-- Logs begin at Tue 2021-12-14 01:29:51 UTC, end at Tue 2021-12-14 04:08:32 UTC. -- Dec 14 02:14:44.494524 n-d-821636-1 systemd[1]: Started Devstack devstack@q-svc.service. Dec 14 02:14:47.323456 n-d-821636-1 neutron-server[103734]: INFO neutron.common.config [-] Logging enabled! Dec 14 02:14:47.324026 n-d-821636-1 neutron-server[103734]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev278 Dec 14 02:14:47.324183 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103734) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 14 02:14:47.327392 n-d-821636-1 neutron-server[103734]: INFO neutron.common.config [-] Logging enabled! Dec 14 02:14:47.327653 n-d-821636-1 neutron-server[103734]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev278 Dec 14 02:14:47.327968 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103734) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 14 02:14:47.328894 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 14 02:14:47.333846 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 14 02:14:47.333846 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 14 02:14:47.333846 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 14 02:14:47.333846 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 14 02:14:47.333846 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.333846 n-d-821636-1 neutron-server[103734]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 14 02:14:47.333846 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.333846 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.334408 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.334408 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.334408 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.334408 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.334408 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.334408 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.334408 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.334408 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.334914 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.334914 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.335048 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.335320 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.335609 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.335897 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] debug = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.336179 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.336609 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.337018 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.337338 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.337615 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.337897 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.338167 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.338442 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.338727 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.339067 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] host = n-d-821636-1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.339368 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.339658 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.339945 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.340231 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.340505 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.340780 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.341067 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.341361 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.341639 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] log_file = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.341911 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.342200 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.342486 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.342776 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.343002 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.343223 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.343520 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.343808 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.344082 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.344355 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.344626 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.344902 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.345171 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.345461 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.345749 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.346035 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.346318 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.346592 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.346870 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.347704 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.347980 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.348269 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.348539 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.348812 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.349086 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.349396 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.349669 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.349944 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.350276 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.350571 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.350856 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.351143 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.351417 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.351702 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.351977 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.352251 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.352523 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] use_json = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.352800 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.353072 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.353379 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.353658 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.353932 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.354206 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.354479 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.354769 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:47.355067 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.355370 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.355676 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.355966 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.356276 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.356564 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.356861 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.357142 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.357465 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.357761 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.358052 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.358333 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.358626 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.362925 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.362925 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.362925 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.362925 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.362925 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.362925 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.362925 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.362925 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.363479 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.363479 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.363479 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.363479 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.363479 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.363479 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.363479 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.363479 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.364049 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.364049 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.364049 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.364258 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.364509 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.364793 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.365101 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.365381 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.365681 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.365965 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.366244 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.366532 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.366820 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.367096 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.367373 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.367656 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.367951 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.368233 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.368509 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.368784 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.369065 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.369364 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.369657 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.369972 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.370257 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.370534 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.370814 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.371089 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.371364 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.371646 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.371921 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.372201 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.372475 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.372749 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.373021 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.373294 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.373594 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.373871 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.374147 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.374428 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.374705 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.374984 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.375258 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.375536 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.375814 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.376104 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.376405 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.376688 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.376974 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.377255 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.377565 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.377849 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.378131 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.378490 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.378775 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.379053 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.379346 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.379636 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.379929 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.380218 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.380525 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.380825 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.381117 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.381501 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.381755 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.382041 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.382326 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.382614 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.382909 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.383204 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.383499 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.383795 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.384093 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.384381 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.384699 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.384980 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:47.385203 n-d-821636-1 neutron-server[103734]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 14 02:14:47.385479 n-d-821636-1 neutron-server[103734]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103734) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 14 02:14:47.818818 n-d-821636-1 neutron-server[103734]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 14 02:14:47.819103 n-d-821636-1 neutron-server[103734]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 14 02:14:47.819420 n-d-821636-1 neutron-server[103734]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 14 02:14:47.819758 n-d-821636-1 neutron-server[103734]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 14 02:14:48.147529 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.147837 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.148115 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.149696 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.149974 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.150248 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.196514 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.196795 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.197067 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.211798 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.212083 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.212358 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.240201 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.240480 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.240752 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.278558 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.278839 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.279111 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.614121 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.614748 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.614748 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.614922 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.615631 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.714848 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.715168 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.715455 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.715727 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.715997 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.716309 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.716574 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.716833 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.717088 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.717398 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.717664 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.717934 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.718193 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.718449 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.718708 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.718976 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.719232 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.719500 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.719771 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.720031 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.720306 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.720559 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.720840 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.721218 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.721505 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.721761 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.722853 n-d-821636-1 neutron-server[103734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 02:14:48.723101 n-d-821636-1 neutron-server[103734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 02:14:48.723347 n-d-821636-1 neutron-server[103734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 02:14:48.723590 n-d-821636-1 neutron-server[103734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 02:14:48.723832 n-d-821636-1 neutron-server[103734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 02:14:48.724072 n-d-821636-1 neutron-server[103734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 02:14:48.724438 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 14 02:14:48.727590 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 14 02:14:48.731635 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 14 02:14:48.735556 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Dec 14 02:14:48.737200 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 14 02:14:48.737719 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 14 02:14:48.738051 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 14 02:14:48.738436 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 14 02:14:48.741244 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 14 02:14:48.741532 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 14 02:14:48.741883 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 14 02:14:48.747188 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 14 02:14:48.770396 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 14 02:14:48.770846 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.771146 n-d-821636-1 neutron-server[103734]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103734) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 14 02:14:48.771506 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.772886 n-d-821636-1 neutron-server[103734]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103734) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 14 02:14:48.773169 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 14 02:14:48.773710 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 14 02:14:48.776943 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.777232 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:48.840762 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 14 02:14:48.841003 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 14 02:14:48.841246 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 14 02:14:48.841650 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 14 02:14:48.863945 n-d-821636-1 neutron-server[103734]: DEBUG oslo_db.sqlalchemy.engines [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103734) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 14 02:14:49.448773 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Initializing driver for type 'gre' Dec 14 02:14:49.449330 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] gre ID ranges: [(1, 1000)] Dec 14 02:14:49.637382 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Initializing driver for type 'local' Dec 14 02:14:49.637978 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Initializing driver for type 'vlan' Dec 14 02:14:49.723366 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] VlanTypeDriver initialization complete Dec 14 02:14:49.723632 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Initializing driver for type 'vxlan' Dec 14 02:14:49.724143 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] vxlan ID ranges: [(1, 1000)] Dec 14 02:14:49.895279 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Initializing extension driver 'port_security' Dec 14 02:14:49.895618 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.extensions.port_security [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] PortSecurityExtensionDriver initialization complete Dec 14 02:14:49.895953 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Initializing mechanism driver 'openvswitch' Dec 14 02:14:49.896287 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Initializing mechanism driver 'hyperv' Dec 14 02:14:49.903331 n-d-821636-1 neutron-server[103734]: DEBUG neutron.plugins.ml2.plugin [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:14:49.904188 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > port after_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.904608 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > port after_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.904972 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > port after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.905532 n-d-821636-1 neutron-server[103734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 02:14:49.905971 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > subnet after_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.906333 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > subnet after_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.906691 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.907095 n-d-821636-1 neutron-server[103734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 02:14:49.907505 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > network after_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.907860 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > network after_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.908209 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > network after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.908609 n-d-821636-1 neutron-server[103734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 02:14:49.909022 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > security_group after_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.909422 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > security_group after_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.909781 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.910186 n-d-821636-1 neutron-server[103734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 02:14:49.910591 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.910941 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.911286 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.911688 n-d-821636-1 neutron-server[103734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 02:14:49.912089 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > address_group after_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.912441 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > address_group after_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.912785 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.913183 n-d-821636-1 neutron-server[103734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 14 02:14:49.913600 n-d-821636-1 neutron-server[103734]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] ML2 OVO RPC backend initialized. {{(pid=103734) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 14 02:14:49.914309 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.914665 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.915086 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > network before_response 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.915437 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > networks before_response 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.915805 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > port before_response 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.916135 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > ports before_response 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.916516 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > subnet before_response 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.916872 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > subnets before_response 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.917222 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > network after_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.917594 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > network after_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.917935 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > network after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.918275 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > port after_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.922068 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > port after_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.922068 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > port after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.922068 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > subnet after_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.922068 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > subnet after_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.922514 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.922514 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.plugin [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Modular L2 Plugin initialization complete Dec 14 02:14:49.922514 n-d-821636-1 neutron-server[103734]: DEBUG neutron.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading services supported by the core plugin {{(pid=103734) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 14 02:14:49.922514 n-d-821636-1 neutron-server[103734]: INFO neutron.plugins.ml2.managers [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Got port-security extension from driver 'port_security' Dec 14 02:14:49.922514 n-d-821636-1 neutron-server[103734]: INFO neutron.extensions.vlantransparent [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Disabled vlantransparent extension. Dec 14 02:14:49.922514 n-d-821636-1 neutron-server[103734]: DEBUG neutron.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103734) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 14 02:14:49.922514 n-d-821636-1 neutron-server[103734]: INFO neutron.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading Plugin: router Dec 14 02:14:49.968541 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.968949 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router after_create 55549900 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.969341 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router before_create 55549900 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.969707 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.970083 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.970443 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router after_delete 55549900 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.970805 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.971278 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.971642 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router after_create 55549900 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.972043 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router after_update 55549900 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.972526 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router after_update 55549900 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.972805 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.973167 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router after_update 55549900 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.973657 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router precommit_update 55549900 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.974007 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: port after_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.974328 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: port after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.974668 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: subnet after_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.975010 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.975361 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.975710 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router precommit_create 55549900 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.976054 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: port before_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.976397 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router precommit_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.976754 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router after_update 55549900 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.977099 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.977478 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router precommit_create 55549900 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.977840 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.985525 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router precommit_update 55549900 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.985525 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > agent after_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.985525 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > agent after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.985525 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > network after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.985810 n-d-821636-1 neutron-server[103734]: DEBUG neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Tracking information for resource: router configured {{(pid=103734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 02:14:49.985810 n-d-821636-1 neutron-server[103734]: DEBUG neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Tracking information for resource: floatingip configured {{(pid=103734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 02:14:49.986464 n-d-821636-1 neutron-server[103734]: INFO neutron.db.l3_agentschedulers_db [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 14 02:14:49.987049 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: port after_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.987415 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: port after_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.987806 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: port after_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.988161 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: port after_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.988948 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router before_create 55550100 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.989321 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.989714 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router precommit_create 55550100 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.990083 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > router precommit_update 55550100 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:49.995102 n-d-821636-1 neutron-server[103734]: DEBUG neutron.services.provider_configuration [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Service providers = [] {{(pid=103734) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 14 02:14:49.995473 n-d-821636-1 neutron-server[103734]: DEBUG neutron.db.servicetype_db [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103734) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 14 02:14:49.998470 n-d-821636-1 neutron-server[103734]: DEBUG neutron.services.service_base [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 02:14:49.998841 n-d-821636-1 neutron-server[103734]: DEBUG neutron.services.service_base [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 02:14:49.999186 n-d-821636-1 neutron-server[103734]: DEBUG neutron.services.service_base [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 02:14:50.000088 n-d-821636-1 neutron-server[103734]: DEBUG neutron.services.service_base [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 14 02:14:50.000464 n-d-821636-1 neutron-server[103734]: INFO neutron.services.service_base [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 14 02:14:50.000846 n-d-821636-1 neutron-server[103734]: DEBUG neutron.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 02:14:50.001168 n-d-821636-1 neutron-server[103734]: INFO neutron.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 14 02:14:50.012312 n-d-821636-1 neutron-server[103734]: DEBUG neutron.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 02:14:50.012654 n-d-821636-1 neutron-server[103734]: INFO neutron.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading Plugin: auto_allocate Dec 14 02:14:50.018520 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: network precommit_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:50.019473 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: network precommit_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:50.019992 n-d-821636-1 neutron-server[103734]: DEBUG neutron.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 02:14:50.020311 n-d-821636-1 neutron-server[103734]: INFO neutron.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading Plugin: tag Dec 14 02:14:50.034659 n-d-821636-1 neutron-server[103734]: DEBUG neutron.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 02:14:50.035031 n-d-821636-1 neutron-server[103734]: INFO neutron.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading Plugin: timestamp Dec 14 02:14:50.038934 n-d-821636-1 neutron-server[103734]: DEBUG neutron.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 02:14:50.039265 n-d-821636-1 neutron-server[103734]: INFO neutron.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading Plugin: network_ip_availability Dec 14 02:14:50.044798 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:50.045172 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:50.045562 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:50.046313 n-d-821636-1 neutron-server[103734]: DEBUG neutron.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 02:14:50.046641 n-d-821636-1 neutron-server[103734]: INFO neutron.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading Plugin: flavors Dec 14 02:14:50.052341 n-d-821636-1 neutron-server[103734]: DEBUG neutron.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 02:14:50.052675 n-d-821636-1 neutron-server[103734]: INFO neutron.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading Plugin: revisions Dec 14 02:14:50.056996 n-d-821636-1 neutron-server[103734]: DEBUG neutron.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 14 02:14:50.057422 n-d-821636-1 neutron-server[103734]: DEBUG oslo_concurrency.lockutils [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.238s {{(pid=103734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 14 02:14:50.058185 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103734) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 14 02:14:50.058526 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Initializing extension manager. Dec 14 02:14:50.059044 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: __init__.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.059392 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: __pycache__ {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.059732 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.060072 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: address_group.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.065008 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.066171 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: address-group Dec 14 02:14:50.066682 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: address_scope.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.067452 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.067964 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: address-scope Dec 14 02:14:50.068292 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.069233 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.069780 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: router-admin-state-down-before-update Dec 14 02:14:50.070106 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: agent.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.070852 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.071358 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: agent Dec 14 02:14:50.071685 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: agent_resources_synced.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.072608 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.073120 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: agent-resources-synced Dec 14 02:14:50.073476 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: allowedaddresspairs.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.075279 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.075802 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: allowed-address-pairs Dec 14 02:14:50.076130 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: auto_allocated_topology.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.077210 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.077750 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: auto-allocated-topology Dec 14 02:14:50.078081 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: availability_zone.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.078784 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.079295 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: availability_zone Dec 14 02:14:50.079622 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: availability_zone_filter.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.080550 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.081057 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: availability_zone_filter Dec 14 02:14:50.081494 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: data_plane_status.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.082512 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.083023 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension data-plane-status not supported by any of loaded plugins Dec 14 02:14:50.083349 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: default_subnetpools.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.084286 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.084799 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: default-subnetpools Dec 14 02:14:50.085126 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.085968 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.086481 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: dhcp_agent_scheduler Dec 14 02:14:50.086808 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: dns.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.087742 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.088253 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension dns-integration not supported by any of loaded plugins Dec 14 02:14:50.088580 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: dns_domain_ports.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.089543 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.090056 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 14 02:14:50.090384 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.093651 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.094167 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 14 02:14:50.094495 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: dvr.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.095184 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.095694 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: dvr Dec 14 02:14:50.096019 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: ecmp_routes.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.097046 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.097585 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 14 02:14:50.097908 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: empty_string_filtering.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.098826 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.099332 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: empty-string-filtering Dec 14 02:14:50.099656 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.100570 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.101103 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 14 02:14:50.101457 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.102379 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.102883 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 14 02:14:50.103209 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: external_net.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.104124 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.104632 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: external-net Dec 14 02:14:50.104956 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.105899 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.106412 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: extra_dhcp_opt Dec 14 02:14:50.106737 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: extraroute.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.107680 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.108188 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: extraroute Dec 14 02:14:50.108514 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: extraroute_atomic.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.111166 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.111710 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: extraroute-atomic Dec 14 02:14:50.121358 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: filter_validation.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.121358 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.121358 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: filter-validation Dec 14 02:14:50.121358 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: fip_pf_description.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.122032 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.122547 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 14 02:14:50.122880 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: fip_port_details.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.123812 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.124323 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: fip-port-details Dec 14 02:14:50.124653 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: flavors.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.125942 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.126461 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: flavors Dec 14 02:14:50.126790 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.129097 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.129654 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 14 02:14:50.129987 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: floatingip_pools.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.130698 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.131214 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: floatingip-pools Dec 14 02:14:50.131543 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: ip_allocation.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.132485 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.132992 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension ip_allocation not supported by any of loaded plugins Dec 14 02:14:50.133324 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.134266 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.134783 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: ip-substring-filtering Dec 14 02:14:50.135113 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: l2_adjacency.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.136043 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.136551 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 14 02:14:50.136879 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: l3.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.137903 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.138424 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: router Dec 14 02:14:50.138752 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.141055 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.141612 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 14 02:14:50.141948 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.142887 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.143404 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: ext-gw-mode Dec 14 02:14:50.143757 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.144709 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.145217 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: l3-ha Dec 14 02:14:50.145570 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: l3_flavors.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.146501 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.147014 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: l3-flavors Dec 14 02:14:50.147340 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.148257 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.149014 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 14 02:14:50.149371 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: l3agentscheduler.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.150422 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.150932 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: l3_agent_scheduler Dec 14 02:14:50.151259 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: local_ip.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.153092 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.153639 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension local_ip not supported by any of loaded plugins Dec 14 02:14:50.153977 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: logging.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.155460 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.155982 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension logging not supported by any of loaded plugins Dec 14 02:14:50.156316 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: metering.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.157213 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.157826 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: metering Dec 14 02:14:50.158162 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.159263 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.159808 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: metering_source_and_destination_fields Dec 14 02:14:50.160135 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: multiprovidernet.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.161070 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.161613 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: multi-provider Dec 14 02:14:50.161941 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: netmtu.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.162867 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.163374 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: net-mtu Dec 14 02:14:50.163696 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: netmtu_writable.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.164624 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.165130 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: net-mtu-writable Dec 14 02:14:50.165492 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: network_availability_zone.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.166172 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.166675 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: network_availability_zone Dec 14 02:14:50.166998 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: network_ip_availability.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.168168 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.168680 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: network-ip-availability Dec 14 02:14:50.169004 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: network_segment_range.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.169804 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.170311 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension network-segment-range not supported by any of loaded plugins Dec 14 02:14:50.170635 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: pagination.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.171635 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.171973 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: pagination Dec 14 02:14:50.172296 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: port_device_profile.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.173206 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.173757 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: port-device-profile Dec 14 02:14:50.174083 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.175589 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.176177 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: port-mac-address-regenerate Dec 14 02:14:50.176506 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.177470 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.177980 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: port-numa-affinity-policy Dec 14 02:14:50.178306 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: port_resource_request.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.179365 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.179875 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension port-resource-request not supported by any of loaded plugins Dec 14 02:14:50.180205 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: port_resource_request_groups.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.185433 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.185939 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 14 02:14:50.186266 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: portbindings.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.187207 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.187713 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: binding Dec 14 02:14:50.188038 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: portbindings_extended.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.189381 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.189902 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: binding-extended Dec 14 02:14:50.190231 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: portsecurity.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.191803 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.192304 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: port-security Dec 14 02:14:50.192631 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: project_id.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.193653 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.193992 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: project-id Dec 14 02:14:50.194322 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: providernet.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.195255 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.195768 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: provider Dec 14 02:14:50.196108 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: qos.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.199717 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.200256 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension qos not supported by any of loaded plugins Dec 14 02:14:50.200595 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.201893 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.202416 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 14 02:14:50.202751 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.203679 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.204192 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 14 02:14:50.204522 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: qos_default.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.205479 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.205993 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension qos-default not supported by any of loaded plugins Dec 14 02:14:50.206350 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: qos_fip.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.207020 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.207523 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension qos-fip not supported by any of loaded plugins Dec 14 02:14:50.207849 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.208861 n-d-821636-1 neutron-server[103734]: WARNING neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 14 02:14:50.209194 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: qos_gateway_ip.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.210143 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.210658 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 14 02:14:50.210985 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: qos_port_network_policy.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.211909 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.212422 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 14 02:14:50.212750 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.213944 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.214463 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 14 02:14:50.214790 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: qos_pps_rule.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.216025 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.216547 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension qos-pps not supported by any of loaded plugins Dec 14 02:14:50.216878 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: qos_rule_type_details.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.217841 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.218352 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 14 02:14:50.218682 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: qos_rules_alias.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.219737 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.220246 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 14 02:14:50.220600 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: quota_check_limit.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.221524 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.222116 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: quota-check-limit Dec 14 02:14:50.222446 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: quotasv2.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.223427 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.223832 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: quotas Dec 14 02:14:50.224114 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: quotasv2_detail.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.227308 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.227655 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: quota_details Dec 14 02:14:50.227991 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: rbac.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.229067 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.229624 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: rbac-policies Dec 14 02:14:50.229961 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: rbac_address_group.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.230906 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.231431 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: rbac-address-group Dec 14 02:14:50.231764 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: rbac_address_scope.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.232703 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.233223 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: rbac-address-scope Dec 14 02:14:50.233580 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: rbac_security_groups.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.234506 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.235028 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: rbac-security-groups Dec 14 02:14:50.235358 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: rbac_subnetpool.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.236288 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.236806 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: rbac-subnetpool Dec 14 02:14:50.237132 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: revisionifmatch.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.238689 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.239209 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: revision-if-match Dec 14 02:14:50.239538 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: revisions.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.240655 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.241169 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: standard-attr-revisions Dec 14 02:14:50.241527 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: router_availability_zone.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.242210 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.242723 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: router_availability_zone Dec 14 02:14:50.243049 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: routerservicetype.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.243992 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.244501 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension router-service-type not supported by any of loaded plugins Dec 14 02:14:50.244830 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.245876 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.246392 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: security-groups-normalized-cidr Dec 14 02:14:50.246727 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.247660 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.248175 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: port-security-groups-filtering Dec 14 02:14:50.248504 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.249463 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.249977 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: security-groups-remote-address-group Dec 14 02:14:50.250305 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.251255 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.251768 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: security-groups-shared-filtering Dec 14 02:14:50.252097 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.252694 n-d-821636-1 neutron-server[103734]: WARNING neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 14 02:14:50.253019 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: securitygroup.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.263419 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.263961 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: security-group Dec 14 02:14:50.264300 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: segment.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.265096 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.265643 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension segment not supported by any of loaded plugins Dec 14 02:14:50.265974 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.266935 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.267447 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 14 02:14:50.267776 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: servicetype.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.269058 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.269715 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: service-type Dec 14 02:14:50.270048 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: sorting.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.271046 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.271379 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: sorting Dec 14 02:14:50.271708 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: standard_attr_segment.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.272629 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.273145 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 14 02:14:50.273783 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: standardattrdescription.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.274445 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.274962 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: standard-attr-description Dec 14 02:14:50.275287 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: stateful_security_group.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.276227 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.276748 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: stateful-security-group Dec 14 02:14:50.277075 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: stdattrs_common.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.277686 n-d-821636-1 neutron-server[103734]: WARNING neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 14 02:14:50.278012 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.278963 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.279486 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 14 02:14:50.279813 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: subnet_onboard.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.280904 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.281470 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: subnet_onboard Dec 14 02:14:50.281807 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.282748 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.283258 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 14 02:14:50.283587 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: subnet_service_types.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.284604 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.285168 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: subnet-service-types Dec 14 02:14:50.285532 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: subnetallocation.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.286638 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.287153 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: subnet_allocation Dec 14 02:14:50.287482 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.288152 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.288662 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: subnetpool-prefix-ops Dec 14 02:14:50.288988 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.289952 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.290463 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 14 02:14:50.290793 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: tagging.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.291860 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.292376 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: standard-attr-tag Dec 14 02:14:50.292714 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: timestamp.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.293955 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.294475 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loaded extension: standard-attr-timestamp Dec 14 02:14:50.294803 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: trunk.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.295873 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.296392 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension trunk not supported by any of loaded plugins Dec 14 02:14:50.296728 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: trunk_details.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.297688 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.298206 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension trunk-details not supported by any of loaded plugins Dec 14 02:14:50.298535 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: uplink_status_propagation.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.299465 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.300493 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 14 02:14:50.300829 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Loading extension file: vlantransparent.py {{(pid=103734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 14 02:14:50.301527 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 14 02:14:50.302040 n-d-821636-1 neutron-server[103734]: INFO neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 14 02:14:50.304547 n-d-821636-1 neutron-server[103734]: INFO neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Creating instance of TrackedResource for resource:network Dec 14 02:14:50.305073 n-d-821636-1 neutron-server[103734]: INFO neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Creating instance of TrackedResource for resource:subnet Dec 14 02:14:50.305520 n-d-821636-1 neutron-server[103734]: INFO neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 02:14:50.305920 n-d-821636-1 neutron-server[103734]: INFO neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Creating instance of TrackedResource for resource:port Dec 14 02:14:50.307183 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.v2.resource_helper [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 02:14:50.307764 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.v2.resource_helper [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Service FLAVORS assigned prefix: {{(pid=103734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 02:14:50.308386 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.v2.resource_helper [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 02:14:50.308819 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.v2.resource_helper [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 02:14:50.309155 n-d-821636-1 neutron-server[103734]: INFO neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Creating instance of TrackedResource for resource:router Dec 14 02:14:50.309621 n-d-821636-1 neutron-server[103734]: INFO neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Creating instance of TrackedResource for resource:floatingip Dec 14 02:14:50.310123 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.v2.resource_helper [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Service METERING assigned prefix: /metering {{(pid=103734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 02:14:50.311568 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:50.311945 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:50.312303 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:14:50.313341 n-d-821636-1 neutron-server[103734]: INFO neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Creating instance of CountableResource for resource:rbac_policy Dec 14 02:14:50.313786 n-d-821636-1 neutron-server[103734]: INFO neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Creating instance of TrackedResource for resource:security_group Dec 14 02:14:50.314226 n-d-821636-1 neutron-server[103734]: INFO neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 14 02:14:50.314851 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.v2.resource_helper [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Service CORE assigned prefix: {{(pid=103734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 02:14:50.315186 n-d-821636-1 neutron-server[103734]: INFO neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 02:14:50.315539 n-d-821636-1 neutron-server[103734]: WARNING neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] subnetpool is already registered Dec 14 02:14:50.316056 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.v2.resource_helper [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Service CORE assigned prefix: {{(pid=103734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 02:14:50.316385 n-d-821636-1 neutron-server[103734]: INFO neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 02:14:50.316726 n-d-821636-1 neutron-server[103734]: WARNING neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] subnetpool is already registered Dec 14 02:14:50.319066 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.v2.resource_helper [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 02:14:50.319508 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.v2.resource_helper [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Service FLAVORS assigned prefix: {{(pid=103734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 02:14:50.320099 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.v2.resource_helper [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 02:14:50.320527 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.v2.resource_helper [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 02:14:50.320864 n-d-821636-1 neutron-server[103734]: INFO neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Creating instance of TrackedResource for resource:router Dec 14 02:14:50.321211 n-d-821636-1 neutron-server[103734]: WARNING neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] router is already registered Dec 14 02:14:50.321656 n-d-821636-1 neutron-server[103734]: INFO neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Creating instance of TrackedResource for resource:floatingip Dec 14 02:14:50.322000 n-d-821636-1 neutron-server[103734]: WARNING neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] floatingip is already registered Dec 14 02:14:50.322460 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.v2.resource_helper [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Service METERING assigned prefix: /metering {{(pid=103734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 02:14:50.323128 n-d-821636-1 neutron-server[103734]: INFO neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Creating instance of CountableResource for resource:rbac_policy Dec 14 02:14:50.323459 n-d-821636-1 neutron-server[103734]: WARNING neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] rbac_policy is already registered Dec 14 02:14:50.323876 n-d-821636-1 neutron-server[103734]: INFO neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Creating instance of TrackedResource for resource:security_group Dec 14 02:14:50.324222 n-d-821636-1 neutron-server[103734]: WARNING neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] security_group is already registered Dec 14 02:14:50.324630 n-d-821636-1 neutron-server[103734]: INFO neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 14 02:14:50.324970 n-d-821636-1 neutron-server[103734]: WARNING neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] security_group_rule is already registered Dec 14 02:14:50.325640 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.v2.resource_helper [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Service CORE assigned prefix: {{(pid=103734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 02:14:50.325972 n-d-821636-1 neutron-server[103734]: INFO neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 02:14:50.326310 n-d-821636-1 neutron-server[103734]: WARNING neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] subnetpool is already registered Dec 14 02:14:50.326736 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.v2.resource_helper [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Service CORE assigned prefix: {{(pid=103734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 14 02:14:50.327064 n-d-821636-1 neutron-server[103734]: INFO neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 02:14:50.327398 n-d-821636-1 neutron-server[103734]: WARNING neutron.quota.resource_registry [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] subnetpool is already registered Dec 14 02:14:50.327859 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: extensions {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.329322 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: address-groups {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.330822 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: address-scopes {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.332680 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: agents {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.333874 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: auto-allocated-topology {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.335130 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: availability_zones {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.336345 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: dhcp-networks {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.337899 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: dhcp-agents {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.339326 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: routers {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.341593 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: flavors {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.342753 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: service_profiles {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.343970 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: next_providers {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.345434 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: service_profiles {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.348530 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: floatingip-pools {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.349800 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: routers {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.351913 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: floatingips {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.353207 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: l3-routers {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.354628 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: l3-agents {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.356048 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: metering-labels {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.357435 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: metering-label-rules {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.358725 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: network-ip-availabilities {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.359988 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: bindings {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.361654 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: quotas {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.363449 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: quotas {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.364985 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: rbac-policies {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.366326 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: security-groups {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.367583 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: security-group-rules {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.368807 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: service-providers {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.370108 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: subnetpools {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.371536 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: subnetpools {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.372985 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: tags {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.374700 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: tags {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.376516 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: tags {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.378418 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: tags {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.381136 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: tags {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.383016 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: tags {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.384715 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: tags {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.386648 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: tags {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.388514 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: tags {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.390406 n-d-821636-1 neutron-server[103734]: DEBUG neutron.api.extensions [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Extended resource: tags {{(pid=103734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 14 02:14:50.397193 n-d-821636-1 neutron-server[103734]: WARNING keystonemiddleware.auth_token [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 14 02:14:50.402530 n-d-821636-1 neutron-server[103734]: WARNING keystonemiddleware.auth_token [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 14 02:14:50.412272 n-d-821636-1 neutron-server[103734]: DEBUG oslo_concurrency.lockutils [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Acquired lock "singleton_lock" {{(pid=103734) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 14 02:14:50.412747 n-d-821636-1 neutron-server[103734]: DEBUG oslo_concurrency.lockutils [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Releasing lock "singleton_lock" {{(pid=103734) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 14 02:14:50.413471 n-d-821636-1 neutron-server[103734]: INFO oslo_service.service [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Starting 2 workers Dec 14 02:14:50.418513 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Started child 103847 {{(pid=103734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 02:14:50.423073 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Started child 103848 {{(pid=103734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 02:14:50.424165 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:50.424918 n-d-821636-1 neutron-server[103734]: INFO neutron.service [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 14 02:14:50.425432 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Publish callbacks [] for process, before_spawn {{(pid=103734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:50.426015 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [-] (103847) wsgi starting up on http://0.0.0.0:9696 Dec 14 02:14:50.427930 n-d-821636-1 neutron-server[103734]: INFO oslo_service.service [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Starting 1 workers Dec 14 02:14:50.428457 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:50.429923 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [-] (103848) wsgi starting up on http://0.0.0.0:9696 Dec 14 02:14:50.433226 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Started child 103849 {{(pid=103734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 02:14:50.433895 n-d-821636-1 neutron-server[103734]: INFO oslo_service.service [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Starting 1 workers Dec 14 02:14:50.437553 n-d-821636-1 neutron-server[103849]: DEBUG neutron.service [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] calling RpcWorker wait() {{(pid=103849) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 14 02:14:50.438131 n-d-821636-1 neutron-server[103849]: DEBUG neutron.service [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] returning from RpcWorker wait() {{(pid=103849) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 14 02:14:50.438403 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Started child 103850 {{(pid=103734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 14 02:14:50.439289 n-d-821636-1 neutron-server[103734]: DEBUG neutron_lib.callbacks.manager [None req-e0a2311b-7984-433f-8df1-3f01e2144c24 None None] Publish callbacks [] for process, after_spawn {{(pid=103734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:50.439593 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:50.440082 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:14:50.441890 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103734) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 14 02:14:50.442117 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 14 02:14:50.442311 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 14 02:14:50.442539 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 14 02:14:50.442863 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 14 02:14:50.443050 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 14 02:14:50.443559 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.443843 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.444119 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.444381 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.444686 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.445184 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:14:50.445689 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.445689 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.445840 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.446066 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.446334 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.446512 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.446682 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.446952 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.447194 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.447520 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.447790 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.448044 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.448326 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.448503 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.448763 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.449027 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.449274 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.449608 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] debug = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.449857 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.450336 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.450582 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.450827 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.451049 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.451323 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.451552 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.451828 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.452049 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.452311 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.452551 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.452833 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.453076 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.453348 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.453570 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.453787 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.454033 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.454256 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.454729 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] host = n-d-821636-1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.454963 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.455194 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.455423 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.455685 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.455930 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.456267 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.457177 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.457345 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.457562 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.457794 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.458076 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.458286 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.458511 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.458752 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] log_file = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.458902 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] log_options = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.459159 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.459438 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.459696 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.459934 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.460090 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.460224 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.460476 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.460641 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.460913 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.461129 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.461407 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.461578 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.461812 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.462051 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.462320 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.462566 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.462802 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.463012 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.463272 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.463503 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.463730 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.463988 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.464224 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.464541 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.464779 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.464997 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.465230 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.465488 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.465717 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.465974 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.466222 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.466480 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.466718 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.466964 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.467224 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.467473 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.467710 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.467907 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.468183 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.468399 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.468655 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.468913 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.469130 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.469418 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.469642 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.469876 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.470123 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] use_json = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.470356 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.470592 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.470825 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.471040 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.471277 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.471518 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.471709 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.472552 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.472552 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.473179 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.473179 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.473541 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.473787 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.474574 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.474760 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.475059 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.475361 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.475514 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.475836 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.476080 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.476393 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.476620 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.476910 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.477230 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.477517 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.477797 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.478039 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.478287 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.478535 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.478759 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.479045 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.479291 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.479550 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.479786 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.480013 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.480314 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.480584 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.480930 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.481210 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.481502 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.482255 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.482255 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.482255 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.482748 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.482823 n-d-821636-1 neutron-server[103850]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:14:50.482909 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.482987 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.483206 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.483472 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.483698 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.483916 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.484139 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.484402 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.484642 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.484873 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.485120 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.485401 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.493213 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.493213 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.493213 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.493213 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.493213 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.493213 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.493213 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.493213 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.493213 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.493887 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.493887 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.493887 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.493887 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.493887 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.493887 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.493887 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.493887 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.493887 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.494496 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.494496 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.494496 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.494496 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.494496 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.494496 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.494496 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.494496 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.494496 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.495111 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.495111 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.495111 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.495111 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.495111 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.495111 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.495111 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.495111 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.495111 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.495814 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.495814 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.495814 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.495814 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.495814 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.495814 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.495814 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.495814 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.495814 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.496437 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.496437 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.496437 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.496437 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.496710 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.496902 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.497123 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.497364 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.497601 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.498105 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.498282 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.498561 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.498878 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.499096 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.499334 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.499572 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.499825 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.500048 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.500288 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.500518 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.500807 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.501056 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.501278 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.501538 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.501808 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.502086 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.502329 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.503693 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.503693 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.503693 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.504049 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.504143 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.504413 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.504655 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.504912 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.505183 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.505460 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.505722 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.505974 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.506205 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.506426 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.506669 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.506890 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.507125 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.507358 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.507707 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.508111 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.508350 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.508583 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.508865 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.509117 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.509393 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.509660 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.509906 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.510158 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.510405 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.510643 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.510857 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.511088 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.511334 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.511549 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.511783 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.512032 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.512278 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.512491 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.512706 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.512941 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.513156 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.513769 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.513769 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.514119 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.514119 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.514362 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.514508 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.514728 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.515122 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.515507 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.515733 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.515954 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.516172 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.516422 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.516661 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.516926 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.517190 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.517448 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.517657 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.518055 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.518295 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.519590 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.519590 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.519590 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.519976 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.519976 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.520227 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.520382 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.520980 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.520980 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.521250 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.521408 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.521580 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.522224 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.522369 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.522760 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.523263 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.523263 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.525859 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.525859 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.525859 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.525859 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.525859 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.525859 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.525859 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.525859 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.527471 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.527471 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.527471 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.527471 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.527471 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.527471 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.527471 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.527471 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.528734 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.528734 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.528734 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.528734 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.528734 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.528734 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.528734 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.531336 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.531336 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.531336 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.531336 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.531336 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.531336 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.531336 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.531336 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.532322 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.532322 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.532322 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.532322 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.532322 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.532322 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.532322 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.532322 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.533273 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.533273 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.533273 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.533273 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.533273 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.533273 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.533902 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.533902 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.533902 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.534203 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.534405 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.534728 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.534870 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.535114 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.535473 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.535616 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.535867 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.536089 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.536396 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.536631 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.536877 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.537117 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.537598 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.537765 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.537933 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.538261 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.538541 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.539425 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.539425 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.539425 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.539862 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.539862 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.540105 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.540328 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.540652 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.540943 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.541194 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.541888 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.541888 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.542150 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.542150 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.542409 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.542610 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.542845 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.543108 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.543342 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.543573 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.543816 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.544046 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.544267 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.544516 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.544752 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.544977 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.545195 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.545381 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 14 02:14:50.545929 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103734) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 14 02:14:50.546084 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 14 02:14:50.546238 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 14 02:14:50.546418 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 14 02:14:50.546596 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 14 02:14:50.546746 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 14 02:14:50.546954 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.547117 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.547277 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.547438 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.547599 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.547780 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.547942 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.548101 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.548266 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.548426 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.548585 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.548745 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.548904 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.549063 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.549222 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.549407 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.549568 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.549727 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.549891 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.550182 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.550352 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.550587 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.551281 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] debug = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.551281 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.551281 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.551281 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.551819 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.551819 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.551819 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.551819 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.552272 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.552272 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.552272 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.552616 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.552811 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.552996 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.553130 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.553263 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.553453 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.553613 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.553772 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.553931 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] host = n-d-821636-1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.554091 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.554233 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.554396 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.554554 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.554712 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.555431 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.555431 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.555431 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.555431 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.555431 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.556119 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.556119 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.556119 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.556119 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] log_file = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.556574 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] log_options = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.556574 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.556574 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.556925 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.556925 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.556925 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.557287 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.557287 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.557581 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.557581 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.557817 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.557939 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.558062 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.558185 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.558317 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.558443 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.558590 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.558748 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.558911 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.559071 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.559230 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.559388 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.559546 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.559753 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.559882 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.560005 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.560129 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.560289 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.560447 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.560604 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.560762 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.560920 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.561078 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.561238 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.561419 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.561580 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.561739 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.561898 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.562065 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.562209 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.562368 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.562527 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.562685 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.562842 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.563002 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.563161 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.563319 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.563477 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] use_json = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.563635 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.563793 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.563951 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.564109 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.564266 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.564424 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.564583 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.564742 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 14 02:14:50.564995 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.565209 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.565354 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.566580 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.566580 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.566580 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.566580 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.567048 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.567048 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.567048 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.567403 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.567403 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.567648 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.567773 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.567897 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.568020 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.568143 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.568267 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.568429 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.568598 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.568760 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.568922 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.569092 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.569254 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.569438 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.569599 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.569760 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.569929 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.570090 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.570266 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.570411 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.570579 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.570739 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.570900 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.571061 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.571223 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.571384 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.571927 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.571927 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.571927 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.572327 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.572327 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.572327 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.572681 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.572681 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.572916 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.572916 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.573150 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.573336 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.573457 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.573544 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.573674 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.573836 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.573998 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.574160 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.574322 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.574483 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.574655 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.574815 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.574975 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.575151 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.575298 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.575458 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.575619 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.575780 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.575943 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.576105 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.576285 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.576427 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.576587 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.576747 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.576907 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.577069 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.577232 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.577423 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.577587 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.577747 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.577908 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.578070 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.578232 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.578392 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.578557 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.578719 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.579169 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.579169 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.579169 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.579456 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.579535 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.579635 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.579796 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.579958 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.580125 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.580301 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.580462 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.580624 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.580785 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.580946 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.581106 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.581872 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.582036 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.582198 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.582419 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.582623 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.582786 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.582949 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.583111 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.583272 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.583434 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.583595 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.583757 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.583919 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.584064 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.584231 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.584395 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.584624 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.585189 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.585189 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.585189 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.585518 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.585518 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.585739 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.585739 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.585939 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.586050 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.586189 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.586392 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.586504 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.586650 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.586810 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.586971 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.587131 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.587291 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.587456 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.587617 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.587790 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.587949 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.588113 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.588275 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.588456 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.588623 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.588784 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.588945 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.589104 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.589265 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.589449 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.589612 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.589775 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.589964 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.590099 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.590261 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.590423 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.590585 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.590746 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.590907 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.591069 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.591232 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.591393 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.591555 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.591717 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.591878 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.592042 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.592202 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.592363 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.592525 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.592686 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.592848 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.593009 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.593172 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.593350 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.593514 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.593675 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.593835 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.593995 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.594157 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.594318 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.594480 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.594642 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.594803 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.594965 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.595127 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.595289 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.595450 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.595615 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.595775 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.595937 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.596099 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.596259 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.596425 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.596590 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.596750 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.596950 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.597158 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.597372 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.597551 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.597714 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.597876 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.598037 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.598199 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.598359 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.598525 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.598686 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.598847 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.599013 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.599172 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.599492 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.599661 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.599823 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.599987 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.600149 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.600310 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.600472 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.600634 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.600808 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.600971 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.601134 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.601297 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.601481 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.601643 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.601815 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.601976 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.602138 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.602299 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.602460 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.602622 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.602792 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.602953 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.603115 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.603276 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.603435 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.603596 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.603766 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.603927 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.604088 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.604249 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.604409 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.604907 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.604907 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.604907 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.605131 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.605210 n-d-821636-1 neutron-server[103849]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:14:50.605293 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.605424 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.605503 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.605654 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.605815 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.605977 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.606139 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.606300 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.606460 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.606642 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.606779 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.606940 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.607109 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.607270 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.607439 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.607582 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.607753 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.607914 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.608078 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.608239 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.608400 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.608565 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.608727 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.608893 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.609062 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.609229 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.609424 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.609593 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.609761 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.609930 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.610091 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.610257 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.610429 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.610592 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.610753 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.610913 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.611075 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.611236 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.611397 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.611558 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.611717 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.611878 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.612039 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.612199 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.612359 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.612548 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.612705 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.612866 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.613026 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.613186 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.613371 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.613532 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 14 02:14:50.613688 n-d-821636-1 neutron-server[103734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 14 02:14:50.684498 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41068) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:14:50.693724 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069883 Dec 14 02:15:02.632079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550e20ec-c3d4-459a-9072-f65f7e3d83d7 None None] get_active_networks_info from n-d-821636-1 {{(pid=103849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 02:15:02.698535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550e20ec-c3d4-459a-9072-f65f7e3d83d7 None None] No non-hosted networks {{(pid=103849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 14 02:15:02.707034 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.agentschedulers_db [None req-550e20ec-c3d4-459a-9072-f65f7e3d83d7 None None] DHCP Agent not found on host n-d-821636-1 {{(pid=103849) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 14 02:15:02.769118 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-594bb542-4fd1-46e0-bb17-7c53ab760190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875554'] for agent, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:04.944409 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-384bed64-c8a0-410d-9d2c-08a455a1c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875554'] for agent, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:04.975272 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-d5f61783-1323-4c28-8119-ac80d8bbb301 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-821636-1 {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:15:04.975922 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-d5f61783-1323-4c28-8119-ac80d8bbb301 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:15:05.496615 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d5f61783-1323-4c28-8119-ac80d8bbb301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:06.096274 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875554'] for agent, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:07.501936 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875554'] for agent, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:08.416117 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875554'] for agent, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:08.416879 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:08.417298 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:08.417841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:08.418314 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:08.418704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:08.419122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:08.419520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:08.419912 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:08.420339 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:08.420723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:08.421137 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:08.421534 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:08.422054 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:08.422924 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-821636-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:08.429794 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-821636-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:08.822476 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41158) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:09.349885 n-d-821636-1 neutron-server[103848]: WARNING oslo_policy.policy [None req-7387d7e8-018e-4d42-b2da-9fef89fa93c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 02:15:09.350468 n-d-821636-1 neutron-server[103848]: WARNING oslo_policy.policy [None req-7387d7e8-018e-4d42-b2da-9fef89fa93c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 02:15:09.576981 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-7387d7e8-018e-4d42-b2da-9fef89fa93c9 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:15:09.589324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7387d7e8-018e-4d42-b2da-9fef89fa93c9 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7546055 Dec 14 02:15:10.404480 n-d-821636-1 neutron-server[103849]: INFO neutron.db.l3_hamode_db [None req-8b53a79b-8b72-479c-84ee-f839bb789a8f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 14 02:15:10.482334 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b53a79b-8b72-479c-84ee-f839bb789a8f None None] Routers set() bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:15:10.482722 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b53a79b-8b72-479c-84ee-f839bb789a8f None None] Router IDs set() for agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 14 02:15:12.215534 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41174) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:12.520862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-a80870bf-1049-4a47-9f2d-5c155b50fa7d admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:15:12.617294 n-d-821636-1 neutron-server[103848]: DEBUG neutron.policy [None req-a80870bf-1049-4a47-9f2d-5c155b50fa7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103848) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 14 02:15:12.664785 n-d-821636-1 neutron-server[103848]: WARNING oslo_policy.policy [None req-a80870bf-1049-4a47-9f2d-5c155b50fa7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 02:15:12.665156 n-d-821636-1 neutron-server[103848]: WARNING oslo_policy.policy [None req-a80870bf-1049-4a47-9f2d-5c155b50fa7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 02:15:12.673622 n-d-821636-1 neutron-server[103848]: INFO neutron.quota [None req-a80870bf-1049-4a47-9f2d-5c155b50fa7d admin admin] Loaded quota_driver: . Dec 14 02:15:12.820036 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a80870bf-1049-4a47-9f2d-5c155b50fa7d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754676331406', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754676329585', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754676317125', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754676309374', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754676302099', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754676164304', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-823859', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-837683', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3709652', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3865377'] for rbac-policy, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:13.015875 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a80870bf-1049-4a47-9f2d-5c155b50fa7d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:13.017091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a80870bf-1049-4a47-9f2d-5c155b50fa7d admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8006539 Dec 14 02:15:15.825627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41186) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:16.119971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Request body: {'network': {'tenant_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'admin_state_up': True, 'name': 'private', 'project_id': '8ae23cd2bf904ac3a0f5798a6cd65289'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:15:16.181101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Made reservation on behalf of 8ae23cd2bf904ac3a0f5798a6cd65289 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:15:16.183892 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:16.201452 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:16.306810 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:16.390953 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:16.411773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:15:16.438083 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754676557945', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:16.438687 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Unsubscribe: segment precommit_create {{(pid=103848) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 14 02:15:16.439204 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Added segment 8f1e4ef3-dba2-445b-b096-f48ecd213ee9 of type vlan for network 6bb15cba-f135-43e7-824d-c34b0659950d Dec 14 02:15:16.454506 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b9292b-4578-4f2f-bc95-78fab25ace8f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:16.503624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:16.503963 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:16.504301 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:16.504630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:16.504953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:16.505275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:16.505621 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:16.505940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:16.506256 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:16.506570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:16.506884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:16.507196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:16.507512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Tracked resource versions report: Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: pushed versions: Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: { 'AddressGroup': {'1.2'}, Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'ConntrackHelper': {'1.0'}, Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'LocalIPAssociation': {'1.0'}, Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'Log': {'1.0'}, Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'Network': {'1.1'}, Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'Port': {'1.7'}, Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'PortForwarding': {'1.2'}, Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'QosPolicy': {'1.10'}, Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'SecurityGroup': {'1.5'}, Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'SecurityGroupRule': {'1.2'}, Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'SubPort': {'1.0'}, Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'Subnet': {'1.1'}, Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'Trunk': {'1.1'}} Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: consumer versions: Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: { DHCP agent@n-d-821636-1: {}, Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: L3 agent@n-d-821636-1: {}, Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: Metadata agent@n-d-821636-1: {}, Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: Metering agent@n-d-821636-1: {}, Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: Open vSwitch agent@n-d-821636-1: { 'AddressGroup': '1.2', Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'ConntrackHelper': '1.0', Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'LocalIPAssociation': '1.0', Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'Log': '1.0', Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'Network': '1.1', Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'Port': '1.7', Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'PortForwarding': '1.2', Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'QosPolicy': '1.10', Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'SecurityGroup': '1.5', Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'SecurityGroupRule': '1.2', Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'SubPort': '1.0', Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'Subnet': '1.1', Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: 'Trunk': '1.1'}} Dec 14 02:15:16.508632 n-d-821636-1 neutron-server[103848]: {{(pid=103848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 02:15:16.555674 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:16.648310 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:16.649381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:16.650105 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:16.744167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] Pushing event updated for resources: {'Network': ['ID=6bb15cba-f135-43e7-824d-c34b0659950d,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:16.756079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 6bb15cba-f135-43e7-824d-c34b0659950d details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:15:16.881425 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f0859c53-379a-49d0-af99-bdae45a74968 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0546403 Dec 14 02:15:19.722347 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41200) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:20.216623 n-d-821636-1 neutron-server[103847]: WARNING oslo_policy.policy [None req-535ac7a9-ab9d-40f2-a30d-201d7a3207b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 02:15:20.217255 n-d-821636-1 neutron-server[103847]: WARNING oslo_policy.policy [None req-535ac7a9-ab9d-40f2-a30d-201d7a3207b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 02:15:20.663440 n-d-821636-1 neutron-server[103847]: DEBUG neutron.policy [None req-535ac7a9-ab9d-40f2-a30d-201d7a3207b6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103847) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 14 02:15:20.711943 n-d-821636-1 neutron-server[103847]: WARNING oslo_policy.policy [None req-535ac7a9-ab9d-40f2-a30d-201d7a3207b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 02:15:20.712318 n-d-821636-1 neutron-server[103847]: WARNING oslo_policy.policy [None req-535ac7a9-ab9d-40f2-a30d-201d7a3207b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 14 02:15:20.720583 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535ac7a9-ab9d-40f2-a30d-201d7a3207b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:20.722566 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-535ac7a9-ab9d-40f2-a30d-201d7a3207b6 admin admin] 10.222.0.39 "GET /v2.0/networks/6bb15cba-f135-43e7-824d-c34b0659950d HTTP/1.1" status: 200 len: 825 time: 0.9981589 Dec 14 02:15:20.761318 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bc5971fe-e407-43cf-8c54-b370c4fae040 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/3ecedae4-c296-42fc-9051-9f7e36a9c414 HTTP/1.1" status: 200 len: 734 time: 0.0326271 Dec 14 02:15:20.771128 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'name': 'private-subnet', 'subnetpool_id': '3ecedae4-c296-42fc-9051-9f7e36a9c414', 'network_id': '6bb15cba-f135-43e7-824d-c34b0659950d', 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:15:20.772917 n-d-821636-1 neutron-server[103847]: INFO neutron.quota [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Loaded quota_driver: . Dec 14 02:15:20.860827 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Made reservation on behalf of 8ae23cd2bf904ac3a0f5798a6cd65289 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:15:20.864102 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:21.187075 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:21.256355 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Checking segment: {'id': '8f1e4ef3-dba2-445b-b096-f48ecd213ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6bb15cba-f135-43e7-824d-c34b0659950d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:15:21.256732 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Network hostable DHCP agents. Network: 6bb15cba-f135-43e7-824d-c34b0659950d, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:15:21.271172 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=810d15ba-fa1f-4a97-9392-48cbe2fcdd95,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:21.285386 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:21.285735 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:21.286074 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:21.286408 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:21.286737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:21.287061 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:21.287385 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:21.287708 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:21.288028 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:21.288348 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:21.288666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:21.288982 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:21.289298 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Tracked resource versions report: Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: pushed versions: Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: { 'AddressGroup': {'1.2'}, Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'ConntrackHelper': {'1.0'}, Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'LocalIPAssociation': {'1.0'}, Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'Log': {'1.0'}, Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'Network': {'1.1'}, Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'Port': {'1.7'}, Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'PortForwarding': {'1.2'}, Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'QosPolicy': {'1.10'}, Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'SecurityGroup': {'1.5'}, Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'SecurityGroupRule': {'1.2'}, Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'SubPort': {'1.0'}, Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'Subnet': {'1.1'}, Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'Trunk': {'1.1'}} Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: consumer versions: Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: { DHCP agent@n-d-821636-1: {}, Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: L3 agent@n-d-821636-1: {}, Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: Metadata agent@n-d-821636-1: {}, Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: Metering agent@n-d-821636-1: {}, Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: Open vSwitch agent@n-d-821636-1: { 'AddressGroup': '1.2', Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'ConntrackHelper': '1.0', Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'LocalIPAssociation': '1.0', Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'Log': '1.0', Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'Network': '1.1', Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'Port': '1.7', Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'PortForwarding': '1.2', Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'QosPolicy': '1.10', Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'SecurityGroup': '1.5', Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'SecurityGroupRule': '1.2', Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'SubPort': '1.0', Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'Subnet': '1.1', Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: 'Trunk': '1.1'}} Dec 14 02:15:21.291266 n-d-821636-1 neutron-server[103847]: {{(pid=103847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 02:15:21.356533 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Network 6bb15cba-f135-43e7-824d-c34b0659950d is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:15:21.518670 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 6bb15cba-f135-43e7-824d-c34b0659950d) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:15:21.524548 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:21.525172 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:21.529871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b064022-d3da-4cfb-b55f-ad4014633d7c None None] Network 6bb15cba-f135-43e7-824d-c34b0659950d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:15:21.606952 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-acbc6b47-7740-45df-b242-a91d16803c99 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8397791 Dec 14 02:15:21.802762 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-6bb15cba-f135-43e7-824d-c34b0659950d', 'network_id': '6bb15cba-f135-43e7-824d-c34b0659950d', 'project_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'fixed_ips': [{'subnet_id': '810d15ba-fa1f-4a97-9392-48cbe2fcdd95'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:15:21.804076 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:22.108875 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Allocated IP 172.20.0.2 (6bb15cba-f135-43e7-824d-c34b0659950d/810d15ba-fa1f-4a97-9392-48cbe2fcdd95/dd2f6f7c-e5d2-4d01-8580-2de94f06ab36) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:15:22.351734 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:22.419905 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:22.496564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Network 6bb15cba-f135-43e7-824d-c34b0659950d is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:15:22.501594 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:15:22.510478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:15:22.513608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Pushing event updated for resources: {'Port': ['ID=dd2f6f7c-e5d2-4d01-8580-2de94f06ab36,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:22.545154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:22.545841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:22.545924 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:22.546247 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:22.546609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:22.546948 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:22.547287 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:22.547622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:22.547955 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:22.548289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:22.548622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:22.548952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:22.549334 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Tracked resource versions report: Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: pushed versions: Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: { 'AddressGroup': {'1.2'}, Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'ConntrackHelper': {'1.0'}, Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'LocalIPAssociation': {'1.0'}, Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'Log': {'1.0'}, Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'Network': {'1.1'}, Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'Port': {'1.7'}, Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'PortForwarding': {'1.2'}, Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'QosPolicy': {'1.10'}, Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'SecurityGroup': {'1.5'}, Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'SecurityGroupRule': {'1.2'}, Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'SubPort': {'1.0'}, Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'Subnet': {'1.1'}, Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'Trunk': {'1.1'}} Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: consumer versions: Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: { DHCP agent@n-d-821636-1: {}, Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: L3 agent@n-d-821636-1: {}, Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: Metadata agent@n-d-821636-1: {}, Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: Metering agent@n-d-821636-1: {}, Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: Open vSwitch agent@n-d-821636-1: { 'AddressGroup': '1.2', Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'ConntrackHelper': '1.0', Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'LocalIPAssociation': '1.0', Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'Log': '1.0', Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'Network': '1.1', Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'Port': '1.7', Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'PortForwarding': '1.2', Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'QosPolicy': '1.10', Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'SecurityGroup': '1.5', Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'SecurityGroupRule': '1.2', Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'SubPort': '1.0', Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'Subnet': '1.1', Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: 'Trunk': '1.1'}} Dec 14 02:15:22.550635 n-d-821636-1 neutron-server[103849]: {{(pid=103849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 02:15:22.602121 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Attempting to bind port dd2f6f7c-e5d2-4d01-8580-2de94f06ab36 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:15:22.602521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Attempting to bind port dd2f6f7c-e5d2-4d01-8580-2de94f06ab36 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '8f1e4ef3-dba2-445b-b096-f48ecd213ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6bb15cba-f135-43e7-824d-c34b0659950d'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:15:22.602957 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Attempting to bind port dd2f6f7c-e5d2-4d01-8580-2de94f06ab36 on network 6bb15cba-f135-43e7-824d-c34b0659950d {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:15:22.607967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:15:22.608356 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Checking segment: {'id': '8f1e4ef3-dba2-445b-b096-f48ecd213ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6bb15cba-f135-43e7-824d-c34b0659950d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:15:22.608838 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:22.609236 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Bound using segment: {'id': '8f1e4ef3-dba2-445b-b096-f48ecd213ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6bb15cba-f135-43e7-824d-c34b0659950d'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:15:22.609765 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Bound port: dd2f6f7c-e5d2-4d01-8580-2de94f06ab36, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1e4ef3-dba2-445b-b096-f48ecd213ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6bb15cba-f135-43e7-824d-c34b0659950d'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:15:22.610187 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:22.675405 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] For port dd2f6f7c-e5d2-4d01-8580-2de94f06ab36, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:15:22.690793 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] For port dd2f6f7c-e5d2-4d01-8580-2de94f06ab36, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=dd2f6f7c-e5d2-4d01-8580-2de94f06ab36,segment=NetworkSegment(8f1e4ef3-dba2-445b-b096-f48ecd213ee9),segment_id=8f1e4ef3-dba2-445b-b096-f48ecd213ee9)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:15:22.780261 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:22.852689 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce8af2-e2d3-4948-b229-f65aea1b4307 None None] Pushing event updated for resources: {'Port': ['ID=dd2f6f7c-e5d2-4d01-8580-2de94f06ab36,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:24.228121 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41220) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:24.538958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-06c29107-ddf6-4dcc-b34b-5ac981764a4e admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:15:24.539998 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-06c29107-ddf6-4dcc-b34b-5ac981764a4e admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3109188 Dec 14 02:15:27.165724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41228) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:27.484477 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-ec78aeeb-631c-4e1b-a4d2-691ef0206fc4 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:15:27.485505 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ec78aeeb-631c-4e1b-a4d2-691ef0206fc4 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3187189 Dec 14 02:15:30.357384 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41238) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:30.660477 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-328a5af6-fa97-4c37-93df-353c4e087e95 admin admin] Request body: {'router': {'tenant_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'name': 'router1', 'admin_state_up': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:15:30.747129 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-328a5af6-fa97-4c37-93df-353c4e087e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:30.748999 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-328a5af6-fa97-4c37-93df-353c4e087e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:30.907741 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-328a5af6-fa97-4c37-93df-353c4e087e95 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:30.958995 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-328a5af6-fa97-4c37-93df-353c4e087e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:31.028513 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-328a5af6-fa97-4c37-93df-353c4e087e95 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:31.035440 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-328a5af6-fa97-4c37-93df-353c4e087e95 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6713817 Dec 14 02:15:31.978321 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed76b8c9-2467-486d-8933-db1e23156d7d None None] Network 6bb15cba-f135-43e7-824d-c34b0659950d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:15:32.106965 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7cc0de3c-2d17-4abc-a8bb-84f6cd56cdc4 None None] Provisioning complete for port dd2f6f7c-e5d2-4d01-8580-2de94f06ab36 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:15:32.107357 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7cc0de3c-2d17-4abc-a8bb-84f6cd56cdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:32.257345 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7cc0de3c-2d17-4abc-a8bb-84f6cd56cdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:32.288691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device dd2f6f7c-e5d2-4d01-8580-2de94f06ab36 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:15:32.321497 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7cc0de3c-2d17-4abc-a8bb-84f6cd56cdc4 None None] For port dd2f6f7c-e5d2-4d01-8580-2de94f06ab36, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=dd2f6f7c-e5d2-4d01-8580-2de94f06ab36,segment=NetworkSegment(8f1e4ef3-dba2-445b-b096-f48ecd213ee9),segment_id=8f1e4ef3-dba2-445b-b096-f48ecd213ee9)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:15:32.344445 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port dd2f6f7c-e5d2-4d01-8580-2de94f06ab36 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:15:32.344813 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:32.376392 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7cc0de3c-2d17-4abc-a8bb-84f6cd56cdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:32.456451 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0de3c-2d17-4abc-a8bb-84f6cd56cdc4 None None] Pushing event updated for resources: {'Port': ['ID=dd2f6f7c-e5d2-4d01-8580-2de94f06ab36,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:32.494981 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-cb0f4f44-3b39-48fd-8d3c-3c3f816b4ee4 None None] Provisioning complete for port dd2f6f7c-e5d2-4d01-8580-2de94f06ab36 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:15:32.495353 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb0f4f44-3b39-48fd-8d3c-3c3f816b4ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:32.508749 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 5 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:15:32.632558 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5faadd98-c333-49b3-be2d-fd8d4d80d818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:33.651576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41250) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:33.958486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-b7c37ad9-e6ec-4cc5-899b-e5194873ed89 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:15:33.959479 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b7c37ad9-e6ec-4cc5-899b-e5194873ed89 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3069689 Dec 14 02:15:34.234594 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device dd2f6f7c-e5d2-4d01-8580-2de94f06ab36 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:15:34.284564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port dd2f6f7c-e5d2-4d01-8580-2de94f06ab36 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:15:34.284933 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:34.933620 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aa8db8ac-49bd-48ec-8bed-2e83d572f55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:36.043122 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:36.550073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41268) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:36.677083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-94d9e05c-f5c6-4301-a46c-5a9a5e1b1431 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:15:36.769179 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d9e05c-f5c6-4301-a46c-5a9a5e1b1431 admin admin] Made reservation on behalf of 01f7af932a954bbab4a50d832f23bc55 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:15:36.771484 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94d9e05c-f5c6-4301-a46c-5a9a5e1b1431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:36.787159 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94d9e05c-f5c6-4301-a46c-5a9a5e1b1431 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:36.884039 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94d9e05c-f5c6-4301-a46c-5a9a5e1b1431 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:36.923072 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94d9e05c-f5c6-4301-a46c-5a9a5e1b1431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:36.941292 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-94d9e05c-f5c6-4301-a46c-5a9a5e1b1431 admin admin] Reserving flat network on physical network physnet1 {{(pid=103847) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 14 02:15:36.962247 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9e05c-f5c6-4301-a46c-5a9a5e1b1431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2194c0ec-3fa9-4027-8127-1db34a8ff336,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:36.968022 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94d9e05c-f5c6-4301-a46c-5a9a5e1b1431 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754676557945', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:36.968740 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94d9e05c-f5c6-4301-a46c-5a9a5e1b1431 admin admin] Unsubscribe: segment precommit_create {{(pid=103847) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 14 02:15:36.969246 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-94d9e05c-f5c6-4301-a46c-5a9a5e1b1431 admin admin] Added segment bcb70f29-06d1-42ad-83d5-26b03bf35585 of type flat for network bef0dca9-95c3-43a9-8538-205d0dbf759c Dec 14 02:15:37.027902 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94d9e05c-f5c6-4301-a46c-5a9a5e1b1431 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:37.133251 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94d9e05c-f5c6-4301-a46c-5a9a5e1b1431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:37.134223 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d9e05c-f5c6-4301-a46c-5a9a5e1b1431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:37.134813 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94d9e05c-f5c6-4301-a46c-5a9a5e1b1431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:37.223137 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9e05c-f5c6-4301-a46c-5a9a5e1b1431 admin admin] Pushing event updated for resources: {'Network': ['ID=bef0dca9-95c3-43a9-8538-205d0dbf759c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:37.233132 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network bef0dca9-95c3-43a9-8538-205d0dbf759c details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:15:37.262418 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-94d9e05c-f5c6-4301-a46c-5a9a5e1b1431 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7112377 Dec 14 02:15:37.420598 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:38.374491 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:39.701597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41286) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:39.791996 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fb4c43-acb6-4909-b232-3b629e3605b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:39.793401 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-14fb4c43-acb6-4909-b232-3b629e3605b2 admin admin] 10.222.0.39 "GET /v2.0/subnets/810d15ba-fa1f-4a97-9392-48cbe2fcdd95 HTTP/1.1" status: 200 len: 849 time: 0.0908318 Dec 14 02:15:39.913943 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fa7c6b8b-b811-4234-af0d-41d648e55771 admin admin] 10.222.0.39 "GET /v2.0/routers/0cd21485-d945-4897-b5b8-298f45709a4a HTTP/1.1" status: 200 len: 704 time: 0.1138599 Dec 14 02:15:40.176637 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c6c87cc-0940-4f5a-a90c-7f925003ced5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:40.468154 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-4c6c87cc-0940-4f5a-a90c-7f925003ced5 admin admin] Allocated IP 172.20.0.1 (6bb15cba-f135-43e7-824d-c34b0659950d/810d15ba-fa1f-4a97-9392-48cbe2fcdd95/1e3abde3-0fdd-4545-bb4d-45148c82c9de) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:15:40.617937 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c6c87cc-0940-4f5a-a90c-7f925003ced5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:40.785408 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c6c87cc-0940-4f5a-a90c-7f925003ced5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:40.862033 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6c87cc-0940-4f5a-a90c-7f925003ced5 admin admin] Network 6bb15cba-f135-43e7-824d-c34b0659950d is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:15:40.866791 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-4c6c87cc-0940-4f5a-a90c-7f925003ced5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:15:40.871595 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c87cc-0940-4f5a-a90c-7f925003ced5 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:15:40.872612 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c6c87cc-0940-4f5a-a90c-7f925003ced5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:40.893837 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c87cc-0940-4f5a-a90c-7f925003ced5 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3abde3-0fdd-4545-bb4d-45148c82c9de,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:41.095121 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-274f4a5e-e369-4839-a472-9468025224aa None None] Provisioning complete for port 1e3abde3-0fdd-4545-bb4d-45148c82c9de triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:15:41.095755 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-274f4a5e-e369-4839-a472-9468025224aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:41.120255 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c6c87cc-0940-4f5a-a90c-7f925003ced5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:41.130521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-274f4a5e-e369-4839-a472-9468025224aa None None] Port 1e3abde3-0fdd-4545-bb4d-45148c82c9de cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:15:41.325882 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c6c87cc-0940-4f5a-a90c-7f925003ced5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:41.368930 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c6c87cc-0940-4f5a-a90c-7f925003ced5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:41.369749 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c6c87cc-0940-4f5a-a90c-7f925003ced5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:41.453232 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c87cc-0940-4f5a-a90c-7f925003ced5 admin admin] Pushing event updated for resources: {'Port': ['ID=1e3abde3-0fdd-4545-bb4d-45148c82c9de,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:41.501254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6c87cc-0940-4f5a-a90c-7f925003ced5 admin admin] Network 6bb15cba-f135-43e7-824d-c34b0659950d is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:15:41.503248 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-4c6c87cc-0940-4f5a-a90c-7f925003ced5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:15:41.652428 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-691cb890-4560-4f38-bd3d-b45f1d372f92 None None] Provisioning complete for port 1e3abde3-0fdd-4545-bb4d-45148c82c9de triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:15:41.652802 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-691cb890-4560-4f38-bd3d-b45f1d372f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:41.685006 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-691cb890-4560-4f38-bd3d-b45f1d372f92 None None] Port 1e3abde3-0fdd-4545-bb4d-45148c82c9de cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:15:41.706972 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6c87cc-0940-4f5a-a90c-7f925003ced5 admin admin] Router 0cd21485-d945-4897-b5b8-298f45709a4a is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:15:41.796391 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6c87cc-0940-4f5a-a90c-7f925003ced5 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:15:41.802529 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4c6c87cc-0940-4f5a-a90c-7f925003ced5 admin admin] 10.222.0.39 "PUT /v2.0/routers/0cd21485-d945-4897-b5b8-298f45709a4a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8830714 Dec 14 02:15:41.820870 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Sync routers for ids ['0cd21485-d945-4897-b5b8-298f45709a4a'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:15:41.835638 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Routers {'0cd21485-d945-4897-b5b8-298f45709a4a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:15:41.836511 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:15:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0cd21485-d945-4897-b5b8-298f45709a4a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:42.027350 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Set router 0cd21485-d945-4897-b5b8-298f45709a4a gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:15:42.453437 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd21485-d945-4897-b5b8-298f45709a4a', 'name': 'router1', 'tenant_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:15:30Z', 'updated_at': '2021-12-14T02:15:41Z', 'revision_number': 2, 'project_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'gw_port_host': None, '_interfaces': [{'id': '1e3abde3-0fdd-4545-bb4d-45148c82c9de', 'name': '', 'network_id': '6bb15cba-f135-43e7-824d-c34b0659950d', 'tenant_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'mac_address': 'fa:16:3e:92:76:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd21485-d945-4897-b5b8-298f45709a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '810d15ba-fa1f-4a97-9392-48cbe2fcdd95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:15:40Z', 'updated_at': '2021-12-14T02:15:41Z', 'revision_number': 2, 'project_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'subnets': [{'id': '810d15ba-fa1f-4a97-9392-48cbe2fcdd95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ecedae4-c296-42fc-9051-9f7e36a9c414'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:42.504354 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Checking router: 0cd21485-d945-4897-b5b8-298f45709a4a for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:15:42.504731 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Updating router 0cd21485-d945-4897-b5b8-298f45709a4a port 1e3abde3-0fdd-4545-bb4d-45148c82c9de binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:15:42.554185 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:43.064739 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:43.127881 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:43.291068 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b429f-f5cd-4caf-b061-4beb3c229b10 None None] Pushing event updated for resources: {'Port': ['ID=1e3abde3-0fdd-4545-bb4d-45148c82c9de,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:43.295007 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Attempting to bind port 1e3abde3-0fdd-4545-bb4d-45148c82c9de on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:15:43.295406 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Attempting to bind port 1e3abde3-0fdd-4545-bb4d-45148c82c9de by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '8f1e4ef3-dba2-445b-b096-f48ecd213ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6bb15cba-f135-43e7-824d-c34b0659950d'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:15:43.295836 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Attempting to bind port 1e3abde3-0fdd-4545-bb4d-45148c82c9de on network 6bb15cba-f135-43e7-824d-c34b0659950d {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:15:43.304915 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:15:43.305334 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Checking segment: {'id': '8f1e4ef3-dba2-445b-b096-f48ecd213ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6bb15cba-f135-43e7-824d-c34b0659950d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:15:43.305808 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:43.306229 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Bound using segment: {'id': '8f1e4ef3-dba2-445b-b096-f48ecd213ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6bb15cba-f135-43e7-824d-c34b0659950d'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:15:43.306726 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Bound port: 1e3abde3-0fdd-4545-bb4d-45148c82c9de, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f1e4ef3-dba2-445b-b096-f48ecd213ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '6bb15cba-f135-43e7-824d-c34b0659950d'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:15:43.307114 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:43.310523 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b429f-f5cd-4caf-b061-4beb3c229b10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:43.310745 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b429f-f5cd-4caf-b061-4beb3c229b10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:43.311127 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b429f-f5cd-4caf-b061-4beb3c229b10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:43.311401 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b429f-f5cd-4caf-b061-4beb3c229b10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:43.311735 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b429f-f5cd-4caf-b061-4beb3c229b10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:43.312045 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b429f-f5cd-4caf-b061-4beb3c229b10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:43.312371 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b429f-f5cd-4caf-b061-4beb3c229b10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:43.312694 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b429f-f5cd-4caf-b061-4beb3c229b10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:43.313015 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b429f-f5cd-4caf-b061-4beb3c229b10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:43.313360 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b429f-f5cd-4caf-b061-4beb3c229b10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:43.313673 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b429f-f5cd-4caf-b061-4beb3c229b10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:43.314018 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b429f-f5cd-4caf-b061-4beb3c229b10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:43.314342 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b429f-f5cd-4caf-b061-4beb3c229b10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9b429f-f5cd-4caf-b061-4beb3c229b10 None None] Tracked resource versions report: Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: pushed versions: Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: { 'AddressGroup': {'1.2'}, Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'ConntrackHelper': {'1.0'}, Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'LocalIPAssociation': {'1.0'}, Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'Log': {'1.0'}, Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'Network': {'1.1'}, Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'Port': {'1.7'}, Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'PortForwarding': {'1.2'}, Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'QosPolicy': {'1.10'}, Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'SecurityGroup': {'1.5'}, Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'SecurityGroupRule': {'1.2'}, Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'SubPort': {'1.0'}, Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'Subnet': {'1.1'}, Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'Trunk': {'1.1'}} Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: consumer versions: Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: { DHCP agent@n-d-821636-1: {}, Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: L3 agent@n-d-821636-1: {}, Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: Metadata agent@n-d-821636-1: {}, Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: Metering agent@n-d-821636-1: {}, Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: Open vSwitch agent@n-d-821636-1: { 'AddressGroup': '1.2', Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'ConntrackHelper': '1.0', Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'LocalIPAssociation': '1.0', Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'Log': '1.0', Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'Network': '1.1', Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'Port': '1.7', Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'PortForwarding': '1.2', Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'QosPolicy': '1.10', Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'SecurityGroup': '1.5', Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'SecurityGroupRule': '1.2', Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'SubPort': '1.0', Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'Subnet': '1.1', Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: 'Trunk': '1.1'}} Dec 14 02:15:43.315565 n-d-821636-1 neutron-server[103850]: {{(pid=103850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 02:15:43.382138 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] For port 1e3abde3-0fdd-4545-bb4d-45148c82c9de, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:15:43.401485 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] For port 1e3abde3-0fdd-4545-bb4d-45148c82c9de, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1e3abde3-0fdd-4545-bb4d-45148c82c9de,segment=NetworkSegment(8f1e4ef3-dba2-445b-b096-f48ecd213ee9),segment_id=8f1e4ef3-dba2-445b-b096-f48ecd213ee9)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:15:43.414854 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d98e5e72-9201-4fac-9bf0-30482ac20d6e None None] Provisioning complete for port 1e3abde3-0fdd-4545-bb4d-45148c82c9de triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:15:43.415402 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d98e5e72-9201-4fac-9bf0-30482ac20d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:43.448660 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d98e5e72-9201-4fac-9bf0-30482ac20d6e None None] Port 1e3abde3-0fdd-4545-bb4d-45148c82c9de cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:15:43.455715 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:43.512789 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Routers {'0cd21485-d945-4897-b5b8-298f45709a4a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:15:43.513427 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:15:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0cd21485-d945-4897-b5b8-298f45709a4a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:43.552118 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b429f-f5cd-4caf-b061-4beb3c229b10 None None] Pushing event updated for resources: {'Port': ['ID=1e3abde3-0fdd-4545-bb4d-45148c82c9de,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:43.605944 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] Set router 0cd21485-d945-4897-b5b8-298f45709a4a gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:15:43.670975 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4b43fadb-6fba-4e92-a860-13634dbc2e4e None None] Provisioning complete for port 1e3abde3-0fdd-4545-bb4d-45148c82c9de triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:15:43.671359 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4b43fadb-6fba-4e92-a860-13634dbc2e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:43.750274 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4b43fadb-6fba-4e92-a860-13634dbc2e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:43.783477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-4b43fadb-6fba-4e92-a860-13634dbc2e4e None None] For port 1e3abde3-0fdd-4545-bb4d-45148c82c9de, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1e3abde3-0fdd-4545-bb4d-45148c82c9de,segment=NetworkSegment(8f1e4ef3-dba2-445b-b096-f48ecd213ee9),segment_id=8f1e4ef3-dba2-445b-b096-f48ecd213ee9)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:15:43.822006 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd21485-d945-4897-b5b8-298f45709a4a', 'name': 'router1', 'tenant_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:15:30Z', 'updated_at': '2021-12-14T02:15:41Z', 'revision_number': 2, 'project_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'gw_port_host': None, '_interfaces': [{'id': '1e3abde3-0fdd-4545-bb4d-45148c82c9de', 'name': '', 'network_id': '6bb15cba-f135-43e7-824d-c34b0659950d', 'tenant_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'mac_address': 'fa:16:3e:92:76:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd21485-d945-4897-b5b8-298f45709a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '810d15ba-fa1f-4a97-9392-48cbe2fcdd95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:15:40Z', 'updated_at': '2021-12-14T02:15:43Z', 'revision_number': 4, 'project_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'subnets': [{'id': '810d15ba-fa1f-4a97-9392-48cbe2fcdd95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ecedae4-c296-42fc-9051-9f7e36a9c414'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:43.825770 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4b43fadb-6fba-4e92-a860-13634dbc2e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:43.850082 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42df2272-19f4-4305-8c19-d9396258f857 None None] The sync data for ids ['0cd21485-d945-4897-b5b8-298f45709a4a'] in n-d-821636-1 is: [{'id': '0cd21485-d945-4897-b5b8-298f45709a4a', 'name': 'router1', 'tenant_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:15:30Z', 'updated_at': '2021-12-14T02:15:41Z', 'revision_number': 2, 'project_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'gw_port_host': None, '_interfaces': [{'id': '1e3abde3-0fdd-4545-bb4d-45148c82c9de', 'name': '', 'network_id': '6bb15cba-f135-43e7-824d-c34b0659950d', 'tenant_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'mac_address': 'fa:16:3e:92:76:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd21485-d945-4897-b5b8-298f45709a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '810d15ba-fa1f-4a97-9392-48cbe2fcdd95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:15:40Z', 'updated_at': '2021-12-14T02:15:43Z', 'revision_number': 4, 'project_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'subnets': [{'id': '810d15ba-fa1f-4a97-9392-48cbe2fcdd95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ecedae4-c296-42fc-9051-9f7e36a9c414'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:15:43.877284 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43fadb-6fba-4e92-a860-13634dbc2e4e None None] Pushing event updated for resources: {'Port': ['ID=1e3abde3-0fdd-4545-bb4d-45148c82c9de,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:44.257473 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41296) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:44.367986 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44f115f-bcce-4055-8f0f-569a986e5865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:44.369389 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b44f115f-bcce-4055-8f0f-569a986e5865 admin admin] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 842 time: 0.1109393 Dec 14 02:15:44.379420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-33d35957-a997-4a41-a8cd-c81eca32bc37 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:15:44.465778 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d35957-a997-4a41-a8cd-c81eca32bc37 admin admin] Made reservation on behalf of 01f7af932a954bbab4a50d832f23bc55 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:15:44.468003 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-33d35957-a997-4a41-a8cd-c81eca32bc37 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:44.810008 n-d-821636-1 neutron-server[103847]: DEBUG neutron.objects.ports [None req-33d35957-a997-4a41-a8cd-c81eca32bc37 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103847) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:15:44.810557 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-33d35957-a997-4a41-a8cd-c81eca32bc37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:44.870709 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d35957-a997-4a41-a8cd-c81eca32bc37 admin admin] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:15:44.871160 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d35957-a997-4a41-a8cd-c81eca32bc37 admin admin] Network hostable DHCP agents. Network: bef0dca9-95c3-43a9-8538-205d0dbf759c, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:15:44.891081 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d35957-a997-4a41-a8cd-c81eca32bc37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afe2516d-01d0-4570-a163-7730f19e4bc3,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:44.968910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d35957-a997-4a41-a8cd-c81eca32bc37 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:15:45.037451 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-33d35957-a997-4a41-a8cd-c81eca32bc37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, bef0dca9-95c3-43a9-8538-205d0dbf759c) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:15:45.041729 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d35957-a997-4a41-a8cd-c81eca32bc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:45.042403 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-33d35957-a997-4a41-a8cd-c81eca32bc37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:45.049172 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2988f4-c225-4fca-a5b2-610624975645 None None] Network bef0dca9-95c3-43a9-8538-205d0dbf759c requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:15:45.130144 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-33d35957-a997-4a41-a8cd-c81eca32bc37 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7447083 Dec 14 02:15:45.153525 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef336e21-97e4-4f70-95f7-1940c6694830 None None] Network bef0dca9-95c3-43a9-8538-205d0dbf759c requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:15:47.613829 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41304) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:47.828064 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1d799f7b-22b8-43f6-8ee3-eeb508e71d81 admin admin] 10.222.0.39 "GET /v2.0/routers/0cd21485-d945-4897-b5b8-298f45709a4a HTTP/1.1" status: 200 len: 710 time: 0.2129998 Dec 14 02:15:47.916913 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a5e780-70fd-4b9f-ae3a-89bca9edc2eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:15:47.918313 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-85a5e780-70fd-4b9f-ae3a-89bca9edc2eb admin admin] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 886 time: 0.0841322 Dec 14 02:15:47.927762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3b89eb26-d06b-4bb6-8500-31fadd1e3e77 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:15:48.171663 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b89eb26-d06b-4bb6-8500-31fadd1e3e77 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:48.454041 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b89eb26-d06b-4bb6-8500-31fadd1e3e77 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:48.531694 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b89eb26-d06b-4bb6-8500-31fadd1e3e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:48.631058 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-3b89eb26-d06b-4bb6-8500-31fadd1e3e77 admin admin] Allocated IP 172.25.7.212 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/77b11b9e-94c5-4d04-932f-f7b6ba477111) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:15:48.825047 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b89eb26-d06b-4bb6-8500-31fadd1e3e77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:48.928820 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b89eb26-d06b-4bb6-8500-31fadd1e3e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:48.974393 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b89eb26-d06b-4bb6-8500-31fadd1e3e77 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:15:48.977336 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-3b89eb26-d06b-4bb6-8500-31fadd1e3e77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:15:48.981576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b89eb26-d06b-4bb6-8500-31fadd1e3e77 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:15:48.984417 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89eb26-d06b-4bb6-8500-31fadd1e3e77 admin admin] Pushing event updated for resources: {'Port': ['ID=77b11b9e-94c5-4d04-932f-f7b6ba477111,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:49.271757 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b89eb26-d06b-4bb6-8500-31fadd1e3e77 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:49.573926 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b89eb26-d06b-4bb6-8500-31fadd1e3e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:49.577426 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b89eb26-d06b-4bb6-8500-31fadd1e3e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:49.685234 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b89eb26-d06b-4bb6-8500-31fadd1e3e77 admin admin] Router 0cd21485-d945-4897-b5b8-298f45709a4a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:15:49.792157 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b89eb26-d06b-4bb6-8500-31fadd1e3e77 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:15:49.796498 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b89eb26-d06b-4bb6-8500-31fadd1e3e77 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:49.797731 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3b89eb26-d06b-4bb6-8500-31fadd1e3e77 admin admin] 10.222.0.39 "PUT /v2.0/routers/0cd21485-d945-4897-b5b8-298f45709a4a HTTP/1.1" status: 200 len: 890 time: 1.8733144 Dec 14 02:15:50.268616 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1e3abde3-0fdd-4545-bb4d-45148c82c9de up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:15:50.323253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1e3abde3-0fdd-4545-bb4d-45148c82c9de triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:15:50.323626 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:50.854239 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Sync routers for ids ['0cd21485-d945-4897-b5b8-298f45709a4a'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:15:50.865057 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Routers {'0cd21485-d945-4897-b5b8-298f45709a4a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:15:50.865718 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:15:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0cd21485-d945-4897-b5b8-298f45709a4a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:51.072410 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Set router 0cd21485-d945-4897-b5b8-298f45709a4a gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:15:51.528972 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd21485-d945-4897-b5b8-298f45709a4a', 'name': 'router1', 'tenant_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '77b11b9e-94c5-4d04-932f-f7b6ba477111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:15:30Z', 'updated_at': '2021-12-14T02:15:49Z', 'revision_number': 4, 'project_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'gw_port': {'id': '77b11b9e-94c5-4d04-932f-f7b6ba477111', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd21485-d945-4897-b5b8-298f45709a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:15:48Z', 'updated_at': '2021-12-14T02:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '1e3abde3-0fdd-4545-bb4d-45148c82c9de', 'name': '', 'network_id': '6bb15cba-f135-43e7-824d-c34b0659950d', 'tenant_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'mac_address': 'fa:16:3e:92:76:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd21485-d945-4897-b5b8-298f45709a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '810d15ba-fa1f-4a97-9392-48cbe2fcdd95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:15:40Z', 'updated_at': '2021-12-14T02:15:43Z', 'revision_number': 5, 'project_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'subnets': [{'id': '810d15ba-fa1f-4a97-9392-48cbe2fcdd95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ecedae4-c296-42fc-9051-9f7e36a9c414'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:51.580459 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Checking router: 0cd21485-d945-4897-b5b8-298f45709a4a for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:15:51.580813 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Updating router 0cd21485-d945-4897-b5b8-298f45709a4a port 77b11b9e-94c5-4d04-932f-f7b6ba477111 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:15:51.625605 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:51.938412 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:52.030115 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:52.079133 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64a06d-7aca-4dee-9ac9-70a8dbdd75e6 None None] Pushing event updated for resources: {'Port': ['ID=77b11b9e-94c5-4d04-932f-f7b6ba477111,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:52.085581 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Attempting to bind port 77b11b9e-94c5-4d04-932f-f7b6ba477111 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:15:52.085953 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Attempting to bind port 77b11b9e-94c5-4d04-932f-f7b6ba477111 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:15:52.086318 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Attempting to bind port 77b11b9e-94c5-4d04-932f-f7b6ba477111 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:15:52.091280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:15:52.091655 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:15:52.092096 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:52.092454 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:15:52.092922 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Bound port: 77b11b9e-94c5-4d04-932f-f7b6ba477111, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:15:52.093329 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:52.142932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] For port 77b11b9e-94c5-4d04-932f-f7b6ba477111, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:15:52.145830 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] For port 77b11b9e-94c5-4d04-932f-f7b6ba477111, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=77b11b9e-94c5-4d04-932f-f7b6ba477111,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:15:52.236477 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:52.296840 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64a06d-7aca-4dee-9ac9-70a8dbdd75e6 None None] Pushing event updated for resources: {'Port': ['ID=77b11b9e-94c5-4d04-932f-f7b6ba477111,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:52.300015 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Routers {'0cd21485-d945-4897-b5b8-298f45709a4a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:15:52.300615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:15:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0cd21485-d945-4897-b5b8-298f45709a4a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:52.406226 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] Set router 0cd21485-d945-4897-b5b8-298f45709a4a gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:15:52.408489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41316) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:15:52.520959 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a0c81617-7ec6-4e8e-99ed-066043f67624 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1112432 Dec 14 02:15:52.621698 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd21485-d945-4897-b5b8-298f45709a4a', 'name': 'router1', 'tenant_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '77b11b9e-94c5-4d04-932f-f7b6ba477111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:15:30Z', 'updated_at': '2021-12-14T02:15:49Z', 'revision_number': 4, 'project_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'gw_port': {'id': '77b11b9e-94c5-4d04-932f-f7b6ba477111', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd21485-d945-4897-b5b8-298f45709a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:15:48Z', 'updated_at': '2021-12-14T02:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '1e3abde3-0fdd-4545-bb4d-45148c82c9de', 'name': '', 'network_id': '6bb15cba-f135-43e7-824d-c34b0659950d', 'tenant_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'mac_address': 'fa:16:3e:92:76:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd21485-d945-4897-b5b8-298f45709a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '810d15ba-fa1f-4a97-9392-48cbe2fcdd95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:15:40Z', 'updated_at': '2021-12-14T02:15:43Z', 'revision_number': 5, 'project_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'subnets': [{'id': '810d15ba-fa1f-4a97-9392-48cbe2fcdd95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ecedae4-c296-42fc-9051-9f7e36a9c414'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:15:52.650467 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af75f7c-ea53-4d2f-a360-875950ddd848 None None] The sync data for ids ['0cd21485-d945-4897-b5b8-298f45709a4a'] in n-d-821636-1 is: [{'id': '0cd21485-d945-4897-b5b8-298f45709a4a', 'name': 'router1', 'tenant_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '77b11b9e-94c5-4d04-932f-f7b6ba477111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:15:30Z', 'updated_at': '2021-12-14T02:15:49Z', 'revision_number': 4, 'project_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'gw_port': {'id': '77b11b9e-94c5-4d04-932f-f7b6ba477111', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:52:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd21485-d945-4897-b5b8-298f45709a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:15:48Z', 'updated_at': '2021-12-14T02:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '1e3abde3-0fdd-4545-bb4d-45148c82c9de', 'name': '', 'network_id': '6bb15cba-f135-43e7-824d-c34b0659950d', 'tenant_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'mac_address': 'fa:16:3e:92:76:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd21485-d945-4897-b5b8-298f45709a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '810d15ba-fa1f-4a97-9392-48cbe2fcdd95', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:15:40Z', 'updated_at': '2021-12-14T02:15:43Z', 'revision_number': 5, 'project_id': '8ae23cd2bf904ac3a0f5798a6cd65289', 'subnets': [{'id': '810d15ba-fa1f-4a97-9392-48cbe2fcdd95', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3ecedae4-c296-42fc-9051-9f7e36a9c414'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:15:54.268732 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 77b11b9e-94c5-4d04-932f-f7b6ba477111 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:15:54.330122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 77b11b9e-94c5-4d04-932f-f7b6ba477111 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:15:54.330496 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:54.409904 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:54.431541 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 77b11b9e-94c5-4d04-932f-f7b6ba477111, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=77b11b9e-94c5-4d04-932f-f7b6ba477111,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:15:54.517677 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:15:54.576016 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=77b11b9e-94c5-4d04-932f-f7b6ba477111,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:15:56.269611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 77b11b9e-94c5-4d04-932f-f7b6ba477111 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:15:56.342451 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 77b11b9e-94c5-4d04-932f-f7b6ba477111 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:15:56.343181 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:02.636436 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7da80546-edd4-4410-89ba-81c017c8ffa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:04.905188 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5849fcc9-e9df-4986-b2d5-b7c555a21cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:06.030517 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:07.459587 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:08.403071 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:09.508474 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 5 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:16:32.652166 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0b94a14b-d5b5-4269-abdd-d64fd5aa1507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:34.955599 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0dd585f4-d7b2-4202-82bb-77511656df23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:36.029501 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:37.431346 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:38.372396 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:16:46.509251 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 5 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:17:02.616708 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b5217781-e0d5-484d-ab72-e21c239e79ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:04.913965 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-682dfeb4-2df0-4225-b88e-a7a3b17d8c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:06.068481 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:07.422869 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:08.399492 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:20.464741 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41832) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:17:20.525713 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c7dc6c-c3e0-405f-a14b-5f549f389b51 admin admin] GET failed (client error): The resource could not be found. Dec 14 02:17:20.526995 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-44c7dc6c-c3e0-405f-a14b-5f549f389b51 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610294 Dec 14 02:17:20.687659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae77eaa5-c845-4807-b512-60d72a13f378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:17:20.689128 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ae77eaa5-c845-4807-b512-60d72a13f378 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1572771 Dec 14 02:17:23.077588 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41842) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:17:23.166920 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f9eeba-cb46-48cf-b147-111622de3ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:17:23.168245 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-76f9eeba-cb46-48cf-b147-111622de3ac6 admin admin] 10.222.0.39 "GET /v2.0/subnets/810d15ba-fa1f-4a97-9392-48cbe2fcdd95 HTTP/1.1" status: 200 len: 849 time: 0.0897214 Dec 14 02:17:23.179047 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:17:23.262940 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] Publish callbacks [] for subnet, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:23.507889 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754676488668'] for subnet, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:23.509292 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 5 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:17:23.538305 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:17:23.539315 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:23.553333 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] 10.222.0.39 "PUT /v2.0/subnets/810d15ba-fa1f-4a97-9392-48cbe2fcdd95 HTTP/1.1" status: 200 len: 868 time: 0.3647053 Dec 14 02:17:23.553589 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cd1222-7a24-4b19-aca5-15a7df614338 None None] Network 6bb15cba-f135-43e7-824d-c34b0659950d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:17:23.562254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=810d15ba-fa1f-4a97-9392-48cbe2fcdd95,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:17:23.569624 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:17:23.569973 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:17:23.570316 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:17:23.570650 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:17:23.570983 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:17:23.571335 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:17:23.571665 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:17:23.571994 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:17:23.572317 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:17:23.572643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:17:23.572970 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:17:23.573335 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:17:23.573654 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec91eb4-bd72-48fa-8b3c-6205d58538ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:17:23.848643 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-282cb324-185c-426c-ab19-2f5f07af4436 None None] Provisioning complete for port dd2f6f7c-e5d2-4d01-8580-2de94f06ab36 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:17:23.849023 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-282cb324-185c-426c-ab19-2f5f07af4436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:23.934450 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-282cb324-185c-426c-ab19-2f5f07af4436 None None] Provisioning complete for port 1e3abde3-0fdd-4545-bb4d-45148c82c9de triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:17:23.934648 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-282cb324-185c-426c-ab19-2f5f07af4436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:25.940419 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41850) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:17:26.134986 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9418fd5-5f13-4181-9ab1-ea8f19020bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:17:26.135352 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9418fd5-5f13-4181-9ab1-ea8f19020bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:17:26.136867 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a9418fd5-5f13-4181-9ab1-ea8f19020bdf admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1954925 Dec 14 02:17:28.514263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41858) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:17:28.644830 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b530d46-bf23-4001-8cef-08dcf8678c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:17:28.645337 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b530d46-bf23-4001-8cef-08dcf8678c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:17:28.646857 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8b530d46-bf23-4001-8cef-08dcf8678c6f admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1317263 Dec 14 02:17:31.012250 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41866) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:17:31.143637 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cd99ae-4d71-4fb5-87fe-fa47e330cbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:17:31.145008 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-00cd99ae-4d71-4fb5-87fe-fa47e330cbb7 admin admin] 10.222.0.39 "GET /v2.0/networks/6bb15cba-f135-43e7-824d-c34b0659950d HTTP/1.1" status: 200 len: 869 time: 0.1317236 Dec 14 02:17:32.627353 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-381404d0-1268-4a0a-968f-9d91ebff450c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:33.509579 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41874) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:17:33.633098 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2666a4-0470-4e19-ae8d-a43bc92d5794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:17:33.634470 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fd2666a4-0470-4e19-ae8d-a43bc92d5794 admin admin] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 886 time: 0.1238503 Dec 14 02:17:34.918499 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5895f0df-e881-493a-85b6-b95392c99fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:36.032957 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:36.047146 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41882) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:17:36.173779 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1826b5-9fcf-4f30-8e72-2d17e5668c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:17:36.174222 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1826b5-9fcf-4f30-8e72-2d17e5668c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:17:36.175877 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bd1826b5-9fcf-4f30-8e72-2d17e5668c70 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277859 Dec 14 02:17:37.427499 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:38.409165 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:17:38.535338 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41890) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:17:38.625705 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a868bf-9ad7-45d9-abd0-f122a26005a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:17:38.626164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a868bf-9ad7-45d9-abd0-f122a26005a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:17:38.627689 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-88a868bf-9ad7-45d9-abd0-f122a26005a5 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913937 Dec 14 02:17:41.001591 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41898) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:17:41.091947 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d63aa56-25fa-4852-9cbd-f310e3397007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:17:41.093268 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8d63aa56-25fa-4852-9cbd-f310e3397007 admin admin] 10.222.0.39 "GET /v2.0/subnets/810d15ba-fa1f-4a97-9392-48cbe2fcdd95 HTTP/1.1" status: 200 len: 868 time: 0.0907371 Dec 14 02:17:43.495179 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41906) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:17:43.685704 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae386e08-716b-43fe-9226-c017ab1cb536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:17:43.686957 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ae386e08-716b-43fe-9226-c017ab1cb536 admin admin] 10.222.0.39 "GET /v2.0/subnets/afe2516d-01d0-4570-a163-7730f19e4bc3 HTTP/1.1" status: 200 len: 816 time: 0.1901391 Dec 14 02:18:00.509279 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 5 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:18:02.637249 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bee93068-4c62-4469-a636-d3bc34c121ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:04.918060 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d646361b-7a2f-4aea-b7cd-cf1dd2cc374a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:06.054990 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:07.455121 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:08.384795 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:10.435624 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41960) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:18:10.483157 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-5376b61c-be65-476e-916e-d383597c8279 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:18:10.484159 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5376b61c-be65-476e-916e-d383597c8279 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0476029 Dec 14 02:18:12.964909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41968) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:18:13.036725 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a84bbf4-f908-4cd4-b395-bf0af00ad8ea admin admin] GET failed (client error): The resource could not be found. Dec 14 02:18:13.038377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7a84bbf4-f908-4cd4-b395-bf0af00ad8ea admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0725060 Dec 14 02:18:13.188610 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d910c22e-ed6f-452c-badd-ddb1be30228d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:18:13.190027 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d910c22e-ed6f-452c-badd-ddb1be30228d admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1470494 Dec 14 02:18:15.597763 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41978) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:18:15.644806 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f0e120f0-dc33-4903-aaeb-336b9fc01a95 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:18:15.734438 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e120f0-dc33-4903-aaeb-336b9fc01a95 admin admin] Made reservation on behalf of 01f7af932a954bbab4a50d832f23bc55 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:18:15.736713 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f0e120f0-dc33-4903-aaeb-336b9fc01a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:15.763959 n-d-821636-1 neutron-server[103847]: WARNING neutron.services.revisions.revision_plugin [None req-f0e120f0-dc33-4903-aaeb-336b9fc01a95 admin admin] Could not find related network for resource to bump revision. Dec 14 02:18:15.778814 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e120f0-dc33-4903-aaeb-336b9fc01a95 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:18:15.787853 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f0e120f0-dc33-4903-aaeb-336b9fc01a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:15.788187 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-f0e120f0-dc33-4903-aaeb-336b9fc01a95 admin admin] Added segment 1acdab3d-758e-4c11-88a1-3be75fcc450b of type vlan for network 3abe6c6c-b6d6-42bb-ad96-548900a65710 Dec 14 02:18:15.825450 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f0e120f0-dc33-4903-aaeb-336b9fc01a95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:15.905861 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f0e120f0-dc33-4903-aaeb-336b9fc01a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:15.906795 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e120f0-dc33-4903-aaeb-336b9fc01a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:18:15.907398 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f0e120f0-dc33-4903-aaeb-336b9fc01a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:15.968318 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e120f0-dc33-4903-aaeb-336b9fc01a95 admin admin] Pushing event updated for resources: {'Network': ['ID=3abe6c6c-b6d6-42bb-ad96-548900a65710,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:18:15.979243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:18:16.029537 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f0e120f0-dc33-4903-aaeb-336b9fc01a95 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4305906 Dec 14 02:18:18.410374 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41986) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:18:18.474801 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-3267c0ff-e9a3-419a-8dbd-4f0740c52ed1 admin admin] GET failed (client error): The resource could not be found. Dec 14 02:18:18.476123 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3267c0ff-e9a3-419a-8dbd-4f0740c52ed1 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0647762 Dec 14 02:18:18.546672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c9b218-a759-43b4-9c1f-ee73b6f180b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:18:18.548051 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-41c9b218-a759-43b4-9c1f-ee73b6f180b1 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0666463 Dec 14 02:18:18.558022 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ffa8fabc-27de-45a7-95a2-cda783d70ea1 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:18:18.631135 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa8fabc-27de-45a7-95a2-cda783d70ea1 admin admin] Made reservation on behalf of 01f7af932a954bbab4a50d832f23bc55 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:18:18.633421 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffa8fabc-27de-45a7-95a2-cda783d70ea1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:18.848843 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffa8fabc-27de-45a7-95a2-cda783d70ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:18.908612 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8fabc-27de-45a7-95a2-cda783d70ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72ca6a0f-8ed8-46f6-b06b-68b298f37899,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:18:18.915859 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa8fabc-27de-45a7-95a2-cda783d70ea1 admin admin] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:18:18.916454 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa8fabc-27de-45a7-95a2-cda783d70ea1 admin admin] Network hostable DHCP agents. Network: 3abe6c6c-b6d6-42bb-ad96-548900a65710, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:18:19.003209 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa8fabc-27de-45a7-95a2-cda783d70ea1 admin admin] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:18:19.081668 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-ffa8fabc-27de-45a7-95a2-cda783d70ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 3abe6c6c-b6d6-42bb-ad96-548900a65710) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:18:19.085870 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa8fabc-27de-45a7-95a2-cda783d70ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:18:19.088370 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffa8fabc-27de-45a7-95a2-cda783d70ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:19.091779 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025d2c19-0f56-47ae-94d1-95360a0f62c6 None None] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:18:19.164281 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ffa8fabc-27de-45a7-95a2-cda783d70ea1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6095357 Dec 14 02:18:19.193246 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-3abe6c6c-b6d6-42bb-ad96-548900a65710', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'project_id': '01f7af932a954bbab4a50d832f23bc55', 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:18:19.194233 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:19.434999 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Allocated IP 192.168.233.2 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/8b0615a9-5d98-4cbb-9e76-4ca86ed97d97) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:18:19.578759 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:19.667402 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:19.707648 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:18:19.710580 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:18:19.715043 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:18:19.722015 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Pushing event updated for resources: {'Port': ['ID=8b0615a9-5d98-4cbb-9e76-4ca86ed97d97,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:18:19.744575 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:18:19.744967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:18:19.745396 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:18:19.745723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:18:19.746056 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:18:19.746382 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:18:19.746709 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:18:19.747033 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:18:19.747353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:18:19.747691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:18:19.747991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:18:19.748311 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:18:19.748626 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:18:19.782720 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Attempting to bind port 8b0615a9-5d98-4cbb-9e76-4ca86ed97d97 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:18:19.783207 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Attempting to bind port 8b0615a9-5d98-4cbb-9e76-4ca86ed97d97 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:18:19.783573 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Attempting to bind port 8b0615a9-5d98-4cbb-9e76-4ca86ed97d97 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:18:19.788567 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:18:19.788936 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:18:19.789361 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:19.789756 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:18:19.793359 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Bound port: 8b0615a9-5d98-4cbb-9e76-4ca86ed97d97, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:18:19.793359 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:19.859179 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] For port 8b0615a9-5d98-4cbb-9e76-4ca86ed97d97, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:18:19.862808 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] For port 8b0615a9-5d98-4cbb-9e76-4ca86ed97d97, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8b0615a9-5d98-4cbb-9e76-4ca86ed97d97,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:18:19.921900 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:19.983618 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d7466-08f0-4a15-a037-553f39291955 None None] Pushing event updated for resources: {'Port': ['ID=8b0615a9-5d98-4cbb-9e76-4ca86ed97d97,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:18:20.382066 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8b0615a9-5d98-4cbb-9e76-4ca86ed97d97 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:18:20.439330 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 8b0615a9-5d98-4cbb-9e76-4ca86ed97d97 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:18:20.439699 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:20.521394 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:20.553187 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 8b0615a9-5d98-4cbb-9e76-4ca86ed97d97, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8b0615a9-5d98-4cbb-9e76-4ca86ed97d97,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:18:20.633956 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:20.694542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=8b0615a9-5d98-4cbb-9e76-4ca86ed97d97,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:18:20.863065 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ba5e69-aef1-4d32-8c98-0ddb56a355ef None None] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:18:20.976816 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e83199d-c72a-46e6-85d0-493224a84c94 None None] Provisioning complete for port 8b0615a9-5d98-4cbb-9e76-4ca86ed97d97 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:18:20.977191 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e83199d-c72a-46e6-85d0-493224a84c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:21.284265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a84fe08e-4fb0-448e-b9e9-ceeca96c2438 None None] Provisioning complete for port 8b0615a9-5d98-4cbb-9e76-4ca86ed97d97 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:18:21.284638 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a84fe08e-4fb0-448e-b9e9-ceeca96c2438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:22.321566 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8b0615a9-5d98-4cbb-9e76-4ca86ed97d97 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:18:22.371522 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 8b0615a9-5d98-4cbb-9e76-4ca86ed97d97 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:18:22.371888 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:32.642864 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-99412ccc-09a9-4d95-9dab-7e6a0e82ba5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:34.922398 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b7254784-9c5d-4554-b623-622ff12c49cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:36.088253 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:37.434775 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:18:37.508029 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 5 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:18:38.423522 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:02.647317 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d04efa9-c60e-415d-b98a-0f46b3b2ec49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:04.919230 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5b3edc0b-b282-4a24-a9ab-0804cbd0f450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:06.051598 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:07.441986 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:08.430179 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:14.506633 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 5 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:19:32.640940 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-97dc7fcc-0821-4baf-85f8-69878c352cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:34.940706 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-678cba98-a845-4381-a3c8-546cdd328eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:36.074957 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:37.454908 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:38.406507 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:47.721213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42030) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:19:47.727906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-55ea78ca-9dd5-4f06-921f-6ea1b902e5ca tempest-verify_tempest_config-950774313 tempest-verify_tempest_config-950774313-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:19:47.728940 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-55ea78ca-9dd5-4f06-921f-6ea1b902e5ca tempest-verify_tempest_config-950774313 tempest-verify_tempest_config-950774313-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0067406 Dec 14 02:19:48.246542 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42048) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:19:48.351126 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cfd2f4a1-ddda-45ce-b71f-421d78cf5d8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:48.422284 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cfd2f4a1-ddda-45ce-b71f-421d78cf5d8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:48.492277 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cfd2f4a1-ddda-45ce-b71f-421d78cf5d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:48.538103 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cfd2f4a1-ddda-45ce-b71f-421d78cf5d8b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca6493baac5b49d9aef138e01f4b3e18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2905047 Dec 14 02:19:48.538944 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2f4a1-ddda-45ce-b71f-421d78cf5d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce32372e-e315-491b-9be5-840cb422b300,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:19:48.540825 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42052) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:19:48.556608 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2f4a1-ddda-45ce-b71f-421d78cf5d8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:19:48.556890 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2f4a1-ddda-45ce-b71f-421d78cf5d8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:19:48.557235 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2f4a1-ddda-45ce-b71f-421d78cf5d8b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:19:48.557603 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2f4a1-ddda-45ce-b71f-421d78cf5d8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:19:48.557939 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2f4a1-ddda-45ce-b71f-421d78cf5d8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:19:48.558272 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2f4a1-ddda-45ce-b71f-421d78cf5d8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:19:48.558602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2f4a1-ddda-45ce-b71f-421d78cf5d8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:19:48.558929 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2f4a1-ddda-45ce-b71f-421d78cf5d8b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:19:48.559253 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2f4a1-ddda-45ce-b71f-421d78cf5d8b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:19:48.559583 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2f4a1-ddda-45ce-b71f-421d78cf5d8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:19:48.559907 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2f4a1-ddda-45ce-b71f-421d78cf5d8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:19:48.560226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2f4a1-ddda-45ce-b71f-421d78cf5d8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:19:48.560547 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd2f4a1-ddda-45ce-b71f-421d78cf5d8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:19:48.604122 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48e8788a-7776-4517-9cfd-5bafbcdb9685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:48.627981 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48e8788a-7776-4517-9cfd-5bafbcdb9685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:48.768704 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48e8788a-7776-4517-9cfd-5bafbcdb9685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:48.771487 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48e8788a-7776-4517-9cfd-5bafbcdb9685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:19:48.772545 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-48e8788a-7776-4517-9cfd-5bafbcdb9685 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce32372e-e315-491b-9be5-840cb422b300 HTTP/1.1" status: 204 len: 168 time: 0.2307923 Dec 14 02:19:48.784738 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8788a-7776-4517-9cfd-5bafbcdb9685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce32372e-e315-491b-9be5-840cb422b300,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:19:51.504476 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 5 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:20:02.670127 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0d5b1a49-1497-4190-9bc0-71517652391d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:04.927396 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e9f469d3-9d03-4d30-9971-de46c2d970e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:06.092993 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:07.502711 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:08.405521 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:28.502414 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 5 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:20:32.635227 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-22543a74-351f-4ca3-9650-557c675f8fd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:34.948664 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d4de484a-832f-4c8e-86a2-8c825d4b4fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:36.057078 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:37.451629 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:20:38.405769 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:21:02.667575 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7f037672-a013-4a6f-8aaa-1004678ab12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:21:04.987548 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b779c03a-fbf7-487e-b85e-3a1f3b19a626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:21:05.501534 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 5 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:21:06.072537 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:21:07.466857 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:21:08.404172 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:21:32.637156 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f42e1d6b-82c0-4dba-b32f-4e7b4bc67bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:21:34.946547 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-96289db1-e7d6-4c92-9fa6-bf169ad37c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:21:36.054376 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:21:37.465601 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:21:38.443219 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:21:42.500854 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 5 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:22:02.664351 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58c607bd-dd92-4a65-afe0-67f1eab0752b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:22:04.922027 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f178a53f-aa2b-49ab-aed7-cd26259a12d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:22:06.058711 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:22:07.475525 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:22:08.389563 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:22:19.499019 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 5 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:22:32.663443 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e501376a-1582-4e8b-9027-a07b05e83c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:22:34.934479 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-21397220-6b3a-4b37-9b98-31718765ea3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:22:36.074495 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:22:37.520338 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:22:38.410721 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:22:56.497706 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 5 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:22:56.599543 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875554'] for agent, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:22:59.793606 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3875554'] for agent, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:23:02.649805 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-614614c0-faef-427e-ac27-521dceac803b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:23:04.913538 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8be7e04f-4301-4643-8abd-de131ea060c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:23:06.079278 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:23:07.460936 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:23:08.392717 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:23:26.585826 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:23:29.775607 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:23:30.591065 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42108) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:23:30.695732 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ff603063-11ef-476f-b7cc-33cfc236e888 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1035349 Dec 14 02:23:32.616817 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6377faa7-2c51-49f4-9c35-e111ee4b8730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:23:33.096967 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42118) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:23:33.151815 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0035be5c-b230-41d3-b36f-df973bf8af56 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0537412 Dec 14 02:23:33.497357 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:23:34.952655 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7617cb7e-7c2f-4251-b457-c6a5d72a1224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:23:36.089648 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:23:37.484202 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:23:38.413738 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:23:56.561103 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:23:59.757832 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:02.675449 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2a64475b-67dd-422e-9035-648607a07603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:04.946185 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-507ac3f6-ca9b-45a8-9161-ec2cb34e4131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:06.100433 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:07.480664 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:08.400413 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:10.497112 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:24:26.556730 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:29.739817 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:32.625079 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0657ccb9-0357-4342-89f3-64ae342097af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:34.951007 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-886a0dbb-1963-4096-bd5f-6c0a930fedd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:36.101938 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:37.474253 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:38.419262 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:47.496317 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:24:56.422955 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42316) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:24:56.596126 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:57.072081 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-network', 'tenant_id': '42e3fe530e444f4eb8a4088885651364'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:24:57.146888 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Made reservation on behalf of 42e3fe530e444f4eb8a4088885651364 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:24:57.149410 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:57.158302 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:57.237962 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:57.310133 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:57.332173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:24:57.346586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca7ed92-597c-458b-a295-abcf521b745a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:24:57.351943 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:57.352295 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Added segment 3df208f6-026d-48e7-8165-5d53f944e79d of type vlan for network c04429dc-468a-4168-bf68-221cba49072a Dec 14 02:24:57.366032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:57.366172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:57.366523 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:57.366869 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:57.367206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:57.367540 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:57.367899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:57.368227 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:57.368556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:57.368883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:57.369229 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Tracked resource versions report: Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: pushed versions: Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: { 'AddressGroup': {'1.2'}, Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'ConntrackHelper': {'1.0'}, Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'LocalIPAssociation': {'1.0'}, Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'Log': {'1.0'}, Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'Network': {'1.1'}, Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'Port': {'1.7'}, Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'PortForwarding': {'1.2'}, Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'QosPolicy': {'1.10'}, Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'SecurityGroup': {'1.5'}, Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'SecurityGroupRule': {'1.2'}, Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'SubPort': {'1.0'}, Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'Subnet': {'1.1'}, Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'Trunk': {'1.1'}} Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: consumer versions: Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: { DHCP agent@n-d-821636-1: {}, Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: HyperV agent@n-h1-821636-1: {}, Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: HyperV agent@n-h2-821636-1: {}, Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: L3 agent@n-d-821636-1: {}, Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: Metadata agent@n-d-821636-1: {}, Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: Metering agent@n-d-821636-1: {}, Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: Open vSwitch agent@n-d-821636-1: { 'AddressGroup': '1.2', Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'ConntrackHelper': '1.0', Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'LocalIPAssociation': '1.0', Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'Log': '1.0', Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'Network': '1.1', Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'Port': '1.7', Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'PortForwarding': '1.2', Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'QosPolicy': '1.10', Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'SecurityGroup': '1.5', Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'SecurityGroupRule': '1.2', Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'SubPort': '1.0', Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'Subnet': '1.1', Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: 'Trunk': '1.1'}} Dec 14 02:24:57.373230 n-d-821636-1 neutron-server[103848]: {{(pid=103848) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 02:24:57.404958 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:57.475965 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:57.477102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:24:57.480803 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:57.553644 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] Pushing event updated for resources: {'Network': ['ID=c04429dc-468a-4168-bf68-221cba49072a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:24:57.563638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network c04429dc-468a-4168-bf68-221cba49072a details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:24:57.658445 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2dba3bbb-64aa-400c-a8d3-07988107d731 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2341998 Dec 14 02:24:57.661585 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42356) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:24:57.668108 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Request body: {'subnet': {'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-subnet', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:24:57.770179 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Made reservation on behalf of 42e3fe530e444f4eb8a4088885651364 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:24:57.772522 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:58.135502 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:58.196456 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5c5572c-4193-43ef-9be4-6611a52aae66,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:24:58.205010 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.205377 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.205717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.206063 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.206383 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.206897 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.207228 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.207712 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.207978 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.208302 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.208623 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.208943 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.209283 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Tracked resource versions report: Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: pushed versions: Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: { 'AddressGroup': {'1.2'}, Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'ConntrackHelper': {'1.0'}, Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'LocalIPAssociation': {'1.0'}, Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'Log': {'1.0'}, Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'Network': {'1.1'}, Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'Port': {'1.7'}, Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'PortForwarding': {'1.2'}, Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'QosPolicy': {'1.10'}, Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'SecurityGroup': {'1.5'}, Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'SecurityGroupRule': {'1.2'}, Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'SubPort': {'1.0'}, Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'Subnet': {'1.1'}, Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'Trunk': {'1.1'}} Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: consumer versions: Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: { DHCP agent@n-d-821636-1: {}, Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: HyperV agent@n-h1-821636-1: {}, Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: HyperV agent@n-h2-821636-1: {}, Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: L3 agent@n-d-821636-1: {}, Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: Metadata agent@n-d-821636-1: {}, Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: Metering agent@n-d-821636-1: {}, Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: Open vSwitch agent@n-d-821636-1: { 'AddressGroup': '1.2', Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'ConntrackHelper': '1.0', Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'LocalIPAssociation': '1.0', Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'Log': '1.0', Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'Network': '1.1', Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'Port': '1.7', Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'PortForwarding': '1.2', Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'QosPolicy': '1.10', Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'SecurityGroup': '1.5', Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'SecurityGroupRule': '1.2', Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'SubPort': '1.0', Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'Subnet': '1.1', Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: 'Trunk': '1.1'}} Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: {{(pid=103847) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Checking segment: {'id': '3df208f6-026d-48e7-8165-5d53f944e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:24:58.215706 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Network hostable DHCP agents. Network: c04429dc-468a-4168-bf68-221cba49072a, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:24:58.275520 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Network c04429dc-468a-4168-bf68-221cba49072a is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:24:58.355466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, c04429dc-468a-4168-bf68-221cba49072a) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:24:58.360206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:24:58.361431 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:58.365367 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d092ddd-d84b-49be-a3e0-2a1f5f931a16 None None] Network c04429dc-468a-4168-bf68-221cba49072a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:24:58.452131 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d1637727-b01e-4451-ae3b-46a2e520ed0c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7894466 Dec 14 02:24:58.457616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42384) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:24:58.462302 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:24:58.483039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-c04429dc-468a-4168-bf68-221cba49072a', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'project_id': '42e3fe530e444f4eb8a4088885651364', 'fixed_ips': [{'subnet_id': 'a5c5572c-4193-43ef-9be4-6611a52aae66'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:24:58.483979 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:58.544465 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:58.546126 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:58.625764 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Allocated IP 172.20.0.2 (c04429dc-468a-4168-bf68-221cba49072a/a5c5572c-4193-43ef-9be4-6611a52aae66/886c5609-5fd2-4b0b-ac4b-70d1c2128699) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:24:58.683884 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:58.772375 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:58.844114 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:58.907935 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Network c04429dc-468a-4168-bf68-221cba49072a is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:24:58.908705 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Pushing event updated for resources: {'Port': ['ID=886c5609-5fd2-4b0b-ac4b-70d1c2128699,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:24:58.919370 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.919644 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.919998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.920346 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.920689 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.921027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.921382 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.921720 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.922054 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.922492 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.922824 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.923156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.923513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Tracked resource versions report: Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: pushed versions: Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: { 'AddressGroup': {'1.2'}, Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'ConntrackHelper': {'1.0'}, Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'LocalIPAssociation': {'1.0'}, Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'Log': {'1.0'}, Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'Network': {'1.1'}, Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'Port': {'1.7'}, Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'PortForwarding': {'1.2'}, Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'QosPolicy': {'1.10'}, Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'SecurityGroup': {'1.5'}, Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'SecurityGroupRule': {'1.2'}, Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'SubPort': {'1.0'}, Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'Subnet': {'1.1'}, Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'Trunk': {'1.1'}} Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: consumer versions: Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: { DHCP agent@n-d-821636-1: {}, Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: HyperV agent@n-h1-821636-1: {}, Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: HyperV agent@n-h2-821636-1: {}, Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: L3 agent@n-d-821636-1: {}, Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: Metadata agent@n-d-821636-1: {}, Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: Metering agent@n-d-821636-1: {}, Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: Open vSwitch agent@n-d-821636-1: { 'AddressGroup': '1.2', Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'ConntrackHelper': '1.0', Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'LocalIPAssociation': '1.0', Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'Log': '1.0', Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'Network': '1.1', Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'Port': '1.7', Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'PortForwarding': '1.2', Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'QosPolicy': '1.10', Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'SecurityGroup': '1.5', Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'SecurityGroupRule': '1.2', Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'SubPort': '1.0', Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'Subnet': '1.1', Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: 'Trunk': '1.1'}} Dec 14 02:24:58.924629 n-d-821636-1 neutron-server[103849]: {{(pid=103849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 02:24:58.928184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:24:58.930220 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:24:58.969508 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:58.992721 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Attempting to bind port 886c5609-5fd2-4b0b-ac4b-70d1c2128699 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:24:58.993092 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Attempting to bind port 886c5609-5fd2-4b0b-ac4b-70d1c2128699 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '3df208f6-026d-48e7-8165-5d53f944e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:24:58.993488 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Attempting to bind port 886c5609-5fd2-4b0b-ac4b-70d1c2128699 on network c04429dc-468a-4168-bf68-221cba49072a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:24:58.998721 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:24:58.999101 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Checking segment: {'id': '3df208f6-026d-48e7-8165-5d53f944e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:24:58.999504 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:58.999890 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Bound using segment: {'id': '3df208f6-026d-48e7-8165-5d53f944e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:24:59.000353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Bound port: 886c5609-5fd2-4b0b-ac4b-70d1c2128699, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df208f6-026d-48e7-8165-5d53f944e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:24:59.000780 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:59.067483 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] For port 886c5609-5fd2-4b0b-ac4b-70d1c2128699, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:24:59.070714 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] For port 886c5609-5fd2-4b0b-ac4b-70d1c2128699, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=886c5609-5fd2-4b0b-ac4b-70d1c2128699,segment=NetworkSegment(3df208f6-026d-48e7-8165-5d53f944e79d),segment_id=3df208f6-026d-48e7-8165-5d53f944e79d)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:24:59.118833 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:59.172854 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3145f-6395-4036-95f4-58d6d2f06adf None None] Pushing event updated for resources: {'Port': ['ID=886c5609-5fd2-4b0b-ac4b-70d1c2128699,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:24:59.428397 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:59.483430 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:59.705918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] Allocated IP 172.25.7.26 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/740b27b8-5dfd-4ca7-bad4-a4da9907b90e) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:24:59.792510 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:59.835122 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:24:59.964665 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:00.049860 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:25:00.055118 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:00.071403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:25:00.192342 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] Pushing event updated for resources: {'Port': ['ID=740b27b8-5dfd-4ca7-bad4-a4da9907b90e,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:00.480091 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b6e25d-5cb6-4843-94c0-88104d82fabe None None] Network c04429dc-468a-4168-bf68-221cba49072a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:25:00.640503 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3687dce7-665b-43d6-b215-0a401f46f29d None None] Provisioning complete for port 886c5609-5fd2-4b0b-ac4b-70d1c2128699 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:00.640868 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3687dce7-665b-43d6-b215-0a401f46f29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:00.681576 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:00.700366 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 886c5609-5fd2-4b0b-ac4b-70d1c2128699 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:25:00.793255 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3687dce7-665b-43d6-b215-0a401f46f29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:00.902164 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3687dce7-665b-43d6-b215-0a401f46f29d None None] For port 886c5609-5fd2-4b0b-ac4b-70d1c2128699, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=886c5609-5fd2-4b0b-ac4b-70d1c2128699,segment=NetworkSegment(3df208f6-026d-48e7-8165-5d53f944e79d),segment_id=3df208f6-026d-48e7-8165-5d53f944e79d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:00.917803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 886c5609-5fd2-4b0b-ac4b-70d1c2128699 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:00.918179 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:00.964782 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3687dce7-665b-43d6-b215-0a401f46f29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:01.007109 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:01.107185 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3687dce7-665b-43d6-b215-0a401f46f29d None None] Pushing event updated for resources: {'Port': ['ID=886c5609-5fd2-4b0b-ac4b-70d1c2128699,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:01.290818 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c6287983-e8fa-4233-9f6b-a9b0b260b105 None None] Provisioning complete for port 886c5609-5fd2-4b0b-ac4b-70d1c2128699 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:01.291380 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c6287983-e8fa-4233-9f6b-a9b0b260b105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:01.306858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] Router 07d711a3-15e1-406a-a16c-19b9930ebad9 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:25:01.443319 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:25:01.454477 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Sync routers for ids ['07d711a3-15e1-406a-a16c-19b9930ebad9'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:25:01.469116 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Routers {'07d711a3-15e1-406a-a16c-19b9930ebad9'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:25:01.469116 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:24:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['07d711a3-15e1-406a-a16c-19b9930ebad9'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:01.515344 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:01.517085 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-993e1920-ffc8-4d28-afde-546bc351d981 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.0581570 Dec 14 02:25:01.526271 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42504) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:01.622662 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Set router 07d711a3-15e1-406a-a16c-19b9930ebad9 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:25:01.839373 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:25:00Z', 'revision_number': 3, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port': {'id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:24:59Z', 'updated_at': '2021-12-14T02:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:01.889639 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Checking router: 07d711a3-15e1-406a-a16c-19b9930ebad9 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:25:01.889639 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Updating router 07d711a3-15e1-406a-a16c-19b9930ebad9 port 740b27b8-5dfd-4ca7-bad4-a4da9907b90e binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:25:01.919370 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:02.085854 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42560) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:02.190192 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7130da6e-2fe4-4649-9095-68b32a597a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:02.214718 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cfb1214b-1363-4ce9-bc2f-8832c7bc5aca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:02.299327 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:02.311986 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cfb1214b-1363-4ce9-bc2f-8832c7bc5aca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:02.392506 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:02.446679 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Attempting to bind port 740b27b8-5dfd-4ca7-bad4-a4da9907b90e on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:25:02.447052 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Attempting to bind port 740b27b8-5dfd-4ca7-bad4-a4da9907b90e by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:25:02.447638 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Attempting to bind port 740b27b8-5dfd-4ca7-bad4-a4da9907b90e on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:25:02.449824 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cfb1214b-1363-4ce9-bc2f-8832c7bc5aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:02.462548 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57000f-b085-4011-ad76-9ead1dc4bf4b None None] Pushing event updated for resources: {'Port': ['ID=740b27b8-5dfd-4ca7-bad4-a4da9907b90e,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:02.466883 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57000f-b085-4011-ad76-9ead1dc4bf4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:02.467238 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57000f-b085-4011-ad76-9ead1dc4bf4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:02.467587 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57000f-b085-4011-ad76-9ead1dc4bf4b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:02.467937 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57000f-b085-4011-ad76-9ead1dc4bf4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:02.468389 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57000f-b085-4011-ad76-9ead1dc4bf4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:02.468730 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57000f-b085-4011-ad76-9ead1dc4bf4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:02.469379 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57000f-b085-4011-ad76-9ead1dc4bf4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:02.469484 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57000f-b085-4011-ad76-9ead1dc4bf4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:02.469764 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57000f-b085-4011-ad76-9ead1dc4bf4b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:02.470259 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57000f-b085-4011-ad76-9ead1dc4bf4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:02.470770 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57000f-b085-4011-ad76-9ead1dc4bf4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:02.471393 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57000f-b085-4011-ad76-9ead1dc4bf4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:02.471936 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57000f-b085-4011-ad76-9ead1dc4bf4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff57000f-b085-4011-ad76-9ead1dc4bf4b None None] Tracked resource versions report: Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: pushed versions: Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: { 'AddressGroup': {'1.2'}, Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'ConntrackHelper': {'1.0'}, Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'LocalIPAssociation': {'1.0'}, Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'Log': {'1.0'}, Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'Network': {'1.1'}, Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'Port': {'1.7'}, Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'PortForwarding': {'1.2'}, Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'QosPolicy': {'1.10'}, Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'SecurityGroup': {'1.5'}, Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'SecurityGroupRule': {'1.2'}, Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'SubPort': {'1.0'}, Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'Subnet': {'1.1'}, Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'Trunk': {'1.1'}} Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: consumer versions: Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: { DHCP agent@n-d-821636-1: {}, Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: HyperV agent@n-h1-821636-1: {}, Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: HyperV agent@n-h2-821636-1: {}, Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: L3 agent@n-d-821636-1: {}, Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: Metadata agent@n-d-821636-1: {}, Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: Metering agent@n-d-821636-1: {}, Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: Open vSwitch agent@n-d-821636-1: { 'AddressGroup': '1.2', Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'ConntrackHelper': '1.0', Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'LocalIPAssociation': '1.0', Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'Log': '1.0', Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'Network': '1.1', Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'Port': '1.7', Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'PortForwarding': '1.2', Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'QosPolicy': '1.10', Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'SecurityGroup': '1.5', Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'SecurityGroupRule': '1.2', Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'SubPort': '1.0', Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'Subnet': '1.1', Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: 'Trunk': '1.1'}} Dec 14 02:25:02.473769 n-d-821636-1 neutron-server[103850]: {{(pid=103850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 14 02:25:02.479006 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:25:02.479603 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:25:02.480433 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:02.481194 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:25:02.481858 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Bound port: 740b27b8-5dfd-4ca7-bad4-a4da9907b90e, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:25:02.482415 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:02.515784 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1214b-1363-4ce9-bc2f-8832c7bc5aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ad07f8-5e3a-4f07-81e4-483dfb9af866,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:02.536487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-7130da6e-2fe4-4649-9095-68b32a597a1d admin admin] Allocated IP 172.20.0.1 (c04429dc-468a-4168-bf68-221cba49072a/a5c5572c-4193-43ef-9be4-6611a52aae66/083e6d24-6c73-47ea-a5c3-66ab99d806d1) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:25:02.543114 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] For port 740b27b8-5dfd-4ca7-bad4-a4da9907b90e, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:25:02.547193 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] For port 740b27b8-5dfd-4ca7-bad4-a4da9907b90e, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=740b27b8-5dfd-4ca7-bad4-a4da9907b90e,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:25:02.563266 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cfb1214b-1363-4ce9-bc2f-8832c7bc5aca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c706f054efcb45439d24dde033cc99f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4754903 Dec 14 02:25:02.566783 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42594) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:02.619207 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 886c5609-5fd2-4b0b-ac4b-70d1c2128699 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:25:02.626555 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-980d9469-2b99-4b3e-8277-a0831157de40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:02.677231 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:02.679811 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-980d9469-2b99-4b3e-8277-a0831157de40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:02.690323 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-36edd9e4-8f40-4296-a616-3e27397ec36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:02.691871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 886c5609-5fd2-4b0b-ac4b-70d1c2128699 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:02.692390 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:02.775667 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7130da6e-2fe4-4649-9095-68b32a597a1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:02.796803 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57000f-b085-4011-ad76-9ead1dc4bf4b None None] Pushing event updated for resources: {'Port': ['ID=740b27b8-5dfd-4ca7-bad4-a4da9907b90e,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:02.807939 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Routers {'07d711a3-15e1-406a-a16c-19b9930ebad9'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:25:02.808393 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:24:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['07d711a3-15e1-406a-a16c-19b9930ebad9'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:02.827836 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-980d9469-2b99-4b3e-8277-a0831157de40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:02.830986 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-980d9469-2b99-4b3e-8277-a0831157de40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:02.835875 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-980d9469-2b99-4b3e-8277-a0831157de40 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0ad07f8-5e3a-4f07-81e4-483dfb9af866 HTTP/1.1" status: 204 len: 168 time: 0.2655425 Dec 14 02:25:02.843425 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d9469-2b99-4b3e-8277-a0831157de40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ad07f8-5e3a-4f07-81e4-483dfb9af866,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:02.884211 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7130da6e-2fe4-4649-9095-68b32a597a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:02.953334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130da6e-2fe4-4649-9095-68b32a597a1d admin admin] Pushing event updated for resources: {'Port': ['ID=083e6d24-6c73-47ea-a5c3-66ab99d806d1,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:02.976953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7130da6e-2fe4-4649-9095-68b32a597a1d admin admin] Network c04429dc-468a-4168-bf68-221cba49072a is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:25:02.978958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-7130da6e-2fe4-4649-9095-68b32a597a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:02.996638 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7130da6e-2fe4-4649-9095-68b32a597a1d admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:25:02.998588 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7130da6e-2fe4-4649-9095-68b32a597a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:03.043563 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] Set router 07d711a3-15e1-406a-a16c-19b9930ebad9 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:25:03.272890 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:25:00Z', 'revision_number': 3, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port': {'id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:24:59Z', 'updated_at': '2021-12-14T02:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:03.307636 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30005d5-23c8-42ef-9c6f-43bd6debe81f None None] The sync data for ids ['07d711a3-15e1-406a-a16c-19b9930ebad9'] in n-d-821636-1 is: [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:25:00Z', 'revision_number': 3, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port': {'id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:24:59Z', 'updated_at': '2021-12-14T02:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:25:03.341428 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3485cc5a-a47f-480f-bb56-08c59f13fca3 None None] Provisioning complete for port 083e6d24-6c73-47ea-a5c3-66ab99d806d1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:03.341938 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3485cc5a-a47f-480f-bb56-08c59f13fca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:03.369952 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7130da6e-2fe4-4649-9095-68b32a597a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:03.392963 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3485cc5a-a47f-480f-bb56-08c59f13fca3 None None] Port 083e6d24-6c73-47ea-a5c3-66ab99d806d1 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:25:03.435006 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42642) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:03.664037 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7130da6e-2fe4-4649-9095-68b32a597a1d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:03.763729 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7130da6e-2fe4-4649-9095-68b32a597a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:03.764757 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7130da6e-2fe4-4649-9095-68b32a597a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:03.851740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130da6e-2fe4-4649-9095-68b32a597a1d admin admin] Pushing event updated for resources: {'Port': ['ID=083e6d24-6c73-47ea-a5c3-66ab99d806d1,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:03.907382 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7130da6e-2fe4-4649-9095-68b32a597a1d admin admin] Network c04429dc-468a-4168-bf68-221cba49072a is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:25:03.910072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-7130da6e-2fe4-4649-9095-68b32a597a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:03.954824 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42664) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:03.974976 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1e663c9e-b0e1-41b4-ad88-25635a6a0978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:04.138931 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42670) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:04.140884 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1e663c9e-b0e1-41b4-ad88-25635a6a0978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:04.171592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7130da6e-2fe4-4649-9095-68b32a597a1d admin admin] Router 07d711a3-15e1-406a-a16c-19b9930ebad9 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:25:04.198064 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1e663c9e-b0e1-41b4-ad88-25635a6a0978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:04.260097 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e663c9e-b0e1-41b4-ad88-25635a6a0978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe089a23-db34-4469-9bfc-ea565676e8d8,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:04.328079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42674) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:04.331627 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f3c055c8-83d1-41cd-ad13-8e80124c462f None None] Provisioning complete for port 083e6d24-6c73-47ea-a5c3-66ab99d806d1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:04.332157 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f3c055c8-83d1-41cd-ad13-8e80124c462f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:04.333430 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aa557ee7-3383-4f30-a03e-62bd3219061e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:04.386368 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1e663c9e-b0e1-41b4-ad88-25635a6a0978 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9214bdd28cf34085a2ab394965946a18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4306595 Dec 14 02:25:04.387391 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42680) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:04.435840 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9856-2d16-4bb7-b777-8463654dab6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:04.447111 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f3c055c8-83d1-41cd-ad13-8e80124c462f None None] Port 083e6d24-6c73-47ea-a5c3-66ab99d806d1 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:25:04.499833 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9935d28a-dcb8-453d-81ea-c17afdce78f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:04.509352 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7130da6e-2fe4-4649-9095-68b32a597a1d admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:25:04.528835 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7130da6e-2fe4-4649-9095-68b32a597a1d admin admin] 10.222.0.39 "PUT /v2.0/routers/07d711a3-15e1-406a-a16c-19b9930ebad9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9876583 Dec 14 02:25:04.571736 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aa557ee7-3383-4f30-a03e-62bd3219061e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:04.634201 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-491786d1-25d5-4043-a602-c9d2fe81348b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:04.651617 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aa557ee7-3383-4f30-a03e-62bd3219061e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:04.678597 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-491786d1-25d5-4043-a602-c9d2fe81348b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:04.684196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 740b27b8-5dfd-4ca7-bad4-a4da9907b90e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:25:04.726771 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9856-2d16-4bb7-b777-8463654dab6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:04.761719 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9935d28a-dcb8-453d-81ea-c17afdce78f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:04.797718 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 740b27b8-5dfd-4ca7-bad4-a4da9907b90e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:04.798109 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:04.810957 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9856-2d16-4bb7-b777-8463654dab6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:04.835696 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-aa557ee7-3383-4f30-a03e-62bd3219061e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3cef36b191324e6d9f96855f535f9078&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3996520 Dec 14 02:25:04.839332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42720) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:04.849866 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9935d28a-dcb8-453d-81ea-c17afdce78f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:04.856004 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa557ee7-3383-4f30-a03e-62bd3219061e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c612980-d8e3-4ad4-8fba-d669a3747422,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:04.877700 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5c8c9856-2d16-4bb7-b777-8463654dab6d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d302737bf9a40a8befbaa3d9ed938aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7348509 Dec 14 02:25:04.891190 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42722) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:04.904163 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c9856-2d16-4bb7-b777-8463654dab6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70962d45-d8a5-4698-9e7f-288c87a49815,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:04.935752 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-491786d1-25d5-4043-a602-c9d2fe81348b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:04.938960 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-491786d1-25d5-4043-a602-c9d2fe81348b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:04.939478 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:04.941580 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-491786d1-25d5-4043-a602-c9d2fe81348b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe089a23-db34-4469-9bfc-ea565676e8d8 HTTP/1.1" status: 204 len: 168 time: 0.5520253 Dec 14 02:25:04.955981 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935d28a-dcb8-453d-81ea-c17afdce78f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c19a33-58e4-4014-9d48-8616f7f4b2a6,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:04.986030 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42734) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:04.986485 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9935d28a-dcb8-453d-81ea-c17afdce78f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ad01da8360a430ca26455bf57efb7d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6532857 Dec 14 02:25:05.002007 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491786d1-25d5-4043-a602-c9d2fe81348b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe089a23-db34-4469-9bfc-ea565676e8d8,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:05.044237 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f7a6382-0e76-475a-b4b6-a49f33e74572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:05.044444 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 740b27b8-5dfd-4ca7-bad4-a4da9907b90e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=740b27b8-5dfd-4ca7-bad4-a4da9907b90e,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:05.056963 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42748) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:05.057132 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-42dbabd0-3c0f-4041-aef8-a8bdfca8ae2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:05.074477 n-d-821636-1 neutron-server[103848]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 14 02:25:05.115282 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7b2bb465-6705-409b-9f39-3d3b7b0f0fcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:05.117823 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:05.126495 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f7a6382-0e76-475a-b4b6-a49f33e74572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:05.136786 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-da946244-210e-4851-bbb6-ab6f4b7298cf tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d11971cc250f4eb9b764aea7d01607ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672438 Dec 14 02:25:05.158661 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7b2bb465-6705-409b-9f39-3d3b7b0f0fcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:05.179715 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6d8cdeab-e31b-4b26-9e7e-5e09edd3d732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:05.196308 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=740b27b8-5dfd-4ca7-bad4-a4da9907b90e,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:05.323925 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7b2bb465-6705-409b-9f39-3d3b7b0f0fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:05.331608 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7b2bb465-6705-409b-9f39-3d3b7b0f0fcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:05.336617 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6d8cdeab-e31b-4b26-9e7e-5e09edd3d732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:05.344487 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7b2bb465-6705-409b-9f39-3d3b7b0f0fcb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/85c19a33-58e4-4014-9d48-8616f7f4b2a6 HTTP/1.1" status: 204 len: 168 time: 0.3550301 Dec 14 02:25:05.359433 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bb465-6705-409b-9f39-3d3b7b0f0fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c19a33-58e4-4014-9d48-8616f7f4b2a6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:05.441238 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-b2496350-9186-4740-be29-2449ef41ca56 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:05.449489 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-b2496350-9186-4740-be29-2449ef41ca56 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2959218 Dec 14 02:25:05.449489 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f7a6382-0e76-475a-b4b6-a49f33e74572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:05.449489 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f7a6382-0e76-475a-b4b6-a49f33e74572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:05.449489 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0f7a6382-0e76-475a-b4b6-a49f33e74572 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c612980-d8e3-4ad4-8fba-d669a3747422 HTTP/1.1" status: 204 len: 168 time: 0.6076827 Dec 14 02:25:05.465139 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a6382-0e76-475a-b4b6-a49f33e74572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c612980-d8e3-4ad4-8fba-d669a3747422,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:05.470590 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-7782a7be-aed9-4f54-8779-323e76d791bc tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/quotas/d11971cc250f4eb9b764aea7d01607ae HTTP/1.1" status: 200 len: 375 time: 0.0209072 Dec 14 02:25:05.548488 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6d8cdeab-e31b-4b26-9e7e-5e09edd3d732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:05.551914 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6d8cdeab-e31b-4b26-9e7e-5e09edd3d732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:05.553270 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6d8cdeab-e31b-4b26-9e7e-5e09edd3d732 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/70962d45-d8a5-4698-9e7f-288c87a49815 HTTP/1.1" status: 204 len: 168 time: 0.6606658 Dec 14 02:25:05.558418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Sync routers for ids ['07d711a3-15e1-406a-a16c-19b9930ebad9'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:25:05.576475 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Routers {'07d711a3-15e1-406a-a16c-19b9930ebad9'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:25:05.578171 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:25:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['07d711a3-15e1-406a-a16c-19b9930ebad9'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:05.670472 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c3a68a46-293e-4cec-b45f-da6ed7e5bff8 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d11971cc250f4eb9b764aea7d01607ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1726685 Dec 14 02:25:05.678286 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cdeab-e31b-4b26-9e7e-5e09edd3d732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70962d45-d8a5-4698-9e7f-288c87a49815,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:05.734860 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Set router 07d711a3-15e1-406a-a16c-19b9930ebad9 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:25:06.059452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:25:03Z', 'revision_number': 4, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port': {'id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:24:59Z', 'updated_at': '2021-12-14T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '083e6d24-6c73-47ea-a5c3-66ab99d806d1', 'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'mac_address': 'fa:16:3e:ce:1e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:02Z', 'updated_at': '2021-12-14T02:25:03Z', 'revision_number': 2, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'subnets': [{'id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:06.100544 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Checking router: 07d711a3-15e1-406a-a16c-19b9930ebad9 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:25:06.100901 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Updating router 07d711a3-15e1-406a-a16c-19b9930ebad9 port 083e6d24-6c73-47ea-a5c3-66ab99d806d1 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:25:06.121275 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:06.129798 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:06.404420 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:06.523400 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:06.530967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 740b27b8-5dfd-4ca7-bad4-a4da9907b90e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:25:06.598611 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42810) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:06.605566 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6fed503b-8f74-4277-8eeb-7d83ac4c6705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:06.635903 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bdeee4-b7fc-4df3-b537-f420096b250b None None] Pushing event updated for resources: {'Port': ['ID=083e6d24-6c73-47ea-a5c3-66ab99d806d1,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:06.695279 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42814) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:06.714881 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c3f68101-f5fa-46a0-8415-8f07e3150c95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:06.744563 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6fed503b-8f74-4277-8eeb-7d83ac4c6705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:06.765173 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Attempting to bind port 083e6d24-6c73-47ea-a5c3-66ab99d806d1 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:25:06.768266 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Attempting to bind port 083e6d24-6c73-47ea-a5c3-66ab99d806d1 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '3df208f6-026d-48e7-8165-5d53f944e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:25:06.769207 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Attempting to bind port 083e6d24-6c73-47ea-a5c3-66ab99d806d1 on network c04429dc-468a-4168-bf68-221cba49072a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:25:06.771559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 740b27b8-5dfd-4ca7-bad4-a4da9907b90e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:06.771930 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:06.795665 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6fed503b-8f74-4277-8eeb-7d83ac4c6705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:06.839864 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6fed503b-8f74-4277-8eeb-7d83ac4c6705 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36fc04c8b8074436841309fddd8710ef&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2524180 Dec 14 02:25:06.843423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:25:06.845131 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42816) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:06.845259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Checking segment: {'id': '3df208f6-026d-48e7-8165-5d53f944e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:25:06.845666 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:06.846075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Bound using segment: {'id': '3df208f6-026d-48e7-8165-5d53f944e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:25:06.846585 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Bound port: 083e6d24-6c73-47ea-a5c3-66ab99d806d1, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3df208f6-026d-48e7-8165-5d53f944e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:25:06.847513 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:06.923695 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed503b-8f74-4277-8eeb-7d83ac4c6705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d40aa72-c57d-477f-bc16-25eb83b5fb47,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:06.958021 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e72b0b33-e071-4738-a8e9-957c4c463a73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:06.975319 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] For port 083e6d24-6c73-47ea-a5c3-66ab99d806d1, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:25:06.978666 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] For port 083e6d24-6c73-47ea-a5c3-66ab99d806d1, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=083e6d24-6c73-47ea-a5c3-66ab99d806d1,segment=NetworkSegment(3df208f6-026d-48e7-8165-5d53f944e79d),segment_id=3df208f6-026d-48e7-8165-5d53f944e79d)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:25:06.985884 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e72b0b33-e071-4738-a8e9-957c4c463a73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.040443 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c3f68101-f5fa-46a0-8415-8f07e3150c95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.048790 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c443f88d-3a90-48c5-9128-d1aab0401453 None None] Provisioning complete for port 083e6d24-6c73-47ea-a5c3-66ab99d806d1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:07.049154 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c443f88d-3a90-48c5-9128-d1aab0401453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.080412 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.097216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42826) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:07.127219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c443f88d-3a90-48c5-9128-d1aab0401453 None None] Port 083e6d24-6c73-47ea-a5c3-66ab99d806d1 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:25:07.145847 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e72b0b33-e071-4738-a8e9-957c4c463a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.148889 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42830) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:07.149586 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e72b0b33-e071-4738-a8e9-957c4c463a73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.152967 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e72b0b33-e071-4738-a8e9-957c4c463a73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d40aa72-c57d-477f-bc16-25eb83b5fb47 HTTP/1.1" status: 204 len: 168 time: 0.3044164 Dec 14 02:25:07.154637 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c3f68101-f5fa-46a0-8415-8f07e3150c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.156272 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7f7445c5-a959-45fa-aa92-b607a414b2d0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256947046-network', 'tenant_id': 'b0fb383559c94b32a936e74e3d6917f0'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:07.172869 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bdeee4-b7fc-4df3-b537-f420096b250b None None] Pushing event updated for resources: {'Port': ['ID=083e6d24-6c73-47ea-a5c3-66ab99d806d1,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:07.188061 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Routers {'07d711a3-15e1-406a-a16c-19b9930ebad9'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:25:07.188871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:25:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['07d711a3-15e1-406a-a16c-19b9930ebad9'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:07.213434 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72b0b33-e071-4738-a8e9-957c4c463a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d40aa72-c57d-477f-bc16-25eb83b5fb47,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:07.255964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7445c5-a959-45fa-aa92-b607a414b2d0 admin admin] Made reservation on behalf of b0fb383559c94b32a936e74e3d6917f0 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:25:07.259818 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f7445c5-a959-45fa-aa92-b607a414b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.266131 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c3f68101-f5fa-46a0-8415-8f07e3150c95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1af52b5b2dea4813b08eb0e87f1efe78&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5679898 Dec 14 02:25:07.266980 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42838) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:07.279692 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f7445c5-a959-45fa-aa92-b607a414b2d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.294578 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f68101-f5fa-46a0-8415-8f07e3150c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1866b9-e151-43aa-9710-483a5d1fa322,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:07.375845 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] Set router 07d711a3-15e1-406a-a16c-19b9930ebad9 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:25:07.380724 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0c0cd9ac-059a-45cf-8c14-50ccfa759a47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.405382 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42842) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:07.426774 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f7445c5-a959-45fa-aa92-b607a414b2d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.434003 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0c0cd9ac-059a-45cf-8c14-50ccfa759a47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.453481 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be22b34e-6d9c-42df-9d03-cc3129599cc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.511417 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f7445c5-a959-45fa-aa92-b607a414b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.561165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7445c5-a959-45fa-aa92-b607a414b2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2034bebd-2482-44f3-a673-80a915b6972b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:07.574894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-480042d5-7280-4f53-bc40-e5d8fb979029 None None] Provisioning complete for port 083e6d24-6c73-47ea-a5c3-66ab99d806d1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:07.575272 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-480042d5-7280-4f53-bc40-e5d8fb979029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.585193 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be22b34e-6d9c-42df-9d03-cc3129599cc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.612832 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0c0cd9ac-059a-45cf-8c14-50ccfa759a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.616603 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0c0cd9ac-059a-45cf-8c14-50ccfa759a47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.620605 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0c0cd9ac-059a-45cf-8c14-50ccfa759a47 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f1866b9-e151-43aa-9710-483a5d1fa322 HTTP/1.1" status: 204 len: 168 time: 0.3452880 Dec 14 02:25:07.622219 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7445c5-a959-45fa-aa92-b607a414b2d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:25:07.627278 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cd9ac-059a-45cf-8c14-50ccfa759a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1866b9-e151-43aa-9710-483a5d1fa322,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:07.640408 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f7445c5-a959-45fa-aa92-b607a414b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.640779 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-7f7445c5-a959-45fa-aa92-b607a414b2d0 admin admin] Added segment 1b8cb5b0-2ebe-433d-bb96-8e72d4904d42 of type vlan for network dd336af4-c3be-472c-9b68-7c4aa797a5ad Dec 14 02:25:07.704857 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be22b34e-6d9c-42df-9d03-cc3129599cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.748398 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.767632 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd7b7f72-cbf6-4c8e-816a-b7bd037b2597 req-acb2ccbd-2f26-4f9c-b144-6e43f6e249ba tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 210 time: 0.6666393 Dec 14 02:25:07.794461 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f7445c5-a959-45fa-aa92-b607a414b2d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.830262 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-be22b34e-6d9c-42df-9d03-cc3129599cc2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b9a715a990645fd8fe9b29a6ad7caba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4226987 Dec 14 02:25:07.833674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42850) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:07.843133 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be22b34e-6d9c-42df-9d03-cc3129599cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9330413f-4915-443a-8d01-837c1ba6f3d0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:07.890892 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b60327c-0a63-4efe-a0a8-73a9c45376f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.893052 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-480042d5-7280-4f53-bc40-e5d8fb979029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.903598 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f7445c5-a959-45fa-aa92-b607a414b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.904751 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7445c5-a959-45fa-aa92-b607a414b2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:07.905467 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f7445c5-a959-45fa-aa92-b607a414b2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.939834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:25:03Z', 'revision_number': 4, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port': {'id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:24:59Z', 'updated_at': '2021-12-14T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '083e6d24-6c73-47ea-a5c3-66ab99d806d1', 'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'mac_address': 'fa:16:3e:ce:1e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:02Z', 'updated_at': '2021-12-14T02:25:06Z', 'revision_number': 4, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'subnets': [{'id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:07.967738 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b60327c-0a63-4efe-a0a8-73a9c45376f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:07.976738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-480042d5-7280-4f53-bc40-e5d8fb979029 None None] For port 083e6d24-6c73-47ea-a5c3-66ab99d806d1, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=083e6d24-6c73-47ea-a5c3-66ab99d806d1,segment=NetworkSegment(3df208f6-026d-48e7-8165-5d53f944e79d),segment_id=3df208f6-026d-48e7-8165-5d53f944e79d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:07.978041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8603f4-d94b-47a3-bd5e-bca04c3c616d None None] The sync data for ids ['07d711a3-15e1-406a-a16c-19b9930ebad9'] in n-d-821636-1 is: [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:25:03Z', 'revision_number': 4, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port': {'id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:24:59Z', 'updated_at': '2021-12-14T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '083e6d24-6c73-47ea-a5c3-66ab99d806d1', 'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'mac_address': 'fa:16:3e:ce:1e:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:02Z', 'updated_at': '2021-12-14T02:25:06Z', 'revision_number': 4, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'subnets': [{'id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:25:08.011412 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7445c5-a959-45fa-aa92-b607a414b2d0 admin admin] Pushing event updated for resources: {'Network': ['ID=dd336af4-c3be-472c-9b68-7c4aa797a5ad,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:08.019487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7f7445c5-a959-45fa-aa92-b607a414b2d0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8687968 Dec 14 02:25:08.022337 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42858) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:08.032629 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network dd336af4-c3be-472c-9b68-7c4aa797a5ad details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:25:08.039347 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d0af229a-b7ce-4e5b-a87a-df6204221a91 admin admin] Request body: {'subnet': {'network_id': 'dd336af4-c3be-472c-9b68-7c4aa797a5ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256947046-subnet', 'tenant_id': 'b0fb383559c94b32a936e74e3d6917f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:08.092714 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-480042d5-7280-4f53-bc40-e5d8fb979029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:08.140844 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b60327c-0a63-4efe-a0a8-73a9c45376f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:08.141068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0af229a-b7ce-4e5b-a87a-df6204221a91 admin admin] Made reservation on behalf of b0fb383559c94b32a936e74e3d6917f0 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:25:08.143390 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0af229a-b7ce-4e5b-a87a-df6204221a91 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:08.143577 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b60327c-0a63-4efe-a0a8-73a9c45376f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:08.149716 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6b60327c-0a63-4efe-a0a8-73a9c45376f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9330413f-4915-443a-8d01-837c1ba6f3d0 HTTP/1.1" status: 204 len: 168 time: 0.3147089 Dec 14 02:25:08.157848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60327c-0a63-4efe-a0a8-73a9c45376f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9330413f-4915-443a-8d01-837c1ba6f3d0,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:08.185593 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480042d5-7280-4f53-bc40-e5d8fb979029 None None] Pushing event updated for resources: {'Port': ['ID=083e6d24-6c73-47ea-a5c3-66ab99d806d1,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:08.453046 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:08.547408 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0af229a-b7ce-4e5b-a87a-df6204221a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:08.595676 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 083e6d24-6c73-47ea-a5c3-66ab99d806d1 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:25:08.675409 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0af229a-b7ce-4e5b-a87a-df6204221a91 admin admin] Checking segment: {'id': '1b8cb5b0-2ebe-433d-bb96-8e72d4904d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dd336af4-c3be-472c-9b68-7c4aa797a5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:25:08.676017 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0af229a-b7ce-4e5b-a87a-df6204221a91 admin admin] Network hostable DHCP agents. Network: dd336af4-c3be-472c-9b68-7c4aa797a5ad, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:25:08.680602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af229a-b7ce-4e5b-a87a-df6204221a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=668e3925-079c-48e1-b20d-5b6669eb2bc6,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:08.705654 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 083e6d24-6c73-47ea-a5c3-66ab99d806d1 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:08.706074 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:08.746471 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0af229a-b7ce-4e5b-a87a-df6204221a91 admin admin] Network dd336af4-c3be-472c-9b68-7c4aa797a5ad is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:25:08.872126 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-d0af229a-b7ce-4e5b-a87a-df6204221a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, dd336af4-c3be-472c-9b68-7c4aa797a5ad) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:08.877572 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0af229a-b7ce-4e5b-a87a-df6204221a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:08.878353 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0af229a-b7ce-4e5b-a87a-df6204221a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:08.882956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb51bf8-cc80-42f9-b1c1-dbaa7d8e7f6d None None] Network dd336af4-c3be-472c-9b68-7c4aa797a5ad requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:25:08.965448 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d0af229a-b7ce-4e5b-a87a-df6204221a91 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9419632 Dec 14 02:25:08.967904 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42894) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:08.972989 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256947046-router', 'tenant_id': 'b0fb383559c94b32a936e74e3d6917f0', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:09.035656 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cb86bf9-47c5-4d2e-8a8a-e11534c45dc2 req-322342b2-44f6-4213-ab74-516687cfcafa tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 210 time: 0.0486345 Dec 14 02:25:09.056499 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-dd336af4-c3be-472c-9b68-7c4aa797a5ad', 'network_id': 'dd336af4-c3be-472c-9b68-7c4aa797a5ad', 'project_id': 'b0fb383559c94b32a936e74e3d6917f0', 'fixed_ips': [{'subnet_id': '668e3925-079c-48e1-b20d-5b6669eb2bc6'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:25:09.056499 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:09.118574 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:09.120152 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:09.214716 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:09.247568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Allocated IP 172.20.0.2 (dd336af4-c3be-472c-9b68-7c4aa797a5ad/668e3925-079c-48e1-b20d-5b6669eb2bc6/c210ed09-b5a5-4dea-a709-cd76fd3fab09) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:25:09.461152 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:09.515237 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:09.552384 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:09.600573 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Network dd336af4-c3be-472c-9b68-7c4aa797a5ad is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:25:09.603566 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:09.607192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:25:09.636163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Pushing event updated for resources: {'Port': ['ID=c210ed09-b5a5-4dea-a709-cd76fd3fab09,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:09.668170 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Attempting to bind port c210ed09-b5a5-4dea-a709-cd76fd3fab09 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:25:09.668547 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Attempting to bind port c210ed09-b5a5-4dea-a709-cd76fd3fab09 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '1b8cb5b0-2ebe-433d-bb96-8e72d4904d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dd336af4-c3be-472c-9b68-7c4aa797a5ad'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:25:09.668918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Attempting to bind port c210ed09-b5a5-4dea-a709-cd76fd3fab09 on network dd336af4-c3be-472c-9b68-7c4aa797a5ad {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:25:09.679231 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:25:09.679612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Checking segment: {'id': '1b8cb5b0-2ebe-433d-bb96-8e72d4904d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dd336af4-c3be-472c-9b68-7c4aa797a5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:25:09.680143 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:09.680426 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Bound using segment: {'id': '1b8cb5b0-2ebe-433d-bb96-8e72d4904d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dd336af4-c3be-472c-9b68-7c4aa797a5ad'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:25:09.680914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Bound port: c210ed09-b5a5-4dea-a709-cd76fd3fab09, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8cb5b0-2ebe-433d-bb96-8e72d4904d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dd336af4-c3be-472c-9b68-7c4aa797a5ad'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:25:09.681331 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:09.778471 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] For port c210ed09-b5a5-4dea-a709-cd76fd3fab09, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:25:09.782614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] For port c210ed09-b5a5-4dea-a709-cd76fd3fab09, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c210ed09-b5a5-4dea-a709-cd76fd3fab09,segment=NetworkSegment(1b8cb5b0-2ebe-433d-bb96-8e72d4904d42),segment_id=1b8cb5b0-2ebe-433d-bb96-8e72d4904d42)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:25:09.857732 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:09.866655 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:09.881272 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:09.939136 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf782630-40d8-4146-9226-79170037e9d5 None None] Pushing event updated for resources: {'Port': ['ID=c210ed09-b5a5-4dea-a709-cd76fd3fab09,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:09.997398 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] Allocated IP 172.25.7.180 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/bedca306-9a90-4c58-8a1d-b8cf008a2e8b) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:25:10.251808 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:10.325848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb9e2c58-1e18-40fa-be92-7942940f469e req-1eaf6e0b-67f5-4365-9c57-5da3f7d586c7 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 210 time: 0.0446763 Dec 14 02:25:10.402453 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:10.426363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.46', 61499) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:10.447473 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:25:10.450792 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:10.455953 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:25:10.463236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-b74bdf76-03c8-4452-8763-0f361fd9e6c2 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d11971cc250f4eb9b764aea7d01607ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349233 Dec 14 02:25:10.495161 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] Pushing event updated for resources: {'Port': ['ID=bedca306-9a90-4c58-8a1d-b8cf008a2e8b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:10.592424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c210ed09-b5a5-4dea-a709-cd76fd3fab09 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:25:10.658199 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port c210ed09-b5a5-4dea-a709-cd76fd3fab09 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:10.660236 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:10.689472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-9c5124a3-9db7-4042-ae86-ca1db27a8763 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:10.691242 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-9c5124a3-9db7-4042-ae86-ca1db27a8763 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2128770 Dec 14 02:25:10.779005 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:10.779210 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:10.803925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-ef099fc6-1488-44a6-b6be-19d03cf1b5f5 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Request body: {'port': {'device_id': 'f769eaa7-32bf-4d9f-b430-cc7a276de7ab', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': 'd11971cc250f4eb9b764aea7d01607ae'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:10.822556 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port c210ed09-b5a5-4dea-a709-cd76fd3fab09, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c210ed09-b5a5-4dea-a709-cd76fd3fab09,segment=NetworkSegment(1b8cb5b0-2ebe-433d-bb96-8e72d4904d42),segment_id=1b8cb5b0-2ebe-433d-bb96-8e72d4904d42)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:10.892891 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:10.990997 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=c210ed09-b5a5-4dea-a709-cd76fd3fab09,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:11.064200 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:11.180696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-ef099fc6-1488-44a6-b6be-19d03cf1b5f5 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Made reservation on behalf of d11971cc250f4eb9b764aea7d01607ae for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:25:11.184710 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-ef099fc6-1488-44a6-b6be-19d03cf1b5f5 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:11.185133 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6ba1a2-e37e-4174-862f-752ee24cc10e None None] Network dd336af4-c3be-472c-9b68-7c4aa797a5ad requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:25:11.194370 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-ef099fc6-1488-44a6-b6be-19d03cf1b5f5 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:11.279291 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3289145a-fc10-4c3f-8433-ba6463efe9e3 None None] Provisioning complete for port c210ed09-b5a5-4dea-a709-cd76fd3fab09 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:11.279798 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3289145a-fc10-4c3f-8433-ba6463efe9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:11.283631 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-ef099fc6-1488-44a6-b6be-19d03cf1b5f5 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:11.298539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] Router b721981e-be1b-412f-a12a-f817abdc5448 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:25:11.356530 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-ef099fc6-1488-44a6-b6be-19d03cf1b5f5 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:11.462910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:25:11.474278 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Sync routers for ids ['b721981e-be1b-412f-a12a-f817abdc5448'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:25:11.503615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef099fc6-1488-44a6-b6be-19d03cf1b5f5 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7764e7-0051-449c-8bd8-39c575b2c92f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:11.503726 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Routers {'b721981e-be1b-412f-a12a-f817abdc5448'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:25:11.505642 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:25:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b721981e-be1b-412f-a12a-f817abdc5448'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:11.551216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a280e659-8c01-4905-a24d-92afe59019b5 req-889086f1-53e5-4084-bc59-69ecb5897771 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 210 time: 0.1036432 Dec 14 02:25:11.591881 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:11.593985 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4d00330e-f358-48ea-83c0-4a7c48e26cfb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.6243238 Dec 14 02:25:11.597568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42978) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:11.747311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-ef099fc6-1488-44a6-b6be-19d03cf1b5f5 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Allocated IP 192.168.233.162 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/091040b6-44b6-46a5-af60-062b519f8ec7) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:25:11.790808 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Set router b721981e-be1b-412f-a12a-f817abdc5448 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:25:11.898084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-dcdf60f7-a2d6-470f-9d6a-83bba0ed513b None None] Provisioning complete for port c210ed09-b5a5-4dea-a709-cd76fd3fab09 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:11.898470 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dcdf60f7-a2d6-470f-9d6a-83bba0ed513b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:11.981561 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-ef099fc6-1488-44a6-b6be-19d03cf1b5f5 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:12.056907 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256947046-router', 'tenant_id': 'b0fb383559c94b32a936e74e3d6917f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'bedca306-9a90-4c58-8a1d-b8cf008a2e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:25:09Z', 'updated_at': '2021-12-14T02:25:10Z', 'revision_number': 3, 'project_id': 'b0fb383559c94b32a936e74e3d6917f0', 'gw_port': {'id': 'bedca306-9a90-4c58-8a1d-b8cf008a2e8b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:09Z', 'updated_at': '2021-12-14T02:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:12.087182 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Checking router: b721981e-be1b-412f-a12a-f817abdc5448 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:25:12.087382 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-ef099fc6-1488-44a6-b6be-19d03cf1b5f5 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:12.087533 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Updating router b721981e-be1b-412f-a12a-f817abdc5448 port bedca306-9a90-4c58-8a1d-b8cf008a2e8b binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:25:12.113821 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:12.170701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-ef099fc6-1488-44a6-b6be-19d03cf1b5f5 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:25:12.184985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-ef099fc6-1488-44a6-b6be-19d03cf1b5f5 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:12.192740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-ef099fc6-1488-44a6-b6be-19d03cf1b5f5 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:25:12.197333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-ef099fc6-1488-44a6-b6be-19d03cf1b5f5 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:12.197833 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-ef099fc6-1488-44a6-b6be-19d03cf1b5f5 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:12.240333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef099fc6-1488-44a6-b6be-19d03cf1b5f5 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Pushing event updated for resources: {'Port': ['ID=091040b6-44b6-46a5-af60-062b519f8ec7,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:12.259539 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e47b7dd-4c8c-47d2-90e5-349902ef10e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:12.307409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-ef099fc6-1488-44a6-b6be-19d03cf1b5f5 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5112824 Dec 14 02:25:12.320027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-bb4b8125-066d-46c3-9730-2400dc90a831 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:25:12.321598 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-bb4b8125-066d-46c3-9730-2400dc90a831 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078435 Dec 14 02:25:12.410467 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:12.477476 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:12.551217 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfc94a-aa73-43f5-80ea-5cd7a9e831db None None] Pushing event updated for resources: {'Port': ['ID=bedca306-9a90-4c58-8a1d-b8cf008a2e8b,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:12.577479 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-7e47b7dd-4c8c-47d2-90e5-349902ef10e6 admin admin] Allocated IP 172.20.0.1 (dd336af4-c3be-472c-9b68-7c4aa797a5ad/668e3925-079c-48e1-b20d-5b6669eb2bc6/32eb92de-85f8-4680-a99e-5700b94abdfb) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:25:12.581743 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Attempting to bind port bedca306-9a90-4c58-8a1d-b8cf008a2e8b on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:25:12.582285 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Attempting to bind port bedca306-9a90-4c58-8a1d-b8cf008a2e8b by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:25:12.582796 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Attempting to bind port bedca306-9a90-4c58-8a1d-b8cf008a2e8b on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:25:12.594510 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:25:12.616257 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:25:12.616774 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:12.617186 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:25:12.617783 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Bound port: bedca306-9a90-4c58-8a1d-b8cf008a2e8b, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:25:12.618189 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:12.624214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c210ed09-b5a5-4dea-a709-cd76fd3fab09 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:25:14.090112 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0b43736d-f099-4591-aa75-a757e1aa44a0 None None] Provisioning complete for port 091040b6-44b6-46a5-af60-062b519f8ec7 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:14.090112 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0b43736d-f099-4591-aa75-a757e1aa44a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:14.092826 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] For port bedca306-9a90-4c58-8a1d-b8cf008a2e8b, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:25:14.093838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-0b43736d-f099-4591-aa75-a757e1aa44a0 None None] Port 091040b6-44b6-46a5-af60-062b519f8ec7 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:25:14.094391 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] For port bedca306-9a90-4c58-8a1d-b8cf008a2e8b, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=bedca306-9a90-4c58-8a1d-b8cf008a2e8b,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:25:14.094639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port c210ed09-b5a5-4dea-a709-cd76fd3fab09 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:14.094639 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:14.094917 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e47b7dd-4c8c-47d2-90e5-349902ef10e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:14.095610 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127a776-ccb5-4cd7-98a3-10cd956a6279 req-d0a631c4-05f4-47c2-b12e-9ad34c8edddb tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:14.095610 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c127a776-ccb5-4cd7-98a3-10cd956a6279 req-d0a631c4-05f4-47c2-b12e-9ad34c8edddb tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 936 time: 0.1316926 Dec 14 02:25:14.095610 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c127a776-ccb5-4cd7-98a3-10cd956a6279 req-80d139f6-10cb-4958-881b-c85e69ead1cc tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658052 Dec 14 02:25:14.095610 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Request body: {'port': {'device_id': 'f769eaa7-32bf-4d9f-b430-cc7a276de7ab', 'device_owner': 'compute:tempest-test_az-642571560', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:14.095610 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:14.095610 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 091040b6-44b6-46a5-af60-062b519f8ec7 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:25:14.095610 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:14.095610 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Transition to ACTIVE for port object 091040b6-44b6-46a5-af60-062b519f8ec7 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:25:14.453365 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e47b7dd-4c8c-47d2-90e5-349902ef10e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:14.453710 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:14.455094 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:14.598511 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Routers {'b721981e-be1b-412f-a12a-f817abdc5448'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:25:14.599200 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:25:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b721981e-be1b-412f-a12a-f817abdc5448'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:14.709255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Pushing event updated for resources: {'Port': ['ID=091040b6-44b6-46a5-af60-062b519f8ec7,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:14.811004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Attempting to bind port 091040b6-44b6-46a5-af60-062b519f8ec7 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:25:14.814593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Attempting to bind port 091040b6-44b6-46a5-af60-062b519f8ec7 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:25:14.816268 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Attempting to bind port 091040b6-44b6-46a5-af60-062b519f8ec7 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:25:14.850542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Port 091040b6-44b6-46a5-af60-062b519f8ec7 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:25:14.851740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Attempting to bind port 091040b6-44b6-46a5-af60-062b519f8ec7 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:25:14.874872 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] Set router b721981e-be1b-412f-a12a-f817abdc5448 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:25:14.875513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:25:14.875977 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:25:14.878350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:25:14.878646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Bound port: 091040b6-44b6-46a5-af60-062b519f8ec7, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:25:14.884881 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e47b7dd-4c8c-47d2-90e5-349902ef10e6 admin admin] Network dd336af4-c3be-472c-9b68-7c4aa797a5ad is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:25:14.884881 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47b7dd-4c8c-47d2-90e5-349902ef10e6 admin admin] Pushing event updated for resources: {'Port': ['ID=32eb92de-85f8-4680-a99e-5700b94abdfb,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:14.888297 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:14.900128 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-7e47b7dd-4c8c-47d2-90e5-349902ef10e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:14.911706 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e47b7dd-4c8c-47d2-90e5-349902ef10e6 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:25:14.914174 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e47b7dd-4c8c-47d2-90e5-349902ef10e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:15.093424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] For port 091040b6-44b6-46a5-af60-062b519f8ec7, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:25:15.100083 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] For port 091040b6-44b6-46a5-af60-062b519f8ec7, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=091040b6-44b6-46a5-af60-062b519f8ec7,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:25:15.117457 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfc94a-aa73-43f5-80ea-5cd7a9e831db None None] Pushing event updated for resources: {'Port': ['ID=bedca306-9a90-4c58-8a1d-b8cf008a2e8b,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:15.186863 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:15.358081 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:15.358719 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:15.360247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] 10.222.0.46 "PUT /v2.0/ports/091040b6-44b6-46a5-af60-062b519f8ec7 HTTP/1.1" status: 200 len: 1117 time: 2.5331800 Dec 14 02:25:15.360723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f769eaa7-32bf-4d9f-b430-cc7a276de7ab', 'tag': '091040b6-44b6-46a5-af60-062b519f8ec7'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:25:15.366000 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e47b7dd-4c8c-47d2-90e5-349902ef10e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:15.405122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-198171c4-a59d-4e7f-9960-26626dc8f3c9 None None] Provisioning complete for port 32eb92de-85f8-4680-a99e-5700b94abdfb triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:15.405760 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-198171c4-a59d-4e7f-9960-26626dc8f3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:15.554940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-198171c4-a59d-4e7f-9960-26626dc8f3c9 None None] Port 32eb92de-85f8-4680-a99e-5700b94abdfb cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:25:15.562245 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256947046-router', 'tenant_id': 'b0fb383559c94b32a936e74e3d6917f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'bedca306-9a90-4c58-8a1d-b8cf008a2e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:25:09Z', 'updated_at': '2021-12-14T02:25:10Z', 'revision_number': 3, 'project_id': 'b0fb383559c94b32a936e74e3d6917f0', 'gw_port': {'id': 'bedca306-9a90-4c58-8a1d-b8cf008a2e8b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:09Z', 'updated_at': '2021-12-14T02:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:15.644238 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fb5896-df9b-48d5-ae28-cc3bdf29b956 service neutron] Pushing event updated for resources: {'Port': ['ID=091040b6-44b6-46a5-af60-062b519f8ec7,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:15.698923 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb2b9d3-6dea-4bea-a4c8-dc338d2fd3ba None None] The sync data for ids ['b721981e-be1b-412f-a12a-f817abdc5448'] in n-d-821636-1 is: [{'id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256947046-router', 'tenant_id': 'b0fb383559c94b32a936e74e3d6917f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'bedca306-9a90-4c58-8a1d-b8cf008a2e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:25:09Z', 'updated_at': '2021-12-14T02:25:10Z', 'revision_number': 3, 'project_id': 'b0fb383559c94b32a936e74e3d6917f0', 'gw_port': {'id': 'bedca306-9a90-4c58-8a1d-b8cf008a2e8b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:09Z', 'updated_at': '2021-12-14T02:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:25:15.725068 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e47b7dd-4c8c-47d2-90e5-349902ef10e6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:15.728354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628df89-5aad-46b2-9449-f081f6e6be8a req-a22b921c-5d74-42b9-a56b-e70d9ee9973e tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:15.738116 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3628df89-5aad-46b2-9449-f081f6e6be8a req-a22b921c-5d74-42b9-a56b-e70d9ee9973e tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 969 time: 0.4467218 Dec 14 02:25:15.802538 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e47b7dd-4c8c-47d2-90e5-349902ef10e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:15.804563 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e47b7dd-4c8c-47d2-90e5-349902ef10e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:15.815705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43072) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:15.854624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-72c8ef12-cbf8-4745-8f2c-6f089fbed3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:15.856225 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-72c8ef12-cbf8-4745-8f2c-6f089fbed3c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d11971cc250f4eb9b764aea7d01607ae&device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 1120 time: 0.3106945 Dec 14 02:25:15.895930 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3628df89-5aad-46b2-9449-f081f6e6be8a req-a916ffea-be5f-4d20-bd27-b8be055e0f2d tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522152 Dec 14 02:25:15.944648 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47b7dd-4c8c-47d2-90e5-349902ef10e6 admin admin] Pushing event updated for resources: {'Port': ['ID=32eb92de-85f8-4680-a99e-5700b94abdfb,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:16.012862 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e65ec8-0e3a-4c05-a6ca-386b4715324c" -d '{"events": [{"name": "network-changed", "server_uuid": "f769eaa7-32bf-4d9f-b430-cc7a276de7ab", "tag": "091040b6-44b6-46a5-af60-062b519f8ec7"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:25:16.054604 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e47b7dd-4c8c-47d2-90e5-349902ef10e6 admin admin] Network dd336af4-c3be-472c-9b68-7c4aa797a5ad is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:25:16.058255 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-7e47b7dd-4c8c-47d2-90e5-349902ef10e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:16.129773 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-3865713b-f54f-4091-8c91-951819bb0707 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=091040b6-44b6-46a5-af60-062b519f8ec7 HTTP/1.1" status: 200 len: 217 time: 0.2203860 Dec 14 02:25:16.331880 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-35a0a357-b1f2-406c-8eb2-f7a4a4a9c2d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:16.391601 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-87b71f7e-49fd-4f47-b5a6-d67c3b23a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:16.393330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-87b71f7e-49fd-4f47-b5a6-d67c3b23a10e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.2469850 Dec 14 02:25:16.498635 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0712a13c-12cc-4dd3-b2d6-14b2def82011 x-openstack-request-id: req-0712a13c-12cc-4dd3-b2d6-14b2def82011 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:25:16.499247 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f769eaa7-32bf-4d9f-b430-cc7a276de7ab", "tag": "091040b6-44b6-46a5-af60-062b519f8ec7", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:25:16.499701 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0712a13c-12cc-4dd3-b2d6-14b2def82011 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:25:16.500753 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f769eaa7-32bf-4d9f-b430-cc7a276de7ab', 'tag': '091040b6-44b6-46a5-af60-062b519f8ec7', 'status': 'completed', 'code': 200} Dec 14 02:25:16.551854 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c1985482-c52d-4185-bb50-0a448c3e8474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:16.556299 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-c1985482-c52d-4185-bb50-0a448c3e8474 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1450243 Dec 14 02:25:16.575986 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e47b7dd-4c8c-47d2-90e5-349902ef10e6 admin admin] Router b721981e-be1b-412f-a12a-f817abdc5448 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:25:16.582149 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-81925198-787f-4c24-8b66-034fd65201e8 None None] Provisioning complete for port 32eb92de-85f8-4680-a99e-5700b94abdfb triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:16.582678 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-81925198-787f-4c24-8b66-034fd65201e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:16.678789 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-81925198-787f-4c24-8b66-034fd65201e8 None None] Port 32eb92de-85f8-4680-a99e-5700b94abdfb cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:25:16.700869 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device bedca306-9a90-4c58-8a1d-b8cf008a2e8b up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:25:16.746941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-8e43a19a-7203-496a-9db1-5c9aa2d29d65 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703134 Dec 14 02:25:16.858026 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e47b7dd-4c8c-47d2-90e5-349902ef10e6 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:25:16.877185 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port bedca306-9a90-4c58-8a1d-b8cf008a2e8b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:16.878235 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:16.879564 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7e47b7dd-4c8c-47d2-90e5-349902ef10e6 admin admin] 10.222.0.39 "PUT /v2.0/routers/b721981e-be1b-412f-a12a-f817abdc5448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2809925 Dec 14 02:25:16.922462 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-35a0a357-b1f2-406c-8eb2-f7a4a4a9c2d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:17.015849 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-35a0a357-b1f2-406c-8eb2-f7a4a4a9c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:17.053936 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:17.071184 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca58e5fe-9ef8-4d70-bd18-b0e6f5c1675d req-adabef05-e979-4580-9a83-42f7b3f305de service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099897 Dec 14 02:25:17.118646 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port bedca306-9a90-4c58-8a1d-b8cf008a2e8b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=bedca306-9a90-4c58-8a1d-b8cf008a2e8b,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:17.139581 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-35a0a357-b1f2-406c-8eb2-f7a4a4a9c2d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a59f7ad352c74050a1ca48be79cbb844&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3199515 Dec 14 02:25:17.140138 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43128) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:17.140667 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0a357-b1f2-406c-8eb2-f7a4a4a9c2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a668ed7-66c7-45d9-933c-06fd893174a7,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:17.186751 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e93b35-535e-4117-9ce2-b7f68e6d1288 req-86a52453-39e0-4c7d-8c8e-33d8f7aedf08 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:17.188993 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-46e93b35-535e-4117-9ce2-b7f68e6d1288 req-86a52453-39e0-4c7d-8c8e-33d8f7aedf08 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 969 time: 0.1701236 Dec 14 02:25:17.191994 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:17.259704 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6db21634-c319-4a7f-b18a-d950a459e3d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:17.322684 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6db21634-c319-4a7f-b18a-d950a459e3d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:17.326302 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=bedca306-9a90-4c58-8a1d-b8cf008a2e8b,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:17.356798 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-46e93b35-535e-4117-9ce2-b7f68e6d1288 req-c2ac0180-c23c-4e5b-9d6f-293bc3f8a49f tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592467 Dec 14 02:25:17.398037 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43138) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:17.431235 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e65ec8-0e3a-4c05-a6ca-386b4715324c req-241414cf-68bf-4d75-9d08-8b6ade9eb1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:17.433292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45e65ec8-0e3a-4c05-a6ca-386b4715324c req-241414cf-68bf-4d75-9d08-8b6ade9eb1c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d11971cc250f4eb9b764aea7d01607ae&device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 1120 time: 0.0544314 Dec 14 02:25:17.501541 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43146) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:17.579746 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6db21634-c319-4a7f-b18a-d950a459e3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:17.588466 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6db21634-c319-4a7f-b18a-d950a459e3d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:17.592180 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6db21634-c319-4a7f-b18a-d950a459e3d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a668ed7-66c7-45d9-933c-06fd893174a7 HTTP/1.1" status: 204 len: 168 time: 0.4487627 Dec 14 02:25:17.600307 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db21634-c319-4a7f-b18a-d950a459e3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a668ed7-66c7-45d9-933c-06fd893174a7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:17.965475 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bad274d-789b-4961-8558-f11274813129 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:17.994483 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be234df8-0c1c-4977-ad71-8dbff6e39227 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:18.173149 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be234df8-0c1c-4977-ad71-8dbff6e39227 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:18.238877 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bad274d-789b-4961-8558-f11274813129 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:18.516819 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Sync routers for ids ['b721981e-be1b-412f-a12a-f817abdc5448'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:25:18.528261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Routers {'b721981e-be1b-412f-a12a-f817abdc5448'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:25:18.529290 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:25:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b721981e-be1b-412f-a12a-f817abdc5448'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:18.572454 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device bedca306-9a90-4c58-8a1d-b8cf008a2e8b up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:25:18.798293 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port bedca306-9a90-4c58-8a1d-b8cf008a2e8b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:18.803333 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:18.803333 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Set router b721981e-be1b-412f-a12a-f817abdc5448 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:25:18.907950 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be234df8-0c1c-4977-ad71-8dbff6e39227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:18.914217 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bad274d-789b-4961-8558-f11274813129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:18.986208 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-be234df8-0c1c-4977-ad71-8dbff6e39227 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2729f4b8a3cc48eea2f141a8ab3e7c54&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5863287 Dec 14 02:25:18.989052 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43172) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:18.991214 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be234df8-0c1c-4977-ad71-8dbff6e39227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fa5c74-1448-4dec-b03c-9f400aa72e03,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:19.089967 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9bad274d-789b-4961-8558-f11274813129 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35e87948cbdc4077ac5adc8422ab6add&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5871675 Dec 14 02:25:19.091124 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad274d-789b-4961-8558-f11274813129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c9231f-77ef-44e8-b4a7-1b41efb86829,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:19.105331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43180) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:19.112568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256947046-router', 'tenant_id': 'b0fb383559c94b32a936e74e3d6917f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'bedca306-9a90-4c58-8a1d-b8cf008a2e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:25:09Z', 'updated_at': '2021-12-14T02:25:15Z', 'revision_number': 4, 'project_id': 'b0fb383559c94b32a936e74e3d6917f0', 'gw_port': {'id': 'bedca306-9a90-4c58-8a1d-b8cf008a2e8b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:09Z', 'updated_at': '2021-12-14T02:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '32eb92de-85f8-4680-a99e-5700b94abdfb', 'name': '', 'network_id': 'dd336af4-c3be-472c-9b68-7c4aa797a5ad', 'tenant_id': 'b0fb383559c94b32a936e74e3d6917f0', 'mac_address': 'fa:16:3e:c1:96:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '668e3925-079c-48e1-b20d-5b6669eb2bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:12Z', 'updated_at': '2021-12-14T02:25:15Z', 'revision_number': 2, 'project_id': 'b0fb383559c94b32a936e74e3d6917f0', 'subnets': [{'id': '668e3925-079c-48e1-b20d-5b6669eb2bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:19.134828 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-455c6b35-9118-40b2-a4b3-278a41f55785 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:19.143674 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Checking router: b721981e-be1b-412f-a12a-f817abdc5448 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:25:19.144016 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Updating router b721981e-be1b-412f-a12a-f817abdc5448 port 32eb92de-85f8-4680-a99e-5700b94abdfb binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:25:19.179875 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:19.181238 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-455c6b35-9118-40b2-a4b3-278a41f55785 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:19.190139 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94186eb-ca74-4fca-af39-b338042e5687 req-f1dd57f0-3be8-4e30-b533-9f85f36ed608 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:19.191662 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d94186eb-ca74-4fca-af39-b338042e5687 req-f1dd57f0-3be8-4e30-b533-9f85f36ed608 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 969 time: 0.1184797 Dec 14 02:25:19.264353 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac528c94-e061-47ad-9431-1c7f9460fa11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:19.312899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d94186eb-ca74-4fca-af39-b338042e5687 req-c1ec68f5-4eb0-4251-95df-c8a6791bcc4e tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125183 Dec 14 02:25:19.354471 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac528c94-e061-47ad-9431-1c7f9460fa11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:19.425981 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-455c6b35-9118-40b2-a4b3-278a41f55785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:19.442260 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-455c6b35-9118-40b2-a4b3-278a41f55785 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:19.451578 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-455c6b35-9118-40b2-a4b3-278a41f55785 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04fa5c74-1448-4dec-b03c-9f400aa72e03 HTTP/1.1" status: 204 len: 168 time: 0.4587870 Dec 14 02:25:19.469952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c6b35-9118-40b2-a4b3-278a41f55785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fa5c74-1448-4dec-b03c-9f400aa72e03,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:19.517594 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac528c94-e061-47ad-9431-1c7f9460fa11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:19.525584 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac528c94-e061-47ad-9431-1c7f9460fa11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:19.528885 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ac528c94-e061-47ad-9431-1c7f9460fa11 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/73c9231f-77ef-44e8-b4a7-1b41efb86829 HTTP/1.1" status: 204 len: 168 time: 0.4191983 Dec 14 02:25:19.573079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac528c94-e061-47ad-9431-1c7f9460fa11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c9231f-77ef-44e8-b4a7-1b41efb86829,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:19.582390 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43196) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:19.617425 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c94764bc-9848-4f25-ab20-0bc1e00bfe69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:19.782276 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:19.804465 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c94764bc-9848-4f25-ab20-0bc1e00bfe69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:19.878114 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:19.878422 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c94764bc-9848-4f25-ab20-0bc1e00bfe69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:19.951872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43212) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:19.960548 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a10ecb17-d5c4-4aa6-9c1b-ada3235d6c75 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--446979990', 'description': 'tempest-description--2022576727'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:19.961281 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c94764bc-9848-4f25-ab20-0bc1e00bfe69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=246ca281a9794dacaf98a1ca3cbb9013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3771734 Dec 14 02:25:19.968777 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43214) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:19.986314 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca0375-eb2d-4d5a-8f8c-9c068eebe3c4 None None] Pushing event updated for resources: {'Port': ['ID=32eb92de-85f8-4680-a99e-5700b94abdfb,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:20.054960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94764bc-9848-4f25-ab20-0bc1e00bfe69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10878888-2294-4b18-a7e1-3d89d6a4db37,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:20.067198 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Attempting to bind port 32eb92de-85f8-4680-a99e-5700b94abdfb on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:25:20.067652 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Attempting to bind port 32eb92de-85f8-4680-a99e-5700b94abdfb by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '1b8cb5b0-2ebe-433d-bb96-8e72d4904d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dd336af4-c3be-472c-9b68-7c4aa797a5ad'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:25:20.068248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Attempting to bind port 32eb92de-85f8-4680-a99e-5700b94abdfb on network dd336af4-c3be-472c-9b68-7c4aa797a5ad {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:25:20.074635 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:25:20.078610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Checking segment: {'id': '1b8cb5b0-2ebe-433d-bb96-8e72d4904d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dd336af4-c3be-472c-9b68-7c4aa797a5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:25:20.078610 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:20.078610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Bound using segment: {'id': '1b8cb5b0-2ebe-433d-bb96-8e72d4904d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dd336af4-c3be-472c-9b68-7c4aa797a5ad'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:25:20.078610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Bound port: 32eb92de-85f8-4680-a99e-5700b94abdfb, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8cb5b0-2ebe-433d-bb96-8e72d4904d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dd336af4-c3be-472c-9b68-7c4aa797a5ad'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:25:20.078610 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:20.088410 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-960da7f3-b5b5-4edc-b9b2-a2404bc08ea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:20.134372 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a10ecb17-d5c4-4aa6-9c1b-ada3235d6c75 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:20.143947 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-960da7f3-b5b5-4edc-b9b2-a2404bc08ea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:20.231469 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] For port 32eb92de-85f8-4680-a99e-5700b94abdfb, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:25:20.232770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] For port 32eb92de-85f8-4680-a99e-5700b94abdfb, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=32eb92de-85f8-4680-a99e-5700b94abdfb,segment=NetworkSegment(1b8cb5b0-2ebe-433d-bb96-8e72d4904d42),segment_id=1b8cb5b0-2ebe-433d-bb96-8e72d4904d42)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:25:20.328745 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:20.328946 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-960da7f3-b5b5-4edc-b9b2-a2404bc08ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:20.334448 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-960da7f3-b5b5-4edc-b9b2-a2404bc08ea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:20.341193 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-960da7f3-b5b5-4edc-b9b2-a2404bc08ea1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10878888-2294-4b18-a7e1-3d89d6a4db37 HTTP/1.1" status: 204 len: 168 time: 0.3711545 Dec 14 02:25:20.353914 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960da7f3-b5b5-4edc-b9b2-a2404bc08ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10878888-2294-4b18-a7e1-3d89d6a4db37,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:20.380131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43232) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:20.418784 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a10ecb17-d5c4-4aa6-9c1b-ada3235d6c75 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:20.420712 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-270ea76a-18e8-4936-87d7-6f685b315ed0 None None] Provisioning complete for port 32eb92de-85f8-4680-a99e-5700b94abdfb triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:20.420827 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-270ea76a-18e8-4936-87d7-6f685b315ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:20.456713 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fbc887f9-4214-4034-a3aa-6a5e0e57d21f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:20.485208 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca0375-eb2d-4d5a-8f8c-9c068eebe3c4 None None] Pushing event updated for resources: {'Port': ['ID=32eb92de-85f8-4680-a99e-5700b94abdfb,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:20.488777 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a10ecb17-d5c4-4aa6-9c1b-ada3235d6c75 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:20.497171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b97683-60a3-4fdd-8e2c-e71f4058d821 req-e8f56117-ee84-46d2-951d-fe26e17fb880 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:20.498777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7b97683-60a3-4fdd-8e2c-e71f4058d821 req-e8f56117-ee84-46d2-951d-fe26e17fb880 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 969 time: 0.0895243 Dec 14 02:25:20.502679 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Routers {'b721981e-be1b-412f-a12a-f817abdc5448'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:25:20.503336 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:25:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b721981e-be1b-412f-a12a-f817abdc5448'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:20.608511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ecb17-d5c4-4aa6-9c1b-ada3235d6c75 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3180544c-c1c6-47c8-983e-8f8624c53aff,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:20.693106 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a10ecb17-d5c4-4aa6-9c1b-ada3235d6c75 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:20.697146 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a10ecb17-d5c4-4aa6-9c1b-ada3235d6c75 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7426093 Dec 14 02:25:20.700393 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43240) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:20.711694 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-eea987af-5473-4d8b-9d34-5f049b615ee0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Request body: {'security_group_rule': {'security_group_id': '3180544c-c1c6-47c8-983e-8f8624c53aff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:20.723522 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] Set router b721981e-be1b-412f-a12a-f817abdc5448 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:25:20.758761 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-270ea76a-18e8-4936-87d7-6f685b315ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:20.763830 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43244) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:20.806078 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7b97683-60a3-4fdd-8e2c-e71f4058d821 req-e1ddf129-e1d5-4585-8ffd-232a839a8820 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847812 Dec 14 02:25:20.832699 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e24fe66-7216-48bb-9ef5-9f384f4d9cf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:20.867681 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fbc887f9-4214-4034-a3aa-6a5e0e57d21f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:20.867830 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-270ea76a-18e8-4936-87d7-6f685b315ed0 None None] For port 32eb92de-85f8-4680-a99e-5700b94abdfb, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=32eb92de-85f8-4680-a99e-5700b94abdfb,segment=NetworkSegment(1b8cb5b0-2ebe-433d-bb96-8e72d4904d42),segment_id=1b8cb5b0-2ebe-433d-bb96-8e72d4904d42)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:20.943506 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fbc887f9-4214-4034-a3aa-6a5e0e57d21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:20.956991 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-270ea76a-18e8-4936-87d7-6f685b315ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:21.023685 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e24fe66-7216-48bb-9ef5-9f384f4d9cf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:21.035895 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eea987af-5473-4d8b-9d34-5f049b615ee0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:21.048794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fbc887f9-4214-4034-a3aa-6a5e0e57d21f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0d8e0b5db379401093dead86a8227512&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6671524 Dec 14 02:25:21.049969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43254) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:21.050788 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc887f9-4214-4034-a3aa-6a5e0e57d21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb20d352-081e-47a4-a972-8f77567f5ad2,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:21.082952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ea76a-18e8-4936-87d7-6f685b315ed0 None None] Pushing event updated for resources: {'Port': ['ID=32eb92de-85f8-4680-a99e-5700b94abdfb,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:21.133697 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-51e943c5-52d5-45e4-a4d1-cb74f4541dc8 None None] Provisioning complete for port 32eb92de-85f8-4680-a99e-5700b94abdfb triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:21.134134 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51e943c5-52d5-45e4-a4d1-cb74f4541dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:21.146803 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eea987af-5473-4d8b-9d34-5f049b615ee0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:21.149118 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e24fe66-7216-48bb-9ef5-9f384f4d9cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:21.171326 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77c19b29-c13b-4b83-87ef-ba0bca439a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:21.206441 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77c19b29-c13b-4b83-87ef-ba0bca439a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:21.224709 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256947046-router', 'tenant_id': 'b0fb383559c94b32a936e74e3d6917f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'bedca306-9a90-4c58-8a1d-b8cf008a2e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:25:09Z', 'updated_at': '2021-12-14T02:25:15Z', 'revision_number': 4, 'project_id': 'b0fb383559c94b32a936e74e3d6917f0', 'gw_port': {'id': 'bedca306-9a90-4c58-8a1d-b8cf008a2e8b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:09Z', 'updated_at': '2021-12-14T02:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '32eb92de-85f8-4680-a99e-5700b94abdfb', 'name': '', 'network_id': 'dd336af4-c3be-472c-9b68-7c4aa797a5ad', 'tenant_id': 'b0fb383559c94b32a936e74e3d6917f0', 'mac_address': 'fa:16:3e:c1:96:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '668e3925-079c-48e1-b20d-5b6669eb2bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:12Z', 'updated_at': '2021-12-14T02:25:20Z', 'revision_number': 4, 'project_id': 'b0fb383559c94b32a936e74e3d6917f0', 'subnets': [{'id': '668e3925-079c-48e1-b20d-5b6669eb2bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:21.258469 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f19612c-655c-4b1b-a42d-4e237cabfbc2 None None] The sync data for ids ['b721981e-be1b-412f-a12a-f817abdc5448'] in n-d-821636-1 is: [{'id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256947046-router', 'tenant_id': 'b0fb383559c94b32a936e74e3d6917f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'bedca306-9a90-4c58-8a1d-b8cf008a2e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:25:09Z', 'updated_at': '2021-12-14T02:25:15Z', 'revision_number': 4, 'project_id': 'b0fb383559c94b32a936e74e3d6917f0', 'gw_port': {'id': 'bedca306-9a90-4c58-8a1d-b8cf008a2e8b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:09Z', 'updated_at': '2021-12-14T02:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '32eb92de-85f8-4680-a99e-5700b94abdfb', 'name': '', 'network_id': 'dd336af4-c3be-472c-9b68-7c4aa797a5ad', 'tenant_id': 'b0fb383559c94b32a936e74e3d6917f0', 'mac_address': 'fa:16:3e:c1:96:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '668e3925-079c-48e1-b20d-5b6669eb2bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:12Z', 'updated_at': '2021-12-14T02:25:20Z', 'revision_number': 4, 'project_id': 'b0fb383559c94b32a936e74e3d6917f0', 'subnets': [{'id': '668e3925-079c-48e1-b20d-5b6669eb2bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:25:21.263266 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24fe66-7216-48bb-9ef5-9f384f4d9cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a479ab-ad7e-4ed0-af14-7c86bcd8a634,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:21.282881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43266) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:21.286065 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6e24fe66-7216-48bb-9ef5-9f384f4d9cf6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c35f2461cef84a54a9533306cc3f49a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5206800 Dec 14 02:25:21.287423 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eea987af-5473-4d8b-9d34-5f049b615ee0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:21.315035 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea987af-5473-4d8b-9d34-5f049b615ee0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7378aecf-beb4-46dc-9967-1158afab6c5a,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:21.461143 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eea987af-5473-4d8b-9d34-5f049b615ee0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:21.467139 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-eea987af-5473-4d8b-9d34-5f049b615ee0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7648745 Dec 14 02:25:21.468284 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43272) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:21.473394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-16314374-a395-4f47-a752-cb228b8d3bf8 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Request body: {'security_group_rule': {'security_group_id': '3180544c-c1c6-47c8-983e-8f8624c53aff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:21.584219 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16314374-a395-4f47-a752-cb228b8d3bf8 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:21.595045 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77c19b29-c13b-4b83-87ef-ba0bca439a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:21.599052 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77c19b29-c13b-4b83-87ef-ba0bca439a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:21.600566 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-77c19b29-c13b-4b83-87ef-ba0bca439a16 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb20d352-081e-47a4-a972-8f77567f5ad2 HTTP/1.1" status: 204 len: 168 time: 0.5467343 Dec 14 02:25:21.665542 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-665dee22-df51-4791-92e5-ae904ed2f949 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:21.724197 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16314374-a395-4f47-a752-cb228b8d3bf8 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:21.803149 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16314374-a395-4f47-a752-cb228b8d3bf8 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:21.828088 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16314374-a395-4f47-a752-cb228b8d3bf8 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d246ad71-4577-42b8-8166-6db5dfc6e165,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:21.920395 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-665dee22-df51-4791-92e5-ae904ed2f949 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:21.942437 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16314374-a395-4f47-a752-cb228b8d3bf8 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:21.947484 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-16314374-a395-4f47-a752-cb228b8d3bf8 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4745965 Dec 14 02:25:21.947484 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43282) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:21.951677 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-39798017-1531-4e15-aa83-3c14d06f12d7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:21.963691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c19b29-c13b-4b83-87ef-ba0bca439a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb20d352-081e-47a4-a972-8f77567f5ad2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:22.054741 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-39798017-1531-4e15-aa83-3c14d06f12d7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:22.147263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e65ec8-0e3a-4c05-a6ca-386b4715324c req-c64669c0-faf6-42c7-bf1a-77477469ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:22.149286 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45e65ec8-0e3a-4c05-a6ca-386b4715324c req-c64669c0-faf6-42c7-bf1a-77477469ee32 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.7235019 Dec 14 02:25:22.157015 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6d818-b116-4d86-83b6-62cdcabee4a9 req-dfafb208-b6ae-448e-a4e1-86fc5ba7aa7a tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:22.159014 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52d6d818-b116-4d86-83b6-62cdcabee4a9 req-dfafb208-b6ae-448e-a4e1-86fc5ba7aa7a tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 969 time: 0.1963863 Dec 14 02:25:22.246052 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43288) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:22.253997 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-665dee22-df51-4791-92e5-ae904ed2f949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:22.258404 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-665dee22-df51-4791-92e5-ae904ed2f949 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:22.266656 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-665dee22-df51-4791-92e5-ae904ed2f949 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9a479ab-ad7e-4ed0-af14-7c86bcd8a634 HTTP/1.1" status: 204 len: 168 time: 0.9811018 Dec 14 02:25:22.272609 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45e65ec8-0e3a-4c05-a6ca-386b4715324c req-11c347f9-aa0e-4a79-b87f-63306039c5c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=091040b6-44b6-46a5-af60-062b519f8ec7 HTTP/1.1" status: 200 len: 217 time: 0.1087284 Dec 14 02:25:22.304940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dee22-df51-4791-92e5-ae904ed2f949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a479ab-ad7e-4ed0-af14-7c86bcd8a634,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:22.569457 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52d6d818-b116-4d86-83b6-62cdcabee4a9 req-23dc05de-600a-4bc1-9589-c51e45777e12 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196421 Dec 14 02:25:22.586692 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-39798017-1531-4e15-aa83-3c14d06f12d7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:22.616823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e65ec8-0e3a-4c05-a6ca-386b4715324c req-c158a369-b23f-497e-ab1c-0c074c011bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:22.621429 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45e65ec8-0e3a-4c05-a6ca-386b4715324c req-c158a369-b23f-497e-ab1c-0c074c011bab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.2953188 Dec 14 02:25:22.661164 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 32eb92de-85f8-4680-a99e-5700b94abdfb up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:25:22.710980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e65ec8-0e3a-4c05-a6ca-386b4715324c req-324da017-cd12-4be5-8b38-39d19d54cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:22.712578 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45e65ec8-0e3a-4c05-a6ca-386b4715324c req-324da017-cd12-4be5-8b38-39d19d54cdd2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0446627 Dec 14 02:25:22.717099 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fb63d46-0050-4b3c-8fc2-21130bf18f68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:22.813262 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 32eb92de-85f8-4680-a99e-5700b94abdfb triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:22.813695 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:22.814075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-39798017-1531-4e15-aa83-3c14d06f12d7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Allocated IP 172.25.7.214 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/824833f6-e391-45d1-9c03-6aef50d6d0bd) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:25:22.927464 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45e65ec8-0e3a-4c05-a6ca-386b4715324c req-b175e667-61ec-4d2a-bf33-fb82f037b54b service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018511 Dec 14 02:25:22.961407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43304) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:23.090233 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fb63d46-0050-4b3c-8fc2-21130bf18f68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:23.142874 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-39798017-1531-4e15-aa83-3c14d06f12d7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:23.147055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45e65ec8-0e3a-4c05-a6ca-386b4715324c req-47b20763-8358-455f-ac92-d97f8cb9f5d0 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113919 Dec 14 02:25:23.154733 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fb63d46-0050-4b3c-8fc2-21130bf18f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:23.212545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb63d46-0050-4b3c-8fc2-21130bf18f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2107252-b568-4317-a4a8-c6572278a562,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:23.281024 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0fb63d46-0050-4b3c-8fc2-21130bf18f68 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a03c2fc31ea415ca1aeb493a96108fc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0338962 Dec 14 02:25:23.281556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43316) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:23.329177 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-39798017-1531-4e15-aa83-3c14d06f12d7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:23.363066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-ee1ea5e5-f43a-4f69-aa42-2a7717868fe1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-37624937-network', 'tenant_id': '891573a33a794a399d2f268967c0f1f0'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:23.366288 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c14749f-1da1-4f24-bbe1-d99d1be84678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:23.382911 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39798017-1531-4e15-aa83-3c14d06f12d7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:25:23.399018 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-39798017-1531-4e15-aa83-3c14d06f12d7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:23.403291 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c14749f-1da1-4f24-bbe1-d99d1be84678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:23.406208 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39798017-1531-4e15-aa83-3c14d06f12d7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:25:23.444205 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39798017-1531-4e15-aa83-3c14d06f12d7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Pushing event updated for resources: {'Port': ['ID=824833f6-e391-45d1-9c03-6aef50d6d0bd,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:23.547830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1ea5e5-f43a-4f69-aa42-2a7717868fe1 admin admin] Made reservation on behalf of 891573a33a794a399d2f268967c0f1f0 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:25:23.550750 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea5e5-f43a-4f69-aa42-2a7717868fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:23.552779 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c14749f-1da1-4f24-bbe1-d99d1be84678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:23.563402 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c14749f-1da1-4f24-bbe1-d99d1be84678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:23.564715 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8c14749f-1da1-4f24-bbe1-d99d1be84678 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2107252-b568-4317-a4a8-c6572278a562 HTTP/1.1" status: 204 len: 168 time: 0.2817514 Dec 14 02:25:23.598425 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea5e5-f43a-4f69-aa42-2a7717868fe1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:23.633902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14749f-1da1-4f24-bbe1-d99d1be84678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2107252-b568-4317-a4a8-c6572278a562,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:23.660049 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-39798017-1531-4e15-aa83-3c14d06f12d7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:23.747935 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea5e5-f43a-4f69-aa42-2a7717868fe1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:23.784158 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-39798017-1531-4e15-aa83-3c14d06f12d7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:23.811911 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994e778-9606-4313-9724-7620ba026c20 req-22685454-1be9-46b5-a137-e20a3eb4b35a tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:23.821802 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5994e778-9606-4313-9724-7620ba026c20 req-22685454-1be9-46b5-a137-e20a3eb4b35a tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 969 time: 0.0722196 Dec 14 02:25:23.827668 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea5e5-f43a-4f69-aa42-2a7717868fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:23.894125 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1ea5e5-f43a-4f69-aa42-2a7717868fe1 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:25:23.901127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ea5e5-f43a-4f69-aa42-2a7717868fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab1e5e3-72ab-4419-8632-db92e356e01b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:23.917036 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea5e5-f43a-4f69-aa42-2a7717868fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:23.917036 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-ee1ea5e5-f43a-4f69-aa42-2a7717868fe1 admin admin] Added segment 48ab88cc-89fc-443e-9298-293c42dd3e2f of type vlan for network eaf8e089-ad17-4460-ad01-b3e26e5ec134 Dec 14 02:25:24.015922 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5994e778-9606-4313-9724-7620ba026c20 req-a4022435-58df-434e-b9b4-31ced4b1614f tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774743 Dec 14 02:25:24.037260 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea5e5-f43a-4f69-aa42-2a7717868fe1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:24.085768 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-39798017-1531-4e15-aa83-3c14d06f12d7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:24.134479 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea5e5-f43a-4f69-aa42-2a7717868fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:24.136038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1ea5e5-f43a-4f69-aa42-2a7717868fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:24.137025 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ee1ea5e5-f43a-4f69-aa42-2a7717868fe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:24.185938 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-39798017-1531-4e15-aa83-3c14d06f12d7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:24.226521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ea5e5-f43a-4f69-aa42-2a7717868fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=eaf8e089-ad17-4460-ad01-b3e26e5ec134,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:24.238052 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network eaf8e089-ad17-4460-ad01-b3e26e5ec134 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:25:24.257372 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ee1ea5e5-f43a-4f69-aa42-2a7717868fe1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2896125 Dec 14 02:25:24.259610 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43338) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:24.265685 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d61ded48-f6f0-4b7c-a4fc-03eadabf0d3c admin admin] Request body: {'subnet': {'network_id': 'eaf8e089-ad17-4460-ad01-b3e26e5ec134', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-37624937-subnet', 'tenant_id': '891573a33a794a399d2f268967c0f1f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:24.281582 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-39798017-1531-4e15-aa83-3c14d06f12d7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:24.303844 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39798017-1531-4e15-aa83-3c14d06f12d7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Pushing event updated for resources: {'Port': ['ID=824833f6-e391-45d1-9c03-6aef50d6d0bd,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:24.411394 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61ded48-f6f0-4b7c-a4fc-03eadabf0d3c admin admin] Made reservation on behalf of 891573a33a794a399d2f268967c0f1f0 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:25:24.414920 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d61ded48-f6f0-4b7c-a4fc-03eadabf0d3c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:24.479054 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-39798017-1531-4e15-aa83-3c14d06f12d7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:24.480407 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-39798017-1531-4e15-aa83-3c14d06f12d7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5323546 Dec 14 02:25:24.497146 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:25:24.601589 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43344) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:24.620618 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4e0fcc89-a392-409f-9bb3-5e8846f0dd71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:24.795135 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4e0fcc89-a392-409f-9bb3-5e8846f0dd71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:24.858487 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d61ded48-f6f0-4b7c-a4fc-03eadabf0d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:24.886395 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4e0fcc89-a392-409f-9bb3-5e8846f0dd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:24.932982 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ded48-f6f0-4b7c-a4fc-03eadabf0d3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d2b0966-87f1-4d5e-add7-1e9563a13faf,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:24.944953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61ded48-f6f0-4b7c-a4fc-03eadabf0d3c admin admin] Checking segment: {'id': '48ab88cc-89fc-443e-9298-293c42dd3e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eaf8e089-ad17-4460-ad01-b3e26e5ec134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:25:24.945248 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61ded48-f6f0-4b7c-a4fc-03eadabf0d3c admin admin] Network hostable DHCP agents. Network: eaf8e089-ad17-4460-ad01-b3e26e5ec134, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:25:24.990927 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4e0fcc89-a392-409f-9bb3-5e8846f0dd71 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0cf2edf6d95948c0bfd15bcb6f57c62c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3878024 Dec 14 02:25:24.992195 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fcc89-a392-409f-9bb3-5e8846f0dd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06773ee3-6207-468b-b12d-69b629c426cd,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:24.993418 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43358) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:25.071071 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61ded48-f6f0-4b7c-a4fc-03eadabf0d3c admin admin] Network eaf8e089-ad17-4460-ad01-b3e26e5ec134 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:25:25.184441 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b2d0d416-aba4-4cca-bb32-931f35c4e887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:25.220196 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-8c7818d0-8d33-4166-961e-dda3e4e16341 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--446979990&fields=id&tenant_id=42e3fe530e444f4eb8a4088885651364 HTTP/1.1" status: 200 len: 267 time: 0.1883552 Dec 14 02:25:25.264059 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-d61ded48-f6f0-4b7c-a4fc-03eadabf0d3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, eaf8e089-ad17-4460-ad01-b3e26e5ec134) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:25.276290 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9af9f38-2c7d-4e21-8b05-f70b48ae599d None None] Network eaf8e089-ad17-4460-ad01-b3e26e5ec134 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:25:25.290928 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b2d0d416-aba4-4cca-bb32-931f35c4e887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:25.292614 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61ded48-f6f0-4b7c-a4fc-03eadabf0d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:25.293205 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d61ded48-f6f0-4b7c-a4fc-03eadabf0d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:25.338096 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96476104-e383-4be3-8b5d-c3351b254bb6 req-8ac3f5fd-35a1-4db4-9b07-77e8ba8282b9 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:25.339651 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-96476104-e383-4be3-8b5d-c3351b254bb6 req-8ac3f5fd-35a1-4db4-9b07-77e8ba8282b9 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 969 time: 0.2159100 Dec 14 02:25:25.446007 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-eaf8e089-ad17-4460-ad01-b3e26e5ec134', 'network_id': 'eaf8e089-ad17-4460-ad01-b3e26e5ec134', 'project_id': '891573a33a794a399d2f268967c0f1f0', 'fixed_ips': [{'subnet_id': '8d2b0966-87f1-4d5e-add7-1e9563a13faf'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:25:25.450177 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:25.512487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d61ded48-f6f0-4b7c-a4fc-03eadabf0d3c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2491219 Dec 14 02:25:25.513185 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43376) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:25.518980 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-37624937-router', 'tenant_id': '891573a33a794a399d2f268967c0f1f0', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:25.522244 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-96476104-e383-4be3-8b5d-c3351b254bb6 req-a536db45-3dc2-43c1-8407-2167d6c777a4 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697805 Dec 14 02:25:25.530985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-51dc954c-428b-45c7-a162-848ff4353fef tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:25.538277 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-51dc954c-428b-45c7-a162-848ff4353fef tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/networks?id=c04429dc-468a-4168-bf68-221cba49072a HTTP/1.1" status: 200 len: 823 time: 0.3169360 Dec 14 02:25:25.563237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-c2ce5213-df02-4192-b0de-909d3367b2bd tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/quotas/42e3fe530e444f4eb8a4088885651364 HTTP/1.1" status: 200 len: 375 time: 0.0240173 Dec 14 02:25:25.601392 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b2d0d416-aba4-4cca-bb32-931f35c4e887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:25.604061 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b2d0d416-aba4-4cca-bb32-931f35c4e887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:25.605222 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b2d0d416-aba4-4cca-bb32-931f35c4e887 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/06773ee3-6207-468b-b12d-69b629c426cd HTTP/1.1" status: 204 len: 168 time: 0.6101978 Dec 14 02:25:25.625640 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:25.626315 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0d416-aba4-4cca-bb32-931f35c4e887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06773ee3-6207-468b-b12d-69b629c426cd,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:25.626713 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:25.657638 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-c62028f3-31e7-4d8f-b8a3-f6b53b6395cc tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e3fe530e444f4eb8a4088885651364&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933433 Dec 14 02:25:25.711296 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:25.776290 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Allocated IP 172.20.0.2 (eaf8e089-ad17-4460-ad01-b3e26e5ec134/8d2b0966-87f1-4d5e-add7-1e9563a13faf/f7b6b358-02fd-474b-9bb1-ac8db886cd39) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:25:25.952773 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:25.953469 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:26.019327 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:26.058726 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Network eaf8e089-ad17-4460-ad01-b3e26e5ec134 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:25:26.061651 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:26.064295 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:25:26.079394 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Pushing event updated for resources: {'Port': ['ID=f7b6b358-02fd-474b-9bb1-ac8db886cd39,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:26.150280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Attempting to bind port f7b6b358-02fd-474b-9bb1-ac8db886cd39 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:25:26.150742 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Attempting to bind port f7b6b358-02fd-474b-9bb1-ac8db886cd39 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '48ab88cc-89fc-443e-9298-293c42dd3e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eaf8e089-ad17-4460-ad01-b3e26e5ec134'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:25:26.151173 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Attempting to bind port f7b6b358-02fd-474b-9bb1-ac8db886cd39 on network eaf8e089-ad17-4460-ad01-b3e26e5ec134 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:25:26.156991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:25:26.157520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Checking segment: {'id': '48ab88cc-89fc-443e-9298-293c42dd3e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eaf8e089-ad17-4460-ad01-b3e26e5ec134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:25:26.157989 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:26.159211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Bound using segment: {'id': '48ab88cc-89fc-443e-9298-293c42dd3e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eaf8e089-ad17-4460-ad01-b3e26e5ec134'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:25:26.159763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Bound port: f7b6b358-02fd-474b-9bb1-ac8db886cd39, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ab88cc-89fc-443e-9298-293c42dd3e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'eaf8e089-ad17-4460-ad01-b3e26e5ec134'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:25:26.160579 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:26.240473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] For port f7b6b358-02fd-474b-9bb1-ac8db886cd39, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:25:26.240473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] For port f7b6b358-02fd-474b-9bb1-ac8db886cd39, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f7b6b358-02fd-474b-9bb1-ac8db886cd39,segment=NetworkSegment(48ab88cc-89fc-443e-9298-293c42dd3e2f),segment_id=48ab88cc-89fc-443e-9298-293c42dd3e2f)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:25:26.240898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-13254f76-6f9c-40ce-96e6-7a2b3c7163b6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:25:26.240898 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-13254f76-6f9c-40ce-96e6-7a2b3c7163b6 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2266741 Dec 14 02:25:26.272893 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:26.293298 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:26.326932 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:26.343905 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-48aba77a-4f94-47a3-9593-a9433a142f0c service neutron] 10.222.0.39 "GET /v2.0/networks/c04429dc-468a-4168-bf68-221cba49072a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967743 Dec 14 02:25:26.452019 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] Allocated IP 172.25.7.2 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/5e906455-e7fd-4456-845b-3cf487ffb7c2) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:25:26.459964 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-b4bd97b0-1513-4a2b-815e-4e68f405f258 service neutron] 10.222.0.39 "GET /v2.0/networks/c04429dc-468a-4168-bf68-221cba49072a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148634 Dec 14 02:25:26.604741 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:26.698822 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5371f10-cdc8-4c3b-857f-4f09fc6782bf None None] Pushing event updated for resources: {'Port': ['ID=f7b6b358-02fd-474b-9bb1-ac8db886cd39,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:26.702895 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202f83b-874d-4b26-ba24-fb582a7ab6c7 req-e39d4e96-2cb6-4572-bb1b-c09289b61b79 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:26.706688 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b202f83b-874d-4b26-ba24-fb582a7ab6c7 req-e39d4e96-2cb6-4572-bb1b-c09289b61b79 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 969 time: 0.0833108 Dec 14 02:25:26.750169 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:26.750549 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:26.774415 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b202f83b-874d-4b26-ba24-fb582a7ab6c7 req-6723dd8a-7308-4266-942a-3ef84087c854 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615900 Dec 14 02:25:26.802793 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:25:26.811655 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:26.816561 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:25:26.819572 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] Pushing event updated for resources: {'Port': ['ID=5e906455-e7fd-4456-845b-3cf487ffb7c2,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:27.158748 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:27.293031 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-b45d7b38-400b-4deb-98bc-421835acef82 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ef3f6a9257af48c299692b4173ea446c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217981 Dec 14 02:25:27.426131 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:27.582527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-8f174da4-3756-43bc-a77e-57daba7ad8e4 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:27.584294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-8f174da4-3756-43bc-a77e-57daba7ad8e4 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2839289 Dec 14 02:25:27.607872 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-8bb53513-faec-43e8-86c3-583d0339ac06 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/quotas/ef3f6a9257af48c299692b4173ea446c HTTP/1.1" status: 200 len: 375 time: 0.0148516 Dec 14 02:25:27.644519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-bb9459e5-9d4a-45ac-bbb2-434daf8898fc tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef3f6a9257af48c299692b4173ea446c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273685 Dec 14 02:25:27.671293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ae21449-c295-4594-bf55-a26e5f8e7f17 req-71fdce00-d990-43d1-9c01-513bf5b6a5a4 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 210 time: 0.0257769 Dec 14 02:25:27.680340 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] Router 9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:25:27.832911 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:25:27.846352 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Sync routers for ids ['9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:25:27.860375 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Routers {'9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:25:27.877680 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:25:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:27.918502 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:27.922369 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dfcb25ec-e6a1-453f-ac4d-b5ecd2ace98f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4055846 Dec 14 02:25:27.922727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43470) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:27.971987 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfea5b44-622c-4f41-a0ff-85ce3f8ce8e5 None None] Network eaf8e089-ad17-4460-ad01-b3e26e5ec134 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:25:28.090925 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a5e3dae7-9a51-4edc-8f49-701f43a16d48 None None] Provisioning complete for port f7b6b358-02fd-474b-9bb1-ac8db886cd39 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:28.091467 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5e3dae7-9a51-4edc-8f49-701f43a16d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:28.165982 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Set router 9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:25:28.288582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651d619-c2fb-4834-a3f0-d810ec3b5dcd req-dd23d701-62c4-4a1b-83d2-893d908fd538 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:28.291753 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3651d619-c2fb-4834-a3f0-d810ec3b5dcd req-dd23d701-62c4-4a1b-83d2-893d908fd538 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 969 time: 0.1899524 Dec 14 02:25:28.296419 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5e3dae7-9a51-4edc-8f49-701f43a16d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:28.346333 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e00b0d25-7798-4e82-a78f-a1d0f99b3b0d req-612bd0a6-4019-4617-8794-b17a7873ca8e tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 210 time: 0.0498600 Dec 14 02:25:28.437141 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a5e3dae7-9a51-4edc-8f49-701f43a16d48 None None] For port f7b6b358-02fd-474b-9bb1-ac8db886cd39, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f7b6b358-02fd-474b-9bb1-ac8db886cd39,segment=NetworkSegment(48ab88cc-89fc-443e-9298-293c42dd3e2f),segment_id=48ab88cc-89fc-443e-9298-293c42dd3e2f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:28.493886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3651d619-c2fb-4834-a3f0-d810ec3b5dcd req-efc6465d-84b0-41cc-a492-773444f3503a tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854670 Dec 14 02:25:28.540177 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5e3dae7-9a51-4edc-8f49-701f43a16d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:28.543365 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1', 'name': 'tempest-FloatingIPsNegativeTestJSON-37624937-router', 'tenant_id': '891573a33a794a399d2f268967c0f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '5e906455-e7fd-4456-845b-3cf487ffb7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:25:25Z', 'updated_at': '2021-12-14T02:25:26Z', 'revision_number': 3, 'project_id': '891573a33a794a399d2f268967c0f1f0', 'gw_port': {'id': '5e906455-e7fd-4456-845b-3cf487ffb7c2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:26Z', 'updated_at': '2021-12-14T02:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:28.602599 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Checking router: 9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:25:28.604527 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Updating router 9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1 port 5e906455-e7fd-4456-845b-3cf487ffb7c2 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:25:28.646043 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3dae7-9a51-4edc-8f49-701f43a16d48 None None] Pushing event updated for resources: {'Port': ['ID=f7b6b358-02fd-474b-9bb1-ac8db886cd39,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:28.664696 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:28.678583 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f7b6b358-02fd-474b-9bb1-ac8db886cd39 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:25:28.850321 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f7b6b358-02fd-474b-9bb1-ac8db886cd39 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:28.850671 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:28.856544 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c60d97a-b088-405f-9f3a-0f90a8a53041 req-d7a183a2-1334-48d8-b0a4-857150cec4a2 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 210 time: 0.0565956 Dec 14 02:25:28.872748 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c259b34-f7f1-4c38-ac16-aa8312117ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:28.950004 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e901b59d-d345-4d84-b5b3-72f1ebc70ba6 None None] Provisioning complete for port f7b6b358-02fd-474b-9bb1-ac8db886cd39 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:28.950326 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e901b59d-d345-4d84-b5b3-72f1ebc70ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:29.129517 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-7c259b34-f7f1-4c38-ac16-aa8312117ac3 admin admin] Allocated IP 172.20.0.1 (eaf8e089-ad17-4460-ad01-b3e26e5ec134/8d2b0966-87f1-4d5e-add7-1e9563a13faf/97263112-2929-4c69-874f-053f96338ec1) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:25:29.161971 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:29.270160 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c259b34-f7f1-4c38-ac16-aa8312117ac3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:29.272113 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:29.338127 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Attempting to bind port 5e906455-e7fd-4456-845b-3cf487ffb7c2 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:25:29.338614 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Attempting to bind port 5e906455-e7fd-4456-845b-3cf487ffb7c2 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:25:29.338984 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Attempting to bind port 5e906455-e7fd-4456-845b-3cf487ffb7c2 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:25:29.348542 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:25:29.350960 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:25:29.350960 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:29.350960 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:25:29.350960 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Bound port: 5e906455-e7fd-4456-845b-3cf487ffb7c2, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:25:29.350960 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:29.353403 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8eb8d-f322-4e99-9885-40f51ecca5c7 None None] Pushing event updated for resources: {'Port': ['ID=5e906455-e7fd-4456-845b-3cf487ffb7c2,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:29.397379 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c259b34-f7f1-4c38-ac16-aa8312117ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:29.413484 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] For port 5e906455-e7fd-4456-845b-3cf487ffb7c2, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:25:29.416367 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] For port 5e906455-e7fd-4456-845b-3cf487ffb7c2, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5e906455-e7fd-4456-845b-3cf487ffb7c2,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:25:29.444246 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c259b34-f7f1-4c38-ac16-aa8312117ac3 admin admin] Network eaf8e089-ad17-4460-ad01-b3e26e5ec134 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:25:29.466243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-7c259b34-f7f1-4c38-ac16-aa8312117ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:29.471589 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b2febdd-fc2b-44e3-aa20-981133dc62e5 req-d2ec5584-eccb-4eb4-9172-7b2e2ba3b231 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 210 time: 0.0646996 Dec 14 02:25:29.473899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c259b34-f7f1-4c38-ac16-aa8312117ac3 admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:25:29.474507 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c259b34-f7f1-4c38-ac16-aa8312117ac3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:29.511091 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:29.520243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c259b34-f7f1-4c38-ac16-aa8312117ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=97263112-2929-4c69-874f-053f96338ec1,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:29.617511 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Routers {'9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:25:29.618190 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:25:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:29.678144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636eba17-d466-47ff-9acf-0ceebdf72af6 req-905774cf-6559-4cc3-9abe-310c9fe22cf3 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:29.679872 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-636eba17-d466-47ff-9acf-0ceebdf72af6 req-905774cf-6559-4cc3-9abe-310c9fe22cf3 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 969 time: 0.0666006 Dec 14 02:25:29.710085 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8eb8d-f322-4e99-9885-40f51ecca5c7 None None] Pushing event updated for resources: {'Port': ['ID=5e906455-e7fd-4456-845b-3cf487ffb7c2,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:29.734597 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c259b34-f7f1-4c38-ac16-aa8312117ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:29.772879 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] Set router 9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:25:29.801275 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:29.876490 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7e358f86-f007-43f7-be66-adbb18fee6f6 None None] Provisioning complete for port 97263112-2929-4c69-874f-053f96338ec1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:29.878843 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e358f86-f007-43f7-be66-adbb18fee6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:29.891705 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-636eba17-d466-47ff-9acf-0ceebdf72af6 req-51887c39-d1bf-4fed-9371-a7b6a4a0a1a4 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581404 Dec 14 02:25:29.919175 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43534) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:29.957886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7e358f86-f007-43f7-be66-adbb18fee6f6 None None] Port 97263112-2929-4c69-874f-053f96338ec1 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:25:30.041878 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1', 'name': 'tempest-FloatingIPsNegativeTestJSON-37624937-router', 'tenant_id': '891573a33a794a399d2f268967c0f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '5e906455-e7fd-4456-845b-3cf487ffb7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:25:25Z', 'updated_at': '2021-12-14T02:25:26Z', 'revision_number': 3, 'project_id': '891573a33a794a399d2f268967c0f1f0', 'gw_port': {'id': '5e906455-e7fd-4456-845b-3cf487ffb7c2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:26Z', 'updated_at': '2021-12-14T02:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:30.080582 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1c4f77-9e8e-47da-a26b-5840ab79b041 None None] The sync data for ids ['9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1'] in n-d-821636-1 is: [{'id': '9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1', 'name': 'tempest-FloatingIPsNegativeTestJSON-37624937-router', 'tenant_id': '891573a33a794a399d2f268967c0f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '5e906455-e7fd-4456-845b-3cf487ffb7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:25:25Z', 'updated_at': '2021-12-14T02:25:26Z', 'revision_number': 3, 'project_id': '891573a33a794a399d2f268967c0f1f0', 'gw_port': {'id': '5e906455-e7fd-4456-845b-3cf487ffb7c2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:26Z', 'updated_at': '2021-12-14T02:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:25:30.098761 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c793d40-23d2-4881-a183-bf5a8967d105 req-82c5d47b-4ea8-46ec-abb9-b6dcffd1d69a tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 210 time: 0.0451701 Dec 14 02:25:30.118551 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c259b34-f7f1-4c38-ac16-aa8312117ac3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:30.161527 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7b098f93-e3e8-4662-96c0-cf0539ea8c16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:30.198392 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c259b34-f7f1-4c38-ac16-aa8312117ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:30.198392 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c259b34-f7f1-4c38-ac16-aa8312117ac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:30.259534 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7b098f93-e3e8-4662-96c0-cf0539ea8c16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:30.300718 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c259b34-f7f1-4c38-ac16-aa8312117ac3 admin admin] Pushing event updated for resources: {'Port': ['ID=97263112-2929-4c69-874f-053f96338ec1,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:30.345704 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7b098f93-e3e8-4662-96c0-cf0539ea8c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:30.348616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c259b34-f7f1-4c38-ac16-aa8312117ac3 admin admin] Network eaf8e089-ad17-4460-ad01-b3e26e5ec134 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:25:30.352313 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-7c259b34-f7f1-4c38-ac16-aa8312117ac3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:30.436080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b098f93-e3e8-4662-96c0-cf0539ea8c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e0aa16-10da-4a7e-8a78-b1ec98e7dfee,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:30.443982 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7b098f93-e3e8-4662-96c0-cf0539ea8c16 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d29fac70b8b4923ba273530b8ac4c3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5205033 Dec 14 02:25:30.444290 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43548) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:30.520956 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.47', 49735) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:30.521712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c259b34-f7f1-4c38-ac16-aa8312117ac3 admin admin] Router 9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:25:30.762053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f7b6b358-02fd-474b-9bb1-ac8db886cd39 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:25:30.838449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6f782bbe-6d13-4487-854e-67b4b15dee9c None None] Provisioning complete for port 97263112-2929-4c69-874f-053f96338ec1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:30.839929 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6f782bbe-6d13-4487-854e-67b4b15dee9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:30.907618 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43554) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:30.951487 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6f782bbe-6d13-4487-854e-67b4b15dee9c None None] Port 97263112-2929-4c69-874f-053f96338ec1 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:25:30.960855 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0930ad51-1679-4a87-9d44-3ac87d6320e6 req-e3e36c90-3de1-470d-a9f8-4bc0f107fff2 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 210 time: 0.3451431 Dec 14 02:25:30.967956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f7b6b358-02fd-474b-9bb1-ac8db886cd39 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:30.968345 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:31.008583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c259b34-f7f1-4c38-ac16-aa8312117ac3 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:25:31.018751 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b0d082bd-84fe-4e78-a9c8-933973acf381 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:31.035375 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7c259b34-f7f1-4c38-ac16-aa8312117ac3 admin admin] 10.222.0.39 "PUT /v2.0/routers/9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1104848 Dec 14 02:25:31.103190 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac3aad-af31-4608-8124-445dd2c09ae5 req-287cd0a6-8673-461f-a962-8297bfd6caf3 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:31.104799 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-caac3aad-af31-4608-8124-445dd2c09ae5 req-287cd0a6-8673-461f-a962-8297bfd6caf3 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 969 time: 0.0692694 Dec 14 02:25:31.145259 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b0d082bd-84fe-4e78-a9c8-933973acf381 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:31.164678 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-18a767ce-ade0-455d-88c6-ff1d1f8a57a1 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:31.180502 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5e906455-e7fd-4456-845b-3cf487ffb7c2 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:25:31.185542 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-18a767ce-ade0-455d-88c6-ff1d1f8a57a1 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.47 "GET /v2.0/networks?id=c04429dc-468a-4168-bf68-221cba49072a HTTP/1.1" status: 200 len: 823 time: 0.6456819 Dec 14 02:25:31.226353 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-caac3aad-af31-4608-8124-445dd2c09ae5 req-14dc8bc7-7f92-4dfa-8849-025a91034dae tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067760 Dec 14 02:25:31.250699 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13872e1d-d696-4f4a-a792-2117a234ede9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:31.277663 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 5e906455-e7fd-4456-845b-3cf487ffb7c2 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:31.278407 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:31.296372 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aea95dd8-5ada-4339-80e5-6a6800fd1cc8 req-463447ac-4980-4c1c-bbcd-092f1a524982 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 210 time: 0.0683162 Dec 14 02:25:31.310880 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 091040b6-44b6-46a5-af60-062b519f8ec7 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:25:31.370953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.47', 49737) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:31.407756 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-6e53365f-ba4f-4997-af1e-4102cae80ab5 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ef3f6a9257af48c299692b4173ea446c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234203 Dec 14 02:25:31.506338 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:31.534402 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13872e1d-d696-4f4a-a792-2117a234ede9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:31.551616 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 091040b6-44b6-46a5-af60-062b519f8ec7, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=091040b6-44b6-46a5-af60-062b519f8ec7,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:31.552739 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-26f996cf-fbbe-4e71-aa59-6b8d72331eb9 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42e3fe530e444f4eb8a4088885651364 HTTP/1.1" status: 200 len: 379 time: 0.1462984 Dec 14 02:25:31.562689 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b0d082bd-84fe-4e78-a9c8-933973acf381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:31.563146 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 5e906455-e7fd-4456-845b-3cf487ffb7c2, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5e906455-e7fd-4456-845b-3cf487ffb7c2,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:31.567541 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b0d082bd-84fe-4e78-a9c8-933973acf381 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:31.571337 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '091040b6-44b6-46a5-af60-062b519f8ec7', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '091040b6-44b6-46a5-af60-062b519f8ec7', 'mac_address': 'fa:16:3e:d6:7a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:tempest-test_az-642571560', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:25:31.574219 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b0d082bd-84fe-4e78-a9c8-933973acf381 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/37e0aa16-10da-4a7e-8a78-b1ec98e7dfee HTTP/1.1" status: 204 len: 168 time: 1.1270931 Dec 14 02:25:31.583643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d082bd-84fe-4e78-a9c8-933973acf381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e0aa16-10da-4a7e-8a78-b1ec98e7dfee,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:31.595214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1eb58012-e94d-4266-ade4-c7d1b08bdda1 req-bdeb1199-1bff-4112-b454-2566d7570b7f tempest-FloatingIPsNegativeTestJSON-1611308051 tempest-FloatingIPsNegativeTestJSON-1611308051-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=891573a33a794a399d2f268967c0f1f0 HTTP/1.1" status: 200 len: 217 time: 0.1691735 Dec 14 02:25:31.608647 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13872e1d-d696-4f4a-a792-2117a234ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:31.634641 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:31.682943 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-13872e1d-d696-4f4a-a792-2117a234ede9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5734ad8448342d9a42914f2727d23f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7732215 Dec 14 02:25:31.685604 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13872e1d-d696-4f4a-a792-2117a234ede9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969c7d49-8c16-4635-9842-11559513fda0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:31.691013 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43576) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:31.698936 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:31.717828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=5e906455-e7fd-4456-845b-3cf487ffb7c2,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:31.723281 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091040b6-44b6-46a5-af60-062b519f8ec7 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:25:31.741193 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03c5eafe-4d61-4c0f-97fe-8249e6323160 req-1c7a30c5-ce0b-449e-9122-871dad1c087c tempest-FloatingIPsNegativeTestJSON-1611308051 tempest-FloatingIPsNegativeTestJSON-1611308051-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1160541 Dec 14 02:25:31.759910 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 091040b6-44b6-46a5-af60-062b519f8ec7, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=091040b6-44b6-46a5-af60-062b519f8ec7,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:31.762214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-3bf0de33-5dd0-45c2-8bb1-f005606887b6 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:31.763672 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-3bf0de33-5dd0-45c2-8bb1-f005606887b6 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3512621 Dec 14 02:25:31.842401 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:31.845686 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-1a458f1d-dbfe-4f5b-91e1-37ea1253409f req-dd77db43-e6f4-4667-80b5-da3ec5f7c4f1 tempest-FloatingIPsNegativeTestJSON-1611308051 tempest-FloatingIPsNegativeTestJSON-1611308051-project] show failed (client error): The resource could not be found. Dec 14 02:25:31.848221 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a458f1d-dbfe-4f5b-91e1-37ea1253409f req-dd77db43-e6f4-4667-80b5-da3ec5f7c4f1 tempest-FloatingIPsNegativeTestJSON-1611308051 tempest-FloatingIPsNegativeTestJSON-1611308051-project] 10.222.0.39 "GET /v2.0/floatingips/dcaa47f6-5455-4b79-afea-5f1d0a036e29 HTTP/1.1" status: 404 len: 350 time: 0.0828435 Dec 14 02:25:31.858125 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43580) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:31.874992 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-61fa1090-a015-4d13-a6b8-f32319692bdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:31.907606 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=091040b6-44b6-46a5-af60-062b519f8ec7,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:31.911625 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-61fa1090-a015-4d13-a6b8-f32319692bdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:32.024204 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-61fa1090-a015-4d13-a6b8-f32319692bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:32.027410 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-61fa1090-a015-4d13-a6b8-f32319692bdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:32.028939 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-61fa1090-a015-4d13-a6b8-f32319692bdc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/969c7d49-8c16-4635-9842-11559513fda0 HTTP/1.1" status: 204 len: 168 time: 0.3164647 Dec 14 02:25:32.044550 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa1090-a015-4d13-a6b8-f32319692bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969c7d49-8c16-4635-9842-11559513fda0,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:32.126533 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1d93e32-752b-4564-9ca3-f1d5853080df req-e181d1eb-2fc3-4f26-a246-e69a8f44e221 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 210 time: 0.0396967 Dec 14 02:25:32.280594 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['091040b6-44b6-46a5-af60-062b519f8ec7'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:25:32.291839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43590) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:32.321688 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8297c0d-894f-4151-8f07-5757cdbd7e8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:32.415932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf7e1a-00ac-4f15-bb61-6a2379621e44 req-94f46db6-1a6d-46d7-afaa-8eb89a5dd609 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:32.423433 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dbf7e1a-00ac-4f15-bb61-6a2379621e44 req-94f46db6-1a6d-46d7-afaa-8eb89a5dd609 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 970 time: 0.1187756 Dec 14 02:25:32.464810 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb7150-1cb0-48d0-b6df-99887ac061f1 None None] Sync routers for ids ['9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:25:32.468759 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af908105-8e7f-49e3-ba43-870ed1efbcac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:32.488841 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4540bacb-1ad3-4829-aba2-f4c12af18ba7 req-bb10ad61-dd77-40c3-963d-fc854f3c1b92 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 210 time: 0.0855720 Dec 14 02:25:32.528227 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb7150-1cb0-48d0-b6df-99887ac061f1 None None] Routers {'9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:25:32.545217 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a5eb7150-1cb0-48d0-b6df-99887ac061f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:25:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:32.554371 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dbf7e1a-00ac-4f15-bb61-6a2379621e44 req-31e2eff2-fa4b-4627-adbc-74c6bb382518 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247513 Dec 14 02:25:32.582361 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8297c0d-894f-4151-8f07-5757cdbd7e8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:32.646883 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5e906455-e7fd-4456-845b-3cf487ffb7c2 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:25:32.660913 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8297c0d-894f-4151-8f07-5757cdbd7e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:32.750023 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-df15964b-767c-4bb9-9f8e-3a76dc9e989a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:32.773411 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-a5eb7150-1cb0-48d0-b6df-99887ac061f1 None None] Set router 9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:25:32.778264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8297c0d-894f-4151-8f07-5757cdbd7e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5829fb-2bb5-4b8e-b7ed-56c3c059b4ec,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:32.784226 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d8297c0d-894f-4151-8f07-5757cdbd7e8d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1819e254431f45e699993800048fb130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4914153 Dec 14 02:25:32.786783 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43598) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:32.887617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43600) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:32.895535 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e502e5f8-679f-4096-9c8e-9f907e30a996 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:32.914729 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-047af5e3-051a-46c2-a1d0-0e2598a190aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:32.947405 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e502e5f8-679f-4096-9c8e-9f907e30a996 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:32.953108 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 5e906455-e7fd-4456-845b-3cf487ffb7c2 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:32.953686 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:32.998275 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-af908105-8e7f-49e3-ba43-870ed1efbcac admin admin] Deleting port 97263112-2929-4c69-874f-053f96338ec1 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:25:32.998957 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af908105-8e7f-49e3-ba43-870ed1efbcac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:33.017181 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-047af5e3-051a-46c2-a1d0-0e2598a190aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:33.084254 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af908105-8e7f-49e3-ba43-870ed1efbcac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:33.098483 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-af908105-8e7f-49e3-ba43-870ed1efbcac admin admin] Calling delete_port for 97263112-2929-4c69-874f-053f96338ec1 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:25:33.105415 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-047af5e3-051a-46c2-a1d0-0e2598a190aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:33.119793 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e502e5f8-679f-4096-9c8e-9f907e30a996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:33.122849 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e502e5f8-679f-4096-9c8e-9f907e30a996 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:33.124866 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e502e5f8-679f-4096-9c8e-9f907e30a996 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c5829fb-2bb5-4b8e-b7ed-56c3c059b4ec HTTP/1.1" status: 204 len: 168 time: 0.3360903 Dec 14 02:25:33.191063 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502e5f8-679f-4096-9c8e-9f907e30a996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5829fb-2bb5-4b8e-b7ed-56c3c059b4ec,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:33.192023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047af5e3-051a-46c2-a1d0-0e2598a190aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d774f2-5ea3-4d75-9fab-8f861b0f3e6c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:33.217978 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a5eb7150-1cb0-48d0-b6df-99887ac061f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1', 'name': 'tempest-FloatingIPsNegativeTestJSON-37624937-router', 'tenant_id': '891573a33a794a399d2f268967c0f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '5e906455-e7fd-4456-845b-3cf487ffb7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:25:25Z', 'updated_at': '2021-12-14T02:25:29Z', 'revision_number': 4, 'project_id': '891573a33a794a399d2f268967c0f1f0', 'gw_port': {'id': '5e906455-e7fd-4456-845b-3cf487ffb7c2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:26Z', 'updated_at': '2021-12-14T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '97263112-2929-4c69-874f-053f96338ec1', 'name': '', 'network_id': 'eaf8e089-ad17-4460-ad01-b3e26e5ec134', 'tenant_id': '891573a33a794a399d2f268967c0f1f0', 'mac_address': 'fa:16:3e:e7:ca:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 159, 'fixed_ips': [{'subnet_id': '8d2b0966-87f1-4d5e-add7-1e9563a13faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:28Z', 'updated_at': '2021-12-14T02:25:29Z', 'revision_number': 2, 'project_id': '891573a33a794a399d2f268967c0f1f0', 'subnets': [{'id': '8d2b0966-87f1-4d5e-add7-1e9563a13faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:33.240409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-047af5e3-051a-46c2-a1d0-0e2598a190aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c06e3f73e4444fe80cf0b3f7a56df41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3512690 Dec 14 02:25:33.244547 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43606) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:33.250636 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb7150-1cb0-48d0-b6df-99887ac061f1 None None] Checking router: 9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:25:33.250995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb7150-1cb0-48d0-b6df-99887ac061f1 None None] Updating router 9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1 port 97263112-2929-4c69-874f-053f96338ec1 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:25:33.284592 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5eb7150-1cb0-48d0-b6df-99887ac061f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:33.288061 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50149d07-692a-48d1-8e1b-8addafdf621f req-2229e1c9-42e1-4d0a-b30f-37f94a597dd4 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 210 time: 0.0284317 Dec 14 02:25:33.541930 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20db4d16-5086-4a80-9fec-a796263f14c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:33.593637 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20db4d16-5086-4a80-9fec-a796263f14c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:33.637461 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c158d7af-b44f-4a6e-b21b-8064c17ba643 req-60a5576c-445d-4c29-a5cd-6d643381e482 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 210 time: 0.0682788 Dec 14 02:25:33.708958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7fce9-d14b-4548-a413-b0ad78bd4421 req-5bd468d4-2b03-4d4f-98ad-3121cebf2611 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:33.710483 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-67d7fce9-d14b-4548-a413-b0ad78bd4421 req-5bd468d4-2b03-4d4f-98ad-3121cebf2611 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 970 time: 0.0557864 Dec 14 02:25:33.729278 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af908105-8e7f-49e3-ba43-870ed1efbcac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:33.729633 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-a5eb7150-1cb0-48d0-b6df-99887ac061f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:25:33.730016 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-a5eb7150-1cb0-48d0-b6df-99887ac061f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:25:33.759731 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20db4d16-5086-4a80-9fec-a796263f14c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:33.762418 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20db4d16-5086-4a80-9fec-a796263f14c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:33.763545 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-20db4d16-5086-4a80-9fec-a796263f14c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51d774f2-5ea3-4d75-9fab-8f861b0f3e6c HTTP/1.1" status: 204 len: 168 time: 0.5180731 Dec 14 02:25:33.768203 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af908105-8e7f-49e3-ba43-870ed1efbcac admin admin] Pushing event deleted for resources: {'Port': ['ID=97263112-2929-4c69-874f-053f96338ec1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:33.770975 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-67d7fce9-d14b-4548-a413-b0ad78bd4421 req-ea8f5a60-e23d-458f-afc3-4ca7324b8ec9 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543642 Dec 14 02:25:33.802079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db4d16-5086-4a80-9fec-a796263f14c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d774f2-5ea3-4d75-9fab-8f861b0f3e6c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:33.978829 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af908105-8e7f-49e3-ba43-870ed1efbcac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:34.205281 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af908105-8e7f-49e3-ba43-870ed1efbcac admin admin] Router 9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:25:34.256380 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb7150-1cb0-48d0-b6df-99887ac061f1 None None] Port 97263112-2929-4c69-874f-053f96338ec1 not found while updating agent binding for router 9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1. {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 14 02:25:34.273555 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb7150-1cb0-48d0-b6df-99887ac061f1 None None] Routers {'9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:25:34.274671 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a5eb7150-1cb0-48d0-b6df-99887ac061f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:25:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:34.359095 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af908105-8e7f-49e3-ba43-870ed1efbcac admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:25:34.376491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43642) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:34.384726 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-af908105-8e7f-49e3-ba43-870ed1efbcac admin admin] 10.222.0.39 "PUT /v2.0/routers/9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5253816 Dec 14 02:25:34.442950 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-a5eb7150-1cb0-48d0-b6df-99887ac061f1 None None] Set router 9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:25:34.486160 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d6ec90e6-2437-4a62-ba08-d293321a82c6 req-75edc319-d90e-4b15-9349-2d46db337fd4 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 210 time: 0.0651906 Dec 14 02:25:34.538127 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a25b8e01-4099-4675-86b4-48b184e1d4b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:34.626463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43648) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:34.687732 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a25b8e01-4099-4675-86b4-48b184e1d4b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:34.761748 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f19a319a-ed23-4a0b-a0db-156c6cc7f2d8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-597052515-network', 'tenant_id': '0c3cf14f531c4bdca8324a0acbf9c3f8'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:34.770413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a5eb7150-1cb0-48d0-b6df-99887ac061f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1', 'name': 'tempest-FloatingIPsNegativeTestJSON-37624937-router', 'tenant_id': '891573a33a794a399d2f268967c0f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '5e906455-e7fd-4456-845b-3cf487ffb7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:25:25Z', 'updated_at': '2021-12-14T02:25:33Z', 'revision_number': 5, 'project_id': '891573a33a794a399d2f268967c0f1f0', 'gw_port': {'id': '5e906455-e7fd-4456-845b-3cf487ffb7c2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:26Z', 'updated_at': '2021-12-14T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:34.788164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f6f867e-2c84-436e-8444-6a74f522d2bb req-bfc5e618-0b28-40ea-b5e7-66f6a431aa7a tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 210 time: 0.0464032 Dec 14 02:25:34.809884 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb7150-1cb0-48d0-b6df-99887ac061f1 None None] The sync data for ids ['9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1'] in n-d-821636-1 is: [{'id': '9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1', 'name': 'tempest-FloatingIPsNegativeTestJSON-37624937-router', 'tenant_id': '891573a33a794a399d2f268967c0f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.2'}], 'enable_snat': True}, 'gw_port_id': '5e906455-e7fd-4456-845b-3cf487ffb7c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:25:25Z', 'updated_at': '2021-12-14T02:25:33Z', 'revision_number': 5, 'project_id': '891573a33a794a399d2f268967c0f1f0', 'gw_port': {'id': '5e906455-e7fd-4456-845b-3cf487ffb7c2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ce:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:26Z', 'updated_at': '2021-12-14T02:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:25:34.871216 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19a319a-ed23-4a0b-a0db-156c6cc7f2d8 admin admin] Made reservation on behalf of 0c3cf14f531c4bdca8324a0acbf9c3f8 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:25:34.873604 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f19a319a-ed23-4a0b-a0db-156c6cc7f2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:34.884897 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f19a319a-ed23-4a0b-a0db-156c6cc7f2d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:34.927826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-a25b8e01-4099-4675-86b4-48b184e1d4b8 admin admin] Deleting port 5e906455-e7fd-4456-845b-3cf487ffb7c2 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:25:34.928262 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a25b8e01-4099-4675-86b4-48b184e1d4b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:34.962185 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fde9e4ab-5b3d-43d5-b207-ece393f6c0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:34.994561 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d47e12-5645-4db1-b5e7-2ddc547fdd95 req-21ca4967-988f-4cfe-9f56-48e04ddc11b4 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:35.004852 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37d47e12-5645-4db1-b5e7-2ddc547fdd95 req-21ca4967-988f-4cfe-9f56-48e04ddc11b4 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 970 time: 0.1288548 Dec 14 02:25:35.059137 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f19a319a-ed23-4a0b-a0db-156c6cc7f2d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:35.087370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37d47e12-5645-4db1-b5e7-2ddc547fdd95 req-808e9454-e3e7-4d4c-bbe4-bcad8af01e35 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814750 Dec 14 02:25:35.106570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-a25b8e01-4099-4675-86b4-48b184e1d4b8 admin admin] For port 5e906455-e7fd-4456-845b-3cf487ffb7c2, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5e906455-e7fd-4456-845b-3cf487ffb7c2,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:35.107180 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a25b8e01-4099-4675-86b4-48b184e1d4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:35.122383 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f19a319a-ed23-4a0b-a0db-156c6cc7f2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:35.127222 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-a25b8e01-4099-4675-86b4-48b184e1d4b8 admin admin] Calling delete_port for 5e906455-e7fd-4456-845b-3cf487ffb7c2 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:25:35.167089 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19a319a-ed23-4a0b-a0db-156c6cc7f2d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:25:35.179021 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a319a-ed23-4a0b-a0db-156c6cc7f2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e0899b-9269-4f5d-a9b8-b09d4ae48951,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:35.195926 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f19a319a-ed23-4a0b-a0db-156c6cc7f2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:35.196280 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-f19a319a-ed23-4a0b-a0db-156c6cc7f2d8 admin admin] Added segment f4929c76-acb8-4d35-b06a-26db8e4fab28 of type vlan for network c2babbdd-831e-4b48-8c93-0beb41d9211b Dec 14 02:25:35.259570 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f19a319a-ed23-4a0b-a0db-156c6cc7f2d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:35.292006 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 091040b6-44b6-46a5-af60-062b519f8ec7 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:25:35.385674 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f19a319a-ed23-4a0b-a0db-156c6cc7f2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:35.386724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19a319a-ed23-4a0b-a0db-156c6cc7f2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:35.387659 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f19a319a-ed23-4a0b-a0db-156c6cc7f2d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:35.463981 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a319a-ed23-4a0b-a0db-156c6cc7f2d8 admin admin] Pushing event updated for resources: {'Network': ['ID=c2babbdd-831e-4b48-8c93-0beb41d9211b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:35.469449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 091040b6-44b6-46a5-af60-062b519f8ec7 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:25:35.475826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network c2babbdd-831e-4b48-8c93-0beb41d9211b details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:25:35.479901 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 091040b6-44b6-46a5-af60-062b519f8ec7 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:35.480270 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:35.502316 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a25b8e01-4099-4675-86b4-48b184e1d4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:35.545954 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f19a319a-ed23-4a0b-a0db-156c6cc7f2d8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9177835 Dec 14 02:25:35.546226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43668) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:35.547407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b8e01-4099-4675-86b4-48b184e1d4b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e906455-e7fd-4456-845b-3cf487ffb7c2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:35.566328 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7344d19c-6460-4d27-8341-e56a9eed4c1f admin admin] Request body: {'subnet': {'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-597052515-subnet', 'tenant_id': '0c3cf14f531c4bdca8324a0acbf9c3f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:35.639098 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a25b8e01-4099-4675-86b4-48b184e1d4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:35.726832 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:35.780563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 091040b6-44b6-46a5-af60-062b519f8ec7, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=091040b6-44b6-46a5-af60-062b519f8ec7,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:35.781656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f769eaa7-32bf-4d9f-b430-cc7a276de7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091040b6-44b6-46a5-af60-062b519f8ec7'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:25:35.787401 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8d32505-e0c1-44af-b1ad-b0dc2b4deca6 req-24ffe9fc-e6d8-4709-bf9e-3f362dde2cd9 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 210 time: 0.1529477 Dec 14 02:25:35.801636 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a25b8e01-4099-4675-86b4-48b184e1d4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:35.804989 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a25b8e01-4099-4675-86b4-48b184e1d4b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:35.873696 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:35.899018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7344d19c-6460-4d27-8341-e56a9eed4c1f admin admin] Made reservation on behalf of 0c3cf14f531c4bdca8324a0acbf9c3f8 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:25:35.901518 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7344d19c-6460-4d27-8341-e56a9eed4c1f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:35.952633 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d861b44-82f3-4136-8ebc-f75f6698fc9d None None] Sync routers for ids ['9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:25:35.984021 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d861b44-82f3-4136-8ebc-f75f6698fc9d None None] Routers {'9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:25:35.985907 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-6d861b44-82f3-4136-8ebc-f75f6698fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:25:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:35.994103 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=091040b6-44b6-46a5-af60-062b519f8ec7,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:36.086973 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-6d861b44-82f3-4136-8ebc-f75f6698fc9d None None] Set router 9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:25:36.116674 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:36.145798 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20e76ab-e5d7-40a6-82d0-877466ed877e" -d '{"events": [{"server_uuid": "f769eaa7-32bf-4d9f-b430-cc7a276de7ab", "name": "network-vif-plugged", "status": "completed", "tag": "091040b6-44b6-46a5-af60-062b519f8ec7"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:25:36.151631 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-6d861b44-82f3-4136-8ebc-f75f6698fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1', 'name': 'tempest-FloatingIPsNegativeTestJSON-37624937-router', 'tenant_id': '891573a33a794a399d2f268967c0f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:25:25Z', 'updated_at': '2021-12-14T02:25:35Z', 'revision_number': 7, 'project_id': '891573a33a794a399d2f268967c0f1f0', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:36.186776 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d861b44-82f3-4136-8ebc-f75f6698fc9d None None] Checking router: 9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:25:36.196655 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d861b44-82f3-4136-8ebc-f75f6698fc9d None None] Routers {'9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:25:36.197282 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-6d861b44-82f3-4136-8ebc-f75f6698fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:25:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:36.280249 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a25b8e01-4099-4675-86b4-48b184e1d4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:36.280249 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25b8e01-4099-4675-86b4-48b184e1d4b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:25:36.286024 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-6d861b44-82f3-4136-8ebc-f75f6698fc9d None None] Set router 9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:25:36.288875 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a25b8e01-4099-4675-86b4-48b184e1d4b8 admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:36.292963 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a25b8e01-4099-4675-86b4-48b184e1d4b8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1 HTTP/1.1" status: 204 len: 168 time: 1.9118388 Dec 14 02:25:36.293060 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43692) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:36.330777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-66731963-0306-46b2-99ca-05ea24d42ca8 req-ff9d7c8a-7f97-4f40-9acf-b9b56c39b84d tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 210 time: 0.1309783 Dec 14 02:25:36.347329 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-d220390c-2dec-4d91-be09-b2fda43288f8 admin admin] Deleting subnet 8d2b0966-87f1-4d5e-add7-1e9563a13faf {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:25:36.350902 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d220390c-2dec-4d91-be09-b2fda43288f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:36.351978 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-6d861b44-82f3-4136-8ebc-f75f6698fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1', 'name': 'tempest-FloatingIPsNegativeTestJSON-37624937-router', 'tenant_id': '891573a33a794a399d2f268967c0f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:25:25Z', 'updated_at': '2021-12-14T02:25:35Z', 'revision_number': 7, 'project_id': '891573a33a794a399d2f268967c0f1f0', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:36.384357 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d861b44-82f3-4136-8ebc-f75f6698fc9d None None] The sync data for ids ['9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1'] in n-d-821636-1 is: [{'id': '9dba4d89-ecc1-4708-be6f-f6fd0cf3c7f1', 'name': 'tempest-FloatingIPsNegativeTestJSON-37624937-router', 'tenant_id': '891573a33a794a399d2f268967c0f1f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:25:25Z', 'updated_at': '2021-12-14T02:25:35Z', 'revision_number': 7, 'project_id': '891573a33a794a399d2f268967c0f1f0', 'gw_port_host': None}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:25:36.397541 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d220390c-2dec-4d91-be09-b2fda43288f8 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:36.405324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb4bdb-e547-4b94-8780-58870e218805 req-75063569-61e9-4ddf-a73a-4343e266ba69 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:36.406298 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3fbb4bdb-e547-4b94-8780-58870e218805 req-75063569-61e9-4ddf-a73a-4343e266ba69 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 971 time: 0.2058594 Dec 14 02:25:36.503633 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d220390c-2dec-4d91-be09-b2fda43288f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:36.536514 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3fbb4bdb-e547-4b94-8780-58870e218805 req-15106f22-95cb-44b4-8f29-ee08923aeb9b tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063285 Dec 14 02:25:36.608072 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7344d19c-6460-4d27-8341-e56a9eed4c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:36.635338 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d220390c-2dec-4d91-be09-b2fda43288f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:36.697136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344d19c-6460-4d27-8341-e56a9eed4c1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e828340-91e4-4f6f-94b5-cd964e8cfd46,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:36.700454 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220390c-2dec-4d91-be09-b2fda43288f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d2b0966-87f1-4d5e-add7-1e9563a13faf,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:36.704366 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d220390c-2dec-4d91-be09-b2fda43288f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:36.711160 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d220390c-2dec-4d91-be09-b2fda43288f8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8d2b0966-87f1-4d5e-add7-1e9563a13faf HTTP/1.1" status: 204 len: 168 time: 0.4170132 Dec 14 02:25:36.711773 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43700) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:36.715435 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c7edce-8c01-48b6-923c-e990cc6b07c3 None None] Network eaf8e089-ad17-4460-ad01-b3e26e5ec134 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:25:36.741457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7344d19c-6460-4d27-8341-e56a9eed4c1f admin admin] Checking segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:25:36.742012 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7344d19c-6460-4d27-8341-e56a9eed4c1f admin admin] Network hostable DHCP agents. Network: c2babbdd-831e-4b48-8c93-0beb41d9211b, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:25:36.747613 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2345dc-fdf6-4573-bffa-fa8b157eac93 x-openstack-request-id: req-ba2345dc-fdf6-4573-bffa-fa8b157eac93 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:25:36.748301 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f769eaa7-32bf-4d9f-b430-cc7a276de7ab", "name": "network-vif-plugged", "status": "completed", "tag": "091040b6-44b6-46a5-af60-062b519f8ec7", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:25:36.748301 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba2345dc-fdf6-4573-bffa-fa8b157eac93 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:25:36.748891 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f769eaa7-32bf-4d9f-b430-cc7a276de7ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091040b6-44b6-46a5-af60-062b519f8ec7', 'code': 200} Dec 14 02:25:36.819104 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:36.886745 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7344d19c-6460-4d27-8341-e56a9eed4c1f admin admin] Network c2babbdd-831e-4b48-8c93-0beb41d9211b is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:25:36.900355 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Deleting port f7b6b358-02fd-474b-9bb1-ac8db886cd39 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:25:36.900694 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:36.962174 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd16dc00-bcf9-4f01-89de-10dca9f8b0a4 req-a009da4d-3c51-4a01-8e80-f17a4d237c74 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 210 time: 0.0698617 Dec 14 02:25:36.983534 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] For port f7b6b358-02fd-474b-9bb1-ac8db886cd39, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f7b6b358-02fd-474b-9bb1-ac8db886cd39,segment=NetworkSegment(48ab88cc-89fc-443e-9298-293c42dd3e2f),segment_id=48ab88cc-89fc-443e-9298-293c42dd3e2f)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:36.983982 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:36.987546 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bc9e5-4348-4f68-bd6b-8c8aa420bb21 req-97592d8b-9549-4402-9bee-9e686571555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:36.989167 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e75bc9e5-4348-4f68-bd6b-8c8aa420bb21 req-97592d8b-9549-4402-9bee-9e686571555e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 1122 time: 0.1519439 Dec 14 02:25:36.999439 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Calling delete_port for f7b6b358-02fd-474b-9bb1-ac8db886cd39 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:25:37.006036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898be823-3c7a-405d-9148-61de9acfb374 None None] DHCP port deletion for eaf8e089-ad17-4460-ad01-b3e26e5ec134 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:25:37.011551 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e75bc9e5-4348-4f68-bd6b-8c8aa420bb21 req-c40f1d2a-c7d4-4c99-950f-03138b2818a3 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:37.015506 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-7344d19c-6460-4d27-8341-e56a9eed4c1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, c2babbdd-831e-4b48-8c93-0beb41d9211b) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:37.027462 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7344d19c-6460-4d27-8341-e56a9eed4c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:37.028047 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7344d19c-6460-4d27-8341-e56a9eed4c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:37.050504 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3603c20b-d3cc-420b-b004-19c54a93c904 None None] Network c2babbdd-831e-4b48-8c93-0beb41d9211b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:25:37.113100 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e75bc9e5-4348-4f68-bd6b-8c8aa420bb21 req-c40f1d2a-c7d4-4c99-950f-03138b2818a3 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:37.123717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7344d19c-6460-4d27-8341-e56a9eed4c1f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5638072 Dec 14 02:25:37.164001 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-898be823-3c7a-405d-9148-61de9acfb374 None None] Deleting port f7b6b358-02fd-474b-9bb1-ac8db886cd39 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:25:37.164549 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-898be823-3c7a-405d-9148-61de9acfb374 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:37.174484 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e75bc9e5-4348-4f68-bd6b-8c8aa420bb21 req-c40f1d2a-c7d4-4c99-950f-03138b2818a3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:37.213711 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:37.233878 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8f5aa7-bf7f-409d-be79-2cd488cd487a None None] Network c2babbdd-831e-4b48-8c93-0beb41d9211b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:25:37.247627 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b6b358-02fd-474b-9bb1-ac8db886cd39,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:37.252814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e75bc9e5-4348-4f68-bd6b-8c8aa420bb21 req-c40f1d2a-c7d4-4c99-950f-03138b2818a3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553253 Dec 14 02:25:37.256056 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] No DVR routers for this DVR port f7b6b358-02fd-474b-9bb1-ac8db886cd39 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:25:37.260243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f1d2a-c7d4-4c99-950f-03138b2818a3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=080bedd6-810f-4646-9eb5-f16d96aeb0f4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:37.384315 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:37.421509 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:25:37.421871 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:25:37.422664 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:25:37.423013 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Subscribe: > port after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:25:37.423358 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Subscribe: > port after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:25:37.424231 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Subscribe: > port after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:25:37.424776 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:25:37.425195 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:25:37.425647 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:25:37.426082 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:25:37.464233 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52a4551e-6c48-4224-9285-97a2b0518061 req-3c148ea1-1c47-450f-bbb9-1cfb054754e8 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 210 time: 0.0288508 Dec 14 02:25:37.501590 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-898be823-3c7a-405d-9148-61de9acfb374 None None] For port f7b6b358-02fd-474b-9bb1-ac8db886cd39, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f7b6b358-02fd-474b-9bb1-ac8db886cd39,segment=NetworkSegment(48ab88cc-89fc-443e-9298-293c42dd3e2f),segment_id=48ab88cc-89fc-443e-9298-293c42dd3e2f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:37.502698 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-898be823-3c7a-405d-9148-61de9acfb374 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:37.528469 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-898be823-3c7a-405d-9148-61de9acfb374 None None] Calling delete_port for f7b6b358-02fd-474b-9bb1-ac8db886cd39 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:25:37.657512 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:37.676696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16ac2f-9515-4d75-8b1b-262005760970 req-a7b05d9c-2dac-4cb8-b5a7-a09220db8ee0 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:37.678489 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d16ac2f-9515-4d75-8b1b-262005760970 req-a7b05d9c-2dac-4cb8-b5a7-a09220db8ee0 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 971 time: 0.0548866 Dec 14 02:25:37.722769 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:25:37.723035 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:25:37.723492 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:25:37.723829 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103847) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:25:37.724174 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf8e089-ad17-4460-ad01-b3e26e5ec134']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:37.728584 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-898be823-3c7a-405d-9148-61de9acfb374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:37.743093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d16ac2f-9515-4d75-8b1b-262005760970 req-b926c9bf-e8ab-4eb8-ae45-3c30c4e5b20a tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578079 Dec 14 02:25:37.747864 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ab88cc-89fc-443e-9298-293c42dd3e2f') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:37.748162 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ab88cc-89fc-443e-9298-293c42dd3e2f') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:37.768003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898be823-3c7a-405d-9148-61de9acfb374 None None] Pushing event deleted for resources: {'Port': ['ID=f7b6b358-02fd-474b-9bb1-ac8db886cd39,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:37.768906 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898be823-3c7a-405d-9148-61de9acfb374 None None] No DVR routers for this DVR port f7b6b358-02fd-474b-9bb1-ac8db886cd39 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:25:37.779962 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:37.805125 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:37.816191 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:25:37.816584 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: from cryptography.utils import int_from_bytes Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: from cryptography.utils import int_from_bytes Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:25:37.833999 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:25:37.979893 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:38.007716 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:38.011127 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] 10.222.0.39 "DELETE /v2.0/networks/eaf8e089-ad17-4460-ad01-b3e26e5ec134 HTTP/1.1" status: 204 len: 168 time: 1.2984064 Dec 14 02:25:38.013967 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533fe69-7ec0-4d5e-bf63-2059ac015fac admin admin] Pushing event deleted for resources: {'Network': ['ID=eaf8e089-ad17-4460-ad01-b3e26e5ec134,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:38.078711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43736) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:38.083956 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-afc4b63f-f47a-426a-a595-f7e9fd354d16 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1053404510-network', 'tenant_id': '0be3daa631014b5f8a9dfaea783db067'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:38.085552 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-108894f1-2b9c-4ce1-9bd7-27cc28504b6b req-f7ac1073-2d0a-482d-9add-4589d14b837e tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 210 time: 0.0336676 Dec 14 02:25:38.156494 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc4b63f-f47a-426a-a595-f7e9fd354d16 admin admin] Made reservation on behalf of 0be3daa631014b5f8a9dfaea783db067 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:25:38.159415 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afc4b63f-f47a-426a-a595-f7e9fd354d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:38.167963 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afc4b63f-f47a-426a-a595-f7e9fd354d16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:38.239865 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afc4b63f-f47a-426a-a595-f7e9fd354d16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:38.266472 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43738) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:38.306705 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-63f9599d-5931-4886-8ac1-bb62951be2dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=891573a33a794a399d2f268967c0f1f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391054 Dec 14 02:25:38.309163 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43740) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:38.322259 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afc4b63f-f47a-426a-a595-f7e9fd354d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:38.357484 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc4b63f-f47a-426a-a595-f7e9fd354d16 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:25:38.373549 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4b63f-f47a-426a-a595-f7e9fd354d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c781e0e-efe3-448c-b608-9e62e56999f2,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:38.384259 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afc4b63f-f47a-426a-a595-f7e9fd354d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:38.384716 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-afc4b63f-f47a-426a-a595-f7e9fd354d16 admin admin] Added segment 5c4e7c6e-64c4-4868-8c62-2eff891979af of type vlan for network 7172256c-c9c1-4701-bf01-ae4bc7ee7aab Dec 14 02:25:38.429488 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:38.432416 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c18c-b14b-4940-aed5-5781eca196fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:38.434869 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afc4b63f-f47a-426a-a595-f7e9fd354d16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:38.467249 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c18c-b14b-4940-aed5-5781eca196fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:38.501567 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-98d91e4a-52ad-4001-a3bb-571bbf2ed658 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Request body: {'port': {'device_id': '35be84c4-6cb1-40a8-bef2-f869303c0170', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'admin_state_up': True, 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'security_groups': ['3180544c-c1c6-47c8-983e-8f8624c53aff']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:38.511261 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-c7d7c337-351b-45be-b4f7-f3976650ec12 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Request body: {'port': {'device_id': '00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': 'ef3f6a9257af48c299692b4173ea446c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:38.568660 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afc4b63f-f47a-426a-a595-f7e9fd354d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:38.569623 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc4b63f-f47a-426a-a595-f7e9fd354d16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:38.570221 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afc4b63f-f47a-426a-a595-f7e9fd354d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:38.576965 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f7b6b358-02fd-474b-9bb1-ac8db886cd39 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:25:38.606862 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: f7b6b358-02fd-474b-9bb1-ac8db886cd39 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:25:38.607326 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f7b6b358-02fd-474b-9bb1-ac8db886cd39 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:25:38.607815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5e906455-e7fd-4456-845b-3cf487ffb7c2 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:25:38.631616 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 5e906455-e7fd-4456-845b-3cf487ffb7c2 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:25:38.634188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5e906455-e7fd-4456-845b-3cf487ffb7c2 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:25:38.648708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-25b94e63-8264-4112-a8bb-a3c624916827 req-069a7d03-e253-4b3c-ab34-f252314842a7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 210 time: 0.0435088 Dec 14 02:25:38.673508 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4b63f-f47a-426a-a595-f7e9fd354d16 admin admin] Pushing event updated for resources: {'Network': ['ID=7172256c-c9c1-4701-bf01-ae4bc7ee7aab,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:38.684313 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 7172256c-c9c1-4701-bf01-ae4bc7ee7aab details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:25:38.705066 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c18c-b14b-4940-aed5-5781eca196fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:38.707776 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1f7c18c-b14b-4940-aed5-5781eca196fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:38.708963 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d1f7c18c-b14b-4940-aed5-5781eca196fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eab1e5e3-72ab-4419-8632-db92e356e01b HTTP/1.1" status: 204 len: 168 time: 0.3988609 Dec 14 02:25:38.716805 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f7c18c-b14b-4940-aed5-5781eca196fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab1e5e3-72ab-4419-8632-db92e356e01b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:38.741273 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-afc4b63f-f47a-426a-a595-f7e9fd354d16 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6613884 Dec 14 02:25:38.759864 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43748) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:38.762027 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-466b51dc-8eab-4715-bb63-c26215a93bd4 admin admin] Request body: {'subnet': {'network_id': '7172256c-c9c1-4701-bf01-ae4bc7ee7aab', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1053404510-subnet', 'tenant_id': '0be3daa631014b5f8a9dfaea783db067', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:38.769491 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.db.api [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-98d91e4a-52ad-4001-a3bb-571bbf2ed658 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 14 02:25:38.769491 n-d-821636-1 neutron-server[103847]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 14 02:25:38.769491 n-d-821636-1 neutron-server[103847]: [parameters: {'project_id_1': '42e3fe530e444f4eb8a4088885651364', 'expiration_1': datetime.datetime(2021, 12, 14, 2, 25, 18, 676350)}] Dec 14 02:25:38.769491 n-d-821636-1 neutron-server[103847]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:25:38.770445 n-d-821636-1 neutron-server[103847]: DEBUG oslo_db.api [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-98d91e4a-52ad-4001-a3bb-571bbf2ed658 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:25:38.821607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-c7d7c337-351b-45be-b4f7-f3976650ec12 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Made reservation on behalf of ef3f6a9257af48c299692b4173ea446c for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:25:38.829598 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-c7d7c337-351b-45be-b4f7-f3976650ec12 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:38.853081 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-c7d7c337-351b-45be-b4f7-f3976650ec12 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:38.889345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64085d15-9cfd-4e72-a334-99b608bc20f9 req-791d47ba-2304-4aef-bddb-15f57378063e tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:38.890869 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64085d15-9cfd-4e72-a334-99b608bc20f9 req-791d47ba-2304-4aef-bddb-15f57378063e tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 971 time: 0.0803275 Dec 14 02:25:38.933459 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466b51dc-8eab-4715-bb63-c26215a93bd4 admin admin] Made reservation on behalf of 0be3daa631014b5f8a9dfaea783db067 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:25:38.935963 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-466b51dc-8eab-4715-bb63-c26215a93bd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:38.960518 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64085d15-9cfd-4e72-a334-99b608bc20f9 req-4330b61e-78b0-4771-9252-9f875e6880bf tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603466 Dec 14 02:25:38.993876 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-c7d7c337-351b-45be-b4f7-f3976650ec12 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:39.070641 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-c7d7c337-351b-45be-b4f7-f3976650ec12 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:39.148579 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7c337-351b-45be-b4f7-f3976650ec12 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb7af20-5de7-46e6-b1d3-6519758e5e0e,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:39.174266 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-466b51dc-8eab-4715-bb63-c26215a93bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:39.216237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf8e588b-3e21-4661-9c76-c9b134210c03 req-4189eb71-ccc7-4b52-9816-1cd357026170 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 210 time: 0.0325148 Dec 14 02:25:39.234947 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b51dc-8eab-4715-bb63-c26215a93bd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d69ea4a-db22-4eaa-a02c-2fab44804ef8,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:39.255253 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466b51dc-8eab-4715-bb63-c26215a93bd4 admin admin] Checking segment: {'id': '5c4e7c6e-64c4-4868-8c62-2eff891979af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7172256c-c9c1-4701-bf01-ae4bc7ee7aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:25:39.255658 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466b51dc-8eab-4715-bb63-c26215a93bd4 admin admin] Network hostable DHCP agents. Network: 7172256c-c9c1-4701-bf01-ae4bc7ee7aab, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:25:39.350753 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466b51dc-8eab-4715-bb63-c26215a93bd4 admin admin] Network 7172256c-c9c1-4701-bf01-ae4bc7ee7aab is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:25:39.350948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-c7d7c337-351b-45be-b4f7-f3976650ec12 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Allocated IP 192.168.233.101 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/c3555925-19c2-4ab0-91e6-2e177fe7b0fa) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:25:39.373397 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-98d91e4a-52ad-4001-a3bb-571bbf2ed658 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Made reservation on behalf of 42e3fe530e444f4eb8a4088885651364 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:25:39.377590 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-98d91e4a-52ad-4001-a3bb-571bbf2ed658 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:39.520559 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-466b51dc-8eab-4715-bb63-c26215a93bd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 7172256c-c9c1-4701-bf01-ae4bc7ee7aab) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:39.532906 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ab2eea-8a0e-4b42-8f17-82bf043eef19 None None] Network 7172256c-c9c1-4701-bf01-ae4bc7ee7aab requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:25:39.551020 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466b51dc-8eab-4715-bb63-c26215a93bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:39.551603 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-466b51dc-8eab-4715-bb63-c26215a93bd4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:39.604728 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-98d91e4a-52ad-4001-a3bb-571bbf2ed658 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Allocated IP 172.20.0.10 (c04429dc-468a-4168-bf68-221cba49072a/a5c5572c-4193-43ef-9be4-6611a52aae66/2e031dc1-15d9-49da-b6e6-0cbb131278bb) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:25:39.625544 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-c7d7c337-351b-45be-b4f7-f3976650ec12 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:39.646020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4d8227-9dce-4d6d-a728-23bda3a206ad None None] Network 7172256c-c9c1-4701-bf01-ae4bc7ee7aab requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:25:39.657345 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-466b51dc-8eab-4715-bb63-c26215a93bd4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8999689 Dec 14 02:25:39.723775 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-c7d7c337-351b-45be-b4f7-f3976650ec12 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:39.834607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64e94867-d3ad-4935-9e68-f89e8901a54a req-0fadef8d-bef9-4dbb-8a6b-3d18813e30c4 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 210 time: 0.0409861 Dec 14 02:25:39.853029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-c7d7c337-351b-45be-b4f7-f3976650ec12 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:25:39.859751 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-c7d7c337-351b-45be-b4f7-f3976650ec12 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:39.862926 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7c337-351b-45be-b4f7-f3976650ec12 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Pushing event updated for resources: {'Port': ['ID=c3555925-19c2-4ab0-91e6-2e177fe7b0fa,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:39.876111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-c7d7c337-351b-45be-b4f7-f3976650ec12 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:25:39.883177 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-c7d7c337-351b-45be-b4f7-f3976650ec12 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:39.884136 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-c7d7c337-351b-45be-b4f7-f3976650ec12 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:39.994791 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-98d91e4a-52ad-4001-a3bb-571bbf2ed658 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:40.023426 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-c7d7c337-351b-45be-b4f7-f3976650ec12 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5276408 Dec 14 02:25:40.035972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-5469a1b2-9515-4336-9049-2daa44ad8017 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:25:40.036964 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-5469a1b2-9515-4336-9049-2daa44ad8017 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060871 Dec 14 02:25:40.113476 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111da9cf-929e-4918-aa91-280e99fb7848 req-d5ab6307-92fe-44cb-8aaf-10deec131354 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:40.115068 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-111da9cf-929e-4918-aa91-280e99fb7848 req-d5ab6307-92fe-44cb-8aaf-10deec131354 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 971 time: 0.0626626 Dec 14 02:25:40.146234 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-98d91e4a-52ad-4001-a3bb-571bbf2ed658 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:40.170752 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6652f224-391c-4d89-ab32-7f33a507f938 None None] Provisioning complete for port c3555925-19c2-4ab0-91e6-2e177fe7b0fa triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:40.171128 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6652f224-391c-4d89-ab32-7f33a507f938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:40.198471 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-111da9cf-929e-4918-aa91-280e99fb7848 req-ca32fc84-f8b5-4b7e-b815-be64b134b01a tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698767 Dec 14 02:25:40.229491 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6652f224-391c-4d89-ab32-7f33a507f938 None None] Port c3555925-19c2-4ab0-91e6-2e177fe7b0fa cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:25:40.241426 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-98d91e4a-52ad-4001-a3bb-571bbf2ed658 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Network c04429dc-468a-4168-bf68-221cba49072a is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:25:40.252323 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-98d91e4a-52ad-4001-a3bb-571bbf2ed658 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:40.256882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-98d91e4a-52ad-4001-a3bb-571bbf2ed658 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:25:40.279615 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d91e4a-52ad-4001-a3bb-571bbf2ed658 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Pushing event updated for resources: {'Port': ['ID=2e031dc1-15d9-49da-b6e6-0cbb131278bb,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:40.319609 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-98d91e4a-52ad-4001-a3bb-571bbf2ed658 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:40.320391 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-98d91e4a-52ad-4001-a3bb-571bbf2ed658 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:40.405012 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-98d91e4a-52ad-4001-a3bb-571bbf2ed658 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9074268 Dec 14 02:25:40.407614 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Request body: {'port': {'device_id': '00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:40.424471 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Request body: {'port': {'device_id': '35be84c4-6cb1-40a8-bef2-f869303c0170', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:40.485858 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:40.536970 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:40.563232 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-531b8850-46ed-481d-97ff-0254083d612d None None] Provisioning complete for port 2e031dc1-15d9-49da-b6e6-0cbb131278bb triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:40.563750 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-531b8850-46ed-481d-97ff-0254083d612d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:40.608664 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-531b8850-46ed-481d-97ff-0254083d612d None None] Port 2e031dc1-15d9-49da-b6e6-0cbb131278bb cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:25:40.615868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-e16a8a7b-5bfc-4ad3-9b3a-0d0849618b7f tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:40.617535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-e16a8a7b-5bfc-4ad3-9b3a-0d0849618b7f tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 820 time: 0.1786821 Dec 14 02:25:40.685541 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-dcff3cd4-3565-4041-9d2c-7d3efc519ca4 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/quotas/0c3cf14f531c4bdca8324a0acbf9c3f8 HTTP/1.1" status: 200 len: 375 time: 0.0578282 Dec 14 02:25:40.728002 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-9c1feb55-c642-429e-9460-f1130457d0d5 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336571 Dec 14 02:25:40.818484 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e031dc1-15d9-49da-b6e6-0cbb131278bb {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:25:40.828599 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:40.857103 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Transition to ACTIVE for port object 2e031dc1-15d9-49da-b6e6-0cbb131278bb will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:25:40.883252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-d088efd5-beb6-41d1-b5f5-1a2782d9b2d4 service neutron] 10.222.0.39 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441762 Dec 14 02:25:40.933641 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:40.988622 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Pushing event updated for resources: {'Port': ['ID=2e031dc1-15d9-49da-b6e6-0cbb131278bb,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:41.009761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3555925-19c2-4ab0-91e6-2e177fe7b0fa {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:25:41.020248 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:41.055472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d41e2-194e-4e0a-ab72-cdf9aa53e2b0 req-5fd444b6-a0ad-4c17-84db-efb81d873365 tempest-AggregatesAdminTestJSON-1364015344 tempest-AggregatesAdminTestJSON-1364015344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:41.056989 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a31d41e2-194e-4e0a-ab72-cdf9aa53e2b0 req-5fd444b6-a0ad-4c17-84db-efb81d873365 tempest-AggregatesAdminTestJSON-1364015344 tempest-AggregatesAdminTestJSON-1364015344-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 1122 time: 0.1141696 Dec 14 02:25:41.062055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-ea30b0eb-e203-4283-ad17-fb536dfa578f service neutron] 10.222.0.39 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697011 Dec 14 02:25:41.062928 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Transition to ACTIVE for port object c3555925-19c2-4ab0-91e6-2e177fe7b0fa will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:25:41.068665 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Attempting to bind port 2e031dc1-15d9-49da-b6e6-0cbb131278bb on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:25:41.069015 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Attempting to bind port 2e031dc1-15d9-49da-b6e6-0cbb131278bb by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '3df208f6-026d-48e7-8165-5d53f944e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:25:41.069438 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Attempting to bind port 2e031dc1-15d9-49da-b6e6-0cbb131278bb on network c04429dc-468a-4168-bf68-221cba49072a {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:25:41.077424 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Port 2e031dc1-15d9-49da-b6e6-0cbb131278bb on network c04429dc-468a-4168-bf68-221cba49072a not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:25:41.077835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Attempting to bind port 2e031dc1-15d9-49da-b6e6-0cbb131278bb on network c04429dc-468a-4168-bf68-221cba49072a {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:25:41.078873 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a31d41e2-194e-4e0a-ab72-cdf9aa53e2b0 req-2bc43764-f7a9-4cf4-b07e-63a1d9498105 tempest-AggregatesAdminTestJSON-1364015344 tempest-AggregatesAdminTestJSON-1364015344-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:41.083349 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:25:41.083713 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Checking segment: {'id': '3df208f6-026d-48e7-8165-5d53f944e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:25:41.084289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Bound using segment: {'id': '3df208f6-026d-48e7-8165-5d53f944e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:25:41.084751 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Bound port: 2e031dc1-15d9-49da-b6e6-0cbb131278bb, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df208f6-026d-48e7-8165-5d53f944e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:25:41.085114 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:41.135059 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:41.165529 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] For port 2e031dc1-15d9-49da-b6e6-0cbb131278bb, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:25:41.170075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] For port 2e031dc1-15d9-49da-b6e6-0cbb131278bb, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2e031dc1-15d9-49da-b6e6-0cbb131278bb,segment=NetworkSegment(3df208f6-026d-48e7-8165-5d53f944e79d),segment_id=3df208f6-026d-48e7-8165-5d53f944e79d)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:25:41.214611 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Pushing event updated for resources: {'Port': ['ID=c3555925-19c2-4ab0-91e6-2e177fe7b0fa,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:41.272575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Attempting to bind port c3555925-19c2-4ab0-91e6-2e177fe7b0fa on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:25:41.273103 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Attempting to bind port c3555925-19c2-4ab0-91e6-2e177fe7b0fa by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:25:41.273519 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Attempting to bind port c3555925-19c2-4ab0-91e6-2e177fe7b0fa on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:25:41.282701 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:41.295637 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a31d41e2-194e-4e0a-ab72-cdf9aa53e2b0 req-2bc43764-f7a9-4cf4-b07e-63a1d9498105 tempest-AggregatesAdminTestJSON-1364015344 tempest-AggregatesAdminTestJSON-1364015344-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:41.300934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Port c3555925-19c2-4ab0-91e6-2e177fe7b0fa on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:25:41.301372 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Attempting to bind port c3555925-19c2-4ab0-91e6-2e177fe7b0fa on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:25:41.307650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:25:41.308109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:25:41.308552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:25:41.309410 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Bound port: c3555925-19c2-4ab0-91e6-2e177fe7b0fa, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:25:41.309986 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:41.351770 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:41.352468 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:41.354037 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] 10.222.0.47 "PUT /v2.0/ports/2e031dc1-15d9-49da-b6e6-0cbb131278bb HTTP/1.1" status: 200 len: 1092 time: 0.9343102 Dec 14 02:25:41.354490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35be84c4-6cb1-40a8-bef2-f869303c0170', 'tag': '2e031dc1-15d9-49da-b6e6-0cbb131278bb'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:25:41.402227 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf93342-4db7-4e72-99a2-8d537a2cae78 service neutron] Pushing event updated for resources: {'Port': ['ID=2e031dc1-15d9-49da-b6e6-0cbb131278bb,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:41.437784 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fe7cf4-122a-47b6-9311-791e1f1fd56d" -d '{"events": [{"name": "network-changed", "server_uuid": "35be84c4-6cb1-40a8-bef2-f869303c0170", "tag": "2e031dc1-15d9-49da-b6e6-0cbb131278bb"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:25:41.445239 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a31d41e2-194e-4e0a-ab72-cdf9aa53e2b0 req-2bc43764-f7a9-4cf4-b07e-63a1d9498105 tempest-AggregatesAdminTestJSON-1364015344 tempest-AggregatesAdminTestJSON-1364015344-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:41.490096 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121ab40-2ba8-4982-bbf5-8d995de41edc req-ef8f5cf2-e36b-4f3c-a1d9-4729557b7d63 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:41.491708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9121ab40-2ba8-4982-bbf5-8d995de41edc req-ef8f5cf2-e36b-4f3c-a1d9-4729557b7d63 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 948 time: 0.1782606 Dec 14 02:25:41.530949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a31d41e2-194e-4e0a-ab72-cdf9aa53e2b0 req-2bc43764-f7a9-4cf4-b07e-63a1d9498105 tempest-AggregatesAdminTestJSON-1364015344 tempest-AggregatesAdminTestJSON-1364015344-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4649029 Dec 14 02:25:41.541378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc43764-f7a9-4cf4-b07e-63a1d9498105 tempest-AggregatesAdminTestJSON-1364015344 tempest-AggregatesAdminTestJSON-1364015344-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719dec28-ab9e-4fbb-a216-e01ab52cd336,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:41.546942 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] For port c3555925-19c2-4ab0-91e6-2e177fe7b0fa, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:25:41.593717 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] For port c3555925-19c2-4ab0-91e6-2e177fe7b0fa, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c3555925-19c2-4ab0-91e6-2e177fe7b0fa,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:25:41.601821 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9121ab40-2ba8-4982-bbf5-8d995de41edc req-7e2eed38-13c2-478b-a6c8-f5e66af165d8 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005580 Dec 14 02:25:41.612812 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-a8119c9b-0f84-472c-98a8-30ea33728346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:41.614411 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-a8119c9b-0f84-472c-98a8-30ea33728346 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e3fe530e444f4eb8a4088885651364&device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 1095 time: 0.1064863 Dec 14 02:25:41.683729 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-8921e203-05bb-47a4-a177-49656c3cddfb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e031dc1-15d9-49da-b6e6-0cbb131278bb HTTP/1.1" status: 200 len: 217 time: 0.0541697 Dec 14 02:25:41.691572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09501b51-6283-4642-abc9-a6839dc1670a req-113da6d0-fba1-4730-a69b-8abd26ddbefb tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 210 time: 0.0337582 Dec 14 02:25:41.697443 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:41.738864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db45acb-770f-42bd-942a-268bf7cd8b9b req-741ab3c5-61fc-450b-8458-c075eaa0e756 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:41.740389 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4db45acb-770f-42bd-942a-268bf7cd8b9b req-741ab3c5-61fc-450b-8458-c075eaa0e756 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 944 time: 0.1162291 Dec 14 02:25:41.762418 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-9219d4e7-34da-4800-bf2e-f39cc9ba092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:41.762593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:41.763140 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:41.764092 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-9219d4e7-34da-4800-bf2e-f39cc9ba092d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5c5572c-4193-43ef-9be4-6611a52aae66 HTTP/1.1" status: 200 len: 862 time: 0.0734069 Dec 14 02:25:41.766613 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] 10.222.0.47 "PUT /v2.0/ports/c3555925-19c2-4ab0-91e6-2e177fe7b0fa HTTP/1.1" status: 200 len: 1096 time: 1.5140867 Dec 14 02:25:41.766613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5', 'tag': 'c3555925-19c2-4ab0-91e6-2e177fe7b0fa'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:25:41.768995 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d183bb15-13bb-47fa-bc12-db20198064e7" -d '{"events": [{"name": "network-changed", "server_uuid": "00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5", "tag": "c3555925-19c2-4ab0-91e6-2e177fe7b0fa"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:25:41.802160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ea67d4-d891-4092-8e2d-cce43c81742d service neutron] Pushing event updated for resources: {'Port': ['ID=c3555925-19c2-4ab0-91e6-2e177fe7b0fa,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:41.845203 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a6a123-c3bc-4b2c-afc6-62698dd43053 x-openstack-request-id: req-a7a6a123-c3bc-4b2c-afc6-62698dd43053 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:25:41.846255 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35be84c4-6cb1-40a8-bef2-f869303c0170", "tag": "2e031dc1-15d9-49da-b6e6-0cbb131278bb", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:25:41.846349 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a7a6a123-c3bc-4b2c-afc6-62698dd43053 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:25:41.846758 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35be84c4-6cb1-40a8-bef2-f869303c0170', 'tag': '2e031dc1-15d9-49da-b6e6-0cbb131278bb', 'status': 'completed', 'code': 200} Dec 14 02:25:41.853938 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4db45acb-770f-42bd-942a-268bf7cd8b9b req-43f03a1e-8284-446e-97ed-05b85bc87e7b tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048696 Dec 14 02:25:41.899769 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-32a5578f-63e7-403c-b0d6-8497b83a4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:41.901378 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-32a5578f-63e7-403c-b0d6-8497b83a4213 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c04429dc-468a-4168-bf68-221cba49072a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202710 Dec 14 02:25:41.960874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-94717fae-2355-4e6b-bf78-ad042a0a776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:41.962557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-94717fae-2355-4e6b-bf78-ad042a0a776b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef3f6a9257af48c299692b4173ea446c&device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 1099 time: 0.0733647 Dec 14 02:25:42.036829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-7ab68aad-3504-4533-bb85-5b03a9700111 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=c3555925-19c2-4ab0-91e6-2e177fe7b0fa HTTP/1.1" status: 200 len: 217 time: 0.0583920 Dec 14 02:25:42.038341 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa0115b-86da-4936-90a8-8be4af8a904a x-openstack-request-id: req-3aa0115b-86da-4936-90a8-8be4af8a904a {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:25:42.038636 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5", "tag": "c3555925-19c2-4ab0-91e6-2e177fe7b0fa", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:25:42.039523 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3aa0115b-86da-4936-90a8-8be4af8a904a {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:25:42.040012 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5', 'tag': 'c3555925-19c2-4ab0-91e6-2e177fe7b0fa', 'status': 'completed', 'code': 200} Dec 14 02:25:42.057478 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-9e756955-8deb-4ce7-b12a-f1aa8d07d56e service neutron] 10.222.0.47 "GET /v2.0/networks/c04429dc-468a-4168-bf68-221cba49072a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461632 Dec 14 02:25:42.096315 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-7327d82b-d886-40db-a318-716bca4a5f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:42.097768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-7327d82b-d886-40db-a318-716bca4a5f5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0511022 Dec 14 02:25:42.150279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-908741f5-9a05-4767-b6b2-7eb9450a3b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:42.152869 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-908741f5-9a05-4767-b6b2-7eb9450a3b77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0473232 Dec 14 02:25:42.162263 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-12d00d9e-0c05-4145-899a-c7d9944cad7b req-d71ae371-fcdd-443c-a9c4-ecee17980845 service neutron] 10.222.0.47 "GET /v2.0/networks/c04429dc-468a-4168-bf68-221cba49072a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960605 Dec 14 02:25:42.367323 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe7cf4-122a-47b6-9311-791e1f1fd56d req-97535759-743a-4f18-8b5e-aaca012fe4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:42.368896 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-61fe7cf4-122a-47b6-9311-791e1f1fd56d req-97535759-743a-4f18-8b5e-aaca012fe4a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e3fe530e444f4eb8a4088885651364&device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 1095 time: 0.0520151 Dec 14 02:25:42.439737 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-22549969-d83c-4d4d-acce-6a5e5b55759f service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767460 Dec 14 02:25:42.538438 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-599fdc4a-5d6a-4615-80ef-b963798138a7 req-c54b15c1-3007-41ed-8b81-92c4712204a2 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918977 Dec 14 02:25:42.540306 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe7cf4-122a-47b6-9311-791e1f1fd56d req-6d1bd46d-5cc2-43bb-bcd0-d86be6032507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:42.541763 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-61fe7cf4-122a-47b6-9311-791e1f1fd56d req-6d1bd46d-5cc2-43bb-bcd0-d86be6032507 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c04429dc-468a-4168-bf68-221cba49072a HTTP/1.1" status: 200 len: 924 time: 0.1637955 Dec 14 02:25:42.590457 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-61fe7cf4-122a-47b6-9311-791e1f1fd56d req-a5943f15-4351-4ba8-b0d9-e7d28f8b94a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e031dc1-15d9-49da-b6e6-0cbb131278bb HTTP/1.1" status: 200 len: 217 time: 0.0338168 Dec 14 02:25:42.645718 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe7cf4-122a-47b6-9311-791e1f1fd56d req-8741b7ba-6f03-4ea8-8915-f1b8fe25a314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:42.647211 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-61fe7cf4-122a-47b6-9311-791e1f1fd56d req-8741b7ba-6f03-4ea8-8915-f1b8fe25a314 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5c5572c-4193-43ef-9be4-6611a52aae66 HTTP/1.1" status: 200 len: 862 time: 0.0494888 Dec 14 02:25:42.703822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe7cf4-122a-47b6-9311-791e1f1fd56d req-e181b826-0676-49e7-9786-a84242fa35b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:42.705683 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-61fe7cf4-122a-47b6-9311-791e1f1fd56d req-e181b826-0676-49e7-9786-a84242fa35b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c04429dc-468a-4168-bf68-221cba49072a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491269 Dec 14 02:25:42.813020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03519fd5-0883-4d3c-b238-aac3195d3835 req-0d8ebda8-6519-4dce-894b-d46a2235a735 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:42.814826 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03519fd5-0883-4d3c-b238-aac3195d3835 req-0d8ebda8-6519-4dce-894b-d46a2235a735 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 948 time: 0.0798316 Dec 14 02:25:42.820414 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-61fe7cf4-122a-47b6-9311-791e1f1fd56d req-2886cdce-73e0-45b6-ad5f-4a61dc798ade service neutron] 10.222.0.47 "GET /v2.0/networks/c04429dc-468a-4168-bf68-221cba49072a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878327 Dec 14 02:25:42.820591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183bb15-13bb-47fa-bc12-db20198064e7 req-0cd5aa33-5352-4a9c-94f4-016501932360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:42.820591 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d183bb15-13bb-47fa-bc12-db20198064e7 req-0cd5aa33-5352-4a9c-94f4-016501932360 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef3f6a9257af48c299692b4173ea446c&device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 1099 time: 0.0745928 Dec 14 02:25:42.919500 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03519fd5-0883-4d3c-b238-aac3195d3835 req-31c61739-fc62-47bd-8964-5ffc027b709b tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982747 Dec 14 02:25:42.929791 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-61fe7cf4-122a-47b6-9311-791e1f1fd56d req-7a2513de-0dc7-4495-bbee-4016882c9304 service neutron] 10.222.0.47 "GET /v2.0/networks/c04429dc-468a-4168-bf68-221cba49072a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961456 Dec 14 02:25:42.955255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183bb15-13bb-47fa-bc12-db20198064e7 req-1b1c0420-28c7-4c64-aace-b3f7189703a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:42.956853 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d183bb15-13bb-47fa-bc12-db20198064e7 req-1b1c0420-28c7-4c64-aace-b3f7189703a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1208203 Dec 14 02:25:43.006489 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d183bb15-13bb-47fa-bc12-db20198064e7 req-e555af33-6ab2-482e-8df9-d2f414b2e299 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=c3555925-19c2-4ab0-91e6-2e177fe7b0fa HTTP/1.1" status: 200 len: 217 time: 0.0404549 Dec 14 02:25:43.091423 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183bb15-13bb-47fa-bc12-db20198064e7 req-82d843ba-5b95-4c2c-a5ee-e43a322becf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:43.092920 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d183bb15-13bb-47fa-bc12-db20198064e7 req-82d843ba-5b95-4c2c-a5ee-e43a322becf4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0739672 Dec 14 02:25:43.154760 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa47c2-17e4-412e-af76-b826721cc79e req-f671fe50-504d-4fc6-a0b7-99adff9fe008 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:43.160568 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ffaa47c2-17e4-412e-af76-b826721cc79e req-f671fe50-504d-4fc6-a0b7-99adff9fe008 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 944 time: 0.1061695 Dec 14 02:25:43.180909 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bb2e4a57-b66a-4ff3-a968-3eaa9b7e8f77 req-1c2de6c5-5ff9-4ed4-9bcc-8406275cfda6 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 210 time: 0.0472989 Dec 14 02:25:43.199066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183bb15-13bb-47fa-bc12-db20198064e7 req-f107143c-3af9-40db-a054-16884c81ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:43.200543 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d183bb15-13bb-47fa-bc12-db20198064e7 req-f107143c-3af9-40db-a054-16884c81ebe2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998113 Dec 14 02:25:43.268967 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ffaa47c2-17e4-412e-af76-b826721cc79e req-8612f128-7069-463d-aa3e-216ccd1bec73 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945191 Dec 14 02:25:43.312528 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d183bb15-13bb-47fa-bc12-db20198064e7 req-9ef3859b-b205-4f94-a0ad-061dffdf09cf service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015584 Dec 14 02:25:43.413228 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d183bb15-13bb-47fa-bc12-db20198064e7 req-fa94576d-adfd-4a12-9720-db1caf44cb71 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878088 Dec 14 02:25:44.036030 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-b97d6178-f60e-496a-bfe6-deb76c54209a tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:44.037765 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-b97d6178-f60e-496a-bfe6-deb76c54209a tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.46 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 820 time: 0.1131184 Dec 14 02:25:44.065784 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-4a0d1934-2b52-4f07-96ff-2d2b4c2c1a92 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Request body: {'port': {'device_id': '9018226f-1ce7-4fba-b15e-d38cf863fa00', 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b', 'admin_state_up': True, 'tenant_id': '0c3cf14f531c4bdca8324a0acbf9c3f8'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:44.187509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75511539-e1fc-4e0f-a6e3-12d40e0e472c req-520afd11-ecad-4359-977e-f8fd8e07d00d tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:44.189014 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75511539-e1fc-4e0f-a6e3-12d40e0e472c req-520afd11-ecad-4359-977e-f8fd8e07d00d tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 948 time: 0.0804951 Dec 14 02:25:44.258128 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75511539-e1fc-4e0f-a6e3-12d40e0e472c req-245fa543-3f68-4751-a249-aea676daf444 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622897 Dec 14 02:25:44.327688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-4a0d1934-2b52-4f07-96ff-2d2b4c2c1a92 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Made reservation on behalf of 0c3cf14f531c4bdca8324a0acbf9c3f8 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:25:44.334440 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-4a0d1934-2b52-4f07-96ff-2d2b4c2c1a92 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:44.373409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc7a8948-0f37-4b24-a0f1-edf518e11a70 req-81dbd4f2-a6a8-43a2-8a7d-58415b486694 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 210 time: 0.0364668 Dec 14 02:25:44.489557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-4a0d1934-2b52-4f07-96ff-2d2b4c2c1a92 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Allocated IP 172.20.0.5 (c2babbdd-831e-4b48-8c93-0beb41d9211b/0e828340-91e4-4f6f-94b5-cd964e8cfd46/cc851219-ec26-4237-8d21-8dcd22db24e8) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:25:44.635933 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304e3dc-fd64-4a62-9818-3c86ac41121c req-5da43dc9-bdeb-4547-8449-9e7a3d8dc109 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:44.637429 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3304e3dc-fd64-4a62-9818-3c86ac41121c req-5da43dc9-bdeb-4547-8449-9e7a3d8dc109 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 944 time: 0.1075842 Dec 14 02:25:44.694361 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-4a0d1934-2b52-4f07-96ff-2d2b4c2c1a92 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:44.715613 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3304e3dc-fd64-4a62-9818-3c86ac41121c req-17ea480f-4309-4715-8958-0b3cd5d1375e tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692689 Dec 14 02:25:44.795377 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-4a0d1934-2b52-4f07-96ff-2d2b4c2c1a92 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:44.843254 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-4a0d1934-2b52-4f07-96ff-2d2b4c2c1a92 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Network c2babbdd-831e-4b48-8c93-0beb41d9211b is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:25:44.846795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-4a0d1934-2b52-4f07-96ff-2d2b4c2c1a92 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:44.850409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-4a0d1934-2b52-4f07-96ff-2d2b4c2c1a92 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:25:44.855895 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-4a0d1934-2b52-4f07-96ff-2d2b4c2c1a92 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:44.856508 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-4a0d1934-2b52-4f07-96ff-2d2b4c2c1a92 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:44.862972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0d1934-2b52-4f07-96ff-2d2b4c2c1a92 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Pushing event updated for resources: {'Port': ['ID=cc851219-ec26-4237-8d21-8dcd22db24e8,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:44.957336 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-4a0d1934-2b52-4f07-96ff-2d2b4c2c1a92 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8956475 Dec 14 02:25:44.975514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Request body: {'port': {'device_id': '9018226f-1ce7-4fba-b15e-d38cf863fa00', 'device_owner': 'compute:tempest-test_az-642571560', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:45.035051 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:45.300982 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc851219-ec26-4237-8d21-8dcd22db24e8 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:25:45.308520 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:45.323152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Transition to ACTIVE for port object cc851219-ec26-4237-8d21-8dcd22db24e8 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:25:45.372752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6e617-bdb9-4dc0-810f-887e903503e7 req-a5d0c339-6151-4f8c-bc94-4bfe9fa87dca tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:45.374200 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55f6e617-bdb9-4dc0-810f-887e903503e7 req-a5d0c339-6151-4f8c-bc94-4bfe9fa87dca tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 948 time: 0.0482607 Dec 14 02:25:45.423372 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55f6e617-bdb9-4dc0-810f-887e903503e7 req-9218ba5a-2eda-43d0-b0cb-45987ec59177 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404997 Dec 14 02:25:45.429000 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:45.490998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Pushing event updated for resources: {'Port': ['ID=cc851219-ec26-4237-8d21-8dcd22db24e8,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:45.529347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Attempting to bind port cc851219-ec26-4237-8d21-8dcd22db24e8 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:25:45.529347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Attempting to bind port cc851219-ec26-4237-8d21-8dcd22db24e8 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:25:45.529347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Attempting to bind port cc851219-ec26-4237-8d21-8dcd22db24e8 on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:25:45.547882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Port cc851219-ec26-4237-8d21-8dcd22db24e8 on network c2babbdd-831e-4b48-8c93-0beb41d9211b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:25:45.548211 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Attempting to bind port cc851219-ec26-4237-8d21-8dcd22db24e8 on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:25:45.557919 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:25:45.558263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Checking segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:25:45.558646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Bound using segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:25:45.559076 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Bound port: cc851219-ec26-4237-8d21-8dcd22db24e8, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:25:45.559432 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:45.586746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95bbc0-c6e4-4141-8929-e0c46a3616b8 req-ee845099-b4bc-4501-87fb-56cd12b2d867 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:45.589103 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f95bbc0-c6e4-4141-8929-e0c46a3616b8 req-ee845099-b4bc-4501-87fb-56cd12b2d867 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 964 time: 0.0732026 Dec 14 02:25:45.601982 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43950) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:45.680306 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] For port cc851219-ec26-4237-8d21-8dcd22db24e8, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:25:45.684195 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] For port cc851219-ec26-4237-8d21-8dcd22db24e8, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=cc851219-ec26-4237-8d21-8dcd22db24e8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:25:45.688153 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f95bbc0-c6e4-4141-8929-e0c46a3616b8 req-3fe56668-f218-49d0-9856-6ac1296d9b0f tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710821 Dec 14 02:25:45.718333 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c08d1fec-c01b-4d10-81d3-19bbb7497f29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:45.761322 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:45.793696 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c08d1fec-c01b-4d10-81d3-19bbb7497f29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:45.797209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:45.797999 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:45.799761 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] 10.222.0.46 "PUT /v2.0/ports/cc851219-ec26-4237-8d21-8dcd22db24e8 HTTP/1.1" status: 200 len: 1112 time: 0.8283625 Dec 14 02:25:45.800274 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9018226f-1ce7-4fba-b15e-d38cf863fa00', 'tag': 'cc851219-ec26-4237-8d21-8dcd22db24e8'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:25:45.802674 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b409aeb-5c43-47fa-9c66-ea5754d84540" -d '{"events": [{"name": "network-changed", "server_uuid": "9018226f-1ce7-4fba-b15e-d38cf863fa00", "tag": "cc851219-ec26-4237-8d21-8dcd22db24e8"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:25:45.826528 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e578490-87f7-4f77-aed5-86f22f08fdbc service neutron] Pushing event updated for resources: {'Port': ['ID=cc851219-ec26-4237-8d21-8dcd22db24e8,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:45.871094 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c08d1fec-c01b-4d10-81d3-19bbb7497f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:45.898222 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349edb1-8ad8-4dfe-b485-a24297dfec6e req-2252af36-2196-498a-b2ec-ce0d0b7653de tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:45.899876 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4349edb1-8ad8-4dfe-b485-a24297dfec6e req-2252af36-2196-498a-b2ec-ce0d0b7653de tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 944 time: 0.0510933 Dec 14 02:25:45.915516 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c08d1fec-c01b-4d10-81d3-19bbb7497f29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee9699f1f0be4f9faa3a8b1088fa616b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124447 Dec 14 02:25:45.916106 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43964) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:45.918075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d1fec-c01b-4d10-81d3-19bbb7497f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c049769-0ea4-4700-91bd-7f3292059069,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:45.949354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4349edb1-8ad8-4dfe-b485-a24297dfec6e req-fc82fe44-87d9-4375-a4bc-80fd2ce4ee16 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429714 Dec 14 02:25:45.984986 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1bda2a35-74c8-425c-8de8-20bc8daa244a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:46.015009 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1bda2a35-74c8-425c-8de8-20bc8daa244a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:46.016250 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de6e152-7542-46f3-b02a-b44864045450 x-openstack-request-id: req-8de6e152-7542-46f3-b02a-b44864045450 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:25:46.016559 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9018226f-1ce7-4fba-b15e-d38cf863fa00", "tag": "cc851219-ec26-4237-8d21-8dcd22db24e8", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:25:46.016806 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8de6e152-7542-46f3-b02a-b44864045450 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:25:46.017745 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9018226f-1ce7-4fba-b15e-d38cf863fa00', 'tag': 'cc851219-ec26-4237-8d21-8dcd22db24e8', 'status': 'completed', 'code': 200} Dec 14 02:25:46.039890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-02a3e65b-9b6e-40db-85e3-2782a6089f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:46.041611 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-02a3e65b-9b6e-40db-85e3-2782a6089f04 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 1115 time: 0.0663249 Dec 14 02:25:46.094152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-fea1a6af-49c2-4d1d-ae65-9f5b1701c885 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc851219-ec26-4237-8d21-8dcd22db24e8 HTTP/1.1" status: 200 len: 217 time: 0.0386641 Dec 14 02:25:46.143283 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-c8fa2f51-d9e9-4398-b90a-d3f068734494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:46.144834 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-c8fa2f51-d9e9-4398-b90a-d3f068734494 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.0430293 Dec 14 02:25:46.178321 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-96531454-24e5-4c1e-903e-876d1eaaa008 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254087 Dec 14 02:25:46.189234 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1bda2a35-74c8-425c-8de8-20bc8daa244a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:46.192943 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1bda2a35-74c8-425c-8de8-20bc8daa244a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:46.195462 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1bda2a35-74c8-425c-8de8-20bc8daa244a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c049769-0ea4-4700-91bd-7f3292059069 HTTP/1.1" status: 204 len: 168 time: 0.2782753 Dec 14 02:25:46.208012 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda2a35-74c8-425c-8de8-20bc8daa244a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c049769-0ea4-4700-91bd-7f3292059069,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:46.291633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-6b9cfc70-06a2-4025-88c2-0a08f0f7e312 service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066217 Dec 14 02:25:46.381540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ea0232a-ddc2-4247-a17d-5968546b3126 req-bce5e77d-77f7-4444-a0e5-0da6a83aa288 service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829582 Dec 14 02:25:46.451362 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c3555925-19c2-4ab0-91e6-2e177fe7b0fa details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:25:46.566577 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port c3555925-19c2-4ab0-91e6-2e177fe7b0fa, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c3555925-19c2-4ab0-91e6-2e177fe7b0fa,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:46.581388 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'c3555925-19c2-4ab0-91e6-2e177fe7b0fa', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': 'c3555925-19c2-4ab0-91e6-2e177fe7b0fa', 'mac_address': 'fa:16:3e:4b:e5:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:25:46.619069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b409aeb-5c43-47fa-9c66-ea5754d84540 req-b41e9042-bd5d-4077-95be-29452aa08e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:46.620582 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b409aeb-5c43-47fa-9c66-ea5754d84540 req-b41e9042-bd5d-4077-95be-29452aa08e58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 1115 time: 0.0683885 Dec 14 02:25:46.633156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0726e2-90fd-47fb-b094-566849db3f86 req-9476f2a4-3144-4e5a-9e79-2c201395f742 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:46.634780 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef0726e2-90fd-47fb-b094-566849db3f86 req-9476f2a4-3144-4e5a-9e79-2c201395f742 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 948 time: 0.1227832 Dec 14 02:25:46.637063 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:46.654944 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3555925-19c2-4ab0-91e6-2e177fe7b0fa {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:25:46.676354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port c3555925-19c2-4ab0-91e6-2e177fe7b0fa, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c3555925-19c2-4ab0-91e6-2e177fe7b0fa,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:46.750723 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:46.751171 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 2e031dc1-15d9-49da-b6e6-0cbb131278bb details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:25:46.768163 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef0726e2-90fd-47fb-b094-566849db3f86 req-d9a7507c-c45c-43dc-a575-049f79633652 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143248 Dec 14 02:25:46.805201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b409aeb-5c43-47fa-9c66-ea5754d84540 req-04027f86-c7d8-4bb8-8f42-bff329c86798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:46.806989 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b409aeb-5c43-47fa-9c66-ea5754d84540 req-04027f86-c7d8-4bb8-8f42-bff329c86798 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 921 time: 0.1710653 Dec 14 02:25:46.852872 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b409aeb-5c43-47fa-9c66-ea5754d84540 req-7411d3c0-f417-4cd5-bdce-4c58fac93b14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc851219-ec26-4237-8d21-8dcd22db24e8 HTTP/1.1" status: 200 len: 217 time: 0.0374360 Dec 14 02:25:46.859788 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=c3555925-19c2-4ab0-91e6-2e177fe7b0fa,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:46.927068 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 2e031dc1-15d9-49da-b6e6-0cbb131278bb, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2e031dc1-15d9-49da-b6e6-0cbb131278bb,segment=NetworkSegment(3df208f6-026d-48e7-8165-5d53f944e79d),segment_id=3df208f6-026d-48e7-8165-5d53f944e79d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:46.931521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b409aeb-5c43-47fa-9c66-ea5754d84540 req-44fe8eb0-9295-4198-b10c-f605c0b9aead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:46.933195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b409aeb-5c43-47fa-9c66-ea5754d84540 req-44fe8eb0-9295-4198-b10c-f605c0b9aead service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.0718331 Dec 14 02:25:46.941517 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd467b9-d357-496d-9e42-d77419671025 req-b8aadc62-152b-48cb-bb48-7a01b8e74ff1 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:46.943023 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1bd467b9-d357-496d-9e42-d77419671025 req-b8aadc62-152b-48cb-bb48-7a01b8e74ff1 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 964 time: 0.0928724 Dec 14 02:25:46.952373 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '2e031dc1-15d9-49da-b6e6-0cbb131278bb', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'port_id': '2e031dc1-15d9-49da-b6e6-0cbb131278bb', 'mac_address': 'fa:16:3e:44:d0:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:25:46.977862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b409aeb-5c43-47fa-9c66-ea5754d84540 req-5dd0a038-2049-4e21-94de-bdd096ce3605 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337746 Dec 14 02:25:46.990934 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:47.004565 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e031dc1-15d9-49da-b6e6-0cbb131278bb {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:25:47.025644 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 2e031dc1-15d9-49da-b6e6-0cbb131278bb, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2e031dc1-15d9-49da-b6e6-0cbb131278bb,segment=NetworkSegment(3df208f6-026d-48e7-8165-5d53f944e79d),segment_id=3df208f6-026d-48e7-8165-5d53f944e79d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:47.072274 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1bd467b9-d357-496d-9e42-d77419671025 req-56f97eb3-1926-4f0f-bfeb-667cacc5324b tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152894 Dec 14 02:25:47.113447 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b409aeb-5c43-47fa-9c66-ea5754d84540 req-85554889-8d4a-410a-9a20-fa2ad50db3f9 service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273496 Dec 14 02:25:47.133958 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:47.216230 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=2e031dc1-15d9-49da-b6e6-0cbb131278bb,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:47.515616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81ba28-871e-4b57-b4ed-9e64edfdfadb req-47323f8f-3f5c-4336-ae69-1eb42355219f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:47.526076 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4d81ba28-871e-4b57-b4ed-9e64edfdfadb req-47323f8f-3f5c-4336-ae69-1eb42355219f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 945 time: 0.1074197 Dec 14 02:25:47.568103 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b409aeb-5c43-47fa-9c66-ea5754d84540 req-14e3b937-06ed-4da9-8037-ee09b5acccdc service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465144 Dec 14 02:25:47.597349 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4d81ba28-871e-4b57-b4ed-9e64edfdfadb req-3f29289a-81bb-4fde-86a4-2bcc7544f7a4 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688608 Dec 14 02:25:47.619972 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['2e031dc1-15d9-49da-b6e6-0cbb131278bb'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:25:47.676836 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['c3555925-19c2-4ab0-91e6-2e177fe7b0fa'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:25:47.760226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44060) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:47.920459 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2fdbca8-dd98-487c-84a6-1e2408b1ab66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:48.025864 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2fdbca8-dd98-487c-84a6-1e2408b1ab66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:48.042187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7faeb5c-e370-4674-8e0c-562e5aa91287 req-87fc0b1f-37bb-491e-b8c3-5a6b391efc12 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:48.043705 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a7faeb5c-e370-4674-8e0c-562e5aa91287 req-87fc0b1f-37bb-491e-b8c3-5a6b391efc12 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 949 time: 0.0644879 Dec 14 02:25:48.090746 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a7faeb5c-e370-4674-8e0c-562e5aa91287 req-dd465c52-2480-416b-a419-c83f533a8ae0 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405180 Dec 14 02:25:48.127960 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2fdbca8-dd98-487c-84a6-1e2408b1ab66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:48.178264 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a2fdbca8-dd98-487c-84a6-1e2408b1ab66 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e3404fbc10d42bd84815b918cc774e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4146469 Dec 14 02:25:48.178264 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fdbca8-dd98-487c-84a6-1e2408b1ab66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620d1222-0652-4ade-9625-b27bb325518a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:48.178857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44082) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:48.235986 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-adb73f7b-d6ca-4446-9367-db3f7852b5ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:48.260363 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-adb73f7b-d6ca-4446-9367-db3f7852b5ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:48.393064 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-adb73f7b-d6ca-4446-9367-db3f7852b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:48.395947 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-adb73f7b-d6ca-4446-9367-db3f7852b5ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:48.397021 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-adb73f7b-d6ca-4446-9367-db3f7852b5ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/620d1222-0652-4ade-9625-b27bb325518a HTTP/1.1" status: 204 len: 168 time: 0.2172518 Dec 14 02:25:48.419891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb73f7b-d6ca-4446-9367-db3f7852b5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620d1222-0652-4ade-9625-b27bb325518a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:48.446221 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92eaeb-f830-4f96-9280-7cf872685028 req-ec5477ec-2c13-40c7-b92f-b2142d20d197 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:48.448090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb92eaeb-f830-4f96-9280-7cf872685028 req-ec5477ec-2c13-40c7-b92f-b2142d20d197 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 964 time: 0.0655544 Dec 14 02:25:48.505866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb92eaeb-f830-4f96-9280-7cf872685028 req-c21c1861-a0b7-43db-87b7-1784a495e2e9 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515459 Dec 14 02:25:48.739592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44104) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:48.838934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d010f-49cd-48dd-930f-a92d622a0f86 req-1a204a2c-2c29-4e0d-ad69-55bd02a45af7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:48.840461 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-894d010f-49cd-48dd-930f-a92d622a0f86 req-1a204a2c-2c29-4e0d-ad69-55bd02a45af7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 945 time: 0.0561266 Dec 14 02:25:48.877350 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aa84ed5e-e949-4f01-af47-bcf48c83b015 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:48.914172 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-894d010f-49cd-48dd-930f-a92d622a0f86 req-51d5cf55-015a-4c07-abff-f912a509808b tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672007 Dec 14 02:25:48.977599 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aa84ed5e-e949-4f01-af47-bcf48c83b015 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:49.052017 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aa84ed5e-e949-4f01-af47-bcf48c83b015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:49.090939 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-aa84ed5e-e949-4f01-af47-bcf48c83b015 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d5f32b8f2dd4fafaf0d7e66d065bb42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3501594 Dec 14 02:25:49.094783 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84ed5e-e949-4f01-af47-bcf48c83b015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94f27d7-4c3e-44d4-b404-d2773ed78d91,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:49.094898 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44122) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:49.138728 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44128) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:49.149101 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-555c7d99-e48e-48ac-b407-0f6f3ea017c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:49.163331 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7d917b73-9bc9-437c-bba5-b22eff77313f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:49.180472 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-555c7d99-e48e-48ac-b407-0f6f3ea017c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:49.293656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ad3c8-3ffb-43d3-9adf-0bf63d9f6bc9 req-7dba5def-f7a8-4b04-bc82-02fad819dc45 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:49.295174 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-738ad3c8-3ffb-43d3-9adf-0bf63d9f6bc9 req-7dba5def-f7a8-4b04-bc82-02fad819dc45 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 949 time: 0.0914543 Dec 14 02:25:49.297010 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7d917b73-9bc9-437c-bba5-b22eff77313f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:49.345110 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-738ad3c8-3ffb-43d3-9adf-0bf63d9f6bc9 req-db20b7c1-afaa-4cb4-a99e-903511f6a31b tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429425 Dec 14 02:25:49.373127 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device cc851219-ec26-4237-8d21-8dcd22db24e8 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:25:49.487154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port cc851219-ec26-4237-8d21-8dcd22db24e8, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=cc851219-ec26-4237-8d21-8dcd22db24e8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:49.502578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'cc851219-ec26-4237-8d21-8dcd22db24e8', 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b', 'port_id': 'cc851219-ec26-4237-8d21-8dcd22db24e8', 'mac_address': 'fa:16:3e:6d:7d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e828340-91e4-4f6f-94b5-cd964e8cfd46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-642571560', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:25:49.516532 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-555c7d99-e48e-48ac-b407-0f6f3ea017c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:49.520386 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-555c7d99-e48e-48ac-b407-0f6f3ea017c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:49.521566 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-555c7d99-e48e-48ac-b407-0f6f3ea017c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a94f27d7-4c3e-44d4-b404-d2773ed78d91 HTTP/1.1" status: 204 len: 168 time: 0.4258232 Dec 14 02:25:49.575697 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c7d99-e48e-48ac-b407-0f6f3ea017c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94f27d7-4c3e-44d4-b404-d2773ed78d91,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:49.579084 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:49.579084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc851219-ec26-4237-8d21-8dcd22db24e8 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:25:49.602705 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port cc851219-ec26-4237-8d21-8dcd22db24e8, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=cc851219-ec26-4237-8d21-8dcd22db24e8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:49.652797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f5239-1096-47c3-b8ba-7b768dac1c8d req-e74696ec-5eed-43b3-b480-b740d09508c5 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:49.654302 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec8f5239-1096-47c3-b8ba-7b768dac1c8d req-e74696ec-5eed-43b3-b480-b740d09508c5 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 964 time: 0.0506566 Dec 14 02:25:49.676400 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7d917b73-9bc9-437c-bba5-b22eff77313f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:49.946879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7d917b73-9bc9-437c-bba5-b22eff77313f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6eec5a05b9e94944b6f083b662f52398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5932455 Dec 14 02:25:49.946879 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d917b73-9bc9-437c-bba5-b22eff77313f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e83f379-c33d-4f5f-8be2-4654f2df554c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:49.946879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec8f5239-1096-47c3-b8ba-7b768dac1c8d req-3818e23c-f4d6-488d-9561-4d32bca02008 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807197 Dec 14 02:25:49.946879 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44150) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:49.946879 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-28c4b622-5fce-458a-b7dc-a04e8b7db963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:49.946879 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-28c4b622-5fce-458a-b7dc-a04e8b7db963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:50.036814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d2907-1ecb-4d88-acdc-95aeb56b2bbb req-99e9e5c7-d017-490c-87b8-aa14613215bf tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:50.038365 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e04d2907-1ecb-4d88-acdc-95aeb56b2bbb req-99e9e5c7-d017-490c-87b8-aa14613215bf tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 945 time: 0.0488029 Dec 14 02:25:50.090072 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e04d2907-1ecb-4d88-acdc-95aeb56b2bbb req-d1312d41-c838-48a3-8824-cfddf79ee6cb tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445812 Dec 14 02:25:50.445504 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c3555925-19c2-4ab0-91e6-2e177fe7b0fa up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:25:50.461730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8424a6-69cd-46a9-b732-6e7701b76435 req-c5c1dfe6-75e7-4016-bd5d-ec385f4e340d tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:50.463301 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc8424a6-69cd-46a9-b732-6e7701b76435 req-c5c1dfe6-75e7-4016-bd5d-ec385f4e340d tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 949 time: 0.0502465 Dec 14 02:25:50.495085 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:50.514909 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc8424a6-69cd-46a9-b732-6e7701b76435 req-c7b618a6-3806-47d4-aaed-88229a945875 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452988 Dec 14 02:25:50.547612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=cc851219-ec26-4237-8d21-8dcd22db24e8,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:50.572037 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-28c4b622-5fce-458a-b7dc-a04e8b7db963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:50.574772 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-28c4b622-5fce-458a-b7dc-a04e8b7db963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:50.578506 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-28c4b622-5fce-458a-b7dc-a04e8b7db963 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e83f379-c33d-4f5f-8be2-4654f2df554c HTTP/1.1" status: 204 len: 168 time: 0.7880969 Dec 14 02:25:50.586012 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4b622-5fce-458a-b7dc-a04e8b7db963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e83f379-c33d-4f5f-8be2-4654f2df554c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:50.636855 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port c3555925-19c2-4ab0-91e6-2e177fe7b0fa completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:25:50.641594 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port c3555925-19c2-4ab0-91e6-2e177fe7b0fa triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:50.645270 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:50.728695 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:50.753314 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3555925-19c2-4ab0-91e6-2e177fe7b0fa'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:25:50.755647 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecdbf25-9c15-4163-9f2b-b39ddba95895" -d '{"events": [{"server_uuid": "00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5", "name": "network-vif-plugged", "status": "completed", "tag": "c3555925-19c2-4ab0-91e6-2e177fe7b0fa"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:25:50.768405 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port c3555925-19c2-4ab0-91e6-2e177fe7b0fa, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c3555925-19c2-4ab0-91e6-2e177fe7b0fa,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:50.788001 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['cc851219-ec26-4237-8d21-8dcd22db24e8'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:25:50.823398 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc41442d-28ed-4988-89d0-5ba7378f19a2 x-openstack-request-id: req-fc41442d-28ed-4988-89d0-5ba7378f19a2 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:25:50.823723 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5", "name": "network-vif-plugged", "status": "completed", "tag": "c3555925-19c2-4ab0-91e6-2e177fe7b0fa", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:25:50.823990 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc41442d-28ed-4988-89d0-5ba7378f19a2 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:25:50.824524 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3555925-19c2-4ab0-91e6-2e177fe7b0fa', 'code': 200} Dec 14 02:25:50.871572 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:50.872122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 2e031dc1-15d9-49da-b6e6-0cbb131278bb up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:25:50.986289 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf3e8a-2e3b-49b7-ad63-c72d47f78a45 req-d78e05c7-c77a-4884-87ab-8b89362a8c8a tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:50.988584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bacf3e8a-2e3b-49b7-ad63-c72d47f78a45 req-d78e05c7-c77a-4884-87ab-8b89362a8c8a tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 965 time: 0.1184058 Dec 14 02:25:50.994160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a46228d-052e-4685-b40b-65f540e715d6 req-5a9aecba-3c12-450f-8e89-b10e84759739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:50.995595 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a46228d-052e-4685-b40b-65f540e715d6 req-5a9aecba-3c12-450f-8e89-b10e84759739 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 1101 time: 0.0963514 Dec 14 02:25:51.021348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=c3555925-19c2-4ab0-91e6-2e177fe7b0fa,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:51.076775 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bacf3e8a-2e3b-49b7-ad63-c72d47f78a45 req-561c525d-6c77-4bfc-87d3-fc9e536996bf tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799246 Dec 14 02:25:51.079547 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a46228d-052e-4685-b40b-65f540e715d6 req-04507dde-ad95-4c4f-940f-ead4de634b32 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723405 Dec 14 02:25:51.116175 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 2e031dc1-15d9-49da-b6e6-0cbb131278bb completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:25:51.120333 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 2e031dc1-15d9-49da-b6e6-0cbb131278bb triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:51.124242 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:51.162124 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b84b8f-bd2f-4f69-af7e-c226efb39c12 req-e5050ec0-8c6c-45d3-adb4-7e22f08ca624 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:51.164083 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05b84b8f-bd2f-4f69-af7e-c226efb39c12 req-e5050ec0-8c6c-45d3-adb4-7e22f08ca624 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 971 time: 0.0624745 Dec 14 02:25:51.206030 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:51.244286 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 2e031dc1-15d9-49da-b6e6-0cbb131278bb, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2e031dc1-15d9-49da-b6e6-0cbb131278bb,segment=NetworkSegment(3df208f6-026d-48e7-8165-5d53f944e79d),segment_id=3df208f6-026d-48e7-8165-5d53f944e79d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:51.247369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdf30c-d499-4e70-8a01-f58e729c9e21 req-6ca06332-aa3b-4877-8a36-8ed778df24b7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:51.248921 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02fdf30c-d499-4e70-8a01-f58e729c9e21 req-6ca06332-aa3b-4877-8a36-8ed778df24b7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 945 time: 0.0825477 Dec 14 02:25:51.263758 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05b84b8f-bd2f-4f69-af7e-c226efb39c12 req-5e149533-8084-4c1a-a48d-f8f73955c946 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857720 Dec 14 02:25:51.307416 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44182) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:51.315847 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:51.328124 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02fdf30c-d499-4e70-8a01-f58e729c9e21 req-28efa5fb-b663-4ff7-9a91-730a0a13cade tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633380 Dec 14 02:25:51.361811 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44186) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:51.374469 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=2e031dc1-15d9-49da-b6e6-0cbb131278bb,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:51.492550 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-24420f7b-61fa-4a90-891f-ab6bc9deabfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:51.533440 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4cae55ea-9b00-4a5d-8236-0d53b0a252c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:51.578286 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-24420f7b-61fa-4a90-891f-ab6bc9deabfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:51.621859 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4cae55ea-9b00-4a5d-8236-0d53b0a252c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:51.664180 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5250c5-0900-480a-823d-02cf48dfb95c req-d11e60cf-3053-471c-a6ce-dc096d1f2bde tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:51.665741 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d5250c5-0900-480a-823d-02cf48dfb95c req-d11e60cf-3053-471c-a6ce-dc096d1f2bde tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 950 time: 0.0500803 Dec 14 02:25:51.699126 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-24420f7b-61fa-4a90-891f-ab6bc9deabfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:51.727782 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4cae55ea-9b00-4a5d-8236-0d53b0a252c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:51.734384 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d5250c5-0900-480a-823d-02cf48dfb95c req-46b9c7c2-2e1e-4b81-8532-a68af8f65284 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624998 Dec 14 02:25:51.762938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24420f7b-61fa-4a90-891f-ab6bc9deabfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3982a0-89b9-4583-b906-a01d5ce3ebea,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:51.771739 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-24420f7b-61fa-4a90-891f-ab6bc9deabfa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39f9ddd5c9d446c1946e9f7a3718b5ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4606812 Dec 14 02:25:51.771940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44200) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:51.783900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44202) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:51.806862 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dc7685e2-7ec1-4938-9f7b-d53b56cb771c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:51.877628 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d9d5b042-30ec-492b-9635-1be4fc2799b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:51.912444 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d9d5b042-30ec-492b-9635-1be4fc2799b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:51.965561 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dc7685e2-7ec1-4938-9f7b-d53b56cb771c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:51.966544 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4cae55ea-9b00-4a5d-8236-0d53b0a252c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2c02bbb5fca430ebe9f7340b2e548a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6026027 Dec 14 02:25:51.967512 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae55ea-9b00-4a5d-8236-0d53b0a252c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83064c7-d14c-4543-a293-08224c5994f4,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:51.969754 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44204) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:52.021030 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-68bff51a-7536-4a5e-a225-af6613d1bc3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:52.042979 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-68bff51a-7536-4a5e-a225-af6613d1bc3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:52.044569 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dc7685e2-7ec1-4938-9f7b-d53b56cb771c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:52.086887 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d9d5b042-30ec-492b-9635-1be4fc2799b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:52.089463 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d9d5b042-30ec-492b-9635-1be4fc2799b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:52.093361 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d9d5b042-30ec-492b-9635-1be4fc2799b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b3982a0-89b9-4583-b906-a01d5ce3ebea HTTP/1.1" status: 204 len: 168 time: 0.3204021 Dec 14 02:25:52.123415 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-dc7685e2-7ec1-4938-9f7b-d53b56cb771c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab53ffb0417e4f86963f4446a9a5f2fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352318 Dec 14 02:25:52.123415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7685e2-7ec1-4938-9f7b-d53b56cb771c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff85639-5cb8-49eb-a7be-19ebb3b7ff4f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:52.124267 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44216) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:52.147658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5b042-30ec-492b-9635-1be4fc2799b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3982a0-89b9-4583-b906-a01d5ce3ebea,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:52.217298 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-518f23fe-c081-41e2-a73b-011f37599d55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:52.238190 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-68bff51a-7536-4a5e-a225-af6613d1bc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:52.242423 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-68bff51a-7536-4a5e-a225-af6613d1bc3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:52.242423 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-68bff51a-7536-4a5e-a225-af6613d1bc3a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d83064c7-d14c-4543-a293-08224c5994f4 HTTP/1.1" status: 204 len: 168 time: 0.2710068 Dec 14 02:25:52.256458 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80fe214-e978-4e46-a6ef-cfc49b969af1 req-5b95df43-60b9-441d-ad65-7290b8a6b18c tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:52.258001 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c80fe214-e978-4e46-a6ef-cfc49b969af1 req-5b95df43-60b9-441d-ad65-7290b8a6b18c tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 965 time: 0.0921335 Dec 14 02:25:52.263259 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-518f23fe-c081-41e2-a73b-011f37599d55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:52.279826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bff51a-7536-4a5e-a225-af6613d1bc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83064c7-d14c-4543-a293-08224c5994f4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:52.411602 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c80fe214-e978-4e46-a6ef-cfc49b969af1 req-442af3b6-5c69-44a5-bf2f-f407e3095037 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461840 Dec 14 02:25:52.428963 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35a14a-1e87-40fd-8517-6c633afbe25f req-4fc0e1da-7b9b-4cbf-8170-8c83cf8f6d50 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:52.430448 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be35a14a-1e87-40fd-8517-6c633afbe25f req-4fc0e1da-7b9b-4cbf-8170-8c83cf8f6d50 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 971 time: 0.0721889 Dec 14 02:25:52.502585 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-518f23fe-c081-41e2-a73b-011f37599d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:52.503418 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-518f23fe-c081-41e2-a73b-011f37599d55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:52.504528 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-518f23fe-c081-41e2-a73b-011f37599d55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fff85639-5cb8-49eb-a7be-19ebb3b7ff4f HTTP/1.1" status: 204 len: 168 time: 0.3794696 Dec 14 02:25:52.507976 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be35a14a-1e87-40fd-8517-6c633afbe25f req-20056f81-9bc1-452d-b541-cb9fbbdbaccf tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/security-groups?id=2b7764e7-0051-449c-8bd8-39c575b2c92f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690329 Dec 14 02:25:52.540199 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f23fe-c081-41e2-a73b-011f37599d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff85639-5cb8-49eb-a7be-19ebb3b7ff4f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:52.571232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff2398-fee0-43b1-b448-fbf77b3480de req-6f44f52a-1a14-443c-b832-0a6b71ebcffe tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:52.572746 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3fff2398-fee0-43b1-b448-fbf77b3480de req-6f44f52a-1a14-443c-b832-0a6b71ebcffe tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 946 time: 0.0744967 Dec 14 02:25:52.650634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73148297-3375-42d3-9fd9-f207aa81a1ef req-c588bf3d-5d12-4c5c-b03e-3651903e6c54 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:52.652078 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73148297-3375-42d3-9fd9-f207aa81a1ef req-c588bf3d-5d12-4c5c-b03e-3651903e6c54 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.46 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 971 time: 0.0745535 Dec 14 02:25:52.659418 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3fff2398-fee0-43b1-b448-fbf77b3480de req-3639792a-ab47-4479-81ca-a2257d5ba085 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735347 Dec 14 02:25:52.825225 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35be84c4-6cb1-40a8-bef2-f869303c0170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e031dc1-15d9-49da-b6e6-0cbb131278bb'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:25:52.828308 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad9a30d-8c69-42d4-a3a4-0dc57fc8de0f" -d '{"events": [{"server_uuid": "35be84c4-6cb1-40a8-bef2-f869303c0170", "name": "network-vif-plugged", "status": "completed", "tag": "2e031dc1-15d9-49da-b6e6-0cbb131278bb"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:25:52.836205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-73148297-3375-42d3-9fd9-f207aa81a1ef req-8cf59c33-0202-4962-9796-05bcf84c82cf tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Deleting port 091040b6-44b6-46a5-af60-062b519f8ec7 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:25:52.836543 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-73148297-3375-42d3-9fd9-f207aa81a1ef req-8cf59c33-0202-4962-9796-05bcf84c82cf tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:52.863776 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12eeb1a6-ef67-427d-bcb6-e69bfd91820d x-openstack-request-id: req-12eeb1a6-ef67-427d-bcb6-e69bfd91820d {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:25:52.864189 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35be84c4-6cb1-40a8-bef2-f869303c0170", "name": "network-vif-plugged", "status": "completed", "tag": "2e031dc1-15d9-49da-b6e6-0cbb131278bb", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:25:52.864534 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-12eeb1a6-ef67-427d-bcb6-e69bfd91820d {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:25:52.865044 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35be84c4-6cb1-40a8-bef2-f869303c0170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e031dc1-15d9-49da-b6e6-0cbb131278bb', 'code': 200} Dec 14 02:25:52.921251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf5051-f2cc-4885-92ac-cea81e59c6bf req-4d0d63ac-c6d1-4d8a-92f9-ece8b7604b34 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:52.922938 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15cf5051-f2cc-4885-92ac-cea81e59c6bf req-4d0d63ac-c6d1-4d8a-92f9-ece8b7604b34 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 950 time: 0.1172225 Dec 14 02:25:52.972315 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-73148297-3375-42d3-9fd9-f207aa81a1ef req-8cf59c33-0202-4962-9796-05bcf84c82cf tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] For port 091040b6-44b6-46a5-af60-062b519f8ec7, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=091040b6-44b6-46a5-af60-062b519f8ec7,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:52.972680 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-73148297-3375-42d3-9fd9-f207aa81a1ef req-8cf59c33-0202-4962-9796-05bcf84c82cf tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:53.003812 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-73148297-3375-42d3-9fd9-f207aa81a1ef req-8cf59c33-0202-4962-9796-05bcf84c82cf tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Calling delete_port for 091040b6-44b6-46a5-af60-062b519f8ec7 owned by compute:tempest-test_az-642571560 {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:25:53.024867 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15cf5051-f2cc-4885-92ac-cea81e59c6bf req-a42c1e16-4c20-44e9-8ee8-69803cd04059 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948081 Dec 14 02:25:53.064460 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c4847-51cb-40ca-9b53-cc2c49e0ed3f req-67ff0f3d-8c4b-483b-a778-b76b6594fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:53.066074 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-684c4847-51cb-40ca-9b53-cc2c49e0ed3f req-67ff0f3d-8c4b-483b-a778-b76b6594fff7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 1097 time: 0.0576673 Dec 14 02:25:53.068951 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44242) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:53.087116 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60b69376-dd46-49de-8814-2597a1bf1ced admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:53.161531 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-684c4847-51cb-40ca-9b53-cc2c49e0ed3f req-7f0fa0f2-c186-4f55-91fb-93a8aa82a5f7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662098 Dec 14 02:25:53.185471 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60b69376-dd46-49de-8814-2597a1bf1ced admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:53.275001 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60b69376-dd46-49de-8814-2597a1bf1ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:53.300974 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-73148297-3375-42d3-9fd9-f207aa81a1ef req-8cf59c33-0202-4962-9796-05bcf84c82cf tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:53.317683 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-60b69376-dd46-49de-8814-2597a1bf1ced admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1feef998d9cc46a2a7e1519c4b3e163a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449358 Dec 14 02:25:53.319065 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b69376-dd46-49de-8814-2597a1bf1ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892a5dff-07d4-48c0-822c-ec1bd322b422,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:53.321845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44254) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:53.337057 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['091040b6-44b6-46a5-af60-062b519f8ec7'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:25:53.365467 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf59c33-0202-4962-9796-05bcf84c82cf tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Pushing event deleted for resources: {'Port': ['ID=091040b6-44b6-46a5-af60-062b519f8ec7,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:53.370278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device cc851219-ec26-4237-8d21-8dcd22db24e8 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:25:53.403645 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f5b5d78e-dea2-4d26-a8a3-8f620d5f8283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:53.441790 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f5b5d78e-dea2-4d26-a8a3-8f620d5f8283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:53.494154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port cc851219-ec26-4237-8d21-8dcd22db24e8 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:25:53.499735 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port cc851219-ec26-4237-8d21-8dcd22db24e8 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:25:53.500049 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:53.518616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-73148297-3375-42d3-9fd9-f207aa81a1ef req-8cf59c33-0202-4962-9796-05bcf84c82cf tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] No DVR routers for this DVR port 091040b6-44b6-46a5-af60-062b519f8ec7 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:25:53.525784 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-73148297-3375-42d3-9fd9-f207aa81a1ef req-8cf59c33-0202-4962-9796-05bcf84c82cf tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:53.529254 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73148297-3375-42d3-9fd9-f207aa81a1ef req-8cf59c33-0202-4962-9796-05bcf84c82cf tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.46 "DELETE /v2.0/ports/091040b6-44b6-46a5-af60-062b519f8ec7 HTTP/1.1" status: 204 len: 173 time: 0.8689549 Dec 14 02:25:53.529749 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f769eaa7-32bf-4d9f-b430-cc7a276de7ab', 'name': 'network-vif-deleted', 'tag': '091040b6-44b6-46a5-af60-062b519f8ec7'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:25:53.532468 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37275807-8c35-48f0-af9c-d393af7a7526" -d '{"events": [{"server_uuid": "f769eaa7-32bf-4d9f-b430-cc7a276de7ab", "name": "network-vif-deleted", "tag": "091040b6-44b6-46a5-af60-062b519f8ec7"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:25:53.631287 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:53.676873 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f5b5d78e-dea2-4d26-a8a3-8f620d5f8283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:53.680990 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f5b5d78e-dea2-4d26-a8a3-8f620d5f8283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:53.684294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c838964f-16bb-4239-90f2-c637d2f554dd req-013e0815-4041-4319-989e-e56b3286dd97 tempest-AggregatesAdminTestJSON-393861043 tempest-AggregatesAdminTestJSON-393861043-project] 10.222.0.39 "GET /v2.0/ports?device_id=f769eaa7-32bf-4d9f-b430-cc7a276de7ab HTTP/1.1" status: 200 len: 210 time: 0.0397663 Dec 14 02:25:53.685502 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f5b5d78e-dea2-4d26-a8a3-8f620d5f8283 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/892a5dff-07d4-48c0-822c-ec1bd322b422 HTTP/1.1" status: 204 len: 168 time: 0.3478498 Dec 14 02:25:53.685633 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port cc851219-ec26-4237-8d21-8dcd22db24e8, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=cc851219-ec26-4237-8d21-8dcd22db24e8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:25:53.702616 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5d78e-dea2-4d26-a8a3-8f620d5f8283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892a5dff-07d4-48c0-822c-ec1bd322b422,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:53.705719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e1418-de74-454c-ab2d-f90e9722c5ef req-b868dd8a-04a2-497c-8a72-91d6a974eeee tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:53.709106 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-944e1418-de74-454c-ab2d-f90e9722c5ef req-b868dd8a-04a2-497c-8a72-91d6a974eeee tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 965 time: 0.1290331 Dec 14 02:25:53.762098 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce103759-b3ee-441f-a53d-8d5873d65e69 x-openstack-request-id: req-ce103759-b3ee-441f-a53d-8d5873d65e69 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:25:53.762401 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f769eaa7-32bf-4d9f-b430-cc7a276de7ab", "name": "network-vif-deleted", "tag": "091040b6-44b6-46a5-af60-062b519f8ec7", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:25:53.762669 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce103759-b3ee-441f-a53d-8d5873d65e69 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:25:53.763069 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f769eaa7-32bf-4d9f-b430-cc7a276de7ab', 'name': 'network-vif-deleted', 'tag': '091040b6-44b6-46a5-af60-062b519f8ec7', 'status': 'completed', 'code': 200} Dec 14 02:25:53.763733 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:53.792533 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-944e1418-de74-454c-ab2d-f90e9722c5ef req-000bb606-9ff9-4c36-8c80-34860f0b091d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688910 Dec 14 02:25:53.858281 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=cc851219-ec26-4237-8d21-8dcd22db24e8,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:53.893784 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60817d2-dad0-462f-b182-d92d351cd283 req-107d26bd-c6ed-4b5f-8573-4cddbd1f2637 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:53.898032 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e60817d2-dad0-462f-b182-d92d351cd283 req-107d26bd-c6ed-4b5f-8573-4cddbd1f2637 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 946 time: 0.0592840 Dec 14 02:25:53.946840 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e60817d2-dad0-462f-b182-d92d351cd283 req-0f6d72ed-f3c9-46db-a548-943c1a1f1a8b tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455410 Dec 14 02:25:54.163031 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8152a-285c-443a-8e5e-6ec864205bb6 req-296365ae-5c7e-4f21-b008-a38f218e592b tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:54.166109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4b8152a-285c-443a-8e5e-6ec864205bb6 req-296365ae-5c7e-4f21-b008-a38f218e592b tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 950 time: 0.0654254 Dec 14 02:25:54.233771 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4b8152a-285c-443a-8e5e-6ec864205bb6 req-e9c34a52-08b4-4e95-bed9-5ad954dcd2de tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551622 Dec 14 02:25:54.715112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-927ba3bf-f701-4511-a610-f9560f9fd44a req-9e7a9b07-d736-4842-9e52-d16cd47c2c5b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:25:54.716184 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-927ba3bf-f701-4511-a610-f9560f9fd44a req-9e7a9b07-d736-4842-9e52-d16cd47c2c5b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052600 Dec 14 02:25:54.764022 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44318) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:54.867471 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9018226f-1ce7-4fba-b15e-d38cf863fa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc851219-ec26-4237-8d21-8dcd22db24e8'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:25:54.869854 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8f2d7e-6300-45d7-acf5-c8068e11416b" -d '{"events": [{"server_uuid": "9018226f-1ce7-4fba-b15e-d38cf863fa00", "name": "network-vif-plugged", "status": "completed", "tag": "cc851219-ec26-4237-8d21-8dcd22db24e8"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:25:54.901392 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44334) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:54.958807 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5eaae-845e-4830-925f-7e99790c590e req-e0ace5dc-5243-476a-8d48-c2c39d9b7fdb tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:54.969164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58a5eaae-845e-4830-925f-7e99790c590e req-e0ace5dc-5243-476a-8d48-c2c39d9b7fdb tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 950 time: 0.0943038 Dec 14 02:25:54.969164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c4a19-889d-4977-b3ab-b4f4549f5db2 req-af50b645-6171-4122-a454-56cfa6748512 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:54.970866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d22c4a19-889d-4977-b3ab-b4f4549f5db2 req-af50b645-6171-4122-a454-56cfa6748512 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 966 time: 0.0675437 Dec 14 02:25:54.997174 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-783e12fc-1050-4b8e-b150-db8eda102b21 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1793417907-network', 'tenant_id': '873372c633154cd88cb3bb2d0e3117c9'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:55.049106 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58a5eaae-845e-4830-925f-7e99790c590e req-f6d65d55-71a0-4750-bfee-9dbeed4f9127 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770524 Dec 14 02:25:55.052012 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d22c4a19-889d-4977-b3ab-b4f4549f5db2 req-3886a788-4345-4a6d-86eb-98a2a44e5b8a tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743952 Dec 14 02:25:55.093600 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783e12fc-1050-4b8e-b150-db8eda102b21 admin admin] Made reservation on behalf of 873372c633154cd88cb3bb2d0e3117c9 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:25:55.096987 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-783e12fc-1050-4b8e-b150-db8eda102b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:55.106350 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daf0d00-9fba-4389-90ee-9fa1e615d8b2 x-openstack-request-id: req-7daf0d00-9fba-4389-90ee-9fa1e615d8b2 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:25:55.106746 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9018226f-1ce7-4fba-b15e-d38cf863fa00", "name": "network-vif-plugged", "status": "completed", "tag": "cc851219-ec26-4237-8d21-8dcd22db24e8", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:25:55.107008 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7daf0d00-9fba-4389-90ee-9fa1e615d8b2 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:25:55.107400 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9018226f-1ce7-4fba-b15e-d38cf863fa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc851219-ec26-4237-8d21-8dcd22db24e8', 'code': 200} Dec 14 02:25:55.109979 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-783e12fc-1050-4b8e-b150-db8eda102b21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:55.180188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096a672-6d44-4dbb-881f-e85497cd338b req-1a44d94f-c5b2-4c9e-9b4f-fe28e3a1274c tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:55.181738 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0096a672-6d44-4dbb-881f-e85497cd338b req-1a44d94f-c5b2-4c9e-9b4f-fe28e3a1274c tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 946 time: 0.0567422 Dec 14 02:25:55.196603 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-783e12fc-1050-4b8e-b150-db8eda102b21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:55.256473 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0096a672-6d44-4dbb-881f-e85497cd338b req-89650e00-f5cc-4488-aec9-21cbda62cdb9 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687878 Dec 14 02:25:55.261147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754286d-df4e-4300-a80a-0e544710b2ff req-1f65601e-f88d-44d4-be32-aef7d6ed1b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:55.262550 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d754286d-df4e-4300-a80a-0e544710b2ff req-1f65601e-f88d-44d4-be32-aef7d6ed1b0f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 1117 time: 0.0619247 Dec 14 02:25:55.310798 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-783e12fc-1050-4b8e-b150-db8eda102b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:55.324067 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d754286d-df4e-4300-a80a-0e544710b2ff req-1f307b16-8843-4d6b-8f63-4e4e8ce9029d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534561 Dec 14 02:25:55.332421 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783e12fc-1050-4b8e-b150-db8eda102b21 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:25:55.349370 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e12fc-1050-4b8e-b150-db8eda102b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f048ec2-39d2-4e6a-bb37-fb14561d33b1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:55.355663 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-783e12fc-1050-4b8e-b150-db8eda102b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:55.356018 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-783e12fc-1050-4b8e-b150-db8eda102b21 admin admin] Added segment 7ef3fe7c-2001-4ee3-82b0-2a830f22e221 of type vlan for network 520597da-360e-4d37-9846-f03dcfd8b472 Dec 14 02:25:55.389964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef15c50-8f29-4256-8a47-99971dc142a9 req-adfe3be9-7890-4525-bde9-8449df6042c5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:55.391493 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ef15c50-8f29-4256-8a47-99971dc142a9 req-adfe3be9-7890-4525-bde9-8449df6042c5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 946 time: 0.0629189 Dec 14 02:25:55.400535 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44348) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:55.406708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3bbfba71-ea80-4ea2-80a7-cb0e9016b39f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Request body: {'floatingip': {'port_id': '2e031dc1-15d9-49da-b6e6-0cbb131278bb'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:55.413083 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-783e12fc-1050-4b8e-b150-db8eda102b21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:55.463260 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3bbfba71-ea80-4ea2-80a7-cb0e9016b39f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for floatingip, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:55.539123 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-783e12fc-1050-4b8e-b150-db8eda102b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:55.542889 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783e12fc-1050-4b8e-b150-db8eda102b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:55.542889 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-783e12fc-1050-4b8e-b150-db8eda102b21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:55.618926 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-314265c3-adcb-4063-899b-8f537dc3c846 tempest-AutoAllocateNetworkTest-1554025461 tempest-AutoAllocateNetworkTest-1554025461-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ff60c457bb334fe6995eaf248b107810&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7163200 Dec 14 02:25:55.621839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44352) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:55.705278 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44362) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:55.771609 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-783e12fc-1050-4b8e-b150-db8eda102b21 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0064054 Dec 14 02:25:55.781229 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44372) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:55.781654 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44374) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:55.797825 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e12fc-1050-4b8e-b150-db8eda102b21 admin admin] Pushing event updated for resources: {'Network': ['ID=520597da-360e-4d37-9846-f03dcfd8b472,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:55.803545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-15863196-ffc9-4122-9674-254b0788d7df admin admin] Request body: {'subnet': {'network_id': '520597da-360e-4d37-9846-f03dcfd8b472', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1793417907-subnet', 'tenant_id': '873372c633154cd88cb3bb2d0e3117c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:55.814363 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 520597da-360e-4d37-9846-f03dcfd8b472 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:25:55.957940 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f61e337-93bb-4bee-bb6f-cfd4eed53897 tempest-AutoAllocateNetworkTest-1554025461 tempest-AutoAllocateNetworkTest-1554025461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:55.960063 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7f61e337-93bb-4bee-bb6f-cfd4eed53897 tempest-AutoAllocateNetworkTest-1554025461 tempest-AutoAllocateNetworkTest-1554025461-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3370287 Dec 14 02:25:55.972956 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44384) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:56.062365 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-aed5cd5d-0226-41bd-b318-13928383d507 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d11971cc250f4eb9b764aea7d01607ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3479209 Dec 14 02:25:56.077713 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44388) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:56.099657 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c324fb26-13f7-417b-a7f6-506a813434be tempest-AutoAllocateNetworkTest-1554025461 tempest-AutoAllocateNetworkTest-1554025461-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919166 Dec 14 02:25:56.099657 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d081e551-d1b9-43dc-92bd-9e8647a8ad97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.104075 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44392) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:56.140469 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17ec689b-2552-4fce-9871-efb34efef700 req-f76810ca-7287-4bde-ba8a-88d4a1b6887a tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ef3f6a9257af48c299692b4173ea446c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887063 Dec 14 02:25:56.176893 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15863196-ffc9-4122-9674-254b0788d7df admin admin] Made reservation on behalf of 873372c633154cd88cb3bb2d0e3117c9 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:25:56.179897 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-15863196-ffc9-4122-9674-254b0788d7df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.231216 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44396) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:56.242496 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d081e551-d1b9-43dc-92bd-9e8647a8ad97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.280729 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0dc64c5e-d7ae-47bb-af49-6c8e81a91dd2 tempest-AutoAllocateNetworkTest-1554025461 tempest-AutoAllocateNetworkTest-1554025461-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ff60c457bb334fe6995eaf248b107810 HTTP/1.1" status: 200 len: 208 time: 0.1743581 Dec 14 02:25:56.300845 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d081e551-d1b9-43dc-92bd-9e8647a8ad97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.380728 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d081e551-d1b9-43dc-92bd-9e8647a8ad97 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1cb16a168ab4491b9f090cd9e2cadbf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5955572 Dec 14 02:25:56.383703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44402) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:56.386720 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-08d1b87c-d845-4ca0-8d23-149134c24513 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-146966465-network', 'tenant_id': '5fa9cfd621f24685bb004e34e521b051'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:56.445325 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d081e551-d1b9-43dc-92bd-9e8647a8ad97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0148340b-5aef-41d2-9f42-58135e784203,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:56.446769 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6912e9-4e0e-4dc1-8bc5-4b4e3ec29cfb req-feca38db-e9cc-4cfd-8e76-b738bdf6f582 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:56.449100 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d6912e9-4e0e-4dc1-8bc5-4b4e3ec29cfb req-feca38db-e9cc-4cfd-8e76-b738bdf6f582 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 966 time: 0.2691495 Dec 14 02:25:56.456342 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.db.resource_extend [None req-3bbfba71-ea80-4ea2-80a7-cb0e9016b39f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 02:25:56.461433 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2f0f3dd-5627-4a4f-aa9e-c1dc1279de28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.534370 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d1b87c-d845-4ca0-8d23-149134c24513 admin admin] Made reservation on behalf of 5fa9cfd621f24685bb004e34e521b051 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:25:56.536768 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08d1b87c-d845-4ca0-8d23-149134c24513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.545748 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08d1b87c-d845-4ca0-8d23-149134c24513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.552021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec689b-2552-4fce-9871-efb34efef700 req-66d19853-8837-47ba-bf9d-511a84612d42 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:56.553572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17ec689b-2552-4fce-9871-efb34efef700 req-66d19853-8837-47ba-bf9d-511a84612d42 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4122288 Dec 14 02:25:56.558339 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-15863196-ffc9-4122-9674-254b0788d7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.597394 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2f0f3dd-5627-4a4f-aa9e-c1dc1279de28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.626473 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3bbfba71-ea80-4ea2-80a7-cb0e9016b39f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.629712 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15863196-ffc9-4122-9674-254b0788d7df admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea04811a-50c6-4911-a516-79580d9420e5,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:56.649518 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17ec689b-2552-4fce-9871-efb34efef700 req-c16038ab-3f30-47e9-b435-880e5a188dac tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/quotas/ef3f6a9257af48c299692b4173ea446c HTTP/1.1" status: 200 len: 375 time: 0.0799716 Dec 14 02:25:56.656088 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15863196-ffc9-4122-9674-254b0788d7df admin admin] Checking segment: {'id': '7ef3fe7c-2001-4ee3-82b0-2a830f22e221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '520597da-360e-4d37-9846-f03dcfd8b472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:25:56.656561 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15863196-ffc9-4122-9674-254b0788d7df admin admin] Network hostable DHCP agents. Network: 520597da-360e-4d37-9846-f03dcfd8b472, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:25:56.660731 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.693345 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08d1b87c-d845-4ca0-8d23-149134c24513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.697249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d6912e9-4e0e-4dc1-8bc5-4b4e3ec29cfb req-31820421-201d-4039-b9b9-b5c2e95cc52a tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341986 Dec 14 02:25:56.711870 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c70b714e-1f0a-4f5f-a3b0-5921351fd762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.720088 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3bbfba71-ea80-4ea2-80a7-cb0e9016b39f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.790781 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15863196-ffc9-4122-9674-254b0788d7df admin admin] Network 520597da-360e-4d37-9846-f03dcfd8b472 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:25:56.794708 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44406) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:56.809224 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c70b714e-1f0a-4f5f-a3b0-5921351fd762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.818104 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08d1b87c-d845-4ca0-8d23-149134c24513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.839886 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d1b87c-d845-4ca0-8d23-149134c24513 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:25:56.848536 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17ec689b-2552-4fce-9871-efb34efef700 req-21f44a74-b7d9-4012-911c-e26e1e875361 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef3f6a9257af48c299692b4173ea446c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1879938 Dec 14 02:25:56.864242 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1b87c-d845-4ca0-8d23-149134c24513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a8903e-3ae9-4d97-8729-eb1e3905cab4,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:56.867659 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08d1b87c-d845-4ca0-8d23-149134c24513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.868615 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-08d1b87c-d845-4ca0-8d23-149134c24513 admin admin] Added segment 70e2dcbf-d783-40bd-b2cf-92a175bdf154 of type vlan for network 7c8ded02-3f2a-47cb-bd50-8adee21a9a99 Dec 14 02:25:56.891784 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2f0f3dd-5627-4a4f-aa9e-c1dc1279de28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.895470 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2f0f3dd-5627-4a4f-aa9e-c1dc1279de28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.896874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a2f0f3dd-5627-4a4f-aa9e-c1dc1279de28 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b7764e7-0051-449c-8bd8-39c575b2c92f HTTP/1.1" status: 204 len: 168 time: 0.8117523 Dec 14 02:25:56.900666 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-3bbfba71-ea80-4ea2-80a7-cb0e9016b39f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Floating IP 8c7dcbed-bb74-4d86-8728-d90d62ef1e28 associated. External IP: 172.25.7.214, port: 2e031dc1-15d9-49da-b6e6-0cbb131278bb. Dec 14 02:25:56.917504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-15863196-ffc9-4122-9674-254b0788d7df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 520597da-360e-4d37-9846-f03dcfd8b472) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:56.928000 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7f26ea-2c61-417f-91e7-45205994c028 None None] Network 520597da-360e-4d37-9846-f03dcfd8b472 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:25:56.950099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15863196-ffc9-4122-9674-254b0788d7df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:56.950099 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-15863196-ffc9-4122-9674-254b0788d7df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:56.970898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0f3dd-5627-4a4f-aa9e-c1dc1279de28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7764e7-0051-449c-8bd8-39c575b2c92f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:56.986127 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08d1b87c-d845-4ca0-8d23-149134c24513 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:57.001993 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f36a-f231-4d8e-bb31-f87f89236e28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:57.003502 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c70b714e-1f0a-4f5f-a3b0-5921351fd762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:57.006175 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c70b714e-1f0a-4f5f-a3b0-5921351fd762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:57.009365 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c70b714e-1f0a-4f5f-a3b0-5921351fd762 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0148340b-5aef-41d2-9f42-58135e784203 HTTP/1.1" status: 204 len: 168 time: 0.6207094 Dec 14 02:25:57.026038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b714e-1f0a-4f5f-a3b0-5921351fd762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0148340b-5aef-41d2-9f42-58135e784203,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:57.102050 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea4978d-d3ae-4bca-a929-d48ec735a9cf None None] Network 520597da-360e-4d37-9846-f03dcfd8b472 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:25:57.106695 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f36a-f231-4d8e-bb31-f87f89236e28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:57.126265 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-15863196-ffc9-4122-9674-254b0788d7df admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3415062 Dec 14 02:25:57.139219 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08d1b87c-d845-4ca0-8d23-149134c24513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:57.140183 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d1b87c-d845-4ca0-8d23-149134c24513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:57.140818 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08d1b87c-d845-4ca0-8d23-149134c24513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:57.214194 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1b87c-d845-4ca0-8d23-149134c24513 admin admin] Pushing event updated for resources: {'Network': ['ID=7c8ded02-3f2a-47cb-bd50-8adee21a9a99,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:57.235373 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fbb7f36a-f231-4d8e-bb31-f87f89236e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:57.239308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbfba71-ea80-4ea2-80a7-cb0e9016b39f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Router 07d711a3-15e1-406a-a16c-19b9930ebad9 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:25:57.250846 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 7c8ded02-3f2a-47cb-bd50-8adee21a9a99 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:25:57.281941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a6eb054-9ab8-47b0-a1b0-c7724203a22c req-bd9ddeac-dfcd-4a87-b712-c267c93edb76 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 210 time: 0.0402906 Dec 14 02:25:57.300919 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-08d1b87c-d845-4ca0-8d23-149134c24513 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0661304 Dec 14 02:25:57.305775 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44422) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:57.310203 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-59d05dce-1c2b-4c23-b429-952708d312bd admin admin] Request body: {'subnet': {'network_id': '7c8ded02-3f2a-47cb-bd50-8adee21a9a99', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-146966465-subnet', 'tenant_id': '5fa9cfd621f24685bb004e34e521b051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:57.317273 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fbb7f36a-f231-4d8e-bb31-f87f89236e28 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff60c457bb334fe6995eaf248b107810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5228536 Dec 14 02:25:57.319468 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7f36a-f231-4d8e-bb31-f87f89236e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbc2d1c-e143-410c-88e5-604ea743893d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:57.325080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44424) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:57.386263 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 091040b6-44b6-46a5-af60-062b519f8ec7 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:25:57.406126 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1dc53e53-efb1-4bc2-b9be-858347533335 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:57.452421 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d05dce-1c2b-4c23-b429-952708d312bd admin admin] Made reservation on behalf of 5fa9cfd621f24685bb004e34e521b051 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:25:57.452512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbfba71-ea80-4ea2-80a7-cb0e9016b39f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:25:57.454458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 091040b6-44b6-46a5-af60-062b519f8ec7 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:25:57.455067 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 091040b6-44b6-46a5-af60-062b519f8ec7 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:25:57.459837 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3bbfba71-ea80-4ea2-80a7-cb0e9016b39f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:57.467358 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-59d05dce-1c2b-4c23-b429-952708d312bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:57.468990 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e819036-ef08-46e5-bc2a-d66738f7b084 None None] Sync routers for ids ['07d711a3-15e1-406a-a16c-19b9930ebad9'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:25:57.472463 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1dc53e53-efb1-4bc2-b9be-858347533335 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:57.495647 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e819036-ef08-46e5-bc2a-d66738f7b084 None None] Routers {'07d711a3-15e1-406a-a16c-19b9930ebad9'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:25:57.496629 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3e819036-ef08-46e5-bc2a-d66738f7b084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:25:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['07d711a3-15e1-406a-a16c-19b9930ebad9'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:57.527912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3bbfba71-ea80-4ea2-80a7-cb0e9016b39f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "PUT /v2.0/floatingips/8c7dcbed-bb74-4d86-8728-d90d62ef1e28 HTTP/1.1" status: 200 len: 992 time: 2.1259780 Dec 14 02:25:57.528601 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35be84c4-6cb1-40a8-bef2-f869303c0170', 'tag': '2e031dc1-15d9-49da-b6e6-0cbb131278bb'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:25:57.531257 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4a8345-59ea-4e46-a67d-9e542d2083ab" -d '{"events": [{"name": "network-changed", "server_uuid": "35be84c4-6cb1-40a8-bef2-f869303c0170", "tag": "2e031dc1-15d9-49da-b6e6-0cbb131278bb"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:25:57.637672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-3e819036-ef08-46e5-bc2a-d66738f7b084 None None] Set router 07d711a3-15e1-406a-a16c-19b9930ebad9 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:25:57.720489 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9256210e-9957-4adb-8198-7981dce6d914 x-openstack-request-id: req-9256210e-9957-4adb-8198-7981dce6d914 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:25:57.720489 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35be84c4-6cb1-40a8-bef2-f869303c0170", "tag": "2e031dc1-15d9-49da-b6e6-0cbb131278bb", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:25:57.720489 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9256210e-9957-4adb-8198-7981dce6d914 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:25:57.720489 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35be84c4-6cb1-40a8-bef2-f869303c0170', 'tag': '2e031dc1-15d9-49da-b6e6-0cbb131278bb', 'status': 'completed', 'code': 200} Dec 14 02:25:57.796707 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1dc53e53-efb1-4bc2-b9be-858347533335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:57.800798 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1dc53e53-efb1-4bc2-b9be-858347533335 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:57.802007 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1dc53e53-efb1-4bc2-b9be-858347533335 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ccbc2d1c-e143-410c-88e5-604ea743893d HTTP/1.1" status: 204 len: 168 time: 0.4758914 Dec 14 02:25:57.810447 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc53e53-efb1-4bc2-b9be-858347533335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbc2d1c-e143-410c-88e5-604ea743893d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:57.827362 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-59d05dce-1c2b-4c23-b429-952708d312bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:57.965875 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d05dce-1c2b-4c23-b429-952708d312bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b0e5574-7962-4a17-a731-729b765e0cf0,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:57.975492 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3e819036-ef08-46e5-bc2a-d66738f7b084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:25:03Z', 'revision_number': 4, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port': {'id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:24:59Z', 'updated_at': '2021-12-14T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '8c7dcbed-bb74-4d86-8728-d90d62ef1e28', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'floating_ip_address': '172.25.7.214', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'port_id': '2e031dc1-15d9-49da-b6e6-0cbb131278bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'mac_address': 'fa:16:3e:44:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35be84c4-6cb1-40a8-bef2-f869303c0170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:25:23Z', 'updated_at': '2021-12-14T02:25:56Z', 'revision_number': 1, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083e6d24-6c73-47ea-a5c3-66ab99d806d1', 'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'mac_address': 'fa:16:3e:ce:1e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:02Z', 'updated_at': '2021-12-14T02:25:07Z', 'revision_number': 5, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'subnets': [{'id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:57.976099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d05dce-1c2b-4c23-b429-952708d312bd admin admin] Checking segment: {'id': '70e2dcbf-d783-40bd-b2cf-92a175bdf154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7c8ded02-3f2a-47cb-bd50-8adee21a9a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:25:57.976430 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d05dce-1c2b-4c23-b429-952708d312bd admin admin] Network hostable DHCP agents. Network: 7c8ded02-3f2a-47cb-bd50-8adee21a9a99, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:25:58.013564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e819036-ef08-46e5-bc2a-d66738f7b084 None None] Checking router: 07d711a3-15e1-406a-a16c-19b9930ebad9 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:25:58.020074 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44446) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:58.024341 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e819036-ef08-46e5-bc2a-d66738f7b084 None None] Routers {'07d711a3-15e1-406a-a16c-19b9930ebad9'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:25:58.025239 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3e819036-ef08-46e5-bc2a-d66738f7b084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:25:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['07d711a3-15e1-406a-a16c-19b9930ebad9'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:58.046977 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a8345-59ea-4e46-a67d-9e542d2083ab req-08df85f9-f175-4463-825d-167143b346f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:58.048948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd4a8345-59ea-4e46-a67d-9e542d2083ab req-08df85f9-f175-4463-825d-167143b346f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e3fe530e444f4eb8a4088885651364&device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 1097 time: 0.2829895 Dec 14 02:25:58.083052 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1725e4f-dbc4-46f1-92a9-08c43141f0f5 req-8a67cb11-480d-4d46-b303-9e5b4438ea76 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:58.090862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1725e4f-dbc4-46f1-92a9-08c43141f0f5 req-8a67cb11-480d-4d46-b303-9e5b4438ea76 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 966 time: 0.2870865 Dec 14 02:25:58.102575 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9dabef2f-2a09-4473-9de3-078df23d7b47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6eb2316b817a497aa02dc0b01c5ea855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0809300 Dec 14 02:25:58.105435 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44452) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:58.133146 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44454) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:58.154168 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d05dce-1c2b-4c23-b429-952708d312bd admin admin] Network 7c8ded02-3f2a-47cb-bd50-8adee21a9a99 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:25:58.192654 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a5c328e-129d-457f-8d48-5d8659646b39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:58.212298 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1725e4f-dbc4-46f1-92a9-08c43141f0f5 req-d442784a-40d9-4e3d-9ab4-47441e4895a3 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203904 Dec 14 02:25:58.249401 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8edc557-3961-496b-8144-c4f0477604f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:58.257627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a8345-59ea-4e46-a67d-9e542d2083ab req-b199793e-8857-4d8e-929b-587f4ac3adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:58.259358 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd4a8345-59ea-4e46-a67d-9e542d2083ab req-b199793e-8857-4d8e-929b-587f4ac3adcd service neutron] 10.222.0.47 "GET /v2.0/networks?id=c04429dc-468a-4168-bf68-221cba49072a HTTP/1.1" status: 200 len: 924 time: 0.1955297 Dec 14 02:25:58.268110 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-59d05dce-1c2b-4c23-b429-952708d312bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 7c8ded02-3f2a-47cb-bd50-8adee21a9a99) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:25:58.287292 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d05dce-1c2b-4c23-b429-952708d312bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:58.287859 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-59d05dce-1c2b-4c23-b429-952708d312bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:58.296418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7d691b-bb74-4dce-a71c-622f43eb9ab4 None None] Network 7c8ded02-3f2a-47cb-bd50-8adee21a9a99 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:25:58.302596 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8edc557-3961-496b-8144-c4f0477604f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:58.332679 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-3e819036-ef08-46e5-bc2a-d66738f7b084 None None] Set router 07d711a3-15e1-406a-a16c-19b9930ebad9 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:25:58.365653 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a5c328e-129d-457f-8d48-5d8659646b39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:58.415446 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-59d05dce-1c2b-4c23-b429-952708d312bd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1044497 Dec 14 02:25:58.415987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-8274c283-857e-4cbe-ba67-46325dd5e07d req-97cf9add-1c6f-4407-8fef-d80160307ead tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1068785358', 'description': 'tempest-description-1003783923'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:58.429606 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd4a8345-59ea-4e46-a67d-9e542d2083ab req-0f70117b-c114-4022-af9a-ebdc5845f8da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e031dc1-15d9-49da-b6e6-0cbb131278bb HTTP/1.1" status: 200 len: 1000 time: 0.1624260 Dec 14 02:25:58.436762 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a5c328e-129d-457f-8d48-5d8659646b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:58.444576 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8edc557-3961-496b-8144-c4f0477604f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:58.449950 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8edc557-3961-496b-8144-c4f0477604f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:58.449950 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c8edc557-3961-496b-8144-c4f0477604f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/719dec28-ab9e-4fbb-a216-e01ab52cd336 HTTP/1.1" status: 204 len: 168 time: 0.3427691 Dec 14 02:25:58.506489 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2a5c328e-129d-457f-8d48-5d8659646b39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87e005e5a9214d649e5d004bb527ab67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691957 Dec 14 02:25:58.507887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c328e-129d-457f-8d48-5d8659646b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a95fc00-edb9-4ab4-bc8d-609e7b5d8427,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:58.510107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44466) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:58.518533 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c328e-129d-457f-8d48-5d8659646b39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:58.519076 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c328e-129d-457f-8d48-5d8659646b39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:58.519707 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c328e-129d-457f-8d48-5d8659646b39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:58.520192 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c328e-129d-457f-8d48-5d8659646b39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:58.520675 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c328e-129d-457f-8d48-5d8659646b39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:58.521486 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c328e-129d-457f-8d48-5d8659646b39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:58.522169 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c328e-129d-457f-8d48-5d8659646b39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:58.523274 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c328e-129d-457f-8d48-5d8659646b39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:58.524097 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c328e-129d-457f-8d48-5d8659646b39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:58.524589 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c328e-129d-457f-8d48-5d8659646b39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:58.525066 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c328e-129d-457f-8d48-5d8659646b39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:58.525572 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c328e-129d-457f-8d48-5d8659646b39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:58.526045 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5c328e-129d-457f-8d48-5d8659646b39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:58.561785 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8edc557-3961-496b-8144-c4f0477604f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719dec28-ab9e-4fbb-a216-e01ab52cd336,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:58.566913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a8345-59ea-4e46-a67d-9e542d2083ab req-7142a15a-7c24-406f-9ad4-7cfd68eb9710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:58.572766 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd4a8345-59ea-4e46-a67d-9e542d2083ab req-7142a15a-7c24-406f-9ad4-7cfd68eb9710 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5c5572c-4193-43ef-9be4-6611a52aae66 HTTP/1.1" status: 200 len: 862 time: 0.1175041 Dec 14 02:25:58.617652 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8274c283-857e-4cbe-ba67-46325dd5e07d req-97cf9add-1c6f-4407-8fef-d80160307ead tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:58.625102 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c834e3c0-035e-4595-b5e4-c2b07dfdb8c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:58.667932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6617c306-2012-4537-b120-c759f59b7fc9 None None] Network 7c8ded02-3f2a-47cb-bd50-8adee21a9a99 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:25:58.720170 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c834e3c0-035e-4595-b5e4-c2b07dfdb8c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:58.788139 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a8345-59ea-4e46-a67d-9e542d2083ab req-eaa91492-a7e7-46c8-899c-0a2ddb67d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:58.789663 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd4a8345-59ea-4e46-a67d-9e542d2083ab req-eaa91492-a7e7-46c8-899c-0a2ddb67d393 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c04429dc-468a-4168-bf68-221cba49072a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2114189 Dec 14 02:25:58.869549 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3e819036-ef08-46e5-bc2a-d66738f7b084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:25:03Z', 'revision_number': 4, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port': {'id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:24:59Z', 'updated_at': '2021-12-14T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '8c7dcbed-bb74-4d86-8728-d90d62ef1e28', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'floating_ip_address': '172.25.7.214', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'port_id': '2e031dc1-15d9-49da-b6e6-0cbb131278bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'mac_address': 'fa:16:3e:44:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35be84c4-6cb1-40a8-bef2-f869303c0170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:25:23Z', 'updated_at': '2021-12-14T02:25:56Z', 'revision_number': 1, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083e6d24-6c73-47ea-a5c3-66ab99d806d1', 'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'mac_address': 'fa:16:3e:ce:1e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:02Z', 'updated_at': '2021-12-14T02:25:07Z', 'revision_number': 5, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'subnets': [{'id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:25:58.899836 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e819036-ef08-46e5-bc2a-d66738f7b084 None None] The sync data for ids ['07d711a3-15e1-406a-a16c-19b9930ebad9'] in n-d-821636-1 is: [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:25:03Z', 'revision_number': 4, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port': {'id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:24:59Z', 'updated_at': '2021-12-14T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '8c7dcbed-bb74-4d86-8728-d90d62ef1e28', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'floating_ip_address': '172.25.7.214', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'port_id': '2e031dc1-15d9-49da-b6e6-0cbb131278bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'mac_address': 'fa:16:3e:44:d0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35be84c4-6cb1-40a8-bef2-f869303c0170', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:25:23Z', 'updated_at': '2021-12-14T02:25:56Z', 'revision_number': 1, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083e6d24-6c73-47ea-a5c3-66ab99d806d1', 'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'mac_address': 'fa:16:3e:ce:1e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:02Z', 'updated_at': '2021-12-14T02:25:07Z', 'revision_number': 5, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'subnets': [{'id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:25:58.904512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cba4e6-ff13-40ca-b77f-7835b43b62c9 req-3db8781a-4e42-491d-84a1-a28264f564db tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:58.908688 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15cba4e6-ff13-40ca-b77f-7835b43b62c9 req-3db8781a-4e42-491d-84a1-a28264f564db tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 1117 time: 0.2294519 Dec 14 02:25:58.968870 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8274c283-857e-4cbe-ba67-46325dd5e07d req-97cf9add-1c6f-4407-8fef-d80160307ead tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:58.999316 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd4a8345-59ea-4e46-a67d-9e542d2083ab req-c92f3ded-94f2-4def-8633-e4b110116d50 service neutron] 10.222.0.47 "GET /v2.0/networks/c04429dc-468a-4168-bf68-221cba49072a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819680 Dec 14 02:25:59.022056 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c834e3c0-035e-4595-b5e4-c2b07dfdb8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:59.024660 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c834e3c0-035e-4595-b5e4-c2b07dfdb8c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:59.028273 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c834e3c0-035e-4595-b5e4-c2b07dfdb8c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a95fc00-edb9-4ab4-bc8d-609e7b5d8427 HTTP/1.1" status: 204 len: 168 time: 0.5132985 Dec 14 02:25:59.052063 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15cba4e6-ff13-40ca-b77f-7835b43b62c9 req-7ed761e8-cbba-403a-a17b-d3e685c2790d tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239283 Dec 14 02:25:59.093826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834e3c0-035e-4595-b5e4-c2b07dfdb8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a95fc00-edb9-4ab4-bc8d-609e7b5d8427,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:59.108698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834e3c0-035e-4595-b5e4-c2b07dfdb8c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:59.109050 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834e3c0-035e-4595-b5e4-c2b07dfdb8c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:59.109430 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834e3c0-035e-4595-b5e4-c2b07dfdb8c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:59.109776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834e3c0-035e-4595-b5e4-c2b07dfdb8c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:59.110113 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834e3c0-035e-4595-b5e4-c2b07dfdb8c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:59.110447 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834e3c0-035e-4595-b5e4-c2b07dfdb8c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:59.110867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834e3c0-035e-4595-b5e4-c2b07dfdb8c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:59.111243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834e3c0-035e-4595-b5e4-c2b07dfdb8c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:59.111573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834e3c0-035e-4595-b5e4-c2b07dfdb8c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:59.111904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834e3c0-035e-4595-b5e4-c2b07dfdb8c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:59.112230 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834e3c0-035e-4595-b5e4-c2b07dfdb8c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:59.112609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834e3c0-035e-4595-b5e4-c2b07dfdb8c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:59.112934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c834e3c0-035e-4595-b5e4-c2b07dfdb8c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:25:59.119277 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8274c283-857e-4cbe-ba67-46325dd5e07d req-97cf9add-1c6f-4407-8fef-d80160307ead tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:59.179243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf9add-1c6f-4407-8fef-d80160307ead tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f99193d-29ea-43e7-9b98-10ae90dc0115,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:25:59.211825 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd4a8345-59ea-4e46-a67d-9e542d2083ab req-4727fc2f-f8b2-4a6a-bdaf-0a51cc6c0ee7 service neutron] 10.222.0.47 "GET /v2.0/networks/c04429dc-468a-4168-bf68-221cba49072a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048552 Dec 14 02:25:59.242878 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455073ed-4210-44c4-89a1-51f653e9f474 None None] New status for floating IP 8c7dcbed-bb74-4d86-8728-d90d62ef1e28: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:25:59.262521 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be0af6db-ec96-401c-a9e1-52cf0c680274 req-d7daee93-1c73-4c16-ba92-38f961b69399 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 210 time: 0.0301373 Dec 14 02:25:59.265328 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8274c283-857e-4cbe-ba67-46325dd5e07d req-97cf9add-1c6f-4407-8fef-d80160307ead tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:59.266490 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8274c283-857e-4cbe-ba67-46325dd5e07d req-97cf9add-1c6f-4407-8fef-d80160307ead tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.8710310 Dec 14 02:25:59.412700 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42527cb7-e0af-4a4e-a56d-0b9b54ec9a51 req-89de76af-8d66-4c22-a666-55602677f377 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:59.414964 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42527cb7-e0af-4a4e-a56d-0b9b54ec9a51 req-89de76af-8d66-4c22-a666-55602677f377 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 1117 time: 0.0696061 Dec 14 02:25:59.493394 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42527cb7-e0af-4a4e-a56d-0b9b54ec9a51 req-458079bf-5960-4328-aacb-0b5e8b92f7c9 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613413 Dec 14 02:25:59.587634 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57beade0-77af-469d-b49f-cc5b167d0439 req-640ccf1d-23f9-4f5a-b24e-cc44fffdc37c tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "GET /v2.0/security-groups/3f99193d-29ea-43e7-9b98-10ae90dc0115 HTTP/1.1" status: 200 len: 1830 time: 0.0973179 Dec 14 02:25:59.605213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-57beade0-77af-469d-b49f-cc5b167d0439 req-ec0586fb-7df1-4607-b25e-a988fdd803cc tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f99193d-29ea-43e7-9b98-10ae90dc0115', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:59.605634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-57beade0-77af-469d-b49f-cc5b167d0439 req-ec0586fb-7df1-4607-b25e-a988fdd803cc tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f99193d-29ea-43e7-9b98-10ae90dc0115', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:59.691864 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17ec689b-2552-4fce-9871-efb34efef700 req-7d6d7414-f883-489f-896f-a698d136d1a5 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ef3f6a9257af48c299692b4173ea446c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250483 Dec 14 02:25:59.720320 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.46', 61512) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:25:59.790482 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4a2278a7-36c7-4fee-bf19-a96b3ff8ab33 req-22b94501-7348-4f48-b410-721ea9c42544 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691509 Dec 14 02:25:59.819310 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:59.864132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec689b-2552-4fce-9871-efb34efef700 req-a81c1c09-7c3e-4f4f-81b1-a358bbd237a0 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:59.865638 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17ec689b-2552-4fce-9871-efb34efef700 req-a81c1c09-7c3e-4f4f-81b1-a358bbd237a0 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1679871 Dec 14 02:25:59.868414 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57beade0-77af-469d-b49f-cc5b167d0439 req-ec0586fb-7df1-4607-b25e-a988fdd803cc tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:59.894214 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57beade0-77af-469d-b49f-cc5b167d0439 req-ec0586fb-7df1-4607-b25e-a988fdd803cc tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:59.899668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-17ec689b-2552-4fce-9871-efb34efef700 req-35df33a2-005f-4510-92f4-3ade0fb68755 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Request body: {'port': {'device_id': 'b8d9a894-5d9b-4078-8157-d446785d6c4e', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': 'ef3f6a9257af48c299692b4173ea446c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:25:59.954857 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2278a7-36c7-4fee-bf19-a96b3ff8ab33 req-ea74898d-d672-451f-a6bd-8a074337bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:25:59.957040 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4a2278a7-36c7-4fee-bf19-a96b3ff8ab33 req-ea74898d-d672-451f-a6bd-8a074337bab8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 1117 time: 0.0754149 Dec 14 02:25:59.961939 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57beade0-77af-469d-b49f-cc5b167d0439 req-ec0586fb-7df1-4607-b25e-a988fdd803cc tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:25:59.997142 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0586fb-7df1-4607-b25e-a988fdd803cc tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ecacb59-508a-4d19-9bba-7990d3933873,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:00.084159 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2278a7-36c7-4fee-bf19-a96b3ff8ab33 req-9c994b78-8e6c-424d-9c0e-953e1ad47db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:00.091034 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4a2278a7-36c7-4fee-bf19-a96b3ff8ab33 req-9c994b78-8e6c-424d-9c0e-953e1ad47db7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 921 time: 0.1072874 Dec 14 02:26:00.091451 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57beade0-77af-469d-b49f-cc5b167d0439 req-ec0586fb-7df1-4607-b25e-a988fdd803cc tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:00.091451 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57beade0-77af-469d-b49f-cc5b167d0439 req-ec0586fb-7df1-4607-b25e-a988fdd803cc tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4908438 Dec 14 02:26:00.123544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44524) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:00.134698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-0f83063e-d4c8-4a4e-bed9-40de5bc25c6e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-898513641-network', 'tenant_id': '950de9d6274349dfabbbdd82797385ac'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:00.139220 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4a2278a7-36c7-4fee-bf19-a96b3ff8ab33 req-e2c4dac0-1819-441d-bdee-aa02a0ccdaf9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc851219-ec26-4237-8d21-8dcd22db24e8 HTTP/1.1" status: 200 len: 217 time: 0.0460784 Dec 14 02:26:00.196009 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17ec689b-2552-4fce-9871-efb34efef700 req-35df33a2-005f-4510-92f4-3ade0fb68755 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Made reservation on behalf of ef3f6a9257af48c299692b4173ea446c for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:26:00.199873 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-17ec689b-2552-4fce-9871-efb34efef700 req-35df33a2-005f-4510-92f4-3ade0fb68755 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:00.200217 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2278a7-36c7-4fee-bf19-a96b3ff8ab33 req-aabf8880-eddf-4323-b73e-cceeecdfe8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:00.201911 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4a2278a7-36c7-4fee-bf19-a96b3ff8ab33 req-aabf8880-eddf-4323-b73e-cceeecdfe8ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.0553589 Dec 14 02:26:00.244096 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4a2278a7-36c7-4fee-bf19-a96b3ff8ab33 req-93c36e5f-9956-495b-b56a-5f7d736c1ef2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347834 Dec 14 02:26:00.269161 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdd43b3b-9512-4c9b-8caf-fe8cf299526a req-7eeee91e-b488-4e11-bba9-ca00382ea980 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "GET /v2.0/security-groups/3f99193d-29ea-43e7-9b98-10ae90dc0115 HTTP/1.1" status: 200 len: 2423 time: 0.1077065 Dec 14 02:26:00.336489 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9db3f0dd-4b64-4339-899b-e667f16b59b1 req-57e51b49-edf8-4bb0-9011-72cd72734647 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "GET /v2.0/security-group-rules/5ecacb59-508a-4d19-9bba-7990d3933873 HTTP/1.1" status: 200 len: 778 time: 0.0330405 Dec 14 02:26:00.366561 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4a2278a7-36c7-4fee-bf19-a96b3ff8ab33 req-d1bbfdeb-0d3e-4906-a2fe-32e8b6f63eeb service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141498 Dec 14 02:26:00.385259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f83063e-d4c8-4a4e-bed9-40de5bc25c6e admin admin] Made reservation on behalf of 950de9d6274349dfabbbdd82797385ac for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:26:00.390393 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f83063e-d4c8-4a4e-bed9-40de5bc25c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:00.415834 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f83063e-d4c8-4a4e-bed9-40de5bc25c6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:00.459712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-17ec689b-2552-4fce-9871-efb34efef700 req-35df33a2-005f-4510-92f4-3ade0fb68755 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Allocated IP 192.168.233.54 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/525198b6-ceb0-44f9-83ed-43dc28f788b5) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:26:00.468671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9db3f0dd-4b64-4339-899b-e667f16b59b1 req-3862170d-bbe3-4642-8906-c9da45a704a6 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "GET /v2.0/security-groups/3f99193d-29ea-43e7-9b98-10ae90dc0115 HTTP/1.1" status: 200 len: 2423 time: 0.1206882 Dec 14 02:26:00.517692 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4a2278a7-36c7-4fee-bf19-a96b3ff8ab33 req-76b595bf-46c3-4fdc-9327-525659c3a9fa service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404309 Dec 14 02:26:00.546088 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9db3f0dd-4b64-4339-899b-e667f16b59b1 req-c3118c07-300a-47c9-ba62-225d0fd258ee tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:00.572838 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9db3f0dd-4b64-4339-899b-e667f16b59b1 req-c3118c07-300a-47c9-ba62-225d0fd258ee tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:00.676931 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f83063e-d4c8-4a4e-bed9-40de5bc25c6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:00.707064 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9db3f0dd-4b64-4339-899b-e667f16b59b1 req-c3118c07-300a-47c9-ba62-225d0fd258ee tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:00.721353 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9db3f0dd-4b64-4339-899b-e667f16b59b1 req-c3118c07-300a-47c9-ba62-225d0fd258ee tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:00.722463 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9db3f0dd-4b64-4339-899b-e667f16b59b1 req-c3118c07-300a-47c9-ba62-225d0fd258ee tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/5ecacb59-508a-4d19-9bba-7990d3933873 HTTP/1.1" status: 204 len: 173 time: 0.2458677 Dec 14 02:26:00.736312 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3118c07-300a-47c9-ba62-225d0fd258ee tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ecacb59-508a-4d19-9bba-7990d3933873,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:00.748427 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f83063e-d4c8-4a4e-bed9-40de5bc25c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:00.761466 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f83063e-d4c8-4a4e-bed9-40de5bc25c6e admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:26:00.771200 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f83063e-d4c8-4a4e-bed9-40de5bc25c6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:00.771416 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-0f83063e-d4c8-4a4e-bed9-40de5bc25c6e admin admin] Added segment 33064ef5-eafd-42c4-982e-b28e4f706514 of type vlan for network 81c68767-ec24-49df-b8e2-7cf88be8f995 Dec 14 02:26:00.801669 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-17ec689b-2552-4fce-9871-efb34efef700 req-35df33a2-005f-4510-92f4-3ade0fb68755 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:00.834792 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83063e-d4c8-4a4e-bed9-40de5bc25c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287c3807-b96d-4fa4-973d-253c2e15bacc,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:00.905551 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2cf7f006-adbb-4e2b-a2df-4a8a8cb3e4a8 req-762da73c-235f-4a7e-bf1f-b70753ac352c tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 210 time: 0.1020715 Dec 14 02:26:00.916796 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f83063e-d4c8-4a4e-bed9-40de5bc25c6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:01.025261 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f83063e-d4c8-4a4e-bed9-40de5bc25c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:01.027328 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f83063e-d4c8-4a4e-bed9-40de5bc25c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:01.028725 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f83063e-d4c8-4a4e-bed9-40de5bc25c6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:01.081662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-1babc5ee-7906-462f-bf77-5c457908a413 req-16be47a8-64e1-412f-9580-8d5fbd9fc065 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-384054528', 'description': 'tempest-description-397526093'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:01.092671 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-17ec689b-2552-4fce-9871-efb34efef700 req-35df33a2-005f-4510-92f4-3ade0fb68755 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:01.127628 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['c3555925-19c2-4ab0-91e6-2e177fe7b0fa'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:01.149974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83063e-d4c8-4a4e-bed9-40de5bc25c6e admin admin] Pushing event updated for resources: {'Network': ['ID=81c68767-ec24-49df-b8e2-7cf88be8f995,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:01.166379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 81c68767-ec24-49df-b8e2-7cf88be8f995 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:26:01.169714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17ec689b-2552-4fce-9871-efb34efef700 req-35df33a2-005f-4510-92f4-3ade0fb68755 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:26:01.173101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-17ec689b-2552-4fce-9871-efb34efef700 req-35df33a2-005f-4510-92f4-3ade0fb68755 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:26:01.176986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ec689b-2552-4fce-9871-efb34efef700 req-35df33a2-005f-4510-92f4-3ade0fb68755 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:26:01.183837 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec689b-2552-4fce-9871-efb34efef700 req-35df33a2-005f-4510-92f4-3ade0fb68755 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:01.184472 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-17ec689b-2552-4fce-9871-efb34efef700 req-35df33a2-005f-4510-92f4-3ade0fb68755 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:01.209104 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0f83063e-d4c8-4a4e-bed9-40de5bc25c6e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0816381 Dec 14 02:26:01.210021 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44578) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:01.210502 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df33a2-005f-4510-92f4-3ade0fb68755 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Pushing event updated for resources: {'Port': ['ID=525198b6-ceb0-44f9-83ed-43dc28f788b5,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:01.217187 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-17bc4cb7-bf27-44c4-b6e9-3913533c1a3b admin admin] Request body: {'subnet': {'network_id': '81c68767-ec24-49df-b8e2-7cf88be8f995', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-898513641-subnet', 'tenant_id': '950de9d6274349dfabbbdd82797385ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:01.281900 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1babc5ee-7906-462f-bf77-5c457908a413 req-16be47a8-64e1-412f-9580-8d5fbd9fc065 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:01.389667 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17ec689b-2552-4fce-9871-efb34efef700 req-35df33a2-005f-4510-92f4-3ade0fb68755 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4939895 Dec 14 02:26:01.423802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Request body: {'port': {'device_id': 'b8d9a894-5d9b-4078-8157-d446785d6c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:01.464101 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1babc5ee-7906-462f-bf77-5c457908a413 req-16be47a8-64e1-412f-9580-8d5fbd9fc065 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:01.465072 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bc4cb7-bf27-44c4-b6e9-3913533c1a3b admin admin] Made reservation on behalf of 950de9d6274349dfabbbdd82797385ac for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:26:01.475845 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-17bc4cb7-bf27-44c4-b6e9-3913533c1a3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:01.497798 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:26:01.518833 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:01.522630 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1d3e0271-8dde-4ff2-86ab-dbba2176ada0 None None] Provisioning complete for port 525198b6-ceb0-44f9-83ed-43dc28f788b5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:01.523826 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d3e0271-8dde-4ff2-86ab-dbba2176ada0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:01.566923 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1d3e0271-8dde-4ff2-86ab-dbba2176ada0 None None] Port 525198b6-ceb0-44f9-83ed-43dc28f788b5 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:26:01.568964 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1babc5ee-7906-462f-bf77-5c457908a413 req-16be47a8-64e1-412f-9580-8d5fbd9fc065 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:01.620614 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be47a8-64e1-412f-9580-8d5fbd9fc065 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1d310e-b69c-4ff7-b01c-359b1e2f286d,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:01.708369 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1babc5ee-7906-462f-bf77-5c457908a413 req-16be47a8-64e1-412f-9580-8d5fbd9fc065 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:01.712637 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1babc5ee-7906-462f-bf77-5c457908a413 req-16be47a8-64e1-412f-9580-8d5fbd9fc065 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.6663139 Dec 14 02:26:01.785068 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-17bc4cb7-bf27-44c4-b6e9-3913533c1a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:01.814195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bcfc005c-8f99-425e-a30c-2f600a7e8dbe req-173e4aeb-e2cc-4316-bab5-293af8db1f63 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "GET /v2.0/security-groups/1c1d310e-b69c-4ff7-b01c-359b1e2f286d HTTP/1.1" status: 200 len: 1828 time: 0.0793259 Dec 14 02:26:01.841507 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc4cb7-bf27-44c4-b6e9-3913533c1a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b2acce4-26a7-4b87-963a-a2bffa2528f4,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:01.855478 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bc4cb7-bf27-44c4-b6e9-3913533c1a3b admin admin] Checking segment: {'id': '33064ef5-eafd-42c4-982e-b28e4f706514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '81c68767-ec24-49df-b8e2-7cf88be8f995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:26:01.855831 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bc4cb7-bf27-44c4-b6e9-3913533c1a3b admin admin] Network hostable DHCP agents. Network: 81c68767-ec24-49df-b8e2-7cf88be8f995, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:26:01.913811 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-954fec61-7f86-4f22-a749-a0a642399d7d req-bc7866ae-a44f-4071-930f-c1924394c037 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-172293852', 'description': 'tempest-description-534472732'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:01.927737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bc4cb7-bf27-44c4-b6e9-3913533c1a3b admin admin] Network 81c68767-ec24-49df-b8e2-7cf88be8f995 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:26:01.937678 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525198b6-ceb0-44f9-83ed-43dc28f788b5 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:01.953706 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:01.967923 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Transition to ACTIVE for port object 525198b6-ceb0-44f9-83ed-43dc28f788b5 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:26:02.069658 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-17bc4cb7-bf27-44c4-b6e9-3913533c1a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 81c68767-ec24-49df-b8e2-7cf88be8f995) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:26:02.070049 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-954fec61-7f86-4f22-a749-a0a642399d7d req-bc7866ae-a44f-4071-930f-c1924394c037 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:02.073445 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:02.073781 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bc4cb7-bf27-44c4-b6e9-3913533c1a3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:02.074367 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-17bc4cb7-bf27-44c4-b6e9-3913533c1a3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:02.080365 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc537d4-a878-4633-998e-8798c08c71a6 None None] Network 81c68767-ec24-49df-b8e2-7cf88be8f995 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:26:02.147644 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-17bc4cb7-bf27-44c4-b6e9-3913533c1a3b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9364567 Dec 14 02:26:02.188079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Pushing event updated for resources: {'Port': ['ID=525198b6-ceb0-44f9-83ed-43dc28f788b5,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:02.232453 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f33595-66a0-4f29-b092-7575f45f7360 None None] Network 81c68767-ec24-49df-b8e2-7cf88be8f995 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:26:02.286686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Attempting to bind port 525198b6-ceb0-44f9-83ed-43dc28f788b5 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:26:02.287866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Attempting to bind port 525198b6-ceb0-44f9-83ed-43dc28f788b5 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:26:02.287866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Attempting to bind port 525198b6-ceb0-44f9-83ed-43dc28f788b5 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:02.298140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Port 525198b6-ceb0-44f9-83ed-43dc28f788b5 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:26:02.298764 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Attempting to bind port 525198b6-ceb0-44f9-83ed-43dc28f788b5 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:02.319129 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:26:02.319613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:26:02.320162 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:26:02.320635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Bound port: 525198b6-ceb0-44f9-83ed-43dc28f788b5, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:26:02.321054 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:02.338467 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-954fec61-7f86-4f22-a749-a0a642399d7d req-bc7866ae-a44f-4071-930f-c1924394c037 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:02.406860 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] For port 525198b6-ceb0-44f9-83ed-43dc28f788b5, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:26:02.411552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] For port 525198b6-ceb0-44f9-83ed-43dc28f788b5, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=525198b6-ceb0-44f9-83ed-43dc28f788b5,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:26:02.418807 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-954fec61-7f86-4f22-a749-a0a642399d7d req-bc7866ae-a44f-4071-930f-c1924394c037 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:02.459985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7866ae-a44f-4071-930f-c1924394c037 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5ea340-278f-4459-8a34-263a0282b3f2,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:02.476156 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:02.526446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:02.527134 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:02.529692 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17ec689b-2552-4fce-9871-efb34efef700 req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] 10.222.0.46 "PUT /v2.0/ports/525198b6-ceb0-44f9-83ed-43dc28f788b5 HTTP/1.1" status: 200 len: 1095 time: 1.1164193 Dec 14 02:26:02.535691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d9a894-5d9b-4078-8157-d446785d6c4e', 'tag': '525198b6-ceb0-44f9-83ed-43dc28f788b5'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:02.537928 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cefccea-edc3-4bf3-9d98-61d2ce19f8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d9a894-5d9b-4078-8157-d446785d6c4e", "tag": "525198b6-ceb0-44f9-83ed-43dc28f788b5"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:02.538448 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44630) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:02.547066 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-954fec61-7f86-4f22-a749-a0a642399d7d req-bc7866ae-a44f-4071-930f-c1924394c037 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:02.548089 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-954fec61-7f86-4f22-a749-a0a642399d7d req-bc7866ae-a44f-4071-930f-c1924394c037 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.6447954 Dec 14 02:26:02.574794 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367165a8-99b8-4b38-b299-634d6d127207 service neutron] Pushing event updated for resources: {'Port': ['ID=525198b6-ceb0-44f9-83ed-43dc28f788b5,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:02.653466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16b6826-6529-453c-b784-c64ae3f575a2 admin admin] Deleting subnet 0b0e5574-7962-4a17-a731-729b765e0cf0 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:26:02.657582 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d16b6826-6529-453c-b784-c64ae3f575a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:02.676320 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e2fec87-f2c8-4ad3-8e9d-5b121af3e949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:02.702843 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d16b6826-6529-453c-b784-c64ae3f575a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:02.754039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a44da2-0722-4fed-a962-fcad5832ea05 req-75dc415b-67ee-4e1c-aa4d-f0186bc58de9 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:02.757068 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-97a44da2-0722-4fed-a962-fcad5832ea05 req-75dc415b-67ee-4e1c-aa4d-f0186bc58de9 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 947 time: 0.1188984 Dec 14 02:26:02.772164 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d16b6826-6529-453c-b784-c64ae3f575a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:02.799173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec689b-2552-4fce-9871-efb34efef700 req-415b52a8-ff89-4685-98dc-8aad5d10485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:02.801154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17ec689b-2552-4fce-9871-efb34efef700 req-415b52a8-ff89-4685-98dc-8aad5d10485f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ef3f6a9257af48c299692b4173ea446c&device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 1098 time: 0.1067064 Dec 14 02:26:02.853524 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-97a44da2-0722-4fed-a962-fcad5832ea05 req-71b47f98-1c91-4db0-98df-4f5a55a91a29 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781326 Dec 14 02:26:02.896423 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17ec689b-2552-4fce-9871-efb34efef700 req-58010e4c-7617-4511-9e21-47999f937fb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=525198b6-ceb0-44f9-83ed-43dc28f788b5 HTTP/1.1" status: 200 len: 217 time: 0.0470943 Dec 14 02:26:02.916346 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d16b6826-6529-453c-b784-c64ae3f575a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:02.943588 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b6826-6529-453c-b784-c64ae3f575a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b0e5574-7962-4a17-a731-729b765e0cf0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:02.950483 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d16b6826-6529-453c-b784-c64ae3f575a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:02.956280 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d16b6826-6529-453c-b784-c64ae3f575a2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0b0e5574-7962-4a17-a731-729b765e0cf0 HTTP/1.1" status: 204 len: 168 time: 0.4141245 Dec 14 02:26:02.957828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44644) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:02.961581 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec689b-2552-4fce-9871-efb34efef700 req-41f7eeae-33f1-415e-9781-a30180e62046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:02.962653 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17ec689b-2552-4fce-9871-efb34efef700 req-41f7eeae-33f1-415e-9781-a30180e62046 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0591474 Dec 14 02:26:03.021900 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e13f268-f3b5-4994-b97a-6e7229f10077 x-openstack-request-id: req-2e13f268-f3b5-4994-b97a-6e7229f10077 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:03.022294 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d9a894-5d9b-4078-8157-d446785d6c4e", "tag": "525198b6-ceb0-44f9-83ed-43dc28f788b5", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:03.022650 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e13f268-f3b5-4994-b97a-6e7229f10077 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:03.023186 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d9a894-5d9b-4078-8157-d446785d6c4e', 'tag': '525198b6-ceb0-44f9-83ed-43dc28f788b5', 'status': 'completed', 'code': 200} Dec 14 02:26:03.025332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec689b-2552-4fce-9871-efb34efef700 req-fa8e5d30-49ee-4a7b-9438-9c544a2c516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:03.027345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17ec689b-2552-4fce-9871-efb34efef700 req-fa8e5d30-49ee-4a7b-9438-9c544a2c516a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573335 Dec 14 02:26:03.085827 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56d26dc8-b0fb-4056-b336-ba7954e32c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:03.145695 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd475911-69bf-44d5-9464-e394f10ec469 req-c6c73198-6117-4bac-875b-95b7c6fcff50 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "GET /v2.0/security-groups/9b5ea340-278f-4459-8a34-263a0282b3f2 HTTP/1.1" status: 200 len: 1828 time: 0.1096320 Dec 14 02:26:03.198388 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56d26dc8-b0fb-4056-b336-ba7954e32c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:03.199557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17ec689b-2552-4fce-9871-efb34efef700 req-f16feace-69be-44cc-92b8-6e50822b874c service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552479 Dec 14 02:26:03.221958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-56d26dc8-b0fb-4056-b336-ba7954e32c34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8ded02-3f2a-47cb-bd50-8adee21a9a99']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:03.231425 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-56d26dc8-b0fb-4056-b336-ba7954e32c34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e2dcbf-d783-40bd-b2cf-92a175bdf154') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:03.231825 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-56d26dc8-b0fb-4056-b336-ba7954e32c34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e2dcbf-d783-40bd-b2cf-92a175bdf154') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:03.245025 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44664) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:03.252586 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56d26dc8-b0fb-4056-b336-ba7954e32c34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:03.266407 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56d26dc8-b0fb-4056-b336-ba7954e32c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:03.274446 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d26dc8-b0fb-4056-b336-ba7954e32c34 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:26:03.275951 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56d26dc8-b0fb-4056-b336-ba7954e32c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:03.311553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17ec689b-2552-4fce-9871-efb34efef700 req-90a40449-fb62-4521-b5b0-38013de78a6f service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034708 Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:26:03.313662 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:26:03.406587 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56d26dc8-b0fb-4056-b336-ba7954e32c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:03.416410 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56d26dc8-b0fb-4056-b336-ba7954e32c34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:03.421687 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-56d26dc8-b0fb-4056-b336-ba7954e32c34 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7c8ded02-3f2a-47cb-bd50-8adee21a9a99 HTTP/1.1" status: 204 len: 168 time: 0.4629471 Dec 14 02:26:03.422970 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44672) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:03.437984 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d26dc8-b0fb-4056-b336-ba7954e32c34 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c8ded02-3f2a-47cb-bd50-8adee21a9a99,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:03.610479 n-d-821636-1 neutron-server[103847]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 14 02:26:03.615236 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-e743af9f-0f9a-4082-b606-d36454d0e352 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:26:03.616349 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-e743af9f-0f9a-4082-b606-d36454d0e352 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3703725 Dec 14 02:26:03.734859 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-ab83ce06-d652-442f-955e-16c6215fd220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:03.736365 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-ab83ce06-d652-442f-955e-16c6215fd220 service neutron] 10.222.0.39 "GET /v2.0/ports/cc851219-ec26-4237-8d21-8dcd22db24e8 HTTP/1.1" status: 200 len: 1114 time: 0.0718389 Dec 14 02:26:03.746034 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-48bd93b1-d56b-43c5-91d6-21f08f1559ad service neutron] Request body: {'binding': {'host': 'n-h2-821636-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:03.746616 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-48bd93b1-d56b-43c5-91d6-21f08f1559ad service neutron] Unknown quota resources ['binding']. {{(pid=103847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 02:26:03.748906 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-755c89f3-6cca-44bb-85a4-e44e4c94d319 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ec2bcd4962024c73844a2c84cf93af90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357566 Dec 14 02:26:03.755202 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-45715809-354d-4a80-9aa3-a1abfcbe7a0e admin admin] Deleting subnet 8b2acce4-26a7-4b87-963a-a2bffa2528f4 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:26:03.768627 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-45715809-354d-4a80-9aa3-a1abfcbe7a0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:03.802364 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefccea-edc3-4bf3-9d98-61d2ce19f8dc req-34bed0a8-868c-4c49-81ea-7c9d78746b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:03.803843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cefccea-edc3-4bf3-9d98-61d2ce19f8dc req-34bed0a8-868c-4c49-81ea-7c9d78746b46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ef3f6a9257af48c299692b4173ea446c&device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 1098 time: 0.3243566 Dec 14 02:26:03.878160 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-48bd93b1-d56b-43c5-91d6-21f08f1559ad service neutron] Attempting to bind port cc851219-ec26-4237-8d21-8dcd22db24e8 on host n-h2-821636-1 for vnic_type normal with profile None {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:26:03.878511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-48bd93b1-d56b-43c5-91d6-21f08f1559ad service neutron] Attempting to bind port cc851219-ec26-4237-8d21-8dcd22db24e8 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:26:03.878833 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-48bd93b1-d56b-43c5-91d6-21f08f1559ad service neutron] Attempting to bind port cc851219-ec26-4237-8d21-8dcd22db24e8 on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:03.883321 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-48bd93b1-d56b-43c5-91d6-21f08f1559ad service neutron] Port cc851219-ec26-4237-8d21-8dcd22db24e8 on network c2babbdd-831e-4b48-8c93-0beb41d9211b not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:26:03.883642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-48bd93b1-d56b-43c5-91d6-21f08f1559ad service neutron] Attempting to bind port cc851219-ec26-4237-8d21-8dcd22db24e8 on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:03.888442 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-48bd93b1-d56b-43c5-91d6-21f08f1559ad service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:26:03.888785 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-48bd93b1-d56b-43c5-91d6-21f08f1559ad service neutron] Checking segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:26:03.889171 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-48bd93b1-d56b-43c5-91d6-21f08f1559ad service neutron] Bound using segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:26:03.889632 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-48bd93b1-d56b-43c5-91d6-21f08f1559ad service neutron] Bound port: cc851219-ec26-4237-8d21-8dcd22db24e8, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:26:03.895134 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-45715809-354d-4a80-9aa3-a1abfcbe7a0e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:03.919123 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-45715809-354d-4a80-9aa3-a1abfcbe7a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:03.976016 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-48bd93b1-d56b-43c5-91d6-21f08f1559ad service neutron] For port cc851219-ec26-4237-8d21-8dcd22db24e8, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=cc851219-ec26-4237-8d21-8dcd22db24e8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:26:03.997505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-fbfb1e36-2215-40cc-81d1-ae5d97a52b50 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:03.998944 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-fbfb1e36-2215-40cc-81d1-ae5d97a52b50 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2414856 Dec 14 02:26:04.029442 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefccea-edc3-4bf3-9d98-61d2ce19f8dc req-13490707-1ef1-4055-aa06-e831ee8900b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:04.030869 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cefccea-edc3-4bf3-9d98-61d2ce19f8dc req-13490707-1ef1-4055-aa06-e831ee8900b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1984985 Dec 14 02:26:04.033114 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-cf7153a7-0c5f-4ece-be33-67bdc071cd33 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/quotas/ec2bcd4962024c73844a2c84cf93af90 HTTP/1.1" status: 200 len: 375 time: 0.0255604 Dec 14 02:26:04.042808 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-48bd93b1-d56b-43c5-91d6-21f08f1559ad service neutron] Publish callbacks [] for binding, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:04.044118 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-48bd93b1-d56b-43c5-91d6-21f08f1559ad service neutron] 10.222.0.39 "POST /v2.0/ports/cc851219-ec26-4237-8d21-8dcd22db24e8/bindings HTTP/1.1" status: 201 len: 389 time: 0.3016286 Dec 14 02:26:04.070191 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-0158fc65-4a01-491f-abd5-ee4e69c78a75 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec2bcd4962024c73844a2c84cf93af90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306754 Dec 14 02:26:04.095871 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-45715809-354d-4a80-9aa3-a1abfcbe7a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:04.098568 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cefccea-edc3-4bf3-9d98-61d2ce19f8dc req-1ccafd90-f676-4d4e-b1a9-bb1d6df55430 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=525198b6-ceb0-44f9-83ed-43dc28f788b5 HTTP/1.1" status: 200 len: 217 time: 0.0510123 Dec 14 02:26:04.133691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45715809-354d-4a80-9aa3-a1abfcbe7a0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b2acce4-26a7-4b87-963a-a2bffa2528f4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:04.154600 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-45715809-354d-4a80-9aa3-a1abfcbe7a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:04.157898 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-45715809-354d-4a80-9aa3-a1abfcbe7a0e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8b2acce4-26a7-4b87-963a-a2bffa2528f4 HTTP/1.1" status: 204 len: 168 time: 0.7327752 Dec 14 02:26:04.161331 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44692) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:04.180392 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefccea-edc3-4bf3-9d98-61d2ce19f8dc req-c763a9b2-225a-4524-9165-d185f3fc5874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:04.181890 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cefccea-edc3-4bf3-9d98-61d2ce19f8dc req-c763a9b2-225a-4524-9165-d185f3fc5874 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0580676 Dec 14 02:26:04.227649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefccea-edc3-4bf3-9d98-61d2ce19f8dc req-71e31e4e-02fa-42c7-89b7-194249741284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:04.230932 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd485b86-e919-4f7a-a206-bd02a9f16794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:04.233425 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cefccea-edc3-4bf3-9d98-61d2ce19f8dc req-71e31e4e-02fa-42c7-89b7-194249741284 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0389140 Dec 14 02:26:04.304124 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-219688cd-44fa-4167-877c-89ed542df950 req-5549f999-aac5-4b2d-b9ec-41f020f2d58c tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-200461830', 'description': 'tempest-description-604390626'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:04.422487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cefccea-edc3-4bf3-9d98-61d2ce19f8dc req-8b8373b9-5aed-4f0b-b421-bf9947bc3747 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843724 Dec 14 02:26:04.479238 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-219688cd-44fa-4167-877c-89ed542df950 req-5549f999-aac5-4b2d-b9ec-41f020f2d58c tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:04.483407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3219766-1a4f-4655-9bec-bf1dfa36b53b req-2ed655d5-fb55-4959-9dc9-9dccb9edb7a0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1031642 Dec 14 02:26:04.591139 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd485b86-e919-4f7a-a206-bd02a9f16794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:04.613600 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cefccea-edc3-4bf3-9d98-61d2ce19f8dc req-73143fd6-3693-4042-b532-2b3b97e584db service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837416 Dec 14 02:26:04.616838 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-bd485b86-e919-4f7a-a206-bd02a9f16794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c68767-ec24-49df-b8e2-7cf88be8f995']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:04.631359 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-bd485b86-e919-4f7a-a206-bd02a9f16794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33064ef5-eafd-42c4-982e-b28e4f706514') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:04.631774 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-bd485b86-e919-4f7a-a206-bd02a9f16794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33064ef5-eafd-42c4-982e-b28e4f706514') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:04.642620 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd485b86-e919-4f7a-a206-bd02a9f16794 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:04.660211 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-219688cd-44fa-4167-877c-89ed542df950 req-5549f999-aac5-4b2d-b9ec-41f020f2d58c tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:04.663349 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3219766-1a4f-4655-9bec-bf1dfa36b53b req-14565671-a9ef-4d3f-93d4-11afd738b115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:04.666497 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3219766-1a4f-4655-9bec-bf1dfa36b53b req-14565671-a9ef-4d3f-93d4-11afd738b115 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=42e3fe530e444f4eb8a4088885651364&device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 1097 time: 0.0983613 Dec 14 02:26:04.671020 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd485b86-e919-4f7a-a206-bd02a9f16794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:04.677495 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd485b86-e919-4f7a-a206-bd02a9f16794 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:26:04.678066 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd485b86-e919-4f7a-a206-bd02a9f16794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:26:04.679703 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:26:04.751796 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-219688cd-44fa-4167-877c-89ed542df950 req-5549f999-aac5-4b2d-b9ec-41f020f2d58c tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:04.803243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549f999-aac5-4b2d-b9ec-41f020f2d58c tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57649489-2153-491c-b064-1e822b736f65,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:04.812391 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3219766-1a4f-4655-9bec-bf1dfa36b53b req-889b0e41-ac86-4fde-90b8-9cd256553504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:04.813590 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312e665-a486-4967-8cbc-a4e3e2ced54d req-02e01555-95e3-4b19-a6ff-488006b6a4b7 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:04.813891 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b3219766-1a4f-4655-9bec-bf1dfa36b53b req-889b0e41-ac86-4fde-90b8-9cd256553504 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c04429dc-468a-4168-bf68-221cba49072a HTTP/1.1" status: 200 len: 924 time: 0.0971010 Dec 14 02:26:04.817424 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5312e665-a486-4967-8cbc-a4e3e2ced54d req-02e01555-95e3-4b19-a6ff-488006b6a4b7 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 947 time: 0.1172111 Dec 14 02:26:04.818208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-7c88f4ef-cdb8-45da-a558-a4965cb69780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:04.819572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-7c88f4ef-cdb8-45da-a558-a4965cb69780 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 1117 time: 0.1091700 Dec 14 02:26:04.876162 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd485b86-e919-4f7a-a206-bd02a9f16794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:04.885695 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-219688cd-44fa-4167-877c-89ed542df950 req-5549f999-aac5-4b2d-b9ec-41f020f2d58c tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:04.886943 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-219688cd-44fa-4167-877c-89ed542df950 req-5549f999-aac5-4b2d-b9ec-41f020f2d58c tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.5881708 Dec 14 02:26:04.898287 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd485b86-e919-4f7a-a206-bd02a9f16794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:04.901502 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bd485b86-e919-4f7a-a206-bd02a9f16794 admin admin] 10.222.0.39 "DELETE /v2.0/networks/81c68767-ec24-49df-b8e2-7cf88be8f995 HTTP/1.1" status: 204 len: 168 time: 0.7390833 Dec 14 02:26:04.923041 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd485b86-e919-4f7a-a206-bd02a9f16794 admin admin] Pushing event deleted for resources: {'Network': ['ID=81c68767-ec24-49df-b8e2-7cf88be8f995,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:04.955534 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b3219766-1a4f-4655-9bec-bf1dfa36b53b req-c46982ed-aa76-4117-be53-f12d81519819 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e031dc1-15d9-49da-b6e6-0cbb131278bb HTTP/1.1" status: 200 len: 1002 time: 0.1274712 Dec 14 02:26:04.957027 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5312e665-a486-4967-8cbc-a4e3e2ced54d req-8c7ea2e1-523c-4042-bf37-f1115cb7b435 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357307 Dec 14 02:26:04.960185 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-555fce6e-a95e-451d-963c-02ca66c734c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:04.988824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-e9d2e966-398f-4878-8a9b-6911624c5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:04.990422 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-e9d2e966-398f-4878-8a9b-6911624c5fc4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 921 time: 0.1618009 Dec 14 02:26:05.085489 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-fa1a88c7-261e-4bf5-ae55-e85472fede20 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc851219-ec26-4237-8d21-8dcd22db24e8 HTTP/1.1" status: 200 len: 217 time: 0.0689046 Dec 14 02:26:05.087543 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-65dd4461-d3d3-4139-8908-d6f0f9a515db req-8b1de579-3113-4856-b8f1-57e1ed7fb0db tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb8dc5fe-8794-472b-9d9b-69ea1f398682 HTTP/1.1" status: 200 len: 210 time: 0.0840895 Dec 14 02:26:05.089897 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3219766-1a4f-4655-9bec-bf1dfa36b53b req-ce9860cd-4756-4571-aef3-4a4b7b66f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:05.091602 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b3219766-1a4f-4655-9bec-bf1dfa36b53b req-ce9860cd-4756-4571-aef3-4a4b7b66f75a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a5c5572c-4193-43ef-9be4-6611a52aae66 HTTP/1.1" status: 200 len: 862 time: 0.0762615 Dec 14 02:26:05.153066 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3219766-1a4f-4655-9bec-bf1dfa36b53b req-820031f3-99b6-4225-b296-d8181ed418d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:05.165850 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b3219766-1a4f-4655-9bec-bf1dfa36b53b req-820031f3-99b6-4225-b296-d8181ed418d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c04429dc-468a-4168-bf68-221cba49072a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519681 Dec 14 02:26:05.168008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82856c2-1bb4-4a20-a65a-a2b19c21585c req-d1aac06b-279a-45d6-9fb6-a9022455fcba tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:05.169543 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a82856c2-1bb4-4a20-a65a-a2b19c21585c req-d1aac06b-279a-45d6-9fb6-a9022455fcba tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 966 time: 0.0932643 Dec 14 02:26:05.170922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-917621d0-cc4b-4923-b743-473512cc4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:05.172240 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-917621d0-cc4b-4923-b743-473512cc4ca8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.0667005 Dec 14 02:26:05.227320 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-a3fc8c40-a4cf-4522-a9b4-d85fcb7162bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415230 Dec 14 02:26:05.271176 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b3219766-1a4f-4655-9bec-bf1dfa36b53b req-bf1149d0-1ea8-48f8-8397-e464185a089e service neutron] 10.222.0.47 "GET /v2.0/networks/c04429dc-468a-4168-bf68-221cba49072a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079276 Dec 14 02:26:05.325669 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a82856c2-1bb4-4a20-a65a-a2b19c21585c req-deba9249-faa8-42a2-bc18-28a63af10f32 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468837 Dec 14 02:26:05.348894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-148b2ac4-f9f4-413d-aee2-471979b9c924 req-b54a118c-9a61-485e-a888-caa827c1fda5 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "GET /v2.0/security-groups/57649489-2153-491c-b064-1e822b736f65 HTTP/1.1" status: 200 len: 1828 time: 0.1177111 Dec 14 02:26:05.378538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-64616d18-0cef-45b0-9cee-0e6680fc55ca req-0c12bb5c-9c1a-4ba5-9ead-655ed49813fe tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-367555956', 'description': 'tempest-description-333575676'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:05.378936 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44724) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:05.398575 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-171eeb99-4ba2-45f0-8ca1-5ae5861f2795 service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529000 Dec 14 02:26:05.416412 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b3219766-1a4f-4655-9bec-bf1dfa36b53b req-f13a3549-d8ae-4ec9-bce1-8e2e4a4f4391 service neutron] 10.222.0.47 "GET /v2.0/networks/c04429dc-468a-4168-bf68-221cba49072a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384158 Dec 14 02:26:05.464456 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2d2f86d9-f139-4917-b71a-3d009a0f579d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5fa9cfd621f24685bb004e34e521b051&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0821271 Dec 14 02:26:05.464841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44728) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:05.494710 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-64616d18-0cef-45b0-9cee-0e6680fc55ca req-0c12bb5c-9c1a-4ba5-9ead-655ed49813fe tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:05.582259 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-75e79cc8-64bd-458b-8837-a8d7cbe41db7 service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719205 Dec 14 02:26:05.587811 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5676fe7-1e48-4004-82b5-395d2757dffc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:05.621949 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5676fe7-1e48-4004-82b5-395d2757dffc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:05.656646 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-64616d18-0cef-45b0-9cee-0e6680fc55ca req-0c12bb5c-9c1a-4ba5-9ead-655ed49813fe tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:05.732469 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44744) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:05.825071 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-64616d18-0cef-45b0-9cee-0e6680fc55ca req-0c12bb5c-9c1a-4ba5-9ead-655ed49813fe tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:05.831794 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5676fe7-1e48-4004-82b5-395d2757dffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:05.834563 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5676fe7-1e48-4004-82b5-395d2757dffc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:05.838152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b5676fe7-1e48-4004-82b5-395d2757dffc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72a8903e-3ae9-4d97-8729-eb1e3905cab4 HTTP/1.1" status: 204 len: 168 time: 0.3668132 Dec 14 02:26:05.849987 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b961631d-8a25-42d3-a812-df9c3856e8a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:05.859232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12bb5c-9c1a-4ba5-9ead-655ed49813fe tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=475e38ac-a5a4-4750-a170-0eeccc2e65c9,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:05.871687 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5676fe7-1e48-4004-82b5-395d2757dffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a8903e-3ae9-4d97-8729-eb1e3905cab4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:05.935656 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-64616d18-0cef-45b0-9cee-0e6680fc55ca req-0c12bb5c-9c1a-4ba5-9ead-655ed49813fe tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:05.937771 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64616d18-0cef-45b0-9cee-0e6680fc55ca req-0c12bb5c-9c1a-4ba5-9ead-655ed49813fe tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.5673735 Dec 14 02:26:05.944214 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b961631d-8a25-42d3-a812-df9c3856e8a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:06.023871 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b961631d-8a25-42d3-a812-df9c3856e8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:06.069803 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b961631d-8a25-42d3-a812-df9c3856e8a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fde21b3af5cc4e4e86da31c33baa6379&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3362267 Dec 14 02:26:06.070698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961631d-8a25-42d3-a812-df9c3856e8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012afa55-6bf1-40f3-b0f4-597f12742c6a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:06.072922 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44756) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:06.075892 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73f833e7-ffbc-4fce-83c9-ff40f81b1658 req-6ead28ff-60f7-470b-8497-4781e2d81bf7 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "GET /v2.0/security-groups/475e38ac-a5a4-4750-a170-0eeccc2e65c9 HTTP/1.1" status: 200 len: 1828 time: 0.1018584 Dec 14 02:26:06.080086 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-f918a161-ca0c-4a22-9bbc-4c20c4d8e4c9 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:06.081580 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-f918a161-ca0c-4a22-9bbc-4c20c4d8e4c9 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00&tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 1117 time: 0.1418226 Dec 14 02:26:06.102371 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821636-1'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:06.117394 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:06.135593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565f171-467d-474a-83af-71414057aac8 req-2cc49c92-904e-4629-895f-4b11bc8e5db6 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:06.137188 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6565f171-467d-474a-83af-71414057aac8 req-2cc49c92-904e-4629-895f-4b11bc8e5db6 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 947 time: 0.0948830 Dec 14 02:26:06.160006 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d9d4ac50-4db8-4ed4-874a-1f61908b418d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:06.185448 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d9d4ac50-4db8-4ed4-874a-1f61908b418d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:06.187258 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:06.258558 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-e1f3bb83-a8b9-4f83-8438-e08f13ec6d0b req-103a729e-6283-4c93-ad7e-c263e59d478f tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] show failed (client error): The resource could not be found. Dec 14 02:26:06.260717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1f3bb83-a8b9-4f83-8438-e08f13ec6d0b req-103a729e-6283-4c93-ad7e-c263e59d478f tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "GET /v2.0/security-groups/e036c259-5fba-492a-b11b-3271af1c9dd4 HTTP/1.1" status: 404 len: 352 time: 0.0565822 Dec 14 02:26:06.299967 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6565f171-467d-474a-83af-71414057aac8 req-dcefbb2e-883f-4284-8226-26d8f2392c8e tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499517 Dec 14 02:26:06.318143 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44768) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:06.355658 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-a17e6a68-00dd-4c0d-9650-d086540a2cbb req-022af902-924a-4e57-9b70-db115aafa6dc tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] show failed (client error): The resource could not be found. Dec 14 02:26:06.367837 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a17e6a68-00dd-4c0d-9650-d086540a2cbb req-022af902-924a-4e57-9b70-db115aafa6dc tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "GET /v2.0/security-group-rules/d781bac0-e101-43ec-ae03-4ebc9b213bff HTTP/1.1" status: 404 len: 361 time: 0.0355978 Dec 14 02:26:06.379250 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d9d4ac50-4db8-4ed4-874a-1f61908b418d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:06.382531 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d9d4ac50-4db8-4ed4-874a-1f61908b418d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:06.385256 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d9d4ac50-4db8-4ed4-874a-1f61908b418d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/012afa55-6bf1-40f3-b0f4-597f12742c6a HTTP/1.1" status: 204 len: 168 time: 0.3114145 Dec 14 02:26:06.403963 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4ac50-4db8-4ed4-874a-1f61908b418d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012afa55-6bf1-40f3-b0f4-597f12742c6a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:06.446394 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e357579e-2b77-4666-b869-3e44b1c3bf6c req-d11678ba-5ca5-404b-9275-0c8ab4319c05 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb8dc5fe-8794-472b-9d9b-69ea1f398682 HTTP/1.1" status: 200 len: 210 time: 0.0918655 Dec 14 02:26:06.508891 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4585b76d-1404-41e1-a8ba-bcbe3e6e49c8 req-f7947385-28d3-467d-94f4-30f2956a0948 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "GET /v2.0/security-groups/475e38ac-a5a4-4750-a170-0eeccc2e65c9 HTTP/1.1" status: 200 len: 1828 time: 0.0925953 Dec 14 02:26:06.515176 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44a8e598-8a50-45aa-b88e-2bfc0113067e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:06.549595 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] For port cc851219-ec26-4237-8d21-8dcd22db24e8, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=cc851219-ec26-4237-8d21-8dcd22db24e8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:06.638000 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44a8e598-8a50-45aa-b88e-2bfc0113067e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:06.645328 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4585b76d-1404-41e1-a8ba-bcbe3e6e49c8 req-e3f13af0-04a7-470f-9b2a-760032dc0555 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:06.648618 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] For port cc851219-ec26-4237-8d21-8dcd22db24e8, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:26:06.690209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4a901-0bd1-4726-b56c-bdf404fa9b6c req-aab38a16-034e-4823-980c-210d12d9c51c tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:06.691779 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bda4a901-0bd1-4726-b56c-bdf404fa9b6c req-aab38a16-034e-4823-980c-210d12d9c51c tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 966 time: 0.1291676 Dec 14 02:26:06.713070 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4585b76d-1404-41e1-a8ba-bcbe3e6e49c8 req-e3f13af0-04a7-470f-9b2a-760032dc0555 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:06.736795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9018226f-1ce7-4fba-b15e-d38cf863fa00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc851219-ec26-4237-8d21-8dcd22db24e8'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:06.739093 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b38c47b-ef08-4ce8-a2ec-e92b0331b1e8" -d '{"events": [{"server_uuid": "9018226f-1ce7-4fba-b15e-d38cf863fa00", "name": "network-vif-unplugged", "status": "completed", "tag": "cc851219-ec26-4237-8d21-8dcd22db24e8"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:06.739639 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44a8e598-8a50-45aa-b88e-2bfc0113067e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:06.743116 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:06.791828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bda4a901-0bd1-4726-b56c-bdf404fa9b6c req-a83d3b4c-4836-4426-bf27-501ffbee3847 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892036 Dec 14 02:26:06.794135 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-44a8e598-8a50-45aa-b88e-2bfc0113067e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a12181c134ce41628191c9e2bf478a2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4750714 Dec 14 02:26:06.795492 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8e598-8a50-45aa-b88e-2bfc0113067e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a4ff9e-0820-4c23-a190-2c784296c73b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:06.797041 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44780) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:06.845935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44782) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:06.852788 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58037486-eba0-46d0-92b7-328d9cb44505 x-openstack-request-id: req-58037486-eba0-46d0-92b7-328d9cb44505 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:06.853075 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9018226f-1ce7-4fba-b15e-d38cf863fa00", "name": "network-vif-unplugged", "status": "completed", "tag": "cc851219-ec26-4237-8d21-8dcd22db24e8", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:06.853348 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58037486-eba0-46d0-92b7-328d9cb44505 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:06.853754 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9018226f-1ce7-4fba-b15e-d38cf863fa00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc851219-ec26-4237-8d21-8dcd22db24e8', 'code': 200} Dec 14 02:26:06.869016 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:06.883339 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6a1b06de-57d8-4840-85f3-e520cab6e70a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.121563 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4585b76d-1404-41e1-a8ba-bcbe3e6e49c8 req-e3f13af0-04a7-470f-9b2a-760032dc0555 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.124030 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4585b76d-1404-41e1-a8ba-bcbe3e6e49c8 req-e3f13af0-04a7-470f-9b2a-760032dc0555 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.125127 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4585b76d-1404-41e1-a8ba-bcbe3e6e49c8 req-e3f13af0-04a7-470f-9b2a-760032dc0555 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "DELETE /v2.0/security-groups/475e38ac-a5a4-4750-a170-0eeccc2e65c9 HTTP/1.1" status: 204 len: 173 time: 0.6120965 Dec 14 02:26:07.192980 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6a1b06de-57d8-4840-85f3-e520cab6e70a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.200708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f13af0-04a7-470f-9b2a-760032dc0555 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=475e38ac-a5a4-4750-a170-0eeccc2e65c9,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:07.229160 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5e921805-60ad-4a03-a843-6c7b7aaccc54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=950de9d6274349dfabbbdd82797385ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3797855 Dec 14 02:26:07.230205 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44790) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:07.237322 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] Pushing event updated for resources: {'Port': ['ID=cc851219-ec26-4237-8d21-8dcd22db24e8,revision_number=7']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:07.291905 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-22c2510a-b97e-477b-b088-01c74fb88bc6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.301420 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] Attempting to bind port cc851219-ec26-4237-8d21-8dcd22db24e8 on host n-h1-821636-1 for vnic_type normal with profile {"migrating_to": "n-h2-821636-1"} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:26:07.301762 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] Attempting to bind port cc851219-ec26-4237-8d21-8dcd22db24e8 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:26:07.302093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] Attempting to bind port cc851219-ec26-4237-8d21-8dcd22db24e8 on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:07.307435 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed057932-766a-4721-a9ed-804a1310a229 req-235d410b-42cb-44bf-a2cd-e562e0a0b971 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "GET /v2.0/security-groups/57649489-2153-491c-b064-1e822b736f65 HTTP/1.1" status: 200 len: 1828 time: 0.1600029 Dec 14 02:26:07.310465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] Port cc851219-ec26-4237-8d21-8dcd22db24e8 on network c2babbdd-831e-4b48-8c93-0beb41d9211b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:26:07.310465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] Attempting to bind port cc851219-ec26-4237-8d21-8dcd22db24e8 on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:07.320576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:26:07.320576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] Checking segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:26:07.320811 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-22c2510a-b97e-477b-b088-01c74fb88bc6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.320890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] Bound using segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:26:07.320890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] Bound port: cc851219-ec26-4237-8d21-8dcd22db24e8, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:26:07.320890 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.357980 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44794) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:07.382211 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9280f95b-757f-4f7a-adf8-0e5836a7168a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.405980 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6a1b06de-57d8-4840-85f3-e520cab6e70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.409544 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6a1b06de-57d8-4840-85f3-e520cab6e70a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.413454 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6a1b06de-57d8-4840-85f3-e520cab6e70a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/13a4ff9e-0820-4c23-a190-2c784296c73b HTTP/1.1" status: 204 len: 168 time: 0.6110747 Dec 14 02:26:07.413454 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-14541082-752d-47bf-a2ed-f29f927c6ced tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ec2bcd4962024c73844a2c84cf93af90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599859 Dec 14 02:26:07.443008 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 525198b6-ceb0-44f9-83ed-43dc28f788b5 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:26:07.488882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1b06de-57d8-4840-85f3-e520cab6e70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a4ff9e-0820-4c23-a190-2c784296c73b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:07.537264 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.546405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] For port cc851219-ec26-4237-8d21-8dcd22db24e8, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:26:07.559290 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ed057932-766a-4721-a9ed-804a1310a229 req-0593f1f2-a4b9-4ce4-a2ed-4b0455d38aca tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.562133 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-22c2510a-b97e-477b-b088-01c74fb88bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.562133 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-22c2510a-b97e-477b-b088-01c74fb88bc6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.567421 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-22c2510a-b97e-477b-b088-01c74fb88bc6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/287c3807-b96d-4fa4-973d-253c2e15bacc HTTP/1.1" status: 204 len: 168 time: 0.3321283 Dec 14 02:26:07.571181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] For port cc851219-ec26-4237-8d21-8dcd22db24e8, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=cc851219-ec26-4237-8d21-8dcd22db24e8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:26:07.592658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd970d87-5bc0-424d-83d0-2bf2a76b5524 req-edacffb6-9548-45a5-84e7-b15daf9ffd33 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:07.592919 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 525198b6-ceb0-44f9-83ed-43dc28f788b5, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=525198b6-ceb0-44f9-83ed-43dc28f788b5,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:07.599928 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd970d87-5bc0-424d-83d0-2bf2a76b5524 req-edacffb6-9548-45a5-84e7-b15daf9ffd33 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 947 time: 0.2010787 Dec 14 02:26:07.613016 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '525198b6-ceb0-44f9-83ed-43dc28f788b5', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '525198b6-ceb0-44f9-83ed-43dc28f788b5', 'mac_address': 'fa:16:3e:25:41:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:26:07.618604 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2510a-b97e-477b-b088-01c74fb88bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287c3807-b96d-4fa4-973d-253c2e15bacc,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:07.633689 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ed057932-766a-4721-a9ed-804a1310a229 req-0593f1f2-a4b9-4ce4-a2ed-4b0455d38aca tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.691771 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9280f95b-757f-4f7a-adf8-0e5836a7168a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.704872 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.707555 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-db7a9fe3-81ba-4369-8d76-83ec2660505f tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:07.709015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-db7a9fe3-81ba-4369-8d76-83ec2660505f tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2813401 Dec 14 02:26:07.717224 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.722640 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525198b6-ceb0-44f9-83ed-43dc28f788b5 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:07.739265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-130621de-33a3-4aa3-ab1e-7e37c99e08f5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Request body: {'port': {'device_id': 'cb8dc5fe-8794-472b-9d9b-69ea1f398682', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': 'ec2bcd4962024c73844a2c84cf93af90'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:07.744119 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 525198b6-ceb0-44f9-83ed-43dc28f788b5, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=525198b6-ceb0-44f9-83ed-43dc28f788b5,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:07.778729 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9280f95b-757f-4f7a-adf8-0e5836a7168a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.779540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd970d87-5bc0-424d-83d0-2bf2a76b5524 req-603eb49c-f097-4abb-a510-5f50ba80e3ee tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787584 Dec 14 02:26:07.836515 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9280f95b-757f-4f7a-adf8-0e5836a7168a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=940d9abd1a1e4c9f96ebd62ec650e0b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4751823 Dec 14 02:26:07.836515 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280f95b-757f-4f7a-adf8-0e5836a7168a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45236e87-7d7f-473a-b388-4e1357310fb6,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:07.837772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44804) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:07.847789 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.903868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] Pushing event updated for resources: {'Port': ['ID=cc851219-ec26-4237-8d21-8dcd22db24e8,revision_number=8']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:07.907060 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=525198b6-ceb0-44f9-83ed-43dc28f788b5,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:07.920651 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:07.921268 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.922401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:07.922677 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1a0ca7b-7775-4251-ac5c-2de8d60f4832 service neutron] 10.222.0.47 "PUT /v2.0/ports/cc851219-ec26-4237-8d21-8dcd22db24e8 HTTP/1.1" status: 200 len: 1142 time: 1.8276086 Dec 14 02:26:07.922879 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:07.924278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:07.924688 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:07.925090 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:07.926332 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:07.926755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:07.927159 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:07.927552 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:07.927953 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:07.928350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:07.928748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:07.929144 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:07.935154 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ed057932-766a-4721-a9ed-804a1310a229 req-0593f1f2-a4b9-4ce4-a2ed-4b0455d38aca tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.937397 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ed057932-766a-4721-a9ed-804a1310a229 req-0593f1f2-a4b9-4ce4-a2ed-4b0455d38aca tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:07.938703 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed057932-766a-4721-a9ed-804a1310a229 req-0593f1f2-a4b9-4ce4-a2ed-4b0455d38aca tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "DELETE /v2.0/security-groups/57649489-2153-491c-b064-1e822b736f65 HTTP/1.1" status: 204 len: 173 time: 0.6224232 Dec 14 02:26:07.941678 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6944c817-28fa-45fe-875c-a52fcae59cd1 req-0d0701e3-7f9b-4c0f-9498-ce72173ff1a4 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb8dc5fe-8794-472b-9d9b-69ea1f398682 HTTP/1.1" status: 200 len: 210 time: 0.0867438 Dec 14 02:26:07.974439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593f1f2-a4b9-4ce4-a2ed-4b0455d38aca tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57649489-2153-491c-b064-1e822b736f65,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:08.041545 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-00bf5e62-031c-4701-8d5e-abade81f845e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:08.054609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['cc851219-ec26-4237-8d21-8dcd22db24e8'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:08.067603 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd219898-372e-43c6-b43f-61faf7b91b7f req-8dde1043-39d5-4d28-bfbb-0affc8e46128 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "GET /v2.0/security-groups/9b5ea340-278f-4459-8a34-263a0282b3f2 HTTP/1.1" status: 200 len: 1828 time: 0.0818441 Dec 14 02:26:08.122981 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-00bf5e62-031c-4701-8d5e-abade81f845e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:08.161591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-130621de-33a3-4aa3-ab1e-7e37c99e08f5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Made reservation on behalf of ec2bcd4962024c73844a2c84cf93af90 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:26:08.165902 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-130621de-33a3-4aa3-ab1e-7e37c99e08f5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:08.191780 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-130621de-33a3-4aa3-ab1e-7e37c99e08f5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:08.222899 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['525198b6-ceb0-44f9-83ed-43dc28f788b5'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:08.231132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f81dd-552a-4550-b441-bf3a2ffa1ccb req-044eed94-08de-4482-b9af-90c5cad1f77d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:08.232659 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-343f81dd-552a-4550-b441-bf3a2ffa1ccb req-044eed94-08de-4482-b9af-90c5cad1f77d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 964 time: 0.1630785 Dec 14 02:26:08.236981 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cd219898-372e-43c6-b43f-61faf7b91b7f req-765ebba6-291d-4756-b604-f139fb15b2cc tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:08.282211 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cd219898-372e-43c6-b43f-61faf7b91b7f req-765ebba6-291d-4756-b604-f139fb15b2cc tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:08.331562 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-00bf5e62-031c-4701-8d5e-abade81f845e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:08.334279 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-00bf5e62-031c-4701-8d5e-abade81f845e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:08.339931 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-00bf5e62-031c-4701-8d5e-abade81f845e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45236e87-7d7f-473a-b388-4e1357310fb6 HTTP/1.1" status: 204 len: 168 time: 0.4901271 Dec 14 02:26:08.369969 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-343f81dd-552a-4550-b441-bf3a2ffa1ccb req-131a15b3-c4de-4c37-bb06-004c7d780664 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153970 Dec 14 02:26:08.391210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bf5e62-031c-4701-8d5e-abade81f845e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45236e87-7d7f-473a-b388-4e1357310fb6,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:08.442592 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-130621de-33a3-4aa3-ab1e-7e37c99e08f5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:08.464936 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:08.487893 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cd219898-372e-43c6-b43f-61faf7b91b7f req-765ebba6-291d-4756-b604-f139fb15b2cc tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:08.490758 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cd219898-372e-43c6-b43f-61faf7b91b7f req-765ebba6-291d-4756-b604-f139fb15b2cc tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:08.492687 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd219898-372e-43c6-b43f-61faf7b91b7f req-765ebba6-291d-4756-b604-f139fb15b2cc tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "DELETE /v2.0/security-groups/9b5ea340-278f-4459-8a34-263a0282b3f2 HTTP/1.1" status: 204 len: 173 time: 0.4241893 Dec 14 02:26:08.493454 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-130621de-33a3-4aa3-ab1e-7e37c99e08f5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:08.537887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44826) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:08.554311 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60158402-e3f7-435e-9c3d-a7e737651943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:08.590402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ebba6-291d-4756-b604-f139fb15b2cc tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5ea340-278f-4459-8a34-263a0282b3f2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:08.681744 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60158402-e3f7-435e-9c3d-a7e737651943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:08.694927 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea0ba0c4-ba2c-4a28-9c63-25365b257e8b req-60459168-9709-4f77-b66e-8bf8e813ba4c tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "GET /v2.0/security-groups/1c1d310e-b69c-4ff7-b01c-359b1e2f286d HTTP/1.1" status: 200 len: 1828 time: 0.1758096 Dec 14 02:26:08.697916 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130621de-33a3-4aa3-ab1e-7e37c99e08f5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581fb9d2-c99d-4036-ac98-d0a35d8c40c3,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:08.782212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-130621de-33a3-4aa3-ab1e-7e37c99e08f5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Allocated IP 192.168.233.229 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/5c45ec3a-7e14-402d-94c6-8fc92d3b1657) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:26:08.785444 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60158402-e3f7-435e-9c3d-a7e737651943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:08.811180 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ea0ba0c4-ba2c-4a28-9c63-25365b257e8b req-6e44d1cf-efb1-434a-a4a1-869283fe8e51 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:08.844520 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-60158402-e3f7-435e-9c3d-a7e737651943 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0dae5d04bde14aee83850095eb1f069a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052278 Dec 14 02:26:08.849536 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44836) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:08.855486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9018226f-1ce7-4fba-b15e-d38cf863fa00', 'tag': 'cc851219-ec26-4237-8d21-8dcd22db24e8'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:08.861622 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34c3336-eb48-4007-b6d2-dae13135e120" -d '{"events": [{"name": "network-changed", "server_uuid": "9018226f-1ce7-4fba-b15e-d38cf863fa00", "tag": "cc851219-ec26-4237-8d21-8dcd22db24e8"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:08.862945 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60158402-e3f7-435e-9c3d-a7e737651943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7466551-70a7-4892-8340-4518ef3456d1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:08.881672 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ea0ba0c4-ba2c-4a28-9c63-25365b257e8b req-6e44d1cf-efb1-434a-a4a1-869283fe8e51 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:08.922183 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f2eaad0-5240-4def-8f09-efb19e8f26be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:08.950474 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f2eaad0-5240-4def-8f09-efb19e8f26be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:09.039305 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91e796-3ecb-4678-b09a-cabc6f5248b2 req-422c801c-0ee2-45a4-beb3-4fc90a079066 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:09.040869 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d91e796-3ecb-4678-b09a-cabc6f5248b2 req-422c801c-0ee2-45a4-beb3-4fc90a079066 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 948 time: 0.1674376 Dec 14 02:26:09.081928 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f2eaad0-5240-4def-8f09-efb19e8f26be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:09.084580 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f2eaad0-5240-4def-8f09-efb19e8f26be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:09.085790 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4f2eaad0-5240-4def-8f09-efb19e8f26be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7466551-70a7-4892-8340-4518ef3456d1 HTTP/1.1" status: 204 len: 168 time: 0.2349257 Dec 14 02:26:09.095962 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2eaad0-5240-4def-8f09-efb19e8f26be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7466551-70a7-4892-8340-4518ef3456d1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:09.127083 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-130621de-33a3-4aa3-ab1e-7e37c99e08f5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:09.143693 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ea0ba0c4-ba2c-4a28-9c63-25365b257e8b req-6e44d1cf-efb1-434a-a4a1-869283fe8e51 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:09.146297 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ea0ba0c4-ba2c-4a28-9c63-25365b257e8b req-6e44d1cf-efb1-434a-a4a1-869283fe8e51 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:09.147464 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea0ba0c4-ba2c-4a28-9c63-25365b257e8b req-6e44d1cf-efb1-434a-a4a1-869283fe8e51 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "DELETE /v2.0/security-groups/1c1d310e-b69c-4ff7-b01c-359b1e2f286d HTTP/1.1" status: 204 len: 173 time: 0.4417262 Dec 14 02:26:09.158048 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d91e796-3ecb-4678-b09a-cabc6f5248b2 req-15d04eb3-4dfd-4e91-94bc-34f28aa38258 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089113 Dec 14 02:26:09.166941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44d1cf-efb1-434a-a4a1-869283fe8e51 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1d310e-b69c-4ff7-b01c-359b1e2f286d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:09.234700 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f607d71-5303-414c-a400-a16443b883ba x-openstack-request-id: req-6f607d71-5303-414c-a400-a16443b883ba {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:09.234997 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9018226f-1ce7-4fba-b15e-d38cf863fa00", "tag": "cc851219-ec26-4237-8d21-8dcd22db24e8", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:09.235255 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f607d71-5303-414c-a400-a16443b883ba {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:09.235708 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9018226f-1ce7-4fba-b15e-d38cf863fa00', 'tag': 'cc851219-ec26-4237-8d21-8dcd22db24e8', 'status': 'completed', 'code': 200} Dec 14 02:26:09.278875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84382984-2d2d-433f-a7e5-4d22c3e7b1b9 req-6ca4ae15-e2ee-4b3e-90b7-31af8fb19a7a tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb8dc5fe-8794-472b-9d9b-69ea1f398682 HTTP/1.1" status: 200 len: 210 time: 0.0376129 Dec 14 02:26:09.282213 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-130621de-33a3-4aa3-ab1e-7e37c99e08f5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:09.326115 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c3336-eb48-4007-b6d2-dae13135e120 req-80dc2ddb-cfad-4d51-b11b-8cbdb6fee2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:09.328463 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b34c3336-eb48-4007-b6d2-dae13135e120 req-80dc2ddb-cfad-4d51-b11b-8cbdb6fee2a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 1145 time: 0.0407131 Dec 14 02:26:09.342916 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-130621de-33a3-4aa3-ab1e-7e37c99e08f5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:26:09.348391 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3cc2746a-24b0-4c56-9c99-37941f6a0770 req-f3ad8a2e-707e-484c-a3c7-9ca71101f6d7 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "GET /v2.0/security-groups/3f99193d-29ea-43e7-9b98-10ae90dc0115 HTTP/1.1" status: 200 len: 1830 time: 0.0968466 Dec 14 02:26:09.351459 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-130621de-33a3-4aa3-ab1e-7e37c99e08f5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:26:09.356061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-130621de-33a3-4aa3-ab1e-7e37c99e08f5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:26:09.361535 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-130621de-33a3-4aa3-ab1e-7e37c99e08f5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:09.362148 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-130621de-33a3-4aa3-ab1e-7e37c99e08f5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:09.367356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130621de-33a3-4aa3-ab1e-7e37c99e08f5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Pushing event updated for resources: {'Port': ['ID=5c45ec3a-7e14-402d-94c6-8fc92d3b1657,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:09.458720 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 525198b6-ceb0-44f9-83ed-43dc28f788b5 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:26:09.463267 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3cc2746a-24b0-4c56-9c99-37941f6a0770 req-cc53d393-4d76-456b-b82b-a2b87df3d1b9 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:09.470877 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c3336-eb48-4007-b6d2-dae13135e120 req-7902888b-914c-4412-b211-b08f7026cdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:09.472600 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b34c3336-eb48-4007-b6d2-dae13135e120 req-7902888b-914c-4412-b211-b08f7026cdd4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 921 time: 0.1371725 Dec 14 02:26:09.492498 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3cc2746a-24b0-4c56-9c99-37941f6a0770 req-cc53d393-4d76-456b-b82b-a2b87df3d1b9 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:09.549397 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b34c3336-eb48-4007-b6d2-dae13135e120 req-e7aa5dae-824d-4dd8-aca2-0cb5c3f15854 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc851219-ec26-4237-8d21-8dcd22db24e8 HTTP/1.1" status: 200 len: 217 time: 0.0686576 Dec 14 02:26:09.574374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-130621de-33a3-4aa3-ab1e-7e37c99e08f5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8459740 Dec 14 02:26:09.601223 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 525198b6-ceb0-44f9-83ed-43dc28f788b5 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:26:09.608094 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 525198b6-ceb0-44f9-83ed-43dc28f788b5 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:09.608473 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:09.611566 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c3336-eb48-4007-b6d2-dae13135e120 req-0f6f962e-7127-4165-8f39-9a08745a09da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:09.613393 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b34c3336-eb48-4007-b6d2-dae13135e120 req-0f6f962e-7127-4165-8f39-9a08745a09da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.0510693 Dec 14 02:26:09.629435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27232ff7-27f1-4e70-9b04-a6f422738e61 req-cf6d4811-931e-4b0d-bf97-cf8c6369abe1 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:09.631525 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27232ff7-27f1-4e70-9b04-a6f422738e61 req-cf6d4811-931e-4b0d-bf97-cf8c6369abe1 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 964 time: 0.1040800 Dec 14 02:26:09.635934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Request body: {'port': {'device_id': 'cb8dc5fe-8794-472b-9d9b-69ea1f398682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:09.649771 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b34c3336-eb48-4007-b6d2-dae13135e120 req-7b8bbb7f-bdce-4f9c-b34a-a7aea2c1a564 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290685 Dec 14 02:26:09.721897 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3cc2746a-24b0-4c56-9c99-37941f6a0770 req-cc53d393-4d76-456b-b82b-a2b87df3d1b9 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:09.724926 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3cc2746a-24b0-4c56-9c99-37941f6a0770 req-cc53d393-4d76-456b-b82b-a2b87df3d1b9 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:09.726105 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3cc2746a-24b0-4c56-9c99-37941f6a0770 req-cc53d393-4d76-456b-b82b-a2b87df3d1b9 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] 10.222.0.39 "DELETE /v2.0/security-groups/3f99193d-29ea-43e7-9b98-10ae90dc0115 HTTP/1.1" status: 204 len: 173 time: 0.3614042 Dec 14 02:26:09.734254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44868) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:09.739744 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:09.750035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-df57650f-e2d4-4aaf-ba25-6909b991420c None None] Provisioning complete for port 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:09.750188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53d393-4d76-456b-b82b-a2b87df3d1b9 tempest-SecurityGroupRulesNegativeTestJSON-1850507246 tempest-SecurityGroupRulesNegativeTestJSON-1850507246-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f99193d-29ea-43e7-9b98-10ae90dc0115,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:09.751962 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-df57650f-e2d4-4aaf-ba25-6909b991420c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:09.755380 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27232ff7-27f1-4e70-9b04-a6f422738e61 req-09f3b068-6ae1-4af0-9400-7445cf5582b2 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165705 Dec 14 02:26:09.755942 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:09.851133 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d9a894-5d9b-4078-8157-d446785d6c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525198b6-ceb0-44f9-83ed-43dc28f788b5'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:09.853745 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfcf299-b66b-4dc2-9651-9b523c9a40d0" -d '{"events": [{"server_uuid": "b8d9a894-5d9b-4078-8157-d446785d6c4e", "name": "network-vif-plugged", "status": "completed", "tag": "525198b6-ceb0-44f9-83ed-43dc28f788b5"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:09.860758 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b34c3336-eb48-4007-b6d2-dae13135e120 req-f2932610-53eb-4f14-a731-7b94970ac121 service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993129 Dec 14 02:26:09.863957 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-3128656b-af70-4b3e-ace7-ed6a06122c56 admin admin] Deleting subnet ea04811a-50c6-4911-a516-79580d9420e5 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:26:09.874768 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 525198b6-ceb0-44f9-83ed-43dc28f788b5, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=525198b6-ceb0-44f9-83ed-43dc28f788b5,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:09.894771 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3128656b-af70-4b3e-ace7-ed6a06122c56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:09.902881 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-df57650f-e2d4-4aaf-ba25-6909b991420c None None] Port 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:26:09.938155 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c62f7e-7875-46e5-be34-92cef9255c66 x-openstack-request-id: req-f9c62f7e-7875-46e5-be34-92cef9255c66 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:09.939575 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d9a894-5d9b-4078-8157-d446785d6c4e", "name": "network-vif-plugged", "status": "completed", "tag": "525198b6-ceb0-44f9-83ed-43dc28f788b5", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:09.939697 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f9c62f7e-7875-46e5-be34-92cef9255c66 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:09.940052 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d9a894-5d9b-4078-8157-d446785d6c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525198b6-ceb0-44f9-83ed-43dc28f788b5', 'code': 200} Dec 14 02:26:09.949509 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:09.983698 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3128656b-af70-4b3e-ace7-ed6a06122c56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:10.037495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.46', 61538) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:10.066624 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3128656b-af70-4b3e-ace7-ed6a06122c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:10.070464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=525198b6-ceb0-44f9-83ed-43dc28f788b5,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:10.119758 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469861e-a14e-41ae-a8d7-5072b51bd3fa req-4b916610-a1e6-4c2a-a77a-8e3380d3c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:10.121686 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6469861e-a14e-41ae-a8d7-5072b51bd3fa req-4b916610-a1e6-4c2a-a77a-8e3380d3c6cd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 1100 time: 0.0828705 Dec 14 02:26:10.173402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:10.190864 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:10.202909 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b34c3336-eb48-4007-b6d2-dae13135e120 req-dddebf35-8023-46ea-948c-ce9a24292cde service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296518 Dec 14 02:26:10.212150 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6469861e-a14e-41ae-a8d7-5072b51bd3fa req-92e795ad-b837-4dc4-b0da-07ce7f6b89d5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680044 Dec 14 02:26:10.264973 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3128656b-af70-4b3e-ace7-ed6a06122c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:10.271747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Transition to ACTIVE for port object 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:26:10.296381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa6dc5-9a81-4582-b774-bca363bad364 req-08d0850b-8e40-4135-b113-886e37a92937 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:10.298657 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128656b-af70-4b3e-ace7-ed6a06122c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea04811a-50c6-4911-a516-79580d9420e5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:10.304510 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3128656b-af70-4b3e-ace7-ed6a06122c56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:10.308990 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3128656b-af70-4b3e-ace7-ed6a06122c56 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ea04811a-50c6-4911-a516-79580d9420e5 HTTP/1.1" status: 204 len: 168 time: 0.5712080 Dec 14 02:26:10.310328 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44896) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:10.310996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f3aa6dc5-9a81-4582-b774-bca363bad364 req-08d0850b-8e40-4135-b113-886e37a92937 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 949 time: 0.0744829 Dec 14 02:26:10.362370 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:10.397353 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f3aa6dc5-9a81-4582-b774-bca363bad364 req-ffd78b22-459f-436e-8a3d-3e71584f834f tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754344 Dec 14 02:26:10.413114 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e21a6f9e-a33c-41fb-b9e7-b010c83c0609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:10.507363 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e21a6f9e-a33c-41fb-b9e7-b010c83c0609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:10.546586 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-e21a6f9e-a33c-41fb-b9e7-b010c83c0609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520597da-360e-4d37-9846-f03dcfd8b472']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:10.555305 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-e21a6f9e-a33c-41fb-b9e7-b010c83c0609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ef3fe7c-2001-4ee3-82b0-2a830f22e221') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:10.555625 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-e21a6f9e-a33c-41fb-b9e7-b010c83c0609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ef3fe7c-2001-4ee3-82b0-2a830f22e221') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:10.561367 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Pushing event updated for resources: {'Port': ['ID=5c45ec3a-7e14-402d-94c6-8fc92d3b1657,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:10.581281 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e21a6f9e-a33c-41fb-b9e7-b010c83c0609 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:10.582418 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da589c21-2b15-4724-a8db-196407555ab0 req-7c6abc09-e640-44b5-bba3-0c37b67b5e79 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:10.589822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da589c21-2b15-4724-a8db-196407555ab0 req-7c6abc09-e640-44b5-bba3-0c37b67b5e79 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb8dc5fe-8794-472b-9d9b-69ea1f398682 HTTP/1.1" status: 200 len: 948 time: 0.1891677 Dec 14 02:26:10.591658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Attempting to bind port 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:26:10.592165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Attempting to bind port 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:26:10.592325 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Attempting to bind port 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:10.598419 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Port 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:26:10.600847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Attempting to bind port 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:10.602464 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e21a6f9e-a33c-41fb-b9e7-b010c83c0609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:10.610324 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21a6f9e-a33c-41fb-b9e7-b010c83c0609 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:26:10.611179 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e21a6f9e-a33c-41fb-b9e7-b010c83c0609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:10.617778 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device cc851219-ec26-4237-8d21-8dcd22db24e8 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:26:10.652356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:26:10.652703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:26:10.653093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:26:10.655275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Bound port: 5c45ec3a-7e14-402d-94c6-8fc92d3b1657, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:26:10.655642 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:26:10.689494 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:26:10.727840 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da589c21-2b15-4724-a8db-196407555ab0 req-b5180d05-f011-434f-a0bf-f4a5544ccb7d tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282654 Dec 14 02:26:10.766363 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e21a6f9e-a33c-41fb-b9e7-b010c83c0609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:10.772540 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e21a6f9e-a33c-41fb-b9e7-b010c83c0609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:10.776349 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e21a6f9e-a33c-41fb-b9e7-b010c83c0609 admin admin] 10.222.0.39 "DELETE /v2.0/networks/520597da-360e-4d37-9846-f03dcfd8b472 HTTP/1.1" status: 204 len: 168 time: 0.4653487 Dec 14 02:26:10.777956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port cc851219-ec26-4237-8d21-8dcd22db24e8, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=cc851219-ec26-4237-8d21-8dcd22db24e8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:10.793846 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device cc851219-ec26-4237-8d21-8dcd22db24e8 has no active binding in host n-h2-821636-1 {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 14 02:26:10.801763 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a6f9e-a33c-41fb-b9e7-b010c83c0609 admin admin] Pushing event deleted for resources: {'Network': ['ID=520597da-360e-4d37-9846-f03dcfd8b472,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:10.811012 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] For port 5c45ec3a-7e14-402d-94c6-8fc92d3b1657, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:26:10.814563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] For port 5c45ec3a-7e14-402d-94c6-8fc92d3b1657, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=5c45ec3a-7e14-402d-94c6-8fc92d3b1657,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:26:10.911552 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:10.974750 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:10.975434 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:10.976869 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] 10.222.0.46 "PUT /v2.0/ports/5c45ec3a-7e14-402d-94c6-8fc92d3b1657 HTTP/1.1" status: 200 len: 1096 time: 1.3798687 Dec 14 02:26:10.987956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b70c48-7130-4b69-b767-159cccfdb135 req-2a332be1-fccd-4e15-b49a-766545ae7c96 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:10.989547 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d4b70c48-7130-4b69-b767-159cccfdb135 req-2a332be1-fccd-4e15-b49a-766545ae7c96 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 964 time: 0.1123474 Dec 14 02:26:11.028072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28604f6-f631-4582-a950-fcd91045bdbe service neutron] Pushing event updated for resources: {'Port': ['ID=5c45ec3a-7e14-402d-94c6-8fc92d3b1657,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:11.066635 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d4b70c48-7130-4b69-b767-159cccfdb135 req-747e162b-633c-485b-8fbd-81d2228966be tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624664 Dec 14 02:26:11.152971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-78a0ccd2-dbe2-4210-871b-0816d6fd962d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:11.154706 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-78a0ccd2-dbe2-4210-871b-0816d6fd962d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec2bcd4962024c73844a2c84cf93af90&device_id=cb8dc5fe-8794-472b-9d9b-69ea1f398682 HTTP/1.1" status: 200 len: 1099 time: 0.0495856 Dec 14 02:26:11.238246 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb8dc5fe-8794-472b-9d9b-69ea1f398682', 'tag': '5c45ec3a-7e14-402d-94c6-8fc92d3b1657'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:11.240445 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32160bb1-84ab-4f32-b978-ac8ba5beabbd" -d '{"events": [{"name": "network-changed", "server_uuid": "cb8dc5fe-8794-472b-9d9b-69ea1f398682", "tag": "5c45ec3a-7e14-402d-94c6-8fc92d3b1657"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:11.244615 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-74a57ba3-697a-4456-843c-c4289854a0c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=5c45ec3a-7e14-402d-94c6-8fc92d3b1657 HTTP/1.1" status: 200 len: 217 time: 0.0445225 Dec 14 02:26:11.279067 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa4e544-cd14-4b17-8a43-8810200b1286 x-openstack-request-id: req-ffa4e544-cd14-4b17-8a43-8810200b1286 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:11.279360 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb8dc5fe-8794-472b-9d9b-69ea1f398682", "tag": "5c45ec3a-7e14-402d-94c6-8fc92d3b1657", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:11.279639 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ffa4e544-cd14-4b17-8a43-8810200b1286 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:11.280144 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb8dc5fe-8794-472b-9d9b-69ea1f398682', 'tag': '5c45ec3a-7e14-402d-94c6-8fc92d3b1657', 'status': 'completed', 'code': 200} Dec 14 02:26:11.341152 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44928) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:11.376241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-5e8c9bc8-f759-4ff8-bc73-fd870346cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:11.378419 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-5e8c9bc8-f759-4ff8-bc73-fd870346cf4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0530682 Dec 14 02:26:11.439037 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5f7f8cc5-d895-4291-95fd-00dc4171211c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=873372c633154cd88cb3bb2d0e3117c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0945246 Dec 14 02:26:11.439962 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44934) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:11.463565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-76609980-837c-45b7-97b8-b695896cb027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:11.465331 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-76609980-837c-45b7-97b8-b695896cb027 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771406 Dec 14 02:26:11.507685 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-75321f16-1adf-4bac-a1cf-3e4e111d01ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:11.535345 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-75321f16-1adf-4bac-a1cf-3e4e111d01ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:11.618534 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec44e9-451f-435a-8d66-d2bf421d0097 req-b8c8f069-102a-44ab-8a06-ab16505baf22 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:11.620048 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddec44e9-451f-435a-8d66-d2bf421d0097 req-b8c8f069-102a-44ab-8a06-ab16505baf22 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 949 time: 0.1129203 Dec 14 02:26:11.649033 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-4eec0bab-e5f2-4a26-9eaf-07cf648f04c4 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741326 Dec 14 02:26:11.653432 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-75321f16-1adf-4bac-a1cf-3e4e111d01ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:11.656013 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-75321f16-1adf-4bac-a1cf-3e4e111d01ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:11.657234 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-75321f16-1adf-4bac-a1cf-3e4e111d01ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f048ec2-39d2-4e6a-bb37-fb14561d33b1 HTTP/1.1" status: 204 len: 168 time: 0.2156267 Dec 14 02:26:11.669334 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75321f16-1adf-4bac-a1cf-3e4e111d01ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f048ec2-39d2-4e6a-bb37-fb14561d33b1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:11.747948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddec44e9-451f-435a-8d66-d2bf421d0097 req-371ca2a8-05fc-4120-b5d2-594fa70e1ee6 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166704 Dec 14 02:26:11.803226 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4160d36-8e87-46c7-9ef6-cf78c28fbb72 req-83eef445-adb3-49a4-a9a4-5f2f554eae90 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326740 Dec 14 02:26:11.875290 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1e48e-11af-4eb8-8975-2749c28aa083 req-f301d78c-a306-4d1f-879a-b645b3288661 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:11.877297 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-92e1e48e-11af-4eb8-8975-2749c28aa083 req-f301d78c-a306-4d1f-879a-b645b3288661 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb8dc5fe-8794-472b-9d9b-69ea1f398682 HTTP/1.1" status: 200 len: 948 time: 0.0509250 Dec 14 02:26:11.942008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-92e1e48e-11af-4eb8-8975-2749c28aa083 req-ba93212d-c999-4061-882c-68067e00b56b tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585434 Dec 14 02:26:12.092392 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32160bb1-84ab-4f32-b978-ac8ba5beabbd req-eee731a6-df8a-4964-a0c6-fe6fd72b5b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:12.094009 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32160bb1-84ab-4f32-b978-ac8ba5beabbd req-eee731a6-df8a-4964-a0c6-fe6fd72b5b65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec2bcd4962024c73844a2c84cf93af90&device_id=cb8dc5fe-8794-472b-9d9b-69ea1f398682 HTTP/1.1" status: 200 len: 1099 time: 0.0517693 Dec 14 02:26:12.249095 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d716ed-918f-469c-af74-1b80e7a5a00d req-0bbc3fbf-e4e6-4000-bd5b-31f08cf35261 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:12.250745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38d716ed-918f-469c-af74-1b80e7a5a00d req-0bbc3fbf-e4e6-4000-bd5b-31f08cf35261 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 964 time: 0.0716553 Dec 14 02:26:12.252730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32160bb1-84ab-4f32-b978-ac8ba5beabbd req-628724a0-c84c-4ece-89d0-ccc24f375c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:12.254403 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32160bb1-84ab-4f32-b978-ac8ba5beabbd req-628724a0-c84c-4ece-89d0-ccc24f375c4d service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1509194 Dec 14 02:26:12.526280 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32160bb1-84ab-4f32-b978-ac8ba5beabbd req-0143bd5b-f874-45c5-8fcf-056d0c524662 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=5c45ec3a-7e14-402d-94c6-8fc92d3b1657 HTTP/1.1" status: 200 len: 217 time: 0.2603257 Dec 14 02:26:12.594037 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38d716ed-918f-469c-af74-1b80e7a5a00d req-689dea95-f15e-4dc3-8d6e-0948d0f1e384 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341763 Dec 14 02:26:12.616283 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32160bb1-84ab-4f32-b978-ac8ba5beabbd req-2eb3e11c-bf15-4337-8529-952f94f7ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:12.616283 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32160bb1-84ab-4f32-b978-ac8ba5beabbd req-2eb3e11c-bf15-4337-8529-952f94f7ce34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0701506 Dec 14 02:26:12.666767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32160bb1-84ab-4f32-b978-ac8ba5beabbd req-c6a58536-f95b-478f-aee7-8af718bc2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:12.668328 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32160bb1-84ab-4f32-b978-ac8ba5beabbd req-c6a58536-f95b-478f-aee7-8af718bc2797 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0453684 Dec 14 02:26:12.768732 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32160bb1-84ab-4f32-b978-ac8ba5beabbd req-bc7b3dca-5e9d-47e5-b2c9-7c2433b48e8c service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922685 Dec 14 02:26:12.889997 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32160bb1-84ab-4f32-b978-ac8ba5beabbd req-7afd6a8e-1858-4590-bf34-538876bf91fc service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131470 Dec 14 02:26:12.926845 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-65aa8075-7d23-4aa1-b64e-113c4b53e628 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e0e76cad89fc4284b4083b1d1ac24ba5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325363 Dec 14 02:26:13.045904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-88566664-6117-4bae-814d-3ccb5455325b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:13.047666 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-88566664-6117-4bae-814d-3ccb5455325b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1096580 Dec 14 02:26:13.062896 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-78a2143e-31e4-409a-a1d6-8be5bed490e3 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/quotas/e0e76cad89fc4284b4083b1d1ac24ba5 HTTP/1.1" status: 200 len: 375 time: 0.0091233 Dec 14 02:26:13.094998 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-571cda99-4876-474e-a903-c6552dfeb7b9 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0e76cad89fc4284b4083b1d1ac24ba5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258253 Dec 14 02:26:13.174248 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45014) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:13.272263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d64f7414-9c5a-4ada-b2dc-953eec2cd438 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1480642739-network', 'tenant_id': '624bc716242c482cb71e0453b6f91298'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:13.373205 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64f7414-9c5a-4ada-b2dc-953eec2cd438 admin admin] Made reservation on behalf of 624bc716242c482cb71e0453b6f91298 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:26:13.375739 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d64f7414-9c5a-4ada-b2dc-953eec2cd438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:13.385789 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d64f7414-9c5a-4ada-b2dc-953eec2cd438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:13.405649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497d445-515a-4ea7-b9a1-421ad3744db1 req-86148634-dc0b-4f75-a5a5-b93783bcc4b5 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:13.408173 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0497d445-515a-4ea7-b9a1-421ad3744db1 req-86148634-dc0b-4f75-a5a5-b93783bcc4b5 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 949 time: 0.0556836 Dec 14 02:26:13.466913 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d64f7414-9c5a-4ada-b2dc-953eec2cd438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:13.470481 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0497d445-515a-4ea7-b9a1-421ad3744db1 req-98767da8-bd14-4cdb-9d5b-71254d32fbc3 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543807 Dec 14 02:26:13.555416 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d64f7414-9c5a-4ada-b2dc-953eec2cd438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:13.581155 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f5a06-fd1b-455e-a1ac-995c25c7131c req-2558eac4-1a03-4f3a-bc89-dc6b58b4ac19 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:13.582672 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa8f5a06-fd1b-455e-a1ac-995c25c7131c req-2558eac4-1a03-4f3a-bc89-dc6b58b4ac19 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb8dc5fe-8794-472b-9d9b-69ea1f398682 HTTP/1.1" status: 200 len: 948 time: 0.0506477 Dec 14 02:26:13.583300 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64f7414-9c5a-4ada-b2dc-953eec2cd438 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:26:13.593131 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f7414-9c5a-4ada-b2dc-953eec2cd438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a314c5-4c41-40b6-b875-39fa61d60e39,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:13.598228 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d64f7414-9c5a-4ada-b2dc-953eec2cd438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:13.598583 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-d64f7414-9c5a-4ada-b2dc-953eec2cd438 admin admin] Added segment ce438a40-51b4-42fe-b3ec-01d08e10a957 of type vlan for network 2325212a-ce27-4255-8800-f4806a045482 Dec 14 02:26:13.633089 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa8f5a06-fd1b-455e-a1ac-995c25c7131c req-120a9869-5ef5-4c26-a7df-922de8f87c6a tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441375 Dec 14 02:26:13.640561 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d64f7414-9c5a-4ada-b2dc-953eec2cd438 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:13.761807 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d64f7414-9c5a-4ada-b2dc-953eec2cd438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:13.762801 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f7414-9c5a-4ada-b2dc-953eec2cd438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:13.763431 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d64f7414-9c5a-4ada-b2dc-953eec2cd438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:13.838313 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f7414-9c5a-4ada-b2dc-953eec2cd438 admin admin] Pushing event updated for resources: {'Network': ['ID=2325212a-ce27-4255-8800-f4806a045482,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:13.848919 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 2325212a-ce27-4255-8800-f4806a045482 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:26:13.907337 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d64f7414-9c5a-4ada-b2dc-953eec2cd438 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7352097 Dec 14 02:26:13.910479 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45042) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:13.920397 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4c3b8d00-181d-42ed-b184-da480937d231 admin admin] Request body: {'subnet': {'network_id': '2325212a-ce27-4255-8800-f4806a045482', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1480642739-subnet', 'tenant_id': '624bc716242c482cb71e0453b6f91298', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:13.940612 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4324a03e-f2f6-48be-83a6-5d242928216b req-a1a26186-2fc1-4956-8161-f3711e42a711 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/ports?device_id=97610fde-cf78-47f3-b5d6-8d5809ca6790 HTTP/1.1" status: 200 len: 210 time: 0.0479381 Dec 14 02:26:13.966879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-055a4531-3083-4726-894a-9e79c4599307 req-c4b46086-4033-4943-b4e4-9dac3673e18c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a840af3d99744bcc88bb04d2b120b271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243227 Dec 14 02:26:14.013065 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3b8d00-181d-42ed-b184-da480937d231 admin admin] Made reservation on behalf of 624bc716242c482cb71e0453b6f91298 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:26:14.015421 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c3b8d00-181d-42ed-b184-da480937d231 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:14.086521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a4531-3083-4726-894a-9e79c4599307 req-90f533a1-ea67-4add-b433-22b3df06e4fc tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:14.087965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-055a4531-3083-4726-894a-9e79c4599307 req-90f533a1-ea67-4add-b433-22b3df06e4fc tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154368 Dec 14 02:26:14.125548 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-055a4531-3083-4726-894a-9e79c4599307 req-aa276708-cce5-4918-9d7a-3d2fa8707515 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/quotas/a840af3d99744bcc88bb04d2b120b271 HTTP/1.1" status: 200 len: 375 time: 0.0161483 Dec 14 02:26:14.185232 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-055a4531-3083-4726-894a-9e79c4599307 req-97384fb4-547b-4304-94ff-ffaae64989c8 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450480 Dec 14 02:26:14.195668 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-b1c3dc19-22a6-4608-99d6-7238198739d6 service neutron] 10.222.0.46 "GET /v2.0/ports/cc851219-ec26-4237-8d21-8dcd22db24e8/bindings/n-h2-821636-1 HTTP/1.1" status: 200 len: 384 time: 0.1208384 Dec 14 02:26:14.252466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45048) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:14.314329 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c3b8d00-181d-42ed-b184-da480937d231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:14.378372 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b5ec8a4c-f2b4-47b5-9670-0b8516a9d9b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:14.387009 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b8d00-181d-42ed-b184-da480937d231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8fc782-388e-4862-a347-3c85b1854ef1,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:14.413756 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3b8d00-181d-42ed-b184-da480937d231 admin admin] Checking segment: {'id': 'ce438a40-51b4-42fe-b3ec-01d08e10a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2325212a-ce27-4255-8800-f4806a045482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:26:14.414364 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3b8d00-181d-42ed-b184-da480937d231 admin admin] Network hostable DHCP agents. Network: 2325212a-ce27-4255-8800-f4806a045482, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:26:14.424023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-cfc5a4d1-e9f1-4b4d-8298-e63598d2ab14 service neutron] For port cc851219-ec26-4237-8d21-8dcd22db24e8, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=cc851219-ec26-4237-8d21-8dcd22db24e8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:14.448207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-cfc5a4d1-e9f1-4b4d-8298-e63598d2ab14 service neutron] For port cc851219-ec26-4237-8d21-8dcd22db24e8, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:26:14.530557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-cfc5a4d1-e9f1-4b4d-8298-e63598d2ab14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc851219-ec26-4237-8d21-8dcd22db24e8 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:14.541009 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b5ec8a4c-f2b4-47b5-9670-0b8516a9d9b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:14.549617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dffe0462-d1fe-45a7-9ecd-10b13a171ecd req-b26f24cc-aa77-4dee-8c31-e0e01d464024 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 210 time: 0.0569637 Dec 14 02:26:14.558656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-cfc5a4d1-e9f1-4b4d-8298-e63598d2ab14 service neutron] For port cc851219-ec26-4237-8d21-8dcd22db24e8, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=cc851219-ec26-4237-8d21-8dcd22db24e8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:14.592544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6d2cf-cf56-4c3d-a21e-d719c98a38e6 req-7b0cab4e-32b0-4cae-8b16-dd8e7b444b9e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:14.594071 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-70c6d2cf-cf56-4c3d-a21e-d719c98a38e6 req-7b0cab4e-32b0-4cae-8b16-dd8e7b444b9e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 964 time: 0.1001747 Dec 14 02:26:14.630706 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3b8d00-181d-42ed-b184-da480937d231 admin admin] Network 2325212a-ce27-4255-8800-f4806a045482 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:26:14.641909 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b5ec8a4c-f2b4-47b5-9670-0b8516a9d9b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:14.672163 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-70c6d2cf-cf56-4c3d-a21e-d719c98a38e6 req-bbeadd00-a4ae-48df-8c22-d1840387744e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716319 Dec 14 02:26:14.687606 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b5ec8a4c-f2b4-47b5-9670-0b8516a9d9b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec18fd959d5a4532b7814b66485006c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4312320 Dec 14 02:26:14.687606 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec8a4c-f2b4-47b5-9670-0b8516a9d9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070a1e4b-d49a-4efa-9678-b005de2d18dc,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:14.688341 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45064) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:14.701405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125cf51b-95f6-452e-92be-70c86bfc3ec6 req-ecb4def1-28cd-493d-86cf-5d418c009a30 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:14.703039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-125cf51b-95f6-452e-92be-70c86bfc3ec6 req-ecb4def1-28cd-493d-86cf-5d418c009a30 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 949 time: 0.0811954 Dec 14 02:26:14.709473 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-cfc5a4d1-e9f1-4b4d-8298-e63598d2ab14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:14.728546 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-4c3b8d00-181d-42ed-b184-da480937d231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 2325212a-ce27-4255-8800-f4806a045482) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:26:14.739238 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43267e65-f59a-4ccf-a65c-cd0e69be87bd None None] Network 2325212a-ce27-4255-8800-f4806a045482 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:26:14.745507 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3b8d00-181d-42ed-b184-da480937d231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:14.746293 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c3b8d00-181d-42ed-b184-da480937d231 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:14.768471 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a170be27-0c7a-4a15-8596-514eda7d1bfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:14.791172 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a170be27-0c7a-4a15-8596-514eda7d1bfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:14.798689 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-125cf51b-95f6-452e-92be-70c86bfc3ec6 req-b5c6e2f3-dc81-4de8-bfb9-5a690ba10d4a tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788600 Dec 14 02:26:14.868611 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89664125-a23e-464c-af96-d62bd16a6e24 req-6133a52b-26ee-4ed7-9813-5bbc9bf46a3c tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:14.870177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89664125-a23e-464c-af96-d62bd16a6e24 req-6133a52b-26ee-4ed7-9813-5bbc9bf46a3c tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb8dc5fe-8794-472b-9d9b-69ea1f398682 HTTP/1.1" status: 200 len: 948 time: 0.1116669 Dec 14 02:26:14.870922 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051d0176-7d28-4c8d-be70-7bc2a303b723 None None] Network 2325212a-ce27-4255-8800-f4806a045482 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:26:14.875748 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-cfc5a4d1-e9f1-4b4d-8298-e63598d2ab14 service neutron] Transition to ACTIVE for port object cc851219-ec26-4237-8d21-8dcd22db24e8 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:26:14.930487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89664125-a23e-464c-af96-d62bd16a6e24 req-60c471f1-21f2-49d1-947e-740b19a9b474 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525951 Dec 14 02:26:14.934880 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4c3b8d00-181d-42ed-b184-da480937d231 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0227962 Dec 14 02:26:14.945340 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a170be27-0c7a-4a15-8596-514eda7d1bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:14.947648 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a170be27-0c7a-4a15-8596-514eda7d1bfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:14.948867 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a170be27-0c7a-4a15-8596-514eda7d1bfc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/070a1e4b-d49a-4efa-9678-b005de2d18dc HTTP/1.1" status: 204 len: 168 time: 0.2590225 Dec 14 02:26:14.966158 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170be27-0c7a-4a15-8596-514eda7d1bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070a1e4b-d49a-4efa-9678-b005de2d18dc,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:14.974069 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-cfc5a4d1-e9f1-4b4d-8298-e63598d2ab14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:15.074838 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-cfc5a4d1-e9f1-4b4d-8298-e63598d2ab14 service neutron] No DVR routers for this DVR port cc851219-ec26-4237-8d21-8dcd22db24e8 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:26:15.093161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5a4d1-e9f1-4b4d-8298-e63598d2ab14 service neutron] Pushing event updated for resources: {'Port': ['ID=cc851219-ec26-4237-8d21-8dcd22db24e8,revision_number=10']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:15.120953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe4da4b6-b5b6-4be9-a9d1-34bb8ea9a97f req-503c5c17-e306-4a0d-8819-7bb21d9fbb90 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/ports?device_id=97610fde-cf78-47f3-b5d6-8d5809ca6790 HTTP/1.1" status: 200 len: 210 time: 0.0531886 Dec 14 02:26:15.156469 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-cfc5a4d1-e9f1-4b4d-8298-e63598d2ab14 service neutron] 10.222.0.46 "PUT /v2.0/ports/cc851219-ec26-4237-8d21-8dcd22db24e8/bindings/n-h2-821636-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9536531 Dec 14 02:26:15.427498 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-d224b665-c845-404c-93b8-56729ef89365 req-47ed48af-4b4c-428b-a5c4-2da7ca01cc3b tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2043781246', 'description': 'tempest-description-1452568229'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:15.438361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-8943b80e-dfa8-4f51-aea6-b0ef319bd1be tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:15.440373 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-8943b80e-dfa8-4f51-aea6-b0ef319bd1be tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00&tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 1116 time: 0.0594122 Dec 14 02:26:15.487545 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:26:15.527810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-7002db43-2ce0-41da-ad47-ab43e762ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:15.529341 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-7002db43-2ce0-41da-ad47-ab43e762ffd2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00&tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8 HTTP/1.1" status: 200 len: 1116 time: 0.0743470 Dec 14 02:26:15.583497 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 5c45ec3a-7e14-402d-94c6-8fc92d3b1657, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=5c45ec3a-7e14-402d-94c6-8fc92d3b1657,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:15.587620 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d224b665-c845-404c-93b8-56729ef89365 req-47ed48af-4b4c-428b-a5c4-2da7ca01cc3b tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:15.596559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '5c45ec3a-7e14-402d-94c6-8fc92d3b1657', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '5c45ec3a-7e14-402d-94c6-8fc92d3b1657', 'mac_address': 'fa:16:3e:3a:2d:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:26:15.637591 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:15.644003 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a07c366-8f17-4993-ada7-d7de49227baa req-1d69c926-e670-4125-bc52-2db71404dfb8 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 210 time: 0.0339990 Dec 14 02:26:15.650650 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:15.669394 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-a70ccfa5-4afd-44b4-8052-69b9a264cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:15.670995 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-a70ccfa5-4afd-44b4-8052-69b9a264cc53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 1116 time: 0.0945594 Dec 14 02:26:15.671915 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 5c45ec3a-7e14-402d-94c6-8fc92d3b1657, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=5c45ec3a-7e14-402d-94c6-8fc92d3b1657,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:15.739012 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:15.792398 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=5c45ec3a-7e14-402d-94c6-8fc92d3b1657,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:15.792955 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d224b665-c845-404c-93b8-56729ef89365 req-47ed48af-4b4c-428b-a5c4-2da7ca01cc3b tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:15.820121 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-f4a41f19-86e4-4512-b32e-6d2dc56614f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:15.821610 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-f4a41f19-86e4-4512-b32e-6d2dc56614f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 921 time: 0.1409945 Dec 14 02:26:15.834423 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124abf4c-8fd9-4cf3-a494-01838589f8b2 req-e93e8ea3-8798-4382-9bf8-6dbc8dbbbb76 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:15.835908 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-124abf4c-8fd9-4cf3-a494-01838589f8b2 req-e93e8ea3-8798-4382-9bf8-6dbc8dbbbb76 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 965 time: 0.0789919 Dec 14 02:26:15.860043 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45090) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:15.878283 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0430c30f-72c1-4844-873c-bb4e1ce4d92b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:15.895331 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d224b665-c845-404c-93b8-56729ef89365 req-47ed48af-4b4c-428b-a5c4-2da7ca01cc3b tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:15.902668 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-01d9151b-a997-4e56-8157-b122120fa662 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc851219-ec26-4237-8d21-8dcd22db24e8 HTTP/1.1" status: 200 len: 217 time: 0.0467553 Dec 14 02:26:15.972201 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0430c30f-72c1-4844-873c-bb4e1ce4d92b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:15.978343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-124abf4c-8fd9-4cf3-a494-01838589f8b2 req-403cd9c0-ea23-4cdd-abff-58cb90513ee6 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366627 Dec 14 02:26:15.980830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed48af-4b4c-428b-a5c4-2da7ca01cc3b tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51edf509-6f0c-41cf-a6ab-ed60a369ac23,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:15.993168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-f9f9f88c-d877-42be-807b-3e746691c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:15.994627 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-f9f9f88c-d877-42be-807b-3e746691c7bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.0761304 Dec 14 02:26:16.009166 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d224b665-c845-404c-93b8-56729ef89365 req-47ed48af-4b4c-428b-a5c4-2da7ca01cc3b tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:16.011263 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d224b665-c845-404c-93b8-56729ef89365 req-47ed48af-4b4c-428b-a5c4-2da7ca01cc3b tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5892708 Dec 14 02:26:16.028934 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['5c45ec3a-7e14-402d-94c6-8fc92d3b1657'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:16.035992 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0430c30f-72c1-4844-873c-bb4e1ce4d92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:16.046714 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-e8733852-a712-4932-92f1-f9d71e54fd18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334406 Dec 14 02:26:16.119056 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-1548ac2d-dd17-4410-8f03-94474cabae6d tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=e0e76cad89fc4284b4083b1d1ac24ba5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469530 Dec 14 02:26:16.151153 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0430c30f-72c1-4844-873c-bb4e1ce4d92b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d9a881199f4748fca05c664ce8a825af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891049 Dec 14 02:26:16.160151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45098) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:16.162377 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0430c30f-72c1-4844-873c-bb4e1ce4d92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8d5503-1981-4531-9860-a991af20efae,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:16.263750 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba757b2-a337-4659-bf7f-01d21f451231 req-c84a13b4-8fc2-4c52-a39e-850b92ff767f tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:16.265163 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ba757b2-a337-4659-bf7f-01d21f451231 req-c84a13b4-8fc2-4c52-a39e-850b92ff767f tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 949 time: 0.1479154 Dec 14 02:26:16.269128 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-b6b6d842-2f36-41b2-9ccf-3405e5482513 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:16.270620 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-b6b6d842-2f36-41b2-9ccf-3405e5482513 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1418619 Dec 14 02:26:16.283786 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9532f7-dd3d-43bf-a7ca-5b25ac905f8d req-ef0284c6-b002-4e89-bcbe-89a2b9ab38a5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:16.285255 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ce9532f7-dd3d-43bf-a7ca-5b25ac905f8d req-ef0284c6-b002-4e89-bcbe-89a2b9ab38a5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb8dc5fe-8794-472b-9d9b-69ea1f398682 HTTP/1.1" status: 200 len: 949 time: 0.1691093 Dec 14 02:26:16.288040 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-0822c446-7f80-4cd0-9d63-331db320323c service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202332 Dec 14 02:26:16.293666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-a6b18507-c1ba-4fe8-b386-aec8be0c835b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Request body: {'port': {'device_id': '97610fde-cf78-47f3-b5d6-8d5809ca6790', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': 'e0e76cad89fc4284b4083b1d1ac24ba5'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:16.375530 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9740e3db-470c-4c46-944f-11167ead441e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:16.455852 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ba757b2-a337-4659-bf7f-01d21f451231 req-06e03f8a-1ad9-4fe3-b758-2d7ea7380d9f tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817694 Dec 14 02:26:16.458994 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9740e3db-470c-4c46-944f-11167ead441e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:16.470441 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ce9532f7-dd3d-43bf-a7ca-5b25ac905f8d req-36a01dae-25e4-4e4f-a8c4-e7405c686990 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739995 Dec 14 02:26:16.492351 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-a6b18507-c1ba-4fe8-b386-aec8be0c835b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Made reservation on behalf of e0e76cad89fc4284b4083b1d1ac24ba5 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:26:16.496365 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-a6b18507-c1ba-4fe8-b386-aec8be0c835b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:16.506261 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-a6b18507-c1ba-4fe8-b386-aec8be0c835b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:16.526663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-1f701915-9b68-4aae-a3d4-f49b8ac526a0 req-951314b7-e4d3-4b2a-8128-57005ad9fda3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1059992635', 'description': 'tempest-description-512459997'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:16.528829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-16f8bff4-e5c6-4d58-ab17-62b483efa4bc service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109447 Dec 14 02:26:16.591549 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-a6b18507-c1ba-4fe8-b386-aec8be0c835b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:16.625809 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f701915-9b68-4aae-a3d4-f49b8ac526a0 req-951314b7-e4d3-4b2a-8128-57005ad9fda3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:16.677711 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c6b3206b-6d9f-431d-bf84-b48b43746fd7 req-c15314ea-c728-491c-8f6a-de65ec1a4bf5 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/ports?device_id=97610fde-cf78-47f3-b5d6-8d5809ca6790 HTTP/1.1" status: 200 len: 210 time: 0.0324299 Dec 14 02:26:16.679635 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9740e3db-470c-4c46-944f-11167ead441e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:16.682264 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9740e3db-470c-4c46-944f-11167ead441e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:16.685605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9740e3db-470c-4c46-944f-11167ead441e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be8d5503-1981-4531-9860-a991af20efae HTTP/1.1" status: 204 len: 168 time: 0.5099485 Dec 14 02:26:16.696487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740e3db-470c-4c46-944f-11167ead441e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8d5503-1981-4531-9860-a991af20efae,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:16.711405 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-a6b18507-c1ba-4fe8-b386-aec8be0c835b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:16.757652 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f701915-9b68-4aae-a3d4-f49b8ac526a0 req-951314b7-e4d3-4b2a-8128-57005ad9fda3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:16.757895 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b18507-c1ba-4fe8-b386-aec8be0c835b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346671bf-28c4-4158-ac6c-2372aa541b72,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:16.833027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ac1c3-b842-4dce-b96e-16e8b308b7c4 req-6cb8d4aa-d338-49f1-b638-b31981a620e4 tempest-LiveMigrationNegativeTest-160390394 tempest-LiveMigrationNegativeTest-160390394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:16.834583 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-179ac1c3-b842-4dce-b96e-16e8b308b7c4 req-6cb8d4aa-d338-49f1-b638-b31981a620e4 tempest-LiveMigrationNegativeTest-160390394 tempest-LiveMigrationNegativeTest-160390394-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 1100 time: 0.0475950 Dec 14 02:26:16.835395 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f701915-9b68-4aae-a3d4-f49b8ac526a0 req-951314b7-e4d3-4b2a-8128-57005ad9fda3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:16.868255 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-179ac1c3-b842-4dce-b96e-16e8b308b7c4 req-d4e9e024-d3c7-4563-9262-3b0cba966e16 tempest-LiveMigrationNegativeTest-160390394 tempest-LiveMigrationNegativeTest-160390394-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:16.869675 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-a6b18507-c1ba-4fe8-b386-aec8be0c835b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Allocated IP 192.168.233.41 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/a96644fa-16f7-4cf2-aa25-5daa3115b84a) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:26:16.885797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951314b7-e4d3-4b2a-8128-57005ad9fda3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2767d5-0ce7-4ba9-99e5-ff790c95a57b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:16.946411 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f701915-9b68-4aae-a3d4-f49b8ac526a0 req-951314b7-e4d3-4b2a-8128-57005ad9fda3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:16.947605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f701915-9b68-4aae-a3d4-f49b8ac526a0 req-951314b7-e4d3-4b2a-8128-57005ad9fda3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4490132 Dec 14 02:26:16.970729 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-179ac1c3-b842-4dce-b96e-16e8b308b7c4 req-d4e9e024-d3c7-4563-9262-3b0cba966e16 tempest-LiveMigrationNegativeTest-160390394 tempest-LiveMigrationNegativeTest-160390394-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:17.025393 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-a6b18507-c1ba-4fe8-b386-aec8be0c835b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:17.043552 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-320f2259-472f-4bc8-89b0-353ec22ffd34 req-3c858b22-eb4f-47b9-8bf0-289b25e4b73b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 210 time: 0.0352228 Dec 14 02:26:17.044313 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-179ac1c3-b842-4dce-b96e-16e8b308b7c4 req-d4e9e024-d3c7-4563-9262-3b0cba966e16 tempest-LiveMigrationNegativeTest-160390394 tempest-LiveMigrationNegativeTest-160390394-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:17.099501 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-179ac1c3-b842-4dce-b96e-16e8b308b7c4 req-d4e9e024-d3c7-4563-9262-3b0cba966e16 tempest-LiveMigrationNegativeTest-160390394 tempest-LiveMigrationNegativeTest-160390394-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580607 Dec 14 02:26:17.122608 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-a6b18507-c1ba-4fe8-b386-aec8be0c835b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:17.156701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9e024-d3c7-4563-9262-3b0cba966e16 tempest-LiveMigrationNegativeTest-160390394 tempest-LiveMigrationNegativeTest-160390394-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff82813-b3f4-4248-9f49-3aec3f73ceb0,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:17.172374 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-a6b18507-c1ba-4fe8-b386-aec8be0c835b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:26:17.178235 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-a6b18507-c1ba-4fe8-b386-aec8be0c835b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:26:17.192455 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-a6b18507-c1ba-4fe8-b386-aec8be0c835b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:26:17.256902 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b18507-c1ba-4fe8-b386-aec8be0c835b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Pushing event updated for resources: {'Port': ['ID=a96644fa-16f7-4cf2-aa25-5daa3115b84a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:17.292673 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-a6b18507-c1ba-4fe8-b386-aec8be0c835b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:17.293220 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-a6b18507-c1ba-4fe8-b386-aec8be0c835b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:17.299219 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ffe7d5-c4d4-4668-8082-be6c6606326f req-25ae8912-40af-4c4c-9035-d160d1a67dd6 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:17.311604 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64ffe7d5-c4d4-4668-8082-be6c6606326f req-25ae8912-40af-4c4c-9035-d160d1a67dd6 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 965 time: 0.1817310 Dec 14 02:26:17.388282 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199e454-f632-4109-9fa0-054f343d2454 req-e4b01360-9ab7-406a-a086-c7bc3286ac38 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:17.393808 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-a6b18507-c1ba-4fe8-b386-aec8be0c835b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1044393 Dec 14 02:26:17.396904 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4199e454-f632-4109-9fa0-054f343d2454 req-e4b01360-9ab7-406a-a086-c7bc3286ac38 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/networks?id=2325212a-ce27-4255-8800-f4806a045482 HTTP/1.1" status: 200 len: 813 time: 0.1989658 Dec 14 02:26:17.403178 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64ffe7d5-c4d4-4668-8082-be6c6606326f req-1b3d252b-b872-4705-b773-55415964d1d1 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907362 Dec 14 02:26:17.418287 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4199e454-f632-4109-9fa0-054f343d2454 req-4a987553-ac26-47b5-a6e5-7d3b881afbd6 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/quotas/624bc716242c482cb71e0453b6f91298 HTTP/1.1" status: 200 len: 375 time: 0.0204003 Dec 14 02:26:17.425239 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Request body: {'port': {'device_id': '97610fde-cf78-47f3-b5d6-8d5809ca6790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:17.481668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.47', 49753) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:17.490934 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4199e454-f632-4109-9fa0-054f343d2454 req-e4237f90-ccc3-4a99-93ef-1574a05bc413 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=624bc716242c482cb71e0453b6f91298&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717092 Dec 14 02:26:17.497968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:26:17.512094 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:17.536729 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-055a4531-3083-4726-894a-9e79c4599307 req-f952ef75-1586-4f26-891d-122e8c3c5ef8 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a840af3d99744bcc88bb04d2b120b271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863144 Dec 14 02:26:17.574405 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9bc3e2c5-1596-4123-9e25-d88b767a9b3e None None] Provisioning complete for port a96644fa-16f7-4cf2-aa25-5daa3115b84a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:17.575161 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9bc3e2c5-1596-4123-9e25-d88b767a9b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:17.621939 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9bc3e2c5-1596-4123-9e25-d88b767a9b3e None None] Port a96644fa-16f7-4cf2-aa25-5daa3115b84a cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:26:17.750375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:26:17.755135 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:17.755764 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:17.874373 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96644fa-16f7-4cf2-aa25-5daa3115b84a {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:17.883853 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:17.901674 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Transition to ACTIVE for port object a96644fa-16f7-4cf2-aa25-5daa3115b84a will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:26:17.963325 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-cd942fd2-be5d-4abf-840e-09da7a50949a tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:17.964826 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-cd942fd2-be5d-4abf-840e-09da7a50949a tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00&tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&binding%3Ahost_id=n-h2-821636-1 HTTP/1.1" status: 200 len: 1116 time: 0.4713275 Dec 14 02:26:17.978238 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a4531-3083-4726-894a-9e79c4599307 req-c95c8c94-f793-40c0-b15d-d0e248459c36 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:17.979356 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:17.979715 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-055a4531-3083-4726-894a-9e79c4599307 req-c95c8c94-f793-40c0-b15d-d0e248459c36 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4036641 Dec 14 02:26:17.994844 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4199e454-f632-4109-9fa0-054f343d2454 req-4fcb5e70-d37a-49b9-bd62-51ee1352ae50 service neutron] 10.222.0.39 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029285 Dec 14 02:26:18.039261 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-055a4531-3083-4726-894a-9e79c4599307 req-95934c99-ff5a-4c5e-bfdc-3b686cffd9dd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Request body: {'port': {'device_id': 'e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': 'a840af3d99744bcc88bb04d2b120b271'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:18.058985 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=a96644fa-16f7-4cf2-aa25-5daa3115b84a,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:18.069531 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:18.092430 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-0e664634-0f29-40cb-b165-291f115363e5 req-105fcd2f-0a1b-4524-97fb-1ccd56b0fd33 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:26:18.093505 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e664634-0f29-40cb-b165-291f115363e5 req-105fcd2f-0a1b-4524-97fb-1ccd56b0fd33 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2471893 Dec 14 02:26:18.145173 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 5c45ec3a-7e14-402d-94c6-8fc92d3b1657, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=5c45ec3a-7e14-402d-94c6-8fc92d3b1657,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:18.149009 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8dc5fe-8794-472b-9d9b-69ea1f398682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c45ec3a-7e14-402d-94c6-8fc92d3b1657'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:18.152924 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a60d084-7e10-4265-b08c-d598294fec58" -d '{"events": [{"server_uuid": "cb8dc5fe-8794-472b-9d9b-69ea1f398682", "name": "network-vif-plugged", "status": "completed", "tag": "5c45ec3a-7e14-402d-94c6-8fc92d3b1657"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:18.197679 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Attempting to bind port a96644fa-16f7-4cf2-aa25-5daa3115b84a on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:26:18.198273 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Attempting to bind port a96644fa-16f7-4cf2-aa25-5daa3115b84a by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:26:18.198795 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Attempting to bind port a96644fa-16f7-4cf2-aa25-5daa3115b84a on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:18.204037 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Port a96644fa-16f7-4cf2-aa25-5daa3115b84a on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:26:18.205078 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Attempting to bind port a96644fa-16f7-4cf2-aa25-5daa3115b84a on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:18.206126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4199e454-f632-4109-9fa0-054f343d2454 req-1db22c7b-1cb8-4600-8e03-47b2c570751a service neutron] 10.222.0.39 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104263 Dec 14 02:26:18.213175 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:18.214250 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device cc851219-ec26-4237-8d21-8dcd22db24e8 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:26:18.228331 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:26:18.228691 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:26:18.229140 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:26:18.232157 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Bound port: a96644fa-16f7-4cf2-aa25-5daa3115b84a, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:26:18.232545 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:18.296110 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device cc851219-ec26-4237-8d21-8dcd22db24e8 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:26:18.339019 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=5c45ec3a-7e14-402d-94c6-8fc92d3b1657,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:18.362521 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] For port a96644fa-16f7-4cf2-aa25-5daa3115b84a, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:26:18.366220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] For port a96644fa-16f7-4cf2-aa25-5daa3115b84a, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=a96644fa-16f7-4cf2-aa25-5daa3115b84a,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:26:18.453453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16468538-f491-4a0e-9ad5-aac165176cca req-309155e2-f904-4144-adcf-0697a28125c1 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:18.455626 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16468538-f491-4a0e-9ad5-aac165176cca req-309155e2-f904-4144-adcf-0697a28125c1 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb8dc5fe-8794-472b-9d9b-69ea1f398682 HTTP/1.1" status: 200 len: 950 time: 0.1658716 Dec 14 02:26:18.476153 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:18.480864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055a4531-3083-4726-894a-9e79c4599307 req-95934c99-ff5a-4c5e-bfdc-3b686cffd9dd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Made reservation on behalf of a840af3d99744bcc88bb04d2b120b271 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:26:18.486102 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-055a4531-3083-4726-894a-9e79c4599307 req-95934c99-ff5a-4c5e-bfdc-3b686cffd9dd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:18.507652 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-055a4531-3083-4726-894a-9e79c4599307 req-95934c99-ff5a-4c5e-bfdc-3b686cffd9dd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:18.560794 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-e6c91bb2-1c82-4522-8030-2350ef51f6dc service neutron] For port cc851219-ec26-4237-8d21-8dcd22db24e8, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:26:18.577455 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16468538-f491-4a0e-9ad5-aac165176cca req-1f3d4d44-a685-4969-baba-a51d8a5b454f tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094186 Dec 14 02:26:18.577741 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:18.582455 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:18.593827 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-e6c91bb2-1c82-4522-8030-2350ef51f6dc service neutron] Publish callbacks [] for binding, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:18.593827 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0ffad3c-45da-4fe3-95c4-536a1b88744a req-e6c91bb2-1c82-4522-8030-2350ef51f6dc service neutron] 10.222.0.47 "DELETE /v2.0/ports/cc851219-ec26-4237-8d21-8dcd22db24e8/bindings/n-h1-821636-1 HTTP/1.1" status: 204 len: 173 time: 0.6113462 Dec 14 02:26:18.594489 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] 10.222.0.47 "PUT /v2.0/ports/a96644fa-16f7-4cf2-aa25-5daa3115b84a HTTP/1.1" status: 200 len: 1095 time: 1.1771367 Dec 14 02:26:18.612360 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97610fde-cf78-47f3-b5d6-8d5809ca6790', 'tag': 'a96644fa-16f7-4cf2-aa25-5daa3115b84a'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:18.618704 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf5661e-3397-43e0-a5d3-5b7057a0b3f4" -d '{"events": [{"name": "network-changed", "server_uuid": "97610fde-cf78-47f3-b5d6-8d5809ca6790", "tag": "a96644fa-16f7-4cf2-aa25-5daa3115b84a"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:18.646084 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e28a2-d27e-465a-9324-dd77ad7b5eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=a96644fa-16f7-4cf2-aa25-5daa3115b84a,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:18.761051 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-055a4531-3083-4726-894a-9e79c4599307 req-95934c99-ff5a-4c5e-bfdc-3b686cffd9dd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:18.763499 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05f1e61f-81af-4d56-93eb-75ecf04da312 req-78142bde-6e97-4f1a-9552-e410f63065cb tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 210 time: 0.0658951 Dec 14 02:26:18.786211 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05756b-1a97-400d-a19f-67c2968e57b2 req-3f127324-8ede-4ceb-ba56-014756bdbd5f tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:18.788065 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a05756b-1a97-400d-a19f-67c2968e57b2 req-3f127324-8ede-4ceb-ba56-014756bdbd5f tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/ports?device_id=97610fde-cf78-47f3-b5d6-8d5809ca6790 HTTP/1.1" status: 200 len: 947 time: 0.0892684 Dec 14 02:26:18.875337 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a05756b-1a97-400d-a19f-67c2968e57b2 req-cf9e09ab-ccc5-494c-88ff-61feb1ff7bdf tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/security-groups?id=346671bf-28c4-4158-ac6c-2372aa541b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772395 Dec 14 02:26:18.887701 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-4216d286-b050-475f-9d0b-a4e2e5ac5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:18.888280 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-055a4531-3083-4726-894a-9e79c4599307 req-95934c99-ff5a-4c5e-bfdc-3b686cffd9dd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:18.889728 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-4216d286-b050-475f-9d0b-a4e2e5ac5d82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0e76cad89fc4284b4083b1d1ac24ba5&device_id=97610fde-cf78-47f3-b5d6-8d5809ca6790 HTTP/1.1" status: 200 len: 1098 time: 0.0681224 Dec 14 02:26:18.942951 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4443c9-401f-4894-9de8-3661ea0bcdd7 x-openstack-request-id: req-bf4443c9-401f-4894-9de8-3661ea0bcdd7 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:18.955494 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8dc5fe-8794-472b-9d9b-69ea1f398682", "name": "network-vif-plugged", "status": "completed", "tag": "5c45ec3a-7e14-402d-94c6-8fc92d3b1657", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:18.955701 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-f922ce57-4fa0-4532-a062-222f8850ae4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=a96644fa-16f7-4cf2-aa25-5daa3115b84a HTTP/1.1" status: 200 len: 217 time: 0.0500824 Dec 14 02:26:18.956469 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf4443c9-401f-4894-9de8-3661ea0bcdd7 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:18.961158 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8dc5fe-8794-472b-9d9b-69ea1f398682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c45ec3a-7e14-402d-94c6-8fc92d3b1657', 'code': 200} Dec 14 02:26:18.988302 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95934c99-ff5a-4c5e-bfdc-3b686cffd9dd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f35bacd5-4941-4432-9ce4-1c84c32bfa0d,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:19.020442 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-92c5df26-c7cc-40a3-b625-982d9c51ded2 req-56cf7a50-fc0c-4f53-a844-2aa83d15f1c0 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 210 time: 0.0446582 Dec 14 02:26:19.033388 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-4d57e329-4eba-4257-b8c7-fa72f4f31622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:19.035081 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-4d57e329-4eba-4257-b8c7-fa72f4f31622 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0714214 Dec 14 02:26:19.125537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-8ac13f7c-5646-43c8-9ef8-1fbeb790cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:19.129122 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-8ac13f7c-5646-43c8-9ef8-1fbeb790cea3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0755329 Dec 14 02:26:19.147755 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-055a4531-3083-4726-894a-9e79c4599307 req-95934c99-ff5a-4c5e-bfdc-3b686cffd9dd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Allocated IP 192.168.233.135 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/46f308f6-e5f9-4126-b620-69ce6578df80) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:26:19.199795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a1605-448e-417a-8e5a-296127a3e9c0 req-6c2f8fdd-a022-415e-a553-e94eafc0bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:19.201666 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed7a1605-448e-417a-8e5a-296127a3e9c0 req-6c2f8fdd-a022-415e-a553-e94eafc0bc32 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cb8dc5fe-8794-472b-9d9b-69ea1f398682 HTTP/1.1" status: 200 len: 1101 time: 0.1252146 Dec 14 02:26:19.225335 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf5d946-7123-4208-b918-5134e5b1854f x-openstack-request-id: req-7bf5d946-7123-4208-b918-5134e5b1854f {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:19.225496 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97610fde-cf78-47f3-b5d6-8d5809ca6790", "tag": "a96644fa-16f7-4cf2-aa25-5daa3115b84a", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:19.225758 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7bf5d946-7123-4208-b918-5134e5b1854f {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:19.226157 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97610fde-cf78-47f3-b5d6-8d5809ca6790', 'tag': 'a96644fa-16f7-4cf2-aa25-5daa3115b84a', 'status': 'completed', 'code': 200} Dec 14 02:26:19.288534 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-f3497a9c-4c09-4267-9a0f-02a4bf4c1c7a service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487086 Dec 14 02:26:19.297755 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e34a7d-fb7a-4c45-8c66-b046b536713a req-b315543f-60d9-434f-aa52-149ecb5cb060 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:19.299880 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15e34a7d-fb7a-4c45-8c66-b046b536713a req-b315543f-60d9-434f-aa52-149ecb5cb060 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 965 time: 0.1732950 Dec 14 02:26:19.395599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed7a1605-448e-417a-8e5a-296127a3e9c0 req-955cee92-a415-45d0-8d7d-3c520c1cebb4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861269 Dec 14 02:26:19.414150 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9fe3bf5-984a-400a-9740-402f7f1dfe6b req-7ee7aa3b-e9a8-4a8d-8aa3-3df52400eeee service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173956 Dec 14 02:26:19.483819 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15e34a7d-fb7a-4c45-8c66-b046b536713a req-2a819adf-7ed7-4552-945e-641ac0d6bc4d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565275 Dec 14 02:26:19.496773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5ef1e-e9da-4a10-b77d-32fe697fa6ab req-1acc4c1f-59a5-4770-9178-45648b9ba3f3 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:19.498335 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00b5ef1e-e9da-4a10-b77d-32fe697fa6ab req-1acc4c1f-59a5-4770-9178-45648b9ba3f3 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 949 time: 0.1681395 Dec 14 02:26:19.510342 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-055a4531-3083-4726-894a-9e79c4599307 req-95934c99-ff5a-4c5e-bfdc-3b686cffd9dd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:19.579948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00b5ef1e-e9da-4a10-b77d-32fe697fa6ab req-e4262a05-4ce7-4289-b18b-ba1be9863b9d tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726032 Dec 14 02:26:19.649986 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5661e-3397-43e0-a5d3-5b7057a0b3f4 req-9928fd43-ea63-4d5c-9693-1d2883971def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:19.651266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef71be-d281-4802-a899-95c961351dca req-5d7a32eb-d974-4e97-9269-d7b4bacbf45a tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:19.651846 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7bf5661e-3397-43e0-a5d3-5b7057a0b3f4 req-9928fd43-ea63-4d5c-9693-1d2883971def service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0e76cad89fc4284b4083b1d1ac24ba5&device_id=97610fde-cf78-47f3-b5d6-8d5809ca6790 HTTP/1.1" status: 200 len: 1098 time: 0.0586641 Dec 14 02:26:19.652829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bdef71be-d281-4802-a899-95c961351dca req-5d7a32eb-d974-4e97-9269-d7b4bacbf45a tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 1116 time: 0.0505924 Dec 14 02:26:19.716649 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bdef71be-d281-4802-a899-95c961351dca req-cd27c80c-4154-4b73-ae89-5f196fb11bf3 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527940 Dec 14 02:26:19.719946 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-055a4531-3083-4726-894a-9e79c4599307 req-95934c99-ff5a-4c5e-bfdc-3b686cffd9dd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:19.812602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055a4531-3083-4726-894a-9e79c4599307 req-95934c99-ff5a-4c5e-bfdc-3b686cffd9dd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:26:19.826833 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5661e-3397-43e0-a5d3-5b7057a0b3f4 req-99778c8f-27c4-4915-ad7d-eda57cd7fa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:19.830462 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7bf5661e-3397-43e0-a5d3-5b7057a0b3f4 req-99778c8f-27c4-4915-ad7d-eda57cd7fa7e service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1423600 Dec 14 02:26:19.831874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-055a4531-3083-4726-894a-9e79c4599307 req-95934c99-ff5a-4c5e-bfdc-3b686cffd9dd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:26:19.835389 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95934c99-ff5a-4c5e-bfdc-3b686cffd9dd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Pushing event updated for resources: {'Port': ['ID=46f308f6-e5f9-4126-b620-69ce6578df80,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:19.838217 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-055a4531-3083-4726-894a-9e79c4599307 req-95934c99-ff5a-4c5e-bfdc-3b686cffd9dd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:26:19.844300 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a4531-3083-4726-894a-9e79c4599307 req-95934c99-ff5a-4c5e-bfdc-3b686cffd9dd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:19.845123 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-055a4531-3083-4726-894a-9e79c4599307 req-95934c99-ff5a-4c5e-bfdc-3b686cffd9dd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:19.878126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ead7b-b2f8-427f-9666-a2ef6c08d1dc req-ba07ef3f-4d02-402d-b57f-e77d34e81585 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:19.885916 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b7ead7b-b2f8-427f-9666-a2ef6c08d1dc req-ba07ef3f-4d02-402d-b57f-e77d34e81585 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb8dc5fe-8794-472b-9d9b-69ea1f398682 HTTP/1.1" status: 200 len: 950 time: 0.1447785 Dec 14 02:26:19.922540 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7bf5661e-3397-43e0-a5d3-5b7057a0b3f4 req-cd068895-9753-4860-8224-dc3429cbf044 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=a96644fa-16f7-4cf2-aa25-5daa3115b84a HTTP/1.1" status: 200 len: 217 time: 0.0788529 Dec 14 02:26:19.951919 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-055a4531-3083-4726-894a-9e79c4599307 req-95934c99-ff5a-4c5e-bfdc-3b686cffd9dd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9462142 Dec 14 02:26:19.987967 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b7ead7b-b2f8-427f-9666-a2ef6c08d1dc req-51aee236-9457-475a-b986-06ff3d24c89d tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002469 Dec 14 02:26:19.993090 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Request body: {'port': {'device_id': 'e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:20.059027 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5661e-3397-43e0-a5d3-5b7057a0b3f4 req-0a7214e0-1132-4eb7-8ab1-0ed8ef671207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:20.060525 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7bf5661e-3397-43e0-a5d3-5b7057a0b3f4 req-0a7214e0-1132-4eb7-8ab1-0ed8ef671207 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1270142 Dec 14 02:26:20.090248 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:20.166035 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf5661e-3397-43e0-a5d3-5b7057a0b3f4 req-9ff97e75-e039-4ccb-a5f6-c741a8de4431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:20.167846 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7bf5661e-3397-43e0-a5d3-5b7057a0b3f4 req-9ff97e75-e039-4ccb-a5f6-c741a8de4431 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996087 Dec 14 02:26:20.226345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9bd06a36-9fca-42ed-9721-aa8997b21009 None None] Provisioning complete for port 46f308f6-e5f9-4126-b620-69ce6578df80 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:20.226945 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9bd06a36-9fca-42ed-9721-aa8997b21009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:20.262122 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452b102-c8e5-49c8-9839-d48de81ad11e req-655c22dc-16ce-4442-9cdd-d3779e0c245b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:20.263726 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e452b102-c8e5-49c8-9839-d48de81ad11e req-655c22dc-16ce-4442-9cdd-d3779e0c245b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 936 time: 0.1444771 Dec 14 02:26:20.268739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9bd06a36-9fca-42ed-9721-aa8997b21009 None None] Port 46f308f6-e5f9-4126-b620-69ce6578df80 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:26:20.286553 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7bf5661e-3397-43e0-a5d3-5b7057a0b3f4 req-32a93f83-9c45-4ed3-8a3c-2bbc33eb85f2 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070254 Dec 14 02:26:20.393510 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e452b102-c8e5-49c8-9839-d48de81ad11e req-a2f6cbfc-aa25-45d9-aacf-d032cfb31c1e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107116 Dec 14 02:26:20.597078 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5938d-4b33-444b-b0e2-75243d1cdaaa req-084288fd-33a0-4c14-a9d1-97984a26419c tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:20.598668 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fe5938d-4b33-444b-b0e2-75243d1cdaaa req-084288fd-33a0-4c14-a9d1-97984a26419c tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/ports?device_id=97610fde-cf78-47f3-b5d6-8d5809ca6790 HTTP/1.1" status: 200 len: 947 time: 0.1565852 Dec 14 02:26:20.613093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f308f6-e5f9-4126-b620-69ce6578df80 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:20.630788 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:20.656553 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7bf5661e-3397-43e0-a5d3-5b7057a0b3f4 req-c97ae91c-c6e8-450a-9ad6-58859771e556 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589876 Dec 14 02:26:20.675863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Transition to ACTIVE for port object 46f308f6-e5f9-4126-b620-69ce6578df80 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:26:20.695422 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-7f59dfb5-676e-48bb-9461-10edcec8f76d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:20.696917 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-7f59dfb5-676e-48bb-9461-10edcec8f76d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 820 time: 0.1773951 Dec 14 02:26:20.715726 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fe5938d-4b33-444b-b0e2-75243d1cdaaa req-0a640caf-add2-4c32-9073-b9a5f6936736 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/security-groups?id=346671bf-28c4-4158-ac6c-2372aa541b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077521 Dec 14 02:26:20.718128 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-26e6d4c8-5d96-4d48-8592-75661e3d216b tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/quotas/0c3cf14f531c4bdca8324a0acbf9c3f8 HTTP/1.1" status: 200 len: 375 time: 0.0132906 Dec 14 02:26:20.760921 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:20.836949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-359028ab-1490-4cda-a9e0-82dbef2da9b5 req-aede26a4-268f-4933-8569-67c8b642cf69 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 210 time: 0.0468760 Dec 14 02:26:20.850803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-dd3b5774-b1a3-44aa-8d1e-6aa11c7e68a1 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1263061 Dec 14 02:26:20.861115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Pushing event updated for resources: {'Port': ['ID=46f308f6-e5f9-4126-b620-69ce6578df80,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:20.887277 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-e2b34d41-01c2-4daf-9ea1-90cc19fad9b7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:26:20.888442 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-e2b34d41-01c2-4daf-9ea1-90cc19fad9b7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0223730 Dec 14 02:26:20.932777 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Attempting to bind port 46f308f6-e5f9-4126-b620-69ce6578df80 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:26:20.932777 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Attempting to bind port 46f308f6-e5f9-4126-b620-69ce6578df80 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:26:20.932777 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Attempting to bind port 46f308f6-e5f9-4126-b620-69ce6578df80 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:20.957645 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Port 46f308f6-e5f9-4126-b620-69ce6578df80 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:26:20.957970 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Attempting to bind port 46f308f6-e5f9-4126-b620-69ce6578df80 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:20.970976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:26:20.971210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:26:20.971539 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:26:20.971970 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Bound port: 46f308f6-e5f9-4126-b620-69ce6578df80, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:26:20.972327 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:21.053893 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-74f6dc07-188a-447a-bd0d-d896c76a104e service neutron] 10.222.0.39 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544282 Dec 14 02:26:21.143214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] For port 46f308f6-e5f9-4126-b620-69ce6578df80, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:26:21.165734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] For port 46f308f6-e5f9-4126-b620-69ce6578df80, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=46f308f6-e5f9-4126-b620-69ce6578df80,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:26:21.185429 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc547354-6964-4dc1-8626-b89d31fbb62c req-5565e50c-75ae-45e9-8885-8ae1c2898bce tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:21.186881 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc547354-6964-4dc1-8626-b89d31fbb62c req-5565e50c-75ae-45e9-8885-8ae1c2898bce tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 949 time: 0.1288116 Dec 14 02:26:21.228668 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-59d31f1e-3dbc-4e37-b629-8561eadba2dc service neutron] 10.222.0.39 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644173 Dec 14 02:26:21.251211 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc547354-6964-4dc1-8626-b89d31fbb62c req-09e62dcb-fa8d-4b96-91ec-cf58969cda8e tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579512 Dec 14 02:26:21.339168 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:21.359212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e65de-efb0-495f-9acb-ae16a154bf1e req-3e984485-2fcd-47ff-a457-b65e7822f9da tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:21.361448 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-670e65de-efb0-495f-9acb-ae16a154bf1e req-3e984485-2fcd-47ff-a457-b65e7822f9da tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.46 "GET /v2.0/ports?device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 949 time: 0.0654743 Dec 14 02:26:21.426038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:21.432878 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:21.432878 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-055a4531-3083-4726-894a-9e79c4599307 req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] 10.222.0.47 "PUT /v2.0/ports/46f308f6-e5f9-4126-b620-69ce6578df80 HTTP/1.1" status: 200 len: 1096 time: 1.4451063 Dec 14 02:26:21.432878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d', 'tag': '46f308f6-e5f9-4126-b620-69ce6578df80'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:21.432878 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a48249-e739-48f8-b86f-fd20faec2f24" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d", "tag": "46f308f6-e5f9-4126-b620-69ce6578df80"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:21.552924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882d279-b2a8-47fb-8c08-8c6d6bd8e7cf service neutron] Pushing event updated for resources: {'Port': ['ID=46f308f6-e5f9-4126-b620-69ce6578df80,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:21.908090 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439e794-c31a-4e00-a666-dd38a9f95bd4 req-862e4ce2-c1ea-45a9-9e2f-e45ec838d1a1 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:21.909154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5439e794-c31a-4e00-a666-dd38a9f95bd4 req-862e4ce2-c1ea-45a9-9e2f-e45ec838d1a1 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb8dc5fe-8794-472b-9d9b-69ea1f398682 HTTP/1.1" status: 200 len: 950 time: 0.4850721 Dec 14 02:26:21.998039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199e454-f632-4109-9fa0-054f343d2454 req-6630a4bb-ef38-4085-bb94-41a993dfc552 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:21.999391 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4199e454-f632-4109-9fa0-054f343d2454 req-6630a4bb-ef38-4085-bb94-41a993dfc552 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.46 "GET /v2.0/networks?id=2325212a-ce27-4255-8800-f4806a045482 HTTP/1.1" status: 200 len: 813 time: 0.5621235 Dec 14 02:26:22.001662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a4531-3083-4726-894a-9e79c4599307 req-a79a23f3-3513-4a8b-b0bc-d3e44d319554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:22.002935 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-055a4531-3083-4726-894a-9e79c4599307 req-a79a23f3-3513-4a8b-b0bc-d3e44d319554 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 1099 time: 0.4123235 Dec 14 02:26:22.021779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-670e65de-efb0-495f-9acb-ae16a154bf1e req-7ebd30d2-c770-46e9-8886-5165f9b5e31a tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Deleting port 525198b6-ceb0-44f9-83ed-43dc28f788b5 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:26:22.025530 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-670e65de-efb0-495f-9acb-ae16a154bf1e req-7ebd30d2-c770-46e9-8886-5165f9b5e31a tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:22.029078 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4199e454-f632-4109-9fa0-054f343d2454 req-df5b9a09-54c3-43b0-8766-13e3e0aee112 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Request body: {'port': {'device_id': '33232392-ede1-470d-925c-285dcd9c0760', 'network_id': '2325212a-ce27-4255-8800-f4806a045482', 'admin_state_up': True, 'tenant_id': '624bc716242c482cb71e0453b6f91298'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:22.061978 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3474b-7fcd-492c-8a0e-a41cbbc99359 req-9c60f670-8e3b-4b06-aea8-dd5ea01e8328 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:22.063470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4bb3474b-7fcd-492c-8a0e-a41cbbc99359 req-9c60f670-8e3b-4b06-aea8-dd5ea01e8328 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 948 time: 0.1858275 Dec 14 02:26:22.161465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5439e794-c31a-4e00-a666-dd38a9f95bd4 req-7e88869c-d97d-4d8d-8d8a-b2ef32889732 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306757 Dec 14 02:26:22.170643 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-055a4531-3083-4726-894a-9e79c4599307 req-6f7b316b-bc4a-4b96-acbe-066ba79ff6f6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=46f308f6-e5f9-4126-b620-69ce6578df80 HTTP/1.1" status: 200 len: 217 time: 0.1344185 Dec 14 02:26:22.227253 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4050b42-4ae8-4959-a461-3d4241e99755 x-openstack-request-id: req-b4050b42-4ae8-4959-a461-3d4241e99755 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:22.231854 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d", "tag": "46f308f6-e5f9-4126-b620-69ce6578df80", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:22.231854 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b4050b42-4ae8-4959-a461-3d4241e99755 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:22.231854 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d', 'tag': '46f308f6-e5f9-4126-b620-69ce6578df80', 'status': 'completed', 'code': 200} Dec 14 02:26:22.317178 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-012be3ca-c8bd-4ea4-8f1f-412f391ef248 req-47d50dfb-b093-4e0c-9f32-c88cce0f823a tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 210 time: 0.0746944 Dec 14 02:26:22.344053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a4531-3083-4726-894a-9e79c4599307 req-b0c4b5f8-2fec-4d6c-b794-14a3a386246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:22.345803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-055a4531-3083-4726-894a-9e79c4599307 req-b0c4b5f8-2fec-4d6c-b794-14a3a386246f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1628380 Dec 14 02:26:22.354337 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4bb3474b-7fcd-492c-8a0e-a41cbbc99359 req-c4a94917-becc-4a8f-baf9-45c8e6c9118d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284465 Dec 14 02:26:22.376707 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-670e65de-efb0-495f-9acb-ae16a154bf1e req-7ebd30d2-c770-46e9-8886-5165f9b5e31a tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] For port 525198b6-ceb0-44f9-83ed-43dc28f788b5, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=525198b6-ceb0-44f9-83ed-43dc28f788b5,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:22.377215 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-670e65de-efb0-495f-9acb-ae16a154bf1e req-7ebd30d2-c770-46e9-8886-5165f9b5e31a tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:22.423091 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-670e65de-efb0-495f-9acb-ae16a154bf1e req-7ebd30d2-c770-46e9-8886-5165f9b5e31a tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Calling delete_port for 525198b6-ceb0-44f9-83ed-43dc28f788b5 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:26:22.504001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a4531-3083-4726-894a-9e79c4599307 req-d43f7f96-e838-470d-8643-20b10a0df9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:22.509766 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-055a4531-3083-4726-894a-9e79c4599307 req-d43f7f96-e838-470d-8643-20b10a0df9f4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1494839 Dec 14 02:26:22.509766 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4199e454-f632-4109-9fa0-054f343d2454 req-df5b9a09-54c3-43b0-8766-13e3e0aee112 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Made reservation on behalf of 624bc716242c482cb71e0453b6f91298 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:26:22.513156 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4199e454-f632-4109-9fa0-054f343d2454 req-df5b9a09-54c3-43b0-8766-13e3e0aee112 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:22.551627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcf062-ab6d-4653-860d-86f2c49df8ba req-b9e30633-085f-48a9-b7a0-28482943a6ae tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:22.553125 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e8bcf062-ab6d-4653-860d-86f2c49df8ba req-b9e30633-085f-48a9-b7a0-28482943a6ae tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/ports?device_id=97610fde-cf78-47f3-b5d6-8d5809ca6790 HTTP/1.1" status: 200 len: 947 time: 0.1732426 Dec 14 02:26:22.586778 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0cecb4b1-4d49-41b5-ac31-345ebf2037ad req-526b9821-76a0-4e5d-b778-9de3e51ca0a5 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 210 time: 0.0713243 Dec 14 02:26:22.680965 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device a96644fa-16f7-4cf2-aa25-5daa3115b84a details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:26:22.777618 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e8bcf062-ab6d-4653-860d-86f2c49df8ba req-1e4edd3b-7c1d-4732-9100-c0edae768664 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/security-groups?id=346671bf-28c4-4158-ac6c-2372aa541b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162349 Dec 14 02:26:22.848139 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port a96644fa-16f7-4cf2-aa25-5daa3115b84a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=a96644fa-16f7-4cf2-aa25-5daa3115b84a,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:22.861841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'a96644fa-16f7-4cf2-aa25-5daa3115b84a', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': 'a96644fa-16f7-4cf2-aa25-5daa3115b84a', 'mac_address': 'fa:16:3e:53:b1:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:26:22.864596 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-055a4531-3083-4726-894a-9e79c4599307 req-ad47c0fb-e508-4dc9-91e0-f33b13c924de service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425748 Dec 14 02:26:22.900370 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:22.923645 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96644fa-16f7-4cf2-aa25-5daa3115b84a {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:22.961701 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port a96644fa-16f7-4cf2-aa25-5daa3115b84a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=a96644fa-16f7-4cf2-aa25-5daa3115b84a,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:23.008362 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-4199e454-f632-4109-9fa0-054f343d2454 req-df5b9a09-54c3-43b0-8766-13e3e0aee112 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Allocated IP 172.20.0.11 (2325212a-ce27-4255-8800-f4806a045482/3d8fc782-388e-4862-a347-3c85b1854ef1/4e8dd4ef-dec3-4e3e-b46f-634f35250d4c) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:26:23.037566 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3ea21-51da-4fb4-82e5-9612edfaa0ac req-7fd4f7d3-457b-40ff-b5f6-8bfd9e8cc46f tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:23.038376 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:23.039089 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13d3ea21-51da-4fb4-82e5-9612edfaa0ac req-7fd4f7d3-457b-40ff-b5f6-8bfd9e8cc46f tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8d9a894-5d9b-4078-8157-d446785d6c4e HTTP/1.1" status: 200 len: 949 time: 0.1734533 Dec 14 02:26:23.051722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-055a4531-3083-4726-894a-9e79c4599307 req-fa8dc4c8-7494-45c6-9bd4-633a43df29f2 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605570 Dec 14 02:26:23.087973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=a96644fa-16f7-4cf2-aa25-5daa3115b84a,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:23.099008 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-670e65de-efb0-495f-9acb-ae16a154bf1e req-7ebd30d2-c770-46e9-8886-5165f9b5e31a tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:23.108424 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13d3ea21-51da-4fb4-82e5-9612edfaa0ac req-92199b0e-3717-4e70-87b8-6833331911f0 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597842 Dec 14 02:26:23.136726 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['525198b6-ceb0-44f9-83ed-43dc28f788b5'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:23.137365 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd30d2-c770-46e9-8886-5165f9b5e31a tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Pushing event deleted for resources: {'Port': ['ID=525198b6-ceb0-44f9-83ed-43dc28f788b5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:23.144063 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['c3555925-19c2-4ab0-91e6-2e177fe7b0fa'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:23.199940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-670e65de-efb0-495f-9acb-ae16a154bf1e req-7ebd30d2-c770-46e9-8886-5165f9b5e31a tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] No DVR routers for this DVR port 525198b6-ceb0-44f9-83ed-43dc28f788b5 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:26:23.204417 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-670e65de-efb0-495f-9acb-ae16a154bf1e req-7ebd30d2-c770-46e9-8886-5165f9b5e31a tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:23.208147 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-670e65de-efb0-495f-9acb-ae16a154bf1e req-7ebd30d2-c770-46e9-8886-5165f9b5e31a tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.46 "DELETE /v2.0/ports/525198b6-ceb0-44f9-83ed-43dc28f788b5 HTTP/1.1" status: 204 len: 173 time: 1.8232095 Dec 14 02:26:23.402587 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebd76e-8589-450d-8a5e-f4299707a269 req-0bb83838-5102-43db-8891-8294e1f33732 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:23.404167 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d4ebd76e-8589-450d-8a5e-f4299707a269 req-0bb83838-5102-43db-8891-8294e1f33732 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb8dc5fe-8794-472b-9d9b-69ea1f398682 HTTP/1.1" status: 200 len: 950 time: 0.1923356 Dec 14 02:26:23.410793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a48249-e739-48f8-b86f-fd20faec2f24 req-f4ec7122-09fd-44b0-bfc8-8661b065760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:23.412313 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12a48249-e739-48f8-b86f-fd20faec2f24 req-f4ec7122-09fd-44b0-bfc8-8661b065760d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 1099 time: 0.1118360 Dec 14 02:26:23.552736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['a96644fa-16f7-4cf2-aa25-5daa3115b84a'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:23.567573 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4199e454-f632-4109-9fa0-054f343d2454 req-df5b9a09-54c3-43b0-8766-13e3e0aee112 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:23.572944 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47d0ebf5-df8b-4420-bbb4-34f83f06c812 req-b1c39622-7f91-4494-894b-b107233db9c9 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 210 time: 0.1021214 Dec 14 02:26:23.708129 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d4ebd76e-8589-450d-8a5e-f4299707a269 req-84c4ac08-b94f-4b0d-a194-8dfa5d8b8c8e tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947989 Dec 14 02:26:23.769940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a48249-e739-48f8-b86f-fd20faec2f24 req-f75857cf-876e-46ea-8c67-170e3c249301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:23.771507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12a48249-e739-48f8-b86f-fd20faec2f24 req-f75857cf-876e-46ea-8c67-170e3c249301 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.3442051 Dec 14 02:26:23.859293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1967f45e-7f74-45c7-939f-2f6ab0a6cc14 req-3b68170e-0500-487d-8c28-d4881dd737b6 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 210 time: 0.0719740 Dec 14 02:26:23.865209 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12a48249-e739-48f8-b86f-fd20faec2f24 req-80b22075-5cc6-4efd-8abd-83b6e27c1d33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=46f308f6-e5f9-4126-b620-69ce6578df80 HTTP/1.1" status: 200 len: 217 time: 0.0775356 Dec 14 02:26:23.869535 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5eee7-bc07-4e6b-a0fb-fd1e8b576a93 req-9027379c-43cf-4e42-8381-e0da04a25c2d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:23.871266 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7d5eee7-bc07-4e6b-a0fb-fd1e8b576a93 req-9027379c-43cf-4e42-8381-e0da04a25c2d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 948 time: 0.2165289 Dec 14 02:26:23.878296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-bbcf80a0-e315-4587-b0d0-e2805c6fb8a3 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:23.879688 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-bbcf80a0-e315-4587-b0d0-e2805c6fb8a3 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.46 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 820 time: 0.3502116 Dec 14 02:26:23.882270 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4199e454-f632-4109-9fa0-054f343d2454 req-df5b9a09-54c3-43b0-8766-13e3e0aee112 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:23.950932 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45308) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:24.069064 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f879d90b-0ce4-46ac-a14d-9e0afbeb6322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:24.149601 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f879d90b-0ce4-46ac-a14d-9e0afbeb6322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:24.171902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-f7f57ade-55ed-4cae-84f3-0c0f634d5452 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Request body: {'port': {'device_id': 'c8be202f-6e74-4bc8-841a-b9b9cfb02e14', 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b', 'admin_state_up': True, 'tenant_id': '0c3cf14f531c4bdca8324a0acbf9c3f8'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:24.244065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d9a894-5d9b-4078-8157-d446785d6c4e', 'name': 'network-vif-deleted', 'tag': '525198b6-ceb0-44f9-83ed-43dc28f788b5'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:24.246563 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b07b68-3290-42ec-a513-2c603e56e39a" -d '{"events": [{"server_uuid": "b8d9a894-5d9b-4078-8157-d446785d6c4e", "name": "network-vif-deleted", "tag": "525198b6-ceb0-44f9-83ed-43dc28f788b5"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:24.276946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4199e454-f632-4109-9fa0-054f343d2454 req-df5b9a09-54c3-43b0-8766-13e3e0aee112 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Network 2325212a-ce27-4255-8800-f4806a045482 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:26:24.287390 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f879d90b-0ce4-46ac-a14d-9e0afbeb6322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:24.297965 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-4199e454-f632-4109-9fa0-054f343d2454 req-df5b9a09-54c3-43b0-8766-13e3e0aee112 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:26:24.309556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4199e454-f632-4109-9fa0-054f343d2454 req-df5b9a09-54c3-43b0-8766-13e3e0aee112 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:26:24.315211 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199e454-f632-4109-9fa0-054f343d2454 req-df5b9a09-54c3-43b0-8766-13e3e0aee112 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:24.315824 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4199e454-f632-4109-9fa0-054f343d2454 req-df5b9a09-54c3-43b0-8766-13e3e0aee112 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:24.322130 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a48249-e739-48f8-b86f-fd20faec2f24 req-93de7355-555e-4881-8494-9d3a8d5d66a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:24.323971 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12a48249-e739-48f8-b86f-fd20faec2f24 req-93de7355-555e-4881-8494-9d3a8d5d66a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.4428504 Dec 14 02:26:24.324162 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b9a09-54c3-43b0-8766-13e3e0aee112 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event updated for resources: {'Port': ['ID=4e8dd4ef-dec3-4e3e-b46f-634f35250d4c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:24.336966 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f879d90b-0ce4-46ac-a14d-9e0afbeb6322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b23e67f-d4d5-436b-bfb2-3b1652bede8b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:24.341450 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f879d90b-0ce4-46ac-a14d-9e0afbeb6322 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b6f646b6a3a473ab12eccdf851a9391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887093 Dec 14 02:26:24.344504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45320) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:24.395032 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7d5eee7-bc07-4e6b-a0fb-fd1e8b576a93 req-2b2f2fbb-9d54-47a9-b5cd-c7a87ff5b2c1 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5032306 Dec 14 02:26:24.396786 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d66a6041-5d3b-46ea-b7ab-c1ca5fbb3d68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:24.422067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7fd03-65f0-4413-82ac-af16e39d3218 req-6c58a485-4ef7-4ab5-ae17-90d2afdecf14 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:24.424940 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0bc7fd03-65f0-4413-82ac-af16e39d3218 req-6c58a485-4ef7-4ab5-ae17-90d2afdecf14 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/ports?device_id=97610fde-cf78-47f3-b5d6-8d5809ca6790 HTTP/1.1" status: 200 len: 948 time: 0.2772658 Dec 14 02:26:24.429060 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d66a6041-5d3b-46ea-b7ab-c1ca5fbb3d68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:24.464444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a48249-e739-48f8-b86f-fd20faec2f24 req-6eb22b2e-6ea5-43fa-ad8e-ebbcdcd002be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:24.466063 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12a48249-e739-48f8-b86f-fd20faec2f24 req-6eb22b2e-6ea5-43fa-ad8e-ebbcdcd002be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1161211 Dec 14 02:26:24.500736 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646ff5ec-813d-4d15-8a85-8c7449c5aa18 x-openstack-request-id: req-646ff5ec-813d-4d15-8a85-8c7449c5aa18 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:24.501691 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d9a894-5d9b-4078-8157-d446785d6c4e", "name": "network-vif-deleted", "tag": "525198b6-ceb0-44f9-83ed-43dc28f788b5", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:24.502022 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-646ff5ec-813d-4d15-8a85-8c7449c5aa18 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:24.502463 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d9a894-5d9b-4078-8157-d446785d6c4e', 'name': 'network-vif-deleted', 'tag': '525198b6-ceb0-44f9-83ed-43dc28f788b5', 'status': 'completed', 'code': 200} Dec 14 02:26:24.536383 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4199e454-f632-4109-9fa0-054f343d2454 req-df5b9a09-54c3-43b0-8766-13e3e0aee112 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5202458 Dec 14 02:26:24.559037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Request body: {'port': {'device_id': '33232392-ede1-470d-925c-285dcd9c0760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:24.578822 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d66a6041-5d3b-46ea-b7ab-c1ca5fbb3d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:24.588770 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d66a6041-5d3b-46ea-b7ab-c1ca5fbb3d68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:24.588770 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d66a6041-5d3b-46ea-b7ab-c1ca5fbb3d68 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b23e67f-d4d5-436b-bfb2-3b1652bede8b HTTP/1.1" status: 204 len: 168 time: 0.2368045 Dec 14 02:26:24.592428 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a6041-5d3b-46ea-b7ab-c1ca5fbb3d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b23e67f-d4d5-436b-bfb2-3b1652bede8b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:24.598568 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0bc7fd03-65f0-4413-82ac-af16e39d3218 req-4cf39e5d-c2d6-43f4-b814-bc3a2b687c5a tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/security-groups?id=346671bf-28c4-4158-ac6c-2372aa541b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610992 Dec 14 02:26:24.645323 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12a48249-e739-48f8-b86f-fd20faec2f24 req-a41be094-b28b-4da0-995f-0de608ca157c service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681082 Dec 14 02:26:24.678668 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device a96644fa-16f7-4cf2-aa25-5daa3115b84a up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:26:24.707413 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fd22503-be66-48a8-9cd6-601873e85fa6 req-390b4886-c272-4f6b-a097-7eba4963d70c tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 210 time: 0.0395510 Dec 14 02:26:24.718847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-f7f57ade-55ed-4cae-84f3-0c0f634d5452 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Made reservation on behalf of 0c3cf14f531c4bdca8324a0acbf9c3f8 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:26:24.722912 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-f7f57ade-55ed-4cae-84f3-0c0f634d5452 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:24.771118 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:24.799698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb48d9f-f86f-46b8-9f50-3f61c09a4b59 req-3f26cae7-d1e0-4bc2-a4cf-b7c787361559 tempest-DeleteServersAdminTestJSON-713452875 tempest-DeleteServersAdminTestJSON-713452875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:24.801190 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9bb48d9f-f86f-46b8-9f50-3f61c09a4b59 req-3f26cae7-d1e0-4bc2-a4cf-b7c787361559 tempest-DeleteServersAdminTestJSON-713452875 tempest-DeleteServersAdminTestJSON-713452875-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb8dc5fe-8794-472b-9d9b-69ea1f398682 HTTP/1.1" status: 200 len: 1101 time: 0.0415251 Dec 14 02:26:24.835462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port a96644fa-16f7-4cf2-aa25-5daa3115b84a completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:26:24.839709 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port a96644fa-16f7-4cf2-aa25-5daa3115b84a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:24.840106 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:24.926203 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-9bb48d9f-f86f-46b8-9f50-3f61c09a4b59 req-ed94c1d9-9e5e-4941-b14d-179f0a06423f tempest-DeleteServersAdminTestJSON-713452875 tempest-DeleteServersAdminTestJSON-713452875-project-admin] Deleting port 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:26:24.930184 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9bb48d9f-f86f-46b8-9f50-3f61c09a4b59 req-ed94c1d9-9e5e-4941-b14d-179f0a06423f tempest-DeleteServersAdminTestJSON-713452875 tempest-DeleteServersAdminTestJSON-713452875-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:24.950254 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:24.978261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97610fde-cf78-47f3-b5d6-8d5809ca6790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96644fa-16f7-4cf2-aa25-5daa3115b84a'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:24.980928 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78ec55a-1ab1-4f7e-8b45-9c69cc0fd3a0" -d '{"events": [{"server_uuid": "97610fde-cf78-47f3-b5d6-8d5809ca6790", "name": "network-vif-plugged", "status": "completed", "tag": "a96644fa-16f7-4cf2-aa25-5daa3115b84a"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:24.994350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port a96644fa-16f7-4cf2-aa25-5daa3115b84a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=a96644fa-16f7-4cf2-aa25-5daa3115b84a,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:25.013496 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12a48249-e739-48f8-b86f-fd20faec2f24 req-269cf4dc-8739-4147-b470-8192deceacdf service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437307 Dec 14 02:26:25.022351 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-9bb48d9f-f86f-46b8-9f50-3f61c09a4b59 req-ed94c1d9-9e5e-4941-b14d-179f0a06423f tempest-DeleteServersAdminTestJSON-713452875 tempest-DeleteServersAdminTestJSON-713452875-project-admin] For port 5c45ec3a-7e14-402d-94c6-8fc92d3b1657, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=5c45ec3a-7e14-402d-94c6-8fc92d3b1657,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:25.022949 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9bb48d9f-f86f-46b8-9f50-3f61c09a4b59 req-ed94c1d9-9e5e-4941-b14d-179f0a06423f tempest-DeleteServersAdminTestJSON-713452875 tempest-DeleteServersAdminTestJSON-713452875-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:25.037979 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-9bb48d9f-f86f-46b8-9f50-3f61c09a4b59 req-ed94c1d9-9e5e-4941-b14d-179f0a06423f tempest-DeleteServersAdminTestJSON-713452875 tempest-DeleteServersAdminTestJSON-713452875-project-admin] Calling delete_port for 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:26:25.047392 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:25.092557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192a6dd-2e78-425f-933e-2505184b1cc6 req-0057b849-dfa7-4c73-9f30-954614da1376 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:25.100645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7192a6dd-2e78-425f-933e-2505184b1cc6 req-0057b849-dfa7-4c73-9f30-954614da1376 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb8dc5fe-8794-472b-9d9b-69ea1f398682 HTTP/1.1" status: 200 len: 950 time: 0.3091404 Dec 14 02:26:25.115759 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=a96644fa-16f7-4cf2-aa25-5daa3115b84a,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:25.242475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-f7f57ade-55ed-4cae-84f3-0c0f634d5452 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Allocated IP 172.20.0.9 (c2babbdd-831e-4b48-8c93-0beb41d9211b/0e828340-91e4-4f6f-94b5-cd964e8cfd46/65c18d16-8551-4fa7-8898-a09b03ed7bd8) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:26:25.243022 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45338) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:25.250709 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9bb48d9f-f86f-46b8-9f50-3f61c09a4b59 req-ed94c1d9-9e5e-4941-b14d-179f0a06423f tempest-DeleteServersAdminTestJSON-713452875 tempest-DeleteServersAdminTestJSON-713452875-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:25.262941 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f26f73ae-9e89-4437-bb7f-4a55e69491e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:25.272352 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7192a6dd-2e78-425f-933e-2505184b1cc6 req-f9b8b613-034c-4dde-9cdb-6269dbe38efe tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708491 Dec 14 02:26:25.281844 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95060faa-550b-4095-8c35-e42f57f3dec0 req-50ae50c3-14ba-427e-8fc2-ab336b046c58 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:25.284500 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95060faa-550b-4095-8c35-e42f57f3dec0 req-50ae50c3-14ba-427e-8fc2-ab336b046c58 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 932 time: 0.1813097 Dec 14 02:26:25.284788 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['5c45ec3a-7e14-402d-94c6-8fc92d3b1657'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:25.293132 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94c1d9-9e5e-4941-b14d-179f0a06423f tempest-DeleteServersAdminTestJSON-713452875 tempest-DeleteServersAdminTestJSON-713452875-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c45ec3a-7e14-402d-94c6-8fc92d3b1657,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:25.360624 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24cf5d2-4316-4fe4-b50a-d832ae0c210d x-openstack-request-id: req-c24cf5d2-4316-4fe4-b50a-d832ae0c210d {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:25.361175 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97610fde-cf78-47f3-b5d6-8d5809ca6790", "name": "network-vif-plugged", "status": "completed", "tag": "a96644fa-16f7-4cf2-aa25-5daa3115b84a", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:25.361630 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c24cf5d2-4316-4fe4-b50a-d832ae0c210d {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:25.362186 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97610fde-cf78-47f3-b5d6-8d5809ca6790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96644fa-16f7-4cf2-aa25-5daa3115b84a', 'code': 200} Dec 14 02:26:25.366432 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb48d9f-f86f-46b8-9f50-3f61c09a4b59 req-ed94c1d9-9e5e-4941-b14d-179f0a06423f tempest-DeleteServersAdminTestJSON-713452875 tempest-DeleteServersAdminTestJSON-713452875-project-admin] No DVR routers for this DVR port 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 on host n-h1-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:26:25.370410 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9bb48d9f-f86f-46b8-9f50-3f61c09a4b59 req-ed94c1d9-9e5e-4941-b14d-179f0a06423f tempest-DeleteServersAdminTestJSON-713452875 tempest-DeleteServersAdminTestJSON-713452875-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:25.375049 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9bb48d9f-f86f-46b8-9f50-3f61c09a4b59 req-ed94c1d9-9e5e-4941-b14d-179f0a06423f tempest-DeleteServersAdminTestJSON-713452875 tempest-DeleteServersAdminTestJSON-713452875-project-admin] 10.222.0.46 "DELETE /v2.0/ports/5c45ec3a-7e14-402d-94c6-8fc92d3b1657 HTTP/1.1" status: 204 len: 173 time: 0.5676763 Dec 14 02:26:25.375649 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb8dc5fe-8794-472b-9d9b-69ea1f398682', 'name': 'network-vif-deleted', 'tag': '5c45ec3a-7e14-402d-94c6-8fc92d3b1657'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:25.386359 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8920557f-5699-44eb-af9c-46187f34ac1a" -d '{"events": [{"server_uuid": "cb8dc5fe-8794-472b-9d9b-69ea1f398682", "name": "network-vif-deleted", "tag": "5c45ec3a-7e14-402d-94c6-8fc92d3b1657"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:25.435688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:25.481282 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:25.482387 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f26f73ae-9e89-4437-bb7f-4a55e69491e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:25.517931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 525198b6-ceb0-44f9-83ed-43dc28f788b5 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:26:25.539556 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 525198b6-ceb0-44f9-83ed-43dc28f788b5 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:26:25.539994 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 525198b6-ceb0-44f9-83ed-43dc28f788b5 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:26:25.555426 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95060faa-550b-4095-8c35-e42f57f3dec0 req-bacc56ff-3712-48bd-ba63-d92df2f80201 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579525 Dec 14 02:26:25.562022 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f26f73ae-9e89-4437-bb7f-4a55e69491e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:25.564017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Transition to ACTIVE for port object 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:26:25.594814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee097e1-a70d-463f-865b-2cd0e272a443 req-4c63d468-fa1e-412b-b1a4-ec8eaef76e26 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:25.596708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ee097e1-a70d-463f-865b-2cd0e272a443 req-4c63d468-fa1e-412b-b1a4-ec8eaef76e26 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 950 time: 0.1564577 Dec 14 02:26:25.619044 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f26f73ae-9e89-4437-bb7f-4a55e69491e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9512f5f7d42d46a19903b3305edcdcfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3749683 Dec 14 02:26:25.621271 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45346) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:25.634832 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d32362-ee24-488b-a4eb-664d00b5bf0a req-ea59af49-65f3-4b44-ad34-02ab1220d353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:25.636308 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22d32362-ee24-488b-a4eb-664d00b5bf0a req-ea59af49-65f3-4b44-ad34-02ab1220d353 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=97610fde-cf78-47f3-b5d6-8d5809ca6790 HTTP/1.1" status: 200 len: 1100 time: 0.1402614 Dec 14 02:26:25.641129 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4205c2-9e71-4507-a8fd-981b137a138c x-openstack-request-id: req-ef4205c2-9e71-4507-a8fd-981b137a138c {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:25.644442 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb8dc5fe-8794-472b-9d9b-69ea1f398682", "name": "network-vif-deleted", "tag": "5c45ec3a-7e14-402d-94c6-8fc92d3b1657", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:25.644442 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef4205c2-9e71-4507-a8fd-981b137a138c {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:25.644442 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb8dc5fe-8794-472b-9d9b-69ea1f398682', 'name': 'network-vif-deleted', 'tag': '5c45ec3a-7e14-402d-94c6-8fc92d3b1657', 'status': 'completed', 'code': 200} Dec 14 02:26:25.645326 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f73ae-9e89-4437-bb7f-4a55e69491e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82351da0-d48f-4484-a562-32b42516eebe,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:25.671829 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-f7f57ade-55ed-4cae-84f3-0c0f634d5452 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:25.679339 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:25.695836 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-886aeb81-1e0f-4b7b-8d0c-d85ef4bf4851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:25.718372 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-886aeb81-1e0f-4b7b-8d0c-d85ef4bf4851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:25.775825 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ee097e1-a70d-463f-865b-2cd0e272a443 req-364bf976-7e1a-4afd-8413-dd230af8e906 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640792 Dec 14 02:26:25.823766 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8dd4ef-dec3-4e3e-b46f-634f35250d4c,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:25.835434 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22d32362-ee24-488b-a4eb-664d00b5bf0a req-ed1bb9de-6d3f-4e01-bd6d-19bf31244962 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=346671bf-28c4-4158-ac6c-2372aa541b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899869 Dec 14 02:26:25.841440 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-886aeb81-1e0f-4b7b-8d0c-d85ef4bf4851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:25.844397 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-886aeb81-1e0f-4b7b-8d0c-d85ef4bf4851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:25.846120 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-886aeb81-1e0f-4b7b-8d0c-d85ef4bf4851 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82351da0-d48f-4484-a562-32b42516eebe HTTP/1.1" status: 204 len: 168 time: 0.2216356 Dec 14 02:26:25.854097 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886aeb81-1e0f-4b7b-8d0c-d85ef4bf4851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82351da0-d48f-4484-a562-32b42516eebe,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:25.871752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Attempting to bind port 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:26:25.873927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Attempting to bind port 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'ce438a40-51b4-42fe-b3ec-01d08e10a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2325212a-ce27-4255-8800-f4806a045482'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:26:25.873927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Attempting to bind port 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c on network 2325212a-ce27-4255-8800-f4806a045482 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:25.883023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a201e0ab-feea-409d-a4b9-12d0054bb017 req-5ba6cb91-dfaf-4183-bfd3-dff983591112 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:25.884550 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a201e0ab-feea-409d-a4b9-12d0054bb017 req-5ba6cb91-dfaf-4183-bfd3-dff983591112 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 948 time: 0.1566412 Dec 14 02:26:25.886793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Port 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c on network 2325212a-ce27-4255-8800-f4806a045482 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:26:25.887118 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Attempting to bind port 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c on network 2325212a-ce27-4255-8800-f4806a045482 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:25.893949 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:26:25.894340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Checking segment: {'id': 'ce438a40-51b4-42fe-b3ec-01d08e10a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2325212a-ce27-4255-8800-f4806a045482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:26:25.894657 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Bound using segment: {'id': 'ce438a40-51b4-42fe-b3ec-01d08e10a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2325212a-ce27-4255-8800-f4806a045482'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:26:25.895085 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Bound port: 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce438a40-51b4-42fe-b3ec-01d08e10a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2325212a-ce27-4255-8800-f4806a045482'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:26:25.895440 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:25.930850 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-f7f57ade-55ed-4cae-84f3-0c0f634d5452 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:26.064141 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-f7f57ade-55ed-4cae-84f3-0c0f634d5452 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Network c2babbdd-831e-4b48-8c93-0beb41d9211b is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:26:26.074016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a201e0ab-feea-409d-a4b9-12d0054bb017 req-38cf0483-0524-44f2-9699-4d0429778585 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764412 Dec 14 02:26:26.078646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-f7f57ade-55ed-4cae-84f3-0c0f634d5452 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:26:26.083038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f57ade-55ed-4cae-84f3-0c0f634d5452 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Pushing event updated for resources: {'Port': ['ID=65c18d16-8551-4fa7-8898-a09b03ed7bd8,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:26.088945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-f7f57ade-55ed-4cae-84f3-0c0f634d5452 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:26:26.094338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-f7f57ade-55ed-4cae-84f3-0c0f634d5452 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:26.095149 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-f7f57ade-55ed-4cae-84f3-0c0f634d5452 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:26.105225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] For port 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:26:26.114112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] For port 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4e8dd4ef-dec3-4e3e-b46f-634f35250d4c,segment=NetworkSegment(ce438a40-51b4-42fe-b3ec-01d08e10a957),segment_id=ce438a40-51b4-42fe-b3ec-01d08e10a957)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:26:26.118595 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bbb1cd-871c-481b-a6aa-889e46fc6b42 req-4ea64471-197d-4427-840e-edb50cf083e0 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:26.120120 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17bbb1cd-871c-481b-a6aa-889e46fc6b42 req-4ea64471-197d-4427-840e-edb50cf083e0 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/ports?device_id=97610fde-cf78-47f3-b5d6-8d5809ca6790 HTTP/1.1" status: 200 len: 949 time: 0.1550672 Dec 14 02:26:26.187705 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:26.192855 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-f7f57ade-55ed-4cae-84f3-0c0f634d5452 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0506828 Dec 14 02:26:26.216369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Request body: {'port': {'device_id': 'c8be202f-6e74-4bc8-841a-b9b9cfb02e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:26.239966 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17bbb1cd-871c-481b-a6aa-889e46fc6b42 req-c0668e8f-f40d-403f-903a-ff8463be5e3f tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/security-groups?id=346671bf-28c4-4158-ac6c-2372aa541b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115925 Dec 14 02:26:26.269450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:26.270084 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:26.272210 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4199e454-f632-4109-9fa0-054f343d2454 req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] 10.222.0.46 "PUT /v2.0/ports/4e8dd4ef-dec3-4e3e-b46f-634f35250d4c HTTP/1.1" status: 200 len: 1092 time: 1.7172945 Dec 14 02:26:26.297776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213a0e6-9def-446e-ada8-5196862457bc req-1ec30d07-d811-4675-be27-9c0d52b2caed tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:26.299249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4213a0e6-9def-446e-ada8-5196862457bc req-1ec30d07-d811-4675-be27-9c0d52b2caed tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 931 time: 0.1531038 Dec 14 02:26:26.335995 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:26.344081 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c64c40-7eb0-41aa-af08-749ab613d181 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8dd4ef-dec3-4e3e-b46f-634f35250d4c,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:26.446894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4213a0e6-9def-446e-ada8-5196862457bc req-0cda2f02-592b-44b2-9df1-d0e9a44a517a tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265943 Dec 14 02:26:26.462818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306fbacd-210e-4109-933e-19a71879b2a2 req-af960cfa-7e2d-452c-a5d3-1e8c732fa533 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb8dc5fe-8794-472b-9d9b-69ea1f398682 HTTP/1.1" status: 200 len: 210 time: 0.0588033 Dec 14 02:26:26.521638 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33232392-ede1-470d-925c-285dcd9c0760', 'tag': '4e8dd4ef-dec3-4e3e-b46f-634f35250d4c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:26.523801 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a51a212-9b59-4cb0-84bf-253134aba1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "33232392-ede1-470d-925c-285dcd9c0760", "tag": "4e8dd4ef-dec3-4e3e-b46f-634f35250d4c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:26.558662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199e454-f632-4109-9fa0-054f343d2454 req-d7b16608-16d6-4ad7-80ae-d049b015ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:26.560144 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4199e454-f632-4109-9fa0-054f343d2454 req-d7b16608-16d6-4ad7-80ae-d049b015ca12 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=624bc716242c482cb71e0453b6f91298&device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 1095 time: 0.1425841 Dec 14 02:26:26.595343 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcd1fdf-3eff-47f3-9f34-64c7cc01968e x-openstack-request-id: req-0dcd1fdf-3eff-47f3-9f34-64c7cc01968e {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:26.598758 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33232392-ede1-470d-925c-285dcd9c0760", "tag": "4e8dd4ef-dec3-4e3e-b46f-634f35250d4c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:26.598758 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0dcd1fdf-3eff-47f3-9f34-64c7cc01968e {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:26.598758 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33232392-ede1-470d-925c-285dcd9c0760', 'tag': '4e8dd4ef-dec3-4e3e-b46f-634f35250d4c', 'status': 'completed', 'code': 200} Dec 14 02:26:26.638204 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4199e454-f632-4109-9fa0-054f343d2454 req-d4c673b1-951d-494e-931b-9069bb5a0c59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e8dd4ef-dec3-4e3e-b46f-634f35250d4c HTTP/1.1" status: 200 len: 217 time: 0.0411527 Dec 14 02:26:26.681869 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:26.694007 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 46f308f6-e5f9-4126-b620-69ce6578df80 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:26:26.808582 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 46f308f6-e5f9-4126-b620-69ce6578df80, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=46f308f6-e5f9-4126-b620-69ce6578df80,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:26.828755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '46f308f6-e5f9-4126-b620-69ce6578df80', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '46f308f6-e5f9-4126-b620-69ce6578df80', 'mac_address': 'fa:16:3e:ae:b7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:26:26.864444 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:26.878760 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f308f6-e5f9-4126-b620-69ce6578df80 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:26.899587 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 46f308f6-e5f9-4126-b620-69ce6578df80, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=46f308f6-e5f9-4126-b620-69ce6578df80,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:26.972960 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:26.993492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199e454-f632-4109-9fa0-054f343d2454 req-da165def-e6c9-4c9e-9709-8b377ac6b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:26.994978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4199e454-f632-4109-9fa0-054f343d2454 req-da165def-e6c9-4c9e-9709-8b377ac6b267 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d8fc782-388e-4862-a347-3c85b1854ef1 HTTP/1.1" status: 200 len: 853 time: 0.3446798 Dec 14 02:26:27.008544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597191b0-c9d2-4996-8565-984269985738 req-81135de5-2e73-4156-be75-47b77ce15828 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:27.010086 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-597191b0-c9d2-4996-8565-984269985738 req-81135de5-2e73-4156-be75-47b77ce15828 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 944 time: 0.3710163 Dec 14 02:26:27.043898 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=46f308f6-e5f9-4126-b620-69ce6578df80,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:27.052086 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4199e454-f632-4109-9fa0-054f343d2454 req-94c2e4dc-d465-427f-b83d-dfffb6238edb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2325212a-ce27-4255-8800-f4806a045482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376723 Dec 14 02:26:27.059371 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd3aa1-9e74-4097-99b5-40a54291fe3f req-b1d7c98c-6153-497d-937d-247aac8211ad tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:27.060851 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0dd3aa1-9e74-4097-99b5-40a54291fe3f req-b1d7c98c-6153-497d-937d-247aac8211ad tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 950 time: 0.1698337 Dec 14 02:26:27.206133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c18d16-8551-4fa7-8898-a09b03ed7bd8 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:27.223452 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:27.228400 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-597191b0-c9d2-4996-8565-984269985738 req-390a1eb2-ae70-469c-92c6-c442b365fcee tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009737 Dec 14 02:26:27.261979 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0dd3aa1-9e74-4097-99b5-40a54291fe3f req-a470bdc0-bdf8-41dc-9c14-327363dca303 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/security-groups?id=9eb7af20-5de7-46e6-b1d3-6519758e5e0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752117 Dec 14 02:26:27.268840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Transition to ACTIVE for port object 65c18d16-8551-4fa7-8898-a09b03ed7bd8 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:26:27.271166 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4199e454-f632-4109-9fa0-054f343d2454 req-f0d9699e-3a03-4221-8a33-7532b52ce2e4 service neutron] 10.222.0.46 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083948 Dec 14 02:26:27.350619 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:27.352692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['46f308f6-e5f9-4126-b620-69ce6578df80'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:27.525706 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537d537-56d0-4677-b8c4-44f1db565ac9 req-c63ae384-730a-4fae-a984-9b1e4aadbeda tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:27.527202 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d537d537-56d0-4677-b8c4-44f1db565ac9 req-c63ae384-730a-4fae-a984-9b1e4aadbeda tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 949 time: 0.1915023 Dec 14 02:26:27.527816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Pushing event updated for resources: {'Port': ['ID=65c18d16-8551-4fa7-8898-a09b03ed7bd8,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:27.549376 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4199e454-f632-4109-9fa0-054f343d2454 req-5c02efa1-ea64-43f7-b9c9-c9daf29bb889 service neutron] 10.222.0.46 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706246 Dec 14 02:26:27.595225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3daa4-4217-4a87-864d-03534138195e req-f6b6f749-f8f6-4b47-aa1f-ec91c26e1e0f tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:27.596717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1be3daa4-4217-4a87-864d-03534138195e req-f6b6f749-f8f6-4b47-aa1f-ec91c26e1e0f tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/ports?device_id=97610fde-cf78-47f3-b5d6-8d5809ca6790 HTTP/1.1" status: 200 len: 949 time: 0.1938117 Dec 14 02:26:27.602214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Attempting to bind port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:26:27.602473 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Attempting to bind port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:26:27.602801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Attempting to bind port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:27.617291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5540f0-79e6-4e94-a002-066df13e6689 req-a5a98f34-2c3e-48e9-97c3-d1408ce67cb9 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:27.618742 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab5540f0-79e6-4e94-a002-066df13e6689 req-a5a98f34-2c3e-48e9-97c3-d1408ce67cb9 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.47 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 950 time: 0.1844022 Dec 14 02:26:27.633133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 on network c2babbdd-831e-4b48-8c93-0beb41d9211b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:26:27.633491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Attempting to bind port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:27.679189 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:26:27.679530 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Checking segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:26:27.679916 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Bound using segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:26:27.680345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Bound port: 65c18d16-8551-4fa7-8898-a09b03ed7bd8, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:26:27.680694 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:27.689515 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d537d537-56d0-4677-b8c4-44f1db565ac9 req-8073b4a0-feda-44e4-b710-d4f816f3f8c5 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431627 Dec 14 02:26:27.813226 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1be3daa4-4217-4a87-864d-03534138195e req-19f2b823-0bd2-4f77-aafb-022b4882e216 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/security-groups?id=346671bf-28c4-4158-ac6c-2372aa541b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074401 Dec 14 02:26:27.882474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] For port 65c18d16-8551-4fa7-8898-a09b03ed7bd8, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:26:27.885562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51a212-9b59-4cb0-84bf-253134aba1c9 req-f554e994-50d8-4da9-97fb-ca5c444b598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:27.887070 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a51a212-9b59-4cb0-84bf-253134aba1c9 req-f554e994-50d8-4da9-97fb-ca5c444b598d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=624bc716242c482cb71e0453b6f91298&device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 1095 time: 0.1689181 Dec 14 02:26:27.888733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] For port 65c18d16-8551-4fa7-8898-a09b03ed7bd8, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=65c18d16-8551-4fa7-8898-a09b03ed7bd8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:26:27.947337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f13a9-f24b-4a7b-8b6a-35f4283f604d req-1ec28d67-28ab-4992-85c1-19e4ba08b3fd tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:27.954622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-387f13a9-f24b-4a7b-8b6a-35f4283f604d req-1ec28d67-28ab-4992-85c1-19e4ba08b3fd tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 943 time: 0.1639686 Dec 14 02:26:27.984775 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:28.000720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-ab5540f0-79e6-4e94-a002-066df13e6689 req-f8fed9fb-7c6c-43eb-b051-817496e26cc9 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Deleting port c3555925-19c2-4ab0-91e6-2e177fe7b0fa {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:26:28.001192 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ab5540f0-79e6-4e94-a002-066df13e6689 req-f8fed9fb-7c6c-43eb-b051-817496e26cc9 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:28.097368 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:28.098015 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:28.099337 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] 10.222.0.46 "PUT /v2.0/ports/65c18d16-8551-4fa7-8898-a09b03ed7bd8 HTTP/1.1" status: 200 len: 1091 time: 1.8886061 Dec 14 02:26:28.145839 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-3ea97d59-05a0-492e-a413-d88ff90b6f76 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ec2bcd4962024c73844a2c84cf93af90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743690 Dec 14 02:26:28.184713 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-387f13a9-f24b-4a7b-8b6a-35f4283f604d req-a7893a2a-1414-4c6c-89cc-f5752df431f7 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292199 Dec 14 02:26:28.185900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51a212-9b59-4cb0-84bf-253134aba1c9 req-7e06326f-e7e9-4e4b-b0e9-e835fc9fb512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:28.187111 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a51a212-9b59-4cb0-84bf-253134aba1c9 req-7e06326f-e7e9-4e4b-b0e9-e835fc9fb512 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2325212a-ce27-4255-8800-f4806a045482 HTTP/1.1" status: 200 len: 914 time: 0.2921679 Dec 14 02:26:28.188024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ce086-7346-4e2c-9e35-11d908284e57 service neutron] Pushing event updated for resources: {'Port': ['ID=65c18d16-8551-4fa7-8898-a09b03ed7bd8,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:28.289388 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a51a212-9b59-4cb0-84bf-253134aba1c9 req-f8f7747f-22be-438d-af64-39707acb0da4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e8dd4ef-dec3-4e3e-b46f-634f35250d4c HTTP/1.1" status: 200 len: 217 time: 0.0809829 Dec 14 02:26:28.339432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-ab5540f0-79e6-4e94-a002-066df13e6689 req-f8fed9fb-7c6c-43eb-b051-817496e26cc9 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] For port c3555925-19c2-4ab0-91e6-2e177fe7b0fa, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c3555925-19c2-4ab0-91e6-2e177fe7b0fa,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:28.339800 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ab5540f0-79e6-4e94-a002-066df13e6689 req-f8fed9fb-7c6c-43eb-b051-817496e26cc9 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:28.388196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-ab5540f0-79e6-4e94-a002-066df13e6689 req-f8fed9fb-7c6c-43eb-b051-817496e26cc9 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Calling delete_port for c3555925-19c2-4ab0-91e6-2e177fe7b0fa owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:26:28.441695 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-b5cccf71-d3df-4f70-9ef5-0077c521d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:28.443079 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-b5cccf71-d3df-4f70-9ef5-0077c521d817 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 1094 time: 0.1727729 Dec 14 02:26:28.450546 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-1fdf4193-45b1-4aba-874b-5781070cbae9 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7bb0a10918904e66a1e45d4647429ebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677299 Dec 14 02:26:28.454602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51a212-9b59-4cb0-84bf-253134aba1c9 req-f39f8782-88e4-4c66-b26e-bc6d68552e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:28.455950 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a51a212-9b59-4cb0-84bf-253134aba1c9 req-f39f8782-88e4-4c66-b26e-bc6d68552e99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d8fc782-388e-4862-a347-3c85b1854ef1 HTTP/1.1" status: 200 len: 853 time: 0.1394105 Dec 14 02:26:28.494083 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-aba0d22d-7859-40cd-91e5-f507d60c1f56 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:28.495784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-aba0d22d-7859-40cd-91e5-f507d60c1f56 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3330719 Dec 14 02:26:28.708792 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 46f308f6-e5f9-4126-b620-69ce6578df80 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:26:28.801135 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8be202f-6e74-4bc8-841a-b9b9cfb02e14', 'tag': '65c18d16-8551-4fa7-8898-a09b03ed7bd8'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:28.803410 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f04e05-e602-4e37-8fd7-597d1337debb" -d '{"events": [{"name": "network-changed", "server_uuid": "c8be202f-6e74-4bc8-841a-b9b9cfb02e14", "tag": "65c18d16-8551-4fa7-8898-a09b03ed7bd8"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:28.812395 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 46f308f6-e5f9-4126-b620-69ce6578df80 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:26:28.816726 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 46f308f6-e5f9-4126-b620-69ce6578df80 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:28.817095 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:28.826118 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a51a212-9b59-4cb0-84bf-253134aba1c9 req-382bd98a-88c4-48a8-8d8b-6fff1ee1808f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2325212a-ce27-4255-8800-f4806a045482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3197749 Dec 14 02:26:28.827338 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-24c6c66b-333a-447a-a221-8ef7dbf1b869 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65c18d16-8551-4fa7-8898-a09b03ed7bd8 HTTP/1.1" status: 200 len: 217 time: 0.3307269 Dec 14 02:26:28.834061 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-eec84a3d-23b1-42fb-9fba-1389f110152a tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/quotas/ec2bcd4962024c73844a2c84cf93af90 HTTP/1.1" status: 200 len: 375 time: 0.3206973 Dec 14 02:26:28.896045 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:28.919083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f308f6-e5f9-4126-b620-69ce6578df80'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:28.921363 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18932049-1744-41be-aabf-b3c2d95fbb3b" -d '{"events": [{"server_uuid": "e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d", "name": "network-vif-plugged", "status": "completed", "tag": "46f308f6-e5f9-4126-b620-69ce6578df80"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:28.934885 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 46f308f6-e5f9-4126-b620-69ce6578df80, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=46f308f6-e5f9-4126-b620-69ce6578df80,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:28.957677 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-08e2c59d-b54b-41c9-aa7b-6debfe84abc1 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec2bcd4962024c73844a2c84cf93af90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030824 Dec 14 02:26:29.007490 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-c1c41f16-e7bd-466a-91a3-dd2b2ee67583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:29.008954 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-c1c41f16-e7bd-466a-91a3-dd2b2ee67583 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.1658914 Dec 14 02:26:29.012620 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:29.031798 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-5c0103f0-4ace-49df-85f5-c70b03e67d79 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:29.033813 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-5c0103f0-4ace-49df-85f5-c70b03e67d79 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5743425 Dec 14 02:26:29.071038 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=46f308f6-e5f9-4126-b620-69ce6578df80,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:29.077555 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-12ffbad7-2a05-418c-b5cf-aec5d76eb112 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582051 Dec 14 02:26:29.111733 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-5644e4b9-bf4e-439e-b410-4fdcca5e3761 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/quotas/7bb0a10918904e66a1e45d4647429ebd HTTP/1.1" status: 200 len: 375 time: 0.0674696 Dec 14 02:26:29.116372 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a51a212-9b59-4cb0-84bf-253134aba1c9 req-6478c6d2-600a-4feb-a6d5-d41ab65dd92e service neutron] 10.222.0.46 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722056 Dec 14 02:26:29.232387 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-bcce2f70-373e-4465-ac51-a300ce6d5582 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029227 Dec 14 02:26:29.351079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d9ce9-a97d-413e-b3cf-81f8c261e2d0 req-a57ad390-fb3e-49bd-8153-d088f00e29f6 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:29.352553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-251d9ce9-a97d-413e-b3cf-81f8c261e2d0 req-a57ad390-fb3e-49bd-8153-d088f00e29f6 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 944 time: 0.1260555 Dec 14 02:26:29.355488 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-fc499cb4-1cbd-41da-96cb-1f7baaae191c service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675719 Dec 14 02:26:29.357155 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a51a212-9b59-4cb0-84bf-253134aba1c9 req-4d6c9396-9b87-41b3-854e-cb85c6bf8acc service neutron] 10.222.0.46 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288449 Dec 14 02:26:29.357762 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ab5540f0-79e6-4e94-a002-066df13e6689 req-f8fed9fb-7c6c-43eb-b051-817496e26cc9 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:29.393250 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['c3555925-19c2-4ab0-91e6-2e177fe7b0fa'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:29.414104 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fed9fb-7c6c-43eb-b051-817496e26cc9 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Pushing event deleted for resources: {'Port': ['ID=c3555925-19c2-4ab0-91e6-2e177fe7b0fa,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:29.502017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5540f0-79e6-4e94-a002-066df13e6689 req-f8fed9fb-7c6c-43eb-b051-817496e26cc9 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] No DVR routers for this DVR port c3555925-19c2-4ab0-91e6-2e177fe7b0fa on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:26:29.511961 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ab5540f0-79e6-4e94-a002-066df13e6689 req-f8fed9fb-7c6c-43eb-b051-817496e26cc9 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:29.515823 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab5540f0-79e6-4e94-a002-066df13e6689 req-f8fed9fb-7c6c-43eb-b051-817496e26cc9 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.47 "DELETE /v2.0/ports/c3555925-19c2-4ab0-91e6-2e177fe7b0fa HTTP/1.1" status: 204 len: 173 time: 1.8863006 Dec 14 02:26:29.536294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-251d9ce9-a97d-413e-b3cf-81f8c261e2d0 req-875501ae-5f5a-447f-8187-fa3eed2703b8 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765523 Dec 14 02:26:29.538684 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:26:29.565728 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:26:29.568411 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 5c45ec3a-7e14-402d-94c6-8fc92d3b1657 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:26:29.573410 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4b2b235-1245-4976-a5d5-cce6ddcc1060 req-7a1651f2-20ac-4279-9003-6bae239d0151 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 210 time: 0.0467689 Dec 14 02:26:29.628503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbd3f8f9-9489-42c3-a2d9-7759bf3aa81d req-bbb32239-a864-475d-8f0b-8d03943f6fbd service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353625 Dec 14 02:26:29.705120 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa17675-32a7-400c-86b1-93e12a247dee req-9a3bf39c-9981-45b5-853d-18dcb0869945 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:29.707484 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7aa17675-32a7-400c-86b1-93e12a247dee req-9a3bf39c-9981-45b5-853d-18dcb0869945 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 950 time: 0.0612457 Dec 14 02:26:29.796580 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7aa17675-32a7-400c-86b1-93e12a247dee req-33fa237f-befb-4e81-a168-58980a2feea1 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827770 Dec 14 02:26:29.802994 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cf5c1e-1670-4c83-a3fb-e3ea8b7f48af x-openstack-request-id: req-c9cf5c1e-1670-4c83-a3fb-e3ea8b7f48af {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:29.802994 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8be202f-6e74-4bc8-841a-b9b9cfb02e14", "tag": "65c18d16-8551-4fa7-8898-a09b03ed7bd8", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:29.802994 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9cf5c1e-1670-4c83-a3fb-e3ea8b7f48af {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:29.803900 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8be202f-6e74-4bc8-841a-b9b9cfb02e14', 'tag': '65c18d16-8551-4fa7-8898-a09b03ed7bd8', 'status': 'completed', 'code': 200} Dec 14 02:26:29.865530 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:29.894593 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f92ec8-8785-498b-818c-4ddcf90abb43 x-openstack-request-id: req-33f92ec8-8785-498b-818c-4ddcf90abb43 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:29.895132 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d", "name": "network-vif-plugged", "status": "completed", "tag": "46f308f6-e5f9-4126-b620-69ce6578df80", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:29.896192 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-33f92ec8-8785-498b-818c-4ddcf90abb43 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:29.897080 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f308f6-e5f9-4126-b620-69ce6578df80', 'code': 200} Dec 14 02:26:29.972250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f04e05-e602-4e37-8fd7-597d1337debb req-6a95ce36-b222-4d00-81ad-b98508354c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:29.974305 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6f04e05-e602-4e37-8fd7-597d1337debb req-6a95ce36-b222-4d00-81ad-b98508354c29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 1094 time: 0.1226149 Dec 14 02:26:30.035759 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-467101c8-9343-4e1f-b71c-8e83727d6bb0 req-ac69962b-d572-451f-9fe6-9798f077bc65 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 210 time: 0.0597718 Dec 14 02:26:30.095213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed01b8-7573-4b6e-a27e-ae84240d6018 req-9f917706-9359-4905-8e11-34a411073641 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:30.096908 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8ed01b8-7573-4b6e-a27e-ae84240d6018 req-9f917706-9359-4905-8e11-34a411073641 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/ports?device_id=97610fde-cf78-47f3-b5d6-8d5809ca6790 HTTP/1.1" status: 200 len: 949 time: 0.1858897 Dec 14 02:26:30.156167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc2670-ded6-4e8d-a971-9417b0b17ec4 req-6258ba78-521d-4b1a-a23b-c62c43ebf505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:30.157660 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61bc2670-ded6-4e8d-a971-9417b0b17ec4 req-6258ba78-521d-4b1a-a23b-c62c43ebf505 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 1101 time: 0.1323681 Dec 14 02:26:30.236789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f04e05-e602-4e37-8fd7-597d1337debb req-1346d94c-2de2-4434-86b4-5079c4025bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:30.238289 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6f04e05-e602-4e37-8fd7-597d1337debb req-1346d94c-2de2-4434-86b4-5079c4025bfa service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 921 time: 0.2509899 Dec 14 02:26:30.250354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8ed01b8-7573-4b6e-a27e-ae84240d6018 req-008690f5-4ba6-497f-a6be-e886f4e7a052 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/security-groups?id=346671bf-28c4-4158-ac6c-2372aa541b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427310 Dec 14 02:26:30.284548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef1f721-9052-4763-8308-99c27f7c784a req-bd7eca03-1a42-4b44-b7cc-38b86f754a0b tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:30.291950 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ef1f721-9052-4763-8308-99c27f7c784a req-bd7eca03-1a42-4b44-b7cc-38b86f754a0b tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 943 time: 0.1697564 Dec 14 02:26:30.328484 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61bc2670-ded6-4e8d-a971-9417b0b17ec4 req-4811e697-50f9-4e07-964f-d08b4c52abba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470041 Dec 14 02:26:30.331587 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6f04e05-e602-4e37-8fd7-597d1337debb req-9548ba09-405f-47d2-baeb-50370cb37984 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65c18d16-8551-4fa7-8898-a09b03ed7bd8 HTTP/1.1" status: 200 len: 217 time: 0.0798287 Dec 14 02:26:30.369538 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d153673c-d646-4bea-8af9-71711661bea5 req-b64086ec-aa30-447d-8ee8-bd607df030f3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 210 time: 0.0476127 Dec 14 02:26:30.434283 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ef1f721-9052-4763-8308-99c27f7c784a req-4fbb26e6-ebac-48a2-b638-3891e62de325 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396413 Dec 14 02:26:30.445259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f04e05-e602-4e37-8fd7-597d1337debb req-79641949-760b-48b7-8032-f01b6592d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:30.446771 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6f04e05-e602-4e37-8fd7-597d1337debb req-79641949-760b-48b7-8032-f01b6592d723 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.0995011 Dec 14 02:26:30.503908 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6f04e05-e602-4e37-8fd7-597d1337debb req-f76c44ef-0b1b-4c57-8ff9-f623f127c14c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487218 Dec 14 02:26:30.602135 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6f04e05-e602-4e37-8fd7-597d1337debb req-6ac2aaa5-b6d7-4e93-8408-2843da3c93d9 service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894792 Dec 14 02:26:30.736969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a43fd4-7e73-468c-8211-5281c47fd839 req-f2f227f6-da9e-447e-9e47-9ee31126a008 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:30.738510 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20a43fd4-7e73-468c-8211-5281c47fd839 req-f2f227f6-da9e-447e-9e47-9ee31126a008 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 944 time: 0.1104510 Dec 14 02:26:30.757722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6f04e05-e602-4e37-8fd7-597d1337debb req-638347c8-af3c-4263-9826-d17d93b393d2 service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456816 Dec 14 02:26:30.805959 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20a43fd4-7e73-468c-8211-5281c47fd839 req-0a87ab67-8efa-49b3-b8e3-b27dbb059cbe tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591261 Dec 14 02:26:30.946426 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69811d2c-16b6-41b6-8dce-e09aeea12c9d req-468e7754-de96-419c-ac26-3157c251eef1 tempest-LiveMigrationNegativeTest-316417338 tempest-LiveMigrationNegativeTest-316417338-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5 HTTP/1.1" status: 200 len: 210 time: 0.0423503 Dec 14 02:26:31.100632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06664485-9760-4beb-be4e-48dcf50d2acc req-dc29e721-38a9-47f5-acf7-9869073326de tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:31.102356 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-06664485-9760-4beb-be4e-48dcf50d2acc req-dc29e721-38a9-47f5-acf7-9869073326de tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 950 time: 0.0675070 Dec 14 02:26:31.179958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17606f54-93b8-4b11-a811-b85d6da4afb1 req-cb06232b-5e17-4dcd-9af0-ffe1b7505484 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:31.182123 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17606f54-93b8-4b11-a811-b85d6da4afb1 req-cb06232b-5e17-4dcd-9af0-ffe1b7505484 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/ports?device_id=97610fde-cf78-47f3-b5d6-8d5809ca6790 HTTP/1.1" status: 200 len: 949 time: 0.0787692 Dec 14 02:26:31.187272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-06664485-9760-4beb-be4e-48dcf50d2acc req-b3b62943-15e8-4149-aa93-87ddce2f8728 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740194 Dec 14 02:26:31.244122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17606f54-93b8-4b11-a811-b85d6da4afb1 req-e0ac8a2a-ec3a-4fb1-83c9-bce917b19314 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/security-groups?id=346671bf-28c4-4158-ac6c-2372aa541b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555727 Dec 14 02:26:31.284326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17a86be4-772a-4499-a948-e2371d664eba req-49aa2097-9841-4404-a9fb-903c1d4c1233 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 210 time: 0.0301306 Dec 14 02:26:31.476189 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d22fada-9993-48fd-a0c3-5820ec252015 req-ccc36bf6-74c2-42dd-a895-86e4c3cc2909 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 210 time: 0.0341203 Dec 14 02:26:31.547599 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:26:31.562258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c49261-d032-429b-9d31-8d6c2ee6be91 req-f2ea33d0-29b7-42a3-b80c-88fdf47043a2 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:31.563802 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29c49261-d032-429b-9d31-8d6c2ee6be91 req-f2ea33d0-29b7-42a3-b80c-88fdf47043a2 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 943 time: 0.0500460 Dec 14 02:26:31.612019 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29c49261-d032-429b-9d31-8d6c2ee6be91 req-dbedcee9-6c50-49a4-b18e-f8b2d94315d5 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419602 Dec 14 02:26:31.661017 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-8b6a6189-56af-4220-b4e5-01e8c6f8eea5 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=ec2bcd4962024c73844a2c84cf93af90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337110 Dec 14 02:26:31.665257 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4e8dd4ef-dec3-4e3e-b46f-634f35250d4c,segment=NetworkSegment(ce438a40-51b4-42fe-b3ec-01d08e10a957),segment_id=ce438a40-51b4-42fe-b3ec-01d08e10a957)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:31.679898 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '4e8dd4ef-dec3-4e3e-b46f-634f35250d4c', 'network_id': '2325212a-ce27-4255-8800-f4806a045482', 'port_id': '4e8dd4ef-dec3-4e3e-b46f-634f35250d4c', 'mac_address': 'fa:16:3e:f7:49:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8fc782-388e-4862-a347-3c85b1854ef1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:26:31.722549 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:31.738306 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:31.761328 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4e8dd4ef-dec3-4e3e-b46f-634f35250d4c,segment=NetworkSegment(ce438a40-51b4-42fe-b3ec-01d08e10a957),segment_id=ce438a40-51b4-42fe-b3ec-01d08e10a957)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:31.789616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-af9bbcac-89e9-408e-8da4-35e07adedd38 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:31.791194 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-af9bbcac-89e9-408e-8da4-35e07adedd38 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1202507 Dec 14 02:26:31.804982 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5', 'name': 'network-vif-deleted', 'tag': 'c3555925-19c2-4ab0-91e6-2e177fe7b0fa'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:31.807652 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f330e4dc-5a60-4c36-89c9-b23716124b75" -d '{"events": [{"server_uuid": "00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5", "name": "network-vif-deleted", "tag": "c3555925-19c2-4ab0-91e6-2e177fe7b0fa"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:31.816705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-ea7106a4-6eb7-4ddd-b009-5623568e28b9 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Request body: {'port': {'device_id': '5749c119-a01c-4935-b240-4eef830d8307', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': 'ec2bcd4962024c73844a2c84cf93af90'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:31.866724 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8ceb73-edb8-4c32-bead-65ab1ba95fdb x-openstack-request-id: req-4d8ceb73-edb8-4c32-bead-65ab1ba95fdb {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:31.866724 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5", "name": "network-vif-deleted", "tag": "c3555925-19c2-4ab0-91e6-2e177fe7b0fa", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:31.866724 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d8ceb73-edb8-4c32-bead-65ab1ba95fdb {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:31.866724 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00e58ca6-ac2c-4508-89cc-a7f1dbfef6d5', 'name': 'network-vif-deleted', 'tag': 'c3555925-19c2-4ab0-91e6-2e177fe7b0fa', 'status': 'completed', 'code': 200} Dec 14 02:26:31.875665 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:31.931058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=4e8dd4ef-dec3-4e3e-b46f-634f35250d4c,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:31.963554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67666990-b538-48ab-bc09-252ae06688d1 req-9adf48ef-7a85-423a-90dd-66a74f60595e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:31.965020 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-67666990-b538-48ab-bc09-252ae06688d1 req-9adf48ef-7a85-423a-90dd-66a74f60595e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 945 time: 0.0796959 Dec 14 02:26:32.038607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-67666990-b538-48ab-bc09-252ae06688d1 req-715bd7a2-0693-4bc9-9d16-5a96b7253f33 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646093 Dec 14 02:26:32.065144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-ea7106a4-6eb7-4ddd-b009-5623568e28b9 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Made reservation on behalf of ec2bcd4962024c73844a2c84cf93af90 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:26:32.068960 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-ea7106a4-6eb7-4ddd-b009-5623568e28b9 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:32.173772 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['4e8dd4ef-dec3-4e3e-b46f-634f35250d4c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:32.207590 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-ea7106a4-6eb7-4ddd-b009-5623568e28b9 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Allocated IP 192.168.233.93 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/3998360f-8f87-46ce-aba3-65832fc18809) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:26:32.265021 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-f7e7253a-61b8-43a4-837f-0f1fb66902f7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7bb0a10918904e66a1e45d4647429ebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317101 Dec 14 02:26:32.485721 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45504) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:32.629207 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-18c40579-3724-4641-9892-26bf4fae1fcc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef3f6a9257af48c299692b4173ea446c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413891 Dec 14 02:26:32.631656 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45510) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:32.673542 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-17ba08a8-eaa6-427d-9717-ae8316e7813c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:32.686077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd79034-c71b-4a19-9715-ce0215e7d141 req-25e6e7a9-8b90-4d94-bbc8-ab12e2fb929e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:32.687629 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bbd79034-c71b-4a19-9715-ce0215e7d141 req-25e6e7a9-8b90-4d94-bbc8-ab12e2fb929e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 950 time: 0.4250023 Dec 14 02:26:32.693014 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3dc9-e9f1-4521-b23a-bdcb01351a8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:32.715134 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3dc9-e9f1-4521-b23a-bdcb01351a8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:32.731436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c3555925-19c2-4ab0-91e6-2e177fe7b0fa no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:26:32.757719 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: c3555925-19c2-4ab0-91e6-2e177fe7b0fa {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:26:32.758196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c3555925-19c2-4ab0-91e6-2e177fe7b0fa not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:26:32.768011 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ac65b-2f69-44c4-8088-f34fb96926f7 req-50d937e5-1eb1-4ebe-9781-c415f8a4216f tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:32.769498 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e1ac65b-2f69-44c4-8088-f34fb96926f7 req-50d937e5-1eb1-4ebe-9781-c415f8a4216f tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/ports?device_id=97610fde-cf78-47f3-b5d6-8d5809ca6790 HTTP/1.1" status: 200 len: 949 time: 0.4018371 Dec 14 02:26:32.779852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-14e93521-4428-49b0-8ead-51846f1c32f3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:32.781288 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-14e93521-4428-49b0-8ead-51846f1c32f3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5029218 Dec 14 02:26:32.807204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-7a3a39b2-a852-40c9-9efb-6c894252972a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Request body: {'port': {'device_id': '95a3a089-2370-48f5-97bd-81fc3b1c7321', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': '7bb0a10918904e66a1e45d4647429ebd'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:32.820318 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-ea7106a4-6eb7-4ddd-b009-5623568e28b9 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:32.835711 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3dc9-e9f1-4521-b23a-bdcb01351a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:32.838633 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3dd3dc9-e9f1-4521-b23a-bdcb01351a8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:32.839783 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b3dd3dc9-e9f1-4521-b23a-bdcb01351a8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9eb7af20-5de7-46e6-b1d3-6519758e5e0e HTTP/1.1" status: 204 len: 168 time: 0.2071764 Dec 14 02:26:32.849970 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd3dc9-e9f1-4521-b23a-bdcb01351a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb7af20-5de7-46e6-b1d3-6519758e5e0e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:32.877607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bbd79034-c71b-4a19-9715-ce0215e7d141 req-394f1788-0887-4340-a6b5-33c3c571f00e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751230 Dec 14 02:26:32.947154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e1ac65b-2f69-44c4-8088-f34fb96926f7 req-613e6159-37b5-40f4-9791-adc6335eee7b tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/security-groups?id=346671bf-28c4-4158-ac6c-2372aa541b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649053 Dec 14 02:26:32.994266 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c279385-e638-4063-a14c-71829e9a95f8 req-44dfcccb-4463-4169-8343-34e1c82df1c7 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 210 time: 0.0448642 Dec 14 02:26:33.055524 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dddc7095-6e32-4f27-81bd-75a76271bee8 req-48569bbf-218f-42e2-b2fc-e4600c9e0fc7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 210 time: 0.0452185 Dec 14 02:26:33.077607 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-ea7106a4-6eb7-4ddd-b009-5623568e28b9 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:33.157926 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-ea7106a4-6eb7-4ddd-b009-5623568e28b9 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:26:33.166552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ca5ef-8855-43e8-a3e4-397d1629ad98 req-32c1afca-8474-4c22-b966-ee10f1ab52ad tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:33.168060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c49ca5ef-8855-43e8-a3e4-397d1629ad98 req-32c1afca-8474-4c22-b966-ee10f1ab52ad tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.47 "GET /v2.0/ports?device_id=97610fde-cf78-47f3-b5d6-8d5809ca6790 HTTP/1.1" status: 200 len: 949 time: 0.1807857 Dec 14 02:26:33.174928 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-ea7106a4-6eb7-4ddd-b009-5623568e28b9 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:26:33.177723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-ea7106a4-6eb7-4ddd-b009-5623568e28b9 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:26:33.183278 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-ea7106a4-6eb7-4ddd-b009-5623568e28b9 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:33.183980 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-ea7106a4-6eb7-4ddd-b009-5623568e28b9 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:33.201835 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-7a3a39b2-a852-40c9-9efb-6c894252972a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Made reservation on behalf of 7bb0a10918904e66a1e45d4647429ebd for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:26:33.205949 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-7a3a39b2-a852-40c9-9efb-6c894252972a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:33.235975 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7106a4-6eb7-4ddd-b009-5623568e28b9 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Pushing event updated for resources: {'Port': ['ID=3998360f-8f87-46ce-aba3-65832fc18809,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:33.246969 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-7a3a39b2-a852-40c9-9efb-6c894252972a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:33.261070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc1c43-78c3-4da7-8208-66c92a50478d req-51c5789c-524b-4bda-ae11-1cd4b6d63cc8 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:33.262563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cdc1c43-78c3-4da7-8208-66c92a50478d req-51c5789c-524b-4bda-ae11-1cd4b6d63cc8 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 943 time: 0.2042403 Dec 14 02:26:33.347048 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-ea7106a4-6eb7-4ddd-b009-5623568e28b9 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5357299 Dec 14 02:26:33.392137 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Request body: {'port': {'device_id': '5749c119-a01c-4935-b240-4eef830d8307', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:33.440835 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cdc1c43-78c3-4da7-8208-66c92a50478d req-d370ab54-258b-4efd-8413-6c3c2259fa0e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688275 Dec 14 02:26:33.441049 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2fb2fdce-c74b-4fcd-95ed-5df2daa8f215 None None] Provisioning complete for port 3998360f-8f87-46ce-aba3-65832fc18809 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:33.441278 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2fb2fdce-c74b-4fcd-95ed-5df2daa8f215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:33.483832 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2fdce-c74b-4fcd-95ed-5df2daa8f215 None None] Port 3998360f-8f87-46ce-aba3-65832fc18809 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:26:33.496537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45526) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:33.504833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae8cc6-ffa0-4b14-a01c-00ff567a75a7 req-4395117d-81a4-47f1-b849-97ae317b562e tempest-MigrationsAdminTest-1633756110 tempest-MigrationsAdminTest-1633756110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:33.506539 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41ae8cc6-ffa0-4b14-a01c-00ff567a75a7 req-4395117d-81a4-47f1-b849-97ae317b562e tempest-MigrationsAdminTest-1633756110 tempest-MigrationsAdminTest-1633756110-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 1101 time: 0.1823213 Dec 14 02:26:33.537152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c49ca5ef-8855-43e8-a3e4-397d1629ad98 req-9dcad838-b270-44e7-823d-63ad467fdc1e tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Deleting port a96644fa-16f7-4cf2-aa25-5daa3115b84a {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:26:33.537521 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c49ca5ef-8855-43e8-a3e4-397d1629ad98 req-9dcad838-b270-44e7-823d-63ad467fdc1e tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:33.540032 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:33.541692 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-77a3ea22-1b99-49c6-ac19-640b4b04bfb9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04c1e071189c473884d7e4aa4252f927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438838 Dec 14 02:26:33.544075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45528) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:33.556736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 65c18d16-8551-4fa7-8898-a09b03ed7bd8 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:26:33.567881 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:26:33.590951 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bd3dd74-3e54-47bb-85a2-b938d0a1a43c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:33.613229 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bd3dd74-3e54-47bb-85a2-b938d0a1a43c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:33.627814 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-41ae8cc6-ffa0-4b14-a01c-00ff567a75a7 req-22572d83-3307-4269-b261-8ea1e15a84ce tempest-MigrationsAdminTest-1633756110 tempest-MigrationsAdminTest-1633756110-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:33.639116 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-7a3a39b2-a852-40c9-9efb-6c894252972a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:33.712238 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 65c18d16-8551-4fa7-8898-a09b03ed7bd8, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=65c18d16-8551-4fa7-8898-a09b03ed7bd8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:33.724379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '65c18d16-8551-4fa7-8898-a09b03ed7bd8', 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b', 'port_id': '65c18d16-8551-4fa7-8898-a09b03ed7bd8', 'mac_address': 'fa:16:3e:e8:c9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e828340-91e4-4f6f-94b5-cd964e8cfd46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:26:33.727092 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:26:33.733142 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:33.735676 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:33.745042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88406c50-b6db-4df7-9efd-901b492c0684 req-40a38251-0d8c-43a5-89e7-1c0cc0eea26a tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:33.746834 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88406c50-b6db-4df7-9efd-901b492c0684 req-40a38251-0d8c-43a5-89e7-1c0cc0eea26a tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 945 time: 0.2142694 Dec 14 02:26:33.756489 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bd3dd74-3e54-47bb-85a2-b938d0a1a43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:33.759108 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bd3dd74-3e54-47bb-85a2-b938d0a1a43c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:33.760268 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7bd3dd74-3e54-47bb-85a2-b938d0a1a43c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eff82813-b3f4-4248-9f49-3aec3f73ceb0 HTTP/1.1" status: 204 len: 168 time: 0.2153049 Dec 14 02:26:33.770724 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-7a3a39b2-a852-40c9-9efb-6c894252972a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:33.770933 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3dd74-3e54-47bb-85a2-b938d0a1a43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff82813-b3f4-4248-9f49-3aec3f73ceb0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:33.815251 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:33.834455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65c18d16-8551-4fa7-8898-a09b03ed7bd8 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:33.847378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-c49ca5ef-8855-43e8-a3e4-397d1629ad98 req-9dcad838-b270-44e7-823d-63ad467fdc1e tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] For port a96644fa-16f7-4cf2-aa25-5daa3115b84a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=a96644fa-16f7-4cf2-aa25-5daa3115b84a,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:33.847725 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c49ca5ef-8855-43e8-a3e4-397d1629ad98 req-9dcad838-b270-44e7-823d-63ad467fdc1e tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:33.858719 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 65c18d16-8551-4fa7-8898-a09b03ed7bd8, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=65c18d16-8551-4fa7-8898-a09b03ed7bd8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:33.894278 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:33.917409 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33232392-ede1-470d-925c-285dcd9c0760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8dd4ef-dec3-4e3e-b46f-634f35250d4c'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:33.919669 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467fc9e9-3590-4ac0-a728-4e06a06a5262" -d '{"events": [{"server_uuid": "33232392-ede1-470d-925c-285dcd9c0760", "name": "network-vif-plugged", "status": "completed", "tag": "4e8dd4ef-dec3-4e3e-b46f-634f35250d4c"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:33.930489 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:33.936216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4e8dd4ef-dec3-4e3e-b46f-634f35250d4c,segment=NetworkSegment(ce438a40-51b4-42fe-b3ec-01d08e10a957),segment_id=ce438a40-51b4-42fe-b3ec-01d08e10a957)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:33.936492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c49ca5ef-8855-43e8-a3e4-397d1629ad98 req-9dcad838-b270-44e7-823d-63ad467fdc1e tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Calling delete_port for a96644fa-16f7-4cf2-aa25-5daa3115b84a owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:26:33.981510 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a39b2-a852-40c9-9efb-6c894252972a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4c6c0a-124a-4b56-a40b-74025bcd506b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:33.984599 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=65c18d16-8551-4fa7-8898-a09b03ed7bd8,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:33.995869 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:34.049752 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=4e8dd4ef-dec3-4e3e-b46f-634f35250d4c,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:34.095587 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88406c50-b6db-4df7-9efd-901b492c0684 req-591bac3d-70b8-48df-b1f2-6d79f13cd4b7 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351934 Dec 14 02:26:34.132275 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-41ae8cc6-ffa0-4b14-a01c-00ff567a75a7 req-22572d83-3307-4269-b261-8ea1e15a84ce tempest-MigrationsAdminTest-1633756110 tempest-MigrationsAdminTest-1633756110-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:34.194736 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-41ae8cc6-ffa0-4b14-a01c-00ff567a75a7 req-22572d83-3307-4269-b261-8ea1e15a84ce tempest-MigrationsAdminTest-1633756110 tempest-MigrationsAdminTest-1633756110-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:34.220874 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f38c5e-fcb9-4ae4-b988-613646d51324 x-openstack-request-id: req-46f38c5e-fcb9-4ae4-b988-613646d51324 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:34.221491 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33232392-ede1-470d-925c-285dcd9c0760", "name": "network-vif-plugged", "status": "completed", "tag": "4e8dd4ef-dec3-4e3e-b46f-634f35250d4c", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:34.222031 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46f38c5e-fcb9-4ae4-b988-613646d51324 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:34.222632 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33232392-ede1-470d-925c-285dcd9c0760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8dd4ef-dec3-4e3e-b46f-634f35250d4c', 'code': 200} Dec 14 02:26:34.226379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['65c18d16-8551-4fa7-8898-a09b03ed7bd8'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:34.292254 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41ae8cc6-ffa0-4b14-a01c-00ff567a75a7 req-22572d83-3307-4269-b261-8ea1e15a84ce tempest-MigrationsAdminTest-1633756110 tempest-MigrationsAdminTest-1633756110-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7745566 Dec 14 02:26:34.388518 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb33b0-1860-4c66-9fdd-f00ffa6c4761 req-e6313682-9c22-4ea2-b858-8f34598edc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:34.390502 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-06cb33b0-1860-4c66-9fdd-f00ffa6c4761 req-e6313682-9c22-4ea2-b858-8f34598edc6f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 1097 time: 0.0604751 Dec 14 02:26:34.416231 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22572d83-3307-4269-b261-8ea1e15a84ce tempest-MigrationsAdminTest-1633756110 tempest-MigrationsAdminTest-1633756110-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3018339-1856-4fcc-a669-7aa418f06811,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:34.449024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3998360f-8f87-46ce-aba3-65832fc18809 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:34.466330 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:34.483438 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-06cb33b0-1860-4c66-9fdd-f00ffa6c4761 req-c84698cc-40ef-47fa-8d9e-5b072dfb85c9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840108 Dec 14 02:26:34.492948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Transition to ACTIVE for port object 3998360f-8f87-46ce-aba3-65832fc18809 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:26:34.494677 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c49ca5ef-8855-43e8-a3e4-397d1629ad98 req-9dcad838-b270-44e7-823d-63ad467fdc1e tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:34.515767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c7173-b1f9-4e6b-91c2-15c24bb43ee2 req-b7fea1e1-ae50-47d1-b1bf-de5400edb384 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:34.517755 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a7c7173-b1f9-4e6b-91c2-15c24bb43ee2 req-b7fea1e1-ae50-47d1-b1bf-de5400edb384 tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/ports?device_id=97610fde-cf78-47f3-b5d6-8d5809ca6790 HTTP/1.1" status: 200 len: 867 time: 0.1860561 Dec 14 02:26:34.531493 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['a96644fa-16f7-4cf2-aa25-5daa3115b84a'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:34.553917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc1516f-2c85-4b4a-a5cd-04875be64a42 req-1d2ddc24-6a2f-497e-b97f-7fbbabb41ce8 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:34.555608 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dfc1516f-2c85-4b4a-a5cd-04875be64a42 req-1d2ddc24-6a2f-497e-b97f-7fbbabb41ce8 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 935 time: 0.1934049 Dec 14 02:26:34.557624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcad838-b270-44e7-823d-63ad467fdc1e tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Pushing event deleted for resources: {'Port': ['ID=a96644fa-16f7-4cf2-aa25-5daa3115b84a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:34.591661 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:34.717244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49ca5ef-8855-43e8-a3e4-397d1629ad98 req-9dcad838-b270-44e7-823d-63ad467fdc1e tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] No DVR routers for this DVR port a96644fa-16f7-4cf2-aa25-5daa3115b84a on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:26:34.733344 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c49ca5ef-8855-43e8-a3e4-397d1629ad98 req-9dcad838-b270-44e7-823d-63ad467fdc1e tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:34.737258 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c49ca5ef-8855-43e8-a3e4-397d1629ad98 req-9dcad838-b270-44e7-823d-63ad467fdc1e tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.47 "DELETE /v2.0/ports/a96644fa-16f7-4cf2-aa25-5daa3115b84a HTTP/1.1" status: 204 len: 173 time: 1.5466590 Dec 14 02:26:34.743741 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97610fde-cf78-47f3-b5d6-8d5809ca6790', 'name': 'network-vif-deleted', 'tag': 'a96644fa-16f7-4cf2-aa25-5daa3115b84a'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:34.746255 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777c986f-b8d6-4427-abc5-7c724369a979" -d '{"events": [{"server_uuid": "97610fde-cf78-47f3-b5d6-8d5809ca6790", "name": "network-vif-deleted", "tag": "a96644fa-16f7-4cf2-aa25-5daa3115b84a"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:34.788485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-7a3a39b2-a852-40c9-9efb-6c894252972a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Allocated IP 192.168.233.4 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/3923161f-26b3-454c-853e-64a0f1c01c9f) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:26:34.796372 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Pushing event updated for resources: {'Port': ['ID=3998360f-8f87-46ce-aba3-65832fc18809,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:34.813444 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a7c7173-b1f9-4e6b-91c2-15c24bb43ee2 req-75b54884-bd63-43b3-9e47-3b3c4b811cca tempest-ServerDiagnosticsNegativeTest-456562737 tempest-ServerDiagnosticsNegativeTest-456562737-project] 10.222.0.39 "GET /v2.0/security-groups?id=346671bf-28c4-4158-ac6c-2372aa541b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669504 Dec 14 02:26:34.903983 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dfc1516f-2c85-4b4a-a5cd-04875be64a42 req-ab0ebe95-efdb-42f8-8b23-e0a1cfc82413 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383005 Dec 14 02:26:34.926629 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Attempting to bind port 3998360f-8f87-46ce-aba3-65832fc18809 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:26:34.926967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Attempting to bind port 3998360f-8f87-46ce-aba3-65832fc18809 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:26:34.927302 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Attempting to bind port 3998360f-8f87-46ce-aba3-65832fc18809 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:34.960618 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e46cea8d-d00b-4565-80da-806564e865e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:35.041693 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Port 3998360f-8f87-46ce-aba3-65832fc18809 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:26:35.042055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Attempting to bind port 3998360f-8f87-46ce-aba3-65832fc18809 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:35.063578 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:26:35.064504 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:26:35.064905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:26:35.065376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Bound port: 3998360f-8f87-46ce-aba3-65832fc18809, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:26:35.072177 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:35.072177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84b8974c-36ef-4e3d-a3c9-def6a17a9558 req-1edecf6c-6d91-454b-90e0-bbe9ee1cba10 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 210 time: 0.1481023 Dec 14 02:26:35.224378 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-7a3a39b2-a852-40c9-9efb-6c894252972a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:35.244958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] For port 3998360f-8f87-46ce-aba3-65832fc18809, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:26:35.271472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] For port 3998360f-8f87-46ce-aba3-65832fc18809, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3998360f-8f87-46ce-aba3-65832fc18809,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:26:35.303747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fc08a-2cc2-47e8-9bc3-e3c37ee05445 req-31671122-b1f9-4ab6-9bdb-2466af1347f1 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:35.305547 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-038fc08a-2cc2-47e8-9bc3-e3c37ee05445 req-31671122-b1f9-4ab6-9bdb-2466af1347f1 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 944 time: 0.0995774 Dec 14 02:26:35.333235 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:35.382021 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-7a3a39b2-a852-40c9-9efb-6c894252972a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:35.386364 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:35.386987 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:35.388364 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] 10.222.0.46 "PUT /v2.0/ports/3998360f-8f87-46ce-aba3-65832fc18809 HTTP/1.1" status: 200 len: 1095 time: 2.0062032 Dec 14 02:26:35.418591 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-038fc08a-2cc2-47e8-9bc3-e3c37ee05445 req-0c29b067-620b-4e9f-bcbb-2912d0414320 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025817 Dec 14 02:26:35.437478 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-7a3a39b2-a852-40c9-9efb-6c894252972a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:26:35.439190 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f592f-1351-4014-9079-60642bc44c4b service neutron] Pushing event updated for resources: {'Port': ['ID=3998360f-8f87-46ce-aba3-65832fc18809,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:35.442204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-7a3a39b2-a852-40c9-9efb-6c894252972a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:26:35.446826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-7a3a39b2-a852-40c9-9efb-6c894252972a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:26:35.461324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-7a3a39b2-a852-40c9-9efb-6c894252972a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:35.461324 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-7a3a39b2-a852-40c9-9efb-6c894252972a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:35.510334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a39b2-a852-40c9-9efb-6c894252972a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Pushing event updated for resources: {'Port': ['ID=3923161f-26b3-454c-853e-64a0f1c01c9f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:35.521524 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d506a7b-c3cf-414a-8fec-c800c961a83b x-openstack-request-id: req-9d506a7b-c3cf-414a-8fec-c800c961a83b {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:35.522587 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97610fde-cf78-47f3-b5d6-8d5809ca6790", "name": "network-vif-deleted", "tag": "a96644fa-16f7-4cf2-aa25-5daa3115b84a", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:35.522587 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d506a7b-c3cf-414a-8fec-c800c961a83b {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:35.522587 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97610fde-cf78-47f3-b5d6-8d5809ca6790', 'name': 'network-vif-deleted', 'tag': 'a96644fa-16f7-4cf2-aa25-5daa3115b84a', 'status': 'completed', 'code': 200} Dec 14 02:26:35.564960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-7a3a39b2-a852-40c9-9efb-6c894252972a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7686906 Dec 14 02:26:35.565478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 65c18d16-8551-4fa7-8898-a09b03ed7bd8 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:26:35.586037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Request body: {'port': {'device_id': '95a3a089-2370-48f5-97bd-81fc3b1c7321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:35.752524 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:26:35.763062 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:35.763447 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:35.794658 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:35.883366 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-c2250f1c-d1bd-47c7-92bc-5dfa59454a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:35.885404 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-c2250f1c-d1bd-47c7-92bc-5dfa59454a9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec2bcd4962024c73844a2c84cf93af90&device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 1098 time: 0.2382669 Dec 14 02:26:35.920917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaab58d-268a-4892-95c1-0e220de1b244 req-f872ffd9-1b68-4a15-bc4a-da9cf712450c tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:35.929197 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3aaab58d-268a-4892-95c1-0e220de1b244 req-f872ffd9-1b68-4a15-bc4a-da9cf712450c tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 946 time: 0.2490571 Dec 14 02:26:35.962317 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:36.227563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8be202f-6e74-4bc8-841a-b9b9cfb02e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c18d16-8551-4fa7-8898-a09b03ed7bd8'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:36.236113 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e2374d-8922-4068-b4bb-1eb26c6f665c" -d '{"events": [{"server_uuid": "c8be202f-6e74-4bc8-841a-b9b9cfb02e14", "name": "network-vif-plugged", "status": "completed", "tag": "65c18d16-8551-4fa7-8898-a09b03ed7bd8"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:36.241658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 65c18d16-8551-4fa7-8898-a09b03ed7bd8, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=65c18d16-8551-4fa7-8898-a09b03ed7bd8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:36.252407 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-21b7f01a-e1aa-40fd-ae58-8bc236b41bbb None None] Provisioning complete for port 3923161f-26b3-454c-853e-64a0f1c01c9f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:36.252803 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-21b7f01a-e1aa-40fd-ae58-8bc236b41bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:36.288951 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:36.293338 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-21b7f01a-e1aa-40fd-ae58-8bc236b41bbb None None] Port 3923161f-26b3-454c-853e-64a0f1c01c9f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:26:36.314076 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:36.362108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-47241c1d-eb40-4ffa-8b71-613cd212a831 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=3998360f-8f87-46ce-aba3-65832fc18809 HTTP/1.1" status: 200 len: 217 time: 0.4504664 Dec 14 02:26:36.368338 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-f4f59978-07c0-4077-a32b-08d4cc3c9435 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442972 Dec 14 02:26:36.371021 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=65c18d16-8551-4fa7-8898-a09b03ed7bd8,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:36.379089 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-259c9149-3dd2-43d9-96ff-083eacf77947 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:26:36.380181 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-259c9149-3dd2-43d9-96ff-083eacf77947 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059397 Dec 14 02:26:36.549751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3aaab58d-268a-4892-95c1-0e220de1b244 req-be0049ba-d169-4cca-9e77-43af5565512a tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6112418 Dec 14 02:26:36.560077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-da5957e5-3338-470a-9532-7239e28e1e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:36.564556 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-da5957e5-3338-470a-9532-7239e28e1e1b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1772430 Dec 14 02:26:36.574905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9dd09-219b-4199-85f6-05e91a5be4bb req-864f8f3b-3c43-42bd-acbb-5407c7a8a0e1 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:36.579013 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-70f9dd09-219b-4199-85f6-05e91a5be4bb req-864f8f3b-3c43-42bd-acbb-5407c7a8a0e1 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 947 time: 0.2158186 Dec 14 02:26:36.728918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-c6a2a879-0398-4f21-b3d4-f94ccf5adafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:36.729591 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45628) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:36.730490 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-c6a2a879-0398-4f21-b3d4-f94ccf5adafb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1502037 Dec 14 02:26:36.741940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device a96644fa-16f7-4cf2-aa25-5daa3115b84a no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:26:36.768292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: a96644fa-16f7-4cf2-aa25-5daa3115b84a {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:26:36.769121 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device a96644fa-16f7-4cf2-aa25-5daa3115b84a not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:26:36.773755 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-70f9dd09-219b-4199-85f6-05e91a5be4bb req-98be1a54-770f-4060-9d2b-1aaac953b3e1 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806462 Dec 14 02:26:36.792104 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8b477-95b2-45ea-a98d-e7666fc2fdaa req-6e097b37-2643-4b4f-a1e4-fc77bb2599c6 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:36.793531 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8e8b477-95b2-45ea-a98d-e7666fc2fdaa req-6e097b37-2643-4b4f-a1e4-fc77bb2599c6 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 950 time: 0.1740818 Dec 14 02:26:36.833929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3923161f-26b3-454c-853e-64a0f1c01c9f {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:36.856421 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:36.905939 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Transition to ACTIVE for port object 3923161f-26b3-454c-853e-64a0f1c01c9f will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:26:36.947767 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8e8b477-95b2-45ea-a98d-e7666fc2fdaa req-06b5b327-0307-4657-912f-4110f74c5f64 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275985 Dec 14 02:26:36.955879 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6db58e1c-c3cf-4548-bd80-5c4d8e59183a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0e76cad89fc4284b4083b1d1ac24ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223554 Dec 14 02:26:36.956071 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45632) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:36.965507 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54863d58-0b6b-40ed-ae7d-3d363972520b req-3b5c068e-9c67-45ac-bc8f-03c585590bc5 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:36.967013 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-54863d58-0b6b-40ed-ae7d-3d363972520b req-3b5c068e-9c67-45ac-bc8f-03c585590bc5 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 934 time: 0.1230745 Dec 14 02:26:36.969264 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-43eb741d-340f-49cc-a559-03a5ed0fa8bb service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166915 Dec 14 02:26:36.992530 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:37.025079 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9daa257f-1450-45c5-908d-889f37a25b80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:37.052961 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9daa257f-1450-45c5-908d-889f37a25b80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:37.131410 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Pushing event updated for resources: {'Port': ['ID=3923161f-26b3-454c-853e-64a0f1c01c9f,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:37.149377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-54863d58-0b6b-40ed-ae7d-3d363972520b req-8dd85973-8115-4d33-ba7a-b6477d22a880 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620529 Dec 14 02:26:37.173734 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9daa257f-1450-45c5-908d-889f37a25b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:37.177790 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9daa257f-1450-45c5-908d-889f37a25b80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:37.179502 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9daa257f-1450-45c5-908d-889f37a25b80 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/346671bf-28c4-4158-ac6c-2372aa541b72 HTTP/1.1" status: 204 len: 168 time: 0.2224383 Dec 14 02:26:37.196349 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa257f-1450-45c5-908d-889f37a25b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346671bf-28c4-4158-ac6c-2372aa541b72,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:37.241198 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c1c3c4-21bd-45db-8e5e-aabc50e6d4c0 x-openstack-request-id: req-10c1c3c4-21bd-45db-8e5e-aabc50e6d4c0 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:37.242496 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8be202f-6e74-4bc8-841a-b9b9cfb02e14", "name": "network-vif-plugged", "status": "completed", "tag": "65c18d16-8551-4fa7-8898-a09b03ed7bd8", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:37.242900 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10c1c3c4-21bd-45db-8e5e-aabc50e6d4c0 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:37.244046 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8be202f-6e74-4bc8-841a-b9b9cfb02e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65c18d16-8551-4fa7-8898-a09b03ed7bd8', 'code': 200} Dec 14 02:26:37.246256 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Attempting to bind port 3923161f-26b3-454c-853e-64a0f1c01c9f on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:26:37.246584 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Attempting to bind port 3923161f-26b3-454c-853e-64a0f1c01c9f by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:26:37.246969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Attempting to bind port 3923161f-26b3-454c-853e-64a0f1c01c9f on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:37.257449 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f9088ae-f134-4817-8799-4e26ce2f471c req-fa3e6ab7-952f-4802-a2fd-1d8cf983142d service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729871 Dec 14 02:26:37.259212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Port 3923161f-26b3-454c-853e-64a0f1c01c9f on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:26:37.259549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Attempting to bind port 3923161f-26b3-454c-853e-64a0f1c01c9f on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:37.287296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:26:37.287644 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:26:37.288041 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:26:37.291710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Bound port: 3923161f-26b3-454c-853e-64a0f1c01c9f, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:26:37.291710 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:37.427951 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a57da-71fb-415f-bec5-947540f4cfe4 req-7e35b55a-9ac0-41be-93f5-805093a444ec tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:37.429670 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d96a57da-71fb-415f-bec5-947540f4cfe4 req-7e35b55a-9ac0-41be-93f5-805093a444ec tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 945 time: 0.1259503 Dec 14 02:26:37.431136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] For port 3923161f-26b3-454c-853e-64a0f1c01c9f, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:26:37.477527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] For port 3923161f-26b3-454c-853e-64a0f1c01c9f, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3923161f-26b3-454c-853e-64a0f1c01c9f,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:26:37.512622 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:37.534757 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43318f4-bab6-414a-a1a3-d17ff929f36a req-4bdf2202-4850-4345-9a29-526d0be91f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:37.536207 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c43318f4-bab6-414a-a1a3-d17ff929f36a req-4bdf2202-4850-4345-9a29-526d0be91f25 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 1096 time: 0.1347589 Dec 14 02:26:37.536648 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5749c119-a01c-4935-b240-4eef830d8307', 'tag': '3998360f-8f87-46ce-aba3-65832fc18809'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:37.538887 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bacee6d-6e06-42fe-a192-dd71a52fb01f" -d '{"events": [{"name": "network-changed", "server_uuid": "5749c119-a01c-4935-b240-4eef830d8307", "tag": "3998360f-8f87-46ce-aba3-65832fc18809"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:37.565713 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:37.626843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d96a57da-71fb-415f-bec5-947540f4cfe4 req-9f16c864-16da-469f-b6ff-520f35fee139 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614594 Dec 14 02:26:37.657247 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046eb015-4a4a-4484-856a-911ee6fab195 x-openstack-request-id: req-046eb015-4a4a-4484-856a-911ee6fab195 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:37.657634 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5749c119-a01c-4935-b240-4eef830d8307", "tag": "3998360f-8f87-46ce-aba3-65832fc18809", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:37.657890 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-046eb015-4a4a-4484-856a-911ee6fab195 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:37.658289 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5749c119-a01c-4935-b240-4eef830d8307', 'tag': '3998360f-8f87-46ce-aba3-65832fc18809', 'status': 'completed', 'code': 200} Dec 14 02:26:37.663579 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:37.668589 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:37.677987 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] 10.222.0.46 "PUT /v2.0/ports/3923161f-26b3-454c-853e-64a0f1c01c9f HTTP/1.1" status: 200 len: 1094 time: 2.0859187 Dec 14 02:26:37.720512 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacee6d-6e06-42fe-a192-dd71a52fb01f req-db6dd206-9fa7-48b8-a0fd-27de21cb5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:37.722134 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9bacee6d-6e06-42fe-a192-dd71a52fb01f req-db6dd206-9fa7-48b8-a0fd-27de21cb5d26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec2bcd4962024c73844a2c84cf93af90&device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 1098 time: 0.0748148 Dec 14 02:26:37.796328 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436a194-9c55-4165-b5ff-b5b4c7fe420a service neutron] Pushing event updated for resources: {'Port': ['ID=3923161f-26b3-454c-853e-64a0f1c01c9f,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:37.819334 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c43318f4-bab6-414a-a1a3-d17ff929f36a req-8a05081d-77e2-4953-ac54-029ad0b7dec0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651079 Dec 14 02:26:37.833629 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d83447-3b21-4a54-b211-48fd1449f2fa req-669eca0e-c56d-4dfa-b22d-3d9574fe8bf8 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:37.842267 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1d83447-3b21-4a54-b211-48fd1449f2fa req-669eca0e-c56d-4dfa-b22d-3d9574fe8bf8 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 946 time: 0.1562223 Dec 14 02:26:37.878964 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacee6d-6e06-42fe-a192-dd71a52fb01f req-a9b08270-e907-4fca-812a-c8d8f18f4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:37.880763 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9bacee6d-6e06-42fe-a192-dd71a52fb01f req-a9b08270-e907-4fca-812a-c8d8f18f4bfa service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1506391 Dec 14 02:26:37.898743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1d83447-3b21-4a54-b211-48fd1449f2fa req-c5a6d63c-9209-4b97-adce-97337676f2e1 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535805 Dec 14 02:26:37.957696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470d4fef-1264-4ec2-b4eb-e8b2a171ba23 req-dc32ba9d-7adc-49a1-a7a9-e1a615093b93 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:37.959235 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-470d4fef-1264-4ec2-b4eb-e8b2a171ba23 req-dc32ba9d-7adc-49a1-a7a9-e1a615093b93 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 947 time: 0.0614686 Dec 14 02:26:37.984827 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45674) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:37.999740 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-402407ad-8524-41bb-9f81-9eb8c112f3dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:38.041714 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a4dadaa-2824-4f47-b25a-9a248c01fd9d req-a8ebd140-317c-4ad2-9034-3534e84c0b2c tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2043781246&fields=id&tenant_id=624bc716242c482cb71e0453b6f91298 HTTP/1.1" status: 200 len: 267 time: 0.0775895 Dec 14 02:26:38.045252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-470d4fef-1264-4ec2-b4eb-e8b2a171ba23 req-964b8647-871c-461a-aec5-0e2766641dbc tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748861 Dec 14 02:26:38.080725 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-402407ad-8524-41bb-9f81-9eb8c112f3dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:38.109507 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dadaa-2824-4f47-b25a-9a248c01fd9d req-898efa12-a49c-4079-931d-a82a66b7ea00 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:38.111374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a4dadaa-2824-4f47-b25a-9a248c01fd9d req-898efa12-a49c-4079-931d-a82a66b7ea00 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 946 time: 0.0636687 Dec 14 02:26:38.128574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-9a4dadaa-2824-4f47-b25a-9a248c01fd9d req-873326f4-a473-4beb-a717-ce4ee6f3df0e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Request body: {'port': {'security_groups': ['e2a314c5-4c41-40b6-b875-39fa61d60e39', '51edf509-6f0c-41cf-a6ab-ed60a369ac23']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:38.159141 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9bacee6d-6e06-42fe-a192-dd71a52fb01f req-e52ed598-1424-43f6-978e-084af69ada3e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=3998360f-8f87-46ce-aba3-65832fc18809 HTTP/1.1" status: 200 len: 217 time: 0.0374331 Dec 14 02:26:38.172490 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-402407ad-8524-41bb-9f81-9eb8c112f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:38.246546 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402407ad-8524-41bb-9f81-9eb8c112f3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edda96e9-6173-437e-bfcb-cee9357476a2,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:38.256268 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-402407ad-8524-41bb-9f81-9eb8c112f3dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a790210beccd43db95fae6733f950651&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696104 Dec 14 02:26:38.257832 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32384e-4b02-491a-bb4b-ff5ab23cc66d req-a9139c89-d4cc-460b-9449-7e542ea82fa8 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:38.259343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c32384e-4b02-491a-bb4b-ff5ab23cc66d req-a9139c89-d4cc-460b-9449-7e542ea82fa8 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 950 time: 0.1470647 Dec 14 02:26:38.259956 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9a4dadaa-2824-4f47-b25a-9a248c01fd9d req-873326f4-a473-4beb-a717-ce4ee6f3df0e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:38.260298 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45680) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:38.264915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-1941fdba-4415-4745-81a4-adc12fa81344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:38.266485 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-1941fdba-4415-4745-81a4-adc12fa81344 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 1097 time: 0.1430638 Dec 14 02:26:38.296742 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacee6d-6e06-42fe-a192-dd71a52fb01f req-dfd8ef9a-14b0-4999-8ce5-0af70336efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:38.298516 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9bacee6d-6e06-42fe-a192-dd71a52fb01f req-dfd8ef9a-14b0-4999-8ce5-0af70336efb0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1072702 Dec 14 02:26:38.324166 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45682) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:38.346281 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-32249632-d058-47bd-9b5a-933f50effef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:38.366956 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-47e23dd1-cf5d-473d-b38c-f3736da22243 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=3923161f-26b3-454c-853e-64a0f1c01c9f HTTP/1.1" status: 200 len: 217 time: 0.0680723 Dec 14 02:26:38.392761 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-32249632-d058-47bd-9b5a-933f50effef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:38.409217 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacee6d-6e06-42fe-a192-dd71a52fb01f req-8a14fa38-3b96-456c-95e1-184840d0c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:38.410988 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9bacee6d-6e06-42fe-a192-dd71a52fb01f req-8a14fa38-3b96-456c-95e1-184840d0c35a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0778270 Dec 14 02:26:38.435238 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:38.437465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c32384e-4b02-491a-bb4b-ff5ab23cc66d req-6dc34d93-d915-407b-b97e-0bbc5b9a0947 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639643 Dec 14 02:26:38.484665 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-04805cda-9dbf-45bc-b1e3-3b032a0df723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:38.486639 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-04805cda-9dbf-45bc-b1e3-3b032a0df723 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1018963 Dec 14 02:26:38.504498 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:26:38.508807 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6619546f-63e9-4175-88bd-ce5c8c190513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:38.564003 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9bacee6d-6e06-42fe-a192-dd71a52fb01f req-7d46c037-6885-418b-8696-e0bc2731453a service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338694 Dec 14 02:26:38.630413 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-cb73a91b-4659-4faf-9da0-c42d28f0e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:38.631914 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-cb73a91b-4659-4faf-9da0-c42d28f0e473 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1367979 Dec 14 02:26:38.635967 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-32249632-d058-47bd-9b5a-933f50effef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:38.638681 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-32249632-d058-47bd-9b5a-933f50effef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:38.639850 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-32249632-d058-47bd-9b5a-933f50effef0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/edda96e9-6173-437e-bfcb-cee9357476a2 HTTP/1.1" status: 204 len: 168 time: 0.3778336 Dec 14 02:26:38.661141 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d1c22-163b-4fd7-924a-b30d1c99f4ba req-d3c60108-7808-4a5d-a1a4-dd44de1cf9c8 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:38.662755 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a7d1c22-163b-4fd7-924a-b30d1c99f4ba req-d3c60108-7808-4a5d-a1a4-dd44de1cf9c8 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 946 time: 0.1402993 Dec 14 02:26:38.681461 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32249632-d058-47bd-9b5a-933f50effef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edda96e9-6173-437e-bfcb-cee9357476a2,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:38.725324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-9a4dadaa-2824-4f47-b25a-9a248c01fd9d req-873326f4-a473-4beb-a717-ce4ee6f3df0e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] For port 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4e8dd4ef-dec3-4e3e-b46f-634f35250d4c,segment=NetworkSegment(ce438a40-51b4-42fe-b3ec-01d08e10a957),segment_id=ce438a40-51b4-42fe-b3ec-01d08e10a957)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:38.749187 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9bacee6d-6e06-42fe-a192-dd71a52fb01f req-c62f2461-3fc2-4e38-b2e8-5394b828e725 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587689 Dec 14 02:26:38.753904 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6619546f-63e9-4175-88bd-ce5c8c190513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:38.793690 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9a4dadaa-2824-4f47-b25a-9a248c01fd9d req-873326f4-a473-4beb-a717-ce4ee6f3df0e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:38.808358 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a7d1c22-163b-4fd7-924a-b30d1c99f4ba req-74c25af2-5a8d-45bf-a719-58fe0624f8a6 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260560 Dec 14 02:26:38.823774 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6619546f-63e9-4175-88bd-ce5c8c190513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:38.824377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-37837d33-5fd2-4682-849b-05d03e72d738 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792989 Dec 14 02:26:38.869571 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6619546f-63e9-4175-88bd-ce5c8c190513 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ab4ab1891a648c6ad887dd93ca345cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5444412 Dec 14 02:26:38.871877 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619546f-63e9-4175-88bd-ce5c8c190513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6de8b6c-e814-4b43-9d75-6e812cfa6543,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:38.872660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45692) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:38.881536 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9a4dadaa-2824-4f47-b25a-9a248c01fd9d req-873326f4-a473-4beb-a717-ce4ee6f3df0e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:38.920018 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['4e8dd4ef-dec3-4e3e-b46f-634f35250d4c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:39.218062 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4dadaa-2824-4f47-b25a-9a248c01fd9d req-873326f4-a473-4beb-a717-ce4ee6f3df0e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:39.218670 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9a4dadaa-2824-4f47-b25a-9a248c01fd9d req-873326f4-a473-4beb-a717-ce4ee6f3df0e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:39.220929 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a4dadaa-2824-4f47-b25a-9a248c01fd9d req-873326f4-a473-4beb-a717-ce4ee6f3df0e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "PUT /v2.0/ports/4e8dd4ef-dec3-4e3e-b46f-634f35250d4c HTTP/1.1" status: 200 len: 982 time: 1.1006229 Dec 14 02:26:39.332848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873326f4-a473-4beb-a717-ce4ee6f3df0e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event updated for resources: {'Port': ['ID=4e8dd4ef-dec3-4e3e-b46f-634f35250d4c,revision_number=6']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:39.372807 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed28e-fb81-44b9-aeae-9a3470cd0c03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:39.391876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['4e8dd4ef-dec3-4e3e-b46f-634f35250d4c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:39.406612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a786740-9875-4b14-b1a7-a74e647cef6a req-6a358389-23b5-4bbf-bd9c-bd8f7c7828f0 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:39.408722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a786740-9875-4b14-b1a7-a74e647cef6a req-6a358389-23b5-4bbf-bd9c-bd8f7c7828f0 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 945 time: 0.2255080 Dec 14 02:26:39.414333 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1edd8c34-9343-4a31-9986-16aa8c546543 req-be5daa02-4159-42bf-b542-494771590562 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883564 Dec 14 02:26:39.433988 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed28e-fb81-44b9-aeae-9a3470cd0c03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:39.437892 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-5b256ee2-ad93-4cf1-b148-0df5525b2faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:39.439738 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-5b256ee2-ad93-4cf1-b148-0df5525b2faf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 1101 time: 0.1755722 Dec 14 02:26:39.479226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4ae15-b321-47b7-b64a-67c8623ea201 req-0a77a3fe-36ef-4d30-ac07-5e1dab910bcd tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:39.480592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4df4ae15-b321-47b7-b64a-67c8623ea201 req-0a77a3fe-36ef-4d30-ac07-5e1dab910bcd tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 947 time: 0.1895640 Dec 14 02:26:39.605683 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a786740-9875-4b14-b1a7-a74e647cef6a req-3fbc93fe-6cf6-4343-b5d5-483ef7676be0 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895704 Dec 14 02:26:39.626679 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-cee8d64e-9cf6-4bb0-bb71-fb5e36bf5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:39.628347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-cee8d64e-9cf6-4bb0-bb71-fb5e36bf5a32 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1725354 Dec 14 02:26:39.634590 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4df4ae15-b321-47b7-b64a-67c8623ea201 req-f9f56659-3543-42da-887a-92b0803ae03c tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397400 Dec 14 02:26:39.676021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a3a089-2370-48f5-97bd-81fc3b1c7321', 'tag': '3923161f-26b3-454c-853e-64a0f1c01c9f'}, {'name': 'network-changed', 'server_uuid': '33232392-ede1-470d-925c-285dcd9c0760', 'tag': '4e8dd4ef-dec3-4e3e-b46f-634f35250d4c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:39.678314 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b73ab3-af83-4758-b085-07b277e9c86f" -d '{"events": [{"name": "network-changed", "server_uuid": "95a3a089-2370-48f5-97bd-81fc3b1c7321", "tag": "3923161f-26b3-454c-853e-64a0f1c01c9f"}, {"name": "network-changed", "server_uuid": "33232392-ede1-470d-925c-285dcd9c0760", "tag": "4e8dd4ef-dec3-4e3e-b46f-634f35250d4c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:39.684474 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-53f55d93-8762-4712-a951-5c0e85632ff4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=46f308f6-e5f9-4126-b620-69ce6578df80 HTTP/1.1" status: 200 len: 217 time: 0.0482497 Dec 14 02:26:39.775225 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed28e-fb81-44b9-aeae-9a3470cd0c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:39.777860 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3a3ed28e-fb81-44b9-aeae-9a3470cd0c03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:39.778992 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3a3ed28e-fb81-44b9-aeae-9a3470cd0c03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6de8b6c-e814-4b43-9d75-6e812cfa6543 HTTP/1.1" status: 204 len: 168 time: 0.9053183 Dec 14 02:26:39.785189 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45722) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:39.805733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-b34bfcb9-0e7f-49b1-a452-dabc438f75cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:39.807211 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-b34bfcb9-0e7f-49b1-a452-dabc438f75cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1119883 Dec 14 02:26:39.809872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ed28e-fb81-44b9-aeae-9a3470cd0c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6de8b6c-e814-4b43-9d75-6e812cfa6543,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:39.820152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-76c76741-fca3-423b-93f1-d1edd62f6d99 req-919aee5b-ec49-40c7-809a-e2e43e532051 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1059992635&fields=id&tenant_id=624bc716242c482cb71e0453b6f91298 HTTP/1.1" status: 200 len: 267 time: 0.1372201 Dec 14 02:26:39.872001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1024c8c-89ba-4660-99ff-b0b1d91aa335 req-9cc69024-4104-4ca1-be1e-008dffb737e4 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:39.873530 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1024c8c-89ba-4660-99ff-b0b1d91aa335 req-9cc69024-4104-4ca1-be1e-008dffb737e4 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 950 time: 0.1615825 Dec 14 02:26:39.894372 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a358e8e0-e713-4b8d-8dfa-2f3f8bcd5538 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-339947121-network', 'tenant_id': 'c9e7f7c4828640e9b6c055c19e1949d0'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:39.928051 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-1875a6b1-1622-4d13-af1d-68a7bb04d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:39.929544 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-1875a6b1-1622-4d13-af1d-68a7bb04d358 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1137967 Dec 14 02:26:39.955261 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c76741-fca3-423b-93f1-d1edd62f6d99 req-811e0d83-50ab-4e20-b405-5733e45cf50b tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:39.956898 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-76c76741-fca3-423b-93f1-d1edd62f6d99 req-811e0d83-50ab-4e20-b405-5733e45cf50b tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 985 time: 0.1268992 Dec 14 02:26:39.977952 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a358e8e0-e713-4b8d-8dfa-2f3f8bcd5538 admin admin] Made reservation on behalf of c9e7f7c4828640e9b6c055c19e1949d0 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:26:39.980306 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a358e8e0-e713-4b8d-8dfa-2f3f8bcd5538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:39.989851 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a358e8e0-e713-4b8d-8dfa-2f3f8bcd5538 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:40.009348 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-76c76741-fca3-423b-93f1-d1edd62f6d99 req-7a398e2a-af84-47b8-83c0-62f383d4ab26 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Request body: {'port': {'security_groups': ['51edf509-6f0c-41cf-a6ab-ed60a369ac23', 'e2a314c5-4c41-40b6-b875-39fa61d60e39', 'ad2767d5-0ce7-4ba9-99e5-ff790c95a57b']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:40.019697 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1024c8c-89ba-4660-99ff-b0b1d91aa335 req-d6c495df-b291-4c58-972b-e407d0ffa9e7 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310866 Dec 14 02:26:40.088918 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca053e7a-a4c6-48c8-aeb8-9b5ad0bd6eac x-openstack-request-id: req-ca053e7a-a4c6-48c8-aeb8-9b5ad0bd6eac {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:40.089352 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a358e8e0-e713-4b8d-8dfa-2f3f8bcd5538 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:40.089476 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a3a089-2370-48f5-97bd-81fc3b1c7321", "tag": "3923161f-26b3-454c-853e-64a0f1c01c9f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "33232392-ede1-470d-925c-285dcd9c0760", "tag": "4e8dd4ef-dec3-4e3e-b46f-634f35250d4c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:40.092957 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca053e7a-a4c6-48c8-aeb8-9b5ad0bd6eac {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:40.092957 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a3a089-2370-48f5-97bd-81fc3b1c7321', 'tag': '3923161f-26b3-454c-853e-64a0f1c01c9f', 'status': 'completed', 'code': 200} Dec 14 02:26:40.092957 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33232392-ede1-470d-925c-285dcd9c0760', 'tag': '4e8dd4ef-dec3-4e3e-b46f-634f35250d4c', 'status': 'completed', 'code': 200} Dec 14 02:26:40.113883 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-76c76741-fca3-423b-93f1-d1edd62f6d99 req-7a398e2a-af84-47b8-83c0-62f383d4ab26 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:40.143985 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-671849eb-322a-43d0-8091-05b069477a32 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064617 Dec 14 02:26:40.156488 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a358e8e0-e713-4b8d-8dfa-2f3f8bcd5538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:40.179038 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a358e8e0-e713-4b8d-8dfa-2f3f8bcd5538 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:26:40.194972 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358e8e0-e713-4b8d-8dfa-2f3f8bcd5538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafe2383-c973-4b16-bc79-865756abd45a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:40.197895 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a358e8e0-e713-4b8d-8dfa-2f3f8bcd5538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:40.198407 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-a358e8e0-e713-4b8d-8dfa-2f3f8bcd5538 admin admin] Added segment 12f8aa6d-d2aa-4d1a-8024-f7808fd4544d of type vlan for network 31e0b2eb-41d7-44dc-ae25-23bd89d237e0 Dec 14 02:26:40.239642 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a358e8e0-e713-4b8d-8dfa-2f3f8bcd5538 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:40.327000 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a358e8e0-e713-4b8d-8dfa-2f3f8bcd5538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:40.328309 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a358e8e0-e713-4b8d-8dfa-2f3f8bcd5538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:40.329274 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a358e8e0-e713-4b8d-8dfa-2f3f8bcd5538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:40.337447 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d27ea0-7464-4fae-b248-5be0f2875ad2 req-d8d739f8-d7a6-4975-b0c4-2f112b418c5a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:40.339088 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79d27ea0-7464-4fae-b248-5be0f2875ad2 req-d8d739f8-d7a6-4975-b0c4-2f112b418c5a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 946 time: 0.1983402 Dec 14 02:26:40.346167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b73ab3-af83-4758-b085-07b277e9c86f req-cff6b0e4-186e-42e3-b788-76b0ce33f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:40.347632 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15b73ab3-af83-4758-b085-07b277e9c86f req-cff6b0e4-186e-42e3-b788-76b0ce33f485 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 1097 time: 0.1908033 Dec 14 02:26:40.393176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358e8e0-e713-4b8d-8dfa-2f3f8bcd5538 admin admin] Pushing event updated for resources: {'Network': ['ID=31e0b2eb-41d7-44dc-ae25-23bd89d237e0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:40.405857 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 31e0b2eb-41d7-44dc-ae25-23bd89d237e0 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:26:40.441923 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a358e8e0-e713-4b8d-8dfa-2f3f8bcd5538 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6554079 Dec 14 02:26:40.442913 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45732) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:40.448162 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-12f395cb-f6d6-455f-a5f4-eefdb446fa9f admin admin] Request body: {'subnet': {'network_id': '31e0b2eb-41d7-44dc-ae25-23bd89d237e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-339947121-subnet', 'tenant_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:40.448426 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45734) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:40.463741 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-8c9a601c-e402-4e59-b294-11c5d5dfcd03 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078830 Dec 14 02:26:40.489978 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c755ef9e-8122-40f6-81ea-b7be0f03361d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:40.532841 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f395cb-f6d6-455f-a5f4-eefdb446fa9f admin admin] Made reservation on behalf of c9e7f7c4828640e9b6c055c19e1949d0 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:26:40.535350 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12f395cb-f6d6-455f-a5f4-eefdb446fa9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:40.539103 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79d27ea0-7464-4fae-b248-5be0f2875ad2 req-f26957c7-d913-4321-927b-b09d05b54046 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813045 Dec 14 02:26:40.587225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b73ab3-af83-4758-b085-07b277e9c86f req-fc36bf41-c3ac-4004-acb5-e248d5862122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:40.588680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15b73ab3-af83-4758-b085-07b277e9c86f req-fc36bf41-c3ac-4004-acb5-e248d5862122 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.2299058 Dec 14 02:26:40.648374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15b73ab3-af83-4758-b085-07b277e9c86f req-731d1c05-c7d1-49c1-8f23-8357aff0e573 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=3923161f-26b3-454c-853e-64a0f1c01c9f HTTP/1.1" status: 200 len: 217 time: 0.0495903 Dec 14 02:26:40.734565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-76c76741-fca3-423b-93f1-d1edd62f6d99 req-7a398e2a-af84-47b8-83c0-62f383d4ab26 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] For port 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4e8dd4ef-dec3-4e3e-b46f-634f35250d4c,segment=NetworkSegment(ce438a40-51b4-42fe-b3ec-01d08e10a957),segment_id=ce438a40-51b4-42fe-b3ec-01d08e10a957)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:40.767248 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12f395cb-f6d6-455f-a5f4-eefdb446fa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:40.788133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b73ab3-af83-4758-b085-07b277e9c86f req-4406db9e-bbd3-4f43-8336-27416b8f55ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:40.789624 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15b73ab3-af83-4758-b085-07b277e9c86f req-4406db9e-bbd3-4f43-8336-27416b8f55ba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1333096 Dec 14 02:26:40.823259 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-76c76741-fca3-423b-93f1-d1edd62f6d99 req-7a398e2a-af84-47b8-83c0-62f383d4ab26 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:40.830757 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f395cb-f6d6-455f-a5f4-eefdb446fa9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdef8e0a-6493-4bba-95d5-9f9709636eac,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:40.836090 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f395cb-f6d6-455f-a5f4-eefdb446fa9f admin admin] Checking segment: {'id': '12f8aa6d-d2aa-4d1a-8024-f7808fd4544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '31e0b2eb-41d7-44dc-ae25-23bd89d237e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:26:40.836451 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f395cb-f6d6-455f-a5f4-eefdb446fa9f admin admin] Network hostable DHCP agents. Network: 31e0b2eb-41d7-44dc-ae25-23bd89d237e0, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:26:40.850930 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de4370-9046-4593-b890-6df7fbfe9576 req-295a1640-53d5-4015-9199-acb8486d12f1 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:40.852415 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64de4370-9046-4593-b890-6df7fbfe9576 req-295a1640-53d5-4015-9199-acb8486d12f1 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 945 time: 0.1509471 Dec 14 02:26:40.874499 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c755ef9e-8122-40f6-81ea-b7be0f03361d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:40.896146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b73ab3-af83-4758-b085-07b277e9c86f req-b08b775f-30ce-4126-b62f-7ad5ede86c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:40.897635 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15b73ab3-af83-4758-b085-07b277e9c86f req-b08b775f-30ce-4126-b62f-7ad5ede86c20 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0950301 Dec 14 02:26:40.898229 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-76c76741-fca3-423b-93f1-d1edd62f6d99 req-7a398e2a-af84-47b8-83c0-62f383d4ab26 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:40.909688 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f395cb-f6d6-455f-a5f4-eefdb446fa9f admin admin] Network 31e0b2eb-41d7-44dc-ae25-23bd89d237e0 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:26:40.939766 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['4e8dd4ef-dec3-4e3e-b46f-634f35250d4c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:40.980217 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-12f395cb-f6d6-455f-a5f4-eefdb446fa9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 31e0b2eb-41d7-44dc-ae25-23bd89d237e0) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:26:40.985808 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f395cb-f6d6-455f-a5f4-eefdb446fa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:40.986380 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12f395cb-f6d6-455f-a5f4-eefdb446fa9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:40.993876 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c755ef9e-8122-40f6-81ea-b7be0f03361d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:40.994169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09ac59b-dd5b-465c-98a6-af5e9c0da746 None None] Network 31e0b2eb-41d7-44dc-ae25-23bd89d237e0 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:26:41.017224 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64de4370-9046-4593-b890-6df7fbfe9576 req-f913b608-7090-4f10-93db-69ab9f19568b tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546724 Dec 14 02:26:41.024609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c76741-fca3-423b-93f1-d1edd62f6d99 req-7a398e2a-af84-47b8-83c0-62f383d4ab26 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:41.025268 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-76c76741-fca3-423b-93f1-d1edd62f6d99 req-7a398e2a-af84-47b8-83c0-62f383d4ab26 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:41.026588 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-76c76741-fca3-423b-93f1-d1edd62f6d99 req-7a398e2a-af84-47b8-83c0-62f383d4ab26 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "PUT /v2.0/ports/4e8dd4ef-dec3-4e3e-b46f-634f35250d4c HTTP/1.1" status: 200 len: 1021 time: 1.0533280 Dec 14 02:26:41.078575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45746) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:41.080312 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-12f395cb-f6d6-455f-a5f4-eefdb446fa9f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6365333 Dec 14 02:26:41.090494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-339947121-router', 'tenant_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:41.100636 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a398e2a-af84-47b8-83c0-62f383d4ab26 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event updated for resources: {'Port': ['ID=4e8dd4ef-dec3-4e3e-b46f-634f35250d4c,revision_number=7']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:41.110771 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c755ef9e-8122-40f6-81ea-b7be0f03361d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=057c5b61365b4aa89b6e77ff5ded7c15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6583922 Dec 14 02:26:41.113614 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45748) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:41.118163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755ef9e-8122-40f6-81ea-b7be0f03361d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8054f5b1-e35e-4dab-b5ff-f1e5125b0842,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:41.170893 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['4e8dd4ef-dec3-4e3e-b46f-634f35250d4c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:41.173955 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-31e0b2eb-41d7-44dc-ae25-23bd89d237e0', 'network_id': '31e0b2eb-41d7-44dc-ae25-23bd89d237e0', 'project_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'fixed_ips': [{'subnet_id': 'fdef8e0a-6493-4bba-95d5-9f9709636eac'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:26:41.175363 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:41.191750 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d79bc925-e59d-44ee-ba49-7b67245df3fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:41.206787 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15b73ab3-af83-4758-b085-07b277e9c86f req-9027bb3c-a763-4972-82db-f623ba205b0b service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007553 Dec 14 02:26:41.221770 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d79bc925-e59d-44ee-ba49-7b67245df3fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:41.266548 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:41.267496 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:41.280850 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6713e81-b59d-4e5b-8561-a9532a30bbb6 req-4d814446-70cf-4043-894d-b348f2243a5f tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:41.282913 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6713e81-b59d-4e5b-8561-a9532a30bbb6 req-4d814446-70cf-4043-894d-b348f2243a5f tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 1024 time: 0.1503494 Dec 14 02:26:41.294511 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348ac6c-897e-4246-8c5f-433d428b23a8 req-60245b58-78eb-4d76-91a8-6e466967ac8d tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:41.295944 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f348ac6c-897e-4246-8c5f-433d428b23a8 req-60245b58-78eb-4d76-91a8-6e466967ac8d tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 947 time: 0.1645045 Dec 14 02:26:41.326970 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d79bc925-e59d-44ee-ba49-7b67245df3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:41.330537 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d79bc925-e59d-44ee-ba49-7b67245df3fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:41.337010 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d79bc925-e59d-44ee-ba49-7b67245df3fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8054f5b1-e35e-4dab-b5ff-f1e5125b0842 HTTP/1.1" status: 204 len: 168 time: 0.2169192 Dec 14 02:26:41.346195 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bc925-e59d-44ee-ba49-7b67245df3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8054f5b1-e35e-4dab-b5ff-f1e5125b0842,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:41.491459 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Allocated IP 172.20.0.2 (31e0b2eb-41d7-44dc-ae25-23bd89d237e0/fdef8e0a-6493-4bba-95d5-9f9709636eac/2c74e4e2-dd22-462c-b519-8f356852ec63) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:26:41.605921 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3998360f-8f87-46ce-aba3-65832fc18809 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:26:41.670487 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:41.673758 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15b73ab3-af83-4758-b085-07b277e9c86f req-e8a003c2-f01c-4826-928e-dba00c180945 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583294 Dec 14 02:26:41.686906 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f348ac6c-897e-4246-8c5f-433d428b23a8 req-87487bca-2ba3-43fd-926d-cd10b91fcb5d tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787839 Dec 14 02:26:41.718094 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6713e81-b59d-4e5b-8561-a9532a30bbb6 req-447dd962-27af-48f4-9aca-1b4a289ba00b tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&id=ad2767d5-0ce7-4ba9-99e5-ff790c95a57b&id=51edf509-6f0c-41cf-a6ab-ed60a369ac23 HTTP/1.1" status: 200 len: 6200 time: 0.4149289 Dec 14 02:26:41.897322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3998360f-8f87-46ce-aba3-65832fc18809, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3998360f-8f87-46ce-aba3-65832fc18809,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:41.927072 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:41.930622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '3998360f-8f87-46ce-aba3-65832fc18809', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '3998360f-8f87-46ce-aba3-65832fc18809', 'mac_address': 'fa:16:3e:3c:fc:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:26:41.989487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b73ab3-af83-4758-b085-07b277e9c86f req-54e2aa81-3f0d-4e71-ab02-bcf168687c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:41.990968 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15b73ab3-af83-4758-b085-07b277e9c86f req-54e2aa81-3f0d-4e71-ab02-bcf168687c98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=624bc716242c482cb71e0453b6f91298&device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 1175 time: 0.1883652 Dec 14 02:26:41.998235 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:41.999414 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:42.005883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9b182-a6bf-4094-8ed4-6b25ad4162f9 req-dbedb2db-db7e-4be5-aea5-3db737c795cb tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:42.007403 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7cd9b182-a6bf-4094-8ed4-6b25ad4162f9 req-dbedb2db-db7e-4be5-aea5-3db737c795cb tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 1096 time: 0.2059579 Dec 14 02:26:42.015854 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:42.022244 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3998360f-8f87-46ce-aba3-65832fc18809 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:42.024360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc47da-323b-4d6d-9103-c6367c91bd1b req-6060e79b-943b-4225-9e8a-90604a2f3ed1 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:42.025832 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bdc47da-323b-4d6d-9103-c6367c91bd1b req-6060e79b-943b-4225-9e8a-90604a2f3ed1 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 950 time: 0.2264354 Dec 14 02:26:42.074266 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Network 31e0b2eb-41d7-44dc-ae25-23bd89d237e0 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:26:42.077504 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3998360f-8f87-46ce-aba3-65832fc18809, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3998360f-8f87-46ce-aba3-65832fc18809,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:42.080848 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:26:42.084569 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:26:42.093091 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Pushing event updated for resources: {'Port': ['ID=2c74e4e2-dd22-462c-b519-8f356852ec63,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:42.097189 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33232392-ede1-470d-925c-285dcd9c0760', 'tag': '4e8dd4ef-dec3-4e3e-b46f-634f35250d4c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:42.099447 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fee043-c30b-4d07-8ef3-b04cc87d5a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "33232392-ede1-470d-925c-285dcd9c0760", "tag": "4e8dd4ef-dec3-4e3e-b46f-634f35250d4c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:42.143429 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:42.150849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Attempting to bind port 2c74e4e2-dd22-462c-b519-8f356852ec63 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:26:42.150849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Attempting to bind port 2c74e4e2-dd22-462c-b519-8f356852ec63 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '12f8aa6d-d2aa-4d1a-8024-f7808fd4544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '31e0b2eb-41d7-44dc-ae25-23bd89d237e0'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:26:42.150849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Attempting to bind port 2c74e4e2-dd22-462c-b519-8f356852ec63 on network 31e0b2eb-41d7-44dc-ae25-23bd89d237e0 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:42.180611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:26:42.181247 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Checking segment: {'id': '12f8aa6d-d2aa-4d1a-8024-f7808fd4544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '31e0b2eb-41d7-44dc-ae25-23bd89d237e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:26:42.181516 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:42.181808 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Bound using segment: {'id': '12f8aa6d-d2aa-4d1a-8024-f7808fd4544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '31e0b2eb-41d7-44dc-ae25-23bd89d237e0'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:26:42.182283 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Bound port: 2c74e4e2-dd22-462c-b519-8f356852ec63, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f8aa6d-d2aa-4d1a-8024-f7808fd4544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '31e0b2eb-41d7-44dc-ae25-23bd89d237e0'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:26:42.182674 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:42.198687 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7cd9b182-a6bf-4094-8ed4-6b25ad4162f9 req-cdebf0e9-a88e-4342-bbc6-c47cfd32ad2c tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709340 Dec 14 02:26:42.212845 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bdc47da-323b-4d6d-9103-c6367c91bd1b req-ff195b2b-8ee3-40b3-a1ac-0cfee3f75fd9 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744258 Dec 14 02:26:42.237522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b73ab3-af83-4758-b085-07b277e9c86f req-bb0df0a7-69ee-4e84-bebc-a71ac5709b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:42.237522 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15b73ab3-af83-4758-b085-07b277e9c86f req-bb0df0a7-69ee-4e84-bebc-a71ac5709b00 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2325212a-ce27-4255-8800-f4806a045482 HTTP/1.1" status: 200 len: 914 time: 0.2238402 Dec 14 02:26:42.247292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=3998360f-8f87-46ce-aba3-65832fc18809,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:42.290408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] For port 2c74e4e2-dd22-462c-b519-8f356852ec63, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:26:42.296111 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15b73ab3-af83-4758-b085-07b277e9c86f req-7678c621-f784-4d75-b411-b5fe1edca17e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e8dd4ef-dec3-4e3e-b46f-634f35250d4c HTTP/1.1" status: 200 len: 217 time: 0.0475094 Dec 14 02:26:42.297035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] For port 2c74e4e2-dd22-462c-b519-8f356852ec63, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=2c74e4e2-dd22-462c-b519-8f356852ec63,segment=NetworkSegment(12f8aa6d-d2aa-4d1a-8024-f7808fd4544d),segment_id=12f8aa6d-d2aa-4d1a-8024-f7808fd4544d)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:26:42.373044 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:42.375147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4db4894b-61dc-466b-a03c-3a79596832b6 req-ae36c519-0df6-4388-863b-2aac1c6ffc76 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Request body: {'security_group': {'name': ' tempest-securitygroup -609116912 ', 'description': 'tempest-description-1511375321'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:42.398433 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b73ab3-af83-4758-b085-07b277e9c86f req-ad0a3061-bc4c-41b6-96f6-b4c3e567cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:42.399894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15b73ab3-af83-4758-b085-07b277e9c86f req-ad0a3061-bc4c-41b6-96f6-b4c3e567cec9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d8fc782-388e-4862-a347-3c85b1854ef1 HTTP/1.1" status: 200 len: 853 time: 0.0963044 Dec 14 02:26:42.440779 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c4dc7-94f6-4202-9589-349b67919087 None None] Pushing event updated for resources: {'Port': ['ID=2c74e4e2-dd22-462c-b519-8f356852ec63,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:42.447154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15b73ab3-af83-4758-b085-07b277e9c86f req-0794fde9-47bd-487f-91e3-977fb6cd9177 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2325212a-ce27-4255-8800-f4806a045482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345190 Dec 14 02:26:42.456166 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64718dff-c26e-42c8-b025-66c51b2b2980 req-b12e0d71-9116-421f-9748-8c7861eda21e tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:42.457593 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64718dff-c26e-42c8-b025-66c51b2b2980 req-b12e0d71-9116-421f-9748-8c7861eda21e tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 946 time: 0.1268744 Dec 14 02:26:42.482983 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3998360f-8f87-46ce-aba3-65832fc18809'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:42.585999 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4db4894b-61dc-466b-a03c-3a79596832b6 req-ae36c519-0df6-4388-863b-2aac1c6ffc76 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:42.705891 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64718dff-c26e-42c8-b025-66c51b2b2980 req-cd069468-a824-4da0-9edc-5a4b450394db tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382329 Dec 14 02:26:42.723226 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:42.765795 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b6d075-bc62-4fb6-a9c0-1f6eea13ec1d x-openstack-request-id: req-95b6d075-bc62-4fb6-a9c0-1f6eea13ec1d {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:42.765795 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33232392-ede1-470d-925c-285dcd9c0760", "tag": "4e8dd4ef-dec3-4e3e-b46f-634f35250d4c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:42.765795 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95b6d075-bc62-4fb6-a9c0-1f6eea13ec1d {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:42.765795 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33232392-ede1-470d-925c-285dcd9c0760', 'tag': '4e8dd4ef-dec3-4e3e-b46f-634f35250d4c', 'status': 'completed', 'code': 200} Dec 14 02:26:42.771759 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:42.788554 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15b73ab3-af83-4758-b085-07b277e9c86f req-ee9671f2-2f44-47a9-ad30-e76ecb635b9e service neutron] 10.222.0.46 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298705 Dec 14 02:26:42.932693 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4db4894b-61dc-466b-a03c-3a79596832b6 req-ae36c519-0df6-4388-863b-2aac1c6ffc76 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:42.994600 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a127d62-3264-4883-95d7-962e17ebfdb2 req-9740968c-cf45-4d7c-b80c-6d68082cd22d tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:42.996365 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a127d62-3264-4883-95d7-962e17ebfdb2 req-9740968c-cf45-4d7c-b80c-6d68082cd22d tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 1096 time: 0.1730590 Dec 14 02:26:43.003946 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4db4894b-61dc-466b-a03c-3a79596832b6 req-ae36c519-0df6-4388-863b-2aac1c6ffc76 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:43.057151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] Allocated IP 172.25.7.99 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:26:43.061182 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15b73ab3-af83-4758-b085-07b277e9c86f req-20abf551-d459-4cff-adb1-eb318cc528a3 service neutron] 10.222.0.46 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367589 Dec 14 02:26:43.081981 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36c519-0df6-4388-863b-2aac1c6ffc76 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f18e694-abac-4c9b-9f76-19756da82b5b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:43.147162 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4db4894b-61dc-466b-a03c-3a79596832b6 req-ae36c519-0df6-4388-863b-2aac1c6ffc76 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:43.148328 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4db4894b-61dc-466b-a03c-3a79596832b6 req-ae36c519-0df6-4388-863b-2aac1c6ffc76 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7837474 Dec 14 02:26:43.156267 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a127d62-3264-4883-95d7-962e17ebfdb2 req-0b88fd9e-e68c-419e-bfa0-f3004880bbda tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441050 Dec 14 02:26:43.247637 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:43.262190 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fee043-c30b-4d07-8ef3-b04cc87d5a7f req-917d74b1-633e-4ab5-b143-b50333193f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:43.263705 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d6fee043-c30b-4d07-8ef3-b04cc87d5a7f req-917d74b1-633e-4ab5-b143-b50333193f57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=624bc716242c482cb71e0453b6f91298&device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 1175 time: 0.0653436 Dec 14 02:26:43.418856 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e67412-cd35-4b40-a40f-8b03b6d7ad59 req-c490ea4e-9f8a-4eb8-96b7-db4fb3a16d7c tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:43.420390 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b9e67412-cd35-4b40-a40f-8b03b6d7ad59 req-c490ea4e-9f8a-4eb8-96b7-db4fb3a16d7c tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 948 time: 0.1545529 Dec 14 02:26:43.448372 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb4c9b95-00f8-4b7e-869f-8a451d4078af req-4b6bb5bc-9a46-4b66-93c6-08ee45eae21b tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/2f18e694-abac-4c9b-9f76-19756da82b5b HTTP/1.1" status: 200 len: 1797 time: 0.1006484 Dec 14 02:26:43.475984 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fee043-c30b-4d07-8ef3-b04cc87d5a7f req-837ae7b7-0925-4767-9260-64052871f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:43.477496 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d6fee043-c30b-4d07-8ef3-b04cc87d5a7f req-837ae7b7-0925-4767-9260-64052871f85f service neutron] 10.222.0.46 "GET /v2.0/networks?id=2325212a-ce27-4255-8800-f4806a045482 HTTP/1.1" status: 200 len: 914 time: 0.2000155 Dec 14 02:26:43.532814 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d83516-be53-4132-9a1f-1ea0a98ed097 None None] Network 31e0b2eb-41d7-44dc-ae25-23bd89d237e0 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:26:43.541645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d6fee043-c30b-4d07-8ef3-b04cc87d5a7f req-265d59ee-00a9-4927-8e7f-32913e26c68e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4e8dd4ef-dec3-4e3e-b46f-634f35250d4c HTTP/1.1" status: 200 len: 217 time: 0.0550311 Dec 14 02:26:43.546292 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:43.590613 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b9e67412-cd35-4b40-a40f-8b03b6d7ad59 req-1f395258-41df-4410-bec9-7300cf88b61b tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607955 Dec 14 02:26:43.613552 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3923161f-26b3-454c-853e-64a0f1c01c9f details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:26:43.621192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3998360f-8f87-46ce-aba3-65832fc18809 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:26:43.665491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:26:43.675594 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:26:43.678259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:26:43.687357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2d592345-38fc-451b-9eba-b426f358d661 None None] Provisioning complete for port 2c74e4e2-dd22-462c-b519-8f356852ec63 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:43.687730 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2d592345-38fc-451b-9eba-b426f358d661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:43.687868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fee043-c30b-4d07-8ef3-b04cc87d5a7f req-0f595b18-dd78-4b4b-b605-97077bded135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:43.689509 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d6fee043-c30b-4d07-8ef3-b04cc87d5a7f req-0f595b18-dd78-4b4b-b605-97077bded135 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d8fc782-388e-4862-a347-3c85b1854ef1 HTTP/1.1" status: 200 len: 853 time: 0.1397810 Dec 14 02:26:43.720792 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] Pushing event updated for resources: {'Port': ['ID=db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:43.832081 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3923161f-26b3-454c-853e-64a0f1c01c9f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3923161f-26b3-454c-853e-64a0f1c01c9f,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:43.868450 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '3923161f-26b3-454c-853e-64a0f1c01c9f', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '3923161f-26b3-454c-853e-64a0f1c01c9f', 'mac_address': 'fa:16:3e:42:98:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:26:43.903221 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2d592345-38fc-451b-9eba-b426f358d661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:43.909597 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 3998360f-8f87-46ce-aba3-65832fc18809 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:26:43.929208 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 3998360f-8f87-46ce-aba3-65832fc18809 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:43.929601 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:43.959914 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:43.993101 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2d592345-38fc-451b-9eba-b426f358d661 None None] For port 2c74e4e2-dd22-462c-b519-8f356852ec63, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=2c74e4e2-dd22-462c-b519-8f356852ec63,segment=NetworkSegment(12f8aa6d-d2aa-4d1a-8024-f7808fd4544d),segment_id=12f8aa6d-d2aa-4d1a-8024-f7808fd4544d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:43.997089 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3923161f-26b3-454c-853e-64a0f1c01c9f {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:44.001980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48637149-77b6-4f6e-890b-76627b8a8ad1 req-1454778c-6a99-47b9-a20d-f2f9a2109c74 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:44.004253 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-48637149-77b6-4f6e-890b-76627b8a8ad1 req-1454778c-6a99-47b9-a20d-f2f9a2109c74 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 950 time: 0.4609621 Dec 14 02:26:44.008286 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d6fee043-c30b-4d07-8ef3-b04cc87d5a7f req-7b1c8782-851c-418e-85b7-fdb204fad531 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2325212a-ce27-4255-8800-f4806a045482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2591264 Dec 14 02:26:44.023127 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3923161f-26b3-454c-853e-64a0f1c01c9f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3923161f-26b3-454c-853e-64a0f1c01c9f,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:44.054494 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2d592345-38fc-451b-9eba-b426f358d661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:44.168993 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4dde032-6d99-41ea-9002-030537b0fae0 req-ae078156-ae76-41cc-a086-07b69c3692e4 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/2f18e694-abac-4c9b-9f76-19756da82b5b HTTP/1.1" status: 200 len: 1797 time: 0.1645446 Dec 14 02:26:44.181482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-48637149-77b6-4f6e-890b-76627b8a8ad1 req-30c2ffaf-3a8c-44f5-ba05-b17377099dc2 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702344 Dec 14 02:26:44.219390 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:44.223493 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:44.262505 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ca0a47f5-8ffb-4dd3-b2b0-0cda11e24802 None None] Provisioning complete for port 2c74e4e2-dd22-462c-b519-8f356852ec63 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:44.262791 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ca0a47f5-8ffb-4dd3-b2b0-0cda11e24802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:44.264271 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d592345-38fc-451b-9eba-b426f358d661 None None] Pushing event updated for resources: {'Port': ['ID=2c74e4e2-dd22-462c-b519-8f356852ec63,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:44.274431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5749c119-a01c-4935-b240-4eef830d8307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3998360f-8f87-46ce-aba3-65832fc18809'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:44.276726 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafc176a-475f-4266-8622-f403600cb1d7" -d '{"events": [{"server_uuid": "5749c119-a01c-4935-b240-4eef830d8307", "name": "network-vif-plugged", "status": "completed", "tag": "3998360f-8f87-46ce-aba3-65832fc18809"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:44.289432 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d6fee043-c30b-4d07-8ef3-b04cc87d5a7f req-dc7fd7c8-239a-436d-a0e9-3b49a87040ff service neutron] 10.222.0.46 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692220 Dec 14 02:26:44.330561 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3998360f-8f87-46ce-aba3-65832fc18809, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3998360f-8f87-46ce-aba3-65832fc18809,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:44.361958 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=3923161f-26b3-454c-853e-64a0f1c01c9f,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:44.387701 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c4dde032-6d99-41ea-9002-030537b0fae0 req-7c3e823e-45ef-4ea4-918c-0d763b1271bc tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:44.402240 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:44.403432 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:44.456663 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c4dde032-6d99-41ea-9002-030537b0fae0 req-7c3e823e-45ef-4ea4-918c-0d763b1271bc tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:44.463189 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=3998360f-8f87-46ce-aba3-65832fc18809,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:44.533282 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3923161f-26b3-454c-853e-64a0f1c01c9f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:44.575057 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d6fee043-c30b-4d07-8ef3-b04cc87d5a7f req-14b8f060-d1d5-4b01-b3b6-a68b39d9b933 service neutron] 10.222.0.46 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697852 Dec 14 02:26:44.612425 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90924ef-0903-4b46-8485-3257421cf9c3 req-3990ea06-0304-4773-a402-a78e9360ecfb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:44.614065 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a90924ef-0903-4b46-8485-3257421cf9c3 req-3990ea06-0304-4773-a402-a78e9360ecfb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 947 time: 0.1121325 Dec 14 02:26:44.665612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 2c74e4e2-dd22-462c-b519-8f356852ec63 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:26:44.714575 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c4dde032-6d99-41ea-9002-030537b0fae0 req-7c3e823e-45ef-4ea4-918c-0d763b1271bc tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:44.717239 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c4dde032-6d99-41ea-9002-030537b0fae0 req-7c3e823e-45ef-4ea4-918c-0d763b1271bc tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:44.718387 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4dde032-6d99-41ea-9002-030537b0fae0 req-7c3e823e-45ef-4ea4-918c-0d763b1271bc tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "DELETE /v2.0/security-groups/2f18e694-abac-4c9b-9f76-19756da82b5b HTTP/1.1" status: 204 len: 173 time: 0.5408034 Dec 14 02:26:44.751961 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 2c74e4e2-dd22-462c-b519-8f356852ec63 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:44.752392 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:44.761765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e823e-45ef-4ea4-918c-0d763b1271bc tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f18e694-abac-4c9b-9f76-19756da82b5b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:44.792477 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a90924ef-0903-4b46-8485-3257421cf9c3 req-8d27d9d4-e46b-4503-b2b3-07161f2d3273 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562815 Dec 14 02:26:44.811881 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d59a6a-6464-421f-85f1-15bc523c0ec1 x-openstack-request-id: req-90d59a6a-6464-421f-85f1-15bc523c0ec1 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:44.815362 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5749c119-a01c-4935-b240-4eef830d8307", "name": "network-vif-plugged", "status": "completed", "tag": "3998360f-8f87-46ce-aba3-65832fc18809", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:44.815362 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90d59a6a-6464-421f-85f1-15bc523c0ec1 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:44.815362 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5749c119-a01c-4935-b240-4eef830d8307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3998360f-8f87-46ce-aba3-65832fc18809', 'code': 200} Dec 14 02:26:44.871521 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:44.971593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fb357-8b98-4fa1-9dbc-6e3f08ef8c3e req-1d2ed0e0-e9e8-4f3b-8ded-68525b898261 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:44.973326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a68fb357-8b98-4fa1-9dbc-6e3f08ef8c3e req-1d2ed0e0-e9e8-4f3b-8ded-68525b898261 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 1096 time: 0.1505241 Dec 14 02:26:45.028986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcb1b9-833d-455b-b4a9-b2805949aa85 req-2b076291-8916-413a-a2de-a367281cf9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:45.030506 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58dcb1b9-833d-455b-b4a9-b2805949aa85 req-2b076291-8916-413a-a2de-a367281cf9e1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 1100 time: 0.1705632 Dec 14 02:26:45.086172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2cb3d-61fc-4176-bef1-27a186a9d49c req-c25be613-8f32-45c8-acf8-9a1c399bc59c tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:45.087565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73a2cb3d-61fc-4176-bef1-27a186a9d49c req-c25be613-8f32-45c8-acf8-9a1c399bc59c tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 949 time: 0.1891668 Dec 14 02:26:45.102407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a68fb357-8b98-4fa1-9dbc-6e3f08ef8c3e req-9d3eb93a-a224-46cb-8c66-6e4f16852c54 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090832 Dec 14 02:26:45.168430 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58dcb1b9-833d-455b-b4a9-b2805949aa85 req-29d36868-c54b-4898-ac3b-407a274e8c47 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263151 Dec 14 02:26:45.181632 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-49af9dbd-25bf-48e4-9720-879b3ea50426 req-390aac61-8789-41c9-ab29-ce7319d4f6b0 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] show failed (client error): The resource could not be found. Dec 14 02:26:45.182573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49af9dbd-25bf-48e4-9720-879b3ea50426 req-390aac61-8789-41c9-ab29-ce7319d4f6b0 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/2f18e694-abac-4c9b-9f76-19756da82b5b HTTP/1.1" status: 404 len: 352 time: 0.0363164 Dec 14 02:26:45.186214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73a2cb3d-61fc-4176-bef1-27a186a9d49c req-787c9465-8490-4592-9376-eb4cf8e33769 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891435 Dec 14 02:26:45.246781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0ab4cc07-42d5-4661-a59d-589cb690e65d req-1655b2c3-367e-45c9-88a9-9f8e3f7132c6 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-118605405', 'description': 'tempest-description-469481111'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:45.275078 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] Router 656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:26:45.359736 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ab4cc07-42d5-4661-a59d-589cb690e65d req-1655b2c3-367e-45c9-88a9-9f8e3f7132c6 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:45.434002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1acc1-3015-4e4e-9435-f3763381c5e6 req-17df350a-ebfa-4b84-a4d7-9acfdd49ae45 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:45.436181 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-19e1acc1-3015-4e4e-9435-f3763381c5e6 req-17df350a-ebfa-4b84-a4d7-9acfdd49ae45 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 950 time: 0.1183465 Dec 14 02:26:45.461262 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:26:45.470858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Sync routers for ids ['656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:26:45.481871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Routers {'656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:26:45.482548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:26:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:45.529207 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ab4cc07-42d5-4661-a59d-589cb690e65d req-1655b2c3-367e-45c9-88a9-9f8e3f7132c6 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:45.533813 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-19e1acc1-3015-4e4e-9435-f3763381c5e6 req-5b834c3d-fbce-4f4d-a5f9-abd491b9525c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906444 Dec 14 02:26:45.580983 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:45.585044 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45846) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:45.585562 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c75e737e-23c1-4ba4-8529-c4589e568d71 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.5010896 Dec 14 02:26:45.591076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Set router 656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:26:45.612987 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ab4cc07-42d5-4661-a59d-589cb690e65d req-1655b2c3-367e-45c9-88a9-9f8e3f7132c6 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:45.652773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655b2c3-367e-45c9-88a9-9f8e3f7132c6 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99370c63-4f35-412f-8ee9-4c57474e1805,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:45.667345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3923161f-26b3-454c-853e-64a0f1c01c9f up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:26:45.706436 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ab4cc07-42d5-4661-a59d-589cb690e65d req-1655b2c3-367e-45c9-88a9-9f8e3f7132c6 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:45.717232 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ab4cc07-42d5-4661-a59d-589cb690e65d req-1655b2c3-367e-45c9-88a9-9f8e3f7132c6 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.4747107 Dec 14 02:26:45.735797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-7aa55185-72be-4f70-85e5-e970bed63729 req-e432cd3a-94a5-4967-862c-d9215cf5fc36 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-502219410', 'description': 'tempest-description-317215539'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:45.806866 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7aa55185-72be-4f70-85e5-e970bed63729 req-e432cd3a-94a5-4967-862c-d9215cf5fc36 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:45.854712 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-339947121-router', 'tenant_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:26:41Z', 'updated_at': '2021-12-14T02:26:44Z', 'revision_number': 3, 'project_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'gw_port': {'id': 'db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ad:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:26:42Z', 'updated_at': '2021-12-14T02:26:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:45.888555 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 3923161f-26b3-454c-853e-64a0f1c01c9f completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:26:45.890622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Checking router: 656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:26:45.890955 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Updating router 656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04 port db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:26:45.897546 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7aa55185-72be-4f70-85e5-e970bed63729 req-e432cd3a-94a5-4967-862c-d9215cf5fc36 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:45.913962 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 3923161f-26b3-454c-853e-64a0f1c01c9f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:45.914337 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:45.944962 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:45.955228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fdf6e-2255-48a9-8fbf-6d0b0fa390f5 req-fe7cd2fd-2690-4fe5-ac43-235bf8b556b7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:45.957554 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e66fdf6e-2255-48a9-8fbf-6d0b0fa390f5 req-fe7cd2fd-2690-4fe5-ac43-235bf8b556b7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 947 time: 0.0726111 Dec 14 02:26:45.961250 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7aa55185-72be-4f70-85e5-e970bed63729 req-e432cd3a-94a5-4967-862c-d9215cf5fc36 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.027683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e432cd3a-94a5-4967-862c-d9215cf5fc36 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb40912-6f82-4e94-8624-d2a448a71a1f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:46.049346 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7aa55185-72be-4f70-85e5-e970bed63729 req-e432cd3a-94a5-4967-862c-d9215cf5fc36 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.051278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7aa55185-72be-4f70-85e5-e970bed63729 req-e432cd3a-94a5-4967-862c-d9215cf5fc36 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3204741 Dec 14 02:26:46.062254 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-62d1018b-2ede-41c5-9f6b-bf9240ad122c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.076817 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e66fdf6e-2255-48a9-8fbf-6d0b0fa390f5 req-b8b16234-691b-47de-a069-01b0d51e1bad tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023455 Dec 14 02:26:46.108074 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-39cc280e-8090-4845-86bf-f5843d85aece req-a7f280e9-86d4-46e3-8d43-90bb30f68f52 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1021626439', 'description': 'tempest-description-1702251946'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:46.143210 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.143880 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45860) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:46.200506 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3923161f-26b3-454c-853e-64a0f1c01c9f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3923161f-26b3-454c-853e-64a0f1c01c9f,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:46.201165 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-39cc280e-8090-4845-86bf-f5843d85aece req-a7f280e9-86d4-46e3-8d43-90bb30f68f52 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.265730 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-62d1018b-2ede-41c5-9f6b-bf9240ad122c admin admin] Allocated IP 172.20.0.1 (31e0b2eb-41d7-44dc-ae25-23bd89d237e0/fdef8e0a-6493-4bba-95d5-9f9709636eac/912161f6-f500-401e-acf0-e792de637c2f) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:26:46.278691 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.300357 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268f4f9-6b8d-445a-b198-c8a0dbc26453 req-ce2fbdd3-fdcf-4de7-af6e-4479c783d523 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:46.303254 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e268f4f9-6b8d-445a-b198-c8a0dbc26453 req-ce2fbdd3-fdcf-4de7-af6e-4479c783d523 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 1096 time: 0.0687196 Dec 14 02:26:46.326834 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.346244 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-39cc280e-8090-4845-86bf-f5843d85aece req-a7f280e9-86d4-46e3-8d43-90bb30f68f52 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.346518 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=3923161f-26b3-454c-853e-64a0f1c01c9f,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:46.366912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e268f4f9-6b8d-445a-b198-c8a0dbc26453 req-bf92ff90-dbcf-4dbf-927c-34f4974024a1 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542703 Dec 14 02:26:46.383642 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e564c3a7-906c-4bd1-9a88-9b668751738a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.409489 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-39cc280e-8090-4845-86bf-f5843d85aece req-a7f280e9-86d4-46e3-8d43-90bb30f68f52 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.413094 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.466283 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-62d1018b-2ede-41c5-9f6b-bf9240ad122c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.471770 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f280e9-86d4-46e3-8d43-90bb30f68f52 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed38b2d7-a79a-414c-83af-bc5edd884302,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:46.484019 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Attempting to bind port db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:26:46.484487 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Attempting to bind port db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:26:46.485013 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Attempting to bind port db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:46.498064 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:26:46.498684 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:26:46.499137 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.499626 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:26:46.500225 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Bound port: db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:26:46.501564 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.504952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c11ec-073d-4863-b311-ddaad6bbdcbc None None] Pushing event updated for resources: {'Port': ['ID=db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:46.520126 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-39cc280e-8090-4845-86bf-f5843d85aece req-a7f280e9-86d4-46e3-8d43-90bb30f68f52 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.521555 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-39cc280e-8090-4845-86bf-f5843d85aece req-a7f280e9-86d4-46e3-8d43-90bb30f68f52 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4175410 Dec 14 02:26:46.554110 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e564c3a7-906c-4bd1-9a88-9b668751738a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.566246 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] For port db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:26:46.569707 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] For port db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:26:46.581929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12320f-1128-456e-9ac6-1435bbcde64e req-10798b01-3f00-4f19-9096-9f10ca1da869 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:46.583522 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c12320f-1128-456e-9ac6-1435bbcde64e req-10798b01-3f00-4f19-9096-9f10ca1da869 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 949 time: 0.0687685 Dec 14 02:26:46.636761 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c12320f-1128-456e-9ac6-1435bbcde64e req-48fee54c-e6ee-4af0-8849-3e230851b7e9 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471764 Dec 14 02:26:46.646856 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e564c3a7-906c-4bd1-9a88-9b668751738a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.682241 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.691633 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-62d1018b-2ede-41c5-9f6b-bf9240ad122c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.746442 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d1018b-2ede-41c5-9f6b-bf9240ad122c admin admin] Network 31e0b2eb-41d7-44dc-ae25-23bd89d237e0 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:26:46.752356 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e564c3a7-906c-4bd1-9a88-9b668751738a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=168d85ddfd124c998242a7de023c8e24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6042962 Dec 14 02:26:46.752518 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-62d1018b-2ede-41c5-9f6b-bf9240ad122c admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:26:46.754424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45874) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:46.763260 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d1018b-2ede-41c5-9f6b-bf9240ad122c admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:26:46.770966 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Routers {'656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:26:46.771762 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:26:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:46.773429 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f682fd1-3669-4d93-b961-106fbb24f2e6 req-85b3e219-6eb5-4cdd-b66d-452817009e12 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=624bc716242c482cb71e0453b6f91298 HTTP/1.1" status: 200 len: 10997 time: 0.1102996 Dec 14 02:26:46.779696 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564c3a7-906c-4bd1-9a88-9b668751738a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4be65d8-a4cc-4650-98ee-b5529b8ddda4,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:46.784778 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c11ec-073d-4863-b311-ddaad6bbdcbc None None] Pushing event updated for resources: {'Port': ['ID=db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:46.826376 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a3a089-2370-48f5-97bd-81fc3b1c7321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3923161f-26b3-454c-853e-64a0f1c01c9f'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:46.830769 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3d2159-361e-4d54-9e3b-1aa35b943c5e" -d '{"events": [{"server_uuid": "95a3a089-2370-48f5-97bd-81fc3b1c7321", "name": "network-vif-plugged", "status": "completed", "tag": "3923161f-26b3-454c-853e-64a0f1c01c9f"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:46.846559 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1018b-2ede-41c5-9f6b-bf9240ad122c admin admin] Pushing event updated for resources: {'Port': ['ID=912161f6-f500-401e-acf0-e792de637c2f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:46.866602 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c31c551a-df77-48a9-80a2-5557ee5581ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.870956 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-62d1018b-2ede-41c5-9f6b-bf9240ad122c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.884896 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f682fd1-3669-4d93-b961-106fbb24f2e6 req-b8e64f28-fd19-4791-98bc-d2d51ba2fbc8 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/e2a314c5-4c41-40b6-b875-39fa61d60e39 HTTP/1.1" status: 200 len: 2998 time: 0.1001267 Dec 14 02:26:46.935698 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c31c551a-df77-48a9-80a2-5557ee5581ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:46.945268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] Set router 656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:26:46.978017 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f682fd1-3669-4d93-b961-106fbb24f2e6 req-08548712-e15f-47a8-9280-32b3f919e768 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/e2a314c5-4c41-40b6-b875-39fa61d60e39 HTTP/1.1" status: 200 len: 2998 time: 0.0920365 Dec 14 02:26:47.104097 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5d5d5-b34b-44f5-9991-6cfa1ebb874b req-71c7fc95-cb64-460f-9c71-a7220f07488f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:47.105511 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cfd5d5d5-b34b-44f5-9991-6cfa1ebb874b req-71c7fc95-cb64-460f-9c71-a7220f07488f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 950 time: 0.0544960 Dec 14 02:26:47.121961 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d1977f54-a49a-4b08-bb4b-3512e1336525 None None] Provisioning complete for port 912161f6-f500-401e-acf0-e792de637c2f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:47.122422 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d1977f54-a49a-4b08-bb4b-3512e1336525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:47.149334 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-62d1018b-2ede-41c5-9f6b-bf9240ad122c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:47.155063 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cfd5d5d5-b34b-44f5-9991-6cfa1ebb874b req-ff4697af-f0c6-4737-addc-890799cb6eea tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422616 Dec 14 02:26:47.156131 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c31c551a-df77-48a9-80a2-5557ee5581ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:47.159596 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c31c551a-df77-48a9-80a2-5557ee5581ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:47.160679 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c31c551a-df77-48a9-80a2-5557ee5581ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4be65d8-a4cc-4650-98ee-b5529b8ddda4 HTTP/1.1" status: 204 len: 168 time: 0.4053597 Dec 14 02:26:47.168800 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c551a-df77-48a9-80a2-5557ee5581ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4be65d8-a4cc-4650-98ee-b5529b8ddda4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:47.213486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d1977f54-a49a-4b08-bb4b-3512e1336525 None None] Port 912161f6-f500-401e-acf0-e792de637c2f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:26:47.227578 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd06c1c8-4033-4f57-ad51-eb6d7aee8f5f x-openstack-request-id: req-dd06c1c8-4033-4f57-ad51-eb6d7aee8f5f {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:47.227898 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a3a089-2370-48f5-97bd-81fc3b1c7321", "name": "network-vif-plugged", "status": "completed", "tag": "3923161f-26b3-454c-853e-64a0f1c01c9f", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:47.228158 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd06c1c8-4033-4f57-ad51-eb6d7aee8f5f {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:47.228548 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a3a089-2370-48f5-97bd-81fc3b1c7321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3923161f-26b3-454c-853e-64a0f1c01c9f', 'code': 200} Dec 14 02:26:47.253250 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-339947121-router', 'tenant_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:26:41Z', 'updated_at': '2021-12-14T02:26:44Z', 'revision_number': 3, 'project_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'gw_port': {'id': 'db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ad:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:26:42Z', 'updated_at': '2021-12-14T02:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:47.286414 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d6b51-4dc8-4ac1-a170-50291c994e84 None None] The sync data for ids ['656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04'] in n-d-821636-1 is: [{'id': '656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-339947121-router', 'tenant_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:26:41Z', 'updated_at': '2021-12-14T02:26:44Z', 'revision_number': 3, 'project_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'gw_port': {'id': 'db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ad:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:26:42Z', 'updated_at': '2021-12-14T02:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:26:47.293449 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a67e3a1-9e7e-4f1c-91c7-a8be4c65ac57 req-2bdca4fa-c96a-4077-8579-ee6a235abcab tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/99370c63-4f35-412f-8ee9-4c57474e1805 HTTP/1.1" status: 200 len: 1816 time: 0.0545063 Dec 14 02:26:47.408228 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-62d1018b-2ede-41c5-9f6b-bf9240ad122c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:47.420177 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1a67e3a1-9e7e-4f1c-91c7-a8be4c65ac57 req-7a0fe985-0cd2-45e8-aad6-36f60c663f60 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:47.425263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2e6c1-732e-48b6-ad5c-a9b39c3f332c req-208bf71a-e8d0-4815-beee-924b06febb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:47.426844 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a3f2e6c1-732e-48b6-ad5c-a9b39c3f332c req-208bf71a-e8d0-4815-beee-924b06febb37 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 1099 time: 0.0806913 Dec 14 02:26:47.464215 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-62d1018b-2ede-41c5-9f6b-bf9240ad122c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:47.467817 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1a67e3a1-9e7e-4f1c-91c7-a8be4c65ac57 req-7a0fe985-0cd2-45e8-aad6-36f60c663f60 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:47.524434 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a3f2e6c1-732e-48b6-ad5c-a9b39c3f332c req-9df63a48-4a50-4ee5-9325-2a6068dee577 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886350 Dec 14 02:26:47.554357 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d1018b-2ede-41c5-9f6b-bf9240ad122c admin admin] Pushing event updated for resources: {'Port': ['ID=912161f6-f500-401e-acf0-e792de637c2f,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:47.556782 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-62d1018b-2ede-41c5-9f6b-bf9240ad122c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:47.595747 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1a67e3a1-9e7e-4f1c-91c7-a8be4c65ac57 req-7a0fe985-0cd2-45e8-aad6-36f60c663f60 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:47.598895 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1a67e3a1-9e7e-4f1c-91c7-a8be4c65ac57 req-7a0fe985-0cd2-45e8-aad6-36f60c663f60 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:47.601866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a67e3a1-9e7e-4f1c-91c7-a8be4c65ac57 req-7a0fe985-0cd2-45e8-aad6-36f60c663f60 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "DELETE /v2.0/security-groups/99370c63-4f35-412f-8ee9-4c57474e1805 HTTP/1.1" status: 204 len: 173 time: 0.3013017 Dec 14 02:26:47.635253 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fe985-0cd2-45e8-aad6-36f60c663f60 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99370c63-4f35-412f-8ee9-4c57474e1805,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:47.759559 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d1018b-2ede-41c5-9f6b-bf9240ad122c admin admin] Network 31e0b2eb-41d7-44dc-ae25-23bd89d237e0 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:26:47.776729 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-62d1018b-2ede-41c5-9f6b-bf9240ad122c admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:26:47.842634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59a023-bd87-4371-8546-5d5245f42bf0 req-e3126a5e-73b7-4463-81a5-029d31629e85 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:47.849749 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af59a023-bd87-4371-8546-5d5245f42bf0 req-e3126a5e-73b7-4463-81a5-029d31629e85 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 948 time: 0.1354978 Dec 14 02:26:47.949946 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af59a023-bd87-4371-8546-5d5245f42bf0 req-2aaa4a31-59c0-4edf-af64-7b988754e46d tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883636 Dec 14 02:26:48.012174 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d1018b-2ede-41c5-9f6b-bf9240ad122c admin admin] Router 656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:26:48.020933 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-257a83f3-8390-40ec-825c-cc18e0aea80e req-7100bdfe-a349-4f10-9abe-c54bc90fb65c tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] show failed (client error): The resource could not be found. Dec 14 02:26:48.023840 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-257a83f3-8390-40ec-825c-cc18e0aea80e req-7100bdfe-a349-4f10-9abe-c54bc90fb65c tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/99370c63-4f35-412f-8ee9-4c57474e1805 HTTP/1.1" status: 404 len: 352 time: 0.0300956 Dec 14 02:26:48.158019 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f1b82da2-ad44-4fdf-a96d-6cb3546e90ce None None] Provisioning complete for port 912161f6-f500-401e-acf0-e792de637c2f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:48.158991 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f1b82da2-ad44-4fdf-a96d-6cb3546e90ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:48.231861 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f1b82da2-ad44-4fdf-a96d-6cb3546e90ce None None] Port 912161f6-f500-401e-acf0-e792de637c2f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:26:48.324057 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb7e52-a98c-4db6-81d7-b63875521ff8 req-4ed6dc92-17fd-4bf7-a003-4ce997f28ccc tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:48.331345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6dcb7e52-a98c-4db6-81d7-b63875521ff8 req-4ed6dc92-17fd-4bf7-a003-4ce997f28ccc tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 949 time: 0.0843279 Dec 14 02:26:48.418201 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6dcb7e52-a98c-4db6-81d7-b63875521ff8 req-60569d7b-22a9-4a46-9aa4-e25cada296bb tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805609 Dec 14 02:26:48.460531 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d1018b-2ede-41c5-9f6b-bf9240ad122c admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:26:48.466434 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-62d1018b-2ede-41c5-9f6b-bf9240ad122c admin admin] 10.222.0.39 "PUT /v2.0/routers/656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8801210 Dec 14 02:26:48.493965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e8593155-3334-46db-abdd-d8bceb54f843 req-582da779-c2bb-40bb-815c-bbafc70e85db tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/6bb40912-6f82-4e94-8624-d2a448a71a1f HTTP/1.1" status: 200 len: 1816 time: 0.0434878 Dec 14 02:26:48.572651 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e8593155-3334-46db-abdd-d8bceb54f843 req-d2c499a7-4969-430b-829b-2850fd12ad5e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:48.619472 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e8593155-3334-46db-abdd-d8bceb54f843 req-d2c499a7-4969-430b-829b-2850fd12ad5e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:48.706417 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:26:48.786238 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:48.786641 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:48.846642 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e8593155-3334-46db-abdd-d8bceb54f843 req-d2c499a7-4969-430b-829b-2850fd12ad5e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:48.849262 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e8593155-3334-46db-abdd-d8bceb54f843 req-d2c499a7-4969-430b-829b-2850fd12ad5e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:48.850495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e8593155-3334-46db-abdd-d8bceb54f843 req-d2c499a7-4969-430b-829b-2850fd12ad5e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "DELETE /v2.0/security-groups/6bb40912-6f82-4e94-8624-d2a448a71a1f HTTP/1.1" status: 204 len: 173 time: 0.3571396 Dec 14 02:26:48.859529 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c499a7-4969-430b-829b-2850fd12ad5e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb40912-6f82-4e94-8624-d2a448a71a1f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:48.866562 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:48.899575 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:48.963801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286bbef5-9e36-4779-8b5f-4dc5bed5f35f req-7bf01600-7faa-427c-9a23-2881aa1d7532 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:48.965398 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-286bbef5-9e36-4779-8b5f-4dc5bed5f35f req-7bf01600-7faa-427c-9a23-2881aa1d7532 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 950 time: 0.0554740 Dec 14 02:26:48.966747 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:49.151937 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45952) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:49.153671 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:49.239462 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-286bbef5-9e36-4779-8b5f-4dc5bed5f35f req-a60a42ae-c0f9-4d16-8248-b8bbbcbd9906 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668340 Dec 14 02:26:49.273286 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-24e30256-dec3-4f91-b350-041ac8dd3508 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:26:49.273286 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-24e30256-dec3-4f91-b350-041ac8dd3508 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1185505 Dec 14 02:26:49.396079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887ab56-f922-4157-a620-ec8825e7034d req-854e077d-4cd8-417f-b6ae-fb81004fe886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:49.397487 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-854e077d-4cd8-417f-b6ae-fb81004fe886 service neutron] 10.222.0.39 "GET /v2.0/ports/65c18d16-8551-4fa7-8898-a09b03ed7bd8 HTTP/1.1" status: 200 len: 1093 time: 0.0807745 Dec 14 02:26:49.408028 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-0887ab56-f922-4157-a620-ec8825e7034d req-fcd5693c-3b35-4366-9fd1-5dc085308377 service neutron] Request body: {'binding': {'host': 'n-h2-821636-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:49.408594 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-0887ab56-f922-4157-a620-ec8825e7034d req-fcd5693c-3b35-4366-9fd1-5dc085308377 service neutron] Unknown quota resources ['binding']. {{(pid=103847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 02:26:49.483700 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Sync routers for ids ['656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:26:49.493617 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Routers {'656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:26:49.494259 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:26:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:49.544017 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-0887ab56-f922-4157-a620-ec8825e7034d req-fcd5693c-3b35-4366-9fd1-5dc085308377 service neutron] Attempting to bind port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 on host n-h2-821636-1 for vnic_type normal with profile None {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:26:49.544446 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-0887ab56-f922-4157-a620-ec8825e7034d req-fcd5693c-3b35-4366-9fd1-5dc085308377 service neutron] Attempting to bind port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:26:49.544777 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887ab56-f922-4157-a620-ec8825e7034d req-fcd5693c-3b35-4366-9fd1-5dc085308377 service neutron] Attempting to bind port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:49.549574 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887ab56-f922-4157-a620-ec8825e7034d req-fcd5693c-3b35-4366-9fd1-5dc085308377 service neutron] Port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 on network c2babbdd-831e-4b48-8c93-0beb41d9211b not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:26:49.549893 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887ab56-f922-4157-a620-ec8825e7034d req-fcd5693c-3b35-4366-9fd1-5dc085308377 service neutron] Attempting to bind port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:49.554889 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887ab56-f922-4157-a620-ec8825e7034d req-fcd5693c-3b35-4366-9fd1-5dc085308377 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:26:49.555222 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887ab56-f922-4157-a620-ec8825e7034d req-fcd5693c-3b35-4366-9fd1-5dc085308377 service neutron] Checking segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:26:49.555603 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887ab56-f922-4157-a620-ec8825e7034d req-fcd5693c-3b35-4366-9fd1-5dc085308377 service neutron] Bound using segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:26:49.556058 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-0887ab56-f922-4157-a620-ec8825e7034d req-fcd5693c-3b35-4366-9fd1-5dc085308377 service neutron] Bound port: 65c18d16-8551-4fa7-8898-a09b03ed7bd8, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:26:49.599173 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Set router 656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:26:49.606254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-0887ab56-f922-4157-a620-ec8825e7034d req-fcd5693c-3b35-4366-9fd1-5dc085308377 service neutron] For port 65c18d16-8551-4fa7-8898-a09b03ed7bd8, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=65c18d16-8551-4fa7-8898-a09b03ed7bd8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:26:49.700113 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0887ab56-f922-4157-a620-ec8825e7034d req-fcd5693c-3b35-4366-9fd1-5dc085308377 service neutron] Publish callbacks [] for binding, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:49.701335 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-fcd5693c-3b35-4366-9fd1-5dc085308377 service neutron] 10.222.0.39 "POST /v2.0/ports/65c18d16-8551-4fa7-8898-a09b03ed7bd8/bindings HTTP/1.1" status: 201 len: 389 time: 0.2976673 Dec 14 02:26:49.715834 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-69dd9ce4-dc32-4afe-b389-00510ce6ce9b req-fbbe23fc-70ad-4312-8468-2a8965960b89 tempest-FloatingIPDetailsNegativeTestJSON-781386234 tempest-FloatingIPDetailsNegativeTestJSON-781386234-project] show failed (client error): The resource could not be found. Dec 14 02:26:49.717620 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69dd9ce4-dc32-4afe-b389-00510ce6ce9b req-fbbe23fc-70ad-4312-8468-2a8965960b89 tempest-FloatingIPDetailsNegativeTestJSON-781386234 tempest-FloatingIPDetailsNegativeTestJSON-781386234-project] 10.222.0.39 "GET /v2.0/floatingips/e26105c3-4987-4a67-9333-b750930c8d44 HTTP/1.1" status: 404 len: 350 time: 0.0374439 Dec 14 02:26:49.730018 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45966) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:49.820025 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-339947121-router', 'tenant_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:26:41Z', 'updated_at': '2021-12-14T02:26:47Z', 'revision_number': 4, 'project_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'gw_port': {'id': 'db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ad:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:26:42Z', 'updated_at': '2021-12-14T02:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '912161f6-f500-401e-acf0-e792de637c2f', 'name': '', 'network_id': '31e0b2eb-41d7-44dc-ae25-23bd89d237e0', 'tenant_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'mac_address': 'fa:16:3e:de:ba:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'fdef8e0a-6493-4bba-95d5-9f9709636eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:26:46Z', 'updated_at': '2021-12-14T02:26:47Z', 'revision_number': 2, 'project_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'subnets': [{'id': 'fdef8e0a-6493-4bba-95d5-9f9709636eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:49.847816 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Checking router: 656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:26:49.848286 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Updating router 656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04 port 912161f6-f500-401e-acf0-e792de637c2f binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:26:49.874361 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:49.895511 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-8e3dacf2-8cc9-4adb-9199-329995c8538e tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6d30781304bc4599bd3e28ad2ab987bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353603 Dec 14 02:26:49.901000 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-53671e54-cb7f-4dfc-82b6-a648b730403d req-cdfc082a-619b-40b0-99f3-a5820388d593 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] show failed (client error): The resource could not be found. Dec 14 02:26:49.902285 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-53671e54-cb7f-4dfc-82b6-a648b730403d req-cdfc082a-619b-40b0-99f3-a5820388d593 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/6bb40912-6f82-4e94-8624-d2a448a71a1f HTTP/1.1" status: 404 len: 352 time: 0.0156233 Dec 14 02:26:50.055719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58322a92-cd12-4f3a-beee-36af7e72a82a req-92d998d2-de52-42cc-9d03-6a94afeee3b4 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:50.063066 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58322a92-cd12-4f3a-beee-36af7e72a82a req-92d998d2-de52-42cc-9d03-6a94afeee3b4 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 948 time: 0.0849698 Dec 14 02:26:50.093578 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-6152add1-86ce-4579-8302-603eb1b6be61 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:50.101513 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-6152add1-86ce-4579-8302-603eb1b6be61 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1978860 Dec 14 02:26:50.132463 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-42d5a392-1b93-496e-b2a3-c4f3d7858e39 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/quotas/6d30781304bc4599bd3e28ad2ab987bb HTTP/1.1" status: 200 len: 375 time: 0.0293243 Dec 14 02:26:50.148836 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f6af5fa1-3e89-40dc-8cb1-9cb3d058e79d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:50.170277 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:50.174141 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-08c000f8-043a-465a-ba29-bbb4d4638a56 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d30781304bc4599bd3e28ad2ab987bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404742 Dec 14 02:26:50.178866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58322a92-cd12-4f3a-beee-36af7e72a82a req-74ea01a4-c3fa-4536-81c8-495faab41ea5 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147714 Dec 14 02:26:50.247000 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:50.296393 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34043dfc-9a84-456d-9ded-69e150288335 None None] Pushing event updated for resources: {'Port': ['ID=912161f6-f500-401e-acf0-e792de637c2f,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:50.305870 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34043dfc-9a84-456d-9ded-69e150288335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:50.306530 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34043dfc-9a84-456d-9ded-69e150288335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:50.307200 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34043dfc-9a84-456d-9ded-69e150288335 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:50.307693 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34043dfc-9a84-456d-9ded-69e150288335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:50.308165 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34043dfc-9a84-456d-9ded-69e150288335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:50.308634 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34043dfc-9a84-456d-9ded-69e150288335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:50.309099 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34043dfc-9a84-456d-9ded-69e150288335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:50.309590 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34043dfc-9a84-456d-9ded-69e150288335 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:50.310068 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34043dfc-9a84-456d-9ded-69e150288335 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:50.310533 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34043dfc-9a84-456d-9ded-69e150288335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:50.310997 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34043dfc-9a84-456d-9ded-69e150288335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:50.311458 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34043dfc-9a84-456d-9ded-69e150288335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:50.311987 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34043dfc-9a84-456d-9ded-69e150288335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:50.420148 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Attempting to bind port 912161f6-f500-401e-acf0-e792de637c2f on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:26:50.420527 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Attempting to bind port 912161f6-f500-401e-acf0-e792de637c2f by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '12f8aa6d-d2aa-4d1a-8024-f7808fd4544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '31e0b2eb-41d7-44dc-ae25-23bd89d237e0'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:26:50.420882 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Attempting to bind port 912161f6-f500-401e-acf0-e792de637c2f on network 31e0b2eb-41d7-44dc-ae25-23bd89d237e0 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:50.426845 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:26:50.427856 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Checking segment: {'id': '12f8aa6d-d2aa-4d1a-8024-f7808fd4544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '31e0b2eb-41d7-44dc-ae25-23bd89d237e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:26:50.429423 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:50.430585 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Bound using segment: {'id': '12f8aa6d-d2aa-4d1a-8024-f7808fd4544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '31e0b2eb-41d7-44dc-ae25-23bd89d237e0'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:26:50.431231 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Bound port: 912161f6-f500-401e-acf0-e792de637c2f, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f8aa6d-d2aa-4d1a-8024-f7808fd4544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '31e0b2eb-41d7-44dc-ae25-23bd89d237e0'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:26:50.431831 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:50.478797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9b08a-7328-47bc-bc94-0e2e1fea2f41 req-f32870ef-3248-4d49-9e3f-ea01c734fc29 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:50.487323 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26d9b08a-7328-47bc-bc94-0e2e1fea2f41 req-f32870ef-3248-4d49-9e3f-ea01c734fc29 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 949 time: 0.1208251 Dec 14 02:26:50.535940 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] For port 912161f6-f500-401e-acf0-e792de637c2f, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:26:50.536446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887ab56-f922-4157-a620-ec8825e7034d req-942e02b3-da7a-4b3c-b4b6-e087f2d41a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:50.537959 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-942e02b3-da7a-4b3c-b4b6-e087f2d41a86 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 1096 time: 0.1396079 Dec 14 02:26:50.541717 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] For port 912161f6-f500-401e-acf0-e792de637c2f, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=912161f6-f500-401e-acf0-e792de637c2f,segment=NetworkSegment(12f8aa6d-d2aa-4d1a-8024-f7808fd4544d),segment_id=12f8aa6d-d2aa-4d1a-8024-f7808fd4544d)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:26:50.546322 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-f6af5fa1-3e89-40dc-8cb1-9cb3d058e79d admin admin] Deleting port 912161f6-f500-401e-acf0-e792de637c2f {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:26:50.546836 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f6af5fa1-3e89-40dc-8cb1-9cb3d058e79d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:50.613248 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:50.656393 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26d9b08a-7328-47bc-bc94-0e2e1fea2f41 req-04d11fe6-583d-4c25-8ab0-1ccaeb0dbd04 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677575 Dec 14 02:26:50.661128 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:26:50.682307 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a06c6-d688-4d82-a15a-950545b5416d req-cf0f03e3-f4ba-4c4b-a13c-a7b8d505f470 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:50.684683 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e00a06c6-d688-4d82-a15a-950545b5416d req-cf0f03e3-f4ba-4c4b-a13c-a7b8d505f470 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 945 time: 0.1948786 Dec 14 02:26:50.693662 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Routers {'656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:26:50.694578 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:26:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:50.719499 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-f6af5fa1-3e89-40dc-8cb1-9cb3d058e79d admin admin] For port 912161f6-f500-401e-acf0-e792de637c2f, host n-d-821636-1, got binding levels [] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:50.719933 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f6af5fa1-3e89-40dc-8cb1-9cb3d058e79d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:50.734154 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-f6af5fa1-3e89-40dc-8cb1-9cb3d058e79d admin admin] Calling delete_port for 912161f6-f500-401e-acf0-e792de637c2f owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:26:50.762087 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34043dfc-9a84-456d-9ded-69e150288335 None None] Pushing event updated for resources: {'Port': ['ID=912161f6-f500-401e-acf0-e792de637c2f,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:50.767561 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887ab56-f922-4157-a620-ec8825e7034d req-15898d1a-0bff-4117-86ca-e2ef60e22a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:50.769880 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-15898d1a-0bff-4117-86ca-e2ef60e22a7f service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 921 time: 0.2150521 Dec 14 02:26:50.793172 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-283c6dc0-01e3-4a1c-81cc-c2af7d42b54b None None] Provisioning complete for port 912161f6-f500-401e-acf0-e792de637c2f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:50.796745 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-283c6dc0-01e3-4a1c-81cc-c2af7d42b54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:50.801500 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:50.808095 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:50.849294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-88daf3ef-f45b-4dae-9827-d205d563b872 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65c18d16-8551-4fa7-8898-a09b03ed7bd8 HTTP/1.1" status: 200 len: 217 time: 0.0582018 Dec 14 02:26:50.876103 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] Set router 656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:26:50.964945 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8554871c-2165-436d-8f4d-2602546c246f req-85d799bf-7f80-4ce7-a165-23e9c2875bd6 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/ed38b2d7-a79a-414c-83af-bc5edd884302 HTTP/1.1" status: 200 len: 1818 time: 0.2003648 Dec 14 02:26:50.992124 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e00a06c6-d688-4d82-a15a-950545b5416d req-34fe471b-93c8-4a9b-b450-e7dd6a0f961c tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874382 Dec 14 02:26:51.006946 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f6af5fa1-3e89-40dc-8cb1-9cb3d058e79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:51.024100 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887ab56-f922-4157-a620-ec8825e7034d req-a53581cc-e640-4358-b40b-644b88d0dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:51.025329 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-a53581cc-e640-4358-b40b-644b88d0dbf8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.1662242 Dec 14 02:26:51.047766 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-283c6dc0-01e3-4a1c-81cc-c2af7d42b54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:51.081682 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-7aabb831-d5c2-4637-8e31-9b8fd5b21062 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484898 Dec 14 02:26:51.091092 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af5fa1-3e89-40dc-8cb1-9cb3d058e79d admin admin] Pushing event deleted for resources: {'Port': ['ID=912161f6-f500-401e-acf0-e792de637c2f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:51.196331 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8554871c-2165-436d-8f4d-2602546c246f req-185eb948-baf5-4b44-b1ef-1fc8a896a641 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:51.236830 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8554871c-2165-436d-8f4d-2602546c246f req-185eb948-baf5-4b44-b1ef-1fc8a896a641 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:51.297926 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0acbfb78-eb11-4b4d-be18-0610abc762ef None None] Could not find standard attr ID for object 912161f6-f500-401e-acf0-e792de637c2f. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:26:51.320538 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f6af5fa1-3e89-40dc-8cb1-9cb3d058e79d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:51.340289 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-339947121-router', 'tenant_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:26:41Z', 'updated_at': '2021-12-14T02:26:47Z', 'revision_number': 4, 'project_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'gw_port': {'id': 'db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ad:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:26:42Z', 'updated_at': '2021-12-14T02:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '912161f6-f500-401e-acf0-e792de637c2f', 'name': '', 'network_id': '31e0b2eb-41d7-44dc-ae25-23bd89d237e0', 'tenant_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'mac_address': 'fa:16:3e:de:ba:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'fdef8e0a-6493-4bba-95d5-9f9709636eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:26:46Z', 'updated_at': '2021-12-14T02:26:50Z', 'revision_number': 4, 'project_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'subnets': [{'id': 'fdef8e0a-6493-4bba-95d5-9f9709636eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:51.372606 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daad1531-7bf5-4938-baf3-06cb07c5b2cf None None] The sync data for ids ['656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04'] in n-d-821636-1 is: [{'id': '656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-339947121-router', 'tenant_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.99'}], 'enable_snat': True}, 'gw_port_id': 'db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:26:41Z', 'updated_at': '2021-12-14T02:26:47Z', 'revision_number': 4, 'project_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'gw_port': {'id': 'db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ad:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:26:42Z', 'updated_at': '2021-12-14T02:26:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '912161f6-f500-401e-acf0-e792de637c2f', 'name': '', 'network_id': '31e0b2eb-41d7-44dc-ae25-23bd89d237e0', 'tenant_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'mac_address': 'fa:16:3e:de:ba:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'fdef8e0a-6493-4bba-95d5-9f9709636eac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:26:46Z', 'updated_at': '2021-12-14T02:26:50Z', 'revision_number': 4, 'project_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'subnets': [{'id': 'fdef8e0a-6493-4bba-95d5-9f9709636eac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:26:51.384783 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-4dfeb48b-5a31-463f-9cf3-5b076e2f2818 service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934501 Dec 14 02:26:51.471532 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aec28a-bb78-4a83-9bac-1b5991e1b6a0 req-0002d489-1553-42df-9f3e-76bd7e4f6f6a tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:51.473082 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-33aec28a-bb78-4a83-9bac-1b5991e1b6a0 req-0002d489-1553-42df-9f3e-76bd7e4f6f6a tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 1099 time: 0.2069585 Dec 14 02:26:51.517203 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-33aec28a-bb78-4a83-9bac-1b5991e1b6a0 req-2cbc3841-90ef-46d3-bc66-2919b9020224 tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:51.545624 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-cc0695e1-7816-4791-a680-bf895f6d8548 service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516314 Dec 14 02:26:51.607158 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6af5fa1-3e89-40dc-8cb1-9cb3d058e79d admin admin] Router 656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:26:51.628117 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8554871c-2165-436d-8f4d-2602546c246f req-185eb948-baf5-4b44-b1ef-1fc8a896a641 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:51.628117 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8554871c-2165-436d-8f4d-2602546c246f req-185eb948-baf5-4b44-b1ef-1fc8a896a641 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:51.628346 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8554871c-2165-436d-8f4d-2602546c246f req-185eb948-baf5-4b44-b1ef-1fc8a896a641 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "DELETE /v2.0/security-groups/ed38b2d7-a79a-414c-83af-bc5edd884302 HTTP/1.1" status: 204 len: 173 time: 0.6508000 Dec 14 02:26:51.656042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185eb948-baf5-4b44-b1ef-1fc8a896a641 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed38b2d7-a79a-414c-83af-bc5edd884302,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:51.724208 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6af5fa1-3e89-40dc-8cb1-9cb3d058e79d admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:26:51.736013 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f6af5fa1-3e89-40dc-8cb1-9cb3d058e79d admin admin] 10.222.0.39 "PUT /v2.0/routers/656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0047767 Dec 14 02:26:51.736626 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46004) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:51.757513 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-33aec28a-bb78-4a83-9bac-1b5991e1b6a0 req-2cbc3841-90ef-46d3-bc66-2919b9020224 tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:51.780144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b259212-2883-4175-a85f-6aa08e73ab12 req-795c4e62-c0ba-4a41-88f4-2623287a38a5 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:51.785870 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b259212-2883-4175-a85f-6aa08e73ab12 req-795c4e62-c0ba-4a41-88f4-2623287a38a5 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 950 time: 0.0809183 Dec 14 02:26:51.864572 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68422873-2fd7-4f2a-814e-e57aa0b81dab admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:51.876740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887ab56-f922-4157-a620-ec8825e7034d req-9baa1267-f408-4379-b959-9baa6b5ce1e9 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:51.878502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-9baa1267-f408-4379-b959-9baa6b5ce1e9 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14&tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 1096 time: 0.0914261 Dec 14 02:26:51.882659 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b259212-2883-4175-a85f-6aa08e73ab12 req-ff733691-0679-4693-b195-e399cd74e6a2 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835624 Dec 14 02:26:51.895479 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821636-1'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:51.964111 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:51.974342 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-33aec28a-bb78-4a83-9bac-1b5991e1b6a0 req-2cbc3841-90ef-46d3-bc66-2919b9020224 tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:52.006982 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68422873-2fd7-4f2a-814e-e57aa0b81dab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:52.030140 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec68170e-ced7-453c-9e75-6151cb05edb0 req-fa5abdad-6a83-463e-94d5-c7edd1c98352 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf326edf-769d-407f-8375-a63e1f943311 HTTP/1.1" status: 200 len: 210 time: 0.0474024 Dec 14 02:26:52.085865 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-33aec28a-bb78-4a83-9bac-1b5991e1b6a0 req-2cbc3841-90ef-46d3-bc66-2919b9020224 tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5913162 Dec 14 02:26:52.088474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc3841-90ef-46d3-bc66-2919b9020224 tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c5a429-300f-4453-a0ef-e5671c23c478,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:52.201947 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-68422873-2fd7-4f2a-814e-e57aa0b81dab admin admin] Deleting port db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:26:52.216000 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68422873-2fd7-4f2a-814e-e57aa0b81dab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:52.216582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] For port 65c18d16-8551-4fa7-8898-a09b03ed7bd8, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=65c18d16-8551-4fa7-8898-a09b03ed7bd8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:52.270867 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-4cf8c2f4-4be7-451b-9fe3-ca03c66ea44f req-b2cd100c-a863-4755-bdc7-f607d68f5114 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] show failed (client error): The resource could not be found. Dec 14 02:26:52.271931 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cf8c2f4-4be7-451b-9fe3-ca03c66ea44f req-b2cd100c-a863-4755-bdc7-f607d68f5114 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/ed38b2d7-a79a-414c-83af-bc5edd884302 HTTP/1.1" status: 404 len: 352 time: 0.0395775 Dec 14 02:26:52.286492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] For port 65c18d16-8551-4fa7-8898-a09b03ed7bd8, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:26:52.299457 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-68422873-2fd7-4f2a-814e-e57aa0b81dab admin admin] For port db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:52.299457 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68422873-2fd7-4f2a-814e-e57aa0b81dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:52.313708 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-68422873-2fd7-4f2a-814e-e57aa0b81dab admin admin] Calling delete_port for db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:26:52.331131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8be202f-6e74-4bc8-841a-b9b9cfb02e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65c18d16-8551-4fa7-8898-a09b03ed7bd8'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:52.333466 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffa5d43-c1f0-4ee5-a958-343b57af8e17" -d '{"events": [{"server_uuid": "c8be202f-6e74-4bc8-841a-b9b9cfb02e14", "name": "network-vif-unplugged", "status": "completed", "tag": "65c18d16-8551-4fa7-8898-a09b03ed7bd8"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:52.339757 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:52.402111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc4c4d-32b0-44a3-9571-74b4501f54d5 req-865f9c57-d5e1-4987-b525-3a74a3b9c98e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:52.404086 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5bc4c4d-32b0-44a3-9571-74b4501f54d5 req-865f9c57-d5e1-4987-b525-3a74a3b9c98e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 945 time: 0.0568354 Dec 14 02:26:52.422178 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:52.525267 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5bc4c4d-32b0-44a3-9571-74b4501f54d5 req-32a2a4fb-e038-4c07-bce6-3dc8f3aa1979 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138613 Dec 14 02:26:52.539790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] Pushing event updated for resources: {'Port': ['ID=65c18d16-8551-4fa7-8898-a09b03ed7bd8,revision_number=7']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:52.556791 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] Attempting to bind port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 on host n-h1-821636-1 for vnic_type normal with profile {"migrating_to": "n-h2-821636-1"} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:26:52.557381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] Attempting to bind port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:26:52.558441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] Attempting to bind port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:52.564582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] Port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 on network c2babbdd-831e-4b48-8c93-0beb41d9211b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:26:52.565145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] Attempting to bind port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:52.566903 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68422873-2fd7-4f2a-814e-e57aa0b81dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:52.572260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:26:52.573497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] Checking segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:26:52.578455 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] Bound using segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:26:52.578455 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] Bound port: 65c18d16-8551-4fa7-8898-a09b03ed7bd8, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:26:52.578455 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:52.635080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68422873-2fd7-4f2a-814e-e57aa0b81dab admin admin] Pushing event deleted for resources: {'Port': ['ID=db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:52.681413 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68422873-2fd7-4f2a-814e-e57aa0b81dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:52.694838 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] For port 65c18d16-8551-4fa7-8898-a09b03ed7bd8, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:26:52.700656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] For port 65c18d16-8551-4fa7-8898-a09b03ed7bd8, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=65c18d16-8551-4fa7-8898-a09b03ed7bd8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:26:52.731659 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-960dfd98-c883-4764-a47b-592e7c40745f req-15c3709d-f60c-466c-95d2-f6b8f8601fc1 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=624bc716242c482cb71e0453b6f91298 HTTP/1.1" status: 200 len: 6200 time: 0.1135483 Dec 14 02:26:52.761239 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:52.811227 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68422873-2fd7-4f2a-814e-e57aa0b81dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:52.814124 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68422873-2fd7-4f2a-814e-e57aa0b81dab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:52.838199 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944cacb5-ab8f-4db0-83ae-e47f6e4ab831 x-openstack-request-id: req-944cacb5-ab8f-4db0-83ae-e47f6e4ab831 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:52.838199 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8be202f-6e74-4bc8-841a-b9b9cfb02e14", "name": "network-vif-unplugged", "status": "completed", "tag": "65c18d16-8551-4fa7-8898-a09b03ed7bd8", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:52.838199 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-944cacb5-ab8f-4db0-83ae-e47f6e4ab831 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:52.838974 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8be202f-6e74-4bc8-841a-b9b9cfb02e14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65c18d16-8551-4fa7-8898-a09b03ed7bd8', 'code': 200} Dec 14 02:26:52.867179 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427bf3d5-fed7-42c1-b079-1be96686e38b None None] Sync routers for ids ['656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:26:52.876582 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-960dfd98-c883-4764-a47b-592e7c40745f req-c7df023a-f1da-49f7-a612-83532e77a35e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/e2a314c5-4c41-40b6-b875-39fa61d60e39 HTTP/1.1" status: 200 len: 2998 time: 0.1375201 Dec 14 02:26:52.880699 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427bf3d5-fed7-42c1-b079-1be96686e38b None None] Routers {'656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:26:52.881634 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-427bf3d5-fed7-42c1-b079-1be96686e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:26:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:52.913204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] Pushing event updated for resources: {'Port': ['ID=65c18d16-8551-4fa7-8898-a09b03ed7bd8,revision_number=8']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:52.921368 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:52.924382 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:52.924382 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-3e84dad2-f5f8-4404-81b8-b9da61548497 service neutron] 10.222.0.47 "PUT /v2.0/ports/65c18d16-8551-4fa7-8898-a09b03ed7bd8 HTTP/1.1" status: 200 len: 1121 time: 1.0342262 Dec 14 02:26:52.972960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-960dfd98-c883-4764-a47b-592e7c40745f req-54f42f60-3cd1-4e78-bb43-a0c5c53d4a52 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/e2a314c5-4c41-40b6-b875-39fa61d60e39 HTTP/1.1" status: 200 len: 2998 time: 0.0955086 Dec 14 02:26:52.994163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-427bf3d5-fed7-42c1-b079-1be96686e38b None None] Set router 656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:26:53.001504 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68422873-2fd7-4f2a-814e-e57aa0b81dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:53.002040 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68422873-2fd7-4f2a-814e-e57aa0b81dab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:26:53.006714 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68422873-2fd7-4f2a-814e-e57aa0b81dab admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:53.008396 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a486bc1-581d-4291-a02a-0d3b3564f460 req-ca2560c0-ebb3-4a87-918e-dd6e647816b8 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:53.010603 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-68422873-2fd7-4f2a-814e-e57aa0b81dab admin admin] 10.222.0.39 "DELETE /v2.0/routers/656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04 HTTP/1.1" status: 204 len: 168 time: 1.2713597 Dec 14 02:26:53.010720 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a486bc1-581d-4291-a02a-0d3b3564f460 req-ca2560c0-ebb3-4a87-918e-dd6e647816b8 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 949 time: 0.0695584 Dec 14 02:26:53.012344 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46024) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:53.065720 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-427bf3d5-fed7-42c1-b079-1be96686e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-339947121-router', 'tenant_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:26:41Z', 'updated_at': '2021-12-14T02:26:52Z', 'revision_number': 7, 'project_id': 'c9e7f7c4828640e9b6c055c19e1949d0', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:53.074459 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0c876b-62a8-42ce-be13-77493d45aa6b admin admin] Deleting subnet fdef8e0a-6493-4bba-95d5-9f9709636eac {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:26:53.080031 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e0c876b-62a8-42ce-be13-77493d45aa6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:53.098993 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['65c18d16-8551-4fa7-8898-a09b03ed7bd8'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:53.102437 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a486bc1-581d-4291-a02a-0d3b3564f460 req-cf07cdc1-596c-4de9-9d1e-fd25fd3882b6 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855253 Dec 14 02:26:53.130417 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e0c876b-62a8-42ce-be13-77493d45aa6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:53.138655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143d3e1-a1d0-4349-81ed-4095f54563a6 req-c25780dc-44c7-413d-abeb-3af84a8b61eb tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:53.140721 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427bf3d5-fed7-42c1-b079-1be96686e38b None None] Checking router: 656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:26:53.140926 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7143d3e1-a1d0-4349-81ed-4095f54563a6 req-c25780dc-44c7-413d-abeb-3af84a8b61eb tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 950 time: 0.1004856 Dec 14 02:26:53.192612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427bf3d5-fed7-42c1-b079-1be96686e38b None None] Routers set() bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:26:53.192990 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427bf3d5-fed7-42c1-b079-1be96686e38b None None] Router IDs set() for agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 14 02:26:53.193676 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_agentschedulers_db [None req-427bf3d5-fed7-42c1-b079-1be96686e38b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:26:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent'). {{(pid=103849) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 14 02:26:53.194266 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427bf3d5-fed7-42c1-b079-1be96686e38b None None] The sync data for ids ['656b8fd7-fc99-4dc3-8b7e-5a20ca5fee04'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:26:53.226126 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e0c876b-62a8-42ce-be13-77493d45aa6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:53.246792 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-5db6828c-b567-45c0-8816-3b987965010b tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7bb0a10918904e66a1e45d4647429ebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503182 Dec 14 02:26:53.272643 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7143d3e1-a1d0-4349-81ed-4095f54563a6 req-a5f67635-b3e3-4164-8025-0c2b3ea01e6b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247029 Dec 14 02:26:53.336537 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-22a63cd1-f5d7-4179-b4c2-1c69b145252c req-b9323285-f0fd-4fa2-88c3-9f3fed132597 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-530839067', 'description': 'tempest-description-1770957109'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:53.373008 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e0c876b-62a8-42ce-be13-77493d45aa6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:53.382156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-054656d1-3462-430e-9190-58660707ddd4 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=6d30781304bc4599bd3e28ad2ab987bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365832 Dec 14 02:26:53.399869 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c876b-62a8-42ce-be13-77493d45aa6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdef8e0a-6493-4bba-95d5-9f9709636eac,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:53.403639 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e0c876b-62a8-42ce-be13-77493d45aa6b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:53.411601 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7e0c876b-62a8-42ce-be13-77493d45aa6b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fdef8e0a-6493-4bba-95d5-9f9709636eac HTTP/1.1" status: 204 len: 168 time: 0.3946350 Dec 14 02:26:53.411601 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46038) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:53.415608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a818fb1f-cdf9-4121-9043-bbdc381525d6 None None] Network 31e0b2eb-41d7-44dc-ae25-23bd89d237e0 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:26:53.471952 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-22a63cd1-f5d7-4179-b4c2-1c69b145252c req-b9323285-f0fd-4fa2-88c3-9f3fed132597 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:53.487359 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-609dc789-c651-4a1a-8827-a07ea96bfd0b tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:53.488812 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-609dc789-c651-4a1a-8827-a07ea96bfd0b tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2408597 Dec 14 02:26:53.502265 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:53.530783 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-fc476245-431e-4b48-8ce2-a06db059e0dc tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/quotas/7bb0a10918904e66a1e45d4647429ebd HTTP/1.1" status: 200 len: 375 time: 0.0325859 Dec 14 02:26:53.559120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] Deleting port 2c74e4e2-dd22-462c-b519-8f356852ec63 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:26:53.559521 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:53.596957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-fc8fad5f-05e7-489f-b9d1-ca4697021385 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:53.604699 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-fc8fad5f-05e7-489f-b9d1-ca4697021385 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2115161 Dec 14 02:26:53.632237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-b370ba38-6a09-4c47-bff0-cc47b93f7b33 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Request body: {'port': {'device_id': 'cf326edf-769d-407f-8375-a63e1f943311', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': '6d30781304bc4599bd3e28ad2ab987bb'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:53.637819 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] For port 2c74e4e2-dd22-462c-b519-8f356852ec63, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=2c74e4e2-dd22-462c-b519-8f356852ec63,segment=NetworkSegment(12f8aa6d-d2aa-4d1a-8024-f7808fd4544d),segment_id=12f8aa6d-d2aa-4d1a-8024-f7808fd4544d)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:53.638341 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:53.655533 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b9112e-dbbf-4c61-a2c4-b572c7d90d97 None None] DHCP port deletion for 31e0b2eb-41d7-44dc-ae25-23bd89d237e0 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:26:53.663063 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] Calling delete_port for 2c74e4e2-dd22-462c-b519-8f356852ec63 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:26:53.710043 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-c54162a7-3328-406f-9f54-9eabe4b9a6a8 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1602290 Dec 14 02:26:53.741729 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-22a63cd1-f5d7-4179-b4c2-1c69b145252c req-b9323285-f0fd-4fa2-88c3-9f3fed132597 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:53.749150 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-83b9112e-dbbf-4c61-a2c4-b572c7d90d97 None None] Deleting port 2c74e4e2-dd22-462c-b519-8f356852ec63 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:26:53.749150 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-83b9112e-dbbf-4c61-a2c4-b572c7d90d97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:53.795144 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-22a63cd1-f5d7-4179-b4c2-1c69b145252c req-b9323285-f0fd-4fa2-88c3-9f3fed132597 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:53.835009 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-83b9112e-dbbf-4c61-a2c4-b572c7d90d97 None None] For port 2c74e4e2-dd22-462c-b519-8f356852ec63, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=2c74e4e2-dd22-462c-b519-8f356852ec63,segment=NetworkSegment(12f8aa6d-d2aa-4d1a-8024-f7808fd4544d),segment_id=12f8aa6d-d2aa-4d1a-8024-f7808fd4544d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:53.835009 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-83b9112e-dbbf-4c61-a2c4-b572c7d90d97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:53.841019 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9323285-f0fd-4fa2-88c3-9f3fed132597 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61066f19-146d-4b8f-bcab-76bc05a4909d,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:53.847047 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:53.851071 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-83b9112e-dbbf-4c61-a2c4-b572c7d90d97 None None] Calling delete_port for 2c74e4e2-dd22-462c-b519-8f356852ec63 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:26:53.877185 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] Pushing event deleted for resources: {'Port': ['ID=2c74e4e2-dd22-462c-b519-8f356852ec63,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:53.879049 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] No DVR routers for this DVR port 2c74e4e2-dd22-462c-b519-8f356852ec63 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:26:53.891550 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-22a63cd1-f5d7-4179-b4c2-1c69b145252c req-b9323285-f0fd-4fa2-88c3-9f3fed132597 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:53.893151 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22a63cd1-f5d7-4179-b4c2-1c69b145252c req-b9323285-f0fd-4fa2-88c3-9f3fed132597 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.5618472 Dec 14 02:26:53.956304 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-83b9112e-dbbf-4c61-a2c4-b572c7d90d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:53.963113 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:53.986941 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e0b2eb-41d7-44dc-ae25-23bd89d237e0']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:53.996388 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21798672-3739-4c07-8ecd-64da5106d40a req-caee6e88-ece8-486c-80f7-bc0f23950254 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf326edf-769d-407f-8375-a63e1f943311 HTTP/1.1" status: 200 len: 210 time: 0.0279424 Dec 14 02:26:53.996388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-b370ba38-6a09-4c47-bff0-cc47b93f7b33 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Made reservation on behalf of 6d30781304bc4599bd3e28ad2ab987bb for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:26:53.996670 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9112e-dbbf-4c61-a2c4-b572c7d90d97 None None] Pushing event deleted for resources: {'Port': ['ID=2c74e4e2-dd22-462c-b519-8f356852ec63,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:53.997034 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f8aa6d-d2aa-4d1a-8024-f7808fd4544d') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:53.997373 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f8aa6d-d2aa-4d1a-8024-f7808fd4544d') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:26:53.997753 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-b370ba38-6a09-4c47-bff0-cc47b93f7b33 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:54.007359 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-b370ba38-6a09-4c47-bff0-cc47b93f7b33 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:54.013120 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:54.014897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b9112e-dbbf-4c61-a2c4-b572c7d90d97 None None] No DVR routers for this DVR port 2c74e4e2-dd22-462c-b519-8f356852ec63 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:26:54.032702 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:54.043255 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:26:54.043743 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:26:54.046594 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:26:54.153058 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-b370ba38-6a09-4c47-bff0-cc47b93f7b33 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:54.191060 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:54.202157 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:54.204777 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] 10.222.0.39 "DELETE /v2.0/networks/31e0b2eb-41d7-44dc-ae25-23bd89d237e0 HTTP/1.1" status: 204 len: 168 time: 0.7933619 Dec 14 02:26:54.215774 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a29b39-5d95-4d60-9f69-6e9fdd20940f admin admin] Pushing event deleted for resources: {'Network': ['ID=31e0b2eb-41d7-44dc-ae25-23bd89d237e0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:54.254102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb94dc7-09f2-4254-9d8c-9fb8bca4ea56 req-9a993433-4f46-42fa-b820-67de055db18e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:54.255348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ffb94dc7-09f2-4254-9d8c-9fb8bca4ea56 req-9a993433-4f46-42fa-b820-67de055db18e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 943 time: 0.0572283 Dec 14 02:26:54.256137 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-b370ba38-6a09-4c47-bff0-cc47b93f7b33 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:54.365041 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370ba38-6a09-4c47-bff0-cc47b93f7b33 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a35efdf-858d-4f27-904e-6a8549785699,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:54.456924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ffb94dc7-09f2-4254-9d8c-9fb8bca4ea56 req-0a2c59bd-ca9b-4e04-9ea4-560b9b5150ab tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880631 Dec 14 02:26:54.460686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-f9d284b4-2758-43a5-8db3-1dc408144ed4 req-98183c05-e77e-4857-bd11-fd606c4e1bcf tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1999490909', 'description': 'tempest-description-40577984'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:54.475301 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3b448-8712-4305-89de-4c11126e5916 req-a7a94c31-e1f4-4cb2-a66f-7c17eff08892 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:54.476769 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fc3b448-8712-4305-89de-4c11126e5916 req-a7a94c31-e1f4-4cb2-a66f-7c17eff08892 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.46 "GET /v2.0/ports?device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 949 time: 0.1509447 Dec 14 02:26:54.486541 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-b370ba38-6a09-4c47-bff0-cc47b93f7b33 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Allocated IP 192.168.233.240 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:26:54.627729 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46054) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:54.663936 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f9d284b4-2758-43a5-8db3-1dc408144ed4 req-98183c05-e77e-4857-bd11-fd606c4e1bcf tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:54.664103 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 912161f6-f500-401e-acf0-e792de637c2f no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:26:54.685997 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-572eeedb-f4b3-4b27-a3d5-db78442aef15 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c9e7f7c4828640e9b6c055c19e1949d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0570574 Dec 14 02:26:54.689106 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46058) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:54.705947 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 912161f6-f500-401e-acf0-e792de637c2f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:26:54.707649 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 912161f6-f500-401e-acf0-e792de637c2f not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:26:54.708179 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:26:54.732009 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b30be6-9de2-419d-904c-1304f9f5a29c req-fcc7bce1-8f7d-444d-b4fa-b5bc40a71c98 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:54.733646 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34b30be6-9de2-419d-904c-1304f9f5a29c req-fcc7bce1-8f7d-444d-b4fa-b5bc40a71c98 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 949 time: 0.1769764 Dec 14 02:26:54.735454 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:26:54.735808 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device db1c73dc-12aa-4ac1-887c-f9a2fc2fae9c not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:26:54.736233 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 2c74e4e2-dd22-462c-b519-8f356852ec63 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:26:54.759001 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 2c74e4e2-dd22-462c-b519-8f356852ec63 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:26:54.759577 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 2c74e4e2-dd22-462c-b519-8f356852ec63 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:26:54.762352 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e4e2332a-12d9-44c9-818a-5bfce50ee3d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:54.787488 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e4e2332a-12d9-44c9-818a-5bfce50ee3d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:54.799214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-5fc3b448-8712-4305-89de-4c11126e5916 req-d7e0b9eb-273b-4b39-977d-2b0193b1edea tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Deleting port 3998360f-8f87-46ce-aba3-65832fc18809 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:26:54.799542 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5fc3b448-8712-4305-89de-4c11126e5916 req-d7e0b9eb-273b-4b39-977d-2b0193b1edea tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:54.840495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8be202f-6e74-4bc8-841a-b9b9cfb02e14', 'tag': '65c18d16-8551-4fa7-8898-a09b03ed7bd8'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:54.842734 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be98b343-8d94-491b-8ba7-883a1a973a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "c8be202f-6e74-4bc8-841a-b9b9cfb02e14", "tag": "65c18d16-8551-4fa7-8898-a09b03ed7bd8"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:54.907170 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-b370ba38-6a09-4c47-bff0-cc47b93f7b33 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:54.916282 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e4e2332a-12d9-44c9-818a-5bfce50ee3d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:54.918884 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e4e2332a-12d9-44c9-818a-5bfce50ee3d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:54.920030 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e4e2332a-12d9-44c9-818a-5bfce50ee3d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aafe2383-c973-4b16-bc79-865756abd45a HTTP/1.1" status: 204 len: 168 time: 0.2299838 Dec 14 02:26:54.927877 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34b30be6-9de2-419d-904c-1304f9f5a29c req-11049026-b38f-4bab-b479-9fa81be5a8c9 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/security-groups?id=581fb9d2-c99d-4036-ac98-d0a35d8c40c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778705 Dec 14 02:26:54.933188 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f9d284b4-2758-43a5-8db3-1dc408144ed4 req-98183c05-e77e-4857-bd11-fd606c4e1bcf tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:54.935436 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2332a-12d9-44c9-818a-5bfce50ee3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafe2383-c973-4b16-bc79-865756abd45a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:54.991509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-5fc3b448-8712-4305-89de-4c11126e5916 req-d7e0b9eb-273b-4b39-977d-2b0193b1edea tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] For port 3998360f-8f87-46ce-aba3-65832fc18809, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3998360f-8f87-46ce-aba3-65832fc18809,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:54.991877 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5fc3b448-8712-4305-89de-4c11126e5916 req-d7e0b9eb-273b-4b39-977d-2b0193b1edea tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:55.005051 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-5fc3b448-8712-4305-89de-4c11126e5916 req-d7e0b9eb-273b-4b39-977d-2b0193b1edea tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Calling delete_port for 3998360f-8f87-46ce-aba3-65832fc18809 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:26:55.016889 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f9d284b4-2758-43a5-8db3-1dc408144ed4 req-98183c05-e77e-4857-bd11-fd606c4e1bcf tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:55.318443 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-b370ba38-6a09-4c47-bff0-cc47b93f7b33 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:55.358664 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98183c05-e77e-4857-bd11-fd606c4e1bcf tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39ce2a0-493d-4d39-936c-42cc738ad831,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:55.396991 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-b370ba38-6a09-4c47-bff0-cc47b93f7b33 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:26:55.406377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-b370ba38-6a09-4c47-bff0-cc47b93f7b33 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:26:55.413957 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f9d284b4-2758-43a5-8db3-1dc408144ed4 req-98183c05-e77e-4857-bd11-fd606c4e1bcf tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:55.415168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9d284b4-2758-43a5-8db3-1dc408144ed4 req-98183c05-e77e-4857-bd11-fd606c4e1bcf tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.9679837 Dec 14 02:26:55.416069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-b370ba38-6a09-4c47-bff0-cc47b93f7b33 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:26:55.434156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-b370ba38-6a09-4c47-bff0-cc47b93f7b33 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:55.434156 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-b370ba38-6a09-4c47-bff0-cc47b93f7b33 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:55.447640 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae4e34-9c4d-4ac4-a557-3c35ecb2bf4c req-b344f7d6-f152-4482-9eaf-6eb68e9b07d2 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:55.449187 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2ae4e34-9c4d-4ac4-a557-3c35ecb2bf4c req-b344f7d6-f152-4482-9eaf-6eb68e9b07d2 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 950 time: 0.4154429 Dec 14 02:26:55.464573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370ba38-6a09-4c47-bff0-cc47b93f7b33 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Pushing event updated for resources: {'Port': ['ID=0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:55.583911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-b370ba38-6a09-4c47-bff0-cc47b93f7b33 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9605870 Dec 14 02:26:55.601030 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2ae4e34-9c4d-4ac4-a557-3c35ecb2bf4c req-548c9611-96c5-4fe6-9892-3a8a81b02d43 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250975 Dec 14 02:26:55.607438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Request body: {'port': {'device_id': 'cf326edf-769d-407f-8375-a63e1f943311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:55.681986 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c51445-a156-4cd7-99ad-c553270a6e65 x-openstack-request-id: req-d7c51445-a156-4cd7-99ad-c553270a6e65 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:55.682282 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8be202f-6e74-4bc8-841a-b9b9cfb02e14", "tag": "65c18d16-8551-4fa7-8898-a09b03ed7bd8", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:55.682541 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7c51445-a156-4cd7-99ad-c553270a6e65 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:55.682925 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8be202f-6e74-4bc8-841a-b9b9cfb02e14', 'tag': '65c18d16-8551-4fa7-8898-a09b03ed7bd8', 'status': 'completed', 'code': 200} Dec 14 02:26:55.691593 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:55.701036 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5fc3b448-8712-4305-89de-4c11126e5916 req-d7e0b9eb-273b-4b39-977d-2b0193b1edea tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:55.754579 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3998360f-8f87-46ce-aba3-65832fc18809'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:55.756419 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e0b9eb-273b-4b39-977d-2b0193b1edea tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Pushing event deleted for resources: {'Port': ['ID=3998360f-8f87-46ce-aba3-65832fc18809,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:55.806604 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6cf0b09e-afcf-4b32-a7b6-b3d2c7ec0d1a None None] Provisioning complete for port 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:55.806845 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6cf0b09e-afcf-4b32-a7b6-b3d2c7ec0d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:55.817204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98b343-8d94-491b-8ba7-883a1a973a1e req-c290bd86-2181-4f50-b88c-2fe4f1280b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:55.821269 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-be98b343-8d94-491b-8ba7-883a1a973a1e req-c290bd86-2181-4f50-b88c-2fe4f1280b19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 1124 time: 0.0835907 Dec 14 02:26:55.885068 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0b09e-afcf-4b32-a7b6-b3d2c7ec0d1a None None] Port 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:26:55.962590 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98b343-8d94-491b-8ba7-883a1a973a1e req-6054dfee-bfd8-41e0-982a-4e0786835a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:55.969738 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-be98b343-8d94-491b-8ba7-883a1a973a1e req-6054dfee-bfd8-41e0-982a-4e0786835a44 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 921 time: 0.1383398 Dec 14 02:26:56.094545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc3b448-8712-4305-89de-4c11126e5916 req-d7e0b9eb-273b-4b39-977d-2b0193b1edea tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] No DVR routers for this DVR port 3998360f-8f87-46ce-aba3-65832fc18809 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:26:56.102143 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5fc3b448-8712-4305-89de-4c11126e5916 req-d7e0b9eb-273b-4b39-977d-2b0193b1edea tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:56.105474 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fc3b448-8712-4305-89de-4c11126e5916 req-d7e0b9eb-273b-4b39-977d-2b0193b1edea tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.46 "DELETE /v2.0/ports/3998360f-8f87-46ce-aba3-65832fc18809 HTTP/1.1" status: 204 len: 173 time: 1.6166766 Dec 14 02:26:56.161980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b4686-845a-46cd-bc19-8f1b171b795c req-cc715183-2dc2-42e3-ae58-5319f2e63f82 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:56.169824 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-090b4686-845a-46cd-bc19-8f1b171b795c req-cc715183-2dc2-42e3-ae58-5319f2e63f82 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf326edf-769d-407f-8375-a63e1f943311 HTTP/1.1" status: 200 len: 936 time: 0.3454530 Dec 14 02:26:56.183365 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c0512-a275-4f78-b788-a656658a9dc1 req-85ca9311-496e-475c-b0d1-5fe8a204d9a3 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:56.191111 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b7c0512-a275-4f78-b788-a656658a9dc1 req-85ca9311-496e-475c-b0d1-5fe8a204d9a3 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 943 time: 0.1634128 Dec 14 02:26:56.260903 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-be98b343-8d94-491b-8ba7-883a1a973a1e req-209d55ce-ca42-48c8-a476-0d15f110013b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65c18d16-8551-4fa7-8898-a09b03ed7bd8 HTTP/1.1" status: 200 len: 217 time: 0.2741776 Dec 14 02:26:56.319435 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98b343-8d94-491b-8ba7-883a1a973a1e req-78541e99-851b-43a8-bce2-fa1eae65b31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:56.320989 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-be98b343-8d94-491b-8ba7-883a1a973a1e req-78541e99-851b-43a8-bce2-fa1eae65b31c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.0456390 Dec 14 02:26:56.321803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-090b4686-845a-46cd-bc19-8f1b171b795c req-77b0c022-9070-482d-be99-5072e09e5fbe tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a35efdf-858d-4f27-904e-6a8549785699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515551 Dec 14 02:26:56.325238 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b7c0512-a275-4f78-b788-a656658a9dc1 req-610a428e-d91b-40aa-9828-848c37c66c00 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332948 Dec 14 02:26:56.347857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:56.369261 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:56.374744 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-be98b343-8d94-491b-8ba7-883a1a973a1e req-aa9fa2ba-aa32-437c-8ca7-187259f3b706 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447991 Dec 14 02:26:56.389095 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Transition to ACTIVE for port object 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:26:56.443615 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9d2b25b-a0b1-41ad-8886-aec83e34f0c4 req-ea2f11b0-194c-4660-88ac-8f45bbc1a49b tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 210 time: 0.0312111 Dec 14 02:26:56.486967 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-be98b343-8d94-491b-8ba7-883a1a973a1e req-e0ac4139-e32f-4f13-a589-74903213c279 service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019876 Dec 14 02:26:56.517512 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:56.615745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-39ccd2f8-e673-4e36-8374-4b2d78a5b489 req-76355665-a47b-4dd5-8939-8b678c2d3445 tempest-DeleteServersAdminTestJSON-1230434488 tempest-DeleteServersAdminTestJSON-1230434488-project] 10.222.0.39 "GET /v2.0/ports?device_id=5749c119-a01c-4935-b240-4eef830d8307 HTTP/1.1" status: 200 len: 210 time: 0.0807440 Dec 14 02:26:56.652397 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-be98b343-8d94-491b-8ba7-883a1a973a1e req-851e556e-76b2-4c33-9ae7-0a1ef7c93bd9 service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441996 Dec 14 02:26:56.664310 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Pushing event updated for resources: {'Port': ['ID=0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:56.686449 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:56.688353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e5660-c492-4faa-9679-8db75983596b req-d908a689-22a2-4c5d-9480-b36375fb35f1 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:56.690057 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-783e5660-c492-4faa-9679-8db75983596b req-d908a689-22a2-4c5d-9480-b36375fb35f1 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/networks?id=2325212a-ce27-4255-8800-f4806a045482 HTTP/1.1" status: 200 len: 813 time: 0.2492685 Dec 14 02:26:56.691027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Attempting to bind port 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:26:56.691366 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Attempting to bind port 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:26:56.691748 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Attempting to bind port 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:56.697534 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Port 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:26:56.697534 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Attempting to bind port 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:26:56.710631 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:26:56.710974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:26:56.711361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:26:56.711810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Bound port: 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:26:56.712175 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:56.724122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-783e5660-c492-4faa-9679-8db75983596b req-7e6c4abc-4f33-4126-8b53-35c3326e86da tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/quotas/624bc716242c482cb71e0453b6f91298 HTTP/1.1" status: 200 len: 375 time: 0.0235920 Dec 14 02:26:56.825776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] For port 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:26:56.830792 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] For port 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:26:56.839075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-783e5660-c492-4faa-9679-8db75983596b req-1b6cc126-7314-4db5-9b51-67faa1a44ef6 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=624bc716242c482cb71e0453b6f91298&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0877097 Dec 14 02:26:56.850681 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 65c18d16-8551-4fa7-8898-a09b03ed7bd8 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:26:56.908674 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:56.977421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:56.978060 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:56.980160 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] 10.222.0.47 "PUT /v2.0/ports/0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 HTTP/1.1" status: 200 len: 1096 time: 1.3778856 Dec 14 02:26:56.994887 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee9d9c-1a9f-49da-8fd8-3a65c6106316 service neutron] Pushing event updated for resources: {'Port': ['ID=0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:57.001037 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 65c18d16-8551-4fa7-8898-a09b03ed7bd8, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=65c18d16-8551-4fa7-8898-a09b03ed7bd8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:57.017112 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-36c3b31d-6f14-44f6-9161-d3f969fe5c83 service neutron] 10.222.0.46 "GET /v2.0/ports/65c18d16-8551-4fa7-8898-a09b03ed7bd8/bindings/n-h2-821636-1 HTTP/1.1" status: 200 len: 384 time: 0.1299424 Dec 14 02:26:57.036007 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 65c18d16-8551-4fa7-8898-a09b03ed7bd8 has no active binding in host n-h2-821636-1 {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 14 02:26:57.067038 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-783e5660-c492-4faa-9679-8db75983596b req-3d61bef0-63dc-48bf-8c5d-de4ad4492233 service neutron] 10.222.0.39 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158730 Dec 14 02:26:57.172733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14340c31-3c2e-427c-8023-fa44b3389aee req-eb99e59d-be96-43f0-a7e9-26e462edda5b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:57.175114 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14340c31-3c2e-427c-8023-fa44b3389aee req-eb99e59d-be96-43f0-a7e9-26e462edda5b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 950 time: 0.1519034 Dec 14 02:26:57.222440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-3a751f3f-4fd5-42ff-b1bd-b418f07bd5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:57.223443 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-3a751f3f-4fd5-42ff-b1bd-b418f07bd5fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d30781304bc4599bd3e28ad2ab987bb&device_id=cf326edf-769d-407f-8375-a63e1f943311 HTTP/1.1" status: 200 len: 1099 time: 0.1078646 Dec 14 02:26:57.242744 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-783e5660-c492-4faa-9679-8db75983596b req-12765d27-9cc9-4864-8454-7635655855e9 service neutron] 10.222.0.39 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747017 Dec 14 02:26:57.307820 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-0887ab56-f922-4157-a620-ec8825e7034d req-aebdd5d8-b0e4-42f2-9f24-46f8b039af6d service neutron] For port 65c18d16-8551-4fa7-8898-a09b03ed7bd8, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=65c18d16-8551-4fa7-8898-a09b03ed7bd8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:57.324634 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14340c31-3c2e-427c-8023-fa44b3389aee req-e52c2412-059f-479e-a5cd-53274edfa654 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317208 Dec 14 02:26:57.326932 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-98aca352-0885-4434-a0e1-0a0e2328e083 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 HTTP/1.1" status: 200 len: 217 time: 0.0685027 Dec 14 02:26:57.366475 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-0887ab56-f922-4157-a620-ec8825e7034d req-aebdd5d8-b0e4-42f2-9f24-46f8b039af6d service neutron] For port 65c18d16-8551-4fa7-8898-a09b03ed7bd8, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:26:57.414212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-ccb1c84d-0c32-49fc-b7a0-5f48e4b025ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:57.416025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-ccb1c84d-0c32-49fc-b7a0-5f48e4b025ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0625787 Dec 14 02:26:57.431586 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-0887ab56-f922-4157-a620-ec8825e7034d req-aebdd5d8-b0e4-42f2-9f24-46f8b039af6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65c18d16-8551-4fa7-8898-a09b03ed7bd8 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:57.448808 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-0887ab56-f922-4157-a620-ec8825e7034d req-aebdd5d8-b0e4-42f2-9f24-46f8b039af6d service neutron] For port 65c18d16-8551-4fa7-8898-a09b03ed7bd8, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=65c18d16-8551-4fa7-8898-a09b03ed7bd8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:26:57.527243 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0887ab56-f922-4157-a620-ec8825e7034d req-aebdd5d8-b0e4-42f2-9f24-46f8b039af6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:57.538488 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-f0530e25-fe43-4326-837d-b237132b122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:57.540013 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-f0530e25-fe43-4326-837d-b237132b122e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1001368 Dec 14 02:26:57.607173 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-3a4f4d30-39c1-4875-8d71-f2cf391d3eac tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7bb0a10918904e66a1e45d4647429ebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295942 Dec 14 02:26:57.624703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46136) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:57.691074 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5749c119-a01c-4935-b240-4eef830d8307', 'name': 'network-vif-deleted', 'tag': '3998360f-8f87-46ce-aba3-65832fc18809'}, {'name': 'network-changed', 'server_uuid': 'cf326edf-769d-407f-8375-a63e1f943311', 'tag': '0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:26:57.693621 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eef31e7-7aec-44e7-b543-c0cdbe43eb44" -d '{"events": [{"server_uuid": "5749c119-a01c-4935-b240-4eef830d8307", "name": "network-vif-deleted", "tag": "3998360f-8f87-46ce-aba3-65832fc18809"}, {"name": "network-changed", "server_uuid": "cf326edf-769d-407f-8375-a63e1f943311", "tag": "0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:26:57.711385 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3998360f-8f87-46ce-aba3-65832fc18809 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:26:57.723370 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-0887ab56-f922-4157-a620-ec8825e7034d req-aebdd5d8-b0e4-42f2-9f24-46f8b039af6d service neutron] Transition to ACTIVE for port object 65c18d16-8551-4fa7-8898-a09b03ed7bd8 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:26:57.742873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 3998360f-8f87-46ce-aba3-65832fc18809 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:26:57.746116 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3998360f-8f87-46ce-aba3-65832fc18809 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:26:57.769224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad864bb9-5d7a-438b-96b7-39819da5a3e3 req-42e44d2e-2705-492c-9b6b-4f940da6a278 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:57.770843 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-11de3cce-7a28-4dd4-a017-720a4157403d tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:57.776121 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad864bb9-5d7a-438b-96b7-39819da5a3e3 req-42e44d2e-2705-492c-9b6b-4f940da6a278 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 943 time: 0.2300856 Dec 14 02:26:57.776286 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-11de3cce-7a28-4dd4-a017-720a4157403d tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1560218 Dec 14 02:26:57.794065 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Request body: {'port': {'device_id': 'cdb24d61-f15b-4d1d-89fa-9e0f05fd8144', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': '7bb0a10918904e66a1e45d4647429ebd'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:57.796878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d8fd3-676a-4826-8321-22a8ba449bd2 req-0d18b667-4c61-47d4-9408-2ee0ff70858e tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:57.798990 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd5d8fd3-676a-4826-8321-22a8ba449bd2 req-0d18b667-4c61-47d4-9408-2ee0ff70858e tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf326edf-769d-407f-8375-a63e1f943311 HTTP/1.1" status: 200 len: 948 time: 0.2321825 Dec 14 02:26:57.810212 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0887ab56-f922-4157-a620-ec8825e7034d req-aebdd5d8-b0e4-42f2-9f24-46f8b039af6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:57.855673 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-09fccead-f451-4084-b776-53322dc4c4a5 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795486 Dec 14 02:26:57.901415 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a001608b-1bd9-40de-805e-6d1619edeace admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:57.928861 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0887ab56-f922-4157-a620-ec8825e7034d req-aebdd5d8-b0e4-42f2-9f24-46f8b039af6d service neutron] No DVR routers for this DVR port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 on host n-h1-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:26:57.934372 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdd5d8-b0e4-42f2-9f24-46f8b039af6d service neutron] Pushing event updated for resources: {'Port': ['ID=65c18d16-8551-4fa7-8898-a09b03ed7bd8,revision_number=10']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:57.963633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad864bb9-5d7a-438b-96b7-39819da5a3e3 req-cb86d959-1f6b-45a4-9b6d-9e3204052d50 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823320 Dec 14 02:26:57.985445 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-aebdd5d8-b0e4-42f2-9f24-46f8b039af6d service neutron] 10.222.0.46 "PUT /v2.0/ports/65c18d16-8551-4fa7-8898-a09b03ed7bd8/bindings/n-h2-821636-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9334793 Dec 14 02:26:57.988836 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd5d8fd3-676a-4826-8321-22a8ba449bd2 req-79ef81fc-4422-4a35-8778-1f3256d74a28 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a35efdf-858d-4f27-904e-6a8549785699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817081 Dec 14 02:26:58.061370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93c3bfa6-2b1b-41c1-bb71-69ce46cc6e69 req-34a1e81c-af06-42a4-a276-e5eebbe59428 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778717 Dec 14 02:26:58.075463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Made reservation on behalf of 7bb0a10918904e66a1e45d4647429ebd for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:26:58.080487 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:58.147565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6fd725f7-e342-4c6c-a3a3-119ec16135f4 req-508d8ff3-444e-462f-85ef-42b72cb71ada tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 210 time: 0.0560207 Dec 14 02:26:58.161796 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a001608b-1bd9-40de-805e-6d1619edeace admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:58.171419 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4997f478-919c-41d4-8b2e-f5fff00cba8f req-b0665718-def3-46b6-b2f6-10b1a8916574 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 210 time: 0.0598662 Dec 14 02:26:58.249494 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 14 Dec 2021 02:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e835235a-1292-450e-bcd1-4504f2d16b29 x-openstack-request-id: req-e835235a-1292-450e-bcd1-4504f2d16b29 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:26:58.250049 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5749c119-a01c-4935-b240-4eef830d8307", "name": "network-vif-deleted", "tag": "3998360f-8f87-46ce-aba3-65832fc18809", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cf326edf-769d-407f-8375-a63e1f943311", "tag": "0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:26:58.251916 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e835235a-1292-450e-bcd1-4504f2d16b29 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:26:58.251916 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5749c119-a01c-4935-b240-4eef830d8307', 'name': 'network-vif-deleted', 'tag': '3998360f-8f87-46ce-aba3-65832fc18809', 'status': 'completed', 'code': 200} Dec 14 02:26:58.251916 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf326edf-769d-407f-8375-a63e1f943311', 'tag': '0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8', 'status': 'completed', 'code': 200} Dec 14 02:26:58.259520 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a001608b-1bd9-40de-805e-6d1619edeace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:58.277823 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Allocated IP 192.168.233.86 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/394de406-b6c9-4976-8229-4ffd3fdf23f2) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:26:58.309514 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a001608b-1bd9-40de-805e-6d1619edeace admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=94ec0f0244e64d67aaa2c77e9822a8a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6795967 Dec 14 02:26:58.311413 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46156) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:58.319222 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001608b-1bd9-40de-805e-6d1619edeace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7f6a6c-80ba-416f-9ed9-8529fc3b6cd3,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:58.321325 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.47', 49765) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:58.386966 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.47', 49766) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:58.426490 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8ca40a3a-dd09-4ecf-b39a-7d6d02565774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:58.446952 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-0473080d-22f2-4815-b0e3-ff71d2c4ec9d tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7bb0a10918904e66a1e45d4647429ebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798771 Dec 14 02:26:58.543183 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-811aa79a-fa7a-4206-9a32-a36da0ef0783 service neutron] show failed (client error): The resource could not be found. Dec 14 02:26:58.544576 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-811aa79a-fa7a-4206-9a32-a36da0ef0783 service neutron] 10.222.0.47 "GET /v2.0/ports/46f308f6-e5f9-4126-b620-69ce6578df80/bindings/n-h1-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.1770296 Dec 14 02:26:58.559841 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:58.574036 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8ca40a3a-dd09-4ecf-b39a-7d6d02565774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:58.608971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887ab56-f922-4157-a620-ec8825e7034d req-30a84cb1-7f2d-4555-926b-4ad42f6701f4 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:58.610847 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-30a84cb1-7f2d-4555-926b-4ad42f6701f4 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14&tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 1095 time: 0.2466838 Dec 14 02:26:58.639096 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef31e7-7aec-44e7-b543-c0cdbe43eb44 req-69cd6b1d-2d71-40d1-8994-adccd5193284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:58.640528 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9eef31e7-7aec-44e7-b543-c0cdbe43eb44 req-69cd6b1d-2d71-40d1-8994-adccd5193284 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d30781304bc4599bd3e28ad2ab987bb&device_id=cf326edf-769d-407f-8375-a63e1f943311 HTTP/1.1" status: 200 len: 1099 time: 0.2506132 Dec 14 02:26:58.670213 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:58.705622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3923161f-26b3-454c-853e-64a0f1c01c9f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:26:58.741551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Pushing event updated for resources: {'Port': ['ID=394de406-b6c9-4976-8229-4ffd3fdf23f2,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:58.755378 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:58.755818 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:58.756171 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:58.756514 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:58.756855 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:58.757189 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:58.757877 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:58.757877 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:58.758184 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:58.758512 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:58.758989 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:58.759323 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:58.759928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:58.769055 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:26:58.771214 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:26:58.773430 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:26:58.844877 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:58.845860 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:58.942858 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-08072f01-6a0e-48ae-ba29-4ea7b5171a66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1526101 Dec 14 02:26:58.968243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Request body: {'port': {'device_id': 'cdb24d61-f15b-4d1d-89fa-9e0f05fd8144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:58.999882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46168) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:59.018659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-462c4a1b-a6cc-40fa-9eac-b8052ae2e38d tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:59.022813 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-462c4a1b-a6cc-40fa-9eac-b8052ae2e38d tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5488417 Dec 14 02:26:59.034784 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59359514-7c57-4ad0-b802-676b16a4c981 req-18ac85d2-b038-4178-9b98-0a765dd092d7 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:59.056059 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-59359514-7c57-4ad0-b802-676b16a4c981 req-18ac85d2-b038-4178-9b98-0a765dd092d7 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 950 time: 0.6078594 Dec 14 02:26:59.079655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-05e57859-ea1a-4f22-94aa-1cb8e457ce61 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Request body: {'port': {'device_id': 'ad77c2d2-dc72-411e-9301-28c46aff02d1', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': '7bb0a10918904e66a1e45d4647429ebd'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:59.097152 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:59.192085 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-343409df-caec-4fa8-a8eb-83426ffeaee2 None None] Provisioning complete for port 394de406-b6c9-4976-8229-4ffd3fdf23f2 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:26:59.192525 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-343409df-caec-4fa8-a8eb-83426ffeaee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:59.236405 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-343409df-caec-4fa8-a8eb-83426ffeaee2 None None] Port 394de406-b6c9-4976-8229-4ffd3fdf23f2 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:26:59.252887 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887ab56-f922-4157-a620-ec8825e7034d req-8dc8a0fa-395d-47a6-abd4-ecca3c3832b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:59.254412 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-8dc8a0fa-395d-47a6-abd4-ecca3c3832b6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14&tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8 HTTP/1.1" status: 200 len: 1095 time: 0.6276999 Dec 14 02:26:59.276223 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-59359514-7c57-4ad0-b802-676b16a4c981 req-fb1ccf7e-a2ca-4641-8f7a-3d7cd4d6a01c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192795 Dec 14 02:26:59.280600 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef31e7-7aec-44e7-b543-c0cdbe43eb44 req-8997f225-437c-4372-955c-101ce4ae3e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:59.282835 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9eef31e7-7aec-44e7-b543-c0cdbe43eb44 req-8997f225-437c-4372-955c-101ce4ae3e60 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.6252902 Dec 14 02:26:59.345366 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-90c89209-a2be-4eaf-b9ec-f9b2bec70dc8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec2bcd4962024c73844a2c84cf93af90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398304 Dec 14 02:26:59.347059 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46180) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:26:59.354430 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8ca40a3a-dd09-4ecf-b39a-7d6d02565774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:59.357517 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8ca40a3a-dd09-4ecf-b39a-7d6d02565774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:59.361965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8ca40a3a-dd09-4ecf-b39a-7d6d02565774 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a7f6a6c-80ba-416f-9ed9-8529fc3b6cd3 HTTP/1.1" status: 204 len: 168 time: 1.0495300 Dec 14 02:26:59.380886 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f7d2a-41ce-45e4-8028-552777805e3b req-1cf51988-d7ce-4942-84db-762d299bfb67 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:59.382537 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-872f7d2a-41ce-45e4-8028-552777805e3b req-1cf51988-d7ce-4942-84db-762d299bfb67 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf326edf-769d-407f-8375-a63e1f943311 HTTP/1.1" status: 200 len: 948 time: 0.2276766 Dec 14 02:26:59.383841 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9eef31e7-7aec-44e7-b543-c0cdbe43eb44 req-c1a0de19-e018-45d8-921f-fbc0ef420e7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 HTTP/1.1" status: 200 len: 217 time: 0.0922813 Dec 14 02:26:59.408031 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-7a64a2a8-fe00-45c9-bb96-a824ddcf6e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:59.416462 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-7a64a2a8-fe00-45c9-bb96-a824ddcf6e18 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d&tenant_id=a840af3d99744bcc88bb04d2b120b271 HTTP/1.1" status: 200 len: 1101 time: 0.2237189 Dec 14 02:26:59.439171 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821636-1', 'device_owner': 'compute:nova'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:26:59.474172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca40a3a-dd09-4ecf-b39a-7d6d02565774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7f6a6c-80ba-416f-9ed9-8529fc3b6cd3,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:26:59.509257 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca40a3a-dd09-4ecf-b39a-7d6d02565774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:59.509687 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca40a3a-dd09-4ecf-b39a-7d6d02565774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:59.509962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca40a3a-dd09-4ecf-b39a-7d6d02565774 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:59.510298 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca40a3a-dd09-4ecf-b39a-7d6d02565774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:59.510629 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca40a3a-dd09-4ecf-b39a-7d6d02565774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:59.510989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca40a3a-dd09-4ecf-b39a-7d6d02565774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:59.511292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca40a3a-dd09-4ecf-b39a-7d6d02565774 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:59.511616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca40a3a-dd09-4ecf-b39a-7d6d02565774 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:59.512033 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca40a3a-dd09-4ecf-b39a-7d6d02565774 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:59.512253 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca40a3a-dd09-4ecf-b39a-7d6d02565774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:59.512580 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca40a3a-dd09-4ecf-b39a-7d6d02565774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:59.512898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca40a3a-dd09-4ecf-b39a-7d6d02565774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:59.513218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca40a3a-dd09-4ecf-b39a-7d6d02565774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:26:59.532152 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a66bf883-7d9f-4356-bb14-e43b4d22a1a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:59.548033 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:59.553286 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887ab56-f922-4157-a620-ec8825e7034d req-36b414fb-8bfd-4868-837f-22472d8f28a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:59.563873 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-36b414fb-8bfd-4868-837f-22472d8f28a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 1095 time: 0.2479544 Dec 14 02:26:59.563873 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef31e7-7aec-44e7-b543-c0cdbe43eb44 req-1e640545-6492-420c-a533-3f953e376246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:59.564504 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9eef31e7-7aec-44e7-b543-c0cdbe43eb44 req-1e640545-6492-420c-a533-3f953e376246 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1620259 Dec 14 02:26:59.585182 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a66bf883-7d9f-4356-bb14-e43b4d22a1a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:59.600333 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-872f7d2a-41ce-45e4-8028-552777805e3b req-f8a051ec-f32c-43bb-b4c4-e6dfc31d6359 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a35efdf-858d-4f27-904e-6a8549785699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973956 Dec 14 02:26:59.610008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b871c1-3c0b-4460-aa1f-52a3e6dbc403 req-a893c87c-fca3-472c-8c2b-1f795fad2584 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:59.610008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18b871c1-3c0b-4460-aa1f-52a3e6dbc403 req-a893c87c-fca3-472c-8c2b-1f795fad2584 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 944 time: 0.2102883 Dec 14 02:26:59.692390 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-05e57859-ea1a-4f22-94aa-1cb8e457ce61 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Made reservation on behalf of 7bb0a10918904e66a1e45d4647429ebd for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:26:59.695451 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-05e57859-ea1a-4f22-94aa-1cb8e457ce61 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:59.738893 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 394de406-b6c9-4976-8229-4ffd3fdf23f2 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:26:59.749658 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:59.756727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef31e7-7aec-44e7-b543-c0cdbe43eb44 req-c1bd1edb-0be6-4192-81b2-8dc9f77a42ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:59.758599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9eef31e7-7aec-44e7-b543-c0cdbe43eb44 req-c1bd1edb-0be6-4192-81b2-8dc9f77a42ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1783183 Dec 14 02:26:59.781039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887ab56-f922-4157-a620-ec8825e7034d req-2743c8ad-76ce-4e04-b5a4-ac79dd370649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:26:59.781441 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Transition to ACTIVE for port object 394de406-b6c9-4976-8229-4ffd3fdf23f2 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:26:59.782681 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-2743c8ad-76ce-4e04-b5a4-ac79dd370649 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 921 time: 0.2178547 Dec 14 02:26:59.818884 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:59.834679 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18b871c1-3c0b-4460-aa1f-52a3e6dbc403 req-de0e285d-62bc-4fea-8c89-790738dd0f52 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985543 Dec 14 02:26:59.903815 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a66bf883-7d9f-4356-bb14-e43b4d22a1a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:59.907071 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a66bf883-7d9f-4356-bb14-e43b4d22a1a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:26:59.914270 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a66bf883-7d9f-4356-bb14-e43b4d22a1a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/581fb9d2-c99d-4036-ac98-d0a35d8c40c3 HTTP/1.1" status: 204 len: 168 time: 0.5599837 Dec 14 02:26:59.950192 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6b0c91d-c42f-42df-9eb4-4e066f3fb5a7 req-d9059433-8d81-4c73-a28f-5f41ea3ed516 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 210 time: 0.1637666 Dec 14 02:26:59.983271 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-c0514478-3320-47e9-8240-95cae86b2680 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65c18d16-8551-4fa7-8898-a09b03ed7bd8 HTTP/1.1" status: 200 len: 217 time: 0.1838942 Dec 14 02:27:00.000533 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:00.006243 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2f2b1377-71e9-4499-aa51-8e304edd9178 req-b65de43b-348f-436a-8f46-3111b3c15b0b tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 210 time: 0.0431356 Dec 14 02:27:00.076298 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66bf883-7d9f-4356-bb14-e43b4d22a1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581fb9d2-c99d-4036-ac98-d0a35d8c40c3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:00.078003 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba39711-54f4-405a-9506-6434915841cb req-e49682db-686b-40d3-8a76-475b38bb5b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:00.079666 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fba39711-54f4-405a-9506-6434915841cb req-e49682db-686b-40d3-8a76-475b38bb5b93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 1101 time: 0.2071199 Dec 14 02:27:00.097288 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9eef31e7-7aec-44e7-b543-c0cdbe43eb44 req-530f8b26-da61-4719-b320-cf0248481af0 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277295 Dec 14 02:27:00.112235 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887ab56-f922-4157-a620-ec8825e7034d req-74da0d87-92d3-447a-b2ff-724d753af0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:00.113774 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-74da0d87-92d3-447a-b2ff-724d753af0ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.1098940 Dec 14 02:27:00.126083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Pushing event updated for resources: {'Port': ['ID=394de406-b6c9-4976-8229-4ffd3fdf23f2,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:00.202315 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] For port 46f308f6-e5f9-4126-b620-69ce6578df80, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=46f308f6-e5f9-4126-b620-69ce6578df80,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:00.251325 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-657e2690-0449-47d5-9b6a-c9777bf41407 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000648 Dec 14 02:27:00.273472 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] For port 46f308f6-e5f9-4126-b620-69ce6578df80, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:27:00.275240 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Attempting to bind port 394de406-b6c9-4976-8229-4ffd3fdf23f2 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:27:00.275675 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Attempting to bind port 394de406-b6c9-4976-8229-4ffd3fdf23f2 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:27:00.276108 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Attempting to bind port 394de406-b6c9-4976-8229-4ffd3fdf23f2 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:00.312405 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Port 394de406-b6c9-4976-8229-4ffd3fdf23f2 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:27:00.314271 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Attempting to bind port 394de406-b6c9-4976-8229-4ffd3fdf23f2 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:00.330856 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:27:00.331315 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:27:00.331838 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:27:00.332391 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Bound port: 394de406-b6c9-4976-8229-4ffd3fdf23f2, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:27:00.332851 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:00.364500 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f308f6-e5f9-4126-b620-69ce6578df80'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:00.367038 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af97806-a698-455a-9357-536d9828ff66" -d '{"events": [{"server_uuid": "e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d", "name": "network-vif-unplugged", "status": "completed", "tag": "46f308f6-e5f9-4126-b620-69ce6578df80"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:00.371642 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:00.413730 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Transition to ACTIVE for port object 46f308f6-e5f9-4126-b620-69ce6578df80 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:27:00.443613 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] For port 394de406-b6c9-4976-8229-4ffd3fdf23f2, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:27:00.455189 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] For port 394de406-b6c9-4976-8229-4ffd3fdf23f2, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=394de406-b6c9-4976-8229-4ffd3fdf23f2,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:27:00.467428 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:00.491516 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efa1285-8b82-4833-9f36-46892f8f30f8 x-openstack-request-id: req-8efa1285-8b82-4833-9f36-46892f8f30f8 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:00.491516 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d", "name": "network-vif-unplugged", "status": "completed", "tag": "46f308f6-e5f9-4126-b620-69ce6578df80", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:00.491516 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8efa1285-8b82-4833-9f36-46892f8f30f8 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:00.495746 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f308f6-e5f9-4126-b620-69ce6578df80', 'code': 200} Dec 14 02:27:00.533422 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:00.554982 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9eef31e7-7aec-44e7-b543-c0cdbe43eb44 req-add06cca-9429-4ff9-94ef-7e88184afae6 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446688 Dec 14 02:27:00.570681 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Pushing event updated for resources: {'Port': ['ID=46f308f6-e5f9-4126-b620-69ce6578df80,revision_number=6']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:00.604998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e5660-c492-4faa-9679-8db75983596b req-01fdda76-5ad8-4e73-95ba-1b318e91b163 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:00.604998 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-783e5660-c492-4faa-9679-8db75983596b req-01fdda76-5ad8-4e73-95ba-1b318e91b163 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.46 "GET /v2.0/networks?id=2325212a-ce27-4255-8800-f4806a045482 HTTP/1.1" status: 200 len: 813 time: 0.5201621 Dec 14 02:27:00.624007 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba39711-54f4-405a-9506-6434915841cb req-50241c42-9cc1-4b0a-9e94-dab1eee232e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:00.626028 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fba39711-54f4-405a-9506-6434915841cb req-50241c42-9cc1-4b0a-9e94-dab1eee232e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.4215136 Dec 14 02:27:00.627770 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] No DVR routers for this DVR port 46f308f6-e5f9-4126-b620-69ce6578df80 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:27:00.632682 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-11939ece-3939-48d6-9f17-18f3081ca68a service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477325 Dec 14 02:27:00.639006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-783e5660-c492-4faa-9679-8db75983596b req-9232ce14-033c-42f1-b17d-a8b5314d910e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Request body: {'port': {'device_id': '6a87852d-236a-48ae-a34b-ddd78cf67728', 'network_id': '2325212a-ce27-4255-8800-f4806a045482', 'admin_state_up': True, 'tenant_id': '624bc716242c482cb71e0453b6f91298'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:00.654810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-05e57859-ea1a-4f22-94aa-1cb8e457ce61 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Allocated IP 192.168.233.89 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/a53eab7d-09b9-4c1f-bbcb-b11377dec7de) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:27:00.667613 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:00.668306 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:00.669720 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] 10.222.0.47 "PUT /v2.0/ports/394de406-b6c9-4976-8229-4ffd3fdf23f2 HTTP/1.1" status: 200 len: 1095 time: 1.7060690 Dec 14 02:27:00.710770 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Attempting to bind port 46f308f6-e5f9-4126-b620-69ce6578df80 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:27:00.711286 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Attempting to bind port 46f308f6-e5f9-4126-b620-69ce6578df80 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:27:00.711556 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Attempting to bind port 46f308f6-e5f9-4126-b620-69ce6578df80 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:00.720158 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Port 46f308f6-e5f9-4126-b620-69ce6578df80 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:27:00.720486 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Attempting to bind port 46f308f6-e5f9-4126-b620-69ce6578df80 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:00.722759 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef9d43-15b7-404b-bacc-8f08ed9ee217 service neutron] Pushing event updated for resources: {'Port': ['ID=394de406-b6c9-4976-8229-4ffd3fdf23f2,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:00.729169 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:27:00.729489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:27:00.729878 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:27:00.736461 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Bound port: 46f308f6-e5f9-4126-b620-69ce6578df80, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:27:00.736461 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:00.814922 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] For port 46f308f6-e5f9-4126-b620-69ce6578df80, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:27:00.844863 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] For port 46f308f6-e5f9-4126-b620-69ce6578df80, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=46f308f6-e5f9-4126-b620-69ce6578df80,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:27:00.865092 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:27:00.874235 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-76ebca0e-1ce8-403d-82a7-38d5785f5aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:00.876672 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-76ebca0e-1ce8-403d-82a7-38d5785f5aed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&device_id=cdb24d61-f15b-4d1d-89fa-9e0f05fd8144 HTTP/1.1" status: 200 len: 1098 time: 0.0760422 Dec 14 02:27:00.885197 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46216) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:00.958047 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb180554-e71f-4b89-ace6-364ddf928c77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:00.962383 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-5e8c3bef-9d7b-4940-843f-60c6c9c88532 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=394de406-b6c9-4976-8229-4ffd3fdf23f2 HTTP/1.1" status: 200 len: 217 time: 0.0686905 Dec 14 02:27:00.968478 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:00.978415 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46218) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:01.014736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:01.015553 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:01.017311 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] 10.222.0.46 "PUT /v2.0/ports/46f308f6-e5f9-4126-b620-69ce6578df80 HTTP/1.1" status: 200 len: 1096 time: 1.5847454 Dec 14 02:27:01.075072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:01.076201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6248c-b2e5-4783-87b4-f3c0b8a1826b req-0f2fa83c-992e-4232-9a61-ce93749ddc1f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:01.084193 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6bf6248c-b2e5-4783-87b4-f3c0b8a1826b req-0f2fa83c-992e-4232-9a61-ce93749ddc1f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 948 time: 0.6346493 Dec 14 02:27:01.092022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8', 'mac_address': 'fa:16:3e:c2:f7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:27:01.101359 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fba39711-54f4-405a-9506-6434915841cb req-9c44b49d-31b3-4907-a2fa-80639b08db56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=46f308f6-e5f9-4126-b620-69ce6578df80 HTTP/1.1" status: 200 len: 217 time: 0.4515929 Dec 14 02:27:01.156587 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:01.172599 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:01.181686 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-7f747614-79eb-4f38-87eb-12878c2f5112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:01.183243 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-7f747614-79eb-4f38-87eb-12878c2f5112 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.2058723 Dec 14 02:27:01.202714 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:01.207693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-4b280ff4-4291-4392-a7e2-e47ee32f9062 service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5568357 Dec 14 02:27:01.228828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad053ee-18c0-4dd2-9ae6-917dc571118c service neutron] Pushing event updated for resources: {'Port': ['ID=46f308f6-e5f9-4126-b620-69ce6578df80,revision_number=7']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:01.275700 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:01.287761 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb180554-e71f-4b89-ace6-364ddf928c77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:01.296541 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-35b9adc1-da72-438b-8efd-0e86404cb490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:01.299145 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-35b9adc1-da72-438b-8efd-0e86404cb490 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1063533 Dec 14 02:27:01.302718 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0aad5964-90ce-42d6-9b68-bdc956ec70b1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-589199568-network', 'tenant_id': '6ee464f19e5545b582c162801b9559f4'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:01.352681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba39711-54f4-405a-9506-6434915841cb req-cd95759c-ce2b-4713-9dac-8b102ec4f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:01.354384 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fba39711-54f4-405a-9506-6434915841cb req-cd95759c-ce2b-4713-9dac-8b102ec4f5e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1363566 Dec 14 02:27:01.368597 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:01.370708 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb180554-e71f-4b89-ace6-364ddf928c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:01.450157 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-eb180554-e71f-4b89-ace6-364ddf928c77 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c0c3e2c7409475499b175d8b3542bcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5637009 Dec 14 02:27:01.451095 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb180554-e71f-4b89-ace6-364ddf928c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb2c732-7a3b-4ac4-9efc-e9be78738bd5,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:01.451386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523aa7ba-d5ab-4c94-8c95-678b1ea5af6e req-1797159c-b698-4ec4-b7ee-b09bb1f4cb70 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:01.453598 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46230) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:01.455842 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-20787e03-ad9a-499d-97e0-89ade006fd27 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492305 Dec 14 02:27:01.458083 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-523aa7ba-d5ab-4c94-8c95-678b1ea5af6e req-1797159c-b698-4ec4-b7ee-b09bb1f4cb70 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf326edf-769d-407f-8375-a63e1f943311 HTTP/1.1" status: 200 len: 948 time: 0.3975565 Dec 14 02:27:01.468252 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aad5964-90ce-42d6-9b68-bdc956ec70b1 admin admin] Made reservation on behalf of 6ee464f19e5545b582c162801b9559f4 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:27:01.468252 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0aad5964-90ce-42d6-9b68-bdc956ec70b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:01.476600 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6bf6248c-b2e5-4783-87b4-f3c0b8a1826b req-99f07fe1-199f-4562-bf11-6ce3e65d8ff0 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908057 Dec 14 02:27:01.501134 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0aad5964-90ce-42d6-9b68-bdc956ec70b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:01.601240 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba39711-54f4-405a-9506-6434915841cb req-858e2093-cd15-4090-b539-fc26f9a98d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:01.602816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fba39711-54f4-405a-9506-6434915841cb req-858e2093-cd15-4090-b539-fc26f9a98d69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2318990 Dec 14 02:27:01.618348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:01.729754 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783e5660-c492-4faa-9679-8db75983596b req-9232ce14-033c-42f1-b17d-a8b5314d910e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Made reservation on behalf of 624bc716242c482cb71e0453b6f91298 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:27:01.733352 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-783e5660-c492-4faa-9679-8db75983596b req-9232ce14-033c-42f1-b17d-a8b5314d910e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:01.739592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-523aa7ba-d5ab-4c94-8c95-678b1ea5af6e req-09fd6121-2e08-4e66-b32d-f603a31012a1 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a35efdf-858d-4f27-904e-6a8549785699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802584 Dec 14 02:27:01.751065 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-05e57859-ea1a-4f22-94aa-1cb8e457ce61 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:01.767870 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 65c18d16-8551-4fa7-8898-a09b03ed7bd8 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:27:01.788125 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbb724-1bbe-4836-a903-353019af87c7 req-5958db52-ff48-45a0-af1a-6313b3a20e10 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:01.789551 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2fbb724-1bbe-4836-a903-353019af87c7 req-5958db52-ff48-45a0-af1a-6313b3a20e10 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 944 time: 0.2072098 Dec 14 02:27:01.850920 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-b69b15f4-4da7-43d1-a833-737616c477fe service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847234 Dec 14 02:27:01.851592 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94bb98c0-a08c-4a5a-8d8f-467983a7363b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:01.885560 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94bb98c0-a08c-4a5a-8d8f-467983a7363b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:01.896302 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 65c18d16-8551-4fa7-8898-a09b03ed7bd8 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:27:01.932108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fba39711-54f4-405a-9506-6434915841cb req-b0ea1439-a45e-4811-9696-5e858ea3501c service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991805 Dec 14 02:27:01.939405 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0aad5964-90ce-42d6-9b68-bdc956ec70b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:01.962000 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2090f4d-9c9f-4bef-a004-6c62b8dcf036 req-3552e739-9f64-4e8e-a71c-520f8344d501 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 210 time: 0.0983715 Dec 14 02:27:02.001565 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0aad5964-90ce-42d6-9b68-bdc956ec70b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:02.026956 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad5964-90ce-42d6-9b68-bdc956ec70b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9121d46b-0bfb-41de-bd23-742a4f34b46a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:02.032480 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94bb98c0-a08c-4a5a-8d8f-467983a7363b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:02.035423 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94bb98c0-a08c-4a5a-8d8f-467983a7363b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:02.037497 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-94bb98c0-a08c-4a5a-8d8f-467983a7363b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3cb2c732-7a3b-4ac4-9efc-e9be78738bd5 HTTP/1.1" status: 204 len: 168 time: 0.5800128 Dec 14 02:27:02.043663 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aad5964-90ce-42d6-9b68-bdc956ec70b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:27:02.054947 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb98c0-a08c-4a5a-8d8f-467983a7363b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb2c732-7a3b-4ac4-9efc-e9be78738bd5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:02.059393 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0aad5964-90ce-42d6-9b68-bdc956ec70b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:02.059936 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-0aad5964-90ce-42d6-9b68-bdc956ec70b1 admin admin] Added segment d5781a2c-daf3-4628-b215-7396152381d2 of type vlan for network 46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b Dec 14 02:27:02.091552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0887ab56-f922-4157-a620-ec8825e7034d req-09a67349-4ef7-4996-a148-fe8838df590b tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:02.093070 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-09a67349-4ef7-4996-a148-fe8838df590b tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14&tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&binding%3Ahost_id=n-h2-821636-1 HTTP/1.1" status: 200 len: 1095 time: 0.2579801 Dec 14 02:27:02.109096 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0aad5964-90ce-42d6-9b68-bdc956ec70b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:02.116803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2fbb724-1bbe-4836-a903-353019af87c7 req-8177a72b-4660-42a3-b509-58aa51d33137 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079669 Dec 14 02:27:02.117835 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-05e57859-ea1a-4f22-94aa-1cb8e457ce61 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:02.128447 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5aa0735c-0e53-4a60-b29a-2e1431197f0c req-25a52ae4-0e11-4b16-9525-19e9e5763bbe tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 210 time: 0.0971832 Dec 14 02:27:02.160885 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3923161f-26b3-454c-853e-64a0f1c01c9f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:02.191944 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0aad5964-90ce-42d6-9b68-bdc956ec70b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:02.195395 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aad5964-90ce-42d6-9b68-bdc956ec70b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:02.196320 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0aad5964-90ce-42d6-9b68-bdc956ec70b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:02.247533 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-05e57859-ea1a-4f22-94aa-1cb8e457ce61 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:27:02.265106 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-783e5660-c492-4faa-9679-8db75983596b req-9232ce14-033c-42f1-b17d-a8b5314d910e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Allocated IP 172.20.0.10 (2325212a-ce27-4255-8800-f4806a045482/3d8fc782-388e-4862-a347-3c85b1854ef1/cfa1778a-ec15-4fdd-863a-0eece0653358) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:27:02.269459 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-05e57859-ea1a-4f22-94aa-1cb8e457ce61 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:27:02.277107 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad5964-90ce-42d6-9b68-bdc956ec70b1 admin admin] Pushing event updated for resources: {'Network': ['ID=46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:02.279549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-05e57859-ea1a-4f22-94aa-1cb8e457ce61 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:27:02.313720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-05e57859-ea1a-4f22-94aa-1cb8e457ce61 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:02.313720 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-05e57859-ea1a-4f22-94aa-1cb8e457ce61 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:02.314122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:27:02.314276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e57859-ea1a-4f22-94aa-1cb8e457ce61 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Pushing event updated for resources: {'Port': ['ID=a53eab7d-09b9-4c1f-bbcb-b11377dec7de,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:02.314276 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fba39711-54f4-405a-9506-6434915841cb req-79ce9984-d95f-4251-97db-d89f83bf763a service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507462 Dec 14 02:27:02.371058 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0aad5964-90ce-42d6-9b68-bdc956ec70b1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3883629 Dec 14 02:27:02.373777 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46236) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:02.380205 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-459eede5-cdf0-4fe2-af0a-67f14d28103a admin admin] Request body: {'subnet': {'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-589199568-subnet', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:02.458465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-05e57859-ea1a-4f22-94aa-1cb8e457ce61 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3928709 Dec 14 02:27:02.498007 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb24d61-f15b-4d1d-89fa-9e0f05fd8144', 'tag': '394de406-b6c9-4976-8229-4ffd3fdf23f2'}, {'name': 'network-changed', 'server_uuid': 'e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d', 'tag': '46f308f6-e5f9-4126-b620-69ce6578df80'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:02.498144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Request body: {'port': {'device_id': 'ad77c2d2-dc72-411e-9301-28c46aff02d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:02.498269 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77abc23-469f-4c1a-9292-5f872f86c823" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb24d61-f15b-4d1d-89fa-9e0f05fd8144", "tag": "394de406-b6c9-4976-8229-4ffd3fdf23f2"}, {"name": "network-changed", "server_uuid": "e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d", "tag": "46f308f6-e5f9-4126-b620-69ce6578df80"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:02.514912 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459eede5-cdf0-4fe2-af0a-67f14d28103a admin admin] Made reservation on behalf of 6ee464f19e5545b582c162801b9559f4 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:27:02.521172 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-459eede5-cdf0-4fe2-af0a-67f14d28103a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:02.581134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-962bf140-3f13-4ce6-bcf7-34dd896c43c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:02.583567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-962bf140-3f13-4ce6-bcf7-34dd896c43c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 1099 time: 0.1844065 Dec 14 02:27:02.596061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0887ab56-f922-4157-a620-ec8825e7034d req-b39edc8f-342e-40d9-a869-6f10567de046 service neutron] For port 65c18d16-8551-4fa7-8898-a09b03ed7bd8, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:27:02.617952 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0515115-c1e8-4bd6-82af-01fa179c6c9f x-openstack-request-id: req-c0515115-c1e8-4bd6-82af-01fa179c6c9f {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:02.617952 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb24d61-f15b-4d1d-89fa-9e0f05fd8144", "tag": "394de406-b6c9-4976-8229-4ffd3fdf23f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d", "tag": "46f308f6-e5f9-4126-b620-69ce6578df80", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:02.617952 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0515115-c1e8-4bd6-82af-01fa179c6c9f {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:02.617952 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb24d61-f15b-4d1d-89fa-9e0f05fd8144', 'tag': '394de406-b6c9-4976-8229-4ffd3fdf23f2', 'status': 'completed', 'code': 200} Dec 14 02:27:02.617952 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d', 'tag': '46f308f6-e5f9-4126-b620-69ce6578df80', 'status': 'completed', 'code': 200} Dec 14 02:27:02.626563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-774f692a-cd94-40c5-a7a5-620a2f1f841b None None] Provisioning complete for port a53eab7d-09b9-4c1f-bbcb-b11377dec7de triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:02.627030 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-774f692a-cd94-40c5-a7a5-620a2f1f841b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:02.631885 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0887ab56-f922-4157-a620-ec8825e7034d req-b39edc8f-342e-40d9-a869-6f10567de046 service neutron] Publish callbacks [] for binding, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:02.633047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0887ab56-f922-4157-a620-ec8825e7034d req-b39edc8f-342e-40d9-a869-6f10567de046 service neutron] 10.222.0.47 "DELETE /v2.0/ports/65c18d16-8551-4fa7-8898-a09b03ed7bd8/bindings/n-h1-821636-1 HTTP/1.1" status: 204 len: 173 time: 0.5095747 Dec 14 02:27:02.666382 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e51e3b76-3944-482f-a25c-fb76fde0cd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:02.680805 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-774f692a-cd94-40c5-a7a5-620a2f1f841b None None] Port a53eab7d-09b9-4c1f-bbcb-b11377dec7de cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:27:02.705071 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-1f85b42c-863b-4688-85fc-2acb0f97ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:02.707012 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-1f85b42c-863b-4688-85fc-2acb0f97ed9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&device_id=cdb24d61-f15b-4d1d-89fa-9e0f05fd8144 HTTP/1.1" status: 200 len: 1098 time: 0.0751052 Dec 14 02:27:02.790586 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:02.808534 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0ea43-09cb-40e0-aa19-974c70b32054 req-49e4a1a5-6d66-4f54-952f-ac9d9cbd2368 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:02.817016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0b0ea43-09cb-40e0-aa19-974c70b32054 req-49e4a1a5-6d66-4f54-952f-ac9d9cbd2368 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 948 time: 0.1971180 Dec 14 02:27:02.862743 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-783e5660-c492-4faa-9679-8db75983596b req-9232ce14-033c-42f1-b17d-a8b5314d910e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:02.880979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:27:02.905782 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-d719ffa8-bb2e-4a5b-b180-d9f05fa4837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:02.907965 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-d719ffa8-bb2e-4a5b-b180-d9f05fa4837d service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1936619 Dec 14 02:27:02.974904 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-b9730883-4015-41c1-8fc9-290ef05ec101 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=394de406-b6c9-4976-8229-4ffd3fdf23f2 HTTP/1.1" status: 200 len: 217 time: 0.0600076 Dec 14 02:27:02.975955 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-459eede5-cdf0-4fe2-af0a-67f14d28103a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:03.006603 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:27:03.011014 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:03.011386 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:03.074738 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0b0ea43-09cb-40e0-aa19-974c70b32054 req-e73c7b0a-f1cb-45dc-8ab8-f4953ba1ba6e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565768 Dec 14 02:27:03.075797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-4de2faf9-7cae-42c8-ac7f-3a126f6ffb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:03.077163 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-4de2faf9-7cae-42c8-ac7f-3a126f6ffb6c service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.4774599 Dec 14 02:27:03.097796 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459eede5-cdf0-4fe2-af0a-67f14d28103a admin admin] Pushing event updated for resources: {'Subnet': ['ID=44057d44-340b-46b2-ac2c-94ca602f701c,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:03.101933 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:03.118149 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-ef1e353f-1b3b-43a8-aa50-6769df252b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:03.124687 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-ef1e353f-1b3b-43a8-aa50-6769df252b0a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1238658 Dec 14 02:27:03.131768 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf326edf-769d-407f-8375-a63e1f943311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:03.134625 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db95e52c-afc9-49a3-8fbc-c5a5d5bfe037" -d '{"events": [{"server_uuid": "cf326edf-769d-407f-8375-a63e1f943311", "name": "network-vif-plugged", "status": "completed", "tag": "0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:03.151633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-d6aa9cb5-45b7-4402-a294-650f00b4fa1d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=46f308f6-e5f9-4126-b620-69ce6578df80 HTTP/1.1" status: 200 len: 217 time: 0.0568559 Dec 14 02:27:03.153027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:03.158450 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459eede5-cdf0-4fe2-af0a-67f14d28103a admin admin] Checking segment: {'id': 'd5781a2c-daf3-4628-b215-7396152381d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:27:03.158698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459eede5-cdf0-4fe2-af0a-67f14d28103a admin admin] Network hostable DHCP agents. Network: 46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:27:03.207381 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:03.208196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 46f308f6-e5f9-4126-b620-69ce6578df80 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:27:03.209171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3de6b-f4a2-4616-a3c4-e2d0da7c6661 req-9617fc13-2dce-44a5-93f8-0e1590c1e227 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:03.210758 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-adb3de6b-f4a2-4616-a3c4-e2d0da7c6661 req-9617fc13-2dce-44a5-93f8-0e1590c1e227 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf326edf-769d-407f-8375-a63e1f943311 HTTP/1.1" status: 200 len: 949 time: 0.3515413 Dec 14 02:27:03.222273 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-6c4a193a-2aa6-465a-bb45-22792b736bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:03.223855 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-6c4a193a-2aa6-465a-bb45-22792b736bb5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0845625 Dec 14 02:27:03.285432 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-783e5660-c492-4faa-9679-8db75983596b req-9232ce14-033c-42f1-b17d-a8b5314d910e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:03.289338 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459eede5-cdf0-4fe2-af0a-67f14d28103a admin admin] Network 46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:27:03.298354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 46f308f6-e5f9-4126-b620-69ce6578df80 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:27:03.304982 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:03.340644 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['4e8dd4ef-dec3-4e3e-b46f-634f35250d4c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:03.346402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-be20aa11-19f1-4657-8e25-fc7ba1039b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:03.347159 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-be20aa11-19f1-4657-8e25-fc7ba1039b0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1835611 Dec 14 02:27:03.367065 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-c4d515d3-8cbb-4aa1-a89e-49b899e3bd10 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333609 Dec 14 02:27:03.368579 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-459eede5-cdf0-4fe2-af0a-67f14d28103a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:27:03.376256 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459eede5-cdf0-4fe2-af0a-67f14d28103a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:03.378496 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-459eede5-cdf0-4fe2-af0a-67f14d28103a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:03.393339 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae3c543-205a-445b-b2b0-3c5c589e1780 None None] Network 46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:27:03.523712 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-06554ca9-9c63-48da-8cf1-e527bab03626 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387365 Dec 14 02:27:03.537829 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-459eede5-cdf0-4fe2-af0a-67f14d28103a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1594167 Dec 14 02:27:03.539083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46272) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:03.551420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-589199568-router', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:03.661197 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-b53e10c4-6443-415b-86a9-44688f07259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:03.663624 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-b53e10c4-6443-415b-86a9-44688f07259a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 1099 time: 0.0513854 Dec 14 02:27:03.669340 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:03.670630 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:03.675343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-adb3de6b-f4a2-4616-a3c4-e2d0da7c6661 req-af224817-088a-474c-a4cb-159f4f50c72a tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a35efdf-858d-4f27-904e-6a8549785699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452498 Dec 14 02:27:03.676038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232ce14-033c-42f1-b17d-a8b5314d910e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event updated for resources: {'Port': ['ID=cfa1778a-ec15-4fdd-863a-0eece0653358,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:03.685239 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6245ec4-54ab-4385-a3d5-0c51eab7f21a req-26b22a71-bc63-4765-973a-be8d3ea5536d tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:03.693138 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6245ec4-54ab-4385-a3d5-0c51eab7f21a req-26b22a71-bc63-4765-973a-be8d3ea5536d tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 935 time: 0.4934375 Dec 14 02:27:03.712834 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783e5660-c492-4faa-9679-8db75983596b req-9232ce14-033c-42f1-b17d-a8b5314d910e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Network 2325212a-ce27-4255-8800-f4806a045482 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:27:03.717097 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-783e5660-c492-4faa-9679-8db75983596b req-9232ce14-033c-42f1-b17d-a8b5314d910e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:27:03.730243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-783e5660-c492-4faa-9679-8db75983596b req-9232ce14-033c-42f1-b17d-a8b5314d910e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:27:03.734081 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e5660-c492-4faa-9679-8db75983596b req-9232ce14-033c-42f1-b17d-a8b5314d910e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:03.734961 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-783e5660-c492-4faa-9679-8db75983596b req-9232ce14-033c-42f1-b17d-a8b5314d910e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:03.771037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-5a60db4b-9ec6-4c01-9049-4c34c88d8946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:03.772641 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-5a60db4b-9ec6-4c01-9049-4c34c88d8946 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4088221 Dec 14 02:27:03.814766 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b', 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b', 'project_id': '6ee464f19e5545b582c162801b9559f4', 'fixed_ips': [{'subnet_id': '44057d44-340b-46b2-ac2c-94ca602f701c'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:27:03.818812 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:03.849460 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-d190012a-00e7-4c98-aec6-227efbdaa8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:03.851467 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-d190012a-00e7-4c98-aec6-227efbdaa8f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1756072 Dec 14 02:27:03.863576 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8c4657-11b2-4959-bdac-b555833a4061 x-openstack-request-id: req-8c8c4657-11b2-4959-bdac-b555833a4061 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:03.863897 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf326edf-769d-407f-8375-a63e1f943311", "name": "network-vif-plugged", "status": "completed", "tag": "0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:03.864159 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c8c4657-11b2-4959-bdac-b555833a4061 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:03.864736 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf326edf-769d-407f-8375-a63e1f943311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8', 'code': 200} Dec 14 02:27:03.872528 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-783e5660-c492-4faa-9679-8db75983596b req-9232ce14-033c-42f1-b17d-a8b5314d910e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2452419 Dec 14 02:27:03.896289 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6245ec4-54ab-4385-a3d5-0c51eab7f21a req-cc7933a7-ec64-44a0-86aa-2390d0cbb36e tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021503 Dec 14 02:27:03.931309 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Request body: {'port': {'device_id': '6a87852d-236a-48ae-a34b-ddd78cf67728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:03.962814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53eab7d-09b9-4c1f-bbcb-b11377dec7de {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:03.986479 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-ea4bdb6f-028b-43d2-8ab6-7cd283a4bf72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=46f308f6-e5f9-4126-b620-69ce6578df80 HTTP/1.1" status: 200 len: 217 time: 0.1073163 Dec 14 02:27:03.989540 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:04.040483 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:04.109088 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-2805c258-63f4-4650-baa8-3240e2bcd257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:04.111408 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-2805c258-63f4-4650-baa8-3240e2bcd257 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1184316 Dec 14 02:27:04.164124 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Transition to ACTIVE for port object a53eab7d-09b9-4c1f-bbcb-b11377dec7de will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:27:04.186818 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Allocated IP 172.20.0.2 (46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b/44057d44-340b-46b2-ac2c-94ca602f701c/6f7912c9-0de3-4ed7-9d8b-45837718d6fe) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:27:04.191272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-d8cb5d81-7de0-4ebc-ab84-ee0cb2e90d78 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055710 Dec 14 02:27:04.240900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a856e-7755-4c8a-b317-0d49aec08a64 req-431fbdbe-f864-49fe-8ea6-df5470ffbbf2 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:04.248410 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d13a856e-7755-4c8a-b317-0d49aec08a64 req-431fbdbe-f864-49fe-8ea6-df5470ffbbf2 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 944 time: 0.2202752 Dec 14 02:27:04.257442 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b21af-2169-4738-a34f-70047ca58768 req-089bb6f3-b547-4786-92c8-41bfdfa747e7 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:04.264709 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b8b21af-2169-4738-a34f-70047ca58768 req-089bb6f3-b547-4786-92c8-41bfdfa747e7 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 932 time: 0.2467158 Dec 14 02:27:04.266994 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:04.267285 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:04.279660 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-3c7e8ae3-c3d3-4933-809b-01a6e0db6fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:04.282839 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-3c7e8ae3-c3d3-4933-809b-01a6e0db6fd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1420517 Dec 14 02:27:04.323512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e20d85-2783-48bd-a567-3fe335aff1cb req-9d3a5146-0dc7-489b-9e31-719c525ac6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:04.325026 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8e20d85-2783-48bd-a567-3fe335aff1cb req-9d3a5146-0dc7-489b-9e31-719c525ac6a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cf326edf-769d-407f-8375-a63e1f943311 HTTP/1.1" status: 200 len: 1101 time: 0.3422732 Dec 14 02:27:04.326025 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:04.399389 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:04.438059 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8e20d85-2783-48bd-a567-3fe335aff1cb req-d55c2514-bd7c-4fb4-b521-39385a5da1d0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5a35efdf-858d-4f27-904e-6a8549785699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826170 Dec 14 02:27:04.460984 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-95361e1d-925c-4cd4-bdce-657d0719a3f2 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707666 Dec 14 02:27:04.465575 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:04.535478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Network 46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:27:04.538779 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:27:04.541587 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:27:04.570846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Pushing event updated for resources: {'Port': ['ID=a53eab7d-09b9-4c1f-bbcb-b11377dec7de,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:04.607509 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Pushing event updated for resources: {'Port': ['ID=6f7912c9-0de3-4ed7-9d8b-45837718d6fe,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:04.623565 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Attempting to bind port 6f7912c9-0de3-4ed7-9d8b-45837718d6fe on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:27:04.623961 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Attempting to bind port 6f7912c9-0de3-4ed7-9d8b-45837718d6fe by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'd5781a2c-daf3-4628-b215-7396152381d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:27:04.625565 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Attempting to bind port 6f7912c9-0de3-4ed7-9d8b-45837718d6fe on network 46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:04.631254 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:27:04.631897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Checking segment: {'id': 'd5781a2c-daf3-4628-b215-7396152381d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:27:04.632476 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:04.633017 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Bound using segment: {'id': 'd5781a2c-daf3-4628-b215-7396152381d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:27:04.633760 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Bound port: 6f7912c9-0de3-4ed7-9d8b-45837718d6fe, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5781a2c-daf3-4628-b215-7396152381d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:27:04.634346 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:04.663769 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d13a856e-7755-4c8a-b317-0d49aec08a64 req-a43cf55e-524c-44de-abae-05de76d0e438 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143941 Dec 14 02:27:04.676278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b8b21af-2169-4738-a34f-70047ca58768 req-dec058ef-2ef3-4c2b-9a6f-68032938be5a tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106934 Dec 14 02:27:04.703765 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-4d1b8c09-529b-4f7b-8627-b1fbbf0b24ed service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009360 Dec 14 02:27:04.706592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Attempting to bind port a53eab7d-09b9-4c1f-bbcb-b11377dec7de on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:27:04.708440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Attempting to bind port a53eab7d-09b9-4c1f-bbcb-b11377dec7de by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:27:04.710302 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Attempting to bind port a53eab7d-09b9-4c1f-bbcb-b11377dec7de on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:04.721097 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:04.766960 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] For port 6f7912c9-0de3-4ed7-9d8b-45837718d6fe, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:27:04.774307 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] For port 6f7912c9-0de3-4ed7-9d8b-45837718d6fe, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6f7912c9-0de3-4ed7-9d8b-45837718d6fe,segment=NetworkSegment(d5781a2c-daf3-4628-b215-7396152381d2),segment_id=d5781a2c-daf3-4628-b215-7396152381d2)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:27:04.801990 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:04.817275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Port a53eab7d-09b9-4c1f-bbcb-b11377dec7de on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:27:04.817918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Attempting to bind port a53eab7d-09b9-4c1f-bbcb-b11377dec7de on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:04.855186 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:04.886727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:27:04.887073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:27:04.887471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:27:04.887923 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Bound port: a53eab7d-09b9-4c1f-bbcb-b11377dec7de, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:27:04.888286 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:04.901856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 394de406-b6c9-4976-8229-4ffd3fdf23f2 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:27:04.951106 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-e5dd2a31-a300-44bb-b237-1f62fc8e88cf service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467852 Dec 14 02:27:04.983255 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] Allocated IP 172.25.7.222 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/58834870-b905-4ff4-8f0c-37c84bb71ea3) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:27:04.989761 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd303ee-ba35-4060-afee-160e07f58b86 None None] Pushing event updated for resources: {'Port': ['ID=6f7912c9-0de3-4ed7-9d8b-45837718d6fe,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:04.996281 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ebc1e586-1fa6-4cc1-9adb-6cda820da23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:05.123990 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 394de406-b6c9-4976-8229-4ffd3fdf23f2, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=394de406-b6c9-4976-8229-4ffd3fdf23f2,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:05.130460 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35fc2c-5e7c-46c8-a309-87c397368e46 req-6a08f512-2dad-4a1a-a1d1-562f66b7b947 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:05.132296 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d35fc2c-5e7c-46c8-a309-87c397368e46 req-6a08f512-2dad-4a1a-a1d1-562f66b7b947 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 948 time: 0.3113120 Dec 14 02:27:05.145977 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '394de406-b6c9-4976-8229-4ffd3fdf23f2', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '394de406-b6c9-4976-8229-4ffd3fdf23f2', 'mac_address': 'fa:16:3e:6e:30:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:27:05.148885 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:05.175071 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-97f5ddd2-706c-44cf-a13e-cf48f0d89d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:05.175071 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-97f5ddd2-706c-44cf-a13e-cf48f0d89d3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 1099 time: 0.2563024 Dec 14 02:27:05.201039 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:05.204279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] For port a53eab7d-09b9-4c1f-bbcb-b11377dec7de, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:27:05.251519 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 394de406-b6c9-4976-8229-4ffd3fdf23f2 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:05.266854 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] For port a53eab7d-09b9-4c1f-bbcb-b11377dec7de, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=a53eab7d-09b9-4c1f-bbcb-b11377dec7de,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:27:05.274331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 394de406-b6c9-4976-8229-4ffd3fdf23f2, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=394de406-b6c9-4976-8229-4ffd3fdf23f2,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:05.337327 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d35fc2c-5e7c-46c8-a309-87c397368e46 req-8d338b5e-e0b5-4180-b4e2-ec5f3b5b0049 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942644 Dec 14 02:27:05.356061 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:05.386914 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:05.414237 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:05.421166 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:27:05.438371 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] Pushing event updated for resources: {'Port': ['ID=58834870-b905-4ff4-8f0c-37c84bb71ea3,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:05.444242 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:27:05.446626 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:27:05.467186 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=394de406-b6c9-4976-8229-4ffd3fdf23f2,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:05.489948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:05.490598 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:05.492033 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] 10.222.0.47 "PUT /v2.0/ports/a53eab7d-09b9-4c1f-bbcb-b11377dec7de HTTP/1.1" status: 200 len: 1095 time: 2.9995863 Dec 14 02:27:05.498881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad77c2d2-dc72-411e-9301-28c46aff02d1', 'tag': 'a53eab7d-09b9-4c1f-bbcb-b11377dec7de'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:05.503026 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaf5537-353b-4ec8-ba58-08d83e24a5e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ad77c2d2-dc72-411e-9301-28c46aff02d1", "tag": "a53eab7d-09b9-4c1f-bbcb-b11377dec7de"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:05.504443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-c2eeb1df-ae48-4d29-9df6-0eca91817a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:05.505961 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-c2eeb1df-ae48-4d29-9df6-0eca91817a2a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.3276088 Dec 14 02:27:05.607754 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-6c9a5fab-dff7-47d6-b62f-0bfb7acb4286 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=46f308f6-e5f9-4126-b620-69ce6578df80 HTTP/1.1" status: 200 len: 217 time: 0.0662878 Dec 14 02:27:05.646024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08330880-96f1-4e34-8b90-03a99204d895 req-dcf8cedd-530f-401b-9e21-d2a7298de1e0 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:05.647527 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-08330880-96f1-4e34-8b90-03a99204d895 req-dcf8cedd-530f-401b-9e21-d2a7298de1e0 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf326edf-769d-407f-8375-a63e1f943311 HTTP/1.1" status: 200 len: 950 time: 0.3066661 Dec 14 02:27:05.651650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7534caf-732e-44a0-8207-2a6a97bf60ab service neutron] Pushing event updated for resources: {'Port': ['ID=a53eab7d-09b9-4c1f-bbcb-b11377dec7de,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:05.697297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa1778a-ec15-4fdd-863a-0eece0653358 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:05.707893 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['394de406-b6c9-4976-8229-4ffd3fdf23f2'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:05.718810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6a057-21c5-4085-a985-de1824762b4a req-81a4aa8b-3429-4344-8cde-48bc6feaab60 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:05.720256 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-31f6a057-21c5-4085-a985-de1824762b4a req-81a4aa8b-3429-4344-8cde-48bc6feaab60 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 947 time: 0.2412682 Dec 14 02:27:05.745952 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:05.795429 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-cfad740b-6d48-4794-bdba-2b4d96a6c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:05.797482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-cfad740b-6d48-4794-bdba-2b4d96a6c426 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1753025 Dec 14 02:27:05.799082 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Transition to ACTIVE for port object cfa1778a-ec15-4fdd-863a-0eece0653358 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:27:05.851736 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:05.881994 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-08330880-96f1-4e34-8b90-03a99204d895 req-72eb7263-b881-46eb-ae31-6634885d1c01 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a35efdf-858d-4f27-904e-6a8549785699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044148 Dec 14 02:27:05.897064 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:05.910740 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-31f6a057-21c5-4085-a985-de1824762b4a req-438eebd6-1c8f-484a-8d5f-6b2fa795ee14 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595190 Dec 14 02:27:05.952597 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-3dc19a3e-6633-4f25-9f48-1a388e84902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:05.954395 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-3dc19a3e-6633-4f25-9f48-1a388e84902d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 1098 time: 0.2744260 Dec 14 02:27:05.972254 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-a35a19b8-dfc1-49e4-ac34-e997bd8dfd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:05.974115 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-a35a19b8-dfc1-49e4-ac34-e997bd8dfd66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1576104 Dec 14 02:27:06.021322 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-04183ebe-9193-428d-8a90-671642cc149e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=a53eab7d-09b9-4c1f-bbcb-b11377dec7de HTTP/1.1" status: 200 len: 217 time: 0.0460980 Dec 14 02:27:06.103686 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:06.104441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-4c92300e-8308-47d0-bce7-aeffc3dbd7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:06.106318 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-4c92300e-8308-47d0-bce7-aeffc3dbd7e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0628221 Dec 14 02:27:06.106786 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa1778a-ec15-4fdd-863a-0eece0653358,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:06.141942 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:06.219904 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6692a07-53c5-43ed-9f31-109e45ce47a7 None None] Network 46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:27:06.331692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-062fd1ed-cae9-40c3-9fa5-4cbf3adba038 None None] Provisioning complete for port 6f7912c9-0de3-4ed7-9d8b-45837718d6fe triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:06.332063 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-062fd1ed-cae9-40c3-9fa5-4cbf3adba038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:06.359094 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267aeb5e-7eb0-449f-9783-92dace089a9a x-openstack-request-id: req-267aeb5e-7eb0-449f-9783-92dace089a9a {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:06.359959 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad77c2d2-dc72-411e-9301-28c46aff02d1", "tag": "a53eab7d-09b9-4c1f-bbcb-b11377dec7de", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:06.360173 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-267aeb5e-7eb0-449f-9783-92dace089a9a {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:06.360570 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad77c2d2-dc72-411e-9301-28c46aff02d1', 'tag': 'a53eab7d-09b9-4c1f-bbcb-b11377dec7de', 'status': 'completed', 'code': 200} Dec 14 02:27:06.366618 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] Router 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:27:06.427239 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-062fd1ed-cae9-40c3-9fa5-4cbf3adba038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:06.468671 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-062fd1ed-cae9-40c3-9fa5-4cbf3adba038 None None] For port 6f7912c9-0de3-4ed7-9d8b-45837718d6fe, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6f7912c9-0de3-4ed7-9d8b-45837718d6fe,segment=NetworkSegment(d5781a2c-daf3-4628-b215-7396152381d2),segment_id=d5781a2c-daf3-4628-b215-7396152381d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:06.495965 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:27:06.508285 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Sync routers for ids ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:27:06.521039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed7f8d-bc19-4c7d-b584-77ef215e063b req-8056db86-86c0-46e9-8ff2-089fd2defd3d tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:06.522624 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11ed7f8d-bc19-4c7d-b584-77ef215e063b req-8056db86-86c0-46e9-8ff2-089fd2defd3d tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 1095 time: 0.5032768 Dec 14 02:27:06.531059 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Routers {'4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:27:06.532149 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:27:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:27:06.535143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Attempting to bind port cfa1778a-ec15-4fdd-863a-0eece0653358 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:27:06.535487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Attempting to bind port cfa1778a-ec15-4fdd-863a-0eece0653358 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'ce438a40-51b4-42fe-b3ec-01d08e10a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2325212a-ce27-4255-8800-f4806a045482'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:27:06.535986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Attempting to bind port cfa1778a-ec15-4fdd-863a-0eece0653358 on network 2325212a-ce27-4255-8800-f4806a045482 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:06.543728 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-062fd1ed-cae9-40c3-9fa5-4cbf3adba038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:06.554815 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-c79cf5bc-71a6-4e74-84be-97a1f511065e service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344546 Dec 14 02:27:06.554815 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-95bbb549-3e8a-4e6f-bf6c-3b4f2b4d8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:06.555859 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-95bbb549-3e8a-4e6f-bf6c-3b4f2b4d8b98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1791322 Dec 14 02:27:06.573069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dbf7f-5997-4b08-8ebd-f3bf242e4189 req-91da4169-f11b-43ad-b314-ecac9c8e896d tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:06.575255 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b86dbf7f-5997-4b08-8ebd-f3bf242e4189 req-91da4169-f11b-43ad-b314-ecac9c8e896d tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 944 time: 0.2009406 Dec 14 02:27:06.591162 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Port cfa1778a-ec15-4fdd-863a-0eece0653358 on network 2325212a-ce27-4255-8800-f4806a045482 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:27:06.591519 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Attempting to bind port cfa1778a-ec15-4fdd-863a-0eece0653358 on network 2325212a-ce27-4255-8800-f4806a045482 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:06.594309 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:06.597480 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a183f269-4554-438e-a9a1-719e5a5fed2b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0578792 Dec 14 02:27:06.601259 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46318) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:06.606017 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062fd1ed-cae9-40c3-9fa5-4cbf3adba038 None None] Pushing event updated for resources: {'Port': ['ID=6f7912c9-0de3-4ed7-9d8b-45837718d6fe,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:06.720021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:27:06.720629 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Checking segment: {'id': 'ce438a40-51b4-42fe-b3ec-01d08e10a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2325212a-ce27-4255-8800-f4806a045482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:27:06.720767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Bound using segment: {'id': 'ce438a40-51b4-42fe-b3ec-01d08e10a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2325212a-ce27-4255-8800-f4806a045482'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:27:06.721202 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Bound port: cfa1778a-ec15-4fdd-863a-0eece0653358, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce438a40-51b4-42fe-b3ec-01d08e10a957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2325212a-ce27-4255-8800-f4806a045482'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:27:06.721603 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:06.766383 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-16e95c05-d04b-4b15-b672-3cd015967527 None None] Provisioning complete for port 6f7912c9-0de3-4ed7-9d8b-45837718d6fe triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:06.766763 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-16e95c05-d04b-4b15-b672-3cd015967527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:06.804149 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6f7912c9-0de3-4ed7-9d8b-45837718d6fe up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:27:06.807734 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11ed7f8d-bc19-4c7d-b584-77ef215e063b req-dfc9a087-3806-46fa-81ec-afac2200f03d tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664225 Dec 14 02:27:06.838537 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Set router 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:27:06.931257 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 394de406-b6c9-4976-8229-4ffd3fdf23f2 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:27:06.955074 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b77abc23-469f-4c1a-9292-5f872f86c823 req-64aea8a2-1287-4f84-9cfc-116601d70d97 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903649 Dec 14 02:27:06.967744 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b86dbf7f-5997-4b08-8ebd-f3bf242e4189 req-58e2adc5-4bd1-4d84-b864-367a1d271de8 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612010 Dec 14 02:27:07.054437 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-903e662c-30f6-4498-80c6-23d8c38d225e service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719672 Dec 14 02:27:07.070000 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6f7912c9-0de3-4ed7-9d8b-45837718d6fe triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:07.070382 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:07.210377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] For port cfa1778a-ec15-4fdd-863a-0eece0653358, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:27:07.240630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] For port cfa1778a-ec15-4fdd-863a-0eece0653358, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=cfa1778a-ec15-4fdd-863a-0eece0653358,segment=NetworkSegment(ce438a40-51b4-42fe-b3ec-01d08e10a957),segment_id=ce438a40-51b4-42fe-b3ec-01d08e10a957)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:27:07.258929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 394de406-b6c9-4976-8229-4ffd3fdf23f2 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:27:07.265343 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 394de406-b6c9-4976-8229-4ffd3fdf23f2 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:07.266589 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:07.272078 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'name': 'tempest-ServersTestBootFromVolume-589199568-router', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:03Z', 'updated_at': '2021-12-14T02:27:05Z', 'revision_number': 3, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'gw_port': {'id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:04Z', 'updated_at': '2021-12-14T02:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:27:07.275758 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855cd4f-fbec-411d-853f-054877aa78bf req-6698de0b-1975-46ee-a728-8594cbfaaa2d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:07.278615 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e855cd4f-fbec-411d-853f-054877aa78bf req-6698de0b-1975-46ee-a728-8594cbfaaa2d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 948 time: 0.1843345 Dec 14 02:27:07.308209 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Checking router: 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:27:07.308812 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Updating router 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba port 58834870-b905-4ff4-8f0c-37c84bb71ea3 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:27:07.336862 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:07.356143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5990232e-5e3b-4561-9d26-f858b2da2037 req-26a68092-35a6-4485-8f4f-f695c31c79e0 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885721 Dec 14 02:27:07.372594 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:07.391420 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:07.401128 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb24d61-f15b-4d1d-89fa-9e0f05fd8144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394de406-b6c9-4976-8229-4ffd3fdf23f2'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:07.404151 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fe54bb-d235-4c64-b710-6b85db3a6a51" -d '{"events": [{"server_uuid": "cdb24d61-f15b-4d1d-89fa-9e0f05fd8144", "name": "network-vif-plugged", "status": "completed", "tag": "394de406-b6c9-4976-8229-4ffd3fdf23f2"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:07.425612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 394de406-b6c9-4976-8229-4ffd3fdf23f2, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=394de406-b6c9-4976-8229-4ffd3fdf23f2,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:07.478572 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=cfa1778a-ec15-4fdd-863a-0eece0653358,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:07.480870 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:07.482311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:07.482957 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:07.484385 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-783e5660-c492-4faa-9679-8db75983596b req-b3367059-76da-4a20-b7ca-8fc894fa2ce5 service neutron] 10.222.0.46 "PUT /v2.0/ports/cfa1778a-ec15-4fdd-863a-0eece0653358 HTTP/1.1" status: 200 len: 1092 time: 3.5847516 Dec 14 02:27:07.502162 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e855cd4f-fbec-411d-853f-054877aa78bf req-8d0ea4ca-19c9-4948-b2a3-d1caebad02d2 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116683 Dec 14 02:27:07.515496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6279088-9ce0-4ddc-bf4d-4a7e6fe4cd42 req-d7956fe0-ab2a-4e94-a137-2daa9b5f3aae tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:07.529648 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6279088-9ce0-4ddc-bf4d-4a7e6fe4cd42 req-d7956fe0-ab2a-4e94-a137-2daa9b5f3aae tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf326edf-769d-407f-8375-a63e1f943311 HTTP/1.1" status: 200 len: 950 time: 0.2097600 Dec 14 02:27:07.582118 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=394de406-b6c9-4976-8229-4ffd3fdf23f2,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:07.599830 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:07.615180 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6279088-9ce0-4ddc-bf4d-4a7e6fe4cd42 req-ad61a6f2-5c1d-4e15-a2b5-731932809443 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a35efdf-858d-4f27-904e-6a8549785699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851722 Dec 14 02:27:07.663731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf5537-353b-4ec8-ba58-08d83e24a5e3 req-1a5eccf5-028b-41ec-8f1e-6e4957aa8e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:07.666712 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ceaf5537-353b-4ec8-ba58-08d83e24a5e3 req-1a5eccf5-028b-41ec-8f1e-6e4957aa8e1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 1098 time: 0.1252875 Dec 14 02:27:07.696051 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2ab6b36-75fe-417e-8e5c-60c9393ea329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:07.766575 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:07.767417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be410cd9-7342-46c6-b987-1aa84005c285 req-e095f7cf-09b9-4434-a9b2-d640ab350b8d tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:07.769019 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be410cd9-7342-46c6-b987-1aa84005c285 req-e095f7cf-09b9-4434-a9b2-d640ab350b8d tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 947 time: 0.1504955 Dec 14 02:27:07.835420 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:07.863486 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Attempting to bind port 58834870-b905-4ff4-8f0c-37c84bb71ea3 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:27:07.863859 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Attempting to bind port 58834870-b905-4ff4-8f0c-37c84bb71ea3 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:27:07.864230 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Attempting to bind port 58834870-b905-4ff4-8f0c-37c84bb71ea3 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:07.878817 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-f2ab6b36-75fe-417e-8e5c-60c9393ea329 admin admin] Allocated IP 172.20.0.1 (46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b/44057d44-340b-46b2-ac2c-94ca602f701c/a6495360-c700-42c5-a566-b5b64cef2e4e) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:27:07.879036 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e5660-c492-4faa-9679-8db75983596b req-d1c071ab-ebc5-40dd-af1d-f998ddad3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:07.880516 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-783e5660-c492-4faa-9679-8db75983596b req-d1c071ab-ebc5-40dd-af1d-f998ddad3417 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=624bc716242c482cb71e0453b6f91298&device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 1095 time: 0.2031910 Dec 14 02:27:07.890434 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:27:07.891243 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:27:07.891597 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:07.891848 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:27:07.892973 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Bound port: 58834870-b905-4ff4-8f0c-37c84bb71ea3, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:27:07.893403 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:07.955432 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399333a-6274-4442-94bf-3f7e58eb9171 None None] Pushing event updated for resources: {'Port': ['ID=58834870-b905-4ff4-8f0c-37c84bb71ea3,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:07.965690 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] For port 58834870-b905-4ff4-8f0c-37c84bb71ea3, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:27:07.969771 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] For port 58834870-b905-4ff4-8f0c-37c84bb71ea3, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=58834870-b905-4ff4-8f0c-37c84bb71ea3,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:27:07.975590 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-783e5660-c492-4faa-9679-8db75983596b req-5443825d-cfed-411f-849a-fa5805a38d3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa1778a-ec15-4fdd-863a-0eece0653358 HTTP/1.1" status: 200 len: 217 time: 0.0750589 Dec 14 02:27:07.976334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf5537-353b-4ec8-ba58-08d83e24a5e3 req-8f4d7532-8503-40a7-95f3-5fa4d72ca064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:07.977697 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ceaf5537-353b-4ec8-ba58-08d83e24a5e3 req-8f4d7532-8503-40a7-95f3-5fa4d72ca064 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.3030722 Dec 14 02:27:07.986747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be410cd9-7342-46c6-b987-1aa84005c285 req-ea40f53e-5c37-4716-b60a-40a58047e29c tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004929 Dec 14 02:27:08.005192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-5cfdc844-a910-45bc-adeb-c4eb2c4ed572 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:08.006710 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-5cfdc844-a910-45bc-adeb-c4eb2c4ed572 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 820 time: 0.3049493 Dec 14 02:27:08.029238 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2ab6b36-75fe-417e-8e5c-60c9393ea329 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:08.045245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-91e6a8d9-c568-47d9-9c20-8a70f6368cb9 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/quotas/0c3cf14f531c4bdca8324a0acbf9c3f8 HTTP/1.1" status: 200 len: 375 time: 0.0163798 Dec 14 02:27:08.069616 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:08.097784 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e5660-c492-4faa-9679-8db75983596b req-094c89e5-c7ce-4c90-b5c5-91643ffcb0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:08.099173 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-783e5660-c492-4faa-9679-8db75983596b req-094c89e5-c7ce-4c90-b5c5-91643ffcb0c8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d8fc782-388e-4862-a347-3c85b1854ef1 HTTP/1.1" status: 200 len: 853 time: 0.1100242 Dec 14 02:27:08.100401 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ceaf5537-353b-4ec8-ba58-08d83e24a5e3 req-8379060c-cab7-4974-9a41-374a76360de5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=a53eab7d-09b9-4c1f-bbcb-b11377dec7de HTTP/1.1" status: 200 len: 217 time: 0.0522273 Dec 14 02:27:08.126876 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Routers {'4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:27:08.127557 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:27:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:27:08.163686 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399333a-6274-4442-94bf-3f7e58eb9171 None None] Pushing event updated for resources: {'Port': ['ID=58834870-b905-4ff4-8f0c-37c84bb71ea3,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:08.172591 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-783e5660-c492-4faa-9679-8db75983596b req-2850caee-5e4c-473e-b239-2e2380e03073 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2325212a-ce27-4255-8800-f4806a045482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564444 Dec 14 02:27:08.179147 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2ab6b36-75fe-417e-8e5c-60c9393ea329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:08.232673 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ab6b36-75fe-417e-8e5c-60c9393ea329 admin admin] Network 46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:27:08.239291 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-818c29f2-7095-4240-853f-70a698e54df7 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1816034 Dec 14 02:27:08.245592 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f2ab6b36-75fe-417e-8e5c-60c9393ea329 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:27:08.245592 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab6b36-75fe-417e-8e5c-60c9393ea329 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:27:08.246387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf5537-353b-4ec8-ba58-08d83e24a5e3 req-22e5a13c-0462-48e2-9b0b-b31963c33547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:08.247835 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ceaf5537-353b-4ec8-ba58-08d83e24a5e3 req-22e5a13c-0462-48e2-9b0b-b31963c33547 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1330581 Dec 14 02:27:08.251710 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95dac7e-d851-4f5f-9b3d-9f83c49b51f9 x-openstack-request-id: req-c95dac7e-d851-4f5f-9b3d-9f83c49b51f9 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:08.253863 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb24d61-f15b-4d1d-89fa-9e0f05fd8144", "name": "network-vif-plugged", "status": "completed", "tag": "394de406-b6c9-4976-8229-4ffd3fdf23f2", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:08.254368 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c95dac7e-d851-4f5f-9b3d-9f83c49b51f9 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:08.255798 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb24d61-f15b-4d1d-89fa-9e0f05fd8144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394de406-b6c9-4976-8229-4ffd3fdf23f2', 'code': 200} Dec 14 02:27:08.258972 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] Set router 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:27:08.276981 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab6b36-75fe-417e-8e5c-60c9393ea329 admin admin] Pushing event updated for resources: {'Port': ['ID=a6495360-c700-42c5-a566-b5b64cef2e4e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:08.322572 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2ab6b36-75fe-417e-8e5c-60c9393ea329 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:08.369044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a87852d-236a-48ae-a34b-ddd78cf67728', 'tag': 'cfa1778a-ec15-4fdd-863a-0eece0653358'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:08.371804 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b69013e-966a-400c-a125-54edb0f37e04" -d '{"events": [{"name": "network-changed", "server_uuid": "6a87852d-236a-48ae-a34b-ddd78cf67728", "tag": "cfa1778a-ec15-4fdd-863a-0eece0653358"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:08.447400 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:08.459186 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-783e5660-c492-4faa-9679-8db75983596b req-225ee28d-7669-4e09-ad18-6b9883b857a6 service neutron] 10.222.0.46 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697759 Dec 14 02:27:08.472737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaf5537-353b-4ec8-ba58-08d83e24a5e3 req-b7ace2a7-1c9f-4bda-ba2c-4ea4bf604ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:08.474338 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ceaf5537-353b-4ec8-ba58-08d83e24a5e3 req-b7ace2a7-1c9f-4bda-ba2c-4ea4bf604ee6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1654527 Dec 14 02:27:08.503210 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dea7b-2e28-42bd-aa15-5f9d472ecda6 req-d5e42b1b-ed89-4879-9721-28608c8522a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:08.504929 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b38dea7b-2e28-42bd-aa15-5f9d472ecda6 req-d5e42b1b-ed89-4879-9721-28608c8522a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cdb24d61-f15b-4d1d-89fa-9e0f05fd8144 HTTP/1.1" status: 200 len: 1100 time: 0.1159933 Dec 14 02:27:08.535474 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'name': 'tempest-ServersTestBootFromVolume-589199568-router', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:03Z', 'updated_at': '2021-12-14T02:27:05Z', 'revision_number': 3, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'gw_port': {'id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:04Z', 'updated_at': '2021-12-14T02:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:27:08.560758 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-8013f598-2707-4ff7-a67e-3f802debb20d service neutron] 10.222.0.39 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075218 Dec 14 02:27:08.568996 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657913bf-76c5-4a7f-91f0-d4f1823fcc36 None None] The sync data for ids ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'] in n-d-821636-1 is: [{'id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'name': 'tempest-ServersTestBootFromVolume-589199568-router', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:03Z', 'updated_at': '2021-12-14T02:27:05Z', 'revision_number': 3, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'gw_port': {'id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:04Z', 'updated_at': '2021-12-14T02:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:27:08.622123 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b38dea7b-2e28-42bd-aa15-5f9d472ecda6 req-1e692a88-67d6-4101-aab5-8dd6dfbde459 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886753 Dec 14 02:27:08.630078 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2ab6b36-75fe-417e-8e5c-60c9393ea329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:08.675892 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6f7912c9-0de3-4ed7-9d8b-45837718d6fe up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:27:08.740930 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f0a69a0b-8211-497d-95f2-8af8aa22d75a None None] Provisioning complete for port a6495360-c700-42c5-a566-b5b64cef2e4e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:08.741475 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f0a69a0b-8211-497d-95f2-8af8aa22d75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:08.802464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6f7912c9-0de3-4ed7-9d8b-45837718d6fe triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:08.802959 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:08.837253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f0a69a0b-8211-497d-95f2-8af8aa22d75a None None] Port a6495360-c700-42c5-a566-b5b64cef2e4e cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:27:08.877082 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2ab6b36-75fe-417e-8e5c-60c9393ea329 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:08.950354 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2ab6b36-75fe-417e-8e5c-60c9393ea329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:09.029989 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-783e5660-c492-4faa-9679-8db75983596b req-52c5d192-061a-47da-add6-5be20b94b037 service neutron] 10.222.0.46 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629814 Dec 14 02:27:09.033426 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ceaf5537-353b-4ec8-ba58-08d83e24a5e3 req-9db0fea3-9456-4031-b3b2-79fa31a2d1a6 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5493557 Dec 14 02:27:09.042233 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-54ed7039-b1a3-4fdd-961e-21a5f8082657 service neutron] 10.222.0.39 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697111 Dec 14 02:27:09.049980 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab6b36-75fe-417e-8e5c-60c9393ea329 admin admin] Pushing event updated for resources: {'Port': ['ID=a6495360-c700-42c5-a566-b5b64cef2e4e,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:09.053255 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2ab6b36-75fe-417e-8e5c-60c9393ea329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:09.168825 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ab6b36-75fe-417e-8e5c-60c9393ea329 admin admin] Network 46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:27:09.170332 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f2ab6b36-75fe-417e-8e5c-60c9393ea329 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:27:09.186964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acddb17-d469-4569-a832-593cf35e9e37 req-ea2b776c-6ff8-4d54-b8ea-c2592d503a9d tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:09.189774 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5acddb17-d469-4569-a832-593cf35e9e37 req-ea2b776c-6ff8-4d54-b8ea-c2592d503a9d tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 944 time: 0.1463089 Dec 14 02:27:09.260295 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ceaf5537-353b-4ec8-ba58-08d83e24a5e3 req-59e76a32-0c09-4b2d-b42b-e0b2b31a5b44 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932087 Dec 14 02:27:09.362376 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5acddb17-d469-4569-a832-593cf35e9e37 req-df82cce0-0a38-4574-a02d-9270a1dbe267 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569538 Dec 14 02:27:09.366703 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ab6b36-75fe-417e-8e5c-60c9393ea329 admin admin] Router 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:27:09.396357 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08497bbc-1654-4423-8c5a-c86be3a311dc x-openstack-request-id: req-08497bbc-1654-4423-8c5a-c86be3a311dc {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:09.397104 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a87852d-236a-48ae-a34b-ddd78cf67728", "tag": "cfa1778a-ec15-4fdd-863a-0eece0653358", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:09.397473 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08497bbc-1654-4423-8c5a-c86be3a311dc {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:09.397980 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a87852d-236a-48ae-a34b-ddd78cf67728', 'tag': 'cfa1778a-ec15-4fdd-863a-0eece0653358', 'status': 'completed', 'code': 200} Dec 14 02:27:09.552679 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ab6b36-75fe-417e-8e5c-60c9393ea329 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:27:09.559028 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f2ab6b36-75fe-417e-8e5c-60c9393ea329 admin admin] 10.222.0.39 "PUT /v2.0/routers/4c6de887-fa7f-42cf-ab07-bd0b3dc080ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9565022 Dec 14 02:27:09.588984 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4653fab4-10ed-4529-97e6-48a43a2e5830 None None] Provisioning complete for port a6495360-c700-42c5-a566-b5b64cef2e4e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:09.589612 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4653fab4-10ed-4529-97e6-48a43a2e5830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:09.600203 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69013e-966a-400c-a125-54edb0f37e04 req-9c7b41c4-50b9-42c8-a873-e2a04d119746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:09.601949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b69013e-966a-400c-a125-54edb0f37e04 req-9c7b41c4-50b9-42c8-a873-e2a04d119746 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=624bc716242c482cb71e0453b6f91298&device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 1095 time: 0.1471896 Dec 14 02:27:09.654140 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4653fab4-10ed-4529-97e6-48a43a2e5830 None None] Port a6495360-c700-42c5-a566-b5b64cef2e4e cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:27:09.684941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc2069-df4d-43ba-b65c-573d2208145a req-53b3d537-c864-4773-ae2e-14bd92f3dda1 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:09.686564 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6dc2069-df4d-43ba-b65c-573d2208145a req-53b3d537-c864-4773-ae2e-14bd92f3dda1 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 948 time: 0.1732669 Dec 14 02:27:09.761660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156ea72-a9cf-4d9c-8bf9-6bb7228bce0d req-ab470731-b088-4deb-8ef9-b4c1d4f075be tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:09.763164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e156ea72-a9cf-4d9c-8bf9-6bb7228bce0d req-ab470731-b088-4deb-8ef9-b4c1d4f075be tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf326edf-769d-407f-8375-a63e1f943311 HTTP/1.1" status: 200 len: 950 time: 0.2111800 Dec 14 02:27:09.782470 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 46f308f6-e5f9-4126-b620-69ce6578df80 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:27:09.801992 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69013e-966a-400c-a125-54edb0f37e04 req-e7c744b4-c36f-4c5e-b1e9-9db5b535f184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:09.803575 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b69013e-966a-400c-a125-54edb0f37e04 req-e7c744b4-c36f-4c5e-b1e9-9db5b535f184 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2325212a-ce27-4255-8800-f4806a045482 HTTP/1.1" status: 200 len: 914 time: 0.1907585 Dec 14 02:27:09.874257 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6dc2069-df4d-43ba-b65c-573d2208145a req-56e23f70-59a3-4d4a-a5be-02297c2404df tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567662 Dec 14 02:27:09.911622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e156ea72-a9cf-4d9c-8bf9-6bb7228bce0d req-c3cd41aa-12cc-46c5-8219-b5310ff7a009 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a35efdf-858d-4f27-904e-6a8549785699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362309 Dec 14 02:27:09.913504 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b69013e-966a-400c-a125-54edb0f37e04 req-99d1672f-fa1c-4d8b-af3e-b26fcf9a3502 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa1778a-ec15-4fdd-863a-0eece0653358 HTTP/1.1" status: 200 len: 217 time: 0.0912578 Dec 14 02:27:09.966996 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 46f308f6-e5f9-4126-b620-69ce6578df80, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=46f308f6-e5f9-4126-b620-69ce6578df80,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:09.984757 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '46f308f6-e5f9-4126-b620-69ce6578df80', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '46f308f6-e5f9-4126-b620-69ce6578df80', 'mac_address': 'fa:16:3e:ae:b7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:27:10.038488 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:10.043971 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fd65625-629a-46aa-ad9d-7265883bbab7 req-a2091464-9eed-45cf-8cb3-0f202a51954e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 210 time: 0.0609555 Dec 14 02:27:10.056762 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69013e-966a-400c-a125-54edb0f37e04 req-cc9ca512-e255-4080-b35e-3a605225ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:10.059019 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b69013e-966a-400c-a125-54edb0f37e04 req-cc9ca512-e255-4080-b35e-3a605225ed4c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d8fc782-388e-4862-a347-3c85b1854ef1 HTTP/1.1" status: 200 len: 853 time: 0.1264741 Dec 14 02:27:10.062286 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f308f6-e5f9-4126-b620-69ce6578df80 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:10.086927 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 46f308f6-e5f9-4126-b620-69ce6578df80, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=46f308f6-e5f9-4126-b620-69ce6578df80,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:10.098678 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b69013e-966a-400c-a125-54edb0f37e04 req-9d46a3c6-80d2-4aaa-b924-62cfb478bb10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2325212a-ce27-4255-8800-f4806a045482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306542 Dec 14 02:27:10.106316 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3de5a3-6e79-47a9-a8cd-177ec52ddbde req-9375fec8-6e6d-4604-8576-a7b8e07e1d76 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:10.107723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d3de5a3-6e79-47a9-a8cd-177ec52ddbde req-9375fec8-6e6d-4604-8576-a7b8e07e1d76 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 947 time: 0.1311889 Dec 14 02:27:10.195370 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:10.211313 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d3de5a3-6e79-47a9-a8cd-177ec52ddbde req-b87f00df-98be-474a-857c-f4586e0e56ef tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929356 Dec 14 02:27:10.235664 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b69013e-966a-400c-a125-54edb0f37e04 req-2aef820d-7dff-42ba-b63e-7f15b5d85936 service neutron] 10.222.0.46 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269763 Dec 14 02:27:10.263328 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=46f308f6-e5f9-4126-b620-69ce6578df80,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:10.284542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:27:10.285817 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:27:10.285817 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:27:10.285817 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:27:10.286095 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:27:10.286265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:27:10.288113 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:27:10.288452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:27:10.288784 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:27:10.289232 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:27:10.289590 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:27:10.290082 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:27:10.291943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:27:10.364563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b69013e-966a-400c-a125-54edb0f37e04 req-bc81c130-8479-4ee4-9f63-3e26fdf6c3aa service neutron] 10.222.0.46 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177816 Dec 14 02:27:10.556126 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['46f308f6-e5f9-4126-b620-69ce6578df80'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:10.697609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Sync routers for ids ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:27:10.721692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 58834870-b905-4ff4-8f0c-37c84bb71ea3 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:27:10.757062 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Routers {'4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:27:10.757978 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:27:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:27:10.788537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46392) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:10.794168 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-54f6fbb5-43ab-43bd-8d6d-be809b77470a tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--55442381', 'description': 'tempest-description--1393793286'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:10.838819 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb4829-ee40-4a23-93a9-7d732d324ec6 req-dfaeab90-994a-414d-aa50-9a33d03d1b33 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:10.845843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73fb4829-ee40-4a23-93a9-7d732d324ec6 req-dfaeab90-994a-414d-aa50-9a33d03d1b33 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 944 time: 0.0807614 Dec 14 02:27:10.860005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb58d00-92ad-49c0-8894-320f94610633 req-7118309e-5503-4181-bd7d-ac842298c558 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:10.863477 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bb58d00-92ad-49c0-8894-320f94610633 req-7118309e-5503-4181-bd7d-ac842298c558 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.47 "GET /v2.0/ports?device_id=cf326edf-769d-407f-8375-a63e1f943311 HTTP/1.1" status: 200 len: 950 time: 0.1420069 Dec 14 02:27:10.936303 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device a53eab7d-09b9-4c1f-bbcb-b11377dec7de details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:27:10.939189 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5df642-f2e8-423f-ae1f-920d40404637 req-bf282b0e-a0be-4c83-90d6-47aed5ac4e23 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:10.940877 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7a5df642-f2e8-423f-ae1f-920d40404637 req-bf282b0e-a0be-4c83-90d6-47aed5ac4e23 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d&tenant_id=a840af3d99744bcc88bb04d2b120b271&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 949 time: 0.1273050 Dec 14 02:27:10.979724 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 58834870-b905-4ff4-8f0c-37c84bb71ea3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:10.980216 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:10.986777 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54f6fbb5-43ab-43bd-8d6d-be809b77470a tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:11.024578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Set router 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:27:11.038258 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [req-7a5df642-f2e8-423f-ae1f-920d40404637 req-769dc021-1b8e-4ffc-a776-1fbfe6ec48bb service neutron] delete failed (client error): The resource could not be found. Dec 14 02:27:11.039342 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7a5df642-f2e8-423f-ae1f-920d40404637 req-769dc021-1b8e-4ffc-a776-1fbfe6ec48bb service neutron] 10.222.0.47 "DELETE /v2.0/ports/46f308f6-e5f9-4126-b620-69ce6578df80/bindings/n-h2-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.0849600 Dec 14 02:27:11.044093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73fb4829-ee40-4a23-93a9-7d732d324ec6 req-e0f3f325-2790-4856-8cfe-dedfb8ff3569 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745534 Dec 14 02:27:11.085857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf37eb0-4a9d-4035-a687-494f4ba6ee9c req-16d9168f-dc0e-49b2-8abb-a4704eb49ec0 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:11.093267 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cf37eb0-4a9d-4035-a687-494f4ba6ee9c req-16d9168f-dc0e-49b2-8abb-a4704eb49ec0 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 949 time: 0.2463160 Dec 14 02:27:11.121766 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54f6fbb5-43ab-43bd-8d6d-be809b77470a tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:11.145738 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-3bb58d00-92ad-49c0-8894-320f94610633 req-6f488a72-f646-431f-966b-6b82d73e979f tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Deleting port 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:27:11.146276 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3bb58d00-92ad-49c0-8894-320f94610633 req-6f488a72-f646-431f-966b-6b82d73e979f tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:11.196908 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5df642-f2e8-423f-ae1f-920d40404637 req-83f558d0-dc95-4b71-bb5d-af7996944b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:11.198414 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7a5df642-f2e8-423f-ae1f-920d40404637 req-83f558d0-dc95-4b71-bb5d-af7996944b0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 1100 time: 0.0520623 Dec 14 02:27:11.204732 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cf37eb0-4a9d-4035-a687-494f4ba6ee9c req-8762376d-42b6-498a-be0d-c27cd0df5ebf tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062784 Dec 14 02:27:11.236565 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54f6fbb5-43ab-43bd-8d6d-be809b77470a tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:11.316737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f6fbb5-43ab-43bd-8d6d-be809b77470a tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11f1d367-381d-4567-98c5-13cd2b903736,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:11.323967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df24f35-9947-415c-a977-4f7a9c7e73cf req-a53f4a38-7971-4825-9f11-941ef7947e06 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:11.325514 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8df24f35-9947-415c-a977-4f7a9c7e73cf req-a53f4a38-7971-4825-9f11-941ef7947e06 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf326edf-769d-407f-8375-a63e1f943311 HTTP/1.1" status: 200 len: 950 time: 0.1037183 Dec 14 02:27:11.357805 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54f6fbb5-43ab-43bd-8d6d-be809b77470a tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:11.363850 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4690d2b-7dec-403f-a2d6-45da58e64bae req-8e6f5b68-c00d-47e9-91e3-3b97e8b84813 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 210 time: 0.0636573 Dec 14 02:27:11.368004 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-54f6fbb5-43ab-43bd-8d6d-be809b77470a tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5745001 Dec 14 02:27:11.368004 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46402) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:11.368004 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5df642-f2e8-423f-ae1f-920d40404637 req-75617a5e-71b6-46c6-a60c-4f12933dd7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:11.368436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port a53eab7d-09b9-4c1f-bbcb-b11377dec7de, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=a53eab7d-09b9-4c1f-bbcb-b11377dec7de,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:11.368534 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7a5df642-f2e8-423f-ae1f-920d40404637 req-75617a5e-71b6-46c6-a60c-4f12933dd7e4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1549642 Dec 14 02:27:11.372922 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-7e30d94a-ea2e-4199-b95a-ca1d30274856 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Request body: {'security_group_rule': {'security_group_id': '11f1d367-381d-4567-98c5-13cd2b903736', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:11.422809 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7a5df642-f2e8-423f-ae1f-920d40404637 req-b4b42eec-010e-41f3-ae5f-7e07c9504e27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=46f308f6-e5f9-4126-b620-69ce6578df80 HTTP/1.1" status: 200 len: 217 time: 0.0446236 Dec 14 02:27:11.426193 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8df24f35-9947-415c-a977-4f7a9c7e73cf req-8df658ce-76fb-42e0-961e-6b2558930df0 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/security-groups?id=5a35efdf-858d-4f27-904e-6a8549785699&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893874 Dec 14 02:27:11.452638 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-3bb58d00-92ad-49c0-8894-320f94610633 req-6f488a72-f646-431f-966b-6b82d73e979f tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] For port 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:11.452638 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3bb58d00-92ad-49c0-8894-320f94610633 req-6f488a72-f646-431f-966b-6b82d73e979f tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:11.452879 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'a53eab7d-09b9-4c1f-bbcb-b11377dec7de', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': 'a53eab7d-09b9-4c1f-bbcb-b11377dec7de', 'mac_address': 'fa:16:3e:e0:1d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:27:11.480579 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5df642-f2e8-423f-ae1f-920d40404637 req-c192a4c3-2fe5-47e5-a766-1385b07c09d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:11.483648 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7a5df642-f2e8-423f-ae1f-920d40404637 req-c192a4c3-2fe5-47e5-a766-1385b07c09d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0545027 Dec 14 02:27:11.484965 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-3bb58d00-92ad-49c0-8894-320f94610633 req-6f488a72-f646-431f-966b-6b82d73e979f tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Calling delete_port for 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:27:11.530630 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e30d94a-ea2e-4199-b95a-ca1d30274856 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:11.533872 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:11.558182 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5df642-f2e8-423f-ae1f-920d40404637 req-0e913cfb-6cb0-42f7-9ffc-3adeaddefc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:11.559944 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7a5df642-f2e8-423f-ae1f-920d40404637 req-0e913cfb-6cb0-42f7-9ffc-3adeaddefc9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692201 Dec 14 02:27:11.597715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53eab7d-09b9-4c1f-bbcb-b11377dec7de {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:11.613353 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:11.650633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c4e47-886e-49ec-8161-72931e480c91 req-10800ca0-1945-4f51-aeaa-a33907fe84d1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:11.661332 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e30d94a-ea2e-4199-b95a-ca1d30274856 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:11.661548 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9e9c4e47-886e-49ec-8161-72931e480c91 req-10800ca0-1945-4f51-aeaa-a33907fe84d1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 947 time: 0.1635737 Dec 14 02:27:11.665564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 58834870-b905-4ff4-8f0c-37c84bb71ea3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=58834870-b905-4ff4-8f0c-37c84bb71ea3,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:11.668944 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port a53eab7d-09b9-4c1f-bbcb-b11377dec7de, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=a53eab7d-09b9-4c1f-bbcb-b11377dec7de,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:11.693763 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7a5df642-f2e8-423f-ae1f-920d40404637 req-a75f4d50-c1f5-49a4-8e80-e36c31787cee service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249599 Dec 14 02:27:11.741133 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'name': 'tempest-ServersTestBootFromVolume-589199568-router', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:03Z', 'updated_at': '2021-12-14T02:27:08Z', 'revision_number': 4, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'gw_port': {'id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fc:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:04Z', 'updated_at': '2021-12-14T02:27:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a6495360-c700-42c5-a566-b5b64cef2e4e', 'name': '', 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'mac_address': 'fa:16:3e:1d:34:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '44057d44-340b-46b2-ac2c-94ca602f701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:07Z', 'updated_at': '2021-12-14T02:27:08Z', 'revision_number': 2, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'subnets': [{'id': '44057d44-340b-46b2-ac2c-94ca602f701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:27:11.762702 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e30d94a-ea2e-4199-b95a-ca1d30274856 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:11.792482 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:11.799597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30d94a-ea2e-4199-b95a-ca1d30274856 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6f56af-edca-4b1d-9377-1b317059e144,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:11.800548 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:11.821075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device cfa1778a-ec15-4fdd-863a-0eece0653358 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:27:11.830480 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9e9c4e47-886e-49ec-8161-72931e480c91 req-808c394b-1caa-4f98-9ab6-ed59dfd1231e tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624038 Dec 14 02:27:11.842596 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Checking router: 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:27:11.843076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Updating router 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba port a6495360-c700-42c5-a566-b5b64cef2e4e binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:27:11.854313 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7a5df642-f2e8-423f-ae1f-920d40404637 req-c00fd092-a769-49b9-9f0e-d866690ef4b1 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534162 Dec 14 02:27:11.880888 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e30d94a-ea2e-4199-b95a-ca1d30274856 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:11.885625 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7e30d94a-ea2e-4199-b95a-ca1d30274856 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5157254 Dec 14 02:27:11.886309 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46412) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:11.891186 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-fab687ec-220b-48b2-bbd8-cc0706a13836 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Request body: {'security_group_rule': {'security_group_id': '11f1d367-381d-4567-98c5-13cd2b903736', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:11.919866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-35b124be-18d3-4f5a-9412-61c4ac50fa11 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:11.921396 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-35b124be-18d3-4f5a-9412-61c4ac50fa11 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.46 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 820 time: 0.2562201 Dec 14 02:27:11.945589 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-d79c07ed-88f3-4633-ad2a-f860246ac9da tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Request body: {'port': {'device_id': '42486125-1fc6-4125-99eb-3c3b7f0fd810', 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b', 'admin_state_up': True, 'tenant_id': '0c3cf14f531c4bdca8324a0acbf9c3f8'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:11.988551 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=58834870-b905-4ff4-8f0c-37c84bb71ea3,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:11.992508 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:12.002616 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3bb58d00-92ad-49c0-8894-320f94610633 req-6f488a72-f646-431f-966b-6b82d73e979f tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:12.002782 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fab687ec-220b-48b2-bbd8-cc0706a13836 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:12.046119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f488a72-f646-431f-966b-6b82d73e979f tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Pushing event deleted for resources: {'Port': ['ID=0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:12.076150 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fab687ec-220b-48b2-bbd8-cc0706a13836 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:12.121725 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb58d00-92ad-49c0-8894-320f94610633 req-6f488a72-f646-431f-966b-6b82d73e979f tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] No DVR routers for this DVR port 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:27:12.132932 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3bb58d00-92ad-49c0-8894-320f94610633 req-6f488a72-f646-431f-966b-6b82d73e979f tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:12.138069 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fab687ec-220b-48b2-bbd8-cc0706a13836 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:12.140997 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bb58d00-92ad-49c0-8894-320f94610633 req-6f488a72-f646-431f-966b-6b82d73e979f tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.47 "DELETE /v2.0/ports/0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 HTTP/1.1" status: 204 len: 173 time: 1.2617311 Dec 14 02:27:12.141750 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf326edf-769d-407f-8375-a63e1f943311', 'name': 'network-vif-deleted', 'tag': '0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:12.144982 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['a53eab7d-09b9-4c1f-bbcb-b11377dec7de'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:12.151682 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb0cedf-a281-434b-8564-ee693948d66d" -d '{"events": [{"server_uuid": "cf326edf-769d-407f-8375-a63e1f943311", "name": "network-vif-deleted", "tag": "0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:12.151911 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port cfa1778a-ec15-4fdd-863a-0eece0653358, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=cfa1778a-ec15-4fdd-863a-0eece0653358,segment=NetworkSegment(ce438a40-51b4-42fe-b3ec-01d08e10a957),segment_id=ce438a40-51b4-42fe-b3ec-01d08e10a957)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:12.165527 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=a53eab7d-09b9-4c1f-bbcb-b11377dec7de,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:12.186397 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab687ec-220b-48b2-bbd8-cc0706a13836 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471fa23d-4b18-46d1-b952-d750d62f7820,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:12.244560 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a5f59b-1a52-4388-812c-eba7fd21cb4c x-openstack-request-id: req-94a5f59b-1a52-4388-812c-eba7fd21cb4c {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:12.244560 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf326edf-769d-407f-8375-a63e1f943311", "name": "network-vif-deleted", "tag": "0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:12.244560 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94a5f59b-1a52-4388-812c-eba7fd21cb4c {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:12.244560 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf326edf-769d-407f-8375-a63e1f943311', 'name': 'network-vif-deleted', 'tag': '0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8', 'status': 'completed', 'code': 200} Dec 14 02:27:12.270269 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fab687ec-220b-48b2-bbd8-cc0706a13836 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:12.272940 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fab687ec-220b-48b2-bbd8-cc0706a13836 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3855209 Dec 14 02:27:12.275841 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46422) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:12.283283 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-68ede828-0c28-419f-ab60-90556015c058 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:12.301156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f5f9b-2cda-44cc-b1f3-d9f2aee847c8 req-7b2f4efd-d3db-4dde-818b-98093722b48b tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:12.301773 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'cfa1778a-ec15-4fdd-863a-0eece0653358', 'network_id': '2325212a-ce27-4255-8800-f4806a045482', 'port_id': 'cfa1778a-ec15-4fdd-863a-0eece0653358', 'mac_address': 'fa:16:3e:66:6c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8fc782-388e-4862-a347-3c85b1854ef1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:27:12.309705 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec2f5f9b-2cda-44cc-b1f3-d9f2aee847c8 req-7b2f4efd-d3db-4dde-818b-98093722b48b tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 944 time: 0.1315591 Dec 14 02:27:12.377141 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46424) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:12.394146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-d79c07ed-88f3-4633-ad2a-f860246ac9da tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Made reservation on behalf of 0c3cf14f531c4bdca8324a0acbf9c3f8 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:27:12.397745 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-d79c07ed-88f3-4633-ad2a-f860246ac9da tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:12.416310 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:12.431470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec2f5f9b-2cda-44cc-b1f3-d9f2aee847c8 req-710e3ce2-a53d-42ad-a566-2345eef0fc49 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206632 Dec 14 02:27:12.443326 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68ede828-0c28-419f-ab60-90556015c058 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:12.461631 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fec8b-2d77-4345-9aea-108a7471ae42 req-a3fa0d30-c0ad-498d-ae6a-587db7cd5d4e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:12.469704 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a42fec8b-2d77-4345-9aea-108a7471ae42 req-a3fa0d30-c0ad-498d-ae6a-587db7cd5d4e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 949 time: 0.1305926 Dec 14 02:27:12.511807 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa1778a-ec15-4fdd-863a-0eece0653358 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:12.554365 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port cfa1778a-ec15-4fdd-863a-0eece0653358, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=cfa1778a-ec15-4fdd-863a-0eece0653358,segment=NetworkSegment(ce438a40-51b4-42fe-b3ec-01d08e10a957),segment_id=ce438a40-51b4-42fe-b3ec-01d08e10a957)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:12.593293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1354b6c4-5bd8-4e04-9ede-ddbc38ba1bc1 req-26e6334e-3fc6-4b01-b2a0-ba0c5a38725f tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 210 time: 0.0475273 Dec 14 02:27:12.604270 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3240c8b-4c04-4f81-b4b5-b982b614aaf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:12.632628 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:12.644849 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a42fec8b-2d77-4345-9aea-108a7471ae42 req-f8babdf3-3833-4595-9fd0-512c9b20da5c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660540 Dec 14 02:27:12.681910 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68ede828-0c28-419f-ab60-90556015c058 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:12.730159 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-d79c07ed-88f3-4633-ad2a-f860246ac9da tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Allocated IP 172.20.0.6 (c2babbdd-831e-4b48-8c93-0beb41d9211b/0e828340-91e4-4f6f-94b5-cd964e8cfd46/7beaac61-5180-4a89-88b1-51fdb1b67570) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:27:12.787684 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 58834870-b905-4ff4-8f0c-37c84bb71ea3 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:27:12.801353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=cfa1778a-ec15-4fdd-863a-0eece0653358,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:12.834973 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:12.846585 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1bd61d5d-d206-4e28-b835-2babcbc4adb3 req-7cb20701-417a-4919-8626-281bed87e5c8 tempest-ImagesNegativeTestJSON-1540328174 tempest-ImagesNegativeTestJSON-1540328174-project] 10.222.0.39 "GET /v2.0/ports?device_id=cf326edf-769d-407f-8375-a63e1f943311 HTTP/1.1" status: 200 len: 210 time: 0.0432556 Dec 14 02:27:12.888147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 58834870-b905-4ff4-8f0c-37c84bb71ea3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:12.898709 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:12.939142 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:27:12.944047 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-68ede828-0c28-419f-ab60-90556015c058 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Allocated IP 172.25.7.131 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/b0196f0e-99dc-4068-b9e2-8056e577aefa) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:27:12.965159 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:27:12.965853 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 0904c0a7-c683-41dc-b3a7-d4cd9bdd59b8 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:27:12.967407 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:12.968739 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3240c8b-4c04-4f81-b4b5-b982b614aaf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:13.004550 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['cfa1778a-ec15-4fdd-863a-0eece0653358'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:13.036923 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1981ef-714a-4b43-8a07-bff9ffc2b06f req-d4210da0-8b8f-461f-a6d9-1ec006174fd0 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:13.038475 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df1981ef-714a-4b43-8a07-bff9ffc2b06f req-d4210da0-8b8f-461f-a6d9-1ec006174fd0 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 948 time: 0.1075747 Dec 14 02:27:13.060127 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3240c8b-4c04-4f81-b4b5-b982b614aaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:13.067871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd989749-de70-4d0d-9bf7-6489ef43c05c None None] Pushing event updated for resources: {'Port': ['ID=a6495360-c700-42c5-a566-b5b64cef2e4e,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:13.080583 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-d79c07ed-88f3-4633-ad2a-f860246ac9da tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:13.102242 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68ede828-0c28-419f-ab60-90556015c058 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:13.141788 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a3240c8b-4c04-4f81-b4b5-b982b614aaf0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f843e2e4bdd143a88729a8294e30aca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7695467 Dec 14 02:27:13.142409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46436) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:13.143050 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3240c8b-4c04-4f81-b4b5-b982b614aaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7745d3ce-e205-4f02-9f74-b1de1cf024b5,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:13.186786 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df1981ef-714a-4b43-8a07-bff9ffc2b06f req-3dd39782-f0d6-406c-8ee2-53c74b69c3d9 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193361 Dec 14 02:27:13.214593 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-531d8d42-5835-43f3-9306-82c82bede7ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:13.216538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Attempting to bind port a6495360-c700-42c5-a566-b5b64cef2e4e on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:27:13.217246 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Attempting to bind port a6495360-c700-42c5-a566-b5b64cef2e4e by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'd5781a2c-daf3-4628-b215-7396152381d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:27:13.218887 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Attempting to bind port a6495360-c700-42c5-a566-b5b64cef2e4e on network 46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:13.236261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:27:13.240099 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Checking segment: {'id': 'd5781a2c-daf3-4628-b215-7396152381d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:27:13.240639 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:13.241176 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Bound using segment: {'id': 'd5781a2c-daf3-4628-b215-7396152381d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:27:13.241727 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-531d8d42-5835-43f3-9306-82c82bede7ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:13.242373 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Bound port: a6495360-c700-42c5-a566-b5b64cef2e4e, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5781a2c-daf3-4628-b215-7396152381d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:27:13.243316 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:13.289578 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-d79c07ed-88f3-4633-ad2a-f860246ac9da tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:13.304157 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68ede828-0c28-419f-ab60-90556015c058 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:13.353393 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] For port a6495360-c700-42c5-a566-b5b64cef2e4e, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:27:13.364712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-d79c07ed-88f3-4633-ad2a-f860246ac9da tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Network c2babbdd-831e-4b48-8c93-0beb41d9211b is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:27:13.371022 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-d79c07ed-88f3-4633-ad2a-f860246ac9da tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:27:13.373100 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ede828-0c28-419f-ab60-90556015c058 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:27:13.374985 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-68ede828-0c28-419f-ab60-90556015c058 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:27:13.376243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] For port a6495360-c700-42c5-a566-b5b64cef2e4e, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a6495360-c700-42c5-a566-b5b64cef2e4e,segment=NetworkSegment(d5781a2c-daf3-4628-b215-7396152381d2),segment_id=d5781a2c-daf3-4628-b215-7396152381d2)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:27:13.377113 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ede828-0c28-419f-ab60-90556015c058 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Pushing event updated for resources: {'Port': ['ID=b0196f0e-99dc-4068-b9e2-8056e577aefa,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:13.378821 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-d79c07ed-88f3-4633-ad2a-f860246ac9da tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:27:13.379955 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ede828-0c28-419f-ab60-90556015c058 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:27:13.386510 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-d79c07ed-88f3-4633-ad2a-f860246ac9da tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:13.387157 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-d79c07ed-88f3-4633-ad2a-f860246ac9da tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:13.407938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c07ed-88f3-4633-ad2a-f860246ac9da tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Pushing event updated for resources: {'Port': ['ID=7beaac61-5180-4a89-88b1-51fdb1b67570,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:13.431579 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-227c5de5-1241-4e47-bcb9-902903bc1b80 None None] Provisioning complete for port a6495360-c700-42c5-a566-b5b64cef2e4e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:13.435359 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-227c5de5-1241-4e47-bcb9-902903bc1b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:13.461991 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:13.470267 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-531d8d42-5835-43f3-9306-82c82bede7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:13.474212 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-531d8d42-5835-43f3-9306-82c82bede7ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:13.475530 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-531d8d42-5835-43f3-9306-82c82bede7ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7745d3ce-e205-4f02-9f74-b1de1cf024b5 HTTP/1.1" status: 204 len: 168 time: 0.3301883 Dec 14 02:27:13.481165 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-d79c07ed-88f3-4633-ad2a-f860246ac9da tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5407598 Dec 14 02:27:13.489489 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d8d42-5835-43f3-9306-82c82bede7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7745d3ce-e205-4f02-9f74-b1de1cf024b5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:13.515394 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Request body: {'port': {'device_id': '42486125-1fc6-4125-99eb-3c3b7f0fd810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:13.518607 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-227c5de5-1241-4e47-bcb9-902903bc1b80 None None] Port a6495360-c700-42c5-a566-b5b64cef2e4e cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:27:13.550144 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd989749-de70-4d0d-9bf7-6489ef43c05c None None] Pushing event updated for resources: {'Port': ['ID=a6495360-c700-42c5-a566-b5b64cef2e4e,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:13.560163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Routers {'4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:27:13.560801 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:27:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:27:13.607242 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68ede828-0c28-419f-ab60-90556015c058 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:13.626460 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:13.650784 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826ccb2-0e2c-4436-bf01-a0df3cd12677 req-930a8f3e-a36a-4e98-a82c-ed045d3c8362 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:13.652510 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f826ccb2-0e2c-4436-bf01-a0df3cd12677 req-930a8f3e-a36a-4e98-a82c-ed045d3c8362 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 945 time: 0.1042702 Dec 14 02:27:13.726935 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] Set router 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:27:13.799397 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68ede828-0c28-419f-ab60-90556015c058 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:13.813141 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 46f308f6-e5f9-4126-b620-69ce6578df80 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:27:13.875698 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f826ccb2-0e2c-4436-bf01-a0df3cd12677 req-2d88b938-8dcb-42da-98e3-622dc36d1f5f tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696088 Dec 14 02:27:13.907577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517f33d-386d-42ed-ba09-c26219495aac req-f2ec88c5-ed60-4e63-8b7c-01a3a6bd056b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:13.922454 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0517f33d-386d-42ed-ba09-c26219495aac req-f2ec88c5-ed60-4e63-8b7c-01a3a6bd056b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 949 time: 0.2015636 Dec 14 02:27:14.003605 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68ede828-0c28-419f-ab60-90556015c058 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.066024 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0517f33d-386d-42ed-ba09-c26219495aac req-b390d3e2-b4b7-42f8-9d14-5055930439ee tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425047 Dec 14 02:27:14.074717 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68ede828-0c28-419f-ab60-90556015c058 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.088813 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-775fabd9-b476-4999-9d52-8eceee246fbc None None] Provisioning complete for port a6495360-c700-42c5-a566-b5b64cef2e4e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:14.089190 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-775fabd9-b476-4999-9d52-8eceee246fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.106307 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f3238-061d-4a92-81b7-972afcd022a4 req-6b73b004-2ccf-4260-a9f3-0fe810a7725c tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:14.108526 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-481f3238-061d-4a92-81b7-972afcd022a4 req-6b73b004-2ccf-4260-a9f3-0fe810a7725c tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 931 time: 0.0918045 Dec 14 02:27:14.200003 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ede828-0c28-419f-ab60-90556015c058 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Pushing event updated for resources: {'Port': ['ID=b0196f0e-99dc-4068-b9e2-8056e577aefa,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:14.225288 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68ede828-0c28-419f-ab60-90556015c058 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.227874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-481f3238-061d-4a92-81b7-972afcd022a4 req-a4d77f70-fb5b-4694-a68a-291eb708fa1f tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983369 Dec 14 02:27:14.234308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7beaac61-5180-4a89-88b1-51fdb1b67570 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:14.243039 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.243357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 46f308f6-e5f9-4126-b620-69ce6578df80 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:27:14.251256 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 46f308f6-e5f9-4126-b620-69ce6578df80 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:14.251632 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.259242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Transition to ACTIVE for port object 7beaac61-5180-4a89-88b1-51fdb1b67570 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:27:14.293499 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46458) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:14.305092 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68ede828-0c28-419f-ab60-90556015c058 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.306073 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-775fabd9-b476-4999-9d52-8eceee246fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.317212 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-68ede828-0c28-419f-ab60-90556015c058 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0307341 Dec 14 02:27:14.324592 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'name': 'tempest-ServersTestBootFromVolume-589199568-router', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:03Z', 'updated_at': '2021-12-14T02:27:08Z', 'revision_number': 4, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'gw_port': {'id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:04Z', 'updated_at': '2021-12-14T02:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a6495360-c700-42c5-a566-b5b64cef2e4e', 'name': '', 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'mac_address': 'fa:16:3e:1d:34:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '44057d44-340b-46b2-ac2c-94ca602f701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:07Z', 'updated_at': '2021-12-14T02:27:13Z', 'revision_number': 4, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'subnets': [{'id': '44057d44-340b-46b2-ac2c-94ca602f701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:27:14.325137 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5384c341-409e-4224-8ec6-058137510e9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.351479 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.418361 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c4e797-5d83-4ba7-9380-4ddb9064d88c None None] The sync data for ids ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'] in n-d-821636-1 is: [{'id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'name': 'tempest-ServersTestBootFromVolume-589199568-router', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:03Z', 'updated_at': '2021-12-14T02:27:08Z', 'revision_number': 4, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'gw_port': {'id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:04Z', 'updated_at': '2021-12-14T02:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a6495360-c700-42c5-a566-b5b64cef2e4e', 'name': '', 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'mac_address': 'fa:16:3e:1d:34:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '44057d44-340b-46b2-ac2c-94ca602f701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:07Z', 'updated_at': '2021-12-14T02:27:13Z', 'revision_number': 4, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'subnets': [{'id': '44057d44-340b-46b2-ac2c-94ca602f701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:27:14.453973 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5384c341-409e-4224-8ec6-058137510e9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.464561 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-775fabd9-b476-4999-9d52-8eceee246fbc None None] For port a6495360-c700-42c5-a566-b5b64cef2e4e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a6495360-c700-42c5-a566-b5b64cef2e4e,segment=NetworkSegment(d5781a2c-daf3-4628-b215-7396152381d2),segment_id=d5781a2c-daf3-4628-b215-7396152381d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:14.467015 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.510443 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5384c341-409e-4224-8ec6-058137510e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.521209 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f308f6-e5f9-4126-b620-69ce6578df80'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:14.525036 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d3ec11-444b-4a4d-8058-99a0c3789619" -d '{"events": [{"server_uuid": "e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d", "name": "network-vif-plugged", "status": "completed", "tag": "46f308f6-e5f9-4126-b620-69ce6578df80"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:14.540527 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 46f308f6-e5f9-4126-b620-69ce6578df80, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=46f308f6-e5f9-4126-b620-69ce6578df80,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:14.541701 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-775fabd9-b476-4999-9d52-8eceee246fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.598978 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5384c341-409e-4224-8ec6-058137510e9a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f31f53cc53b2434190837867e2523c86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3047316 Dec 14 02:27:14.608181 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46486) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:14.616314 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.630294 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fabd9-b476-4999-9d52-8eceee246fbc None None] Pushing event updated for resources: {'Port': ['ID=a6495360-c700-42c5-a566-b5b64cef2e4e,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:14.686402 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384c341-409e-4224-8ec6-058137510e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59745cc0-36c0-4e13-b45e-cce51208c0fd,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:14.709976 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=46f308f6-e5f9-4126-b620-69ce6578df80,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:14.758791 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3724d952-4bd9-4f1d-b63e-be8d5b04182d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.774270 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48589a-9186-49d4-89cd-6d64118e8a7e req-2dbd39a2-702b-4020-8b7f-79c26b527b44 tempest-MigrationsAdminTest-1633756110 tempest-MigrationsAdminTest-1633756110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:14.779083 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df48589a-9186-49d4-89cd-6d64118e8a7e req-2dbd39a2-702b-4020-8b7f-79c26b527b44 tempest-MigrationsAdminTest-1633756110 tempest-MigrationsAdminTest-1633756110-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 1100 time: 0.4571240 Dec 14 02:27:14.788203 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a6495360-c700-42c5-a566-b5b64cef2e4e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:27:14.794788 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Pushing event updated for resources: {'Port': ['ID=7beaac61-5180-4a89-88b1-51fdb1b67570,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:14.811695 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3724d952-4bd9-4f1d-b63e-be8d5b04182d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.852229 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b700b8-7a67-4c97-a33f-8c4b65c78d38 req-b2e35568-94f3-4dda-b653-3933c01ce429 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:14.859535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a0b700b8-7a67-4c97-a33f-8c4b65c78d38 req-b2e35568-94f3-4dda-b653-3933c01ce429 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 948 time: 0.4578047 Dec 14 02:27:14.882377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Attempting to bind port 7beaac61-5180-4a89-88b1-51fdb1b67570 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:27:14.882665 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Attempting to bind port 7beaac61-5180-4a89-88b1-51fdb1b67570 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:27:14.883001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Attempting to bind port 7beaac61-5180-4a89-88b1-51fdb1b67570 on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:14.885764 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a6495360-c700-42c5-a566-b5b64cef2e4e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:14.885764 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.911247 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Port 7beaac61-5180-4a89-88b1-51fdb1b67570 on network c2babbdd-831e-4b48-8c93-0beb41d9211b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:27:14.911579 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Attempting to bind port 7beaac61-5180-4a89-88b1-51fdb1b67570 on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:14.916278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df48589a-9186-49d4-89cd-6d64118e8a7e req-144f135c-2eff-490e-b295-9f0d6c892dcd tempest-MigrationsAdminTest-1633756110 tempest-MigrationsAdminTest-1633756110-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318882 Dec 14 02:27:14.930178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:27:14.930178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Checking segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:27:14.930484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Bound using segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:27:14.930936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Bound port: 7beaac61-5180-4a89-88b1-51fdb1b67570, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:27:14.931303 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.948511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device a53eab7d-09b9-4c1f-bbcb-b11377dec7de up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:27:14.982610 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a0b700b8-7a67-4c97-a33f-8c4b65c78d38 req-41fe3550-37a5-496c-971d-b8b64730b0ad tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191976 Dec 14 02:27:14.995334 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3724d952-4bd9-4f1d-b63e-be8d5b04182d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:14.998026 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3724d952-4bd9-4f1d-b63e-be8d5b04182d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:15.007467 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3724d952-4bd9-4f1d-b63e-be8d5b04182d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59745cc0-36c0-4e13-b45e-cce51208c0fd HTTP/1.1" status: 204 len: 168 time: 0.3915951 Dec 14 02:27:15.020395 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724d952-4bd9-4f1d-b63e-be8d5b04182d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59745cc0-36c0-4e13-b45e-cce51208c0fd,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:15.059091 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6924d6-1c67-4059-86e7-57b23c319b29 x-openstack-request-id: req-fe6924d6-1c67-4059-86e7-57b23c319b29 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:15.059410 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d", "name": "network-vif-plugged", "status": "completed", "tag": "46f308f6-e5f9-4126-b620-69ce6578df80", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:15.059676 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe6924d6-1c67-4059-86e7-57b23c319b29 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:15.060137 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f308f6-e5f9-4126-b620-69ce6578df80', 'code': 200} Dec 14 02:27:15.141403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] For port 7beaac61-5180-4a89-88b1-51fdb1b67570, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:27:15.144886 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] For port 7beaac61-5180-4a89-88b1-51fdb1b67570, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7beaac61-5180-4a89-88b1-51fdb1b67570,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:27:15.233098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e523b2-3431-480c-8e05-a20b67995f48 req-37fed9cd-d2f6-4194-98e4-c69974eb9c8b tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:15.235712 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1e523b2-3431-480c-8e05-a20b67995f48 req-37fed9cd-d2f6-4194-98e4-c69974eb9c8b tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 945 time: 0.0887403 Dec 14 02:27:15.238703 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:15.322706 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:15.323448 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:15.326952 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] 10.222.0.46 "PUT /v2.0/ports/7beaac61-5180-4a89-88b1-51fdb1b67570 HTTP/1.1" status: 200 len: 1091 time: 1.8227947 Dec 14 02:27:15.331046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42486125-1fc6-4125-99eb-3c3b7f0fd810', 'tag': '7beaac61-5180-4a89-88b1-51fdb1b67570'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:15.331046 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fa6d76-4293-4a63-9b21-ec516549fc49" -d '{"events": [{"name": "network-changed", "server_uuid": "42486125-1fc6-4125-99eb-3c3b7f0fd810", "tag": "7beaac61-5180-4a89-88b1-51fdb1b67570"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:15.349372 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port a53eab7d-09b9-4c1f-bbcb-b11377dec7de completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:27:15.354370 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port a53eab7d-09b9-4c1f-bbcb-b11377dec7de triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:15.357382 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:15.407465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53528619-ea21-4d56-bbd5-45ee616a6743 service neutron] Pushing event updated for resources: {'Port': ['ID=7beaac61-5180-4a89-88b1-51fdb1b67570,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:15.452181 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1e523b2-3431-480c-8e05-a20b67995f48 req-75429de3-8479-4539-b5c6-857a753c5899 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048223 Dec 14 02:27:15.499668 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:27:15.504465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5df90c-f569-4162-97e2-c3b4f5301c94 req-d2d2975e-aaf7-48de-bda4-b77b3f65088d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:15.521402 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d5df90c-f569-4162-97e2-c3b4f5301c94 req-d2d2975e-aaf7-48de-bda4-b77b3f65088d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 943 time: 0.1862426 Dec 14 02:27:15.525972 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:15.571283 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-3d75d782-8fd4-4442-90a1-bbfa9707471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:15.572601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-3d75d782-8fd4-4442-90a1-bbfa9707471c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 1094 time: 0.1423309 Dec 14 02:27:15.601797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port a53eab7d-09b9-4c1f-bbcb-b11377dec7de, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=a53eab7d-09b9-4c1f-bbcb-b11377dec7de,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:15.645476 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d5df90c-f569-4162-97e2-c3b4f5301c94 req-3f3d100d-2835-4f4e-ab5b-bde5180cdd96 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219854 Dec 14 02:27:15.647196 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-b8d9bef4-9f30-4a8f-a861-c090e9a55c4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7beaac61-5180-4a89-88b1-51fdb1b67570 HTTP/1.1" status: 200 len: 217 time: 0.0598438 Dec 14 02:27:15.711067 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:15.724680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-820faf42-8da5-4765-a6c5-5ffee4e03d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:15.726312 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-820faf42-8da5-4765-a6c5-5ffee4e03d3e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.0711906 Dec 14 02:27:15.814690 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device cfa1778a-ec15-4fdd-863a-0eece0653358 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:27:15.836401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46550) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:15.844268 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-c95b7683-a8ea-4c0c-a0f7-5bd1fb34ed6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020031 Dec 14 02:27:15.847129 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d555dfdd-286d-42b1-8deb-fe644846df82 x-openstack-request-id: req-d555dfdd-286d-42b1-8deb-fe644846df82 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:15.847652 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42486125-1fc6-4125-99eb-3c3b7f0fd810", "tag": "7beaac61-5180-4a89-88b1-51fdb1b67570", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:15.848130 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d555dfdd-286d-42b1-8deb-fe644846df82 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:15.848739 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42486125-1fc6-4125-99eb-3c3b7f0fd810', 'tag': '7beaac61-5180-4a89-88b1-51fdb1b67570', 'status': 'completed', 'code': 200} Dec 14 02:27:15.856886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-d5559d81-cb4a-4694-a8ec-dbbe3798a4a0 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a840af3d99744bcc88bb04d2b120b271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984757 Dec 14 02:27:15.892342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=a53eab7d-09b9-4c1f-bbcb-b11377dec7de,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:16.023248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port cfa1778a-ec15-4fdd-863a-0eece0653358 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:27:16.029469 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port cfa1778a-ec15-4fdd-863a-0eece0653358 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:16.030066 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:16.058008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-b57d27ca-a0ea-410a-a93a-56e566dec455 service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649151 Dec 14 02:27:16.098635 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-854edab0-95a0-4d3e-aec8-92228402fe9c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d30781304bc4599bd3e28ad2ab987bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595470 Dec 14 02:27:16.099646 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46564) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:16.117553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-1cbaa6ca-3b27-420e-bd85-74ffe2c32252 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:16.124700 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-1cbaa6ca-3b27-420e-bd85-74ffe2c32252 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2664602 Dec 14 02:27:16.188574 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b11175a8-76d1-4f11-b534-94f67083881f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:16.209499 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:16.218169 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b11175a8-76d1-4f11-b534-94f67083881f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:16.230994 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-82415ab2-3f53-45e2-ae88-fb78e75addea tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/quotas/a840af3d99744bcc88bb04d2b120b271 HTTP/1.1" status: 200 len: 375 time: 0.1051142 Dec 14 02:27:16.272196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port cfa1778a-ec15-4fdd-863a-0eece0653358, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=cfa1778a-ec15-4fdd-863a-0eece0653358,segment=NetworkSegment(ce438a40-51b4-42fe-b3ec-01d08e10a957),segment_id=ce438a40-51b4-42fe-b3ec-01d08e10a957)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:16.290944 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b752c-2d01-495d-9a3e-44ffdd362d71 req-94c6b2a0-6833-45c2-84c4-36c24aa60b14 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:16.292452 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-630b752c-2d01-495d-9a3e-44ffdd362d71 req-94c6b2a0-6833-45c2-84c4-36c24aa60b14 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 949 time: 0.1262641 Dec 14 02:27:16.332316 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:16.336143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-a13bff45-2260-4c31-999c-741df5370c39 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1042166 Dec 14 02:27:16.346343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdd106b6-a6a5-489b-8220-fec7f183f50b req-f31fd7e1-cf1a-40a1-9eca-ee75d0290ef3 service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739308 Dec 14 02:27:16.361370 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b11175a8-76d1-4f11-b534-94f67083881f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:16.364729 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b11175a8-76d1-4f11-b534-94f67083881f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:16.366216 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b11175a8-76d1-4f11-b534-94f67083881f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a35efdf-858d-4f27-904e-6a8549785699 HTTP/1.1" status: 204 len: 168 time: 0.2645364 Dec 14 02:27:16.381915 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11175a8-76d1-4f11-b534-94f67083881f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a35efdf-858d-4f27-904e-6a8549785699,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:16.389045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-630b752c-2d01-495d-9a3e-44ffdd362d71 req-b85f52a6-785b-4bd2-89ee-702738e8f4fb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769928 Dec 14 02:27:16.415549 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=cfa1778a-ec15-4fdd-863a-0eece0653358,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:16.582736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa6d76-4293-4a63-9b21-ec516549fc49 req-c1e3ca9b-72e4-4001-93eb-ba13c15ebded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:16.584250 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00fa6d76-4293-4a63-9b21-ec516549fc49 req-c1e3ca9b-72e4-4001-93eb-ba13c15ebded service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 1094 time: 0.0745521 Dec 14 02:27:16.596345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103ab3b-b8da-4f7c-9383-9c295d408618 req-d633b3dd-ff15-47fc-85af-1bda022a7c59 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:16.597877 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3103ab3b-b8da-4f7c-9383-9c295d408618 req-d633b3dd-ff15-47fc-85af-1bda022a7c59 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 946 time: 0.0615678 Dec 14 02:27:16.684180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a6495360-c700-42c5-a566-b5b64cef2e4e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:27:16.760954 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3103ab3b-b8da-4f7c-9383-9c295d408618 req-41241e14-03c5-444c-ad23-864aae542bac tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154630 Dec 14 02:27:16.774207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa6d76-4293-4a63-9b21-ec516549fc49 req-17b507ea-a31e-4f84-bf07-d1d0422539d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:16.776470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00fa6d76-4293-4a63-9b21-ec516549fc49 req-17b507ea-a31e-4f84-bf07-d1d0422539d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 921 time: 0.1769457 Dec 14 02:27:16.848141 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a6495360-c700-42c5-a566-b5b64cef2e4e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:16.848528 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:16.896338 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00fa6d76-4293-4a63-9b21-ec516549fc49 req-25ce86c1-d157-4b14-af59-30456035f864 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7beaac61-5180-4a89-88b1-51fdb1b67570 HTTP/1.1" status: 200 len: 217 time: 0.1111405 Dec 14 02:27:16.959828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af974522-d185-4548-a867-b3de1b0284a6 req-7c9e16c2-6613-4f1b-a730-9900a4528c68 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 210 time: 0.0745189 Dec 14 02:27:17.061479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad77c2d2-dc72-411e-9301-28c46aff02d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53eab7d-09b9-4c1f-bbcb-b11377dec7de'}, {'server_uuid': '6a87852d-236a-48ae-a34b-ddd78cf67728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa1778a-ec15-4fdd-863a-0eece0653358'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:17.064700 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa6d76-4293-4a63-9b21-ec516549fc49 req-01189064-fd8d-4454-866e-86fb663360c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:17.066897 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3034a49b-2c5f-42c7-a5ab-ff2a93cf4902" -d '{"events": [{"server_uuid": "ad77c2d2-dc72-411e-9301-28c46aff02d1", "name": "network-vif-plugged", "status": "completed", "tag": "a53eab7d-09b9-4c1f-bbcb-b11377dec7de"}, {"server_uuid": "6a87852d-236a-48ae-a34b-ddd78cf67728", "name": "network-vif-plugged", "status": "completed", "tag": "cfa1778a-ec15-4fdd-863a-0eece0653358"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:17.067025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00fa6d76-4293-4a63-9b21-ec516549fc49 req-01189064-fd8d-4454-866e-86fb663360c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.1462579 Dec 14 02:27:17.075491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483da02-15da-487f-a0e8-5651da424891 req-de7ed7b5-ea1b-4218-9ee4-57dd7ee45d23 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:17.083681 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c483da02-15da-487f-a0e8-5651da424891 req-de7ed7b5-ea1b-4218-9ee4-57dd7ee45d23 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 943 time: 0.1647327 Dec 14 02:27:17.142612 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00fa6d76-4293-4a63-9b21-ec516549fc49 req-320f289e-4697-4117-97db-e809e3c4380e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558457 Dec 14 02:27:17.168377 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67b1c2c-2b34-46d3-aa0e-a8f841986aff x-openstack-request-id: req-e67b1c2c-2b34-46d3-aa0e-a8f841986aff {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:17.168377 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad77c2d2-dc72-411e-9301-28c46aff02d1", "name": "network-vif-plugged", "status": "completed", "tag": "a53eab7d-09b9-4c1f-bbcb-b11377dec7de", "code": 200}, {"server_uuid": "6a87852d-236a-48ae-a34b-ddd78cf67728", "name": "network-vif-plugged", "status": "completed", "tag": "cfa1778a-ec15-4fdd-863a-0eece0653358", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:17.168377 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e67b1c2c-2b34-46d3-aa0e-a8f841986aff {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:17.168377 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad77c2d2-dc72-411e-9301-28c46aff02d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53eab7d-09b9-4c1f-bbcb-b11377dec7de', 'code': 200} Dec 14 02:27:17.168377 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a87852d-236a-48ae-a34b-ddd78cf67728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa1778a-ec15-4fdd-863a-0eece0653358', 'code': 200} Dec 14 02:27:17.193144 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c483da02-15da-487f-a0e8-5651da424891 req-8348f2b7-bfc4-4e97-ad53-3ef8c210f3d9 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084669 Dec 14 02:27:17.377197 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00fa6d76-4293-4a63-9b21-ec516549fc49 req-deb1f3d3-d893-4011-8aeb-2018c5f5e71f service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264671 Dec 14 02:27:17.380525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafa13f-95b5-4ef9-9e02-c5d1c496164d req-344ebde5-9518-41a7-99af-63a0b5bcdf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:17.381924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6fafa13f-95b5-4ef9-9e02-c5d1c496164d req-344ebde5-9518-41a7-99af-63a0b5bcdf50 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 1100 time: 0.0950108 Dec 14 02:27:17.444784 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bf922-d702-4557-a6d4-8aaf065c8dfc req-b415e67d-cca2-4d02-8a93-6f9805df14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:17.446320 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e58bf922-d702-4557-a6d4-8aaf065c8dfc req-b415e67d-cca2-4d02-8a93-6f9805df14cb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 1097 time: 0.1480443 Dec 14 02:27:17.571451 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6fafa13f-95b5-4ef9-9e02-c5d1c496164d req-f7f129b1-6861-4b12-bf70-a58a58be1d94 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769056 Dec 14 02:27:17.607444 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e58bf922-d702-4557-a6d4-8aaf065c8dfc req-42726f92-dba7-4431-bc17-0e3119310b86 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506855 Dec 14 02:27:17.610449 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00fa6d76-4293-4a63-9b21-ec516549fc49 req-1139b503-4406-4d64-b080-d32b9d441d42 service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253082 Dec 14 02:27:17.732459 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314ea15-63db-4872-8ba0-e3ccf181d19d req-22f481e6-fc72-43ad-aed5-f6bd7a0b2d67 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:17.734961 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7314ea15-63db-4872-8ba0-e3ccf181d19d req-22f481e6-fc72-43ad-aed5-f6bd7a0b2d67 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 949 time: 0.0644238 Dec 14 02:27:17.809920 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7314ea15-63db-4872-8ba0-e3ccf181d19d req-bd107eec-5ad9-446f-ab8e-472489a4abea tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685830 Dec 14 02:27:17.969127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36feea16-7fc2-4693-b458-3e099123eaff req-0d6b34f9-c5cb-40ed-baf7-d060e7fe8e94 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:17.971798 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36feea16-7fc2-4693-b458-3e099123eaff req-0d6b34f9-c5cb-40ed-baf7-d060e7fe8e94 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 946 time: 0.0890715 Dec 14 02:27:18.103657 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b0068c2-df44-4605-90be-1b4e926ab8c5 req-7ad9fd05-a629-4f24-8de5-7e32ad03879c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 210 time: 0.0550137 Dec 14 02:27:18.114351 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46676) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:18.117792 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36feea16-7fc2-4693-b458-3e099123eaff req-a6ac0a13-58b5-4ba0-91e9-52e0e97cad8c tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388342 Dec 14 02:27:18.255701 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9690dd6b-17f6-4199-bfc9-c6a731d398ee admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1297028401-network', 'tenant_id': 'c37ddc85eae5442db2e225cde78781cc'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:18.314765 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9690dd6b-17f6-4199-bfc9-c6a731d398ee admin admin] Made reservation on behalf of c37ddc85eae5442db2e225cde78781cc for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:27:18.317507 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9690dd6b-17f6-4199-bfc9-c6a731d398ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:18.323808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752f760-649e-4483-8a1e-671d3089dcc9 req-f316dd74-42ee-4583-9ef7-6932ada7e79e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:18.325535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8752f760-649e-4483-8a1e-671d3089dcc9 req-f316dd74-42ee-4583-9ef7-6932ada7e79e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 943 time: 0.0555816 Dec 14 02:27:18.336668 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9690dd6b-17f6-4199-bfc9-c6a731d398ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:18.388552 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8752f760-649e-4483-8a1e-671d3089dcc9 req-cb393b62-7a6a-4ded-abd2-5ab6d98cc228 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560577 Dec 14 02:27:18.448369 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9690dd6b-17f6-4199-bfc9-c6a731d398ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:18.526680 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9690dd6b-17f6-4199-bfc9-c6a731d398ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:18.555193 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9690dd6b-17f6-4199-bfc9-c6a731d398ee admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:27:18.566043 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690dd6b-17f6-4199-bfc9-c6a731d398ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a15bae8-b3ea-48d4-8ecd-e6c1b68becb6,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:18.571208 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9690dd6b-17f6-4199-bfc9-c6a731d398ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:18.571556 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-9690dd6b-17f6-4199-bfc9-c6a731d398ee admin admin] Added segment a386f112-668e-4b21-ac59-057df0903594 of type vlan for network 0cbafc68-3214-4df6-b392-146468909ef6 Dec 14 02:27:18.622602 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9690dd6b-17f6-4199-bfc9-c6a731d398ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:18.715099 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9690dd6b-17f6-4199-bfc9-c6a731d398ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:18.716165 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9690dd6b-17f6-4199-bfc9-c6a731d398ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:18.716868 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9690dd6b-17f6-4199-bfc9-c6a731d398ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:18.787053 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690dd6b-17f6-4199-bfc9-c6a731d398ee admin admin] Pushing event updated for resources: {'Network': ['ID=0cbafc68-3214-4df6-b392-146468909ef6,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:18.799676 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 0cbafc68-3214-4df6-b392-146468909ef6 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:27:18.852278 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9690dd6b-17f6-4199-bfc9-c6a731d398ee admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7340612 Dec 14 02:27:18.853631 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46702) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:18.858580 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-30f32ca3-5b7c-4406-b9f7-26cda709a561 admin admin] Request body: {'subnet': {'network_id': '0cbafc68-3214-4df6-b392-146468909ef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1297028401-subnet', 'tenant_id': 'c37ddc85eae5442db2e225cde78781cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:18.980416 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1388a5c-90eb-48b1-be77-b6b2cafa8f9d req-c7ee65c9-9939-4ad7-9e25-a9b6703a7aba tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:18.983301 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1388a5c-90eb-48b1-be77-b6b2cafa8f9d req-c7ee65c9-9939-4ad7-9e25-a9b6703a7aba tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 949 time: 0.0837576 Dec 14 02:27:19.062430 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1388a5c-90eb-48b1-be77-b6b2cafa8f9d req-2c813883-a2ba-40ac-9c9b-b065efa5fca1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714874 Dec 14 02:27:19.062832 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f32ca3-5b7c-4406-b9f7-26cda709a561 admin admin] Made reservation on behalf of c37ddc85eae5442db2e225cde78781cc for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:27:19.071914 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-30f32ca3-5b7c-4406-b9f7-26cda709a561 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:19.135681 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46710) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:19.290701 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c7fc3b4-0ccd-433d-98ea-4e27e2540382 req-b28aa611-7f65-4ce8-83ca-763d88fc53c3 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 210 time: 0.0473428 Dec 14 02:27:19.320538 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c1684ec9-115d-40a3-bede-c1c431c71c0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:19.343028 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-cb9021fb-035d-4078-bb50-18afb791e67e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a840af3d99744bcc88bb04d2b120b271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546823 Dec 14 02:27:19.419731 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c1684ec9-115d-40a3-bede-c1c431c71c0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:19.440944 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a88ae-8a50-4c9a-87e9-8d2086d0dd4b req-432998b2-59da-4831-b000-ebe1fbba9e1e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:19.442072 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-650a88ae-8a50-4c9a-87e9-8d2086d0dd4b req-432998b2-59da-4831-b000-ebe1fbba9e1e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 946 time: 0.1918685 Dec 14 02:27:19.920205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-af5676a9-a6c8-4f7d-ada4-b78a82cdd165 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:19.920205 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-af5676a9-a6c8-4f7d-ada4-b78a82cdd165 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2041123 Dec 14 02:27:19.920205 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-650a88ae-8a50-4c9a-87e9-8d2086d0dd4b req-ae38de7e-64ad-44de-838a-93468daf15fd tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427493 Dec 14 02:27:19.920205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efd94c-9305-4b21-8446-8f995235abc4 req-2f9b7280-86e2-4577-a31c-ed0e22bdcaad tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:19.920205 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b9efd94c-9305-4b21-8446-8f995235abc4 req-2f9b7280-86e2-4577-a31c-ed0e22bdcaad tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 943 time: 0.1401477 Dec 14 02:27:19.920205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-9ce428c0-9358-4f7c-84db-9648d431745d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Request body: {'port': {'device_id': '4305d9c8-c39a-4752-9869-65891a9f3010', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': 'a840af3d99744bcc88bb04d2b120b271'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:19.920205 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b9efd94c-9305-4b21-8446-8f995235abc4 req-d7b17cd1-9c3b-4cc5-8a14-fe1a20ecfbf7 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002922 Dec 14 02:27:19.921678 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 7beaac61-5180-4a89-88b1-51fdb1b67570 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:27:19.921678 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 7beaac61-5180-4a89-88b1-51fdb1b67570, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7beaac61-5180-4a89-88b1-51fdb1b67570,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:19.924185 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '7beaac61-5180-4a89-88b1-51fdb1b67570', 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b', 'port_id': '7beaac61-5180-4a89-88b1-51fdb1b67570', 'mac_address': 'fa:16:3e:d8:cf:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e828340-91e4-4f6f-94b5-cd964e8cfd46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:27:19.988453 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:20.004562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7beaac61-5180-4a89-88b1-51fdb1b67570 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:20.026419 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f8cbe46-0e74-4bfb-9cd4-d8330446beb8 req-f57362a4-118c-4ecd-b483-57623157672e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-530839067&fields=id&tenant_id=624bc716242c482cb71e0453b6f91298 HTTP/1.1" status: 200 len: 267 time: 0.0521150 Dec 14 02:27:20.026932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 7beaac61-5180-4a89-88b1-51fdb1b67570, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7beaac61-5180-4a89-88b1-51fdb1b67570,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:20.091331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cbe46-0e74-4bfb-9cd4-d8330446beb8 req-116d2c3d-20f1-47af-aa2a-27bb97fb991e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:20.092874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f8cbe46-0e74-4bfb-9cd4-d8330446beb8 req-116d2c3d-20f1-47af-aa2a-27bb97fb991e tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 946 time: 0.0580659 Dec 14 02:27:20.105542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-6f8cbe46-0e74-4bfb-9cd4-d8330446beb8 req-e0b3bc35-058d-4dde-a6cc-aaa741a0bab3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Request body: {'port': {'security_groups': ['e2a314c5-4c41-40b6-b875-39fa61d60e39', '61066f19-146d-4b8f-bcab-76bc05a4909d']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:20.210092 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6f8cbe46-0e74-4bfb-9cd4-d8330446beb8 req-e0b3bc35-058d-4dde-a6cc-aaa741a0bab3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:20.260549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28cd9f7-7166-481e-be03-a89149ba8538 req-80a4eb3c-03b1-46cc-be1e-7bd7291fd121 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:20.262075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b28cd9f7-7166-481e-be03-a89149ba8538 req-80a4eb3c-03b1-46cc-be1e-7bd7291fd121 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 949 time: 0.0873840 Dec 14 02:27:20.341584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b28cd9f7-7166-481e-be03-a89149ba8538 req-9f7a8621-712e-4815-a441-7ad6e54b5092 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716021 Dec 14 02:27:20.435064 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:20.435816 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c1684ec9-115d-40a3-bede-c1c431c71c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:20.442551 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c2e6d43-8596-46e4-84d6-2722cb8e0b89 req-068415c5-2012-415a-b66e-79405f9c87ff tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 210 time: 0.0302622 Dec 14 02:27:20.446123 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-30f32ca3-5b7c-4406-b9f7-26cda709a561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:20.447933 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-9ce428c0-9358-4f7c-84db-9648d431745d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Made reservation on behalf of a840af3d99744bcc88bb04d2b120b271 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:27:20.451832 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-9ce428c0-9358-4f7c-84db-9648d431745d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:20.488534 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c1684ec9-115d-40a3-bede-c1c431c71c0c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f031e7327874f34b336aec1e470f253&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3517351 Dec 14 02:27:20.490051 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46732) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:20.529788 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=7beaac61-5180-4a89-88b1-51fdb1b67570,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:20.556863 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1684ec9-115d-40a3-bede-c1c431c71c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b09112-ba54-4a5f-b3bf-99eeaa4b59df,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:20.580699 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb80a800-9488-4adf-9762-4838cf9f8963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:20.604995 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb80a800-9488-4adf-9762-4838cf9f8963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:20.635986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-6f8cbe46-0e74-4bfb-9cd4-d8330446beb8 req-e0b3bc35-058d-4dde-a6cc-aaa741a0bab3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] For port cfa1778a-ec15-4fdd-863a-0eece0653358, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=cfa1778a-ec15-4fdd-863a-0eece0653358,segment=NetworkSegment(ce438a40-51b4-42fe-b3ec-01d08e10a957),segment_id=ce438a40-51b4-42fe-b3ec-01d08e10a957)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:20.643275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f32ca3-5b7c-4406-b9f7-26cda709a561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8738b028-0ee7-43e5-af1d-78d5614869a4,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:20.720919 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb80a800-9488-4adf-9762-4838cf9f8963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:20.725980 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb80a800-9488-4adf-9762-4838cf9f8963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:20.727206 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-eb80a800-9488-4adf-9762-4838cf9f8963 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46b09112-ba54-4a5f-b3bf-99eeaa4b59df HTTP/1.1" status: 204 len: 168 time: 0.2203395 Dec 14 02:27:20.736560 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80a800-9488-4adf-9762-4838cf9f8963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b09112-ba54-4a5f-b3bf-99eeaa4b59df,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:20.763882 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6f8cbe46-0e74-4bfb-9cd4-d8330446beb8 req-e0b3bc35-058d-4dde-a6cc-aaa741a0bab3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:20.766516 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f32ca3-5b7c-4406-b9f7-26cda709a561 admin admin] Checking segment: {'id': 'a386f112-668e-4b21-ac59-057df0903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0cbafc68-3214-4df6-b392-146468909ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:27:20.767000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f32ca3-5b7c-4406-b9f7-26cda709a561 admin admin] Network hostable DHCP agents. Network: 0cbafc68-3214-4df6-b392-146468909ef6, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:27:20.792774 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a91a57-179a-46ac-a917-164cfb771ea1 req-058c3bc9-f73e-4a51-8acc-3f88156121fb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:20.793427 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['7beaac61-5180-4a89-88b1-51fdb1b67570'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:20.794564 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27a91a57-179a-46ac-a917-164cfb771ea1 req-058c3bc9-f73e-4a51-8acc-3f88156121fb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdb24d61-f15b-4d1d-89fa-9e0f05fd8144 HTTP/1.1" status: 200 len: 949 time: 0.1806242 Dec 14 02:27:20.824661 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-9ce428c0-9358-4f7c-84db-9648d431745d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Allocated IP 192.168.233.163 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/be56e3bd-7a18-4bd2-910e-d451f6a76794) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:27:20.841421 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6f8cbe46-0e74-4bfb-9cd4-d8330446beb8 req-e0b3bc35-058d-4dde-a6cc-aaa741a0bab3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:20.923508 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f32ca3-5b7c-4406-b9f7-26cda709a561 admin admin] Network 0cbafc68-3214-4df6-b392-146468909ef6 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:27:20.938048 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8cbe46-0e74-4bfb-9cd4-d8330446beb8 req-e0b3bc35-058d-4dde-a6cc-aaa741a0bab3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:20.938048 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6f8cbe46-0e74-4bfb-9cd4-d8330446beb8 req-e0b3bc35-058d-4dde-a6cc-aaa741a0bab3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:20.938048 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f8cbe46-0e74-4bfb-9cd4-d8330446beb8 req-e0b3bc35-058d-4dde-a6cc-aaa741a0bab3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "PUT /v2.0/ports/cfa1778a-ec15-4fdd-863a-0eece0653358 HTTP/1.1" status: 200 len: 982 time: 0.8337996 Dec 14 02:27:20.946476 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a87852d-236a-48ae-a34b-ddd78cf67728', 'tag': 'cfa1778a-ec15-4fdd-863a-0eece0653358'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:20.948688 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6063bff8-09ca-48af-ba02-a7bf85117d13" -d '{"events": [{"name": "network-changed", "server_uuid": "6a87852d-236a-48ae-a34b-ddd78cf67728", "tag": "cfa1778a-ec15-4fdd-863a-0eece0653358"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:21.005483 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27a91a57-179a-46ac-a917-164cfb771ea1 req-53527f9d-71be-4197-bba4-81f19bc8fb05 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946335 Dec 14 02:27:21.027038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3bc35-058d-4dde-a6cc-aaa741a0bab3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event updated for resources: {'Port': ['ID=cfa1778a-ec15-4fdd-863a-0eece0653358,revision_number=6']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:21.107928 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-30f32ca3-5b7c-4406-b9f7-26cda709a561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 0cbafc68-3214-4df6-b392-146468909ef6) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:27:21.121077 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c15a7df-cfee-4839-ba52-0a61bdd63066 None None] Network 0cbafc68-3214-4df6-b392-146468909ef6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:27:21.150739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f32ca3-5b7c-4406-b9f7-26cda709a561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:21.151313 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-30f32ca3-5b7c-4406-b9f7-26cda709a561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:21.166041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['cfa1778a-ec15-4fdd-863a-0eece0653358'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:21.181918 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-86814038-84a3-4cac-bb37-dc26c9afe1fa req-e7630fa7-c6fe-447b-9570-80c1469d804d tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/61066f19-146d-4b8f-bcab-76bc05a4909d HTTP/1.1" status: 200 len: 1817 time: 0.1596916 Dec 14 02:27:21.271370 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67185b7d-261b-4a2e-9111-589cb7758ab6 req-227c9030-3860-45a1-ad62-165397febfd7 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:21.281171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-67185b7d-261b-4a2e-9111-589cb7758ab6 req-227c9030-3860-45a1-ad62-165397febfd7 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 944 time: 0.2536542 Dec 14 02:27:21.284003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16d948b-6a54-4863-a1bc-27f9a159597f None None] Network 0cbafc68-3214-4df6-b392-146468909ef6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:27:21.301848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-30f32ca3-5b7c-4406-b9f7-26cda709a561 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.4470928 Dec 14 02:27:21.514105 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46754) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:21.529251 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84272bf9-8b33-4ef8-9bfc-90a8bbeb5c0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:21.570903 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-9ce428c0-9358-4f7c-84db-9648d431745d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:21.586823 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-86814038-84a3-4cac-bb37-dc26c9afe1fa req-a04e731c-5074-4726-aaa3-6ae738835531 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 14 02:27:21.587834 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-86814038-84a3-4cac-bb37-dc26c9afe1fa req-a04e731c-5074-4726-aaa3-6ae738835531 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "DELETE /v2.0/security-groups/61066f19-146d-4b8f-bcab-76bc05a4909d HTTP/1.1" status: 409 len: 341 time: 0.3953445 Dec 14 02:27:21.631227 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-67185b7d-261b-4a2e-9111-589cb7758ab6 req-6b5c7c5d-e3b4-41fd-9475-832b9d988595 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467197 Dec 14 02:27:21.641162 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['4e8dd4ef-dec3-4e3e-b46f-634f35250d4c', 'cfa1778a-ec15-4fdd-863a-0eece0653358'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:21.664887 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc6dbbb-5d9e-4cba-be4a-6418925155b7 x-openstack-request-id: req-dbc6dbbb-5d9e-4cba-be4a-6418925155b7 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:21.665184 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a87852d-236a-48ae-a34b-ddd78cf67728", "tag": "cfa1778a-ec15-4fdd-863a-0eece0653358", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:21.665455 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dbc6dbbb-5d9e-4cba-be4a-6418925155b7 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:21.665870 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a87852d-236a-48ae-a34b-ddd78cf67728', 'tag': 'cfa1778a-ec15-4fdd-863a-0eece0653358', 'status': 'completed', 'code': 200} Dec 14 02:27:21.694519 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84272bf9-8b33-4ef8-9bfc-90a8bbeb5c0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:21.747839 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-9ce428c0-9358-4f7c-84db-9648d431745d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:21.779941 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84272bf9-8b33-4ef8-9bfc-90a8bbeb5c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:21.805735 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-9ce428c0-9358-4f7c-84db-9648d431745d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:27:21.813275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-9ce428c0-9358-4f7c-84db-9648d431745d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:27:21.826178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-9ce428c0-9358-4f7c-84db-9648d431745d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:27:21.826790 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 7beaac61-5180-4a89-88b1-51fdb1b67570 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:27:21.832588 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-9ce428c0-9358-4f7c-84db-9648d431745d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:21.833277 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-9ce428c0-9358-4f7c-84db-9648d431745d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:21.835181 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84272bf9-8b33-4ef8-9bfc-90a8bbeb5c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9806c4-6c91-4289-99a0-40ce1f3fe577,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:21.839719 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-84272bf9-8b33-4ef8-9bfc-90a8bbeb5c0f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fbbfd57fa319416ca6dc2fc0bf7e4217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244171 Dec 14 02:27:21.842394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46762) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:21.849525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063bff8-09ca-48af-ba02-a7bf85117d13 req-ed4f3928-e635-4c3a-995b-a2e89d7499d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:21.852626 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6063bff8-09ca-48af-ba02-a7bf85117d13 req-ed4f3928-e635-4c3a-995b-a2e89d7499d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=624bc716242c482cb71e0453b6f91298&device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 1136 time: 0.1424487 Dec 14 02:27:21.881373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce428c0-9358-4f7c-84db-9648d431745d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Pushing event updated for resources: {'Port': ['ID=be56e3bd-7a18-4bd2-910e-d451f6a76794,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:21.959448 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2ec63dc-ca3e-46ef-99a9-35ba4a3f8e2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:22.023472 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2ec63dc-ca3e-46ef-99a9-35ba4a3f8e2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:22.028602 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-9ce428c0-9358-4f7c-84db-9648d431745d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4052362 Dec 14 02:27:22.076745 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Request body: {'port': {'device_id': '4305d9c8-c39a-4752-9869-65891a9f3010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:22.093364 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 7beaac61-5180-4a89-88b1-51fdb1b67570 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:27:22.111820 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 7beaac61-5180-4a89-88b1-51fdb1b67570 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:22.111820 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:22.131743 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063bff8-09ca-48af-ba02-a7bf85117d13 req-bba1022c-69e8-4701-b35f-d9aef220a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:22.135028 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6063bff8-09ca-48af-ba02-a7bf85117d13 req-bba1022c-69e8-4701-b35f-d9aef220a222 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2325212a-ce27-4255-8800-f4806a045482 HTTP/1.1" status: 200 len: 914 time: 0.2713683 Dec 14 02:27:22.185161 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2ec63dc-ca3e-46ef-99a9-35ba4a3f8e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:22.189136 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2ec63dc-ca3e-46ef-99a9-35ba4a3f8e2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:22.193934 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c2ec63dc-ca3e-46ef-99a9-35ba4a3f8e2a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b9806c4-6c91-4289-99a0-40ce1f3fe577 HTTP/1.1" status: 204 len: 168 time: 0.3470652 Dec 14 02:27:22.204177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ec63dc-ca3e-46ef-99a9-35ba4a3f8e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9806c4-6c91-4289-99a0-40ce1f3fe577,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:22.244277 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6063bff8-09ca-48af-ba02-a7bf85117d13 req-056d8f8c-b446-4318-b590-d981f68dd303 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa1778a-ec15-4fdd-863a-0eece0653358 HTTP/1.1" status: 200 len: 217 time: 0.0877280 Dec 14 02:27:22.260230 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436476f1-8f89-4657-94d5-e4e463ceb605 req-90b570ef-cc58-4218-b98c-141640ba3e9c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:22.261796 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-436476f1-8f89-4657-94d5-e4e463ceb605 req-90b570ef-cc58-4218-b98c-141640ba3e9c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 936 time: 0.2657821 Dec 14 02:27:22.278546 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:22.288408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-13f4d438-eafd-4e75-8711-dcee8c770f79 None None] Provisioning complete for port be56e3bd-7a18-4bd2-910e-d451f6a76794 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:22.288827 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-13f4d438-eafd-4e75-8711-dcee8c770f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:22.317898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063bff8-09ca-48af-ba02-a7bf85117d13 req-f4d49b39-034c-45cf-af9a-815b75a1e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:22.319374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6063bff8-09ca-48af-ba02-a7bf85117d13 req-f4d49b39-034c-45cf-af9a-815b75a1e363 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d8fc782-388e-4862-a347-3c85b1854ef1 HTTP/1.1" status: 200 len: 853 time: 0.0521984 Dec 14 02:27:22.322391 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:22.348680 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42486125-1fc6-4125-99eb-3c3b7f0fd810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7beaac61-5180-4a89-88b1-51fdb1b67570'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:22.355433 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2de67c-ed17-4280-b1b7-ff4ed4ce1c76 req-b076f751-d3dc-4d4d-a1af-4b03395fb54f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:22.355597 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f913bd99-3e92-44ec-a049-5f974bea7588" -d '{"events": [{"server_uuid": "42486125-1fc6-4125-99eb-3c3b7f0fd810", "name": "network-vif-plugged", "status": "completed", "tag": "7beaac61-5180-4a89-88b1-51fdb1b67570"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:22.355961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2de67c-ed17-4280-b1b7-ff4ed4ce1c76 req-b076f751-d3dc-4d4d-a1af-4b03395fb54f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:22.357596 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa2de67c-ed17-4280-b1b7-ff4ed4ce1c76 req-b076f751-d3dc-4d4d-a1af-4b03395fb54f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1&device_id=cdb24d61-f15b-4d1d-89fa-9e0f05fd8144 HTTP/1.1" status: 200 len: 1689 time: 0.2473850 Dec 14 02:27:22.388661 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 7beaac61-5180-4a89-88b1-51fdb1b67570, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7beaac61-5180-4a89-88b1-51fdb1b67570,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:22.393984 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-13f4d438-eafd-4e75-8711-dcee8c770f79 None None] Port be56e3bd-7a18-4bd2-910e-d451f6a76794 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:27:22.413971 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6063bff8-09ca-48af-ba02-a7bf85117d13 req-11ba9493-5a18-4908-b99c-f6fbc9b3333f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2325212a-ce27-4255-8800-f4806a045482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731502 Dec 14 02:27:22.470202 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:22.539910 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=7beaac61-5180-4a89-88b1-51fdb1b67570,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:22.545718 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-436476f1-8f89-4657-94d5-e4e463ceb605 req-490f0dbe-b9b3-44eb-9b36-2a56506daf4b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253408 Dec 14 02:27:22.552647 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa2de67c-ed17-4280-b1b7-ff4ed4ce1c76 req-af5a1819-63d5-416f-b1a1-7f4823020ae9 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788781 Dec 14 02:27:22.611802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['46f308f6-e5f9-4126-b620-69ce6578df80'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:22.659451 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6063bff8-09ca-48af-ba02-a7bf85117d13 req-fd913ae2-1fbc-40d4-9c0c-50c49bdcc3c8 service neutron] 10.222.0.46 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100329 Dec 14 02:27:22.814136 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6063bff8-09ca-48af-ba02-a7bf85117d13 req-c4fa47fb-f2fb-413d-9ad8-8d05823b3fa5 service neutron] 10.222.0.46 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239445 Dec 14 02:27:22.945205 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2aba9f-6b53-4e1e-bf23-96d734dfd50f x-openstack-request-id: req-9f2aba9f-6b53-4e1e-bf23-96d734dfd50f {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:22.946048 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42486125-1fc6-4125-99eb-3c3b7f0fd810", "name": "network-vif-plugged", "status": "completed", "tag": "7beaac61-5180-4a89-88b1-51fdb1b67570", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:22.946499 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f2aba9f-6b53-4e1e-bf23-96d734dfd50f {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:22.947081 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42486125-1fc6-4125-99eb-3c3b7f0fd810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7beaac61-5180-4a89-88b1-51fdb1b67570', 'code': 200} Dec 14 02:27:23.019500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be56e3bd-7a18-4bd2-910e-d451f6a76794 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:23.037857 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:23.065845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Transition to ACTIVE for port object be56e3bd-7a18-4bd2-910e-d451f6a76794 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:27:23.136616 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078ea0a-243b-4e8d-bb5b-88bb2d703ee0 req-d1f561e9-8325-43c2-9273-af0aaad41d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:23.138382 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7078ea0a-243b-4e8d-bb5b-88bb2d703ee0 req-d1f561e9-8325-43c2-9273-af0aaad41d22 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 1096 time: 0.0430069 Dec 14 02:27:23.163525 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:23.196012 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7078ea0a-243b-4e8d-bb5b-88bb2d703ee0 req-0b9f7265-dbdf-4898-8be6-a01bc7964546 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482211 Dec 14 02:27:23.253670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c7f69-1f0c-4923-82f1-8cf54e7ef668 req-c2f1b6a0-d9d2-4017-ae43-da0f26f8ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:23.255165 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d85c7f69-1f0c-4923-82f1-8cf54e7ef668 req-c2f1b6a0-d9d2-4017-ae43-da0f26f8ba57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=624bc716242c482cb71e0453b6f91298&device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 1136 time: 0.1791718 Dec 14 02:27:23.265914 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Pushing event updated for resources: {'Port': ['ID=be56e3bd-7a18-4bd2-910e-d451f6a76794,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:23.283647 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca912c2-f7c5-4679-9d1e-8925a7cdd342 req-1ceb6340-e449-4c3f-b444-2932c246d3dc tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:23.285227 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ca912c2-f7c5-4679-9d1e-8925a7cdd342 req-1ceb6340-e449-4c3f-b444-2932c246d3dc tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 945 time: 0.1767018 Dec 14 02:27:23.324412 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-373ac7d9-aa04-45f1-bee7-3d713d1013b0 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:23.332659 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-373ac7d9-aa04-45f1-bee7-3d713d1013b0 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/networks?id=0cbafc68-3214-4df6-b392-146468909ef6 HTTP/1.1" status: 200 len: 822 time: 0.2825305 Dec 14 02:27:23.369336 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-67025e16-2e57-43a3-b905-28d3aab501d6 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/quotas/c37ddc85eae5442db2e225cde78781cc HTTP/1.1" status: 200 len: 375 time: 0.0355160 Dec 14 02:27:23.373746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Attempting to bind port be56e3bd-7a18-4bd2-910e-d451f6a76794 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:27:23.373746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Attempting to bind port be56e3bd-7a18-4bd2-910e-d451f6a76794 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:27:23.374090 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Attempting to bind port be56e3bd-7a18-4bd2-910e-d451f6a76794 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:23.399429 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Port be56e3bd-7a18-4bd2-910e-d451f6a76794 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:27:23.399763 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Attempting to bind port be56e3bd-7a18-4bd2-910e-d451f6a76794 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:23.428690 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-7897629a-69ce-45b7-bfb4-69bcb5678693 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c37ddc85eae5442db2e225cde78781cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497832 Dec 14 02:27:23.429449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:27:23.429791 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:27:23.430171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:27:23.430612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Bound port: be56e3bd-7a18-4bd2-910e-d451f6a76794, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:27:23.430962 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:23.458884 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ca912c2-f7c5-4679-9d1e-8925a7cdd342 req-6afd4101-51c0-4f97-ae79-64ff1f0e4571 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673248 Dec 14 02:27:23.654404 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] For port be56e3bd-7a18-4bd2-910e-d451f6a76794, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:27:23.685523 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-e31e19b1-297b-4a3d-9300-f9b178e89fdb service neutron] 10.222.0.39 "GET /v2.0/networks/0cbafc68-3214-4df6-b392-146468909ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433419 Dec 14 02:27:23.711699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] For port be56e3bd-7a18-4bd2-910e-d451f6a76794, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=be56e3bd-7a18-4bd2-910e-d451f6a76794,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:27:23.769204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c7f69-1f0c-4923-82f1-8cf54e7ef668 req-6da86ed9-9331-48be-b345-ffef0378671a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:23.770712 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d85c7f69-1f0c-4923-82f1-8cf54e7ef668 req-6da86ed9-9331-48be-b345-ffef0378671a service neutron] 10.222.0.46 "GET /v2.0/networks?id=2325212a-ce27-4255-8800-f4806a045482 HTTP/1.1" status: 200 len: 914 time: 0.2373490 Dec 14 02:27:23.837526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f002e5-0745-41c3-9650-5a0390946770 req-365d09c6-0394-41a2-9e74-e972460d0fe0 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:23.838953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5f002e5-0745-41c3-9650-5a0390946770 req-365d09c6-0394-41a2-9e74-e972460d0fe0 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 985 time: 0.1803846 Dec 14 02:27:23.840020 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:23.844207 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d85c7f69-1f0c-4923-82f1-8cf54e7ef668 req-c0d8271f-8e4e-48ba-b456-e33bc9d29c56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa1778a-ec15-4fdd-863a-0eece0653358 HTTP/1.1" status: 200 len: 217 time: 0.0599568 Dec 14 02:27:23.898957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:23.899884 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:23.901290 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] 10.222.0.46 "PUT /v2.0/ports/be56e3bd-7a18-4bd2-910e-d451f6a76794 HTTP/1.1" status: 200 len: 1096 time: 1.8436742 Dec 14 02:27:23.940121 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4305d9c8-c39a-4752-9869-65891a9f3010', 'tag': 'be56e3bd-7a18-4bd2-910e-d451f6a76794'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:23.940121 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d478ce8-fa9e-4c34-b76d-bde01bdc53f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4305d9c8-c39a-4752-9869-65891a9f3010", "tag": "be56e3bd-7a18-4bd2-910e-d451f6a76794"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:23.964066 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-a6d08651-0bef-4a2d-a1a5-ae079ceb54f6 service neutron] 10.222.0.39 "GET /v2.0/networks/0cbafc68-3214-4df6-b392-146468909ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556169 Dec 14 02:27:24.023037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c7f69-1f0c-4923-82f1-8cf54e7ef668 req-047c2552-c364-41cb-b3b9-79f8ca7d429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:24.024478 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d85c7f69-1f0c-4923-82f1-8cf54e7ef668 req-047c2552-c364-41cb-b3b9-79f8ca7d429f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d8fc782-388e-4862-a347-3c85b1854ef1 HTTP/1.1" status: 200 len: 853 time: 0.1703582 Dec 14 02:27:24.027296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cab753-a4a1-4455-af97-d341b55dcc37 service neutron] Pushing event updated for resources: {'Port': ['ID=be56e3bd-7a18-4bd2-910e-d451f6a76794,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:24.110010 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d85c7f69-1f0c-4923-82f1-8cf54e7ef668 req-66e14482-235a-4e2a-81a8-f3e5e2cdc5b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2325212a-ce27-4255-8800-f4806a045482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709407 Dec 14 02:27:24.117187 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5f002e5-0745-41c3-9650-5a0390946770 req-019f9266-8fb9-438e-8a20-c27d952128cd tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&id=61066f19-146d-4b8f-bcab-76bc05a4909d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2642782 Dec 14 02:27:24.187743 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-3b4d340d-b6f5-4d89-82c4-15a5ee4d0ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:24.187743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-3b4d340d-b6f5-4d89-82c4-15a5ee4d0ef3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 1099 time: 0.1450756 Dec 14 02:27:24.262803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-075a9497-38d1-4899-8959-740c7862998c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=be56e3bd-7a18-4bd2-910e-d451f6a76794 HTTP/1.1" status: 200 len: 217 time: 0.0600057 Dec 14 02:27:24.287229 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d85c7f69-1f0c-4923-82f1-8cf54e7ef668 req-1aeab2e4-6c9e-482c-962e-b8435e9559c2 service neutron] 10.222.0.46 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650445 Dec 14 02:27:24.313517 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff404975-4a64-4153-9306-075bf1e4d2fe req-f36bebd0-abb5-4524-8cde-10d10a33ebdb tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:24.315108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff404975-4a64-4153-9306-075bf1e4d2fe req-f36bebd0-abb5-4524-8cde-10d10a33ebdb tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 1100 time: 0.0702553 Dec 14 02:27:24.568134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-56530c52-45e9-4607-aa10-1ce91bbfa2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:24.568134 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-56530c52-45e9-4607-aa10-1ce91bbfa2b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.2368128 Dec 14 02:27:24.570620 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff404975-4a64-4153-9306-075bf1e4d2fe req-0bbd232e-3f78-4d9e-837c-c030d1d12c8c tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495291 Dec 14 02:27:24.580105 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903e7fd-c677-434a-8804-f54eb500de66 req-39fa0df9-1ab5-4670-bd1e-3dc692260231 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:24.583345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7903e7fd-c677-434a-8804-f54eb500de66 req-39fa0df9-1ab5-4670-bd1e-3dc692260231 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 948 time: 0.1877816 Dec 14 02:27:24.593957 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d85c7f69-1f0c-4923-82f1-8cf54e7ef668 req-98b4fe9b-3547-420b-8bfe-b5837ea2d3b0 service neutron] 10.222.0.46 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595468 Dec 14 02:27:24.642137 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1470287d-4bdf-4c1c-9c49-a528bd57829c x-openstack-request-id: req-1470287d-4bdf-4c1c-9c49-a528bd57829c {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:24.642432 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4305d9c8-c39a-4752-9869-65891a9f3010", "tag": "be56e3bd-7a18-4bd2-910e-d451f6a76794", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:24.642848 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1470287d-4bdf-4c1c-9c49-a528bd57829c {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:24.643498 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4305d9c8-c39a-4752-9869-65891a9f3010', 'tag': 'be56e3bd-7a18-4bd2-910e-d451f6a76794', 'status': 'completed', 'code': 200} Dec 14 02:27:24.674338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-f5b29cb5-6a62-44f1-8850-a53b5369b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:24.675913 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-f5b29cb5-6a62-44f1-8850-a53b5369b41e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0910931 Dec 14 02:27:24.708969 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7903e7fd-c677-434a-8804-f54eb500de66 req-e708bc62-7fa7-4c85-a183-ce40de29b36b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185379 Dec 14 02:27:24.710662 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2493bc60-4dcb-4b93-872f-33a8689f29b0 req-3218b26d-bb5f-43d9-90cc-1192680acc6a tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/ports?device_id=38e4df7f-5978-4f09-8932-6c38b49e5dd0 HTTP/1.1" status: 200 len: 210 time: 0.0308826 Dec 14 02:27:24.863848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-bb3b87da-6c02-4209-8279-998c77f83613 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308961 Dec 14 02:27:25.222171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bde120-f7b9-4fb7-9cde-e50781603176 req-4f3e531d-4d0e-431d-a465-6e2f75b6a927 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:25.223724 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34bde120-f7b9-4fb7-9cde-e50781603176 req-4f3e531d-4d0e-431d-a465-6e2f75b6a927 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 945 time: 0.3865061 Dec 14 02:27:25.287212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2495d-7592-4719-9fa5-47d350ebd735 req-0112b6e6-5937-43de-b0f8-1c86032634ba tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:25.288966 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aee2495d-7592-4719-9fa5-47d350ebd735 req-0112b6e6-5937-43de-b0f8-1c86032634ba tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cdb24d61-f15b-4d1d-89fa-9e0f05fd8144 HTTP/1.1" status: 200 len: 1100 time: 0.1173682 Dec 14 02:27:25.292556 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6f92b40-093a-446f-ad2c-bad73a51d90c req-52df3bce-53c6-48a0-aa91-28ddc6d41c82 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131050 Dec 14 02:27:25.331274 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34bde120-f7b9-4fb7-9cde-e50781603176 req-053c5059-e15f-4471-8807-35c1ec40062f tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956395 Dec 14 02:27:25.391557 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46852) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:25.392373 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aee2495d-7592-4719-9fa5-47d350ebd735 req-f420ad17-5078-49ed-ba5e-edf2ff0c5095 tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790184 Dec 14 02:27:25.519046 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ace4be1b-cd16-47a9-b20f-75404bccd0ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:25.575410 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f666be7-6005-4450-9fd8-eb026c470347 req-1864b145-4733-4cd0-9769-b627425bad9a tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:25.576925 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f666be7-6005-4450-9fd8-eb026c470347 req-1864b145-4733-4cd0-9769-b627425bad9a tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 985 time: 0.1315637 Dec 14 02:27:25.586524 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d478ce8-fa9e-4c34-b76d-bde01bdc53f0 req-1d0b39cc-a7b1-4adb-a577-b5ef5b8bd738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:25.586524 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d478ce8-fa9e-4c34-b76d-bde01bdc53f0 req-1d0b39cc-a7b1-4adb-a577-b5ef5b8bd738 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 1099 time: 0.1065042 Dec 14 02:27:25.611548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f7879-06d4-4f1b-9e33-5a90156761da req-a6a57df1-8efd-4780-935c-7a48c12f31a6 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:25.615226 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ace4be1b-cd16-47a9-b20f-75404bccd0ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:25.615361 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a99f7879-06d4-4f1b-9e33-5a90156761da req-a6a57df1-8efd-4780-935c-7a48c12f31a6 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 1096 time: 0.1361606 Dec 14 02:27:25.728258 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f666be7-6005-4450-9fd8-eb026c470347 req-b6a22100-41a3-41ab-938b-a8dab14c674d tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&id=61066f19-146d-4b8f-bcab-76bc05a4909d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1443186 Dec 14 02:27:25.755619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a99f7879-06d4-4f1b-9e33-5a90156761da req-a83e0e2a-947e-458d-abeb-fb33452bb309 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259789 Dec 14 02:27:25.760348 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d478ce8-fa9e-4c34-b76d-bde01bdc53f0 req-13ab9c04-eab2-499e-92f7-80f53e6853d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:25.762557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d478ce8-fa9e-4c34-b76d-bde01bdc53f0 req-13ab9c04-eab2-499e-92f7-80f53e6853d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1712976 Dec 14 02:27:25.778279 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ace4be1b-cd16-47a9-b20f-75404bccd0ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:25.826011 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ace4be1b-cd16-47a9-b20f-75404bccd0ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=56224ed6e04244a1b26dad9c51e40fca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4543879 Dec 14 02:27:25.828656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46868) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:25.835723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d478ce8-fa9e-4c34-b76d-bde01bdc53f0 req-c97dc782-562e-49a6-8f1c-f69a3a6eac34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=be56e3bd-7a18-4bd2-910e-d451f6a76794 HTTP/1.1" status: 200 len: 217 time: 0.0633070 Dec 14 02:27:25.860413 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace4be1b-cd16-47a9-b20f-75404bccd0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79e9392a-56b9-4d68-9780-be5885c52c0c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:25.935014 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d478ce8-fa9e-4c34-b76d-bde01bdc53f0 req-a612a41b-c846-41e1-a2c0-0b1a437620dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:25.936546 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d478ce8-fa9e-4c34-b76d-bde01bdc53f0 req-a612a41b-c846-41e1-a2c0-0b1a437620dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0897524 Dec 14 02:27:25.969154 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4ff66c05-4d3a-4417-a828-11fa9bc05abb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:25.975081 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470a00f-59a6-4351-b852-bb06b339f523 req-4a431774-315b-4d5b-81a3-70e949a0d1fd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:25.992360 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7470a00f-59a6-4351-b852-bb06b339f523 req-4a431774-315b-4d5b-81a3-70e949a0d1fd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 948 time: 0.1086679 Dec 14 02:27:26.061012 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4ff66c05-4d3a-4417-a828-11fa9bc05abb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:26.106194 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-389e121c-4018-43dd-85cc-97c8283abf69 req-221d3d30-ea50-45eb-9e0e-11d7363ccf44 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/ports?device_id=38e4df7f-5978-4f09-8932-6c38b49e5dd0 HTTP/1.1" status: 200 len: 210 time: 0.0598848 Dec 14 02:27:26.129906 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d478ce8-fa9e-4c34-b76d-bde01bdc53f0 req-369ab8ac-ad8f-4190-be0c-502918244f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:26.129906 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d478ce8-fa9e-4c34-b76d-bde01bdc53f0 req-369ab8ac-ad8f-4190-be0c-502918244f8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1687191 Dec 14 02:27:26.150665 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7470a00f-59a6-4351-b852-bb06b339f523 req-b849fdc7-6b07-4ccf-aa1e-7fc76cc48eb4 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574180 Dec 14 02:27:26.262460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d478ce8-fa9e-4c34-b76d-bde01bdc53f0 req-7b6afc1e-628e-4a54-9b36-55dcc756b902 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257465 Dec 14 02:27:26.352012 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-3361d74c-f3cd-41ac-9975-0dbfc15c2918 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7bb0a10918904e66a1e45d4647429ebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637732 Dec 14 02:27:26.354483 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4ff66c05-4d3a-4417-a828-11fa9bc05abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:26.357060 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4ff66c05-4d3a-4417-a828-11fa9bc05abb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:26.358175 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4ff66c05-4d3a-4417-a828-11fa9bc05abb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79e9392a-56b9-4d68-9780-be5885c52c0c HTTP/1.1" status: 204 len: 168 time: 0.5285683 Dec 14 02:27:26.424376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff66c05-4d3a-4417-a828-11fa9bc05abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e9392a-56b9-4d68-9780-be5885c52c0c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:26.469443 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d478ce8-fa9e-4c34-b76d-bde01bdc53f0 req-6d80fa4f-0d17-40e6-b1ba-e2d215aba758 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917007 Dec 14 02:27:26.510697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99d730-1d95-44e1-990e-643165de227e req-aac34c8c-9881-473a-9ebf-5891f6752874 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:26.514139 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-aac34c8c-9881-473a-9ebf-5891f6752874 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1511192 Dec 14 02:27:26.529233 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-0de8bbfb-5351-49b7-8904-e3721c72bb95 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/quotas/7bb0a10918904e66a1e45d4647429ebd HTTP/1.1" status: 200 len: 375 time: 0.0101945 Dec 14 02:27:26.587802 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-062067ef-953d-4928-8d02-4f2fd57dae2b tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514259 Dec 14 02:27:26.697735 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:26.925156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0919a0-eecb-4b3b-a141-b02de14d9124 req-73d9af29-c68e-497f-a298-15c378f17d98 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:26.936239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f0919a0-eecb-4b3b-a141-b02de14d9124 req-73d9af29-c68e-497f-a298-15c378f17d98 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 985 time: 0.1097839 Dec 14 02:27:27.034676 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-ac56fb42-414d-49ab-a828-01c99f1f48d5 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:27.034676 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-ac56fb42-414d-49ab-a828-01c99f1f48d5 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.47 "GET /v2.0/networks?id=0cbafc68-3214-4df6-b392-146468909ef6 HTTP/1.1" status: 200 len: 822 time: 0.1653132 Dec 14 02:27:27.044672 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f0919a0-eecb-4b3b-a141-b02de14d9124 req-143ca971-bb9c-4b39-9836-8168c32f7a6c tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&id=61066f19-146d-4b8f-bcab-76bc05a4909d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1112542 Dec 14 02:27:27.056387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-ee5d357e-5038-4aec-ba78-4a8719912033 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Request body: {'port': {'device_id': '38e4df7f-5978-4f09-8932-6c38b49e5dd0', 'network_id': '0cbafc68-3214-4df6-b392-146468909ef6', 'admin_state_up': True, 'tenant_id': 'c37ddc85eae5442db2e225cde78781cc'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:27.080021 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46904) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:27.097793 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1edff72c-e558-41c1-b6f1-504a7b866af5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:27.207476 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1edff72c-e558-41c1-b6f1-504a7b866af5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:27.216713 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-acd13bd2-c1cc-4ad9-bd5a-615ab40d11dc req-64d286eb-8d62-4d51-93b5-af033124fec4 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1999490909&fields=id&tenant_id=624bc716242c482cb71e0453b6f91298 HTTP/1.1" status: 200 len: 267 time: 0.0732412 Dec 14 02:27:27.293324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd13bd2-c1cc-4ad9-bd5a-615ab40d11dc req-7e6b7e74-072e-493f-b9c9-83ffb94f75f9 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:27.294829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-acd13bd2-c1cc-4ad9-bd5a-615ab40d11dc req-7e6b7e74-072e-493f-b9c9-83ffb94f75f9 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 985 time: 0.0683451 Dec 14 02:27:27.307329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-acd13bd2-c1cc-4ad9-bd5a-615ab40d11dc req-be24b2e2-957f-4bc0-b674-064f00d739cf tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Request body: {'port': {'security_groups': ['61066f19-146d-4b8f-bcab-76bc05a4909d', 'e2a314c5-4c41-40b6-b875-39fa61d60e39', 'f39ce2a0-493d-4d39-936c-42cc738ad831']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:27.321134 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1edff72c-e558-41c1-b6f1-504a7b866af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:27.372150 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1edff72c-e558-41c1-b6f1-504a7b866af5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3091825c92a3429291aa58202a94bc96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2909679 Dec 14 02:27:27.372885 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edff72c-e558-41c1-b6f1-504a7b866af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dfb194-39bb-48ed-8c94-fd4384be1ff2,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:27.375949 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46912) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:27.399091 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-acd13bd2-c1cc-4ad9-bd5a-615ab40d11dc req-be24b2e2-957f-4bc0-b674-064f00d739cf tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:27.417113 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-ee5d357e-5038-4aec-ba78-4a8719912033 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Made reservation on behalf of c37ddc85eae5442db2e225cde78781cc for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:27:27.421364 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-ee5d357e-5038-4aec-ba78-4a8719912033 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:27.444065 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8316ee3f-9d84-4181-afe2-398e86153cf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:27.472295 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8316ee3f-9d84-4181-afe2-398e86153cf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:27.600717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50c0f511-5b4f-4226-8787-b1978ded3f40 req-ee727a2c-f01e-49ed-ae28-b6ee40cd495e tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/ports?device_id=38e4df7f-5978-4f09-8932-6c38b49e5dd0 HTTP/1.1" status: 200 len: 210 time: 0.0671229 Dec 14 02:27:27.637175 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8316ee3f-9d84-4181-afe2-398e86153cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:27.643145 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8316ee3f-9d84-4181-afe2-398e86153cf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:27.650121 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8316ee3f-9d84-4181-afe2-398e86153cf6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65dfb194-39bb-48ed-8c94-fd4384be1ff2 HTTP/1.1" status: 204 len: 168 time: 0.2674327 Dec 14 02:27:27.672463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316ee3f-9d84-4181-afe2-398e86153cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dfb194-39bb-48ed-8c94-fd4384be1ff2,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:27.808406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-ee5d357e-5038-4aec-ba78-4a8719912033 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Allocated IP 172.20.0.5 (0cbafc68-3214-4df6-b392-146468909ef6/8738b028-0ee7-43e5-af1d-78d5614869a4/92eb755b-21a2-4893-a6e6-9e3943128d4e) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:27:27.848273 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b4c0c-36d6-4b66-b6ad-72b7dcdb01a4 req-32c2d849-8c39-4ffa-a7cb-be8552f9a004 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:27.848273 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c67b4c0c-36d6-4b66-b6ad-72b7dcdb01a4 req-32c2d849-8c39-4ffa-a7cb-be8552f9a004 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 948 time: 0.1396670 Dec 14 02:27:27.850175 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-acd13bd2-c1cc-4ad9-bd5a-615ab40d11dc req-be24b2e2-957f-4bc0-b674-064f00d739cf tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] For port cfa1778a-ec15-4fdd-863a-0eece0653358, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=cfa1778a-ec15-4fdd-863a-0eece0653358,segment=NetworkSegment(ce438a40-51b4-42fe-b3ec-01d08e10a957),segment_id=ce438a40-51b4-42fe-b3ec-01d08e10a957)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:27.929548 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-acd13bd2-c1cc-4ad9-bd5a-615ab40d11dc req-be24b2e2-957f-4bc0-b674-064f00d739cf tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:27.995502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c67b4c0c-36d6-4b66-b6ad-72b7dcdb01a4 req-4a7cd700-7b28-4648-ad73-59e96bab5d25 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414785 Dec 14 02:27:28.000620 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-acd13bd2-c1cc-4ad9-bd5a-615ab40d11dc req-be24b2e2-957f-4bc0-b674-064f00d739cf tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:28.045495 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['4e8dd4ef-dec3-4e3e-b46f-634f35250d4c', 'cfa1778a-ec15-4fdd-863a-0eece0653358'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:28.067986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd13bd2-c1cc-4ad9-bd5a-615ab40d11dc req-be24b2e2-957f-4bc0-b674-064f00d739cf tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:28.068641 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-acd13bd2-c1cc-4ad9-bd5a-615ab40d11dc req-be24b2e2-957f-4bc0-b674-064f00d739cf tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:28.083084 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-acd13bd2-c1cc-4ad9-bd5a-615ab40d11dc req-be24b2e2-957f-4bc0-b674-064f00d739cf tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "PUT /v2.0/ports/cfa1778a-ec15-4fdd-863a-0eece0653358 HTTP/1.1" status: 200 len: 1021 time: 0.7795274 Dec 14 02:27:28.084118 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a87852d-236a-48ae-a34b-ddd78cf67728', 'tag': 'cfa1778a-ec15-4fdd-863a-0eece0653358'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:28.096194 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94a4519-5355-4e16-8b7b-bac95e7a2a35" -d '{"events": [{"name": "network-changed", "server_uuid": "6a87852d-236a-48ae-a34b-ddd78cf67728", "tag": "cfa1778a-ec15-4fdd-863a-0eece0653358"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:28.192174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24b2e2-957f-4bc0-b674-064f00d739cf tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event updated for resources: {'Port': ['ID=cfa1778a-ec15-4fdd-863a-0eece0653358,revision_number=7']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:28.213154 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-ee5d357e-5038-4aec-ba78-4a8719912033 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:28.343143 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01be1569-7aae-4db7-9708-dad2f7e2e169 x-openstack-request-id: req-01be1569-7aae-4db7-9708-dad2f7e2e169 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:28.344275 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a87852d-236a-48ae-a34b-ddd78cf67728", "tag": "cfa1778a-ec15-4fdd-863a-0eece0653358", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:28.344831 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01be1569-7aae-4db7-9708-dad2f7e2e169 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:28.346739 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a87852d-236a-48ae-a34b-ddd78cf67728', 'tag': 'cfa1778a-ec15-4fdd-863a-0eece0653358', 'status': 'completed', 'code': 200} Dec 14 02:27:28.357766 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-ee5d357e-5038-4aec-ba78-4a8719912033 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:28.428236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8df2e23b-922d-4359-8302-4391a9b0de3e req-3e43f3ee-f487-4db5-926c-9519e195817d tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/f39ce2a0-493d-4d39-936c-42cc738ad831 HTTP/1.1" status: 200 len: 1816 time: 0.1416552 Dec 14 02:27:28.474180 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8198ba71-4d80-43fa-b499-8677f5788f27 req-20588f89-e379-4b50-a56d-4c2adeb87f23 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73114c4-8f6e-4959-9501-abf91d7908c7 HTTP/1.1" status: 200 len: 210 time: 0.0582581 Dec 14 02:27:28.538813 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-ee5d357e-5038-4aec-ba78-4a8719912033 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Network 0cbafc68-3214-4df6-b392-146468909ef6 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:27:28.553907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d357e-5038-4aec-ba78-4a8719912033 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Pushing event updated for resources: {'Port': ['ID=92eb755b-21a2-4893-a6e6-9e3943128d4e,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:28.556577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-ee5d357e-5038-4aec-ba78-4a8719912033 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:27:28.565266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-ee5d357e-5038-4aec-ba78-4a8719912033 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:27:28.571012 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-ee5d357e-5038-4aec-ba78-4a8719912033 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:28.576118 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-ee5d357e-5038-4aec-ba78-4a8719912033 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:28.600897 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a4519-5355-4e16-8b7b-bac95e7a2a35 req-a50b392f-0ac8-4f38-a9b8-550ed740d601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:28.602402 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d94a4519-5355-4e16-8b7b-bac95e7a2a35 req-a50b392f-0ac8-4f38-a9b8-550ed740d601 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=624bc716242c482cb71e0453b6f91298&device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 1175 time: 0.1854503 Dec 14 02:27:28.609693 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-8df2e23b-922d-4359-8302-4391a9b0de3e req-9ee1ac30-c847-4bf2-9e7c-6b6e14b4aa64 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 14 02:27:28.610780 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8df2e23b-922d-4359-8302-4391a9b0de3e req-9ee1ac30-c847-4bf2-9e7c-6b6e14b4aa64 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "DELETE /v2.0/security-groups/f39ce2a0-493d-4d39-936c-42cc738ad831 HTTP/1.1" status: 409 len: 341 time: 0.1354795 Dec 14 02:27:28.615428 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['cfa1778a-ec15-4fdd-863a-0eece0653358'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:28.730871 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-ee5d357e-5038-4aec-ba78-4a8719912033 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6787155 Dec 14 02:27:28.768893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Request body: {'port': {'device_id': '38e4df7f-5978-4f09-8932-6c38b49e5dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:28.840922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f154dd0-e667-49cb-9f71-3431142f4cac req-3ec7eb62-56b1-4b9e-ab63-cb7259e3a0a4 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:28.849461 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f154dd0-e667-49cb-9f71-3431142f4cac req-3ec7eb62-56b1-4b9e-ab63-cb7259e3a0a4 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/ports?device_id=38e4df7f-5978-4f09-8932-6c38b49e5dd0 HTTP/1.1" status: 200 len: 931 time: 0.1381948 Dec 14 02:27:28.856634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a4519-5355-4e16-8b7b-bac95e7a2a35 req-55e67753-f34a-4787-b811-46e8741dc62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:28.863123 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d94a4519-5355-4e16-8b7b-bac95e7a2a35 req-55e67753-f34a-4787-b811-46e8741dc62b service neutron] 10.222.0.46 "GET /v2.0/networks?id=2325212a-ce27-4255-8800-f4806a045482 HTTP/1.1" status: 200 len: 914 time: 0.2464547 Dec 14 02:27:28.963234 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d94a4519-5355-4e16-8b7b-bac95e7a2a35 req-ee351aaa-d10e-46b2-b044-6eb77dad1bf4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cfa1778a-ec15-4fdd-863a-0eece0653358 HTTP/1.1" status: 200 len: 217 time: 0.0771711 Dec 14 02:27:28.976903 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:29.077195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f154dd0-e667-49cb-9f71-3431142f4cac req-63d7917e-f940-44e3-adbf-88fa7e5611de tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a15bae8-b3ea-48d4-8ecd-e6c1b68becb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266788 Dec 14 02:27:29.150731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a4519-5355-4e16-8b7b-bac95e7a2a35 req-a1e29954-95dd-4fc6-9cf2-07873736b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:29.180187 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d94a4519-5355-4e16-8b7b-bac95e7a2a35 req-a1e29954-95dd-4fc6-9cf2-07873736b8fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3d8fc782-388e-4862-a347-3c85b1854ef1 HTTP/1.1" status: 200 len: 853 time: 0.1963515 Dec 14 02:27:29.372064 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d94a4519-5355-4e16-8b7b-bac95e7a2a35 req-ae4bc8c0-af83-418f-939a-67ccd5f900b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2325212a-ce27-4255-8800-f4806a045482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203332 Dec 14 02:27:29.798915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214479bb-98cc-4a4c-b345-070dd7c23970 req-59e34c10-def3-4a62-b9de-4743993008eb tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:29.800573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-214479bb-98cc-4a4c-b345-070dd7c23970 req-59e34c10-def3-4a62-b9de-4743993008eb tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 1024 time: 0.4801800 Dec 14 02:27:29.806067 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:29.819795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5cefb-76a4-4638-ad85-f749caa86022 req-a27049e5-cd1b-4d17-88af-f1a6ca941d85 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:29.825830 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-46a5cefb-76a4-4638-ad85-f749caa86022 req-a27049e5-cd1b-4d17-88af-f1a6ca941d85 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 948 time: 0.6095502 Dec 14 02:27:29.884461 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d94a4519-5355-4e16-8b7b-bac95e7a2a35 req-abab1be1-52b7-4e52-b9cc-435156e446e3 service neutron] 10.222.0.46 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875832 Dec 14 02:27:29.886434 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device be56e3bd-7a18-4bd2-910e-d451f6a76794 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:27:30.036655 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port be56e3bd-7a18-4bd2-910e-d451f6a76794, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=be56e3bd-7a18-4bd2-910e-d451f6a76794,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:30.044642 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-214479bb-98cc-4a4c-b345-070dd7c23970 req-0672d0b9-f84b-48a7-b47f-c756cbb00e1b tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&id=61066f19-146d-4b8f-bcab-76bc05a4909d&id=f39ce2a0-493d-4d39-936c-42cc738ad831&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2174847 Dec 14 02:27:30.047922 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-46a5cefb-76a4-4638-ad85-f749caa86022 req-3f6a0e54-62da-46d4-b210-bbdc4427ea22 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097695 Dec 14 02:27:30.084478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'be56e3bd-7a18-4bd2-910e-d451f6a76794', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': 'be56e3bd-7a18-4bd2-910e-d451f6a76794', 'mac_address': 'fa:16:3e:cf:9c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:27:30.098702 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d94a4519-5355-4e16-8b7b-bac95e7a2a35 req-dc876f55-3bbd-4a06-a2c3-572ecbc0f598 service neutron] 10.222.0.46 "GET /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942790 Dec 14 02:27:30.169048 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:30.218887 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be56e3bd-7a18-4bd2-910e-d451f6a76794 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:30.239336 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-841017e2-1bc9-4750-94e7-fca162c98d59 req-4de55ade-b404-4a3c-92fc-789debb39930 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73114c4-8f6e-4959-9501-abf91d7908c7 HTTP/1.1" status: 200 len: 210 time: 0.0552332 Dec 14 02:27:30.246354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92eb755b-21a2-4893-a6e6-9e3943128d4e {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:30.254218 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port be56e3bd-7a18-4bd2-910e-d451f6a76794, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=be56e3bd-7a18-4bd2-910e-d451f6a76794,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:30.262057 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:30.306314 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Transition to ACTIVE for port object 92eb755b-21a2-4893-a6e6-9e3943128d4e will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:27:30.320636 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:30.365239 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd726b1-cd8e-423c-880b-791e2962e7ef req-3ac7bd4d-6ebe-45af-9688-666d18bb0a92 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:30.365239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2fd726b1-cd8e-423c-880b-791e2962e7ef req-3ac7bd4d-6ebe-45af-9688-666d18bb0a92 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/ports?device_id=38e4df7f-5978-4f09-8932-6c38b49e5dd0 HTTP/1.1" status: 200 len: 931 time: 0.0587599 Dec 14 02:27:30.387062 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=be56e3bd-7a18-4bd2-910e-d451f6a76794,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:30.410902 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:30.509752 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2fd726b1-cd8e-423c-880b-791e2962e7ef req-a70c9688-646d-442e-9391-555a43e5f562 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a15bae8-b3ea-48d4-8ecd-e6c1b68becb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397870 Dec 14 02:27:30.521383 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Pushing event updated for resources: {'Port': ['ID=92eb755b-21a2-4893-a6e6-9e3943128d4e,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:30.553607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Attempting to bind port 92eb755b-21a2-4893-a6e6-9e3943128d4e on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:27:30.554265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Attempting to bind port 92eb755b-21a2-4893-a6e6-9e3943128d4e by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'a386f112-668e-4b21-ac59-057df0903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0cbafc68-3214-4df6-b392-146468909ef6'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:27:30.554265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Attempting to bind port 92eb755b-21a2-4893-a6e6-9e3943128d4e on network 0cbafc68-3214-4df6-b392-146468909ef6 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:30.560117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Port 92eb755b-21a2-4893-a6e6-9e3943128d4e on network 0cbafc68-3214-4df6-b392-146468909ef6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:27:30.560690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Attempting to bind port 92eb755b-21a2-4893-a6e6-9e3943128d4e on network 0cbafc68-3214-4df6-b392-146468909ef6 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:30.566718 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:27:30.567057 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Checking segment: {'id': 'a386f112-668e-4b21-ac59-057df0903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0cbafc68-3214-4df6-b392-146468909ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:27:30.568333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Bound using segment: {'id': 'a386f112-668e-4b21-ac59-057df0903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0cbafc68-3214-4df6-b392-146468909ef6'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:27:30.568333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Bound port: 92eb755b-21a2-4893-a6e6-9e3943128d4e, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a386f112-668e-4b21-ac59-057df0903594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '0cbafc68-3214-4df6-b392-146468909ef6'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:27:30.568333 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:30.644463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] For port 92eb755b-21a2-4893-a6e6-9e3943128d4e, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:27:30.647824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] For port 92eb755b-21a2-4893-a6e6-9e3943128d4e, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=92eb755b-21a2-4893-a6e6-9e3943128d4e,segment=NetworkSegment(a386f112-668e-4b21-ac59-057df0903594),segment_id=a386f112-668e-4b21-ac59-057df0903594)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:27:30.761054 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:30.796081 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['be56e3bd-7a18-4bd2-910e-d451f6a76794'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:30.819101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:30.819735 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:30.821165 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] 10.222.0.47 "PUT /v2.0/ports/92eb755b-21a2-4893-a6e6-9e3943128d4e HTTP/1.1" status: 200 len: 1091 time: 2.0619891 Dec 14 02:27:30.821658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e4df7f-5978-4f09-8932-6c38b49e5dd0', 'tag': '92eb755b-21a2-4893-a6e6-9e3943128d4e'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:30.823935 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59cb52d-2c74-47c6-b520-c8bf0fa27481" -d '{"events": [{"name": "network-changed", "server_uuid": "38e4df7f-5978-4f09-8932-6c38b49e5dd0", "tag": "92eb755b-21a2-4893-a6e6-9e3943128d4e"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:30.863628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d391a6-3f14-4560-9260-3e5d4e791601 service neutron] Pushing event updated for resources: {'Port': ['ID=92eb755b-21a2-4893-a6e6-9e3943128d4e,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:30.875555 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e0b25a-d2e4-4286-9e60-00590736bb77 x-openstack-request-id: req-45e0b25a-d2e4-4286-9e60-00590736bb77 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:30.875855 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e4df7f-5978-4f09-8932-6c38b49e5dd0", "tag": "92eb755b-21a2-4893-a6e6-9e3943128d4e", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:30.876244 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45e0b25a-d2e4-4286-9e60-00590736bb77 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:30.876557 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e4df7f-5978-4f09-8932-6c38b49e5dd0', 'tag': '92eb755b-21a2-4893-a6e6-9e3943128d4e', 'status': 'completed', 'code': 200} Dec 14 02:27:30.989549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cb52d-2c74-47c6-b520-c8bf0fa27481 req-3f507ed7-2919-415b-af63-68702c32279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:30.991145 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b59cb52d-2c74-47c6-b520-c8bf0fa27481 req-3f507ed7-2919-415b-af63-68702c32279c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c37ddc85eae5442db2e225cde78781cc&device_id=38e4df7f-5978-4f09-8932-6c38b49e5dd0 HTTP/1.1" status: 200 len: 1094 time: 0.0620124 Dec 14 02:27:31.237569 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-490d74f8-f828-4517-8853-d60dcf53825a req-221a8d24-25d1-41b8-b7ce-8bb2d7098327 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=43612bd0110042b9930ae44126c0d3b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482900 Dec 14 02:27:31.238727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cb52d-2c74-47c6-b520-c8bf0fa27481 req-69507ebc-ec74-44f4-9b65-f74efdf574b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:31.240091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b59cb52d-2c74-47c6-b520-c8bf0fa27481 req-69507ebc-ec74-44f4-9b65-f74efdf574b9 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c37ddc85eae5442db2e225cde78781cc&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2214768 Dec 14 02:27:31.433431 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-c18f895b-0d19-4cc1-8fea-e13538c49c58 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7bb0a10918904e66a1e45d4647429ebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1731842 Dec 14 02:27:31.580366 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01617cc7-87e0-450f-a6cd-b571de151b09 req-f7b0cc80-e852-42a2-8d41-099c899a6d13 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:31.581812 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01617cc7-87e0-450f-a6cd-b571de151b09 req-f7b0cc80-e852-42a2-8d41-099c899a6d13 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 949 time: 0.2146158 Dec 14 02:27:31.584260 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-bade3bfd-3de6-48b8-affd-f6a80f07577c tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7bb0a10918904e66a1e45d4647429ebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221524 Dec 14 02:27:31.602646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d74f8-f828-4517-8853-d60dcf53825a req-e910ae82-29c1-43c0-8b2a-a01e397e8873 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:31.604147 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-490d74f8-f828-4517-8853-d60dcf53825a req-e910ae82-29c1-43c0-8b2a-a01e397e8873 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3609970 Dec 14 02:27:31.620538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59cb52d-2c74-47c6-b520-c8bf0fa27481 req-be516674-7f76-4612-8523-29f15c18e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:31.622009 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b59cb52d-2c74-47c6-b520-c8bf0fa27481 req-be516674-7f76-4612-8523-29f15c18e0ed service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3629947 Dec 14 02:27:31.632518 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-490d74f8-f828-4517-8853-d60dcf53825a req-2dc142bd-2932-48e4-bef1-72b2b1f5c68c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/quotas/43612bd0110042b9930ae44126c0d3b8 HTTP/1.1" status: 200 len: 375 time: 0.0204461 Dec 14 02:27:31.684352 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-490d74f8-f828-4517-8853-d60dcf53825a req-44b79678-f019-403f-b1af-c4ac582ce126 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=43612bd0110042b9930ae44126c0d3b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401535 Dec 14 02:27:31.689378 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01617cc7-87e0-450f-a6cd-b571de151b09 req-544825af-cda0-44fc-bd9d-472f7a737ea9 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972614 Dec 14 02:27:31.759609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-4909ac7f-c29d-41e5-beed-9d31254a3796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:31.761216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-4909ac7f-c29d-41e5-beed-9d31254a3796 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c37ddc85eae5442db2e225cde78781cc&device_id=38e4df7f-5978-4f09-8932-6c38b49e5dd0 HTTP/1.1" status: 200 len: 1094 time: 0.0480943 Dec 14 02:27:31.898367 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device be56e3bd-7a18-4bd2-910e-d451f6a76794 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:27:31.951039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-b2febc41-ab1e-4c72-88c7-e02d37b546b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=92eb755b-21a2-4893-a6e6-9e3943128d4e HTTP/1.1" status: 200 len: 217 time: 0.1636832 Dec 14 02:27:32.015977 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-4bb48def-7485-4418-92ba-babf6b7bbbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:32.017622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-4bb48def-7485-4418-92ba-babf6b7bbbfd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8738b028-0ee7-43e5-af1d-78d5614869a4 HTTP/1.1" status: 200 len: 862 time: 0.0522187 Dec 14 02:27:32.074025 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38330efa-2d5d-4ec2-9e2c-00368d1100ca req-37d0c6be-f262-4f48-a366-6769d5fb43af tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:32.081465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38330efa-2d5d-4ec2-9e2c-00368d1100ca req-37d0c6be-f262-4f48-a366-6769d5fb43af tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 1024 time: 0.3138540 Dec 14 02:27:32.094822 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b0b55-5add-4b50-95bb-720335b55b86 req-f070d9e7-e1f9-4972-b5fd-8735d82d3758 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:32.096218 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd6b0b55-5add-4b50-95bb-720335b55b86 req-f070d9e7-e1f9-4972-b5fd-8735d82d3758 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 1024 time: 0.3099704 Dec 14 02:27:32.098156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-04987abb-2199-42d3-8fce-f9572f7f87c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0cbafc68-3214-4df6-b392-146468909ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689664 Dec 14 02:27:32.112127 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99d730-1d95-44e1-990e-643165de227e req-01d3f666-82b0-4e8c-81be-8602aceec27f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:32.117876 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-01d3f666-82b0-4e8c-81be-8602aceec27f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5208545 Dec 14 02:27:32.140896 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-fd99d730-1d95-44e1-990e-643165de227e req-e1f3b77f-ae5e-4600-904e-f5fbe1bb24eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Request body: {'port': {'device_id': 'f73114c4-8f6e-4959-9501-abf91d7908c7', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': '7bb0a10918904e66a1e45d4647429ebd'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:32.223486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port be56e3bd-7a18-4bd2-910e-d451f6a76794 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:27:32.228708 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port be56e3bd-7a18-4bd2-910e-d451f6a76794 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:32.229101 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:32.263089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99d730-1d95-44e1-990e-643165de227e req-672628bc-2240-43a4-881b-066c0f0007c6 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:32.264597 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-672628bc-2240-43a4-881b-066c0f0007c6 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4812226 Dec 14 02:27:32.287800 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38330efa-2d5d-4ec2-9e2c-00368d1100ca req-eca6940f-a857-4e27-ba98-4e02a2dfbd97 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&id=61066f19-146d-4b8f-bcab-76bc05a4909d&id=f39ce2a0-493d-4d39-936c-42cc738ad831&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2051182 Dec 14 02:27:32.306803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-fd99d730-1d95-44e1-990e-643165de227e req-7069bbb4-9d80-4b82-9445-a2959cf29a0f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Request body: {'port': {'device_id': 'ebce6a0f-eb00-4930-a60a-b61ff997528c', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': '7bb0a10918904e66a1e45d4647429ebd'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:32.395730 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:32.439936 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4305d9c8-c39a-4752-9869-65891a9f3010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be56e3bd-7a18-4bd2-910e-d451f6a76794'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:32.442970 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710861c4-64fe-460f-ba69-1cb13f3793d3" -d '{"events": [{"server_uuid": "4305d9c8-c39a-4752-9869-65891a9f3010", "name": "network-vif-plugged", "status": "completed", "tag": "be56e3bd-7a18-4bd2-910e-d451f6a76794"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:32.446147 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd99d730-1d95-44e1-990e-643165de227e req-e1f3b77f-ae5e-4600-904e-f5fbe1bb24eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Made reservation on behalf of 7bb0a10918904e66a1e45d4647429ebd for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:27:32.450022 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-e1f3b77f-ae5e-4600-904e-f5fbe1bb24eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:32.459686 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port be56e3bd-7a18-4bd2-910e-d451f6a76794, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=be56e3bd-7a18-4bd2-910e-d451f6a76794,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:32.508488 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:32.570576 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7496c8f-40f2-4da0-989f-227269bbb14c req-73fcf4ac-05c8-46ac-9158-320444669875 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73114c4-8f6e-4959-9501-abf91d7908c7 HTTP/1.1" status: 200 len: 210 time: 0.2685764 Dec 14 02:27:32.576105 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=be56e3bd-7a18-4bd2-910e-d451f6a76794,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:32.665453 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-e8ab04c4-3b95-4e60-ad87-c649f43e12f1 service neutron] 10.222.0.47 "GET /v2.0/networks/0cbafc68-3214-4df6-b392-146468909ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5536809 Dec 14 02:27:32.723726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-fd99d730-1d95-44e1-990e-643165de227e req-e1f3b77f-ae5e-4600-904e-f5fbe1bb24eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Allocated IP 192.168.233.186 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/592bf17d-fcae-461b-97ab-5e36292e1e33) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:27:32.766661 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f127e-92d8-41f4-bf4e-84c2d0e23c03 req-85fba7a5-df73-48ac-b25f-6ef3088e6e17 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:32.781471 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-908f127e-92d8-41f4-bf4e-84c2d0e23c03 req-85fba7a5-df73-48ac-b25f-6ef3088e6e17 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/ports?device_id=38e4df7f-5978-4f09-8932-6c38b49e5dd0 HTTP/1.1" status: 200 len: 943 time: 0.3027403 Dec 14 02:27:32.818329 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a51ebd37-9a56-4d8e-8dc3-4995ec9c501b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:32.942576 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-e1f3b77f-ae5e-4600-904e-f5fbe1bb24eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:33.052773 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-e1f3b77f-ae5e-4600-904e-f5fbe1bb24eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:33.087214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd99d730-1d95-44e1-990e-643165de227e req-7069bbb4-9d80-4b82-9445-a2959cf29a0f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Made reservation on behalf of 7bb0a10918904e66a1e45d4647429ebd for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:27:33.090983 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-7069bbb4-9d80-4b82-9445-a2959cf29a0f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:33.098722 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3923161f-26b3-454c-853e-64a0f1c01c9f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:33.100825 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd99d730-1d95-44e1-990e-643165de227e req-e1f3b77f-ae5e-4600-904e-f5fbe1bb24eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:27:33.103108 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['394de406-b6c9-4976-8229-4ffd3fdf23f2', 'a53eab7d-09b9-4c1f-bbcb-b11377dec7de'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:33.103235 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-40cb3060-73d5-469f-bc72-10791e89a568 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=43612bd0110042b9930ae44126c0d3b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4037864 Dec 14 02:27:33.107035 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-fd99d730-1d95-44e1-990e-643165de227e req-e1f3b77f-ae5e-4600-904e-f5fbe1bb24eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:27:33.111913 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd99d730-1d95-44e1-990e-643165de227e req-e1f3b77f-ae5e-4600-904e-f5fbe1bb24eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:27:33.152993 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-fd6b0b55-5add-4b50-95bb-720335b55b86 req-ea27fb07-416d-4dac-9d85-3f983565f295 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Deleting port cfa1778a-ec15-4fdd-863a-0eece0653358 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:27:33.153708 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd6b0b55-5add-4b50-95bb-720335b55b86 req-ea27fb07-416d-4dac-9d85-3f983565f295 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:33.184901 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99d730-1d95-44e1-990e-643165de227e req-e1f3b77f-ae5e-4600-904e-f5fbe1bb24eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:33.185716 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-e1f3b77f-ae5e-4600-904e-f5fbe1bb24eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:33.199012 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3b77f-ae5e-4600-904e-f5fbe1bb24eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Pushing event updated for resources: {'Port': ['ID=592bf17d-fcae-461b-97ab-5e36292e1e33,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:33.297138 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-e1f3b77f-ae5e-4600-904e-f5fbe1bb24eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1594837 Dec 14 02:27:33.315909 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Request body: {'port': {'device_id': 'f73114c4-8f6e-4959-9501-abf91d7908c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:33.357843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-908f127e-92d8-41f4-bf4e-84c2d0e23c03 req-c788e7fe-9d66-4423-b3c6-b9bec9956dde tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a15bae8-b3ea-48d4-8ecd-e6c1b68becb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590134 Dec 14 02:27:33.457231 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:33.483183 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931c638b-68f6-4429-9acb-2cc89f31cd3c x-openstack-request-id: req-931c638b-68f6-4429-9acb-2cc89f31cd3c {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:33.483847 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4305d9c8-c39a-4752-9869-65891a9f3010", "name": "network-vif-plugged", "status": "completed", "tag": "be56e3bd-7a18-4bd2-910e-d451f6a76794", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:33.484245 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-931c638b-68f6-4429-9acb-2cc89f31cd3c {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:33.484751 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4305d9c8-c39a-4752-9869-65891a9f3010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be56e3bd-7a18-4bd2-910e-d451f6a76794', 'code': 200} Dec 14 02:27:33.547617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ec23b24-e517-477a-b2b1-9aafb9e37f24 req-a821506d-26a1-494d-8798-17613f23ba78 service neutron] 10.222.0.47 "GET /v2.0/networks/0cbafc68-3214-4df6-b392-146468909ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8708427 Dec 14 02:27:33.655039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-fd6b0b55-5add-4b50-95bb-720335b55b86 req-ea27fb07-416d-4dac-9d85-3f983565f295 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] For port cfa1778a-ec15-4fdd-863a-0eece0653358, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=cfa1778a-ec15-4fdd-863a-0eece0653358,segment=NetworkSegment(ce438a40-51b4-42fe-b3ec-01d08e10a957),segment_id=ce438a40-51b4-42fe-b3ec-01d08e10a957)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:33.655274 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd6b0b55-5add-4b50-95bb-720335b55b86 req-ea27fb07-416d-4dac-9d85-3f983565f295 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:33.658645 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f94a57de-564a-41b6-be9c-4a7e1c9a306d None None] Provisioning complete for port 592bf17d-fcae-461b-97ab-5e36292e1e33 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:33.659328 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f94a57de-564a-41b6-be9c-4a7e1c9a306d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:33.696016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-eed2ddea-0efd-4bab-b346-4cf1353f5795 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:33.706149 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-eed2ddea-0efd-4bab-b346-4cf1353f5795 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6019912 Dec 14 02:27:33.753526 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f94a57de-564a-41b6-be9c-4a7e1c9a306d None None] Port 592bf17d-fcae-461b-97ab-5e36292e1e33 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:27:33.794857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-fd99d730-1d95-44e1-990e-643165de227e req-7069bbb4-9d80-4b82-9445-a2959cf29a0f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Allocated IP 192.168.233.61 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:27:33.801267 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-fd6b0b55-5add-4b50-95bb-720335b55b86 req-ea27fb07-416d-4dac-9d85-3f983565f295 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Calling delete_port for cfa1778a-ec15-4fdd-863a-0eece0653358 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:27:33.818003 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc65ee-d9a8-4f24-a1b2-50b799094928 req-ef475e8d-2939-4bc9-8d9a-69a0424d8439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:33.819513 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-67cc65ee-d9a8-4f24-a1b2-50b799094928 req-ef475e8d-2939-4bc9-8d9a-69a0424d8439 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 1101 time: 0.2224648 Dec 14 02:27:33.889400 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-67cc65ee-d9a8-4f24-a1b2-50b799094928 req-5efba1a6-ecc3-436e-a405-d0c8b2fd79ab service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576825 Dec 14 02:27:33.954024 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-69d05289-98a3-4eeb-81d2-c95f765e01de tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/quotas/43612bd0110042b9930ae44126c0d3b8 HTTP/1.1" status: 200 len: 375 time: 0.1528740 Dec 14 02:27:33.980046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c934767-761a-4ba1-a798-d95f131737b2 req-fbf8aa71-04a6-4518-a3d4-97ca5d1fdef3 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:33.981574 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c934767-761a-4ba1-a798-d95f131737b2 req-fbf8aa71-04a6-4518-a3d4-97ca5d1fdef3 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.4404106 Dec 14 02:27:34.031422 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-812bd477-935b-47f9-83fa-c8a61bad3f88 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=43612bd0110042b9930ae44126c0d3b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684154 Dec 14 02:27:34.157690 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c934767-761a-4ba1-a798-d95f131737b2 req-7bdc8646-640f-423e-aa0d-c4475cefbb8d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539743 Dec 14 02:27:34.283929 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-7069bbb4-9d80-4b82-9445-a2959cf29a0f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:34.378904 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd6b0b55-5add-4b50-95bb-720335b55b86 req-ea27fb07-416d-4dac-9d85-3f983565f295 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:34.416042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['4e8dd4ef-dec3-4e3e-b46f-634f35250d4c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:34.580415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27fb07-416d-4dac-9d85-3f983565f295 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event deleted for resources: {'Port': ['ID=cfa1778a-ec15-4fdd-863a-0eece0653358,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:34.591044 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-7069bbb4-9d80-4b82-9445-a2959cf29a0f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:34.650308 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['394de406-b6c9-4976-8229-4ffd3fdf23f2', 'a53eab7d-09b9-4c1f-bbcb-b11377dec7de'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:34.802082 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6b0b55-5add-4b50-95bb-720335b55b86 req-ea27fb07-416d-4dac-9d85-3f983565f295 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] No DVR routers for this DVR port cfa1778a-ec15-4fdd-863a-0eece0653358 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:27:34.816743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bec8b9c3-b43d-4d74-afe6-25e1bf787514 req-837e43b6-c13a-48fc-870b-8e8eee3218a3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 210 time: 0.2547059 Dec 14 02:27:34.818078 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd6b0b55-5add-4b50-95bb-720335b55b86 req-ea27fb07-416d-4dac-9d85-3f983565f295 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:34.846000 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd6b0b55-5add-4b50-95bb-720335b55b86 req-ea27fb07-416d-4dac-9d85-3f983565f295 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.46 "DELETE /v2.0/ports/cfa1778a-ec15-4fdd-863a-0eece0653358 HTTP/1.1" status: 204 len: 173 time: 2.7259426 Dec 14 02:27:34.846115 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 592bf17d-fcae-461b-97ab-5e36292e1e33 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:34.882361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a87852d-236a-48ae-a34b-ddd78cf67728', 'name': 'network-vif-deleted', 'tag': 'cfa1778a-ec15-4fdd-863a-0eece0653358'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:34.890570 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4211b6b-983d-40de-9c16-182c8c757560" -d '{"events": [{"server_uuid": "6a87852d-236a-48ae-a34b-ddd78cf67728", "name": "network-vif-deleted", "tag": "cfa1778a-ec15-4fdd-863a-0eece0653358"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:34.893226 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:34.902769 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd99d730-1d95-44e1-990e-643165de227e req-7069bbb4-9d80-4b82-9445-a2959cf29a0f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:27:34.931555 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Transition to ACTIVE for port object 592bf17d-fcae-461b-97ab-5e36292e1e33 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:27:34.998879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-182c374a-96f8-4770-b097-467b18a45d71 req-a79b78f5-8023-4820-a7c9-4a130796cfc8 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 210 time: 0.0801845 Dec 14 02:27:35.005365 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-fd99d730-1d95-44e1-990e-643165de227e req-7069bbb4-9d80-4b82-9445-a2959cf29a0f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:27:35.020243 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:35.056501 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3a4fcad7-bf1e-47b7-9570-c332ea2d9120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:35.056688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd99d730-1d95-44e1-990e-643165de227e req-7069bbb4-9d80-4b82-9445-a2959cf29a0f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:27:35.085636 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99d730-1d95-44e1-990e-643165de227e req-7069bbb4-9d80-4b82-9445-a2959cf29a0f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:35.098107 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-7069bbb4-9d80-4b82-9445-a2959cf29a0f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:35.158235 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eafa0c-621a-43f0-9575-d427cf952cc0 req-ba01b17e-4bb2-4a7f-837d-b596f9748ba6 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:35.176767 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38eafa0c-621a-43f0-9575-d427cf952cc0 req-ba01b17e-4bb2-4a7f-837d-b596f9748ba6 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73114c4-8f6e-4959-9501-abf91d7908c7 HTTP/1.1" status: 200 len: 936 time: 0.7903090 Dec 14 02:27:35.192765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069bbb4-9d80-4b82-9445-a2959cf29a0f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Pushing event updated for resources: {'Port': ['ID=0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:35.250501 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Pushing event updated for resources: {'Port': ['ID=592bf17d-fcae-461b-97ab-5e36292e1e33,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:35.420975 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-490d74f8-f828-4517-8853-d60dcf53825a req-dad2f58c-3532-4aa0-821f-4e80aaaac748 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=43612bd0110042b9930ae44126c0d3b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796542 Dec 14 02:27:35.425477 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-7069bbb4-9d80-4b82-9445-a2959cf29a0f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1326294 Dec 14 02:27:35.442029 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Attempting to bind port 592bf17d-fcae-461b-97ab-5e36292e1e33 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:27:35.445053 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Attempting to bind port 592bf17d-fcae-461b-97ab-5e36292e1e33 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:27:35.445053 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Attempting to bind port 592bf17d-fcae-461b-97ab-5e36292e1e33 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:35.452245 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Port 592bf17d-fcae-461b-97ab-5e36292e1e33 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:27:35.461940 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Attempting to bind port 592bf17d-fcae-461b-97ab-5e36292e1e33 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:35.480262 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:27:35.480989 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:27:35.481384 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:27:35.483145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Request body: {'port': {'device_id': 'ebce6a0f-eb00-4930-a60a-b61ff997528c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:35.484553 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Bound port: 592bf17d-fcae-461b-97ab-5e36292e1e33, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:27:35.484920 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:35.587454 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3b6f13d3-b6a6-4e60-ac1c-a4f975c34454 None None] Provisioning complete for port 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:35.588015 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b6f13d3-b6a6-4e60-ac1c-a4f975c34454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:35.706118 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] For port 592bf17d-fcae-461b-97ab-5e36292e1e33, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:27:35.715465 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] For port 592bf17d-fcae-461b-97ab-5e36292e1e33, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=592bf17d-fcae-461b-97ab-5e36292e1e33,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:27:35.766976 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38eafa0c-621a-43f0-9575-d427cf952cc0 req-fc497273-bc70-444f-a038-3112f3ef4963 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5648813 Dec 14 02:27:35.789016 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f13d3-b6a6-4e60-ac1c-a4f975c34454 None None] Port 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:27:35.808811 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10669b0e-7035-4819-8109-cf8d85a64832 req-749a1248-b6f6-4382-9aa1-241c46985641 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:35.821655 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-10669b0e-7035-4819-8109-cf8d85a64832 req-749a1248-b6f6-4382-9aa1-241c46985641 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/ports?device_id=38e4df7f-5978-4f09-8932-6c38b49e5dd0 HTTP/1.1" status: 200 len: 943 time: 0.6322124 Dec 14 02:27:35.825425 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:35.875783 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3923161f-26b3-454c-853e-64a0f1c01c9f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:35.947683 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebaeb1e-139d-4cd9-8999-5029bc5ad5b4 x-openstack-request-id: req-5ebaeb1e-139d-4cd9-8999-5029bc5ad5b4 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:35.947683 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a87852d-236a-48ae-a34b-ddd78cf67728", "name": "network-vif-deleted", "tag": "cfa1778a-ec15-4fdd-863a-0eece0653358", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:35.948214 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5ebaeb1e-139d-4cd9-8999-5029bc5ad5b4 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:35.949519 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a87852d-236a-48ae-a34b-ddd78cf67728', 'name': 'network-vif-deleted', 'tag': 'cfa1778a-ec15-4fdd-863a-0eece0653358', 'status': 'completed', 'code': 200} Dec 14 02:27:35.974428 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:35.976516 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:35.981094 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] 10.222.0.47 "PUT /v2.0/ports/592bf17d-fcae-461b-97ab-5e36292e1e33 HTTP/1.1" status: 200 len: 1096 time: 2.6695030 Dec 14 02:27:35.983154 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f73114c4-8f6e-4959-9501-abf91d7908c7', 'tag': '592bf17d-fcae-461b-97ab-5e36292e1e33'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:35.985721 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878eb6c1-6719-4520-8dcc-21ea5e367007" -d '{"events": [{"name": "network-changed", "server_uuid": "f73114c4-8f6e-4959-9501-abf91d7908c7", "tag": "592bf17d-fcae-461b-97ab-5e36292e1e33"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:35.999052 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device cfa1778a-ec15-4fdd-863a-0eece0653358 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:27:36.078698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ba99f-e089-41e6-8840-67f101993c95 service neutron] Pushing event updated for resources: {'Port': ['ID=592bf17d-fcae-461b-97ab-5e36292e1e33,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:36.101723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: cfa1778a-ec15-4fdd-863a-0eece0653358 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:27:36.102143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device cfa1778a-ec15-4fdd-863a-0eece0653358 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:27:36.104198 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:36.219207 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:36.325959 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-10669b0e-7035-4819-8109-cf8d85a64832 req-c8f064d0-0b41-4a15-b056-9cad90c8038b tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a15bae8-b3ea-48d4-8ecd-e6c1b68becb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024974 Dec 14 02:27:36.363109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d74f8-f828-4517-8853-d60dcf53825a req-d03ebbe8-c673-4353-bda3-b9afd641de74 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:36.372105 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-490d74f8-f828-4517-8853-d60dcf53825a req-d03ebbe8-c673-4353-bda3-b9afd641de74 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9243743 Dec 14 02:27:36.406806 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99d730-1d95-44e1-990e-643165de227e req-3cf2f833-d3be-4428-a502-e1276c695433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:36.408836 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-3cf2f833-d3be-4428-a502-e1276c695433 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&device_id=f73114c4-8f6e-4959-9501-abf91d7908c7 HTTP/1.1" status: 200 len: 1099 time: 0.0940671 Dec 14 02:27:36.427070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-490d74f8-f828-4517-8853-d60dcf53825a req-d6713d24-57b3-4a38-949b-f669303fdaec tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Request body: {'port': {'device_id': '1a0a4817-ce2a-44ac-b1c9-4f96dad42df7', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': '43612bd0110042b9930ae44126c0d3b8'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:36.525694 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-80abe6ee-e8df-411c-a084-9e1562978d42 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=592bf17d-fcae-461b-97ab-5e36292e1e33 HTTP/1.1" status: 200 len: 217 time: 0.0729711 Dec 14 02:27:36.586591 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99d730-1d95-44e1-990e-643165de227e req-e8f7e68c-220c-4d6b-ae24-e0c013166d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:36.588088 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-e8f7e68c-220c-4d6b-ae24-e0c013166d6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0524855 Dec 14 02:27:36.614667 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fe93d-5cfb-4483-8820-bf2e862bd0d9 req-2ac21827-36bb-43fe-9af4-c2360d749763 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:36.616276 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c64fe93d-5cfb-4483-8820-bf2e862bd0d9 req-2ac21827-36bb-43fe-9af4-c2360d749763 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.5020921 Dec 14 02:27:36.651652 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99d730-1d95-44e1-990e-643165de227e req-18dd17f0-1d14-4e65-a200-ef86361b7137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:36.653705 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-18dd17f0-1d14-4e65-a200-ef86361b7137 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558426 Dec 14 02:27:36.696020 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-19116cde-9928-4178-994b-0ce78f5980d9 req-8faff8fc-748a-4bd0-9175-b7f4a74155e6 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a87852d-236a-48ae-a34b-ddd78cf67728 HTTP/1.1" status: 200 len: 210 time: 0.1135616 Dec 14 02:27:36.759840 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5c54ed-a118-4f6a-a3ce-1b0b27c7ea7e x-openstack-request-id: req-1c5c54ed-a118-4f6a-a3ce-1b0b27c7ea7e {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:36.760451 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f73114c4-8f6e-4959-9501-abf91d7908c7", "tag": "592bf17d-fcae-461b-97ab-5e36292e1e33", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:36.761140 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c5c54ed-a118-4f6a-a3ce-1b0b27c7ea7e {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:36.761806 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f73114c4-8f6e-4959-9501-abf91d7908c7', 'tag': '592bf17d-fcae-461b-97ab-5e36292e1e33', 'status': 'completed', 'code': 200} Dec 14 02:27:36.800341 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-30823a59-c372-412b-9064-170096310272 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381867 Dec 14 02:27:36.859560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8442335f-030d-4545-8ce1-f0a4fc50a797 req-4f39fa06-bf00-4ceb-b979-2f66f332d34d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 210 time: 0.0401714 Dec 14 02:27:36.866245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c64fe93d-5cfb-4483-8820-bf2e862bd0d9 req-d8a9ff9a-5992-4e5c-89de-bd51314d0b77 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816492 Dec 14 02:27:36.934108 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-b6edba0e-0f87-450c-8ea3-266565cff949 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027889 Dec 14 02:27:37.023900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:37.037772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635da5f-2fcf-4c2b-b3c6-ab2d4eacc751 req-bc03a36f-4a94-4b26-bb68-16de7bec4223 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:37.039277 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e635da5f-2fcf-4c2b-b3c6-ab2d4eacc751 req-bc03a36f-4a94-4b26-bb68-16de7bec4223 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73114c4-8f6e-4959-9501-abf91d7908c7 HTTP/1.1" status: 200 len: 948 time: 0.0868533 Dec 14 02:27:37.039424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 92eb755b-21a2-4893-a6e6-9e3943128d4e details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:27:37.041102 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:37.048978 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-1e180308-0c3a-4ba9-a7b3-e49c167f557a req-a24cf597-ec51-4235-b4ad-e07c082d1bab service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:27:37.050006 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e180308-0c3a-4ba9-a7b3-e49c167f557a req-a24cf597-ec51-4235-b4ad-e07c082d1bab service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064621 Dec 14 02:27:37.074017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Transition to ACTIVE for port object 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:27:37.103400 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e635da5f-2fcf-4c2b-b3c6-ab2d4eacc751 req-b9263cba-acec-4b09-991b-4f495824c6ed tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502949 Dec 14 02:27:37.163850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 92eb755b-21a2-4893-a6e6-9e3943128d4e, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=92eb755b-21a2-4893-a6e6-9e3943128d4e,segment=NetworkSegment(a386f112-668e-4b21-ac59-057df0903594),segment_id=a386f112-668e-4b21-ac59-057df0903594)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:37.179310 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '92eb755b-21a2-4893-a6e6-9e3943128d4e', 'network_id': '0cbafc68-3214-4df6-b392-146468909ef6', 'port_id': '92eb755b-21a2-4893-a6e6-9e3943128d4e', 'mac_address': 'fa:16:3e:a4:bf:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8738b028-0ee7-43e5-af1d-78d5614869a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:27:37.224194 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:37.237619 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92eb755b-21a2-4893-a6e6-9e3943128d4e {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:37.260262 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 92eb755b-21a2-4893-a6e6-9e3943128d4e, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=92eb755b-21a2-4893-a6e6-9e3943128d4e,segment=NetworkSegment(a386f112-668e-4b21-ac59-057df0903594),segment_id=a386f112-668e-4b21-ac59-057df0903594)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:37.460376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000f20f-1a89-488e-ab1a-7d0235024832 req-bee1a21b-30f3-4954-9693-d2ea691f5b14 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:37.461897 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6000f20f-1a89-488e-ab1a-7d0235024832 req-bee1a21b-30f3-4954-9693-d2ea691f5b14 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/ports?device_id=38e4df7f-5978-4f09-8932-6c38b49e5dd0 HTTP/1.1" status: 200 len: 943 time: 0.0596101 Dec 14 02:27:37.520183 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6000f20f-1a89-488e-ab1a-7d0235024832 req-255491de-79fb-4c31-adff-e01466342d71 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a15bae8-b3ea-48d4-8ecd-e6c1b68becb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518062 Dec 14 02:27:37.536598 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:37.536738 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:37.544004 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:37.558484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490d74f8-f828-4517-8853-d60dcf53825a req-d6713d24-57b3-4a38-949b-f669303fdaec tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Made reservation on behalf of 43612bd0110042b9930ae44126c0d3b8 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:27:37.567275 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-490d74f8-f828-4517-8853-d60dcf53825a req-d6713d24-57b3-4a38-949b-f669303fdaec tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:37.613573 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=92eb755b-21a2-4893-a6e6-9e3943128d4e,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:37.628877 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-490d74f8-f828-4517-8853-d60dcf53825a req-d6713d24-57b3-4a38-949b-f669303fdaec tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:37.653454 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Pushing event updated for resources: {'Port': ['ID=0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:37.716657 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Attempting to bind port 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:27:37.717021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Attempting to bind port 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:27:37.717345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Attempting to bind port 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:37.739878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Port 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:27:37.740214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Attempting to bind port 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:37.760176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878eb6c1-6719-4520-8dcc-21ea5e367007 req-db1f76de-9272-4e09-9943-1cea59bde786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:37.764542 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-878eb6c1-6719-4520-8dcc-21ea5e367007 req-db1f76de-9272-4e09-9943-1cea59bde786 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&device_id=f73114c4-8f6e-4959-9501-abf91d7908c7 HTTP/1.1" status: 200 len: 1099 time: 0.0868881 Dec 14 02:27:37.772723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:27:37.773087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:27:37.773481 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:27:37.774145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Bound port: 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:27:37.774721 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:37.922535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['92eb755b-21a2-4893-a6e6-9e3943128d4e'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:37.922748 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-490d74f8-f828-4517-8853-d60dcf53825a req-d6713d24-57b3-4a38-949b-f669303fdaec tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:38.038146 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2a1c0ba0-3f90-4d00-93c4-c9b374296241 req-82c0f46e-ba74-4b9e-a4cb-844e8a24d8e4 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/61066f19-146d-4b8f-bcab-76bc05a4909d HTTP/1.1" status: 200 len: 1817 time: 0.1607108 Dec 14 02:27:38.042032 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-490d74f8-f828-4517-8853-d60dcf53825a req-d6713d24-57b3-4a38-949b-f669303fdaec tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:38.129212 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878eb6c1-6719-4520-8dcc-21ea5e367007 req-bf9e5956-696e-44cf-b47d-18d3981523ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:38.131243 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-878eb6c1-6719-4520-8dcc-21ea5e367007 req-bf9e5956-696e-44cf-b47d-18d3981523ae service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.3545668 Dec 14 02:27:38.145777 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-7761325f-3c07-4c13-bcbd-c7ec5eeb8d69 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1255496 Dec 14 02:27:38.151306 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-2b72f2ac-e41b-4467-813b-ea64aef21933 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:27:38.167045 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-2b72f2ac-e41b-4467-813b-ea64aef21933 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105007 Dec 14 02:27:38.220736 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-878eb6c1-6719-4520-8dcc-21ea5e367007 req-fabd0675-235c-4c22-92e6-1d02cbbebfb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=592bf17d-fcae-461b-97ab-5e36292e1e33 HTTP/1.1" status: 200 len: 217 time: 0.0565221 Dec 14 02:27:38.260924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] For port 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:27:38.288692 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878eb6c1-6719-4520-8dcc-21ea5e367007 req-15d34777-b8f3-4829-be0b-f08f85104317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:38.290597 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-878eb6c1-6719-4520-8dcc-21ea5e367007 req-15d34777-b8f3-4829-be0b-f08f85104317 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0619035 Dec 14 02:27:38.316434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5159a0-49a0-40c6-b444-94765c55c1bd req-76d8ba59-fb46-456f-bdeb-a0731280e5e5 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:38.318130 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b5159a0-49a0-40c6-b444-94765c55c1bd req-76d8ba59-fb46-456f-bdeb-a0731280e5e5 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.3997397 Dec 14 02:27:38.322334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-490d74f8-f828-4517-8853-d60dcf53825a req-d6713d24-57b3-4a38-949b-f669303fdaec tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Allocated IP 192.168.233.100 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/0588ed66-a857-4410-969d-b64b297ca972) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:27:38.373910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878eb6c1-6719-4520-8dcc-21ea5e367007 req-0334bf73-cc03-42b1-9e90-c3f035b45b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:38.376879 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-878eb6c1-6719-4520-8dcc-21ea5e367007 req-0334bf73-cc03-42b1-9e90-c3f035b45b47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759161 Dec 14 02:27:38.382230 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] For port 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:27:38.419007 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6713d24-57b3-4a38-949b-f669303fdaec tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d696eb00-0686-4ec0-9753-b5b9629e87d4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:38.429988 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-ee117693-f62e-49cb-b2e8-6253276b7895 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=43612bd0110042b9930ae44126c0d3b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517220 Dec 14 02:27:38.478286 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:38.536028 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-878eb6c1-6719-4520-8dcc-21ea5e367007 req-c4be53cc-3bef-41c8-a47b-250f93858c85 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392918 Dec 14 02:27:38.542409 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:38.664649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:38.665471 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:38.667447 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] 10.222.0.46 "PUT /v2.0/ports/0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b HTTP/1.1" status: 200 len: 1095 time: 3.2231925 Dec 14 02:27:38.675492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b5159a0-49a0-40c6-b444-94765c55c1bd req-dbc01e63-0729-4b9b-baf9-2dc883276212 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338552 Dec 14 02:27:38.690916 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-fd7e74d5-6b54-4b65-8164-ccc943fe39b1 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:38.692710 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-fd7e74d5-6b54-4b65-8164-ccc943fe39b1 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2545784 Dec 14 02:27:38.698699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebce6a0f-eb00-4930-a60a-b61ff997528c', 'tag': '0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:38.707556 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c993240c-c7ba-4931-8b54-404e8697d3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ebce6a0f-eb00-4930-a60a-b61ff997528c", "tag": "0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:38.743225 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-878eb6c1-6719-4520-8dcc-21ea5e367007 req-6ff6f098-3538-4d2b-9a11-44d38ddf18fc service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992960 Dec 14 02:27:38.748624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-87e01243-0e24-4dff-86d8-019d4fa0d45d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Request body: {'port': {'device_id': 'cb59d491-d9e1-4096-8cc8-cd63e5207910', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': '43612bd0110042b9930ae44126c0d3b8'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:38.758263 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2a1c0ba0-3f90-4d00-93c4-c9b374296241 req-40325c7e-ce45-49ce-85ea-73228afd57b0 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:38.787222 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2a1c0ba0-3f90-4d00-93c4-c9b374296241 req-40325c7e-ce45-49ce-85ea-73228afd57b0 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:39.059124 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 92eb755b-21a2-4893-a6e6-9e3943128d4e up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:27:39.222686 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44c18a65-f373-47c5-92c3-663db232eefc req-e645199a-8c1b-48d3-89bb-3ad632d676dc tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 210 time: 0.3679197 Dec 14 02:27:39.279321 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2a1c0ba0-3f90-4d00-93c4-c9b374296241 req-40325c7e-ce45-49ce-85ea-73228afd57b0 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:39.279321 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2a1c0ba0-3f90-4d00-93c4-c9b374296241 req-40325c7e-ce45-49ce-85ea-73228afd57b0 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:39.279321 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2a1c0ba0-3f90-4d00-93c4-c9b374296241 req-40325c7e-ce45-49ce-85ea-73228afd57b0 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "DELETE /v2.0/security-groups/61066f19-146d-4b8f-bcab-76bc05a4909d HTTP/1.1" status: 204 len: 173 time: 1.0411966 Dec 14 02:27:39.326544 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 92eb755b-21a2-4893-a6e6-9e3943128d4e completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:27:39.335734 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 92eb755b-21a2-4893-a6e6-9e3943128d4e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:39.342692 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:39.373725 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40325c7e-ce45-49ce-85ea-73228afd57b0 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61066f19-146d-4b8f-bcab-76bc05a4909d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:39.491756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0705013-980e-4ad5-8089-615c5621d9ca service neutron] Pushing event updated for resources: {'Port': ['ID=0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:39.511392 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:39.554749 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e4df7f-5978-4f09-8932-6c38b49e5dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92eb755b-21a2-4893-a6e6-9e3943128d4e'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:39.554749 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1fa1c0-c7b1-44b9-8319-e235110cac5b" -d '{"events": [{"server_uuid": "38e4df7f-5978-4f09-8932-6c38b49e5dd0", "name": "network-vif-plugged", "status": "completed", "tag": "92eb755b-21a2-4893-a6e6-9e3943128d4e"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:39.555044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99d730-1d95-44e1-990e-643165de227e req-0c518730-a398-422e-9bf0-476690bcdfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:39.555745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-0c518730-a398-422e-9bf0-476690bcdfbd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&device_id=ebce6a0f-eb00-4930-a60a-b61ff997528c HTTP/1.1" status: 200 len: 1098 time: 0.3355207 Dec 14 02:27:39.576165 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 92eb755b-21a2-4893-a6e6-9e3943128d4e, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=92eb755b-21a2-4893-a6e6-9e3943128d4e,segment=NetworkSegment(a386f112-668e-4b21-ac59-057df0903594),segment_id=a386f112-668e-4b21-ac59-057df0903594)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:39.618365 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:39.638487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-f351b933-635a-4522-996c-790c90b4390a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b HTTP/1.1" status: 200 len: 217 time: 0.0578957 Dec 14 02:27:39.692809 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=92eb755b-21a2-4893-a6e6-9e3943128d4e,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:39.726592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeaa80-132c-434b-a2aa-6d6987df62b0 req-03338285-8319-4897-90a6-6dbb7f7966df tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:39.728148 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fdeaa80-132c-434b-a2aa-6d6987df62b0 req-03338285-8319-4897-90a6-6dbb7f7966df tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73114c4-8f6e-4959-9501-abf91d7908c7 HTTP/1.1" status: 200 len: 948 time: 0.3503778 Dec 14 02:27:39.760139 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd1393-bc20-4075-b940-3d6c033170b4 req-73ff5c2e-cdd6-4f9a-9dce-0878c7a75264 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:39.761664 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3edd1393-bc20-4075-b940-3d6c033170b4 req-73ff5c2e-cdd6-4f9a-9dce-0878c7a75264 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/ports?device_id=38e4df7f-5978-4f09-8932-6c38b49e5dd0 HTTP/1.1" status: 200 len: 944 time: 0.2722514 Dec 14 02:27:39.787862 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-490d74f8-f828-4517-8853-d60dcf53825a req-d6713d24-57b3-4a38-949b-f669303fdaec tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:39.818666 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99d730-1d95-44e1-990e-643165de227e req-b6241e7c-6b70-4211-abab-df7c62c9b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:39.820159 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-b6241e7c-6b70-4211-abab-df7c62c9b3bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1675177 Dec 14 02:27:39.941734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-87e01243-0e24-4dff-86d8-019d4fa0d45d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Made reservation on behalf of 43612bd0110042b9930ae44126c0d3b8 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:27:39.945263 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-87e01243-0e24-4dff-86d8-019d4fa0d45d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:39.957427 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fdeaa80-132c-434b-a2aa-6d6987df62b0 req-f6523c74-f844-4579-9856-734a7432f8a6 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157702 Dec 14 02:27:39.972288 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3edd1393-bc20-4075-b940-3d6c033170b4 req-8b49b696-ca7e-4263-85bd-b02051374d96 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a15bae8-b3ea-48d4-8ecd-e6c1b68becb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929712 Dec 14 02:27:40.033875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99d730-1d95-44e1-990e-643165de227e req-f2486e82-5938-4ce1-ad8c-b0cdd8c2f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:40.038607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-f2486e82-5938-4ce1-ad8c-b0cdd8c2f3b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2016137 Dec 14 02:27:40.111208 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d92fb46-159a-4a99-a47f-67efea6a5af1 x-openstack-request-id: req-0d92fb46-159a-4a99-a47f-67efea6a5af1 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:40.111708 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebce6a0f-eb00-4930-a60a-b61ff997528c", "tag": "0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:40.112108 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d92fb46-159a-4a99-a47f-67efea6a5af1 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:40.119108 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebce6a0f-eb00-4930-a60a-b61ff997528c', 'tag': '0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b', 'status': 'completed', 'code': 200} Dec 14 02:27:40.136635 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8cbaf7-e242-480f-9040-f4a03d8031d6 x-openstack-request-id: req-8b8cbaf7-e242-480f-9040-f4a03d8031d6 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:40.136898 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e4df7f-5978-4f09-8932-6c38b49e5dd0", "name": "network-vif-plugged", "status": "completed", "tag": "92eb755b-21a2-4893-a6e6-9e3943128d4e", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:40.137151 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b8cbaf7-e242-480f-9040-f4a03d8031d6 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:40.137572 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e4df7f-5978-4f09-8932-6c38b49e5dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92eb755b-21a2-4893-a6e6-9e3943128d4e', 'code': 200} Dec 14 02:27:40.166709 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-490d74f8-f828-4517-8853-d60dcf53825a req-d6713d24-57b3-4a38-949b-f669303fdaec tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:40.306652 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee197e-e7bb-4ad9-a13e-c555339eb576 req-64763e12-9590-479c-9911-ab2341904392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:40.308232 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-feee197e-e7bb-4ad9-a13e-c555339eb576 req-64763e12-9590-479c-9911-ab2341904392 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=38e4df7f-5978-4f09-8932-6c38b49e5dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0620289 Dec 14 02:27:40.346268 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490d74f8-f828-4517-8853-d60dcf53825a req-d6713d24-57b3-4a38-949b-f669303fdaec tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:27:40.381423 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ac85a645-5d81-4347-ba5e-b7009c33c2a2 req-8f375048-bf0f-4b0f-b91f-f8a6f0392628 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/f39ce2a0-493d-4d39-936c-42cc738ad831 HTTP/1.1" status: 200 len: 1816 time: 0.2672088 Dec 14 02:27:40.386736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6713d24-57b3-4a38-949b-f669303fdaec tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Pushing event updated for resources: {'Port': ['ID=0588ed66-a857-4410-969d-b64b297ca972,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:40.390043 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-490d74f8-f828-4517-8853-d60dcf53825a req-d6713d24-57b3-4a38-949b-f669303fdaec tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:27:40.402188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-490d74f8-f828-4517-8853-d60dcf53825a req-d6713d24-57b3-4a38-949b-f669303fdaec tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:27:40.418262 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d74f8-f828-4517-8853-d60dcf53825a req-d6713d24-57b3-4a38-949b-f669303fdaec tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:40.419079 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-490d74f8-f828-4517-8853-d60dcf53825a req-d6713d24-57b3-4a38-949b-f669303fdaec tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:40.423806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-4ed60f58-3230-4987-8f35-6dda42d643e9 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727534 Dec 14 02:27:40.431436 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-feee197e-e7bb-4ad9-a13e-c555339eb576 req-444a6f10-b527-4e44-9fe5-aa4fc2d92cd6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8a15bae8-b3ea-48d4-8ecd-e6c1b68becb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045082 Dec 14 02:27:40.564300 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-87e01243-0e24-4dff-86d8-019d4fa0d45d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Allocated IP 192.168.233.207 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/1fa4e183-5b2b-4bea-9f3b-151342d18c95) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:27:40.577222 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca23991-34e0-4fdf-8bd4-2264acfc8811 req-8c8ddd21-9d7e-4f12-9acf-6f2b66097eae tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:40.579394 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ca23991-34e0-4fdf-8bd4-2264acfc8811 req-8c8ddd21-9d7e-4f12-9acf-6f2b66097eae tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.3589313 Dec 14 02:27:40.666008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-490d74f8-f828-4517-8853-d60dcf53825a req-d6713d24-57b3-4a38-949b-f669303fdaec tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2514675 Dec 14 02:27:40.705476 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd99d730-1d95-44e1-990e-643165de227e req-06fbd6ec-e67b-4215-ac84-87c3f1597cf7 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307906 Dec 14 02:27:40.705476 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Request body: {'port': {'device_id': '1a0a4817-ce2a-44ac-b1c9-4f96dad42df7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:40.705703 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ab492e6b-53ce-4f7d-84bb-c1fd195f2bfd None None] Provisioning complete for port 0588ed66-a857-4410-969d-b64b297ca972 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:40.705703 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ab492e6b-53ce-4f7d-84bb-c1fd195f2bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:40.711353 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ac85a645-5d81-4347-ba5e-b7009c33c2a2 req-09d27479-811d-4f31-bc4b-2cbcba0e8ba5 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:40.739429 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ab492e6b-53ce-4f7d-84bb-c1fd195f2bfd None None] Port 0588ed66-a857-4410-969d-b64b297ca972 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:27:40.747931 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ca23991-34e0-4fdf-8bd4-2264acfc8811 req-577874e7-3243-4326-8cc6-2c80422d2f46 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569757 Dec 14 02:27:40.817358 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ac85a645-5d81-4347-ba5e-b7009c33c2a2 req-09d27479-811d-4f31-bc4b-2cbcba0e8ba5 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:40.914991 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:41.016983 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3e5a4-3031-41b9-bba9-e3af50fb529d req-418069f7-232c-4f95-aebd-cb68b6136918 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:41.018477 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36a3e5a4-3031-41b9-bba9-e3af50fb529d req-418069f7-232c-4f95-aebd-cb68b6136918 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 946 time: 0.2032046 Dec 14 02:27:41.028590 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-87e01243-0e24-4dff-86d8-019d4fa0d45d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:41.056276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 592bf17d-fcae-461b-97ab-5e36292e1e33 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:27:41.127750 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ac85a645-5d81-4347-ba5e-b7009c33c2a2 req-09d27479-811d-4f31-bc4b-2cbcba0e8ba5 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:41.130216 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ac85a645-5d81-4347-ba5e-b7009c33c2a2 req-09d27479-811d-4f31-bc4b-2cbcba0e8ba5 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:41.131353 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ac85a645-5d81-4347-ba5e-b7009c33c2a2 req-09d27479-811d-4f31-bc4b-2cbcba0e8ba5 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "DELETE /v2.0/security-groups/f39ce2a0-493d-4d39-936c-42cc738ad831 HTTP/1.1" status: 204 len: 173 time: 0.7386754 Dec 14 02:27:41.140459 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993240c-c7ba-4931-8b54-404e8697d3cf req-4a594572-eca9-4c02-8ced-a0f1147dafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:41.141959 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c993240c-c7ba-4931-8b54-404e8697d3cf req-4a594572-eca9-4c02-8ced-a0f1147dafb6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&device_id=ebce6a0f-eb00-4930-a60a-b61ff997528c HTTP/1.1" status: 200 len: 1098 time: 0.1916776 Dec 14 02:27:41.194174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d27479-811d-4f31-bc4b-2cbcba0e8ba5 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39ce2a0-493d-4d39-936c-42cc738ad831,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:41.245649 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36a3e5a4-3031-41b9-bba9-e3af50fb529d req-a826828a-6c0d-4e20-8075-92b33b4d23ea tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200050 Dec 14 02:27:41.291268 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-92cee0be-6810-4eb4-9c30-86785522b738 req-a378caa4-14f5-4ce5-8471-59595fe7b7c5 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 210 time: 0.0352972 Dec 14 02:27:41.300260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 592bf17d-fcae-461b-97ab-5e36292e1e33, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=592bf17d-fcae-461b-97ab-5e36292e1e33,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:41.329868 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '592bf17d-fcae-461b-97ab-5e36292e1e33', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '592bf17d-fcae-461b-97ab-5e36292e1e33', 'mac_address': 'fa:16:3e:18:3b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:27:41.337466 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993240c-c7ba-4931-8b54-404e8697d3cf req-4bde9e4a-863e-48ad-8193-df58cb18c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:41.338674 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c993240c-c7ba-4931-8b54-404e8697d3cf req-4bde9e4a-863e-48ad-8193-df58cb18c265 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1682239 Dec 14 02:27:41.386721 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:41.400223 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-3969a241-aa8d-4481-ba69-b085afeebef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:41.401734 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-3969a241-aa8d-4481-ba69-b085afeebef2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 1101 time: 0.0538337 Dec 14 02:27:41.406856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 592bf17d-fcae-461b-97ab-5e36292e1e33 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:41.415066 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-87e01243-0e24-4dff-86d8-019d4fa0d45d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:41.430473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 592bf17d-fcae-461b-97ab-5e36292e1e33, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=592bf17d-fcae-461b-97ab-5e36292e1e33,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:41.466949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c993240c-c7ba-4931-8b54-404e8697d3cf req-f161d201-7739-4114-822c-c9a85f0cd625 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b HTTP/1.1" status: 200 len: 217 time: 0.1185253 Dec 14 02:27:41.497388 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:41.509729 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-e2a4d910-1672-4a26-80e4-9d2cc6283ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:41.512171 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-e2a4d910-1672-4a26-80e4-9d2cc6283ee1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1000376 Dec 14 02:27:41.571526 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-da0e45a1-eb65-467f-bc4a-fe66eb7bbdef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=be56e3bd-7a18-4bd2-910e-d451f6a76794 HTTP/1.1" status: 200 len: 217 time: 0.0508981 Dec 14 02:27:41.596518 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=592bf17d-fcae-461b-97ab-5e36292e1e33,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:41.610957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-87e01243-0e24-4dff-86d8-019d4fa0d45d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:27:41.620617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e01243-0e24-4dff-86d8-019d4fa0d45d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Pushing event updated for resources: {'Port': ['ID=1fa4e183-5b2b-4bea-9f3b-151342d18c95,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:41.624087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-87e01243-0e24-4dff-86d8-019d4fa0d45d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:27:41.635204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-87e01243-0e24-4dff-86d8-019d4fa0d45d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:27:41.645374 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-87e01243-0e24-4dff-86d8-019d4fa0d45d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:41.645374 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-87e01243-0e24-4dff-86d8-019d4fa0d45d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:41.664704 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-f003753d-859c-4547-9286-698b134cfbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:41.667006 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-f003753d-859c-4547-9286-698b134cfbc3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0764632 Dec 14 02:27:41.676545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993240c-c7ba-4931-8b54-404e8697d3cf req-5c635544-badb-4c80-8e41-9f82add4693b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:41.677966 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c993240c-c7ba-4931-8b54-404e8697d3cf req-5c635544-badb-4c80-8e41-9f82add4693b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1855035 Dec 14 02:27:41.692905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76217c-90ba-4ac0-a442-76c14bac9170 req-81c8c103-cdf4-458b-898f-600f98cc09ad tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:41.694680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d76217c-90ba-4ac0-a442-76c14bac9170 req-81c8c103-cdf4-458b-898f-600f98cc09ad tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/ports?device_id=38e4df7f-5978-4f09-8932-6c38b49e5dd0 HTTP/1.1" status: 200 len: 945 time: 0.2774339 Dec 14 02:27:41.723100 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-e7b42f6d-6cfc-4d0a-a0bd-3fd836c68a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:41.724677 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-e7b42f6d-6cfc-4d0a-a0bd-3fd836c68a1a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0501041 Dec 14 02:27:41.736912 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c00480-26ad-4091-b2a8-5bb1f5c03f6e req-b3c8ca63-ce73-4f2c-9b24-f607c8034fc7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:41.745742 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-86c00480-26ad-4091-b2a8-5bb1f5c03f6e req-b3c8ca63-ce73-4f2c-9b24-f607c8034fc7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73114c4-8f6e-4959-9501-abf91d7908c7 HTTP/1.1" status: 200 len: 948 time: 0.3165751 Dec 14 02:27:41.831599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-87e01243-0e24-4dff-86d8-019d4fa0d45d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0927680 Dec 14 02:27:41.844913 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-92cba70f-0abf-42cd-8f7d-628f6f9ba1f8 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056783 Dec 14 02:27:41.851964 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-86c00480-26ad-4091-b2a8-5bb1f5c03f6e req-61950e66-fc28-4120-878c-93b79012a4db tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053424 Dec 14 02:27:41.896010 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Request body: {'port': {'device_id': 'cb59d491-d9e1-4096-8cc8-cd63e5207910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:41.913497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-7969c8dd-1cca-4b51-b694-36b1bf3a4f57 req-750dce60-f572-4b96-881b-8a332e70e5d3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1009598503', 'description': 'tempest-description-1342481801'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:41.962634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c993240c-c7ba-4931-8b54-404e8697d3cf req-a7433c5a-c2d8-4e79-a4ee-400847954103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:41.964343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c993240c-c7ba-4931-8b54-404e8697d3cf req-a7433c5a-c2d8-4e79-a4ee-400847954103 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2669802 Dec 14 02:27:42.020652 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-9b5da24e-48bf-48e3-b94f-44fac161366a service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524074 Dec 14 02:27:42.035077 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['592bf17d-fcae-461b-97ab-5e36292e1e33'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:42.078351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7b7f6f23-6dbe-4aa5-8d23-5ed323ec0068 None None] Provisioning complete for port 1fa4e183-5b2b-4bea-9f3b-151342d18c95 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:42.078695 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7b7f6f23-6dbe-4aa5-8d23-5ed323ec0068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:42.126308 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7b7f6f23-6dbe-4aa5-8d23-5ed323ec0068 None None] Port 1fa4e183-5b2b-4bea-9f3b-151342d18c95 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:27:42.302281 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d76217c-90ba-4ac0-a442-76c14bac9170 req-0860a3b8-3939-4847-b0e3-be67d3dcb81b tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a15bae8-b3ea-48d4-8ecd-e6c1b68becb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5937304 Dec 14 02:27:42.317225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0588ed66-a857-4410-969d-b64b297ca972 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:42.343709 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:42.363918 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:42.373131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Transition to ACTIVE for port object 0588ed66-a857-4410-969d-b64b297ca972 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:27:42.451693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c993240c-c7ba-4931-8b54-404e8697d3cf req-021f7a77-b27b-4112-99e4-4419e49d5e4a service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727013 Dec 14 02:27:42.460092 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7969c8dd-1cca-4b51-b694-36b1bf3a4f57 req-750dce60-f572-4b96-881b-8a332e70e5d3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:42.530977 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:42.600971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3c983-ec47-4e7b-8c28-c604fbb7f87d req-266cc253-6f2d-4a64-9258-95adf29c9d39 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:42.602447 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13f3c983-ec47-4e7b-8c28-c604fbb7f87d req-266cc253-6f2d-4a64-9258-95adf29c9d39 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.2152436 Dec 14 02:27:42.726357 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Pushing event updated for resources: {'Port': ['ID=0588ed66-a857-4410-969d-b64b297ca972,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:42.842699 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c993240c-c7ba-4931-8b54-404e8697d3cf req-9d1e98d9-e75d-4572-9925-cb9af4662bb4 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790827 Dec 14 02:27:42.864814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Attempting to bind port 0588ed66-a857-4410-969d-b64b297ca972 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:27:42.865158 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Attempting to bind port 0588ed66-a857-4410-969d-b64b297ca972 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:27:42.865522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Attempting to bind port 0588ed66-a857-4410-969d-b64b297ca972 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:42.876387 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7969c8dd-1cca-4b51-b694-36b1bf3a4f57 req-750dce60-f572-4b96-881b-8a332e70e5d3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:42.884813 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13f3c983-ec47-4e7b-8c28-c604fbb7f87d req-afd60953-a6e5-48fc-9285-557622bfca97 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331705 Dec 14 02:27:42.887353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Port 0588ed66-a857-4410-969d-b64b297ca972 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:27:42.887694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Attempting to bind port 0588ed66-a857-4410-969d-b64b297ca972 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:42.895909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:27:42.896250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:27:42.896642 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:27:42.897080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Bound port: 0588ed66-a857-4410-969d-b64b297ca972, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:27:42.897492 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:42.979978 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7969c8dd-1cca-4b51-b694-36b1bf3a4f57 req-750dce60-f572-4b96-881b-8a332e70e5d3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:43.053161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750dce60-f572-4b96-881b-8a332e70e5d3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cca18f2-845f-4798-92d2-66f5e4070c9a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:43.080729 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] For port 0588ed66-a857-4410-969d-b64b297ca972, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:27:43.096862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] For port 0588ed66-a857-4410-969d-b64b297ca972, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0588ed66-a857-4410-969d-b64b297ca972,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:27:43.101813 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7969c8dd-1cca-4b51-b694-36b1bf3a4f57 req-750dce60-f572-4b96-881b-8a332e70e5d3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:43.103080 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7969c8dd-1cca-4b51-b694-36b1bf3a4f57 req-750dce60-f572-4b96-881b-8a332e70e5d3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.2009766 Dec 14 02:27:43.107831 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa4e183-5b2b-4bea-9f3b-151342d18c95 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:43.121738 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:43.135982 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Transition to ACTIVE for port object 1fa4e183-5b2b-4bea-9f3b-151342d18c95 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:27:43.175342 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:43.225540 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:43.247926 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:43.248662 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:43.250643 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-490d74f8-f828-4517-8853-d60dcf53825a req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] 10.222.0.46 "PUT /v2.0/ports/0588ed66-a857-4410-969d-b64b297ca972 HTTP/1.1" status: 200 len: 1096 time: 2.5657864 Dec 14 02:27:43.252199 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a0a4817-ce2a-44ac-b1c9-4f96dad42df7', 'tag': '0588ed66-a857-4410-969d-b64b297ca972'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:43.254487 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c42946-1a47-40f2-b140-b5a5454af1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a0a4817-ce2a-44ac-b1c9-4f96dad42df7", "tag": "0588ed66-a857-4410-969d-b64b297ca972"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:43.312978 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea2dc1-13db-4592-9015-d8415c52dec5 req-dcf7fc19-6e54-4fe1-a915-1b77e064e655 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:43.312978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36ea2dc1-13db-4592-9015-d8415c52dec5 req-dcf7fc19-6e54-4fe1-a915-1b77e064e655 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 936 time: 0.1513507 Dec 14 02:27:43.312978 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e81672-dbd4-444a-98d6-215027bfddcc service neutron] Pushing event updated for resources: {'Port': ['ID=0588ed66-a857-4410-969d-b64b297ca972,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:43.463990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Attempting to bind port 1fa4e183-5b2b-4bea-9f3b-151342d18c95 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:27:43.464335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Attempting to bind port 1fa4e183-5b2b-4bea-9f3b-151342d18c95 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:27:43.466740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Attempting to bind port 1fa4e183-5b2b-4bea-9f3b-151342d18c95 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:43.485520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Pushing event updated for resources: {'Port': ['ID=1fa4e183-5b2b-4bea-9f3b-151342d18c95,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:43.494946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Port 1fa4e183-5b2b-4bea-9f3b-151342d18c95 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:27:43.494946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Attempting to bind port 1fa4e183-5b2b-4bea-9f3b-151342d18c95 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:43.510326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36ea2dc1-13db-4592-9015-d8415c52dec5 req-8c6462a1-93e2-4e50-a827-b2de4129c6e3 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918828 Dec 14 02:27:43.512104 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:27:43.512449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:27:43.512837 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:27:43.513338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Bound port: 1fa4e183-5b2b-4bea-9f3b-151342d18c95, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:27:43.513716 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:43.538176 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d74f8-f828-4517-8853-d60dcf53825a req-9aab8e3c-6143-4687-ac7c-127ac83a204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:43.539778 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-490d74f8-f828-4517-8853-d60dcf53825a req-9aab8e3c-6143-4687-ac7c-127ac83a204d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43612bd0110042b9930ae44126c0d3b8&device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 1099 time: 0.1406806 Dec 14 02:27:43.549569 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f3eec-4f66-49db-8bb2-08feb9ece243 req-52adefa5-ea0a-4b00-aeeb-d79d36d2c003 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:43.553804 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c68f3eec-4f66-49db-8bb2-08feb9ece243 req-52adefa5-ea0a-4b00-aeeb-d79d36d2c003 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73114c4-8f6e-4959-9501-abf91d7908c7 HTTP/1.1" status: 200 len: 949 time: 0.1883368 Dec 14 02:27:43.679862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-490d74f8-f828-4517-8853-d60dcf53825a req-94d44c9d-533a-4b02-bc34-b1e74c89dbf1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=0588ed66-a857-4410-969d-b64b297ca972 HTTP/1.1" status: 200 len: 217 time: 0.1063921 Dec 14 02:27:43.751768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e7fbc88-307f-41a0-9ca1-a637efaa244d req-3b3157f4-c1b4-4e1c-9ccc-c0d90fc281d3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/0cca18f2-845f-4798-92d2-66f5e4070c9a HTTP/1.1" status: 200 len: 1818 time: 0.1968579 Dec 14 02:27:43.769073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-5e7fbc88-307f-41a0-9ca1-a637efaa244d req-7eab226f-e868-40e2-b3a8-da7b2ad5bea2 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Request body: {'security_group': {'name': 'tempest-sg-hth-81909301', 'description': 'tempest-description-hth-385839465'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:43.773124 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] For port 1fa4e183-5b2b-4bea-9f3b-151342d18c95, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:27:43.781467 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c68f3eec-4f66-49db-8bb2-08feb9ece243 req-aa7da4e3-da1d-4fa1-af01-eff25acd18c3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225392 Dec 14 02:27:43.809126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d74f8-f828-4517-8853-d60dcf53825a req-477e031e-b204-4704-a8a0-38851cd3df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:43.809126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-490d74f8-f828-4517-8853-d60dcf53825a req-477e031e-b204-4704-a8a0-38851cd3df34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1130657 Dec 14 02:27:43.809438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] For port 1fa4e183-5b2b-4bea-9f3b-151342d18c95, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=1fa4e183-5b2b-4bea-9f3b-151342d18c95,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:27:43.836401 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7cd0aa-ec13-466d-aa7a-1384467ef273 x-openstack-request-id: req-be7cd0aa-ec13-466d-aa7a-1384467ef273 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:43.836701 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a0a4817-ce2a-44ac-b1c9-4f96dad42df7", "tag": "0588ed66-a857-4410-969d-b64b297ca972", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:43.836963 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be7cd0aa-ec13-466d-aa7a-1384467ef273 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:43.837381 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a0a4817-ce2a-44ac-b1c9-4f96dad42df7', 'tag': '0588ed66-a857-4410-969d-b64b297ca972', 'status': 'completed', 'code': 200} Dec 14 02:27:43.844075 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5e7fbc88-307f-41a0-9ca1-a637efaa244d req-7eab226f-e868-40e2-b3a8-da7b2ad5bea2 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:43.931257 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d74f8-f828-4517-8853-d60dcf53825a req-8a2aeb52-a6ed-47a0-b1ab-a4c103115a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:43.932693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-490d74f8-f828-4517-8853-d60dcf53825a req-8a2aeb52-a6ed-47a0-b1ab-a4c103115a2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155334 Dec 14 02:27:43.942252 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:43.945842 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5e7fbc88-307f-41a0-9ca1-a637efaa244d req-7eab226f-e868-40e2-b3a8-da7b2ad5bea2 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:44.002587 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:27:44.042143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:44.042915 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:44.044418 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] 10.222.0.47 "PUT /v2.0/ports/1fa4e183-5b2b-4bea-9f3b-151342d18c95 HTTP/1.1" status: 200 len: 1096 time: 2.1612523 Dec 14 02:27:44.055878 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5e7fbc88-307f-41a0-9ca1-a637efaa244d req-7eab226f-e868-40e2-b3a8-da7b2ad5bea2 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:44.058666 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5e7fbc88-307f-41a0-9ca1-a637efaa244d req-7eab226f-e868-40e2-b3a8-da7b2ad5bea2 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:44.059982 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e7fbc88-307f-41a0-9ca1-a637efaa244d req-7eab226f-e868-40e2-b3a8-da7b2ad5bea2 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "PUT /v2.0/security-groups/0cca18f2-845f-4798-92d2-66f5e4070c9a HTTP/1.1" status: 200 len: 1789 time: 0.3004000 Dec 14 02:27:44.079495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ce48d-6592-4462-b5ca-22b179e96964 req-ad66f12e-7b87-4464-b384-391532eef956 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:44.086827 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-291ce48d-6592-4462-b5ca-22b179e96964 req-ad66f12e-7b87-4464-b384-391532eef956 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/ports?device_id=38e4df7f-5978-4f09-8932-6c38b49e5dd0 HTTP/1.1" status: 200 len: 945 time: 0.2003984 Dec 14 02:27:44.130352 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:44.132311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7185400-06ad-4c56-9e30-febb17b2f85b service neutron] Pushing event updated for resources: {'Port': ['ID=1fa4e183-5b2b-4bea-9f3b-151342d18c95,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:44.148921 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b', 'mac_address': 'fa:16:3e:d3:57:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:27:44.193579 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab226f-e868-40e2-b3a8-da7b2ad5bea2 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cca18f2-845f-4798-92d2-66f5e4070c9a,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:44.199011 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:44.221532 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-291ce48d-6592-4462-b5ca-22b179e96964 req-36fdca7d-4888-40b2-a0be-a12f2f34a8f5 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a15bae8-b3ea-48d4-8ecd-e6c1b68becb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336954 Dec 14 02:27:44.222463 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:44.226880 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-490d74f8-f828-4517-8853-d60dcf53825a req-63b09933-2ba3-4d46-ac92-fc93cd8ddbba service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726691 Dec 14 02:27:44.247746 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:44.322040 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-fd599836-482f-4d6e-add0-5674df1d3125 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--446979990&fields=id&tenant_id=42e3fe530e444f4eb8a4088885651364 HTTP/1.1" status: 200 len: 267 time: 0.1572051 Dec 14 02:27:44.331791 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:44.400275 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:44.467349 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-d12270bb-2e21-4673-8715-946db7ac81f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:44.469509 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-d12270bb-2e21-4673-8715-946db7ac81f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43612bd0110042b9930ae44126c0d3b8&device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 1099 time: 0.1752508 Dec 14 02:27:44.473801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-490d74f8-f828-4517-8853-d60dcf53825a req-0708503a-fc75-44aa-a433-b3688effb21e service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369075 Dec 14 02:27:44.483269 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03279ee3-a50a-40be-8e9c-70990a2a75c1 req-aea0983a-3988-4b9d-8ce4-96e94443968f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:44.484783 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03279ee3-a50a-40be-8e9c-70990a2a75c1 req-aea0983a-3988-4b9d-8ce4-96e94443968f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.1876802 Dec 14 02:27:44.554516 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-ee1d1d35-2ab9-4ee2-afdc-9fa7a5ef40c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=1fa4e183-5b2b-4bea-9f3b-151342d18c95 HTTP/1.1" status: 200 len: 217 time: 0.0602136 Dec 14 02:27:44.581947 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-b1cfe8d3-7df5-45b6-adfd-b2f9491f58ff tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:44.583330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-b1cfe8d3-7df5-45b6-adfd-b2f9491f58ff tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/networks?id=c04429dc-468a-4168-bf68-221cba49072a HTTP/1.1" status: 200 len: 823 time: 0.2438810 Dec 14 02:27:44.636773 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-e96b36c2-11a5-4bcf-af59-16bb35c7bdcb tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/quotas/42e3fe530e444f4eb8a4088885651364 HTTP/1.1" status: 200 len: 375 time: 0.0307040 Dec 14 02:27:44.642161 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03279ee3-a50a-40be-8e9c-70990a2a75c1 req-51874125-5826-4c38-a0d1-f185f907219b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464288 Dec 14 02:27:44.662878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b67bf2a7-02f2-4891-8c06-764dde4ccc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:44.662878 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-b67bf2a7-02f2-4891-8c06-764dde4ccc4b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0969133 Dec 14 02:27:44.759715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:44.788278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-b183692b-b6f7-4b14-9af6-18f87bd9e744 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=42e3fe530e444f4eb8a4088885651364&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1432171 Dec 14 02:27:44.790846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-ed6d2565-2680-4662-908b-f1339861ec08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:44.792338 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-ed6d2565-2680-4662-908b-f1339861ec08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1157265 Dec 14 02:27:44.799746 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7eb97a2a-521b-4178-9caa-55ac48e3b4b5 req-969fe3d7-feb7-43ed-953b-e589b297cdbf tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/0cca18f2-845f-4798-92d2-66f5e4070c9a HTTP/1.1" status: 200 len: 1789 time: 0.1241477 Dec 14 02:27:44.866885 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c42946-1a47-40f2-b140-b5a5454af1f5 req-beda5337-2285-4278-a562-2ba9656eff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:44.868422 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73c42946-1a47-40f2-b140-b5a5454af1f5 req-beda5337-2285-4278-a562-2ba9656eff7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43612bd0110042b9930ae44126c0d3b8&device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 1099 time: 0.1326163 Dec 14 02:27:44.995583 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1266f29-2238-4c6f-909f-79884a31d04d req-efa6bbe9-5d1f-4bc2-8b35-d8449ac5f5f9 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:44.997140 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a1266f29-2238-4c6f-909f-79884a31d04d req-efa6bbe9-5d1f-4bc2-8b35-d8449ac5f5f9 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.47 "GET /v2.0/ports?device_id=35be84c4-6cb1-40a8-bef2-f869303c0170 HTTP/1.1" status: 200 len: 946 time: 0.1124415 Dec 14 02:27:45.058093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-f5a5a31f-67b6-4654-946e-f380dc25f11d service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565804 Dec 14 02:27:45.059031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 592bf17d-fcae-461b-97ab-5e36292e1e33 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:27:45.061172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c42946-1a47-40f2-b140-b5a5454af1f5 req-caa3f688-6638-43ac-baf8-cb19d2e4096d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:45.063180 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73c42946-1a47-40f2-b140-b5a5454af1f5 req-caa3f688-6638-43ac-baf8-cb19d2e4096d service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1806850 Dec 14 02:27:45.067049 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-4bb44107-4380-4231-85bf-a24a4947edf2 service neutron] 10.222.0.39 "GET /v2.0/networks/c04429dc-468a-4168-bf68-221cba49072a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142854 Dec 14 02:27:45.162401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-a1266f29-2238-4c6f-909f-79884a31d04d req-728b2930-4922-440c-8d1b-6ed24d07d1a0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Deleting port 2e031dc1-15d9-49da-b6e6-0cbb131278bb {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:27:45.162755 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a1266f29-2238-4c6f-909f-79884a31d04d req-728b2930-4922-440c-8d1b-6ed24d07d1a0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:45.245710 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 592bf17d-fcae-461b-97ab-5e36292e1e33 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:27:45.250206 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 592bf17d-fcae-461b-97ab-5e36292e1e33 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:45.250613 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:45.256839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-a1266f29-2238-4c6f-909f-79884a31d04d req-728b2930-4922-440c-8d1b-6ed24d07d1a0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] For port 2e031dc1-15d9-49da-b6e6-0cbb131278bb, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2e031dc1-15d9-49da-b6e6-0cbb131278bb,segment=NetworkSegment(3df208f6-026d-48e7-8165-5d53f944e79d),segment_id=3df208f6-026d-48e7-8165-5d53f944e79d)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:45.257218 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a1266f29-2238-4c6f-909f-79884a31d04d req-728b2930-4922-440c-8d1b-6ed24d07d1a0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:45.339055 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:45.367332 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f73114c4-8f6e-4959-9501-abf91d7908c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592bf17d-fcae-461b-97ab-5e36292e1e33'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:45.370043 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916875fb-91e9-40a1-a18e-3f3a54227770" -d '{"events": [{"server_uuid": "f73114c4-8f6e-4959-9501-abf91d7908c7", "name": "network-vif-plugged", "status": "completed", "tag": "592bf17d-fcae-461b-97ab-5e36292e1e33"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:45.386652 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 592bf17d-fcae-461b-97ab-5e36292e1e33, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=592bf17d-fcae-461b-97ab-5e36292e1e33,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:45.456774 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73c42946-1a47-40f2-b140-b5a5454af1f5 req-831f74fb-aa90-4ce4-9f12-e5d98ce6aeff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=0588ed66-a857-4410-969d-b64b297ca972 HTTP/1.1" status: 200 len: 217 time: 0.3721113 Dec 14 02:27:45.492010 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:45.547953 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=592bf17d-fcae-461b-97ab-5e36292e1e33,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:45.578686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27622f21-5163-4cdc-a1ca-e2b67f5f14dd req-5806546a-23ae-4dff-859a-5a7cd1d2a824 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:45.580264 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27622f21-5163-4cdc-a1ca-e2b67f5f14dd req-5806546a-23ae-4dff-859a-5a7cd1d2a824 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 948 time: 0.2163587 Dec 14 02:27:45.587932 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-571232b7-4a0e-4849-a2e8-32e87e7d33ae req-9aa32dd9-dc1e-45a7-9704-9c6ce1d7e2c2 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199459 Dec 14 02:27:45.589814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-9beb26f5-8df9-4cb9-804e-0fcfb6dc7f21 service neutron] 10.222.0.39 "GET /v2.0/networks/c04429dc-468a-4168-bf68-221cba49072a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146585 Dec 14 02:27:45.591133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c42946-1a47-40f2-b140-b5a5454af1f5 req-7c524949-a358-43f3-92a1-638338016509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:45.592506 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73c42946-1a47-40f2-b140-b5a5454af1f5 req-7c524949-a358-43f3-92a1-638338016509 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1255832 Dec 14 02:27:45.676045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27622f21-5163-4cdc-a1ca-e2b67f5f14dd req-d8141d4c-1681-49bd-904e-17cbbf18417c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818784 Dec 14 02:27:45.683335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c42946-1a47-40f2-b140-b5a5454af1f5 req-79a6d99c-d24a-4dcc-b237-ca321e2ed438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:45.685203 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73c42946-1a47-40f2-b140-b5a5454af1f5 req-79a6d99c-d24a-4dcc-b237-ca321e2ed438 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0727136 Dec 14 02:27:45.785797 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a1266f29-2238-4c6f-909f-79884a31d04d req-728b2930-4922-440c-8d1b-6ed24d07d1a0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:45.786061 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a1266f29-2238-4c6f-909f-79884a31d04d req-728b2930-4922-440c-8d1b-6ed24d07d1a0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:45.786340 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [req-a1266f29-2238-4c6f-909f-79884a31d04d req-728b2930-4922-440c-8d1b-6ed24d07d1a0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Floating IP 8c7dcbed-bb74-4d86-8728-d90d62ef1e28 disassociated. External IP: 172.25.7.214, port: 2e031dc1-15d9-49da-b6e6-0cbb131278bb. Dec 14 02:27:45.786668 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-a1266f29-2238-4c6f-909f-79884a31d04d req-728b2930-4922-440c-8d1b-6ed24d07d1a0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Calling delete_port for 2e031dc1-15d9-49da-b6e6-0cbb131278bb owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:27:45.817637 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73c42946-1a47-40f2-b140-b5a5454af1f5 req-fcad6835-b055-4e3e-831f-56bf92f356fd service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210794 Dec 14 02:27:45.833526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc324ea-7cf9-4aa1-a671-8fa042acb39e req-2820fedb-9dc3-4de0-ad97-e207bca5509e tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:45.835058 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3fc324ea-7cf9-4aa1-a671-8fa042acb39e req-2820fedb-9dc3-4de0-ad97-e207bca5509e tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73114c4-8f6e-4959-9501-abf91d7908c7 HTTP/1.1" status: 200 len: 950 time: 0.0841782 Dec 14 02:27:45.854330 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb59d491-d9e1-4096-8cc8-cd63e5207910', 'tag': '1fa4e183-5b2b-4bea-9f3b-151342d18c95'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:45.856561 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b851306-12d2-4199-83e6-8397ab243763" -d '{"events": [{"name": "network-changed", "server_uuid": "cb59d491-d9e1-4096-8cc8-cd63e5207910", "tag": "1fa4e183-5b2b-4bea-9f3b-151342d18c95"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:45.974688 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d8dae6b-adda-4f00-af27-5d8044c8195e req-77a2eb8c-713e-4618-94ec-1e26adc5a992 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/0cca18f2-845f-4798-92d2-66f5e4070c9a HTTP/1.1" status: 200 len: 1789 time: 0.1383340 Dec 14 02:27:46.000364 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a1266f29-2238-4c6f-909f-79884a31d04d req-728b2930-4922-440c-8d1b-6ed24d07d1a0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:46.007821 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3fc324ea-7cf9-4aa1-a671-8fa042acb39e req-69a4ec80-a0b9-4ef3-b248-7dde4b986b0f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415706 Dec 14 02:27:46.032705 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b2930-4922-440c-8d1b-6ed24d07d1a0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Pushing event deleted for resources: {'Port': ['ID=2e031dc1-15d9-49da-b6e6-0cbb131278bb,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:46.040021 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:27:46.040490 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73c42946-1a47-40f2-b140-b5a5454af1f5 req-39aa7cad-7191-452f-8e17-64ab58e9ec37 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033982 Dec 14 02:27:46.102558 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7d8dae6b-adda-4f00-af27-5d8044c8195e req-c9741e84-9456-45be-a02d-1ad95b716756 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:46.117668 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432ff279-546e-48bd-956e-d4cc215da34d x-openstack-request-id: req-432ff279-546e-48bd-956e-d4cc215da34d {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:46.118639 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f73114c4-8f6e-4959-9501-abf91d7908c7", "name": "network-vif-plugged", "status": "completed", "tag": "592bf17d-fcae-461b-97ab-5e36292e1e33", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:46.119051 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-432ff279-546e-48bd-956e-d4cc215da34d {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:46.119847 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f73114c4-8f6e-4959-9501-abf91d7908c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '592bf17d-fcae-461b-97ab-5e36292e1e33', 'code': 200} Dec 14 02:27:46.131868 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7d8dae6b-adda-4f00-af27-5d8044c8195e req-c9741e84-9456-45be-a02d-1ad95b716756 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:46.192869 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1266f29-2238-4c6f-909f-79884a31d04d req-728b2930-4922-440c-8d1b-6ed24d07d1a0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Router 07d711a3-15e1-406a-a16c-19b9930ebad9 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:27:46.221017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731bdc6-0bb1-4ffe-8f59-84b94acab179 req-8a3092a0-0ed9-4bff-9674-c088164a5179 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:46.222565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2731bdc6-0bb1-4ffe-8f59-84b94acab179 req-8a3092a0-0ed9-4bff-9674-c088164a5179 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.0505621 Dec 14 02:27:46.291552 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:27:46.296401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:46.299665 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:46.302684 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d8a55-bdec-4467-8e41-b07e4f7cdda3 req-799fb773-8c34-447d-873c-f898b16a2cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:46.304192 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f1d8a55-bdec-4467-8e41-b07e4f7cdda3 req-799fb773-8c34-447d-873c-f898b16a2cfe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f73114c4-8f6e-4959-9501-abf91d7908c7 HTTP/1.1" status: 200 len: 1101 time: 0.0686669 Dec 14 02:27:46.307710 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2731bdc6-0bb1-4ffe-8f59-84b94acab179 req-ac9c9461-820d-458f-b0aa-19269095b197 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787756 Dec 14 02:27:46.309426 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1266f29-2238-4c6f-909f-79884a31d04d req-728b2930-4922-440c-8d1b-6ed24d07d1a0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:27:46.321504 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340f5d4-2a14-4af0-b125-67554788e5b2 None None] Sync routers for ids ['07d711a3-15e1-406a-a16c-19b9930ebad9'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:27:46.339972 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340f5d4-2a14-4af0-b125-67554788e5b2 None None] Routers {'07d711a3-15e1-406a-a16c-19b9930ebad9'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:27:46.347411 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7d8dae6b-adda-4f00-af27-5d8044c8195e req-c9741e84-9456-45be-a02d-1ad95b716756 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:46.349985 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2340f5d4-2a14-4af0-b125-67554788e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:27:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['07d711a3-15e1-406a-a16c-19b9930ebad9'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:27:46.350718 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7d8dae6b-adda-4f00-af27-5d8044c8195e req-c9741e84-9456-45be-a02d-1ad95b716756 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:46.351868 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d8dae6b-adda-4f00-af27-5d8044c8195e req-c9741e84-9456-45be-a02d-1ad95b716756 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "DELETE /v2.0/security-groups/0cca18f2-845f-4798-92d2-66f5e4070c9a HTTP/1.1" status: 204 len: 173 time: 0.3599741 Dec 14 02:27:46.387808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9741e84-9456-45be-a02d-1ad95b716756 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cca18f2-845f-4798-92d2-66f5e4070c9a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:46.458426 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1266f29-2238-4c6f-909f-79884a31d04d req-728b2930-4922-440c-8d1b-6ed24d07d1a0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] No DVR routers for this DVR port 2e031dc1-15d9-49da-b6e6-0cbb131278bb on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:27:46.458647 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082896f1-7bb4-46da-ad67-6112f54cfc39 x-openstack-request-id: req-082896f1-7bb4-46da-ad67-6112f54cfc39 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:46.458887 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb59d491-d9e1-4096-8cc8-cd63e5207910", "tag": "1fa4e183-5b2b-4bea-9f3b-151342d18c95", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:46.459054 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-082896f1-7bb4-46da-ad67-6112f54cfc39 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:46.459432 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb59d491-d9e1-4096-8cc8-cd63e5207910', 'tag': '1fa4e183-5b2b-4bea-9f3b-151342d18c95', 'status': 'completed', 'code': 200} Dec 14 02:27:46.462153 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7381f0c-6031-4483-9ffa-df9e1e2e6bbd req-b731f1c7-8a00-4ab5-ae34-c38d25fd7b54 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 210 time: 0.0898323 Dec 14 02:27:46.469704 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:46.477900 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a1266f29-2238-4c6f-909f-79884a31d04d req-728b2930-4922-440c-8d1b-6ed24d07d1a0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:46.483241 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a1266f29-2238-4c6f-909f-79884a31d04d req-728b2930-4922-440c-8d1b-6ed24d07d1a0 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.47 "DELETE /v2.0/ports/2e031dc1-15d9-49da-b6e6-0cbb131278bb HTTP/1.1" status: 204 len: 173 time: 1.4782331 Dec 14 02:27:46.488720 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35be84c4-6cb1-40a8-bef2-f869303c0170', 'name': 'network-vif-deleted', 'tag': '2e031dc1-15d9-49da-b6e6-0cbb131278bb'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:46.490639 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f1d8a55-bdec-4467-8e41-b07e4f7cdda3 req-6addfa71-dc3c-4a48-ab4c-e07dfdc100aa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708138 Dec 14 02:27:46.492853 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01842bb7-b380-42ec-a35f-9e1bdc14eeb5" -d '{"events": [{"server_uuid": "35be84c4-6cb1-40a8-bef2-f869303c0170", "name": "network-vif-deleted", "tag": "2e031dc1-15d9-49da-b6e6-0cbb131278bb"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:46.543169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:46.602584 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9895f14-dedf-49bd-853c-2ce0be3e718d x-openstack-request-id: req-a9895f14-dedf-49bd-853c-2ce0be3e718d {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:46.603084 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35be84c4-6cb1-40a8-bef2-f869303c0170", "name": "network-vif-deleted", "tag": "2e031dc1-15d9-49da-b6e6-0cbb131278bb", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:46.603319 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9895f14-dedf-49bd-853c-2ce0be3e718d {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:46.603713 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35be84c4-6cb1-40a8-bef2-f869303c0170', 'name': 'network-vif-deleted', 'tag': '2e031dc1-15d9-49da-b6e6-0cbb131278bb', 'status': 'completed', 'code': 200} Dec 14 02:27:46.605618 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-2340f5d4-2a14-4af0-b125-67554788e5b2 None None] Set router 07d711a3-15e1-406a-a16c-19b9930ebad9 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:27:46.618679 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:46.686221 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-a4925539-06b3-4941-8ade-b3fa49aace50 req-20e1920b-0278-4a46-8f32-2e535eb47359 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] show failed (client error): The resource could not be found. Dec 14 02:27:46.695512 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4925539-06b3-4941-8ade-b3fa49aace50 req-20e1920b-0278-4a46-8f32-2e535eb47359 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/f39ce2a0-493d-4d39-936c-42cc738ad831 HTTP/1.1" status: 404 len: 352 time: 0.0233867 Dec 14 02:27:46.698396 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:46.732307 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-e210f545-1aa2-44ef-8fa7-dd1bbb103497 req-91a91b41-c892-4590-8c8f-776fe3229280 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] show failed (client error): The resource could not be found. Dec 14 02:27:46.733932 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e210f545-1aa2-44ef-8fa7-dd1bbb103497 req-91a91b41-c892-4590-8c8f-776fe3229280 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/61066f19-146d-4b8f-bcab-76bc05a4909d HTTP/1.1" status: 404 len: 352 time: 0.0162261 Dec 14 02:27:46.868179 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2340f5d4-2a14-4af0-b125-67554788e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:25:03Z', 'revision_number': 4, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port': {'id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:24:59Z', 'updated_at': '2021-12-14T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '083e6d24-6c73-47ea-a5c3-66ab99d806d1', 'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'mac_address': 'fa:16:3e:ce:1e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:02Z', 'updated_at': '2021-12-14T02:25:07Z', 'revision_number': 5, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'subnets': [{'id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:27:46.888144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b408d5-aada-4ac5-8117-fd97b1db03db req-8c2e1962-67e5-4725-8b54-b0b15d933c8a tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:46.888714 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340f5d4-2a14-4af0-b125-67554788e5b2 None None] Checking router: 07d711a3-15e1-406a-a16c-19b9930ebad9 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:27:46.889904 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-19b408d5-aada-4ac5-8117-fd97b1db03db req-8c2e1962-67e5-4725-8b54-b0b15d933c8a tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 948 time: 0.1027706 Dec 14 02:27:46.896084 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b851306-12d2-4199-83e6-8397ab243763 req-0209f8aa-013b-4be9-b102-970a12bdb75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:46.897528 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340f5d4-2a14-4af0-b125-67554788e5b2 None None] Routers {'07d711a3-15e1-406a-a16c-19b9930ebad9'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:27:46.897886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b851306-12d2-4199-83e6-8397ab243763 req-0209f8aa-013b-4be9-b102-970a12bdb75b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=43612bd0110042b9930ae44126c0d3b8&device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 1099 time: 0.0697203 Dec 14 02:27:46.898180 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2340f5d4-2a14-4af0-b125-67554788e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:27:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['07d711a3-15e1-406a-a16c-19b9930ebad9'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:27:47.017944 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-713d9549-4af6-46ee-afb8-cd112ef38713 req-f380af14-d76f-4615-b295-6677d9db97dc tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] show failed (client error): The resource could not be found. Dec 14 02:27:47.019267 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-2340f5d4-2a14-4af0-b125-67554788e5b2 None None] Set router 07d711a3-15e1-406a-a16c-19b9930ebad9 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:27:47.021934 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-713d9549-4af6-46ee-afb8-cd112ef38713 req-f380af14-d76f-4615-b295-6677d9db97dc tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/ed38b2d7-a79a-414c-83af-bc5edd884302 HTTP/1.1" status: 404 len: 352 time: 0.0629454 Dec 14 02:27:47.032460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-19b408d5-aada-4ac5-8117-fd97b1db03db req-7b0c14d2-207c-4e46-9309-18ccf6529b92 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336002 Dec 14 02:27:47.076769 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b851306-12d2-4199-83e6-8397ab243763 req-17a58aa2-cc42-4894-989b-e84f82904cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:47.078870 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b851306-12d2-4199-83e6-8397ab243763 req-17a58aa2-cc42-4894-989b-e84f82904cc7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1624780 Dec 14 02:27:47.099238 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-0373e573-687b-48a2-bb59-8befbdf2e0cb req-5dd13752-09ce-4d81-8134-0f13710e6f69 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] show failed (client error): The resource could not be found. Dec 14 02:27:47.100181 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0373e573-687b-48a2-bb59-8befbdf2e0cb req-5dd13752-09ce-4d81-8134-0f13710e6f69 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/6bb40912-6f82-4e94-8624-d2a448a71a1f HTTP/1.1" status: 404 len: 352 time: 0.0352240 Dec 14 02:27:47.148340 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b851306-12d2-4199-83e6-8397ab243763 req-118b1ee0-306c-4ceb-8d10-79f5030eaa62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=1fa4e183-5b2b-4bea-9f3b-151342d18c95 HTTP/1.1" status: 200 len: 217 time: 0.0622716 Dec 14 02:27:47.246203 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d5b770-ab91-4f5e-9af8-d066e4f62cf3 req-3cbcc411-6ce5-4201-9d46-a82a9c884ef8 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:47.247702 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3d5b770-ab91-4f5e-9af8-d066e4f62cf3 req-3cbcc411-6ce5-4201-9d46-a82a9c884ef8 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/ports?device_id=38e4df7f-5978-4f09-8932-6c38b49e5dd0 HTTP/1.1" status: 200 len: 945 time: 0.1634068 Dec 14 02:27:47.299905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94b1ff-a998-419c-98f3-fd65cdd711cb req-ffb14570-ebda-473c-b974-aac1744899de tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:47.301565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d94b1ff-a998-419c-98f3-fd65cdd711cb req-ffb14570-ebda-473c-b974-aac1744899de tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73114c4-8f6e-4959-9501-abf91d7908c7 HTTP/1.1" status: 200 len: 950 time: 0.1280301 Dec 14 02:27:47.303087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b851306-12d2-4199-83e6-8397ab243763 req-23c2319e-bd01-4f11-86b0-222f5013e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:47.304207 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b851306-12d2-4199-83e6-8397ab243763 req-23c2319e-bd01-4f11-86b0-222f5013e1ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1162646 Dec 14 02:27:47.328468 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2340f5d4-2a14-4af0-b125-67554788e5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:25:03Z', 'revision_number': 4, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port': {'id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:24:59Z', 'updated_at': '2021-12-14T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '083e6d24-6c73-47ea-a5c3-66ab99d806d1', 'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'mac_address': 'fa:16:3e:ce:1e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:02Z', 'updated_at': '2021-12-14T02:25:07Z', 'revision_number': 5, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'subnets': [{'id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:27:47.354482 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340f5d4-2a14-4af0-b125-67554788e5b2 None None] The sync data for ids ['07d711a3-15e1-406a-a16c-19b9930ebad9'] in n-d-821636-1 is: [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:25:03Z', 'revision_number': 4, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port': {'id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:24:59Z', 'updated_at': '2021-12-14T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '083e6d24-6c73-47ea-a5c3-66ab99d806d1', 'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'mac_address': 'fa:16:3e:ce:1e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:02Z', 'updated_at': '2021-12-14T02:25:07Z', 'revision_number': 5, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'subnets': [{'id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:27:47.360291 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3d5b770-ab91-4f5e-9af8-d066e4f62cf3 req-47b7d611-4579-4729-832b-2192076fed2b tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a15bae8-b3ea-48d4-8ecd-e6c1b68becb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034844 Dec 14 02:27:47.420834 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-201cc263-37d4-41d1-9216-5d799ffde1d2 req-16d5a519-8173-469c-8b1d-db06e2094500 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] show failed (client error): The resource could not be found. Dec 14 02:27:47.422280 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-201cc263-37d4-41d1-9216-5d799ffde1d2 req-16d5a519-8173-469c-8b1d-db06e2094500 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/99370c63-4f35-412f-8ee9-4c57474e1805 HTTP/1.1" status: 404 len: 352 time: 0.0347960 Dec 14 02:27:47.427265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b851306-12d2-4199-83e6-8397ab243763 req-b61d4aff-67a8-46c0-a3f8-9685f31529cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:47.428807 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b851306-12d2-4199-83e6-8397ab243763 req-b61d4aff-67a8-46c0-a3f8-9685f31529cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1123955 Dec 14 02:27:47.449673 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d94b1ff-a998-419c-98f3-fd65cdd711cb req-fb7c0bdb-efdd-48ce-bdd6-3122de61d147 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072516 Dec 14 02:27:47.505695 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-68938739-7b85-4643-bb9a-907dd110855f req-7304a61c-85cd-4e8e-9579-8ee17aebc4a5 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] show failed (client error): The resource could not be found. Dec 14 02:27:47.506712 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68938739-7b85-4643-bb9a-907dd110855f req-7304a61c-85cd-4e8e-9579-8ee17aebc4a5 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/2f18e694-abac-4c9b-9f76-19756da82b5b HTTP/1.1" status: 404 len: 352 time: 0.0436950 Dec 14 02:27:47.611719 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6dcb7ebb-bcb1-40c6-93a3-84554520fd9c req-a3ab905d-fd7d-41d5-960e-b9166ae274c6 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 210 time: 0.0512121 Dec 14 02:27:47.637763 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e59c48-9ed8-401c-80af-45c6582a73f2 req-07bbbd1c-d2e5-41eb-a354-7bbf6bcf567a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:47.639248 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-23e59c48-9ed8-401c-80af-45c6582a73f2 req-07bbbd1c-d2e5-41eb-a354-7bbf6bcf567a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.1592236 Dec 14 02:27:47.670563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b851306-12d2-4199-83e6-8397ab243763 req-82fbdfde-dd7d-4c14-b65d-1c2936fe4867 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996937 Dec 14 02:27:47.680169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0987e75c-7342-4da6-ab27-00f0a1dffeaa None None] New status for floating IP 8c7dcbed-bb74-4d86-8728-d90d62ef1e28: DOWN {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:27:47.701768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-23e59c48-9ed8-401c-80af-45c6582a73f2 req-f84207c5-f155-40cb-928d-e08fa9bf2af7 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552962 Dec 14 02:27:47.816969 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b851306-12d2-4199-83e6-8397ab243763 req-799bdc12-8cc4-4ae5-ba52-fbe31864bf29 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008105 Dec 14 02:27:48.042314 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0588ed66-a857-4410-969d-b64b297ca972 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:27:48.121369 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebce6a0f-eb00-4930-a60a-b61ff997528c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:48.123827 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1d05b2-8992-4e93-a6ef-7da528cef89c" -d '{"events": [{"server_uuid": "ebce6a0f-eb00-4930-a60a-b61ff997528c", "name": "network-vif-plugged", "status": "completed", "tag": "0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:48.206172 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0588ed66-a857-4410-969d-b64b297ca972, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0588ed66-a857-4410-969d-b64b297ca972,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:48.219592 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '0588ed66-a857-4410-969d-b64b297ca972', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '0588ed66-a857-4410-969d-b64b297ca972', 'mac_address': 'fa:16:3e:c8:2e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:27:48.261732 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:48.271059 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b2d94-c357-4cf0-b506-6927af9173f0 req-bf4b6737-31d7-485c-9942-7949b8bddcf5 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:48.273066 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-322b2d94-c357-4cf0-b506-6927af9173f0 req-bf4b6737-31d7-485c-9942-7949b8bddcf5 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 948 time: 0.1235733 Dec 14 02:27:48.284518 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ff95d-0aa8-476e-8380-54519712276f req-0f8a3cac-c704-41d4-b0c7-29556cf8a45d tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:48.287908 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0588ed66-a857-4410-969d-b64b297ca972 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:48.288472 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-752ff95d-0aa8-476e-8380-54519712276f req-0f8a3cac-c704-41d4-b0c7-29556cf8a45d tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 1024 time: 0.0784140 Dec 14 02:27:48.310154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0588ed66-a857-4410-969d-b64b297ca972, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0588ed66-a857-4410-969d-b64b297ca972,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:48.366330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-322b2d94-c357-4cf0-b506-6927af9173f0 req-db8e18e3-ec57-49df-baa6-41cec61ad87c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768046 Dec 14 02:27:48.417632 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-752ff95d-0aa8-476e-8380-54519712276f req-32ccdda2-86c5-4031-83eb-e5f203585f10 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&id=ad2767d5-0ce7-4ba9-99e5-ff790c95a57b&id=51edf509-6f0c-41cf-a6ab-ed60a369ac23&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1162877 Dec 14 02:27:48.426919 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c94df7-65fc-496f-84b5-b832cf831e0d x-openstack-request-id: req-e9c94df7-65fc-496f-84b5-b832cf831e0d {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:48.427553 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebce6a0f-eb00-4930-a60a-b61ff997528c", "name": "network-vif-plugged", "status": "completed", "tag": "0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:48.428109 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9c94df7-65fc-496f-84b5-b832cf831e0d {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:48.429030 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebce6a0f-eb00-4930-a60a-b61ff997528c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b', 'code': 200} Dec 14 02:27:48.441920 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:48.505969 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=0588ed66-a857-4410-969d-b64b297ca972,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:48.548039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5db1b-b9e7-48b7-83b5-0d5fd707cf9c req-8a0b5c88-601e-44e2-83f1-f1962335f37b tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:48.549588 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4c5db1b-b9e7-48b7-83b5-0d5fd707cf9c req-8a0b5c88-601e-44e2-83f1-f1962335f37b tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/ports?device_id=38e4df7f-5978-4f09-8932-6c38b49e5dd0 HTTP/1.1" status: 200 len: 945 time: 0.0827901 Dec 14 02:27:48.645992 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3acc51-4225-4c32-b6e6-66e47391ce38 req-47613241-c53c-42f9-bd4d-b6d23800b23c tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:48.647498 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb3acc51-4225-4c32-b6e6-66e47391ce38 req-47613241-c53c-42f9-bd4d-b6d23800b23c tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73114c4-8f6e-4959-9501-abf91d7908c7 HTTP/1.1" status: 200 len: 950 time: 0.1249902 Dec 14 02:27:48.661857 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4c5db1b-b9e7-48b7-83b5-0d5fd707cf9c req-aa40d35d-9bbc-4b1d-82fc-13bfbd156c92 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a15bae8-b3ea-48d4-8ecd-e6c1b68becb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983477 Dec 14 02:27:48.666596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d79cf-d3c0-460c-be5b-0ab7dd22605a req-f03712ea-0481-442c-a574-562de47d3715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:48.668123 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-433d79cf-d3c0-460c-be5b-0ab7dd22605a req-f03712ea-0481-442c-a574-562de47d3715 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ebce6a0f-eb00-4930-a60a-b61ff997528c HTTP/1.1" status: 200 len: 1100 time: 0.1036332 Dec 14 02:27:48.733378 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb3acc51-4225-4c32-b6e6-66e47391ce38 req-efa0e2e1-803f-4291-ad81-831d4ec9a15e tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694959 Dec 14 02:27:48.763576 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94d91084-b33d-4ec5-9e06-6df7ac654716 req-3297f830-7bee-46f7-9d73-d2bb556a6de3 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 210 time: 0.0439529 Dec 14 02:27:48.777239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-433d79cf-d3c0-460c-be5b-0ab7dd22605a req-7e7600db-8dc3-4e82-b930-88d24720b2a9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830500 Dec 14 02:27:48.882120 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01de1-077f-4518-b85b-4e068fc7c107 req-e9a7c3f2-50fc-46d2-b755-f0a28d8a7e8f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:48.883602 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cc01de1-077f-4518-b85b-4e068fc7c107 req-e9a7c3f2-50fc-46d2-b755-f0a28d8a7e8f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.0821431 Dec 14 02:27:48.906808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323398e-f816-415d-92a2-ac42d4757ddd req-54beb672-1bfe-4021-a28a-47bca9a49623 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:48.908315 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7323398e-f816-415d-92a2-ac42d4757ddd req-54beb672-1bfe-4021-a28a-47bca9a49623 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce6a0f-eb00-4930-a60a-b61ff997528c HTTP/1.1" status: 200 len: 949 time: 0.0721612 Dec 14 02:27:48.928758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0588ed66-a857-4410-969d-b64b297ca972'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:48.972510 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cc01de1-077f-4518-b85b-4e068fc7c107 req-0a559694-63d8-4c64-9412-730055f6e82f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813031 Dec 14 02:27:48.985806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7323398e-f816-415d-92a2-ac42d4757ddd req-0973b5b4-289a-49a8-bad8-b81ef2ee0cfa tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703866 Dec 14 02:27:49.066437 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 1fa4e183-5b2b-4bea-9f3b-151342d18c95 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:27:49.076631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 2e031dc1-15d9-49da-b6e6-0cbb131278bb no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:27:49.105644 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 2e031dc1-15d9-49da-b6e6-0cbb131278bb {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:27:49.106205 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 2e031dc1-15d9-49da-b6e6-0cbb131278bb not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:27:49.160855 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4b155-fd02-4a27-a02b-ac3615819190 req-03d75764-134b-4679-a2a8-20c1f4d82ebf tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:49.164067 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9e4b155-fd02-4a27-a02b-ac3615819190 req-03d75764-134b-4679-a2a8-20c1f4d82ebf tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.47 "GET /v2.0/ports?device_id=38e4df7f-5978-4f09-8932-6c38b49e5dd0 HTTP/1.1" status: 200 len: 945 time: 0.0577674 Dec 14 02:27:49.227443 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 1fa4e183-5b2b-4bea-9f3b-151342d18c95, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=1fa4e183-5b2b-4bea-9f3b-151342d18c95,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:49.242413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '1fa4e183-5b2b-4bea-9f3b-151342d18c95', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '1fa4e183-5b2b-4bea-9f3b-151342d18c95', 'mac_address': 'fa:16:3e:d4:82:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:27:49.284851 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:49.300113 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa4e183-5b2b-4bea-9f3b-151342d18c95 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:49.322039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 1fa4e183-5b2b-4bea-9f3b-151342d18c95, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=1fa4e183-5b2b-4bea-9f3b-151342d18c95,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:49.354024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f248b4-8f18-40be-96f9-50bf016f733b req-2d4afbce-b565-4644-97e8-2d73fe3829f3 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:49.355529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0f248b4-8f18-40be-96f9-50bf016f733b req-2d4afbce-b565-4644-97e8-2d73fe3829f3 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 1096 time: 0.1208382 Dec 14 02:27:49.364638 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-cffefa58-dda5-4ab3-afe5-8685ac7ddca8 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:49.366102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-cffefa58-dda5-4ab3-afe5-8685ac7ddca8 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.46 "GET /v2.0/networks?id=c04429dc-468a-4168-bf68-221cba49072a HTTP/1.1" status: 200 len: 823 time: 0.2011328 Dec 14 02:27:49.401172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-a9e4b155-fd02-4a27-a02b-ac3615819190 req-04ba5886-6b0e-4e06-8011-3a4b6f04c374 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Deleting port 92eb755b-21a2-4893-a6e6-9e3943128d4e {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:27:49.401538 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a9e4b155-fd02-4a27-a02b-ac3615819190 req-04ba5886-6b0e-4e06-8011-3a4b6f04c374 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:49.419373 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:49.489961 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=1fa4e183-5b2b-4bea-9f3b-151342d18c95,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:49.497426 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0f248b4-8f18-40be-96f9-50bf016f733b req-37846549-92e4-4162-b4d3-64fc4699d3e7 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302493 Dec 14 02:27:49.588062 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f50d0-0adc-49b9-9f3c-5c5c8e7e849a req-1bfcbae1-ec8c-4a26-abdb-b230541c00d0 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:49.589597 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-851f50d0-0adc-49b9-9f3c-5c5c8e7e849a req-1bfcbae1-ec8c-4a26-abdb-b230541c00d0 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 949 time: 0.1282415 Dec 14 02:27:49.600901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-a9e4b155-fd02-4a27-a02b-ac3615819190 req-04ba5886-6b0e-4e06-8011-3a4b6f04c374 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] For port 92eb755b-21a2-4893-a6e6-9e3943128d4e, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=92eb755b-21a2-4893-a6e6-9e3943128d4e,segment=NetworkSegment(a386f112-668e-4b21-ac59-057df0903594),segment_id=a386f112-668e-4b21-ac59-057df0903594)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:49.600901 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a9e4b155-fd02-4a27-a02b-ac3615819190 req-04ba5886-6b0e-4e06-8011-3a4b6f04c374 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:49.607330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-0b89e42c-e13c-4fff-a8ad-451721edbdde tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42e3fe530e444f4eb8a4088885651364 HTTP/1.1" status: 200 len: 379 time: 0.1853690 Dec 14 02:27:49.643511 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-8d57c4da-a7b1-4756-ab02-38637a48f3d5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Request body: {'port': {'device_id': 'deb32658-181a-4857-8b1c-c37635cd26ba', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'admin_state_up': True, 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'security_groups': ['3180544c-c1c6-47c8-983e-8f8624c53aff']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:49.660297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-a9e4b155-fd02-4a27-a02b-ac3615819190 req-04ba5886-6b0e-4e06-8011-3a4b6f04c374 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Calling delete_port for 92eb755b-21a2-4893-a6e6-9e3943128d4e owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:27:49.779057 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['1fa4e183-5b2b-4bea-9f3b-151342d18c95'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:49.794718 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097f816-0f07-480e-a828-4eee4e5a89f4 req-a7405a2c-b70a-4378-9c2a-d1cfcc1ba3c3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:49.796266 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7097f816-0f07-480e-a828-4eee4e5a89f4 req-a7405a2c-b70a-4378-9c2a-d1cfcc1ba3c3 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 1024 time: 0.2055993 Dec 14 02:27:49.814827 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-851f50d0-0adc-49b9-9f3c-5c5c8e7e849a req-42ce703d-2b19-4efa-87cf-42fd3e0fe93a tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997671 Dec 14 02:27:49.956673 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7097f816-0f07-480e-a828-4eee4e5a89f4 req-1f244beb-9f89-422c-9295-440c320ef28c tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&id=ad2767d5-0ce7-4ba9-99e5-ff790c95a57b&id=51edf509-6f0c-41cf-a6ab-ed60a369ac23&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1462173 Dec 14 02:27:49.989132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-8d57c4da-a7b1-4756-ab02-38637a48f3d5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Made reservation on behalf of 42e3fe530e444f4eb8a4088885651364 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:27:49.992795 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-8d57c4da-a7b1-4756-ab02-38637a48f3d5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:50.078484 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a9e4b155-fd02-4a27-a02b-ac3615819190 req-04ba5886-6b0e-4e06-8011-3a4b6f04c374 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:50.129872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba5886-6b0e-4e06-8011-3a4b6f04c374 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Pushing event deleted for resources: {'Port': ['ID=92eb755b-21a2-4893-a6e6-9e3943128d4e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:50.417210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3d803-eb14-4ede-9e94-40ed04ca9aed req-308b4d02-3b3c-4790-859d-ec867a04a846 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:50.418709 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56e3d803-eb14-4ede-9e94-40ed04ca9aed req-308b4d02-3b3c-4790-859d-ec867a04a846 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/ports?device_id=38e4df7f-5978-4f09-8932-6c38b49e5dd0 HTTP/1.1" status: 200 len: 867 time: 0.4043844 Dec 14 02:27:50.439628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e4b155-fd02-4a27-a02b-ac3615819190 req-04ba5886-6b0e-4e06-8011-3a4b6f04c374 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] No DVR routers for this DVR port 92eb755b-21a2-4893-a6e6-9e3943128d4e on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:27:50.445481 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a9e4b155-fd02-4a27-a02b-ac3615819190 req-04ba5886-6b0e-4e06-8011-3a4b6f04c374 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:50.448827 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9e4b155-fd02-4a27-a02b-ac3615819190 req-04ba5886-6b0e-4e06-8011-3a4b6f04c374 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.47 "DELETE /v2.0/ports/92eb755b-21a2-4893-a6e6-9e3943128d4e HTTP/1.1" status: 204 len: 173 time: 1.2745833 Dec 14 02:27:50.455389 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e4df7f-5978-4f09-8932-6c38b49e5dd0', 'name': 'network-vif-deleted', 'tag': '92eb755b-21a2-4893-a6e6-9e3943128d4e'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:50.457829 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1df24c0-7488-4791-a830-ea59156f78dd" -d '{"events": [{"server_uuid": "38e4df7f-5978-4f09-8932-6c38b49e5dd0", "name": "network-vif-deleted", "tag": "92eb755b-21a2-4893-a6e6-9e3943128d4e"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:50.494010 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-8d57c4da-a7b1-4756-ab02-38637a48f3d5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Allocated IP 172.20.0.9 (c04429dc-468a-4168-bf68-221cba49072a/a5c5572c-4193-43ef-9be4-6611a52aae66/805aec2d-7a70-43d6-9435-1557d0373a93) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:27:50.520708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56e3d803-eb14-4ede-9e94-40ed04ca9aed req-782f3cfe-7a86-4f7a-8fea-51cec224d695 tempest-InstanceActionsNegativeTestJSON-1032593431 tempest-InstanceActionsNegativeTestJSON-1032593431-project] 10.222.0.39 "GET /v2.0/security-groups?id=8a15bae8-b3ea-48d4-8ecd-e6c1b68becb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818775 Dec 14 02:27:50.594063 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['92eb755b-21a2-4893-a6e6-9e3943128d4e'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:50.647932 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3dd7a9b-f5e1-4290-b922-b219f24a3a28 req-4c2c0c42-389b-4cc8-8a06-e057a09d5ad7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 210 time: 0.0349023 Dec 14 02:27:50.713036 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-8d57c4da-a7b1-4756-ab02-38637a48f3d5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:50.785408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68da47d-fa17-468a-8d81-168f53c1d6a5 req-0f7a6440-88e7-4aeb-9552-e954cbd6518f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:50.786873 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c68da47d-fa17-468a-8d81-168f53c1d6a5 req-0f7a6440-88e7-4aeb-9552-e954cbd6518f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.0719137 Dec 14 02:27:50.839711 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c68da47d-fa17-468a-8d81-168f53c1d6a5 req-b035a519-4a73-4ea1-83a3-4b906c88f741 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466893 Dec 14 02:27:50.924666 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-8d57c4da-a7b1-4756-ab02-38637a48f3d5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:50.982214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-8d57c4da-a7b1-4756-ab02-38637a48f3d5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Network c04429dc-468a-4168-bf68-221cba49072a is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:27:50.990761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-8d57c4da-a7b1-4756-ab02-38637a48f3d5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:27:50.993256 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-8d57c4da-a7b1-4756-ab02-38637a48f3d5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:27:51.000261 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-8d57c4da-a7b1-4756-ab02-38637a48f3d5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:51.000890 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-8d57c4da-a7b1-4756-ab02-38637a48f3d5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:51.029132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b902b1-9c38-4414-a379-b5a5a9f6e889 req-f5808655-7dc9-41e6-b6a2-be984688c2bf tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:51.030920 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-76b902b1-9c38-4414-a379-b5a5a9f6e889 req-f5808655-7dc9-41e6-b6a2-be984688c2bf tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce6a0f-eb00-4930-a60a-b61ff997528c HTTP/1.1" status: 200 len: 949 time: 0.1337507 Dec 14 02:27:51.048075 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57c4da-a7b1-4756-ab02-38637a48f3d5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Pushing event updated for resources: {'Port': ['ID=805aec2d-7a70-43d6-9435-1557d0373a93,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:51.113666 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 1fa4e183-5b2b-4bea-9f3b-151342d18c95 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:27:51.114198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167f7ee-1723-49e4-b222-901d907b44a9 req-a4965a28-e6ec-4b4d-b7e8-201a27410815 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:51.115915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b167f7ee-1723-49e4-b222-901d907b44a9 req-a4965a28-e6ec-4b4d-b7e8-201a27410815 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.46 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 1024 time: 0.1266787 Dec 14 02:27:51.139666 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-76b902b1-9c38-4414-a379-b5a5a9f6e889 req-516c5c00-5ba8-4541-8ffb-c6d0298e78f9 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847816 Dec 14 02:27:51.211962 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96aa5d32-8299-404d-91fa-18bfefdddcb5 x-openstack-request-id: req-96aa5d32-8299-404d-91fa-18bfefdddcb5 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:51.215919 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e4df7f-5978-4f09-8932-6c38b49e5dd0", "name": "network-vif-deleted", "tag": "92eb755b-21a2-4893-a6e6-9e3943128d4e", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:51.215919 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96aa5d32-8299-404d-91fa-18bfefdddcb5 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:51.215919 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e4df7f-5978-4f09-8932-6c38b49e5dd0', 'name': 'network-vif-deleted', 'tag': '92eb755b-21a2-4893-a6e6-9e3943128d4e', 'status': 'completed', 'code': 200} Dec 14 02:27:51.239833 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-8d57c4da-a7b1-4756-ab02-38637a48f3d5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6230009 Dec 14 02:27:51.253264 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-b167f7ee-1723-49e4-b222-901d907b44a9 req-35cd11ab-f53c-425c-a3ce-d00bdfadb0fc tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Deleting port 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:27:51.253633 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b167f7ee-1723-49e4-b222-901d907b44a9 req-35cd11ab-f53c-425c-a3ce-d00bdfadb0fc tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:51.263457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Request body: {'port': {'device_id': 'deb32658-181a-4857-8b1c-c37635cd26ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:51.265886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-67885fd2-1192-4dd9-8f43-25c07c31fd20 None None] Provisioning complete for port 805aec2d-7a70-43d6-9435-1557d0373a93 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:51.266456 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-67885fd2-1192-4dd9-8f43-25c07c31fd20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:51.295235 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 1fa4e183-5b2b-4bea-9f3b-151342d18c95 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:27:51.303387 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 1fa4e183-5b2b-4bea-9f3b-151342d18c95 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:51.303840 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:51.333239 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-67885fd2-1192-4dd9-8f43-25c07c31fd20 None None] Port 805aec2d-7a70-43d6-9435-1557d0373a93 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:27:51.386604 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:51.412119 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb59d491-d9e1-4096-8cc8-cd63e5207910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa4e183-5b2b-4bea-9f3b-151342d18c95'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:51.414419 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b5602b-e9b6-4f68-962f-e97d96fa408d" -d '{"events": [{"server_uuid": "cb59d491-d9e1-4096-8cc8-cd63e5207910", "name": "network-vif-plugged", "status": "completed", "tag": "1fa4e183-5b2b-4bea-9f3b-151342d18c95"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:51.427709 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 1fa4e183-5b2b-4bea-9f3b-151342d18c95, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=1fa4e183-5b2b-4bea-9f3b-151342d18c95,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:51.439174 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:51.470774 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc36670-41f1-4753-81b3-7a5ff342547e req-fc51b4bd-829c-4db9-8267-d2d0c404011a tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:51.472307 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fc36670-41f1-4753-81b3-7a5ff342547e req-fc51b4bd-829c-4db9-8267-d2d0c404011a tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 949 time: 0.2152653 Dec 14 02:27:51.483609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b167f7ee-1723-49e4-b222-901d907b44a9 req-35cd11ab-f53c-425c-a3ce-d00bdfadb0fc tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] For port 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4e8dd4ef-dec3-4e3e-b46f-634f35250d4c,segment=NetworkSegment(ce438a40-51b4-42fe-b3ec-01d08e10a957),segment_id=ce438a40-51b4-42fe-b3ec-01d08e10a957)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:51.484003 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b167f7ee-1723-49e4-b222-901d907b44a9 req-35cd11ab-f53c-425c-a3ce-d00bdfadb0fc tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:51.532743 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-b167f7ee-1723-49e4-b222-901d907b44a9 req-35cd11ab-f53c-425c-a3ce-d00bdfadb0fc tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Calling delete_port for 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:27:51.537457 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:51.538261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 92eb755b-21a2-4893-a6e6-9e3943128d4e no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:27:51.584127 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 92eb755b-21a2-4893-a6e6-9e3943128d4e {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:27:51.584561 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 92eb755b-21a2-4893-a6e6-9e3943128d4e not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:27:51.606202 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=1fa4e183-5b2b-4bea-9f3b-151342d18c95,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:51.683058 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fc36670-41f1-4753-81b3-7a5ff342547e req-7bdbd6b6-4dad-482b-a7e6-ce46ed746e2b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946855 Dec 14 02:27:51.899121 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2048a9b9-5879-44da-918a-6e39944d9c7d req-8be63a5b-46d1-470f-88cb-db40f31621a7 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:51.900575 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2048a9b9-5879-44da-918a-6e39944d9c7d req-8be63a5b-46d1-470f-88cb-db40f31621a7 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 1024 time: 0.1414115 Dec 14 02:27:52.017719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 805aec2d-7a70-43d6-9435-1557d0373a93 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:52.033273 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:52.035420 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b167f7ee-1723-49e4-b222-901d907b44a9 req-35cd11ab-f53c-425c-a3ce-d00bdfadb0fc tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:52.062299 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2048a9b9-5879-44da-918a-6e39944d9c7d req-0887ec70-5201-4c69-879e-d78339e6d10a tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups?id=e2a314c5-4c41-40b6-b875-39fa61d60e39&id=ad2767d5-0ce7-4ba9-99e5-ff790c95a57b&id=51edf509-6f0c-41cf-a6ab-ed60a369ac23&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1509876 Dec 14 02:27:52.088689 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['4e8dd4ef-dec3-4e3e-b46f-634f35250d4c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:52.090114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd11ab-f53c-425c-a3ce-d00bdfadb0fc tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event deleted for resources: {'Port': ['ID=4e8dd4ef-dec3-4e3e-b46f-634f35250d4c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:52.094363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Transition to ACTIVE for port object 805aec2d-7a70-43d6-9435-1557d0373a93 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:27:52.119082 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0588ed66-a857-4410-969d-b64b297ca972 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:27:52.136303 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b167f7ee-1723-49e4-b222-901d907b44a9 req-35cd11ab-f53c-425c-a3ce-d00bdfadb0fc tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] No DVR routers for this DVR port 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:27:52.139270 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b167f7ee-1723-49e4-b222-901d907b44a9 req-35cd11ab-f53c-425c-a3ce-d00bdfadb0fc tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:52.144368 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b167f7ee-1723-49e4-b222-901d907b44a9 req-35cd11ab-f53c-425c-a3ce-d00bdfadb0fc tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.46 "DELETE /v2.0/ports/4e8dd4ef-dec3-4e3e-b46f-634f35250d4c HTTP/1.1" status: 204 len: 173 time: 1.0161660 Dec 14 02:27:52.144604 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-ed5c075f-dda7-44d3-9cce-7fdf3472f5a0 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:27:52.145585 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-ed5c075f-dda7-44d3-9cce-7fdf3472f5a0 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069144 Dec 14 02:27:52.190144 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-6f68516a-f70d-4760-a81a-91ef9bf5349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:52.191525 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-6f68516a-f70d-4760-a81a-91ef9bf5349f service neutron] 10.222.0.39 "GET /v2.0/ports/7beaac61-5180-4a89-88b1-51fdb1b67570 HTTP/1.1" status: 200 len: 1093 time: 0.0378885 Dec 14 02:27:52.200770 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:52.200987 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-2fc098fc-bce5-4eb8-ac4c-9cafdf4a2e46 service neutron] Request body: {'binding': {'host': 'n-h2-821636-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:52.201641 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-2fc098fc-bce5-4eb8-ac4c-9cafdf4a2e46 service neutron] Unknown quota resources ['binding']. {{(pid=103847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 02:27:52.253736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Pushing event updated for resources: {'Port': ['ID=805aec2d-7a70-43d6-9435-1557d0373a93,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:52.314712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Attempting to bind port 805aec2d-7a70-43d6-9435-1557d0373a93 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:27:52.315255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Attempting to bind port 805aec2d-7a70-43d6-9435-1557d0373a93 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '3df208f6-026d-48e7-8165-5d53f944e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:27:52.315598 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Attempting to bind port 805aec2d-7a70-43d6-9435-1557d0373a93 on network c04429dc-468a-4168-bf68-221cba49072a {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:52.339311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Port 805aec2d-7a70-43d6-9435-1557d0373a93 on network c04429dc-468a-4168-bf68-221cba49072a not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:27:52.339645 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Attempting to bind port 805aec2d-7a70-43d6-9435-1557d0373a93 on network c04429dc-468a-4168-bf68-221cba49072a {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:52.344359 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 0588ed66-a857-4410-969d-b64b297ca972 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:27:52.346895 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:27:52.347237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Checking segment: {'id': '3df208f6-026d-48e7-8165-5d53f944e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:27:52.347652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Bound using segment: {'id': '3df208f6-026d-48e7-8165-5d53f944e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:27:52.355342 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Bound port: 805aec2d-7a70-43d6-9435-1557d0373a93, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3df208f6-026d-48e7-8165-5d53f944e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:27:52.355342 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:52.355589 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 0588ed66-a857-4410-969d-b64b297ca972 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:27:52.355589 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:52.380541 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-2fc098fc-bce5-4eb8-ac4c-9cafdf4a2e46 service neutron] Attempting to bind port 7beaac61-5180-4a89-88b1-51fdb1b67570 on host n-h2-821636-1 for vnic_type normal with profile None {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:27:52.381142 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-2fc098fc-bce5-4eb8-ac4c-9cafdf4a2e46 service neutron] Attempting to bind port 7beaac61-5180-4a89-88b1-51fdb1b67570 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:27:52.381661 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-2fc098fc-bce5-4eb8-ac4c-9cafdf4a2e46 service neutron] Attempting to bind port 7beaac61-5180-4a89-88b1-51fdb1b67570 on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:52.382726 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00af0c-71a6-4ce7-b534-c5c8a88c587d req-5b3155d5-002c-4309-9aa7-4e14990ace93 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:52.387421 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-2fc098fc-bce5-4eb8-ac4c-9cafdf4a2e46 service neutron] Port 7beaac61-5180-4a89-88b1-51fdb1b67570 on network c2babbdd-831e-4b48-8c93-0beb41d9211b not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:27:52.387952 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-2fc098fc-bce5-4eb8-ac4c-9cafdf4a2e46 service neutron] Attempting to bind port 7beaac61-5180-4a89-88b1-51fdb1b67570 on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:27:52.388691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00af0c-71a6-4ce7-b534-c5c8a88c587d req-5b3155d5-002c-4309-9aa7-4e14990ace93 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:52.394578 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-2fc098fc-bce5-4eb8-ac4c-9cafdf4a2e46 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:27:52.395206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-2fc098fc-bce5-4eb8-ac4c-9cafdf4a2e46 service neutron] Checking segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:27:52.395965 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-2fc098fc-bce5-4eb8-ac4c-9cafdf4a2e46 service neutron] Bound using segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:27:52.396357 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b00af0c-71a6-4ce7-b534-c5c8a88c587d req-5b3155d5-002c-4309-9aa7-4e14990ace93 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=f73114c4-8f6e-4959-9501-abf91d7908c7&device_id=ebce6a0f-eb00-4930-a60a-b61ff997528c HTTP/1.1" status: 200 len: 1690 time: 0.0971441 Dec 14 02:27:52.396842 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-2fc098fc-bce5-4eb8-ac4c-9cafdf4a2e46 service neutron] Bound port: 7beaac61-5180-4a89-88b1-51fdb1b67570, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:27:52.468558 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-2fc098fc-bce5-4eb8-ac4c-9cafdf4a2e46 service neutron] For port 7beaac61-5180-4a89-88b1-51fdb1b67570, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7beaac61-5180-4a89-88b1-51fdb1b67570,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:27:52.478047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b00af0c-71a6-4ce7-b534-c5c8a88c587d req-531c4f32-30ff-45ac-a653-4802eac65c66 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806816 Dec 14 02:27:52.504558 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:27:52.507223 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] For port 805aec2d-7a70-43d6-9435-1557d0373a93, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:27:52.510717 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] For port 805aec2d-7a70-43d6-9435-1557d0373a93, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=805aec2d-7a70-43d6-9435-1557d0373a93,segment=NetworkSegment(3df208f6-026d-48e7-8165-5d53f944e79d),segment_id=3df208f6-026d-48e7-8165-5d53f944e79d)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:27:52.512742 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:52.532269 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c593d4e9-a495-4073-9a23-d43acaf1b6a0 x-openstack-request-id: req-c593d4e9-a495-4073-9a23-d43acaf1b6a0 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:52.532601 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb59d491-d9e1-4096-8cc8-cd63e5207910", "name": "network-vif-plugged", "status": "completed", "tag": "1fa4e183-5b2b-4bea-9f3b-151342d18c95", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:52.532881 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c593d4e9-a495-4073-9a23-d43acaf1b6a0 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:52.533404 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb59d491-d9e1-4096-8cc8-cd63e5207910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa4e183-5b2b-4bea-9f3b-151342d18c95', 'code': 200} Dec 14 02:27:52.550995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0588ed66-a857-4410-969d-b64b297ca972, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0588ed66-a857-4410-969d-b64b297ca972,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:52.558854 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47418) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:52.586067 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-2fc098fc-bce5-4eb8-ac4c-9cafdf4a2e46 service neutron] Publish callbacks [] for binding, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:52.587535 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-2fc098fc-bce5-4eb8-ac4c-9cafdf4a2e46 service neutron] 10.222.0.39 "POST /v2.0/ports/7beaac61-5180-4a89-88b1-51fdb1b67570/bindings HTTP/1.1" status: 201 len: 389 time: 0.3898635 Dec 14 02:27:52.614908 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:52.642415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-887ac5e4-6795-4651-afae-2879e940a6fa admin admin] Deleting subnet 8738b028-0ee7-43e5-af1d-78d5614869a4 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:27:52.646012 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:52.652979 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-887ac5e4-6795-4651-afae-2879e940a6fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:52.698054 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=0588ed66-a857-4410-969d-b64b297ca972,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:52.747286 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:52.747912 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:52.749502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] 10.222.0.46 "PUT /v2.0/ports/805aec2d-7a70-43d6-9435-1557d0373a93 HTTP/1.1" status: 200 len: 1091 time: 1.4901805 Dec 14 02:27:52.776151 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-887ac5e4-6795-4651-afae-2879e940a6fa admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:52.784455 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e289d6e-4e40-40b7-903d-27787b2ee5ac service neutron] Pushing event updated for resources: {'Port': ['ID=805aec2d-7a70-43d6-9435-1557d0373a93,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:52.789906 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-887ac5e4-6795-4651-afae-2879e940a6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:52.821061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20b405-7152-40f7-92af-417f2b34bc56 req-3285fc4d-4a41-4e85-9a44-6088ccca4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:52.823275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed20b405-7152-40f7-92af-417f2b34bc56 req-3285fc4d-4a41-4e85-9a44-6088ccca4e7a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 1101 time: 0.1754148 Dec 14 02:27:52.852922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177f52c-154e-4812-a8ee-4f0633285773 req-775436a1-2460-42e7-a018-fb4aca382bf4 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:52.854613 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e177f52c-154e-4812-a8ee-4f0633285773 req-775436a1-2460-42e7-a018-fb4aca382bf4 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 943 time: 0.2080564 Dec 14 02:27:52.971620 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed20b405-7152-40f7-92af-417f2b34bc56 req-aaf733dd-483f-4f40-92ad-dba6d7814ae8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363196 Dec 14 02:27:52.977686 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e177f52c-154e-4812-a8ee-4f0633285773 req-99b7e734-0b3a-4c42-a716-0748d1d554ae tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123705 Dec 14 02:27:52.990175 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-e5d3d6ed-4186-4068-bcd9-f346a9448e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:52.991990 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-e5d3d6ed-4186-4068-bcd9-f346a9448e1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42e3fe530e444f4eb8a4088885651364&device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 1094 time: 0.0941601 Dec 14 02:27:53.062881 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-31b29322-c956-4c02-9637-f98bf0ed9d2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=805aec2d-7a70-43d6-9435-1557d0373a93 HTTP/1.1" status: 200 len: 217 time: 0.0396044 Dec 14 02:27:53.134451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-d0efa9e5-cfcb-4c9b-897d-7485ae4a3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:53.135908 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-d0efa9e5-cfcb-4c9b-897d-7485ae4a3a43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a5c5572c-4193-43ef-9be4-6611a52aae66 HTTP/1.1" status: 200 len: 862 time: 0.0657592 Dec 14 02:27:53.147021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f0b26-52b6-4993-ac92-2fa32679069c req-4fbcb46b-695f-4b2b-8397-99e7140282a6 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:53.148460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e64f0b26-52b6-4993-ac92-2fa32679069c req-4fbcb46b-695f-4b2b-8397-99e7140282a6 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.0887179 Dec 14 02:27:53.175255 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-887ac5e4-6795-4651-afae-2879e940a6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:53.234348 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33232392-ede1-470d-925c-285dcd9c0760', 'name': 'network-vif-deleted', 'tag': '4e8dd4ef-dec3-4e3e-b46f-634f35250d4c'}, {'name': 'network-changed', 'server_uuid': 'deb32658-181a-4857-8b1c-c37635cd26ba', 'tag': '805aec2d-7a70-43d6-9435-1557d0373a93'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:53.236623 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478f72c4-fdca-4f35-99b2-99e356d586a9" -d '{"events": [{"server_uuid": "33232392-ede1-470d-925c-285dcd9c0760", "name": "network-vif-deleted", "tag": "4e8dd4ef-dec3-4e3e-b46f-634f35250d4c"}, {"name": "network-changed", "server_uuid": "deb32658-181a-4857-8b1c-c37635cd26ba", "tag": "805aec2d-7a70-43d6-9435-1557d0373a93"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:53.247849 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-887ac5e4-6795-4651-afae-2879e940a6fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:53.251759 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-887ac5e4-6795-4651-afae-2879e940a6fa admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8738b028-0ee7-43e5-af1d-78d5614869a4 HTTP/1.1" status: 204 len: 168 time: 0.6918805 Dec 14 02:27:53.252581 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ac5e4-6795-4651-afae-2879e940a6fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8738b028-0ee7-43e5-af1d-78d5614869a4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:53.254489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47430) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:53.294709 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e64f0b26-52b6-4993-ac92-2fa32679069c req-b66f48a5-f8d2-4cc3-a4d1-a3eb8dfcdc2b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393876 Dec 14 02:27:53.304003 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1ef7a729-a45b-41b9-8b1e-fae6476301bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:53.305830 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-1ef7a729-a45b-41b9-8b1e-fae6476301bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c04429dc-468a-4168-bf68-221cba49072a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276724 Dec 14 02:27:53.349509 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71ee7341-6d24-406f-adb5-76c56379b319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:53.438940 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71ee7341-6d24-406f-adb5-76c56379b319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:53.461348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f3941767-acd2-426c-aa59-d48b72b4c29b req-240315d7-07e7-4e0a-a5b5-b759fd5bccaf tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/ports?device_id=33232392-ede1-470d-925c-285dcd9c0760 HTTP/1.1" status: 200 len: 210 time: 0.0513079 Dec 14 02:27:53.462588 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-71ee7341-6d24-406f-adb5-76c56379b319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cbafc68-3214-4df6-b392-146468909ef6']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:27:53.474506 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-71ee7341-6d24-406f-adb5-76c56379b319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a386f112-668e-4b21-ac59-057df0903594') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:27:53.475266 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-71ee7341-6d24-406f-adb5-76c56379b319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a386f112-668e-4b21-ac59-057df0903594') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:27:53.493115 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71ee7341-6d24-406f-adb5-76c56379b319 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:53.511686 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71ee7341-6d24-406f-adb5-76c56379b319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:53.516398 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd87615-0264-43c1-be89-7ca61d8075d8 req-2e5c6f91-02f9-411e-b174-65bda7b69978 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:53.521170 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ee7341-6d24-406f-adb5-76c56379b319 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:27:53.521895 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71ee7341-6d24-406f-adb5-76c56379b319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:53.523934 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cd87615-0264-43c1-be89-7ca61d8075d8 req-2e5c6f91-02f9-411e-b174-65bda7b69978 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 950 time: 0.1879182 Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:27:53.524737 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:27:53.583938 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-4687ff0c-c697-4df4-a47b-814325247471 service neutron] 10.222.0.46 "GET /v2.0/networks/c04429dc-468a-4168-bf68-221cba49072a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617753 Dec 14 02:27:53.690262 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71ee7341-6d24-406f-adb5-76c56379b319 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:53.697936 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71ee7341-6d24-406f-adb5-76c56379b319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:53.701673 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-71ee7341-6d24-406f-adb5-76c56379b319 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0cbafc68-3214-4df6-b392-146468909ef6 HTTP/1.1" status: 204 len: 168 time: 0.4458563 Dec 14 02:27:53.708954 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cd87615-0264-43c1-be89-7ca61d8075d8 req-bdab35bd-7b9b-4832-9474-5a8348cb083e tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841502 Dec 14 02:27:53.712441 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee7341-6d24-406f-adb5-76c56379b319 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cbafc68-3214-4df6-b392-146468909ef6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:53.718005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-446c0942-e8eb-4524-a944-5a655de5b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:53.719502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-446c0942-e8eb-4524-a944-5a655de5b49b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 1096 time: 0.1637735 Dec 14 02:27:53.731771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ac40d-224e-4f6a-b374-57e606f645d6 req-fea38057-5237-4ef1-9d61-e896b250c555 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:53.732066 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-203ac40d-224e-4f6a-b374-57e606f645d6 req-fea38057-5237-4ef1-9d61-e896b250c555 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 945 time: 0.1820383 Dec 14 02:27:53.774245 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925d190a-5790-48e8-bc00-07f38c5443e7 x-openstack-request-id: req-925d190a-5790-48e8-bc00-07f38c5443e7 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:53.774541 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33232392-ede1-470d-925c-285dcd9c0760", "name": "network-vif-deleted", "tag": "4e8dd4ef-dec3-4e3e-b46f-634f35250d4c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "deb32658-181a-4857-8b1c-c37635cd26ba", "tag": "805aec2d-7a70-43d6-9435-1557d0373a93", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:53.774793 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-925d190a-5790-48e8-bc00-07f38c5443e7 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:53.775185 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33232392-ede1-470d-925c-285dcd9c0760', 'name': 'network-vif-deleted', 'tag': '4e8dd4ef-dec3-4e3e-b46f-634f35250d4c', 'status': 'completed', 'code': 200} Dec 14 02:27:53.775455 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb32658-181a-4857-8b1c-c37635cd26ba', 'tag': '805aec2d-7a70-43d6-9435-1557d0373a93', 'status': 'completed', 'code': 200} Dec 14 02:27:53.870425 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-577d8ff8-110b-47e1-be88-b540d5c71d76 req-276de42e-0c65-4e4e-a55c-99e5b48ae315 service neutron] 10.222.0.46 "GET /v2.0/networks/c04429dc-468a-4168-bf68-221cba49072a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619598 Dec 14 02:27:53.921377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-203ac40d-224e-4f6a-b374-57e606f645d6 req-698c5568-4d7a-4001-8397-4fba94aae9dd tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680369 Dec 14 02:27:53.928363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c55a1a-ff0b-4ef7-8225-925e79a69460 req-059bee1e-69db-487b-8262-832f39f1b1e2 tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:53.929965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1c55a1a-ff0b-4ef7-8225-925e79a69460 req-059bee1e-69db-487b-8262-832f39f1b1e2 tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f73114c4-8f6e-4959-9501-abf91d7908c7 HTTP/1.1" status: 200 len: 1101 time: 0.1029837 Dec 14 02:27:53.935061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-9783132b-a806-42b2-b079-4300800fce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:53.937278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-9783132b-a806-42b2-b079-4300800fce33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 921 time: 0.2012219 Dec 14 02:27:53.991621 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-0465e8d6-dce9-4a31-ab35-183e5b3ad2b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7beaac61-5180-4a89-88b1-51fdb1b67570 HTTP/1.1" status: 200 len: 217 time: 0.0470388 Dec 14 02:27:54.041226 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1c55a1a-ff0b-4ef7-8225-925e79a69460 req-b8b617bd-ca67-48f5-aed1-7842c4ae8cb4 tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952702 Dec 14 02:27:54.059683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-e26d388d-29ba-4f97-9c00-e6b024d86801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:54.061184 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-e26d388d-29ba-4f97-9c00-e6b024d86801 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.0555511 Dec 14 02:27:54.099832 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:27:54.123302 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:27:54.123564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 4e8dd4ef-dec3-4e3e-b46f-634f35250d4c not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:27:54.156407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-cea59c39-b75b-4421-9ca4-0962786430a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755613 Dec 14 02:27:54.211373 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47442) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:54.256083 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-751c98ff-34b9-4026-b52c-e2f8f37ffec8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c37ddc85eae5442db2e225cde78781cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435250 Dec 14 02:27:54.264389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47444) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:54.322857 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6ec6dc8-6ad7-4641-ad39-d91520237003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:54.346324 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6ec6dc8-6ad7-4641-ad39-d91520237003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:54.476671 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7943cc-d115-43c3-9969-5f059dedca59 req-f58f2e0e-4f6b-42eb-8125-b3dddddbfe3a tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:54.478152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c7943cc-d115-43c3-9969-5f059dedca59 req-f58f2e0e-4f6b-42eb-8125-b3dddddbfe3a tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 943 time: 0.4117043 Dec 14 02:27:54.504169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f72c4-fdca-4f35-99b2-99e356d586a9 req-edf09227-3251-4814-9c83-6b76c9496bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:54.505716 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-478f72c4-fdca-4f35-99b2-99e356d586a9 req-edf09227-3251-4814-9c83-6b76c9496bf3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42e3fe530e444f4eb8a4088885651364&device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 1094 time: 0.4268637 Dec 14 02:27:54.520229 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf235ca-075d-4032-bee8-0caba920af94 req-234179aa-8888-4e43-a633-fe064371b5b5 tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:54.521704 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbf235ca-075d-4032-bee8-0caba920af94 req-234179aa-8888-4e43-a633-fe064371b5b5 tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ebce6a0f-eb00-4930-a60a-b61ff997528c HTTP/1.1" status: 200 len: 1100 time: 0.4076405 Dec 14 02:27:54.526080 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6ec6dc8-6ad7-4641-ad39-d91520237003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:54.528861 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6ec6dc8-6ad7-4641-ad39-d91520237003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:54.532727 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d6ec6dc8-6ad7-4641-ad39-d91520237003 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a15bae8-b3ea-48d4-8ecd-e6c1b68becb6 HTTP/1.1" status: 204 len: 168 time: 0.2646635 Dec 14 02:27:54.535143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0a4817-ce2a-44ac-b1c9-4f96dad42df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0588ed66-a857-4410-969d-b64b297ca972'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:27:54.537738 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e110cfd-4a04-45eb-8d0a-f6e0d6e52239" -d '{"events": [{"server_uuid": "1a0a4817-ce2a-44ac-b1c9-4f96dad42df7", "name": "network-vif-plugged", "status": "completed", "tag": "0588ed66-a857-4410-969d-b64b297ca972"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:27:54.546496 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec6dc8-6ad7-4641-ad39-d91520237003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a15bae8-b3ea-48d4-8ecd-e6c1b68becb6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:54.624042 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-4914ffd0-a26a-46a2-8af3-1616aa449fdb service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520717 Dec 14 02:27:54.636766 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c7943cc-d115-43c3-9969-5f059dedca59 req-c63cc98b-39f3-4e79-9f6a-7810f9c4c3c6 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502235 Dec 14 02:27:54.732989 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbf235ca-075d-4032-bee8-0caba920af94 req-01f279f7-6ceb-4da9-96ea-06b2e4a0b66d tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957088 Dec 14 02:27:54.777983 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f72c4-fdca-4f35-99b2-99e356d586a9 req-c9126ceb-0945-4c72-9df0-b161893b66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:54.779451 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-478f72c4-fdca-4f35-99b2-99e356d586a9 req-c9126ceb-0945-4c72-9df0-b161893b66ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=c04429dc-468a-4168-bf68-221cba49072a HTTP/1.1" status: 200 len: 924 time: 0.2641597 Dec 14 02:27:54.832100 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed84ddd-bb18-4e77-bb2e-4b5bc6c80b90 x-openstack-request-id: req-0ed84ddd-bb18-4e77-bb2e-4b5bc6c80b90 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:27:54.832437 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0a4817-ce2a-44ac-b1c9-4f96dad42df7", "name": "network-vif-plugged", "status": "completed", "tag": "0588ed66-a857-4410-969d-b64b297ca972", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:27:54.832701 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ed84ddd-bb18-4e77-bb2e-4b5bc6c80b90 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:27:54.833098 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0a4817-ce2a-44ac-b1c9-4f96dad42df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0588ed66-a857-4410-969d-b64b297ca972', 'code': 200} Dec 14 02:27:54.846751 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82c172-63b6-4ee5-b68f-712fc544b8e6 req-6d5c338c-8400-49f1-bec4-24f6e362aede tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:54.848357 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a82c172-63b6-4ee5-b68f-712fc544b8e6 req-6d5c338c-8400-49f1-bec4-24f6e362aede tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.1441841 Dec 14 02:27:54.850180 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-478f72c4-fdca-4f35-99b2-99e356d586a9 req-b236f8ed-35ff-4d21-82b2-0994c2c4f66f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=805aec2d-7a70-43d6-9435-1557d0373a93 HTTP/1.1" status: 200 len: 217 time: 0.0599546 Dec 14 02:27:54.852231 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-bf754af5-3401-471a-8893-576e8414be69 service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146015 Dec 14 02:27:54.975058 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a82c172-63b6-4ee5-b68f-712fc544b8e6 req-b1efe0f6-f196-4d5f-b39c-fb95c75238ab tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189420 Dec 14 02:27:54.995739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f72c4-fdca-4f35-99b2-99e356d586a9 req-080cfab5-6746-45e3-8f1d-03006a226459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:54.997265 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-478f72c4-fdca-4f35-99b2-99e356d586a9 req-080cfab5-6746-45e3-8f1d-03006a226459 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a5c5572c-4193-43ef-9be4-6611a52aae66 HTTP/1.1" status: 200 len: 862 time: 0.1194263 Dec 14 02:27:55.016333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefccbb-8b45-4f27-84e2-1c5ea75adbbc req-d8a1f3e8-c4de-498d-b5b6-50829c9e50af tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:55.017901 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eeefccbb-8b45-4f27-84e2-1c5ea75adbbc req-d8a1f3e8-c4de-498d-b5b6-50829c9e50af tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 950 time: 0.1099441 Dec 14 02:27:55.089940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f98c3-c5c7-4aa4-a590-02f73f29177b req-bd59b8c3-3e9f-49c4-a141-977cb93612f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:55.091427 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-614f98c3-c5c7-4aa4-a590-02f73f29177b req-bd59b8c3-3e9f-49c4-a141-977cb93612f5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 1101 time: 0.1348622 Dec 14 02:27:55.156593 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd370151-f0a5-4c84-8e3f-0be65b0622e5 req-fedd030c-30d1-46fc-9423-130e4b45b3d6 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/ad2767d5-0ce7-4ba9-99e5-ff790c95a57b HTTP/1.1" status: 200 len: 1817 time: 0.1366360 Dec 14 02:27:55.158320 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f72c4-fdca-4f35-99b2-99e356d586a9 req-4ed2f4d6-6e31-45d2-87b6-176431a74bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:55.159790 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-478f72c4-fdca-4f35-99b2-99e356d586a9 req-4ed2f4d6-6e31-45d2-87b6-176431a74bc4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c04429dc-468a-4168-bf68-221cba49072a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409545 Dec 14 02:27:55.173754 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eeefccbb-8b45-4f27-84e2-1c5ea75adbbc req-9d1705bd-4dbb-4f0d-b5f9-3d39f72d5165 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442282 Dec 14 02:27:55.260557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-614f98c3-c5c7-4aa4-a590-02f73f29177b req-d2e41324-da2e-40b8-9275-aaf3d7b625f0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556087 Dec 14 02:27:55.320769 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-638524b7-308f-4d38-923c-9206bf1108ef req-42b79ebb-5002-47cc-967b-3cb6709a4012 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7bb0a10918904e66a1e45d4647429ebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629096 Dec 14 02:27:55.357788 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-478f72c4-fdca-4f35-99b2-99e356d586a9 req-b4d69d54-08cc-4b00-8dc3-a120a3e30377 service neutron] 10.222.0.46 "GET /v2.0/networks/c04429dc-468a-4168-bf68-221cba49072a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764445 Dec 14 02:27:55.423728 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cd370151-f0a5-4c84-8e3f-0be65b0622e5 req-6d2156b9-8287-4e1f-a105-c0b01d969a6f tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:55.465835 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cd370151-f0a5-4c84-8e3f-0be65b0622e5 req-6d2156b9-8287-4e1f-a105-c0b01d969a6f tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:55.501962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638524b7-308f-4d38-923c-9206bf1108ef req-a0ca327e-f44e-440d-b199-ef8a4eff41c5 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:55.503369 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-638524b7-308f-4d38-923c-9206bf1108ef req-a0ca327e-f44e-440d-b199-ef8a4eff41c5 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716354 Dec 14 02:27:55.530800 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-638524b7-308f-4d38-923c-9206bf1108ef req-ef2cb0c4-de34-4dba-b836-96b541c0c8a4 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/quotas/7bb0a10918904e66a1e45d4647429ebd HTTP/1.1" status: 200 len: 375 time: 0.0173740 Dec 14 02:27:55.659550 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-638524b7-308f-4d38-923c-9206bf1108ef req-5690b273-e48b-45c5-8b80-e4a1c4e1b91d tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1186736 Dec 14 02:27:55.665726 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cd370151-f0a5-4c84-8e3f-0be65b0622e5 req-6d2156b9-8287-4e1f-a105-c0b01d969a6f tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:55.668398 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cd370151-f0a5-4c84-8e3f-0be65b0622e5 req-6d2156b9-8287-4e1f-a105-c0b01d969a6f tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:55.677960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd370151-f0a5-4c84-8e3f-0be65b0622e5 req-6d2156b9-8287-4e1f-a105-c0b01d969a6f tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "DELETE /v2.0/security-groups/ad2767d5-0ce7-4ba9-99e5-ff790c95a57b HTTP/1.1" status: 204 len: 173 time: 0.5030711 Dec 14 02:27:55.689579 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-478f72c4-fdca-4f35-99b2-99e356d586a9 req-b139c23e-8943-4364-9fb5-c57013fcc169 service neutron] 10.222.0.46 "GET /v2.0/networks/c04429dc-468a-4168-bf68-221cba49072a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564910 Dec 14 02:27:55.697156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2156b9-8287-4e1f-a105-c0b01d969a6f tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2767d5-0ce7-4ba9-99e5-ff790c95a57b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:55.829062 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc43258-5f81-4b0e-943f-31f1f6861958 req-1784ae16-67a3-45cb-8cd5-f5d7cbf2243f tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:55.830956 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcc43258-5f81-4b0e-943f-31f1f6861958 req-1784ae16-67a3-45cb-8cd5-f5d7cbf2243f tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 945 time: 0.1014454 Dec 14 02:27:55.880804 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcc43258-5f81-4b0e-943f-31f1f6861958 req-18794950-df5b-4f44-8700-87dfcfc115c2 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435226 Dec 14 02:27:56.065774 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47508) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:56.084424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2a9db-d1f7-4d05-a53f-6c10dc19edde req-e63aa906-26e4-4502-b44b-61e2e920630b tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:56.084424 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4b2a9db-d1f7-4d05-a53f-6c10dc19edde req-e63aa906-26e4-4502-b44b-61e2e920630b tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 943 time: 0.1007154 Dec 14 02:27:56.120408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c071a-2c9a-4dca-9f5b-6fd0ca732bbb req-0f2f2523-c85c-4868-a384-9fbca6697e1d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:56.130249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2a1c071a-2c9a-4dca-9f5b-6fd0ca732bbb req-0f2f2523-c85c-4868-a384-9fbca6697e1d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.1100795 Dec 14 02:27:56.210355 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4b2a9db-d1f7-4d05-a53f-6c10dc19edde req-0e9f7b45-d6f1-4fa9-8e99-20cc152e4878 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110129 Dec 14 02:27:56.236672 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2a1c071a-2c9a-4dca-9f5b-6fd0ca732bbb req-78c940c1-4dd5-413d-a548-4cc40040222a tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916250 Dec 14 02:27:56.244991 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-cb5cdac2-6b7a-4039-8d35-361d458d55f2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2084926740-network', 'tenant_id': '5ec77c515bf840a6800e08bac2ce344e'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:56.290138 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4c90871-bfa7-4021-8dda-c443d757afe0 req-4ee3225b-5d9d-43c0-8e62-b436b2067736 tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "GET /v2.0/security-groups/51edf509-6f0c-41cf-a6ab-ed60a369ac23 HTTP/1.1" status: 200 len: 1818 time: 0.0410070 Dec 14 02:27:56.357250 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8bcbda8-2ae4-411a-8088-a763e271308b req-0a33835d-e51f-40c8-84bd-d6ad86050972 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3 HTTP/1.1" status: 200 len: 210 time: 0.0326347 Dec 14 02:27:56.361002 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5cdac2-6b7a-4039-8d35-361d458d55f2 admin admin] Made reservation on behalf of 5ec77c515bf840a6800e08bac2ce344e for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:27:56.363363 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdac2-6b7a-4039-8d35-361d458d55f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:56.376800 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdac2-6b7a-4039-8d35-361d458d55f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:56.390407 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a4c90871-bfa7-4021-8dda-c443d757afe0 req-c90d4e58-dd15-49e1-b20d-50cf5f5e3c3c tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:56.444368 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a4c90871-bfa7-4021-8dda-c443d757afe0 req-c90d4e58-dd15-49e1-b20d-50cf5f5e3c3c tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:56.504846 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdac2-6b7a-4039-8d35-361d458d55f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:56.523233 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e5648-c6a1-4354-9f0a-c575df1543be req-41ad88c4-5725-4d8f-8868-e31a80a7272e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:56.524828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c03e5648-c6a1-4354-9f0a-c575df1543be req-41ad88c4-5725-4d8f-8868-e31a80a7272e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.0716677 Dec 14 02:27:56.585054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c03e5648-c6a1-4354-9f0a-c575df1543be req-3fd6ba82-b5de-4976-9a70-ae43345943b5 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507801 Dec 14 02:27:56.602126 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdac2-6b7a-4039-8d35-361d458d55f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:56.602537 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a4c90871-bfa7-4021-8dda-c443d757afe0 req-c90d4e58-dd15-49e1-b20d-50cf5f5e3c3c tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:56.608887 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a4c90871-bfa7-4021-8dda-c443d757afe0 req-c90d4e58-dd15-49e1-b20d-50cf5f5e3c3c tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:56.615585 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4c90871-bfa7-4021-8dda-c443d757afe0 req-c90d4e58-dd15-49e1-b20d-50cf5f5e3c3c tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] 10.222.0.39 "DELETE /v2.0/security-groups/51edf509-6f0c-41cf-a6ab-ed60a369ac23 HTTP/1.1" status: 204 len: 173 time: 0.3058703 Dec 14 02:27:56.619111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47518) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:56.624677 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5cdac2-6b7a-4039-8d35-361d458d55f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:27:56.644324 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdac2-6b7a-4039-8d35-361d458d55f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:56.644717 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-cb5cdac2-6b7a-4039-8d35-361d458d55f2 admin admin] Added segment 5f432822-1802-4a54-830c-6c95083fa4ba of type vlan for network 45668812-ea3d-4860-af8b-e8fa47cd0af8 Dec 14 02:27:56.657715 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d4e58-dd15-49e1-b20d-50cf5f5e3c3c tempest-SecurityGroupsTestJSON-1845022354 tempest-SecurityGroupsTestJSON-1845022354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51edf509-6f0c-41cf-a6ab-ed60a369ac23,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:56.678397 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-510b1022-ef72-4dde-b83b-4fd83e7399f9 admin admin] Deleting subnet 3d8fc782-388e-4862-a347-3c85b1854ef1 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:27:56.681787 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-510b1022-ef72-4dde-b83b-4fd83e7399f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:56.692115 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:56.702442 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdac2-6b7a-4039-8d35-361d458d55f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:56.723234 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-510b1022-ef72-4dde-b83b-4fd83e7399f9 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:56.729225 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-510b1022-ef72-4dde-b83b-4fd83e7399f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:56.739281 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cdac2-6b7a-4039-8d35-361d458d55f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f819d08-0720-413b-bb36-58a1c8ea1443,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:56.926982 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdac2-6b7a-4039-8d35-361d458d55f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:56.928760 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5cdac2-6b7a-4039-8d35-361d458d55f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:56.929574 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb5cdac2-6b7a-4039-8d35-361d458d55f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:56.997861 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-510b1022-ef72-4dde-b83b-4fd83e7399f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:56.998441 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5cdac2-6b7a-4039-8d35-361d458d55f2 admin admin] Pushing event updated for resources: {'Network': ['ID=45668812-ea3d-4860-af8b-e8fa47cd0af8,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:57.010063 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 45668812-ea3d-4860-af8b-e8fa47cd0af8 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:27:57.041739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b1022-ef72-4dde-b83b-4fd83e7399f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d8fc782-388e-4862-a347-3c85b1854ef1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:57.048249 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-510b1022-ef72-4dde-b83b-4fd83e7399f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:57.051607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-510b1022-ef72-4dde-b83b-4fd83e7399f9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3d8fc782-388e-4862-a347-3c85b1854ef1 HTTP/1.1" status: 204 len: 168 time: 0.4306021 Dec 14 02:27:57.054404 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47522) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:57.070211 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733c266-f092-4455-8c29-82c9fe182641 req-2ad0974f-ef8b-459f-bdb5-c0ee8dbedec6 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:57.071822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7733c266-f092-4455-8c29-82c9fe182641 req-2ad0974f-ef8b-459f-bdb5-c0ee8dbedec6 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 945 time: 0.0955913 Dec 14 02:27:57.094347 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cb5cdac2-6b7a-4039-8d35-361d458d55f2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0272334 Dec 14 02:27:57.106001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47526) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:57.111032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-e200ef8a-a5f1-4c9e-9c3d-dd2fcb0e1fc9 admin admin] Request body: {'subnet': {'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2084926740-subnet', 'tenant_id': '5ec77c515bf840a6800e08bac2ce344e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:57.163670 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7733c266-f092-4455-8c29-82c9fe182641 req-2f10a81f-cb51-4259-a403-4d6f6278d7ea tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842099 Dec 14 02:27:57.169007 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97dea3d6-4d71-4554-b1a0-db4dcb018050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:57.229235 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e200ef8a-a5f1-4c9e-9c3d-dd2fcb0e1fc9 admin admin] Made reservation on behalf of 5ec77c515bf840a6800e08bac2ce344e for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:27:57.234259 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e200ef8a-a5f1-4c9e-9c3d-dd2fcb0e1fc9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:57.267508 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97dea3d6-4d71-4554-b1a0-db4dcb018050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:57.292646 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-97dea3d6-4d71-4554-b1a0-db4dcb018050 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2325212a-ce27-4255-8800-f4806a045482']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:27:57.304860 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-97dea3d6-4d71-4554-b1a0-db4dcb018050 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce438a40-51b4-42fe-b3ec-01d08e10a957') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:27:57.305128 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-97dea3d6-4d71-4554-b1a0-db4dcb018050 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce438a40-51b4-42fe-b3ec-01d08e10a957') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:27:57.325459 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97dea3d6-4d71-4554-b1a0-db4dcb018050 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:57.343572 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97dea3d6-4d71-4554-b1a0-db4dcb018050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:57.351482 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97dea3d6-4d71-4554-b1a0-db4dcb018050 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:27:57.352089 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97dea3d6-4d71-4554-b1a0-db4dcb018050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:27:57.354843 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:27:57.408210 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-050492cb-f442-4316-bffa-2f79aa298aa9 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--55442381&fields=id&tenant_id=6ee464f19e5545b582c162801b9559f4 HTTP/1.1" status: 200 len: 267 time: 0.1166561 Dec 14 02:27:57.479438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2541f-df71-47c1-9d31-38e78d7eb0eb req-ce01b7d1-7a43-4207-b9a1-2a488f86497a tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:57.481105 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8f2541f-df71-47c1-9d31-38e78d7eb0eb req-ce01b7d1-7a43-4207-b9a1-2a488f86497a tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.1790986 Dec 14 02:27:57.496795 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97dea3d6-4d71-4554-b1a0-db4dcb018050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:57.508410 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97dea3d6-4d71-4554-b1a0-db4dcb018050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:57.511851 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-97dea3d6-4d71-4554-b1a0-db4dcb018050 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2325212a-ce27-4255-8800-f4806a045482 HTTP/1.1" status: 204 len: 168 time: 0.4555635 Dec 14 02:27:57.566605 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dea3d6-4d71-4554-b1a0-db4dcb018050 admin admin] Pushing event deleted for resources: {'Network': ['ID=2325212a-ce27-4255-8800-f4806a045482,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:57.642955 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8f2541f-df71-47c1-9d31-38e78d7eb0eb req-54b468d1-40aa-41de-9201-8780f5efac1b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472182 Dec 14 02:27:57.669463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-bd25b966-0344-4b8b-96b3-d01e873873be tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:57.673043 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-bd25b966-0344-4b8b-96b3-d01e873873be tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/networks?id=46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b HTTP/1.1" status: 200 len: 815 time: 0.2635541 Dec 14 02:27:57.692611 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-0ec33ef3-0bc4-4f8b-9788-7b926c2db984 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/quotas/6ee464f19e5545b582c162801b9559f4 HTTP/1.1" status: 200 len: 375 time: 0.0186450 Dec 14 02:27:57.761844 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-b8eee1b4-1dff-4ea3-b3e0-25ee1ad0edc2 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6ee464f19e5545b582c162801b9559f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642252 Dec 14 02:27:57.846413 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e200ef8a-a5f1-4c9e-9c3d-dd2fcb0e1fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:57.916202 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb00782-82cd-4aba-8ba9-eb279ebaf860 req-29a5b570-c7af-4efc-a7b8-d43554c681a1 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:57.917822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-afb00782-82cd-4aba-8ba9-eb279ebaf860 req-29a5b570-c7af-4efc-a7b8-d43554c681a1 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 943 time: 0.1546669 Dec 14 02:27:57.953142 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e200ef8a-a5f1-4c9e-9c3d-dd2fcb0e1fc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8533d72d-4e0c-4d2f-a143-170efd8357c9,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:57.962223 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47546) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:58.022526 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-83302046-9b3c-4f6e-b33d-7d6dfa44a818 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=624bc716242c482cb71e0453b6f91298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0593207 Dec 14 02:27:58.024957 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47548) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:58.025480 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-debd4751-b865-4ffd-a38c-d033530e0902 service neutron] 10.222.0.39 "GET /v2.0/networks/46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502553 Dec 14 02:27:58.050794 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e200ef8a-a5f1-4c9e-9c3d-dd2fcb0e1fc9 admin admin] Checking segment: {'id': '5f432822-1802-4a54-830c-6c95083fa4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:27:58.051164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e200ef8a-a5f1-4c9e-9c3d-dd2fcb0e1fc9 admin admin] Network hostable DHCP agents. Network: 45668812-ea3d-4860-af8b-e8fa47cd0af8, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:27:58.081870 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3f9db57-a875-4c68-bbd5-45ca62278a22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:58.105561 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3f9db57-a875-4c68-bbd5-45ca62278a22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:58.116454 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 805aec2d-7a70-43d6-9435-1557d0373a93 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:27:58.157469 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-afb00782-82cd-4aba-8ba9-eb279ebaf860 req-5aa31b69-8631-4462-89e3-8be0ae6340bc tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267585 Dec 14 02:27:58.189612 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-c90feccc-bd15-4cff-8b8a-a9558b5d82bb service neutron] 10.222.0.39 "GET /v2.0/networks/46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632590 Dec 14 02:27:58.225288 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3f9db57-a875-4c68-bbd5-45ca62278a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:58.228984 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3f9db57-a875-4c68-bbd5-45ca62278a22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:58.240403 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a3f9db57-a875-4c68-bbd5-45ca62278a22 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e2a314c5-4c41-40b6-b875-39fa61d60e39 HTTP/1.1" status: 204 len: 168 time: 0.2046838 Dec 14 02:27:58.241602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9db57-a875-4c68-bbd5-45ca62278a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a314c5-4c41-40b6-b875-39fa61d60e39,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:58.263214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e200ef8a-a5f1-4c9e-9c3d-dd2fcb0e1fc9 admin admin] Network 45668812-ea3d-4860-af8b-e8fa47cd0af8 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:27:58.345539 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 805aec2d-7a70-43d6-9435-1557d0373a93, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=805aec2d-7a70-43d6-9435-1557d0373a93,segment=NetworkSegment(3df208f6-026d-48e7-8165-5d53f944e79d),segment_id=3df208f6-026d-48e7-8165-5d53f944e79d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:58.355683 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cca68b7-f07b-4511-819d-305cfb12286b req-cb2a1db2-f86c-4387-81d1-bf52769a0a6b tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3 HTTP/1.1" status: 200 len: 210 time: 0.0717769 Dec 14 02:27:58.365635 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '805aec2d-7a70-43d6-9435-1557d0373a93', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'port_id': '805aec2d-7a70-43d6-9435-1557d0373a93', 'mac_address': 'fa:16:3e:41:d0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:27:58.366175 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-e200ef8a-a5f1-4c9e-9c3d-dd2fcb0e1fc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 45668812-ea3d-4860-af8b-e8fa47cd0af8) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:27:58.370773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e200ef8a-a5f1-4c9e-9c3d-dd2fcb0e1fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:58.371445 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e200ef8a-a5f1-4c9e-9c3d-dd2fcb0e1fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:58.380797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0567a051-27fc-474d-9f05-85c7f82760a9 None None] Network 45668812-ea3d-4860-af8b-e8fa47cd0af8 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:27:58.485646 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e200ef8a-a5f1-4c9e-9c3d-dd2fcb0e1fc9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3783987 Dec 14 02:27:58.488458 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47556) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:58.493216 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2084926740-router', 'tenant_id': '5ec77c515bf840a6800e08bac2ce344e', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:58.581105 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-638524b7-308f-4d38-923c-9206bf1108ef req-b496023b-db76-4f31-9741-affe970f0c2e tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7bb0a10918904e66a1e45d4647429ebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585606 Dec 14 02:27:58.591818 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07beac1-da19-4150-baf0-be9b23f5486f None None] Network 45668812-ea3d-4860-af8b-e8fa47cd0af8 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:27:58.649942 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:58.651182 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:58.717775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a3a28-4faa-403f-b769-279797d35f42 req-cfe34ee3-a15f-48f7-8612-bf1d78fd9ebc tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:58.729954 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-232a3a28-4faa-403f-b769-279797d35f42 req-cfe34ee3-a15f-48f7-8612-bf1d78fd9ebc tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.2813160 Dec 14 02:27:58.766579 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:58.810487 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:58.829998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 805aec2d-7a70-43d6-9435-1557d0373a93 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:27:58.854755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 805aec2d-7a70-43d6-9435-1557d0373a93, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=805aec2d-7a70-43d6-9435-1557d0373a93,segment=NetworkSegment(3df208f6-026d-48e7-8165-5d53f944e79d),segment_id=3df208f6-026d-48e7-8165-5d53f944e79d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:27:58.919988 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638524b7-308f-4d38-923c-9206bf1108ef req-e51dbd6a-4ded-4224-96b9-30211a0a31a8 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:58.922071 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-638524b7-308f-4d38-923c-9206bf1108ef req-e51dbd6a-4ded-4224-96b9-30211a0a31a8 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3239746 Dec 14 02:27:58.941633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-232a3a28-4faa-403f-b769-279797d35f42 req-7af3de73-40bb-434a-b227-28da41f20e8f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944802 Dec 14 02:27:58.946092 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:58.954482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-638524b7-308f-4d38-923c-9206bf1108ef req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Request body: {'port': {'device_id': '7422c5d5-70e8-409b-81e2-3c49b24bb5a3', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': '7bb0a10918904e66a1e45d4647429ebd'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:27:59.051479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=805aec2d-7a70-43d6-9435-1557d0373a93,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:27:59.146250 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:59.185836 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-39acf323-5d3b-469b-9993-8d76216bd45f tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=43612bd0110042b9930ae44126c0d3b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591147 Dec 14 02:27:59.189166 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638524b7-308f-4d38-923c-9206bf1108ef req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Made reservation on behalf of 7bb0a10918904e66a1e45d4647429ebd for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:27:59.193084 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-638524b7-308f-4d38-923c-9206bf1108ef req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:59.357636 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['805aec2d-7a70-43d6-9435-1557d0373a93'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:27:59.418337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4515a-7127-48e3-be28-9e62cda19497 req-79f99cc6-a71e-4f20-8f15-3757c6ed9456 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:59.426282 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3e4515a-7127-48e3-be28-9e62cda19497 req-79f99cc6-a71e-4f20-8f15-3757c6ed9456 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 945 time: 0.2535372 Dec 14 02:27:59.527667 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:59.556405 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:59.714282 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Allocated IP 172.25.7.62 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/b17e0ae4-3164-4bf3-9367-35452f31859f) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:27:59.823589 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:59.848660 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47600) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:27:59.855521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-6b12fd69-1599-4bbe-a77d-1f4eed4fe8be tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:27:59.862601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-6b12fd69-1599-4bbe-a77d-1f4eed4fe8be tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6520822 Dec 14 02:27:59.883030 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:27:59.894780 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3e4515a-7127-48e3-be28-9e62cda19497 req-f703daa5-f394-4e75-b334-c4ca10cfcf09 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676361 Dec 14 02:27:59.899521 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-37f4a21f-e39e-4985-aef7-a8bb944a7f34 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/quotas/43612bd0110042b9930ae44126c0d3b8 HTTP/1.1" status: 200 len: 375 time: 0.0361056 Dec 14 02:27:59.986266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-638524b7-308f-4d38-923c-9206bf1108ef req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Allocated IP 192.168.233.76 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/be0f1727-dd32-4a77-85ad-87af825eea73) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:28:00.013561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-10c276a3-120c-4f77-96b7-07e30894dd15 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=43612bd0110042b9930ae44126c0d3b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942562 Dec 14 02:28:00.018958 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:00.056220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:28:00.059870 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fdfe1199-a6d6-416b-9eeb-c747d380d01c req-5de5920f-850e-451c-8a59-ee59c655182a tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 210 time: 0.0446696 Dec 14 02:28:00.112188 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:28:00.123075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3a549638-e201-477b-8991-ba9695a0cd12 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1179489065-network', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:00.165916 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:28:00.205007 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Pushing event updated for resources: {'Port': ['ID=b17e0ae4-3164-4bf3-9367-35452f31859f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:00.216668 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.217023 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.217396 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.217797 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.218139 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.218473 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.218806 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.219133 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.219461 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.219791 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.220119 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.220450 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.220765 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.296168 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a549638-e201-477b-8991-ba9695a0cd12 admin admin] Made reservation on behalf of 2fac9ea333d64e4b8eac7e6f8a705cc8 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:28:00.299019 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a549638-e201-477b-8991-ba9695a0cd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:00.306454 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f609a21-f497-4bb0-89e5-68a3de8fbc5b req-be66e080-483c-4772-a739-4f27a855b0d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1246471 Dec 14 02:28:00.312688 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a549638-e201-477b-8991-ba9695a0cd12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:00.320282 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd173c4-aa97-49a7-a4f2-a4d428ad2d75 req-7a61433d-5f9c-4698-900f-114655ce4491 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:00.321775 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9cd173c4-aa97-49a7-a4f2-a4d428ad2d75 req-7a61433d-5f9c-4698-900f-114655ce4491 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 944 time: 0.1543610 Dec 14 02:28:00.326710 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-638524b7-308f-4d38-923c-9206bf1108ef req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:00.464347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9cd173c4-aa97-49a7-a4f2-a4d428ad2d75 req-cd56f95c-a8aa-4dc4-94f0-9218c6ae4076 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285579 Dec 14 02:28:00.466984 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f609a21-f497-4bb0-89e5-68a3de8fbc5b req-db1c8fdc-aef4-45df-953d-fada91c23214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:00.468470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f609a21-f497-4bb0-89e5-68a3de8fbc5b req-db1c8fdc-aef4-45df-953d-fada91c23214 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 1099 time: 0.0910411 Dec 14 02:28:00.542031 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a595d32f-ed6d-4169-b014-1b2c2797fcb1 req-ff7e6a88-d0fb-4fcc-a5aa-e700d4600c1e tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3 HTTP/1.1" status: 200 len: 210 time: 0.0539498 Dec 14 02:28:00.577198 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a549638-e201-477b-8991-ba9695a0cd12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:00.602357 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-638524b7-308f-4d38-923c-9206bf1108ef req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:00.641811 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3923161f-26b3-454c-853e-64a0f1c01c9f', '0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:00.649087 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:00.689332 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a549638-e201-477b-8991-ba9695a0cd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:00.713711 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['394de406-b6c9-4976-8229-4ffd3fdf23f2', 'a53eab7d-09b9-4c1f-bbcb-b11377dec7de', '592bf17d-fcae-461b-97ab-5e36292e1e33'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:00.750516 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75d5832f-9708-41c0-9809-50b439086275 req-f8eebc54-9f7a-45bb-bf5b-2821a668556a tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 210 time: 0.1084964 Dec 14 02:28:00.772757 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638524b7-308f-4d38-923c-9206bf1108ef req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:28:00.782917 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a549638-e201-477b-8991-ba9695a0cd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6141bfa5-d471-49df-bb22-16febab8c418,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:00.784429 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-638524b7-308f-4d38-923c-9206bf1108ef req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:28:00.797328 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-638524b7-308f-4d38-923c-9206bf1108ef req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:28:00.804790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638524b7-308f-4d38-923c-9206bf1108ef req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:00.805751 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-638524b7-308f-4d38-923c-9206bf1108ef req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:00.822410 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Pushing event updated for resources: {'Port': ['ID=be0f1727-dd32-4a77-85ad-87af825eea73,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:00.835370 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a549638-e201-477b-8991-ba9695a0cd12 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:28:00.853562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.854288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.854892 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.855953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.857026 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.858168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.859181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.859513 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a549638-e201-477b-8991-ba9695a0cd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:00.859865 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-3a549638-e201-477b-8991-ba9695a0cd12 admin admin] Added segment 936b76d9-7828-48a8-8ddb-7791651de25f of type vlan for network 5e4c912c-7d78-418d-bb37-18d532864e4a Dec 14 02:28:00.862438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.864483 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.865156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.865743 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.866291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.869086 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:00.883572 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f609a21-f497-4bb0-89e5-68a3de8fbc5b req-822c77ee-44c3-456b-bf1a-97a11b0dee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:00.885751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f609a21-f497-4bb0-89e5-68a3de8fbc5b req-822c77ee-44c3-456b-bf1a-97a11b0dee0c service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.3440337 Dec 14 02:28:00.894828 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a42592-fc74-4b8b-9c37-ca1d4dee12e2 req-2ad6738e-cdd8-4849-bd85-df008cf76c68 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:00.896752 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81a42592-fc74-4b8b-9c37-ca1d4dee12e2 req-2ad6738e-cdd8-4849-bd85-df008cf76c68 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.2242897 Dec 14 02:28:00.962813 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a549638-e201-477b-8991-ba9695a0cd12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:01.018961 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f609a21-f497-4bb0-89e5-68a3de8fbc5b req-94423833-64ff-4ada-916b-20922df18476 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=3923161f-26b3-454c-853e-64a0f1c01c9f HTTP/1.1" status: 200 len: 217 time: 0.1202013 Dec 14 02:28:01.023122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-638524b7-308f-4d38-923c-9206bf1108ef req-2b8d808c-ee54-4b3e-9377-f1316e037a57 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0779130 Dec 14 02:28:01.101944 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Request body: {'port': {'device_id': '7422c5d5-70e8-409b-81e2-3c49b24bb5a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:01.135807 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:01.193624 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a549638-e201-477b-8991-ba9695a0cd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:01.194750 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a549638-e201-477b-8991-ba9695a0cd12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:01.195448 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a549638-e201-477b-8991-ba9695a0cd12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:01.295066 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-cb2962ab-df5a-4148-a4ae-3a20b28cd5d9 None None] Provisioning complete for port be0f1727-dd32-4a77-85ad-87af825eea73 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:01.295693 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb2962ab-df5a-4148-a4ae-3a20b28cd5d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:01.318923 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a549638-e201-477b-8991-ba9695a0cd12 admin admin] Pushing event updated for resources: {'Network': ['ID=5e4c912c-7d78-418d-bb37-18d532864e4a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:01.341808 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 5e4c912c-7d78-418d-bb37-18d532864e4a details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:28:01.378312 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3a549638-e201-477b-8991-ba9695a0cd12 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5245018 Dec 14 02:28:01.380591 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47622) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:28:01.393475 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c5cf060a-749c-4cbd-9876-0dcf4704f0fa admin admin] Request body: {'subnet': {'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1179489065-subnet', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:01.435648 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f609a21-f497-4bb0-89e5-68a3de8fbc5b req-9123a174-8801-4e37-87a5-995a28a8ac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:01.448990 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f609a21-f497-4bb0-89e5-68a3de8fbc5b req-9123a174-8801-4e37-87a5-995a28a8ac77 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.3951123 Dec 14 02:28:01.458259 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81a42592-fc74-4b8b-9c37-ca1d4dee12e2 req-5e09eac4-0ec9-4c71-a681-621a09b58db1 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518491 Dec 14 02:28:01.468857 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:01.479327 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-cb2962ab-df5a-4148-a4ae-3a20b28cd5d9 None None] Port be0f1727-dd32-4a77-85ad-87af825eea73 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:28:01.510699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed8c1c-3fa5-4ac7-ad23-d5e6831b9093 req-f083f7f5-3acd-422c-8866-7abf0d930dcf tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:01.518634 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-35ed8c1c-3fa5-4ac7-ad23-d5e6831b9093 req-f083f7f5-3acd-422c-8866-7abf0d930dcf tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 945 time: 0.4887767 Dec 14 02:28:01.538086 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Router 60bba3ac-a19b-4da5-8824-a525c61602f7 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:28:01.541197 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cf060a-749c-4cbd-9876-0dcf4704f0fa admin admin] Made reservation on behalf of 2fac9ea333d64e4b8eac7e6f8a705cc8 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:28:01.543342 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5cf060a-749c-4cbd-9876-0dcf4704f0fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:01.633298 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-409b497c-9eb3-40c0-ac98-072bdf74d492 req-9ec09c24-b141-4316-bf45-aaeb94baf612 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 210 time: 0.0708451 Dec 14 02:28:01.662267 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f609a21-f497-4bb0-89e5-68a3de8fbc5b req-ebff880d-65e1-4b3f-b167-3a907c90e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:01.663782 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f609a21-f497-4bb0-89e5-68a3de8fbc5b req-ebff880d-65e1-4b3f-b167-3a907c90e97a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2136250 Dec 14 02:28:01.747827 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-35ed8c1c-3fa5-4ac7-ad23-d5e6831b9093 req-a54e4b60-5334-4939-b102-74dbde815c7c tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282324 Dec 14 02:28:01.765664 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:28:01.777587 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Sync routers for ids ['60bba3ac-a19b-4da5-8824-a525c61602f7'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:28:01.791690 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Routers {'60bba3ac-a19b-4da5-8824-a525c61602f7'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:28:01.794524 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:27:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['60bba3ac-a19b-4da5-8824-a525c61602f7'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:01.973586 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Set router 60bba3ac-a19b-4da5-8824-a525c61602f7 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:28:02.046853 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b75d4a-72f5-47ef-85cf-50eebcd65b04 req-0d64e325-8933-4f61-8bd7-e38e1f3843fa tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:02.055416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-97b75d4a-72f5-47ef-85cf-50eebcd65b04 req-0d64e325-8933-4f61-8bd7-e38e1f3843fa tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 944 time: 0.2716422 Dec 14 02:28:02.063919 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f609a21-f497-4bb0-89e5-68a3de8fbc5b req-d44e475f-0ea6-46d0-8473-ed5e6a9edd2d service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477130 Dec 14 02:28:02.088565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711ac11-5435-4be4-a0ff-d9560d2ea7b8 req-f25ef533-0f1d-4ca9-85de-d7a64831d9a3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:02.090178 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d711ac11-5435-4be4-a0ff-d9560d2ea7b8 req-f25ef533-0f1d-4ca9-85de-d7a64831d9a3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3 HTTP/1.1" status: 200 len: 935 time: 0.2174129 Dec 14 02:28:02.129704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 805aec2d-7a70-43d6-9435-1557d0373a93 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:28:02.281235 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-97b75d4a-72f5-47ef-85cf-50eebcd65b04 req-12d2f14f-c5ed-447b-9790-54aceeb4c1c3 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197361 Dec 14 02:28:02.308305 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:02.317536 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b684564d-f5d6-4f91-bb84-c6c7606b7f6e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8276238 Dec 14 02:28:02.326275 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 805aec2d-7a70-43d6-9435-1557d0373a93 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:28:02.331415 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 805aec2d-7a70-43d6-9435-1557d0373a93 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:02.331797 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:02.339256 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47630) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:28:02.417938 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'name': 'tempest-ServerRescueNegativeTestJSON-2084926740-router', 'tenant_id': '5ec77c515bf840a6800e08bac2ce344e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b17e0ae4-3164-4bf3-9367-35452f31859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:58Z', 'updated_at': '2021-12-14T02:28:00Z', 'revision_number': 3, 'project_id': '5ec77c515bf840a6800e08bac2ce344e', 'gw_port': {'id': 'b17e0ae4-3164-4bf3-9367-35452f31859f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:59Z', 'updated_at': '2021-12-14T02:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:02.418886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d711ac11-5435-4be4-a0ff-d9560d2ea7b8 req-8020ea94-5063-468e-9d88-7903396eb25a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046794 Dec 14 02:28:02.477884 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Checking router: 60bba3ac-a19b-4da5-8824-a525c61602f7 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:28:02.478580 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Updating router 60bba3ac-a19b-4da5-8824-a525c61602f7 port b17e0ae4-3164-4bf3-9367-35452f31859f binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:28:02.494862 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5cf060a-749c-4cbd-9876-0dcf4704f0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:02.506631 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:02.524512 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-de554c3a-6153-44c2-b2e1-bd7ed5ea69fa tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:02.526069 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-de554c3a-6153-44c2-b2e1-bd7ed5ea69fa tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.47 "GET /v2.0/networks?id=46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b HTTP/1.1" status: 200 len: 815 time: 0.2563736 Dec 14 02:28:02.530485 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f609a21-f497-4bb0-89e5-68a3de8fbc5b req-747d0c6e-8e85-4f49-acc1-abedf5563f8d service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368713 Dec 14 02:28:02.581151 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb32658-181a-4857-8b1c-c37635cd26ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805aec2d-7a70-43d6-9435-1557d0373a93'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:02.589802 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c09c08b-99ed-499c-8038-e6528f6dbc85" -d '{"events": [{"server_uuid": "deb32658-181a-4857-8b1c-c37635cd26ba", "name": "network-vif-plugged", "status": "completed", "tag": "805aec2d-7a70-43d6-9435-1557d0373a93"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:02.618107 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:02.629663 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf060a-749c-4cbd-9876-0dcf4704f0fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7daddda-6f7d-453f-a088-3bffc25e22b4,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:02.634772 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 805aec2d-7a70-43d6-9435-1557d0373a93, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=805aec2d-7a70-43d6-9435-1557d0373a93,segment=NetworkSegment(3df208f6-026d-48e7-8165-5d53f944e79d),segment_id=3df208f6-026d-48e7-8165-5d53f944e79d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:02.654982 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-f69fba52-d457-4541-a61b-fdfd69868cb1 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ee464f19e5545b582c162801b9559f4 HTTP/1.1" status: 200 len: 378 time: 0.0986104 Dec 14 02:28:02.656314 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cf060a-749c-4cbd-9876-0dcf4704f0fa admin admin] Checking segment: {'id': '936b76d9-7828-48a8-8ddb-7791651de25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:28:02.656750 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cf060a-749c-4cbd-9876-0dcf4704f0fa admin admin] Network hostable DHCP agents. Network: 5e4c912c-7d78-418d-bb37-18d532864e4a, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:28:02.671064 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-09dc1b11-22dd-4655-8e85-18467e9abffa tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Request body: {'port': {'device_id': 'dd4da6bf-0e6f-401e-b9af-530ea38e431c', 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b', 'admin_state_up': True, 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'security_groups': ['11f1d367-381d-4567-98c5-13cd2b903736']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:02.715724 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:02.742606 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d23ee42f-4fee-4a8e-a30c-5414ddb8256d req-1c4ef6cd-f6d9-4874-9944-aad22b6f0e75 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 210 time: 0.3435664 Dec 14 02:28:02.787854 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0f1727-dd32-4a77-85ad-87af825eea73 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:02.807053 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e716646-c6f8-4816-a32d-519792be4af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:02.820906 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:02.848320 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Transition to ACTIVE for port object be0f1727-dd32-4a77-85ad-87af825eea73 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:28:02.871153 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=805aec2d-7a70-43d6-9435-1557d0373a93,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:02.893197 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457dbfa-3694-47de-b13a-1f8834cb5685 req-b596a910-2cc6-4bf8-9e4b-6b02a0dc0493 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:02.896997 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2457dbfa-3694-47de-b13a-1f8834cb5685 req-b596a910-2cc6-4bf8-9e4b-6b02a0dc0493 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.2457621 Dec 14 02:28:02.900210 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79af8ff3-8b79-4b24-a9c5-c99881fa0d2c x-openstack-request-id: req-79af8ff3-8b79-4b24-a9c5-c99881fa0d2c {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:02.900726 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb32658-181a-4857-8b1c-c37635cd26ba", "name": "network-vif-plugged", "status": "completed", "tag": "805aec2d-7a70-43d6-9435-1557d0373a93", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:02.901182 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79af8ff3-8b79-4b24-a9c5-c99881fa0d2c {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:02.901806 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb32658-181a-4857-8b1c-c37635cd26ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '805aec2d-7a70-43d6-9435-1557d0373a93', 'code': 200} Dec 14 02:28:02.942463 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:03.018110 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cf060a-749c-4cbd-9876-0dcf4704f0fa admin admin] Network 5e4c912c-7d78-418d-bb37-18d532864e4a is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:28:03.031709 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-09dc1b11-22dd-4655-8e85-18467e9abffa tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Made reservation on behalf of 6ee464f19e5545b582c162801b9559f4 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:28:03.045434 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-09dc1b11-22dd-4655-8e85-18467e9abffa tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:03.088949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b9323c2-0161-44f9-b860-fcb7c8bad3c4 req-d49714de-cf9a-4e63-a7a8-4285dad1d123 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 210 time: 0.0801315 Dec 14 02:28:03.132485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=be0f1727-dd32-4a77-85ad-87af825eea73,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:03.192180 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2457dbfa-3694-47de-b13a-1f8834cb5685 req-c577b2d4-0043-4172-9c5d-d91352179c82 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847660 Dec 14 02:28:03.192905 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-c5cf060a-749c-4cbd-9876-0dcf4704f0fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 5e4c912c-7d78-418d-bb37-18d532864e4a) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:28:03.206694 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd0cfef-b523-488a-93d3-c0f3107277e3 None None] Network 5e4c912c-7d78-418d-bb37-18d532864e4a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:28:03.248182 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cf060a-749c-4cbd-9876-0dcf4704f0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:03.248904 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5cf060a-749c-4cbd-9876-0dcf4704f0fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:03.298250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Attempting to bind port be0f1727-dd32-4a77-85ad-87af825eea73 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:28:03.298593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Attempting to bind port be0f1727-dd32-4a77-85ad-87af825eea73 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:28:03.298930 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Attempting to bind port be0f1727-dd32-4a77-85ad-87af825eea73 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:03.388211 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c5cf060a-749c-4cbd-9876-0dcf4704f0fa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9712553 Dec 14 02:28:03.388730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47642) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:28:03.388816 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-09dc1b11-22dd-4655-8e85-18467e9abffa tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Allocated IP 172.20.0.7 (46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b/44057d44-340b-46b2-ac2c-94ca602f701c/76068899-2e1e-42d2-8cda-4ed7aaacadd0) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:28:03.388901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1179489065-router', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:03.388977 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:03.396068 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5112eb-db7d-49b7-b3e3-09db360f68db req-88619c4e-6043-4ce0-9fc1-455fb25c74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:03.397805 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f5112eb-db7d-49b7-b3e3-09db360f68db req-88619c4e-6043-4ce0-9fc1-455fb25c74a5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 1096 time: 0.2849004 Dec 14 02:28:03.398605 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Port be0f1727-dd32-4a77-85ad-87af825eea73 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:28:03.399095 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Attempting to bind port be0f1727-dd32-4a77-85ad-87af825eea73 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:03.448530 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-5e4c912c-7d78-418d-bb37-18d532864e4a', 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a', 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'fixed_ips': [{'subnet_id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:28:03.449519 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:03.506088 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:03.625512 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-09dc1b11-22dd-4655-8e85-18467e9abffa tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:03.667462 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0df8be-65e3-4e66-8811-775ed1018b06 None None] Pushing event updated for resources: {'Port': ['ID=b17e0ae4-3164-4bf3-9367-35452f31859f,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:03.679643 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Attempting to bind port b17e0ae4-3164-4bf3-9367-35452f31859f on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:28:03.680045 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Attempting to bind port b17e0ae4-3164-4bf3-9367-35452f31859f by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:28:03.680433 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Attempting to bind port b17e0ae4-3164-4bf3-9367-35452f31859f on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:03.702885 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:28:03.703632 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:28:03.703779 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:03.704081 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:28:03.704567 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Bound port: b17e0ae4-3164-4bf3-9367-35452f31859f, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:28:03.704970 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:03.707515 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df8be-65e3-4e66-8811-775ed1018b06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:03.707862 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df8be-65e3-4e66-8811-775ed1018b06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:03.708206 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df8be-65e3-4e66-8811-775ed1018b06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:03.708570 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df8be-65e3-4e66-8811-775ed1018b06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:03.711280 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df8be-65e3-4e66-8811-775ed1018b06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:03.711280 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df8be-65e3-4e66-8811-775ed1018b06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:03.711280 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df8be-65e3-4e66-8811-775ed1018b06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:03.711280 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df8be-65e3-4e66-8811-775ed1018b06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:03.711280 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df8be-65e3-4e66-8811-775ed1018b06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:03.711280 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df8be-65e3-4e66-8811-775ed1018b06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:03.711280 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df8be-65e3-4e66-8811-775ed1018b06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:03.711280 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df8be-65e3-4e66-8811-775ed1018b06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:03.711979 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df8be-65e3-4e66-8811-775ed1018b06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:03.728912 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Allocated IP 172.20.0.2 (5e4c912c-7d78-418d-bb37-18d532864e4a/d7daddda-6f7d-453f-a088-3bffc25e22b4/c3ac458f-18e8-4d26-b35c-34bddff9e8aa) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:28:03.762737 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-09dc1b11-22dd-4655-8e85-18467e9abffa tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:03.793576 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] For port b17e0ae4-3164-4bf3-9367-35452f31859f, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:28:03.797907 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] For port b17e0ae4-3164-4bf3-9367-35452f31859f, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b17e0ae4-3164-4bf3-9367-35452f31859f,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:28:03.806750 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:28:03.807097 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:28:03.807501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:28:03.808582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Bound port: be0f1727-dd32-4a77-85ad-87af825eea73, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:28:03.808892 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:03.823594 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-09dc1b11-22dd-4655-8e85-18467e9abffa tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Network 46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:28:03.827628 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-09dc1b11-22dd-4655-8e85-18467e9abffa tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:28:03.831563 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-09dc1b11-22dd-4655-8e85-18467e9abffa tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:28:03.838279 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc1b11-22dd-4655-8e85-18467e9abffa tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Pushing event updated for resources: {'Port': ['ID=76068899-2e1e-42d2-8cda-4ed7aaacadd0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:03.876808 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:03.880152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-e741eb7b-1c10-4cd0-a0ab-4ac491c84505 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=43612bd0110042b9930ae44126c0d3b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1122894 Dec 14 02:28:03.943089 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Routers {'60bba3ac-a19b-4da5-8824-a525c61602f7'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:28:03.944162 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:27:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['60bba3ac-a19b-4da5-8824-a525c61602f7'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:03.970180 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-09dc1b11-22dd-4655-8e85-18467e9abffa tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:03.970924 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-09dc1b11-22dd-4655-8e85-18467e9abffa tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:03.995005 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:04.011781 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:04.012861 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:04.070527 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-09dc1b11-22dd-4655-8e85-18467e9abffa tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4074497 Dec 14 02:28:04.095848 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Request body: {'port': {'device_id': 'dd4da6bf-0e6f-401e-b9af-530ea38e431c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:04.097622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ef27a-4ea1-40ad-b5bf-d2ee3e914619 req-9baf38ed-26ab-4dd4-83ca-2704c22051a0 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:04.099115 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af7ef27a-4ea1-40ad-b5bf-d2ee3e914619 req-9baf38ed-26ab-4dd4-83ca-2704c22051a0 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 945 time: 0.7443376 Dec 14 02:28:04.111529 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:04.116334 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f5112eb-db7d-49b7-b3e3-09db360f68db req-3cef01dc-310a-4a50-9c26-ce0ce7187574 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6891553 Dec 14 02:28:04.159543 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] Set router 60bba3ac-a19b-4da5-8824-a525c61602f7 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:28:04.226595 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Pushing event updated for resources: {'Port': ['ID=c3ac458f-18e8-4d26-b35c-34bddff9e8aa,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:04.236055 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:04.236870 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Network 5e4c912c-7d78-418d-bb37-18d532864e4a is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:28:04.239226 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:28:04.241859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:28:04.270830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619eb56-d8be-4a3e-88ca-7f0d22894db1 req-d036abbd-7a2a-4343-aa4a-b8f4223f5107 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:04.282544 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2619eb56-d8be-4a3e-88ca-7f0d22894db1 req-d036abbd-7a2a-4343-aa4a-b8f4223f5107 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 945 time: 0.8564332 Dec 14 02:28:04.317608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Attempting to bind port c3ac458f-18e8-4d26-b35c-34bddff9e8aa on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:28:04.318337 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Attempting to bind port c3ac458f-18e8-4d26-b35c-34bddff9e8aa by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '936b76d9-7828-48a8-8ddb-7791651de25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:28:04.318926 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Attempting to bind port c3ac458f-18e8-4d26-b35c-34bddff9e8aa on network 5e4c912c-7d78-418d-bb37-18d532864e4a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:04.322075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-34b1a8fc-299b-4f93-a56a-1b090ba4b138 None None] Provisioning complete for port 76068899-2e1e-42d2-8cda-4ed7aaacadd0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:04.322719 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-34b1a8fc-299b-4f93-a56a-1b090ba4b138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:04.351789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] For port be0f1727-dd32-4a77-85ad-87af825eea73, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:28:04.362749 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-34b1a8fc-299b-4f93-a56a-1b090ba4b138 None None] Port 76068899-2e1e-42d2-8cda-4ed7aaacadd0 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:28:04.365587 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:28:04.366495 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Checking segment: {'id': '936b76d9-7828-48a8-8ddb-7791651de25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:28:04.367141 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:04.367766 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Bound using segment: {'id': '936b76d9-7828-48a8-8ddb-7791651de25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:28:04.368461 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Bound port: c3ac458f-18e8-4d26-b35c-34bddff9e8aa, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936b76d9-7828-48a8-8ddb-7791651de25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:28:04.369355 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:04.420004 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'name': 'tempest-ServerRescueNegativeTestJSON-2084926740-router', 'tenant_id': '5ec77c515bf840a6800e08bac2ce344e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b17e0ae4-3164-4bf3-9367-35452f31859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:58Z', 'updated_at': '2021-12-14T02:28:00Z', 'revision_number': 3, 'project_id': '5ec77c515bf840a6800e08bac2ce344e', 'gw_port': {'id': 'b17e0ae4-3164-4bf3-9367-35452f31859f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:59Z', 'updated_at': '2021-12-14T02:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:04.445563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] For port c3ac458f-18e8-4d26-b35c-34bddff9e8aa, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:28:04.449706 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] For port c3ac458f-18e8-4d26-b35c-34bddff9e8aa, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c3ac458f-18e8-4d26-b35c-34bddff9e8aa,segment=NetworkSegment(936b76d9-7828-48a8-8ddb-7791651de25f),segment_id=936b76d9-7828-48a8-8ddb-7791651de25f)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:28:04.494655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] For port be0f1727-dd32-4a77-85ad-87af825eea73, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=be0f1727-dd32-4a77-85ad-87af825eea73,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:28:04.497534 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:04.506534 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-3d1983a6-1fc2-4549-ab1f-ad3b8c442b10 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:04.508440 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-3d1983a6-1fc2-4549-ab1f-ad3b8c442b10 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5590074 Dec 14 02:28:04.545004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-e5fd4e4e-6f05-487b-9751-64b455d1c81c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Request body: {'port': {'device_id': '4da5cc59-661b-454c-8ca0-aa9c16d980ac', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': '43612bd0110042b9930ae44126c0d3b8'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:04.557260 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0df8be-65e3-4e66-8811-775ed1018b06 None None] Pushing event updated for resources: {'Port': ['ID=b17e0ae4-3164-4bf3-9367-35452f31859f,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:04.560923 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8bd84c-9359-47b5-a3b3-685e5555d2c3 None None] The sync data for ids ['60bba3ac-a19b-4da5-8824-a525c61602f7'] in n-d-821636-1 is: [{'id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'name': 'tempest-ServerRescueNegativeTestJSON-2084926740-router', 'tenant_id': '5ec77c515bf840a6800e08bac2ce344e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b17e0ae4-3164-4bf3-9367-35452f31859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:58Z', 'updated_at': '2021-12-14T02:28:00Z', 'revision_number': 3, 'project_id': '5ec77c515bf840a6800e08bac2ce344e', 'gw_port': {'id': 'b17e0ae4-3164-4bf3-9367-35452f31859f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:59Z', 'updated_at': '2021-12-14T02:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:28:04.565208 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:04.583356 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2e725a6a-7384-45a5-a1ce-156bd77fa212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:04.671582 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76068899-2e1e-42d2-8cda-4ed7aaacadd0 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:04.687829 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3431583-68b9-4c51-b7e2-bd33ac714d9b None None] Pushing event updated for resources: {'Port': ['ID=c3ac458f-18e8-4d26-b35c-34bddff9e8aa,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:04.689369 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:04.710306 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Transition to ACTIVE for port object 76068899-2e1e-42d2-8cda-4ed7aaacadd0 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:28:04.731647 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:04.744978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af7ef27a-4ea1-40ad-b5bf-d2ee3e914619 req-cedeaa57-58a5-4cdf-a573-632371b8d6c5 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6276214 Dec 14 02:28:04.783117 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:04.840015 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Pushing event updated for resources: {'Port': ['ID=76068899-2e1e-42d2-8cda-4ed7aaacadd0,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:04.927491 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2619eb56-d8be-4a3e-88ca-7f0d22894db1 req-8f9747f7-e1e6-4245-b4c8-4813070cc147 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5774286 Dec 14 02:28:04.968375 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7957e24f-e9ec-4b04-914b-1f6c4f4b835f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:05.118140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:05.118877 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:05.126352 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-638524b7-308f-4d38-923c-9206bf1108ef req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] 10.222.0.47 "PUT /v2.0/ports/be0f1727-dd32-4a77-85ad-87af825eea73 HTTP/1.1" status: 200 len: 1095 time: 4.0384576 Dec 14 02:28:05.128937 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Attempting to bind port 76068899-2e1e-42d2-8cda-4ed7aaacadd0 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:28:05.129511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Attempting to bind port 76068899-2e1e-42d2-8cda-4ed7aaacadd0 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'd5781a2c-daf3-4628-b215-7396152381d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:28:05.130005 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Attempting to bind port 76068899-2e1e-42d2-8cda-4ed7aaacadd0 on network 46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:05.131734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7422c5d5-70e8-409b-81e2-3c49b24bb5a3', 'tag': 'be0f1727-dd32-4a77-85ad-87af825eea73'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:05.134373 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed65625-46f0-41eb-a114-295e2b7936e8" -d '{"events": [{"name": "network-changed", "server_uuid": "7422c5d5-70e8-409b-81e2-3c49b24bb5a3", "tag": "be0f1727-dd32-4a77-85ad-87af825eea73"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:05.141885 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Port 76068899-2e1e-42d2-8cda-4ed7aaacadd0 on network 46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:28:05.142152 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Attempting to bind port 76068899-2e1e-42d2-8cda-4ed7aaacadd0 on network 46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:05.163324 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:28:05.163941 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Checking segment: {'id': 'd5781a2c-daf3-4628-b215-7396152381d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:28:05.164750 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Bound using segment: {'id': 'd5781a2c-daf3-4628-b215-7396152381d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:28:05.165703 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Bound port: 76068899-2e1e-42d2-8cda-4ed7aaacadd0, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5781a2c-daf3-4628-b215-7396152381d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:28:05.166129 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:05.336846 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] For port 76068899-2e1e-42d2-8cda-4ed7aaacadd0, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:28:05.347035 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] For port 76068899-2e1e-42d2-8cda-4ed7aaacadd0, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=76068899-2e1e-42d2-8cda-4ed7aaacadd0,segment=NetworkSegment(d5781a2c-daf3-4628-b215-7396152381d2),segment_id=d5781a2c-daf3-4628-b215-7396152381d2)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:28:05.416141 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38cd9be9-f669-40f8-87a4-490813c6e8bd req-7008cb32-6104-4d68-a7fa-d706fdf15ebd tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 210 time: 0.2320533 Dec 14 02:28:05.435560 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:05.465403 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:05.467600 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:05.475804 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] 10.222.0.47 "PUT /v2.0/ports/76068899-2e1e-42d2-8cda-4ed7aaacadd0 HTTP/1.1" status: 200 len: 1091 time: 1.3918879 Dec 14 02:28:05.478660 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4da6bf-0e6f-401e-b9af-530ea38e431c', 'tag': '76068899-2e1e-42d2-8cda-4ed7aaacadd0'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:05.480081 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c39c67-f5d4-4b22-80b7-7756ee7cf9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4da6bf-0e6f-401e-b9af-530ea38e431c", "tag": "76068899-2e1e-42d2-8cda-4ed7aaacadd0"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:05.554371 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5929ada-f0d8-4a73-a37d-0467885c1cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=be0f1727-dd32-4a77-85ad-87af825eea73,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:05.626818 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:05.675311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-e5fd4e4e-6f05-487b-9751-64b455d1c81c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Made reservation on behalf of 43612bd0110042b9930ae44126c0d3b8 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:28:05.677505 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee329ae-29b4-409a-8941-c98ccd395a1c service neutron] Pushing event updated for resources: {'Port': ['ID=76068899-2e1e-42d2-8cda-4ed7aaacadd0,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:05.678787 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-e5fd4e4e-6f05-487b-9751-64b455d1c81c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:05.705674 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-853db949-4376-4cd2-927b-6b99f1727433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:05.707390 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-853db949-4376-4cd2-927b-6b99f1727433 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ee464f19e5545b582c162801b9559f4&device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 1094 time: 0.1019316 Dec 14 02:28:05.752639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a715a-8a58-43cb-8969-8dee2a18fc4b req-d199a4d5-8d9b-454a-857b-a1ef91bcce75 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:05.761471 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c96a715a-8a58-43cb-8969-8dee2a18fc4b req-d199a4d5-8d9b-454a-857b-a1ef91bcce75 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3 HTTP/1.1" status: 200 len: 947 time: 0.7955129 Dec 14 02:28:05.785559 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-a379c5c7-cd46-4faa-b672-757d471396bf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76068899-2e1e-42d2-8cda-4ed7aaacadd0 HTTP/1.1" status: 200 len: 217 time: 0.0569935 Dec 14 02:28:05.833289 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638524b7-308f-4d38-923c-9206bf1108ef req-0bc25d07-8c85-4b55-8cff-de296e790ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:05.836131 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-638524b7-308f-4d38-923c-9206bf1108ef req-0bc25d07-8c85-4b55-8cff-de296e790ad7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3 HTTP/1.1" status: 200 len: 1098 time: 0.5412235 Dec 14 02:28:05.892473 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1a6f43d9-1c2f-4ff7-935f-bfd52410362d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:05.894300 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-1a6f43d9-1c2f-4ff7-935f-bfd52410362d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44057d44-340b-46b2-ac2c-94ca602f701c HTTP/1.1" status: 200 len: 854 time: 0.1014330 Dec 14 02:28:05.954685 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-c71177e5-fa31-457d-8805-0b5412b544f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:05.956365 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-c71177e5-fa31-457d-8805-0b5412b544f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545356 Dec 14 02:28:06.002519 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a355644-877a-451e-820d-4a23a662b870 req-c30357c7-ccab-4f79-86fa-e5c970d4567a tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:06.009942 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a355644-877a-451e-820d-4a23a662b870 req-c30357c7-ccab-4f79-86fa-e5c970d4567a tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 943 time: 0.4697802 Dec 14 02:28:06.123428 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-8e4b38f4-0649-47eb-902e-534ce6d082f2 service neutron] 10.222.0.47 "GET /v2.0/networks/46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542270 Dec 14 02:28:06.126888 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:06.151860 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-638524b7-308f-4d38-923c-9206bf1108ef req-d3d2696d-5a2a-4b93-a7f4-4b0c56be0ee0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=be0f1727-dd32-4a77-85ad-87af825eea73 HTTP/1.1" status: 200 len: 217 time: 0.2694571 Dec 14 02:28:06.178025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c96a715a-8a58-43cb-8969-8dee2a18fc4b req-e6f1ff58-7823-42a9-ac59-a0d871ad72f5 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153433 Dec 14 02:28:06.217978 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-2e725a6a-7384-45a5-a1ce-156bd77fa212 admin admin] Allocated IP 172.20.0.1 (45668812-ea3d-4860-af8b-e8fa47cd0af8/8533d72d-4e0c-4d2f-a143-170efd8357c9/077080c6-73b8-4aa0-aaee-31fecca4aa8a) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:28:06.277205 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d0a840f9-640f-4f7a-890c-5418b6b264d2 req-5e22e761-2f50-4112-aff2-b67b2fe3f7ce service neutron] 10.222.0.47 "GET /v2.0/networks/46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395404 Dec 14 02:28:06.404186 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5047a9b1-579d-4de1-ba1f-471112d20627 req-f8b085dc-1d5e-488a-ad2b-7a8a295be476 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665255 Dec 14 02:28:06.441651 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638030d9-edad-4579-bff6-e5050a9302e4 None None] Network 5e4c912c-7d78-418d-bb37-18d532864e4a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:28:06.464434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638524b7-308f-4d38-923c-9206bf1108ef req-ddaca16a-f6e0-4398-be30-b7832ff696a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:06.465821 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-638524b7-308f-4d38-923c-9206bf1108ef req-ddaca16a-f6e0-4398-be30-b7832ff696a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.3023369 Dec 14 02:28:06.475817 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a355644-877a-451e-820d-4a23a662b870 req-8ebdad4e-b491-447f-a61d-309205b4fb68 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/security-groups?id=11f1d367-381d-4567-98c5-13cd2b903736&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4650166 Dec 14 02:28:06.542290 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-e5fd4e4e-6f05-487b-9751-64b455d1c81c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Allocated IP 192.168.233.49 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/3b38f957-50f9-453d-ab5d-dced540a8f64) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:28:06.565853 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a9b1-579d-4de1-ba1f-471112d20627 req-c695199d-7328-4e91-a4aa-e83e23cf0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:06.570097 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5047a9b1-579d-4de1-ba1f-471112d20627 req-c695199d-7328-4e91-a4aa-e83e23cf0381 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 1116 time: 0.0852840 Dec 14 02:28:06.574622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd61ee-3e5e-463d-aa85-1546a4cea669 req-c6ffedb7-822f-45a5-bd9c-f5717c470bd3 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:06.576320 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-25fd61ee-3e5e-463d-aa85-1546a4cea669 req-c6ffedb7-822f-45a5-bd9c-f5717c470bd3 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.3026288 Dec 14 02:28:06.617347 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9230fbef-c093-4ff2-9a70-227444fd72bb None None] Provisioning complete for port c3ac458f-18e8-4d26-b35c-34bddff9e8aa triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:06.617774 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9230fbef-c093-4ff2-9a70-227444fd72bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:06.673590 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa1cb42-9a51-41a6-98e8-3838e7b0df05 x-openstack-request-id: req-dfa1cb42-9a51-41a6-98e8-3838e7b0df05 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:06.676239 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4da6bf-0e6f-401e-b9af-530ea38e431c", "tag": "76068899-2e1e-42d2-8cda-4ed7aaacadd0", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:06.676630 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dfa1cb42-9a51-41a6-98e8-3838e7b0df05 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:06.677156 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4da6bf-0e6f-401e-b9af-530ea38e431c', 'tag': '76068899-2e1e-42d2-8cda-4ed7aaacadd0', 'status': 'completed', 'code': 200} Dec 14 02:28:06.837248 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9230fbef-c093-4ff2-9a70-227444fd72bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:06.861703 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a9b1-579d-4de1-ba1f-471112d20627 req-55b4c8f4-156d-42f9-9376-31503bda7e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:06.865579 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5047a9b1-579d-4de1-ba1f-471112d20627 req-55b4c8f4-156d-42f9-9376-31503bda7e79 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 921 time: 0.2362568 Dec 14 02:28:06.899538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c3ac458f-18e8-4d26-b35c-34bddff9e8aa up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:28:06.949037 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5047a9b1-579d-4de1-ba1f-471112d20627 req-89eda5b3-b33b-4e9e-8970-a68551e9fda5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc851219-ec26-4237-8d21-8dcd22db24e8 HTTP/1.1" status: 200 len: 217 time: 0.0709655 Dec 14 02:28:06.961282 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9230fbef-c093-4ff2-9a70-227444fd72bb None None] For port c3ac458f-18e8-4d26-b35c-34bddff9e8aa, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c3ac458f-18e8-4d26-b35c-34bddff9e8aa,segment=NetworkSegment(936b76d9-7828-48a8-8ddb-7791651de25f),segment_id=936b76d9-7828-48a8-8ddb-7791651de25f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:06.979734 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2e725a6a-7384-45a5-a1ce-156bd77fa212 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:06.995076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port c3ac458f-18e8-4d26-b35c-34bddff9e8aa triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:06.995453 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:07.039378 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9230fbef-c093-4ff2-9a70-227444fd72bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:07.049540 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6699d5dd-ee8f-49c5-b471-98cde775a510 x-openstack-request-id: req-6699d5dd-ee8f-49c5-b471-98cde775a510 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:07.050270 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7422c5d5-70e8-409b-81e2-3c49b24bb5a3", "tag": "be0f1727-dd32-4a77-85ad-87af825eea73", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:07.050270 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6699d5dd-ee8f-49c5-b471-98cde775a510 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:07.050820 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7422c5d5-70e8-409b-81e2-3c49b24bb5a3', 'tag': 'be0f1727-dd32-4a77-85ad-87af825eea73', 'status': 'completed', 'code': 200} Dec 14 02:28:07.057436 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047a9b1-579d-4de1-ba1f-471112d20627 req-79c532f7-ff5f-4728-b79c-2884e139775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:07.059261 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5047a9b1-579d-4de1-ba1f-471112d20627 req-79c532f7-ff5f-4728-b79c-2884e139775b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.0967891 Dec 14 02:28:07.127098 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5047a9b1-579d-4de1-ba1f-471112d20627 req-af077cd5-b605-4c09-b5d8-ecc029ec5348 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561273 Dec 14 02:28:07.139662 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230fbef-c093-4ff2-9a70-227444fd72bb None None] Pushing event updated for resources: {'Port': ['ID=c3ac458f-18e8-4d26-b35c-34bddff9e8aa,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:07.216477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b17e0ae4-3164-4bf3-9367-35452f31859f up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:28:07.234393 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2e725a6a-7384-45a5-a1ce-156bd77fa212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:07.237401 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638524b7-308f-4d38-923c-9206bf1108ef req-57cb08a2-aa56-4ef8-b987-982f8e93bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:07.239055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-638524b7-308f-4d38-923c-9206bf1108ef req-57cb08a2-aa56-4ef8-b987-982f8e93bf86 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7531853 Dec 14 02:28:07.251080 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5047a9b1-579d-4de1-ba1f-471112d20627 req-468b9fc9-2f99-4dae-a0c6-06ec0bead58c service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123519 Dec 14 02:28:07.259654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949d82a-3610-4492-91cd-9e2ef7fa2eca req-5cc8dbb8-070d-4893-ac43-e85fcdd38379 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:07.267947 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3949d82a-3610-4492-91cd-9e2ef7fa2eca req-5cc8dbb8-070d-4893-ac43-e85fcdd38379 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 945 time: 0.2521210 Dec 14 02:28:07.276004 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-86055cfb-1089-451e-a282-c1f2a652bac1 None None] Provisioning complete for port c3ac458f-18e8-4d26-b35c-34bddff9e8aa triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:07.276618 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-86055cfb-1089-451e-a282-c1f2a652bac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:07.334101 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port b17e0ae4-3164-4bf3-9367-35452f31859f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:07.334745 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:07.385823 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5047a9b1-579d-4de1-ba1f-471112d20627 req-daeebb61-cfe7-4431-bca3-8d1ce50379dc service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272490 Dec 14 02:28:07.389232 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-638524b7-308f-4d38-923c-9206bf1108ef req-17e7740a-bb3d-44e2-88b1-4af3381e43f3 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052556 Dec 14 02:28:07.464049 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c39c67-f5d4-4b22-80b7-7756ee7cf9ad req-c68e47c7-7c3c-4ed5-9934-6125892057b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:07.465674 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91c39c67-f5d4-4b22-80b7-7756ee7cf9ad req-c68e47c7-7c3c-4ed5-9934-6125892057b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ee464f19e5545b582c162801b9559f4&device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 1094 time: 0.4140153 Dec 14 02:28:07.482282 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:07.504300 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port b17e0ae4-3164-4bf3-9367-35452f31859f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b17e0ae4-3164-4bf3-9367-35452f31859f,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:07.531954 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-25fd61ee-3e5e-463d-aa85-1546a4cea669 req-5a3ddffc-cb4d-4ea0-9b9e-14a32d76e642 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900634 Dec 14 02:28:07.571793 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:07.596437 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e725a6a-7384-45a5-a1ce-156bd77fa212 admin admin] Network 45668812-ea3d-4860-af8b-e8fa47cd0af8 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:28:07.600456 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:07.652903 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=b17e0ae4-3164-4bf3-9367-35452f31859f,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:07.655669 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-2e725a6a-7384-45a5-a1ce-156bd77fa212 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:28:07.699323 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e725a6a-7384-45a5-a1ce-156bd77fa212 admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:28:07.699802 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2e725a6a-7384-45a5-a1ce-156bd77fa212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:07.710911 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e725a6a-7384-45a5-a1ce-156bd77fa212 admin admin] Pushing event updated for resources: {'Port': ['ID=077080c6-73b8-4aa0-aaee-31fecca4aa8a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:07.804091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3949d82a-3610-4492-91cd-9e2ef7fa2eca req-5aa78c8d-b2cb-43d6-9f61-e26fa39e3259 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5308557 Dec 14 02:28:07.983997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1304c-e50d-4a20-b0c2-300d091279ce req-8621ce4f-3805-4b34-afb6-c3d67506a3ba tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:07.985515 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3fb1304c-e50d-4a20-b0c2-300d091279ce req-8621ce4f-3805-4b34-afb6-c3d67506a3ba tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 945 time: 0.3541594 Dec 14 02:28:07.986543 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:07.989604 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e8dde2a4-92e0-460a-b40f-fdbdab3a323b req-4262e1a2-6790-437a-a5ba-111ae316b0cd tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 210 time: 0.1014307 Dec 14 02:28:07.992454 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-e5fd4e4e-6f05-487b-9751-64b455d1c81c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:08.011611 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-638524b7-308f-4d38-923c-9206bf1108ef req-77b706a1-98dd-41ef-923f-2c8d089deb77 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648112 Dec 14 02:28:08.040110 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:08.046256 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c39c67-f5d4-4b22-80b7-7756ee7cf9ad req-1837ae84-28b0-485d-82ac-cbb2ec49a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:08.047726 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91c39c67-f5d4-4b22-80b7-7756ee7cf9ad req-1837ae84-28b0-485d-82ac-cbb2ec49a933 service neutron] 10.222.0.47 "GET /v2.0/networks?id=46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b HTTP/1.1" status: 200 len: 916 time: 0.5388405 Dec 14 02:28:08.149418 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91c39c67-f5d4-4b22-80b7-7756ee7cf9ad req-04b43b06-bf51-4354-92a2-31a962b6eaed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76068899-2e1e-42d2-8cda-4ed7aaacadd0 HTTP/1.1" status: 200 len: 217 time: 0.0884948 Dec 14 02:28:08.302840 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3fb1304c-e50d-4a20-b0c2-300d091279ce req-a0607a26-7d6e-4498-814a-a57799d5dabd tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2765043 Dec 14 02:28:08.312845 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2e725a6a-7384-45a5-a1ce-156bd77fa212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:08.366653 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb24137-671b-44a2-ac86-4ca94757ea03 req-2359dc83-ec1a-4ea8-a635-07d64bcc4081 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:08.372907 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1bb24137-671b-44a2-ac86-4ca94757ea03 req-2359dc83-ec1a-4ea8-a635-07d64bcc4081 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3 HTTP/1.1" status: 200 len: 947 time: 0.3130805 Dec 14 02:28:08.379884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c39c67-f5d4-4b22-80b7-7756ee7cf9ad req-9f739e3a-a4e0-4c09-aff1-596dcec26e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:08.381347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91c39c67-f5d4-4b22-80b7-7756ee7cf9ad req-9f739e3a-a4e0-4c09-aff1-596dcec26e14 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44057d44-340b-46b2-ac2c-94ca602f701c HTTP/1.1" status: 200 len: 854 time: 0.1945469 Dec 14 02:28:08.396248 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-e5fd4e4e-6f05-487b-9751-64b455d1c81c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:08.430589 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0588ed66-a857-4410-969d-b64b297ca972'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:08.436873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['1fa4e183-5b2b-4bea-9f3b-151342d18c95'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:08.459828 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:08.475648 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed65625-46f0-41eb-a114-295e2b7936e8 req-5c5d99ce-5c0c-4d60-8078-3380a40ba132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:08.477140 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fed65625-46f0-41eb-a114-295e2b7936e8 req-5c5d99ce-5c0c-4d60-8078-3380a40ba132 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3 HTTP/1.1" status: 200 len: 1098 time: 0.2989562 Dec 14 02:28:08.573792 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] Allocated IP 172.25.7.215 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:28:08.620404 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-e5fd4e4e-6f05-487b-9751-64b455d1c81c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:28:08.653586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-e5fd4e4e-6f05-487b-9751-64b455d1c81c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:28:08.664924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-e5fd4e4e-6f05-487b-9751-64b455d1c81c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:28:08.670713 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-e5fd4e4e-6f05-487b-9751-64b455d1c81c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:08.671365 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-e5fd4e4e-6f05-487b-9751-64b455d1c81c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:08.697017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd4e4e-6f05-487b-9751-64b455d1c81c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Pushing event updated for resources: {'Port': ['ID=3b38f957-50f9-453d-ab5d-dced540a8f64,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:08.811679 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c3ac458f-18e8-4d26-b35c-34bddff9e8aa up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:28:09.046871 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1bb24137-671b-44a2-ac86-4ca94757ea03 req-d589e2c1-a817-418e-99a4-3a6603d66c63 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6731517 Dec 14 02:28:09.061736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port c3ac458f-18e8-4d26-b35c-34bddff9e8aa triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:09.061736 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:09.084260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c39c67-f5d4-4b22-80b7-7756ee7cf9ad req-72887b7f-e0b1-43b8-8738-6e4c4d72fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:09.085904 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e332ab1-a064-4430-b48a-5be675ddd8a0 None None] Provisioning complete for port 3b38f957-50f9-453d-ab5d-dced540a8f64 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:09.086281 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91c39c67-f5d4-4b22-80b7-7756ee7cf9ad req-72887b7f-e0b1-43b8-8738-6e4c4d72fff0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6473730 Dec 14 02:28:09.086390 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e332ab1-a064-4430-b48a-5be675ddd8a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:09.112973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bcecbf-bccf-4a41-8e30-ec8837dbbbe4 req-eaa330c8-7f99-46e7-b9a6-d3b61b484bf7 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:09.120414 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c3bcecbf-bccf-4a41-8e30-ec8837dbbbe4 req-eaa330c8-7f99-46e7-b9a6-d3b61b484bf7 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 943 time: 0.6776581 Dec 14 02:28:09.144126 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e332ab1-a064-4430-b48a-5be675ddd8a0 None None] Port 3b38f957-50f9-453d-ab5d-dced540a8f64 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:28:09.200646 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b17e0ae4-3164-4bf3-9367-35452f31859f up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:28:09.262116 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port b17e0ae4-3164-4bf3-9367-35452f31859f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:09.262654 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:09.292859 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-e5fd4e4e-6f05-487b-9751-64b455d1c81c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7601523 Dec 14 02:28:09.327448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Request body: {'port': {'device_id': '4da5cc59-661b-454c-8ca0-aa9c16d980ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:09.341801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed65625-46f0-41eb-a114-295e2b7936e8 req-b8afe553-ed66-4d7b-b14a-b40a1f9662c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:09.343959 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fed65625-46f0-41eb-a114-295e2b7936e8 req-b8afe553-ed66-4d7b-b14a-b40a1f9662c9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.8463438 Dec 14 02:28:09.395759 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c3bcecbf-bccf-4a41-8e30-ec8837dbbbe4 req-7aae53b1-85d9-4ee4-990d-9996ffb76cdb tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/security-groups?id=11f1d367-381d-4567-98c5-13cd2b903736&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2746813 Dec 14 02:28:09.451142 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fed65625-46f0-41eb-a114-295e2b7936e8 req-086ec7ef-f857-4e7b-8ec7-88327c343deb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=be0f1727-dd32-4a77-85ad-87af825eea73 HTTP/1.1" status: 200 len: 217 time: 0.0880609 Dec 14 02:28:09.472735 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2892b-922c-43ab-9a43-9bd917a76a17 req-780a6d7c-a13a-491f-984f-74b1dacbaf7e tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:09.474256 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fa2892b-922c-43ab-9a43-9bd917a76a17 req-780a6d7c-a13a-491f-984f-74b1dacbaf7e tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 945 time: 0.3298604 Dec 14 02:28:09.477145 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2e725a6a-7384-45a5-a1ce-156bd77fa212 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:09.484560 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47676) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:28:09.491550 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a51b43c6-ea5f-4b7a-945d-727e9fcb7846 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Request body: {'floatingip': {'port_id': '805aec2d-7a70-43d6-9435-1557d0373a93'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:09.513847 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:09.545141 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a51b43c6-ea5f-4b7a-945d-727e9fcb7846 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for floatingip, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:09.588446 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2e725a6a-7384-45a5-a1ce-156bd77fa212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:09.589162 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2e725a6a-7384-45a5-a1ce-156bd77fa212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:09.592839 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91c39c67-f5d4-4b22-80b7-7756ee7cf9ad req-cb1294c8-8fc9-4c7e-9208-efb6d37491c0 service neutron] 10.222.0.47 "GET /v2.0/networks/46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407725 Dec 14 02:28:09.630754 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:09.770148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed65625-46f0-41eb-a114-295e2b7936e8 req-9f28d822-75bb-4f15-a26e-0e56b6ec13d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:09.771542 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fed65625-46f0-41eb-a114-295e2b7936e8 req-9f28d822-75bb-4f15-a26e-0e56b6ec13d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.2917683 Dec 14 02:28:09.848525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa958cb6-3269-4305-9170-693f593a8011 req-e304b046-6e47-4544-a6f3-35b2232cad52 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:09.850145 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa958cb6-3269-4305-9170-693f593a8011 req-e304b046-6e47-4544-a6f3-35b2232cad52 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.3713944 Dec 14 02:28:09.859606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e725a6a-7384-45a5-a1ce-156bd77fa212 admin admin] Pushing event updated for resources: {'Port': ['ID=077080c6-73b8-4aa0-aaee-31fecca4aa8a,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:09.941726 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1951d-2a31-4e5f-b0be-4ecc7298ecce req-6437256e-5eab-46db-8954-857e09cd8f04 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:09.943244 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14f1951d-2a31-4e5f-b0be-4ecc7298ecce req-6437256e-5eab-46db-8954-857e09cd8f04 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 945 time: 0.3880398 Dec 14 02:28:09.990254 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:10.090745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91c39c67-f5d4-4b22-80b7-7756ee7cf9ad req-49f2be24-92a9-4916-b79d-0a17d361fe97 service neutron] 10.222.0.47 "GET /v2.0/networks/46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599502 Dec 14 02:28:10.112322 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a51b43c6-ea5f-4b7a-945d-727e9fcb7846 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:10.147687 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e725a6a-7384-45a5-a1ce-156bd77fa212 admin admin] Network 45668812-ea3d-4860-af8b-e8fa47cd0af8 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:28:10.155823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:28:10.157941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed65625-46f0-41eb-a114-295e2b7936e8 req-b7962161-eee7-409f-8270-cb58ed7f053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:10.159445 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fed65625-46f0-41eb-a114-295e2b7936e8 req-b7962161-eee7-409f-8270-cb58ed7f053e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3577025 Dec 14 02:28:10.162733 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa958cb6-3269-4305-9170-693f593a8011 req-e4ecdbee-3e3f-4f03-bb91-30df036c5277 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828939 Dec 14 02:28:10.178542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:28:10.180585 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-2e725a6a-7384-45a5-a1ce-156bd77fa212 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:28:10.189522 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a51b43c6-ea5f-4b7a-945d-727e9fcb7846 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:10.194110 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:28:10.294881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] Pushing event updated for resources: {'Port': ['ID=b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:10.297876 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-a51b43c6-ea5f-4b7a-945d-727e9fcb7846 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Floating IP 8c7dcbed-bb74-4d86-8728-d90d62ef1e28 associated. External IP: 172.25.7.214, port: 805aec2d-7a70-43d6-9435-1557d0373a93. Dec 14 02:28:10.412361 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14f1951d-2a31-4e5f-b0be-4ecc7298ecce req-e97ff15d-7ad3-4b1f-8091-47c7638a19aa tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539633 Dec 14 02:28:10.555978 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51b43c6-ea5f-4b7a-945d-727e9fcb7846 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Router 07d711a3-15e1-406a-a16c-19b9930ebad9 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:28:10.695255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ff1c1-899f-4a29-99bc-f3fb02560a9c req-5c6b9654-df29-40c3-93c9-5fe075c9b381 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:10.697395 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e63ff1c1-899f-4a29-99bc-f3fb02560a9c req-5c6b9654-df29-40c3-93c9-5fe075c9b381 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 935 time: 0.4296093 Dec 14 02:28:10.699249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fed65625-46f0-41eb-a114-295e2b7936e8 req-b4c6e261-932e-4d38-90c8-4400204380fe service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239215 Dec 14 02:28:10.810799 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de705ec8-4cb6-4347-b312-e0e82765e0f0 req-530b158e-82a7-4000-8409-c4d711df76f3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:10.813681 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de705ec8-4cb6-4347-b312-e0e82765e0f0 req-530b158e-82a7-4000-8409-c4d711df76f3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3 HTTP/1.1" status: 200 len: 947 time: 0.3002725 Dec 14 02:28:10.946774 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51b43c6-ea5f-4b7a-945d-727e9fcb7846 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:28:10.952025 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a51b43c6-ea5f-4b7a-945d-727e9fcb7846 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:10.957118 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5390d82-0c89-4f09-bccc-f467f8dd3159 None None] Sync routers for ids ['07d711a3-15e1-406a-a16c-19b9930ebad9'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:28:10.968867 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5390d82-0c89-4f09-bccc-f467f8dd3159 None None] Routers {'07d711a3-15e1-406a-a16c-19b9930ebad9'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:28:10.969553 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c5390d82-0c89-4f09-bccc-f467f8dd3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:28:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['07d711a3-15e1-406a-a16c-19b9930ebad9'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:10.987420 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a51b43c6-ea5f-4b7a-945d-727e9fcb7846 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "PUT /v2.0/floatingips/8c7dcbed-bb74-4d86-8728-d90d62ef1e28 HTTP/1.1" status: 200 len: 991 time: 1.4983933 Dec 14 02:28:10.987420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb32658-181a-4857-8b1c-c37635cd26ba', 'tag': '805aec2d-7a70-43d6-9435-1557d0373a93'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:10.987965 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5ad73e-1930-4328-a8f6-1424387bdfcc" -d '{"events": [{"name": "network-changed", "server_uuid": "deb32658-181a-4857-8b1c-c37635cd26ba", "tag": "805aec2d-7a70-43d6-9435-1557d0373a93"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:11.081089 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-c5390d82-0c89-4f09-bccc-f467f8dd3159 None None] Set router 07d711a3-15e1-406a-a16c-19b9930ebad9 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:28:11.137767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e725a6a-7384-45a5-a1ce-156bd77fa212 admin admin] Router 60bba3ac-a19b-4da5-8824-a525c61602f7 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:28:11.218186 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b38f957-50f9-453d-ab5d-dced540a8f64 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:11.222005 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device be0f1727-dd32-4a77-85ad-87af825eea73 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:28:11.246850 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:11.261326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e63ff1c1-899f-4a29-99bc-f3fb02560a9c req-08256798-e516-4ba5-93a3-70177ebda494 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5489202 Dec 14 02:28:11.385415 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de705ec8-4cb6-4347-b312-e0e82765e0f0 req-5794ddee-15af-41ee-80c5-289276245b5b tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5413179 Dec 14 02:28:11.389200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Transition to ACTIVE for port object 3b38f957-50f9-453d-ab5d-dced540a8f64 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:28:11.389638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port be0f1727-dd32-4a77-85ad-87af825eea73, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=be0f1727-dd32-4a77-85ad-87af825eea73,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:11.410807 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'be0f1727-dd32-4a77-85ad-87af825eea73', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': 'be0f1727-dd32-4a77-85ad-87af825eea73', 'mac_address': 'fa:16:3e:3d:c3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:28:11.421567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fed65625-46f0-41eb-a114-295e2b7936e8 req-5b0cf543-2219-494c-9d44-833fef45a6ab service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6995168 Dec 14 02:28:11.423934 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c5390d82-0c89-4f09-bccc-f467f8dd3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:25:03Z', 'revision_number': 4, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port': {'id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:24:59Z', 'updated_at': '2021-12-14T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '8c7dcbed-bb74-4d86-8728-d90d62ef1e28', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'floating_ip_address': '172.25.7.214', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'port_id': '805aec2d-7a70-43d6-9435-1557d0373a93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'mac_address': 'fa:16:3e:41:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb32658-181a-4857-8b1c-c37635cd26ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:25:23Z', 'updated_at': '2021-12-14T02:28:09Z', 'revision_number': 5, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083e6d24-6c73-47ea-a5c3-66ab99d806d1', 'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'mac_address': 'fa:16:3e:ce:1e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:02Z', 'updated_at': '2021-12-14T02:25:07Z', 'revision_number': 5, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'subnets': [{'id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:11.425801 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:11.471563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5390d82-0c89-4f09-bccc-f467f8dd3159 None None] Checking router: 07d711a3-15e1-406a-a16c-19b9930ebad9 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:28:11.487038 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5390d82-0c89-4f09-bccc-f467f8dd3159 None None] Routers {'07d711a3-15e1-406a-a16c-19b9930ebad9'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:28:11.487665 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c5390d82-0c89-4f09-bccc-f467f8dd3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:28:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['07d711a3-15e1-406a-a16c-19b9930ebad9'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:11.490403 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:11.512269 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:11.550158 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd7a7a7-5513-4918-9050-26fd5634d697 x-openstack-request-id: req-8dd7a7a7-5513-4918-9050-26fd5634d697 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:11.550760 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb32658-181a-4857-8b1c-c37635cd26ba", "tag": "805aec2d-7a70-43d6-9435-1557d0373a93", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:11.551104 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8dd7a7a7-5513-4918-9050-26fd5634d697 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:11.551647 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deb32658-181a-4857-8b1c-c37635cd26ba', 'tag': '805aec2d-7a70-43d6-9435-1557d0373a93', 'status': 'completed', 'code': 200} Dec 14 02:28:11.568464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0f1727-dd32-4a77-85ad-87af825eea73 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:11.568621 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9104a-5049-4b79-87ea-0c21c5848b0d req-4a6c5484-bd62-4bbd-a85d-e48ab08b7550 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:11.570053 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82b9104a-5049-4b79-87ea-0c21c5848b0d req-4a6c5484-bd62-4bbd-a85d-e48ab08b7550 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 943 time: 0.2195597 Dec 14 02:28:11.593322 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e725a6a-7384-45a5-a1ce-156bd77fa212 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:28:11.597035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port be0f1727-dd32-4a77-85ad-87af825eea73, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=be0f1727-dd32-4a77-85ad-87af825eea73,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:11.604455 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Sync routers for ids ['60bba3ac-a19b-4da5-8824-a525c61602f7'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:28:11.624598 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2e725a6a-7384-45a5-a1ce-156bd77fa212 admin admin] 10.222.0.39 "PUT /v2.0/routers/60bba3ac-a19b-4da5-8824-a525c61602f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2491350 Dec 14 02:28:11.629268 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Routers {'60bba3ac-a19b-4da5-8824-a525c61602f7'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:28:11.631332 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:28:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['60bba3ac-a19b-4da5-8824-a525c61602f7'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:11.666262 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-c5390d82-0c89-4f09-bccc-f467f8dd3159 None None] Set router 07d711a3-15e1-406a-a16c-19b9930ebad9 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:28:11.707472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Pushing event updated for resources: {'Port': ['ID=3b38f957-50f9-453d-ab5d-dced540a8f64,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:11.719715 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:11.824985 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Set router 60bba3ac-a19b-4da5-8824-a525c61602f7 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:28:11.857627 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=be0f1727-dd32-4a77-85ad-87af825eea73,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:11.917593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Attempting to bind port 3b38f957-50f9-453d-ab5d-dced540a8f64 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:28:11.917929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Attempting to bind port 3b38f957-50f9-453d-ab5d-dced540a8f64 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:28:11.918264 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Attempting to bind port 3b38f957-50f9-453d-ab5d-dced540a8f64 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:11.924420 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-4e935a75-0690-412b-bd20-d5f0a9efe25b tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:11.925948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-4e935a75-0690-412b-bd20-d5f0a9efe25b tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810&tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 1096 time: 0.3244939 Dec 14 02:28:11.930121 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82b9104a-5049-4b79-87ea-0c21c5848b0d req-def56856-8a1c-43fa-b7de-a615ce916a71 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/security-groups?id=11f1d367-381d-4567-98c5-13cd2b903736&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3454566 Dec 14 02:28:11.944340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821636-1'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:11.945512 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:11.945869 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:11.946218 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:11.946562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:11.946900 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:11.947237 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:11.947568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:11.947899 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:11.948229 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:11.948974 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:11.949413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:11.949663 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:11.949993 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:28:11.961131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ad73e-1930-4328-a8f6-1424387bdfcc req-c14bed05-1585-4889-84dc-dfc2feb193d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:11.962664 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c5ad73e-1930-4328-a8f6-1424387bdfcc req-c14bed05-1585-4889-84dc-dfc2feb193d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=42e3fe530e444f4eb8a4088885651364&device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 1096 time: 0.3263392 Dec 14 02:28:11.963217 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Port 3b38f957-50f9-453d-ab5d-dced540a8f64 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:28:11.963536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Attempting to bind port 3b38f957-50f9-453d-ab5d-dced540a8f64 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:12.013562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f5efc-d535-43ac-ab37-2a176201f859 req-6be84be1-cdd0-49f7-88f5-af083ec3847d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:12.018225 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c54f5efc-d535-43ac-ab37-2a176201f859 req-6be84be1-cdd0-49f7-88f5-af083ec3847d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.3340223 Dec 14 02:28:12.019146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:28:12.019859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:28:12.021662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:28:12.022136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Bound port: 3b38f957-50f9-453d-ab5d-dced540a8f64, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:28:12.022499 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:12.068527 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c5390d82-0c89-4f09-bccc-f467f8dd3159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:25:03Z', 'revision_number': 4, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port': {'id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:24:59Z', 'updated_at': '2021-12-14T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '8c7dcbed-bb74-4d86-8728-d90d62ef1e28', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'floating_ip_address': '172.25.7.214', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'port_id': '805aec2d-7a70-43d6-9435-1557d0373a93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'mac_address': 'fa:16:3e:41:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb32658-181a-4857-8b1c-c37635cd26ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:25:23Z', 'updated_at': '2021-12-14T02:28:09Z', 'revision_number': 5, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083e6d24-6c73-47ea-a5c3-66ab99d806d1', 'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'mac_address': 'fa:16:3e:ce:1e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:02Z', 'updated_at': '2021-12-14T02:25:07Z', 'revision_number': 5, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'subnets': [{'id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:12.070547 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'name': 'tempest-ServerRescueNegativeTestJSON-2084926740-router', 'tenant_id': '5ec77c515bf840a6800e08bac2ce344e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b17e0ae4-3164-4bf3-9367-35452f31859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:58Z', 'updated_at': '2021-12-14T02:28:08Z', 'revision_number': 4, 'project_id': '5ec77c515bf840a6800e08bac2ce344e', 'gw_port': {'id': 'b17e0ae4-3164-4bf3-9367-35452f31859f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:59Z', 'updated_at': '2021-12-14T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '077080c6-73b8-4aa0-aaee-31fecca4aa8a', 'name': '', 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8', 'tenant_id': '5ec77c515bf840a6800e08bac2ce344e', 'mac_address': 'fa:16:3e:6f:8e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8533d72d-4e0c-4d2f-a143-170efd8357c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:05Z', 'updated_at': '2021-12-14T02:28:08Z', 'revision_number': 2, 'project_id': '5ec77c515bf840a6800e08bac2ce344e', 'subnets': [{'id': '8533d72d-4e0c-4d2f-a143-170efd8357c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:12.101473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5390d82-0c89-4f09-bccc-f467f8dd3159 None None] The sync data for ids ['07d711a3-15e1-406a-a16c-19b9930ebad9'] in n-d-821636-1 is: [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:25:03Z', 'revision_number': 4, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port': {'id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:24:59Z', 'updated_at': '2021-12-14T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '8c7dcbed-bb74-4d86-8728-d90d62ef1e28', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'floating_ip_address': '172.25.7.214', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'port_id': '805aec2d-7a70-43d6-9435-1557d0373a93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'mac_address': 'fa:16:3e:41:d0:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deb32658-181a-4857-8b1c-c37635cd26ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:25:23Z', 'updated_at': '2021-12-14T02:28:09Z', 'revision_number': 5, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '083e6d24-6c73-47ea-a5c3-66ab99d806d1', 'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'mac_address': 'fa:16:3e:ce:1e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:02Z', 'updated_at': '2021-12-14T02:25:07Z', 'revision_number': 5, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'subnets': [{'id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:28:12.103888 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Checking router: 60bba3ac-a19b-4da5-8824-a525c61602f7 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:28:12.104361 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Updating router 60bba3ac-a19b-4da5-8824-a525c61602f7 port 077080c6-73b8-4aa0-aaee-31fecca4aa8a binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:28:12.131526 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:12.165996 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['be0f1727-dd32-4a77-85ad-87af825eea73'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:12.211338 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:12.213123 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:12.345137 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c54f5efc-d535-43ac-ab37-2a176201f859 req-37431684-2cc6-41a9-9b92-2dd65b97f484 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201883 Dec 14 02:28:12.370984 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539b905-edbe-43af-8c36-89d54ef6294d req-9d663dc4-0d14-40ec-8a92-3e8044dfacb4 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:12.371984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f539b905-edbe-43af-8c36-89d54ef6294d req-9d663dc4-0d14-40ec-8a92-3e8044dfacb4 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 945 time: 0.3691871 Dec 14 02:28:12.376900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] For port 3b38f957-50f9-453d-ab5d-dced540a8f64, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:28:12.421292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ab7f48-5d66-48c1-9183-e1b3e034c2a4 None None] New status for floating IP 8c7dcbed-bb74-4d86-8728-d90d62ef1e28: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:28:12.438566 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ad73e-1930-4328-a8f6-1424387bdfcc req-b8b7475d-eff8-426a-b7fc-122af5abcaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:12.440581 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c5ad73e-1930-4328-a8f6-1424387bdfcc req-b8b7475d-eff8-426a-b7fc-122af5abcaa5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c04429dc-468a-4168-bf68-221cba49072a HTTP/1.1" status: 200 len: 924 time: 0.4558470 Dec 14 02:28:12.464532 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:12.516509 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:12.547503 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] For port 3b38f957-50f9-453d-ab5d-dced540a8f64, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3b38f957-50f9-453d-ab5d-dced540a8f64,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:28:12.582725 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8f172-4d34-443c-826f-8b946f658198 None None] Pushing event updated for resources: {'Port': ['ID=077080c6-73b8-4aa0-aaee-31fecca4aa8a,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:12.642233 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:12.643893 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Attempting to bind port 077080c6-73b8-4aa0-aaee-31fecca4aa8a on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:28:12.644361 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Attempting to bind port 077080c6-73b8-4aa0-aaee-31fecca4aa8a by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '5f432822-1802-4a54-830c-6c95083fa4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:28:12.644863 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Attempting to bind port 077080c6-73b8-4aa0-aaee-31fecca4aa8a on network 45668812-ea3d-4860-af8b-e8fa47cd0af8 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:12.649683 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:28:12.650052 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Checking segment: {'id': '5f432822-1802-4a54-830c-6c95083fa4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:28:12.650488 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:12.650858 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Bound using segment: {'id': '5f432822-1802-4a54-830c-6c95083fa4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:28:12.651316 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Bound port: 077080c6-73b8-4aa0-aaee-31fecca4aa8a, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f432822-1802-4a54-830c-6c95083fa4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:28:12.651701 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:12.713385 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] For port 077080c6-73b8-4aa0-aaee-31fecca4aa8a, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:28:12.716670 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] For port 077080c6-73b8-4aa0-aaee-31fecca4aa8a, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=077080c6-73b8-4aa0-aaee-31fecca4aa8a,segment=NetworkSegment(5f432822-1802-4a54-830c-6c95083fa4ba),segment_id=5f432822-1802-4a54-830c-6c95083fa4ba)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:28:12.722747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c5ad73e-1930-4328-a8f6-1424387bdfcc req-ab5ee8d4-9d22-420b-8fda-af4427d70e27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=805aec2d-7a70-43d6-9435-1557d0373a93 HTTP/1.1" status: 200 len: 999 time: 0.2630391 Dec 14 02:28:12.741821 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:12.742027 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:12.743711 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] 10.222.0.46 "PUT /v2.0/ports/3b38f957-50f9-453d-ab5d-dced540a8f64 HTTP/1.1" status: 200 len: 1095 time: 3.4210699 Dec 14 02:28:12.757989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da5cc59-661b-454c-8ca0-aa9c16d980ac', 'tag': '3b38f957-50f9-453d-ab5d-dced540a8f64'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:12.759370 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35208789-ea57-49f5-9b99-b40146fb792d" -d '{"events": [{"name": "network-changed", "server_uuid": "4da5cc59-661b-454c-8ca0-aa9c16d980ac", "tag": "3b38f957-50f9-453d-ab5d-dced540a8f64"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:12.789590 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f539b905-edbe-43af-8c36-89d54ef6294d req-b82dafeb-2849-47e0-97ba-99ed9ecd7268 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554053 Dec 14 02:28:12.807588 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:12.849714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] For port 7beaac61-5180-4a89-88b1-51fdb1b67570, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7beaac61-5180-4a89-88b1-51fdb1b67570,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:12.905069 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Routers {'60bba3ac-a19b-4da5-8824-a525c61602f7'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:28:12.905824 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:28:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['60bba3ac-a19b-4da5-8824-a525c61602f7'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:12.907904 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8f172-4d34-443c-826f-8b946f658198 None None] Pushing event updated for resources: {'Port': ['ID=077080c6-73b8-4aa0-aaee-31fecca4aa8a,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:13.025287 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] Set router 60bba3ac-a19b-4da5-8824-a525c61602f7 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:28:13.180500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ad73e-1930-4328-a8f6-1424387bdfcc req-46ff4dc0-f01a-44c2-ac72-b1763da24c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:13.182127 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c5ad73e-1930-4328-a8f6-1424387bdfcc req-46ff4dc0-f01a-44c2-ac72-b1763da24c17 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a5c5572c-4193-43ef-9be4-6611a52aae66 HTTP/1.1" status: 200 len: 862 time: 0.4343443 Dec 14 02:28:13.182737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84046f-8659-42c4-880c-d3f510fd0c13 service neutron] Pushing event updated for resources: {'Port': ['ID=3b38f957-50f9-453d-ab5d-dced540a8f64,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:13.223770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7beaac61-5180-4a89-88b1-51fdb1b67570 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:28:13.236641 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'name': 'tempest-ServerRescueNegativeTestJSON-2084926740-router', 'tenant_id': '5ec77c515bf840a6800e08bac2ce344e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b17e0ae4-3164-4bf3-9367-35452f31859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:58Z', 'updated_at': '2021-12-14T02:28:08Z', 'revision_number': 4, 'project_id': '5ec77c515bf840a6800e08bac2ce344e', 'gw_port': {'id': 'b17e0ae4-3164-4bf3-9367-35452f31859f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:59Z', 'updated_at': '2021-12-14T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '077080c6-73b8-4aa0-aaee-31fecca4aa8a', 'name': '', 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8', 'tenant_id': '5ec77c515bf840a6800e08bac2ce344e', 'mac_address': 'fa:16:3e:6f:8e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8533d72d-4e0c-4d2f-a143-170efd8357c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:05Z', 'updated_at': '2021-12-14T02:28:12Z', 'revision_number': 4, 'project_id': '5ec77c515bf840a6800e08bac2ce344e', 'subnets': [{'id': '8533d72d-4e0c-4d2f-a143-170efd8357c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:13.253348 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-8abd4cb3-f457-48a7-b4cc-d79a1f6c4a79 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:13.254899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-8abd4cb3-f457-48a7-b4cc-d79a1f6c4a79 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/networks?id=45668812-ea3d-4860-af8b-e8fa47cd0af8 HTTP/1.1" status: 200 len: 819 time: 0.6665323 Dec 14 02:28:13.264291 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e2f140-3ecb-4de4-822b-6edb43a5e7f0 None None] The sync data for ids ['60bba3ac-a19b-4da5-8824-a525c61602f7'] in n-d-821636-1 is: [{'id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'name': 'tempest-ServerRescueNegativeTestJSON-2084926740-router', 'tenant_id': '5ec77c515bf840a6800e08bac2ce344e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b17e0ae4-3164-4bf3-9367-35452f31859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:58Z', 'updated_at': '2021-12-14T02:28:08Z', 'revision_number': 4, 'project_id': '5ec77c515bf840a6800e08bac2ce344e', 'gw_port': {'id': 'b17e0ae4-3164-4bf3-9367-35452f31859f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:59Z', 'updated_at': '2021-12-14T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '077080c6-73b8-4aa0-aaee-31fecca4aa8a', 'name': '', 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8', 'tenant_id': '5ec77c515bf840a6800e08bac2ce344e', 'mac_address': 'fa:16:3e:6f:8e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '8533d72d-4e0c-4d2f-a143-170efd8357c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:05Z', 'updated_at': '2021-12-14T02:28:12Z', 'revision_number': 4, 'project_id': '5ec77c515bf840a6800e08bac2ce344e', 'subnets': [{'id': '8533d72d-4e0c-4d2f-a143-170efd8357c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:28:13.324953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-831a11c7-5a34-4e11-a7c5-2fd7c2803b32 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/quotas/5ec77c515bf840a6800e08bac2ce344e HTTP/1.1" status: 200 len: 375 time: 0.0508618 Dec 14 02:28:13.328898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] For port 7beaac61-5180-4a89-88b1-51fdb1b67570, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:28:13.334921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] Router 892c6d3f-1307-4112-b2f9-0d5f8200ab17 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:28:13.362683 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 7beaac61-5180-4a89-88b1-51fdb1b67570, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7beaac61-5180-4a89-88b1-51fdb1b67570,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:13.388875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-85f42de3-425f-4cfc-a283-cd18d8cf8492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:13.390735 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-85f42de3-425f-4cfc-a283-cd18d8cf8492 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43612bd0110042b9930ae44126c0d3b8&device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 1098 time: 0.2448230 Dec 14 02:28:13.398299 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df98335-f311-4df7-9809-0968fff21b43 req-a0e220e1-1810-4a46-905f-4848c5f7e839 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:13.399895 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6df98335-f311-4df7-9809-0968fff21b43 req-a0e220e1-1810-4a46-905f-4848c5f7e839 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 947 time: 0.5036528 Dec 14 02:28:13.410675 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ad73e-1930-4328-a8f6-1424387bdfcc req-1d0e930a-0c32-44fe-9b8c-cc89687d70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:13.412209 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c5ad73e-1930-4328-a8f6-1424387bdfcc req-1d0e930a-0c32-44fe-9b8c-cc89687d70ed service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c04429dc-468a-4168-bf68-221cba49072a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1885309 Dec 14 02:28:13.523334 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7beaac61-5180-4a89-88b1-51fdb1b67570 has no active binding in host n-h2-821636-1 {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 14 02:28:13.548505 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:13.589727 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-896f6980-40af-46aa-ab1c-41c77db3002b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=3b38f957-50f9-453d-ab5d-dced540a8f64 HTTP/1.1" status: 200 len: 217 time: 0.1550310 Dec 14 02:28:13.678670 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:13.736751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-959d0c51-a4b0-440f-ba11-81de2beedced tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ec77c515bf840a6800e08bac2ce344e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3960974 Dec 14 02:28:13.757789 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6df98335-f311-4df7-9809-0968fff21b43 req-522a4f6a-ce73-432f-9137-3fc151fd9f16 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290334 Dec 14 02:28:13.846500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-e7560ec6-8363-4efc-b95d-94f444bcdbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:13.847964 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-e7560ec6-8363-4efc-b95d-94f444bcdbee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.2252610 Dec 14 02:28:13.902946 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c5ad73e-1930-4328-a8f6-1424387bdfcc req-7ac526df-94a5-482f-a22d-12ce6949ce67 service neutron] 10.222.0.46 "GET /v2.0/networks/c04429dc-468a-4168-bf68-221cba49072a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695506 Dec 14 02:28:13.951630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] Pushing event updated for resources: {'Port': ['ID=7beaac61-5180-4a89-88b1-51fdb1b67570,revision_number=7']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:13.954663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:28:13.964301 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Sync routers for ids ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:28:13.976860 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Routers {'892c6d3f-1307-4112-b2f9-0d5f8200ab17'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:28:13.977541 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:28:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:14.076673 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] Attempting to bind port 7beaac61-5180-4a89-88b1-51fdb1b67570 on host n-h1-821636-1 for vnic_type normal with profile {"migrating_to": "n-h2-821636-1"} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:28:14.077526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] Attempting to bind port 7beaac61-5180-4a89-88b1-51fdb1b67570 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:28:14.077526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] Attempting to bind port 7beaac61-5180-4a89-88b1-51fdb1b67570 on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:14.092929 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Set router 892c6d3f-1307-4112-b2f9-0d5f8200ab17 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:28:14.096874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-03db5355-b05c-4bb8-9a9c-d6f411e0652c service neutron] 10.222.0.39 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429372 Dec 14 02:28:14.100330 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] Port 7beaac61-5180-4a89-88b1-51fdb1b67570 on network c2babbdd-831e-4b48-8c93-0beb41d9211b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:28:14.100663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] Attempting to bind port 7beaac61-5180-4a89-88b1-51fdb1b67570 on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:14.103795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-9f101c42-414b-437c-86ba-b3760b2694cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:14.105649 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-9f101c42-414b-437c-86ba-b3760b2694cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2191923 Dec 14 02:28:14.122770 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f6934-7801-44ec-9bef-fa23b42953c2 req-2740be01-aba4-4df5-addf-0cd3d408b336 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:14.124663 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-420f6934-7801-44ec-9bef-fa23b42953c2 req-2740be01-aba4-4df5-addf-0cd3d408b336 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3 HTTP/1.1" status: 200 len: 948 time: 0.2701359 Dec 14 02:28:14.155082 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:14.158938 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-17c1f754-1056-401b-914d-dd71383be3da admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 10.7938514 Dec 14 02:28:14.159217 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47720) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:28:14.178920 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:28:14.179265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] Checking segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:28:14.179654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] Bound using segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:28:14.180107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] Bound port: 7beaac61-5180-4a89-88b1-51fdb1b67570, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:28:14.180470 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:14.275972 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c5ad73e-1930-4328-a8f6-1424387bdfcc req-484936a4-1596-46a0-a60a-3fc5b7c63eae service neutron] 10.222.0.46 "GET /v2.0/networks/c04429dc-468a-4168-bf68-221cba49072a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358891 Dec 14 02:28:14.406269 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-5fc35d81-5df2-4b6d-8bff-8fc6dabbe727 service neutron] 10.222.0.39 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946057 Dec 14 02:28:14.417161 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-420f6934-7801-44ec-9bef-fa23b42953c2 req-22a71a8a-2457-42c9-aa14-c0eb0b87755b tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685719 Dec 14 02:28:14.419747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] For port 7beaac61-5180-4a89-88b1-51fdb1b67570, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:28:14.423641 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-283f7942-15e9-4173-a17d-17ea2c029a60 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980077 Dec 14 02:28:14.425406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] For port 7beaac61-5180-4a89-88b1-51fdb1b67570, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7beaac61-5180-4a89-88b1-51fdb1b67570,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:28:14.432114 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'name': 'tempest-ServersTestJSON-1179489065-router', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:28:04Z', 'updated_at': '2021-12-14T02:28:10Z', 'revision_number': 3, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'gw_port': {'id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:36:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:08Z', 'updated_at': '2021-12-14T02:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:14.471312 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Checking router: 892c6d3f-1307-4112-b2f9-0d5f8200ab17 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:28:14.471676 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Updating router 892c6d3f-1307-4112-b2f9-0d5f8200ab17 port b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:28:14.499139 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:14.532204 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:14.599125 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8137259b-f443-4983-ba88-97ac07ea2a65 x-openstack-request-id: req-8137259b-f443-4983-ba88-97ac07ea2a65 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:14.599758 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da5cc59-661b-454c-8ca0-aa9c16d980ac", "tag": "3b38f957-50f9-453d-ab5d-dced540a8f64", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:14.600878 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8137259b-f443-4983-ba88-97ac07ea2a65 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:14.601328 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da5cc59-661b-454c-8ca0-aa9c16d980ac', 'tag': '3b38f957-50f9-453d-ab5d-dced540a8f64', 'status': 'completed', 'code': 200} Dec 14 02:28:14.718311 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d69750f0-f096-4217-9378-e8c645ea2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:14.813887 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 077080c6-73b8-4aa0-aaee-31fecca4aa8a up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:28:14.891100 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] Pushing event updated for resources: {'Port': ['ID=7beaac61-5180-4a89-88b1-51fdb1b67570,revision_number=8']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:14.930078 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 077080c6-73b8-4aa0-aaee-31fecca4aa8a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:14.934628 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:14.934751 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:14.953278 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-d69750f0-f096-4217-9378-e8c645ea2f7c admin admin] Allocated IP 172.20.0.1 (5e4c912c-7d78-418d-bb37-18d532864e4a/d7daddda-6f7d-453f-a088-3bffc25e22b4/7d211b82-7c36-4b99-99a5-709d7cd48853) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:28:14.976842 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:14.977501 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:14.979185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-099fc837-76fc-4a34-b924-0e9a917cca5c service neutron] 10.222.0.47 "PUT /v2.0/ports/7beaac61-5180-4a89-88b1-51fdb1b67570 HTTP/1.1" status: 200 len: 1121 time: 3.0411291 Dec 14 02:28:14.995150 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8035bfa9-fd9f-4a7c-b660-3d3a14f7efff req-ef35a5fb-8b5e-44ff-a82b-6a478358c59b service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5603197 Dec 14 02:28:15.026100 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-ca7fdc3c-0056-4086-a9f7-495b89644239 service neutron] 10.222.0.46 "GET /v2.0/ports/be56e3bd-7a18-4bd2-910e-d451f6a76794/bindings/n-h1-821636-1 HTTP/1.1" status: 200 len: 382 time: 0.3310990 Dec 14 02:28:15.029523 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:15.044034 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c50352-e1f9-4996-a997-8aff53024b3a req-d8d03fc7-193d-44b3-b781-12fbff66c483 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:15.044655 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:15.052683 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9c50352-e1f9-4996-a997-8aff53024b3a req-d8d03fc7-193d-44b3-b781-12fbff66c483 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 943 time: 0.2165534 Dec 14 02:28:15.075224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737320f-bd45-49d6-bada-16e1db620d6a req-7a2081d0-ff4c-4315-963b-9e24812014e7 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:15.079963 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d69750f0-f096-4217-9378-e8c645ea2f7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:15.083097 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a737320f-bd45-49d6-bada-16e1db620d6a req-7a2081d0-ff4c-4315-963b-9e24812014e7 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.2949800 Dec 14 02:28:15.111735 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Attempting to bind port b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:28:15.111735 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Attempting to bind port b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:28:15.112356 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Attempting to bind port b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:15.120163 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b236c47-79a4-4abb-9d37-a0f313eb78b9 None None] Pushing event updated for resources: {'Port': ['ID=b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:15.122702 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:28:15.123106 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:28:15.123683 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:15.124445 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:28:15.124631 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Bound port: b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:28:15.125228 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:15.142941 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 077080c6-73b8-4aa0-aaee-31fecca4aa8a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=077080c6-73b8-4aa0-aaee-31fecca4aa8a,segment=NetworkSegment(5f432822-1802-4a54-830c-6c95083fa4ba),segment_id=5f432822-1802-4a54-830c-6c95083fa4ba)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:15.153900 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9c50352-e1f9-4996-a997-8aff53024b3a req-70c5c0a4-c744-4fb4-84d2-feb8339a8214 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/security-groups?id=11f1d367-381d-4567-98c5-13cd2b903736&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1002696 Dec 14 02:28:15.171775 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['7beaac61-5180-4a89-88b1-51fdb1b67570'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:15.178102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a737320f-bd45-49d6-bada-16e1db620d6a req-11884a67-8989-43f0-80f4-e1fee1c3e098 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945430 Dec 14 02:28:15.219274 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d69750f0-f096-4217-9378-e8c645ea2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:15.230468 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] For port b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:28:15.234954 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] For port b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:28:15.237949 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['7beaac61-5180-4a89-88b1-51fdb1b67570'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:15.240456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device be0f1727-dd32-4a77-85ad-87af825eea73 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:28:15.293025 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69750f0-f096-4217-9378-e8c645ea2f7c admin admin] Network 5e4c912c-7d78-418d-bb37-18d532864e4a is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:28:15.297218 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-d69750f0-f096-4217-9378-e8c645ea2f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:28:15.301279 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69750f0-f096-4217-9378-e8c645ea2f7c admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:28:15.308498 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:15.363849 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:15.393042 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d69750f0-f096-4217-9378-e8c645ea2f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:15.395105 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b236c47-79a4-4abb-9d37-a0f313eb78b9 None None] Pushing event updated for resources: {'Port': ['ID=b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:15.419979 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Routers {'892c6d3f-1307-4112-b2f9-0d5f8200ab17'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:28:15.421013 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:28:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:15.486126 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=077080c6-73b8-4aa0-aaee-31fecca4aa8a,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:15.586056 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69750f0-f096-4217-9378-e8c645ea2f7c admin admin] Pushing event updated for resources: {'Port': ['ID=7d211b82-7c36-4b99-99a5-709d7cd48853,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:15.610386 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] Set router 892c6d3f-1307-4112-b2f9-0d5f8200ab17 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:28:15.626798 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port be0f1727-dd32-4a77-85ad-87af825eea73 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:28:15.645637 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port be0f1727-dd32-4a77-85ad-87af825eea73 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:15.646021 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:15.760876 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d69750f0-f096-4217-9378-e8c645ea2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:15.822269 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-479d7b02-345d-408f-a46a-309ebd64e4da req-bc729fd8-9b84-4f5a-b3bf-5ad8cfe70d0e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 210 time: 0.5372164 Dec 14 02:28:15.834559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6b8906d2-08cf-46d1-9a2d-b1824349845f None None] Provisioning complete for port 7d211b82-7c36-4b99-99a5-709d7cd48853 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:15.835257 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b8906d2-08cf-46d1-9a2d-b1824349845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:15.872181 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:15.908705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35208789-ea57-49f5-9b99-b40146fb792d req-affb85cb-8f3b-42b4-b545-df3010d22761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:15.910612 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'name': 'tempest-ServersTestJSON-1179489065-router', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:28:04Z', 'updated_at': '2021-12-14T02:28:10Z', 'revision_number': 3, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'gw_port': {'id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:36:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:08Z', 'updated_at': '2021-12-14T02:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:15.913602 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6b8906d2-08cf-46d1-9a2d-b1824349845f None None] Port 7d211b82-7c36-4b99-99a5-709d7cd48853 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:28:15.917119 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-35208789-ea57-49f5-9b99-b40146fb792d req-affb85cb-8f3b-42b4-b545-df3010d22761 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=43612bd0110042b9930ae44126c0d3b8&device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 1098 time: 0.6928215 Dec 14 02:28:15.921185 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7422c5d5-70e8-409b-81e2-3c49b24bb5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0f1727-dd32-4a77-85ad-87af825eea73'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:15.922904 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b942c8-2b84-44bb-a3db-314d73246377" -d '{"events": [{"server_uuid": "7422c5d5-70e8-409b-81e2-3c49b24bb5a3", "name": "network-vif-plugged", "status": "completed", "tag": "be0f1727-dd32-4a77-85ad-87af825eea73"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:15.948495 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port be0f1727-dd32-4a77-85ad-87af825eea73, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=be0f1727-dd32-4a77-85ad-87af825eea73,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:15.959038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbed0c-fe23-4235-98d8-171827e03677 req-c6b1366d-ea59-4b84-9d42-99b26e2bb5ef tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:15.959575 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43e981f-3574-4eac-8582-ef72708e94b5 None None] The sync data for ids ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'] in n-d-821636-1 is: [{'id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'name': 'tempest-ServersTestJSON-1179489065-router', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:28:04Z', 'updated_at': '2021-12-14T02:28:10Z', 'revision_number': 3, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'gw_port': {'id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:36:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:08Z', 'updated_at': '2021-12-14T02:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:28:15.961264 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6dbed0c-fe23-4235-98d8-171827e03677 req-c6b1366d-ea59-4b84-9d42-99b26e2bb5ef tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 943 time: 0.6664417 Dec 14 02:28:16.035237 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:16.039677 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d69750f0-f096-4217-9378-e8c645ea2f7c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:16.093494 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=be0f1727-dd32-4a77-85ad-87af825eea73,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:16.126021 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d69750f0-f096-4217-9378-e8c645ea2f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:16.152214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6dbed0c-fe23-4235-98d8-171827e03677 req-510f3ec5-466b-4eed-9f2d-763690152fc9 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723979 Dec 14 02:28:16.154063 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-bfb0fe0d-68d9-4da3-b2c8-9f4808282b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:16.156844 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-bfb0fe0d-68d9-4da3-b2c8-9f4808282b06 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010&tenant_id=a840af3d99744bcc88bb04d2b120b271 HTTP/1.1" status: 200 len: 1101 time: 0.1941922 Dec 14 02:28:16.173443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b2c0b-9077-412e-bf5e-a627c5088ee4 req-410a5177-e854-41cf-b3c4-17302da80a8c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:16.173443 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be1b2c0b-9077-412e-bf5e-a627c5088ee4 req-410a5177-e854-41cf-b3c4-17302da80a8c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 947 time: 0.2100232 Dec 14 02:28:16.182603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35208789-ea57-49f5-9b99-b40146fb792d req-e0edad29-b423-4249-bd83-966d2843a451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:16.183092 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-35208789-ea57-49f5-9b99-b40146fb792d req-e0edad29-b423-4249-bd83-966d2843a451 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.2358472 Dec 14 02:28:16.244237 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d69750f0-f096-4217-9378-e8c645ea2f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:16.247598 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69750f0-f096-4217-9378-e8c645ea2f7c admin admin] Pushing event updated for resources: {'Port': ['ID=7d211b82-7c36-4b99-99a5-709d7cd48853,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:16.313022 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-35208789-ea57-49f5-9b99-b40146fb792d req-52b158cb-5eca-47f0-9426-c2ad2b1ce9ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=3b38f957-50f9-453d-ab5d-dced540a8f64 HTTP/1.1" status: 200 len: 217 time: 0.1016583 Dec 14 02:28:16.398946 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69750f0-f096-4217-9378-e8c645ea2f7c admin admin] Network 5e4c912c-7d78-418d-bb37-18d532864e4a is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:28:16.400439 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-d69750f0-f096-4217-9378-e8c645ea2f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:28:16.423625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-663b5ea7-24a6-4693-a213-6b6d68103bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:16.429457 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-663b5ea7-24a6-4693-a213-6b6d68103bd6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 1101 time: 0.2012069 Dec 14 02:28:16.446887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be1b2c0b-9077-412e-bf5e-a627c5088ee4 req-00156b7d-b02f-4525-97b3-8672043342ba tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332623 Dec 14 02:28:16.475818 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35208789-ea57-49f5-9b99-b40146fb792d req-ef1f3ccf-301e-4348-98cf-9c569c509d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:16.477508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-35208789-ea57-49f5-9b99-b40146fb792d req-ef1f3ccf-301e-4348-98cf-9c569c509d38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1279826 Dec 14 02:28:16.496042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f1d43-d84c-4a1c-b753-dcc89e441974 req-46bd6332-356a-430f-aca8-93db735026be tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:16.504659 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc8f1d43-d84c-4a1c-b753-dcc89e441974 req-46bd6332-356a-430f-aca8-93db735026be tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3 HTTP/1.1" status: 200 len: 949 time: 0.2010520 Dec 14 02:28:16.555113 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69750f0-f096-4217-9378-e8c645ea2f7c admin admin] Router 892c6d3f-1307-4112-b2f9-0d5f8200ab17 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:28:16.607352 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42486125-1fc6-4125-99eb-3c3b7f0fd810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7beaac61-5180-4a89-88b1-51fdb1b67570'}, {'name': 'network-changed', 'server_uuid': '42486125-1fc6-4125-99eb-3c3b7f0fd810', 'tag': '7beaac61-5180-4a89-88b1-51fdb1b67570'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:16.609876 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a0532c-7580-44d5-8b37-332e43a6f1c1" -d '{"events": [{"server_uuid": "42486125-1fc6-4125-99eb-3c3b7f0fd810", "name": "network-vif-unplugged", "status": "completed", "tag": "7beaac61-5180-4a89-88b1-51fdb1b67570"}, {"name": "network-changed", "server_uuid": "42486125-1fc6-4125-99eb-3c3b7f0fd810", "tag": "7beaac61-5180-4a89-88b1-51fdb1b67570"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:16.730079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69750f0-f096-4217-9378-e8c645ea2f7c admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:28:16.745392 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d69750f0-f096-4217-9378-e8c645ea2f7c admin admin] 10.222.0.39 "PUT /v2.0/routers/892c6d3f-1307-4112-b2f9-0d5f8200ab17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5833187 Dec 14 02:28:16.845941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc8f1d43-d84c-4a1c-b753-dcc89e441974 req-4e2caecb-9404-4f6b-91b2-32234e741b3b tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403082 Dec 14 02:28:16.860519 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-874a7300-a2e2-4fd2-a7f0-6195f9adceeb None None] Provisioning complete for port 7d211b82-7c36-4b99-99a5-709d7cd48853 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:16.861056 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-874a7300-a2e2-4fd2-a7f0-6195f9adceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:16.924761 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4fcd8e-d166-4294-abe8-1f161acbceb6 x-openstack-request-id: req-2f4fcd8e-d166-4294-abe8-1f161acbceb6 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:16.925048 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7422c5d5-70e8-409b-81e2-3c49b24bb5a3", "name": "network-vif-plugged", "status": "completed", "tag": "be0f1727-dd32-4a77-85ad-87af825eea73", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:16.927531 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f4fcd8e-d166-4294-abe8-1f161acbceb6 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:16.928164 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7422c5d5-70e8-409b-81e2-3c49b24bb5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0f1727-dd32-4a77-85ad-87af825eea73', 'code': 200} Dec 14 02:28:16.930366 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 077080c6-73b8-4aa0-aaee-31fecca4aa8a up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:28:16.969069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-1a5ac4a8-53db-448a-957e-27a4e07303cb tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:16.970627 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-1a5ac4a8-53db-448a-957e-27a4e07303cb tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/networks?id=45668812-ea3d-4860-af8b-e8fa47cd0af8 HTTP/1.1" status: 200 len: 819 time: 0.2285802 Dec 14 02:28:16.976859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35208789-ea57-49f5-9b99-b40146fb792d req-89d5a1e5-36e0-47ae-bac5-fa4da8590d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:16.978559 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-35208789-ea57-49f5-9b99-b40146fb792d req-89d5a1e5-36e0-47ae-bac5-fa4da8590d5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4601970 Dec 14 02:28:17.020161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-6eb0b562-b0d1-48e8-81d3-b10782f83279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:17.021699 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-6eb0b562-b0d1-48e8-81d3-b10782f83279 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.5737967 Dec 14 02:28:17.055777 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-874a7300-a2e2-4fd2-a7f0-6195f9adceeb None None] Port 7d211b82-7c36-4b99-99a5-709d7cd48853 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:28:17.058566 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 077080c6-73b8-4aa0-aaee-31fecca4aa8a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:17.058920 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:17.086375 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-4de8c6ad-dba3-4263-9e65-de6e34faff98 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/quotas/5ec77c515bf840a6800e08bac2ce344e HTTP/1.1" status: 200 len: 375 time: 0.1007986 Dec 14 02:28:17.149756 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:28:17.187980 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-3a9fd598-aea5-48f5-b7d4-6db56f4729b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=be56e3bd-7a18-4bd2-910e-d451f6a76794 HTTP/1.1" status: 200 len: 217 time: 0.1300738 Dec 14 02:28:17.205011 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:17.205521 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:17.264615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac9699-20ea-4261-8e20-f2bcb4f69611 req-8474adc6-eae9-41ba-b694-7a36e6fa3b9d tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:17.265539 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7ac9699-20ea-4261-8e20-f2bcb4f69611 req-8474adc6-eae9-41ba-b694-7a36e6fa3b9d tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 943 time: 0.2787416 Dec 14 02:28:17.273240 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b37d0-98b3-4d92-a0a5-ce68c47669c1 req-30609cf0-29d9-41cb-bf7b-e1b90a43c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:17.274800 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-721b37d0-98b3-4d92-a0a5-ce68c47669c1 req-30609cf0-29d9-41cb-bf7b-e1b90a43c630 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3 HTTP/1.1" status: 200 len: 1100 time: 0.2500992 Dec 14 02:28:17.288222 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:17.311345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-268d848a-441c-44ad-8f0b-45d678494972 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5ec77c515bf840a6800e08bac2ce344e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1951950 Dec 14 02:28:17.312873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:17.351954 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-e412278d-f513-4a7a-b212-861a6731068e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:17.353507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-e412278d-f513-4a7a-b212-861a6731068e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1542742 Dec 14 02:28:17.366582 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-35208789-ea57-49f5-9b99-b40146fb792d req-9c39b0e8-674a-4397-ba20-6b6c8454107d service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678651 Dec 14 02:28:17.383064 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:17.445392 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:17.529259 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7ac9699-20ea-4261-8e20-f2bcb4f69611 req-66fa131a-4041-4d14-8d96-4c389d60d5b1 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/security-groups?id=11f1d367-381d-4567-98c5-13cd2b903736&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2516680 Dec 14 02:28:17.547158 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-721b37d0-98b3-4d92-a0a5-ce68c47669c1 req-7f0bbbf6-9703-43e2-8a94-7d50af9e298a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548516 Dec 14 02:28:17.574127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-0866b669-7059-4543-9720-f22b13856c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:17.575667 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-0866b669-7059-4543-9720-f22b13856c70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2078340 Dec 14 02:28:17.579916 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-433472ab-0e11-4b74-9bff-a62b466ed4fa service neutron] 10.222.0.39 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498305 Dec 14 02:28:17.714902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-35208789-ea57-49f5-9b99-b40146fb792d req-612b5bfe-88e9-414e-90b8-c003271154ed service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075979 Dec 14 02:28:17.781126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1345261-b671-4918-a484-d840b6bbd89d req-14f03f08-3f82-4141-9f58-8f8150e5e4e8 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:17.782605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1345261-b671-4918-a484-d840b6bbd89d req-14f03f08-3f82-4141-9f58-8f8150e5e4e8 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.1952274 Dec 14 02:28:17.819082 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-09f02b74-f49c-402e-a08c-2ee1e85c53cd service neutron] 10.222.0.39 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267792 Dec 14 02:28:17.822808 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-dbaedf58-d34b-49e7-992d-33990e98e125 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126911 Dec 14 02:28:17.893863 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1345261-b671-4918-a484-d840b6bbd89d req-f96416e1-1771-4061-ac66-f96abcd5f472 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032903 Dec 14 02:28:17.938919 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa8d6852-5463-4758-89d0-6025f58fd95a req-2de6cff6-5142-415f-a073-5cb2b6afe44a service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039035 Dec 14 02:28:17.953825 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6292c0a1-f32c-4ef1-bb7f-a55b595d3723 x-openstack-request-id: req-6292c0a1-f32c-4ef1-bb7f-a55b595d3723 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:17.960371 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42486125-1fc6-4125-99eb-3c3b7f0fd810", "name": "network-vif-unplugged", "status": "completed", "tag": "7beaac61-5180-4a89-88b1-51fdb1b67570", "code": 200}, {"name": "network-changed", "server_uuid": "42486125-1fc6-4125-99eb-3c3b7f0fd810", "tag": "7beaac61-5180-4a89-88b1-51fdb1b67570", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:17.960371 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6292c0a1-f32c-4ef1-bb7f-a55b595d3723 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:17.960371 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42486125-1fc6-4125-99eb-3c3b7f0fd810', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7beaac61-5180-4a89-88b1-51fdb1b67570', 'code': 200} Dec 14 02:28:17.960371 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42486125-1fc6-4125-99eb-3c3b7f0fd810', 'tag': '7beaac61-5180-4a89-88b1-51fdb1b67570', 'status': 'completed', 'code': 200} Dec 14 02:28:17.968430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Sync routers for ids ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:28:17.978850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Routers {'892c6d3f-1307-4112-b2f9-0d5f8200ab17'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:28:17.983389 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:28:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:18.148356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f973e2-bbc7-4afb-8be1-c0b3f01b7a56 req-7403cb93-cfc8-491f-9218-017016d4a99f tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:18.150085 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63f973e2-bbc7-4afb-8be1-c0b3f01b7a56 req-7403cb93-cfc8-491f-9218-017016d4a99f tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 943 time: 0.1098015 Dec 14 02:28:18.151033 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Set router 892c6d3f-1307-4112-b2f9-0d5f8200ab17 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:28:18.171038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0532c-7580-44d5-8b37-332e43a6f1c1 req-b7915cb4-0b28-4d6d-a69d-cb0dee96fa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:18.174087 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9a0532c-7580-44d5-8b37-332e43a6f1c1 req-b7915cb4-0b28-4d6d-a69d-cb0dee96fa69 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 1124 time: 0.0906816 Dec 14 02:28:18.214414 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3b38f957-50f9-453d-ab5d-dced540a8f64 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:28:18.254037 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device be56e3bd-7a18-4bd2-910e-d451f6a76794 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:28:18.276662 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63f973e2-bbc7-4afb-8be1-c0b3f01b7a56 req-cdfc2048-b312-4357-87ad-9dcaa10c2f39 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188266 Dec 14 02:28:18.329440 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47782) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:28:18.334051 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9f696522-10b5-4a22-8a25-514c0566cb9d tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1396511318', 'description': 'tempest-description--1913365862'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:18.353324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0532c-7580-44d5-8b37-332e43a6f1c1 req-bafb81c0-c79c-4073-8ebe-c82d21de5781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:18.355052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9a0532c-7580-44d5-8b37-332e43a6f1c1 req-bafb81c0-c79c-4073-8ebe-c82d21de5781 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 921 time: 0.1640403 Dec 14 02:28:18.397718 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.resource_extend [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 02:28:18.446600 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9a0532c-7580-44d5-8b37-332e43a6f1c1 req-04f2b7fe-a77e-4a75-a932-487b3792f93c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7beaac61-5180-4a89-88b1-51fdb1b67570 HTTP/1.1" status: 200 len: 217 time: 0.0827816 Dec 14 02:28:18.495082 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f696522-10b5-4a22-8a25-514c0566cb9d tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:18.572905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67d403-3106-4d88-89b8-57bbc9d68f96 req-809a5fa9-7244-49c3-98f0-8a7fdffbd4eb tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:18.572905 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de67d403-3106-4d88-89b8-57bbc9d68f96 req-809a5fa9-7244-49c3-98f0-8a7fdffbd4eb tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 947 time: 0.1904621 Dec 14 02:28:18.592874 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:18.601731 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3b38f957-50f9-453d-ab5d-dced540a8f64, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3b38f957-50f9-453d-ab5d-dced540a8f64,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:18.617146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0532c-7580-44d5-8b37-332e43a6f1c1 req-e9b33432-31a9-4827-b0e2-cd5a92954fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:18.618496 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9a0532c-7580-44d5-8b37-332e43a6f1c1 req-e9b33432-31a9-4827-b0e2-cd5a92954fd0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.1439693 Dec 14 02:28:18.631144 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f696522-10b5-4a22-8a25-514c0566cb9d tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:18.631395 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '3b38f957-50f9-453d-ab5d-dced540a8f64', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '3b38f957-50f9-453d-ab5d-dced540a8f64', 'mac_address': 'fa:16:3e:2f:67:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:28:18.675101 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port be56e3bd-7a18-4bd2-910e-d451f6a76794, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=be56e3bd-7a18-4bd2-910e-d451f6a76794,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:18.677375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'name': 'tempest-ServersTestJSON-1179489065-router', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:28:04Z', 'updated_at': '2021-12-14T02:28:15Z', 'revision_number': 4, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'gw_port': {'id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:08Z', 'updated_at': '2021-12-14T02:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d211b82-7c36-4b99-99a5-709d7cd48853', 'name': '', 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'mac_address': 'fa:16:3e:fd:55:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:14Z', 'updated_at': '2021-12-14T02:28:15Z', 'revision_number': 2, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'subnets': [{'id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:18.707113 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9a0532c-7580-44d5-8b37-332e43a6f1c1 req-e821464a-5a58-4814-84e7-1395f60029cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733607 Dec 14 02:28:18.711375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Checking router: 892c6d3f-1307-4112-b2f9-0d5f8200ab17 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:28:18.711375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Updating router 892c6d3f-1307-4112-b2f9-0d5f8200ab17 port 7d211b82-7c36-4b99-99a5-709d7cd48853 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:28:18.739662 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:18.742872 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f696522-10b5-4a22-8a25-514c0566cb9d tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:18.751612 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:18.760357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:28:18.788665 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:18.793236 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f696522-10b5-4a22-8a25-514c0566cb9d tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1795bf16-8cf6-4c14-bac1-bf434b9367bd,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:18.814027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b38f957-50f9-453d-ab5d-dced540a8f64 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:18.836680 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f696522-10b5-4a22-8a25-514c0566cb9d tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:18.841094 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9f696522-10b5-4a22-8a25-514c0566cb9d tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5105419 Dec 14 02:28:18.842509 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47790) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:28:18.847158 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d9abdf13-d4c7-458e-b918-fd337f161274 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Request body: {'security_group_rule': {'security_group_id': '1795bf16-8cf6-4c14-bac1-bf434b9367bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:18.877051 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3b38f957-50f9-453d-ab5d-dced540a8f64, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3b38f957-50f9-453d-ab5d-dced540a8f64,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:18.902868 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=be56e3bd-7a18-4bd2-910e-d451f6a76794,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:18.931216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4305d9c8-c39a-4752-9869-65891a9f3010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be56e3bd-7a18-4bd2-910e-d451f6a76794'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:18.943142 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e380b2-9944-45a0-8c2a-59eaf2ff9fab" -d '{"events": [{"server_uuid": "4305d9c8-c39a-4752-9869-65891a9f3010", "name": "network-vif-unplugged", "status": "completed", "tag": "be56e3bd-7a18-4bd2-910e-d451f6a76794"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:18.950077 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d9abdf13-d4c7-458e-b918-fd337f161274 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:18.991526 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:19.027612 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d9abdf13-d4c7-458e-b918-fd337f161274 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:19.029292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4c5af-0efc-43a7-aa6c-4627d7005a99 req-d26da885-872f-4818-a974-cb85904aea3e tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:19.030892 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47b4c5af-0efc-43a7-aa6c-4627d7005a99 req-d26da885-872f-4818-a974-cb85904aea3e tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3 HTTP/1.1" status: 200 len: 949 time: 0.4966793 Dec 14 02:28:19.033234 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:19.033652 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:19.098223 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de67d403-3106-4d88-89b8-57bbc9d68f96 req-fb1414a6-0ea7-4f40-bd41-5b1142b58e08 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989183 Dec 14 02:28:19.109994 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d9abdf13-d4c7-458e-b918-fd337f161274 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:19.124695 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-868f727d-e2b1-485c-bf76-90715b333cfb tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:19.126496 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-868f727d-e2b1-485c-bf76-90715b333cfb tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.47 "GET /v2.0/networks?id=45668812-ea3d-4860-af8b-e8fa47cd0af8 HTTP/1.1" status: 200 len: 819 time: 0.6060863 Dec 14 02:28:19.157115 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9abdf13-d4c7-458e-b918-fd337f161274 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd32c0ee-9ec9-4639-9228-e6406caee59b,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:19.189175 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-63fef4eb-088b-441a-a52d-907f7c5a793f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Request body: {'port': {'device_id': '863efd06-11b7-4aa2-aa5c-c12d163963e1', 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8', 'admin_state_up': True, 'tenant_id': '5ec77c515bf840a6800e08bac2ce344e'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:19.195957 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9a0532c-7580-44d5-8b37-332e43a6f1c1 req-7716111e-3692-4d85-9b83-200dd3d279bd service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714208 Dec 14 02:28:19.211045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47b4c5af-0efc-43a7-aa6c-4627d7005a99 req-2a63dfe1-2139-4b88-9371-29a7f84c1b86 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380517 Dec 14 02:28:19.214010 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d9abdf13-d4c7-458e-b918-fd337f161274 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:19.216278 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d9abdf13-d4c7-458e-b918-fd337f161274 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3727002 Dec 14 02:28:19.220269 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47796) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:28:19.239577 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-175a9f69-82d3-4055-a45c-529147816e32 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Request body: {'security_group_rule': {'security_group_id': '1795bf16-8cf6-4c14-bac1-bf434b9367bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:19.263602 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 76068899-2e1e-42d2-8cda-4ed7aaacadd0 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:28:19.272239 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=3b38f957-50f9-453d-ab5d-dced540a8f64,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:19.342557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bdfe891-00ff-4fa1-be99-739d6f61756b req-bd8c65b7-4efc-4f4b-87c7-27a3cd99123a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 210 time: 0.1298416 Dec 14 02:28:19.356543 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-175a9f69-82d3-4055-a45c-529147816e32 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:19.473457 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 76068899-2e1e-42d2-8cda-4ed7aaacadd0, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=76068899-2e1e-42d2-8cda-4ed7aaacadd0,segment=NetworkSegment(d5781a2c-daf3-4628-b215-7396152381d2),segment_id=d5781a2c-daf3-4628-b215-7396152381d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:19.490702 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545adbe5-6d16-4b9d-bc7d-8cd5d067df09 req-15c2a0d4-6e4f-4ae6-b13c-7c7cfcc9b6e6 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:19.497550 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-175a9f69-82d3-4055-a45c-529147816e32 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:19.500340 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-545adbe5-6d16-4b9d-bc7d-8cd5d067df09 req-15c2a0d4-6e4f-4ae6-b13c-7c7cfcc9b6e6 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 943 time: 0.1531258 Dec 14 02:28:19.508728 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '76068899-2e1e-42d2-8cda-4ed7aaacadd0', 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b', 'port_id': '76068899-2e1e-42d2-8cda-4ed7aaacadd0', 'mac_address': 'fa:16:3e:f0:34:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44057d44-340b-46b2-ac2c-94ca602f701c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:28:19.548631 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:19.555745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9a0532c-7580-44d5-8b37-332e43a6f1c1 req-449f18b1-8dbd-4979-a424-e325e4601786 service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999308 Dec 14 02:28:19.556069 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-175a9f69-82d3-4055-a45c-529147816e32 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:19.563603 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:19.579115 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3b38f957-50f9-453d-ab5d-dced540a8f64'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:19.587770 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a9f69-82d3-4055-a45c-529147816e32 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d17b5bf7-6215-476c-87f5-f8433110ec99,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:19.614611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76068899-2e1e-42d2-8cda-4ed7aaacadd0 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:19.625677 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-545adbe5-6d16-4b9d-bc7d-8cd5d067df09 req-f642cf8a-1ae7-4d55-9c84-cca1a2679862 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/security-groups?id=11f1d367-381d-4567-98c5-13cd2b903736&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1149981 Dec 14 02:28:19.633295 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:19.653440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8968345-cabe-4ccd-bb3c-d7add4ae10e0 req-552f0af7-9606-4cb9-a295-547d08ed6e07 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:19.653646 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 76068899-2e1e-42d2-8cda-4ed7aaacadd0, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=76068899-2e1e-42d2-8cda-4ed7aaacadd0,segment=NetworkSegment(d5781a2c-daf3-4628-b215-7396152381d2),segment_id=d5781a2c-daf3-4628-b215-7396152381d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:19.655347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8968345-cabe-4ccd-bb3c-d7add4ae10e0 req-552f0af7-9606-4cb9-a295-547d08ed6e07 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 948 time: 0.1951742 Dec 14 02:28:19.684696 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29da84b1-8eb9-401a-b43b-6e3f864339ba x-openstack-request-id: req-29da84b1-8eb9-401a-b43b-6e3f864339ba {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:19.684934 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4305d9c8-c39a-4752-9869-65891a9f3010", "name": "network-vif-unplugged", "status": "completed", "tag": "be56e3bd-7a18-4bd2-910e-d451f6a76794", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:19.685200 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-29da84b1-8eb9-401a-b43b-6e3f864339ba {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:19.685635 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4305d9c8-c39a-4752-9869-65891a9f3010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be56e3bd-7a18-4bd2-910e-d451f6a76794', 'code': 200} Dec 14 02:28:19.691399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-63fef4eb-088b-441a-a52d-907f7c5a793f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Made reservation on behalf of 5ec77c515bf840a6800e08bac2ce344e for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:28:19.695348 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-63fef4eb-088b-441a-a52d-907f7c5a793f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:19.717549 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:19.725962 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b8431-e9fe-44a2-938c-2235a1b2fd97 None None] Pushing event updated for resources: {'Port': ['ID=7d211b82-7c36-4b99-99a5-709d7cd48853,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:19.798887 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-175a9f69-82d3-4055-a45c-529147816e32 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:19.800785 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-175a9f69-82d3-4055-a45c-529147816e32 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5783930 Dec 14 02:28:19.803594 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47802) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:28:19.808569 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-969e8666-376c-46de-b283-8cf1583ec24c tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:19.820567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8968345-cabe-4ccd-bb3c-d7add4ae10e0 req-8e026026-a93d-4e2a-a2b8-a560a2fc686f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575346 Dec 14 02:28:19.832022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Attempting to bind port 7d211b82-7c36-4b99-99a5-709d7cd48853 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:28:19.832401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Attempting to bind port 7d211b82-7c36-4b99-99a5-709d7cd48853 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '936b76d9-7828-48a8-8ddb-7791651de25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:28:19.833028 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Attempting to bind port 7d211b82-7c36-4b99-99a5-709d7cd48853 on network 5e4c912c-7d78-418d-bb37-18d532864e4a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:19.866567 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:28:19.866979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Checking segment: {'id': '936b76d9-7828-48a8-8ddb-7791651de25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:28:19.868055 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:19.868055 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Bound using segment: {'id': '936b76d9-7828-48a8-8ddb-7791651de25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:28:19.868413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Bound port: 7d211b82-7c36-4b99-99a5-709d7cd48853, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '936b76d9-7828-48a8-8ddb-7791651de25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:28:19.869138 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:19.901231 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=76068899-2e1e-42d2-8cda-4ed7aaacadd0,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:19.942459 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05e681-ba8c-49e9-9b5b-3323c3bd8319 req-8bbbe082-562d-4b34-8d5d-134603d36e4c tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:19.950519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f05e681-ba8c-49e9-9b5b-3323c3bd8319 req-8bbbe082-562d-4b34-8d5d-134603d36e4c tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 943 time: 0.1669166 Dec 14 02:28:19.980676 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-969e8666-376c-46de-b283-8cf1583ec24c tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:19.980860 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] For port 7d211b82-7c36-4b99-99a5-709d7cd48853, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:28:19.983977 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] For port 7d211b82-7c36-4b99-99a5-709d7cd48853, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7d211b82-7c36-4b99-99a5-709d7cd48853,segment=NetworkSegment(936b76d9-7828-48a8-8ddb-7791651de25f),segment_id=936b76d9-7828-48a8-8ddb-7791651de25f)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:28:19.990762 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-63fef4eb-088b-441a-a52d-907f7c5a793f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Allocated IP 172.20.0.7 (45668812-ea3d-4860-af8b-e8fa47cd0af8/8533d72d-4e0c-4d2f-a143-170efd8357c9/ab09f211-b27a-4cb4-a977-c47c43256d1c) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:28:20.027871 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f05e681-ba8c-49e9-9b5b-3323c3bd8319 req-e02028b5-a0db-40e0-b6ff-f00a84a4475b tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764818 Dec 14 02:28:20.101248 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:20.105730 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-969e8666-376c-46de-b283-8cf1583ec24c tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:20.118353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-79f40bc1-ec43-42d8-93b6-81794cc8e04f None None] Provisioning complete for port 7d211b82-7c36-4b99-99a5-709d7cd48853 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:20.118651 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-79f40bc1-ec43-42d8-93b6-81794cc8e04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:20.205838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Routers {'892c6d3f-1307-4112-b2f9-0d5f8200ab17'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:28:20.206731 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:28:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:20.209974 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b8431-e9fe-44a2-938c-2235a1b2fd97 None None] Pushing event updated for resources: {'Port': ['ID=7d211b82-7c36-4b99-99a5-709d7cd48853,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:20.266036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['76068899-2e1e-42d2-8cda-4ed7aaacadd0'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:20.290007 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-63fef4eb-088b-441a-a52d-907f7c5a793f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:20.317078 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-969e8666-376c-46de-b283-8cf1583ec24c tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Allocated IP 172.25.7.175 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/fa690012-0c67-40cf-a84d-d70eebb0ded1) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:28:20.345548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44024148-3c7c-4006-bb10-174485e545af req-3ab3ba45-52d6-45e5-ae5f-4e564eff1c29 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:20.365837 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44024148-3c7c-4006-bb10-174485e545af req-3ab3ba45-52d6-45e5-ae5f-4e564eff1c29 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 948 time: 0.1535854 Dec 14 02:28:20.442685 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44024148-3c7c-4006-bb10-174485e545af req-a31ab4b0-c10f-43a3-94e5-0d9abe377ab1 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754633 Dec 14 02:28:20.481734 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-969e8666-376c-46de-b283-8cf1583ec24c tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:20.513073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] Set router 892c6d3f-1307-4112-b2f9-0d5f8200ab17 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:28:20.539879 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c53f5-d80c-491b-9d2f-7b72c84f87c0 req-93d8b0c1-f4cc-4816-939a-dc7bdb75dce9 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:20.541616 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-79f40bc1-ec43-42d8-93b6-81794cc8e04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:20.548374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae2c53f5-d80c-491b-9d2f-7b72c84f87c0 req-93d8b0c1-f4cc-4816-939a-dc7bdb75dce9 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3 HTTP/1.1" status: 200 len: 949 time: 0.1577439 Dec 14 02:28:20.582327 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-969e8666-376c-46de-b283-8cf1583ec24c tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:20.593804 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56a238c5-c310-42ac-93f4-df6c338a89f9 req-c1fd2da2-8020-4711-9659-ea3d331c7917 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 210 time: 0.0423288 Dec 14 02:28:20.610987 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-63fef4eb-088b-441a-a52d-907f7c5a793f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:20.649216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-79f40bc1-ec43-42d8-93b6-81794cc8e04f None None] For port 7d211b82-7c36-4b99-99a5-709d7cd48853, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7d211b82-7c36-4b99-99a5-709d7cd48853,segment=NetworkSegment(936b76d9-7828-48a8-8ddb-7791651de25f),segment_id=936b76d9-7828-48a8-8ddb-7791651de25f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:20.673206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969e8666-376c-46de-b283-8cf1583ec24c tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:28:20.673435 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae2c53f5-d80c-491b-9d2f-7b72c84f87c0 req-0017ce47-c0e4-434e-8104-d8f840de80ee tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199481 Dec 14 02:28:20.676634 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-969e8666-376c-46de-b283-8cf1583ec24c tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:28:20.681263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969e8666-376c-46de-b283-8cf1583ec24c tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:28:20.683969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-63fef4eb-088b-441a-a52d-907f7c5a793f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Network 45668812-ea3d-4860-af8b-e8fa47cd0af8 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:28:20.689154 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-63fef4eb-088b-441a-a52d-907f7c5a793f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:28:20.691703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fef4eb-088b-441a-a52d-907f7c5a793f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Pushing event updated for resources: {'Port': ['ID=ab09f211-b27a-4cb4-a977-c47c43256d1c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:20.695144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-63fef4eb-088b-441a-a52d-907f7c5a793f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:28:20.700700 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-63fef4eb-088b-441a-a52d-907f7c5a793f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:20.706012 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-63fef4eb-088b-441a-a52d-907f7c5a793f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:20.742737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e8666-376c-46de-b283-8cf1583ec24c tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Pushing event updated for resources: {'Port': ['ID=fa690012-0c67-40cf-a84d-d70eebb0ded1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:20.742840 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-79f40bc1-ec43-42d8-93b6-81794cc8e04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:20.814019 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-969e8666-376c-46de-b283-8cf1583ec24c tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:20.818416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-63fef4eb-088b-441a-a52d-907f7c5a793f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6347933 Dec 14 02:28:20.826971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66ed339-a82a-43cb-9867-eb7c791fb19e req-0437ac22-74c4-4350-81b0-49fb4bd542df tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:20.828755 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c66ed339-a82a-43cb-9867-eb7c791fb19e req-0437ac22-74c4-4350-81b0-49fb4bd542df tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 944 time: 0.0931039 Dec 14 02:28:20.856376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Request body: {'port': {'device_id': '863efd06-11b7-4aa2-aa5c-c12d163963e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:20.886412 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4513c-5433-45d5-989e-0a47ec35081c req-423775b2-bd1c-432f-ba70-32a7b1b53087 tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:20.888090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4a4513c-5433-45d5-989e-0a47ec35081c req-423775b2-bd1c-432f-ba70-32a7b1b53087 tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3 HTTP/1.1" status: 200 len: 1100 time: 0.1074939 Dec 14 02:28:20.897184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f40bc1-ec43-42d8-93b6-81794cc8e04f None None] Pushing event updated for resources: {'Port': ['ID=7d211b82-7c36-4b99-99a5-709d7cd48853,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:20.921360 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e8e613e0-7d99-454e-9a39-e809f0bed7bf None None] Provisioning complete for port 7d211b82-7c36-4b99-99a5-709d7cd48853 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:20.921740 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e8e613e0-7d99-454e-9a39-e809f0bed7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:20.945498 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-969e8666-376c-46de-b283-8cf1583ec24c tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:20.961263 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:20.969408 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c66ed339-a82a-43cb-9867-eb7c791fb19e req-aa330e98-aeac-4fa1-b77e-108c6efe64b4 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/security-groups?id=11f1d367-381d-4567-98c5-13cd2b903736&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1335816 Dec 14 02:28:20.979504 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'name': 'tempest-ServersTestJSON-1179489065-router', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:28:04Z', 'updated_at': '2021-12-14T02:28:15Z', 'revision_number': 4, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'gw_port': {'id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:08Z', 'updated_at': '2021-12-14T02:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d211b82-7c36-4b99-99a5-709d7cd48853', 'name': '', 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'mac_address': 'fa:16:3e:fd:55:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:14Z', 'updated_at': '2021-12-14T02:28:19Z', 'revision_number': 4, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'subnets': [{'id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:21.011860 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7dc51-1df5-45e8-aa07-e103fc36f2d8 None None] The sync data for ids ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'] in n-d-821636-1 is: [{'id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'name': 'tempest-ServersTestJSON-1179489065-router', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:28:04Z', 'updated_at': '2021-12-14T02:28:15Z', 'revision_number': 4, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'gw_port': {'id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:08Z', 'updated_at': '2021-12-14T02:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d211b82-7c36-4b99-99a5-709d7cd48853', 'name': '', 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'mac_address': 'fa:16:3e:fd:55:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:14Z', 'updated_at': '2021-12-14T02:28:19Z', 'revision_number': 4, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'subnets': [{'id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:28:21.050215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4a4513c-5433-45d5-989e-0a47ec35081c req-d7b7f5a6-a701-4a10-bfbd-9ba240d1f763 tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469493 Dec 14 02:28:21.248951 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-969e8666-376c-46de-b283-8cf1583ec24c tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:21.314903 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-969e8666-376c-46de-b283-8cf1583ec24c tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:21.396147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34208a20-1fba-4eec-9866-4b8a238e3790 req-140d457a-d2e8-45ac-abc5-e5a2abfe59e0 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:21.403573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34208a20-1fba-4eec-9866-4b8a238e3790 req-140d457a-d2e8-45ac-abc5-e5a2abfe59e0 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 948 time: 0.2153482 Dec 14 02:28:21.412457 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e8666-376c-46de-b283-8cf1583ec24c tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Pushing event updated for resources: {'Port': ['ID=fa690012-0c67-40cf-a84d-d70eebb0ded1,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:21.432393 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-969e8666-376c-46de-b283-8cf1583ec24c tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:21.452864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-357859be-610a-4d77-9036-7589185864a4 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:21.454847 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-357859be-610a-4d77-9036-7589185864a4 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.46 "GET /v2.0/networks?id=45668812-ea3d-4860-af8b-e8fa47cd0af8 HTTP/1.1" status: 200 len: 819 time: 0.3434870 Dec 14 02:28:21.532537 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34208a20-1fba-4eec-9866-4b8a238e3790 req-1bd41243-4835-44f6-b979-129cdf4abb35 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281731 Dec 14 02:28:21.533760 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-969e8666-376c-46de-b283-8cf1583ec24c tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:21.535229 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-969e8666-376c-46de-b283-8cf1583ec24c tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7304969 Dec 14 02:28:21.558402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041af44-2dfe-4633-a880-54d6de57b046 req-64b1f140-40f0-4156-adc0-eab64b278338 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:21.559922 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c041af44-2dfe-4633-a880-54d6de57b046 req-64b1f140-40f0-4156-adc0-eab64b278338 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 943 time: 0.1913867 Dec 14 02:28:21.569172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-8362bcf7-8500-41f9-b4ce-98ce66118c7a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Request body: {'port': {'device_id': '01ce168f-0f20-4067-b5f0-d00982052717', 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8', 'admin_state_up': True, 'tenant_id': '5ec77c515bf840a6800e08bac2ce344e'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:21.744029 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-fb4a0fc2-f10b-4591-a4e0-96b264250a5c tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7bb0a10918904e66a1e45d4647429ebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669363 Dec 14 02:28:21.753359 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c041af44-2dfe-4633-a880-54d6de57b046 req-f755269f-31b4-4542-85f1-c2f64b2ea152 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770818 Dec 14 02:28:21.760055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab09f211-b27a-4cb4-a977-c47c43256d1c {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:21.796626 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:21.872215 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Transition to ACTIVE for port object ab09f211-b27a-4cb4-a977-c47c43256d1c will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:28:21.948179 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:21.963198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-66c4b38f-15e7-4fda-8b1f-fd5db21c74ba tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:21.964743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-66c4b38f-15e7-4fda-8b1f-fd5db21c74ba tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068894 Dec 14 02:28:21.973288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157189f2-2ae1-4fb2-852d-8f3562d961e3 req-469ee7c4-8b1c-441e-855c-ddc8e734a9b1 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:21.974718 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-157189f2-2ae1-4fb2-852d-8f3562d961e3 req-469ee7c4-8b1c-441e-855c-ddc8e734a9b1 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 948 time: 0.1309597 Dec 14 02:28:22.012726 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-8362bcf7-8500-41f9-b4ce-98ce66118c7a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Made reservation on behalf of 5ec77c515bf840a6800e08bac2ce344e for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:28:22.016813 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-8362bcf7-8500-41f9-b4ce-98ce66118c7a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:22.023751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-e1b74f16-c324-42ab-b443-6c90e0413e5c tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/quotas/7bb0a10918904e66a1e45d4647429ebd HTTP/1.1" status: 200 len: 375 time: 0.0470905 Dec 14 02:28:22.087660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Pushing event updated for resources: {'Port': ['ID=ab09f211-b27a-4cb4-a977-c47c43256d1c,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:22.174381 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-157189f2-2ae1-4fb2-852d-8f3562d961e3 req-e22defeb-b7c3-4395-83a8-360159dccd24 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890643 Dec 14 02:28:22.199127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Attempting to bind port ab09f211-b27a-4cb4-a977-c47c43256d1c on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:28:22.199467 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Attempting to bind port ab09f211-b27a-4cb4-a977-c47c43256d1c by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '5f432822-1802-4a54-830c-6c95083fa4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:28:22.199791 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Attempting to bind port ab09f211-b27a-4cb4-a977-c47c43256d1c on network 45668812-ea3d-4860-af8b-e8fa47cd0af8 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:22.228307 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-03a3af79-225f-4ca5-938f-b7aa5daf100b tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1947334 Dec 14 02:28:22.247369 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device be56e3bd-7a18-4bd2-910e-d451f6a76794 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:28:22.248863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Port ab09f211-b27a-4cb4-a977-c47c43256d1c on network 45668812-ea3d-4860-af8b-e8fa47cd0af8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:28:22.249209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Attempting to bind port ab09f211-b27a-4cb4-a977-c47c43256d1c on network 45668812-ea3d-4860-af8b-e8fa47cd0af8 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:22.262526 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3b38f957-50f9-453d-ab5d-dced540a8f64 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:28:22.282605 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:28:22.282800 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Checking segment: {'id': '5f432822-1802-4a54-830c-6c95083fa4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:28:22.283144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Bound using segment: {'id': '5f432822-1802-4a54-830c-6c95083fa4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:28:22.283589 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Bound port: ab09f211-b27a-4cb4-a977-c47c43256d1c, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f432822-1802-4a54-830c-6c95083fa4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:28:22.283949 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:22.289367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dd108b2-5225-42ab-bf83-f53031a507c6 req-170a7e3e-c067-43ab-893c-a8613209bcc5 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 210 time: 0.0421898 Dec 14 02:28:22.334173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-8362bcf7-8500-41f9-b4ce-98ce66118c7a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Allocated IP 172.20.0.4 (45668812-ea3d-4860-af8b-e8fa47cd0af8/8533d72d-4e0c-4d2f-a143-170efd8357c9/a88b0122-bbad-4bd0-8d88-9b670c3a2f6f) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:28:22.439339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] For port ab09f211-b27a-4cb4-a977-c47c43256d1c, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:28:22.470467 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] For port ab09f211-b27a-4cb4-a977-c47c43256d1c, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ab09f211-b27a-4cb4-a977-c47c43256d1c,segment=NetworkSegment(5f432822-1802-4a54-830c-6c95083fa4ba),segment_id=5f432822-1802-4a54-830c-6c95083fa4ba)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:28:22.478072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port be56e3bd-7a18-4bd2-910e-d451f6a76794, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=be56e3bd-7a18-4bd2-910e-d451f6a76794,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:22.490398 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'be56e3bd-7a18-4bd2-910e-d451f6a76794', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': 'be56e3bd-7a18-4bd2-910e-d451f6a76794', 'mac_address': 'fa:16:3e:cf:9c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:28:22.543202 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 3b38f957-50f9-453d-ab5d-dced540a8f64 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:28:22.556898 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:22.566395 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 3b38f957-50f9-453d-ab5d-dced540a8f64 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:22.586390 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7402b321-6f67-4a79-b858-be05f4215d81 req-ddb83649-c659-4074-be2b-f442cb095824 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1396511318&fields=id&tenant_id=2fac9ea333d64e4b8eac7e6f8a705cc8 HTTP/1.1" status: 200 len: 267 time: 0.1326146 Dec 14 02:28:22.586726 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:22.631449 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:22.639397 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:22.640412 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:22.641611 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] 10.222.0.47 "PUT /v2.0/ports/ab09f211-b27a-4cb4-a977-c47c43256d1c HTTP/1.1" status: 200 len: 1091 time: 1.7896237 Dec 14 02:28:22.656111 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be56e3bd-7a18-4bd2-910e-d451f6a76794 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:22.659848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '863efd06-11b7-4aa2-aa5c-c12d163963e1', 'tag': 'ab09f211-b27a-4cb4-a977-c47c43256d1c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:22.659848 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8abb34-859e-488f-aa3b-109ae1184e69" -d '{"events": [{"name": "network-changed", "server_uuid": "863efd06-11b7-4aa2-aa5c-c12d163963e1", "tag": "ab09f211-b27a-4cb4-a977-c47c43256d1c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:22.700984 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port be56e3bd-7a18-4bd2-910e-d451f6a76794, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=be56e3bd-7a18-4bd2-910e-d451f6a76794,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:22.739619 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:22.793632 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:22.811035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da5cc59-661b-454c-8ca0-aa9c16d980ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b38f957-50f9-453d-ab5d-dced540a8f64'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:22.829793 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77b78f2-2b52-48b6-990c-f1cc13c55fb2" -d '{"events": [{"server_uuid": "4da5cc59-661b-454c-8ca0-aa9c16d980ac", "name": "network-vif-plugged", "status": "completed", "tag": "3b38f957-50f9-453d-ab5d-dced540a8f64"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:22.837969 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7d211b82-7c36-4b99-99a5-709d7cd48853 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:28:22.895122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3b38f957-50f9-453d-ab5d-dced540a8f64, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3b38f957-50f9-453d-ab5d-dced540a8f64,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:22.939691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=be56e3bd-7a18-4bd2-910e-d451f6a76794,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:22.956086 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:22.996231 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 7d211b82-7c36-4b99-99a5-709d7cd48853 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:22.996749 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:23.049369 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=3b38f957-50f9-453d-ab5d-dced540a8f64,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:23.131603 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-8362bcf7-8500-41f9-b4ce-98ce66118c7a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:23.151296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d51d9-2d49-481b-9cf6-92c256834522 service neutron] Pushing event updated for resources: {'Port': ['ID=ab09f211-b27a-4cb4-a977-c47c43256d1c,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:23.189193 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b3a51-1927-4311-bfb4-91d278f16b79 req-96b4e419-63da-4db1-9841-9ef68a289d03 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:23.191798 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-875b3a51-1927-4311-bfb4-91d278f16b79 req-96b4e419-63da-4db1-9841-9ef68a289d03 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 944 time: 0.5720320 Dec 14 02:28:23.206899 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['be56e3bd-7a18-4bd2-910e-d451f6a76794'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:23.257653 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 76068899-2e1e-42d2-8cda-4ed7aaacadd0 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:28:23.270575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402b321-6f67-4a79-b858-be05f4215d81 req-0274f993-ad96-472b-a6b2-f640326abf2f tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:23.277749 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7402b321-6f67-4a79-b858-be05f4215d81 req-0274f993-ad96-472b-a6b2-f640326abf2f tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/networks?id=5e4c912c-7d78-418d-bb37-18d532864e4a HTTP/1.1" status: 200 len: 806 time: 0.6728590 Dec 14 02:28:23.302915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-2579e53a-46e4-4be2-99bb-58aa567c8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:23.304508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-2579e53a-46e4-4be2-99bb-58aa567c8d99 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ec77c515bf840a6800e08bac2ce344e&device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 1094 time: 0.1699581 Dec 14 02:28:23.318624 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7402b321-6f67-4a79-b858-be05f4215d81 req-da40b45e-5651-4e11-b441-b125fd77cb5d tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/quotas/2fac9ea333d64e4b8eac7e6f8a705cc8 HTTP/1.1" status: 200 len: 375 time: 0.0399673 Dec 14 02:28:23.390502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-875b3a51-1927-4311-bfb4-91d278f16b79 req-8355f325-5f7f-4e7c-b96c-e47461696f5f tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/security-groups?id=11f1d367-381d-4567-98c5-13cd2b903736&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1858366 Dec 14 02:28:23.394750 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-8362bcf7-8500-41f9-b4ce-98ce66118c7a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:23.397273 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-103bf69f-46ec-436f-8b41-39424dba18a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab09f211-b27a-4cb4-a977-c47c43256d1c HTTP/1.1" status: 200 len: 217 time: 0.0602376 Dec 14 02:28:23.419348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 76068899-2e1e-42d2-8cda-4ed7aaacadd0 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:28:23.424888 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 76068899-2e1e-42d2-8cda-4ed7aaacadd0 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:23.425400 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:23.502543 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-8362bcf7-8500-41f9-b4ce-98ce66118c7a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Network 45668812-ea3d-4860-af8b-e8fa47cd0af8 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:28:23.513395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-8362bcf7-8500-41f9-b4ce-98ce66118c7a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:28:23.537568 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6cb599b6-204f-46c4-876d-8cafec5af31e tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2fac9ea333d64e4b8eac7e6f8a705cc8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2179503 Dec 14 02:28:23.548508 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-8362bcf7-8500-41f9-b4ce-98ce66118c7a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:28:23.554038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-8362bcf7-8500-41f9-b4ce-98ce66118c7a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:23.554746 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-8362bcf7-8500-41f9-b4ce-98ce66118c7a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:23.560670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362bcf7-8500-41f9-b4ce-98ce66118c7a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Pushing event updated for resources: {'Port': ['ID=a88b0122-bbad-4bd0-8d88-9b670c3a2f6f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:23.589973 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:23.615873 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-98da410e-6172-4b86-922d-e80ad5922220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:23.617345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-98da410e-6172-4b86-922d-e80ad5922220 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8533d72d-4e0c-4d2f-a143-170efd8357c9 HTTP/1.1" status: 200 len: 859 time: 0.2072358 Dec 14 02:28:23.649515 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 76068899-2e1e-42d2-8cda-4ed7aaacadd0, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=76068899-2e1e-42d2-8cda-4ed7aaacadd0,segment=NetworkSegment(d5781a2c-daf3-4628-b215-7396152381d2),segment_id=d5781a2c-daf3-4628-b215-7396152381d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:23.652952 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a130308-0450-434b-8931-47f58aa3c229 req-9e22dc3e-9402-4ab7-939b-bc1e0ec977a5 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 210 time: 0.0415738 Dec 14 02:28:23.683839 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-4ef5c95f-4971-4833-8331-8b05781f3827 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45668812-ea3d-4860-af8b-e8fa47cd0af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368257 Dec 14 02:28:23.700374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-8362bcf7-8500-41f9-b4ce-98ce66118c7a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1252267 Dec 14 02:28:23.719537 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:23.729605 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Request body: {'port': {'device_id': '01ce168f-0f20-4067-b5f0-d00982052717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:23.786189 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=76068899-2e1e-42d2-8cda-4ed7aaacadd0,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:23.830780 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7402b321-6f67-4a79-b858-be05f4215d81 req-5873af61-a2aa-472b-b3ca-f03b0e750d63 service neutron] 10.222.0.39 "GET /v2.0/networks/5e4c912c-7d78-418d-bb37-18d532864e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923379 Dec 14 02:28:23.937324 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:23.975985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bcdc8-00bf-4904-9725-c11257c5e57f req-1ff9e216-b2dc-4572-a0e8-13ddcc957cdd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:23.977560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf5bcdc8-00bf-4904-9725-c11257c5e57f req-1ff9e216-b2dc-4572-a0e8-13ddcc957cdd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 949 time: 0.2175634 Dec 14 02:28:23.988356 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-3cbe0f99-4b3c-4a75-8c36-090e0510d10a service neutron] 10.222.0.47 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902668 Dec 14 02:28:24.124476 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7402b321-6f67-4a79-b858-be05f4215d81 req-26494d22-89b0-47a6-a061-2a1cfe62bb95 service neutron] 10.222.0.39 "GET /v2.0/networks/5e4c912c-7d78-418d-bb37-18d532864e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848845 Dec 14 02:28:24.238612 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf5bcdc8-00bf-4904-9725-c11257c5e57f req-5d1ef453-c0b6-411c-a825-47a8c5b5a80a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315741 Dec 14 02:28:24.255051 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 7beaac61-5180-4a89-88b1-51fdb1b67570 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:28:24.300250 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edba8ce1-ca13-4b79-b19e-bfce9f52cc79 req-20fa4b7e-01cf-43aa-a255-7b8ab478f7ef service neutron] 10.222.0.47 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911878 Dec 14 02:28:24.334889 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e537941b-10b9-4c33-a8f2-2e62343188e2 x-openstack-request-id: req-e537941b-10b9-4c33-a8f2-2e62343188e2 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:24.335186 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "863efd06-11b7-4aa2-aa5c-c12d163963e1", "tag": "ab09f211-b27a-4cb4-a977-c47c43256d1c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:24.335449 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e537941b-10b9-4c33-a8f2-2e62343188e2 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:24.335846 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '863efd06-11b7-4aa2-aa5c-c12d163963e1', 'tag': 'ab09f211-b27a-4cb4-a977-c47c43256d1c', 'status': 'completed', 'code': 200} Dec 14 02:28:24.349965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-bf2a5270-a245-465d-bda1-452cc5688c14 service neutron] 10.222.0.46 "GET /v2.0/ports/7beaac61-5180-4a89-88b1-51fdb1b67570/bindings/n-h2-821636-1 HTTP/1.1" status: 200 len: 384 time: 0.2224824 Dec 14 02:28:24.461175 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b402068-6779-4141-af55-ed7ca08412e9 x-openstack-request-id: req-2b402068-6779-4141-af55-ed7ca08412e9 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:24.461802 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da5cc59-661b-454c-8ca0-aa9c16d980ac", "name": "network-vif-plugged", "status": "completed", "tag": "3b38f957-50f9-453d-ab5d-dced540a8f64", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:24.461958 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b402068-6779-4141-af55-ed7ca08412e9 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:24.462483 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da5cc59-661b-454c-8ca0-aa9c16d980ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b38f957-50f9-453d-ab5d-dced540a8f64', 'code': 200} Dec 14 02:28:24.562384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689c101-48df-4bec-9285-9589938e8a8e req-ee3882d2-07d9-462e-8459-65411fd7ba37 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:24.564353 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8689c101-48df-4bec-9285-9589938e8a8e req-ee3882d2-07d9-462e-8459-65411fd7ba37 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 943 time: 0.1873896 Dec 14 02:28:24.626023 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77a048-ac15-4d2f-a82a-20127eb3efed req-ed7c5f6d-34e1-4f49-9df9-15434eacbd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:24.627592 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4e77a048-ac15-4d2f-a82a-20127eb3efed req-ed7c5f6d-34e1-4f49-9df9-15434eacbd6e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 1100 time: 0.0514657 Dec 14 02:28:24.633977 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88b0122-bbad-4bd0-8d88-9b670c3a2f6f {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:24.656169 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:24.677360 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4e77a048-ac15-4d2f-a82a-20127eb3efed req-ea09b839-7546-4c97-ac62-8efd029bdcc6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412030 Dec 14 02:28:24.716128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Transition to ACTIVE for port object a88b0122-bbad-4bd0-8d88-9b670c3a2f6f will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:28:24.731020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8abb34-859e-488f-aa3b-109ae1184e69 req-b10307b2-0c9a-447d-ab63-fcefb4223540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:24.733143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d8abb34-859e-488f-aa3b-109ae1184e69 req-b10307b2-0c9a-447d-ab63-fcefb4223540 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ec77c515bf840a6800e08bac2ce344e&device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 1094 time: 0.2111318 Dec 14 02:28:24.770683 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8689c101-48df-4bec-9285-9589938e8a8e req-b896576d-9b07-4e1b-8410-b0fc89b65832 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813340 Dec 14 02:28:24.777671 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a8a72-15fc-4787-b038-8523e5ee4df9 req-e3247a0a-b0a7-4db0-b4a1-14c03a473cea tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:24.779076 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b0a8a72-15fc-4787-b038-8523e5ee4df9 req-e3247a0a-b0a7-4db0-b4a1-14c03a473cea tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 949 time: 0.2339263 Dec 14 02:28:24.842301 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:24.863269 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-a82f86c4-cc60-4df5-8a4c-97ab566b9399 service neutron] For port 7beaac61-5180-4a89-88b1-51fdb1b67570, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7beaac61-5180-4a89-88b1-51fdb1b67570,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:24.984502 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-a82f86c4-cc60-4df5-8a4c-97ab566b9399 service neutron] For port 7beaac61-5180-4a89-88b1-51fdb1b67570, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:28:25.015099 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Pushing event updated for resources: {'Port': ['ID=a88b0122-bbad-4bd0-8d88-9b670c3a2f6f,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:25.025164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b0a8a72-15fc-4787-b038-8523e5ee4df9 req-f862dd9f-689d-426e-9bc3-386890eaa671 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096272 Dec 14 02:28:25.042033 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8abb34-859e-488f-aa3b-109ae1184e69 req-5d56c91d-db6e-4923-b5c0-95f45684fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:25.043525 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d8abb34-859e-488f-aa3b-109ae1184e69 req-5d56c91d-db6e-4923-b5c0-95f45684fe06 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45668812-ea3d-4860-af8b-e8fa47cd0af8 HTTP/1.1" status: 200 len: 920 time: 0.2991920 Dec 14 02:28:25.065896 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71284baf-65c8-47d0-a35a-29d0e96cfdf1 req-1cd29f30-c715-4c85-8e78-ab7231c2f166 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:25.067429 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71284baf-65c8-47d0-a35a-29d0e96cfdf1 req-1cd29f30-c715-4c85-8e78-ab7231c2f166 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 943 time: 0.2192059 Dec 14 02:28:25.081516 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-a82f86c4-cc60-4df5-8a4c-97ab566b9399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7beaac61-5180-4a89-88b1-51fdb1b67570 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:25.125869 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-a82f86c4-cc60-4df5-8a4c-97ab566b9399 service neutron] For port 7beaac61-5180-4a89-88b1-51fdb1b67570, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7beaac61-5180-4a89-88b1-51fdb1b67570,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:25.167155 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Attempting to bind port a88b0122-bbad-4bd0-8d88-9b670c3a2f6f on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:28:25.167492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Attempting to bind port a88b0122-bbad-4bd0-8d88-9b670c3a2f6f by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '5f432822-1802-4a54-830c-6c95083fa4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:28:25.167823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Attempting to bind port a88b0122-bbad-4bd0-8d88-9b670c3a2f6f on network 45668812-ea3d-4860-af8b-e8fa47cd0af8 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:25.171679 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-7564f8bc-3f34-4f89-a88c-d7b428133f78 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7bb0a10918904e66a1e45d4647429ebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840797 Dec 14 02:28:25.180271 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d8abb34-859e-488f-aa3b-109ae1184e69 req-a8294f3d-3e75-4b65-8877-2461a6dd7080 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab09f211-b27a-4cb4-a977-c47c43256d1c HTTP/1.1" status: 200 len: 217 time: 0.0936146 Dec 14 02:28:25.183195 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Port a88b0122-bbad-4bd0-8d88-9b670c3a2f6f on network 45668812-ea3d-4860-af8b-e8fa47cd0af8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:28:25.183522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Attempting to bind port a88b0122-bbad-4bd0-8d88-9b670c3a2f6f on network 45668812-ea3d-4860-af8b-e8fa47cd0af8 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:25.242181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:28:25.242756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Checking segment: {'id': '5f432822-1802-4a54-830c-6c95083fa4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:28:25.242908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Bound using segment: {'id': '5f432822-1802-4a54-830c-6c95083fa4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:28:25.243334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Bound port: a88b0122-bbad-4bd0-8d88-9b670c3a2f6f, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f432822-1802-4a54-830c-6c95083fa4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:28:25.243959 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:25.299688 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-a82f86c4-cc60-4df5-8a4c-97ab566b9399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:25.345392 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71284baf-65c8-47d0-a35a-29d0e96cfdf1 req-ce9782dc-9947-457a-bd3d-5a84c696dbcb tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667749 Dec 14 02:28:25.396733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8abb34-859e-488f-aa3b-109ae1184e69 req-0c06260b-7676-4d36-a9a7-b870a8cb301f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:25.398208 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d8abb34-859e-488f-aa3b-109ae1184e69 req-0c06260b-7676-4d36-a9a7-b870a8cb301f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8533d72d-4e0c-4d2f-a143-170efd8357c9 HTTP/1.1" status: 200 len: 859 time: 0.1883483 Dec 14 02:28:25.516679 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d8abb34-859e-488f-aa3b-109ae1184e69 req-625d5fe7-9cee-4fb8-b10b-c58ea80d7e16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45668812-ea3d-4860-af8b-e8fa47cd0af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966258 Dec 14 02:28:25.524301 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-51de9251-6789-4fa5-9b74-4fad1d4c0958 req-b7abeaf8-2dd9-46a9-9468-3a548e6a50a4 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0844367 Dec 14 02:28:25.539225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-8170b677-6c29-4aef-9f5b-96e51f4ff6de tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:25.540661 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-8170b677-6c29-4aef-9f5b-96e51f4ff6de tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3583245 Dec 14 02:28:25.541814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] For port a88b0122-bbad-4bd0-8d88-9b670c3a2f6f, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:28:25.567040 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b36209-3315-49ae-8612-0c5bc9efc853 req-0eaa5951-0351-4f5d-938d-6bbf884bcf4a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:25.568585 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-82b36209-3315-49ae-8612-0c5bc9efc853 req-0eaa5951-0351-4f5d-938d-6bbf884bcf4a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.46 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010&tenant_id=a840af3d99744bcc88bb04d2b120b271&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 949 time: 0.0641673 Dec 14 02:28:25.582168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-10e8eb09-4a93-467d-be3e-31cf2423c3f1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Request body: {'port': {'device_id': '7ec6d48c-b7d3-4e65-b22a-596db6a45093', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': '7bb0a10918904e66a1e45d4647429ebd'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:25.722964 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b36209-3315-49ae-8612-0c5bc9efc853 req-7314068d-27fa-4a9b-b93c-6a0ddee605b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:25.724751 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-82b36209-3315-49ae-8612-0c5bc9efc853 req-7314068d-27fa-4a9b-b93c-6a0ddee605b6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 1100 time: 0.0502636 Dec 14 02:28:25.831301 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b36209-3315-49ae-8612-0c5bc9efc853 req-0d7b48f1-46f1-44f5-8f72-020e1993b3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:25.832891 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-82b36209-3315-49ae-8612-0c5bc9efc853 req-0d7b48f1-46f1-44f5-8f72-020e1993b3cf service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.0918930 Dec 14 02:28:25.855423 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] For port a88b0122-bbad-4bd0-8d88-9b670c3a2f6f, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a88b0122-bbad-4bd0-8d88-9b670c3a2f6f,segment=NetworkSegment(5f432822-1802-4a54-830c-6c95083fa4ba),segment_id=5f432822-1802-4a54-830c-6c95083fa4ba)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:28:25.884669 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-82b36209-3315-49ae-8612-0c5bc9efc853 req-206e2bae-3fc1-4a77-b0e0-c65b0e67ceef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=be56e3bd-7a18-4bd2-910e-d451f6a76794 HTTP/1.1" status: 200 len: 217 time: 0.0375400 Dec 14 02:28:25.940382 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed319651-b05d-451f-9bae-912e3d334693 req-9e10d349-6cbb-42fe-95e5-c2b8096a9c3c tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 210 time: 0.0834978 Dec 14 02:28:25.942475 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b36209-3315-49ae-8612-0c5bc9efc853 req-6cb7740b-dd59-43ae-95a9-7e70738f4518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:25.944057 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-82b36209-3315-49ae-8612-0c5bc9efc853 req-6cb7740b-dd59-43ae-95a9-7e70738f4518 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0511010 Dec 14 02:28:25.947710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42c6d8-3150-4c99-82b3-f10b34d9ee93 req-eb51ab9b-2cc0-4540-8dee-5108edfc2d62 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:25.949130 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f42c6d8-3150-4c99-82b3-f10b34d9ee93 req-eb51ab9b-2cc0-4540-8dee-5108edfc2d62 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 945 time: 0.5582144 Dec 14 02:28:25.963470 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-a82f86c4-cc60-4df5-8a4c-97ab566b9399 service neutron] Transition to ACTIVE for port object 7beaac61-5180-4a89-88b1-51fdb1b67570 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:28:25.981013 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:26.071281 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b36209-3315-49ae-8612-0c5bc9efc853 req-9d2da0fb-118c-4e02-b2a5-e4494958bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:26.072910 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-82b36209-3315-49ae-8612-0c5bc9efc853 req-9d2da0fb-118c-4e02-b2a5-e4494958bf6a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0468812 Dec 14 02:28:26.079067 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-a82f86c4-cc60-4df5-8a4c-97ab566b9399 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:26.106723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:26.107367 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:26.108928 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] 10.222.0.46 "PUT /v2.0/ports/a88b0122-bbad-4bd0-8d88-9b670c3a2f6f HTTP/1.1" status: 200 len: 1091 time: 2.3962376 Dec 14 02:28:26.119237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d8abb34-859e-488f-aa3b-109ae1184e69 req-ca6946d7-4f18-4979-81a3-9669ef73606c service neutron] 10.222.0.47 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893621 Dec 14 02:28:26.180331 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f42c6d8-3150-4c99-82b3-f10b34d9ee93 req-ca677512-a382-48e4-92a9-1e5013770aea tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/security-groups?id=11f1d367-381d-4567-98c5-13cd2b903736&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2196372 Dec 14 02:28:26.216104 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603f34b-ddd1-4e1f-86e5-375ae4787946 service neutron] Pushing event updated for resources: {'Port': ['ID=a88b0122-bbad-4bd0-8d88-9b670c3a2f6f,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:26.252899 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device be56e3bd-7a18-4bd2-910e-d451f6a76794 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:28:26.268999 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-82b36209-3315-49ae-8612-0c5bc9efc853 req-497935dd-229a-4b0f-a0d8-9351c7145930 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203983 Dec 14 02:28:26.274578 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-a82f86c4-cc60-4df5-8a4c-97ab566b9399 service neutron] No DVR routers for this DVR port 7beaac61-5180-4a89-88b1-51fdb1b67570 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:28:26.284185 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12176359-2b15-4484-b2bc-45f35af309fc req-439a6270-64bd-4a46-ae49-bbd5897bda37 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:26.289933 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12176359-2b15-4484-b2bc-45f35af309fc req-439a6270-64bd-4a46-ae49-bbd5897bda37 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 949 time: 0.2796173 Dec 14 02:28:26.340042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ce168f-0f20-4067-b5f0-d00982052717', 'tag': 'a88b0122-bbad-4bd0-8d88-9b670c3a2f6f'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:26.343568 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b4cc3a-e517-4bee-bf30-c712604a9644" -d '{"events": [{"name": "network-changed", "server_uuid": "01ce168f-0f20-4067-b5f0-d00982052717", "tag": "a88b0122-bbad-4bd0-8d88-9b670c3a2f6f"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:26.401198 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-82b36209-3315-49ae-8612-0c5bc9efc853 req-5647c8f1-3191-4625-bca6-9c87f99f70c5 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108923 Dec 14 02:28:26.415143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-10e8eb09-4a93-467d-be3e-31cf2423c3f1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Made reservation on behalf of 7bb0a10918904e66a1e45d4647429ebd for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:28:26.418653 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-10e8eb09-4a93-467d-be3e-31cf2423c3f1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:26.450131 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-a82f86c4-cc60-4df5-8a4c-97ab566b9399 service neutron] 10.222.0.46 "PUT /v2.0/ports/7beaac61-5180-4a89-88b1-51fdb1b67570/bindings/n-h2-821636-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0871334 Dec 14 02:28:26.463452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4da6bf-0e6f-401e-b9af-530ea38e431c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76068899-2e1e-42d2-8cda-4ed7aaacadd0'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:26.465733 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c986ae2d-8d42-41e6-97f8-a492cd0d5bea" -d '{"events": [{"server_uuid": "dd4da6bf-0e6f-401e-b9af-530ea38e431c", "name": "network-vif-plugged", "status": "completed", "tag": "76068899-2e1e-42d2-8cda-4ed7aaacadd0"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:26.469496 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port be56e3bd-7a18-4bd2-910e-d451f6a76794 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:26.469875 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:26.486948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f86c4-cc60-4df5-8a4c-97ab566b9399 service neutron] Pushing event updated for resources: {'Port': ['ID=7beaac61-5180-4a89-88b1-51fdb1b67570,revision_number=10']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:26.514266 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d8abb34-859e-488f-aa3b-109ae1184e69 req-d0870092-69bd-4258-91ba-7e4a5bd467ab service neutron] 10.222.0.47 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798959 Dec 14 02:28:26.524602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-294ee90f-79a0-45da-8303-7a3174ed6214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:26.526114 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-294ee90f-79a0-45da-8303-7a3174ed6214 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ec77c515bf840a6800e08bac2ce344e&device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 1094 time: 0.2270429 Dec 14 02:28:26.553817 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:26.563608 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12176359-2b15-4484-b2bc-45f35af309fc req-81feb878-492f-41c5-adde-a39722c850a5 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499132 Dec 14 02:28:26.571189 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb7b6b-97e0-4636-8c20-1eca5806fd9e req-77fe5709-54f1-4b33-ae75-085d39adb38a tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:26.582272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45eb7b6b-97e0-4636-8c20-1eca5806fd9e req-77fe5709-54f1-4b33-ae75-085d39adb38a tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 944 time: 0.2893622 Dec 14 02:28:26.608207 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port be56e3bd-7a18-4bd2-910e-d451f6a76794, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=be56e3bd-7a18-4bd2-910e-d451f6a76794,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:26.664664 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-e945b761-553f-4b8c-b933-492da1882639 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a88b0122-bbad-4bd0-8d88-9b670c3a2f6f HTTP/1.1" status: 200 len: 217 time: 0.0808630 Dec 14 02:28:26.678970 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:26.724157 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:26.728701 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=be56e3bd-7a18-4bd2-910e-d451f6a76794,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:26.784530 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45eb7b6b-97e0-4636-8c20-1eca5806fd9e req-96b8546c-e655-4aa6-b33a-a23280281a3b tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845989 Dec 14 02:28:26.809780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f1861-1dca-44b3-9085-f461b86fb9a3 req-066380c6-e68e-48aa-9d38-86f84bae9d72 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:26.811462 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-846f1861-1dca-44b3-9085-f461b86fb9a3 req-066380c6-e68e-48aa-9d38-86f84bae9d72 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 949 time: 0.1652582 Dec 14 02:28:26.816735 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-b33d03ac-8b87-48e3-87fa-2bb706845359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:26.818264 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-b33d03ac-8b87-48e3-87fa-2bb706845359 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8533d72d-4e0c-4d2f-a143-170efd8357c9 HTTP/1.1" status: 200 len: 859 time: 0.1291654 Dec 14 02:28:26.831357 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-10e8eb09-4a93-467d-be3e-31cf2423c3f1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Allocated IP 192.168.233.106 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/49080719-3afd-452b-a350-e06d251b3151) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:28:26.851775 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2bf6c6-3ad9-45d9-8303-eb4b9708e402 x-openstack-request-id: req-eb2bf6c6-3ad9-45d9-8303-eb4b9708e402 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:26.852067 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ce168f-0f20-4067-b5f0-d00982052717", "tag": "a88b0122-bbad-4bd0-8d88-9b670c3a2f6f", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:26.852322 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb2bf6c6-3ad9-45d9-8303-eb4b9708e402 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:26.852708 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ce168f-0f20-4067-b5f0-d00982052717', 'tag': 'a88b0122-bbad-4bd0-8d88-9b670c3a2f6f', 'status': 'completed', 'code': 200} Dec 14 02:28:26.881315 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-d002f841-ad87-4179-a3b1-bd6f5e4d66c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=45668812-ea3d-4860-af8b-e8fa47cd0af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504518 Dec 14 02:28:27.025924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-846f1861-1dca-44b3-9085-f461b86fb9a3 req-09840772-f95b-45d2-9fcf-4cbb73981af3 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998565 Dec 14 02:28:27.077109 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1125c317-ff38-4de3-b365-ec0f1a56eddf x-openstack-request-id: req-1125c317-ff38-4de3-b365-ec0f1a56eddf {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:27.077586 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4da6bf-0e6f-401e-b9af-530ea38e431c", "name": "network-vif-plugged", "status": "completed", "tag": "76068899-2e1e-42d2-8cda-4ed7aaacadd0", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:27.077852 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1125c317-ff38-4de3-b365-ec0f1a56eddf {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:27.078257 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4da6bf-0e6f-401e-b9af-530ea38e431c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76068899-2e1e-42d2-8cda-4ed7aaacadd0', 'code': 200} Dec 14 02:28:27.087891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30675e6b-64c3-46ad-84d1-bfbaca152fc9 req-487afe54-70cb-4a86-a4c8-0e5df3d7ca42 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:27.089554 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30675e6b-64c3-46ad-84d1-bfbaca152fc9 req-487afe54-70cb-4a86-a4c8-0e5df3d7ca42 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 943 time: 0.2048922 Dec 14 02:28:27.212418 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-59d3ef56-66fe-429d-a3cb-932a47d7be5b service neutron] 10.222.0.46 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131986 Dec 14 02:28:27.214243 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b62fd82d-b71a-44b7-af85-da6430efc5ac req-bca77f7f-6cb9-4ec1-b285-32837cec02c3 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0842915 Dec 14 02:28:27.268832 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf0021-446c-46a9-9b82-da3b0a64ba5d req-003f1019-6e82-4ac8-8d1d-1414694b32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:27.270573 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5cdf0021-446c-46a9-9b82-da3b0a64ba5d req-003f1019-6e82-4ac8-8d1d-1414694b32ab service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 1096 time: 0.0678368 Dec 14 02:28:27.273820 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30675e6b-64c3-46ad-84d1-bfbaca152fc9 req-4c1287e1-8c15-4279-9d2e-e1d140f0313e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708410 Dec 14 02:28:27.305903 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-10e8eb09-4a93-467d-be3e-31cf2423c3f1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:27.315274 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device ab09f211-b27a-4cb4-a977-c47c43256d1c details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:28:27.362416 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5cdf0021-446c-46a9-9b82-da3b0a64ba5d req-d47ea450-251e-4e8d-a9de-922cfc045caa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=11f1d367-381d-4567-98c5-13cd2b903736&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737257 Dec 14 02:28:27.433165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-c5c0687d-2eff-482b-809a-08977aa7c893 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:27.434688 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-c5c0687d-2eff-482b-809a-08977aa7c893 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810&tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 1095 time: 0.2778494 Dec 14 02:28:27.445112 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port ab09f211-b27a-4cb4-a977-c47c43256d1c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ab09f211-b27a-4cb4-a977-c47c43256d1c,segment=NetworkSegment(5f432822-1802-4a54-830c-6c95083fa4ba),segment_id=5f432822-1802-4a54-830c-6c95083fa4ba)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:27.463599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02736fbb-d4f1-4aed-9e81-bd0683627207 req-7757ee9b-5be8-41e6-a263-20aa1f3ce2a6 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 210 time: 0.1039946 Dec 14 02:28:27.463741 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'ab09f211-b27a-4cb4-a977-c47c43256d1c', 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8', 'port_id': 'ab09f211-b27a-4cb4-a977-c47c43256d1c', 'mac_address': 'fa:16:3e:b6:5e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8533d72d-4e0c-4d2f-a143-170efd8357c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:28:27.519191 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:27.533918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab09f211-b27a-4cb4-a977-c47c43256d1c {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:27.556350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port ab09f211-b27a-4cb4-a977-c47c43256d1c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ab09f211-b27a-4cb4-a977-c47c43256d1c,segment=NetworkSegment(5f432822-1802-4a54-830c-6c95083fa4ba),segment_id=5f432822-1802-4a54-830c-6c95083fa4ba)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:27.595852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402b321-6f67-4a79-b858-be05f4215d81 req-306cbdb7-0571-4da0-a9f7-dd020f42d8f1 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:27.597572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7402b321-6f67-4a79-b858-be05f4215d81 req-306cbdb7-0571-4da0-a9f7-dd020f42d8f1 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.46 "GET /v2.0/networks?id=5e4c912c-7d78-418d-bb37-18d532864e4a HTTP/1.1" status: 200 len: 806 time: 0.3311203 Dec 14 02:28:27.620722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a0cd2f-be2d-448a-a6e2-daedebaf44b5 req-ab809b7d-9a61-4d05-a730-10f6eeac71e6 service neutron] 10.222.0.46 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698299 Dec 14 02:28:27.639698 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:27.642848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a111fc-0292-47d3-ac3a-57fcc55d704f req-a0372b9a-ec40-4a4c-96c2-2900ea49d372 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:27.644511 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5a111fc-0292-47d3-ac3a-57fcc55d704f req-a0372b9a-ec40-4a4c-96c2-2900ea49d372 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 945 time: 0.0782189 Dec 14 02:28:27.683915 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-10e8eb09-4a93-467d-be3e-31cf2423c3f1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:27.693622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=ab09f211-b27a-4cb4-a977-c47c43256d1c,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:27.729537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3923161f-26b3-454c-853e-64a0f1c01c9f', '0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:27.759934 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['394de406-b6c9-4976-8229-4ffd3fdf23f2', 'a53eab7d-09b9-4c1f-bbcb-b11377dec7de', '592bf17d-fcae-461b-97ab-5e36292e1e33', 'be0f1727-dd32-4a77-85ad-87af825eea73'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:27.796238 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-10e8eb09-4a93-467d-be3e-31cf2423c3f1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:28:27.833589 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-10e8eb09-4a93-467d-be3e-31cf2423c3f1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:28:27.846156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-10e8eb09-4a93-467d-be3e-31cf2423c3f1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:28:27.851665 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-10e8eb09-4a93-467d-be3e-31cf2423c3f1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:27.852433 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-10e8eb09-4a93-467d-be3e-31cf2423c3f1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:27.865789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8eb09-4a93-467d-be3e-31cf2423c3f1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Pushing event updated for resources: {'Port': ['ID=49080719-3afd-452b-a350-e06d251b3151,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:27.872117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbff8be-5c8c-475a-8e04-9d28c7502ba6 req-c4a556de-d391-46a1-99bd-c3b39a4200f4 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:27.877937 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9dbff8be-5c8c-475a-8e04-9d28c7502ba6 req-c4a556de-d391-46a1-99bd-c3b39a4200f4 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.2257266 Dec 14 02:28:27.891927 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5a111fc-0292-47d3-ac3a-57fcc55d704f req-6ecdbdd3-0875-4f27-a59b-971994378ddc tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/security-groups?id=11f1d367-381d-4567-98c5-13cd2b903736&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2378173 Dec 14 02:28:28.156700 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['ab09f211-b27a-4cb4-a977-c47c43256d1c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:28.225706 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-bf4e3ef4-39fe-4e23-bf91-8ac0be63c9c9 None None] Provisioning complete for port 49080719-3afd-452b-a350-e06d251b3151 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:28.226088 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf4e3ef4-39fe-4e23-bf91-8ac0be63c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:28.243333 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7402b321-6f67-4a79-b858-be05f4215d81 req-4a87b73a-36fb-4967-97c5-68a34705b954 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fac9ea333d64e4b8eac7e6f8a705cc8 HTTP/1.1" status: 200 len: 380 time: 0.5609233 Dec 14 02:28:28.245416 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-240a1fb5-6dc8-4714-bfc2-224974700b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.246782 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-240a1fb5-6dc8-4714-bfc2-224974700b83 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810&tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8 HTTP/1.1" status: 200 len: 1095 time: 0.5388279 Dec 14 02:28:28.265376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-7402b321-6f67-4a79-b858-be05f4215d81 req-ed6ecf0b-b155-498c-bde7-a12790fb4089 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Request body: {'port': {'device_id': '005604be-0b2a-4427-9e8f-cd0e0c8a7bb4', 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a', 'admin_state_up': True, 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'security_groups': ['1795bf16-8cf6-4c14-bac1-bf434b9367bd']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:28.322850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e3ef4-39fe-4e23-bf91-8ac0be63c9c9 None None] Port 49080719-3afd-452b-a350-e06d251b3151 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:28:28.362159 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-10e8eb09-4a93-467d-be3e-31cf2423c3f1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7858253 Dec 14 02:28:28.428484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Request body: {'port': {'device_id': '7ec6d48c-b7d3-4e65-b22a-596db6a45093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:28.487997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4cc3a-e517-4bee-bf30-c712604a9644 req-14c7930a-2cdb-48dc-9d2e-61e7a9512d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.491138 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81b4cc3a-e517-4bee-bf30-c712604a9644 req-14c7930a-2cdb-48dc-9d2e-61e7a9512d15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ec77c515bf840a6800e08bac2ce344e&device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 1094 time: 0.6027341 Dec 14 02:28:28.501664 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9dbff8be-5c8c-475a-8e04-9d28c7502ba6 req-5a5435da-b9d6-4b14-9055-7188bf6e787e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979896 Dec 14 02:28:28.596361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-52d94465-9ee7-46df-8eba-c4f508012b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.597846 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-52d94465-9ee7-46df-8eba-c4f508012b9c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 1095 time: 0.2552414 Dec 14 02:28:28.615016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.615491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.615955 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.616416 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.616876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.617354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.617812 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.618265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.618972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.619424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.619874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.620324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.620775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.621221 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.621705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.622158 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.622606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.623138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.623598 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.626218 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-bab33e32-1d72-491d-991d-7dc729be008e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4&device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093&device_id=01ce168f-0f20-4067-b5f0-d00982052717&device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1&device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac&device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c&device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3&device_id=deb32658-181a-4857-8b1c-c37635cd26ba&device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910&device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7&device_id=f73114c4-8f6e-4959-9501-abf91d7908c7&device_id=ebce6a0f-eb00-4930-a60a-b61ff997528c&device_id=4305d9c8-c39a-4752-9869-65891a9f3010&device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810&device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1&device_id=cdb24d61-f15b-4d1d-89fa-9e0f05fd8144&device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321&device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14&device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d&device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 17045 time: 0.2855608 Dec 14 02:28:28.718902 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:28.757582 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-67d7326f-78b1-4add-8716-e21a2cfb26f6 tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:28.830296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7402b321-6f67-4a79-b858-be05f4215d81 req-ed6ecf0b-b155-498c-bde7-a12790fb4089 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Made reservation on behalf of 2fac9ea333d64e4b8eac7e6f8a705cc8 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:28:28.833739 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7402b321-6f67-4a79-b858-be05f4215d81 req-ed6ecf0b-b155-498c-bde7-a12790fb4089 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:28.848727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d377d71-5878-446a-8f59-1ac69cf9a676 req-1f19f587-7143-48e0-8ab9-381912dbed01 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.850233 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4d377d71-5878-446a-8f59-1ac69cf9a676 req-1f19f587-7143-48e0-8ab9-381912dbed01 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 944 time: 0.2563603 Dec 14 02:28:28.856095 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4cc3a-e517-4bee-bf30-c712604a9644 req-fb1efde9-b34e-41a5-a058-289a184d1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:28.858047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81b4cc3a-e517-4bee-bf30-c712604a9644 req-fb1efde9-b34e-41a5-a058-289a184d1e87 service neutron] 10.222.0.46 "GET /v2.0/networks?id=45668812-ea3d-4860-af8b-e8fa47cd0af8 HTTP/1.1" status: 200 len: 920 time: 0.3512926 Dec 14 02:28:29.011617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81b4cc3a-e517-4bee-bf30-c712604a9644 req-4b13bbb8-cb82-4967-ae0d-9b898c3114a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a88b0122-bbad-4bd0-8d88-9b670c3a2f6f HTTP/1.1" status: 200 len: 217 time: 0.1319156 Dec 14 02:28:29.012571 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-f0d366ba-3046-49f6-a3d1-e0e9d2b5b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:29.014038 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-f0d366ba-3046-49f6-a3d1-e0e9d2b5b075 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 921 time: 0.3769016 Dec 14 02:28:29.079995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4305d9c8-c39a-4752-9869-65891a9f3010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be56e3bd-7a18-4bd2-910e-d451f6a76794'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:29.082449 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e017b1-bc59-4a48-9bf2-000bbc003522" -d '{"events": [{"server_uuid": "4305d9c8-c39a-4752-9869-65891a9f3010", "name": "network-vif-plugged", "status": "completed", "tag": "be56e3bd-7a18-4bd2-910e-d451f6a76794"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:29.156156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-9b087fc1-00a6-4ad4-9bb4-48649765a39c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7beaac61-5180-4a89-88b1-51fdb1b67570 HTTP/1.1" status: 200 len: 217 time: 0.1288517 Dec 14 02:28:29.227321 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4d377d71-5878-446a-8f59-1ac69cf9a676 req-3ff782c1-778c-405f-b215-6ce9994f26ff tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671997 Dec 14 02:28:29.331677 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4cc3a-e517-4bee-bf30-c712604a9644 req-48cf78df-1c54-4df5-a14d-681a9f355b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:29.333501 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81b4cc3a-e517-4bee-bf30-c712604a9644 req-48cf78df-1c54-4df5-a14d-681a9f355b61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8533d72d-4e0c-4d2f-a143-170efd8357c9 HTTP/1.1" status: 200 len: 859 time: 0.3047640 Dec 14 02:28:29.363267 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13336067-2263-421e-922e-a981fb828271 req-59b1ccb6-355c-4042-a142-7b16cc97d432 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0681076 Dec 14 02:28:29.376555 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-67d7326f-78b1-4add-8716-e21a2cfb26f6 tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:29.386133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-142f7025-c0a6-46e9-9123-240edebccfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:29.387587 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-142f7025-c0a6-46e9-9123-240edebccfd3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.2195771 Dec 14 02:28:29.413740 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81b4cc3a-e517-4bee-bf30-c712604a9644 req-6152448a-acd2-4f45-b80a-07ca97c3a06c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=45668812-ea3d-4860-af8b-e8fa47cd0af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526152 Dec 14 02:28:29.416181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-7402b321-6f67-4a79-b858-be05f4215d81 req-ed6ecf0b-b155-498c-bde7-a12790fb4089 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Allocated IP 172.20.0.7 (5e4c912c-7d78-418d-bb37-18d532864e4a/d7daddda-6f7d-453f-a088-3bffc25e22b4/60e7e98e-d8f2-4acf-8fb7-b9817848ecb4) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:28:29.486971 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-67d7326f-78b1-4add-8716-e21a2cfb26f6 tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:29.490358 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-3f332671-fbdc-4c1b-99d5-a3be5646227c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847926 Dec 14 02:28:29.504705 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:28:29.696258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7326f-78b1-4add-8716-e21a2cfb26f6 tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517d4c50-6c81-4955-a727-996ea0254650,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:29.777364 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:29.795743 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa23b9f-cc3f-464d-88c6-67e6a0d8a12d req-3ba378b5-100c-42c2-88d1-da31c5378ba5 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:29.797240 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fa23b9f-cc3f-464d-88c6-67e6a0d8a12d req-3ba378b5-100c-42c2-88d1-da31c5378ba5 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 943 time: 0.3718626 Dec 14 02:28:29.836023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49080719-3afd-452b-a350-e06d251b3151 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:29.867043 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:29.905538 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81b4cc3a-e517-4bee-bf30-c712604a9644 req-cfb19ff9-7155-49ce-8bf4-26fc51ad7d62 service neutron] 10.222.0.46 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790053 Dec 14 02:28:29.913798 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-c8152d4c-2df2-4af0-8202-3e08612d438f service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645403 Dec 14 02:28:29.949241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Transition to ACTIVE for port object 49080719-3afd-452b-a350-e06d251b3151 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:28:30.255145 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-149b7346-b2b3-4996-ab55-1b6d327bbc80 req-67d7326f-78b1-4add-8716-e21a2cfb26f6 tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&id=d696eb00-0686-4ec0-9753-b5b9629e87d4&id=11f1d367-381d-4567-98c5-13cd2b903736&id=2f819d08-0720-413b-bb36-58a1c8ea1443&id=3180544c-c1c6-47c8-983e-8f8624c53aff&id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 738 time: 1.6034565 Dec 14 02:28:30.287152 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:30.304154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fa23b9f-cc3f-464d-88c6-67e6a0d8a12d req-6e24a4a0-4551-417f-b5d7-93eff38f0845 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806740 Dec 14 02:28:30.317165 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7402b321-6f67-4a79-b858-be05f4215d81 req-ed6ecf0b-b155-498c-bde7-a12790fb4089 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:30.443635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Pushing event updated for resources: {'Port': ['ID=49080719-3afd-452b-a350-e06d251b3151,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:30.521837 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81b4cc3a-e517-4bee-bf30-c712604a9644 req-5f6f179e-d501-4862-b1e8-a6b9206808df service neutron] 10.222.0.46 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039114 Dec 14 02:28:30.534794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-f2bc1d9e-5304-415a-9dc0-d5156b96f132 service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972407 Dec 14 02:28:30.546351 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Attempting to bind port 49080719-3afd-452b-a350-e06d251b3151 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:28:30.546351 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Attempting to bind port 49080719-3afd-452b-a350-e06d251b3151 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:28:30.546351 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Attempting to bind port 49080719-3afd-452b-a350-e06d251b3151 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:30.559475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aef5e1-c885-49f7-83de-da53476a3f53 req-2d690475-6031-4714-a493-94d1cfac6eb3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:30.561694 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55aef5e1-c885-49f7-83de-da53476a3f53 req-2d690475-6031-4714-a493-94d1cfac6eb3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 948 time: 0.1960742 Dec 14 02:28:30.564461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Port 49080719-3afd-452b-a350-e06d251b3151 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:28:30.564790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Attempting to bind port 49080719-3afd-452b-a350-e06d251b3151 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:30.579430 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:28:30.579777 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:28:30.580162 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:28:30.580612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Bound port: 49080719-3afd-452b-a350-e06d251b3151, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:28:30.580967 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:30.591936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0c888-e554-4ac5-b637-6244143a445a req-4a6f912d-e2cc-4464-8d38-68b78aa8c8fa tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:30.593415 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2bb0c888-e554-4ac5-b637-6244143a445a req-4a6f912d-e2cc-4464-8d38-68b78aa8c8fa tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 945 time: 0.1745913 Dec 14 02:28:30.661391 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7402b321-6f67-4a79-b858-be05f4215d81 req-ed6ecf0b-b155-498c-bde7-a12790fb4089 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:30.740253 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55aef5e1-c885-49f7-83de-da53476a3f53 req-c3859f1e-4131-4c19-a20e-c73b6c4741ed tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715329 Dec 14 02:28:30.754658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7402b321-6f67-4a79-b858-be05f4215d81 req-ed6ecf0b-b155-498c-bde7-a12790fb4089 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Network 5e4c912c-7d78-418d-bb37-18d532864e4a is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:28:30.766166 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-7402b321-6f67-4a79-b858-be05f4215d81 req-ed6ecf0b-b155-498c-bde7-a12790fb4089 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:28:30.772212 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2bb0c888-e554-4ac5-b637-6244143a445a req-d13a2736-8f80-4124-8518-9a6325e03e2e tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/security-groups?id=11f1d367-381d-4567-98c5-13cd2b903736&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1650937 Dec 14 02:28:30.774337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7402b321-6f67-4a79-b858-be05f4215d81 req-ed6ecf0b-b155-498c-bde7-a12790fb4089 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:28:30.780471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402b321-6f67-4a79-b858-be05f4215d81 req-ed6ecf0b-b155-498c-bde7-a12790fb4089 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:30.780879 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7402b321-6f67-4a79-b858-be05f4215d81 req-ed6ecf0b-b155-498c-bde7-a12790fb4089 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:30.783340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ecf0b-b155-498c-bde7-a12790fb4089 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Pushing event updated for resources: {'Port': ['ID=60e7e98e-d8f2-4acf-8fb7-b9817848ecb4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:30.787101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] For port 49080719-3afd-452b-a350-e06d251b3151, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:28:30.793180 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] For port 49080719-3afd-452b-a350-e06d251b3151, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=49080719-3afd-452b-a350-e06d251b3151,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:28:30.806325 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78d7846-2923-485c-8323-af781a4434f0 x-openstack-request-id: req-c78d7846-2923-485c-8323-af781a4434f0 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:30.807485 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4305d9c8-c39a-4752-9869-65891a9f3010", "name": "network-vif-plugged", "status": "completed", "tag": "be56e3bd-7a18-4bd2-910e-d451f6a76794", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:30.807907 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c78d7846-2923-485c-8323-af781a4434f0 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:30.809492 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4305d9c8-c39a-4752-9869-65891a9f3010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be56e3bd-7a18-4bd2-910e-d451f6a76794', 'code': 200} Dec 14 02:28:30.894791 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:30.919214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7402b321-6f67-4a79-b858-be05f4215d81 req-ed6ecf0b-b155-498c-bde7-a12790fb4089 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6609259 Dec 14 02:28:30.953772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Request body: {'port': {'device_id': '005604be-0b2a-4427-9e8f-cd0e0c8a7bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:30.990917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:30.991537 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:30.993009 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] 10.222.0.47 "PUT /v2.0/ports/49080719-3afd-452b-a350-e06d251b3151 HTTP/1.1" status: 200 len: 1096 time: 2.6094918 Dec 14 02:28:30.998142 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec6d48c-b7d3-4e65-b22a-596db6a45093', 'tag': '49080719-3afd-452b-a350-e06d251b3151'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:31.000311 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdec831-d56b-4dbe-848a-c26e0290191b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec6d48c-b7d3-4e65-b22a-596db6a45093", "tag": "49080719-3afd-452b-a350-e06d251b3151"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:31.043144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30622077-ad3b-43a9-8946-19d24aa0a7a2 req-012563dc-f76f-492b-b3df-7719b2df997b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:31.044607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30622077-ad3b-43a9-8946-19d24aa0a7a2 req-012563dc-f76f-492b-b3df-7719b2df997b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.1847401 Dec 14 02:28:31.045759 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f4205-2446-4d74-9432-0b2a288b8607 service neutron] Pushing event updated for resources: {'Port': ['ID=49080719-3afd-452b-a350-e06d251b3151,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:31.070381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d27e4-c875-404c-a859-27eb00baed1c req-b3dee338-6526-4d61-aad8-aa54b4ccacde tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:31.071906 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de7d27e4-c875-404c-a859-27eb00baed1c req-b3dee338-6526-4d61-aad8-aa54b4ccacde tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 944 time: 0.2015257 Dec 14 02:28:31.105080 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9fa8a524-c105-4b4c-8394-f59b49a1e45f None None] Provisioning complete for port 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:31.105480 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9fa8a524-c105-4b4c-8394-f59b49a1e45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:31.139523 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:31.150398 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9fa8a524-c105-4b4c-8394-f59b49a1e45f None None] Port 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:28:31.256090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30622077-ad3b-43a9-8946-19d24aa0a7a2 req-2bab2e17-5a57-4523-8fe2-82bc27357c89 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801500 Dec 14 02:28:31.262853 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de7d27e4-c875-404c-a859-27eb00baed1c req-94150a2b-4066-46e1-8127-74146697e647 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693447 Dec 14 02:28:31.267489 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-a2dae39c-52f1-4c15-9aa0-50b8b02d7023 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:31.268960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-a2dae39c-52f1-4c15-9aa0-50b8b02d7023 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810&tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&binding%3Ahost_id=n-h2-821636-1 HTTP/1.1" status: 200 len: 1095 time: 0.1961834 Dec 14 02:28:31.301853 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-50ddb356-79a2-42e2-b361-24f263c7da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:31.301853 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-50ddb356-79a2-42e2-b361-24f263c7da45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 1099 time: 0.1429291 Dec 14 02:28:31.326705 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device ab09f211-b27a-4cb4-a977-c47c43256d1c up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:28:31.446987 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-8c59d51c-64aa-436e-889f-53bccd6213b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=49080719-3afd-452b-a350-e06d251b3151 HTTP/1.1" status: 200 len: 217 time: 0.0900955 Dec 14 02:28:31.451575 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port ab09f211-b27a-4cb4-a977-c47c43256d1c completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:28:31.455749 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port ab09f211-b27a-4cb4-a977-c47c43256d1c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:31.456121 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:31.538619 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:31.571034 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port ab09f211-b27a-4cb4-a977-c47c43256d1c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ab09f211-b27a-4cb4-a977-c47c43256d1c,segment=NetworkSegment(5f432822-1802-4a54-830c-6c95083fa4ba),segment_id=5f432822-1802-4a54-830c-6c95083fa4ba)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:31.587275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305b642-ba37-4041-bd5c-d6bb78cda23c req-81e6c72a-d305-49f5-a806-5188f85e2a2d tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:31.588740 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c305b642-ba37-4041-bd5c-d6bb78cda23c req-81e6c72a-d305-49f5-a806-5188f85e2a2d tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 931 time: 0.2286777 Dec 14 02:28:31.634294 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-b5f27dc9-64b5-44b7-baf4-fc1a78b4a2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:31.635693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-b5f27dc9-64b5-44b7-baf4-fc1a78b4a2df service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1704657 Dec 14 02:28:31.641012 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:31.678445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa549e09-5ad5-4a28-b818-54666d44c098 req-a71b32d3-7530-449a-9ecd-ba612e60678d tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:31.679911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa549e09-5ad5-4a28-b818-54666d44c098 req-a71b32d3-7530-449a-9ecd-ba612e60678d tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 945 time: 0.2401123 Dec 14 02:28:31.691325 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=ab09f211-b27a-4cb4-a977-c47c43256d1c,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:31.691843 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47954) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:28:31.706831 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5979384c-831d-4931-af30-8af9e30f5beb tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Request body: {'floatingip': {'port_id': '76068899-2e1e-42d2-8cda-4ed7aaacadd0'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:31.734189 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5606121a-28db-4dc7-9776-f00a4988f41d x-openstack-request-id: req-5606121a-28db-4dc7-9776-f00a4988f41d {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:31.734476 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec6d48c-b7d3-4e65-b22a-596db6a45093", "tag": "49080719-3afd-452b-a350-e06d251b3151", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:31.734730 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5606121a-28db-4dc7-9776-f00a4988f41d {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:31.735133 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec6d48c-b7d3-4e65-b22a-596db6a45093', 'tag': '49080719-3afd-452b-a350-e06d251b3151', 'status': 'completed', 'code': 200} Dec 14 02:28:31.762132 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5979384c-831d-4931-af30-8af9e30f5beb tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for floatingip, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:31.774575 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c305b642-ba37-4041-bd5c-d6bb78cda23c req-212ae549-3a7b-4192-936c-474e203bf1a1 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/security-groups?id=1795bf16-8cf6-4c14-bac1-bf434b9367bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742327 Dec 14 02:28:31.779461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-897b0ba1-fcaf-4a08-a253-96428fddd2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:31.781126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-897b0ba1-fcaf-4a08-a253-96428fddd2c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1312933 Dec 14 02:28:31.844670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-24956199-a4c0-4315-967b-0df6dcd99a3b service neutron] For port 7beaac61-5180-4a89-88b1-51fdb1b67570, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:28:31.889907 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-24956199-a4c0-4315-967b-0df6dcd99a3b service neutron] Publish callbacks [] for binding, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:31.891008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dca5cb95-6bd1-4c31-9f53-63ce8d215322 req-24956199-a4c0-4315-967b-0df6dcd99a3b service neutron] 10.222.0.47 "DELETE /v2.0/ports/7beaac61-5180-4a89-88b1-51fdb1b67570/bindings/n-h1-821636-1 HTTP/1.1" status: 204 len: 173 time: 0.6074338 Dec 14 02:28:31.914223 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:31.937686 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:31.963527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Transition to ACTIVE for port object 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:28:31.975011 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fc4b3-6c21-4f75-bffe-ae5e57983398 req-b88388de-b461-461f-86a3-e85dda374f0c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:31.976507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e10fc4b3-6c21-4f75-bffe-ae5e57983398 req-b88388de-b461-461f-86a3-e85dda374f0c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.1944797 Dec 14 02:28:32.019667 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-68cf0861-04a6-4fcd-ad0c-466573b8e913 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208219 Dec 14 02:28:32.028443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a30654-bd4d-42ba-9633-6a5f17c10188 req-22cb7f7d-fb02-45fd-a496-95781f61a03b tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:32.030560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41a30654-bd4d-42ba-9633-6a5f17c10188 req-22cb7f7d-fb02-45fd-a496-95781f61a03b tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 943 time: 0.1701195 Dec 14 02:28:32.071339 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:32.151335 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e10fc4b3-6c21-4f75-bffe-ae5e57983398 req-4b240a45-d7c7-4946-a8e4-27c8630e0008 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635535 Dec 14 02:28:32.213736 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41a30654-bd4d-42ba-9633-6a5f17c10188 req-d2577948-01d2-4edd-a07e-ff19f5a3692d tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595738 Dec 14 02:28:32.214850 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5979384c-831d-4931-af30-8af9e30f5beb tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:32.218352 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=60e7e98e-d8f2-4acf-8fb7-b9817848ecb4,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:32.281345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-890329bd-c6e1-4d1f-8019-c20ee6869994 req-7cb561e1-3f9f-4455-a53f-b3a05b937eb8 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457685 Dec 14 02:28:32.283876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Attempting to bind port 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:28:32.284212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Attempting to bind port 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '936b76d9-7828-48a8-8ddb-7791651de25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:28:32.285927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Attempting to bind port 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 on network 5e4c912c-7d78-418d-bb37-18d532864e4a {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:32.286066 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5979384c-831d-4931-af30-8af9e30f5beb tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:32.314831 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Port 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 on network 5e4c912c-7d78-418d-bb37-18d532864e4a not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:28:32.317317 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device a88b0122-bbad-4bd0-8d88-9b670c3a2f6f details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:28:32.318063 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Attempting to bind port 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 on network 5e4c912c-7d78-418d-bb37-18d532864e4a {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:32.335722 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:28:32.336070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Checking segment: {'id': '936b76d9-7828-48a8-8ddb-7791651de25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:28:32.336951 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Bound using segment: {'id': '936b76d9-7828-48a8-8ddb-7791651de25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:28:32.336951 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Bound port: 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '936b76d9-7828-48a8-8ddb-7791651de25f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:28:32.337294 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:32.459414 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port a88b0122-bbad-4bd0-8d88-9b670c3a2f6f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a88b0122-bbad-4bd0-8d88-9b670c3a2f6f,segment=NetworkSegment(5f432822-1802-4a54-830c-6c95083fa4ba),segment_id=5f432822-1802-4a54-830c-6c95083fa4ba)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:32.472021 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-5979384c-831d-4931-af30-8af9e30f5beb tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Floating IP ac1c88ad-9fc8-4619-83f5-f6819a4208a2 associated. External IP: 172.25.7.131, port: 76068899-2e1e-42d2-8cda-4ed7aaacadd0. Dec 14 02:28:32.472578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'a88b0122-bbad-4bd0-8d88-9b670c3a2f6f', 'network_id': '45668812-ea3d-4860-af8b-e8fa47cd0af8', 'port_id': 'a88b0122-bbad-4bd0-8d88-9b670c3a2f6f', 'mac_address': 'fa:16:3e:45:84:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8533d72d-4e0c-4d2f-a143-170efd8357c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:28:32.514055 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:32.528513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88b0122-bbad-4bd0-8d88-9b670c3a2f6f {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:32.549356 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port a88b0122-bbad-4bd0-8d88-9b670c3a2f6f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a88b0122-bbad-4bd0-8d88-9b670c3a2f6f,segment=NetworkSegment(5f432822-1802-4a54-830c-6c95083fa4ba),segment_id=5f432822-1802-4a54-830c-6c95083fa4ba)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:32.569924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] For port 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:28:32.578434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] For port 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=60e7e98e-d8f2-4acf-8fb7-b9817848ecb4,segment=NetworkSegment(936b76d9-7828-48a8-8ddb-7791651de25f),segment_id=936b76d9-7828-48a8-8ddb-7791651de25f)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:28:32.593791 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7c2e7-b487-4914-8190-a0e435526733 req-b4de77fa-0014-4e63-b807-019e3e288559 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:32.595428 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26b7c2e7-b487-4914-8190-a0e435526733 req-b4de77fa-0014-4e63-b807-019e3e288559 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 948 time: 0.1517491 Dec 14 02:28:32.618038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a928f9e-f7ac-461f-a09b-c37875a436f9 req-7761f1a5-5657-46d3-9ab6-f384b257247c tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:32.618512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a928f9e-f7ac-461f-a09b-c37875a436f9 req-7761f1a5-5657-46d3-9ab6-f384b257247c tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:32.619224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a928f9e-f7ac-461f-a09b-c37875a436f9 req-7761f1a5-5657-46d3-9ab6-f384b257247c tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:32.620867 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a928f9e-f7ac-461f-a09b-c37875a436f9 req-7761f1a5-5657-46d3-9ab6-f384b257247c tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac&device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910&device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 2883 time: 0.2042994 Dec 14 02:28:32.622441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdec831-d56b-4dbe-848a-c26e0290191b req-5f610d56-8201-402b-bab0-a4262b2d351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:32.624829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbdec831-d56b-4dbe-848a-c26e0290191b req-5f610d56-8201-402b-bab0-a4262b2d351c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 1099 time: 0.1207113 Dec 14 02:28:32.630948 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:32.688491 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f37d778-1dad-413c-99de-f9e80808bbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:32.694659 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=a88b0122-bbad-4bd0-8d88-9b670c3a2f6f,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:32.699377 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:32.714583 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5979384c-831d-4931-af30-8af9e30f5beb tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Router 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:28:32.774985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:32.775511 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:32.777418 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] 10.222.0.46 "PUT /v2.0/ports/60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 HTTP/1.1" status: 200 len: 1091 time: 1.8297839 Dec 14 02:28:32.797731 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26b7c2e7-b487-4914-8190-a0e435526733 req-c0090654-9b80-4667-b619-c39f4206d3ec tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946840 Dec 14 02:28:32.811383 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863efd06-11b7-4aa2-aa5c-c12d163963e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab09f211-b27a-4cb4-a977-c47c43256d1c'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:32.824467 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d570c903-9ffc-4afe-a5ea-fb4cfc5aa753" -d '{"events": [{"server_uuid": "863efd06-11b7-4aa2-aa5c-c12d163963e1", "name": "network-vif-plugged", "status": "completed", "tag": "ab09f211-b27a-4cb4-a977-c47c43256d1c"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:32.826862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a928f9e-f7ac-461f-a09b-c37875a436f9 req-57067b47-ab56-4309-a0ac-71523226763b tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953728 Dec 14 02:28:32.896935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c2f3b-4840-49c4-be92-7dfa8b1bb8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=60e7e98e-d8f2-4acf-8fb7-b9817848ecb4,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:32.910501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdec831-d56b-4dbe-848a-c26e0290191b req-a977ba39-6df0-470a-a62a-3f888e1ae78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:32.915080 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbdec831-d56b-4dbe-848a-c26e0290191b req-a977ba39-6df0-470a-a62a-3f888e1ae78e service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.2737942 Dec 14 02:28:33.039627 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbdec831-d56b-4dbe-848a-c26e0290191b req-fe5af70e-9a8f-42bf-93b5-3f3968fe2e0a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=49080719-3afd-452b-a350-e06d251b3151 HTTP/1.1" status: 200 len: 217 time: 0.0915036 Dec 14 02:28:33.119775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96d15a-a7ad-42ad-9180-c77d0254a4f7 req-a8c0f01f-7b68-4e31-a25d-01d3dcb78cbe tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:33.121254 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff96d15a-a7ad-42ad-9180-c77d0254a4f7 req-a8c0f01f-7b68-4e31-a25d-01d3dcb78cbe tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 944 time: 0.1980460 Dec 14 02:28:33.133161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405959a3-f8d9-41d8-b642-efde6458949d req-b6275f9a-32ca-4c63-835e-15d1fa3511cc tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:33.134643 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-405959a3-f8d9-41d8-b642-efde6458949d req-b6275f9a-32ca-4c63-835e-15d1fa3511cc tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 943 time: 0.2021248 Dec 14 02:28:33.136671 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['a88b0122-bbad-4bd0-8d88-9b670c3a2f6f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:33.149024 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5979384c-831d-4931-af30-8af9e30f5beb tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:28:33.157430 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5979384c-831d-4931-af30-8af9e30f5beb tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:33.158236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdec831-d56b-4dbe-848a-c26e0290191b req-1c487f48-21ff-482f-be65-eeadcc79fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:33.160204 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbdec831-d56b-4dbe-848a-c26e0290191b req-1c487f48-21ff-482f-be65-eeadcc79fc0e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0993464 Dec 14 02:28:33.162455 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d30b622-2ba7-4b43-b0b8-babf3fab7af2 None None] Sync routers for ids ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:28:33.172072 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d30b622-2ba7-4b43-b0b8-babf3fab7af2 None None] Routers {'4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:28:33.172695 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9d30b622-2ba7-4b43-b0b8-babf3fab7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:28:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:33.186590 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5979384c-831d-4931-af30-8af9e30f5beb tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "PUT /v2.0/floatingips/ac1c88ad-9fc8-4619-83f5-f6819a4208a2 HTTP/1.1" status: 200 len: 991 time: 1.4835401 Dec 14 02:28:33.187281 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd4da6bf-0e6f-401e-b9af-530ea38e431c', 'tag': '76068899-2e1e-42d2-8cda-4ed7aaacadd0'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:33.189827 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a5750b-763f-413d-8e83-34f82335b015" -d '{"events": [{"name": "network-changed", "server_uuid": "dd4da6bf-0e6f-401e-b9af-530ea38e431c", "tag": "76068899-2e1e-42d2-8cda-4ed7aaacadd0"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:33.201671 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402b321-6f67-4a79-b858-be05f4215d81 req-5a8d2349-c81c-4fcd-81af-0c68d60ce58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:33.203824 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7402b321-6f67-4a79-b858-be05f4215d81 req-5a8d2349-c81c-4fcd-81af-0c68d60ce58e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fac9ea333d64e4b8eac7e6f8a705cc8&device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 1094 time: 0.1751087 Dec 14 02:28:33.276922 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-9d30b622-2ba7-4b43-b0b8-babf3fab7af2 None None] Set router 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:28:33.297016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7402b321-6f67-4a79-b858-be05f4215d81 req-25ac4b80-3249-4b76-a0e6-4daf60804e61 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 HTTP/1.1" status: 200 len: 217 time: 0.0494363 Dec 14 02:28:33.306347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-405959a3-f8d9-41d8-b642-efde6458949d req-0883b642-98ee-4489-84b7-59d6676588e1 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/security-groups?id=1795bf16-8cf6-4c14-bac1-bf434b9367bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595633 Dec 14 02:28:33.321967 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff96d15a-a7ad-42ad-9180-c77d0254a4f7 req-318ac65e-40ff-42ec-bdad-c60d190bfc52 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837692 Dec 14 02:28:33.345613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdec831-d56b-4dbe-848a-c26e0290191b req-d161a732-158d-4943-80a7-d1bd2291ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:33.355089 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbdec831-d56b-4dbe-848a-c26e0290191b req-d161a732-158d-4943-80a7-d1bd2291ce47 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1398976 Dec 14 02:28:33.377394 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f1fdc9-7695-4cdb-b837-3047456d82c2 x-openstack-request-id: req-44f1fdc9-7695-4cdb-b837-3047456d82c2 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:33.379370 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863efd06-11b7-4aa2-aa5c-c12d163963e1", "name": "network-vif-plugged", "status": "completed", "tag": "ab09f211-b27a-4cb4-a977-c47c43256d1c", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:33.379829 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44f1fdc9-7695-4cdb-b837-3047456d82c2 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:33.380453 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863efd06-11b7-4aa2-aa5c-c12d163963e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab09f211-b27a-4cb4-a977-c47c43256d1c', 'code': 200} Dec 14 02:28:33.400818 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402b321-6f67-4a79-b858-be05f4215d81 req-e43bf267-e9d0-4d48-ab87-aa1ce4e9d604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:33.402996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7402b321-6f67-4a79-b858-be05f4215d81 req-e43bf267-e9d0-4d48-ab87-aa1ce4e9d604 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7daddda-6f7d-453f-a088-3bffc25e22b4 HTTP/1.1" status: 200 len: 845 time: 0.0792150 Dec 14 02:28:33.474329 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5872aa9c-f5bc-4c0e-8e13-a7c05cddcf45 x-openstack-request-id: req-5872aa9c-f5bc-4c0e-8e13-a7c05cddcf45 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:33.474329 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd4da6bf-0e6f-401e-b9af-530ea38e431c", "tag": "76068899-2e1e-42d2-8cda-4ed7aaacadd0", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:33.474329 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5872aa9c-f5bc-4c0e-8e13-a7c05cddcf45 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:33.474329 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd4da6bf-0e6f-401e-b9af-530ea38e431c', 'tag': '76068899-2e1e-42d2-8cda-4ed7aaacadd0', 'status': 'completed', 'code': 200} Dec 14 02:28:33.613588 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9d30b622-2ba7-4b43-b0b8-babf3fab7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'name': 'tempest-ServersTestBootFromVolume-589199568-router', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:03Z', 'updated_at': '2021-12-14T02:27:08Z', 'revision_number': 4, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'gw_port': {'id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:04Z', 'updated_at': '2021-12-14T02:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'ac1c88ad-9fc8-4619-83f5-f6819a4208a2', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'floating_ip_address': '172.25.7.131', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'port_id': '76068899-2e1e-42d2-8cda-4ed7aaacadd0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b', 'mac_address': 'fa:16:3e:f0:34:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4da6bf-0e6f-401e-b9af-530ea38e431c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:27:13Z', 'updated_at': '2021-12-14T02:28:32Z', 'revision_number': 1, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6495360-c700-42c5-a566-b5b64cef2e4e', 'name': '', 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'mac_address': 'fa:16:3e:1d:34:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '44057d44-340b-46b2-ac2c-94ca602f701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:07Z', 'updated_at': '2021-12-14T02:27:14Z', 'revision_number': 5, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'subnets': [{'id': '44057d44-340b-46b2-ac2c-94ca602f701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:33.621618 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd696a-376c-416b-bee0-871f6c0df5d5 req-3444cc36-0edd-4478-813a-6c9afe3b439c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:33.623680 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5acd696a-376c-416b-bee0-871f6c0df5d5 req-3444cc36-0edd-4478-813a-6c9afe3b439c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 1096 time: 0.0465069 Dec 14 02:28:33.641980 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d30b622-2ba7-4b43-b0b8-babf3fab7af2 None None] Checking router: 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:28:33.651195 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d30b622-2ba7-4b43-b0b8-babf3fab7af2 None None] Routers {'4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:28:33.651912 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9d30b622-2ba7-4b43-b0b8-babf3fab7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:28:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:33.690926 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5acd696a-376c-416b-bee0-871f6c0df5d5 req-60f44964-d932-44a3-85b9-d502f6cb3712 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461087 Dec 14 02:28:33.752356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005604be-0b2a-4427-9e8f-cd0e0c8a7bb4', 'tag': '60e7e98e-d8f2-4acf-8fb7-b9817848ecb4'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:33.754867 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f040c6fb-0f45-4845-911c-49a207c9beb4" -d '{"events": [{"name": "network-changed", "server_uuid": "005604be-0b2a-4427-9e8f-cd0e0c8a7bb4", "tag": "60e7e98e-d8f2-4acf-8fb7-b9817848ecb4"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:33.761147 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-9d30b622-2ba7-4b43-b0b8-babf3fab7af2 None None] Set router 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:28:33.905140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5750b-763f-413d-8e83-34f82335b015 req-915e18ae-d09c-4b14-978b-4bd0c2d4edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:33.906671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36a5750b-763f-413d-8e83-34f82335b015 req-915e18ae-d09c-4b14-978b-4bd0c2d4edc9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ee464f19e5545b582c162801b9559f4&device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 1096 time: 0.1110539 Dec 14 02:28:33.919341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb21595-8c17-4ed4-a0cc-d03f3cbe7d03 req-aece00ce-cad1-4768-8fdd-f96e9365c90f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:33.921368 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eeb21595-8c17-4ed4-a0cc-d03f3cbe7d03 req-aece00ce-cad1-4768-8fdd-f96e9365c90f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 944 time: 0.1275821 Dec 14 02:28:33.929147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402b321-6f67-4a79-b858-be05f4215d81 req-a8d5dc7c-e39c-4e13-8a2d-0134837462c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:33.930570 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7402b321-6f67-4a79-b858-be05f4215d81 req-a8d5dc7c-e39c-4e13-8a2d-0134837462c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e4c912c-7d78-418d-bb37-18d532864e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5174625 Dec 14 02:28:33.978326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbdec831-d56b-4dbe-848a-c26e0290191b req-96ad7476-4b2a-4b29-882b-829232cd2f71 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5743544 Dec 14 02:28:34.089211 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9d30b622-2ba7-4b43-b0b8-babf3fab7af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'name': 'tempest-ServersTestBootFromVolume-589199568-router', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:03Z', 'updated_at': '2021-12-14T02:27:08Z', 'revision_number': 4, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'gw_port': {'id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:04Z', 'updated_at': '2021-12-14T02:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'ac1c88ad-9fc8-4619-83f5-f6819a4208a2', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'floating_ip_address': '172.25.7.131', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'port_id': '76068899-2e1e-42d2-8cda-4ed7aaacadd0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b', 'mac_address': 'fa:16:3e:f0:34:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4da6bf-0e6f-401e-b9af-530ea38e431c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:27:13Z', 'updated_at': '2021-12-14T02:28:32Z', 'revision_number': 1, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6495360-c700-42c5-a566-b5b64cef2e4e', 'name': '', 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'mac_address': 'fa:16:3e:1d:34:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '44057d44-340b-46b2-ac2c-94ca602f701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:07Z', 'updated_at': '2021-12-14T02:27:14Z', 'revision_number': 5, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'subnets': [{'id': '44057d44-340b-46b2-ac2c-94ca602f701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:34.115281 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d30b622-2ba7-4b43-b0b8-babf3fab7af2 None None] The sync data for ids ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'] in n-d-821636-1 is: [{'id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'name': 'tempest-ServersTestBootFromVolume-589199568-router', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:03Z', 'updated_at': '2021-12-14T02:27:08Z', 'revision_number': 4, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'gw_port': {'id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:04Z', 'updated_at': '2021-12-14T02:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'ac1c88ad-9fc8-4619-83f5-f6819a4208a2', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'floating_ip_address': '172.25.7.131', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'port_id': '76068899-2e1e-42d2-8cda-4ed7aaacadd0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b', 'mac_address': 'fa:16:3e:f0:34:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4da6bf-0e6f-401e-b9af-530ea38e431c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:27:13Z', 'updated_at': '2021-12-14T02:28:32Z', 'revision_number': 1, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6495360-c700-42c5-a566-b5b64cef2e4e', 'name': '', 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'mac_address': 'fa:16:3e:1d:34:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '44057d44-340b-46b2-ac2c-94ca602f701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:07Z', 'updated_at': '2021-12-14T02:27:14Z', 'revision_number': 5, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'subnets': [{'id': '44057d44-340b-46b2-ac2c-94ca602f701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:28:34.146543 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5381cd-5b2e-425a-8e8d-2643c41c5436 req-f33398ff-2ea0-4cf4-8f99-b7ec5a9bc670 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:34.148020 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c5381cd-5b2e-425a-8e8d-2643c41c5436 req-f33398ff-2ea0-4cf4-8f99-b7ec5a9bc670 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 1095 time: 0.2373469 Dec 14 02:28:34.151421 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eeb21595-8c17-4ed4-a0cc-d03f3cbe7d03 req-3413b103-ac45-4045-8a97-9f2d4a150124 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199395 Dec 14 02:28:34.206734 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331483f9-c467-4435-86e5-9c4d12b548a6 x-openstack-request-id: req-331483f9-c467-4435-86e5-9c4d12b548a6 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:34.207032 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005604be-0b2a-4427-9e8f-cd0e0c8a7bb4", "tag": "60e7e98e-d8f2-4acf-8fb7-b9817848ecb4", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:34.207364 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-331483f9-c467-4435-86e5-9c4d12b548a6 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:34.207670 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005604be-0b2a-4427-9e8f-cd0e0c8a7bb4', 'tag': '60e7e98e-d8f2-4acf-8fb7-b9817848ecb4', 'status': 'completed', 'code': 200} Dec 14 02:28:34.229233 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7402b321-6f67-4a79-b858-be05f4215d81 req-d6d7746d-82ee-4b33-bf19-87cf922e8345 service neutron] 10.222.0.46 "GET /v2.0/networks/5e4c912c-7d78-418d-bb37-18d532864e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656589 Dec 14 02:28:34.345820 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b02c00-2e2b-4ac4-9da5-ea729b06a835 None None] New status for floating IP ac1c88ad-9fc8-4619-83f5-f6819a4208a2: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:28:34.361200 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbdec831-d56b-4dbe-848a-c26e0290191b req-0fbf0d45-f2f6-4398-83d3-dff2563ad740 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261313 Dec 14 02:28:34.365724 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c5381cd-5b2e-425a-8e8d-2643c41c5436 req-3eea69d4-156f-428e-bc97-210c793736e6 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053876 Dec 14 02:28:34.366708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5750b-763f-413d-8e83-34f82335b015 req-582c8b62-76cf-4966-b43b-ab8d0b0ec5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:34.368030 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36a5750b-763f-413d-8e83-34f82335b015 req-582c8b62-76cf-4966-b43b-ab8d0b0ec5e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b HTTP/1.1" status: 200 len: 916 time: 0.3302968 Dec 14 02:28:34.402435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a7e4e-38b5-409f-b3b3-242a5045a87c req-48694725-a7f2-4e13-b849-26e9aab37069 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:34.410928 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc8a7e4e-38b5-409f-b3b3-242a5045a87c req-48694725-a7f2-4e13-b849-26e9aab37069 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 948 time: 0.1478701 Dec 14 02:28:34.489222 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7402b321-6f67-4a79-b858-be05f4215d81 req-6ef4719b-692d-46a5-a0fd-88d0c30fb0af service neutron] 10.222.0.46 "GET /v2.0/networks/5e4c912c-7d78-418d-bb37-18d532864e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384331 Dec 14 02:28:34.516038 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36a5750b-763f-413d-8e83-34f82335b015 req-ba86bc36-f54a-4ae3-8e61-e002eb1ed7f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76068899-2e1e-42d2-8cda-4ed7aaacadd0 HTTP/1.1" status: 200 len: 999 time: 0.1030865 Dec 14 02:28:34.520831 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc8a7e4e-38b5-409f-b3b3-242a5045a87c req-5a891c18-00ee-41a8-aef3-5677e224eb5f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090994 Dec 14 02:28:34.572846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5750b-763f-413d-8e83-34f82335b015 req-26d7f2cc-3e0a-444f-8dbb-6e895ec2942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:34.574494 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36a5750b-763f-413d-8e83-34f82335b015 req-26d7f2cc-3e0a-444f-8dbb-6e895ec2942b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44057d44-340b-46b2-ac2c-94ca602f701c HTTP/1.1" status: 200 len: 854 time: 0.0502291 Dec 14 02:28:34.646369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5750b-763f-413d-8e83-34f82335b015 req-aabc3ea0-4c4a-40ac-8849-c33b7838e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:34.648008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36a5750b-763f-413d-8e83-34f82335b015 req-aabc3ea0-4c4a-40ac-8849-c33b7838e551 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617628 Dec 14 02:28:34.656738 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19526b0-9525-4b3e-be3c-dcd4a5515164 req-b94810ff-f19e-4225-b428-4849f1e3e36a tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:34.658226 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b19526b0-9525-4b3e-be3c-dcd4a5515164 req-b94810ff-f19e-4225-b428-4849f1e3e36a tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 943 time: 0.0802417 Dec 14 02:28:34.778310 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b19526b0-9525-4b3e-be3c-dcd4a5515164 req-90351733-359c-467e-a3db-1d7740cb2415 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/security-groups?id=1795bf16-8cf6-4c14-bac1-bf434b9367bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102202 Dec 14 02:28:34.807707 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36a5750b-763f-413d-8e83-34f82335b015 req-0342eaf2-291e-49a4-a2ca-bc03b244628c service neutron] 10.222.0.47 "GET /v2.0/networks/46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465998 Dec 14 02:28:34.815853 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040c6fb-0f45-4845-911c-49a207c9beb4 req-553dc440-5291-49d4-843b-ff98fdfa4ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:34.818469 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f040c6fb-0f45-4845-911c-49a207c9beb4 req-553dc440-5291-49d4-843b-ff98fdfa4ca3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fac9ea333d64e4b8eac7e6f8a705cc8&device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 1094 time: 0.0695496 Dec 14 02:28:34.926177 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2ecd05f-967d-4f84-9042-2e7d55565223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:34.980055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-e3c30491-6daa-490c-b350-935fdd70648f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a840af3d99744bcc88bb04d2b120b271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866680 Dec 14 02:28:35.059755 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4543ac-8af3-4644-80fa-47d519de636d req-fca7b994-2b31-45da-a791-16798799a6e9 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:35.062025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad4543ac-8af3-4644-80fa-47d519de636d req-fca7b994-2b31-45da-a791-16798799a6e9 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 1095 time: 0.2177169 Dec 14 02:28:35.093069 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36a5750b-763f-413d-8e83-34f82335b015 req-747f29a1-55d7-4d56-8cf4-15e782bff605 service neutron] 10.222.0.47 "GET /v2.0/networks/46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748189 Dec 14 02:28:35.110986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040c6fb-0f45-4845-911c-49a207c9beb4 req-b5d21ab5-9fe6-4c37-9f66-bd735cafe305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:35.112371 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f040c6fb-0f45-4845-911c-49a207c9beb4 req-b5d21ab5-9fe6-4c37-9f66-bd735cafe305 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e4c912c-7d78-418d-bb37-18d532864e4a HTTP/1.1" status: 200 len: 907 time: 0.2851758 Dec 14 02:28:35.188225 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f040c6fb-0f45-4845-911c-49a207c9beb4 req-3b86376d-75c3-445a-bf0e-bcffbe169baa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 HTTP/1.1" status: 200 len: 217 time: 0.0586691 Dec 14 02:28:35.194981 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad4543ac-8af3-4644-80fa-47d519de636d req-75b2da9a-6380-4dc5-bb9d-a4602d8c7e59 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223865 Dec 14 02:28:35.213568 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-0cdcffe1-f4a8-4735-a82b-f4accfeaa9ec tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:35.214978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-0cdcffe1-f4a8-4735-a82b-f4accfeaa9ec tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2260830 Dec 14 02:28:35.253602 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-f54824aa-0d16-48ea-84b0-2538e1268af2 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/quotas/a840af3d99744bcc88bb04d2b120b271 HTTP/1.1" status: 200 len: 375 time: 0.0169706 Dec 14 02:28:35.262815 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040c6fb-0f45-4845-911c-49a207c9beb4 req-bf6a15b1-7baa-4178-b917-48255491d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:35.264795 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f040c6fb-0f45-4845-911c-49a207c9beb4 req-bf6a15b1-7baa-4178-b917-48255491d6b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7daddda-6f7d-453f-a088-3bffc25e22b4 HTTP/1.1" status: 200 len: 845 time: 0.0647640 Dec 14 02:28:35.337292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 49080719-3afd-452b-a350-e06d251b3151 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:28:35.350740 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-845f341a-97aa-4cfc-8ce2-4f359c98c9bd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849500 Dec 14 02:28:35.353462 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040c6fb-0f45-4845-911c-49a207c9beb4 req-cc66b8c8-fe53-4c28-8c95-3f37529392ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:35.354867 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f040c6fb-0f45-4845-911c-49a207c9beb4 req-cc66b8c8-fe53-4c28-8c95-3f37529392ca service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e4c912c-7d78-418d-bb37-18d532864e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588861 Dec 14 02:28:35.459377 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 49080719-3afd-452b-a350-e06d251b3151, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=49080719-3afd-452b-a350-e06d251b3151,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:35.464253 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f040c6fb-0f45-4845-911c-49a207c9beb4 req-62c67d7e-dcb3-4269-bd65-d211865b4afe service neutron] 10.222.0.46 "GET /v2.0/networks/5e4c912c-7d78-418d-bb37-18d532864e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944121 Dec 14 02:28:35.482524 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '49080719-3afd-452b-a350-e06d251b3151', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '49080719-3afd-452b-a350-e06d251b3151', 'mac_address': 'fa:16:3e:5f:b1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:28:35.523880 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:35.539554 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49080719-3afd-452b-a350-e06d251b3151 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:35.566183 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 49080719-3afd-452b-a350-e06d251b3151, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=49080719-3afd-452b-a350-e06d251b3151,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:35.616571 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f040c6fb-0f45-4845-911c-49a207c9beb4 req-69a91843-3c62-46fc-b0e2-43151bae6798 service neutron] 10.222.0.46 "GET /v2.0/networks/5e4c912c-7d78-418d-bb37-18d532864e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362519 Dec 14 02:28:35.650182 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:35.680033 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4878ae-5df2-49e0-ba9a-2b0193363fc3 req-36cd395f-fa3f-403b-bc42-7f55cdb99d90 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:35.681629 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f4878ae-5df2-49e0-ba9a-2b0193363fc3 req-36cd395f-fa3f-403b-bc42-7f55cdb99d90 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 944 time: 0.0633683 Dec 14 02:28:35.720336 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=49080719-3afd-452b-a350-e06d251b3151,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:35.743841 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f4878ae-5df2-49e0-ba9a-2b0193363fc3 req-22119672-1b89-4abc-8aeb-1e60e496a8c9 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528662 Dec 14 02:28:35.855456 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c969d-de4e-46a6-9381-138c6275af43 req-b15eb3b3-b89d-4853-a6fa-8fbc74049f7e tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:35.857017 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f78c969d-de4e-46a6-9381-138c6275af43 req-b15eb3b3-b89d-4853-a6fa-8fbc74049f7e tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 949 time: 0.0495980 Dec 14 02:28:35.905889 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f78c969d-de4e-46a6-9381-138c6275af43 req-97cace3e-92f5-4c98-b94f-e6a45abd287b tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428615 Dec 14 02:28:35.974748 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-711c586f-d15a-4712-9535-b095df5017b6 req-4bb2bb5d-353f-43bb-83e6-e0cc8d20cec7 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 210 time: 0.0299208 Dec 14 02:28:36.116309 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:36.143551 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['49080719-3afd-452b-a350-e06d251b3151'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:36.146000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9919819-27d2-4ec2-8921-2c01e0012c35 req-7c53d5d9-9c54-422a-b7b6-a14cb461ca1f tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:36.148811 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9919819-27d2-4ec2-8921-2c01e0012c35 req-7c53d5d9-9c54-422a-b7b6-a14cb461ca1f tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 943 time: 0.0511074 Dec 14 02:28:36.218053 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9919819-27d2-4ec2-8921-2c01e0012c35 req-dab99733-85a0-455f-b915-7ccdba484055 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/security-groups?id=1795bf16-8cf6-4c14-bac1-bf434b9367bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629621 Dec 14 02:28:36.336637 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device a88b0122-bbad-4bd0-8d88-9b670c3a2f6f up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:28:36.391028 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbfc5a-a5af-4fef-b465-bba7cc8cd271 req-f951a21f-361b-4223-829a-173aa2efa360 tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:36.392547 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dacbfc5a-a5af-4fef-b465-bba7cc8cd271 req-f951a21f-361b-4223-829a-173aa2efa360 tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 1101 time: 0.0494435 Dec 14 02:28:36.437984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dacbfc5a-a5af-4fef-b465-bba7cc8cd271 req-b45e236b-035f-4fc8-b5d8-d05c11283163 tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392091 Dec 14 02:28:36.486165 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port a88b0122-bbad-4bd0-8d88-9b670c3a2f6f completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:28:36.490418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port a88b0122-bbad-4bd0-8d88-9b670c3a2f6f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:36.490820 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:36.546483 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfdc05-cc4c-41fd-9c90-566afb4cd2e9 req-e6a907be-2481-47e2-901e-b2d6f637f64b tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:36.548308 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8dfdc05-cc4c-41fd-9c90-566afb4cd2e9 req-e6a907be-2481-47e2-901e-b2d6f637f64b tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 1101 time: 0.0437577 Dec 14 02:28:36.577514 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:36.601925 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8dfdc05-cc4c-41fd-9c90-566afb4cd2e9 req-f9e721a4-d809-4e87-9181-cd30daffdaff tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471778 Dec 14 02:28:36.602143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ce168f-0f20-4067-b5f0-d00982052717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88b0122-bbad-4bd0-8d88-9b670c3a2f6f'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:36.604228 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a75451-750a-4ced-bae8-aae72f298bdd" -d '{"events": [{"server_uuid": "01ce168f-0f20-4067-b5f0-d00982052717", "name": "network-vif-plugged", "status": "completed", "tag": "a88b0122-bbad-4bd0-8d88-9b670c3a2f6f"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:36.618227 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port a88b0122-bbad-4bd0-8d88-9b670c3a2f6f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a88b0122-bbad-4bd0-8d88-9b670c3a2f6f,segment=NetworkSegment(5f432822-1802-4a54-830c-6c95083fa4ba),segment_id=5f432822-1802-4a54-830c-6c95083fa4ba)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:36.645797 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdb9378-4a7e-4980-b88f-4eacd6e9fad7 x-openstack-request-id: req-2fdb9378-4a7e-4980-b88f-4eacd6e9fad7 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:36.646088 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ce168f-0f20-4067-b5f0-d00982052717", "name": "network-vif-plugged", "status": "completed", "tag": "a88b0122-bbad-4bd0-8d88-9b670c3a2f6f", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:36.646343 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2fdb9378-4a7e-4980-b88f-4eacd6e9fad7 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:36.646732 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ce168f-0f20-4067-b5f0-d00982052717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88b0122-bbad-4bd0-8d88-9b670c3a2f6f', 'code': 200} Dec 14 02:28:36.720479 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:36.774629 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=a88b0122-bbad-4bd0-8d88-9b670c3a2f6f,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:36.821509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4207462-f26e-4c46-b998-698e862c18a8 req-eca908f7-4d0d-4f87-a5c3-6ad5573528b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:36.823272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4207462-f26e-4c46-b998-698e862c18a8 req-eca908f7-4d0d-4f87-a5c3-6ad5573528b0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 1096 time: 0.0603600 Dec 14 02:28:36.906644 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4207462-f26e-4c46-b998-698e862c18a8 req-083805e9-2db9-43f3-ad35-e1b880259ffb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756738 Dec 14 02:28:36.918607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea1768-1ac1-4a34-bf6a-e14a712f51f7 req-2e009720-a7b7-41c2-85b8-bd9bc05b0e10 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:36.921379 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e5ea1768-1ac1-4a34-bf6a-e14a712f51f7 req-2e009720-a7b7-41c2-85b8-bd9bc05b0e10 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0844083 Dec 14 02:28:36.971136 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e5ea1768-1ac1-4a34-bf6a-e14a712f51f7 req-bba762d5-2fa2-4baa-9ce3-461d83be6e7d tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432856 Dec 14 02:28:37.089565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8bee1-27ac-4b5b-9308-4925f113a629 req-fa2fdcb1-da7d-478e-8f92-20763f7d4972 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:37.092339 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c3d8bee1-27ac-4b5b-9308-4925f113a629 req-fa2fdcb1-da7d-478e-8f92-20763f7d4972 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 949 time: 0.0621762 Dec 14 02:28:37.141140 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c3d8bee1-27ac-4b5b-9308-4925f113a629 req-8f7984ea-ca70-4701-8ff6-d62bd9e24657 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431504 Dec 14 02:28:37.226980 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-616bc8e6-2c37-4a87-987b-4de488d635c9 req-de13a44f-34b7-4174-bddd-ff02daf37e81 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 210 time: 0.0286014 Dec 14 02:28:37.334606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee297e-90b1-4695-ba47-ee8d92914d62 req-9e8762a3-73a7-4806-ac09-794880754fdb tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:37.343442 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21ee297e-90b1-4695-ba47-ee8d92914d62 req-9e8762a3-73a7-4806-ac09-794880754fdb tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 943 time: 0.0537591 Dec 14 02:28:37.384500 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21ee297e-90b1-4695-ba47-ee8d92914d62 req-f4d0051f-11a8-4cf0-922a-38826e4ed1e9 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/security-groups?id=1795bf16-8cf6-4c14-bac1-bf434b9367bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417528 Dec 14 02:28:37.572853 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:37.903421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c5416-eadd-4d1d-bec8-1c10dac66e7a req-880c7f25-ff65-4365-8b6c-762797b36def tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:37.905070 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c25c5416-eadd-4d1d-bec8-1c10dac66e7a req-880c7f25-ff65-4365-8b6c-762797b36def tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0530283 Dec 14 02:28:37.959840 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c25c5416-eadd-4d1d-bec8-1c10dac66e7a req-e99a8a1d-3ab9-482a-856f-7cef3d587844 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463481 Dec 14 02:28:38.088156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf398c-0a69-4ac7-8384-f33587fbd50d req-116ae942-a8d2-4abd-81ff-3a60fd39ed1b tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:38.089752 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-70cf398c-0a69-4ac7-8384-f33587fbd50d req-116ae942-a8d2-4abd-81ff-3a60fd39ed1b tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0510330 Dec 14 02:28:38.150733 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-70cf398c-0a69-4ac7-8384-f33587fbd50d req-3d1cbdb2-0ad2-48dc-b670-8d710b8c7b16 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538905 Dec 14 02:28:38.344797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:28:38.559062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-9444a1bc-c6a5-4bee-8cad-e7016569c04d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a840af3d99744bcc88bb04d2b120b271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628824 Dec 14 02:28:38.561152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3739af5c-e960-4898-92f1-08d2e6c0fed8 req-f4177688-830b-426d-bf4e-f6680c1e0bf4 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 210 time: 0.0739553 Dec 14 02:28:38.589167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad6351-9583-448b-9553-0522d31263cc req-7d7a9e19-559c-4c8e-b935-58e969bf1831 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:38.596561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d7ad6351-9583-448b-9553-0522d31263cc req-7d7a9e19-559c-4c8e-b935-58e969bf1831 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 949 time: 0.3759582 Dec 14 02:28:38.638501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=60e7e98e-d8f2-4acf-8fb7-b9817848ecb4,segment=NetworkSegment(936b76d9-7828-48a8-8ddb-7791651de25f),segment_id=936b76d9-7828-48a8-8ddb-7791651de25f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:38.654990 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '60e7e98e-d8f2-4acf-8fb7-b9817848ecb4', 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a', 'port_id': '60e7e98e-d8f2-4acf-8fb7-b9817848ecb4', 'mac_address': 'fa:16:3e:cf:c9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:28:38.699617 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:38.713846 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:38.722227 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:38.724917 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d7ad6351-9583-448b-9553-0522d31263cc req-0b33deb0-3fed-4c02-be8b-55e7d7bcf06a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274736 Dec 14 02:28:38.740727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=60e7e98e-d8f2-4acf-8fb7-b9817848ecb4,segment=NetworkSegment(936b76d9-7828-48a8-8ddb-7791651de25f),segment_id=936b76d9-7828-48a8-8ddb-7791651de25f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:38.819536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-a85d45d5-d484-4259-b6c3-cd7a4f0d5492 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:38.821064 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-a85d45d5-d484-4259-b6c3-cd7a4f0d5492 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060633 Dec 14 02:28:38.828881 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:38.840893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909bbe1-eff1-4dd0-bd9e-72e42eec8c58 req-f3f208ca-7ae1-4064-b87e-07f8c07bc911 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:38.847702 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d909bbe1-eff1-4dd0-bd9e-72e42eec8c58 req-f3f208ca-7ae1-4064-b87e-07f8c07bc911 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 943 time: 0.1183696 Dec 14 02:28:38.866104 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-755a99ef-9fcc-4d37-8a19-ab60dea135f9 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Request body: {'port': {'device_id': '13da7d3c-0cda-43e5-bd7e-6727f5fb50ab', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': 'a840af3d99744bcc88bb04d2b120b271'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:38.927915 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=60e7e98e-d8f2-4acf-8fb7-b9817848ecb4,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:38.960684 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d909bbe1-eff1-4dd0-bd9e-72e42eec8c58 req-bd2983ca-39d1-4802-92a1-2ffab4be2969 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/security-groups?id=1795bf16-8cf6-4c14-bac1-bf434b9367bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121588 Dec 14 02:28:39.083817 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140f645-20da-4ed5-b1dc-3dbbd18132e9 req-2065a3f5-0a10-4e85-ab9c-c6b5362cc353 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:39.085352 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b140f645-20da-4ed5-b1dc-3dbbd18132e9 req-2065a3f5-0a10-4e85-ab9c-c6b5362cc353 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0510659 Dec 14 02:28:39.099898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-755a99ef-9fcc-4d37-8a19-ab60dea135f9 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Made reservation on behalf of a840af3d99744bcc88bb04d2b120b271 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:28:39.103299 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-755a99ef-9fcc-4d37-8a19-ab60dea135f9 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:39.161866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b140f645-20da-4ed5-b1dc-3dbbd18132e9 req-cbc03b2c-4d3f-4590-b0e2-26aa3b3bab93 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703697 Dec 14 02:28:39.301032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-755a99ef-9fcc-4d37-8a19-ab60dea135f9 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Allocated IP 192.168.233.79 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/ff272fd2-3156-4d9f-bcf8-83a8c94a92a4) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:28:39.323355 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879c390-00c8-4c5d-8ceb-058caac15567 req-64d185fd-2093-4488-a32b-64063efd039c tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:39.324819 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4879c390-00c8-4c5d-8ceb-058caac15567 req-64d185fd-2093-4488-a32b-64063efd039c tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0848186 Dec 14 02:28:39.341557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['60e7e98e-d8f2-4acf-8fb7-b9817848ecb4'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:39.387006 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 49080719-3afd-452b-a350-e06d251b3151 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:28:39.446094 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4879c390-00c8-4c5d-8ceb-058caac15567 req-2f2e9ccd-8581-4716-b809-a7d38829fbfb tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132002 Dec 14 02:28:39.528073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 49080719-3afd-452b-a350-e06d251b3151 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:28:39.534407 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-755a99ef-9fcc-4d37-8a19-ab60dea135f9 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:39.540665 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 49080719-3afd-452b-a350-e06d251b3151 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:39.541501 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:39.636603 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:39.640128 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-755a99ef-9fcc-4d37-8a19-ab60dea135f9 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:39.669543 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec6d48c-b7d3-4e65-b22a-596db6a45093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49080719-3afd-452b-a350-e06d251b3151'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:39.672570 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792a6418-f944-4bcc-acf3-1a18301b6e69" -d '{"events": [{"server_uuid": "7ec6d48c-b7d3-4e65-b22a-596db6a45093", "name": "network-vif-plugged", "status": "completed", "tag": "49080719-3afd-452b-a350-e06d251b3151"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:39.686871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 49080719-3afd-452b-a350-e06d251b3151, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=49080719-3afd-452b-a350-e06d251b3151,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:39.728858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-755a99ef-9fcc-4d37-8a19-ab60dea135f9 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:28:39.736537 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-755a99ef-9fcc-4d37-8a19-ab60dea135f9 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:28:39.738967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-755a99ef-9fcc-4d37-8a19-ab60dea135f9 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:28:39.744992 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-755a99ef-9fcc-4d37-8a19-ab60dea135f9 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:39.745649 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-755a99ef-9fcc-4d37-8a19-ab60dea135f9 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:39.750803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a99ef-9fcc-4d37-8a19-ab60dea135f9 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Pushing event updated for resources: {'Port': ['ID=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:39.778527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f3d27-c43e-4b1c-a0db-028afdaea855 req-ed2f8ba9-f97d-4c26-aacd-55570256c92b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:39.780868 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-490f3d27-c43e-4b1c-a0db-028afdaea855 req-ed2f8ba9-f97d-4c26-aacd-55570256c92b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 935 time: 0.1341591 Dec 14 02:28:39.838846 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:39.842361 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-490f3d27-c43e-4b1c-a0db-028afdaea855 req-11c33706-974a-4e36-96a9-6ce2e22c22a9 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519836 Dec 14 02:28:39.889819 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-755a99ef-9fcc-4d37-8a19-ab60dea135f9 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0340185 Dec 14 02:28:39.909438 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1733748e-71cf-4b47-b513-8b92b0a7da7c x-openstack-request-id: req-1733748e-71cf-4b47-b513-8b92b0a7da7c {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:39.909939 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec6d48c-b7d3-4e65-b22a-596db6a45093", "name": "network-vif-plugged", "status": "completed", "tag": "49080719-3afd-452b-a350-e06d251b3151", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:39.910206 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1733748e-71cf-4b47-b513-8b92b0a7da7c {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:39.910608 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec6d48c-b7d3-4e65-b22a-596db6a45093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49080719-3afd-452b-a350-e06d251b3151', 'code': 200} Dec 14 02:28:39.911693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=49080719-3afd-452b-a350-e06d251b3151,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:39.919529 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Request body: {'port': {'device_id': '13da7d3c-0cda-43e5-bd7e-6727f5fb50ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:40.085365 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:40.100040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-792eaee0-71f0-4b99-a49b-fdf31158dcdb None None] Provisioning complete for port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:40.101502 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-792eaee0-71f0-4b99-a49b-fdf31158dcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:40.144673 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378aa93a-8c7a-48c9-97bb-b605a2b2e38d req-06211726-715c-4bcd-ac86-fa027528570e tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:40.146190 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-378aa93a-8c7a-48c9-97bb-b605a2b2e38d req-06211726-715c-4bcd-ac86-fa027528570e tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 950 time: 0.1705785 Dec 14 02:28:40.154369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50b29e-0bd9-4c34-b3be-6d289d82d715 req-96799ece-0d06-48d4-ad53-f0c1a47e3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:40.160292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b50b29e-0bd9-4c34-b3be-6d289d82d715 req-96799ece-0d06-48d4-ad53-f0c1a47e3e1e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 1101 time: 0.1036739 Dec 14 02:28:40.173153 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-792eaee0-71f0-4b99-a49b-fdf31158dcdb None None] Port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:28:40.372478 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b50b29e-0bd9-4c34-b3be-6d289d82d715 req-2e8f1288-3820-487e-90c2-0a7512a2e184 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066193 Dec 14 02:28:40.380413 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-378aa93a-8c7a-48c9-97bb-b605a2b2e38d req-2b4b84b9-6743-43f8-b952-656344e6e900 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236724 Dec 14 02:28:40.417811 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cf19d-0802-4430-8721-a1a75c4236dc req-99ff532e-2522-44de-acf6-63352fc235d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:40.419366 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-929cf19d-0802-4430-8721-a1a75c4236dc req-99ff532e-2522-44de-acf6-63352fc235d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ec77c515bf840a6800e08bac2ce344e&device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 1096 time: 0.2525256 Dec 14 02:28:40.440462 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8bce8-bcb0-44db-9204-a12481b00a39 req-8624ea92-265c-4a09-ad2b-18d72671ddb1 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:40.442176 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21e8bce8-bcb0-44db-9204-a12481b00a39 req-8624ea92-265c-4a09-ad2b-18d72671ddb1 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 944 time: 0.2083700 Dec 14 02:28:40.548081 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['46f308f6-e5f9-4126-b620-69ce6578df80', 'be56e3bd-7a18-4bd2-910e-d451f6a76794'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:40.646943 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21e8bce8-bcb0-44db-9204-a12481b00a39 req-56448cae-b62c-4d50-86b1-0335354b85b1 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/security-groups?id=1795bf16-8cf6-4c14-bac1-bf434b9367bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917543 Dec 14 02:28:40.677938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7eb6a-d467-4428-a7a6-6eda9cfe156a req-d96e0927-d314-4e57-a763-cc4cdccc61c0 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:40.677938 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8cc7eb6a-d467-4428-a7a6-6eda9cfe156a req-d96e0927-d314-4e57-a763-cc4cdccc61c0 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.1462383 Dec 14 02:28:40.677938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cf19d-0802-4430-8721-a1a75c4236dc req-a615234a-a896-40cb-8d6f-cb425e511426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:40.677938 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-929cf19d-0802-4430-8721-a1a75c4236dc req-a615234a-a896-40cb-8d6f-cb425e511426 service neutron] 10.222.0.46 "GET /v2.0/networks?id=45668812-ea3d-4860-af8b-e8fa47cd0af8 HTTP/1.1" status: 200 len: 920 time: 0.2319088 Dec 14 02:28:40.758284 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-929cf19d-0802-4430-8721-a1a75c4236dc req-f051fc63-935e-4c55-a6bb-7ca5a3b7f53b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a88b0122-bbad-4bd0-8d88-9b670c3a2f6f HTTP/1.1" status: 200 len: 217 time: 0.0624521 Dec 14 02:28:40.773251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:40.825410 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:40.866443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Transition to ACTIVE for port object ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:28:40.870345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8cc7eb6a-d467-4428-a7a6-6eda9cfe156a req-9d5655cf-622b-4283-ac0b-7bc7aa885cd8 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756766 Dec 14 02:28:40.877169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929cf19d-0802-4430-8721-a1a75c4236dc req-9a69fd4e-03b6-4266-a729-481c2641d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:40.878632 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-929cf19d-0802-4430-8721-a1a75c4236dc req-9a69fd4e-03b6-4266-a729-481c2641d6fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8533d72d-4e0c-4d2f-a143-170efd8357c9 HTTP/1.1" status: 200 len: 859 time: 0.1091957 Dec 14 02:28:40.900868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41681425-b0ab-461e-b5a7-adca2fb3f772 req-ff3c78d7-b465-40b3-88ca-995cf7dd9c39 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:40.901815 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41681425-b0ab-461e-b5a7-adca2fb3f772 req-ff3c78d7-b465-40b3-88ca-995cf7dd9c39 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.1495945 Dec 14 02:28:40.936465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-929cf19d-0802-4430-8721-a1a75c4236dc req-0b4824fa-d874-4e59-93c5-69f845798031 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=45668812-ea3d-4860-af8b-e8fa47cd0af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459158 Dec 14 02:28:40.945214 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:41.089272 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Pushing event updated for resources: {'Port': ['ID=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:41.107733 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41681425-b0ab-461e-b5a7-adca2fb3f772 req-09c89f32-cf1a-4774-afe6-a32cc4d86886 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959460 Dec 14 02:28:41.120173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5fc380-ebe9-4f6c-9b8e-2e394c3506c4 req-4228d3e5-4d24-4a4b-8196-757f2ef82361 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:41.129874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d5fc380-ebe9-4f6c-9b8e-2e394c3506c4 req-4228d3e5-4d24-4a4b-8196-757f2ef82361 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 947 time: 0.1956110 Dec 14 02:28:41.210127 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-929cf19d-0802-4430-8721-a1a75c4236dc req-e906b2b1-273a-4fc7-b7f4-9e05067c4c1b service neutron] 10.222.0.46 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231033 Dec 14 02:28:41.210996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Attempting to bind port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:28:41.211332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Attempting to bind port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:28:41.211656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Attempting to bind port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:41.233245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:28:41.233622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Attempting to bind port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:41.285109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:28:41.285486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:28:41.285889 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:28:41.286312 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Bound port: ff272fd2-3156-4d9f-bcf8-83a8c94a92a4, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:28:41.286667 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:41.306217 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d5fc380-ebe9-4f6c-9b8e-2e394c3506c4 req-4ba13733-75e2-4eb9-9507-e03c9be536ef tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684575 Dec 14 02:28:41.380539 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-929cf19d-0802-4430-8721-a1a75c4236dc req-3d881076-f6cb-432b-be97-28e471fea8f0 service neutron] 10.222.0.46 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575406 Dec 14 02:28:41.391409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] For port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:28:41.394715 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] For port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:28:41.484598 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:41.534652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:41.535281 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:41.536700 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] 10.222.0.46 "PUT /v2.0/ports/ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 HTTP/1.1" status: 200 len: 1095 time: 1.6301789 Dec 14 02:28:41.538058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13da7d3c-0cda-43e5-bd7e-6727f5fb50ab', 'tag': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:41.540351 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a1df93-e212-4763-92bb-00b6e6997183" -d '{"events": [{"name": "network-changed", "server_uuid": "13da7d3c-0cda-43e5-bd7e-6727f5fb50ab", "tag": "ff272fd2-3156-4d9f-bcf8-83a8c94a92a4"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:41.558644 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e725bf7-f54c-43c4-ac0f-94dbe5ee7fe6 req-a70eec04-174c-4eb0-8c46-dc431403f199 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:41.560831 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e725bf7-f54c-43c4-ac0f-94dbe5ee7fe6 req-a70eec04-174c-4eb0-8c46-dc431403f199 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 950 time: 0.1069572 Dec 14 02:28:41.587581 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21d2dd-802e-4a6c-97be-6e621cf7cdef service neutron] Pushing event updated for resources: {'Port': ['ID=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:41.617900 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bd32b3-1296-4d54-be6c-0d3212f13f28 x-openstack-request-id: req-48bd32b3-1296-4d54-be6c-0d3212f13f28 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:41.618195 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13da7d3c-0cda-43e5-bd7e-6727f5fb50ab", "tag": "ff272fd2-3156-4d9f-bcf8-83a8c94a92a4", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:41.618707 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48bd32b3-1296-4d54-be6c-0d3212f13f28 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:41.619105 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13da7d3c-0cda-43e5-bd7e-6727f5fb50ab', 'tag': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4', 'status': 'completed', 'code': 200} Dec 14 02:28:41.653908 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e725bf7-f54c-43c4-ac0f-94dbe5ee7fe6 req-0391a56c-f170-4dfe-9358-e1ac9d98f8d1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686488 Dec 14 02:28:41.817102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e545af7-bd74-4095-bb99-ce0d963e81c9 req-5255d922-8c5c-4147-8dff-d1a8bbd2d433 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:41.818563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e545af7-bd74-4095-bb99-ce0d963e81c9 req-5255d922-8c5c-4147-8dff-d1a8bbd2d433 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 944 time: 0.0866508 Dec 14 02:28:41.821809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1df93-e212-4763-92bb-00b6e6997183 req-170be9cd-8eb6-4ee1-97d9-b124c1ebc0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:41.823185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d4a1df93-e212-4763-92bb-00b6e6997183 req-170be9cd-8eb6-4ee1-97d9-b124c1ebc0d2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 1098 time: 0.0787547 Dec 14 02:28:41.864534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d4a1df93-e212-4763-92bb-00b6e6997183 req-a345bac2-c69d-4013-bd7b-500f074bcf3c service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a840af3d99744bcc88bb04d2b120b271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264630 Dec 14 02:28:41.902977 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e545af7-bd74-4095-bb99-ce0d963e81c9 req-ca8b7f2c-87f3-4b1a-83f5-a7d2d8824054 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/security-groups?id=1795bf16-8cf6-4c14-bac1-bf434b9367bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783978 Dec 14 02:28:42.007583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a1df93-e212-4763-92bb-00b6e6997183 req-38950b31-bb0a-4f23-939e-d3e39de9fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:42.009052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d4a1df93-e212-4763-92bb-00b6e6997183 req-38950b31-bb0a-4f23-939e-d3e39de9fe7a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299231 Dec 14 02:28:42.028354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95711565-5059-44be-9453-ba785dcb2dd4 req-6ec551a8-eb60-48db-abad-2bef694e5f16 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:42.034604 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95711565-5059-44be-9453-ba785dcb2dd4 req-6ec551a8-eb60-48db-abad-2bef694e5f16 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0730877 Dec 14 02:28:42.084636 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95711565-5059-44be-9453-ba785dcb2dd4 req-32800eac-48f0-4ad0-8686-1905bdf6f4c4 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475848 Dec 14 02:28:42.129781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-2dc53df1-d2c8-4388-a183-b10d8766b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:42.131302 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-2dc53df1-d2c8-4388-a183-b10d8766b9a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 1098 time: 0.0400574 Dec 14 02:28:42.195507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-a02ca46a-6f4b-4d45-b39f-80378823d05e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 HTTP/1.1" status: 200 len: 217 time: 0.0395923 Dec 14 02:28:42.268639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-71bc4b77-ed9b-4a51-a8f0-a9b98c76b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:42.270176 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-71bc4b77-ed9b-4a51-a8f0-a9b98c76b0b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0654562 Dec 14 02:28:42.278293 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19557dbf-8845-4728-83f5-ea26211d395a req-29c80765-ecea-476f-927d-03f59d0c0669 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:42.280338 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-19557dbf-8845-4728-83f5-ea26211d395a req-29c80765-ecea-476f-927d-03f59d0c0669 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0875316 Dec 14 02:28:42.360368 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-19557dbf-8845-4728-83f5-ea26211d395a req-051731ac-de3d-45dd-ac88-4d4d83331aeb tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741436 Dec 14 02:28:42.366048 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-292d7d0f-1dc2-40de-9d4a-1e3ffd02a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:42.367602 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-292d7d0f-1dc2-40de-9d4a-1e3ffd02a7f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0755508 Dec 14 02:28:42.385153 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:28:42.514780 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:28:42.521086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:42.521581 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:42.522710 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-f0f87c15-0243-4ef0-9763-8808ee4d76ed service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421912 Dec 14 02:28:42.531601 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5a4e3-2b2f-45cd-95d4-3536fd67b0e3 req-4281347e-a614-4cbf-81f1-ac41c658bda5 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:42.533096 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-46c5a4e3-2b2f-45cd-95d4-3536fd67b0e3 req-4281347e-a614-4cbf-81f1-ac41c658bda5 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 947 time: 0.0814254 Dec 14 02:28:42.626495 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:42.640015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-46c5a4e3-2b2f-45cd-95d4-3536fd67b0e3 req-e25daa22-baff-4d23-828b-6a08a666c149 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985754 Dec 14 02:28:42.659695 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ea24b95-0af7-4fd8-be16-c6231d11b385 req-59caffdc-380e-4739-920d-595418b76a0b service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256049 Dec 14 02:28:42.667632 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005604be-0b2a-4427-9e8f-cd0e0c8a7bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e7e98e-d8f2-4acf-8fb7-b9817848ecb4'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:42.670666 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de29f524-f378-42db-9007-2e376dc905ad" -d '{"events": [{"server_uuid": "005604be-0b2a-4427-9e8f-cd0e0c8a7bb4", "name": "network-vif-plugged", "status": "completed", "tag": "60e7e98e-d8f2-4acf-8fb7-b9817848ecb4"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:42.691369 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=60e7e98e-d8f2-4acf-8fb7-b9817848ecb4,segment=NetworkSegment(936b76d9-7828-48a8-8ddb-7791651de25f),segment_id=936b76d9-7828-48a8-8ddb-7791651de25f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:42.715962 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b78239-9aef-4ea3-94b3-d3491c5a1ee6 x-openstack-request-id: req-c0b78239-9aef-4ea3-94b3-d3491c5a1ee6 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:42.716787 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005604be-0b2a-4427-9e8f-cd0e0c8a7bb4", "name": "network-vif-plugged", "status": "completed", "tag": "60e7e98e-d8f2-4acf-8fb7-b9817848ecb4", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:42.717488 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c0b78239-9aef-4ea3-94b3-d3491c5a1ee6 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:42.718081 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005604be-0b2a-4427-9e8f-cd0e0c8a7bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e7e98e-d8f2-4acf-8fb7-b9817848ecb4', 'code': 200} Dec 14 02:28:42.806674 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:42.862021 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=60e7e98e-d8f2-4acf-8fb7-b9817848ecb4,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:43.062561 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa5a00-9161-4298-b355-d68fd1506d94 req-9d013e33-cc04-432f-935a-9f26931fd9e5 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:43.063924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40aa5a00-9161-4298-b355-d68fd1506d94 req-9d013e33-cc04-432f-935a-9f26931fd9e5 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 950 time: 0.3233931 Dec 14 02:28:43.127808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a6c35-425f-4b29-a58a-a08a341d6edf req-68ea1591-ed11-4486-8f27-8168743a50e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:43.129329 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-075a6c35-425f-4b29-a58a-a08a341d6edf req-68ea1591-ed11-4486-8f27-8168743a50e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 1096 time: 0.1110623 Dec 14 02:28:43.144410 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7751e-7c15-4e99-9aff-fb83c5c0a37b req-0dd491d2-ea4b-4ee7-9bc9-4390900f0770 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:43.145891 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cb7751e-7c15-4e99-9aff-fb83c5c0a37b req-0dd491d2-ea4b-4ee7-9bc9-4390900f0770 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 945 time: 0.1265206 Dec 14 02:28:43.174150 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40aa5a00-9161-4298-b355-d68fd1506d94 req-0b0af1c3-60e3-46ed-809e-b5be486ab810 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931017 Dec 14 02:28:43.223294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-075a6c35-425f-4b29-a58a-a08a341d6edf req-e27ca213-0d1a-4d59-8907-3c15f7b4af50 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1795bf16-8cf6-4c14-bac1-bf434b9367bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764375 Dec 14 02:28:43.230617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cb7751e-7c15-4e99-9aff-fb83c5c0a37b req-58d13d43-2507-4368-bcd1-73960fbbbf6c tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/security-groups?id=1795bf16-8cf6-4c14-bac1-bf434b9367bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751042 Dec 14 02:28:43.283476 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa9f90-d316-4af6-a8f1-0ef48d415d17 req-cfe3c138-748d-4c18-ad18-1e82b0d2bb78 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:43.285756 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edaa9f90-d316-4af6-a8f1-0ef48d415d17 req-cfe3c138-748d-4c18-ad18-1e82b0d2bb78 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0517380 Dec 14 02:28:43.356283 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edaa9f90-d316-4af6-a8f1-0ef48d415d17 req-9c5d6a82-7684-401e-ab01-0df0ba128853 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653467 Dec 14 02:28:43.369574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f4b0f-e8b7-4da6-ab6a-a436b4b4fc8c req-b20553df-df96-4aea-9c74-cfc0bb9ad58f tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:43.371262 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8c5f4b0f-e8b7-4da6-ab6a-a436b4b4fc8c req-b20553df-df96-4aea-9c74-cfc0bb9ad58f tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 1101 time: 0.0739372 Dec 14 02:28:43.421999 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8c5f4b0f-e8b7-4da6-ab6a-a436b4b4fc8c req-86946c9f-fe7d-4b18-ad59-1e9d1a69df42 tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409815 Dec 14 02:28:43.492198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141d5e2-a8b4-4804-9ca6-755d8a2e2a9c req-058fc383-6813-45fc-b784-b6e2df9377b2 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:43.494519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7141d5e2-a8b4-4804-9ca6-755d8a2e2a9c req-058fc383-6813-45fc-b784-b6e2df9377b2 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0630782 Dec 14 02:28:43.549828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7141d5e2-a8b4-4804-9ca6-755d8a2e2a9c req-3a00965c-4910-44ef-88d5-f598eecdea4b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477986 Dec 14 02:28:43.612618 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-117f945e-b6ca-448f-8b1a-e25a718d0998 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7bb0a10918904e66a1e45d4647429ebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219798 Dec 14 02:28:43.764767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-c425a9c3-75de-4ffb-8e76-bacc3dae57cf tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:43.766328 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-c425a9c3-75de-4ffb-8e76-bacc3dae57cf tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1480150 Dec 14 02:28:43.786269 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-38340ba7-8016-4aa0-adf9-68c4c846c107 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/quotas/7bb0a10918904e66a1e45d4647429ebd HTTP/1.1" status: 200 len: 375 time: 0.0132332 Dec 14 02:28:43.799291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b29c5-0dfd-4138-9403-4da306f6a8c6 req-96c33da9-82b6-46cd-9ee3-59d008b08be3 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:43.800783 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-113b29c5-0dfd-4138-9403-4da306f6a8c6 req-96c33da9-82b6-46cd-9ee3-59d008b08be3 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 947 time: 0.0716891 Dec 14 02:28:43.890415 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-503e0668-a692-43a2-b1a4-be25fc3ee129 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0886724 Dec 14 02:28:43.893988 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-113b29c5-0dfd-4138-9403-4da306f6a8c6 req-f06969fe-99c9-44b9-ac85-33a5f7e926ea tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841563 Dec 14 02:28:44.179810 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b9782614-7c14-4123-b37e-2386779b1379 req-27dc3543-4cb0-497d-a789-f701c4c2ab93 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 210 time: 0.0287166 Dec 14 02:28:44.365139 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cba018-bda7-4c84-9efd-8ebfd6cfb875 req-41d1923a-6c95-4bf8-a146-1ca0fb7e075e tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:44.366697 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73cba018-bda7-4c84-9efd-8ebfd6cfb875 req-41d1923a-6c95-4bf8-a146-1ca0fb7e075e tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 945 time: 0.0543954 Dec 14 02:28:44.424882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73cba018-bda7-4c84-9efd-8ebfd6cfb875 req-a5e947ff-b494-49f4-b57b-f077481a1175 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/security-groups?id=1795bf16-8cf6-4c14-bac1-bf434b9367bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508597 Dec 14 02:28:44.496179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d1e44-3d44-4418-935e-d11b204d007c req-9771cea8-112a-4be1-ac76-f36b7fbdf1ee tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:44.498365 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-522d1e44-3d44-4418-935e-d11b204d007c req-9771cea8-112a-4be1-ac76-f36b7fbdf1ee tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0628655 Dec 14 02:28:44.557961 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-522d1e44-3d44-4418-935e-d11b204d007c req-317e1700-281c-4daa-8a2e-c2b9491a27f3 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534563 Dec 14 02:28:44.697437 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c30237-9b28-4b72-b7c2-534069740d4a req-c994c869-1b39-465b-8530-2bef00ba2481 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:44.699547 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12c30237-9b28-4b72-b7c2-534069740d4a req-c994c869-1b39-465b-8530-2bef00ba2481 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0680678 Dec 14 02:28:44.750310 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12c30237-9b28-4b72-b7c2-534069740d4a req-0938cff7-bb76-4ec5-beb6-cccd5c9e02ca tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438123 Dec 14 02:28:45.026568 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3594de5-cd7c-482e-806d-abab60b09ba4 req-88e25514-3b1f-4a64-b97f-c61cf4727f7f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:45.029209 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c3594de5-cd7c-482e-806d-abab60b09ba4 req-88e25514-3b1f-4a64-b97f-c61cf4727f7f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 947 time: 0.0509491 Dec 14 02:28:45.088890 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c3594de5-cd7c-482e-806d-abab60b09ba4 req-291026bf-e9e2-450c-a6df-991b915692be tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498257 Dec 14 02:28:45.312253 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f2b0ba95-45b0-460d-9a65-5a42d5620b45 req-73570c69-f3a3-4ea6-abb5-b9a2c0dac3d7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 210 time: 0.0386424 Dec 14 02:28:45.557804 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d2a15-3187-4d40-9ea0-b0cee5c29988 req-e5305408-b9a9-44cc-b985-39178d647a7e tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:45.559292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec0d2a15-3187-4d40-9ea0-b0cee5c29988 req-e5305408-b9a9-44cc-b985-39178d647a7e tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 945 time: 0.0577765 Dec 14 02:28:45.617259 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec0d2a15-3187-4d40-9ea0-b0cee5c29988 req-e4992a28-9192-417d-9cec-9adde7aaf165 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/security-groups?id=1795bf16-8cf6-4c14-bac1-bf434b9367bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482483 Dec 14 02:28:45.690603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de566932-50a5-408f-88c9-d2d27d1ab4ac req-86eb6d14-902c-4d7b-b57c-e0749dacdc8c tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:45.692182 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de566932-50a5-408f-88c9-d2d27d1ab4ac req-86eb6d14-902c-4d7b-b57c-e0749dacdc8c tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0597663 Dec 14 02:28:45.745669 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de566932-50a5-408f-88c9-d2d27d1ab4ac req-a0e3dc81-c105-4247-84bf-cdd88f49d819 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473800 Dec 14 02:28:45.838139 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46347bd-d65e-4dee-87d4-61b0a44cb094 req-71651f63-6f79-41d2-8eb8-3a8f88fa4bde tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:45.839969 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c46347bd-d65e-4dee-87d4-61b0a44cb094 req-71651f63-6f79-41d2-8eb8-3a8f88fa4bde tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 945 time: 0.0593066 Dec 14 02:28:45.849041 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48304) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:28:45.856902 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-cebb76da-cc31-45aa-abdc-389f067fd0d3 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Request body: {'floatingip': {'port_id': '60e7e98e-d8f2-4acf-8fb7-b9817848ecb4'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:45.899870 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f3f62-19ed-4838-91a4-230b1b4fff53 req-1c4ce427-896b-430d-98e3-1993c38f17f2 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:45.901894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d40f3f62-19ed-4838-91a4-230b1b4fff53 req-1c4ce427-896b-430d-98e3-1993c38f17f2 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0607166 Dec 14 02:28:45.907197 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cebb76da-cc31-45aa-abdc-389f067fd0d3 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for floatingip, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:45.958188 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d40f3f62-19ed-4838-91a4-230b1b4fff53 req-be832a7a-656e-476f-bcc8-07a6cc81a828 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483844 Dec 14 02:28:46.226705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0482de-4389-4fcc-a9ae-6b6bc8f07196 req-01d9afbf-abdf-4305-abca-392cad7883d8 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:46.228545 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b0482de-4389-4fcc-a9ae-6b6bc8f07196 req-01d9afbf-abdf-4305-abca-392cad7883d8 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 947 time: 0.0573080 Dec 14 02:28:46.293844 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b0482de-4389-4fcc-a9ae-6b6bc8f07196 req-ac112c6b-de6d-421e-ad64-259aa67befa8 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539610 Dec 14 02:28:46.405940 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cebb76da-cc31-45aa-abdc-389f067fd0d3 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:46.412357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:28:46.426180 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4e64ece-8adc-499c-8937-08b86bdb5beb req-b57addfe-5cb4-4ccf-97f4-e386d2b9e41b tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 210 time: 0.0329385 Dec 14 02:28:46.492513 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cebb76da-cc31-45aa-abdc-389f067fd0d3 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:46.524525 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:46.524951 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-646a74f1-0b40-4301-8abf-09893c7f2133 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7bb0a10918904e66a1e45d4647429ebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362277 Dec 14 02:28:46.546073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4', 'mac_address': 'fa:16:3e:cd:7a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:28:46.600820 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:46.620839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:46.626186 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-cebb76da-cc31-45aa-abdc-389f067fd0d3 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Floating IP 7e7f8831-6275-4ec4-b659-f437b57b066f associated. External IP: 172.25.7.175, port: 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4. Dec 14 02:28:46.643614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:46.665958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-03c98e66-b478-4633-859f-98a0dddb4693 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:46.667633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-03c98e66-b478-4633-859f-98a0dddb4693 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1361883 Dec 14 02:28:46.700295 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-a8e2d554-3bde-4dd1-88a6-884def2ded3a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Request body: {'port': {'device_id': 'ebce7cbe-dc83-482c-aef4-8f9ca82e46ff', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': '7bb0a10918904e66a1e45d4647429ebd'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:46.758895 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:46.871956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:46.911019 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebb76da-cc31-45aa-abdc-389f067fd0d3 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Router 892c6d3f-1307-4112-b2f9-0d5f8200ab17 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:28:46.931373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-a8e2d554-3bde-4dd1-88a6-884def2ded3a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Made reservation on behalf of 7bb0a10918904e66a1e45d4647429ebd for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:28:46.940520 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-a8e2d554-3bde-4dd1-88a6-884def2ded3a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:46.980554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a03549-ac90-47df-9f01-d9cf4741d804 req-4f47234d-3757-439c-bba4-0f283ae3f375 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:46.982680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-72a03549-ac90-47df-9f01-d9cf4741d804 req-4f47234d-3757-439c-bba4-0f283ae3f375 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0868797 Dec 14 02:28:47.038351 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebb76da-cc31-45aa-abdc-389f067fd0d3 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:28:47.045097 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cebb76da-cc31-45aa-abdc-389f067fd0d3 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:47.052231 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b46edb9-92bc-454b-bac9-12869111ed5e None None] Sync routers for ids ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:28:47.066065 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b46edb9-92bc-454b-bac9-12869111ed5e None None] Routers {'892c6d3f-1307-4112-b2f9-0d5f8200ab17'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:28:47.066959 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4b46edb9-92bc-454b-bac9-12869111ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:28:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:47.082722 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cebb76da-cc31-45aa-abdc-389f067fd0d3 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "PUT /v2.0/floatingips/7e7f8831-6275-4ec4-b659-f437b57b066f HTTP/1.1" status: 200 len: 991 time: 1.2324183 Dec 14 02:28:47.083299 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005604be-0b2a-4427-9e8f-cd0e0c8a7bb4', 'tag': '60e7e98e-d8f2-4acf-8fb7-b9817848ecb4'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:47.085692 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89328eb-9267-4e93-858c-faecde3a657e" -d '{"events": [{"name": "network-changed", "server_uuid": "005604be-0b2a-4427-9e8f-cd0e0c8a7bb4", "tag": "60e7e98e-d8f2-4acf-8fb7-b9817848ecb4"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:47.152820 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-72a03549-ac90-47df-9f01-d9cf4741d804 req-dda571ef-8729-4a75-bac0-e1adec7ef20d tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235240 Dec 14 02:28:47.174512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ba9915-5cbe-4283-867f-14b5b78bed61 req-206fa2fa-5af3-4b1f-a569-66cde4edc307 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:47.176057 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89ba9915-5cbe-4283-867f-14b5b78bed61 req-206fa2fa-5af3-4b1f-a569-66cde4edc307 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.1364493 Dec 14 02:28:47.182228 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-4b46edb9-92bc-454b-bac9-12869111ed5e None None] Set router 892c6d3f-1307-4112-b2f9-0d5f8200ab17 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:28:47.216947 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-a8e2d554-3bde-4dd1-88a6-884def2ded3a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Allocated IP 192.168.233.253 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/4f086ece-aab7-420e-91fa-899a13468816) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:28:47.258737 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['ff272fd2-3156-4d9f-bcf8-83a8c94a92a4'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:47.267003 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89ba9915-5cbe-4283-867f-14b5b78bed61 req-fa79b982-de8e-4d79-93e4-6b724038c583 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788920 Dec 14 02:28:47.367343 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57f4027-d01a-491a-a165-617412f92464 x-openstack-request-id: req-d57f4027-d01a-491a-a165-617412f92464 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:47.367640 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005604be-0b2a-4427-9e8f-cd0e0c8a7bb4", "tag": "60e7e98e-d8f2-4acf-8fb7-b9817848ecb4", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:47.367901 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d57f4027-d01a-491a-a165-617412f92464 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:47.368552 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005604be-0b2a-4427-9e8f-cd0e0c8a7bb4', 'tag': '60e7e98e-d8f2-4acf-8fb7-b9817848ecb4', 'status': 'completed', 'code': 200} Dec 14 02:28:47.474067 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4b46edb9-92bc-454b-bac9-12869111ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'name': 'tempest-ServersTestJSON-1179489065-router', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:28:04Z', 'updated_at': '2021-12-14T02:28:15Z', 'revision_number': 4, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'gw_port': {'id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:08Z', 'updated_at': '2021-12-14T02:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '7e7f8831-6275-4ec4-b659-f437b57b066f', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'port_id': '60e7e98e-d8f2-4acf-8fb7-b9817848ecb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a', 'mac_address': 'fa:16:3e:cf:c9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005604be-0b2a-4427-9e8f-cd0e0c8a7bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:28:20Z', 'updated_at': '2021-12-14T02:28:46Z', 'revision_number': 1, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d211b82-7c36-4b99-99a5-709d7cd48853', 'name': '', 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'mac_address': 'fa:16:3e:fd:55:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:14Z', 'updated_at': '2021-12-14T02:28:20Z', 'revision_number': 5, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'subnets': [{'id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:47.508530 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b46edb9-92bc-454b-bac9-12869111ed5e None None] Checking router: 892c6d3f-1307-4112-b2f9-0d5f8200ab17 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:28:47.523906 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b46edb9-92bc-454b-bac9-12869111ed5e None None] Routers {'892c6d3f-1307-4112-b2f9-0d5f8200ab17'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:28:47.524997 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4b46edb9-92bc-454b-bac9-12869111ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:28:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:47.584939 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89328eb-9267-4e93-858c-faecde3a657e req-41f2406c-de9d-48a6-8dde-6a865b21251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:47.586456 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f89328eb-9267-4e93-858c-faecde3a657e req-41f2406c-de9d-48a6-8dde-6a865b21251f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2fac9ea333d64e4b8eac7e6f8a705cc8&device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 1096 time: 0.1583190 Dec 14 02:28:47.594195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-115abcd5-2eca-4894-b424-859b7f39ca0e req-cf4e32b5-74f4-45b0-8c51-6915f112d310 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 210 time: 0.0482068 Dec 14 02:28:47.615838 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-a8e2d554-3bde-4dd1-88a6-884def2ded3a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:47.648106 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-4b46edb9-92bc-454b-bac9-12869111ed5e None None] Set router 892c6d3f-1307-4112-b2f9-0d5f8200ab17 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:28:47.661142 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd92d90-e83c-4a69-a526-7cd3040d5f9a req-7d5a6a0a-d799-4da1-aa6a-1bbf701067e5 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:47.665792 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6fd92d90-e83c-4a69-a526-7cd3040d5f9a req-7d5a6a0a-d799-4da1-aa6a-1bbf701067e5 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 948 time: 0.1740887 Dec 14 02:28:47.761773 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6fd92d90-e83c-4a69-a526-7cd3040d5f9a req-605a25e0-0ff6-4d64-8998-22e2514036d4 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899751 Dec 14 02:28:47.783205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89328eb-9267-4e93-858c-faecde3a657e req-296f2d32-605d-4670-938d-d4eb94e184a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:47.783205 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f89328eb-9267-4e93-858c-faecde3a657e req-296f2d32-605d-4670-938d-d4eb94e184a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5e4c912c-7d78-418d-bb37-18d532864e4a HTTP/1.1" status: 200 len: 907 time: 0.1783357 Dec 14 02:28:47.829294 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-a8e2d554-3bde-4dd1-88a6-884def2ded3a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:47.879221 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['394de406-b6c9-4976-8229-4ffd3fdf23f2', 'a53eab7d-09b9-4c1f-bbcb-b11377dec7de', '592bf17d-fcae-461b-97ab-5e36292e1e33', 'be0f1727-dd32-4a77-85ad-87af825eea73', '49080719-3afd-452b-a350-e06d251b3151'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:47.888954 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-a8e2d554-3bde-4dd1-88a6-884def2ded3a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:28:47.893057 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f89328eb-9267-4e93-858c-faecde3a657e req-c7fe0e66-353c-49a2-b378-7ff177713156 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 HTTP/1.1" status: 200 len: 999 time: 0.1068766 Dec 14 02:28:47.896268 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-a8e2d554-3bde-4dd1-88a6-884def2ded3a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:28:47.900782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-a8e2d554-3bde-4dd1-88a6-884def2ded3a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:28:47.906385 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-a8e2d554-3bde-4dd1-88a6-884def2ded3a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:47.907013 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-a8e2d554-3bde-4dd1-88a6-884def2ded3a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:47.909367 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4b46edb9-92bc-454b-bac9-12869111ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'name': 'tempest-ServersTestJSON-1179489065-router', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:28:04Z', 'updated_at': '2021-12-14T02:28:15Z', 'revision_number': 4, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'gw_port': {'id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:08Z', 'updated_at': '2021-12-14T02:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '7e7f8831-6275-4ec4-b659-f437b57b066f', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'port_id': '60e7e98e-d8f2-4acf-8fb7-b9817848ecb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a', 'mac_address': 'fa:16:3e:cf:c9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005604be-0b2a-4427-9e8f-cd0e0c8a7bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:28:20Z', 'updated_at': '2021-12-14T02:28:46Z', 'revision_number': 1, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d211b82-7c36-4b99-99a5-709d7cd48853', 'name': '', 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'mac_address': 'fa:16:3e:fd:55:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:14Z', 'updated_at': '2021-12-14T02:28:20Z', 'revision_number': 5, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'subnets': [{'id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:28:47.927293 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2d554-3bde-4dd1-88a6-884def2ded3a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Pushing event updated for resources: {'Port': ['ID=4f086ece-aab7-420e-91fa-899a13468816,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:47.945243 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b46edb9-92bc-454b-bac9-12869111ed5e None None] The sync data for ids ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'] in n-d-821636-1 is: [{'id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'name': 'tempest-ServersTestJSON-1179489065-router', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:28:04Z', 'updated_at': '2021-12-14T02:28:15Z', 'revision_number': 4, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'gw_port': {'id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:08Z', 'updated_at': '2021-12-14T02:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '7e7f8831-6275-4ec4-b659-f437b57b066f', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'port_id': '60e7e98e-d8f2-4acf-8fb7-b9817848ecb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a', 'mac_address': 'fa:16:3e:cf:c9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005604be-0b2a-4427-9e8f-cd0e0c8a7bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:28:20Z', 'updated_at': '2021-12-14T02:28:46Z', 'revision_number': 1, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d211b82-7c36-4b99-99a5-709d7cd48853', 'name': '', 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'mac_address': 'fa:16:3e:fd:55:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:14Z', 'updated_at': '2021-12-14T02:28:20Z', 'revision_number': 5, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'subnets': [{'id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:28:47.985721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89328eb-9267-4e93-858c-faecde3a657e req-dac4a1f8-e9c3-45d4-b308-04b909cba716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:47.987356 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f89328eb-9267-4e93-858c-faecde3a657e req-dac4a1f8-e9c3-45d4-b308-04b909cba716 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d7daddda-6f7d-453f-a088-3bffc25e22b4 HTTP/1.1" status: 200 len: 845 time: 0.0726209 Dec 14 02:28:48.046356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89328eb-9267-4e93-858c-faecde3a657e req-a2c2089b-8711-4d2b-91d5-01bc83b2ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:48.048254 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f89328eb-9267-4e93-858c-faecde3a657e req-a2c2089b-8711-4d2b-91d5-01bc83b2ddae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5e4c912c-7d78-418d-bb37-18d532864e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459018 Dec 14 02:28:48.061232 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-a8e2d554-3bde-4dd1-88a6-884def2ded3a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3583891 Dec 14 02:28:48.095965 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Request body: {'port': {'device_id': 'ebce7cbe-dc83-482c-aef4-8f9ca82e46ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:28:48.242281 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:48.257852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad64af86-0b58-499e-96d2-bf62c8d0575b None None] New status for floating IP 7e7f8831-6275-4ec4-b659-f437b57b066f: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:28:48.396628 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6daa2e87-5dc6-43b2-bfc7-cca7996d6bd3 None None] Provisioning complete for port 4f086ece-aab7-420e-91fa-899a13468816 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:48.397007 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6daa2e87-5dc6-43b2-bfc7-cca7996d6bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:48.437828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f89328eb-9267-4e93-858c-faecde3a657e req-ad732846-911a-4215-9058-634317144b71 service neutron] 10.222.0.46 "GET /v2.0/networks/5e4c912c-7d78-418d-bb37-18d532864e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563821 Dec 14 02:28:48.455162 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0500939-fc4f-4bb5-b68c-16914717c901 req-bf660cb8-efd3-4618-a94c-6a2a7d074428 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:48.462151 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f0500939-fc4f-4bb5-b68c-16914717c901 req-bf660cb8-efd3-4618-a94c-6a2a7d074428 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.1850908 Dec 14 02:28:48.562101 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6daa2e87-5dc6-43b2-bfc7-cca7996d6bd3 None None] Port 4f086ece-aab7-420e-91fa-899a13468816 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:28:48.656226 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3923161f-26b3-454c-853e-64a0f1c01c9f', '0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:48.658263 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f0500939-fc4f-4bb5-b68c-16914717c901 req-b20d0888-24ae-401a-9467-be531fe3a4e2 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939802 Dec 14 02:28:48.781027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e8ad8-1a16-4913-91de-cbeb15c73aa8 req-fa522219-8263-4f6e-bc6e-ce39720a1692 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:48.790252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f46e8ad8-1a16-4913-91de-cbeb15c73aa8 req-fa522219-8263-4f6e-bc6e-ce39720a1692 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.2623041 Dec 14 02:28:48.818586 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f89328eb-9267-4e93-858c-faecde3a657e req-09ebed13-a29b-489f-8656-7dab0c305a48 service neutron] 10.222.0.46 "GET /v2.0/networks/5e4c912c-7d78-418d-bb37-18d532864e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541973 Dec 14 02:28:48.899210 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f46e8ad8-1a16-4913-91de-cbeb15c73aa8 req-85e6db5e-175f-407e-bd32-4359bda20926 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964699 Dec 14 02:28:48.953535 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f086ece-aab7-420e-91fa-899a13468816 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:48.974783 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:49.027141 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Transition to ACTIVE for port object 4f086ece-aab7-420e-91fa-899a13468816 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:28:49.077616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfb108-8abd-4ee9-91b1-e5001a2bcc23 req-9c25f849-1f06-4311-a412-e4aadb971de1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:49.080761 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4bfb108-8abd-4ee9-91b1-e5001a2bcc23 req-9c25f849-1f06-4311-a412-e4aadb971de1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 936 time: 0.0944366 Dec 14 02:28:49.109133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc85cbd-96a5-43c9-8af9-822946b85277 req-639c76a0-6bf5-4dda-b0fd-24f8a09ec492 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:49.111232 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7bc85cbd-96a5-43c9-8af9-822946b85277 req-639c76a0-6bf5-4dda-b0fd-24f8a09ec492 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 948 time: 0.0826182 Dec 14 02:28:49.112762 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:49.209223 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Pushing event updated for resources: {'Port': ['ID=4f086ece-aab7-420e-91fa-899a13468816,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:49.226523 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4bfb108-8abd-4ee9-91b1-e5001a2bcc23 req-711d6e13-e6cf-491d-920d-b3667a8778cb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362848 Dec 14 02:28:49.262739 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7bc85cbd-96a5-43c9-8af9-822946b85277 req-b4a3abaf-99b1-4073-bb50-34cf563b7f57 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340961 Dec 14 02:28:49.268960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Attempting to bind port 4f086ece-aab7-420e-91fa-899a13468816 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:28:49.269617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Attempting to bind port 4f086ece-aab7-420e-91fa-899a13468816 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:28:49.270089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Attempting to bind port 4f086ece-aab7-420e-91fa-899a13468816 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:49.282236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Port 4f086ece-aab7-420e-91fa-899a13468816 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:28:49.282663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Attempting to bind port 4f086ece-aab7-420e-91fa-899a13468816 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:28:49.292229 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:28:49.292654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:28:49.293117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:28:49.294043 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Bound port: 4f086ece-aab7-420e-91fa-899a13468816, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:28:49.295412 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:49.389496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] For port 4f086ece-aab7-420e-91fa-899a13468816, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:28:49.393065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] For port 4f086ece-aab7-420e-91fa-899a13468816, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4f086ece-aab7-420e-91fa-899a13468816,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:28:49.453244 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:49.492347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:49.493086 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:49.494764 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] 10.222.0.46 "PUT /v2.0/ports/4f086ece-aab7-420e-91fa-899a13468816 HTTP/1.1" status: 200 len: 1096 time: 1.4035039 Dec 14 02:28:49.498220 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebce7cbe-dc83-482c-aef4-8f9ca82e46ff', 'tag': '4f086ece-aab7-420e-91fa-899a13468816'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:49.501013 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43633db-27ef-41c5-98ff-5361605a4368" -d '{"events": [{"name": "network-changed", "server_uuid": "ebce7cbe-dc83-482c-aef4-8f9ca82e46ff", "tag": "4f086ece-aab7-420e-91fa-899a13468816"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:49.530628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528e70e-90d5-410b-a3fa-09a2d9707cda service neutron] Pushing event updated for resources: {'Port': ['ID=4f086ece-aab7-420e-91fa-899a13468816,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:49.550861 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4f14b5-fe54-4ab3-91f1-5541c95045b2 x-openstack-request-id: req-dd4f14b5-fe54-4ab3-91f1-5541c95045b2 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:49.551193 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebce7cbe-dc83-482c-aef4-8f9ca82e46ff", "tag": "4f086ece-aab7-420e-91fa-899a13468816", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:49.551453 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd4f14b5-fe54-4ab3-91f1-5541c95045b2 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:49.551851 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebce7cbe-dc83-482c-aef4-8f9ca82e46ff', 'tag': '4f086ece-aab7-420e-91fa-899a13468816', 'status': 'completed', 'code': 200} Dec 14 02:28:49.665604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43633db-27ef-41c5-98ff-5361605a4368 req-5e94a42a-d9f9-4f86-bf58-32b6df9a7cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:49.667567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e43633db-27ef-41c5-98ff-5361605a4368 req-5e94a42a-d9f9-4f86-bf58-32b6df9a7cb2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 1099 time: 0.0507486 Dec 14 02:28:49.707653 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e43633db-27ef-41c5-98ff-5361605a4368 req-02a772e4-216d-4ed4-8ef7-79d31b8f119d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7bb0a10918904e66a1e45d4647429ebd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225203 Dec 14 02:28:49.837735 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b5f19-2bee-4b22-ae04-41287e4d1f59 req-6a130e6b-6ed4-408d-aed5-39a52d89f653 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:49.839230 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-129b5f19-2bee-4b22-ae04-41287e4d1f59 req-6a130e6b-6ed4-408d-aed5-39a52d89f653 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0979195 Dec 14 02:28:49.866430 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43633db-27ef-41c5-98ff-5361605a4368 req-019600d2-c459-4380-8cbc-c8a125868f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:49.867898 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e43633db-27ef-41c5-98ff-5361605a4368 req-019600d2-c459-4380-8cbc-c8a125868f5e service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1457829 Dec 14 02:28:49.904374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-129b5f19-2bee-4b22-ae04-41287e4d1f59 req-4d009c3f-ae85-4619-bc8b-683fe3372f0e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586331 Dec 14 02:28:50.270830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-eff731e3-8a99-4e57-8fbf-df19d6b343c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:50.272321 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-eff731e3-8a99-4e57-8fbf-df19d6b343c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7bb0a10918904e66a1e45d4647429ebd&device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 1099 time: 0.3030186 Dec 14 02:28:50.287418 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d725e0f-096c-46a8-b241-4477f98b4b3e req-f6189e42-d1b1-4524-9870-98375f0a41be tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:50.288922 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d725e0f-096c-46a8-b241-4477f98b4b3e req-f6189e42-d1b1-4524-9870-98375f0a41be tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.2946613 Dec 14 02:28:50.345950 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-6a0d65c9-c9c3-4d46-8a18-f4b356f74d46 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=4f086ece-aab7-420e-91fa-899a13468816 HTTP/1.1" status: 200 len: 217 time: 0.0560184 Dec 14 02:28:50.428108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d725e0f-096c-46a8-b241-4477f98b4b3e req-aa42095f-30e0-45f6-84ac-ef03f79f2188 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318631 Dec 14 02:28:50.439462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:28:50.446568 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec763e-ecd6-40ae-80f7-a6364f0d3f44 req-4bb630a2-1c80-4f14-b176-20ccdc10d622 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:50.448042 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17ec763e-ecd6-40ae-80f7-a6364f0d3f44 req-4bb630a2-1c80-4f14-b176-20ccdc10d622 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 948 time: 0.1143129 Dec 14 02:28:50.449870 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-e10ae1f7-e3c3-49f8-8181-84c619672660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:50.451751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-e10ae1f7-e3c3-49f8-8181-84c619672660 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0829067 Dec 14 02:28:50.556085 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17ec763e-ecd6-40ae-80f7-a6364f0d3f44 req-78bafa60-84ee-454a-a28e-41905aa39e3f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985882 Dec 14 02:28:50.564594 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-e4e32f11-f538-414c-8189-12a2d1e6f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:50.566051 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-e4e32f11-f538-414c-8189-12a2d1e6f118 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1017897 Dec 14 02:28:50.583819 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:28:50.587776 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:28:50.602903 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:50.635903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f2c2e-d2f6-4d1c-9a8e-19d2791aa87d req-7170ae27-fdb4-438b-a36a-4edf5caed444 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:50.641852 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-047f2c2e-d2f6-4d1c-9a8e-19d2791aa87d req-7170ae27-fdb4-438b-a36a-4edf5caed444 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 948 time: 0.1241901 Dec 14 02:28:50.691017 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:50.718608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13da7d3c-0cda-43e5-bd7e-6727f5fb50ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:28:50.721269 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54997c65-1631-471b-bf30-d2aa6e01d250" -d '{"events": [{"server_uuid": "13da7d3c-0cda-43e5-bd7e-6727f5fb50ab", "name": "network-vif-plugged", "status": "completed", "tag": "ff272fd2-3156-4d9f-bcf8-83a8c94a92a4"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:28:50.735953 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:50.745111 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-368aa575-bc32-4b50-8f2c-3b31845a6afd service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702058 Dec 14 02:28:50.749625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-047f2c2e-d2f6-4d1c-9a8e-19d2791aa87d req-8117206c-ba3f-4ecb-8f31-e3418e61797e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000955 Dec 14 02:28:50.793086 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2471fab7-166e-4dc7-abd8-572f74df2e1b x-openstack-request-id: req-2471fab7-166e-4dc7-abd8-572f74df2e1b {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:28:50.793429 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13da7d3c-0cda-43e5-bd7e-6727f5fb50ab", "name": "network-vif-plugged", "status": "completed", "tag": "ff272fd2-3156-4d9f-bcf8-83a8c94a92a4", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:28:50.793689 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2471fab7-166e-4dc7-abd8-572f74df2e1b {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:28:50.794077 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13da7d3c-0cda-43e5-bd7e-6727f5fb50ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4', 'code': 200} Dec 14 02:28:50.811979 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:50.874431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:50.876129 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc32dc2f-ed50-49fa-b702-f08c27403fe4 req-09705196-65b6-46ef-abee-a2f29422e0f5 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922463 Dec 14 02:28:50.980662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c0d29-e70f-4fd0-89fa-100543b1b028 req-88c50896-00f4-42f5-8884-8d78368c4263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:50.984288 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e0c0d29-e70f-4fd0-89fa-100543b1b028 req-88c50896-00f4-42f5-8884-8d78368c4263 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 1100 time: 0.0441420 Dec 14 02:28:51.069443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b08499-1253-47dc-9b85-ca8c22a7dd17 req-10696ac0-1450-4b92-89e5-a21c45aa4500 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:51.070866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03b08499-1253-47dc-9b85-ca8c22a7dd17 req-10696ac0-1450-4b92-89e5-a21c45aa4500 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0835919 Dec 14 02:28:51.074482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e0c0d29-e70f-4fd0-89fa-100543b1b028 req-7a880bdd-287c-443e-9b92-0083de58f325 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777597 Dec 14 02:28:51.123549 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03b08499-1253-47dc-9b85-ca8c22a7dd17 req-5f5e709a-f39d-402b-90de-b92f7a60e58e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465486 Dec 14 02:28:51.547518 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d5da7-0071-4d86-b08c-e0fae94d1345 req-1f72eb2b-2d01-4198-8086-1e1bcfa3590d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:51.549070 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a98d5da7-0071-4d86-b08c-e0fae94d1345 req-1f72eb2b-2d01-4198-8086-1e1bcfa3590d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0501826 Dec 14 02:28:51.599477 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a98d5da7-0071-4d86-b08c-e0fae94d1345 req-e4010ffe-8424-4cca-9c06-6fcabbe5d373 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444782 Dec 14 02:28:51.683858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a76ef2-b5cf-42fd-8b9c-e923f4217a6c req-2c218845-84a6-4549-a808-b3e213f36ac1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:51.685520 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3a76ef2-b5cf-42fd-8b9c-e923f4217a6c req-2c218845-84a6-4549-a808-b3e213f36ac1 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 948 time: 0.0544693 Dec 14 02:28:51.747777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3a76ef2-b5cf-42fd-8b9c-e923f4217a6c req-bc1a1320-63b8-4aab-a949-035fc6280886 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557604 Dec 14 02:28:51.882784 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e646296-add2-4eac-9412-bb8b4d3d2997 req-db662040-cd95-4d65-8fe9-528f647110e1 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:51.882784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e646296-add2-4eac-9412-bb8b4d3d2997 req-db662040-cd95-4d65-8fe9-528f647110e1 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0510631 Dec 14 02:28:51.932712 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e646296-add2-4eac-9412-bb8b4d3d2997 req-530287cd-4c28-46b6-8201-e0d09acb2643 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436780 Dec 14 02:28:52.246491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683e4bf-df28-4937-b243-ee9bdb1786e0 req-6aed375b-8e00-4d42-bcb8-d2eabe3422a7 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:52.248734 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c683e4bf-df28-4937-b243-ee9bdb1786e0 req-6aed375b-8e00-4d42-bcb8-d2eabe3422a7 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0524671 Dec 14 02:28:52.301219 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c683e4bf-df28-4937-b243-ee9bdb1786e0 req-c70b519a-6e23-46d1-9ef8-12b7a5a27fd6 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464814 Dec 14 02:28:52.757007 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b095372-f4c6-4e48-baab-51824cbc5a54 req-f6a98c17-3631-4863-85b5-9b0e6cf1ea1a tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:52.758589 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b095372-f4c6-4e48-baab-51824cbc5a54 req-f6a98c17-3631-4863-85b5-9b0e6cf1ea1a tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0686381 Dec 14 02:28:52.822521 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b095372-f4c6-4e48-baab-51824cbc5a54 req-5879328d-c4d2-427c-a9ef-eed209e7c8d1 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576723 Dec 14 02:28:52.901443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d6ca1-fff2-473b-ab70-a8b1e9db13e1 req-bce5267d-464d-47a6-8531-77f20926e123 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:52.907131 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd4d6ca1-fff2-473b-ab70-a8b1e9db13e1 req-bce5267d-464d-47a6-8531-77f20926e123 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 948 time: 0.0656765 Dec 14 02:28:52.955785 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd4d6ca1-fff2-473b-ab70-a8b1e9db13e1 req-6223d2bd-76b8-47af-9210-07f20307fd5d tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466027 Dec 14 02:28:53.079739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f2832-3793-4f1f-9b71-2b2e1ff4f3cb req-70b77f7e-7392-4ac8-82ba-70fc52eb0f54 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:53.081274 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af0f2832-3793-4f1f-9b71-2b2e1ff4f3cb req-70b77f7e-7392-4ac8-82ba-70fc52eb0f54 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0625222 Dec 14 02:28:53.133089 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af0f2832-3793-4f1f-9b71-2b2e1ff4f3cb req-2bf5ac2f-3c87-4c33-8ef5-7b126eb47166 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453475 Dec 14 02:28:53.424780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8512fb-75e3-4b36-9a8b-e991c5a616c6 req-ab54bf64-c874-4f1d-9993-905cb9f80e36 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:53.427312 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c8512fb-75e3-4b36-9a8b-e991c5a616c6 req-ab54bf64-c874-4f1d-9993-905cb9f80e36 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0575669 Dec 14 02:28:53.477569 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c8512fb-75e3-4b36-9a8b-e991c5a616c6 req-704c5825-f6b6-4510-ae8a-d3cb57e1e8fc tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449843 Dec 14 02:28:53.961405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee311ba-2e67-4ca0-93bc-5a2fc72f08b4 req-a973ac6c-7db5-4186-9d95-b4605d93660c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:53.962936 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ee311ba-2e67-4ca0-93bc-5a2fc72f08b4 req-a973ac6c-7db5-4186-9d95-b4605d93660c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0632110 Dec 14 02:28:54.023347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ee311ba-2e67-4ca0-93bc-5a2fc72f08b4 req-5b8ab87c-fd39-4ed6-adf2-0b6d3df17de5 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512779 Dec 14 02:28:54.117107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0cb769-0b96-416a-afcf-6ca6a08c36c9 req-4e3bdef7-376f-43cb-9ad6-4ffaf2ba51e6 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:54.118917 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b0cb769-0b96-416a-afcf-6ca6a08c36c9 req-4e3bdef7-376f-43cb-9ad6-4ffaf2ba51e6 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 948 time: 0.0551240 Dec 14 02:28:54.172495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b0cb769-0b96-416a-afcf-6ca6a08c36c9 req-44253f13-fe78-4822-86a6-a00df2c58e6f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468543 Dec 14 02:28:54.271649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f02c2b-ef4b-4c41-a391-7505d2054462 req-0e7c69e1-e42c-4b79-bf8a-86a0dbd49a0e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:54.273324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5f02c2b-ef4b-4c41-a391-7505d2054462 req-0e7c69e1-e42c-4b79-bf8a-86a0dbd49a0e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0506821 Dec 14 02:28:54.334223 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5f02c2b-ef4b-4c41-a391-7505d2054462 req-f64011d6-f520-44ae-be50-7a8ff4e18c43 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537167 Dec 14 02:28:54.463780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595cd03-8430-40b0-9f6f-71fd9d76320e req-7267ea2b-68ff-4e4c-8dba-53d64d4668e0 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:54.465282 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7595cd03-8430-40b0-9f6f-71fd9d76320e req-7267ea2b-68ff-4e4c-8dba-53d64d4668e0 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0588183 Dec 14 02:28:54.516293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7595cd03-8430-40b0-9f6f-71fd9d76320e req-8501452e-4416-4389-9fae-ba714a46fea8 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438168 Dec 14 02:28:54.611915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974b68d-9ae9-4c90-b2fc-a7b257802da1 req-7e83f9fd-fcbd-4dfa-be25-8fae34d771bc tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:54.613705 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2974b68d-9ae9-4c90-b2fc-a7b257802da1 req-7e83f9fd-fcbd-4dfa-be25-8fae34d771bc tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0582976 Dec 14 02:28:54.669025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2974b68d-9ae9-4c90-b2fc-a7b257802da1 req-02cce55c-a1db-4014-9dff-17460fbb21a8 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484166 Dec 14 02:28:54.790437 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-81fd3f1a-3d51-4b2d-98e1-4ae6f75299c6 req-2a08caea-a9fc-4eec-b569-3d8508e25e33 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:28:54.791632 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81fd3f1a-3d51-4b2d-98e1-4ae6f75299c6 req-2a08caea-a9fc-4eec-b569-3d8508e25e33 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055912 Dec 14 02:28:55.212972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886de9f-c876-4e44-8854-6bcb81918b02 req-e29cbecc-1ab3-4d47-8148-f271ebe11a55 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:55.214442 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3886de9f-c876-4e44-8854-6bcb81918b02 req-e29cbecc-1ab3-4d47-8148-f271ebe11a55 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0865242 Dec 14 02:28:55.235625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e536b65-696e-4176-bd94-6ef61fb82a55 req-7288e8f7-43bb-4d8b-a7a8-57afe3c850cb tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:55.237107 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e536b65-696e-4176-bd94-6ef61fb82a55 req-7288e8f7-43bb-4d8b-a7a8-57afe3c850cb tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0750437 Dec 14 02:28:55.306871 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3886de9f-c876-4e44-8854-6bcb81918b02 req-911e6173-3675-4c92-b25c-64048eff64df tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848286 Dec 14 02:28:55.310425 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e536b65-696e-4176-bd94-6ef61fb82a55 req-88e43f47-b4cd-4ddc-ae7d-322943fa522f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655413 Dec 14 02:28:55.450398 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6a555-2ba2-4b74-b23b-900fedbb149d req-0d035892-7eee-4c74-b7df-267d6972f5ab tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:55.452630 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47a6a555-2ba2-4b74-b23b-900fedbb149d req-0d035892-7eee-4c74-b7df-267d6972f5ab tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 948 time: 0.0550709 Dec 14 02:28:55.502358 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47a6a555-2ba2-4b74-b23b-900fedbb149d req-b6c83877-1c59-4fef-83de-f738d95c663e tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439358 Dec 14 02:28:55.564825 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-1f7874b3-e8ac-4892-91fd-7392d4f64433 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403857 Dec 14 02:28:55.804932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee78a93-c103-4c47-a351-f45201160b34 req-1e17d291-c59e-45df-930b-26ba6da1651a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:55.806447 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ee78a93-c103-4c47-a351-f45201160b34 req-1e17d291-c59e-45df-930b-26ba6da1651a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0590355 Dec 14 02:28:55.857366 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ee78a93-c103-4c47-a351-f45201160b34 req-f21ace4f-8861-4a19-a800-66ad2fb8b95d tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440462 Dec 14 02:28:56.474902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb00718-b8b2-45bc-b7e9-5c8eeb7c10d5 req-3d691086-b274-49b3-acb7-d2566547b131 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:56.476398 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8cb00718-b8b2-45bc-b7e9-5c8eeb7c10d5 req-3d691086-b274-49b3-acb7-d2566547b131 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0841758 Dec 14 02:28:56.482238 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 4f086ece-aab7-420e-91fa-899a13468816 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:28:56.484521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12452b4-6904-4fe5-8e30-64a5fe5ea97a req-a4cfe7ee-3368-4c21-87ba-4fccbed293ed tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:56.486006 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b12452b4-6904-4fe5-8e30-64a5fe5ea97a req-a4cfe7ee-3368-4c21-87ba-4fccbed293ed tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0681236 Dec 14 02:28:56.563998 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8cb00718-b8b2-45bc-b7e9-5c8eeb7c10d5 req-d6b9f9b7-90b1-4b10-9927-0bbda815f257 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770085 Dec 14 02:28:56.568605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b12452b4-6904-4fe5-8e30-64a5fe5ea97a req-2840a9db-8bb2-4e53-b276-a4499073fc55 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653038 Dec 14 02:28:56.598444 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 4f086ece-aab7-420e-91fa-899a13468816, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4f086ece-aab7-420e-91fa-899a13468816,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:56.616104 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '4f086ece-aab7-420e-91fa-899a13468816', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '4f086ece-aab7-420e-91fa-899a13468816', 'mac_address': 'fa:16:3e:8f:0e:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:28:56.672780 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:56.689651 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f086ece-aab7-420e-91fa-899a13468816 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:28:56.714803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 4f086ece-aab7-420e-91fa-899a13468816, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4f086ece-aab7-420e-91fa-899a13468816,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:28:56.738134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e953eb-8927-44db-bca0-b49ea0aa99ea req-66778d8e-a488-40ac-b3d0-d16ed99ea796 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:56.739780 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-76e953eb-8927-44db-bca0-b49ea0aa99ea req-66778d8e-a488-40ac-b3d0-d16ed99ea796 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 948 time: 0.0685198 Dec 14 02:28:56.791240 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-76e953eb-8927-44db-bca0-b49ea0aa99ea req-f426d2ee-1253-4306-be6d-6fb5515e7544 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443094 Dec 14 02:28:56.828792 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:56.869252 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:28:56.929595 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=4f086ece-aab7-420e-91fa-899a13468816,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:28:57.028117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a4f4e-37c8-47c2-8704-2981861999ad req-7b414f98-fa14-49f4-a527-6964d3cadb54 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:57.036126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c48a4f4e-37c8-47c2-8704-2981861999ad req-7b414f98-fa14-49f4-a527-6964d3cadb54 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0749896 Dec 14 02:28:57.086322 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c48a4f4e-37c8-47c2-8704-2981861999ad req-c18851e4-dc09-43b3-858e-badd44a1661d tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491796 Dec 14 02:28:57.362615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['4f086ece-aab7-420e-91fa-899a13468816'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:28:57.738880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b85702-0022-470a-9fe7-1fd43aeb996d req-48dab618-bd7d-4d07-8fe1-8768bd1baecf tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:57.740508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94b85702-0022-470a-9fe7-1fd43aeb996d req-48dab618-bd7d-4d07-8fe1-8768bd1baecf tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0896797 Dec 14 02:28:57.749512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85b71b-a2da-497d-9aad-078786154318 req-391dbbfb-98c6-4670-b830-cfdf09251185 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:57.750986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae85b71b-a2da-497d-9aad-078786154318 req-391dbbfb-98c6-4670-b830-cfdf09251185 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0910270 Dec 14 02:28:57.819386 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94b85702-0022-470a-9fe7-1fd43aeb996d req-9c295ca9-3558-4960-ac9e-596c0fc3b627 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673740 Dec 14 02:28:57.832664 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae85b71b-a2da-497d-9aad-078786154318 req-3fdfd198-ef81-40f8-a974-f0c92b15c3d1 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663183 Dec 14 02:28:58.049728 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a35e6-b40b-40a5-b699-b6798663f201 req-5bfec3f8-770e-470d-b2d0-9724481c76bf tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:58.051394 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e55a35e6-b40b-40a5-b699-b6798663f201 req-5bfec3f8-770e-470d-b2d0-9724481c76bf tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 949 time: 0.0558534 Dec 14 02:28:58.106284 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e55a35e6-b40b-40a5-b699-b6798663f201 req-72efee1d-d12c-4a0f-8115-bb0e2053b74b tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477886 Dec 14 02:28:58.211776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84889a02-3831-4566-bc93-0d6607c907c1 req-9418a69e-542b-4d2a-9fe0-186977531770 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:58.213151 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84889a02-3831-4566-bc93-0d6607c907c1 req-9418a69e-542b-4d2a-9fe0-186977531770 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0514777 Dec 14 02:28:58.264189 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84889a02-3831-4566-bc93-0d6607c907c1 req-2c23701f-b2c2-4ce5-a06d-cb49a8465464 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439317 Dec 14 02:28:58.706935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-7a1e5efe-313d-4477-9eca-94cc567559a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:58.710714 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-7a1e5efe-313d-4477-9eca-94cc567559a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 1100 time: 0.0481651 Dec 14 02:28:58.808255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-cecbec7f-87bc-43d9-9ab2-725cdac20aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:58.809777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-cecbec7f-87bc-43d9-9ab2-725cdac20aa6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.0893633 Dec 14 02:28:58.859329 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-a080ca51-7e7a-4b72-9704-36f09b7dc869 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 HTTP/1.1" status: 200 len: 217 time: 0.0357571 Dec 14 02:28:58.951713 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-71cd6cce-e61e-454d-b605-266550968918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:58.953189 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-71cd6cce-e61e-454d-b605-266550968918 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0836129 Dec 14 02:28:59.042297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e74eb9-e1ba-4f45-be43-3e08b07065d6 req-e7d2189c-5235-4604-ae15-877fee3fd9fd tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:59.043757 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4e74eb9-e1ba-4f45-be43-3e08b07065d6 req-e7d2189c-5235-4604-ae15-877fee3fd9fd tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.1166859 Dec 14 02:28:59.051707 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60e2c7-3ccf-454b-a0e4-c17b31b83b9a req-4e258de5-9476-498e-9e1f-a45ccdc947f7 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:59.053102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eb60e2c7-3ccf-454b-a0e4-c17b31b83b9a req-4e258de5-9476-498e-9e1f-a45ccdc947f7 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.1228719 Dec 14 02:28:59.077566 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-7223a348-f616-4bda-8b9f-b35fdca3f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:59.078977 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-7223a348-f616-4bda-8b9f-b35fdca3f1bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999904 Dec 14 02:28:59.179032 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4e74eb9-e1ba-4f45-be43-3e08b07065d6 req-ca828a21-6695-4011-9ab0-c0c711792aad tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248710 Dec 14 02:28:59.187017 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eb60e2c7-3ccf-454b-a0e4-c17b31b83b9a req-627b8579-29c2-4f61-a5cb-916a613807fd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230924 Dec 14 02:28:59.240233 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-623c846f-62ea-4cd7-9b95-20fbc25e94fa service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506460 Dec 14 02:28:59.371013 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-968cb2bf-48ac-4f59-9e20-04b489ab5654 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125031 Dec 14 02:28:59.437345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e60c17-dff0-4a6d-8372-9d2e13c7a686 req-f8d12126-87dd-43c0-a83c-3b9eb08999d7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:59.440185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22e60c17-dff0-4a6d-8372-9d2e13c7a686 req-f8d12126-87dd-43c0-a83c-3b9eb08999d7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 949 time: 0.0935743 Dec 14 02:28:59.462882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642e026-b5b0-45d5-bae4-a7488e90e80f req-0dd148d3-d751-4700-8602-b422628e892e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:28:59.463446 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9642e026-b5b0-45d5-bae4-a7488e90e80f req-0dd148d3-d751-4700-8602-b422628e892e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0765018 Dec 14 02:28:59.534880 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22e60c17-dff0-4a6d-8372-9d2e13c7a686 req-7f615db3-c7d1-447e-8dce-3b0ffd97507d tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866485 Dec 14 02:28:59.539933 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9642e026-b5b0-45d5-bae4-a7488e90e80f req-3dbb20d9-3fb5-49bd-b3db-21bd03abb1df tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677376 Dec 14 02:28:59.827440 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:00.347214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcff04-b979-41ef-a373-c9992d2f7a23 req-094d871e-4864-475b-90f8-b9000f137cac tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:00.348817 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77fcff04-b979-41ef-a373-c9992d2f7a23 req-094d871e-4864-475b-90f8-b9000f137cac tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0819938 Dec 14 02:29:00.357606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b3ddd-cf7b-4205-b479-7442e59976fa req-fb7c9e38-c4d5-4e16-a885-e168e8b02405 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:00.359189 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a2b3ddd-cf7b-4205-b479-7442e59976fa req-fb7c9e38-c4d5-4e16-a885-e168e8b02405 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0828674 Dec 14 02:29:00.435460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77fcff04-b979-41ef-a373-c9992d2f7a23 req-138c8d4f-08aa-445e-81a6-180275ef671e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748975 Dec 14 02:29:00.443150 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a2b3ddd-cf7b-4205-b479-7442e59976fa req-4f544fbc-8b31-4434-b90c-e8e6a932c41b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760796 Dec 14 02:29:00.505441 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0588ed66-a857-4410-969d-b64b297ca972 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:29:00.517964 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 4f086ece-aab7-420e-91fa-899a13468816 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:29:00.661358 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0588ed66-a857-4410-969d-b64b297ca972, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0588ed66-a857-4410-969d-b64b297ca972,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:00.673979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '0588ed66-a857-4410-969d-b64b297ca972', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '0588ed66-a857-4410-969d-b64b297ca972', 'mac_address': 'fa:16:3e:c8:2e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:29:00.712249 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb19ed-ca5c-483e-89c9-b8df02196097 req-a8d570e0-b9ac-496a-a64a-165c73691e67 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:00.713747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17fb19ed-ca5c-483e-89c9-b8df02196097 req-a8d570e0-b9ac-496a-a64a-165c73691e67 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0732608 Dec 14 02:29:00.715098 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:00.723766 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09969b2e-8707-4abb-b050-835358e80167 req-efc63506-ddf7-4155-bf0a-70f3c1f6e33b tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:00.731919 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09969b2e-8707-4abb-b050-835358e80167 req-efc63506-ddf7-4155-bf0a-70f3c1f6e33b tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 949 time: 0.1052246 Dec 14 02:29:00.734756 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0588ed66-a857-4410-969d-b64b297ca972 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:29:00.740513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 4f086ece-aab7-420e-91fa-899a13468816 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:29:00.746878 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 4f086ece-aab7-420e-91fa-899a13468816 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:29:00.748556 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:00.842925 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17fb19ed-ca5c-483e-89c9-b8df02196097 req-c32e7eec-c229-4035-bef3-8d26b0504bea tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024530 Dec 14 02:29:00.874177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09969b2e-8707-4abb-b050-835358e80167 req-fb50490e-4a29-4dc5-80f6-54cca82f7d29 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340108 Dec 14 02:29:00.899836 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c9411bd-1239-4c6e-a64a-f0cec88a9a31 req-27bbe7ba-24f9-4fe5-bc83-3511266cc5e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0951560 Dec 14 02:29:00.935149 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0588ed66-a857-4410-969d-b64b297ca972, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0588ed66-a857-4410-969d-b64b297ca972,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:00.985605 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:01.016544 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebce7cbe-dc83-482c-aef4-8f9ca82e46ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f086ece-aab7-420e-91fa-899a13468816'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:01.019285 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9800e597-6278-42d0-9dec-1703c9d43719" -d '{"events": [{"server_uuid": "ebce7cbe-dc83-482c-aef4-8f9ca82e46ff", "name": "network-vif-plugged", "status": "completed", "tag": "4f086ece-aab7-420e-91fa-899a13468816"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:01.026985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9411bd-1239-4c6e-a64a-f0cec88a9a31 req-3e368fdf-2dd5-43b7-9f69-7dd64d2f05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:01.027331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 4f086ece-aab7-420e-91fa-899a13468816, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4f086ece-aab7-420e-91fa-899a13468816,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:01.028849 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c9411bd-1239-4c6e-a64a-f0cec88a9a31 req-3e368fdf-2dd5-43b7-9f69-7dd64d2f05b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 1101 time: 0.0417643 Dec 14 02:29:01.033087 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:01.060720 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4622102-3a90-43d1-afad-59468eb4220b x-openstack-request-id: req-e4622102-3a90-43d1-afad-59468eb4220b {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:01.061035 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebce7cbe-dc83-482c-aef4-8f9ca82e46ff", "name": "network-vif-plugged", "status": "completed", "tag": "4f086ece-aab7-420e-91fa-899a13468816", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:01.061289 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4622102-3a90-43d1-afad-59468eb4220b {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:01.061849 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebce7cbe-dc83-482c-aef4-8f9ca82e46ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f086ece-aab7-420e-91fa-899a13468816', 'code': 200} Dec 14 02:29:01.093454 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=0588ed66-a857-4410-969d-b64b297ca972,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:01.124055 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:01.134265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0588ed66-a857-4410-969d-b64b297ca972 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:29:01.152044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9411bd-1239-4c6e-a64a-f0cec88a9a31 req-33f4e20c-114d-4a4d-a514-ef42761ec69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:01.153885 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c9411bd-1239-4c6e-a64a-f0cec88a9a31 req-33f4e20c-114d-4a4d-a514-ef42761ec69e service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1000197 Dec 14 02:29:01.232398 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=4f086ece-aab7-420e-91fa-899a13468816,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:01.234786 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c9411bd-1239-4c6e-a64a-f0cec88a9a31 req-54a52ed6-7450-4ca0-94bd-bcaf94f841f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=46f308f6-e5f9-4126-b620-69ce6578df80 HTTP/1.1" status: 200 len: 217 time: 0.0575519 Dec 14 02:29:01.278922 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:01.293820 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0588ed66-a857-4410-969d-b64b297ca972 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:29:01.313591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9411bd-1239-4c6e-a64a-f0cec88a9a31 req-7f6e4ae3-f8f1-4387-9aa3-9266e50c6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:01.315036 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c9411bd-1239-4c6e-a64a-f0cec88a9a31 req-7f6e4ae3-f8f1-4387-9aa3-9266e50c6247 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0693696 Dec 14 02:29:01.315756 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0588ed66-a857-4410-969d-b64b297ca972, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0588ed66-a857-4410-969d-b64b297ca972,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:01.317520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7466e0-80ec-44a8-aebb-10827f727978 req-0f6b5fa2-16da-4fe8-9221-f188b77c4d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:01.318857 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d7466e0-80ec-44a8-aebb-10827f727978 req-0f6b5fa2-16da-4fe8-9221-f188b77c4d54 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 1101 time: 0.0952711 Dec 14 02:29:01.394884 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:01.412543 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d7466e0-80ec-44a8-aebb-10827f727978 req-e60926cf-ef2d-4479-aa1b-a1bea07d049b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809550 Dec 14 02:29:01.416723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9411bd-1239-4c6e-a64a-f0cec88a9a31 req-af799d96-fcd6-40dc-9448-2f846d5b7a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:01.418152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c9411bd-1239-4c6e-a64a-f0cec88a9a31 req-af799d96-fcd6-40dc-9448-2f846d5b7a3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878689 Dec 14 02:29:01.445869 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=0588ed66-a857-4410-969d-b64b297ca972,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:01.539936 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0588ed66-a857-4410-969d-b64b297ca972'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:01.586918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b748d7-eef0-4a97-9079-4bcb0dd3fbf0 req-20ae899a-decb-4273-b2a4-737e454ef1c6 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:01.588423 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8b748d7-eef0-4a97-9079-4bcb0dd3fbf0 req-20ae899a-decb-4273-b2a4-737e454ef1c6 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0808184 Dec 14 02:29:01.601548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591bdf1-ad3d-45b3-8770-7141c5d8cea9 req-a02ab6f9-fbe5-419f-8815-0494d6ecd196 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:01.603049 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a591bdf1-ad3d-45b3-8770-7141c5d8cea9 req-a02ab6f9-fbe5-419f-8815-0494d6ecd196 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 948 time: 0.0837996 Dec 14 02:29:01.682785 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8b748d7-eef0-4a97-9079-4bcb0dd3fbf0 req-d912f471-2a19-4069-9f0a-d2fff3ea91f8 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787408 Dec 14 02:29:01.686594 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a591bdf1-ad3d-45b3-8770-7141c5d8cea9 req-b5f8bc85-bdb6-40bb-8aa4-dcdacfbc0a6b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761127 Dec 14 02:29:02.024512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813172fb-f1e5-4ce0-b37f-046c153d4286 req-4b83b184-d822-48d6-9c7f-58985dfa968b tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:02.026212 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-813172fb-f1e5-4ce0-b37f-046c153d4286 req-4b83b184-d822-48d6-9c7f-58985dfa968b tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.1048317 Dec 14 02:29:02.031027 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c9411bd-1239-4c6e-a64a-f0cec88a9a31 req-3496f9c5-b66b-4731-8155-a9beab31e3f8 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619368 Dec 14 02:29:02.083426 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4521fe1-1b41-499d-8f34-96de81bf4793 req-7ed95ab7-ed3b-42d4-a156-d5b83ccbd555 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:02.084785 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4521fe1-1b41-499d-8f34-96de81bf4793 req-7ed95ab7-ed3b-42d4-a156-d5b83ccbd555 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 950 time: 0.1253462 Dec 14 02:29:02.178032 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-813172fb-f1e5-4ce0-b37f-046c153d4286 req-adc05881-0a9e-4ade-9fc5-62808bdbeaf4 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431897 Dec 14 02:29:02.217107 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4521fe1-1b41-499d-8f34-96de81bf4793 req-134e8561-12f4-4cfd-8146-46ee6c996f4a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023445 Dec 14 02:29:02.219414 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c9411bd-1239-4c6e-a64a-f0cec88a9a31 req-76434ee2-0c51-4bf2-8cbf-ad6b0870b4ef service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661081 Dec 14 02:29:02.737555 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-324ef686-9027-45cd-9f92-c3c75e9ed80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:02.838041 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f956e8c-01f3-4532-8cfc-f3f2be39f82e req-0c0223fe-da29-486b-b11f-db83e972ea01 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:02.840087 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2f956e8c-01f3-4532-8cfc-f3f2be39f82e req-0c0223fe-da29-486b-b11f-db83e972ea01 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0826254 Dec 14 02:29:02.853288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b7342-293f-4d95-a3e1-ef486c4e99e5 req-bcf77c6c-8951-452d-975d-a33fba88c196 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:02.854917 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-311b7342-293f-4d95-a3e1-ef486c4e99e5 req-bcf77c6c-8951-452d-975d-a33fba88c196 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 948 time: 0.0689969 Dec 14 02:29:02.927969 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2f956e8c-01f3-4532-8cfc-f3f2be39f82e req-033a0e7f-7a09-4f3d-a787-5a25cf667801 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719953 Dec 14 02:29:02.935916 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-311b7342-293f-4d95-a3e1-ef486c4e99e5 req-444914d0-bf8d-4e3f-a133-959479d91983 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730207 Dec 14 02:29:03.330633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902960d-c779-45a5-84db-81f4b5a1b0d0 req-7d4dc56c-7a9f-42ea-a25e-bd51cd8743b3 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:03.332199 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7902960d-c779-45a5-84db-81f4b5a1b0d0 req-7d4dc56c-7a9f-42ea-a25e-bd51cd8743b3 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0809124 Dec 14 02:29:03.373259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29087128-9ddb-4943-8412-f8dd4bebdb69 req-709217d0-d159-4a25-9f0f-8aaac3b3de58 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:03.374750 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29087128-9ddb-4943-8412-f8dd4bebdb69 req-709217d0-d159-4a25-9f0f-8aaac3b3de58 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 950 time: 0.0831788 Dec 14 02:29:03.412997 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7902960d-c779-45a5-84db-81f4b5a1b0d0 req-c1a68a36-4a51-44d7-bedc-d23d78cc36d9 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736511 Dec 14 02:29:03.439478 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29087128-9ddb-4943-8412-f8dd4bebdb69 req-1875043a-e950-44fb-b327-e90e2d061fd2 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586522 Dec 14 02:29:04.086745 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd609aa-0068-47ef-a81e-6b85a706b32f req-fbbdfc5d-0d23-4194-9494-f234d2bb5d73 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:04.088200 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fd609aa-0068-47ef-a81e-6b85a706b32f req-fbbdfc5d-0d23-4194-9494-f234d2bb5d73 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 948 time: 0.0812814 Dec 14 02:29:04.095835 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4aa55-7bf8-44ba-8298-e7c1f44fb8b6 req-08dd5e37-6488-4bd0-afce-c9f0fb05b23f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:04.097278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0cd4aa55-7bf8-44ba-8298-e7c1f44fb8b6 req-08dd5e37-6488-4bd0-afce-c9f0fb05b23f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0791390 Dec 14 02:29:04.171627 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fd609aa-0068-47ef-a81e-6b85a706b32f req-53286a80-0d17-41b7-bb27-a30f5ed902f9 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733466 Dec 14 02:29:04.185671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0cd4aa55-7bf8-44ba-8298-e7c1f44fb8b6 req-0fd52cb4-9f4d-4c86-84da-4a6f0ae7ca62 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711219 Dec 14 02:29:04.546742 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0588ed66-a857-4410-969d-b64b297ca972 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:29:04.562142 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672f04e-6954-4eaf-9e20-b8b654117798 req-ec35ad3e-6201-4d64-8cb1-32ff9ed6d4d7 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:04.563662 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a672f04e-6954-4eaf-9e20-b8b654117798 req-ec35ad3e-6201-4d64-8cb1-32ff9ed6d4d7 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0780702 Dec 14 02:29:04.586535 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da807bb7-e3cc-4301-befe-0f60265e57d4 req-f78ff086-cbcc-41b5-8dbf-254b47876b64 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:04.587896 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da807bb7-e3cc-4301-befe-0f60265e57d4 req-f78ff086-cbcc-41b5-8dbf-254b47876b64 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 950 time: 0.0731218 Dec 14 02:29:04.599509 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 0588ed66-a857-4410-969d-b64b297ca972 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:29:04.600002 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:04.647766 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a672f04e-6954-4eaf-9e20-b8b654117798 req-510f1586-ffbe-4876-be84-1b50517a4dbf tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771515 Dec 14 02:29:04.660157 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da807bb7-e3cc-4301-befe-0f60265e57d4 req-20915058-b816-49bb-bbe8-e569d0b37765 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642014 Dec 14 02:29:04.681840 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:04.713014 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0a4817-ce2a-44ac-b1c9-4f96dad42df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0588ed66-a857-4410-969d-b64b297ca972'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:04.713014 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdad3c2-411c-48dd-9405-1d82610f9121" -d '{"events": [{"server_uuid": "1a0a4817-ce2a-44ac-b1c9-4f96dad42df7", "name": "network-vif-plugged", "status": "completed", "tag": "0588ed66-a857-4410-969d-b64b297ca972"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:04.727392 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0588ed66-a857-4410-969d-b64b297ca972, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0588ed66-a857-4410-969d-b64b297ca972,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:04.769447 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12c488-8ca3-482b-91c8-cf1d8a10757c req-2097006d-78bb-4fc3-a56c-ce0a44c6f7f2 tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:04.776584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a12c488-8ca3-482b-91c8-cf1d8a10757c req-2097006d-78bb-4fc3-a56c-ce0a44c6f7f2 tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 1101 time: 0.0459516 Dec 14 02:29:04.810236 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14818255-b6db-4cad-8a49-c12e8a083f7f x-openstack-request-id: req-14818255-b6db-4cad-8a49-c12e8a083f7f {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:04.810236 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0a4817-ce2a-44ac-b1c9-4f96dad42df7", "name": "network-vif-plugged", "status": "completed", "tag": "0588ed66-a857-4410-969d-b64b297ca972", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:04.810236 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14818255-b6db-4cad-8a49-c12e8a083f7f {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:04.810236 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0a4817-ce2a-44ac-b1c9-4f96dad42df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0588ed66-a857-4410-969d-b64b297ca972', 'code': 200} Dec 14 02:29:04.816591 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a12c488-8ca3-482b-91c8-cf1d8a10757c req-0f5fe63a-79f1-4902-816b-035f106668e5 tempest-ServersOnMultiNodesTest-1370818254 tempest-ServersOnMultiNodesTest-1370818254-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391731 Dec 14 02:29:04.873663 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:04.933503 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=0588ed66-a857-4410-969d-b64b297ca972,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:04.983348 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0fe68028-053d-4813-8d10-73096591e8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:05.132108 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58de5a-875d-405e-8afe-c5c7e40a1e49 req-5b2d4412-639c-40e9-83c9-cc9c5826f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:05.133604 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bb58de5a-875d-405e-8afe-c5c7e40a1e49 req-5b2d4412-639c-40e9-83c9-cc9c5826f8da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 1101 time: 0.0386744 Dec 14 02:29:05.191365 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bb58de5a-875d-405e-8afe-c5c7e40a1e49 req-d8e95300-f03a-435e-82a0-58051cc48adb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414331 Dec 14 02:29:05.298024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1581710-1a5f-425a-9f8c-d26d54f9cc43 req-3f5fbc93-aa1d-4640-92da-4ea5cd0b3392 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:05.299801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1581710-1a5f-425a-9f8c-d26d54f9cc43 req-3f5fbc93-aa1d-4640-92da-4ea5cd0b3392 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0519080 Dec 14 02:29:05.376962 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1581710-1a5f-425a-9f8c-d26d54f9cc43 req-f82c3be2-d448-4114-a875-e10895820621 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707510 Dec 14 02:29:05.384846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cacb57-8a5d-4230-817a-4eb3b42f02fe req-8b96c0dc-2b6b-42b4-9534-a23681b4b49c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:05.386293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-92cacb57-8a5d-4230-817a-4eb3b42f02fe req-8b96c0dc-2b6b-42b4-9534-a23681b4b49c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0820463 Dec 14 02:29:05.449486 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-92cacb57-8a5d-4230-817a-4eb3b42f02fe req-5bfa1f21-02ad-40ca-8550-e0f6ae7f41e0 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560639 Dec 14 02:29:05.724589 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb3f04b-cb45-4b93-ae16-7d6223578f4d req-b44f1c74-dde2-4b3d-b6a2-cf1ecebd26e9 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:05.726069 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-beb3f04b-cb45-4b93-ae16-7d6223578f4d req-b44f1c74-dde2-4b3d-b6a2-cf1ecebd26e9 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 950 time: 0.2902899 Dec 14 02:29:05.800217 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-beb3f04b-cb45-4b93-ae16-7d6223578f4d req-7939b511-86bb-4f6e-86e3-b480de56bebb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668974 Dec 14 02:29:05.821326 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240256fc-40db-4b79-9541-b232372872b9 req-a49b6f46-15d8-488e-8f3e-01330d5628c3 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:05.822913 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-240256fc-40db-4b79-9541-b232372872b9 req-a49b6f46-15d8-488e-8f3e-01330d5628c3 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0628159 Dec 14 02:29:05.872738 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-240256fc-40db-4b79-9541-b232372872b9 req-42fd0c15-b844-433c-b269-4c8985bb3f4d tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426209 Dec 14 02:29:06.160282 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:06.498752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a97ef-f885-4e58-bb36-2e8e09e4c02e req-f22553c1-ecce-467d-a969-505af56238af tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:06.504789 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:29:06.505829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d2a97ef-f885-4e58-bb36-2e8e09e4c02e req-f22553c1-ecce-467d-a969-505af56238af tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0590975 Dec 14 02:29:06.577670 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d2a97ef-f885-4e58-bb36-2e8e09e4c02e req-1bc8522b-2513-4901-b3d6-955982523dbe tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709536 Dec 14 02:29:06.592987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a9733-0eb7-48f9-b10a-6241ee2bf0a8 req-dde81faf-2e0e-4ce7-aa93-20d59c02e351 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:06.594561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a7a9733-0eb7-48f9-b10a-6241ee2bf0a8 req-dde81faf-2e0e-4ce7-aa93-20d59c02e351 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0705252 Dec 14 02:29:06.646581 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a7a9733-0eb7-48f9-b10a-6241ee2bf0a8 req-6e52132d-19c4-4d51-87a3-92f8c441a730 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461612 Dec 14 02:29:06.709855 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d985eae4-ea38-441f-a9bb-f0304fb832a6 req-0fcc1f9c-2a33-414f-8e6a-cde2f810525e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399122 Dec 14 02:29:06.795643 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985eae4-ea38-441f-a9bb-f0304fb832a6 req-ef417774-8a0c-4bb9-8947-585b31cd7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:06.797109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d985eae4-ea38-441f-a9bb-f0304fb832a6 req-ef417774-8a0c-4bb9-8947-585b31cd7710 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 1095 time: 0.0430663 Dec 14 02:29:06.950080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857d3ab-55f9-4107-bffe-f95840b395b9 req-a99e7cec-f147-4e56-a5e1-fbc0153a022b tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:06.951670 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a857d3ab-55f9-4107-bffe-f95840b395b9 req-a99e7cec-f147-4e56-a5e1-fbc0153a022b tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 950 time: 0.0733914 Dec 14 02:29:06.952638 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985eae4-ea38-441f-a9bb-f0304fb832a6 req-4752b259-f505-436e-82a2-901192155662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:06.953977 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d985eae4-ea38-441f-a9bb-f0304fb832a6 req-4752b259-f505-436e-82a2-901192155662 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 921 time: 0.1266057 Dec 14 02:29:07.026924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d985eae4-ea38-441f-a9bb-f0304fb832a6 req-144b51e4-8990-499b-a2ed-439d5e21612a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65c18d16-8551-4fa7-8898-a09b03ed7bd8 HTTP/1.1" status: 200 len: 217 time: 0.0612786 Dec 14 02:29:07.099390 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f81aa-17f8-44d0-8b4c-9539daa50510 req-df7c2a3e-0fad-4755-9c72-f9f990084f98 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:07.100838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a0f81aa-17f8-44d0-8b4c-9539daa50510 req-df7c2a3e-0fad-4755-9c72-f9f990084f98 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.1460125 Dec 14 02:29:07.107482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a857d3ab-55f9-4107-bffe-f95840b395b9 req-907bf8ab-99a5-4e59-be50-286144cf382b tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439173 Dec 14 02:29:07.132253 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985eae4-ea38-441f-a9bb-f0304fb832a6 req-bae8e6a9-cfc6-4dc1-812e-cf26ef39f723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:07.133713 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d985eae4-ea38-441f-a9bb-f0304fb832a6 req-bae8e6a9-cfc6-4dc1-812e-cf26ef39f723 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.0953889 Dec 14 02:29:07.179030 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d985eae4-ea38-441f-a9bb-f0304fb832a6 req-2afa7113-1df7-4c9a-8d8a-0a6c2f061267 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333159 Dec 14 02:29:07.183581 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a0f81aa-17f8-44d0-8b4c-9539daa50510 req-d863fba1-6bae-4a2f-a7cd-af4c59b5101e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752521 Dec 14 02:29:07.286923 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d985eae4-ea38-441f-a9bb-f0304fb832a6 req-24a97ed4-76b0-4405-ae55-042f2c4373aa service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877905 Dec 14 02:29:07.391730 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d985eae4-ea38-441f-a9bb-f0304fb832a6 req-39a39e1d-18d4-42d5-bb0a-c0e53999b3e6 service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942562 Dec 14 02:29:07.599814 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:07.699413 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f391eb2-8ca3-4f55-ba20-fbb75df13439 req-91e9e3bc-6896-463e-9acc-6c0b45e60d42 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:07.701426 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f391eb2-8ca3-4f55-ba20-fbb75df13439 req-91e9e3bc-6896-463e-9acc-6c0b45e60d42 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0506577 Dec 14 02:29:07.759420 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f391eb2-8ca3-4f55-ba20-fbb75df13439 req-2f17d487-793c-45f0-89ff-939309162d6b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516984 Dec 14 02:29:07.851140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfd617-cc28-4cad-9ca9-7c526a6653c8 req-d28cd9b3-17bc-4e7f-a8ed-b09b5e33bf62 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:07.852616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-66bfd617-cc28-4cad-9ca9-7c526a6653c8 req-d28cd9b3-17bc-4e7f-a8ed-b09b5e33bf62 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.1311464 Dec 14 02:29:07.901107 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-66bfd617-cc28-4cad-9ca9-7c526a6653c8 req-5f50e9bf-731a-434e-9b25-da347c3fea76 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424173 Dec 14 02:29:07.980164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f779a54-a21e-4f61-b8ae-1d6c41087701 req-cca2f2d2-407a-4436-88f2-a9d5a2a92716 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:07.981679 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f779a54-a21e-4f61-b8ae-1d6c41087701 req-cca2f2d2-407a-4436-88f2-a9d5a2a92716 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0532551 Dec 14 02:29:08.033129 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f779a54-a21e-4f61-b8ae-1d6c41087701 req-fd4c0d9a-9d19-4091-8327-ab1b3dcaf7be tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453663 Dec 14 02:29:08.226320 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1afc8-622a-4be4-8c68-2fa83ea23f92 req-3c7f4afd-3b27-4fa6-b6ee-6a595ee69bc2 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:08.227868 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9d1afc8-622a-4be4-8c68-2fa83ea23f92 req-3c7f4afd-3b27-4fa6-b6ee-6a595ee69bc2 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 950 time: 0.0495114 Dec 14 02:29:08.317903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81e376-774f-4000-b6b5-97929eab1362 req-1c397aba-588e-4daf-aadf-9fbb8f28b5fd tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:08.319482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e81e376-774f-4000-b6b5-97929eab1362 req-1c397aba-588e-4daf-aadf-9fbb8f28b5fd tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 950 time: 0.0906932 Dec 14 02:29:08.330671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9d1afc8-622a-4be4-8c68-2fa83ea23f92 req-d97c8a89-1950-4075-ac8e-675c59ba2b61 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941372 Dec 14 02:29:08.433709 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-0e81e376-774f-4000-b6b5-97929eab1362 req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Deleting port 4f086ece-aab7-420e-91fa-899a13468816 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:29:08.434061 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0e81e376-774f-4000-b6b5-97929eab1362 req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:08.467860 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:08.561538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12e55c-89e1-465a-bd0e-21446448f38a req-e62107ff-2539-4fb4-a8ac-674beb0a1ebd tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:08.563124 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c12e55c-89e1-465a-bd0e-21446448f38a req-e62107ff-2539-4fb4-a8ac-674beb0a1ebd tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0820539 Dec 14 02:29:08.633705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0e81e376-774f-4000-b6b5-97929eab1362 req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] For port 4f086ece-aab7-420e-91fa-899a13468816, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4f086ece-aab7-420e-91fa-899a13468816,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:08.634072 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0e81e376-774f-4000-b6b5-97929eab1362 req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:08.666469 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-0e81e376-774f-4000-b6b5-97929eab1362 req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Calling delete_port for 4f086ece-aab7-420e-91fa-899a13468816 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:29:08.695818 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7ae98-5f73-465b-8729-c5b43591a929 req-fa9b9cc4-e8a5-4ff8-872f-119d9cef4037 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:08.697449 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30e7ae98-5f73-465b-8729-c5b43591a929 req-fa9b9cc4-e8a5-4ff8-872f-119d9cef4037 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.1334007 Dec 14 02:29:08.705946 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c12e55c-89e1-465a-bd0e-21446448f38a req-358c8332-d313-4e9a-a2ca-774ad81bf665 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269910 Dec 14 02:29:08.799969 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30e7ae98-5f73-465b-8729-c5b43591a929 req-50eb6ce7-d5ba-422f-ab5d-156b809132dd tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914779 Dec 14 02:29:09.021741 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5fb2c-9987-4dcd-8789-0292be53b6c6 req-3365eca4-768a-411f-9ce4-e48bb46c4fac tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:09.023241 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3fe5fb2c-9987-4dcd-8789-0292be53b6c6 req-3365eca4-768a-411f-9ce4-e48bb46c4fac tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0498219 Dec 14 02:29:09.024486 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0e81e376-774f-4000-b6b5-97929eab1362 req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:09.061782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Pushing event deleted for resources: {'Port': ['ID=4f086ece-aab7-420e-91fa-899a13468816,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:09.064779 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['394de406-b6c9-4976-8229-4ffd3fdf23f2', 'a53eab7d-09b9-4c1f-bbcb-b11377dec7de', '592bf17d-fcae-461b-97ab-5e36292e1e33', 'be0f1727-dd32-4a77-85ad-87af825eea73', '49080719-3afd-452b-a350-e06d251b3151'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:09.083721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:09.084179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:09.084448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:09.084799 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:09.085126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:09.085496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:09.085826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:09.086160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:09.086479 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:09.086803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:09.087127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:09.087446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:09.087767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:09.101925 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3923161f-26b3-454c-853e-64a0f1c01c9f', '0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b', '4f086ece-aab7-420e-91fa-899a13468816'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:09.142688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e81e376-774f-4000-b6b5-97929eab1362 req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] No DVR routers for this DVR port 4f086ece-aab7-420e-91fa-899a13468816 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:29:09.148084 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0e81e376-774f-4000-b6b5-97929eab1362 req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:09.151488 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e81e376-774f-4000-b6b5-97929eab1362 req-d6c4a579-6a53-4f7c-a968-adea6b9582eb tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.46 "DELETE /v2.0/ports/4f086ece-aab7-420e-91fa-899a13468816 HTTP/1.1" status: 204 len: 173 time: 0.8197556 Dec 14 02:29:09.158238 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebce7cbe-dc83-482c-aef4-8f9ca82e46ff', 'name': 'network-vif-deleted', 'tag': '4f086ece-aab7-420e-91fa-899a13468816'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:09.158238 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d427875-0f27-49b6-991a-60d3267acfbc" -d '{"events": [{"server_uuid": "ebce7cbe-dc83-482c-aef4-8f9ca82e46ff", "name": "network-vif-deleted", "tag": "4f086ece-aab7-420e-91fa-899a13468816"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:09.180742 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3fe5fb2c-9987-4dcd-8789-0292be53b6c6 req-31242d6c-58fb-4545-8210-9f790a10d1c1 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471624 Dec 14 02:29:09.227459 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503552c5-61c5-4ef1-ba47-2ab4a8839da9 x-openstack-request-id: req-503552c5-61c5-4ef1-ba47-2ab4a8839da9 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:09.228567 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebce7cbe-dc83-482c-aef4-8f9ca82e46ff", "name": "network-vif-deleted", "tag": "4f086ece-aab7-420e-91fa-899a13468816", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:09.228894 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-503552c5-61c5-4ef1-ba47-2ab4a8839da9 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:09.229575 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebce7cbe-dc83-482c-aef4-8f9ca82e46ff', 'name': 'network-vif-deleted', 'tag': '4f086ece-aab7-420e-91fa-899a13468816', 'status': 'completed', 'code': 200} Dec 14 02:29:09.434837 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dbbc1a7-0f8d-4bf7-8c6d-29372141c0b4 req-225d40d6-b046-4836-9843-abe940e704a7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 210 time: 0.0277050 Dec 14 02:29:09.824986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b56a22-33ee-4b62-b14a-9d0fcf7c2c1d req-5be5d3c7-8e7f-4d98-a5e7-1557476a002d tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:09.826613 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1b56a22-33ee-4b62-b14a-9d0fcf7c2c1d req-5be5d3c7-8e7f-4d98-a5e7-1557476a002d tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0499234 Dec 14 02:29:09.877044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1b56a22-33ee-4b62-b14a-9d0fcf7c2c1d req-bb0f66fa-2642-45f0-8645-e8d143daaae2 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440693 Dec 14 02:29:09.926543 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0744e-db4b-4b41-bf48-095b37959f66 req-c748da69-fdfe-48dd-b1dc-0ff6cd1810fd tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:09.928007 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0a0744e-db4b-4b41-bf48-095b37959f66 req-c748da69-fdfe-48dd-b1dc-0ff6cd1810fd tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0501137 Dec 14 02:29:09.979303 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0a0744e-db4b-4b41-bf48-095b37959f66 req-e6a25b52-92e7-4701-b410-c10dbe4ed895 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447078 Dec 14 02:29:10.297511 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a20dd-a5d0-4770-970e-3fb3093d30b8 req-9fd8a6c1-f808-4348-9bd6-4c2200e41023 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:10.299112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-535a20dd-a5d0-4770-970e-3fb3093d30b8 req-9fd8a6c1-f808-4348-9bd6-4c2200e41023 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0491748 Dec 14 02:29:10.347286 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-535a20dd-a5d0-4770-970e-3fb3093d30b8 req-dbb03743-1c50-4759-bc5c-66738733e0dd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420558 Dec 14 02:29:10.554052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2242e37-c288-40a8-be16-574280e6f164 req-b8c970cc-fb8a-45e7-997f-b4ff67e178a5 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce7cbe-dc83-482c-aef4-8f9ca82e46ff HTTP/1.1" status: 200 len: 210 time: 0.0266187 Dec 14 02:29:11.004697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f268d-c24d-428d-8a86-4cab8146f5e0 req-3ac45f68-4ccf-4a47-9be8-6504c7f03a73 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:11.006821 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd5f268d-c24d-428d-8a86-4cab8146f5e0 req-3ac45f68-4ccf-4a47-9be8-6504c7f03a73 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0499997 Dec 14 02:29:11.060899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd5f268d-c24d-428d-8a86-4cab8146f5e0 req-d7b04bdc-e115-4d1e-9d47-67f7ee6801b1 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486500 Dec 14 02:29:11.111503 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d770fa-8cb9-48fd-91fa-73a487400c43 req-f194e80a-f489-4f72-8c69-af4f0b6db1f7 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:11.113341 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60d770fa-8cb9-48fd-91fa-73a487400c43 req-f194e80a-f489-4f72-8c69-af4f0b6db1f7 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0515285 Dec 14 02:29:11.166341 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60d770fa-8cb9-48fd-91fa-73a487400c43 req-be00da03-b6e5-4cc7-adfa-22fa20d2ba88 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461702 Dec 14 02:29:11.479183 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0979a-ca44-406d-bb5a-955a9b57ee6f req-aa3a319b-c894-4ab9-afdc-ae4269899907 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:11.480637 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20e0979a-ca44-406d-bb5a-955a9b57ee6f req-aa3a319b-c894-4ab9-afdc-ae4269899907 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0543149 Dec 14 02:29:11.531024 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20e0979a-ca44-406d-bb5a-955a9b57ee6f req-972eb386-10fa-4086-b7cd-679b92672216 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439944 Dec 14 02:29:12.117361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513b64f-1b6a-4f21-aa35-3c06591c7f5e req-b91b18c7-5a79-47c5-9f6e-f34c4178699c tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:12.119108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d513b64f-1b6a-4f21-aa35-3c06591c7f5e req-b91b18c7-5a79-47c5-9f6e-f34c4178699c tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 950 time: 0.0533316 Dec 14 02:29:12.194863 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d513b64f-1b6a-4f21-aa35-3c06591c7f5e req-3042b27c-9496-45a5-bffa-49c4435255c9 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691416 Dec 14 02:29:12.209376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb7a0c-2828-46d0-8ae4-ae5fb88f5665 req-e78a883f-bfeb-4e43-b2b3-352ec7df4d8a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:12.210880 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-72eb7a0c-2828-46d0-8ae4-ae5fb88f5665 req-e78a883f-bfeb-4e43-b2b3-352ec7df4d8a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0711837 Dec 14 02:29:12.271010 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-72eb7a0c-2828-46d0-8ae4-ae5fb88f5665 req-57981a4d-d333-4ba3-9236-6ad61d0883db tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532551 Dec 14 02:29:12.312361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae47ec-e32f-4131-a7eb-d4af1890eb7d req-f542e8ea-3f3c-4fb2-977b-ee08cd5532bf tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:12.313949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2ae47ec-e32f-4131-a7eb-d4af1890eb7d req-f542e8ea-3f3c-4fb2-977b-ee08cd5532bf tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0590291 Dec 14 02:29:12.365767 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2ae47ec-e32f-4131-a7eb-d4af1890eb7d req-c3324a81-bb7a-4329-9883-3f1254ab24a5 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454526 Dec 14 02:29:12.569193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 4f086ece-aab7-420e-91fa-899a13468816 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:29:12.588753 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 4f086ece-aab7-420e-91fa-899a13468816 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:29:12.589086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 4f086ece-aab7-420e-91fa-899a13468816 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:29:12.653771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bff7e-978b-43b5-bee4-b362d31589c1 req-60a30bcf-9e1d-4f00-8678-f6b1e604f13d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:12.655282 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-445bff7e-978b-43b5-bee4-b362d31589c1 req-60a30bcf-9e1d-4f00-8678-f6b1e604f13d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0515730 Dec 14 02:29:12.703230 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-445bff7e-978b-43b5-bee4-b362d31589c1 req-d8e7e9d6-1187-4568-8a27-fbd6ce5c717f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419133 Dec 14 02:29:13.312612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22e38a-4653-4984-903e-2653f79e4782 req-18d6f8d2-1604-432c-8e33-512f37335386 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:13.314110 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ac22e38a-4653-4984-903e-2653f79e4782 req-18d6f8d2-1604-432c-8e33-512f37335386 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 950 time: 0.0490618 Dec 14 02:29:13.392188 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ac22e38a-4653-4984-903e-2653f79e4782 req-b7eb5952-927b-40b0-8f24-a098b644e224 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718031 Dec 14 02:29:13.412860 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81375c0b-30cd-460e-9967-e12ead7270d0 req-ed73bd99-7fe2-4fca-a773-ccd8672ca1fb tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:13.413274 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81375c0b-30cd-460e-9967-e12ead7270d0 req-ed73bd99-7fe2-4fca-a773-ccd8672ca1fb tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0654528 Dec 14 02:29:13.463435 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81375c0b-30cd-460e-9967-e12ead7270d0 req-56b61c05-ad27-4638-8e17-b9f4cfe214d2 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427976 Dec 14 02:29:13.574346 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918d036-e43e-4356-9a01-636b0d38102a req-b416e448-b95b-4cf9-baaf-fcb1a5c8b29b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:13.576717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b918d036-e43e-4356-9a01-636b0d38102a req-b416e448-b95b-4cf9-baaf-fcb1a5c8b29b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0540755 Dec 14 02:29:13.625750 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b918d036-e43e-4356-9a01-636b0d38102a req-39a53553-d9a1-4e7f-9905-023616dc1c48 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415299 Dec 14 02:29:13.858371 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa935a-c906-49a2-84f9-2fd25432ab7f req-bec85a75-cb82-4dc8-a74e-7d88072d3998 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:13.859836 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32aa935a-c906-49a2-84f9-2fd25432ab7f req-bec85a75-cb82-4dc8-a74e-7d88072d3998 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0819826 Dec 14 02:29:13.873098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8377517-7b58-4a46-9443-565fa9da628c req-82f5aced-783c-4a00-9b19-95ddaa949c1a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:13.874557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8377517-7b58-4a46-9443-565fa9da628c req-82f5aced-783c-4a00-9b19-95ddaa949c1a tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 950 time: 0.0635433 Dec 14 02:29:13.966810 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32aa935a-c906-49a2-84f9-2fd25432ab7f req-21793a3c-d9cf-44c2-a929-4ac94f9136b4 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912845 Dec 14 02:29:13.995011 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-b8377517-7b58-4a46-9443-565fa9da628c req-b6e2db4a-4563-46bf-b590-61593a9bd6fa tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Deleting port 49080719-3afd-452b-a350-e06d251b3151 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:29:13.995275 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b8377517-7b58-4a46-9443-565fa9da628c req-b6e2db4a-4563-46bf-b590-61593a9bd6fa tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:14.087505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b8377517-7b58-4a46-9443-565fa9da628c req-b6e2db4a-4563-46bf-b590-61593a9bd6fa tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] For port 49080719-3afd-452b-a350-e06d251b3151, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=49080719-3afd-452b-a350-e06d251b3151,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:14.087867 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b8377517-7b58-4a46-9443-565fa9da628c req-b6e2db4a-4563-46bf-b590-61593a9bd6fa tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:14.100267 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-b8377517-7b58-4a46-9443-565fa9da628c req-b6e2db4a-4563-46bf-b590-61593a9bd6fa tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Calling delete_port for 49080719-3afd-452b-a350-e06d251b3151 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:29:14.320437 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b8377517-7b58-4a46-9443-565fa9da628c req-b6e2db4a-4563-46bf-b590-61593a9bd6fa tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:14.350172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2db4a-4563-46bf-b590-61593a9bd6fa tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Pushing event deleted for resources: {'Port': ['ID=49080719-3afd-452b-a350-e06d251b3151,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:14.358180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['394de406-b6c9-4976-8229-4ffd3fdf23f2', 'a53eab7d-09b9-4c1f-bbcb-b11377dec7de', '592bf17d-fcae-461b-97ab-5e36292e1e33', 'be0f1727-dd32-4a77-85ad-87af825eea73', '49080719-3afd-452b-a350-e06d251b3151'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:14.395929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3923161f-26b3-454c-853e-64a0f1c01c9f', '0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:14.401741 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8377517-7b58-4a46-9443-565fa9da628c req-b6e2db4a-4563-46bf-b590-61593a9bd6fa tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] No DVR routers for this DVR port 49080719-3afd-452b-a350-e06d251b3151 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:29:14.401741 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b8377517-7b58-4a46-9443-565fa9da628c req-b6e2db4a-4563-46bf-b590-61593a9bd6fa tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:14.403503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8377517-7b58-4a46-9443-565fa9da628c req-b6e2db4a-4563-46bf-b590-61593a9bd6fa tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "DELETE /v2.0/ports/49080719-3afd-452b-a350-e06d251b3151 HTTP/1.1" status: 204 len: 173 time: 0.5207233 Dec 14 02:29:14.404039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec6d48c-b7d3-4e65-b22a-596db6a45093', 'name': 'network-vif-deleted', 'tag': '49080719-3afd-452b-a350-e06d251b3151'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:14.406422 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba5b2c1-cfa6-403c-b9d2-f486da47bf2c" -d '{"events": [{"server_uuid": "7ec6d48c-b7d3-4e65-b22a-596db6a45093", "name": "network-vif-deleted", "tag": "49080719-3afd-452b-a350-e06d251b3151"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:14.458218 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2969b0be-ffa3-42a1-9e2d-1f202e16fb70 x-openstack-request-id: req-2969b0be-ffa3-42a1-9e2d-1f202e16fb70 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:14.458521 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec6d48c-b7d3-4e65-b22a-596db6a45093", "name": "network-vif-deleted", "tag": "49080719-3afd-452b-a350-e06d251b3151", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:14.458788 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2969b0be-ffa3-42a1-9e2d-1f202e16fb70 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:14.459197 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec6d48c-b7d3-4e65-b22a-596db6a45093', 'name': 'network-vif-deleted', 'tag': '49080719-3afd-452b-a350-e06d251b3151', 'status': 'completed', 'code': 200} Dec 14 02:29:14.519184 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-601671a2-a575-4571-b259-e74a01b9cbb3 req-c02bb36c-df14-41e9-bd83-6e4a4700cb0e tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 210 time: 0.0483265 Dec 14 02:29:14.620100 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f71f66-895e-42e4-91a7-c334b0e87a56 req-a8ccc6cd-f67e-4d24-8290-99873b74721f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:14.621949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15f71f66-895e-42e4-91a7-c334b0e87a56 req-a8ccc6cd-f67e-4d24-8290-99873b74721f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0629988 Dec 14 02:29:14.681341 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15f71f66-895e-42e4-91a7-c334b0e87a56 req-ce2a0c0a-367a-46e7-b202-f85e63d3b323 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520844 Dec 14 02:29:14.801279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9790169-80b4-4d08-9b14-01da9928e43b req-74fbad6d-983c-463c-9367-1b9e0c3de2a9 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:14.802956 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9790169-80b4-4d08-9b14-01da9928e43b req-74fbad6d-983c-463c-9367-1b9e0c3de2a9 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0521984 Dec 14 02:29:14.851372 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9790169-80b4-4d08-9b14-01da9928e43b req-8e47eeac-ef9f-4ae2-9431-af2b05f028b0 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422754 Dec 14 02:29:15.294271 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12bf6f-a715-4fd7-b374-c515087e803a req-43a89f4a-d426-4ffd-9fb7-5acbe7ad2398 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:15.295949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f12bf6f-a715-4fd7-b374-c515087e803a req-43a89f4a-d426-4ffd-9fb7-5acbe7ad2398 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0588036 Dec 14 02:29:15.347629 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f12bf6f-a715-4fd7-b374-c515087e803a req-ebc529a1-bb49-4836-9d06-41773523996d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430005 Dec 14 02:29:15.630691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ce920516-f73a-4572-9d15-96d59029766a req-f0e264f3-da3c-440c-aba0-872a3d0e59ff tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7ec6d48c-b7d3-4e65-b22a-596db6a45093 HTTP/1.1" status: 200 len: 210 time: 0.0263882 Dec 14 02:29:15.807624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a35593-64f2-48c3-9634-e7104d1ca934 req-68c9d1b7-f5f2-4a48-9092-e6d596e4eff6 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:15.809061 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-59a35593-64f2-48c3-9634-e7104d1ca934 req-68c9d1b7-f5f2-4a48-9092-e6d596e4eff6 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0492084 Dec 14 02:29:15.857563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-59a35593-64f2-48c3-9634-e7104d1ca934 req-7baf9fa3-3229-435b-993f-3bf0d3e1e74a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419242 Dec 14 02:29:16.014033 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f6b16-2665-4e69-95f7-107ae4dfb165 req-b2fbd662-d52d-4465-93d6-fac4671445c8 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:16.014033 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-335f6b16-2665-4e69-95f7-107ae4dfb165 req-b2fbd662-d52d-4465-93d6-fac4671445c8 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0540407 Dec 14 02:29:16.024205 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-335f6b16-2665-4e69-95f7-107ae4dfb165 req-f321ddad-65f1-4b78-85e6-199c21d52a2f tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 Dec 14 02:29:16.468236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96f22b-d09c-4caf-8a1c-a7b0e5697072 req-e33d825a-2161-46a3-8149-6a1ffd79b045 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:16.469731 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2e96f22b-d09c-4caf-8a1c-a7b0e5697072 req-e33d825a-2161-46a3-8149-6a1ffd79b045 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0483301 Dec 14 02:29:16.517130 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2e96f22b-d09c-4caf-8a1c-a7b0e5697072 req-2100a5d9-54bb-4a58-97f9-000f38a24e6e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412943 Dec 14 02:29:17.015005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e3bd0-e60e-4383-8aa9-c80f509c7d6e req-345dc56d-558c-48c2-8b4f-5d5b8e128731 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:17.016509 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b07e3bd0-e60e-4383-8aa9-c80f509c7d6e req-345dc56d-558c-48c2-8b4f-5d5b8e128731 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0554364 Dec 14 02:29:17.065889 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b07e3bd0-e60e-4383-8aa9-c80f509c7d6e req-631ecf1b-1f38-444e-a0f1-4045dc46ab88 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431585 Dec 14 02:29:17.186075 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4969f8d-5c97-4be2-8517-d379bd551eb2 req-1963bfc8-c15d-4e76-9f7f-0e55440a5834 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:17.187592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4969f8d-5c97-4be2-8517-d379bd551eb2 req-1963bfc8-c15d-4e76-9f7f-0e55440a5834 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0492301 Dec 14 02:29:17.236777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4969f8d-5c97-4be2-8517-d379bd551eb2 req-1caedb5b-15d7-4ff0-8af2-6ba448abb14a tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431366 Dec 14 02:29:17.287082 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649165af-add6-4a2d-a139-335fe4866f47 req-f9de5405-49c1-4b2d-b636-4dc4ef72201c tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:17.288580 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-649165af-add6-4a2d-a139-335fe4866f47 req-f9de5405-49c1-4b2d-b636-4dc4ef72201c tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3 HTTP/1.1" status: 200 len: 949 time: 0.0492327 Dec 14 02:29:17.339121 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-649165af-add6-4a2d-a139-335fe4866f47 req-f721f2f4-085f-46e6-9f04-4c106af905cd tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436606 Dec 14 02:29:17.539566 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 49080719-3afd-452b-a350-e06d251b3151 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:29:17.559442 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 49080719-3afd-452b-a350-e06d251b3151 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:29:17.559785 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 49080719-3afd-452b-a350-e06d251b3151 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:29:17.630773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50819afc-63a5-4b9c-bebe-96a7e3298491 req-166e9da3-a0dd-4129-a6e4-b54efb841d91 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:17.632229 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50819afc-63a5-4b9c-bebe-96a7e3298491 req-166e9da3-a0dd-4129-a6e4-b54efb841d91 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0479636 Dec 14 02:29:17.679251 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50819afc-63a5-4b9c-bebe-96a7e3298491 req-dfe770aa-e77d-4cc9-94a1-2937ec326fbb tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404546 Dec 14 02:29:18.251787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffa94e3-58ff-4c15-b6e0-5c9bb17f0191 req-3db8aa53-1448-495b-b6c0-c4b1391b5c69 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:18.253334 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ffa94e3-58ff-4c15-b6e0-5c9bb17f0191 req-3db8aa53-1448-495b-b6c0-c4b1391b5c69 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.1073501 Dec 14 02:29:18.301018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-06a589aa-dd52-4514-8d90-a42197d2cc90 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:18.302542 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-06a589aa-dd52-4514-8d90-a42197d2cc90 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 820 time: 0.1474831 Dec 14 02:29:18.329896 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-1fa85044-c230-44c5-93c7-c73e20eeac4d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/quotas/0c3cf14f531c4bdca8324a0acbf9c3f8 HTTP/1.1" status: 200 len: 375 time: 0.0217457 Dec 14 02:29:18.333554 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ffa94e3-58ff-4c15-b6e0-5c9bb17f0191 req-fb740568-3fff-4850-984b-ab3e4dcc6697 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742631 Dec 14 02:29:18.386947 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-7fe5dfff-4a15-44b7-9ae6-0fbfec4be5f2 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512047 Dec 14 02:29:18.484012 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-94d5cbbb-e20f-4b58-bfc9-bde0777eb050 service neutron] 10.222.0.39 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899351 Dec 14 02:29:18.580563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-46eab7cf-0f1d-45db-b7d8-bf7485d3fa79 service neutron] 10.222.0.39 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894837 Dec 14 02:29:18.714445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4c97d-ae51-4c30-894f-6efaeba94dee req-ae2329a2-5ebe-4bb5-ba29-8a2e997304e9 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:18.716448 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-23d4c97d-ae51-4c30-894f-6efaeba94dee req-ae2329a2-5ebe-4bb5-ba29-8a2e997304e9 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0575407 Dec 14 02:29:18.767272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-23d4c97d-ae51-4c30-894f-6efaeba94dee req-958f6980-a07d-458c-a623-3cf959d62bd8 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447841 Dec 14 02:29:18.888108 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c2703-06c0-425a-abae-e95dec1b36ca req-88db2fe3-07ef-428b-ac66-63322ac4b921 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:18.889589 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b05c2703-06c0-425a-abae-e95dec1b36ca req-88db2fe3-07ef-428b-ac66-63322ac4b921 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3 HTTP/1.1" status: 200 len: 949 time: 0.0623662 Dec 14 02:29:18.901221 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d11ef0-a288-4f33-835b-df1c834794d0 req-57a323d6-f749-435d-af12-95bbfe5d498f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:18.902619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45d11ef0-a288-4f33-835b-df1c834794d0 req-57a323d6-f749-435d-af12-95bbfe5d498f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "GET /v2.0/ports?device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3 HTTP/1.1" status: 200 len: 949 time: 0.0835133 Dec 14 02:29:19.000486 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b05c2703-06c0-425a-abae-e95dec1b36ca req-a4961120-cbdd-4370-a5c5-f3ea9886e0a4 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961990 Dec 14 02:29:19.023256 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-45d11ef0-a288-4f33-835b-df1c834794d0 req-79b29e3c-ebd2-4ad5-af9b-2e364fe068e3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Deleting port be0f1727-dd32-4a77-85ad-87af825eea73 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:29:19.023623 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-45d11ef0-a288-4f33-835b-df1c834794d0 req-79b29e3c-ebd2-4ad5-af9b-2e364fe068e3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:19.146401 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b155efa-3869-4255-9bbc-696ce7355d04 req-b32c4a5d-20ff-47f0-b2ce-0f924b0e0e8b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:19.147857 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b155efa-3869-4255-9bbc-696ce7355d04 req-b32c4a5d-20ff-47f0-b2ce-0f924b0e0e8b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0850632 Dec 14 02:29:19.152882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-45d11ef0-a288-4f33-835b-df1c834794d0 req-79b29e3c-ebd2-4ad5-af9b-2e364fe068e3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] For port be0f1727-dd32-4a77-85ad-87af825eea73, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=be0f1727-dd32-4a77-85ad-87af825eea73,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:19.153239 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-45d11ef0-a288-4f33-835b-df1c834794d0 req-79b29e3c-ebd2-4ad5-af9b-2e364fe068e3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:19.175539 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-45d11ef0-a288-4f33-835b-df1c834794d0 req-79b29e3c-ebd2-4ad5-af9b-2e364fe068e3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Calling delete_port for be0f1727-dd32-4a77-85ad-87af825eea73 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:29:19.250520 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b155efa-3869-4255-9bbc-696ce7355d04 req-23383169-db73-4574-808e-33ca8de7ac8d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894396 Dec 14 02:29:19.361571 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bda16ca4-5537-4e2a-9d2a-8b97f71f82b0 req-d6164b47-2d42-4cb6-999c-3060e01fbdb3 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 210 time: 0.0329843 Dec 14 02:29:19.403644 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-45d11ef0-a288-4f33-835b-df1c834794d0 req-79b29e3c-ebd2-4ad5-af9b-2e364fe068e3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:19.438243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['394de406-b6c9-4976-8229-4ffd3fdf23f2', 'a53eab7d-09b9-4c1f-bbcb-b11377dec7de', '592bf17d-fcae-461b-97ab-5e36292e1e33', 'be0f1727-dd32-4a77-85ad-87af825eea73'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:19.444090 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b29e3c-ebd2-4ad5-af9b-2e364fe068e3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Pushing event deleted for resources: {'Port': ['ID=be0f1727-dd32-4a77-85ad-87af825eea73,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:19.471938 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3923161f-26b3-454c-853e-64a0f1c01c9f', '0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:19.512139 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d11ef0-a288-4f33-835b-df1c834794d0 req-79b29e3c-ebd2-4ad5-af9b-2e364fe068e3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] No DVR routers for this DVR port be0f1727-dd32-4a77-85ad-87af825eea73 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:29:19.516165 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-45d11ef0-a288-4f33-835b-df1c834794d0 req-79b29e3c-ebd2-4ad5-af9b-2e364fe068e3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:19.519462 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45d11ef0-a288-4f33-835b-df1c834794d0 req-79b29e3c-ebd2-4ad5-af9b-2e364fe068e3 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "DELETE /v2.0/ports/be0f1727-dd32-4a77-85ad-87af825eea73 HTTP/1.1" status: 204 len: 173 time: 0.6097810 Dec 14 02:29:19.519905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7422c5d5-70e8-409b-81e2-3c49b24bb5a3', 'name': 'network-vif-deleted', 'tag': 'be0f1727-dd32-4a77-85ad-87af825eea73'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:19.522151 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c7d41f-8017-4970-97a0-464979dd9b82" -d '{"events": [{"server_uuid": "7422c5d5-70e8-409b-81e2-3c49b24bb5a3", "name": "network-vif-deleted", "tag": "be0f1727-dd32-4a77-85ad-87af825eea73"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:19.542569 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b388c-f8cc-446a-8bb8-2c5164e05422 req-21304313-5e77-4465-9bf2-0135082ca689 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:19.544855 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf5b388c-f8cc-446a-8bb8-2c5164e05422 req-21304313-5e77-4465-9bf2-0135082ca689 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.1337464 Dec 14 02:29:19.591892 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194ae662-4380-4d04-b4f9-67a173dee89a x-openstack-request-id: req-194ae662-4380-4d04-b4f9-67a173dee89a {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:19.591892 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7422c5d5-70e8-409b-81e2-3c49b24bb5a3", "name": "network-vif-deleted", "tag": "be0f1727-dd32-4a77-85ad-87af825eea73", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:19.591892 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-194ae662-4380-4d04-b4f9-67a173dee89a {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:19.591892 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7422c5d5-70e8-409b-81e2-3c49b24bb5a3', 'name': 'network-vif-deleted', 'tag': 'be0f1727-dd32-4a77-85ad-87af825eea73', 'status': 'completed', 'code': 200} Dec 14 02:29:19.611168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf5b388c-f8cc-446a-8bb8-2c5164e05422 req-a2ad85bb-090f-4462-90b4-c2dca7115e9d tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569689 Dec 14 02:29:19.910768 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002d46f-5e1f-4514-ba52-3046df9a3871 req-8c311f8d-fe0a-4010-8507-16d485758051 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:19.912348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a002d46f-5e1f-4514-ba52-3046df9a3871 req-8c311f8d-fe0a-4010-8507-16d485758051 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0530300 Dec 14 02:29:19.975872 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a002d46f-5e1f-4514-ba52-3046df9a3871 req-10f767cd-5361-4454-a620-96320334ce90 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522168 Dec 14 02:29:20.106780 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8456d3b7-b857-454d-8e2f-94f780f4c67a req-b6104254-15ed-4707-b1e3-1dc4665f226d tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=7422c5d5-70e8-409b-81e2-3c49b24bb5a3 HTTP/1.1" status: 200 len: 210 time: 0.0265317 Dec 14 02:29:20.401363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912294d7-f6a0-4b9b-a83a-2fb23635b3d9 req-f9548389-6f76-4f73-ae90-f169871cf5fa tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:20.402242 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-912294d7-f6a0-4b9b-a83a-2fb23635b3d9 req-f9548389-6f76-4f73-ae90-f169871cf5fa tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0598502 Dec 14 02:29:20.454039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-912294d7-f6a0-4b9b-a83a-2fb23635b3d9 req-208062e5-7374-477a-a2f4-414c3e14f13e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452855 Dec 14 02:29:20.512307 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ebdcdcd5-3795-4c13-a5cb-ade5bfc7242a req-44d4728c-d884-4459-b03e-6666746ba81e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 210 time: 0.0262215 Dec 14 02:29:20.745354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292724c-fea9-4df7-b975-90debdf5d2cd req-d9ce879a-d087-4d64-ac76-511df8fc6171 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:20.747593 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7292724c-fea9-4df7-b975-90debdf5d2cd req-d9ce879a-d087-4d64-ac76-511df8fc6171 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0504515 Dec 14 02:29:20.794905 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7292724c-fea9-4df7-b975-90debdf5d2cd req-34dede3d-15bb-46ae-bfaa-2149cae5545a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408013 Dec 14 02:29:21.105663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a1aa2-cfa8-43f4-a482-6fe2f0e43125 req-675476bb-9988-4556-aa50-9ac9d87ce625 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:21.107804 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d77a1aa2-cfa8-43f4-a482-6fe2f0e43125 req-675476bb-9988-4556-aa50-9ac9d87ce625 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0517325 Dec 14 02:29:21.157221 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d77a1aa2-cfa8-43f4-a482-6fe2f0e43125 req-440d89ee-f13c-42e1-9951-62ba684f6a8c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433769 Dec 14 02:29:21.868681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-c9aae45f-6b76-4d11-bd47-7c401de1b7fb tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:21.870185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-c9aae45f-6b76-4d11-bd47-7c401de1b7fb tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.47 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 820 time: 0.3630757 Dec 14 02:29:21.887858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa89a54-172e-4ec7-8d11-724eca194893 req-7be39b14-d467-4c8d-b969-616d4a15e10e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:21.889338 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baa89a54-172e-4ec7-8d11-724eca194893 req-7be39b14-d467-4c8d-b969-616d4a15e10e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.3065896 Dec 14 02:29:21.893847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-d0f48ec3-02a0-4ba0-ad9e-9f8f875bcba9 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Request body: {'port': {'device_id': '048876a7-5c8e-4566-9262-0d027bd9b2ca', 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b', 'admin_state_up': True, 'tenant_id': '0c3cf14f531c4bdca8324a0acbf9c3f8'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:29:21.992497 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baa89a54-172e-4ec7-8d11-724eca194893 req-d096eb8c-ef21-4971-aa77-a77776614d6a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953150 Dec 14 02:29:22.039447 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79a5785d-8c9b-4d7c-a827-bb4ebc7ae453 req-aee7fb0e-6b6e-4f4f-941e-fe889c2207ed tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 210 time: 0.0360653 Dec 14 02:29:22.150073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-d0f48ec3-02a0-4ba0-ad9e-9f8f875bcba9 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Made reservation on behalf of 0c3cf14f531c4bdca8324a0acbf9c3f8 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:29:22.153447 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-d0f48ec3-02a0-4ba0-ad9e-9f8f875bcba9 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:22.202915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea93ba-890b-4f32-b644-41a92edf36b2 req-1eaffe62-87d8-4610-a5b2-697ada289691 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:22.204426 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58ea93ba-890b-4f32-b644-41a92edf36b2 req-1eaffe62-87d8-4610-a5b2-697ada289691 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0988359 Dec 14 02:29:22.281834 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea5235-6dc6-48c0-96bb-701ded4d3ea8 req-b2f9861f-b586-4088-b57e-ded2ad776ee2 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:22.283321 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cfea5235-6dc6-48c0-96bb-701ded4d3ea8 req-b2f9861f-b586-4088-b57e-ded2ad776ee2 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce6a0f-eb00-4930-a60a-b61ff997528c HTTP/1.1" status: 200 len: 949 time: 0.1481633 Dec 14 02:29:22.372027 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58ea93ba-890b-4f32-b644-41a92edf36b2 req-0b89b50b-64a3-4c26-86c8-5a4749a84b13 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591508 Dec 14 02:29:22.407904 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cfea5235-6dc6-48c0-96bb-701ded4d3ea8 req-a1c0ffe1-4195-4386-8e6e-baa81a289007 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133382 Dec 14 02:29:22.408968 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-d0f48ec3-02a0-4ba0-ad9e-9f8f875bcba9 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Allocated IP 172.20.0.11 (c2babbdd-831e-4b48-8c93-0beb41d9211b/0e828340-91e4-4f6f-94b5-cd964e8cfd46/37134d28-e14f-460e-9f19-5f5c9702326a) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:29:22.557356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0b6ac-1a6a-4b10-aea2-6d71151035e1 req-5bbe5804-350b-4b92-b02a-7c44ccaa9777 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:22.558883 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baa0b6ac-1a6a-4b10-aea2-6d71151035e1 req-5bbe5804-350b-4b92-b02a-7c44ccaa9777 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.1222456 Dec 14 02:29:22.631494 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-d0f48ec3-02a0-4ba0-ad9e-9f8f875bcba9 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:22.649886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baa0b6ac-1a6a-4b10-aea2-6d71151035e1 req-52af6fda-923f-4ff7-8d92-fd63af54fb59 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792520 Dec 14 02:29:22.763505 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-d0f48ec3-02a0-4ba0-ad9e-9f8f875bcba9 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:22.808178 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['7beaac61-5180-4a89-88b1-51fdb1b67570'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:22.814008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-d0f48ec3-02a0-4ba0-ad9e-9f8f875bcba9 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Network c2babbdd-831e-4b48-8c93-0beb41d9211b is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:29:22.817483 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-d0f48ec3-02a0-4ba0-ad9e-9f8f875bcba9 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:29:22.821536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-d0f48ec3-02a0-4ba0-ad9e-9f8f875bcba9 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:29:22.827638 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-d0f48ec3-02a0-4ba0-ad9e-9f8f875bcba9 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:22.828293 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-d0f48ec3-02a0-4ba0-ad9e-9f8f875bcba9 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:22.835123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f48ec3-02a0-4ba0-ad9e-9f8f875bcba9 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Pushing event updated for resources: {'Port': ['ID=37134d28-e14f-460e-9f19-5f5c9702326a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:22.991176 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-d0f48ec3-02a0-4ba0-ad9e-9f8f875bcba9 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1007993 Dec 14 02:29:23.010318 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Request body: {'port': {'device_id': '048876a7-5c8e-4566-9262-0d027bd9b2ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:29:23.067441 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:23.259289 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e9cc6-4305-4731-9461-dfb2957a0b21 req-96d24c07-ce27-41cb-a825-659b5e2538d0 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:23.260667 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b39e9cc6-4305-4731-9461-dfb2957a0b21 req-96d24c07-ce27-41cb-a825-659b5e2538d0 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.1827846 Dec 14 02:29:23.287716 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4ff4f4-49bd-4674-84ba-24c499a46ee0 req-b438d0ec-1fff-46e1-8bfb-95dd668d7e12 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:23.289166 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a4ff4f4-49bd-4674-84ba-24c499a46ee0 req-b438d0ec-1fff-46e1-8bfb-95dd668d7e12 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 932 time: 0.1580756 Dec 14 02:29:23.420201 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b39e9cc6-4305-4731-9461-dfb2957a0b21 req-19c33235-0929-4757-9bb7-83c57feb6edf tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516387 Dec 14 02:29:23.428117 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a4ff4f4-49bd-4674-84ba-24c499a46ee0 req-0aa21c9d-86c9-43d8-bc91-4ac89024775d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240382 Dec 14 02:29:23.567608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device be0f1727-dd32-4a77-85ad-87af825eea73 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:29:23.585903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37134d28-e14f-460e-9f19-5f5c9702326a {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:29:23.597823 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: be0f1727-dd32-4a77-85ad-87af825eea73 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:29:23.598149 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:23.598276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device be0f1727-dd32-4a77-85ad-87af825eea73 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:29:23.675166 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4b8dc-84f0-4798-8851-d4bd5d9a9e91 req-58fddc16-e829-40ff-8139-f9ea66e63613 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:23.677004 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-06f4b8dc-84f0-4798-8851-d4bd5d9a9e91 req-58fddc16-e829-40ff-8139-f9ea66e63613 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.46 "GET /v2.0/ports?device_id=ebce6a0f-eb00-4930-a60a-b61ff997528c HTTP/1.1" status: 200 len: 949 time: 0.1674702 Dec 14 02:29:23.690473 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Transition to ACTIVE for port object 37134d28-e14f-460e-9f19-5f5c9702326a will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:29:23.698896 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a956c-2fa2-451a-9f78-03ee4f4e5ef7 req-c04c5827-17cf-497f-bd54-daf202fe00ae tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:23.700787 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c84a956c-2fa2-451a-9f78-03ee4f4e5ef7 req-c04c5827-17cf-497f-bd54-daf202fe00ae tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.1702905 Dec 14 02:29:23.815203 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:23.832096 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cd851-86ee-45ca-885b-41b9be03c96f req-e02a706c-8efb-4510-809f-739f7279c5e5 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:23.833495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-439cd851-86ee-45ca-885b-41b9be03c96f req-e02a706c-8efb-4510-809f-739f7279c5e5 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "GET /v2.0/ports?device_id=f73114c4-8f6e-4959-9501-abf91d7908c7 HTTP/1.1" status: 200 len: 950 time: 0.2162569 Dec 14 02:29:23.983253 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981536f-16ed-4c47-bf73-e495280403d2 req-90b570d7-bce0-4484-a988-9c0d810a2a21 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:23.983253 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5981536f-16ed-4c47-bf73-e495280403d2 req-90b570d7-bce0-4484-a988-9c0d810a2a21 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce6a0f-eb00-4930-a60a-b61ff997528c HTTP/1.1" status: 200 len: 949 time: 0.2705700 Dec 14 02:29:23.990871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4110d9e-702f-4037-95e5-78e828ea75a7 req-c87692ba-d2bf-43a2-81f9-3e6b85c3ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:23.992289 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4110d9e-702f-4037-95e5-78e828ea75a7 req-c87692ba-d2bf-43a2-81f9-3e6b85c3ad23 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 1096 time: 0.2612326 Dec 14 02:29:23.993181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Pushing event updated for resources: {'Port': ['ID=37134d28-e14f-460e-9f19-5f5c9702326a,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:23.999384 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c84a956c-2fa2-451a-9f78-03ee4f4e5ef7 req-95316c22-67b4-4a0c-8c08-e5d5302f596e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852104 Dec 14 02:29:24.128787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Attempting to bind port 37134d28-e14f-460e-9f19-5f5c9702326a on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:29:24.129164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Attempting to bind port 37134d28-e14f-460e-9f19-5f5c9702326a by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:29:24.129484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Attempting to bind port 37134d28-e14f-460e-9f19-5f5c9702326a on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:29:24.162929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Port 37134d28-e14f-460e-9f19-5f5c9702326a on network c2babbdd-831e-4b48-8c93-0beb41d9211b not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:29:24.163254 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Attempting to bind port 37134d28-e14f-460e-9f19-5f5c9702326a on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:29:24.168668 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4110d9e-702f-4037-95e5-78e828ea75a7 req-a20e7629-90cd-450e-8759-545746ba996d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585267 Dec 14 02:29:24.175068 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5981536f-16ed-4c47-bf73-e495280403d2 req-75a0cd10-97f7-4f4b-8f89-ddc94cc89c6b tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745808 Dec 14 02:29:24.183346 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-06f4b8dc-84f0-4798-8851-d4bd5d9a9e91 req-0c8dfad2-3180-49f6-b390-5b2f27295ada tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Deleting port 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:29:24.183685 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-06f4b8dc-84f0-4798-8851-d4bd5d9a9e91 req-0c8dfad2-3180-49f6-b390-5b2f27295ada tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:24.187779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:29:24.188154 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Checking segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:29:24.188558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Bound using segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:29:24.189022 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Bound port: 37134d28-e14f-460e-9f19-5f5c9702326a, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:29:24.189390 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:24.246701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-439cd851-86ee-45ca-885b-41b9be03c96f req-12c581e6-9bc4-49c4-ae85-14469100017f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Deleting port 592bf17d-fcae-461b-97ab-5e36292e1e33 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:29:24.247041 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-439cd851-86ee-45ca-885b-41b9be03c96f req-12c581e6-9bc4-49c4-ae85-14469100017f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:24.435560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] For port 37134d28-e14f-460e-9f19-5f5c9702326a, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:29:24.438863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-06f4b8dc-84f0-4798-8851-d4bd5d9a9e91 req-0c8dfad2-3180-49f6-b390-5b2f27295ada tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] For port 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:24.439228 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-06f4b8dc-84f0-4798-8851-d4bd5d9a9e91 req-0c8dfad2-3180-49f6-b390-5b2f27295ada tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:24.451420 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe811a6-750d-4dd8-86db-37d75f6985e5 req-0349ec93-3b1d-4fb1-be81-3fdd522a34f8 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:24.452917 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cfe811a6-750d-4dd8-86db-37d75f6985e5 req-0349ec93-3b1d-4fb1-be81-3fdd522a34f8 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.2029521 Dec 14 02:29:24.489812 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] For port 37134d28-e14f-460e-9f19-5f5c9702326a, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=37134d28-e14f-460e-9f19-5f5c9702326a,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:29:24.491093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-06f4b8dc-84f0-4798-8851-d4bd5d9a9e91 req-0c8dfad2-3180-49f6-b390-5b2f27295ada tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Calling delete_port for 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:29:24.508491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-439cd851-86ee-45ca-885b-41b9be03c96f req-12c581e6-9bc4-49c4-ae85-14469100017f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] For port 592bf17d-fcae-461b-97ab-5e36292e1e33, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=592bf17d-fcae-461b-97ab-5e36292e1e33,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:24.508874 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-439cd851-86ee-45ca-885b-41b9be03c96f req-12c581e6-9bc4-49c4-ae85-14469100017f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:24.539665 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-439cd851-86ee-45ca-885b-41b9be03c96f req-12c581e6-9bc4-49c4-ae85-14469100017f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Calling delete_port for 592bf17d-fcae-461b-97ab-5e36292e1e33 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:29:24.618329 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:24.671597 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cfe811a6-750d-4dd8-86db-37d75f6985e5 req-b52acade-94f4-466b-948a-2675f2abb07f tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084994 Dec 14 02:29:24.705422 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:24.707109 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:24.707834 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] 10.222.0.47 "PUT /v2.0/ports/37134d28-e14f-460e-9f19-5f5c9702326a HTTP/1.1" status: 200 len: 1092 time: 1.7017262 Dec 14 02:29:24.717138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048876a7-5c8e-4566-9262-0d027bd9b2ca', 'tag': '37134d28-e14f-460e-9f19-5f5c9702326a'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:24.720456 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c8849d-4eda-4d51-ab64-dd708ab6d6a9" -d '{"events": [{"name": "network-changed", "server_uuid": "048876a7-5c8e-4566-9262-0d027bd9b2ca", "tag": "37134d28-e14f-460e-9f19-5f5c9702326a"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:24.792358 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5cfe0-901f-430b-8806-622b0e24790e req-a68a4ba3-fbf5-4650-bf76-30e94c5bd40e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:24.794585 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ced5cfe0-901f-430b-8806-622b0e24790e req-a68a4ba3-fbf5-4650-bf76-30e94c5bd40e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.2660360 Dec 14 02:29:24.822386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df1142-b4c7-432f-90c1-80cbb729c891 service neutron] Pushing event updated for resources: {'Port': ['ID=37134d28-e14f-460e-9f19-5f5c9702326a,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:24.971995 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da0374-b2ad-4de5-b05f-64c0dd95c45c req-1012f5b6-3946-439e-a1b0-659c16cf0bdf tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:24.973469 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1da0374-b2ad-4de5-b05f-64c0dd95c45c req-1012f5b6-3946-439e-a1b0-659c16cf0bdf tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 944 time: 0.2233708 Dec 14 02:29:25.012288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-1eda573e-92e7-41ee-8d53-ed44f0d68d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:25.013812 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-1eda573e-92e7-41ee-8d53-ed44f0d68d6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 1095 time: 0.1960835 Dec 14 02:29:25.017007 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ced5cfe0-901f-430b-8806-622b0e24790e req-c26d72d6-8519-4718-96d7-cca63bdf357b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028217 Dec 14 02:29:25.084859 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-137bc3ca-4ad1-4feb-9c25-367fdb21dbe4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37134d28-e14f-460e-9f19-5f5c9702326a HTTP/1.1" status: 200 len: 217 time: 0.0550609 Dec 14 02:29:25.101197 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1da0374-b2ad-4de5-b05f-64c0dd95c45c req-914d1be6-563e-4a98-9917-a8e65ca066ab tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194229 Dec 14 02:29:25.134218 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-06f4b8dc-84f0-4798-8851-d4bd5d9a9e91 req-0c8dfad2-3180-49f6-b390-5b2f27295ada tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:25.170368 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d49e16-c6b8-4ad4-803c-1ed5307504b5 x-openstack-request-id: req-18d49e16-c6b8-4ad4-803c-1ed5307504b5 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:25.170658 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "048876a7-5c8e-4566-9262-0d027bd9b2ca", "tag": "37134d28-e14f-460e-9f19-5f5c9702326a", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:25.170918 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18d49e16-c6b8-4ad4-803c-1ed5307504b5 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:25.175631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['394de406-b6c9-4976-8229-4ffd3fdf23f2', 'a53eab7d-09b9-4c1f-bbcb-b11377dec7de', '592bf17d-fcae-461b-97ab-5e36292e1e33'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:25.176104 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048876a7-5c8e-4566-9262-0d027bd9b2ca', 'tag': '37134d28-e14f-460e-9f19-5f5c9702326a', 'status': 'completed', 'code': 200} Dec 14 02:29:25.201139 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-439cd851-86ee-45ca-885b-41b9be03c96f req-12c581e6-9bc4-49c4-ae85-14469100017f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:25.227798 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8dfad2-3180-49f6-b390-5b2f27295ada tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Pushing event deleted for resources: {'Port': ['ID=0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:25.231318 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3923161f-26b3-454c-853e-64a0f1c01c9f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:25.582545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c581e6-9bc4-49c4-ae85-14469100017f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Pushing event deleted for resources: {'Port': ['ID=592bf17d-fcae-461b-97ab-5e36292e1e33,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:25.618878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-9e950042-3ae5-49ce-895a-4e8ae10226c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:25.620341 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-9e950042-3ae5-49ce-895a-4e8ae10226c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.5010173 Dec 14 02:29:25.625989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f4b8dc-84f0-4798-8851-d4bd5d9a9e91 req-0c8dfad2-3180-49f6-b390-5b2f27295ada tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] No DVR routers for this DVR port 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:29:25.631693 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-06f4b8dc-84f0-4798-8851-d4bd5d9a9e91 req-0c8dfad2-3180-49f6-b390-5b2f27295ada tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:25.635229 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-06f4b8dc-84f0-4798-8851-d4bd5d9a9e91 req-0c8dfad2-3180-49f6-b390-5b2f27295ada tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.46 "DELETE /v2.0/ports/0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b HTTP/1.1" status: 204 len: 173 time: 1.9240468 Dec 14 02:29:25.682193 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b799b1e-e59a-471b-94c4-40dcb44b9456 req-da560efa-5178-412b-ae03-db21a5bdfe86 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce6a0f-eb00-4930-a60a-b61ff997528c HTTP/1.1" status: 200 len: 210 time: 0.1130626 Dec 14 02:29:25.687964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-439cd851-86ee-45ca-885b-41b9be03c96f req-12c581e6-9bc4-49c4-ae85-14469100017f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] No DVR routers for this DVR port 592bf17d-fcae-461b-97ab-5e36292e1e33 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:29:25.716626 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-439cd851-86ee-45ca-885b-41b9be03c96f req-12c581e6-9bc4-49c4-ae85-14469100017f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:25.720329 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-439cd851-86ee-45ca-885b-41b9be03c96f req-12c581e6-9bc4-49c4-ae85-14469100017f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "DELETE /v2.0/ports/592bf17d-fcae-461b-97ab-5e36292e1e33 HTTP/1.1" status: 204 len: 173 time: 1.8485129 Dec 14 02:29:25.722407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-49d6603a-7857-4319-98b4-7755d2889388 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922356 Dec 14 02:29:25.735531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fe159-03a4-44d6-ad18-9ee5f3dc206f req-fb3e8bb3-5a62-4eb9-87da-1359da49a81a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:25.741958 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-428fe159-03a4-44d6-ad18-9ee5f3dc206f req-fb3e8bb3-5a62-4eb9-87da-1359da49a81a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.5626619 Dec 14 02:29:25.885913 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-428fe159-03a4-44d6-ad18-9ee5f3dc206f req-446b5544-3f65-47ec-a771-9277f1e50954 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312301 Dec 14 02:29:25.937335 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-bb5791bd-0665-4845-ba77-15591e88984e service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748831 Dec 14 02:29:25.985066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de9a26-3f61-4e4e-b709-10395825c4e9 req-f786dd6b-7440-498f-beb2-08941c6f7bd2 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:25.986614 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94de9a26-3f61-4e4e-b709-10395825c4e9 req-f786dd6b-7440-498f-beb2-08941c6f7bd2 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.1191814 Dec 14 02:29:26.066868 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94de9a26-3f61-4e4e-b709-10395825c4e9 req-0d583c97-b563-40a4-8a04-eddb16191945 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722766 Dec 14 02:29:26.072809 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d436b7c-7f7a-45f8-aed1-97d222ef6a37 req-c0ac8293-0609-429e-a84f-8d75a5382e52 service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411152 Dec 14 02:29:26.073116 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3923161f-26b3-454c-853e-64a0f1c01c9f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:26.204985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ba2d1-22f0-42a5-9a9a-54f657c2ca01 req-69606b19-e28e-4f1e-ad25-34355777a4e0 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:26.213098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a20ba2d1-22f0-42a5-9a9a-54f657c2ca01 req-69606b19-e28e-4f1e-ad25-34355777a4e0 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0955412 Dec 14 02:29:26.316313 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a20ba2d1-22f0-42a5-9a9a-54f657c2ca01 req-52b1b1b0-12cc-4708-90c8-14e15626434f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021981 Dec 14 02:29:26.327183 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8849d-4eda-4d51-ab64-dd708ab6d6a9 req-10a1c43a-f375-47fc-9869-55b52e9b9aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:26.329207 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07c8849d-4eda-4d51-ab64-dd708ab6d6a9 req-10a1c43a-f375-47fc-9869-55b52e9b9aaa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 1095 time: 0.0790415 Dec 14 02:29:26.370610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['394de406-b6c9-4976-8229-4ffd3fdf23f2', 'a53eab7d-09b9-4c1f-bbcb-b11377dec7de'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:26.510428 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8849d-4eda-4d51-ab64-dd708ab6d6a9 req-93089341-2db1-4fa8-91fb-cc849b64ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:26.512916 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07c8849d-4eda-4d51-ab64-dd708ab6d6a9 req-93089341-2db1-4fa8-91fb-cc849b64ddda service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 921 time: 0.1733916 Dec 14 02:29:26.521178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401dfd7a-e8a9-4ab1-8c15-5401f3edd9af req-c11b385d-1be3-46e8-bbed-3044358ba498 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:26.524767 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-401dfd7a-e8a9-4ab1-8c15-5401f3edd9af req-c11b385d-1be3-46e8-bbed-3044358ba498 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 944 time: 0.1042278 Dec 14 02:29:26.569680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07c8849d-4eda-4d51-ab64-dd708ab6d6a9 req-1bfa7a28-2fc7-4cfa-beed-120bad484d01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37134d28-e14f-460e-9f19-5f5c9702326a HTTP/1.1" status: 200 len: 217 time: 0.0435963 Dec 14 02:29:26.645962 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-401dfd7a-e8a9-4ab1-8c15-5401f3edd9af req-f5457d4b-66d6-4f67-96ac-18f9d70c0d02 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120098 Dec 14 02:29:26.652550 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:29:26.655420 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c8849d-4eda-4d51-ab64-dd708ab6d6a9 req-810562a7-3424-4fbf-85d0-77aa05715b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:26.658571 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07c8849d-4eda-4d51-ab64-dd708ab6d6a9 req-810562a7-3424-4fbf-85d0-77aa05715b52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.0793531 Dec 14 02:29:26.691223 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:29:26.691223 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:29:26.691223 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:26.707091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07c8849d-4eda-4d51-ab64-dd708ab6d6a9 req-b7532452-17bf-44a2-9ee0-9c9892c1c85c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392501 Dec 14 02:29:26.813235 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b35fa71-8feb-41f4-bd30-8271b354ff63 req-1185e5cb-ec29-41ab-ab18-ced4a7864067 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ebce6a0f-eb00-4930-a60a-b61ff997528c HTTP/1.1" status: 200 len: 210 time: 0.0355747 Dec 14 02:29:26.847801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07c8849d-4eda-4d51-ab64-dd708ab6d6a9 req-418456f4-7ae0-4f05-9926-3d7b857c7812 service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222239 Dec 14 02:29:26.947646 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07c8849d-4eda-4d51-ab64-dd708ab6d6a9 req-8c5efa74-dacd-4f46-9975-b2eb3f26f6b6 service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925219 Dec 14 02:29:27.029089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4af1d-703c-4d5c-8227-8de0a2171e75 req-b2d48a0f-e31a-4bf6-b9ff-01e8ac931b4a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:27.030654 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13a4af1d-703c-4d5c-8227-8de0a2171e75 req-b2d48a0f-e31a-4bf6-b9ff-01e8ac931b4a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0539317 Dec 14 02:29:27.082896 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13a4af1d-703c-4d5c-8227-8de0a2171e75 req-ab46f76e-e832-427f-9af6-692fc798cf92 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455813 Dec 14 02:29:27.173447 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebce6a0f-eb00-4930-a60a-b61ff997528c', 'name': 'network-vif-deleted', 'tag': '0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b'}, {'server_uuid': 'f73114c4-8f6e-4959-9501-abf91d7908c7', 'name': 'network-vif-deleted', 'tag': '592bf17d-fcae-461b-97ab-5e36292e1e33'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:27.176614 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e646c68e-9ff7-4aed-86b5-4ea2819fd44f" -d '{"events": [{"server_uuid": "ebce6a0f-eb00-4930-a60a-b61ff997528c", "name": "network-vif-deleted", "tag": "0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b"}, {"server_uuid": "f73114c4-8f6e-4959-9501-abf91d7908c7", "name": "network-vif-deleted", "tag": "592bf17d-fcae-461b-97ab-5e36292e1e33"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:27.250236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2723b8-aa48-4e20-893f-0f55ab4b3b11 req-f1c88404-c305-46dc-84d8-07c7323756ae tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:27.251979 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d2723b8-aa48-4e20-893f-0f55ab4b3b11 req-f1c88404-c305-46dc-84d8-07c7323756ae tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0958390 Dec 14 02:29:27.273630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913a162-3995-4a4f-89af-0c43c9a83610 req-76e64a7e-f9a5-4844-91d2-1ab95fdaa058 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:27.277852 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a913a162-3995-4a4f-89af-0c43c9a83610 req-76e64a7e-f9a5-4844-91d2-1ab95fdaa058 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.1052036 Dec 14 02:29:27.344138 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d2723b8-aa48-4e20-893f-0f55ab4b3b11 req-d25f5e37-5586-4b79-865b-ef829281fa55 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855165 Dec 14 02:29:27.357969 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a913a162-3995-4a4f-89af-0c43c9a83610 req-6a6e8bef-a694-4557-b33e-caf7410bf7ad tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719056 Dec 14 02:29:27.410313 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc409da-53c7-42b6-a0e9-ba1c47daa2b8 x-openstack-request-id: req-1cc409da-53c7-42b6-a0e9-ba1c47daa2b8 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:27.410313 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebce6a0f-eb00-4930-a60a-b61ff997528c", "name": "network-vif-deleted", "tag": "0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b", "status": "completed", "code": 200}, {"server_uuid": "f73114c4-8f6e-4959-9501-abf91d7908c7", "name": "network-vif-deleted", "tag": "592bf17d-fcae-461b-97ab-5e36292e1e33", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:27.410313 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1cc409da-53c7-42b6-a0e9-ba1c47daa2b8 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:27.410313 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebce6a0f-eb00-4930-a60a-b61ff997528c', 'name': 'network-vif-deleted', 'tag': '0d045cc7-df4c-4f2e-b8a7-0b1b4cbee49b', 'status': 'completed', 'code': 200} Dec 14 02:29:27.410313 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f73114c4-8f6e-4959-9501-abf91d7908c7', 'name': 'network-vif-deleted', 'tag': '592bf17d-fcae-461b-97ab-5e36292e1e33', 'status': 'completed', 'code': 200} Dec 14 02:29:27.508220 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73494444-da5a-4c13-afbc-f2d7cc6ba1d0 req-43e1017f-5d1f-4297-b931-4da4051f5121 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:27.509829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73494444-da5a-4c13-afbc-f2d7cc6ba1d0 req-43e1017f-5d1f-4297-b931-4da4051f5121 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0566616 Dec 14 02:29:27.566782 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73494444-da5a-4c13-afbc-f2d7cc6ba1d0 req-eb07a915-c2ac-49e5-9956-5648c2eefae9 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481944 Dec 14 02:29:27.586859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 592bf17d-fcae-461b-97ab-5e36292e1e33 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:29:27.606019 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 592bf17d-fcae-461b-97ab-5e36292e1e33 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:29:27.606372 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 592bf17d-fcae-461b-97ab-5e36292e1e33 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:29:27.768249 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d34607-def5-44fe-9286-4385032c38d3 req-5484da09-d8e3-40c7-ae28-44db3ba37a9f tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:27.769802 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4d34607-def5-44fe-9286-4385032c38d3 req-5484da09-d8e3-40c7-ae28-44db3ba37a9f tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 944 time: 0.0489624 Dec 14 02:29:27.817215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4d34607-def5-44fe-9286-4385032c38d3 req-aa6bfd53-0e5e-4510-aa6f-603c6fcfe563 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412426 Dec 14 02:29:27.999147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bf226-40e4-4eee-98a2-27f46d188163 req-a1dceb27-9b08-423f-abc0-2e58355424eb tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:28.000643 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db1bf226-40e4-4eee-98a2-27f46d188163 req-a1dceb27-9b08-423f-abc0-2e58355424eb tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.0559354 Dec 14 02:29:28.057720 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db1bf226-40e4-4eee-98a2-27f46d188163 req-f8de7b43-c2de-4bee-b7f4-e395c4a7ce35 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505683 Dec 14 02:29:28.469142 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5465160-09fa-4445-893f-e04e6f79cd6d req-71ef0b45-c0b8-4498-87a2-c12cb68335a7 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:28.470691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5465160-09fa-4445-893f-e04e6f79cd6d req-71ef0b45-c0b8-4498-87a2-c12cb68335a7 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0515859 Dec 14 02:29:28.520353 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5465160-09fa-4445-893f-e04e6f79cd6d req-424e6e8b-21b5-4b51-a963-eb967fd9f6f4 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433459 Dec 14 02:29:28.800693 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363394a-9bdd-4f5a-93d2-ff16a2690796 req-352b2ec4-371f-4b9d-8916-74357e59c9ee tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:28.802264 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1363394a-9bdd-4f5a-93d2-ff16a2690796 req-352b2ec4-371f-4b9d-8916-74357e59c9ee tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0505466 Dec 14 02:29:28.853960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1363394a-9bdd-4f5a-93d2-ff16a2690796 req-dd073ec0-327e-431a-ad3e-fa20ddf0c69f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454483 Dec 14 02:29:28.957889 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d46aa9-fb5a-4ec4-ba39-46108119cf36 req-4274c722-d0ec-4c1b-b674-c3b7b0773e6a tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:28.959382 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11d46aa9-fb5a-4ec4-ba39-46108119cf36 req-4274c722-d0ec-4c1b-b674-c3b7b0773e6a tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 944 time: 0.0504248 Dec 14 02:29:29.034731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec189e-5bfe-4bb4-91b9-1ce58ad7f323 req-b4e9f509-9abe-4a22-a974-032de342a44e tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:29.036185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fec189e-5bfe-4bb4-91b9-1ce58ad7f323 req-b4e9f509-9abe-4a22-a974-032de342a44e tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdb24d61-f15b-4d1d-89fa-9e0f05fd8144 HTTP/1.1" status: 200 len: 949 time: 0.0759394 Dec 14 02:29:29.039651 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11d46aa9-fb5a-4ec4-ba39-46108119cf36 req-468a32bc-ef7a-4e15-8f1a-a19a214ab227 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712306 Dec 14 02:29:29.085099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fec189e-5bfe-4bb4-91b9-1ce58ad7f323 req-e79b90e1-a864-447d-a77a-ac87b79c00a5 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426984 Dec 14 02:29:29.195369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e40b75-8405-4296-aff5-0621ac6c5cee req-112296dc-d8cc-4df9-a536-dd3326e359c3 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:29.196863 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81e40b75-8405-4296-aff5-0621ac6c5cee req-112296dc-d8cc-4df9-a536-dd3326e359c3 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.0543597 Dec 14 02:29:29.245886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81e40b75-8405-4296-aff5-0621ac6c5cee req-a1563418-c1dd-48cb-a3ba-8234e0671b49 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425317 Dec 14 02:29:29.640730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b0f40-fb81-43f9-b294-5ef8577eb3e8 req-25a46e7a-c164-4925-83c8-631a70576837 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:29.642236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-825b0f40-fb81-43f9-b294-5ef8577eb3e8 req-25a46e7a-c164-4925-83c8-631a70576837 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0488555 Dec 14 02:29:29.694453 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-825b0f40-fb81-43f9-b294-5ef8577eb3e8 req-5500d744-7121-4e3f-a2fc-6d795b50e691 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450890 Dec 14 02:29:29.806871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d13cdb-6680-4737-ab34-39a168f632b8 req-cfd8e29c-1a15-4fb1-9643-45377c224bab tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:29.808319 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f0d13cdb-6680-4737-ab34-39a168f632b8 req-cfd8e29c-1a15-4fb1-9643-45377c224bab tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.0530102 Dec 14 02:29:29.814148 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:29.856350 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f0d13cdb-6680-4737-ab34-39a168f632b8 req-c0b2cbdf-db07-4e23-b65d-cdfef262c50d tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411055 Dec 14 02:29:29.977106 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8227f2-119c-48eb-ad91-85630caaec25 req-2f1a145e-efc5-4cca-835c-518abfe0cb64 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:29.978644 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad8227f2-119c-48eb-ad91-85630caaec25 req-2f1a145e-efc5-4cca-835c-518abfe0cb64 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0508192 Dec 14 02:29:30.028046 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad8227f2-119c-48eb-ad91-85630caaec25 req-09a65509-47a8-4d24-ab53-449ebe77cdbe tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429659 Dec 14 02:29:30.161235 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440f49f-b7d8-4835-9ffc-63720fdabfeb req-fea217d8-8621-4b45-8525-b734d92add16 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:30.162758 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3440f49f-b7d8-4835-9ffc-63720fdabfeb req-fea217d8-8621-4b45-8525-b734d92add16 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 944 time: 0.0502682 Dec 14 02:29:30.249028 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc463d5-fa69-4f73-bedd-9cfa32d71524 req-e24783a3-edfc-43b9-9d30-ea15f03ef46c tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:30.250528 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1bc463d5-fa69-4f73-bedd-9cfa32d71524 req-e24783a3-edfc-43b9-9d30-ea15f03ef46c tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdb24d61-f15b-4d1d-89fa-9e0f05fd8144 HTTP/1.1" status: 200 len: 949 time: 0.0808516 Dec 14 02:29:30.254092 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3440f49f-b7d8-4835-9ffc-63720fdabfeb req-34a1d509-e645-4803-9f65-0cf366c87887 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833366 Dec 14 02:29:30.300670 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1bc463d5-fa69-4f73-bedd-9cfa32d71524 req-844aec16-f69d-4195-a4a0-44a8dce6d9c0 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440998 Dec 14 02:29:30.384333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb66e3-a921-4032-98d1-b83214423906 req-3a618bfb-301c-4202-a3c8-6f387343addf tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:30.385772 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4cb66e3-a921-4032-98d1-b83214423906 req-3a618bfb-301c-4202-a3c8-6f387343addf tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdb24d61-f15b-4d1d-89fa-9e0f05fd8144 HTTP/1.1" status: 200 len: 949 time: 0.0484068 Dec 14 02:29:30.483441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-a4cb66e3-a921-4032-98d1-b83214423906 req-c00340c3-7c73-41f5-b516-12084eb55dcd tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Deleting port 394de406-b6c9-4976-8229-4ffd3fdf23f2 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:29:30.483694 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a4cb66e3-a921-4032-98d1-b83214423906 req-c00340c3-7c73-41f5-b516-12084eb55dcd tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:30.573604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-a4cb66e3-a921-4032-98d1-b83214423906 req-c00340c3-7c73-41f5-b516-12084eb55dcd tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] For port 394de406-b6c9-4976-8229-4ffd3fdf23f2, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=394de406-b6c9-4976-8229-4ffd3fdf23f2,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:30.573969 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a4cb66e3-a921-4032-98d1-b83214423906 req-c00340c3-7c73-41f5-b516-12084eb55dcd tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:30.586336 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-a4cb66e3-a921-4032-98d1-b83214423906 req-c00340c3-7c73-41f5-b516-12084eb55dcd tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Calling delete_port for 394de406-b6c9-4976-8229-4ffd3fdf23f2 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:29:30.784490 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a4cb66e3-a921-4032-98d1-b83214423906 req-c00340c3-7c73-41f5-b516-12084eb55dcd tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:30.830185 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['394de406-b6c9-4976-8229-4ffd3fdf23f2', 'a53eab7d-09b9-4c1f-bbcb-b11377dec7de'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:30.847938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00340c3-7c73-41f5-b516-12084eb55dcd tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Pushing event deleted for resources: {'Port': ['ID=394de406-b6c9-4976-8229-4ffd3fdf23f2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:30.857860 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3923161f-26b3-454c-853e-64a0f1c01c9f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:30.906500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d562448-0a46-4f7e-8558-2f61be351274 req-2994f02a-6063-477d-848b-101e14632dd4 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:30.907970 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d562448-0a46-4f7e-8558-2f61be351274 req-2994f02a-6063-477d-848b-101e14632dd4 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 949 time: 0.1409671 Dec 14 02:29:30.910937 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cb66e3-a921-4032-98d1-b83214423906 req-c00340c3-7c73-41f5-b516-12084eb55dcd tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] No DVR routers for this DVR port 394de406-b6c9-4976-8229-4ffd3fdf23f2 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:29:30.921105 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930c315-12b7-4765-b069-748c86e924b2 req-8183157d-07a9-4172-b51e-116252ce74fe tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:30.928590 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a930c315-12b7-4765-b069-748c86e924b2 req-8183157d-07a9-4172-b51e-116252ce74fe tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.1627223 Dec 14 02:29:30.938340 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a4cb66e3-a921-4032-98d1-b83214423906 req-c00340c3-7c73-41f5-b516-12084eb55dcd tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:30.941657 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4cb66e3-a921-4032-98d1-b83214423906 req-c00340c3-7c73-41f5-b516-12084eb55dcd tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "DELETE /v2.0/ports/394de406-b6c9-4976-8229-4ffd3fdf23f2 HTTP/1.1" status: 204 len: 173 time: 0.5463886 Dec 14 02:29:30.942148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb24d61-f15b-4d1d-89fa-9e0f05fd8144', 'name': 'network-vif-deleted', 'tag': '394de406-b6c9-4976-8229-4ffd3fdf23f2'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:30.944231 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6142a3-1f4d-4911-a266-d1e8e39ea229" -d '{"events": [{"server_uuid": "cdb24d61-f15b-4d1d-89fa-9e0f05fd8144", "name": "network-vif-deleted", "tag": "394de406-b6c9-4976-8229-4ffd3fdf23f2"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:31.071533 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a930c315-12b7-4765-b069-748c86e924b2 req-1aeba1bc-8612-466a-a207-488e41b19ebe tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419830 Dec 14 02:29:31.088302 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6de9f-7603-4764-82bc-8912f9ad3567 req-b9e7f04f-baed-482b-9908-2360220534f1 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:31.089856 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dd6de9f-7603-4764-82bc-8912f9ad3567 req-b9e7f04f-baed-482b-9908-2360220534f1 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.1096334 Dec 14 02:29:31.128872 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f9017f-dcd7-47be-bff9-f0932f40aed5 x-openstack-request-id: req-56f9017f-dcd7-47be-bff9-f0932f40aed5 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:31.129175 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb24d61-f15b-4d1d-89fa-9e0f05fd8144", "name": "network-vif-deleted", "tag": "394de406-b6c9-4976-8229-4ffd3fdf23f2", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:31.129461 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56f9017f-dcd7-47be-bff9-f0932f40aed5 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:31.129886 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb24d61-f15b-4d1d-89fa-9e0f05fd8144', 'name': 'network-vif-deleted', 'tag': '394de406-b6c9-4976-8229-4ffd3fdf23f2', 'status': 'completed', 'code': 200} Dec 14 02:29:31.144218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-1d562448-0a46-4f7e-8558-2f61be351274 req-c4bcd118-5a22-4fc1-82cc-ed12ce41f7df tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Deleting port a53eab7d-09b9-4c1f-bbcb-b11377dec7de {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:29:31.144568 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1d562448-0a46-4f7e-8558-2f61be351274 req-c4bcd118-5a22-4fc1-82cc-ed12ce41f7df tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:31.210143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dd6de9f-7603-4764-82bc-8912f9ad3567 req-c97b1998-f847-4e57-a272-17d0e891d730 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103683 Dec 14 02:29:31.264042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad55ae-6103-4f7d-b7e9-ad5a60b54349 req-6daaca54-817b-41be-a34e-e8f4b872a73a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:31.265676 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-faad55ae-6103-4f7d-b7e9-ad5a60b54349 req-6daaca54-817b-41be-a34e-e8f4b872a73a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0735736 Dec 14 02:29:31.329485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-1d562448-0a46-4f7e-8558-2f61be351274 req-c4bcd118-5a22-4fc1-82cc-ed12ce41f7df tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] For port a53eab7d-09b9-4c1f-bbcb-b11377dec7de, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=a53eab7d-09b9-4c1f-bbcb-b11377dec7de,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:31.329982 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1d562448-0a46-4f7e-8558-2f61be351274 req-c4bcd118-5a22-4fc1-82cc-ed12ce41f7df tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:31.383543 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-1d562448-0a46-4f7e-8558-2f61be351274 req-c4bcd118-5a22-4fc1-82cc-ed12ce41f7df tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Calling delete_port for a53eab7d-09b9-4c1f-bbcb-b11377dec7de owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:29:31.401891 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-faad55ae-6103-4f7d-b7e9-ad5a60b54349 req-38513b6d-60dc-4249-a626-ecf7e39e4320 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287787 Dec 14 02:29:31.470527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc763e72-3ef3-4088-bc86-8580d57ed5ef req-821544dd-dcd7-431a-abc6-8ee0526710dc tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:31.472022 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc763e72-3ef3-4088-bc86-8580d57ed5ef req-821544dd-dcd7-431a-abc6-8ee0526710dc tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 944 time: 0.1235046 Dec 14 02:29:31.520756 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f27ec25d-502b-4027-b3c1-f1e65a6c51c5 req-d8210cf0-bdb8-4682-b9ae-205342841ea5 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdb24d61-f15b-4d1d-89fa-9e0f05fd8144 HTTP/1.1" status: 200 len: 210 time: 0.0420547 Dec 14 02:29:31.579744 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc763e72-3ef3-4088-bc86-8580d57ed5ef req-acef6be4-32a4-48b2-91d7-271bfd49f0e8 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998991 Dec 14 02:29:31.665492 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1d562448-0a46-4f7e-8558-2f61be351274 req-c4bcd118-5a22-4fc1-82cc-ed12ce41f7df tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:31.698494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcd118-5a22-4fc1-82cc-ed12ce41f7df tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Pushing event deleted for resources: {'Port': ['ID=a53eab7d-09b9-4c1f-bbcb-b11377dec7de,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:31.698807 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3923161f-26b3-454c-853e-64a0f1c01c9f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:31.746214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d562448-0a46-4f7e-8558-2f61be351274 req-c4bcd118-5a22-4fc1-82cc-ed12ce41f7df tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] No DVR routers for this DVR port a53eab7d-09b9-4c1f-bbcb-b11377dec7de on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:29:31.749555 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1d562448-0a46-4f7e-8558-2f61be351274 req-c4bcd118-5a22-4fc1-82cc-ed12ce41f7df tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:31.753425 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d562448-0a46-4f7e-8558-2f61be351274 req-c4bcd118-5a22-4fc1-82cc-ed12ce41f7df tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.47 "DELETE /v2.0/ports/a53eab7d-09b9-4c1f-bbcb-b11377dec7de HTTP/1.1" status: 204 len: 173 time: 0.8221526 Dec 14 02:29:31.835287 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-4719c757-a872-4e5e-8a52-6312d9aab6a7 service neutron] 10.222.0.46 "GET /v2.0/ports/ff272fd2-3156-4d9f-bcf8-83a8c94a92a4/bindings/n-h1-821636-1 HTTP/1.1" status: 200 len: 382 time: 0.0570374 Dec 14 02:29:32.210423 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531377f6-c293-49bc-a60e-b2824c2719ea req-672d686d-6000-4978-b285-a88058b7af1c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:32.212052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-531377f6-c293-49bc-a60e-b2824c2719ea req-672d686d-6000-4978-b285-a88058b7af1c tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0578229 Dec 14 02:29:32.262946 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-531377f6-c293-49bc-a60e-b2824c2719ea req-b235499c-b92a-4f36-82d1-1885e1c36653 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444081 Dec 14 02:29:32.529904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d71e0-d143-4a7b-92c8-2667dd858037 req-e925ddf6-9f40-4375-bad8-3c10c223f717 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:32.531396 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-124d71e0-d143-4a7b-92c8-2667dd858037 req-e925ddf6-9f40-4375-bad8-3c10c223f717 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0519562 Dec 14 02:29:32.620004 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-124d71e0-d143-4a7b-92c8-2667dd858037 req-829c2614-7f9d-4b25-90b3-c6486eddf150 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805867 Dec 14 02:29:32.647606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-55e381fa-cd39-4a5a-a92f-c4b72c1558e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:32.652622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-55e381fa-cd39-4a5a-a92f-c4b72c1558e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab&tenant_id=a840af3d99744bcc88bb04d2b120b271 HTTP/1.1" status: 200 len: 1100 time: 0.1001620 Dec 14 02:29:32.682871 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3ce10c4-d1b0-4429-97a3-44e8a829b5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:32.759867 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e30fd4b7-3673-4d28-9037-e3fca845317a req-cec25fa2-f7de-4738-9d7d-5fba5574d977 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad77c2d2-dc72-411e-9301-28c46aff02d1 HTTP/1.1" status: 200 len: 210 time: 0.0683806 Dec 14 02:29:32.791110 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f53d0-1092-4d70-9b8b-0ad530e06610 req-d2948fb4-2515-4fa6-960c-f1ae4c8757cc tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:32.792814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d6f53d0-1092-4d70-9b8b-0ad530e06610 req-d2948fb4-2515-4fa6-960c-f1ae4c8757cc tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 944 time: 0.1146636 Dec 14 02:29:32.798113 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-19a889f4-6db3-4733-a077-017d0d407508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:32.799691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-19a889f4-6db3-4733-a077-017d0d407508 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 1100 time: 0.0791922 Dec 14 02:29:32.903060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d6f53d0-1092-4d70-9b8b-0ad530e06610 req-e1b50c57-52e7-4749-be92-1fdfb071569a tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000724 Dec 14 02:29:32.951515 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-4597dc99-0dc1-4cb8-9edf-ed132b289732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:32.953026 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-4597dc99-0dc1-4cb8-9edf-ed132b289732 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1449013 Dec 14 02:29:33.005184 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-b0970f04-18f9-4f2c-84d0-6e2bdf1a11f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 HTTP/1.1" status: 200 len: 217 time: 0.0364134 Dec 14 02:29:33.056697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-776757cf-8ede-437c-8232-5f539534aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:33.058164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-776757cf-8ede-437c-8232-5f539534aa10 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0449536 Dec 14 02:29:33.128267 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-5250d027-64a6-419b-8fa6-d5976607f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:33.130183 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-5250d027-64a6-419b-8fa6-d5976607f653 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0454781 Dec 14 02:29:33.130673 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad77c2d2-dc72-411e-9301-28c46aff02d1', 'name': 'network-vif-deleted', 'tag': 'a53eab7d-09b9-4c1f-bbcb-b11377dec7de'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:33.133090 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5a6cd7-c97e-4ad6-b63d-a70e79cddbfc" -d '{"events": [{"server_uuid": "ad77c2d2-dc72-411e-9301-28c46aff02d1", "name": "network-vif-deleted", "tag": "a53eab7d-09b9-4c1f-bbcb-b11377dec7de"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:33.188505 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbd0077-55a2-418e-a384-70f342cad8c2 x-openstack-request-id: req-fdbd0077-55a2-418e-a384-70f342cad8c2 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:33.188788 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad77c2d2-dc72-411e-9301-28c46aff02d1", "name": "network-vif-deleted", "tag": "a53eab7d-09b9-4c1f-bbcb-b11377dec7de", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:33.189046 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fdbd0077-55a2-418e-a384-70f342cad8c2 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:33.189471 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad77c2d2-dc72-411e-9301-28c46aff02d1', 'name': 'network-vif-deleted', 'tag': 'a53eab7d-09b9-4c1f-bbcb-b11377dec7de', 'status': 'completed', 'code': 200} Dec 14 02:29:33.234213 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-607a9bea-0d39-40af-b8ef-79e5d4f4c7f6 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960107 Dec 14 02:29:33.343788 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8a9e5fa-f468-4d0e-8504-a6de3352b355 req-fdc1a13e-7a37-4959-a3fe-b5ee78a89956 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942197 Dec 14 02:29:33.395411 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a326ac3-7c9f-4c73-b096-5f7adedcbf1b req-f090d1a7-c390-4bd0-b314-f8f5968812f5 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:33.397125 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a326ac3-7c9f-4c73-b096-5f7adedcbf1b req-f090d1a7-c390-4bd0-b314-f8f5968812f5 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0510435 Dec 14 02:29:33.445274 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a326ac3-7c9f-4c73-b096-5f7adedcbf1b req-40d0775c-44b3-4bfa-9289-2291372b504b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418346 Dec 14 02:29:33.634734 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 394de406-b6c9-4976-8229-4ffd3fdf23f2 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:29:33.656224 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 394de406-b6c9-4976-8229-4ffd3fdf23f2 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:29:33.656573 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 394de406-b6c9-4976-8229-4ffd3fdf23f2 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:29:33.736015 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db5897-86d7-4d3d-926e-5427efab07e2 req-4637dd7d-507b-4c86-a947-8a01cc5365a6 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:33.737408 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20db5897-86d7-4d3d-926e-5427efab07e2 req-4637dd7d-507b-4c86-a947-8a01cc5365a6 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0499177 Dec 14 02:29:33.789674 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20db5897-86d7-4d3d-926e-5427efab07e2 req-7f9457d8-c390-46d8-b5bc-490604e3cef7 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459964 Dec 14 02:29:34.045404 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38c6c1-b3ba-4224-8c2f-1fab2f49fa2c req-3728d49f-6c76-47f8-a4a6-8b6042eb8653 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:34.046768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ce38c6c1-b3ba-4224-8c2f-1fab2f49fa2c req-3728d49f-6c76-47f8-a4a6-8b6042eb8653 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 944 time: 0.0489647 Dec 14 02:29:34.095956 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ce38c6c1-b3ba-4224-8c2f-1fab2f49fa2c req-02966f3e-b872-4c8c-9260-98c2d89e009e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433085 Dec 14 02:29:34.360315 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575677a-785b-465d-b28d-9826b559f073 req-1272983e-3a9b-431b-9640-b1269e0b7766 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:34.361725 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f575677a-785b-465d-b28d-9826b559f073 req-1272983e-3a9b-431b-9640-b1269e0b7766 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 948 time: 0.0479283 Dec 14 02:29:34.410425 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f575677a-785b-465d-b28d-9826b559f073 req-72af7bda-3618-45fd-8104-89fd91d50658 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423694 Dec 14 02:29:34.567954 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949dd082-0f89-4d6c-a674-26886a77d024 req-821cfa33-e5bc-40a9-835e-79a5d4a76942 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:34.569570 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-949dd082-0f89-4d6c-a674-26886a77d024 req-821cfa33-e5bc-40a9-835e-79a5d4a76942 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0553589 Dec 14 02:29:34.648424 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-949dd082-0f89-4d6c-a674-26886a77d024 req-3916b660-25c2-4a31-8b19-343af092cc76 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713482 Dec 14 02:29:34.682446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cdd4b-2f3e-4b03-b27a-99b4f4396c30 req-81381397-42a8-4ff0-af59-7203409e2c2c tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:34.683746 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-429cdd4b-2f3e-4b03-b27a-99b4f4396c30 req-81381397-42a8-4ff0-af59-7203409e2c2c tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.0930927 Dec 14 02:29:34.698244 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:29:34.718511 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44f549-3aea-4d49-a995-f65521fceba9 req-7c631930-b738-423f-a2fa-9c997aaee300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:34.720319 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd44f549-3aea-4d49-a995-f65521fceba9 req-7c631930-b738-423f-a2fa-9c997aaee300 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ec77c515bf840a6800e08bac2ce344e&device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 1096 time: 0.0701656 Dec 14 02:29:34.781698 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:34.790141 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-429cdd4b-2f3e-4b03-b27a-99b4f4396c30 req-dcb872d8-c764-4306-94b7-e08d29edfdc9 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980844 Dec 14 02:29:34.811625 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13da7d3c-0cda-43e5-bd7e-6727f5fb50ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:34.811910 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a043f7-e8a4-41f6-8708-75a126a33095" -d '{"events": [{"server_uuid": "13da7d3c-0cda-43e5-bd7e-6727f5fb50ab", "name": "network-vif-unplugged", "status": "completed", "tag": "ff272fd2-3156-4d9f-bcf8-83a8c94a92a4"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:34.836266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44f549-3aea-4d49-a995-f65521fceba9 req-13ca754e-1b90-44d5-89b8-8c9612b19425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:34.836459 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:34.838047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd44f549-3aea-4d49-a995-f65521fceba9 req-13ca754e-1b90-44d5-89b8-8c9612b19425 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45668812-ea3d-4860-af8b-e8fa47cd0af8 HTTP/1.1" status: 200 len: 920 time: 0.1081834 Dec 14 02:29:34.873779 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4543008-9c75-472c-bf96-0c7539170074 x-openstack-request-id: req-f4543008-9c75-472c-bf96-0c7539170074 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:34.874102 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13da7d3c-0cda-43e5-bd7e-6727f5fb50ab", "name": "network-vif-unplugged", "status": "completed", "tag": "ff272fd2-3156-4d9f-bcf8-83a8c94a92a4", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:34.874416 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f4543008-9c75-472c-bf96-0c7539170074 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:34.874886 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13da7d3c-0cda-43e5-bd7e-6727f5fb50ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4', 'code': 200} Dec 14 02:29:34.893863 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd44f549-3aea-4d49-a995-f65521fceba9 req-29979281-2787-4b64-ade5-cf0545b69381 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab09f211-b27a-4cb4-a977-c47c43256d1c HTTP/1.1" status: 200 len: 217 time: 0.0476313 Dec 14 02:29:34.897009 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:34.945824 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3282fd3b-911b-41ae-bf71-78df81d0609c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:34.980220 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:34.983042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd155d2-b4f8-4374-9637-68ddc4cc8d1f req-bc2d351a-4a75-482f-aca6-fabb6b36553c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:34.984674 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4dd155d2-b4f8-4374-9637-68ddc4cc8d1f req-bc2d351a-4a75-482f-aca6-fabb6b36553c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 947 time: 0.0936368 Dec 14 02:29:34.986577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44f549-3aea-4d49-a995-f65521fceba9 req-4a633c4c-1c64-4919-8f7b-351f964056e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:34.988075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd44f549-3aea-4d49-a995-f65521fceba9 req-4a633c4c-1c64-4919-8f7b-351f964056e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8533d72d-4e0c-4d2f-a143-170efd8357c9 HTTP/1.1" status: 200 len: 859 time: 0.0845289 Dec 14 02:29:34.992249 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:35.000003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:35.000003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:35.000003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:35.000003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:35.000003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:35.000003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:35.000003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:35.000003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:35.000003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:35.000003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:35.000003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:35.000003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:35.030182 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd44f549-3aea-4d49-a995-f65521fceba9 req-3355d4c9-0603-4af3-9dfc-ccf18c463467 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45668812-ea3d-4860-af8b-e8fa47cd0af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297039 Dec 14 02:29:35.100990 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4dd155d2-b4f8-4374-9637-68ddc4cc8d1f req-f7317b5f-cd54-4eba-833c-1d287776f931 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086833 Dec 14 02:29:35.143012 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd44f549-3aea-4d49-a995-f65521fceba9 req-e6fcdd3f-4b10-4097-b443-c6c4f14c8a7b service neutron] 10.222.0.47 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024625 Dec 14 02:29:35.534595 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd4a8c-b494-4169-b49e-9c7bd1e5973a req-d8229cf3-6fd2-4860-838a-75f065d0c533 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:35.536117 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4acd4a8c-b494-4169-b49e-9c7bd1e5973a req-d8229cf3-6fd2-4860-838a-75f065d0c533 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 944 time: 0.3418746 Dec 14 02:29:35.542721 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd44f549-3aea-4d49-a995-f65521fceba9 req-8170aadc-39b0-4ec5-8307-8f0977b664ba service neutron] 10.222.0.47 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919387 Dec 14 02:29:35.588418 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57fdfd-c47b-47df-ae26-4ef382102dc4 req-b9384e02-f68c-4a19-9970-7debaad91be2 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:35.590777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df57fdfd-c47b-47df-ae26-4ef382102dc4 req-b9384e02-f68c-4a19-9970-7debaad91be2 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 948 time: 0.1002910 Dec 14 02:29:35.611517 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4acd4a8c-b494-4169-b49e-9c7bd1e5973a req-4d2f4b38-69f8-4633-9e67-61cc40faa8b4 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670054 Dec 14 02:29:35.643006 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device a53eab7d-09b9-4c1f-bbcb-b11377dec7de no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:29:35.646705 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df57fdfd-c47b-47df-ae26-4ef382102dc4 req-f82e9148-c354-41fe-a06e-e2a6a719f51d tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480640 Dec 14 02:29:35.664485 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: a53eab7d-09b9-4c1f-bbcb-b11377dec7de {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:29:35.664837 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device a53eab7d-09b9-4c1f-bbcb-b11377dec7de not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:29:35.770905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37dbc76-a476-429e-bade-be7daea86ba6 req-73fa7903-ed40-408b-8ee6-1b64b78e5620 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:35.772283 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b37dbc76-a476-429e-bade-be7daea86ba6 req-73fa7903-ed40-408b-8ee6-1b64b78e5620 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0484278 Dec 14 02:29:35.822606 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b37dbc76-a476-429e-bade-be7daea86ba6 req-2e9408a0-3f02-483e-a9da-f13bc5a3fcc4 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435872 Dec 14 02:29:35.914307 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1706b6-dd22-4a3e-b28b-5284e0aec292 req-e25684e5-2820-4ebb-ab04-a64c45dff920 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:35.916270 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a1706b6-dd22-4a3e-b28b-5284e0aec292 req-e25684e5-2820-4ebb-ab04-a64c45dff920 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.0521646 Dec 14 02:29:35.967003 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a1706b6-dd22-4a3e-b28b-5284e0aec292 req-8c595158-b31b-4f14-b0b9-47df9d70c4e3 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427215 Dec 14 02:29:36.123326 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:36.219132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58647b30-33f4-4de6-a5b6-76ad2b1114b2 req-30578181-2b8a-4707-b6e4-2bf9c159aeb1 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:36.220677 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58647b30-33f4-4de6-a5b6-76ad2b1114b2 req-30578181-2b8a-4707-b6e4-2bf9c159aeb1 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 947 time: 0.0496182 Dec 14 02:29:36.271776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58647b30-33f4-4de6-a5b6-76ad2b1114b2 req-70939d75-ebc8-4f99-b487-6ae48322c7ec tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448775 Dec 14 02:29:36.337370 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de8499-2353-4ccd-9ff4-fc548bd7cc95 req-803df610-118e-423e-96c0-e4b2f823629d tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:36.338959 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-54de8499-2353-4ccd-9ff4-fc548bd7cc95 req-803df610-118e-423e-96c0-e4b2f823629d tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.46 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 948 time: 0.0556536 Dec 14 02:29:36.440105 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-54de8499-2353-4ccd-9ff4-fc548bd7cc95 req-de6a0d00-8cae-4753-aa43-ae10adfd92b7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Deleting port 3923161f-26b3-454c-853e-64a0f1c01c9f {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:29:36.440513 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-54de8499-2353-4ccd-9ff4-fc548bd7cc95 req-de6a0d00-8cae-4753-aa43-ae10adfd92b7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:36.529080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-54de8499-2353-4ccd-9ff4-fc548bd7cc95 req-de6a0d00-8cae-4753-aa43-ae10adfd92b7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] For port 3923161f-26b3-454c-853e-64a0f1c01c9f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3923161f-26b3-454c-853e-64a0f1c01c9f,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:36.529482 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-54de8499-2353-4ccd-9ff4-fc548bd7cc95 req-de6a0d00-8cae-4753-aa43-ae10adfd92b7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:36.541017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-54de8499-2353-4ccd-9ff4-fc548bd7cc95 req-de6a0d00-8cae-4753-aa43-ae10adfd92b7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Calling delete_port for 3923161f-26b3-454c-853e-64a0f1c01c9f owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:29:36.709871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:29:36.758335 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-54de8499-2353-4ccd-9ff4-fc548bd7cc95 req-de6a0d00-8cae-4753-aa43-ae10adfd92b7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:36.793578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3923161f-26b3-454c-853e-64a0f1c01c9f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:36.805813 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ab3ce-8d2b-4ca0-b281-a165501e9da3 req-75d1fbff-ead3-48af-b41d-e1d125152c6b tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:36.807329 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b9ab3ce-8d2b-4ca0-b281-a165501e9da3 req-75d1fbff-ead3-48af-b41d-e1d125152c6b tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 944 time: 0.1122203 Dec 14 02:29:36.810103 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a0d00-8cae-4753-aa43-ae10adfd92b7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Pushing event deleted for resources: {'Port': ['ID=3923161f-26b3-454c-853e-64a0f1c01c9f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:36.838809 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:36.849365 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec288e4a-beba-4dbf-bcdc-0079c5ef0c8c req-bf12b424-384b-4d55-95ca-ede08c5f100f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:36.850922 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec288e4a-beba-4dbf-bcdc-0079c5ef0c8c req-bf12b424-384b-4d55-95ca-ede08c5f100f tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 867 time: 0.1241693 Dec 14 02:29:36.851819 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4', 'mac_address': 'fa:16:3e:cd:7a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:29:36.873507 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-54de8499-2353-4ccd-9ff4-fc548bd7cc95 req-de6a0d00-8cae-4753-aa43-ae10adfd92b7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] No DVR routers for this DVR port 3923161f-26b3-454c-853e-64a0f1c01c9f on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:29:36.877040 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-54de8499-2353-4ccd-9ff4-fc548bd7cc95 req-de6a0d00-8cae-4753-aa43-ae10adfd92b7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:36.880324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-54de8499-2353-4ccd-9ff4-fc548bd7cc95 req-de6a0d00-8cae-4753-aa43-ae10adfd92b7 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.46 "DELETE /v2.0/ports/3923161f-26b3-454c-853e-64a0f1c01c9f HTTP/1.1" status: 204 len: 173 time: 0.5328121 Dec 14 02:29:36.884983 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a3a089-2370-48f5-97bd-81fc3b1c7321', 'name': 'network-vif-deleted', 'tag': '3923161f-26b3-454c-853e-64a0f1c01c9f'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:36.889078 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3dd62d-7eb0-4ff3-b4b8-a5773826b238" -d '{"events": [{"server_uuid": "95a3a089-2370-48f5-97bd-81fc3b1c7321", "name": "network-vif-deleted", "tag": "3923161f-26b3-454c-853e-64a0f1c01c9f"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:36.895566 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:36.916449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:29:36.940638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:36.948820 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b9ab3ce-8d2b-4ca0-b281-a165501e9da3 req-98a4068c-115c-4f49-86b6-95c4cd2e6777 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130314 Dec 14 02:29:36.957782 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec288e4a-beba-4dbf-bcdc-0079c5ef0c8c req-7a5c9ca2-d8c7-4b3d-9ea6-ac93e649c9d8 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/security-groups?id=3a4c6c0a-124a-4b56-a40b-74025bcd506b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853462 Dec 14 02:29:37.004876 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f0e95f-1816-4ac9-af74-2b622293647c x-openstack-request-id: req-57f0e95f-1816-4ac9-af74-2b622293647c {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:37.005275 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a3a089-2370-48f5-97bd-81fc3b1c7321", "name": "network-vif-deleted", "tag": "3923161f-26b3-454c-853e-64a0f1c01c9f", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:37.005460 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57f0e95f-1816-4ac9-af74-2b622293647c {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:37.005843 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a3a089-2370-48f5-97bd-81fc3b1c7321', 'name': 'network-vif-deleted', 'tag': '3923161f-26b3-454c-853e-64a0f1c01c9f', 'status': 'completed', 'code': 200} Dec 14 02:29:37.086069 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:37.090812 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbf55e-006e-4b95-ba3d-a0662b62d869 req-82874993-8f03-4e09-b23f-c967e8baa4cd tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:37.092345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8bdbf55e-006e-4b95-ba3d-a0662b62d869 req-82874993-8f03-4e09-b23f-c967e8baa4cd tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0750155 Dec 14 02:29:37.124617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd33a9a-fe99-4e62-8308-01a2e01646c7 req-c57f1127-c75e-4ae9-af54-e2d6ff5970b4 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:37.126099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6fd33a9a-fe99-4e62-8308-01a2e01646c7 req-c57f1127-c75e-4ae9-af54-e2d6ff5970b4 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.0754704 Dec 14 02:29:37.136156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:37.173948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8bdbf55e-006e-4b95-ba3d-a0662b62d869 req-77bb3d38-98dd-4448-af91-f908b3ea710e tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748260 Dec 14 02:29:37.207399 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6fd33a9a-fe99-4e62-8308-01a2e01646c7 req-a19aa0b3-9ec3-431a-a2b2-20c7806a2d3d tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687408 Dec 14 02:29:37.398363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fac1a-55cb-4a5b-acf7-4986b231278f req-4359ab0e-ade5-4475-8b31-763b98859f99 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:37.399819 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-035fac1a-55cb-4a5b-acf7-4986b231278f req-4359ab0e-ade5-4475-8b31-763b98859f99 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 948 time: 0.0506835 Dec 14 02:29:37.453965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-035fac1a-55cb-4a5b-acf7-4986b231278f req-6571e9b5-2847-4eba-b05d-27abf9d8da09 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470853 Dec 14 02:29:37.545761 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['ff272fd2-3156-4d9f-bcf8-83a8c94a92a4'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:37.549663 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:37.783502 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 37134d28-e14f-460e-9f19-5f5c9702326a details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:29:37.908870 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 37134d28-e14f-460e-9f19-5f5c9702326a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=37134d28-e14f-460e-9f19-5f5c9702326a,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:37.923749 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '37134d28-e14f-460e-9f19-5f5c9702326a', 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b', 'port_id': '37134d28-e14f-460e-9f19-5f5c9702326a', 'mac_address': 'fa:16:3e:3e:b2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e828340-91e4-4f6f-94b5-cd964e8cfd46', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:29:37.960576 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:37.973720 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37134d28-e14f-460e-9f19-5f5c9702326a {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:29:37.998157 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 37134d28-e14f-460e-9f19-5f5c9702326a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=37134d28-e14f-460e-9f19-5f5c9702326a,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:38.080596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ca902-24c2-4cd5-9597-f2d9c82c33c4 req-ef9dc056-0a54-4c4c-b13f-b280c1de3765 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:38.082058 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-689ca902-24c2-4cd5-9597-f2d9c82c33c4 req-ef9dc056-0a54-4c4c-b13f-b280c1de3765 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 944 time: 0.0558426 Dec 14 02:29:38.129132 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-689ca902-24c2-4cd5-9597-f2d9c82c33c4 req-63eadd64-d0f3-44e6-a92d-716fd5a32cfe tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411196 Dec 14 02:29:38.166288 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:38.227287 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=37134d28-e14f-460e-9f19-5f5c9702326a,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:38.256130 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-789977bd-3224-4938-b098-058ce87f0936 req-d53a6738-4fe8-473e-94fe-d08ebb9c8470 tempest-ServersOnMultiNodesTest-121103739 tempest-ServersOnMultiNodesTest-121103739-project] 10.222.0.39 "GET /v2.0/ports?device_id=95a3a089-2370-48f5-97bd-81fc3b1c7321 HTTP/1.1" status: 200 len: 210 time: 0.0502679 Dec 14 02:29:38.280809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394839c6-b9f0-4855-bc69-fd5cef833234 req-8a712f4c-bd00-4ddd-98c8-aa9391b1158f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:38.281909 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-394839c6-b9f0-4855-bc69-fd5cef833234 req-8a712f4c-bd00-4ddd-98c8-aa9391b1158f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 948 time: 0.0779631 Dec 14 02:29:38.434739 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:38.435016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-394839c6-b9f0-4855-bc69-fd5cef833234 req-ce93f0b9-e68b-4f64-80eb-71744a5829b6 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461048 Dec 14 02:29:38.443088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63072452-8802-40dd-8af4-41c8457a4685 req-4a4c8659-b674-4b80-96b4-0961889487dc tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:38.447886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63072452-8802-40dd-8af4-41c8457a4685 req-4a4c8659-b674-4b80-96b4-0961889487dc tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.46 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab&tenant_id=a840af3d99744bcc88bb04d2b120b271&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 948 time: 0.1487639 Dec 14 02:29:38.456668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e00df-9b81-432d-9c5c-f22dd3204553 req-942bc2fa-bc08-4eb1-851e-4ebf561ce44d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:38.458330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f48e00df-9b81-432d-9c5c-f22dd3204553 req-942bc2fa-bc08-4eb1-851e-4ebf561ce44d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.1259909 Dec 14 02:29:38.535561 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['37134d28-e14f-460e-9f19-5f5c9702326a'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:38.579866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63072452-8802-40dd-8af4-41c8457a4685 req-af9d49ec-0643-4eac-91fb-c71ba6d7c1c2 service neutron] 10.222.0.46 "GET /v2.0/ports/ff272fd2-3156-4d9f-bcf8-83a8c94a92a4/bindings/n-h1-821636-1 HTTP/1.1" status: 200 len: 382 time: 0.1205664 Dec 14 02:29:38.584029 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f48e00df-9b81-432d-9c5c-f22dd3204553 req-778ae9bc-53bd-4490-b1ee-6df2a7dd93c8 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186194 Dec 14 02:29:38.595046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002fef8-e925-41dd-b69b-2f2337f91fad req-2cca8bd6-e025-46de-a89a-d81b497f6a16 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:38.606816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0002fef8-e925-41dd-b69b-2f2337f91fad req-2cca8bd6-e025-46de-a89a-d81b497f6a16 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.1034939 Dec 14 02:29:38.675667 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0002fef8-e925-41dd-b69b-2f2337f91fad req-d38f14b2-3a22-47be-b7be-3267e4d1e2e7 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733957 Dec 14 02:29:38.688250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63072452-8802-40dd-8af4-41c8457a4685 req-5e783ffd-47fc-412b-bbe9-766c99a87804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:38.689958 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63072452-8802-40dd-8af4-41c8457a4685 req-5e783ffd-47fc-412b-bbe9-766c99a87804 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 1099 time: 0.0561659 Dec 14 02:29:38.748271 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:29:38.799900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63072452-8802-40dd-8af4-41c8457a4685 req-fce0cd92-1e9d-4374-a166-5830bbc0e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:38.801265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:29:38.801452 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63072452-8802-40dd-8af4-41c8457a4685 req-fce0cd92-1e9d-4374-a166-5830bbc0e5d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1043584 Dec 14 02:29:38.801672 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:38.852259 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63072452-8802-40dd-8af4-41c8457a4685 req-1f82ac54-11e1-45a5-8854-8a8372d5c845 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 HTTP/1.1" status: 200 len: 217 time: 0.0365639 Dec 14 02:29:38.881515 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:38.904721 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13da7d3c-0cda-43e5-bd7e-6727f5fb50ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:38.905176 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63072452-8802-40dd-8af4-41c8457a4685 req-06cb1bda-7903-4183-954f-df6fdec638c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:38.906671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63072452-8802-40dd-8af4-41c8457a4685 req-06cb1bda-7903-4183-954f-df6fdec638c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0471239 Dec 14 02:29:38.907057 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead34336-027d-443a-96bd-3e542dc4819d" -d '{"events": [{"server_uuid": "13da7d3c-0cda-43e5-bd7e-6727f5fb50ab", "name": "network-vif-plugged", "status": "completed", "tag": "ff272fd2-3156-4d9f-bcf8-83a8c94a92a4"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:38.921279 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:38.954658 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8e8a43-beb6-470b-9482-241fca57c520 x-openstack-request-id: req-ff8e8a43-beb6-470b-9482-241fca57c520 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:38.954981 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13da7d3c-0cda-43e5-bd7e-6727f5fb50ab", "name": "network-vif-plugged", "status": "completed", "tag": "ff272fd2-3156-4d9f-bcf8-83a8c94a92a4", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:38.955307 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff8e8a43-beb6-470b-9482-241fca57c520 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:38.955733 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13da7d3c-0cda-43e5-bd7e-6727f5fb50ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4', 'code': 200} Dec 14 02:29:38.955845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63072452-8802-40dd-8af4-41c8457a4685 req-71f93413-5060-48ac-94e7-a10e1d06f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:38.957289 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63072452-8802-40dd-8af4-41c8457a4685 req-71f93413-5060-48ac-94e7-a10e1d06f92e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0436659 Dec 14 02:29:39.028678 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:39.029617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0588ed66-a857-4410-969d-b64b297ca972 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:29:39.082371 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63072452-8802-40dd-8af4-41c8457a4685 req-181993e8-f366-4ea0-9af8-2ce2035af276 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897670 Dec 14 02:29:39.107170 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:39.147894 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:39.175955 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63072452-8802-40dd-8af4-41c8457a4685 req-f54c8e18-3b09-4774-861f-8aea767b4845 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853498 Dec 14 02:29:39.182741 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0588ed66-a857-4410-969d-b64b297ca972, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0588ed66-a857-4410-969d-b64b297ca972,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:39.245495 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:39.246752 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3923161f-26b3-454c-853e-64a0f1c01c9f no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:29:39.261935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9d207-53f0-4587-9844-e66843ae7d8a req-f5cb9fcc-8cd6-4092-98c1-46464af6505b tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:39.264530 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79d9d207-53f0-4587-9844-e66843ae7d8a req-f5cb9fcc-8cd6-4092-98c1-46464af6505b tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 945 time: 0.0560834 Dec 14 02:29:39.267347 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 3923161f-26b3-454c-853e-64a0f1c01c9f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:29:39.267694 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3923161f-26b3-454c-853e-64a0f1c01c9f not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:29:39.312798 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=0588ed66-a857-4410-969d-b64b297ca972,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:39.315322 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79d9d207-53f0-4587-9844-e66843ae7d8a req-bec3d7e5-8f08-49ba-ac5d-52f9db868728 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454981 Dec 14 02:29:39.555812 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc92e5-70d7-44db-aae5-67c220acf433 req-369d2af3-3b86-4e93-a21b-02efa088ec00 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:39.557191 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fccc92e5-70d7-44db-aae5-67c220acf433 req-369d2af3-3b86-4e93-a21b-02efa088ec00 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0477741 Dec 14 02:29:39.608704 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fccc92e5-70d7-44db-aae5-67c220acf433 req-de12ce32-5029-4d97-9217-ce76f882f8ee tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444362 Dec 14 02:29:39.686023 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 37134d28-e14f-460e-9f19-5f5c9702326a up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:29:39.713197 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f225e-0ec7-4c5e-a990-805b5d109a53 req-d2aeea20-2033-4fb2-b572-22b69d3cea97 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:39.715908 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-241f225e-0ec7-4c5e-a990-805b5d109a53 req-d2aeea20-2033-4fb2-b572-22b69d3cea97 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 948 time: 0.0607738 Dec 14 02:29:39.772011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-241f225e-0ec7-4c5e-a990-805b5d109a53 req-c01441bb-cb54-4038-8dec-edfac7318486 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494111 Dec 14 02:29:39.783651 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49196) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:29:39.888527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16828a4-6bda-4a3c-a63b-d724d57e66f8 req-3816a9b2-2a9b-47f7-b20d-465cbbdca40f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:39.890476 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b16828a4-6bda-4a3c-a63b-d724d57e66f8 req-3816a9b2-2a9b-47f7-b20d-465cbbdca40f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.0525429 Dec 14 02:29:39.903196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 37134d28-e14f-460e-9f19-5f5c9702326a completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:29:39.907746 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 37134d28-e14f-460e-9f19-5f5c9702326a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:29:39.908288 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:39.943008 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1f588b38-d1ef-430d-9958-6067d017c66f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7bb0a10918904e66a1e45d4647429ebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1581614 Dec 14 02:29:39.943616 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49202) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:29:39.950364 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b16828a4-6bda-4a3c-a63b-d724d57e66f8 req-85c120a1-dc12-45fb-8517-78468072d468 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507307 Dec 14 02:29:39.998756 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe1115a5-2484-457f-9b79-ae865def0275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:40.005489 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:40.023968 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe1115a5-2484-457f-9b79-ae865def0275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:40.038294 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 37134d28-e14f-460e-9f19-5f5c9702326a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=37134d28-e14f-460e-9f19-5f5c9702326a,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:40.128189 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:40.157040 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe1115a5-2484-457f-9b79-ae865def0275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:40.160069 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe1115a5-2484-457f-9b79-ae865def0275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:40.161251 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fe1115a5-2484-457f-9b79-ae865def0275 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a4c6c0a-124a-4b56-a40b-74025bcd506b HTTP/1.1" status: 204 len: 168 time: 0.2166948 Dec 14 02:29:40.170360 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1115a5-2484-457f-9b79-ae865def0275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4c6c0a-124a-4b56-a40b-74025bcd506b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:40.176039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=37134d28-e14f-460e-9f19-5f5c9702326a,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:40.178374 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1115a5-2484-457f-9b79-ae865def0275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:40.184190 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1115a5-2484-457f-9b79-ae865def0275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:40.184190 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1115a5-2484-457f-9b79-ae865def0275 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:40.184190 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1115a5-2484-457f-9b79-ae865def0275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:40.184190 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1115a5-2484-457f-9b79-ae865def0275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:40.184190 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1115a5-2484-457f-9b79-ae865def0275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:40.184190 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1115a5-2484-457f-9b79-ae865def0275 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:40.184190 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1115a5-2484-457f-9b79-ae865def0275 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:40.184190 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1115a5-2484-457f-9b79-ae865def0275 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:40.184190 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1115a5-2484-457f-9b79-ae865def0275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:40.184190 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1115a5-2484-457f-9b79-ae865def0275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:40.184190 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1115a5-2484-457f-9b79-ae865def0275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:40.184190 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1115a5-2484-457f-9b79-ae865def0275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:29:40.439905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cacb48-bbf4-48d3-a4c6-0de84d31c095 req-3cac3440-8174-4f7f-88d8-fdc2e965e13e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:40.441498 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89cacb48-bbf4-48d3-a4c6-0de84d31c095 req-3cac3440-8174-4f7f-88d8-fdc2e965e13e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 946 time: 0.0514226 Dec 14 02:29:40.500401 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89cacb48-bbf4-48d3-a4c6-0de84d31c095 req-d90dbcad-1809-44e2-b86d-3660d03f67a5 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512307 Dec 14 02:29:40.725542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0588ed66-a857-4410-969d-b64b297ca972 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:29:40.734706 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6bb50-b74d-4b1b-824e-a10e888e2e65 req-5bff377d-3226-4f00-8253-55d6b75b1644 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:40.736408 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83b6bb50-b74d-4b1b-824e-a10e888e2e65 req-5bff377d-3226-4f00-8253-55d6b75b1644 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0525568 Dec 14 02:29:40.795634 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83b6bb50-b74d-4b1b-824e-a10e888e2e65 req-9ee50d8e-0a20-4f14-af6a-c1deb324c2dd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520027 Dec 14 02:29:40.857005 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0588ed66-a857-4410-969d-b64b297ca972, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0588ed66-a857-4410-969d-b64b297ca972,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:40.870540 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '0588ed66-a857-4410-969d-b64b297ca972', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '0588ed66-a857-4410-969d-b64b297ca972', 'mac_address': 'fa:16:3e:c8:2e:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:29:40.890797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49216) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:29:40.919494 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:40.920690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34036d7-71c4-4e1d-96f8-0dd1855bd9ef req-8475e221-ecb2-4ec6-90dd-24733e15d3d0 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:40.923014 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b34036d7-71c4-4e1d-96f8-0dd1855bd9ef req-8475e221-ecb2-4ec6-90dd-24733e15d3d0 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 948 time: 0.0721648 Dec 14 02:29:40.933056 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0588ed66-a857-4410-969d-b64b297ca972 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:29:40.956498 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0588ed66-a857-4410-969d-b64b297ca972, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0588ed66-a857-4410-969d-b64b297ca972,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:40.957322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0a4817-ce2a-44ac-b1c9-4f96dad42df7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0588ed66-a857-4410-969d-b64b297ca972'}, {'server_uuid': '048876a7-5c8e-4566-9262-0d027bd9b2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37134d28-e14f-460e-9f19-5f5c9702326a'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:40.959651 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38caabd8-8080-437c-801f-c548d6be1953" -d '{"events": [{"server_uuid": "1a0a4817-ce2a-44ac-b1c9-4f96dad42df7", "name": "network-vif-unplugged", "status": "completed", "tag": "0588ed66-a857-4410-969d-b64b297ca972"}, {"server_uuid": "048876a7-5c8e-4566-9262-0d027bd9b2ca", "name": "network-vif-plugged", "status": "completed", "tag": "37134d28-e14f-460e-9f19-5f5c9702326a"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:40.997721 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c5a89148-478d-49c9-b184-b035eae501b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39a20f0ff28740ec9adcb38f5121b055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1013424 Dec 14 02:29:40.998045 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49226) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:29:41.004221 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b34036d7-71c4-4e1d-96f8-0dd1855bd9ef req-1504caa9-766f-4475-8e0e-c6dbbc7049f8 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747981 Dec 14 02:29:41.021571 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:41.052625 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-41608607-844f-434e-be58-beb44d10a9c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:41.086453 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9b2b09-74d2-4aff-8109-4f1aad83eee7 x-openstack-request-id: req-4e9b2b09-74d2-4aff-8109-4f1aad83eee7 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:41.087037 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0a4817-ce2a-44ac-b1c9-4f96dad42df7", "name": "network-vif-unplugged", "status": "completed", "tag": "0588ed66-a857-4410-969d-b64b297ca972", "code": 200}, {"server_uuid": "048876a7-5c8e-4566-9262-0d027bd9b2ca", "name": "network-vif-plugged", "status": "completed", "tag": "37134d28-e14f-460e-9f19-5f5c9702326a", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:41.087301 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e9b2b09-74d2-4aff-8109-4f1aad83eee7 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:41.087712 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0a4817-ce2a-44ac-b1c9-4f96dad42df7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0588ed66-a857-4410-969d-b64b297ca972', 'code': 200} Dec 14 02:29:41.087974 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048876a7-5c8e-4566-9262-0d027bd9b2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37134d28-e14f-460e-9f19-5f5c9702326a', 'code': 200} Dec 14 02:29:41.088212 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-41608607-844f-434e-be58-beb44d10a9c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:41.097627 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=0588ed66-a857-4410-969d-b64b297ca972,revision_number=10']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:41.150472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32472d7-bbe5-4df7-8462-51ec61622874 req-a6e49f3f-1d50-4ebe-9fb0-12c40954f651 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:41.151970 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f32472d7-bbe5-4df7-8462-51ec61622874 req-a6e49f3f-1d50-4ebe-9fb0-12c40954f651 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.0546808 Dec 14 02:29:41.210953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f32472d7-bbe5-4df7-8462-51ec61622874 req-b97c8a72-0096-46ce-a506-513b4ea85555 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513430 Dec 14 02:29:41.240410 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afa7c1-5dfa-431f-8b92-51adb2eb5acf req-53051715-4b40-4dcd-a69b-707e6e770779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:41.241970 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64afa7c1-5dfa-431f-8b92-51adb2eb5acf req-53051715-4b40-4dcd-a69b-707e6e770779 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 1097 time: 0.0457361 Dec 14 02:29:41.243032 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-41608607-844f-434e-be58-beb44d10a9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:41.246471 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-41608607-844f-434e-be58-beb44d10a9c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:41.250746 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-41608607-844f-434e-be58-beb44d10a9c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24c5a429-300f-4453-a0ef-e5671c23c478 HTTP/1.1" status: 204 len: 168 time: 0.2494051 Dec 14 02:29:41.257782 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41608607-844f-434e-be58-beb44d10a9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c5a429-300f-4453-a0ef-e5671c23c478,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:41.292619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64afa7c1-5dfa-431f-8b92-51adb2eb5acf req-65f503d5-1bc9-4c25-9b8a-8b875d7a728b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426321 Dec 14 02:29:41.387740 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0588ed66-a857-4410-969d-b64b297ca972'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:41.629815 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359dc3d2-d91b-4fd5-a519-641ffbc8140f req-2a6eebc7-9d4d-419d-9886-f0700c698da8 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:41.631350 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-359dc3d2-d91b-4fd5-a519-641ffbc8140f req-2a6eebc7-9d4d-419d-9886-f0700c698da8 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 946 time: 0.0549333 Dec 14 02:29:41.690642 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-359dc3d2-d91b-4fd5-a519-641ffbc8140f req-e1297609-3b09-4f00-80da-a4fb3834671e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516715 Dec 14 02:29:41.921883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67f2af-838d-412b-9ee6-00c65f56ff44 req-c22ea036-9ad8-4199-8a03-6bd5ca1a65b5 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:41.923481 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff67f2af-838d-412b-9ee6-00c65f56ff44 req-c22ea036-9ad8-4199-8a03-6bd5ca1a65b5 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0514481 Dec 14 02:29:41.973602 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff67f2af-838d-412b-9ee6-00c65f56ff44 req-aaf00f3e-633c-465b-b226-1ad48a76ca6b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440514 Dec 14 02:29:42.133447 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693167d-e9c2-4100-8c9c-a931207e1440 req-33264cca-c12e-42e9-b40d-51c2c8ed5c8e tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:42.134958 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7693167d-e9c2-4100-8c9c-a931207e1440 req-33264cca-c12e-42e9-b40d-51c2c8ed5c8e tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 950 time: 0.0533240 Dec 14 02:29:42.193265 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7693167d-e9c2-4100-8c9c-a931207e1440 req-920013e4-8ba4-467e-82af-004219bb1814 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487316 Dec 14 02:29:42.332794 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9328c87-cb48-4190-9285-49711693c2ab req-d6394eb7-dc66-4836-80cb-76ad2d9b9211 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:42.334397 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9328c87-cb48-4190-9285-49711693c2ab req-d6394eb7-dc66-4836-80cb-76ad2d9b9211 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.0511169 Dec 14 02:29:42.389634 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9328c87-cb48-4190-9285-49711693c2ab req-11008b7b-1497-46ae-9335-3b537a7a30f9 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478647 Dec 14 02:29:42.481736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63072452-8802-40dd-8af4-41c8457a4685 req-4a2670df-2973-47f6-be7d-b0d2f3374f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:42.483095 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63072452-8802-40dd-8af4-41c8457a4685 req-4a2670df-2973-47f6-be7d-b0d2f3374f95 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab&tenant_id=a840af3d99744bcc88bb04d2b120b271 HTTP/1.1" status: 200 len: 1100 time: 0.0403495 Dec 14 02:29:42.572659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63072452-8802-40dd-8af4-41c8457a4685 req-c69aaf31-34a6-4cff-9809-2c306dba546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:42.574212 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63072452-8802-40dd-8af4-41c8457a4685 req-c69aaf31-34a6-4cff-9809-2c306dba546a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 1100 time: 0.0444260 Dec 14 02:29:42.670096 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63072452-8802-40dd-8af4-41c8457a4685 req-a0364c4f-9e11-4eb6-a4fd-3d14dd36ffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:42.672489 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63072452-8802-40dd-8af4-41c8457a4685 req-a0364c4f-9e11-4eb6-a4fd-3d14dd36ffb2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.0885327 Dec 14 02:29:42.714248 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63072452-8802-40dd-8af4-41c8457a4685 req-5c09e45d-481c-439c-b287-f73006516204 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 HTTP/1.1" status: 200 len: 217 time: 0.0346467 Dec 14 02:29:42.766549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63072452-8802-40dd-8af4-41c8457a4685 req-79e19d55-bce2-419a-ba75-1c8c6b065ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:42.768008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63072452-8802-40dd-8af4-41c8457a4685 req-79e19d55-bce2-419a-ba75-1c8c6b065ef1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0474980 Dec 14 02:29:42.774891 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0588ed66-a857-4410-969d-b64b297ca972 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:29:42.829191 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 0588ed66-a857-4410-969d-b64b297ca972 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:29:42.829952 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:42.841266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab00f2d-c5e3-4350-a967-34f910234664 req-7e49efc8-684a-40c6-b35b-74be8771e5b2 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:42.842806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cab00f2d-c5e3-4350-a967-34f910234664 req-7e49efc8-684a-40c6-b35b-74be8771e5b2 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 946 time: 0.0739245 Dec 14 02:29:42.850820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63072452-8802-40dd-8af4-41c8457a4685 req-0ed72c58-c588-437e-bee8-a9904f1ef878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:42.850820 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63072452-8802-40dd-8af4-41c8457a4685 req-0ed72c58-c588-437e-bee8-a9904f1ef878 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0729957 Dec 14 02:29:42.915250 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:42.946992 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cab00f2d-c5e3-4350-a967-34f910234664 req-1f71cf62-a9cf-4132-bb7f-ffcf5b11bd7b tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959003 Dec 14 02:29:42.950959 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0588ed66-a857-4410-969d-b64b297ca972, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0588ed66-a857-4410-969d-b64b297ca972,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:42.972024 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63072452-8802-40dd-8af4-41c8457a4685 req-4800508e-7df8-4450-a57e-b48e05cb67af service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135778 Dec 14 02:29:43.022928 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:43.023749 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:29:43.091577 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0a4817-ce2a-44ac-b1c9-4f96dad42df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0588ed66-a857-4410-969d-b64b297ca972'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:43.093961 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6b49ec-5203-4f05-ad2d-bb01f722bad4" -d '{"events": [{"server_uuid": "1a0a4817-ce2a-44ac-b1c9-4f96dad42df7", "name": "network-vif-plugged", "status": "completed", "tag": "0588ed66-a857-4410-969d-b64b297ca972"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:43.113540 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=0588ed66-a857-4410-969d-b64b297ca972,revision_number=11']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:43.155547 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63072452-8802-40dd-8af4-41c8457a4685 req-a6526a01-6302-499d-b9fa-5fb2089aeaf2 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751206 Dec 14 02:29:43.167516 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a92e33-e9f3-4fc2-ba09-46dbff1c8343 req-d0a19eab-a939-4a1e-9985-1ca1da3344dc tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:43.169947 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34a92e33-e9f3-4fc2-ba09-46dbff1c8343 req-d0a19eab-a939-4a1e-9985-1ca1da3344dc tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.0766938 Dec 14 02:29:43.188999 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78108304-dd60-4d9b-913f-9873b3c42e5a x-openstack-request-id: req-78108304-dd60-4d9b-913f-9873b3c42e5a {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:43.192747 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0a4817-ce2a-44ac-b1c9-4f96dad42df7", "name": "network-vif-plugged", "status": "completed", "tag": "0588ed66-a857-4410-969d-b64b297ca972", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:43.192747 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-78108304-dd60-4d9b-913f-9873b3c42e5a {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:43.192747 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0a4817-ce2a-44ac-b1c9-4f96dad42df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0588ed66-a857-4410-969d-b64b297ca972', 'code': 200} Dec 14 02:29:43.194572 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:43.242106 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:43.263460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34a92e33-e9f3-4fc2-ba09-46dbff1c8343 req-2612b4a6-1231-4146-a765-65cb27629ed8 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807841 Dec 14 02:29:43.311333 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:43.374710 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:43.387689 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39124e-ddc8-4c33-8691-9a07a1fc0603 req-671c525a-5f9b-4960-87be-3bf4605db275 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:43.395120 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c39124e-ddc8-4c33-8691-9a07a1fc0603 req-671c525a-5f9b-4960-87be-3bf4605db275 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 951 time: 0.0615649 Dec 14 02:29:43.469686 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c39124e-ddc8-4c33-8691-9a07a1fc0603 req-2dd6a3ad-40e6-48f0-a1e6-c073176777e8 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736804 Dec 14 02:29:43.504631 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4863b0-d020-4c0f-9ccf-4adee1b09ec8 req-2b688f65-4a1a-48ec-844d-2322bfe094a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:43.505272 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:29:43.506186 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a4863b0-d020-4c0f-9ccf-4adee1b09ec8 req-2b688f65-4a1a-48ec-844d-2322bfe094a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 1102 time: 0.0898683 Dec 14 02:29:43.539433 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6676fd-5ae6-4f4a-ad54-d69de7fa2ffb req-c9f5a1be-ac3e-469c-8ce7-12d61ed08a59 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:43.540894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c6676fd-5ae6-4f4a-ad54-d69de7fa2ffb req-c9f5a1be-ac3e-469c-8ce7-12d61ed08a59 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.0702662 Dec 14 02:29:43.576693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a4863b0-d020-4c0f-9ccf-4adee1b09ec8 req-1eb41496-a42e-4b53-a077-45a893b30498 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632226 Dec 14 02:29:43.603570 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c6676fd-5ae6-4f4a-ad54-d69de7fa2ffb req-bf55b300-a110-475d-8616-e7d09867bd93 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541494 Dec 14 02:29:43.718531 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-744de817-ebea-4339-b73b-ecbea3046aeb req-d6f8a96c-c3f9-4f76-84f0-6c7a039189da tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b8c41267c0ee44a287aa7080eafa22cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213373 Dec 14 02:29:43.827302 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744de817-ebea-4339-b73b-ecbea3046aeb req-f2e83f97-cf1f-475b-82cc-26204a3850dd tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:43.828638 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-744de817-ebea-4339-b73b-ecbea3046aeb req-f2e83f97-cf1f-475b-82cc-26204a3850dd tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048617 Dec 14 02:29:43.843365 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-744de817-ebea-4339-b73b-ecbea3046aeb req-8396cf14-58df-4d50-bc86-96a01308f611 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/quotas/b8c41267c0ee44a287aa7080eafa22cf HTTP/1.1" status: 200 len: 375 time: 0.0088458 Dec 14 02:29:43.874952 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-744de817-ebea-4339-b73b-ecbea3046aeb req-be960072-125d-4ec7-9459-2630cf5a99e5 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b8c41267c0ee44a287aa7080eafa22cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260921 Dec 14 02:29:44.081223 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cae1e-9a43-45ba-a393-e2f4425a1216 req-8c88c109-fde9-4d9a-a157-6cb0547829bc tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:44.082879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c59cae1e-9a43-45ba-a393-e2f4425a1216 req-8c88c109-fde9-4d9a-a157-6cb0547829bc tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 946 time: 0.0613689 Dec 14 02:29:44.123558 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-65435bf2-3690-4bd2-b290-e025e32d17a9 req-64be9cfb-8d24-4e81-8495-48dcadb8ab38 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/ports?device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 210 time: 0.0395627 Dec 14 02:29:44.160538 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c59cae1e-9a43-45ba-a393-e2f4425a1216 req-d71fecc8-08cf-4e33-b644-5ce22184afb4 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594010 Dec 14 02:29:44.266337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c6d08-881c-4d2b-bf5a-7b0da7963abe req-9a07ec92-33e5-422b-b4bd-4bcd4b87d6ed tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:44.267806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-512c6d08-881c-4d2b-bf5a-7b0da7963abe req-9a07ec92-33e5-422b-b4bd-4bcd4b87d6ed tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 1097 time: 0.0389469 Dec 14 02:29:44.312497 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-512c6d08-881c-4d2b-bf5a-7b0da7963abe req-837f86d4-e0d3-4763-9fac-5174ed98c20d tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385892 Dec 14 02:29:44.389738 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b23d4f-897b-4572-8947-df7d38f68c82 req-9c1bcaf0-6607-4f46-9b7c-c40887eec0f4 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:44.391201 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6b23d4f-897b-4572-8947-df7d38f68c82 req-9c1bcaf0-6607-4f46-9b7c-c40887eec0f4 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 947 time: 0.0492833 Dec 14 02:29:44.441170 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6b23d4f-897b-4572-8947-df7d38f68c82 req-3ab1a7c9-6984-42a9-ae89-48fe9984824f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434721 Dec 14 02:29:44.505933 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322d8c5-81e2-4cb0-b9f5-c78a622fe833 req-9c4a6398-391f-4223-952e-c7649ddb1e82 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:44.507507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d322d8c5-81e2-4cb0-b9f5-c78a622fe833 req-9c4a6398-391f-4223-952e-c7649ddb1e82 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 1097 time: 0.0433488 Dec 14 02:29:44.555624 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d322d8c5-81e2-4cb0-b9f5-c78a622fe833 req-7db69729-8d03-4218-94bc-7d653bd184c5 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415590 Dec 14 02:29:44.641690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec00bbb-1e4a-45f2-960c-e052acd5952a req-2a0da809-eea5-4516-a8a6-194a276abafb tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:44.643657 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dec00bbb-1e4a-45f2-960c-e052acd5952a req-2a0da809-eea5-4516-a8a6-194a276abafb tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 951 time: 0.0581796 Dec 14 02:29:44.709891 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dec00bbb-1e4a-45f2-960c-e052acd5952a req-0d354be8-98d4-4db4-a980-aee6bb53c14e tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571487 Dec 14 02:29:44.759860 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b7e79-d115-4cc1-843f-6e81934da326 req-2f54ccec-ad0b-46aa-9b6d-958883cf7ed3 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:44.761998 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-663b7e79-d115-4cc1-843f-6e81934da326 req-2f54ccec-ad0b-46aa-9b6d-958883cf7ed3 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.0721126 Dec 14 02:29:44.814494 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-663b7e79-d115-4cc1-843f-6e81934da326 req-40a96474-f600-4dcf-b18d-220b33195858 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448387 Dec 14 02:29:45.192762 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13da7d3c-0cda-43e5-bd7e-6727f5fb50ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:45.195154 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab0191c-c368-4e30-8b6f-c052dae22c27" -d '{"events": [{"server_uuid": "13da7d3c-0cda-43e5-bd7e-6727f5fb50ab", "name": "network-vif-unplugged", "status": "completed", "tag": "ff272fd2-3156-4d9f-bcf8-83a8c94a92a4"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:45.208877 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-85bef1d1-82ba-4291-b680-a7cd63b575b1 req-898965d8-00af-4972-9c3d-8db156f71c32 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/ports?device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 210 time: 0.0344479 Dec 14 02:29:45.263974 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33e160d-5219-4851-a552-d502a1602b22 x-openstack-request-id: req-a33e160d-5219-4851-a552-d502a1602b22 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:45.264351 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13da7d3c-0cda-43e5-bd7e-6727f5fb50ab", "name": "network-vif-unplugged", "status": "completed", "tag": "ff272fd2-3156-4d9f-bcf8-83a8c94a92a4", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:45.264627 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a33e160d-5219-4851-a552-d502a1602b22 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:45.265025 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13da7d3c-0cda-43e5-bd7e-6727f5fb50ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4', 'code': 200} Dec 14 02:29:45.602795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f983de-2704-44f5-8de8-dac54b4a37a2 req-3625e6a8-1d87-4ead-b4b7-710cd8766a34 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:45.604418 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07f983de-2704-44f5-8de8-dac54b4a37a2 req-3625e6a8-1d87-4ead-b4b7-710cd8766a34 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 947 time: 0.0529993 Dec 14 02:29:45.662096 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07f983de-2704-44f5-8de8-dac54b4a37a2 req-d814d2a5-fddb-499e-aa4c-a0b9db9152a8 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497744 Dec 14 02:29:45.852825 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf1a72-aacf-4152-9ec5-52caa8b27620 req-55434177-3dd3-4dfc-b72e-aa242bff1c92 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:45.854352 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8bbf1a72-aacf-4152-9ec5-52caa8b27620 req-55434177-3dd3-4dfc-b72e-aa242bff1c92 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 951 time: 0.0546145 Dec 14 02:29:45.907690 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8bbf1a72-aacf-4152-9ec5-52caa8b27620 req-27e4330e-0e30-4b31-9f48-ba5bb2959abc tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461690 Dec 14 02:29:46.022905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599e8e9-bf1e-456c-ac20-6187d06a7b80 req-1f6146a7-07dd-4473-b783-7dcad5f4ac8b tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:46.024373 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5599e8e9-bf1e-456c-ac20-6187d06a7b80 req-1f6146a7-07dd-4473-b783-7dcad5f4ac8b tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.0543404 Dec 14 02:29:46.077824 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5599e8e9-bf1e-456c-ac20-6187d06a7b80 req-a2ab6852-43ca-4822-9282-c716a1de664a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458596 Dec 14 02:29:46.444050 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8149fe35-ea7b-4e0d-89f6-75a530c14848 req-b5c77c45-c6e2-4daf-ba20-ca147213d08b tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/ports?device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 210 time: 0.0260305 Dec 14 02:29:46.628411 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e92589-8ae6-4209-b7a9-2e3b83a7255b req-0cf4c937-5b31-492d-a451-892495b5a6ca tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:46.629939 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7e92589-8ae6-4209-b7a9-2e3b83a7255b req-0cf4c937-5b31-492d-a451-892495b5a6ca tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 1102 time: 0.0451887 Dec 14 02:29:46.674303 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7e92589-8ae6-4209-b7a9-2e3b83a7255b req-69befb21-ea79-44f4-8b9f-2c28fb683340 tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380290 Dec 14 02:29:46.755118 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:29:46.855311 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-744de817-ebea-4339-b73b-ecbea3046aeb req-05fe4ec0-f2cc-4b5e-9c35-50853678a645 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b8c41267c0ee44a287aa7080eafa22cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409553 Dec 14 02:29:46.857280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:46.868217 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4', 'mac_address': 'fa:16:3e:cd:7a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:29:46.898342 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-b7032ad4-97e8-4bbf-98cf-93c69608734d tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:29:46.899858 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-b7032ad4-97e8-4bbf-98cf-93c69608734d tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062778 Dec 14 02:29:46.907449 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:46.921466 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:29:46.927324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cc111-5178-4e6b-9284-0ccb58a5c914 req-752c482b-b552-4644-9850-2097cf2afd0e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:46.929864 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c96cc111-5178-4e6b-9284-0ccb58a5c914 req-752c482b-b552-4644-9850-2097cf2afd0e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 947 time: 0.1167498 Dec 14 02:29:46.941806 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:46.948052 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-eb65b1da-3ec9-4f62-8879-8e94db4a2e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:46.951526 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-eb65b1da-3ec9-4f62-8879-8e94db4a2e01 service neutron] 10.222.0.39 "GET /v2.0/ports/37134d28-e14f-460e-9f19-5f5c9702326a HTTP/1.1" status: 200 len: 1094 time: 0.0400603 Dec 14 02:29:46.960183 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-128887b6-cf45-49b5-b216-e2a97351f1f0 service neutron] Request body: {'binding': {'host': 'n-h1-821636-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:29:46.960790 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-128887b6-cf45-49b5-b216-e2a97351f1f0 service neutron] Unknown quota resources ['binding']. {{(pid=103847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 02:29:47.014940 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:47.035605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c96cc111-5178-4e6b-9284-0ccb58a5c914 req-a3293089-00a8-401b-b8e7-ce9cf8d42b59 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747216 Dec 14 02:29:47.059347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744de817-ebea-4339-b73b-ecbea3046aeb req-6972b367-71f8-4ff1-be82-6b621008ab74 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:47.059347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-744de817-ebea-4339-b73b-ecbea3046aeb req-6972b367-71f8-4ff1-be82-6b621008ab74 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973615 Dec 14 02:29:47.071358 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,revision_number=10']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:47.086573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-744de817-ebea-4339-b73b-ecbea3046aeb req-368fb6fd-73cf-4ec1-92b0-0e198d6e9668 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Request body: {'port': {'device_id': 'dacda260-910e-4df6-bf0f-766485ecd43d', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': 'b8c41267c0ee44a287aa7080eafa22cf'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:29:47.127365 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-128887b6-cf45-49b5-b216-e2a97351f1f0 service neutron] Attempting to bind port 37134d28-e14f-460e-9f19-5f5c9702326a on host n-h1-821636-1 for vnic_type normal with profile None {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:29:47.127699 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-128887b6-cf45-49b5-b216-e2a97351f1f0 service neutron] Attempting to bind port 37134d28-e14f-460e-9f19-5f5c9702326a by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:29:47.128026 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-128887b6-cf45-49b5-b216-e2a97351f1f0 service neutron] Attempting to bind port 37134d28-e14f-460e-9f19-5f5c9702326a on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:29:47.132633 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-128887b6-cf45-49b5-b216-e2a97351f1f0 service neutron] Port 37134d28-e14f-460e-9f19-5f5c9702326a on network c2babbdd-831e-4b48-8c93-0beb41d9211b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:29:47.132951 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-128887b6-cf45-49b5-b216-e2a97351f1f0 service neutron] Attempting to bind port 37134d28-e14f-460e-9f19-5f5c9702326a on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:29:47.137896 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-128887b6-cf45-49b5-b216-e2a97351f1f0 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:29:47.138340 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-128887b6-cf45-49b5-b216-e2a97351f1f0 service neutron] Checking segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:29:47.138984 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-128887b6-cf45-49b5-b216-e2a97351f1f0 service neutron] Bound using segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:29:47.139423 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-128887b6-cf45-49b5-b216-e2a97351f1f0 service neutron] Bound port: 37134d28-e14f-460e-9f19-5f5c9702326a, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:29:47.195512 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-128887b6-cf45-49b5-b216-e2a97351f1f0 service neutron] For port 37134d28-e14f-460e-9f19-5f5c9702326a, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=37134d28-e14f-460e-9f19-5f5c9702326a,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:29:47.299789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-744de817-ebea-4339-b73b-ecbea3046aeb req-368fb6fd-73cf-4ec1-92b0-0e198d6e9668 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Made reservation on behalf of b8c41267c0ee44a287aa7080eafa22cf for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:29:47.301895 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-128887b6-cf45-49b5-b216-e2a97351f1f0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:47.303876 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-744de817-ebea-4339-b73b-ecbea3046aeb req-368fb6fd-73cf-4ec1-92b0-0e198d6e9668 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:47.306776 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-128887b6-cf45-49b5-b216-e2a97351f1f0 service neutron] 10.222.0.39 "POST /v2.0/ports/37134d28-e14f-460e-9f19-5f5c9702326a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3501010 Dec 14 02:29:47.393988 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['ff272fd2-3156-4d9f-bcf8-83a8c94a92a4'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:47.576521 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-744de817-ebea-4339-b73b-ecbea3046aeb req-368fb6fd-73cf-4ec1-92b0-0e198d6e9668 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:47.700940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af90bfc-9333-44a7-9e17-3b31d58f22f7 req-9fe80252-5b5f-4f6f-a2d3-235c8883869e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:47.702676 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5af90bfc-9333-44a7-9e17-3b31d58f22f7 req-9fe80252-5b5f-4f6f-a2d3-235c8883869e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 1096 time: 0.1356215 Dec 14 02:29:47.711560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a0e0c-7ad7-4bc1-a4f9-0a5904c8f68f req-04647c5b-af29-4e9d-8c4d-bf86be22923d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:47.712954 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a0a0e0c-7ad7-4bc1-a4f9-0a5904c8f68f req-04647c5b-af29-4e9d-8c4d-bf86be22923d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 949 time: 0.1469669 Dec 14 02:29:47.722509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a95fb4-6d72-4001-95fe-868ed78fb0eb req-996ffce8-7371-4ac0-8e5f-475bb4213a64 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:47.726886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-10a95fb4-6d72-4001-95fe-868ed78fb0eb req-996ffce8-7371-4ac0-8e5f-475bb4213a64 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.1558137 Dec 14 02:29:47.851023 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5af90bfc-9333-44a7-9e17-3b31d58f22f7 req-098ba0d5-bc1a-402e-a897-e6936b7e5346 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227837 Dec 14 02:29:47.854161 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a0a0e0c-7ad7-4bc1-a4f9-0a5904c8f68f req-a3601671-08b3-4711-86b2-7571afc33165 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271610 Dec 14 02:29:47.865528 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-744de817-ebea-4339-b73b-ecbea3046aeb req-368fb6fd-73cf-4ec1-92b0-0e198d6e9668 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:47.869840 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-10a95fb4-6d72-4001-95fe-868ed78fb0eb req-bcaf06cb-3f1c-4224-903a-4cd6fc018f0f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340230 Dec 14 02:29:47.978766 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eff253fd-5aa1-4997-bfa2-821470213f4d req-87041869-e114-488e-96c8-0b84468b8154 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/ports?device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 210 time: 0.0458097 Dec 14 02:29:47.980204 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-744de817-ebea-4339-b73b-ecbea3046aeb req-368fb6fd-73cf-4ec1-92b0-0e198d6e9668 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:48.045831 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fb6fd-73cf-4ec1-92b0-0e198d6e9668 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b56d5f-23e9-4ed4-b2fd-264427019aaf,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:48.049633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef13a09-8feb-42a2-9616-5ac24f3d604a req-bb9ee80e-98a4-4e34-96d4-3db5bcbee36e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:48.051140 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ef13a09-8feb-42a2-9616-5ac24f3d604a req-bb9ee80e-98a4-4e34-96d4-3db5bcbee36e tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 1102 time: 0.1294913 Dec 14 02:29:48.171327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afccc3-b2e1-4c2f-ad13-354c879d8305 req-2eb045c7-6246-47a5-a9da-f94f3235bde6 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:48.172855 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61afccc3-b2e1-4c2f-ad13-354c879d8305 req-2eb045c7-6246-47a5-a9da-f94f3235bde6 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 946 time: 0.1208339 Dec 14 02:29:48.191724 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ef13a09-8feb-42a2-9616-5ac24f3d604a req-0832e2ac-5bc4-490f-b695-914f33badb5a tempest-ServersAdminTestJSON-1437497695 tempest-ServersAdminTestJSON-1437497695-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252074 Dec 14 02:29:48.230377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-744de817-ebea-4339-b73b-ecbea3046aeb req-368fb6fd-73cf-4ec1-92b0-0e198d6e9668 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Allocated IP 192.168.233.144 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/fcd58af5-8e89-4851-83cc-6ff941cdfb46) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:29:48.252013 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61afccc3-b2e1-4c2f-ad13-354c879d8305 req-19421a22-ed92-4972-9fb6-6b32496fd878 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703986 Dec 14 02:29:48.409874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-96f86f66-43d6-471d-929c-9caedc985a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:48.411364 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-96f86f66-43d6-471d-929c-9caedc985a0c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 1097 time: 0.0948005 Dec 14 02:29:48.489361 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-744de817-ebea-4339-b73b-ecbea3046aeb req-368fb6fd-73cf-4ec1-92b0-0e198d6e9668 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:48.532368 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-3dcf4964-6026-40bd-8381-1da1efd8d47f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a840af3d99744bcc88bb04d2b120b271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379508 Dec 14 02:29:48.626455 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-be981622-3873-4d98-b01b-0726f36bdb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:48.627913 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-be981622-3873-4d98-b01b-0726f36bdb2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 921 time: 0.2044127 Dec 14 02:29:48.680421 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-daf67718-9e7d-491e-92c6-3ec495149ca9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37134d28-e14f-460e-9f19-5f5c9702326a HTTP/1.1" status: 200 len: 217 time: 0.0447209 Dec 14 02:29:48.727281 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-744de817-ebea-4339-b73b-ecbea3046aeb req-368fb6fd-73cf-4ec1-92b0-0e198d6e9668 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:48.762332 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:29:48.772740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-8a8ac9dc-e8aa-419d-9f48-a70d0615133b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:48.774251 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-8a8ac9dc-e8aa-419d-9f48-a70d0615133b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352779 Dec 14 02:29:48.800799 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744de817-ebea-4339-b73b-ecbea3046aeb req-368fb6fd-73cf-4ec1-92b0-0e198d6e9668 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:29:48.807012 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-744de817-ebea-4339-b73b-ecbea3046aeb req-368fb6fd-73cf-4ec1-92b0-0e198d6e9668 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:29:48.813864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-744de817-ebea-4339-b73b-ecbea3046aeb req-368fb6fd-73cf-4ec1-92b0-0e198d6e9668 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:29:48.819654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744de817-ebea-4339-b73b-ecbea3046aeb req-368fb6fd-73cf-4ec1-92b0-0e198d6e9668 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:48.820206 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-744de817-ebea-4339-b73b-ecbea3046aeb req-368fb6fd-73cf-4ec1-92b0-0e198d6e9668 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:48.824136 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:29:48.824654 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:48.834281 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-a5234dba-775d-49d6-bf03-2c6b6e340f62 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/quotas/a840af3d99744bcc88bb04d2b120b271 HTTP/1.1" status: 200 len: 375 time: 0.0506589 Dec 14 02:29:48.839853 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-825eb03f-cebc-4013-aef4-607e9ed8fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:48.842126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-825eb03f-cebc-4013-aef4-607e9ed8fa16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.1522226 Dec 14 02:29:48.859826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fb6fd-73cf-4ec1-92b0-0e198d6e9668 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Pushing event updated for resources: {'Port': ['ID=fcd58af5-8e89-4851-83cc-6ff941cdfb46,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:48.931912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-df7b1e55-457c-40bf-849f-adb523a3aa28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686624 Dec 14 02:29:48.933723 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:48.962030 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13da7d3c-0cda-43e5-bd7e-6727f5fb50ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:48.964578 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443c12ad-f62c-432a-8dd1-324967d18107" -d '{"events": [{"server_uuid": "13da7d3c-0cda-43e5-bd7e-6727f5fb50ab", "name": "network-vif-plugged", "status": "completed", "tag": "ff272fd2-3156-4d9f-bcf8-83a8c94a92a4"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:48.977953 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:49.015035 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-4475a335-3f79-4ee8-abbd-df460a514fbd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1693962 Dec 14 02:29:49.021535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-744de817-ebea-4339-b73b-ecbea3046aeb req-368fb6fd-73cf-4ec1-92b0-0e198d6e9668 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9450109 Dec 14 02:29:49.032734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c321de0-fecf-4018-9f18-c2d15a92eaaa req-5c823212-0361-42c1-adf9-d536d6b991f9 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:49.040149 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c321de0-fecf-4018-9f18-c2d15a92eaaa req-5c823212-0361-42c1-adf9-d536d6b991f9 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 949 time: 0.1759403 Dec 14 02:29:49.050554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Request body: {'port': {'device_id': 'dacda260-910e-4df6-bf0f-766485ecd43d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:29:49.086726 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:49.164871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,revision_number=11']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:49.213791 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-2f7e43c7-8d15-4df2-9d9a-d7223239be3d service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649865 Dec 14 02:29:49.219879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c321de0-fecf-4018-9f18-c2d15a92eaaa req-9975052d-7adf-4f71-9165-add47a285977 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788883 Dec 14 02:29:49.222502 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:49.241702 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-cc46e838-e78c-49ab-9679-cb692f1c7466 None None] Provisioning complete for port fcd58af5-8e89-4851-83cc-6ff941cdfb46 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:29:49.242666 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cc46e838-e78c-49ab-9679-cb692f1c7466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:49.284024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-cc46e838-e78c-49ab-9679-cb692f1c7466 None None] Port fcd58af5-8e89-4851-83cc-6ff941cdfb46 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:29:49.377542 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00231de8-415f-4be9-96c3-f9dacc1372c2 x-openstack-request-id: req-00231de8-415f-4be9-96c3-f9dacc1372c2 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:49.383703 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13da7d3c-0cda-43e5-bd7e-6727f5fb50ab", "name": "network-vif-plugged", "status": "completed", "tag": "ff272fd2-3156-4d9f-bcf8-83a8c94a92a4", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:49.383703 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00231de8-415f-4be9-96c3-f9dacc1372c2 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:49.383703 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13da7d3c-0cda-43e5-bd7e-6727f5fb50ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4', 'code': 200} Dec 14 02:29:49.480035 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40e35f-c0c8-41b1-9b39-c20f08f5e750 req-8414798c-7467-48e9-b99e-253cb2e817e0 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:49.483868 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b40e35f-c0c8-41b1-9b39-c20f08f5e750 req-8414798c-7467-48e9-b99e-253cb2e817e0 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.1941254 Dec 14 02:29:49.505409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-1b0766ef-82a7-4d96-b61b-237b228a07f5 service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805977 Dec 14 02:29:49.620815 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548d11fe-cb57-4cf8-a58e-4f7161c88624 req-4ecee424-db74-4534-8f82-59d4b061505a tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:49.623058 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-548d11fe-cb57-4cf8-a58e-4f7161c88624 req-4ecee424-db74-4534-8f82-59d4b061505a tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/ports?device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 936 time: 0.1706600 Dec 14 02:29:49.642001 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b40e35f-c0c8-41b1-9b39-c20f08f5e750 req-07a8ff00-6d21-4be0-8147-0b3674188366 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355357 Dec 14 02:29:49.734805 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-548d11fe-cb57-4cf8-a58e-4f7161c88624 req-21c67f34-ceee-4536-ba57-85c81bd8fb0c tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4b56d5f-23e9-4ed4-b2fd-264427019aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038709 Dec 14 02:29:49.805832 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd58af5-8e89-4851-83cc-6ff941cdfb46 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:29:49.819045 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8e865-11dd-4aba-a641-daadc7b91f0f req-0b1cf9f2-aa02-42ef-b8ef-569851b2caf7 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:49.820545 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b5b8e865-11dd-4aba-a641-daadc7b91f0f req-0b1cf9f2-aa02-42ef-b8ef-569851b2caf7 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 946 time: 0.1106277 Dec 14 02:29:49.827491 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:49.854917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Transition to ACTIVE for port object fcd58af5-8e89-4851-83cc-6ff941cdfb46 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:29:49.895887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4f7797b-2cbf-4d3e-a506-b79980fae33b req-d59f7633-6e8a-4c0a-83d0-866b995d46b8 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 210 time: 0.0359848 Dec 14 02:29:49.920159 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b5b8e865-11dd-4aba-a641-daadc7b91f0f req-e7ce85ff-b855-49e0-b7e8-7d40988a3523 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853024 Dec 14 02:29:49.925341 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:50.035213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd58af5-8e89-4851-83cc-6ff941cdfb46,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:50.050759 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Attempting to bind port fcd58af5-8e89-4851-83cc-6ff941cdfb46 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:29:50.051174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Attempting to bind port fcd58af5-8e89-4851-83cc-6ff941cdfb46 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:29:50.051670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Attempting to bind port fcd58af5-8e89-4851-83cc-6ff941cdfb46 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:29:50.056996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Port fcd58af5-8e89-4851-83cc-6ff941cdfb46 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:29:50.062818 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Attempting to bind port fcd58af5-8e89-4851-83cc-6ff941cdfb46 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:29:50.063635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:29:50.064204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:29:50.064656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:29:50.065169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Bound port: fcd58af5-8e89-4851-83cc-6ff941cdfb46, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:29:50.065637 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:50.148147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] For port fcd58af5-8e89-4851-83cc-6ff941cdfb46, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:29:50.151704 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] For port fcd58af5-8e89-4851-83cc-6ff941cdfb46, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=fcd58af5-8e89-4851-83cc-6ff941cdfb46,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:29:50.228475 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:50.261866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:50.262489 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:50.264181 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-744de817-ebea-4339-b73b-ecbea3046aeb req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] 10.222.0.47 "PUT /v2.0/ports/fcd58af5-8e89-4851-83cc-6ff941cdfb46 HTTP/1.1" status: 200 len: 1096 time: 1.2214582 Dec 14 02:29:50.264648 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dacda260-910e-4df6-bf0f-766485ecd43d', 'tag': 'fcd58af5-8e89-4851-83cc-6ff941cdfb46'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:50.267077 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623107e4-bbda-4af4-8e3e-d877b6df7ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "dacda260-910e-4df6-bf0f-766485ecd43d", "tag": "fcd58af5-8e89-4851-83cc-6ff941cdfb46"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:50.302902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e15dea-e67e-4daf-8f84-e09e71f6b953 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd58af5-8e89-4851-83cc-6ff941cdfb46,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:50.389226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40151db-1496-4087-b39c-22942298b51d req-fd6973e7-bb3b-4bea-96e1-dff7aec22fed tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:50.396752 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d40151db-1496-4087-b39c-22942298b51d req-fd6973e7-bb3b-4bea-96e1-dff7aec22fed tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 949 time: 0.0735967 Dec 14 02:29:50.399669 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb7da3d-1ea2-40f2-b737-304a8825a4f9 x-openstack-request-id: req-bdb7da3d-1ea2-40f2-b737-304a8825a4f9 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:50.399962 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dacda260-910e-4df6-bf0f-766485ecd43d", "tag": "fcd58af5-8e89-4851-83cc-6ff941cdfb46", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:50.400357 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bdb7da3d-1ea2-40f2-b737-304a8825a4f9 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:50.400815 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dacda260-910e-4df6-bf0f-766485ecd43d', 'tag': 'fcd58af5-8e89-4851-83cc-6ff941cdfb46', 'status': 'completed', 'code': 200} Dec 14 02:29:50.543245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d40151db-1496-4087-b39c-22942298b51d req-e4c918a0-5822-45ca-a4c1-e49c66f7c1e3 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455371 Dec 14 02:29:50.589635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744de817-ebea-4339-b73b-ecbea3046aeb req-6eaef76c-1148-4913-aeaa-3c8adf99d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:50.591689 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-744de817-ebea-4339-b73b-ecbea3046aeb req-6eaef76c-1148-4913-aeaa-3c8adf99d031 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8c41267c0ee44a287aa7080eafa22cf&device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 1099 time: 0.1758726 Dec 14 02:29:50.629240 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6849636-16af-4ebe-863c-b25e863884d0 req-4149693c-0d9d-4604-b6d1-4bc969ac112d tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:50.630847 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6849636-16af-4ebe-863c-b25e863884d0 req-4149693c-0d9d-4604-b6d1-4bc969ac112d tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.1665235 Dec 14 02:29:50.659306 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab795d2f-94eb-4b49-9eb2-79c995d7305a req-00db6e70-2b5e-462d-9706-33ba042d7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:50.660776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab795d2f-94eb-4b49-9eb2-79c995d7305a req-00db6e70-2b5e-462d-9706-33ba042d7ad0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ec77c515bf840a6800e08bac2ce344e&device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 1096 time: 0.1794534 Dec 14 02:29:50.665976 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-744de817-ebea-4339-b73b-ecbea3046aeb req-8fcf5855-0de0-48f9-b95a-be37a617da82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=fcd58af5-8e89-4851-83cc-6ff941cdfb46 HTTP/1.1" status: 200 len: 217 time: 0.0575662 Dec 14 02:29:50.680078 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dcbb0-0c8d-48cc-8d18-0bb0754deeba req-86d5ee04-4b8b-42f6-adca-ecdc398871a5 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:50.681541 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d52dcbb0-0c8d-48cc-8d18-0bb0754deeba req-86d5ee04-4b8b-42f6-adca-ecdc398871a5 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.46 "GET /v2.0/ports?device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 949 time: 0.1706755 Dec 14 02:29:51.130722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6849636-16af-4ebe-863c-b25e863884d0 req-f466ef47-9763-4b74-a610-b9bcb2d06f51 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687037 Dec 14 02:29:51.132070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744de817-ebea-4339-b73b-ecbea3046aeb req-74e55962-17cb-4e2f-96d5-23386b0e5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:51.133407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-744de817-ebea-4339-b73b-ecbea3046aeb req-74e55962-17cb-4e2f-96d5-23386b0e5e3b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.4437954 Dec 14 02:29:51.201771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd1c90-c7fc-44ce-9d5e-22f9c1e2ae9f req-b3e764f6-a5b0-4d1d-97d3-f972c36039eb tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:51.203234 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3cbd1c90-c7fc-44ce-9d5e-22f9c1e2ae9f req-b3e764f6-a5b0-4d1d-97d3-f972c36039eb tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/ports?device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 948 time: 0.1652882 Dec 14 02:29:51.233209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab795d2f-94eb-4b49-9eb2-79c995d7305a req-cd7adc1d-a81c-487c-a292-7636dd8d22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:51.234920 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab795d2f-94eb-4b49-9eb2-79c995d7305a req-cd7adc1d-a81c-487c-a292-7636dd8d22f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45668812-ea3d-4860-af8b-e8fa47cd0af8 HTTP/1.1" status: 200 len: 920 time: 0.5462747 Dec 14 02:29:51.295712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744de817-ebea-4339-b73b-ecbea3046aeb req-906d1d15-78ee-418f-b2b1-4cc166582123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:51.297182 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-744de817-ebea-4339-b73b-ecbea3046aeb req-906d1d15-78ee-418f-b2b1-4cc166582123 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1495025 Dec 14 02:29:51.308169 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab795d2f-94eb-4b49-9eb2-79c995d7305a req-a89c3680-63e3-421d-b5ec-b3150b4644d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab09f211-b27a-4cb4-a977-c47c43256d1c HTTP/1.1" status: 200 len: 217 time: 0.0613282 Dec 14 02:29:51.353485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-d52dcbb0-0c8d-48cc-8d18-0bb0754deeba req-4c3286d8-88b1-49f7-91f5-21f3b650580b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Deleting port 3b38f957-50f9-453d-ab5d-dced540a8f64 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:29:51.353926 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d52dcbb0-0c8d-48cc-8d18-0bb0754deeba req-4c3286d8-88b1-49f7-91f5-21f3b650580b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:51.373451 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78804f01-a98c-4aca-8761-dac3090f9349 req-6a76c141-a4d9-4d9b-99e1-4f679777579b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 210 time: 0.0752363 Dec 14 02:29:51.448271 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3cbd1c90-c7fc-44ce-9d5e-22f9c1e2ae9f req-395f936b-f004-480d-b17e-f42fad66c16f tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4b56d5f-23e9-4ed4-b2fd-264427019aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324460 Dec 14 02:29:51.543489 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab795d2f-94eb-4b49-9eb2-79c995d7305a req-f37a3fdf-dfa9-4e9c-9223-ce91d3f46ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:51.544968 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab795d2f-94eb-4b49-9eb2-79c995d7305a req-f37a3fdf-dfa9-4e9c-9223-ce91d3f46ab4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8533d72d-4e0c-4d2f-a143-170efd8357c9 HTTP/1.1" status: 200 len: 859 time: 0.2224572 Dec 14 02:29:51.596478 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-dcfdc158-8009-4bd3-b997-34560c77ffe7 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=a840af3d99744bcc88bb04d2b120b271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574918 Dec 14 02:29:51.623406 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab795d2f-94eb-4b49-9eb2-79c995d7305a req-229fbb2c-966f-4dcc-8984-e145c3751a1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45668812-ea3d-4860-af8b-e8fa47cd0af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611596 Dec 14 02:29:51.712315 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-744de817-ebea-4339-b73b-ecbea3046aeb req-dcb161f8-e03c-4bf6-8c94-ff2866fc02b0 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920085 Dec 14 02:29:51.719862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff6612-8588-4d9a-86f6-8c6368e352cc req-6adb1f77-06db-4424-ae65-813bf0b5e8bd tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:51.721234 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18ff6612-8588-4d9a-86f6-8c6368e352cc req-6adb1f77-06db-4424-ae65-813bf0b5e8bd tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 946 time: 0.2430897 Dec 14 02:29:51.852604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-d52dcbb0-0c8d-48cc-8d18-0bb0754deeba req-4c3286d8-88b1-49f7-91f5-21f3b650580b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] For port 3b38f957-50f9-453d-ab5d-dced540a8f64, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3b38f957-50f9-453d-ab5d-dced540a8f64,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:51.852889 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d52dcbb0-0c8d-48cc-8d18-0bb0754deeba req-4c3286d8-88b1-49f7-91f5-21f3b650580b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:51.894697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-d52dcbb0-0c8d-48cc-8d18-0bb0754deeba req-4c3286d8-88b1-49f7-91f5-21f3b650580b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Calling delete_port for 3b38f957-50f9-453d-ab5d-dced540a8f64 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:29:52.035572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18ff6612-8588-4d9a-86f6-8c6368e352cc req-2873d159-f4f3-47ca-8549-00a874d7c134 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535095 Dec 14 02:29:52.050857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-4a1ca225-0beb-4ba5-bd55-1653ed8b5f75 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:52.062852 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-4a1ca225-0beb-4ba5-bd55-1653ed8b5f75 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4351315 Dec 14 02:29:52.064389 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab472fcd-d3fa-472e-84dd-50cf038a13ae req-44d2bcfb-ea41-4e40-977e-b1a6a3f8c6ac tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:52.065884 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab472fcd-d3fa-472e-84dd-50cf038a13ae req-44d2bcfb-ea41-4e40-977e-b1a6a3f8c6ac tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 949 time: 0.3623536 Dec 14 02:29:52.071229 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab795d2f-94eb-4b49-9eb2-79c995d7305a req-3abf55de-b35a-4b6c-91cd-4c6d29a506d1 service neutron] 10.222.0.47 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258375 Dec 14 02:29:52.077164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-744de817-ebea-4339-b73b-ecbea3046aeb req-ff576e7c-64b0-48f6-8f50-50c3b1b7cc79 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550205 Dec 14 02:29:52.088707 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-f48263e7-d646-45df-bc23-6705300f4689 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Request body: {'port': {'device_id': 'ef024013-5484-44a9-81dd-051be6b7578d', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': 'a840af3d99744bcc88bb04d2b120b271'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:29:52.348912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab472fcd-d3fa-472e-84dd-50cf038a13ae req-16a720bd-3a34-4094-8cb1-9db0c87cff71 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666678 Dec 14 02:29:52.406295 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab795d2f-94eb-4b49-9eb2-79c995d7305a req-283be9ae-f1a4-4214-a166-d928ab71079c service neutron] 10.222.0.47 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134401 Dec 14 02:29:52.435637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec21d93-9147-4d1f-b4cd-355fef19227c req-ad7a752a-e601-4104-a381-19c62410a827 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:52.437190 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ec21d93-9147-4d1f-b4cd-355fef19227c req-ad7a752a-e601-4104-a381-19c62410a827 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.2114244 Dec 14 02:29:52.445081 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623107e4-bbda-4af4-8e3e-d877b6df7ad2 req-c087ee2b-99bf-46ce-8456-e732206def5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:52.446604 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-623107e4-bbda-4af4-8e3e-d877b6df7ad2 req-c087ee2b-99bf-46ce-8456-e732206def5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8c41267c0ee44a287aa7080eafa22cf&device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 1099 time: 0.1643784 Dec 14 02:29:52.521652 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d52dcbb0-0c8d-48cc-8d18-0bb0754deeba req-4c3286d8-88b1-49f7-91f5-21f3b650580b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:52.564458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3b38f957-50f9-453d-ab5d-dced540a8f64', '0588ed66-a857-4410-969d-b64b297ca972'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:52.567585 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['1fa4e183-5b2b-4bea-9f3b-151342d18c95'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:52.590260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-f48263e7-d646-45df-bc23-6705300f4689 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Made reservation on behalf of a840af3d99744bcc88bb04d2b120b271 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:29:52.593601 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-f48263e7-d646-45df-bc23-6705300f4689 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:52.603585 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7dea20e1-dd06-45ad-9a07-b900578c0717 req-d91e82ef-0427-4e63-a256-ed5a1c965065 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 210 time: 0.0785816 Dec 14 02:29:52.604305 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3286d8-88b1-49f7-91f5-21f3b650580b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Pushing event deleted for resources: {'Port': ['ID=3b38f957-50f9-453d-ab5d-dced540a8f64,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:52.640862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ec21d93-9147-4d1f-b4cd-355fef19227c req-73c48b96-e6ad-4da8-8f28-d92c797ef5be tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932425 Dec 14 02:29:52.719570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52dcbb0-0c8d-48cc-8d18-0bb0754deeba req-4c3286d8-88b1-49f7-91f5-21f3b650580b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] No DVR routers for this DVR port 3b38f957-50f9-453d-ab5d-dced540a8f64 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:29:52.726340 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d52dcbb0-0c8d-48cc-8d18-0bb0754deeba req-4c3286d8-88b1-49f7-91f5-21f3b650580b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:52.729816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d52dcbb0-0c8d-48cc-8d18-0bb0754deeba req-4c3286d8-88b1-49f7-91f5-21f3b650580b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.46 "DELETE /v2.0/ports/3b38f957-50f9-453d-ab5d-dced540a8f64 HTTP/1.1" status: 204 len: 173 time: 2.0250523 Dec 14 02:29:52.733358 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da5cc59-661b-454c-8ca0-aa9c16d980ac', 'name': 'network-vif-deleted', 'tag': '3b38f957-50f9-453d-ab5d-dced540a8f64'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:52.735878 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7520277d-f79a-4e09-a92c-87dc8ce16e92" -d '{"events": [{"server_uuid": "4da5cc59-661b-454c-8ca0-aa9c16d980ac", "name": "network-vif-deleted", "tag": "3b38f957-50f9-453d-ab5d-dced540a8f64"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:52.777736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623107e4-bbda-4af4-8e3e-d877b6df7ad2 req-00d468ee-d4ee-463d-a91b-67ad6530869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:52.779695 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-623107e4-bbda-4af4-8e3e-d877b6df7ad2 req-00d468ee-d4ee-463d-a91b-67ad6530869d service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.3111434 Dec 14 02:29:52.892252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-623107e4-bbda-4af4-8e3e-d877b6df7ad2 req-1b874e03-f96f-403d-82a2-1c32e462cdb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=fcd58af5-8e89-4851-83cc-6ff941cdfb46 HTTP/1.1" status: 200 len: 217 time: 0.0757854 Dec 14 02:29:52.902895 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a7eda-568f-4aa2-af9b-22c0fed1b6ca req-866967f2-5803-4249-bbec-c23ac683ae43 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:52.905217 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b0a7eda-568f-4aa2-af9b-22c0fed1b6ca req-866967f2-5803-4249-bbec-c23ac683ae43 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/ports?device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 948 time: 0.1818829 Dec 14 02:29:52.975222 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-f48263e7-d646-45df-bc23-6705300f4689 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Allocated IP 192.168.233.243 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/bb992f7d-776c-4045-8590-a7d97fa1ee44) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:29:52.982184 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d9909d-c1f4-4d76-89a9-580608c44b73 x-openstack-request-id: req-80d9909d-c1f4-4d76-89a9-580608c44b73 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:52.988241 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da5cc59-661b-454c-8ca0-aa9c16d980ac", "name": "network-vif-deleted", "tag": "3b38f957-50f9-453d-ab5d-dced540a8f64", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:52.988241 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80d9909d-c1f4-4d76-89a9-580608c44b73 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:52.988241 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da5cc59-661b-454c-8ca0-aa9c16d980ac', 'name': 'network-vif-deleted', 'tag': '3b38f957-50f9-453d-ab5d-dced540a8f64', 'status': 'completed', 'code': 200} Dec 14 02:29:53.023657 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623107e4-bbda-4af4-8e3e-d877b6df7ad2 req-cc38fa6c-6f7d-4d1c-889d-575229b394b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:53.025181 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-623107e4-bbda-4af4-8e3e-d877b6df7ad2 req-cc38fa6c-6f7d-4d1c-889d-575229b394b4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1041427 Dec 14 02:29:53.037888 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b0a7eda-568f-4aa2-af9b-22c0fed1b6ca req-589716e9-ec89-4498-9c28-62fd27229312 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4b56d5f-23e9-4ed4-b2fd-264427019aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269546 Dec 14 02:29:53.124659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623107e4-bbda-4af4-8e3e-d877b6df7ad2 req-92298a7a-ddee-4b9f-a366-dc831f151e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:53.126379 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-623107e4-bbda-4af4-8e3e-d877b6df7ad2 req-92298a7a-ddee-4b9f-a366-dc831f151e09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0870302 Dec 14 02:29:53.539994 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a2919f0-12f2-4dd6-9846-417e0091937d req-25df40a0-66ae-4894-bf11-ac2c115064ac tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=4da5cc59-661b-454c-8ca0-aa9c16d980ac HTTP/1.1" status: 200 len: 210 time: 0.0911930 Dec 14 02:29:53.608721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c984a01-11ce-46f9-84af-07b627668d06 req-9c3522d2-f160-4284-99fd-ea183748a5f3 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:53.610342 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c984a01-11ce-46f9-84af-07b627668d06 req-9c3522d2-f160-4284-99fd-ea183748a5f3 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 946 time: 0.2040598 Dec 14 02:29:53.656274 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-f48263e7-d646-45df-bc23-6705300f4689 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:53.659045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-623107e4-bbda-4af4-8e3e-d877b6df7ad2 req-574d0122-7bd4-418b-aec7-df4a23ff1c99 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516510 Dec 14 02:29:53.766614 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c984a01-11ce-46f9-84af-07b627668d06 req-1c820cd8-ea97-44d5-9802-ce7367b3e0aa tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482921 Dec 14 02:29:53.774097 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe45dbe7-a012-4a89-b014-1b8db322fed2 req-4f97fc84-78fe-4a49-b18d-2c1df0462185 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 210 time: 0.0445874 Dec 14 02:29:53.887665 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-623107e4-bbda-4af4-8e3e-d877b6df7ad2 req-4a64656b-a924-4318-a546-3c35bc2a8531 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119427 Dec 14 02:29:53.926007 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275971c2-0433-4399-acd9-ec18513fce00 req-ab4b8ee0-b512-4991-aaaa-9be7c56a0ce3 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:53.927615 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-275971c2-0433-4399-acd9-ec18513fce00 req-ab4b8ee0-b512-4991-aaaa-9be7c56a0ce3 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.0592802 Dec 14 02:29:53.940520 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-f48263e7-d646-45df-bc23-6705300f4689 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:53.974232 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['46f308f6-e5f9-4126-b620-69ce6578df80', 'be56e3bd-7a18-4bd2-910e-d451f6a76794', 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:54.004969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-f48263e7-d646-45df-bc23-6705300f4689 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:29:54.014194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-f48263e7-d646-45df-bc23-6705300f4689 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:29:54.017434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-f48263e7-d646-45df-bc23-6705300f4689 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:29:54.024752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-f48263e7-d646-45df-bc23-6705300f4689 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:54.025443 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-f48263e7-d646-45df-bc23-6705300f4689 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:54.119781 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-275971c2-0433-4399-acd9-ec18513fce00 req-2a9a63e9-fa9b-418d-ad22-4a26405fc670 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817803 Dec 14 02:29:54.120741 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48263e7-d646-45df-bc23-6705300f4689 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Pushing event updated for resources: {'Port': ['ID=bb992f7d-776c-4045-8590-a7d97fa1ee44,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:54.185016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-f48263e7-d646-45df-bc23-6705300f4689 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1013968 Dec 14 02:29:54.204067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Request body: {'port': {'device_id': 'ef024013-5484-44a9-81dd-051be6b7578d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:29:54.242330 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab70c4-ce4b-4b7f-bb29-938e7193ae4c req-b817301f-8816-46a7-a915-a81c4171ebc8 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:54.243902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82ab70c4-ce4b-4b7f-bb29-938e7193ae4c req-b817301f-8816-46a7-a915-a81c4171ebc8 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/ports?device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 948 time: 0.0956140 Dec 14 02:29:54.324249 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:54.334087 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82ab70c4-ce4b-4b7f-bb29-938e7193ae4c req-27cce9bf-6d75-47c5-8298-7c4b349ebfb9 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4b56d5f-23e9-4ed4-b2fd-264427019aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817599 Dec 14 02:29:54.385648 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-594afe4c-f503-445b-9745-69b90160e0f4 None None] Provisioning complete for port bb992f7d-776c-4045-8590-a7d97fa1ee44 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:29:54.386033 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-594afe4c-f503-445b-9745-69b90160e0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:54.431687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-594afe4c-f503-445b-9745-69b90160e0f4 None None] Port bb992f7d-776c-4045-8590-a7d97fa1ee44 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:29:54.633474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb992f7d-776c-4045-8590-a7d97fa1ee44 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:29:54.642454 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:54.655960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Transition to ACTIVE for port object bb992f7d-776c-4045-8590-a7d97fa1ee44 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:29:54.710605 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:54.771306 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Pushing event updated for resources: {'Port': ['ID=bb992f7d-776c-4045-8590-a7d97fa1ee44,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:54.804051 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3b38f957-50f9-453d-ab5d-dced540a8f64 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:29:54.816000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Attempting to bind port bb992f7d-776c-4045-8590-a7d97fa1ee44 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:29:54.816350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Attempting to bind port bb992f7d-776c-4045-8590-a7d97fa1ee44 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:29:54.816884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Attempting to bind port bb992f7d-776c-4045-8590-a7d97fa1ee44 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:29:54.823514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Port bb992f7d-776c-4045-8590-a7d97fa1ee44 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:29:54.825783 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Attempting to bind port bb992f7d-776c-4045-8590-a7d97fa1ee44 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:29:54.830695 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:29:54.831160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:29:54.831652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:29:54.832245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Bound port: bb992f7d-776c-4045-8590-a7d97fa1ee44, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:29:54.832741 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:54.868822 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 3b38f957-50f9-453d-ab5d-dced540a8f64 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:29:54.869558 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3b38f957-50f9-453d-ab5d-dced540a8f64 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:29:54.964603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:29:54.968709 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:29:54.985241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50efd6a-87b4-467b-ac69-de96b37f97d2 req-b5d1f9bc-0b65-4744-acf5-b52a5fe26cb6 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:54.986828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e50efd6a-87b4-467b-ac69-de96b37f97d2 req-b5d1f9bc-0b65-4744-acf5-b52a5fe26cb6 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 946 time: 0.0762594 Dec 14 02:29:55.054111 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:55.089737 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e50efd6a-87b4-467b-ac69-de96b37f97d2 req-70479a3b-e704-41d4-9fc4-f9b110665d45 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940857 Dec 14 02:29:55.127741 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:55.128139 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:55.129856 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] 10.222.0.46 "PUT /v2.0/ports/bb992f7d-776c-4045-8590-a7d97fa1ee44 HTTP/1.1" status: 200 len: 1096 time: 0.9305589 Dec 14 02:29:55.130509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef024013-5484-44a9-81dd-051be6b7578d', 'tag': 'bb992f7d-776c-4045-8590-a7d97fa1ee44'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:55.132923 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d07695f-7951-4b3f-91d0-f476e862634e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef024013-5484-44a9-81dd-051be6b7578d", "tag": "bb992f7d-776c-4045-8590-a7d97fa1ee44"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:55.164885 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54106e10-20f2-4f6d-9798-4d379a89846b service neutron] Pushing event updated for resources: {'Port': ['ID=bb992f7d-776c-4045-8590-a7d97fa1ee44,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:55.200980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4b187-5f0b-4ea1-9f70-9de922a45317 req-b0a74aab-b09b-4044-8c26-152ec22bcf60 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:55.202837 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-92d4b187-5f0b-4ea1-9f70-9de922a45317 req-b0a74aab-b09b-4044-8c26-152ec22bcf60 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 948 time: 0.1362083 Dec 14 02:29:55.273646 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-92d4b187-5f0b-4ea1-9f70-9de922a45317 req-ceb901d3-b0ac-4d69-84f1-d81c597e2686 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616434 Dec 14 02:29:55.385164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-1c1a687d-2440-4c2f-a1e3-46b1b123f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:55.388586 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-1c1a687d-2440-4c2f-a1e3-46b1b123f2c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 1099 time: 0.1125188 Dec 14 02:29:55.402526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3bcaa-e8ec-4521-a909-7c2fa9bfe258 req-08a202e1-df20-41e0-bb63-5119b1bd022f tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:55.404884 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9e3bcaa-e8ec-4521-a909-7c2fa9bfe258 req-08a202e1-df20-41e0-bb63-5119b1bd022f tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 950 time: 0.0845482 Dec 14 02:29:55.413597 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e233ab4d-a9b1-4646-bf12-c3de935ba3aa x-openstack-request-id: req-e233ab4d-a9b1-4646-bf12-c3de935ba3aa {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:55.414062 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef024013-5484-44a9-81dd-051be6b7578d", "tag": "bb992f7d-776c-4045-8590-a7d97fa1ee44", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:55.414391 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e233ab4d-a9b1-4646-bf12-c3de935ba3aa {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:55.414896 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef024013-5484-44a9-81dd-051be6b7578d', 'tag': 'bb992f7d-776c-4045-8590-a7d97fa1ee44', 'status': 'completed', 'code': 200} Dec 14 02:29:55.458181 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-9325f076-175e-4dfa-87e9-98ef7fb960ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44 HTTP/1.1" status: 200 len: 217 time: 0.0513439 Dec 14 02:29:55.566256 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9e3bcaa-e8ec-4521-a909-7c2fa9bfe258 req-78fd914f-8537-4b6f-ad7a-398529125c02 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105919 Dec 14 02:29:55.569368 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-ff007bb4-55f4-4e0c-b47f-6f4843f89f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:55.570746 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-ff007bb4-55f4-4e0c-b47f-6f4843f89f96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0978634 Dec 14 02:29:55.579865 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4ce3d-cdd4-4349-ac8a-fab1910ed532 req-972206df-f215-4d80-8fb5-498cf5654649 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:55.584988 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95b4ce3d-cdd4-4349-ac8a-fab1910ed532 req-972206df-f215-4d80-8fb5-498cf5654649 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.1166401 Dec 14 02:29:55.685085 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95b4ce3d-cdd4-4349-ac8a-fab1910ed532 req-b302e420-cbfb-4443-a7dc-e991ab47d1df tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937395 Dec 14 02:29:55.686876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-1341599b-6ceb-4d8e-9cd2-7a8389b47780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:55.688303 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-1341599b-6ceb-4d8e-9cd2-7a8389b47780 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1060460 Dec 14 02:29:55.722633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f552e7-c0b8-4399-a4fc-ecbae36276c8 req-afc661ea-5e77-43cf-a613-f9592af90942 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:55.724045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32f552e7-c0b8-4399-a4fc-ecbae36276c8 req-afc661ea-5e77-43cf-a613-f9592af90942 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/ports?device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 948 time: 0.0957043 Dec 14 02:29:55.737466 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device fcd58af5-8e89-4851-83cc-6ff941cdfb46 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:29:55.835054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32f552e7-c0b8-4399-a4fc-ecbae36276c8 req-ad8d8aea-fba1-4788-9914-de7c64ece8ba tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4b56d5f-23e9-4ed4-b2fd-264427019aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855010 Dec 14 02:29:55.847072 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-36809385-e53a-4690-ba42-c97ab99214ff service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510096 Dec 14 02:29:55.888025 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port fcd58af5-8e89-4851-83cc-6ff941cdfb46, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=fcd58af5-8e89-4851-83cc-6ff941cdfb46,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:55.899593 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'fcd58af5-8e89-4851-83cc-6ff941cdfb46', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': 'fcd58af5-8e89-4851-83cc-6ff941cdfb46', 'mac_address': 'fa:16:3e:42:a3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:29:55.949188 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:55.962592 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd58af5-8e89-4851-83cc-6ff941cdfb46 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:29:55.976584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b86124a4-aee2-49d1-a5c4-18dd20704431 req-b4e4b968-7ffe-42ca-986a-f5abca76930b service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061485 Dec 14 02:29:55.984061 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port fcd58af5-8e89-4851-83cc-6ff941cdfb46, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=fcd58af5-8e89-4851-83cc-6ff941cdfb46,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:56.054102 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:56.102774 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=fcd58af5-8e89-4851-83cc-6ff941cdfb46,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:56.266557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abac58-99fa-4bf9-8fbf-44175cfcee46 req-d04dd6b1-4c7c-488a-8664-f868cdf82e1e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:56.268066 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2abac58-99fa-4bf9-8fbf-44175cfcee46 req-d04dd6b1-4c7c-488a-8664-f868cdf82e1e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 946 time: 0.0950761 Dec 14 02:29:56.270045 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07695f-7951-4b3f-91d0-f476e862634e req-d07ce6e5-613e-467f-b435-5f4dcfcdf786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:56.271356 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d07695f-7951-4b3f-91d0-f476e862634e req-d07ce6e5-613e-467f-b435-5f4dcfcdf786 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 1099 time: 0.0688379 Dec 14 02:29:56.387201 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2abac58-99fa-4bf9-8fbf-44175cfcee46 req-1ad1704d-3d55-458a-afe4-ad3cc54d0514 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126854 Dec 14 02:29:56.456355 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07695f-7951-4b3f-91d0-f476e862634e req-486acdd9-447a-4530-b871-c6034b63f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:56.457876 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d07695f-7951-4b3f-91d0-f476e862634e req-486acdd9-447a-4530-b871-c6034b63f0a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1754560 Dec 14 02:29:56.474308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486c6ff-c30b-486e-a00c-7743528a4ef5 req-0cf6bf2a-4440-4a50-b13a-34ad45b5baa6 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:56.475720 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6486c6ff-c30b-486e-a00c-7743528a4ef5 req-0cf6bf2a-4440-4a50-b13a-34ad45b5baa6 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 948 time: 0.0951850 Dec 14 02:29:56.499503 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['fcd58af5-8e89-4851-83cc-6ff941cdfb46'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:56.543109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d07695f-7951-4b3f-91d0-f476e862634e req-20c7a467-b9a7-40b6-9123-3a28e5e32fd1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44 HTTP/1.1" status: 200 len: 217 time: 0.0528224 Dec 14 02:29:56.578185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6486c6ff-c30b-486e-a00c-7743528a4ef5 req-bd8cf3b3-6386-4fbd-885d-c4530c947aa2 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955875 Dec 14 02:29:56.638691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07695f-7951-4b3f-91d0-f476e862634e req-391bed74-d3f3-44c3-88ce-481d7cdb2fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:56.641659 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d07695f-7951-4b3f-91d0-f476e862634e req-391bed74-d3f3-44c3-88ce-481d7cdb2fcd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0791869 Dec 14 02:29:56.767660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef46d9-e53f-484c-8319-56db49a94ad5 req-a54b9559-be65-4690-accb-789b0c2673e3 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:56.769330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52ef46d9-e53f-484c-8319-56db49a94ad5 req-a54b9559-be65-4690-accb-789b0c2673e3 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 950 time: 0.1244776 Dec 14 02:29:56.773670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07695f-7951-4b3f-91d0-f476e862634e req-bd011880-b6c7-462e-9f3e-3ad4130c7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:56.775177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d07695f-7951-4b3f-91d0-f476e862634e req-bd011880-b6c7-462e-9f3e-3ad4130c7c2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1142633 Dec 14 02:29:56.802758 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d7d0b-d0e5-41d5-9aa2-09a45853a833 req-2744e088-03d1-4813-bcb1-2a0c6ad36f7e tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:56.804426 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-536d7d0b-d0e5-41d5-9aa2-09a45853a833 req-2744e088-03d1-4813-bcb1-2a0c6ad36f7e tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 950 time: 0.1177061 Dec 14 02:29:57.014595 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-536d7d0b-d0e5-41d5-9aa2-09a45853a833 req-b91cc38f-734a-4de3-b837-62d1400ed4b6 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646416 Dec 14 02:29:57.018876 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d07695f-7951-4b3f-91d0-f476e862634e req-167f4097-00ba-48c9-885f-3eed1fd61b8c service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305796 Dec 14 02:29:57.031642 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d7006-aa1d-47b0-a866-3a3ede05a2f0 req-c6cc65b0-0945-425e-97ae-6c607a14a017 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:57.032551 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-135d7006-aa1d-47b0-a866-3a3ede05a2f0 req-c6cc65b0-0945-425e-97ae-6c607a14a017 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/ports?device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 949 time: 0.1069696 Dec 14 02:29:57.089776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-52ef46d9-e53f-484c-8319-56db49a94ad5 req-448801fe-18cb-46fc-8bed-1a503245c156 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Deleting port 1fa4e183-5b2b-4bea-9f3b-151342d18c95 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:29:57.093647 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-52ef46d9-e53f-484c-8319-56db49a94ad5 req-448801fe-18cb-46fc-8bed-1a503245c156 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:57.201543 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-135d7006-aa1d-47b0-a866-3a3ede05a2f0 req-49a205e4-9130-448b-ac76-aa7c7c6731db tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4b56d5f-23e9-4ed4-b2fd-264427019aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582704 Dec 14 02:29:57.233838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d07695f-7951-4b3f-91d0-f476e862634e req-34bf465f-2a4e-4290-94f1-325a55de3431 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992044 Dec 14 02:29:57.238437 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-52ef46d9-e53f-484c-8319-56db49a94ad5 req-448801fe-18cb-46fc-8bed-1a503245c156 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] For port 1fa4e183-5b2b-4bea-9f3b-151342d18c95, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=1fa4e183-5b2b-4bea-9f3b-151342d18c95,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:57.238802 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-52ef46d9-e53f-484c-8319-56db49a94ad5 req-448801fe-18cb-46fc-8bed-1a503245c156 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:57.250912 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-52ef46d9-e53f-484c-8319-56db49a94ad5 req-448801fe-18cb-46fc-8bed-1a503245c156 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Calling delete_port for 1fa4e183-5b2b-4bea-9f3b-151342d18c95 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:29:57.256418 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:57.615807 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91062d27-9892-4f60-a1b5-e0b904363995 req-92b9918e-1c2b-47e8-90a5-292efcc5f2b5 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:57.617582 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91062d27-9892-4f60-a1b5-e0b904363995 req-92b9918e-1c2b-47e8-90a5-292efcc5f2b5 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 946 time: 0.0743804 Dec 14 02:29:57.735068 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91062d27-9892-4f60-a1b5-e0b904363995 req-de5185d7-e43f-4231-afae-0c135db36a38 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102507 Dec 14 02:29:57.747758 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6d808-ce02-4aef-800b-803f287d85b7 req-718d8479-c2fe-4234-8885-7c292e79c859 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:57.749230 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6b6d808-ce02-4aef-800b-803f287d85b7 req-718d8479-c2fe-4234-8885-7c292e79c859 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 948 time: 0.0870621 Dec 14 02:29:57.774322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device fcd58af5-8e89-4851-83cc-6ff941cdfb46 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:29:57.797667 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6b6d808-ce02-4aef-800b-803f287d85b7 req-9f0ce590-84d9-45f5-b080-a9c4edfa51b8 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421927 Dec 14 02:29:57.807521 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-52ef46d9-e53f-484c-8319-56db49a94ad5 req-448801fe-18cb-46fc-8bed-1a503245c156 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:57.835216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448801fe-18cb-46fc-8bed-1a503245c156 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Pushing event deleted for resources: {'Port': ['ID=1fa4e183-5b2b-4bea-9f3b-151342d18c95,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:57.844793 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['1fa4e183-5b2b-4bea-9f3b-151342d18c95'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:57.873222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0588ed66-a857-4410-969d-b64b297ca972'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:57.877541 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ef46d9-e53f-484c-8319-56db49a94ad5 req-448801fe-18cb-46fc-8bed-1a503245c156 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] No DVR routers for this DVR port 1fa4e183-5b2b-4bea-9f3b-151342d18c95 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:29:57.879933 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-52ef46d9-e53f-484c-8319-56db49a94ad5 req-448801fe-18cb-46fc-8bed-1a503245c156 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:57.883245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52ef46d9-e53f-484c-8319-56db49a94ad5 req-448801fe-18cb-46fc-8bed-1a503245c156 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.47 "DELETE /v2.0/ports/1fa4e183-5b2b-4bea-9f3b-151342d18c95 HTTP/1.1" status: 204 len: 173 time: 1.1071055 Dec 14 02:29:57.883687 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb59d491-d9e1-4096-8cc8-cd63e5207910', 'name': 'network-vif-deleted', 'tag': '1fa4e183-5b2b-4bea-9f3b-151342d18c95'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:57.885942 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b24834-8c6c-4536-80dc-9b20556a5bc4" -d '{"events": [{"server_uuid": "cb59d491-d9e1-4096-8cc8-cd63e5207910", "name": "network-vif-deleted", "tag": "1fa4e183-5b2b-4bea-9f3b-151342d18c95"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:57.901421 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port fcd58af5-8e89-4851-83cc-6ff941cdfb46 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:29:57.909029 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port fcd58af5-8e89-4851-83cc-6ff941cdfb46 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:29:57.909438 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:57.930509 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000e556c-1633-4063-8a23-94358a54b6d1 x-openstack-request-id: req-000e556c-1633-4063-8a23-94358a54b6d1 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:57.930811 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb59d491-d9e1-4096-8cc8-cd63e5207910", "name": "network-vif-deleted", "tag": "1fa4e183-5b2b-4bea-9f3b-151342d18c95", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:57.931073 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-000e556c-1633-4063-8a23-94358a54b6d1 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:57.931475 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb59d491-d9e1-4096-8cc8-cd63e5207910', 'name': 'network-vif-deleted', 'tag': '1fa4e183-5b2b-4bea-9f3b-151342d18c95', 'status': 'completed', 'code': 200} Dec 14 02:29:58.041500 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:58.083201 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dacda260-910e-4df6-bf0f-766485ecd43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd58af5-8e89-4851-83cc-6ff941cdfb46'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:29:58.089625 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322182d9-26cd-4ccb-900c-fe3dcc3c6528" -d '{"events": [{"server_uuid": "dacda260-910e-4df6-bf0f-766485ecd43d", "name": "network-vif-plugged", "status": "completed", "tag": "fcd58af5-8e89-4851-83cc-6ff941cdfb46"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:29:58.107737 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port fcd58af5-8e89-4851-83cc-6ff941cdfb46, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=fcd58af5-8e89-4851-83cc-6ff941cdfb46,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:58.110142 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3fb954c1-90c6-4533-a170-63cf4152f292 req-380378ab-54a6-4713-b8cb-830d701b494f tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 210 time: 0.0425863 Dec 14 02:29:58.147705 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b517e1e-2f88-42c9-96fb-4a67af798164 x-openstack-request-id: req-5b517e1e-2f88-42c9-96fb-4a67af798164 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:29:58.148031 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dacda260-910e-4df6-bf0f-766485ecd43d", "name": "network-vif-plugged", "status": "completed", "tag": "fcd58af5-8e89-4851-83cc-6ff941cdfb46", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:29:58.148295 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b517e1e-2f88-42c9-96fb-4a67af798164 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:29:58.148719 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacda260-910e-4df6-bf0f-766485ecd43d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd58af5-8e89-4851-83cc-6ff941cdfb46', 'code': 200} Dec 14 02:29:58.233597 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:58.262503 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=fcd58af5-8e89-4851-83cc-6ff941cdfb46,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:58.344686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63c2b8-58ca-48ca-9a90-7d8a8cad56b6 req-aabbcdf2-c4d4-4290-aaf9-bee814303c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:58.346452 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c63c2b8-58ca-48ca-9a90-7d8a8cad56b6 req-aabbcdf2-c4d4-4290-aaf9-bee814303c15 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 1101 time: 0.0792754 Dec 14 02:29:58.381924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373ea03-f2ff-4217-8e30-3cd22c6bc650 req-d49a9374-8236-4182-9e46-e480f3c85ba5 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:58.381924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1373ea03-f2ff-4217-8e30-3cd22c6bc650 req-d49a9374-8236-4182-9e46-e480f3c85ba5 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/ports?device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 950 time: 0.0819092 Dec 14 02:29:58.462526 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c63c2b8-58ca-48ca-9a90-7d8a8cad56b6 req-a0b7d500-2404-404a-83bb-40c8f376f432 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4b56d5f-23e9-4ed4-b2fd-264427019aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081920 Dec 14 02:29:58.488057 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1373ea03-f2ff-4217-8e30-3cd22c6bc650 req-92b1be75-4f1c-4577-8f89-5cab759b4eab tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4b56d5f-23e9-4ed4-b2fd-264427019aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962791 Dec 14 02:29:58.511027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a823894-5212-4ca0-91f0-39de37c9cf8c req-5538c253-afc4-4c23-aadf-2a1f8a34e0ba tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:58.513292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a823894-5212-4ca0-91f0-39de37c9cf8c req-5538c253-afc4-4c23-aadf-2a1f8a34e0ba tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.0676827 Dec 14 02:29:58.561838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a823894-5212-4ca0-91f0-39de37c9cf8c req-399f50e2-957c-45f0-b13d-ab35e6a3aec1 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424676 Dec 14 02:29:58.829226 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device bb992f7d-776c-4045-8590-a7d97fa1ee44 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:29:58.938410 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:58.949483 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'bb992f7d-776c-4045-8590-a7d97fa1ee44', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': 'bb992f7d-776c-4045-8590-a7d97fa1ee44', 'mac_address': 'fa:16:3e:03:24:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:29:58.989820 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:59.000059 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a75e6-ffc0-46c0-b8ba-054b7ce55d12 req-d3dd2d27-89da-4175-8dd5-a6c8f7b4da72 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:59.001592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-340a75e6-ffc0-46c0-b8ba-054b7ce55d12 req-d3dd2d27-89da-4175-8dd5-a6c8f7b4da72 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 946 time: 0.0493898 Dec 14 02:29:59.004134 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb992f7d-776c-4045-8590-a7d97fa1ee44 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:29:59.029858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:29:59.050112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-340a75e6-ffc0-46c0-b8ba-054b7ce55d12 req-3859c225-93e8-421f-9600-190e49e4114c tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424082 Dec 14 02:29:59.086498 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:29:59.140502 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=bb992f7d-776c-4045-8590-a7d97fa1ee44,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:29:59.162549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c834bd3-aa54-4eec-9685-a4790173ae60 req-585b0b42-ce88-4285-ac11-0c304281f15f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:59.164029 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c834bd3-aa54-4eec-9685-a4790173ae60 req-585b0b42-ce88-4285-ac11-0c304281f15f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 949 time: 0.0541871 Dec 14 02:29:59.214548 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c834bd3-aa54-4eec-9685-a4790173ae60 req-72ed5747-49e4-4cf1-895c-a73ad54c968f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436273 Dec 14 02:29:59.307226 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fd91baa-069c-40ad-a6ab-18532991e8f5 req-54ae89a2-7187-467f-86f0-0246f115f154 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb59d491-d9e1-4096-8cc8-cd63e5207910 HTTP/1.1" status: 200 len: 210 time: 0.0261545 Dec 14 02:29:59.479966 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['bb992f7d-776c-4045-8590-a7d97fa1ee44'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:29:59.624746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1a02a-3985-4a4f-8490-52610f1404a2 req-d28d3f46-0c57-44aa-bfa1-7373ab897f27 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:29:59.626300 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baa1a02a-3985-4a4f-8490-52610f1404a2 req-d28d3f46-0c57-44aa-bfa1-7373ab897f27 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/ports?device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 950 time: 0.0650833 Dec 14 02:29:59.676272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baa1a02a-3985-4a4f-8490-52610f1404a2 req-f36147a7-1f71-4120-aac3-5f07f8132151 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4b56d5f-23e9-4ed4-b2fd-264427019aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427661 Dec 14 02:29:59.780975 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 1fa4e183-5b2b-4bea-9f3b-151342d18c95 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:29:59.801173 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 1fa4e183-5b2b-4bea-9f3b-151342d18c95 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:29:59.801549 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 1fa4e183-5b2b-4bea-9f3b-151342d18c95 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:29:59.842228 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:00.179932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba943c-e957-4e1b-9f71-3a5a40d428cb req-094dea6a-e6b2-4416-822a-685adf9162b1 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:00.181690 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27ba943c-e957-4e1b-9f71-3a5a40d428cb req-094dea6a-e6b2-4416-822a-685adf9162b1 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 946 time: 0.0508773 Dec 14 02:30:00.235104 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27ba943c-e957-4e1b-9f71-3a5a40d428cb req-916b906d-6bc3-41a9-b91f-b7b299a53822 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466383 Dec 14 02:30:00.340660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2498f-9334-4da7-8963-b58a9da46ffb req-394510f6-50d3-48db-b4cf-272700ea17a4 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:00.342204 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-39b2498f-9334-4da7-8963-b58a9da46ffb req-394510f6-50d3-48db-b4cf-272700ea17a4 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 949 time: 0.0505476 Dec 14 02:30:00.396573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-39b2498f-9334-4da7-8963-b58a9da46ffb req-b0d1e843-8aac-4b4e-852e-06d3822cac88 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467680 Dec 14 02:30:00.833866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device bb992f7d-776c-4045-8590-a7d97fa1ee44 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:30:00.837430 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bca05-e701-4b2e-853d-df860d3341a9 req-291b1172-cef7-468d-afa9-5444699a5871 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:00.839179 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-264bca05-e701-4b2e-853d-df860d3341a9 req-291b1172-cef7-468d-afa9-5444699a5871 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/ports?device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 950 time: 0.0856898 Dec 14 02:30:00.850027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ee7a0-02dd-48a4-ae10-2d7907179819 req-4b417958-0db3-4738-966e-d3939d9217c8 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:00.851543 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f92ee7a0-02dd-48a4-ae10-2d7907179819 req-4b417958-0db3-4738-966e-d3939d9217c8 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 951 time: 0.0830472 Dec 14 02:30:00.923743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-264bca05-e701-4b2e-853d-df860d3341a9 req-46ea9e07-cc3b-4837-93bf-a2467512bdbd tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4b56d5f-23e9-4ed4-b2fd-264427019aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712798 Dec 14 02:30:00.928029 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f92ee7a0-02dd-48a4-ae10-2d7907179819 req-d3cbe395-ee54-4ed7-ab3e-c8bef3aa1985 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697677 Dec 14 02:30:00.960016 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port bb992f7d-776c-4045-8590-a7d97fa1ee44 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:30:00.961333 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port bb992f7d-776c-4045-8590-a7d97fa1ee44 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:00.961732 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:01.083371 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:01.103111 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef024013-5484-44a9-81dd-051be6b7578d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb992f7d-776c-4045-8590-a7d97fa1ee44'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:30:01.105511 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8f65d7-79d4-4dfb-9441-d8befb4134f5" -d '{"events": [{"server_uuid": "ef024013-5484-44a9-81dd-051be6b7578d", "name": "network-vif-plugged", "status": "completed", "tag": "bb992f7d-776c-4045-8590-a7d97fa1ee44"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:30:01.121963 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:01.167335 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753382c1-c1e3-4624-b7bb-175f50a27796 x-openstack-request-id: req-753382c1-c1e3-4624-b7bb-175f50a27796 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:30:01.168049 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef024013-5484-44a9-81dd-051be6b7578d", "name": "network-vif-plugged", "status": "completed", "tag": "bb992f7d-776c-4045-8590-a7d97fa1ee44", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:30:01.168382 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-753382c1-c1e3-4624-b7bb-175f50a27796 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:30:01.168887 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef024013-5484-44a9-81dd-051be6b7578d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb992f7d-776c-4045-8590-a7d97fa1ee44', 'code': 200} Dec 14 02:30:01.216935 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:01.281564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=bb992f7d-776c-4045-8590-a7d97fa1ee44,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:01.378879 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9728c22-4733-4f8f-abcf-77be7e4d23cb req-af7372e8-99ab-4b08-9a0e-2499cb83a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:01.381206 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b9728c22-4733-4f8f-abcf-77be7e4d23cb req-af7372e8-99ab-4b08-9a0e-2499cb83a044 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 1101 time: 0.0695202 Dec 14 02:30:01.401356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb10bd3-2872-4fb9-a1b3-1e96634eb0d6 req-723b908c-a739-4d13-be7e-5935d3cc227b tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:01.405849 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2cb10bd3-2872-4fb9-a1b3-1e96634eb0d6 req-723b908c-a739-4d13-be7e-5935d3cc227b tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 946 time: 0.0598831 Dec 14 02:30:01.508846 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2cb10bd3-2872-4fb9-a1b3-1e96634eb0d6 req-5586c3b9-1e8a-4b8e-b567-1dc3b387080b tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982580 Dec 14 02:30:01.518729 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b9728c22-4733-4f8f-abcf-77be7e4d23cb req-09f2b721-7b84-4880-9c82-bce26361be7b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983984 Dec 14 02:30:01.634816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace3ca3-47d9-48a9-866e-cb6aa7473f64 req-704c0877-6867-44f5-a058-e24a265aabe4 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:01.636322 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cace3ca3-47d9-48a9-866e-cb6aa7473f64 req-704c0877-6867-44f5-a058-e24a265aabe4 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.0563402 Dec 14 02:30:01.689555 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cace3ca3-47d9-48a9-866e-cb6aa7473f64 req-c2f97460-0f6b-4ce9-92a1-7791e2b2c779 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462456 Dec 14 02:30:01.820425 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0ee50-5f8f-48d4-b6a0-b1b559444e88 req-8a6cc6c5-62c3-4090-96c5-1631f4b14971 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:01.822263 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c3e0ee50-5f8f-48d4-b6a0-b1b559444e88 req-8a6cc6c5-62c3-4090-96c5-1631f4b14971 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/ports?device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 950 time: 0.0541971 Dec 14 02:30:01.894265 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c3e0ee50-5f8f-48d4-b6a0-b1b559444e88 req-3fe580df-3fb3-4949-b2ec-19d70586b173 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4b56d5f-23e9-4ed4-b2fd-264427019aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646870 Dec 14 02:30:01.964115 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-782be616-cd96-4e89-9ff5-8fa3efc1750a req-a3c052f0-90bc-46aa-98bf-bf54caedf315 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430303 Dec 14 02:30:02.087079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782be616-cd96-4e89-9ff5-8fa3efc1750a req-24a6e846-3205-49f5-9f0f-3b658ce1e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:02.088928 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-782be616-cd96-4e89-9ff5-8fa3efc1750a req-24a6e846-3205-49f5-9f0f-3b658ce1e2f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 1101 time: 0.0842905 Dec 14 02:30:02.103213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed20449a-5020-4bdc-a4e3-1b251fe7a332 req-a8e590e6-1a25-4772-8a5e-75179b7b64dd tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:02.105053 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed20449a-5020-4bdc-a4e3-1b251fe7a332 req-a8e590e6-1a25-4772-8a5e-75179b7b64dd tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 951 time: 0.0889213 Dec 14 02:30:02.216024 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed20449a-5020-4bdc-a4e3-1b251fe7a332 req-f151a1d8-144d-4eea-8500-bd7f17f2ac9f tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020997 Dec 14 02:30:02.241381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782be616-cd96-4e89-9ff5-8fa3efc1750a req-a43d0ad8-6463-44aa-82c5-692b2f8b62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:02.243208 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-782be616-cd96-4e89-9ff5-8fa3efc1750a req-a43d0ad8-6463-44aa-82c5-692b2f8b62aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1220648 Dec 14 02:30:02.326197 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-782be616-cd96-4e89-9ff5-8fa3efc1750a req-96fa08b8-2a3f-49f6-8eb7-9e3f3f90c013 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=be56e3bd-7a18-4bd2-910e-d451f6a76794 HTTP/1.1" status: 200 len: 217 time: 0.0377681 Dec 14 02:30:02.390278 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782be616-cd96-4e89-9ff5-8fa3efc1750a req-b7f6004e-0f63-4327-a517-8410d4077d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:02.392014 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-782be616-cd96-4e89-9ff5-8fa3efc1750a req-b7f6004e-0f63-4327-a517-8410d4077d96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0511022 Dec 14 02:30:02.439792 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782be616-cd96-4e89-9ff5-8fa3efc1750a req-578f635f-5f22-47bb-a6c7-827d37077d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:02.441239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-782be616-cd96-4e89-9ff5-8fa3efc1750a req-578f635f-5f22-47bb-a6c7-827d37077d1f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0398927 Dec 14 02:30:02.537176 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-782be616-cd96-4e89-9ff5-8fa3efc1750a req-ed863e9a-2224-4604-adbe-31b54d6374b4 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819299 Dec 14 02:30:02.670881 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3fc81dad-bd89-44b7-9661-7ddc35bd74c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:02.674241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550921a1-2088-4a60-bdb5-ca5146010e4e req-785702ea-0d4e-4a81-a9a8-6505201fb43b tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:02.675834 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-550921a1-2088-4a60-bdb5-ca5146010e4e req-785702ea-0d4e-4a81-a9a8-6505201fb43b tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 946 time: 0.0769312 Dec 14 02:30:02.681752 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-782be616-cd96-4e89-9ff5-8fa3efc1750a req-e6bdd242-adc3-416d-ab22-0d92780be7b3 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316421 Dec 14 02:30:02.732370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-550921a1-2088-4a60-bdb5-ca5146010e4e req-aba98cd5-e26f-4446-9d13-7d72ee6b89a5 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493631 Dec 14 02:30:02.830648 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22a7eb-0833-4ae4-902a-756192ff7341 req-28b1346e-44b7-4cc3-be9f-a783b1708dfc tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:02.832234 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff22a7eb-0833-4ae4-902a-756192ff7341 req-28b1346e-44b7-4cc3-be9f-a783b1708dfc tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.0559168 Dec 14 02:30:02.881403 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff22a7eb-0833-4ae4-902a-756192ff7341 req-e3823e3f-7f6d-4a51-8242-143d49984d58 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428560 Dec 14 02:30:03.014866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a6e5b-12a4-4661-b156-1c6f630be770 req-40c522b7-917a-45ed-891f-0ee8c10d6c3f tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:03.017256 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-199a6e5b-12a4-4661-b156-1c6f630be770 req-40c522b7-917a-45ed-891f-0ee8c10d6c3f tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/ports?device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 950 time: 0.0529883 Dec 14 02:30:03.070032 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-199a6e5b-12a4-4661-b156-1c6f630be770 req-5777ff60-1584-4ebe-a256-00f6981403c6 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4b56d5f-23e9-4ed4-b2fd-264427019aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469215 Dec 14 02:30:03.374915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66cb12a-e8dd-4378-8fb9-67ade19d8906 req-a8b2516f-8884-4a44-a8a3-ca1be0363118 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:03.376396 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f66cb12a-e8dd-4378-8fb9-67ade19d8906 req-a8b2516f-8884-4a44-a8a3-ca1be0363118 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 951 time: 0.1203279 Dec 14 02:30:03.384739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-1bd49d0d-d105-4905-a69f-3307b39615f8 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:03.390388 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-1bd49d0d-d105-4905-a69f-3307b39615f8 tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca&tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&binding%3Ahost_id=n-h2-821636-1 HTTP/1.1" status: 200 len: 1097 time: 0.1417496 Dec 14 02:30:03.404368 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c45b8-aae7-4b07-9612-0942009a2475 req-e00764e9-c6e7-4ca4-afec-f287877e5411 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:03.406229 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d1c45b8-aae7-4b07-9612-0942009a2475 req-e00764e9-c6e7-4ca4-afec-f287877e5411 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 951 time: 0.0929399 Dec 14 02:30:03.417913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821636-1'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:30:03.558669 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:03.564331 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d1c45b8-aae7-4b07-9612-0942009a2475 req-50612202-1ff2-49c7-81bd-c8aec54fc7a3 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/security-groups?id=d696eb00-0686-4ec0-9753-b5b9629e87d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413605 Dec 14 02:30:03.665566 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-f66cb12a-e8dd-4378-8fb9-67ade19d8906 req-032e5575-7d93-44a0-87b2-b0d938397d4d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Deleting port 0588ed66-a857-4410-969d-b64b297ca972 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:30:03.665905 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f66cb12a-e8dd-4378-8fb9-67ade19d8906 req-032e5575-7d93-44a0-87b2-b0d938397d4d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:03.710634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3ad40-1f5b-4e09-a28d-3ab8486a06de req-ed8265d0-e16a-4a59-aaa3-280a3977b395 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:03.712203 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bad3ad40-1f5b-4e09-a28d-3ab8486a06de req-ed8265d0-e16a-4a59-aaa3-280a3977b395 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.47 "GET /v2.0/ports?device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 950 time: 0.1337337 Dec 14 02:30:03.919821 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] For port 37134d28-e14f-460e-9f19-5f5c9702326a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=37134d28-e14f-460e-9f19-5f5c9702326a,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:03.943001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-f66cb12a-e8dd-4378-8fb9-67ade19d8906 req-032e5575-7d93-44a0-87b2-b0d938397d4d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] For port 0588ed66-a857-4410-969d-b64b297ca972, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0588ed66-a857-4410-969d-b64b297ca972,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:03.947509 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f66cb12a-e8dd-4378-8fb9-67ade19d8906 req-032e5575-7d93-44a0-87b2-b0d938397d4d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:03.966172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-f66cb12a-e8dd-4378-8fb9-67ade19d8906 req-032e5575-7d93-44a0-87b2-b0d938397d4d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Calling delete_port for 0588ed66-a857-4410-969d-b64b297ca972 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:30:04.030337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26be161-78c2-4029-b069-416e0814a6d5 req-44f47264-0c2b-407f-9ead-3a3ddeeeeb17 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:04.031816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c26be161-78c2-4029-b069-416e0814a6d5 req-44f47264-0c2b-407f-9ead-3a3ddeeeeb17 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 946 time: 0.1816730 Dec 14 02:30:04.086094 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-bad3ad40-1f5b-4e09-a28d-3ab8486a06de req-8fc152d1-42fc-46fd-bcff-01d105a6f14d tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Deleting port fcd58af5-8e89-4851-83cc-6ff941cdfb46 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:30:04.086436 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bad3ad40-1f5b-4e09-a28d-3ab8486a06de req-8fc152d1-42fc-46fd-bcff-01d105a6f14d tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:04.097800 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] For port 37134d28-e14f-460e-9f19-5f5c9702326a, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:30:04.210480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8463dc5-7fe4-4415-997e-4cead22a96db req-8a655719-e567-491a-a64f-755bfd39fbca tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:04.212050 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8463dc5-7fe4-4415-997e-4cead22a96db req-8a655719-e567-491a-a64f-755bfd39fbca tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.2485006 Dec 14 02:30:04.254311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048876a7-5c8e-4566-9262-0d027bd9b2ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37134d28-e14f-460e-9f19-5f5c9702326a'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:30:04.256504 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6d72b2-e7c1-4295-9b87-e697c572f327" -d '{"events": [{"server_uuid": "048876a7-5c8e-4566-9262-0d027bd9b2ca", "name": "network-vif-unplugged", "status": "completed", "tag": "37134d28-e14f-460e-9f19-5f5c9702326a"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:30:04.267908 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:04.305108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c26be161-78c2-4029-b069-416e0814a6d5 req-6bc301a4-4ca7-4462-8f9a-3df6cfef4dac tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639410 Dec 14 02:30:04.336136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-bad3ad40-1f5b-4e09-a28d-3ab8486a06de req-8fc152d1-42fc-46fd-bcff-01d105a6f14d tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] For port fcd58af5-8e89-4851-83cc-6ff941cdfb46, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=fcd58af5-8e89-4851-83cc-6ff941cdfb46,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:04.336335 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bad3ad40-1f5b-4e09-a28d-3ab8486a06de req-8fc152d1-42fc-46fd-bcff-01d105a6f14d tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:04.376648 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:04.381659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-bad3ad40-1f5b-4e09-a28d-3ab8486a06de req-8fc152d1-42fc-46fd-bcff-01d105a6f14d tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Calling delete_port for fcd58af5-8e89-4851-83cc-6ff941cdfb46 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:30:04.418589 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8463dc5-7fe4-4415-997e-4cead22a96db req-4f0f9c4c-796a-49c0-83d0-962ed70a41c7 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842244 Dec 14 02:30:04.518707 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=37134d28-e14f-460e-9f19-5f5c9702326a,revision_number=7']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:04.552140 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8967099d-80bc-4d8a-8db6-0a50883f567e x-openstack-request-id: req-8967099d-80bc-4d8a-8db6-0a50883f567e {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:30:04.552442 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048876a7-5c8e-4566-9262-0d027bd9b2ca", "name": "network-vif-unplugged", "status": "completed", "tag": "37134d28-e14f-460e-9f19-5f5c9702326a", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:30:04.552702 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8967099d-80bc-4d8a-8db6-0a50883f567e {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:30:04.553096 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048876a7-5c8e-4566-9262-0d027bd9b2ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37134d28-e14f-460e-9f19-5f5c9702326a', 'code': 200} Dec 14 02:30:04.587898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] Attempting to bind port 37134d28-e14f-460e-9f19-5f5c9702326a on host n-h2-821636-1 for vnic_type normal with profile {"migrating_to": "n-h1-821636-1"} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:30:04.588238 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] Attempting to bind port 37134d28-e14f-460e-9f19-5f5c9702326a by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:30:04.588573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] Attempting to bind port 37134d28-e14f-460e-9f19-5f5c9702326a on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:30:04.610887 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f66cb12a-e8dd-4378-8fb9-67ade19d8906 req-032e5575-7d93-44a0-87b2-b0d938397d4d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:04.610887 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] Port 37134d28-e14f-460e-9f19-5f5c9702326a on network c2babbdd-831e-4b48-8c93-0beb41d9211b not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:30:04.610887 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] Attempting to bind port 37134d28-e14f-460e-9f19-5f5c9702326a on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:30:04.624337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:30:04.624921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] Checking segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:30:04.625157 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] Bound using segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:30:04.625540 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] Bound port: 37134d28-e14f-460e-9f19-5f5c9702326a, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:30:04.625925 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:04.650026 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0588ed66-a857-4410-969d-b64b297ca972'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:30:04.662952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e5575-7d93-44a0-87b2-b0d938397d4d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Pushing event deleted for resources: {'Port': ['ID=0588ed66-a857-4410-969d-b64b297ca972,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:04.707544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ce2e8-0b9c-4280-9fae-26f24d8b5182 req-68fb15ac-5448-4396-88d6-bb8a75b664f3 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:04.707544 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c2ce2e8-0b9c-4280-9fae-26f24d8b5182 req-68fb15ac-5448-4396-88d6-bb8a75b664f3 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/ports?device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 950 time: 0.1949863 Dec 14 02:30:04.804201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66cb12a-e8dd-4378-8fb9-67ade19d8906 req-032e5575-7d93-44a0-87b2-b0d938397d4d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] No DVR routers for this DVR port 0588ed66-a857-4410-969d-b64b297ca972 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:30:04.817557 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f66cb12a-e8dd-4378-8fb9-67ade19d8906 req-032e5575-7d93-44a0-87b2-b0d938397d4d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:04.820970 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f66cb12a-e8dd-4378-8fb9-67ade19d8906 req-032e5575-7d93-44a0-87b2-b0d938397d4d tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.46 "DELETE /v2.0/ports/0588ed66-a857-4410-969d-b64b297ca972 HTTP/1.1" status: 204 len: 173 time: 1.4127021 Dec 14 02:30:04.839185 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 37134d28-e14f-460e-9f19-5f5c9702326a details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:30:04.884885 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c2ce2e8-0b9c-4280-9fae-26f24d8b5182 req-2bdac4b5-4143-4b51-a056-95e7b8f4d0a0 tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/security-groups?id=c4b56d5f-23e9-4ed4-b2fd-264427019aaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674953 Dec 14 02:30:04.887945 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bad3ad40-1f5b-4e09-a28d-3ab8486a06de req-8fc152d1-42fc-46fd-bcff-01d105a6f14d tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:04.891484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] For port 37134d28-e14f-460e-9f19-5f5c9702326a, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:30:04.914363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] For port 37134d28-e14f-460e-9f19-5f5c9702326a, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=37134d28-e14f-460e-9f19-5f5c9702326a,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:30:04.932983 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['fcd58af5-8e89-4851-83cc-6ff941cdfb46'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:30:04.972913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc152d1-42fc-46fd-bcff-01d105a6f14d tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Pushing event deleted for resources: {'Port': ['ID=fcd58af5-8e89-4851-83cc-6ff941cdfb46,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:05.019643 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f7c94ca-3b9f-4c5b-9628-0319821ae811 req-844ec1a6-9a8e-46ba-9b1a-483c85299773 tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 210 time: 0.0442932 Dec 14 02:30:05.038128 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:05.039202 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.resource_extend [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 02:30:05.043591 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-66e2ac84-5144-41b6-bc8b-5e83b643ad94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:05.167119 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 37134d28-e14f-460e-9f19-5f5c9702326a, host n-h2-821636-1, got binding levels [] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:05.200563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Attempting to bind port 37134d28-e14f-460e-9f19-5f5c9702326a on host n-h2-821636-1 for vnic_type normal with profile {"migrating_to": "n-h1-821636-1"} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:30:05.201259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Attempting to bind port 37134d28-e14f-460e-9f19-5f5c9702326a by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:30:05.201836 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Attempting to bind port 37134d28-e14f-460e-9f19-5f5c9702326a on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:30:05.207944 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Port 37134d28-e14f-460e-9f19-5f5c9702326a on network c2babbdd-831e-4b48-8c93-0beb41d9211b not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:30:05.209339 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Attempting to bind port 37134d28-e14f-460e-9f19-5f5c9702326a on network c2babbdd-831e-4b48-8c93-0beb41d9211b {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:30:05.216198 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:30:05.216892 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Checking segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:30:05.217866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Bound using segment: {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:30:05.218608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Bound port: 37134d28-e14f-460e-9f19-5f5c9702326a, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4929c76-acb8-4d35-b06a-26db8e4fab28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c2babbdd-831e-4b48-8c93-0beb41d9211b'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:30:05.219333 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:05.315169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad3ad40-1f5b-4e09-a28d-3ab8486a06de req-8fc152d1-42fc-46fd-bcff-01d105a6f14d tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] No DVR routers for this DVR port fcd58af5-8e89-4851-83cc-6ff941cdfb46 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:30:05.320440 n-d-821636-1 neutron-server[103849]: WARNING neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Concurrent port binding operations failed on port 37134d28-e14f-460e-9f19-5f5c9702326a Dec 14 02:30:05.324600 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 37134d28-e14f-460e-9f19-5f5c9702326a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=37134d28-e14f-460e-9f19-5f5c9702326a,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:05.326435 n-d-821636-1 neutron-server[103849]: INFO neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Attempt 2 to bind port 37134d28-e14f-460e-9f19-5f5c9702326a Dec 14 02:30:05.326881 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 37134d28-e14f-460e-9f19-5f5c9702326a has no active binding in host n-h1-821636-1 {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 14 02:30:05.335759 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bad3ad40-1f5b-4e09-a28d-3ab8486a06de req-8fc152d1-42fc-46fd-bcff-01d105a6f14d tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:05.343341 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bad3ad40-1f5b-4e09-a28d-3ab8486a06de req-8fc152d1-42fc-46fd-bcff-01d105a6f14d tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.47 "DELETE /v2.0/ports/fcd58af5-8e89-4851-83cc-6ff941cdfb46 HTTP/1.1" status: 204 len: 173 time: 1.5878015 Dec 14 02:30:05.461263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:05.461994 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:05.463388 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] 10.222.0.46 "PUT /v2.0/ports/37134d28-e14f-460e-9f19-5f5c9702326a HTTP/1.1" status: 200 len: 1122 time: 2.0562327 Dec 14 02:30:05.468605 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e46cd0-fbf6-44ce-8555-2e69ed099ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=37134d28-e14f-460e-9f19-5f5c9702326a,revision_number=8']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:05.476883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8e7f9-7ec1-495b-98a7-de09217909f3 req-36677e28-c79c-49ad-a1f2-cfb5c1bfe62e tempest-MigrationsAdminTest-1633756110 tempest-MigrationsAdminTest-1633756110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:05.478430 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40c8e7f9-7ec1-495b-98a7-de09217909f3 req-36677e28-c79c-49ad-a1f2-cfb5c1bfe62e tempest-MigrationsAdminTest-1633756110 tempest-MigrationsAdminTest-1633756110-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 1101 time: 0.6754620 Dec 14 02:30:05.509626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc5b7d-3527-42cc-abbf-606bc71cd97b req-583babff-5ad0-48f2-843b-5eb0f01403ac tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:05.511090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56fc5b7d-3527-42cc-abbf-606bc71cd97b req-583babff-5ad0-48f2-843b-5eb0f01403ac tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 944 time: 0.1238580 Dec 14 02:30:05.550612 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40c8e7f9-7ec1-495b-98a7-de09217909f3 req-92d470f9-c111-42fe-af9d-2e6d1b9264f1 tempest-MigrationsAdminTest-1633756110 tempest-MigrationsAdminTest-1633756110-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648739 Dec 14 02:30:05.578833 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56fc5b7d-3527-42cc-abbf-606bc71cd97b req-7060af9f-dd1d-481f-afa7-e99374cda35f tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558844 Dec 14 02:30:05.633114 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['37134d28-e14f-460e-9f19-5f5c9702326a'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:30:05.718216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['37134d28-e14f-460e-9f19-5f5c9702326a'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:30:05.994614 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e5860310-fe66-45b5-b589-f68a870051b5 req-1de42d74-ca1c-4290-8349-6a808fe6d1fc tempest-TenantUsagesTestJSON-1423042076 tempest-TenantUsagesTestJSON-1423042076-project] 10.222.0.39 "GET /v2.0/ports?device_id=dacda260-910e-4df6-bf0f-766485ecd43d HTTP/1.1" status: 200 len: 210 time: 0.0284138 Dec 14 02:30:06.134019 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-816bf0bd-80a1-436d-b3ac-b185817eea21 req-8bf9f5ac-67d7-497f-8058-c8eeca77e40b tempest-ServersAdminTestJSON-1332332256 tempest-ServersAdminTestJSON-1332332256-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a0a4817-ce2a-44ac-b1c9-4f96dad42df7 HTTP/1.1" status: 200 len: 210 time: 0.0266082 Dec 14 02:30:06.217576 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:06.315327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3e237-b850-474e-b157-d13ffb377561 req-4bd7da82-83a7-48c5-810f-c80f6ab3cc71 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:06.316729 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2f3e237-b850-474e-b157-d13ffb377561 req-4bd7da82-83a7-48c5-810f-c80f6ab3cc71 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.0567825 Dec 14 02:30:06.365660 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2f3e237-b850-474e-b157-d13ffb377561 req-99a47b56-e715-4cac-a041-cf8176f1f0bb tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426745 Dec 14 02:30:06.511183 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-6283410c-5dfc-4c29-a001-3446ee5a6a05 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449185 Dec 14 02:30:06.554066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a0a4817-ce2a-44ac-b1c9-4f96dad42df7', 'name': 'network-vif-deleted', 'tag': '0588ed66-a857-4410-969d-b64b297ca972'}, {'server_uuid': 'dacda260-910e-4df6-bf0f-766485ecd43d', 'name': 'network-vif-deleted', 'tag': 'fcd58af5-8e89-4851-83cc-6ff941cdfb46'}, {'name': 'network-changed', 'server_uuid': '048876a7-5c8e-4566-9262-0d027bd9b2ca', 'tag': '37134d28-e14f-460e-9f19-5f5c9702326a'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:30:06.556531 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2303b7-1f11-4bb1-85b2-629bfa28a679" -d '{"events": [{"server_uuid": "1a0a4817-ce2a-44ac-b1c9-4f96dad42df7", "name": "network-vif-deleted", "tag": "0588ed66-a857-4410-969d-b64b297ca972"}, {"server_uuid": "dacda260-910e-4df6-bf0f-766485ecd43d", "name": "network-vif-deleted", "tag": "fcd58af5-8e89-4851-83cc-6ff941cdfb46"}, {"name": "network-changed", "server_uuid": "048876a7-5c8e-4566-9262-0d027bd9b2ca", "tag": "37134d28-e14f-460e-9f19-5f5c9702326a"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:30:06.603652 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 14 Dec 2021 02:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695bf9e5-dcd1-4095-8b67-2debbe2e7b41 x-openstack-request-id: req-695bf9e5-dcd1-4095-8b67-2debbe2e7b41 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:30:06.603652 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a0a4817-ce2a-44ac-b1c9-4f96dad42df7", "name": "network-vif-deleted", "tag": "0588ed66-a857-4410-969d-b64b297ca972", "status": "completed", "code": 200}, {"server_uuid": "dacda260-910e-4df6-bf0f-766485ecd43d", "name": "network-vif-deleted", "tag": "fcd58af5-8e89-4851-83cc-6ff941cdfb46", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "048876a7-5c8e-4566-9262-0d027bd9b2ca", "tag": "37134d28-e14f-460e-9f19-5f5c9702326a", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:30:06.603652 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-695bf9e5-dcd1-4095-8b67-2debbe2e7b41 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:30:06.603652 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a0a4817-ce2a-44ac-b1c9-4f96dad42df7', 'name': 'network-vif-deleted', 'tag': '0588ed66-a857-4410-969d-b64b297ca972', 'status': 'completed', 'code': 200} Dec 14 02:30:06.604060 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dacda260-910e-4df6-bf0f-766485ecd43d', 'name': 'network-vif-deleted', 'tag': 'fcd58af5-8e89-4851-83cc-6ff941cdfb46', 'status': 'completed', 'code': 200} Dec 14 02:30:06.604231 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048876a7-5c8e-4566-9262-0d027bd9b2ca', 'tag': '37134d28-e14f-460e-9f19-5f5c9702326a', 'status': 'completed', 'code': 200} Dec 14 02:30:06.725011 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2303b7-1f11-4bb1-85b2-629bfa28a679 req-40637400-3f15-4e45-9884-2580a2ec76d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:06.726497 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e2303b7-1f11-4bb1-85b2-629bfa28a679 req-40637400-3f15-4e45-9884-2580a2ec76d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 1125 time: 0.0701613 Dec 14 02:30:06.745439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2583167-6c5c-4263-a3f5-b102b43a1417 req-eb2f6d90-21b4-4c8f-a781-6d87b0b378bd tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:06.747165 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2583167-6c5c-4263-a3f5-b102b43a1417 req-eb2f6d90-21b4-4c8f-a781-6d87b0b378bd tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 944 time: 0.0822480 Dec 14 02:30:06.850673 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2583167-6c5c-4263-a3f5-b102b43a1417 req-e406459c-f3fb-4133-a852-5c83101b2727 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936615 Dec 14 02:30:06.854543 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0588ed66-a857-4410-969d-b64b297ca972 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:30:06.877593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2303b7-1f11-4bb1-85b2-629bfa28a679 req-aab66f4f-2965-4fa7-b0ce-2d5f25a90ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:06.877593 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e2303b7-1f11-4bb1-85b2-629bfa28a679 req-aab66f4f-2965-4fa7-b0ce-2d5f25a90ef7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 921 time: 0.1285706 Dec 14 02:30:06.913572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 0588ed66-a857-4410-969d-b64b297ca972 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:30:06.914988 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0588ed66-a857-4410-969d-b64b297ca972 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:30:06.929450 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e2303b7-1f11-4bb1-85b2-629bfa28a679 req-ef5a7592-aa4e-4a34-a1a7-05d7cdfce83f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37134d28-e14f-460e-9f19-5f5c9702326a HTTP/1.1" status: 200 len: 217 time: 0.0440726 Dec 14 02:30:07.008543 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2303b7-1f11-4bb1-85b2-629bfa28a679 req-40f9e614-935f-482a-b50d-b1bf75f5780c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:07.010009 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e2303b7-1f11-4bb1-85b2-629bfa28a679 req-40f9e614-935f-482a-b50d-b1bf75f5780c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.0725415 Dec 14 02:30:07.047773 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e2303b7-1f11-4bb1-85b2-629bfa28a679 req-4dd34db1-66d7-4732-bcbc-24b1de373a99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305831 Dec 14 02:30:07.055877 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724dd5d4-38f1-4f8f-a804-a66b35d98dda req-db38b928-f867-4a9c-b494-75f5d3a2ef27 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:07.057334 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-724dd5d4-38f1-4f8f-a804-a66b35d98dda req-db38b928-f867-4a9c-b494-75f5d3a2ef27 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 945 time: 0.0894983 Dec 14 02:30:07.188737 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-724dd5d4-38f1-4f8f-a804-a66b35d98dda req-c17652e1-5bde-444d-81a5-915047eaf5ac tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206329 Dec 14 02:30:07.243731 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e2303b7-1f11-4bb1-85b2-629bfa28a679 req-f22491d1-31a8-465e-8499-c4e1bed0d9b7 service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681445 Dec 14 02:30:07.331509 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e2303b7-1f11-4bb1-85b2-629bfa28a679 req-4fd387b5-1aee-4ae1-8778-846ab4c65135 service neutron] 10.222.0.47 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975280 Dec 14 02:30:07.508747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cd811-3591-4f26-a4af-40080f9de979 req-4f2e3325-8758-48b2-b71e-c862becb3548 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:07.510272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae9cd811-3591-4f26-a4af-40080f9de979 req-4f2e3325-8758-48b2-b71e-c862becb3548 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.0576103 Dec 14 02:30:07.557674 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae9cd811-3591-4f26-a4af-40080f9de979 req-c1d42932-608a-4f71-be8b-6d83be5faa19 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404880 Dec 14 02:30:07.584847 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:07.710506 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49762) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:07.838015 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49768) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:07.838274 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device fcd58af5-8e89-4851-83cc-6ff941cdfb46 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:30:07.866941 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: fcd58af5-8e89-4851-83cc-6ff941cdfb46 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:30:07.868041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device fcd58af5-8e89-4851-83cc-6ff941cdfb46 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:30:07.996813 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c1059f37-896e-44ad-b8bc-fa8d6a646c9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b8c41267c0ee44a287aa7080eafa22cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828555 Dec 14 02:30:07.999392 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49780) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:08.032949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e5f9e9b8-23b2-48e0-a76a-bbbf7cc48c4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43612bd0110042b9930ae44126c0d3b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936028 Dec 14 02:30:08.038024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49782) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:08.067117 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ce7d46f9-4fce-47fb-8319-cfe3ab169a63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:08.108422 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8a81ace8-639c-4053-aaff-a46087d38ee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:08.110965 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ce7d46f9-4fce-47fb-8319-cfe3ab169a63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:08.131782 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8a81ace8-639c-4053-aaff-a46087d38ee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:08.230189 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7c2ce-2bc5-477b-80a2-f6557bd0867d req-42b706ca-d9e1-4314-8ff2-608167491199 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:08.231954 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6f7c2ce-2bc5-477b-80a2-f6557bd0867d req-42b706ca-d9e1-4314-8ff2-608167491199 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 944 time: 0.2383995 Dec 14 02:30:08.253601 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ce7d46f9-4fce-47fb-8319-cfe3ab169a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:08.256275 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ce7d46f9-4fce-47fb-8319-cfe3ab169a63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:08.257469 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ce7d46f9-4fce-47fb-8319-cfe3ab169a63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4b56d5f-23e9-4ed4-b2fd-264427019aaf HTTP/1.1" status: 204 len: 168 time: 0.2570653 Dec 14 02:30:08.268336 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d46f9-4fce-47fb-8319-cfe3ab169a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b56d5f-23e9-4ed4-b2fd-264427019aaf,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:08.288302 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6f7c2ce-2bc5-477b-80a2-f6557bd0867d req-d7c0cc4a-f88d-41ac-873d-c8a59f839a80 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495458 Dec 14 02:30:08.296659 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8a81ace8-639c-4053-aaff-a46087d38ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:08.305793 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8a81ace8-639c-4053-aaff-a46087d38ee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:08.305793 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8a81ace8-639c-4053-aaff-a46087d38ee0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d696eb00-0686-4ec0-9753-b5b9629e87d4 HTTP/1.1" status: 204 len: 168 time: 0.2618012 Dec 14 02:30:08.323184 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81ace8-639c-4053-aaff-a46087d38ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d696eb00-0686-4ec0-9753-b5b9629e87d4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:08.445561 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:08.691971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a2e3d-50d9-4471-8cbf-691f962ff3cd req-355f2fae-a80f-4e42-bcb8-219e85dc4bd2 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:08.691971 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b9a2e3d-50d9-4471-8cbf-691f962ff3cd req-355f2fae-a80f-4e42-bcb8-219e85dc4bd2 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.0569067 Dec 14 02:30:08.784949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b9a2e3d-50d9-4471-8cbf-691f962ff3cd req-f447289a-0db2-4b80-82a6-e9009a5b6684 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889060 Dec 14 02:30:08.803839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c9f18-4991-45de-b832-e9d22f4bbd9a req-301e74c2-8cb3-489f-9bd1-d3c17bc531f6 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:08.805344 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a79c9f18-4991-45de-b832-e9d22f4bbd9a req-301e74c2-8cb3-489f-9bd1-d3c17bc531f6 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 945 time: 0.0627344 Dec 14 02:30:08.858685 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a79c9f18-4991-45de-b832-e9d22f4bbd9a req-8896020f-a093-4680-bc4f-56cc608a98e1 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463102 Dec 14 02:30:09.065097 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49802) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:09.078546 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bb125d6-d41a-4f70-a9be-89f4f1f4529c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:09.145443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49804) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:09.157367 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bb125d6-d41a-4f70-a9be-89f4f1f4529c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:09.187857 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-85e4c224-f93b-4e76-9b82-f74441976d8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1f92eb120124016aa589822465fd48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405743 Dec 14 02:30:09.190064 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49808) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:09.230423 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bb125d6-d41a-4f70-a9be-89f4f1f4529c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:09.242507 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a303c55f-e3dc-4ca2-8d50-13be4127622e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:09.267329 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a303c55f-e3dc-4ca2-8d50-13be4127622e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:09.278464 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3bb125d6-d41a-4f70-a9be-89f4f1f4529c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ccded73ad5d04621a6de2d884ddbba19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116745 Dec 14 02:30:09.283094 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49812) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:09.298266 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb125d6-d41a-4f70-a9be-89f4f1f4529c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3446f53-6864-4d60-9f66-36fb89462a07,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:09.339200 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2083a62-ee95-4357-a500-fbd29802b69e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:09.362584 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2083a62-ee95-4357-a500-fbd29802b69e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:09.401058 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a303c55f-e3dc-4ca2-8d50-13be4127622e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:09.404107 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a303c55f-e3dc-4ca2-8d50-13be4127622e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:09.405276 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a303c55f-e3dc-4ca2-8d50-13be4127622e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/517d4c50-6c81-4955-a727-996ea0254650 HTTP/1.1" status: 204 len: 168 time: 0.2143748 Dec 14 02:30:09.430564 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303c55f-e3dc-4ca2-8d50-13be4127622e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517d4c50-6c81-4955-a727-996ea0254650,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:09.442040 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303c55f-e3dc-4ca2-8d50-13be4127622e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:09.442315 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303c55f-e3dc-4ca2-8d50-13be4127622e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:09.442654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303c55f-e3dc-4ca2-8d50-13be4127622e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:09.442989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303c55f-e3dc-4ca2-8d50-13be4127622e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:09.443319 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303c55f-e3dc-4ca2-8d50-13be4127622e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:09.443645 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303c55f-e3dc-4ca2-8d50-13be4127622e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:09.443967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303c55f-e3dc-4ca2-8d50-13be4127622e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:09.444286 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303c55f-e3dc-4ca2-8d50-13be4127622e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:09.444605 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303c55f-e3dc-4ca2-8d50-13be4127622e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:09.444921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303c55f-e3dc-4ca2-8d50-13be4127622e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:09.445238 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303c55f-e3dc-4ca2-8d50-13be4127622e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:09.445584 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303c55f-e3dc-4ca2-8d50-13be4127622e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:09.445898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a303c55f-e3dc-4ca2-8d50-13be4127622e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:09.464994 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab78e76-f0ee-40b1-8d73-d3b7ed5b781e req-87d21e96-60e6-4880-9151-bcea60b0f0d7 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:09.467473 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ab78e76-f0ee-40b1-8d73-d3b7ed5b781e req-87d21e96-60e6-4880-9151-bcea60b0f0d7 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 944 time: 0.0771303 Dec 14 02:30:09.482310 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2083a62-ee95-4357-a500-fbd29802b69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:09.485404 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2083a62-ee95-4357-a500-fbd29802b69e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:09.489947 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c2083a62-ee95-4357-a500-fbd29802b69e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3446f53-6864-4d60-9f66-36fb89462a07 HTTP/1.1" status: 204 len: 168 time: 0.2058711 Dec 14 02:30:09.500918 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2083a62-ee95-4357-a500-fbd29802b69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3446f53-6864-4d60-9f66-36fb89462a07,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:09.534659 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ab78e76-f0ee-40b1-8d73-d3b7ed5b781e req-ac6a77ed-ee29-419a-b48d-7365900cefdd tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613451 Dec 14 02:30:09.615179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-f5219cff-9354-4382-9d36-5898ff8df294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:09.617079 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-f5219cff-9354-4382-9d36-5898ff8df294 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 1101 time: 0.0441756 Dec 14 02:30:09.713207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-67b60ffc-da61-4129-addb-7681564ab7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:09.714722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-67b60ffc-da61-4129-addb-7681564ab7fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.0881631 Dec 14 02:30:09.776607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-a7733070-f961-4a2f-93fb-c0b79e2477ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44 HTTP/1.1" status: 200 len: 217 time: 0.0493896 Dec 14 02:30:09.835490 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-80adbba0-8f2f-480a-944d-560ff837ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:09.837492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-80adbba0-8f2f-480a-944d-560ff837ea96 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0530915 Dec 14 02:30:09.951693 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2eb3c7-f3ee-4d81-9818-0e2afca54291 req-84d8f11a-9b01-4f8e-a39c-47d3210cc623 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:09.953295 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bd2eb3c7-f3ee-4d81-9818-0e2afca54291 req-84d8f11a-9b01-4f8e-a39c-47d3210cc623 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.0734882 Dec 14 02:30:09.958175 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-9b130be7-8661-4a68-b455-9a1460a89c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:09.959794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-9b130be7-8661-4a68-b455-9a1460a89c70 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1087976 Dec 14 02:30:10.095142 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bd2eb3c7-f3ee-4d81-9818-0e2afca54291 req-f1cf579a-a2cc-41f1-ab93-5a3d0a525a13 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338873 Dec 14 02:30:10.120868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a74a9-7c27-47d6-b6d9-d7ff81b8134d req-f1b01a7a-cd98-4a14-bc66-3c19fa4c79f9 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:10.123142 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f14a74a9-7c27-47d6-b6d9-d7ff81b8134d req-f1b01a7a-cd98-4a14-bc66-3c19fa4c79f9 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 945 time: 0.1468666 Dec 14 02:30:10.171503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-1b9fb2a7-473c-48c8-9554-a58ec150d189 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963732 Dec 14 02:30:10.248970 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f14a74a9-7c27-47d6-b6d9-d7ff81b8134d req-d54fe4f9-6e14-47b1-80e6-43c23107b57a tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144631 Dec 14 02:30:10.323845 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-b881edcd-0506-478a-8dc1-4cc23fa7b784 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355379 Dec 14 02:30:10.677462 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a19c6a-4505-4da3-9de6-476ac8f60923 req-569f772b-d719-4479-bffd-79ee068bc111 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:10.688409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12a19c6a-4505-4da3-9de6-476ac8f60923 req-569f772b-d719-4479-bffd-79ee068bc111 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 944 time: 0.0727031 Dec 14 02:30:10.729825 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49870) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:10.751812 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12a19c6a-4505-4da3-9de6-476ac8f60923 req-997cd11c-534c-42d5-b1a6-abf5f8796fd4 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565286 Dec 14 02:30:10.785175 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49874) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:10.869987 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-1a620048-85bb-42da-a6c4-142df43745be admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-68503749-network', 'tenant_id': '4084e8285f8249f0843b7d1fd8f40b6a'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:30:10.903112 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c5cfdfb8-ff0e-4149-b668-f1ea5c995b38 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2119865978-network', 'tenant_id': 'c250e2eb12b842c7981eb003bb433d87'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:30:10.952181 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a620048-85bb-42da-a6c4-142df43745be admin admin] Made reservation on behalf of 4084e8285f8249f0843b7d1fd8f40b6a for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:30:10.954562 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1a620048-85bb-42da-a6c4-142df43745be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:10.967007 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1a620048-85bb-42da-a6c4-142df43745be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:11.053088 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1a620048-85bb-42da-a6c4-142df43745be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:11.054407 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cfdfb8-ff0e-4149-b668-f1ea5c995b38 admin admin] Made reservation on behalf of c250e2eb12b842c7981eb003bb433d87 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:30:11.056889 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5cfdfb8-ff0e-4149-b668-f1ea5c995b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:11.066138 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5cfdfb8-ff0e-4149-b668-f1ea5c995b38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:11.127568 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1a620048-85bb-42da-a6c4-142df43745be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:11.163848 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a620048-85bb-42da-a6c4-142df43745be admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:30:11.191324 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1a620048-85bb-42da-a6c4-142df43745be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:11.191959 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-1a620048-85bb-42da-a6c4-142df43745be admin admin] Added segment 8a2db037-efcf-4b68-a99a-093d27bcb3ba of type vlan for network 3b1d2050-6b07-4a19-b976-d539f4759521 Dec 14 02:30:11.196135 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a620048-85bb-42da-a6c4-142df43745be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b567bb5-682d-49b9-8660-80997301a3db,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:11.213327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c364d3-13da-4f85-adb1-5f600d525033 req-96f40a0c-354b-4716-9f9c-eba39667f2bb tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:11.213843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b9c364d3-13da-4f85-adb1-5f600d525033 req-96f40a0c-354b-4716-9f9c-eba39667f2bb tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.46 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 945 time: 0.0577075 Dec 14 02:30:11.217160 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5cfdfb8-ff0e-4149-b668-f1ea5c995b38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:11.254144 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1a620048-85bb-42da-a6c4-142df43745be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:11.284639 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5cfdfb8-ff0e-4149-b668-f1ea5c995b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:11.315884 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5cfdfb8-ff0e-4149-b668-f1ea5c995b38 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:30:11.333470 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfdfb8-ff0e-4149-b668-f1ea5c995b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf7e758-e674-4d6b-bc62-2b61434e54b9,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:11.339556 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5cfdfb8-ff0e-4149-b668-f1ea5c995b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:11.341094 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-c5cfdfb8-ff0e-4149-b668-f1ea5c995b38 admin admin] Added segment fd1dcf92-84e2-419d-80e2-025bcb930640 of type vlan for network 1caef7d7-3439-425b-9c44-21dd8fbc9281 Dec 14 02:30:11.355135 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1a620048-85bb-42da-a6c4-142df43745be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:11.356849 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a620048-85bb-42da-a6c4-142df43745be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:11.357721 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1a620048-85bb-42da-a6c4-142df43745be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:11.372463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e2147-bcc2-44a8-9b6f-215945fa93f2 req-4f10db03-3684-4266-85c1-420dac69a761 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:11.382721 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b61e2147-bcc2-44a8-9b6f-215945fa93f2 req-4f10db03-3684-4266-85c1-420dac69a761 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.1675742 Dec 14 02:30:11.454267 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5cfdfb8-ff0e-4149-b668-f1ea5c995b38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:11.467963 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b61e2147-bcc2-44a8-9b6f-215945fa93f2 req-0252893f-61f9-449d-b918-bc59199f196c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826590 Dec 14 02:30:11.492758 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a620048-85bb-42da-a6c4-142df43745be admin admin] Pushing event updated for resources: {'Network': ['ID=3b1d2050-6b07-4a19-b976-d539f4759521,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:11.494204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-b9c364d3-13da-4f85-adb1-5f600d525033 req-9a64519a-dfcf-4741-8fab-7406cdc6d0f5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Deleting port 805aec2d-7a70-43d6-9435-1557d0373a93 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:30:11.494725 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b9c364d3-13da-4f85-adb1-5f600d525033 req-9a64519a-dfcf-4741-8fab-7406cdc6d0f5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:11.504247 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 3b1d2050-6b07-4a19-b976-d539f4759521 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:30:11.523940 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1a620048-85bb-42da-a6c4-142df43745be admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7901580 Dec 14 02:30:11.524967 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49888) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:11.536672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-94660124-5d46-441b-a979-2b2dff40b75f admin admin] Request body: {'subnet': {'network_id': '3b1d2050-6b07-4a19-b976-d539f4759521', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-68503749-subnet', 'tenant_id': '4084e8285f8249f0843b7d1fd8f40b6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:30:11.569359 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5cfdfb8-ff0e-4149-b668-f1ea5c995b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:11.570186 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cfdfb8-ff0e-4149-b668-f1ea5c995b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:11.570769 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5cfdfb8-ff0e-4149-b668-f1ea5c995b38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:11.665941 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfdfb8-ff0e-4149-b668-f1ea5c995b38 admin admin] Pushing event updated for resources: {'Network': ['ID=1caef7d7-3439-425b-9c44-21dd8fbc9281,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:11.684674 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 1caef7d7-3439-425b-9c44-21dd8fbc9281 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:30:11.688736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94660124-5d46-441b-a979-2b2dff40b75f admin admin] Made reservation on behalf of 4084e8285f8249f0843b7d1fd8f40b6a for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:30:11.693179 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94660124-5d46-441b-a979-2b2dff40b75f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:11.698992 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91d57c-793c-4845-8f67-77da45c262e0 req-4ee84b7e-e6ef-440a-9843-9cc7179b5c65 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:11.707244 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d91d57c-793c-4845-8f67-77da45c262e0 req-4ee84b7e-e6ef-440a-9843-9cc7179b5c65 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 945 time: 0.1562643 Dec 14 02:30:11.793169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b9c364d3-13da-4f85-adb1-5f600d525033 req-9a64519a-dfcf-4741-8fab-7406cdc6d0f5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] For port 805aec2d-7a70-43d6-9435-1557d0373a93, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=805aec2d-7a70-43d6-9435-1557d0373a93,segment=NetworkSegment(3df208f6-026d-48e7-8165-5d53f944e79d),segment_id=3df208f6-026d-48e7-8165-5d53f944e79d)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:11.793912 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b9c364d3-13da-4f85-adb1-5f600d525033 req-9a64519a-dfcf-4741-8fab-7406cdc6d0f5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:11.807957 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c5cfdfb8-ff0e-4149-b668-f1ea5c995b38 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0210700 Dec 14 02:30:11.812538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49892) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:11.848130 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-1025a72d-99f5-4054-ae97-2f6b72b2138a admin admin] Request body: {'subnet': {'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119865978-subnet', 'tenant_id': 'c250e2eb12b842c7981eb003bb433d87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:30:11.931544 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d91d57c-793c-4845-8f67-77da45c262e0 req-7de2f79b-fd8a-41cb-9d32-92c792ddbb59 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups?id=3180544c-c1c6-47c8-983e-8f8624c53aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234225 Dec 14 02:30:12.022677 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94660124-5d46-441b-a979-2b2dff40b75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:12.089026 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985d69e-3733-4bd9-a3d7-a47043ec1f7b req-7d48e647-6ba3-46dc-9142-fc4fe7f64a81 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:12.092417 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94660124-5d46-441b-a979-2b2dff40b75f admin admin] Pushing event updated for resources: {'Subnet': ['ID=910eea08-4d33-4074-9b7e-02985bebb931,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:12.097043 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c985d69e-3733-4bd9-a3d7-a47043ec1f7b req-7d48e647-6ba3-46dc-9142-fc4fe7f64a81 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 944 time: 0.1946464 Dec 14 02:30:12.108799 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1025a72d-99f5-4054-ae97-2f6b72b2138a admin admin] Made reservation on behalf of c250e2eb12b842c7981eb003bb433d87 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:30:12.109077 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94660124-5d46-441b-a979-2b2dff40b75f admin admin] Checking segment: {'id': '8a2db037-efcf-4b68-a99a-093d27bcb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b1d2050-6b07-4a19-b976-d539f4759521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:30:12.109530 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94660124-5d46-441b-a979-2b2dff40b75f admin admin] Network hostable DHCP agents. Network: 3b1d2050-6b07-4a19-b976-d539f4759521, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:30:12.111265 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1025a72d-99f5-4054-ae97-2f6b72b2138a admin admin] Publish callbacks [] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:12.216854 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94660124-5d46-441b-a979-2b2dff40b75f admin admin] Network 3b1d2050-6b07-4a19-b976-d539f4759521 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:30:12.272999 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b9c364d3-13da-4f85-adb1-5f600d525033 req-9a64519a-dfcf-4741-8fab-7406cdc6d0f5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:12.273395 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b9c364d3-13da-4f85-adb1-5f600d525033 req-9a64519a-dfcf-4741-8fab-7406cdc6d0f5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:12.273713 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-b9c364d3-13da-4f85-adb1-5f600d525033 req-9a64519a-dfcf-4741-8fab-7406cdc6d0f5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Floating IP 8c7dcbed-bb74-4d86-8728-d90d62ef1e28 disassociated. External IP: 172.25.7.214, port: 805aec2d-7a70-43d6-9435-1557d0373a93. Dec 14 02:30:12.274058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-b9c364d3-13da-4f85-adb1-5f600d525033 req-9a64519a-dfcf-4741-8fab-7406cdc6d0f5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Calling delete_port for 805aec2d-7a70-43d6-9435-1557d0373a93 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:30:12.282696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c985d69e-3733-4bd9-a3d7-a47043ec1f7b req-5fa7414b-a736-4c48-b94b-df6d9ed0d326 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847608 Dec 14 02:30:12.321860 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-94660124-5d46-441b-a979-2b2dff40b75f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 3b1d2050-6b07-4a19-b976-d539f4759521) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:30:12.328382 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94660124-5d46-441b-a979-2b2dff40b75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:12.328932 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94660124-5d46-441b-a979-2b2dff40b75f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:12.331709 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500149c8-c354-4394-b057-27b1e7b25edb None None] Network 3b1d2050-6b07-4a19-b976-d539f4759521 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:30:12.429117 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-94660124-5d46-441b-a979-2b2dff40b75f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9024098 Dec 14 02:30:12.485065 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bca83b-ad2d-4134-bea3-7e4e96d42937 None None] Network 3b1d2050-6b07-4a19-b976-d539f4759521 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:30:12.623012 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1025a72d-99f5-4054-ae97-2f6b72b2138a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:13.093946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025a72d-99f5-4054-ae97-2f6b72b2138a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d02602b8-a731-41eb-a08c-a461e9a5ff77,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:13.107073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1eae6-4f39-4f51-ab4a-51af41eb86a9 req-4d8d0490-c945-4420-b3d1-14ca3537ee7c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:13.108835 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-adc1eae6-4f39-4f51-ab4a-51af41eb86a9 req-4d8d0490-c945-4420-b3d1-14ca3537ee7c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.5111151 Dec 14 02:30:13.121108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-c4c0c247-0762-4cdf-8e2b-fdc063ad52ff service neutron] 10.222.0.47 "GET /v2.0/ports/37134d28-e14f-460e-9f19-5f5c9702326a/bindings/n-h1-821636-1 HTTP/1.1" status: 200 len: 384 time: 0.5118692 Dec 14 02:30:13.127690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1025a72d-99f5-4054-ae97-2f6b72b2138a admin admin] Checking segment: {'id': 'fd1dcf92-84e2-419d-80e2-025bcb930640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:30:13.128049 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1025a72d-99f5-4054-ae97-2f6b72b2138a admin admin] Network hostable DHCP agents. Network: 1caef7d7-3439-425b-9c44-21dd8fbc9281, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:30:13.140837 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b9c364d3-13da-4f85-adb1-5f600d525033 req-9a64519a-dfcf-4741-8fab-7406cdc6d0f5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:13.188937 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64519a-dfcf-4741-8fab-7406cdc6d0f5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Pushing event deleted for resources: {'Port': ['ID=805aec2d-7a70-43d6-9435-1557d0373a93,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:13.354945 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-adc1eae6-4f39-4f51-ab4a-51af41eb86a9 req-d3ab78f7-96c5-4da0-9588-7aeb1832a8de tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380943 Dec 14 02:30:13.384596 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a986ac5-1676-43b6-9cd5-0e9e4ac4867d req-7184c44e-6ac3-479c-ba85-d4b045c4d3f3 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 210 time: 0.0833151 Dec 14 02:30:13.395076 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1025a72d-99f5-4054-ae97-2f6b72b2138a admin admin] Network 1caef7d7-3439-425b-9c44-21dd8fbc9281 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:30:13.550715 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-1025a72d-99f5-4054-ae97-2f6b72b2138a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 1caef7d7-3439-425b-9c44-21dd8fbc9281) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:30:13.554962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1025a72d-99f5-4054-ae97-2f6b72b2138a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:13.555782 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1025a72d-99f5-4054-ae97-2f6b72b2138a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:13.569171 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f312f35f-93d7-4483-9269-2f7aeeab419c None None] Network 1caef7d7-3439-425b-9c44-21dd8fbc9281 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:30:13.622947 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1837f81-44ee-4296-b12d-8c95634ff716 req-04acfb5d-15fd-455c-be73-fa58d37d9152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:13.624681 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1837f81-44ee-4296-b12d-8c95634ff716 req-04acfb5d-15fd-455c-be73-fa58d37d9152 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ec77c515bf840a6800e08bac2ce344e&device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 1096 time: 0.2426128 Dec 14 02:30:13.628146 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49930) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:13.634191 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-714491f9-05df-4c81-b9ed-474c0498417c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1033744095-network', 'tenant_id': '3c99519d3dff4f1b8705302f467246be'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:30:13.681900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9c364d3-13da-4f85-adb1-5f600d525033 req-9a64519a-dfcf-4741-8fab-7406cdc6d0f5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Router 07d711a3-15e1-406a-a16c-19b9930ebad9 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:30:13.731625 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-1caef7d7-3439-425b-9c44-21dd8fbc9281', 'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281', 'project_id': 'c250e2eb12b842c7981eb003bb433d87', 'fixed_ips': [{'subnet_id': 'd02602b8-a731-41eb-a08c-a461e9a5ff77'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:30:13.739364 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:13.744627 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714491f9-05df-4c81-b9ed-474c0498417c admin admin] Made reservation on behalf of 3c99519d3dff4f1b8705302f467246be for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:30:13.759524 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-714491f9-05df-4c81-b9ed-474c0498417c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:13.769953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd97e03-d8d6-491f-9150-b58132537119 req-22a9ba39-7c6b-4033-a6a2-34ea62c1a07c tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:13.769953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dfd97e03-d8d6-491f-9150-b58132537119 req-22a9ba39-7c6b-4033-a6a2-34ea62c1a07c tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.2918673 Dec 14 02:30:13.797461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40042d07-49b3-459e-93f3-7f4b9e242b44 req-320f6f61-9ece-4e6f-8a3d-4a875bc37791 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:13.804842 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40042d07-49b3-459e-93f3-7f4b9e242b44 req-320f6f61-9ece-4e6f-8a3d-4a875bc37791 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 944 time: 0.3195245 Dec 14 02:30:13.809620 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-714491f9-05df-4c81-b9ed-474c0498417c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:13.850702 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 37134d28-e14f-460e-9f19-5f5c9702326a no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:30:13.930376 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1025a72d-99f5-4054-ae97-2f6b72b2138a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1141536 Dec 14 02:30:13.934371 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49934) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:13.942231 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2119865978-router', 'tenant_id': 'c250e2eb12b842c7981eb003bb433d87', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:30:13.946811 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-946b4e33-32d4-4183-bd1d-a5f7509009c7 service neutron] For port 37134d28-e14f-460e-9f19-5f5c9702326a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=37134d28-e14f-460e-9f19-5f5c9702326a,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:14.009394 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Allocated IP 172.20.0.2 (1caef7d7-3439-425b-9c44-21dd8fbc9281/d02602b8-a731-41eb-a08c-a461e9a5ff77/07820172-8fae-402a-9234-716cfb6e5422) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:30:14.044954 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-714491f9-05df-4c81-b9ed-474c0498417c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:14.066122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40042d07-49b3-459e-93f3-7f4b9e242b44 req-d1ad400c-67e9-4168-8d52-90194603af2d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602975 Dec 14 02:30:14.071784 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:14.073197 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:14.098063 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1837f81-44ee-4296-b12d-8c95634ff716 req-87a261b8-06aa-4bc3-af9e-5c654750abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:14.099621 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1837f81-44ee-4296-b12d-8c95634ff716 req-87a261b8-06aa-4bc3-af9e-5c654750abb9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45668812-ea3d-4860-af8b-e8fa47cd0af8 HTTP/1.1" status: 200 len: 920 time: 0.4644222 Dec 14 02:30:14.157634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-946b4e33-32d4-4183-bd1d-a5f7509009c7 service neutron] For port 37134d28-e14f-460e-9f19-5f5c9702326a, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:30:14.161413 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1837f81-44ee-4296-b12d-8c95634ff716 req-d65a36fc-9392-4243-8478-14ec68c23b38 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab09f211-b27a-4cb4-a977-c47c43256d1c HTTP/1.1" status: 200 len: 217 time: 0.0452547 Dec 14 02:30:14.162446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9c364d3-13da-4f85-adb1-5f600d525033 req-9a64519a-dfcf-4741-8fab-7406cdc6d0f5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:30:14.175420 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ed69b9-8698-4ee3-8941-346e3cb1ab87 None None] Sync routers for ids ['07d711a3-15e1-406a-a16c-19b9930ebad9'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:30:14.202154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dfd97e03-d8d6-491f-9150-b58132537119 req-bf7bc9d1-81ee-4ee1-8dbe-cbcbcb6890cc tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829246 Dec 14 02:30:14.223381 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ed69b9-8698-4ee3-8941-346e3cb1ab87 None None] Routers {'07d711a3-15e1-406a-a16c-19b9930ebad9'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:30:14.224611 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-39ed69b9-8698-4ee3-8941-346e3cb1ab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:30:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['07d711a3-15e1-406a-a16c-19b9930ebad9'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:14.256860 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:14.260824 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:14.261513 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-714491f9-05df-4c81-b9ed-474c0498417c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:14.308320 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714491f9-05df-4c81-b9ed-474c0498417c admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:30:14.333541 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714491f9-05df-4c81-b9ed-474c0498417c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a1c2ba-41b3-42e8-a672-e1f4e1c6e987,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:14.338445 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-714491f9-05df-4c81-b9ed-474c0498417c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:14.338743 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-714491f9-05df-4c81-b9ed-474c0498417c admin admin] Added segment f160bfd0-9ffa-49c5-959f-314b7b5663f8 of type vlan for network 3d01eb36-df82-4748-8c7e-aa9ac21267d1 Dec 14 02:30:14.361767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-946b4e33-32d4-4183-bd1d-a5f7509009c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37134d28-e14f-460e-9f19-5f5c9702326a {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:30:14.382161 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:14.382388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c364d3-13da-4f85-adb1-5f600d525033 req-9a64519a-dfcf-4741-8fab-7406cdc6d0f5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] No DVR routers for this DVR port 805aec2d-7a70-43d6-9435-1557d0373a93 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:30:14.393944 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b9c364d3-13da-4f85-adb1-5f600d525033 req-9a64519a-dfcf-4741-8fab-7406cdc6d0f5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:14.397359 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b9c364d3-13da-4f85-adb1-5f600d525033 req-9a64519a-dfcf-4741-8fab-7406cdc6d0f5 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.46 "DELETE /v2.0/ports/805aec2d-7a70-43d6-9435-1557d0373a93 HTTP/1.1" status: 204 len: 173 time: 3.1704154 Dec 14 02:30:14.399648 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb32658-181a-4857-8b1c-c37635cd26ba', 'name': 'network-vif-deleted', 'tag': '805aec2d-7a70-43d6-9435-1557d0373a93'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:30:14.402200 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ada67a-0041-4dbf-a706-9d4f49b31df9" -d '{"events": [{"server_uuid": "deb32658-181a-4857-8b1c-c37635cd26ba", "name": "network-vif-deleted", "tag": "805aec2d-7a70-43d6-9435-1557d0373a93"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:30:14.409073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-946b4e33-32d4-4183-bd1d-a5f7509009c7 service neutron] For port 37134d28-e14f-460e-9f19-5f5c9702326a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=37134d28-e14f-460e-9f19-5f5c9702326a,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:14.424224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1837f81-44ee-4296-b12d-8c95634ff716 req-6467ac57-f9ae-4d49-800d-d7b8e7a0602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:14.425945 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1837f81-44ee-4296-b12d-8c95634ff716 req-6467ac57-f9ae-4d49-800d-d7b8e7a0602b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8533d72d-4e0c-4d2f-a143-170efd8357c9 HTTP/1.1" status: 200 len: 859 time: 0.2391312 Dec 14 02:30:14.491838 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-39ed69b9-8698-4ee3-8941-346e3cb1ab87 None None] Set router 07d711a3-15e1-406a-a16c-19b9930ebad9 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:30:14.519949 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-714491f9-05df-4c81-b9ed-474c0498417c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:14.521028 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1837f81-44ee-4296-b12d-8c95634ff716 req-38266fae-b6f7-4787-9803-70036405fa3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45668812-ea3d-4860-af8b-e8fa47cd0af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843227 Dec 14 02:30:14.524492 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69a6a97-64c6-4a3f-81ca-33f142482f7a x-openstack-request-id: req-f69a6a97-64c6-4a3f-81ca-33f142482f7a {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:30:14.524794 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb32658-181a-4857-8b1c-c37635cd26ba", "name": "network-vif-deleted", "tag": "805aec2d-7a70-43d6-9435-1557d0373a93", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:30:14.528247 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f69a6a97-64c6-4a3f-81ca-33f142482f7a {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:30:14.528247 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deb32658-181a-4857-8b1c-c37635cd26ba', 'name': 'network-vif-deleted', 'tag': '805aec2d-7a70-43d6-9435-1557d0373a93', 'status': 'completed', 'code': 200} Dec 14 02:30:14.528247 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-946b4e33-32d4-4183-bd1d-a5f7509009c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:14.582169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Network 1caef7d7-3439-425b-9c44-21dd8fbc9281 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:30:14.585357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Pushing event updated for resources: {'Port': ['ID=07820172-8fae-402a-9234-716cfb6e5422,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:14.597346 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:30:14.608134 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:30:14.626296 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:14.693557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Attempting to bind port 07820172-8fae-402a-9234-716cfb6e5422 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:30:14.694305 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Attempting to bind port 07820172-8fae-402a-9234-716cfb6e5422 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'fd1dcf92-84e2-419d-80e2-025bcb930640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:30:14.694954 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Attempting to bind port 07820172-8fae-402a-9234-716cfb6e5422 on network 1caef7d7-3439-425b-9c44-21dd8fbc9281 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:30:14.701466 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:30:14.701942 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Checking segment: {'id': 'fd1dcf92-84e2-419d-80e2-025bcb930640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:30:14.702409 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:14.702813 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Bound using segment: {'id': 'fd1dcf92-84e2-419d-80e2-025bcb930640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:30:14.703295 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Bound port: 07820172-8fae-402a-9234-716cfb6e5422, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1dcf92-84e2-419d-80e2-025bcb930640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:30:14.703683 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:14.764427 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88ed90d7-e064-41bc-91a5-f7f8a0c4fc47 req-684eada6-7bd9-4410-80d2-76d77c42d6a7 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/ports?device_id=deb32658-181a-4857-8b1c-c37635cd26ba HTTP/1.1" status: 200 len: 210 time: 0.0893087 Dec 14 02:30:14.788168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e718e46-cc26-40dd-937e-9fb16f185b49 req-10bd6d0e-97a3-4d4e-bd1f-4ebb3e6229ed tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:14.788688 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-714491f9-05df-4c81-b9ed-474c0498417c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:14.790054 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714491f9-05df-4c81-b9ed-474c0498417c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:14.790625 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-714491f9-05df-4c81-b9ed-474c0498417c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:14.800087 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e718e46-cc26-40dd-937e-9fb16f185b49 req-10bd6d0e-97a3-4d4e-bd1f-4ebb3e6229ed tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.2775252 Dec 14 02:30:14.847937 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] For port 07820172-8fae-402a-9234-716cfb6e5422, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:30:14.864628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-946b4e33-32d4-4183-bd1d-a5f7509009c7 service neutron] Transition to ACTIVE for port object 37134d28-e14f-460e-9f19-5f5c9702326a will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:30:14.867762 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] For port 07820172-8fae-402a-9234-716cfb6e5422, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=07820172-8fae-402a-9234-716cfb6e5422,segment=NetworkSegment(fd1dcf92-84e2-419d-80e2-025bcb930640),segment_id=fd1dcf92-84e2-419d-80e2-025bcb930640)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:30:14.873140 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1837f81-44ee-4296-b12d-8c95634ff716 req-1d8a1cf1-7b24-4f82-ae75-9cbac45c3d94 service neutron] 10.222.0.47 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913249 Dec 14 02:30:14.875948 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 805aec2d-7a70-43d6-9435-1557d0373a93 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:30:14.890653 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714491f9-05df-4c81-b9ed-474c0498417c admin admin] Pushing event updated for resources: {'Network': ['ID=3d01eb36-df82-4748-8c7e-aa9ac21267d1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:14.906150 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-714491f9-05df-4c81-b9ed-474c0498417c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2767675 Dec 14 02:30:14.909545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49942) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:14.912640 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 805aec2d-7a70-43d6-9435-1557d0373a93 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:30:14.912995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 805aec2d-7a70-43d6-9435-1557d0373a93 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:30:14.914619 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 3d01eb36-df82-4748-8c7e-aa9ac21267d1 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:30:14.915272 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-467a9605-e6bf-4e6b-af46-1f11abe4a8a0 admin admin] Request body: {'subnet': {'network_id': '3d01eb36-df82-4748-8c7e-aa9ac21267d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1033744095-subnet', 'tenant_id': '3c99519d3dff4f1b8705302f467246be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:30:14.979385 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1837f81-44ee-4296-b12d-8c95634ff716 req-a3138e0b-806d-4a42-81e7-e48348070084 service neutron] 10.222.0.47 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951185 Dec 14 02:30:14.985690 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-946b4e33-32d4-4183-bd1d-a5f7509009c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:14.994927 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e718e46-cc26-40dd-937e-9fb16f185b49 req-89a11975-e617-4434-8bc6-5493d74c654c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893351 Dec 14 02:30:14.998935 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-39ed69b9-8698-4ee3-8941-346e3cb1ab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:25:03Z', 'revision_number': 4, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port': {'id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:24:59Z', 'updated_at': '2021-12-14T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '083e6d24-6c73-47ea-a5c3-66ab99d806d1', 'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'mac_address': 'fa:16:3e:ce:1e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:02Z', 'updated_at': '2021-12-14T02:25:07Z', 'revision_number': 5, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'subnets': [{'id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:15.032655 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:15.046761 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ed69b9-8698-4ee3-8941-346e3cb1ab87 None None] Checking router: 07d711a3-15e1-406a-a16c-19b9930ebad9 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:30:15.058194 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ed69b9-8698-4ee3-8941-346e3cb1ab87 None None] Routers {'07d711a3-15e1-406a-a16c-19b9930ebad9'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:30:15.058194 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-39ed69b9-8698-4ee3-8941-346e3cb1ab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:30:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['07d711a3-15e1-406a-a16c-19b9930ebad9'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:15.083347 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467a9605-e6bf-4e6b-af46-1f11abe4a8a0 admin admin] Made reservation on behalf of 3c99519d3dff4f1b8705302f467246be for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:30:15.085697 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-467a9605-e6bf-4e6b-af46-1f11abe4a8a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:15.118180 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-946b4e33-32d4-4183-bd1d-a5f7509009c7 service neutron] No DVR routers for this DVR port 37134d28-e14f-460e-9f19-5f5c9702326a on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:30:15.129672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b4e33-32d4-4183-bd1d-a5f7509009c7 service neutron] Pushing event updated for resources: {'Port': ['ID=37134d28-e14f-460e-9f19-5f5c9702326a,revision_number=10']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:15.160786 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-946b4e33-32d4-4183-bd1d-a5f7509009c7 service neutron] 10.222.0.47 "PUT /v2.0/ports/37134d28-e14f-460e-9f19-5f5c9702326a/bindings/n-h1-821636-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9770494 Dec 14 02:30:15.164695 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca7109-2614-4355-b304-d9366e3a29e8 None None] Pushing event updated for resources: {'Port': ['ID=07820172-8fae-402a-9234-716cfb6e5422,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:15.223566 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-39ed69b9-8698-4ee3-8941-346e3cb1ab87 None None] Set router 07d711a3-15e1-406a-a16c-19b9930ebad9 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:30:15.248273 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94379f67-2b78-4f1e-8697-f62734895f10 req-49288a1d-0ece-487d-8709-c17a45ff5230 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:15.250421 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94379f67-2b78-4f1e-8697-f62734895f10 req-49288a1d-0ece-487d-8709-c17a45ff5230 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 945 time: 0.0625725 Dec 14 02:30:15.313100 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:15.334815 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94379f67-2b78-4f1e-8697-f62734895f10 req-cf97ad5d-1999-465b-9fbf-34de9ff537c8 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745568 Dec 14 02:30:15.393199 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:15.478604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa6bc3-3ce7-439e-b448-e4d125934c89 req-b4dcd33f-a767-4868-b16f-962263d64dd5 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:15.490220 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-96fa6bc3-3ce7-439e-b448-e4d125934c89 req-b4dcd33f-a767-4868-b16f-962263d64dd5 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.1522837 Dec 14 02:30:15.494266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-9c2b75a9-6344-49fc-9dd9-4c8fab83911e tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:15.495689 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-9c2b75a9-6344-49fc-9dd9-4c8fab83911e tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca&tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&binding%3Ahost_id=n-h2-821636-1 HTTP/1.1" status: 200 len: 1096 time: 0.1155074 Dec 14 02:30:15.591934 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-39ed69b9-8698-4ee3-8941-346e3cb1ab87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:25:03Z', 'revision_number': 4, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port': {'id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:24:59Z', 'updated_at': '2021-12-14T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '083e6d24-6c73-47ea-a5c3-66ab99d806d1', 'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'mac_address': 'fa:16:3e:ce:1e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:02Z', 'updated_at': '2021-12-14T02:25:07Z', 'revision_number': 5, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'subnets': [{'id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:15.620353 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-467a9605-e6bf-4e6b-af46-1f11abe4a8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:15.628724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] Allocated IP 172.25.7.183 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/f0306a2a-d83e-4445-8efc-f94cab451055) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:30:15.646124 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-96fa6bc3-3ce7-439e-b448-e4d125934c89 req-6baa45a9-e360-4997-8901-64c45943d164 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388614 Dec 14 02:30:15.680694 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ed69b9-8698-4ee3-8941-346e3cb1ab87 None None] The sync data for ids ['07d711a3-15e1-406a-a16c-19b9930ebad9'] in n-d-821636-1 is: [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:25:03Z', 'revision_number': 4, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port': {'id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:24:59Z', 'updated_at': '2021-12-14T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '083e6d24-6c73-47ea-a5c3-66ab99d806d1', 'name': '', 'network_id': 'c04429dc-468a-4168-bf68-221cba49072a', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'mac_address': 'fa:16:3e:ce:1e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:02Z', 'updated_at': '2021-12-14T02:25:07Z', 'revision_number': 5, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'subnets': [{'id': 'a5c5572c-4193-43ef-9be4-6611a52aae66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:30:15.742012 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467a9605-e6bf-4e6b-af46-1f11abe4a8a0 admin admin] Checking segment: {'id': 'f160bfd0-9ffa-49c5-959f-314b7b5663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '3d01eb36-df82-4748-8c7e-aa9ac21267d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:30:15.742635 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467a9605-e6bf-4e6b-af46-1f11abe4a8a0 admin admin] Network hostable DHCP agents. Network: 3d01eb36-df82-4748-8c7e-aa9ac21267d1, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:30:15.749225 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a9605-e6bf-4e6b-af46-1f11abe4a8a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e50bd016-28be-4a85-839d-ac2a5ee4378e,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:15.851682 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-1c9fa380-053c-468b-b055-b81b7309c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:15.853214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-1c9fa380-053c-468b-b055-b81b7309c3be service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca&tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8 HTTP/1.1" status: 200 len: 1096 time: 0.3457894 Dec 14 02:30:15.875818 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:15.900422 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467a9605-e6bf-4e6b-af46-1f11abe4a8a0 admin admin] Network 3d01eb36-df82-4748-8c7e-aa9ac21267d1 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:30:15.959359 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-f9982dd7-d055-4fd3-9690-b7b59543ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:15.965945 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-f9982dd7-d055-4fd3-9690-b7b59543ee55 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 1096 time: 0.0638778 Dec 14 02:30:16.013147 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-467a9605-e6bf-4e6b-af46-1f11abe4a8a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 3d01eb36-df82-4748-8c7e-aa9ac21267d1) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:30:16.017606 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a9605-e6bf-4e6b-af46-1f11abe4a8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:16.018629 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-467a9605-e6bf-4e6b-af46-1f11abe4a8a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:16.023681 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e26def-f6b4-466d-b6fa-354f7d0c6285 None None] Network 3d01eb36-df82-4748-8c7e-aa9ac21267d1 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:30:16.050239 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49968) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:16.051478 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:16.147996 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-467a9605-e6bf-4e6b-af46-1f11abe4a8a0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2371991 Dec 14 02:30:16.162941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-6798ecaf-fece-4641-902a-d74cf10ee4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:16.164939 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-6798ecaf-fece-4641-902a-d74cf10ee4b0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 200 len: 921 time: 0.1851430 Dec 14 02:30:16.180005 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:30:16.200859 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:30:16.203228 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] Pushing event updated for resources: {'Port': ['ID=f0306a2a-d83e-4445-8efc-f94cab451055,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:16.205708 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:30:16.271486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31716e6a-6741-4542-8cc7-d5e3285bc8c7 None None] New status for floating IP 8c7dcbed-bb74-4d86-8728-d90d62ef1e28: DOWN {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:30:16.307856 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-91c7ce58-5340-4112-a7db-86ba9c07aa06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=37134d28-e14f-460e-9f19-5f5c9702326a HTTP/1.1" status: 200 len: 217 time: 0.1275704 Dec 14 02:30:16.367193 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11922be0-d6db-4016-9890-820587962392 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:16.427385 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11922be0-d6db-4016-9890-820587962392 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:16.459934 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6736035-0f91-41a3-92cf-712a2b1642a3 None None] Network 3d01eb36-df82-4748-8c7e-aa9ac21267d1 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:30:16.467303 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560ec8a-c836-40f0-9063-5d17bd54bb1b req-78708100-ee90-4100-8036-eaf0245c9ddf tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:16.467914 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a560ec8a-c836-40f0-9063-5d17bd54bb1b req-78708100-ee90-4100-8036-eaf0245c9ddf tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.3205075 Dec 14 02:30:16.491355 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-1a15e0c2-4dfc-4e63-bebc-c5814cc73070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:16.495806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-1a15e0c2-4dfc-4e63-bebc-c5814cc73070 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 200 len: 860 time: 0.1759584 Dec 14 02:30:16.609151 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-ee234fcd-a119-4f3d-8ade-db311d3a1150 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c2babbdd-831e-4b48-8c93-0beb41d9211b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025913 Dec 14 02:30:16.664004 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:16.686389 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a560ec8a-c836-40f0-9063-5d17bd54bb1b req-e2f50498-cba1-4830-a453-d41e297de579 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082186 Dec 14 02:30:16.714696 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef6de98-b3f9-48c5-9ab2-00475751400d None None] Network 1caef7d7-3439-425b-9c44-21dd8fbc9281 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:30:16.726232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f772c-ecfd-431a-9462-b9b6d1c631c1 req-418ad1d5-e36e-4dba-89d9-0224ef97cf3f tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:16.727838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e86f772c-ecfd-431a-9462-b9b6d1c631c1 req-418ad1d5-e36e-4dba-89d9-0224ef97cf3f tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 945 time: 0.2329183 Dec 14 02:30:16.752674 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11922be0-d6db-4016-9890-820587962392 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:16.752674 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11922be0-d6db-4016-9890-820587962392 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:16.758862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-11922be0-d6db-4016-9890-820587962392 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "DELETE /v2.0/security-groups/3180544c-c1c6-47c8-983e-8f8624c53aff HTTP/1.1" status: 204 len: 168 time: 0.7074909 Dec 14 02:30:16.762319 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49986) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:16.829772 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-66627554-88f2-4844-b644-699a0fe31db2 None None] Provisioning complete for port 07820172-8fae-402a-9234-716cfb6e5422 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:16.830287 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-66627554-88f2-4844-b644-699a0fe31db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:16.858584 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11922be0-d6db-4016-9890-820587962392 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3180544c-c1c6-47c8-983e-8f8624c53aff,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:16.865928 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-c3c82ea3-8611-4745-b770-871796541d65 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] show failed (client error): The resource could not be found. Dec 14 02:30:16.866971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 07820172-8fae-402a-9234-716cfb6e5422 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:30:16.867216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c3c82ea3-8611-4745-b770-871796541d65 tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "GET /v2.0/security-groups/3180544c-c1c6-47c8-983e-8f8624c53aff HTTP/1.1" status: 404 len: 347 time: 0.1004739 Dec 14 02:30:16.869932 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-ad4fc8a4-137b-462b-9580-56cbbaa08425 service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518055 Dec 14 02:30:16.875005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49988) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:17.004417 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:17.014148 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 07820172-8fae-402a-9234-716cfb6e5422 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:17.014993 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:17.024395 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-9223a6c0-e3ed-4a2b-84d7-389d09f2f26b service neutron] 10.222.0.46 "GET /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361656 Dec 14 02:30:17.062211 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-66627554-88f2-4844-b644-699a0fe31db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:17.123898 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-66627554-88f2-4844-b644-699a0fe31db2 None None] For port 07820172-8fae-402a-9234-716cfb6e5422, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=07820172-8fae-402a-9234-716cfb6e5422,segment=NetworkSegment(fd1dcf92-84e2-419d-80e2-025bcb930640),segment_id=fd1dcf92-84e2-419d-80e2-025bcb930640)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:17.130626 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e86f772c-ecfd-431a-9462-b9b6d1c631c1 req-ab7cf6c8-5e34-440c-9aaa-e6178f389c01 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856750 Dec 14 02:30:17.213494 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-66627554-88f2-4844-b644-699a0fe31db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:17.218411 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:17.304610 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] Router a1372ade-817f-4838-a3cf-cbe59946d90f is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:30:17.322034 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66627554-88f2-4844-b644-699a0fe31db2 None None] Pushing event updated for resources: {'Port': ['ID=07820172-8fae-402a-9234-716cfb6e5422,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:17.338733 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:30:17.338981 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:30:17.346400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-134ce7c9-5726-4051-95cd-68e89d148bfa None None] Provisioning complete for port 07820172-8fae-402a-9234-716cfb6e5422 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:17.346902 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-134ce7c9-5726-4051-95cd-68e89d148bfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:17.640595 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d1c8e-3f39-4e6d-8337-6d2a195a7b82 req-22c416c2-beca-4104-b71e-98e858d70405 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:17.642168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a4d1c8e-3f39-4e6d-8337-6d2a195a7b82 req-22c416c2-beca-4104-b71e-98e858d70405 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.1360416 Dec 14 02:30:17.655310 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-ca66fe26-00a2-421e-8c4a-459589cc3015 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:17.656801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-ca66fe26-00a2-421e-8c4a-459589cc3015 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/networks?id=3b1d2050-6b07-4a19-b976-d539f4759521 HTTP/1.1" status: 200 len: 813 time: 0.5632823 Dec 14 02:30:17.663664 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-7c9939df-6c8c-46a7-82cf-e42eb88f074f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Deleting port 824833f6-e391-45d1-9c03-6aef50d6d0bd {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:30:17.663999 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c9939df-6c8c-46a7-82cf-e42eb88f074f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:17.675536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-d893e59a-fa29-4ae5-85cb-e64f731a5f0b tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:17.677019 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-d893e59a-fa29-4ae5-85cb-e64f731a5f0b tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca&tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 1096 time: 0.1289930 Dec 14 02:30:17.698154 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:30:17.709000 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Sync routers for ids ['a1372ade-817f-4838-a3cf-cbe59946d90f'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:30:17.723203 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Routers {'a1372ade-817f-4838-a3cf-cbe59946d90f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:30:17.723458 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:30:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a1372ade-817f-4838-a3cf-cbe59946d90f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:17.735769 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-e1447171-2a1c-4b49-818c-5cec5396dd11 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/quotas/4084e8285f8249f0843b7d1fd8f40b6a HTTP/1.1" status: 200 len: 375 time: 0.0691271 Dec 14 02:30:17.819768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-f84c11ab-fd00-46b6-8c26-1aae0d087149 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4084e8285f8249f0843b7d1fd8f40b6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0542474 Dec 14 02:30:17.826579 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:17.829519 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-70add499-87dc-4a80-a6be-685561129429 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8891473 Dec 14 02:30:17.830902 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50000) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:17.832609 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Set router a1372ade-817f-4838-a3cf-cbe59946d90f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:30:17.833727 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a4d1c8e-3f39-4e6d-8337-6d2a195a7b82 req-5e233822-994e-4933-85d2-ccd4829b2da3 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759355 Dec 14 02:30:17.876053 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c9939df-6c8c-46a7-82cf-e42eb88f074f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:17.876387 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c9939df-6c8c-46a7-82cf-e42eb88f074f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:17.891093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-7c9939df-6c8c-46a7-82cf-e42eb88f074f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Calling delete_port for 824833f6-e391-45d1-9c03-6aef50d6d0bd owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:30:18.061666 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1372ade-817f-4838-a3cf-cbe59946d90f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119865978-router', 'tenant_id': 'c250e2eb12b842c7981eb003bb433d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'f0306a2a-d83e-4445-8efc-f94cab451055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:30:14Z', 'updated_at': '2021-12-14T02:30:16Z', 'revision_number': 3, 'project_id': 'c250e2eb12b842c7981eb003bb433d87', 'gw_port': {'id': 'f0306a2a-d83e-4445-8efc-f94cab451055', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1372ade-817f-4838-a3cf-cbe59946d90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:15Z', 'updated_at': '2021-12-14T02:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:18.096661 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Checking router: a1372ade-817f-4838-a3cf-cbe59946d90f for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:30:18.098228 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Updating router a1372ade-817f-4838-a3cf-cbe59946d90f port f0306a2a-d83e-4445-8efc-f94cab451055 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:30:18.134320 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:18.184548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4c8bc-7d0a-41f0-99b3-4fc2b6b53f57 req-26810cbc-07fb-4b05-98a4-3c0e05c74811 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:18.186146 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c3e4c8bc-7d0a-41f0-99b3-4fc2b6b53f57 req-26810cbc-07fb-4b05-98a4-3c0e05c74811 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.1706676 Dec 14 02:30:18.195470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-5f0d16e3-53cb-4c20-99ef-8878b9eeb0d1 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1d2050-6b07-4a19-b976-d539f4759521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479130 Dec 14 02:30:18.288563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-5cc59384-a45b-49f0-a6ba-f21e1fd332a4 service neutron] For port 37134d28-e14f-460e-9f19-5f5c9702326a, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:30:18.296874 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-5cc59384-a45b-49f0-a6ba-f21e1fd332a4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:18.298019 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fc0ba92-002a-4956-9b6f-29111fa04615 req-5cc59384-a45b-49f0-a6ba-f21e1fd332a4 service neutron] 10.222.0.46 "DELETE /v2.0/ports/37134d28-e14f-460e-9f19-5f5c9702326a/bindings/n-h2-821636-1 HTTP/1.1" status: 204 len: 173 time: 0.5750787 Dec 14 02:30:18.311569 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c3e4c8bc-7d0a-41f0-99b3-4fc2b6b53f57 req-dd6e8b0d-4fa2-4482-a8e6-524fcaeacee1 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145351 Dec 14 02:30:18.320871 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c9939df-6c8c-46a7-82cf-e42eb88f074f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:18.352262 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0c6d4be-4008-43ea-badd-5bc54bc15cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:18.369329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9939df-6c8c-46a7-82cf-e42eb88f074f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Pushing event deleted for resources: {'Port': ['ID=824833f6-e391-45d1-9c03-6aef50d6d0bd,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:18.395652 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-72463143-d3da-4c85-a3ab-c78871254ce6 service neutron] 10.222.0.39 "GET /v2.0/networks/3b1d2050-6b07-4a19-b976-d539f4759521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841390 Dec 14 02:30:18.421540 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c9939df-6c8c-46a7-82cf-e42eb88f074f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:18.424086 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c9939df-6c8c-46a7-82cf-e42eb88f074f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:18.425223 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7c9939df-6c8c-46a7-82cf-e42eb88f074f tempest-ServersWithSpecificFlavorTestJSON-137356353 tempest-ServersWithSpecificFlavorTestJSON-137356353-project] 10.222.0.39 "DELETE /v2.0/floatingips/8c7dcbed-bb74-4d86-8728-d90d62ef1e28 HTTP/1.1" status: 204 len: 168 time: 1.5494070 Dec 14 02:30:18.468557 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:18.479038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ff452-61b7-4280-9dca-22b52f6d6adc req-51280600-9820-489a-b434-dd7be46e7dc4 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:18.481252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-906ff452-61b7-4280-9dca-22b52f6d6adc req-51280600-9820-489a-b434-dd7be46e7dc4 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 945 time: 0.0703781 Dec 14 02:30:18.540788 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-906ff452-61b7-4280-9dca-22b52f6d6adc req-f8874f93-2cd2-4774-9e52-4e2384a9f5bf tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508080 Dec 14 02:30:18.553694 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:18.571980 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-d0c6d4be-4008-43ea-badd-5bc54bc15cc1 admin admin] Allocated IP 172.20.0.1 (1caef7d7-3439-425b-9c44-21dd8fbc9281/d02602b8-a731-41eb-a08c-a461e9a5ff77/5be7bae7-a5a8-4537-8455-2c90cdf436fa) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:30:18.619709 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Attempting to bind port f0306a2a-d83e-4445-8efc-f94cab451055 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:30:18.620161 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Attempting to bind port f0306a2a-d83e-4445-8efc-f94cab451055 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:30:18.620599 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Attempting to bind port f0306a2a-d83e-4445-8efc-f94cab451055 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:30:18.623469 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c79840-26fe-4539-a3bf-2c83e3e88d70 None None] Pushing event updated for resources: {'Port': ['ID=f0306a2a-d83e-4445-8efc-f94cab451055,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:18.647030 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:30:18.647419 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:30:18.647826 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:18.648235 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:30:18.648716 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Bound port: f0306a2a-d83e-4445-8efc-f94cab451055, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:30:18.649117 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:18.652487 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c79840-26fe-4539-a3bf-2c83e3e88d70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:18.652839 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c79840-26fe-4539-a3bf-2c83e3e88d70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:18.653183 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c79840-26fe-4539-a3bf-2c83e3e88d70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:18.653549 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c79840-26fe-4539-a3bf-2c83e3e88d70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:18.653886 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c79840-26fe-4539-a3bf-2c83e3e88d70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:18.654215 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c79840-26fe-4539-a3bf-2c83e3e88d70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:18.654546 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c79840-26fe-4539-a3bf-2c83e3e88d70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:18.661848 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c79840-26fe-4539-a3bf-2c83e3e88d70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:18.662299 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c79840-26fe-4539-a3bf-2c83e3e88d70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:18.675671 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c79840-26fe-4539-a3bf-2c83e3e88d70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:18.676517 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c79840-26fe-4539-a3bf-2c83e3e88d70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:18.676688 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c79840-26fe-4539-a3bf-2c83e3e88d70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:18.677024 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c79840-26fe-4539-a3bf-2c83e3e88d70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:18.714336 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0c6d4be-4008-43ea-badd-5bc54bc15cc1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:18.768566 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f1d41e8-8579-4a41-8c66-2927e05af472 req-3ca051f6-0591-4c17-8a1f-87481beb08d3 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 210 time: 0.0322030 Dec 14 02:30:18.825066 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] For port f0306a2a-d83e-4445-8efc-f94cab451055, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:30:18.831060 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] For port f0306a2a-d83e-4445-8efc-f94cab451055, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f0306a2a-d83e-4445-8efc-f94cab451055,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:30:18.844221 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 07820172-8fae-402a-9234-716cfb6e5422 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:30:18.881249 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0c6d4be-4008-43ea-badd-5bc54bc15cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:18.936397 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c6d4be-4008-43ea-badd-5bc54bc15cc1 admin admin] Network 1caef7d7-3439-425b-9c44-21dd8fbc9281 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:30:18.939219 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-d0c6d4be-4008-43ea-badd-5bc54bc15cc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:30:18.942740 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6d4be-4008-43ea-badd-5bc54bc15cc1 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:30:18.946232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6986e-018c-4ca1-8402-211a5c5367ee req-ba9ace1b-124d-45bc-ac38-82071fe7b7fd tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:18.955551 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32e6986e-018c-4ca1-8402-211a5c5367ee req-ba9ace1b-124d-45bc-ac38-82071fe7b7fd tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 1096 time: 0.0644135 Dec 14 02:30:18.965387 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 07820172-8fae-402a-9234-716cfb6e5422 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:18.967122 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:18.979836 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6d4be-4008-43ea-badd-5bc54bc15cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=5be7bae7-a5a8-4537-8455-2c90cdf436fa,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:18.997053 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:18.998876 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0c6d4be-4008-43ea-badd-5bc54bc15cc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:19.066448 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32e6986e-018c-4ca1-8402-211a5c5367ee req-3f675b72-5a3e-49fc-9074-d9d113d8af8a tempest-LiveAutoBlockMigrationV225Test-1123083407 tempest-LiveAutoBlockMigrationV225Test-1123083407-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099219 Dec 14 02:30:19.131838 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Routers {'a1372ade-817f-4838-a3cf-cbe59946d90f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:30:19.135825 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:30:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a1372ade-817f-4838-a3cf-cbe59946d90f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:19.219668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c7bcc-7869-4458-ac34-dd03fcf2ff7d req-bf2f8e8f-86ed-4925-9c19-f6f7deb8a298 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:19.221387 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-106c7bcc-7869-4458-ac34-dd03fcf2ff7d req-bf2f8e8f-86ed-4925-9c19-f6f7deb8a298 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.0636787 Dec 14 02:30:19.235212 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c79840-26fe-4539-a3bf-2c83e3e88d70 None None] Pushing event updated for resources: {'Port': ['ID=f0306a2a-d83e-4445-8efc-f94cab451055,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:19.300972 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-27a7b468-ccd6-424d-9b26-95aaa01c514d None None] Provisioning complete for port 5be7bae7-a5a8-4537-8455-2c90cdf436fa triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:19.303018 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-27a7b468-ccd6-424d-9b26-95aaa01c514d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:19.348575 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] Set router a1372ade-817f-4838-a3cf-cbe59946d90f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:30:19.352249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-106c7bcc-7869-4458-ac34-dd03fcf2ff7d req-1108c016-93b3-418b-91ea-7435ad4cca6b tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241193 Dec 14 02:30:19.367923 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0c6d4be-4008-43ea-badd-5bc54bc15cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:19.382458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-27a7b468-ccd6-424d-9b26-95aaa01c514d None None] Port 5be7bae7-a5a8-4537-8455-2c90cdf436fa cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:30:19.537436 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0c6d4be-4008-43ea-badd-5bc54bc15cc1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:19.561048 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1372ade-817f-4838-a3cf-cbe59946d90f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119865978-router', 'tenant_id': 'c250e2eb12b842c7981eb003bb433d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'f0306a2a-d83e-4445-8efc-f94cab451055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:30:14Z', 'updated_at': '2021-12-14T02:30:16Z', 'revision_number': 3, 'project_id': 'c250e2eb12b842c7981eb003bb433d87', 'gw_port': {'id': 'f0306a2a-d83e-4445-8efc-f94cab451055', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1372ade-817f-4838-a3cf-cbe59946d90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:15Z', 'updated_at': '2021-12-14T02:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:19.598571 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d17511d-16f5-4688-aae6-ec0a4521aedb None None] The sync data for ids ['a1372ade-817f-4838-a3cf-cbe59946d90f'] in n-d-821636-1 is: [{'id': 'a1372ade-817f-4838-a3cf-cbe59946d90f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119865978-router', 'tenant_id': 'c250e2eb12b842c7981eb003bb433d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'f0306a2a-d83e-4445-8efc-f94cab451055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:30:14Z', 'updated_at': '2021-12-14T02:30:16Z', 'revision_number': 3, 'project_id': 'c250e2eb12b842c7981eb003bb433d87', 'gw_port': {'id': 'f0306a2a-d83e-4445-8efc-f94cab451055', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1372ade-817f-4838-a3cf-cbe59946d90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:15Z', 'updated_at': '2021-12-14T02:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:30:19.614036 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0c6d4be-4008-43ea-badd-5bc54bc15cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:19.660123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869091ab-008a-4be2-9681-ad0e86e0538a req-d0416880-c725-4e08-b446-a0a5e6691479 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:19.661782 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-869091ab-008a-4be2-9681-ad0e86e0538a req-d0416880-c725-4e08-b446-a0a5e6691479 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.0592852 Dec 14 02:30:19.685262 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0c6d4be-4008-43ea-badd-5bc54bc15cc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:19.689202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6d4be-4008-43ea-badd-5bc54bc15cc1 admin admin] Pushing event updated for resources: {'Port': ['ID=5be7bae7-a5a8-4537-8455-2c90cdf436fa,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:19.722302 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-869091ab-008a-4be2-9681-ad0e86e0538a req-e27a8bc9-bff4-4b14-8952-cc5b71e2bb30 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491691 Dec 14 02:30:19.912018 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c6d4be-4008-43ea-badd-5bc54bc15cc1 admin admin] Network 1caef7d7-3439-425b-9c44-21dd8fbc9281 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:30:19.915144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df12ed3-39fd-40ec-8382-38c655a49c3d req-86d78036-9863-45f8-afc2-0c2fac4b8dcb tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:19.916140 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-d0c6d4be-4008-43ea-badd-5bc54bc15cc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:30:19.952469 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5df12ed3-39fd-40ec-8382-38c655a49c3d req-86d78036-9863-45f8-afc2-0c2fac4b8dcb tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 945 time: 0.0954742 Dec 14 02:30:20.031270 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd5e224d-5569-4853-ac66-0a698adebd94 req-47ae3d6b-ed08-4f6a-85b8-5cfba60fd051 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 210 time: 0.0718677 Dec 14 02:30:20.098497 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5df12ed3-39fd-40ec-8382-38c655a49c3d req-96dadbe3-0b00-4061-9567-b5a3bcae1141 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437130 Dec 14 02:30:20.133535 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c6d4be-4008-43ea-badd-5bc54bc15cc1 admin admin] Router a1372ade-817f-4838-a3cf-cbe59946d90f has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:30:20.306818 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c6d4be-4008-43ea-badd-5bc54bc15cc1 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:30:20.313951 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d0c6d4be-4008-43ea-badd-5bc54bc15cc1 admin admin] 10.222.0.39 "PUT /v2.0/routers/a1372ade-817f-4838-a3cf-cbe59946d90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4812894 Dec 14 02:30:20.329766 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-38388d2a-7f35-41d4-b84e-3f48db6a3f91 None None] Provisioning complete for port 5be7bae7-a5a8-4537-8455-2c90cdf436fa triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:20.329766 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38388d2a-7f35-41d4-b84e-3f48db6a3f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:20.389952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-38388d2a-7f35-41d4-b84e-3f48db6a3f91 None None] Port 5be7bae7-a5a8-4537-8455-2c90cdf436fa cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:30:20.441338 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50060) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:20.509537 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:30:20.520702 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2148313-ed17-4737-b0e5-185a51f92d75 req-ceca8009-45cf-4430-976f-306e716644ba tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:20.529440 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2148313-ed17-4737-b0e5-185a51f92d75 req-ceca8009-45cf-4430-976f-306e716644ba tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.0783827 Dec 14 02:30:20.587814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2148313-ed17-4737-b0e5-185a51f92d75 req-590f2a45-f88c-4dbb-8647-3eb3695b808f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555899 Dec 14 02:30:20.657708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78f6aa-5184-4b8c-a15f-47b300de94db req-b476be2a-9089-4637-add1-1fc4ac77a1b3 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:20.659252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c78f6aa-5184-4b8c-a15f-47b300de94db req-b476be2a-9089-4637-add1-1fc4ac77a1b3 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.46 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 945 time: 0.0617635 Dec 14 02:30:20.796441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-1c78f6aa-5184-4b8c-a15f-47b300de94db req-92bed5e6-6cdf-4bad-9eb8-cdd2d5b82215 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Deleting port 37134d28-e14f-460e-9f19-5f5c9702326a {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:30:20.796793 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1c78f6aa-5184-4b8c-a15f-47b300de94db req-92bed5e6-6cdf-4bad-9eb8-cdd2d5b82215 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:20.864648 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f0306a2a-d83e-4445-8efc-f94cab451055 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:30:20.961080 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f0306a2a-d83e-4445-8efc-f94cab451055 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:20.963785 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:21.028918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c841bea-8242-4211-9d8c-5f79a007d0ab req-657f6f30-71fd-4c05-8091-d31c453a9684 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:21.031360 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c841bea-8242-4211-9d8c-5f79a007d0ab req-657f6f30-71fd-4c05-8091-d31c453a9684 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.1371198 Dec 14 02:30:21.041203 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-1c78f6aa-5184-4b8c-a15f-47b300de94db req-92bed5e6-6cdf-4bad-9eb8-cdd2d5b82215 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] For port 37134d28-e14f-460e-9f19-5f5c9702326a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=37134d28-e14f-460e-9f19-5f5c9702326a,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:21.042159 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1c78f6aa-5184-4b8c-a15f-47b300de94db req-92bed5e6-6cdf-4bad-9eb8-cdd2d5b82215 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:21.056670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-1c78f6aa-5184-4b8c-a15f-47b300de94db req-92bed5e6-6cdf-4bad-9eb8-cdd2d5b82215 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Calling delete_port for 37134d28-e14f-460e-9f19-5f5c9702326a owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:30:21.063888 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:21.100077 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port f0306a2a-d83e-4445-8efc-f94cab451055, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f0306a2a-d83e-4445-8efc-f94cab451055,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:21.113779 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c841bea-8242-4211-9d8c-5f79a007d0ab req-4f4fcfee-2975-481d-a8a9-27174517c130 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582910 Dec 14 02:30:21.189144 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a1611c0-4a8c-4ee5-835c-1141ccac9034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:21.195773 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:21.279831 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f874cf0b-c9db-4cd3-8243-3a56c39de6d1 req-8fc7c5db-4ea9-42d2-a505-6b2c1f1b044b tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 210 time: 0.0612488 Dec 14 02:30:21.289641 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=f0306a2a-d83e-4445-8efc-f94cab451055,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:21.360269 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9beb0-9ff1-4241-bc27-777e3a9fbe0c req-f36976f5-bbdd-42d0-84ab-dc418bbb84e5 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:21.362097 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5c9beb0-9ff1-4241-bc27-777e3a9fbe0c req-f36976f5-bbdd-42d0-84ab-dc418bbb84e5 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 945 time: 0.1005509 Dec 14 02:30:21.417768 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1c78f6aa-5184-4b8c-a15f-47b300de94db req-92bed5e6-6cdf-4bad-9eb8-cdd2d5b82215 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:21.453479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['7beaac61-5180-4a89-88b1-51fdb1b67570'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:30:21.476876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800470fd-ec21-46c5-b400-0404c0f12c22 req-ef7885bf-b778-4518-a902-bfe2aac72c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:21.479324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-800470fd-ec21-46c5-b400-0404c0f12c22 req-ef7885bf-b778-4518-a902-bfe2aac72c60 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 1096 time: 0.1152782 Dec 14 02:30:21.483879 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bed5e6-6cdf-4bad-9eb8-cdd2d5b82215 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Pushing event deleted for resources: {'Port': ['ID=37134d28-e14f-460e-9f19-5f5c9702326a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:21.506049 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5c9beb0-9ff1-4241-bc27-777e3a9fbe0c req-a725801b-f16b-45fd-be15-6980618baad0 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333675 Dec 14 02:30:21.557667 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50086) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:21.566573 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9f968117-3476-48db-b0fa-f3240fd07456 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-770952479-network', 'tenant_id': '113a23851b3e4eaa836ad94cf6c94f47'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:30:21.568498 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c78f6aa-5184-4b8c-a15f-47b300de94db req-92bed5e6-6cdf-4bad-9eb8-cdd2d5b82215 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] No DVR routers for this DVR port 37134d28-e14f-460e-9f19-5f5c9702326a on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:30:21.585918 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-0a1611c0-4a8c-4ee5-835c-1141ccac9034 admin admin] Deleting port 083e6d24-6c73-47ea-a5c3-66ab99d806d1 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:30:21.586225 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a1611c0-4a8c-4ee5-835c-1141ccac9034 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:21.587268 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1c78f6aa-5184-4b8c-a15f-47b300de94db req-92bed5e6-6cdf-4bad-9eb8-cdd2d5b82215 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:21.593575 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c78f6aa-5184-4b8c-a15f-47b300de94db req-92bed5e6-6cdf-4bad-9eb8-cdd2d5b82215 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.46 "DELETE /v2.0/ports/37134d28-e14f-460e-9f19-5f5c9702326a HTTP/1.1" status: 204 len: 173 time: 0.9177096 Dec 14 02:30:21.594478 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048876a7-5c8e-4566-9262-0d027bd9b2ca', 'name': 'network-vif-deleted', 'tag': '37134d28-e14f-460e-9f19-5f5c9702326a'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:30:21.598546 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c74144-2222-45b2-8ca9-90e73a432343" -d '{"events": [{"server_uuid": "048876a7-5c8e-4566-9262-0d027bd9b2ca", "name": "network-vif-deleted", "tag": "37134d28-e14f-460e-9f19-5f5c9702326a"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:30:21.659313 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-800470fd-ec21-46c5-b400-0404c0f12c22 req-2a6ce54f-09b5-4be9-b66a-38caf2a6ed93 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687655 Dec 14 02:30:21.699941 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-0a1611c0-4a8c-4ee5-835c-1141ccac9034 admin admin] For port 083e6d24-6c73-47ea-a5c3-66ab99d806d1, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=083e6d24-6c73-47ea-a5c3-66ab99d806d1,segment=NetworkSegment(3df208f6-026d-48e7-8165-5d53f944e79d),segment_id=3df208f6-026d-48e7-8165-5d53f944e79d)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:21.701431 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a1611c0-4a8c-4ee5-835c-1141ccac9034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:21.720330 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-0a1611c0-4a8c-4ee5-835c-1141ccac9034 admin admin] Calling delete_port for 083e6d24-6c73-47ea-a5c3-66ab99d806d1 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:30:21.728205 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f968117-3476-48db-b0fa-f3240fd07456 admin admin] Made reservation on behalf of 113a23851b3e4eaa836ad94cf6c94f47 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:30:21.730891 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f968117-3476-48db-b0fa-f3240fd07456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:21.744640 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e363d-ec0f-4068-a507-c95b99c6c152 req-4f23d5a4-115a-4620-83f1-64f6af71138b tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:21.747002 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f968117-3476-48db-b0fa-f3240fd07456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:21.755691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df3e363d-ec0f-4068-a507-c95b99c6c152 req-4f23d5a4-115a-4620-83f1-64f6af71138b tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.0662282 Dec 14 02:30:21.812807 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df3e363d-ec0f-4068-a507-c95b99c6c152 req-0981b85d-db61-45c9-8e1e-992dfba01d50 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561385 Dec 14 02:30:21.946586 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f968117-3476-48db-b0fa-f3240fd07456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:22.003265 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0dec5a-43a4-46ec-9b1c-7c63377e7f48 x-openstack-request-id: req-5f0dec5a-43a4-46ec-9b1c-7c63377e7f48 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:30:22.003581 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "048876a7-5c8e-4566-9262-0d027bd9b2ca", "name": "network-vif-deleted", "tag": "37134d28-e14f-460e-9f19-5f5c9702326a", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:30:22.003784 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f0dec5a-43a4-46ec-9b1c-7c63377e7f48 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:30:22.004172 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048876a7-5c8e-4566-9262-0d027bd9b2ca', 'name': 'network-vif-deleted', 'tag': '37134d28-e14f-460e-9f19-5f5c9702326a', 'status': 'completed', 'code': 200} Dec 14 02:30:22.010962 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Sync routers for ids ['a1372ade-817f-4838-a3cf-cbe59946d90f'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:30:22.029282 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Routers {'a1372ade-817f-4838-a3cf-cbe59946d90f'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:30:22.029958 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:30:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a1372ade-817f-4838-a3cf-cbe59946d90f'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:22.046874 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f968117-3476-48db-b0fa-f3240fd07456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:22.078143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-d6151f9c-5fd0-4511-aa2b-41353b8ae07d tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:22.082193 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-d6151f9c-5fd0-4511-aa2b-41353b8ae07d tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.47 "GET /v2.0/networks?id=3b1d2050-6b07-4a19-b976-d539f4759521 HTTP/1.1" status: 200 len: 813 time: 0.1416643 Dec 14 02:30:22.086142 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f968117-3476-48db-b0fa-f3240fd07456 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:30:22.096576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f968117-3476-48db-b0fa-f3240fd07456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e262d77-9cb4-4664-905a-9763cbd8c0fa,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:22.103200 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f968117-3476-48db-b0fa-f3240fd07456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:22.103560 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-9f968117-3476-48db-b0fa-f3240fd07456 admin admin] Added segment 60d8b910-b56d-4e38-9b83-b18c9508b5e5 of type vlan for network dbb5210d-5a2e-4d63-b597-aa4163119656 Dec 14 02:30:22.113441 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a1611c0-4a8c-4ee5-835c-1141ccac9034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:22.127651 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-c15b83e2-13d2-4e40-872f-4e3511f851ef tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Request body: {'port': {'device_id': 'f3fa8198-836d-4f65-83b3-d56e75154803', 'network_id': '3b1d2050-6b07-4a19-b976-d539f4759521', 'admin_state_up': True, 'tenant_id': '4084e8285f8249f0843b7d1fd8f40b6a'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:30:22.205631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Set router a1372ade-817f-4838-a3cf-cbe59946d90f gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:30:22.302271 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1611c0-4a8c-4ee5-835c-1141ccac9034 admin admin] Pushing event deleted for resources: {'Port': ['ID=083e6d24-6c73-47ea-a5c3-66ab99d806d1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:22.451755 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a1611c0-4a8c-4ee5-835c-1141ccac9034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:22.457520 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f968117-3476-48db-b0fa-f3240fd07456 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:22.487478 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-c15b83e2-13d2-4e40-872f-4e3511f851ef tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Made reservation on behalf of 4084e8285f8249f0843b7d1fd8f40b6a for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:30:22.492711 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-c15b83e2-13d2-4e40-872f-4e3511f851ef tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:22.550692 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4cf2258-7a9e-450f-8b1e-1df443266111 req-5b0b42f5-37d7-4ef5-949c-8acb9d0df492 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 210 time: 0.0626180 Dec 14 02:30:22.563279 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1372ade-817f-4838-a3cf-cbe59946d90f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119865978-router', 'tenant_id': 'c250e2eb12b842c7981eb003bb433d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'f0306a2a-d83e-4445-8efc-f94cab451055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:30:14Z', 'updated_at': '2021-12-14T02:30:19Z', 'revision_number': 4, 'project_id': 'c250e2eb12b842c7981eb003bb433d87', 'gw_port': {'id': 'f0306a2a-d83e-4445-8efc-f94cab451055', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1372ade-817f-4838-a3cf-cbe59946d90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:15Z', 'updated_at': '2021-12-14T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '5be7bae7-a5a8-4537-8455-2c90cdf436fa', 'name': '', 'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281', 'tenant_id': 'c250e2eb12b842c7981eb003bb433d87', 'mac_address': 'fa:16:3e:80:b1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1372ade-817f-4838-a3cf-cbe59946d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd02602b8-a731-41eb-a08c-a461e9a5ff77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:18Z', 'updated_at': '2021-12-14T02:30:19Z', 'revision_number': 2, 'project_id': 'c250e2eb12b842c7981eb003bb433d87', 'subnets': [{'id': 'd02602b8-a731-41eb-a08c-a461e9a5ff77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:22.595956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Checking router: a1372ade-817f-4838-a3cf-cbe59946d90f for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:30:22.597657 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Updating router a1372ade-817f-4838-a3cf-cbe59946d90f port 5be7bae7-a5a8-4537-8455-2c90cdf436fa binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:30:22.639663 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:22.748723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bcc77-5bb7-44f6-9dcd-8bcc276314ec req-cf388b39-8b29-4d32-8c5c-ea51630a356e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:22.763298 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d2bcc77-5bb7-44f6-9dcd-8bcc276314ec req-cf388b39-8b29-4d32-8c5c-ea51630a356e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.3866410 Dec 14 02:30:22.853057 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-c15b83e2-13d2-4e40-872f-4e3511f851ef tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Allocated IP 172.20.0.13 (3b1d2050-6b07-4a19-b976-d539f4759521/910eea08-4d33-4074-9b7e-02985bebb931/ab1b5b33-4a7d-44d3-92fc-7f707b4b39df) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:30:22.913373 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 37134d28-e14f-460e-9f19-5f5c9702326a no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:30:22.915921 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d2bcc77-5bb7-44f6-9dcd-8bcc276314ec req-223a975a-76c8-4fdd-b9d7-3bab49a3dea0 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397245 Dec 14 02:30:22.940508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8c8878fe-7c19-4e3b-b96a-097b1247306e req-85382901-a951-4843-8766-91d2ba8bdfa7 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 210 time: 0.0891593 Dec 14 02:30:23.031850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 37134d28-e14f-460e-9f19-5f5c9702326a {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:30:23.032282 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 37134d28-e14f-460e-9f19-5f5c9702326a not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:30:23.036081 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f0306a2a-d83e-4445-8efc-f94cab451055 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:30:23.177695 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f0306a2a-d83e-4445-8efc-f94cab451055 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:23.178431 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:23.207651 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f968117-3476-48db-b0fa-f3240fd07456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:23.208919 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f968117-3476-48db-b0fa-f3240fd07456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:23.209717 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f968117-3476-48db-b0fa-f3240fd07456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:23.265191 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eecf46-1f02-44a3-b352-65b4719c4229 req-c774e2aa-0074-41d4-9edf-e7cafdf6ba74 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:23.278654 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-62eecf46-1f02-44a3-b352-65b4719c4229 req-c774e2aa-0074-41d4-9edf-e7cafdf6ba74 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.2166469 Dec 14 02:30:23.313073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f968117-3476-48db-b0fa-f3240fd07456 admin admin] Pushing event updated for resources: {'Network': ['ID=dbb5210d-5a2e-4d63-b597-aa4163119656,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:23.326320 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9f968117-3476-48db-b0fa-f3240fd07456 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7650723 Dec 14 02:30:23.327533 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network dbb5210d-5a2e-4d63-b597-aa4163119656 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:30:23.328952 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50108) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:23.333959 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-698a3e58-2f1d-41f7-9177-b82972bdd78d admin admin] Request body: {'subnet': {'network_id': 'dbb5210d-5a2e-4d63-b597-aa4163119656', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-770952479-subnet', 'tenant_id': '113a23851b3e4eaa836ad94cf6c94f47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:30:23.350663 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-c15b83e2-13d2-4e40-872f-4e3511f851ef tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:23.359631 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1611c0-4a8c-4ee5-835c-1141ccac9034 admin admin] Router 07d711a3-15e1-406a-a16c-19b9930ebad9 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:30:23.440968 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698a3e58-2f1d-41f7-9177-b82972bdd78d admin admin] Made reservation on behalf of 113a23851b3e4eaa836ad94cf6c94f47 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:30:23.443526 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-698a3e58-2f1d-41f7-9177-b82972bdd78d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:23.447769 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-62eecf46-1f02-44a3-b352-65b4719c4229 req-8bbc4828-9ffd-43d9-aee8-dad7e2f79b71 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663461 Dec 14 02:30:23.498931 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-c15b83e2-13d2-4e40-872f-4e3511f851ef tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:23.551869 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:23.571953 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1611c0-4a8c-4ee5-835c-1141ccac9034 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:30:23.579105 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0a1611c0-4a8c-4ee5-835c-1141ccac9034 admin admin] 10.222.0.39 "PUT /v2.0/routers/07d711a3-15e1-406a-a16c-19b9930ebad9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1364973 Dec 14 02:30:23.585013 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50116) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:23.585179 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62f25c3-8d22-4ede-af82-58cf3a9576cd None None] Sync routers for ids ['07d711a3-15e1-406a-a16c-19b9930ebad9'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:30:23.609292 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62f25c3-8d22-4ede-af82-58cf3a9576cd None None] Routers {'07d711a3-15e1-406a-a16c-19b9930ebad9'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:30:23.609973 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d62f25c3-8d22-4ede-af82-58cf3a9576cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:30:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['07d711a3-15e1-406a-a16c-19b9930ebad9'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:23.627844 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-c15b83e2-13d2-4e40-872f-4e3511f851ef tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Network 3b1d2050-6b07-4a19-b976-d539f4759521 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:30:23.631216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-c15b83e2-13d2-4e40-872f-4e3511f851ef tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:30:23.633856 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-c15b83e2-13d2-4e40-872f-4e3511f851ef tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:30:23.642079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-c15b83e2-13d2-4e40-872f-4e3511f851ef tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:23.642734 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-c15b83e2-13d2-4e40-872f-4e3511f851ef tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:23.658410 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b83e2-13d2-4e40-872f-4e3511f851ef tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Pushing event updated for resources: {'Port': ['ID=ab1b5b33-4a7d-44d3-92fc-7f707b4b39df,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:23.686999 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:23.770760 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-c15b83e2-13d2-4e40-872f-4e3511f851ef tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6500371 Dec 14 02:30:23.795817 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Request body: {'port': {'device_id': 'f3fa8198-836d-4f65-83b3-d56e75154803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:30:23.860024 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab18f1c3-ff7b-4ef0-b7b1-d36540c360b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:23.897531 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec7a9f-12d9-410b-ad8a-cd4a704136ad None None] Pushing event updated for resources: {'Port': ['ID=5be7bae7-a5a8-4537-8455-2c90cdf436fa,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:23.906721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083f98b-3774-4ee9-84bb-ca2af10528d0 req-15f517af-143f-4495-8516-d1b9bcd1a01c tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:23.911921 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0083f98b-3774-4ee9-84bb-ca2af10528d0 req-15f517af-143f-4495-8516-d1b9bcd1a01c tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 932 time: 0.2249479 Dec 14 02:30:23.931528 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Attempting to bind port 5be7bae7-a5a8-4537-8455-2c90cdf436fa on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:30:23.931908 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Attempting to bind port 5be7bae7-a5a8-4537-8455-2c90cdf436fa by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'fd1dcf92-84e2-419d-80e2-025bcb930640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:30:23.932304 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Attempting to bind port 5be7bae7-a5a8-4537-8455-2c90cdf436fa on network 1caef7d7-3439-425b-9c44-21dd8fbc9281 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:30:23.942929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:30:23.943318 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Checking segment: {'id': 'fd1dcf92-84e2-419d-80e2-025bcb930640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:30:23.943730 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:23.944131 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Bound using segment: {'id': 'fd1dcf92-84e2-419d-80e2-025bcb930640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:30:23.944608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Bound port: 5be7bae7-a5a8-4537-8455-2c90cdf436fa, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1dcf92-84e2-419d-80e2-025bcb930640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:30:23.945000 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:23.994382 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-698a3e58-2f1d-41f7-9177-b82972bdd78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:24.046160 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:24.052689 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] For port 5be7bae7-a5a8-4537-8455-2c90cdf436fa, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:30:24.056628 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] For port 5be7bae7-a5a8-4537-8455-2c90cdf436fa, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5be7bae7-a5a8-4537-8455-2c90cdf436fa,segment=NetworkSegment(fd1dcf92-84e2-419d-80e2-025bcb930640),segment_id=fd1dcf92-84e2-419d-80e2-025bcb930640)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:30:24.081862 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-d62f25c3-8d22-4ede-af82-58cf3a9576cd None None] Set router 07d711a3-15e1-406a-a16c-19b9930ebad9 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:30:24.110359 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a3e58-2f1d-41f7-9177-b82972bdd78d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc59639-adb0-4449-b636-387d92a54d62,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:24.154289 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0083f98b-3774-4ee9-84bb-ca2af10528d0 req-90944807-3915-4f1e-a331-dbb2308b9bd2 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b567bb5-682d-49b9-8660-80997301a3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297585 Dec 14 02:30:24.165177 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:24.249067 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-fa6fead6-ed3c-4fe5-89cb-1c2b093a8c37 None None] Provisioning complete for port 5be7bae7-a5a8-4537-8455-2c90cdf436fa triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:24.249067 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fa6fead6-ed3c-4fe5-89cb-1c2b093a8c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:24.258530 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698a3e58-2f1d-41f7-9177-b82972bdd78d admin admin] Checking segment: {'id': '60d8b910-b56d-4e38-9b83-b18c9508b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbb5210d-5a2e-4d63-b597-aa4163119656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:30:24.259093 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698a3e58-2f1d-41f7-9177-b82972bdd78d admin admin] Network hostable DHCP agents. Network: dbb5210d-5a2e-4d63-b597-aa4163119656, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:30:24.293736 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab18f1c3-ff7b-4ef0-b7b1-d36540c360b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:24.347354 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d62f25c3-8d22-4ede-af82-58cf3a9576cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:30:21Z', 'revision_number': 5, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port': {'id': '740b27b8-5dfd-4ca7-bad4-a4da9907b90e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:8b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:24:59Z', 'updated_at': '2021-12-14T02:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:24.361947 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Routers {'a1372ade-817f-4838-a3cf-cbe59946d90f'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:30:24.362601 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:30:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a1372ade-817f-4838-a3cf-cbe59946d90f'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:24.391436 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62f25c3-8d22-4ede-af82-58cf3a9576cd None None] Checking router: 07d711a3-15e1-406a-a16c-19b9930ebad9 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:30:24.395741 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698a3e58-2f1d-41f7-9177-b82972bdd78d admin admin] Network dbb5210d-5a2e-4d63-b597-aa4163119656 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:30:24.408268 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62f25c3-8d22-4ede-af82-58cf3a9576cd None None] Routers {'07d711a3-15e1-406a-a16c-19b9930ebad9'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:30:24.408920 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d62f25c3-8d22-4ede-af82-58cf3a9576cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:30:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['07d711a3-15e1-406a-a16c-19b9930ebad9'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:24.477350 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-698a3e58-2f1d-41f7-9177-b82972bdd78d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, dbb5210d-5a2e-4d63-b597-aa4163119656) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:30:24.488981 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51744d9f-4d6c-4694-a49b-729a87756a70 req-b824be47-17b2-47f3-996b-034984f5441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:24.490654 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-51744d9f-4d6c-4694-a49b-729a87756a70 req-b824be47-17b2-47f3-996b-034984f5441e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5ec77c515bf840a6800e08bac2ce344e&device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 1096 time: 0.3312116 Dec 14 02:30:24.503398 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] Set router a1372ade-817f-4838-a3cf-cbe59946d90f gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:30:24.508492 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698a3e58-2f1d-41f7-9177-b82972bdd78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:24.513882 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-698a3e58-2f1d-41f7-9177-b82972bdd78d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:24.534014 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-ab18f1c3-ff7b-4ef0-b7b1-d36540c360b5 admin admin] Deleting port 740b27b8-5dfd-4ca7-bad4-a4da9907b90e {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:30:24.534609 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab18f1c3-ff7b-4ef0-b7b1-d36540c360b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:24.630510 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-698a3e58-2f1d-41f7-9177-b82972bdd78d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3003421 Dec 14 02:30:24.635673 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50130) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:24.642618 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-770952479-router', 'tenant_id': '113a23851b3e4eaa836ad94cf6c94f47', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:30:24.646129 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-d62f25c3-8d22-4ede-af82-58cf3a9576cd None None] Set router 07d711a3-15e1-406a-a16c-19b9930ebad9 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:30:24.687143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9daf9a-0094-447c-86d9-fca667babfa7 None None] Network dbb5210d-5a2e-4d63-b597-aa4163119656 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:30:24.711695 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-ab18f1c3-ff7b-4ef0-b7b1-d36540c360b5 admin admin] For port 740b27b8-5dfd-4ca7-bad4-a4da9907b90e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=740b27b8-5dfd-4ca7-bad4-a4da9907b90e,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:24.712381 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab18f1c3-ff7b-4ef0-b7b1-d36540c360b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:24.732122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-ab18f1c3-ff7b-4ef0-b7b1-d36540c360b5 admin admin] Calling delete_port for 740b27b8-5dfd-4ca7-bad4-a4da9907b90e owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:30:24.751464 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d62f25c3-8d22-4ede-af82-58cf3a9576cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:30:24Z', 'revision_number': 6, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:24.788971 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62f25c3-8d22-4ede-af82-58cf3a9576cd None None] The sync data for ids ['07d711a3-15e1-406a-a16c-19b9930ebad9'] in n-d-821636-1 is: [{'id': '07d711a3-15e1-406a-a16c-19b9930ebad9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-567680920-router', 'tenant_id': '42e3fe530e444f4eb8a4088885651364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:24:58Z', 'updated_at': '2021-12-14T02:30:24Z', 'revision_number': 6, 'project_id': '42e3fe530e444f4eb8a4088885651364', 'gw_port_host': None}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:30:24.789245 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:24.790291 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:24.868824 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:24.926505 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-dbb5210d-5a2e-4d63-b597-aa4163119656', 'network_id': 'dbb5210d-5a2e-4d63-b597-aa4163119656', 'project_id': '113a23851b3e4eaa836ad94cf6c94f47', 'fixed_ips': [{'subnet_id': 'bbc59639-adb0-4449-b636-387d92a54d62'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:30:24.927615 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:24.929782 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec7a9f-12d9-410b-ad8a-cd4a704136ad None None] Pushing event updated for resources: {'Port': ['ID=5be7bae7-a5a8-4537-8455-2c90cdf436fa,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:24.972152 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fa6fead6-ed3c-4fe5-89cb-1c2b093a8c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:24.980159 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b684127-6bfc-4174-8ed5-3ac7d2307f58 req-f469644d-8059-4687-bc54-b9bc5e470c49 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:24.981811 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b684127-6bfc-4174-8ed5-3ac7d2307f58 req-f469644d-8059-4687-bc54-b9bc5e470c49 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.6851215 Dec 14 02:30:25.042566 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa2b69c-3c71-4a86-9845-cae0e43b3826 req-f11330cb-e02c-423d-a76f-666d8d97df7f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:25.050125 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eaa2b69c-3c71-4a86-9845-cae0e43b3826 req-f11330cb-e02c-423d-a76f-666d8d97df7f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.7494385 Dec 14 02:30:25.068571 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1372ade-817f-4838-a3cf-cbe59946d90f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119865978-router', 'tenant_id': 'c250e2eb12b842c7981eb003bb433d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'f0306a2a-d83e-4445-8efc-f94cab451055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:30:14Z', 'updated_at': '2021-12-14T02:30:19Z', 'revision_number': 4, 'project_id': 'c250e2eb12b842c7981eb003bb433d87', 'gw_port': {'id': 'f0306a2a-d83e-4445-8efc-f94cab451055', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1372ade-817f-4838-a3cf-cbe59946d90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:15Z', 'updated_at': '2021-12-14T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '5be7bae7-a5a8-4537-8455-2c90cdf436fa', 'name': '', 'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281', 'tenant_id': 'c250e2eb12b842c7981eb003bb433d87', 'mac_address': 'fa:16:3e:80:b1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1372ade-817f-4838-a3cf-cbe59946d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd02602b8-a731-41eb-a08c-a461e9a5ff77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:18Z', 'updated_at': '2021-12-14T02:30:24Z', 'revision_number': 4, 'project_id': 'c250e2eb12b842c7981eb003bb433d87', 'subnets': [{'id': 'd02602b8-a731-41eb-a08c-a461e9a5ff77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:25.094121 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51744d9f-4d6c-4694-a49b-729a87756a70 req-42ac627d-c886-456f-b83c-37396b36bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:25.095505 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-51744d9f-4d6c-4694-a49b-729a87756a70 req-42ac627d-c886-456f-b83c-37396b36bc21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45668812-ea3d-4860-af8b-e8fa47cd0af8 HTTP/1.1" status: 200 len: 920 time: 0.5848505 Dec 14 02:30:25.108013 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ef9aa5-58f7-492c-9cbd-5c900770d546 None None] The sync data for ids ['a1372ade-817f-4838-a3cf-cbe59946d90f'] in n-d-821636-1 is: [{'id': 'a1372ade-817f-4838-a3cf-cbe59946d90f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119865978-router', 'tenant_id': 'c250e2eb12b842c7981eb003bb433d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'f0306a2a-d83e-4445-8efc-f94cab451055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:30:14Z', 'updated_at': '2021-12-14T02:30:19Z', 'revision_number': 4, 'project_id': 'c250e2eb12b842c7981eb003bb433d87', 'gw_port': {'id': 'f0306a2a-d83e-4445-8efc-f94cab451055', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1372ade-817f-4838-a3cf-cbe59946d90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:15Z', 'updated_at': '2021-12-14T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '5be7bae7-a5a8-4537-8455-2c90cdf436fa', 'name': '', 'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281', 'tenant_id': 'c250e2eb12b842c7981eb003bb433d87', 'mac_address': 'fa:16:3e:80:b1:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1372ade-817f-4838-a3cf-cbe59946d90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd02602b8-a731-41eb-a08c-a461e9a5ff77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:18Z', 'updated_at': '2021-12-14T02:30:24Z', 'revision_number': 4, 'project_id': 'c250e2eb12b842c7981eb003bb433d87', 'subnets': [{'id': 'd02602b8-a731-41eb-a08c-a461e9a5ff77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:30:25.130524 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-fa6fead6-ed3c-4fe5-89cb-1c2b093a8c37 None None] For port 5be7bae7-a5a8-4537-8455-2c90cdf436fa, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5be7bae7-a5a8-4537-8455-2c90cdf436fa,segment=NetworkSegment(fd1dcf92-84e2-419d-80e2-025bcb930640),segment_id=fd1dcf92-84e2-419d-80e2-025bcb930640)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:25.184694 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:25.234147 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fa6fead6-ed3c-4fe5-89cb-1c2b093a8c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:25.242639 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-51744d9f-4d6c-4694-a49b-729a87756a70 req-a0e5cdfc-5138-4442-a1ab-df4937d70a51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab09f211-b27a-4cb4-a977-c47c43256d1c HTTP/1.1" status: 200 len: 217 time: 0.1347673 Dec 14 02:30:25.248176 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Allocated IP 172.20.0.2 (dbb5210d-5a2e-4d63-b597-aa4163119656/bbc59639-adb0-4449-b636-387d92a54d62/52235220-5165-4f6e-b9c2-5ef920a65481) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:30:25.279223 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eaa2b69c-3c71-4a86-9845-cae0e43b3826 req-43074a10-ad06-4ff5-a936-cc4200dc1e8e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281988 Dec 14 02:30:25.304535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b684127-6bfc-4174-8ed5-3ac7d2307f58 req-5ef74379-a4ae-409d-8a18-4a2544a17231 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015356 Dec 14 02:30:25.405888 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab18f1c3-ff7b-4ef0-b7b1-d36540c360b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:25.454592 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4bcbbddf-5c58-4a1f-97f3-d4529681dde7 None None] Provisioning complete for port 5be7bae7-a5a8-4537-8455-2c90cdf436fa triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:25.454961 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4bcbbddf-5c58-4a1f-97f3-d4529681dde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:25.471964 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3890ff88-0713-4e49-8682-a18e7372fb4a req-b5df31c1-cd33-4425-8409-f22cd0c2d129 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 210 time: 0.0647030 Dec 14 02:30:25.499658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51744d9f-4d6c-4694-a49b-729a87756a70 req-645aa486-e659-4117-8ffe-5159743293c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:25.501640 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-51744d9f-4d6c-4694-a49b-729a87756a70 req-645aa486-e659-4117-8ffe-5159743293c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8533d72d-4e0c-4d2f-a143-170efd8357c9 HTTP/1.1" status: 200 len: 859 time: 0.2453418 Dec 14 02:30:25.542243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18f1c3-ff7b-4ef0-b7b1-d36540c360b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=740b27b8-5dfd-4ca7-bad4-a4da9907b90e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:25.593990 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fead6-ed3c-4fe5-89cb-1c2b093a8c37 None None] Pushing event updated for resources: {'Port': ['ID=5be7bae7-a5a8-4537-8455-2c90cdf436fa,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:25.647994 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-51744d9f-4d6c-4694-a49b-729a87756a70 req-e548f6fd-c7e3-4a87-8c66-a86f12cd0285 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45668812-ea3d-4860-af8b-e8fa47cd0af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784509 Dec 14 02:30:25.657138 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab18f1c3-ff7b-4ef0-b7b1-d36540c360b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:25.705532 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1b5b33-4a7d-44d3-92fc-7f707b4b39df {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:30:25.725379 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:25.828276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Transition to ACTIVE for port object ab1b5b33-4a7d-44d3-92fc-7f707b4b39df will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:30:25.838684 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:25.848950 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f457313-2f9e-4c8f-bbf0-8e7b266180c9 req-00494e0b-89b2-41cd-b7d1-06be0d37d95d tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:25.860740 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f457313-2f9e-4c8f-bbf0-8e7b266180c9 req-00494e0b-89b2-41cd-b7d1-06be0d37d95d tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 932 time: 0.2614665 Dec 14 02:30:25.867201 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab18f1c3-ff7b-4ef0-b7b1-d36540c360b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:25.871009 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab18f1c3-ff7b-4ef0-b7b1-d36540c360b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:25.964242 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-51744d9f-4d6c-4694-a49b-729a87756a70 req-c531a9d0-34dd-4921-b065-821f460a6a63 service neutron] 10.222.0.47 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770350 Dec 14 02:30:25.969524 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:25.981662 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:26.062712 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Network dbb5210d-5a2e-4d63-b597-aa4163119656 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:30:26.066209 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:30:26.089405 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:30:26.096889 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Pushing event updated for resources: {'Port': ['ID=52235220-5165-4f6e-b9c2-5ef920a65481,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:26.104292 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab18f1c3-ff7b-4ef0-b7b1-d36540c360b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:26.105094 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab18f1c3-ff7b-4ef0-b7b1-d36540c360b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07d711a3-15e1-406a-a16c-19b9930ebad9 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:30:26.119253 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab18f1c3-ff7b-4ef0-b7b1-d36540c360b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:26.122833 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ab18f1c3-ff7b-4ef0-b7b1-d36540c360b5 admin admin] 10.222.0.39 "DELETE /v2.0/routers/07d711a3-15e1-406a-a16c-19b9930ebad9 HTTP/1.1" status: 204 len: 168 time: 2.5367918 Dec 14 02:30:26.134669 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50136) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:26.137393 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f457313-2f9e-4c8f-bbf0-8e7b266180c9 req-ab4c57b5-19f3-433f-9128-0fbd682d5703 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b567bb5-682d-49b9-8660-80997301a3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742813 Dec 14 02:30:26.198859 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-5365d65d-446e-4b13-85a6-e0b9da0c0f4e admin admin] Deleting subnet a5c5572c-4193-43ef-9be4-6611a52aae66 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:30:26.210462 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5365d65d-446e-4b13-85a6-e0b9da0c0f4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:26.216681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Pushing event updated for resources: {'Port': ['ID=ab1b5b33-4a7d-44d3-92fc-7f707b4b39df,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:26.254505 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:26.294538 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:26.344334 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-51744d9f-4d6c-4694-a49b-729a87756a70 req-d1fd1ef1-0504-40e2-91b9-0c5d775c2be4 service neutron] 10.222.0.47 "GET /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534687 Dec 14 02:30:26.345667 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Attempting to bind port ab1b5b33-4a7d-44d3-92fc-7f707b4b39df on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:30:26.346017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Attempting to bind port ab1b5b33-4a7d-44d3-92fc-7f707b4b39df by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '8a2db037-efcf-4b68-a99a-093d27bcb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b1d2050-6b07-4a19-b976-d539f4759521'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:30:26.346353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Attempting to bind port ab1b5b33-4a7d-44d3-92fc-7f707b4b39df on network 3b1d2050-6b07-4a19-b976-d539f4759521 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:30:26.372133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Port ab1b5b33-4a7d-44d3-92fc-7f707b4b39df on network 3b1d2050-6b07-4a19-b976-d539f4759521 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:30:26.372675 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Attempting to bind port ab1b5b33-4a7d-44d3-92fc-7f707b4b39df on network 3b1d2050-6b07-4a19-b976-d539f4759521 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:30:26.409099 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5365d65d-446e-4b13-85a6-e0b9da0c0f4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:26.411243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:30:26.411760 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Checking segment: {'id': '8a2db037-efcf-4b68-a99a-093d27bcb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b1d2050-6b07-4a19-b976-d539f4759521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:30:26.412354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Bound using segment: {'id': '8a2db037-efcf-4b68-a99a-093d27bcb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b1d2050-6b07-4a19-b976-d539f4759521'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:30:26.412990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Bound port: ab1b5b33-4a7d-44d3-92fc-7f707b4b39df, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2db037-efcf-4b68-a99a-093d27bcb3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3b1d2050-6b07-4a19-b976-d539f4759521'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:30:26.414235 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:26.452296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Attempting to bind port 52235220-5165-4f6e-b9c2-5ef920a65481 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:30:26.452679 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Attempting to bind port 52235220-5165-4f6e-b9c2-5ef920a65481 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '60d8b910-b56d-4e38-9b83-b18c9508b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbb5210d-5a2e-4d63-b597-aa4163119656'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:30:26.453053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Attempting to bind port 52235220-5165-4f6e-b9c2-5ef920a65481 on network dbb5210d-5a2e-4d63-b597-aa4163119656 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:30:26.459040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:30:26.459482 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Checking segment: {'id': '60d8b910-b56d-4e38-9b83-b18c9508b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbb5210d-5a2e-4d63-b597-aa4163119656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:30:26.459896 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:26.460303 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Bound using segment: {'id': '60d8b910-b56d-4e38-9b83-b18c9508b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbb5210d-5a2e-4d63-b597-aa4163119656'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:30:26.460787 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Bound port: 52235220-5165-4f6e-b9c2-5ef920a65481, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d8b910-b56d-4e38-9b83-b18c9508b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbb5210d-5a2e-4d63-b597-aa4163119656'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:30:26.461214 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:26.540878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] For port ab1b5b33-4a7d-44d3-92fc-7f707b4b39df, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:30:26.547202 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] For port ab1b5b33-4a7d-44d3-92fc-7f707b4b39df, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ab1b5b33-4a7d-44d3-92fc-7f707b4b39df,segment=NetworkSegment(8a2db037-efcf-4b68-a99a-093d27bcb3ba),segment_id=8a2db037-efcf-4b68-a99a-093d27bcb3ba)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:30:26.567656 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5365d65d-446e-4b13-85a6-e0b9da0c0f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:26.575582 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-74651e84-d46d-428d-9b53-355ee592105d None None] For port 52235220-5165-4f6e-b9c2-5ef920a65481, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:30:26.581972 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-74651e84-d46d-428d-9b53-355ee592105d None None] For port 52235220-5165-4f6e-b9c2-5ef920a65481, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=52235220-5165-4f6e-b9c2-5ef920a65481,segment=NetworkSegment(60d8b910-b56d-4e38-9b83-b18c9508b5e5),segment_id=60d8b910-b56d-4e38-9b83-b18c9508b5e5)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:30:26.603596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393d30b-64a4-47f0-a35a-b57833776d10 req-c423b6a1-624a-4113-87c9-9967066654b1 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:26.606383 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6393d30b-64a4-47f0-a35a-b57833776d10 req-c423b6a1-624a-4113-87c9-9967066654b1 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.2070644 Dec 14 02:30:26.665545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b88b5-1c37-45f6-95b7-87cc6f00975d req-3caf173a-8921-400e-9313-a54c474bdb9b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:26.674558 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f2b88b5-1c37-45f6-95b7-87cc6f00975d req-3caf173a-8921-400e-9313-a54c474bdb9b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.2133598 Dec 14 02:30:26.676827 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:26.693384 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:26.765028 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:26.805576 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5365d65d-446e-4b13-85a6-e0b9da0c0f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:26.812645 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] Allocated IP 172.25.7.119 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:30:26.826919 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74651e84-d46d-428d-9b53-355ee592105d None None] Pushing event updated for resources: {'Port': ['ID=52235220-5165-4f6e-b9c2-5ef920a65481,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:26.846894 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:26.852415 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:26.854114 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] 10.222.0.47 "PUT /v2.0/ports/ab1b5b33-4a7d-44d3-92fc-7f707b4b39df HTTP/1.1" status: 200 len: 1092 time: 3.0661144 Dec 14 02:30:26.862367 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fa8198-836d-4f65-83b3-d56e75154803', 'tag': 'ab1b5b33-4a7d-44d3-92fc-7f707b4b39df'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:30:26.875259 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf192c35-076f-45e3-be5c-6d61648d9df0" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fa8198-836d-4f65-83b3-d56e75154803", "tag": "ab1b5b33-4a7d-44d3-92fc-7f707b4b39df"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:30:26.886342 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6393d30b-64a4-47f0-a35a-b57833776d10 req-a9c8806c-b1e8-49aa-8217-cf8645bc7a41 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553475 Dec 14 02:30:26.926431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5be7bae7-a5a8-4537-8455-2c90cdf436fa up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:30:26.954684 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5365d65d-446e-4b13-85a6-e0b9da0c0f4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:26.978722 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5365d65d-446e-4b13-85a6-e0b9da0c0f4e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a5c5572c-4193-43ef-9be4-6611a52aae66 HTTP/1.1" status: 204 len: 168 time: 0.8379514 Dec 14 02:30:26.978996 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e0be99-84fb-4cc5-8e7c-2f9d677cd70a None None] Network c04429dc-468a-4168-bf68-221cba49072a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:30:26.982335 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50150) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:27.004855 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98689d-1fe5-485a-a4a7-791a9947efbd service neutron] Pushing event updated for resources: {'Port': ['ID=ab1b5b33-4a7d-44d3-92fc-7f707b4b39df,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:27.035888 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365d65d-446e-4b13-85a6-e0b9da0c0f4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5c5572c-4193-43ef-9be4-6611a52aae66,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:27.088044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f2b88b5-1c37-45f6-95b7-87cc6f00975d req-4dc8c1e3-8f94-4f93-808b-05dd5d351c2a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107151 Dec 14 02:30:27.119058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-0d92dde3-8dbc-4307-8338-f0c765c1e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:27.123162 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-0d92dde3-8dbc-4307-8338-f0c765c1e422 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4084e8285f8249f0843b7d1fd8f40b6a&device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 1095 time: 0.1036568 Dec 14 02:30:27.197776 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 5be7bae7-a5a8-4537-8455-2c90cdf436fa triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:27.198430 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:27.294233 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7085ef7b-0d42-43bc-9b25-a6e8b7e237bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab1b5b33-4a7d-44d3-92fc-7f707b4b39df HTTP/1.1" status: 200 len: 217 time: 0.1535785 Dec 14 02:30:27.321144 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:27.392468 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34527d4-128e-4230-a4c6-0f65c0975c38 None None] DHCP port deletion for c04429dc-468a-4168-bf68-221cba49072a request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:30:27.418173 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254efd80-5ffa-44aa-aec0-7c43c5ba1045 x-openstack-request-id: req-254efd80-5ffa-44aa-aec0-7c43c5ba1045 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:30:27.418685 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fa8198-836d-4f65-83b3-d56e75154803", "tag": "ab1b5b33-4a7d-44d3-92fc-7f707b4b39df", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:30:27.419288 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-254efd80-5ffa-44aa-aec0-7c43c5ba1045 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:30:27.419394 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fa8198-836d-4f65-83b3-d56e75154803', 'tag': 'ab1b5b33-4a7d-44d3-92fc-7f707b4b39df', 'status': 'completed', 'code': 200} Dec 14 02:30:27.479300 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b40a7e9b-5384-45b2-a526-407caad99849 req-3b2f841e-d89f-45e3-93d4-81be6596f5ae tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 210 time: 0.2086356 Dec 14 02:30:27.497157 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 083e6d24-6c73-47ea-a5c3-66ab99d806d1 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:30:27.507709 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e34527d4-128e-4230-a4c6-0f65c0975c38 None None] Deleting port 886c5609-5fd2-4b0b-ac4b-70d1c2128699 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:30:27.508274 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e34527d4-128e-4230-a4c6-0f65c0975c38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:27.549246 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 083e6d24-6c73-47ea-a5c3-66ab99d806d1 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:30:27.549874 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 083e6d24-6c73-47ea-a5c3-66ab99d806d1 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:30:27.550441 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 740b27b8-5dfd-4ca7-bad4-a4da9907b90e no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:30:27.564925 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:27.573531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-51057200-77ac-4726-891d-d9e708305fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:27.573531 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-51057200-77ac-4726-891d-d9e708305fb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=910eea08-4d33-4074-9b7e-02985bebb931 HTTP/1.1" status: 200 len: 853 time: 0.2514420 Dec 14 02:30:27.580812 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d0597-481c-4a35-93de-b1a36597c3a4 req-a7597413-65be-46f4-a00c-2cbe46ebeda0 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:27.582740 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf3d0597-481c-4a35-93de-b1a36597c3a4 req-a7597413-65be-46f4-a00c-2cbe46ebeda0 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 944 time: 0.1007216 Dec 14 02:30:27.624763 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-907e83c7-8baf-4684-a141-337d5d15e143 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b1d2050-6b07-4a19-b976-d539f4759521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408518 Dec 14 02:30:27.629365 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] Deleting port 886c5609-5fd2-4b0b-ac4b-70d1c2128699 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:30:27.629864 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:27.635095 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 740b27b8-5dfd-4ca7-bad4-a4da9907b90e {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:30:27.635611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 740b27b8-5dfd-4ca7-bad4-a4da9907b90e not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:30:27.667926 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e34527d4-128e-4230-a4c6-0f65c0975c38 None None] For port 886c5609-5fd2-4b0b-ac4b-70d1c2128699, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=886c5609-5fd2-4b0b-ac4b-70d1c2128699,segment=NetworkSegment(3df208f6-026d-48e7-8165-5d53f944e79d),segment_id=3df208f6-026d-48e7-8165-5d53f944e79d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:27.668909 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e34527d4-128e-4230-a4c6-0f65c0975c38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:27.683020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e34527d4-128e-4230-a4c6-0f65c0975c38 None None] Calling delete_port for 886c5609-5fd2-4b0b-ac4b-70d1c2128699 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:30:27.725875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf3d0597-481c-4a35-93de-b1a36597c3a4 req-a511fd99-1ff2-48b0-9cbb-ad738c6eba2e tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b567bb5-682d-49b9-8660-80997301a3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307065 Dec 14 02:30:27.782470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-d1680666-e93f-4596-a0b3-d1398a3e9b97 service neutron] 10.222.0.47 "GET /v2.0/networks/3b1d2050-6b07-4a19-b976-d539f4759521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385860 Dec 14 02:30:27.935473 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c4871ec-e2bd-4a45-ae13-547f1908c97d req-7a82f9a3-577b-4279-9aa8-282c24f4e15a service neutron] 10.222.0.47 "GET /v2.0/networks/3b1d2050-6b07-4a19-b976-d539f4759521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434541 Dec 14 02:30:28.009982 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:28.087615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08227e8d-d0da-4b94-80cd-9c01fb62e05f req-26e077b2-9c37-4d58-92d6-3275d2e9abaf tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:28.089720 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-08227e8d-d0da-4b94-80cd-9c01fb62e05f req-26e077b2-9c37-4d58-92d6-3275d2e9abaf tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.0626972 Dec 14 02:30:28.109262 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e34527d4-128e-4230-a4c6-0f65c0975c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:28.116985 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] For port 886c5609-5fd2-4b0b-ac4b-70d1c2128699, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=886c5609-5fd2-4b0b-ac4b-70d1c2128699,segment=NetworkSegment(3df208f6-026d-48e7-8165-5d53f944e79d),segment_id=3df208f6-026d-48e7-8165-5d53f944e79d)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:28.117506 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:28.134196 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] Calling delete_port for 886c5609-5fd2-4b0b-ac4b-70d1c2128699 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:30:28.147285 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34527d4-128e-4230-a4c6-0f65c0975c38 None None] Pushing event deleted for resources: {'Port': ['ID=886c5609-5fd2-4b0b-ac4b-70d1c2128699,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:28.162534 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34527d4-128e-4230-a4c6-0f65c0975c38 None None] No DVR routers for this DVR port 886c5609-5fd2-4b0b-ac4b-70d1c2128699 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:30:28.166920 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:30:28.178459 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:30:28.195194 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:30:28.243292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-08227e8d-d0da-4b94-80cd-9c01fb62e05f req-a66d8053-1f5e-4dad-b4be-6e1d985cdbe7 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406581 Dec 14 02:30:28.294753 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] Pushing event updated for resources: {'Port': ['ID=8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:28.378662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf192c35-076f-45e3-be5c-6d61648d9df0 req-e889f2a2-6e58-4578-b33c-0a6eb8a2775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:28.380150 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf192c35-076f-45e3-be5c-6d61648d9df0 req-e889f2a2-6e58-4578-b33c-0a6eb8a2775c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4084e8285f8249f0843b7d1fd8f40b6a&device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 1095 time: 0.1023507 Dec 14 02:30:28.445888 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:28.517546 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c39f721-c56d-4d26-be08-9594c3132b6e None None] Network dbb5210d-5a2e-4d63-b597-aa4163119656 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:30:28.529010 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] No DVR routers for this DVR port 886c5609-5fd2-4b0b-ac4b-70d1c2128699 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:30:28.530280 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=886c5609-5fd2-4b0b-ac4b-70d1c2128699,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:28.639911 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ba7b9645-936e-4df1-bdc4-16673752c9bb None None] Provisioning complete for port 52235220-5165-4f6e-b9c2-5ef920a65481 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:28.640489 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9645-936e-4df1-bdc4-16673752c9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:28.645881 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:28.685919 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04429dc-468a-4168-bf68-221cba49072a']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:28.703429 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df208f6-026d-48e7-8165-5d53f944e79d') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:28.704359 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df208f6-026d-48e7-8165-5d53f944e79d') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:28.722216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-abd92ac8-c516-4871-b811-51ac2b149eb3 req-9b8f35d7-ab88-4102-bb71-f3c336968839 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 210 time: 0.0859644 Dec 14 02:30:28.788874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3656f1-3ee4-4827-b85f-c57942d6c22e req-97185c68-3ae1-420a-977d-ffe19115be84 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:28.816942 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:28.826178 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9645-936e-4df1-bdc4-16673752c9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:28.831883 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad3656f1-3ee4-4827-b85f-c57942d6c22e req-97185c68-3ae1-420a-977d-ffe19115be84 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.4189906 Dec 14 02:30:28.838973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf192c35-076f-45e3-be5c-6d61648d9df0 req-af6ad4a7-8003-4fc4-852a-3836d198286f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:28.842619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf192c35-076f-45e3-be5c-6d61648d9df0 req-af6ad4a7-8003-4fc4-852a-3836d198286f service neutron] 10.222.0.47 "GET /v2.0/networks?id=3b1d2050-6b07-4a19-b976-d539f4759521 HTTP/1.1" status: 200 len: 914 time: 0.4427233 Dec 14 02:30:28.844696 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:28.868476 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:30:28.868889 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:30:28.872331 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:30:28.928510 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ba7b9645-936e-4df1-bdc4-16673752c9bb None None] For port 52235220-5165-4f6e-b9c2-5ef920a65481, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=52235220-5165-4f6e-b9c2-5ef920a65481,segment=NetworkSegment(60d8b910-b56d-4e38-9b83-b18c9508b5e5),segment_id=60d8b910-b56d-4e38-9b83-b18c9508b5e5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:28.967390 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 52235220-5165-4f6e-b9c2-5ef920a65481 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:30:29.003061 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:29.019660 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf192c35-076f-45e3-be5c-6d61648d9df0 req-fb6589df-609f-4964-b786-df7cc05f3662 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab1b5b33-4a7d-44d3-92fc-7f707b4b39df HTTP/1.1" status: 200 len: 217 time: 0.1299081 Dec 14 02:30:29.048624 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9645-936e-4df1-bdc4-16673752c9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:29.092325 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf192c35-076f-45e3-be5c-6d61648d9df0 req-e744b66a-3871-4942-ad87-dc59197d37eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:29.093839 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf192c35-076f-45e3-be5c-6d61648d9df0 req-e744b66a-3871-4942-ad87-dc59197d37eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=910eea08-4d33-4074-9b7e-02985bebb931 HTTP/1.1" status: 200 len: 853 time: 0.0565474 Dec 14 02:30:29.148195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 52235220-5165-4f6e-b9c2-5ef920a65481 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:29.152915 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:29.178233 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf192c35-076f-45e3-be5c-6d61648d9df0 req-3d42f089-0e02-4039-aa72-d0140769fd94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3b1d2050-6b07-4a19-b976-d539f4759521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693710 Dec 14 02:30:29.186340 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad3656f1-3ee4-4827-b85f-c57942d6c22e req-324f03a3-ff0a-4183-99e1-1f19c7cd5f54 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544450 Dec 14 02:30:29.218004 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b9645-936e-4df1-bdc4-16673752c9bb None None] Pushing event updated for resources: {'Port': ['ID=52235220-5165-4f6e-b9c2-5ef920a65481,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:29.228979 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bc144-d56b-4b0d-a0e2-a318979a71e6 req-5daaf218-98d5-4734-9450-1de67b32f131 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:29.238902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc9bc144-d56b-4b0d-a0e2-a318979a71e6 req-5daaf218-98d5-4734-9450-1de67b32f131 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 944 time: 0.2350082 Dec 14 02:30:29.241443 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:29.357382 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:29.360735 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] 10.222.0.39 "DELETE /v2.0/networks/c04429dc-468a-4168-bf68-221cba49072a HTTP/1.1" status: 204 len: 168 time: 2.3774233 Dec 14 02:30:29.385072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 886c5609-5fd2-4b0b-ac4b-70d1c2128699 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:30:29.385407 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50170) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:29.395664 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595fee7d-511f-490e-b6e6-9e93f2102d6c admin admin] Pushing event deleted for resources: {'Network': ['ID=c04429dc-468a-4168-bf68-221cba49072a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:29.397491 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc9bc144-d56b-4b0d-a0e2-a318979a71e6 req-edd7c6c3-258d-432a-a193-06b8b7078394 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b567bb5-682d-49b9-8660-80997301a3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577086 Dec 14 02:30:29.447557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 886c5609-5fd2-4b0b-ac4b-70d1c2128699 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:30:29.450398 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 886c5609-5fd2-4b0b-ac4b-70d1c2128699 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:30:29.453804 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b70cb21e-228f-43b7-8631-793bc0e161b4 None None] Provisioning complete for port 52235220-5165-4f6e-b9c2-5ef920a65481 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:29.454183 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b70cb21e-228f-43b7-8631-793bc0e161b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:29.557388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8df95-a78f-418b-ad6a-1107c64b04a4 req-a1d76f16-319b-45d7-8a00-e93adc6d334a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:29.557607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fdc8df95-a78f-418b-ad6a-1107c64b04a4 req-a1d76f16-319b-45d7-8a00-e93adc6d334a tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.0826540 Dec 14 02:30:29.602851 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf192c35-076f-45e3-be5c-6d61648d9df0 req-4ae0345d-fd0c-490f-ab66-c86f80e13019 service neutron] 10.222.0.47 "GET /v2.0/networks/3b1d2050-6b07-4a19-b976-d539f4759521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155085 Dec 14 02:30:29.608740 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:29.723078 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fdc8df95-a78f-418b-ad6a-1107c64b04a4 req-fb6c8ea1-cc6d-49b5-98cd-e4c80e69c6b6 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524022 Dec 14 02:30:29.815375 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf192c35-076f-45e3-be5c-6d61648d9df0 req-2bbb4951-5ed6-4d68-8290-3616825fe39f service neutron] 10.222.0.47 "GET /v2.0/networks/3b1d2050-6b07-4a19-b976-d539f4759521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894431 Dec 14 02:30:29.881641 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:29.900934 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3638366-7192-4c39-ae91-6170868f8250 req-1b6516f4-f9aa-4e88-a54b-5a0e51783e44 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=048876a7-5c8e-4566-9262-0d027bd9b2ca HTTP/1.1" status: 200 len: 210 time: 0.0352573 Dec 14 02:30:29.969622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device ab1b5b33-4a7d-44d3-92fc-7f707b4b39df details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:30:30.091864 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] Router 3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:30:30.123906 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port ab1b5b33-4a7d-44d3-92fc-7f707b4b39df, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ab1b5b33-4a7d-44d3-92fc-7f707b4b39df,segment=NetworkSegment(8a2db037-efcf-4b68-a99a-093d27bcb3ba),segment_id=8a2db037-efcf-4b68-a99a-093d27bcb3ba)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:30.146056 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'ab1b5b33-4a7d-44d3-92fc-7f707b4b39df', 'network_id': '3b1d2050-6b07-4a19-b976-d539f4759521', 'port_id': 'ab1b5b33-4a7d-44d3-92fc-7f707b4b39df', 'mac_address': 'fa:16:3e:f0:94:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '910eea08-4d33-4074-9b7e-02985bebb931', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:30:30.197639 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:30.215255 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1b5b33-4a7d-44d3-92fc-7f707b4b39df {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:30:30.248409 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port ab1b5b33-4a7d-44d3-92fc-7f707b4b39df, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ab1b5b33-4a7d-44d3-92fc-7f707b4b39df,segment=NetworkSegment(8a2db037-efcf-4b68-a99a-093d27bcb3ba),segment_id=8a2db037-efcf-4b68-a99a-093d27bcb3ba)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:30.253610 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-72626db8-3bd9-49d9-9263-fa22e518e3ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:30.345172 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:30:30.358096 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Sync routers for ids ['3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:30:30.377552 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:30.385873 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df6eca-1fc2-4f91-aedb-2b729a2c374f req-b5fefb68-6be0-4718-bcda-0c2852c0cc6c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:30.396364 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93df6eca-1fc2-4f91-aedb-2b729a2c374f req-b5fefb68-6be0-4718-bcda-0c2852c0cc6c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.0935264 Dec 14 02:30:30.459947 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=ab1b5b33-4a7d-44d3-92fc-7f707b4b39df,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:30.469248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Routers {'3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:30:30.470184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:30:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:30.487342 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:30.491611 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bcdba857-9020-493a-b588-42cf91f7ff94 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8512115 Dec 14 02:30:30.492813 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50190) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:30.505043 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93df6eca-1fc2-4f91-aedb-2b729a2c374f req-2613164f-bf54-4ac2-8b9b-766385f8f06d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075866 Dec 14 02:30:30.700564 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-72626db8-3bd9-49d9-9263-fa22e518e3ba admin admin] Deleting port 32eb92de-85f8-4680-a99e-5700b94abdfb {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:30:30.700904 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-72626db8-3bd9-49d9-9263-fa22e518e3ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:30.716507 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Set router 3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:30:30.794594 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['ab1b5b33-4a7d-44d3-92fc-7f707b4b39df'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:30:30.855350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ccddb-f5d6-41da-be8b-ded5ebf245ab req-a311e792-d798-443f-898a-bf1414090128 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:30.876590 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad7ccddb-f5d6-41da-be8b-ded5ebf245ab req-a311e792-d798-443f-898a-bf1414090128 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 945 time: 0.1352577 Dec 14 02:30:30.924309 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 52235220-5165-4f6e-b9c2-5ef920a65481 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:30:30.925881 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-72626db8-3bd9-49d9-9263-fa22e518e3ba admin admin] For port 32eb92de-85f8-4680-a99e-5700b94abdfb, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=32eb92de-85f8-4680-a99e-5700b94abdfb,segment=NetworkSegment(1b8cb5b0-2ebe-433d-bb96-8e72d4904d42),segment_id=1b8cb5b0-2ebe-433d-bb96-8e72d4904d42)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:30.926266 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-72626db8-3bd9-49d9-9263-fa22e518e3ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:30.957353 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-72626db8-3bd9-49d9-9263-fa22e518e3ba admin admin] Calling delete_port for 32eb92de-85f8-4680-a99e-5700b94abdfb owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:30:31.045777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad7ccddb-f5d6-41da-be8b-ded5ebf245ab req-d562804e-b7c3-492d-86df-0343805264ce tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b567bb5-682d-49b9-8660-80997301a3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604292 Dec 14 02:30:31.114059 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 52235220-5165-4f6e-b9c2-5ef920a65481 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:31.114428 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:31.402160 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b', 'name': 'tempest-AttachSCSIVolumeTestJSON-770952479-router', 'tenant_id': '113a23851b3e4eaa836ad94cf6c94f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:30:24Z', 'updated_at': '2021-12-14T02:30:28Z', 'revision_number': 3, 'project_id': '113a23851b3e4eaa836ad94cf6c94f47', 'gw_port': {'id': '8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ee:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:26Z', 'updated_at': '2021-12-14T02:30:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:31.424142 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-72626db8-3bd9-49d9-9263-fa22e518e3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:31.441282 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Checking router: 3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:30:31.443700 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Updating router 3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b port 8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:30:31.508538 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:31.513885 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72626db8-3bd9-49d9-9263-fa22e518e3ba admin admin] Pushing event deleted for resources: {'Port': ['ID=32eb92de-85f8-4680-a99e-5700b94abdfb,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:31.718879 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-382bbdd0-3f5f-405b-8e47-b38363cd3ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:32.024992 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-382bbdd0-3f5f-405b-8e47-b38363cd3ad1 admin admin] Allocated IP 172.20.0.1 (dbb5210d-5a2e-4d63-b597-aa4163119656/bbc59639-adb0-4449-b636-387d92a54d62/29ecacfe-5ad9-4ffb-8867-9e070d8094f3) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:30:32.052027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050a69e-22e7-4f3d-89c2-ea688acac5c0 req-cc1c0f3b-fedc-4f4f-b953-17a3ef03b47a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:32.061560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7050a69e-22e7-4f3d-89c2-ea688acac5c0 req-cc1c0f3b-fedc-4f4f-b953-17a3ef03b47a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.3267443 Dec 14 02:30:32.081400 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:32.164668 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:32.227601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7050a69e-22e7-4f3d-89c2-ea688acac5c0 req-177c9b27-81e0-4470-a37b-77a2784c7228 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639235 Dec 14 02:30:32.267095 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Attempting to bind port 8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:30:32.267473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Attempting to bind port 8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:30:32.267846 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Attempting to bind port 8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:30:32.282216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:30:32.282599 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:30:32.283006 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:32.283408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:30:32.285428 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Bound port: 8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:30:32.285832 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:32.287659 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa1d72-b15a-43d5-bd74-6a47b8ee73d2 None None] Pushing event updated for resources: {'Port': ['ID=8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:32.360539 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-382bbdd0-3f5f-405b-8e47-b38363cd3ad1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:32.389278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] For port 8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:30:32.394826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] For port 8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:30:32.426123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8370b9-4f31-474e-adf4-c0b1198b24b2 req-6f190ca0-5e16-42ea-b46b-90e56ce006db tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:32.434099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a8370b9-4f31-474e-adf4-c0b1198b24b2 req-6f190ca0-5e16-42ea-b46b-90e56ce006db tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 945 time: 0.1690657 Dec 14 02:30:32.461480 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-72626db8-3bd9-49d9-9263-fa22e518e3ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:32.474869 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:32.540432 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-382bbdd0-3f5f-405b-8e47-b38363cd3ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:32.579151 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a8370b9-4f31-474e-adf4-c0b1198b24b2 req-89718c85-099d-411c-a0f6-e6ec0e961da9 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b567bb5-682d-49b9-8660-80997301a3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440830 Dec 14 02:30:32.640851 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Routers {'3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:30:32.643654 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:30:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:32.668593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382bbdd0-3f5f-405b-8e47-b38363cd3ad1 admin admin] Network dbb5210d-5a2e-4d63-b597-aa4163119656 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:30:32.689489 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-382bbdd0-3f5f-405b-8e47-b38363cd3ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:30:32.693342 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382bbdd0-3f5f-405b-8e47-b38363cd3ad1 admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:30:32.694597 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-382bbdd0-3f5f-405b-8e47-b38363cd3ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:32.738265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa1d72-b15a-43d5-bd74-6a47b8ee73d2 None None] Pushing event updated for resources: {'Port': ['ID=8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:32.745141 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3008abbb-5975-49b4-a71a-d0d8291c4851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:32.778921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bbdd0-3f5f-405b-8e47-b38363cd3ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=29ecacfe-5ad9-4ffb-8867-9e070d8094f3,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:32.854017 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] Set router 3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:30:32.906898 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72626db8-3bd9-49d9-9263-fa22e518e3ba admin admin] Router b721981e-be1b-412f-a12a-f817abdc5448 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:30:33.126245 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72626db8-3bd9-49d9-9263-fa22e518e3ba admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:30:33.139870 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42953f30-9e11-4170-94aa-7f464632e356 None None] Sync routers for ids ['b721981e-be1b-412f-a12a-f817abdc5448'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:30:33.141607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50218) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:33.145584 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-72626db8-3bd9-49d9-9263-fa22e518e3ba admin admin] 10.222.0.39 "PUT /v2.0/routers/b721981e-be1b-412f-a12a-f817abdc5448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7509537 Dec 14 02:30:33.159489 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42953f30-9e11-4170-94aa-7f464632e356 None None] Routers {'b721981e-be1b-412f-a12a-f817abdc5448'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:30:33.162237 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-42953f30-9e11-4170-94aa-7f464632e356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:30:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b721981e-be1b-412f-a12a-f817abdc5448'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:33.237604 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-382bbdd0-3f5f-405b-8e47-b38363cd3ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:33.354253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0267cca6-360f-47c4-bce6-79db1fa316d1 None None] Provisioning complete for port 29ecacfe-5ad9-4ffb-8867-9e070d8094f3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:33.354986 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0267cca6-360f-47c4-bce6-79db1fa316d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:33.422738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b', 'name': 'tempest-AttachSCSIVolumeTestJSON-770952479-router', 'tenant_id': '113a23851b3e4eaa836ad94cf6c94f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:30:24Z', 'updated_at': '2021-12-14T02:30:28Z', 'revision_number': 3, 'project_id': '113a23851b3e4eaa836ad94cf6c94f47', 'gw_port': {'id': '8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ee:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:26Z', 'updated_at': '2021-12-14T02:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:33.458420 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb68df-0944-4dfb-913b-caa33095ae70 None None] The sync data for ids ['3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b'] in n-d-821636-1 is: [{'id': '3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b', 'name': 'tempest-AttachSCSIVolumeTestJSON-770952479-router', 'tenant_id': '113a23851b3e4eaa836ad94cf6c94f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:30:24Z', 'updated_at': '2021-12-14T02:30:28Z', 'revision_number': 3, 'project_id': '113a23851b3e4eaa836ad94cf6c94f47', 'gw_port': {'id': '8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ee:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:26Z', 'updated_at': '2021-12-14T02:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:30:33.466764 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-0267cca6-360f-47c4-bce6-79db1fa316d1 None None] Port 29ecacfe-5ad9-4ffb-8867-9e070d8094f3 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:30:33.479780 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-42953f30-9e11-4170-94aa-7f464632e356 None None] Set router b721981e-be1b-412f-a12a-f817abdc5448 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:30:33.826571 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-42953f30-9e11-4170-94aa-7f464632e356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256947046-router', 'tenant_id': 'b0fb383559c94b32a936e74e3d6917f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'bedca306-9a90-4c58-8a1d-b8cf008a2e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:25:09Z', 'updated_at': '2021-12-14T02:30:31Z', 'revision_number': 5, 'project_id': 'b0fb383559c94b32a936e74e3d6917f0', 'gw_port': {'id': 'bedca306-9a90-4c58-8a1d-b8cf008a2e8b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:09Z', 'updated_at': '2021-12-14T02:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:33.888267 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42953f30-9e11-4170-94aa-7f464632e356 None None] Checking router: b721981e-be1b-412f-a12a-f817abdc5448 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:30:33.928323 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42953f30-9e11-4170-94aa-7f464632e356 None None] Routers {'b721981e-be1b-412f-a12a-f817abdc5448'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:30:33.937336 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-42953f30-9e11-4170-94aa-7f464632e356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:30:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b721981e-be1b-412f-a12a-f817abdc5448'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:33.986409 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device ab1b5b33-4a7d-44d3-92fc-7f707b4b39df up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:30:34.063683 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc9b65a1-1a83-4d33-a0e7-9e02368bf663 admin admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:34.109527 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-42953f30-9e11-4170-94aa-7f464632e356 None None] Set router b721981e-be1b-412f-a12a-f817abdc5448 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:30:34.201076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port ab1b5b33-4a7d-44d3-92fc-7f707b4b39df completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:30:34.206422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port ab1b5b33-4a7d-44d3-92fc-7f707b4b39df triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:34.206903 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:34.453272 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:34.471929 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-382bbdd0-3f5f-405b-8e47-b38363cd3ad1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:34.489966 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-42953f30-9e11-4170-94aa-7f464632e356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256947046-router', 'tenant_id': 'b0fb383559c94b32a936e74e3d6917f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'bedca306-9a90-4c58-8a1d-b8cf008a2e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:25:09Z', 'updated_at': '2021-12-14T02:30:31Z', 'revision_number': 5, 'project_id': 'b0fb383559c94b32a936e74e3d6917f0', 'gw_port': {'id': 'bedca306-9a90-4c58-8a1d-b8cf008a2e8b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:09Z', 'updated_at': '2021-12-14T02:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:34.511204 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fa8198-836d-4f65-83b3-d56e75154803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1b5b33-4a7d-44d3-92fc-7f707b4b39df'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:30:34.517581 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c40c96-9bcb-4871-8ebc-351cd44a8a25" -d '{"events": [{"server_uuid": "f3fa8198-836d-4f65-83b3-d56e75154803", "name": "network-vif-plugged", "status": "completed", "tag": "ab1b5b33-4a7d-44d3-92fc-7f707b4b39df"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:30:34.523337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc90a73-76b3-4ab5-8158-805391de186e req-d87fae30-d0d0-4f95-9828-f0d02cd793d3 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:34.535287 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42953f30-9e11-4170-94aa-7f464632e356 None None] The sync data for ids ['b721981e-be1b-412f-a12a-f817abdc5448'] in n-d-821636-1 is: [{'id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1256947046-router', 'tenant_id': 'b0fb383559c94b32a936e74e3d6917f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'bedca306-9a90-4c58-8a1d-b8cf008a2e8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:25:09Z', 'updated_at': '2021-12-14T02:30:31Z', 'revision_number': 5, 'project_id': 'b0fb383559c94b32a936e74e3d6917f0', 'gw_port': {'id': 'bedca306-9a90-4c58-8a1d-b8cf008a2e8b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b721981e-be1b-412f-a12a-f817abdc5448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:25:09Z', 'updated_at': '2021-12-14T02:25:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:30:34.536188 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5bc90a73-76b3-4ab5-8158-805391de186e req-d87fae30-d0d0-4f95-9828-f0d02cd793d3 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 945 time: 0.7464836 Dec 14 02:30:34.560251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port ab1b5b33-4a7d-44d3-92fc-7f707b4b39df, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ab1b5b33-4a7d-44d3-92fc-7f707b4b39df,segment=NetworkSegment(8a2db037-efcf-4b68-a99a-093d27bcb3ba),segment_id=8a2db037-efcf-4b68-a99a-093d27bcb3ba)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:34.615037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f5820-9c01-432d-89ee-cc25254ff785 req-6a5db0f2-e2f1-442f-a337-2be8e8331aeb tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:34.617906 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db0f5820-9c01-432d-89ee-cc25254ff785 req-6a5db0f2-e2f1-442f-a337-2be8e8331aeb tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.8695960 Dec 14 02:30:34.634076 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:34.635339 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-382bbdd0-3f5f-405b-8e47-b38363cd3ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:34.636097 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-382bbdd0-3f5f-405b-8e47-b38363cd3ad1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:34.765441 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=ab1b5b33-4a7d-44d3-92fc-7f707b4b39df,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:34.782416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5bc90a73-76b3-4ab5-8158-805391de186e req-b970e928-6638-41e4-98f5-571a29c8f9a7 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b567bb5-682d-49b9-8660-80997301a3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270494 Dec 14 02:30:34.954037 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bc371f62-1c5c-49a7-9179-89de8a29e320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:35.016916 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:30:35.104479 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bbdd0-3f5f-405b-8e47-b38363cd3ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=29ecacfe-5ad9-4ffb-8867-9e070d8094f3,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:35.191928 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:35.197995 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:35.284743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db0f5820-9c01-432d-89ee-cc25254ff785 req-3ddf1e11-be41-4111-a8e5-69046558791b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665979 Dec 14 02:30:35.292436 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc9b65a1-1a83-4d33-a0e7-9e02368bf663 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:35.395845 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3e9b6f-5b61-45ba-a50c-9d6417881ac9 x-openstack-request-id: req-fc3e9b6f-5b61-45ba-a50c-9d6417881ac9 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:30:35.396198 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fa8198-836d-4f65-83b3-d56e75154803", "name": "network-vif-plugged", "status": "completed", "tag": "ab1b5b33-4a7d-44d3-92fc-7f707b4b39df", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:30:35.396388 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc3e9b6f-5b61-45ba-a50c-9d6417881ac9 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:30:35.396803 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fa8198-836d-4f65-83b3-d56e75154803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1b5b33-4a7d-44d3-92fc-7f707b4b39df', 'code': 200} Dec 14 02:30:35.429638 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:35.445373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382bbdd0-3f5f-405b-8e47-b38363cd3ad1 admin admin] Network dbb5210d-5a2e-4d63-b597-aa4163119656 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:30:35.447893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-382bbdd0-3f5f-405b-8e47-b38363cd3ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:30:35.485901 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:35.562182 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:35.571548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 32eb92de-85f8-4680-a99e-5700b94abdfb no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:30:35.649518 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 32eb92de-85f8-4680-a99e-5700b94abdfb {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:30:35.651011 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 32eb92de-85f8-4680-a99e-5700b94abdfb not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:30:35.713860 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:35.735480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:35.736196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:35.737746 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:35.738268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:35.740164 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:35.740685 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:35.745966 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:35.747912 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:35.753318 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:35.753318 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:35.753318 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:35.753318 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:35.753318 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:35.773819 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-bc9b65a1-1a83-4d33-a0e7-9e02368bf663 admin admin] Deleting port bedca306-9a90-4c58-8a1d-b8cf008a2e8b {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:30:35.774382 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc9b65a1-1a83-4d33-a0e7-9e02368bf663 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:35.823369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a400db2-ff2d-43f2-b1a8-a78f9f74442b req-aa49e83b-d4a9-4a0f-9ffc-890612df26af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:35.824994 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a400db2-ff2d-43f2-b1a8-a78f9f74442b req-aa49e83b-d4a9-4a0f-9ffc-890612df26af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 1097 time: 0.3548455 Dec 14 02:30:35.972781 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6069b722-ae68-4276-9b4c-a72a17d7d9f9 None None] Provisioning complete for port 29ecacfe-5ad9-4ffb-8867-9e070d8094f3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:35.973667 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6069b722-ae68-4276-9b4c-a72a17d7d9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:36.015412 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382bbdd0-3f5f-405b-8e47-b38363cd3ad1 admin admin] Router 3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:30:36.131279 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6069b722-ae68-4276-9b4c-a72a17d7d9f9 None None] Port 29ecacfe-5ad9-4ffb-8867-9e070d8094f3 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:30:36.150378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240da6ff-5724-4d8e-a177-68b313d446fd req-1fa76256-5fa4-4534-b608-829586fc2f0c tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:36.152996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-240da6ff-5724-4d8e-a177-68b313d446fd req-1fa76256-5fa4-4534-b608-829586fc2f0c tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 946 time: 0.2564700 Dec 14 02:30:36.163982 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-bc9b65a1-1a83-4d33-a0e7-9e02368bf663 admin admin] For port bedca306-9a90-4c58-8a1d-b8cf008a2e8b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=bedca306-9a90-4c58-8a1d-b8cf008a2e8b,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:36.164748 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc9b65a1-1a83-4d33-a0e7-9e02368bf663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:36.187846 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a400db2-ff2d-43f2-b1a8-a78f9f74442b req-b0ca5ab0-bb1a-4e39-92c3-686be086545c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3b567bb5-682d-49b9-8660-80997301a3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801905 Dec 14 02:30:36.237122 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:36.289405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-bc9b65a1-1a83-4d33-a0e7-9e02368bf663 admin admin] Calling delete_port for bedca306-9a90-4c58-8a1d-b8cf008a2e8b owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:30:36.419618 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-240da6ff-5724-4d8e-a177-68b313d446fd req-25e984ed-da2c-41aa-a65e-11c3c73e78ee tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b567bb5-682d-49b9-8660-80997301a3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513754 Dec 14 02:30:36.520181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382bbdd0-3f5f-405b-8e47-b38363cd3ad1 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:30:36.549197 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-382bbdd0-3f5f-405b-8e47-b38363cd3ad1 admin admin] 10.222.0.39 "PUT /v2.0/routers/3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0240941 Dec 14 02:30:36.656260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Sync routers for ids ['3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:30:36.678710 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Routers {'3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:30:36.679504 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:30:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:36.847116 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbe2f3-a5eb-4be3-9b12-0554ddb242d5 req-75fdcc15-7497-498e-a006-b245a53473e5 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:36.847658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Set router 3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:30:36.856330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5bbe2f3-a5eb-4be3-9b12-0554ddb242d5 req-75fdcc15-7497-498e-a006-b245a53473e5 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.2115378 Dec 14 02:30:36.888509 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc9b65a1-1a83-4d33-a0e7-9e02368bf663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:36.913178 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:30:37.041092 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc9b65a1-1a83-4d33-a0e7-9e02368bf663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:37.135192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:37.137138 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:37.248180 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc9b65a1-1a83-4d33-a0e7-9e02368bf663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:37.252955 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc9b65a1-1a83-4d33-a0e7-9e02368bf663 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:37.343171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b65a1-1a83-4d33-a0e7-9e02368bf663 admin admin] Pushing event deleted for resources: {'Port': ['ID=bedca306-9a90-4c58-8a1d-b8cf008a2e8b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:37.368665 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5bbe2f3-a5eb-4be3-9b12-0554ddb242d5 req-8c252759-38db-405b-a20b-78abcc8132b1 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112431 Dec 14 02:30:37.393344 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc9b65a1-1a83-4d33-a0e7-9e02368bf663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:37.394258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9b65a1-1a83-4d33-a0e7-9e02368bf663 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b721981e-be1b-412f-a12a-f817abdc5448 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:30:37.401070 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc9b65a1-1a83-4d33-a0e7-9e02368bf663 admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:37.411267 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bc9b65a1-1a83-4d33-a0e7-9e02368bf663 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b721981e-be1b-412f-a12a-f817abdc5448 HTTP/1.1" status: 204 len: 168 time: 4.2590544 Dec 14 02:30:37.412132 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50266) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:37.629136 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b', 'name': 'tempest-AttachSCSIVolumeTestJSON-770952479-router', 'tenant_id': '113a23851b3e4eaa836ad94cf6c94f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:30:24Z', 'updated_at': '2021-12-14T02:30:32Z', 'revision_number': 4, 'project_id': '113a23851b3e4eaa836ad94cf6c94f47', 'gw_port': {'id': '8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:26Z', 'updated_at': '2021-12-14T02:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '29ecacfe-5ad9-4ffb-8867-9e070d8094f3', 'name': '', 'network_id': 'dbb5210d-5a2e-4d63-b597-aa4163119656', 'tenant_id': '113a23851b3e4eaa836ad94cf6c94f47', 'mac_address': 'fa:16:3e:e6:9b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bbc59639-adb0-4449-b636-387d92a54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:31Z', 'updated_at': '2021-12-14T02:30:33Z', 'revision_number': 2, 'project_id': '113a23851b3e4eaa836ad94cf6c94f47', 'subnets': [{'id': 'bbc59639-adb0-4449-b636-387d92a54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:37.635106 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9fcd827-6f58-48a9-8c66-0630e040c75d admin admin] Deleting subnet 668e3925-079c-48e1-b20d-5b6669eb2bc6 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:30:37.654336 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd827-6f58-48a9-8c66-0630e040c75d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:37.759071 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:37.763104 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Checking router: 3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:30:37.763719 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Updating router 3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b port 29ecacfe-5ad9-4ffb-8867-9e070d8094f3 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:30:37.863155 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:37.867329 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd827-6f58-48a9-8c66-0630e040c75d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:38.031628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e069e0-01c4-4379-9e59-2af75f5b114c req-95d62ea3-2db2-4876-87c9-98dac06d9212 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:38.079090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f0e069e0-01c4-4379-9e59-2af75f5b114c req-95d62ea3-2db2-4876-87c9-98dac06d9212 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 946 time: 0.4516323 Dec 14 02:30:38.258598 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd827-6f58-48a9-8c66-0630e040c75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:38.309270 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-4fb4a1d5-d547-443f-b95f-287c3f56df13 service neutron] show failed (client error): The resource could not be found. Dec 14 02:30:38.311070 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-4fb4a1d5-d547-443f-b95f-287c3f56df13 service neutron] 10.222.0.46 "GET /v2.0/ports/bb992f7d-776c-4045-8590-a7d97fa1ee44/bindings/n-h2-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.5087764 Dec 14 02:30:38.387346 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f0e069e0-01c4-4379-9e59-2af75f5b114c req-888fb9b1-92e9-4aa1-97bf-5695b027844e tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b567bb5-682d-49b9-8660-80997301a3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059542 Dec 14 02:30:38.600550 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71e67e-23c2-4049-8b80-814f8b855358 req-01e38ddc-2830-41ff-bcf8-151b22767f3b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:38.620072 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b71e67e-23c2-4049-8b80-814f8b855358 req-01e38ddc-2830-41ff-bcf8-151b22767f3b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.1162863 Dec 14 02:30:38.626431 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd827-6f58-48a9-8c66-0630e040c75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:38.754142 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fcd827-6f58-48a9-8c66-0630e040c75d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668e3925-079c-48e1-b20d-5b6669eb2bc6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:38.766929 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd827-6f58-48a9-8c66-0630e040c75d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:38.770721 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e9fcd827-6f58-48a9-8c66-0630e040c75d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/668e3925-079c-48e1-b20d-5b6669eb2bc6 HTTP/1.1" status: 204 len: 168 time: 1.3564985 Dec 14 02:30:38.777901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50282) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:39.034302 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e0adf9-fe6e-49eb-89ed-85ad04cf5a91 None None] Network dd336af4-c3be-472c-9b68-7c4aa797a5ad requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:30:39.079658 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b71e67e-23c2-4049-8b80-814f8b855358 req-0701f658-032a-422b-8450-e464d2d359f7 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566286 Dec 14 02:30:39.222135 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:39.239024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device bedca306-9a90-4c58-8a1d-b8cf008a2e8b no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:30:39.312606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-cbc612c4-6909-46f7-9d24-dd9d7a0796cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:39.315566 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-cbc612c4-6909-46f7-9d24-dd9d7a0796cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d&tenant_id=a840af3d99744bcc88bb04d2b120b271 HTTP/1.1" status: 200 len: 1101 time: 0.2781723 Dec 14 02:30:39.318998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: bedca306-9a90-4c58-8a1d-b8cf008a2e8b {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:30:39.319497 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device bedca306-9a90-4c58-8a1d-b8cf008a2e8b not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:30:39.358887 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821636-1', 'device_owner': 'compute:nova'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:30:39.459335 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:39.461982 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:39.615251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f208f6-1069-4052-bcf0-3050a29a2837 None None] DHCP port deletion for dd336af4-c3be-472c-9b68-7c4aa797a5ad request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:30:39.823656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Deleting port c210ed09-b5a5-4dea-a709-cd76fd3fab09 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:30:39.827295 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:39.965098 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b7f208f6-1069-4052-bcf0-3050a29a2837 None None] Deleting port c210ed09-b5a5-4dea-a709-cd76fd3fab09 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:30:39.969759 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b7f208f6-1069-4052-bcf0-3050a29a2837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:40.301017 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b7f208f6-1069-4052-bcf0-3050a29a2837 None None] For port c210ed09-b5a5-4dea-a709-cd76fd3fab09, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c210ed09-b5a5-4dea-a709-cd76fd3fab09,segment=NetworkSegment(1b8cb5b0-2ebe-433d-bb96-8e72d4904d42),segment_id=1b8cb5b0-2ebe-433d-bb96-8e72d4904d42)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:40.301845 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b7f208f6-1069-4052-bcf0-3050a29a2837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:40.327552 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b7f208f6-1069-4052-bcf0-3050a29a2837 None None] Calling delete_port for c210ed09-b5a5-4dea-a709-cd76fd3fab09 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:30:40.352833 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:40.470820 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:40.539854 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758926e-84c2-4737-ae99-04be100a56f7 None None] Pushing event updated for resources: {'Port': ['ID=29ecacfe-5ad9-4ffb-8867-9e070d8094f3,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:40.870570 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Attempting to bind port 29ecacfe-5ad9-4ffb-8867-9e070d8094f3 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:30:40.874941 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Attempting to bind port 29ecacfe-5ad9-4ffb-8867-9e070d8094f3 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '60d8b910-b56d-4e38-9b83-b18c9508b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbb5210d-5a2e-4d63-b597-aa4163119656'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:30:40.875418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Attempting to bind port 29ecacfe-5ad9-4ffb-8867-9e070d8094f3 on network dbb5210d-5a2e-4d63-b597-aa4163119656 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:30:40.900038 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b7f208f6-1069-4052-bcf0-3050a29a2837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:40.941703 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:30:40.942036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Checking segment: {'id': '60d8b910-b56d-4e38-9b83-b18c9508b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbb5210d-5a2e-4d63-b597-aa4163119656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:30:40.944791 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:40.945280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Bound using segment: {'id': '60d8b910-b56d-4e38-9b83-b18c9508b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbb5210d-5a2e-4d63-b597-aa4163119656'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:30:40.945846 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Bound port: 29ecacfe-5ad9-4ffb-8867-9e070d8094f3, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d8b910-b56d-4e38-9b83-b18c9508b5e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'dbb5210d-5a2e-4d63-b597-aa4163119656'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:30:40.946245 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:40.969508 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c210ed09-b5a5-4dea-a709-cd76fd3fab09 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:30:41.047456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f208f6-1069-4052-bcf0-3050a29a2837 None None] No DVR routers for this DVR port c210ed09-b5a5-4dea-a709-cd76fd3fab09 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:30:41.132881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470936a7-7361-4e5c-ae53-f9f5191f61ba req-a9cb2482-855d-48df-b0b8-dd117a7b4297 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:41.132881 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-470936a7-7361-4e5c-ae53-f9f5191f61ba req-a9cb2482-855d-48df-b0b8-dd117a7b4297 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 946 time: 1.4879448 Dec 14 02:30:41.217593 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] For port 29ecacfe-5ad9-4ffb-8867-9e070d8094f3, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:30:41.241132 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] For port 29ecacfe-5ad9-4ffb-8867-9e070d8094f3, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=29ecacfe-5ad9-4ffb-8867-9e070d8094f3,segment=NetworkSegment(60d8b910-b56d-4e38-9b83-b18c9508b5e5),segment_id=60d8b910-b56d-4e38-9b83-b18c9508b5e5)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:30:41.241132 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: c210ed09-b5a5-4dea-a709-cd76fd3fab09 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:30:41.241132 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c210ed09-b5a5-4dea-a709-cd76fd3fab09 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:30:41.241587 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] For port c210ed09-b5a5-4dea-a709-cd76fd3fab09, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c210ed09-b5a5-4dea-a709-cd76fd3fab09,segment=NetworkSegment(1b8cb5b0-2ebe-433d-bb96-8e72d4904d42),segment_id=1b8cb5b0-2ebe-433d-bb96-8e72d4904d42)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:41.241587 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:41.241784 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device bb992f7d-776c-4045-8590-a7d97fa1ee44 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:30:41.344435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Calling delete_port for c210ed09-b5a5-4dea-a709-cd76fd3fab09 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:30:41.369555 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f208f6-1069-4052-bcf0-3050a29a2837 None None] Pushing event deleted for resources: {'Port': ['ID=c210ed09-b5a5-4dea-a709-cd76fd3fab09,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:41.430614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4ddae7c0-a65d-4076-9bf7-2cb6a8337f1a None None] Provisioning complete for port 29ecacfe-5ad9-4ffb-8867-9e070d8094f3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:41.430996 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4ddae7c0-a65d-4076-9bf7-2cb6a8337f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:41.433088 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:41.442142 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb952e-3f6b-4f06-9576-1b1c1f9ba88c req-c66f403d-1ac2-4ba3-a7bc-c5170c0835da tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:41.447985 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6bbb952e-3f6b-4f06-9576-1b1c1f9ba88c req-c66f403d-1ac2-4ba3-a7bc-c5170c0835da tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 1.0119936 Dec 14 02:30:41.479867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:41.660509 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-470936a7-7361-4e5c-ae53-f9f5191f61ba req-23586a6d-6bf8-40c9-98b7-af9efe010bda tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b567bb5-682d-49b9-8660-80997301a3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886754 Dec 14 02:30:41.810478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5758926e-84c2-4737-ae99-04be100a56f7 None None] Pushing event updated for resources: {'Port': ['ID=29ecacfe-5ad9-4ffb-8867-9e070d8094f3,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:41.823449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Routers {'3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:30:41.824112 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:30:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:41.891294 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:30:41.896055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6bbb952e-3f6b-4f06-9576-1b1c1f9ba88c req-bef8df21-c338-4fa8-80ba-91a940f07c62 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135273 Dec 14 02:30:42.100970 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef024013-5484-44a9-81dd-051be6b7578d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb992f7d-776c-4045-8590-a7d97fa1ee44'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:30:42.116938 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42a55d0-25d7-4413-a218-372b731ed01b" -d '{"events": [{"server_uuid": "ef024013-5484-44a9-81dd-051be6b7578d", "name": "network-vif-unplugged", "status": "completed", "tag": "bb992f7d-776c-4045-8590-a7d97fa1ee44"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:30:42.134478 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:42.135771 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:42.162717 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:42.279563 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4ddae7c0-a65d-4076-9bf7-2cb6a8337f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:42.316633 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] Set router 3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:30:42.392749 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Transition to ACTIVE for port object bb992f7d-776c-4045-8590-a7d97fa1ee44 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:30:42.413054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Pushing event deleted for resources: {'Port': ['ID=c210ed09-b5a5-4dea-a709-cd76fd3fab09,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:42.415657 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-4ddae7c0-a65d-4076-9bf7-2cb6a8337f1a None None] For port 29ecacfe-5ad9-4ffb-8867-9e070d8094f3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=29ecacfe-5ad9-4ffb-8867-9e070d8094f3,segment=NetworkSegment(60d8b910-b56d-4e38-9b83-b18c9508b5e5),segment_id=60d8b910-b56d-4e38-9b83-b18c9508b5e5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:42.435310 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] No DVR routers for this DVR port c210ed09-b5a5-4dea-a709-cd76fd3fab09 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:30:42.443531 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbb2ab2-c9d0-4416-83ca-1ad196ad8cb4 x-openstack-request-id: req-9dbb2ab2-c9d0-4416-83ca-1ad196ad8cb4 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:30:42.443874 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef024013-5484-44a9-81dd-051be6b7578d", "name": "network-vif-unplugged", "status": "completed", "tag": "bb992f7d-776c-4045-8590-a7d97fa1ee44", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:30:42.444074 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9dbb2ab2-c9d0-4416-83ca-1ad196ad8cb4 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:30:42.444472 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef024013-5484-44a9-81dd-051be6b7578d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb992f7d-776c-4045-8590-a7d97fa1ee44', 'code': 200} Dec 14 02:30:42.492623 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:42.636457 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4ddae7c0-a65d-4076-9bf7-2cb6a8337f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:42.648766 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a87762-ad8c-4186-85f4-58d001052165 req-cd4bd87e-2843-4bd8-8466-c426b180dc5d tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:42.657041 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e5a87762-ad8c-4186-85f4-58d001052165 req-cd4bd87e-2843-4bd8-8466-c426b180dc5d tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 945 time: 0.4880023 Dec 14 02:30:42.704320 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:42.819288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] No DVR routers for this DVR port bb992f7d-776c-4045-8590-a7d97fa1ee44 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:30:42.866322 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Pushing event updated for resources: {'Port': ['ID=bb992f7d-776c-4045-8590-a7d97fa1ee44,revision_number=6']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:42.922829 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:30:42.922829 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:30:42.942388 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:30:42.946892 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Subscribe: > port after_create 55550000 {{(pid=103848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:30:42.952902 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:30:42.955626 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Subscribe: > port after_update 55550000 {{(pid=103848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:30:42.973407 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:30:42.973407 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:30:42.973407 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:30:42.973407 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:30:43.255318 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:30:43.259895 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:30:43.350232 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f13ba195-16db-43e0-8f23-495f43dd5fe2 None None] Provisioning complete for port 29ecacfe-5ad9-4ffb-8867-9e070d8094f3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:43.350582 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f13ba195-16db-43e0-8f23-495f43dd5fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:43.356410 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:30:43.357010 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:30:43.357555 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:30:43.358421 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103848) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 14 02:30:43.359071 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd336af4-c3be-472c-9b68-7c4aa797a5ad']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:43.408320 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8cb5b0-2ebe-433d-bb96-8e72d4904d42') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:43.410053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8cb5b0-2ebe-433d-bb96-8e72d4904d42') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:43.474336 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e5a87762-ad8c-4186-85f4-58d001052165 req-46140182-0742-4e0c-b5df-7b3504cfc421 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/security-groups?id=1795bf16-8cf6-4c14-bac1-bf434b9367bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8164067 Dec 14 02:30:43.548181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Attempting to bind port bb992f7d-776c-4045-8590-a7d97fa1ee44 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:30:43.548826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Attempting to bind port bb992f7d-776c-4045-8590-a7d97fa1ee44 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:30:43.553283 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Attempting to bind port bb992f7d-776c-4045-8590-a7d97fa1ee44 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:30:43.554375 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:43.630071 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b', 'name': 'tempest-AttachSCSIVolumeTestJSON-770952479-router', 'tenant_id': '113a23851b3e4eaa836ad94cf6c94f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:30:24Z', 'updated_at': '2021-12-14T02:30:32Z', 'revision_number': 4, 'project_id': '113a23851b3e4eaa836ad94cf6c94f47', 'gw_port': {'id': '8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:26Z', 'updated_at': '2021-12-14T02:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '29ecacfe-5ad9-4ffb-8867-9e070d8094f3', 'name': '', 'network_id': 'dbb5210d-5a2e-4d63-b597-aa4163119656', 'tenant_id': '113a23851b3e4eaa836ad94cf6c94f47', 'mac_address': 'fa:16:3e:e6:9b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bbc59639-adb0-4449-b636-387d92a54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:31Z', 'updated_at': '2021-12-14T02:30:41Z', 'revision_number': 4, 'project_id': '113a23851b3e4eaa836ad94cf6c94f47', 'subnets': [{'id': 'bbc59639-adb0-4449-b636-387d92a54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:43.630802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Port bb992f7d-776c-4045-8590-a7d97fa1ee44 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:30:43.631151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Attempting to bind port bb992f7d-776c-4045-8590-a7d97fa1ee44 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:30:43.639813 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:43.676298 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:30:43.676654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:30:43.677044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:30:43.687493 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Bound port: bb992f7d-776c-4045-8590-a7d97fa1ee44, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:30:43.688424 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:43.715756 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddae7c0-a65d-4076-9bf7-2cb6a8337f1a None None] Pushing event updated for resources: {'Port': ['ID=29ecacfe-5ad9-4ffb-8867-9e070d8094f3,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:43.729210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:30:43.730273 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:43.732831 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195eac63-b9d2-4826-abc2-34f3e9b0e0b8 None None] The sync data for ids ['3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b'] in n-d-821636-1 is: [{'id': '3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b', 'name': 'tempest-AttachSCSIVolumeTestJSON-770952479-router', 'tenant_id': '113a23851b3e4eaa836ad94cf6c94f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:30:24Z', 'updated_at': '2021-12-14T02:30:32Z', 'revision_number': 4, 'project_id': '113a23851b3e4eaa836ad94cf6c94f47', 'gw_port': {'id': '8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:26Z', 'updated_at': '2021-12-14T02:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '29ecacfe-5ad9-4ffb-8867-9e070d8094f3', 'name': '', 'network_id': 'dbb5210d-5a2e-4d63-b597-aa4163119656', 'tenant_id': '113a23851b3e4eaa836ad94cf6c94f47', 'mac_address': 'fa:16:3e:e6:9b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': 'bbc59639-adb0-4449-b636-387d92a54d62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:31Z', 'updated_at': '2021-12-14T02:30:41Z', 'revision_number': 4, 'project_id': '113a23851b3e4eaa836ad94cf6c94f47', 'subnets': [{'id': 'bbc59639-adb0-4449-b636-387d92a54d62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:30:43.851100 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8cf53-c74d-40f8-9e6d-acfd78883b5f req-a2dcd197-8cd2-4063-ae06-50c4b0a6fa9d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:43.860682 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ed8cf53-c74d-40f8-9e6d-acfd78883b5f req-a2dcd197-8cd2-4063-ae06-50c4b0a6fa9d tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 948 time: 0.4871838 Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: from cryptography.utils import int_from_bytes Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: from cryptography.utils import int_from_bytes Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:30:43.887820 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:30:43.964637 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ed8cf53-c74d-40f8-9e6d-acfd78883b5f req-be73120e-d7af-4a1d-a26e-b4990ccb28b8 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030269 Dec 14 02:30:43.965815 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:44.044983 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:30:44.048618 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:30:44.118002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd336af4-c3be-472c-9b68-7c4aa797a5ad,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:44.118002 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:44.118002 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e6dc327a-2f22-417b-a6e1-602ee6b51b78 admin admin] 10.222.0.39 "DELETE /v2.0/networks/dd336af4-c3be-472c-9b68-7c4aa797a5ad HTTP/1.1" status: 204 len: 168 time: 5.2959802 Dec 14 02:30:44.188237 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:44.420691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Pushing event updated for resources: {'Port': ['ID=bb992f7d-776c-4045-8590-a7d97fa1ee44,revision_number=7']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:44.426237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:44.426867 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:44.449780 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-3ef6f456-4f58-4511-a048-d8004d8a8d7c service neutron] 10.222.0.47 "PUT /v2.0/ports/bb992f7d-776c-4045-8590-a7d97fa1ee44 HTTP/1.1" status: 200 len: 1096 time: 5.0912313 Dec 14 02:30:44.463313 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef024013-5484-44a9-81dd-051be6b7578d', 'tag': 'bb992f7d-776c-4045-8590-a7d97fa1ee44'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:30:44.467817 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ba87a7-7189-4de6-924b-a36eb58dc9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ef024013-5484-44a9-81dd-051be6b7578d", "tag": "bb992f7d-776c-4045-8590-a7d97fa1ee44"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:30:44.775063 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d02f26-e05a-439c-955c-8ae3bfc8a421 x-openstack-request-id: req-22d02f26-e05a-439c-955c-8ae3bfc8a421 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:30:44.775369 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef024013-5484-44a9-81dd-051be6b7578d", "tag": "bb992f7d-776c-4045-8590-a7d97fa1ee44", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:30:44.775641 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22d02f26-e05a-439c-955c-8ae3bfc8a421 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:30:44.776044 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef024013-5484-44a9-81dd-051be6b7578d', 'tag': 'bb992f7d-776c-4045-8590-a7d97fa1ee44', 'status': 'completed', 'code': 200} Dec 14 02:30:44.983862 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50358) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:44.998625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-ec40a186-81e7-4d44-abcb-cc1f3321d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:45.000146 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-ec40a186-81e7-4d44-abcb-cc1f3321d092 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 1099 time: 0.1709802 Dec 14 02:30:45.176583 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 29ecacfe-5ad9-4ffb-8867-9e070d8094f3 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:30:45.225956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50366) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:45.226397 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fb477532-bb6d-4cce-9daa-d4c3fcd25f17 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=42e3fe530e444f4eb8a4088885651364&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2473800 Dec 14 02:30:45.732542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-0d7424ee-74d2-434d-b5a1-5232be55d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:45.734193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 29ecacfe-5ad9-4ffb-8867-9e070d8094f3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:45.736443 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-0d7424ee-74d2-434d-b5a1-5232be55d20a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 1099 time: 1.2512224 Dec 14 02:30:45.736919 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:45.738110 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-36e53871-7f88-41fb-ac01-bf988977f5dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:45.802051 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-36e53871-7f88-41fb-ac01-bf988977f5dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:46.169181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18873ac8-b454-4f29-bac3-7968b0fcd115 req-ac0b9779-9250-4ddc-8a14-e0d6aa1485ee tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:46.177808 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18873ac8-b454-4f29-bac3-7968b0fcd115 req-ac0b9779-9250-4ddc-8a14-e0d6aa1485ee tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 945 time: 0.6896367 Dec 14 02:30:46.239592 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-36e53871-7f88-41fb-ac01-bf988977f5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:46.242739 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-36e53871-7f88-41fb-ac01-bf988977f5dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:46.259029 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-36e53871-7f88-41fb-ac01-bf988977f5dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ca7ed92-597c-458b-a295-abcf521b745a HTTP/1.1" status: 204 len: 168 time: 0.9526343 Dec 14 02:30:46.452802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee0aa55-b31c-499b-9335-a37b4e3a0082 req-fb355126-c84c-4a6e-a96e-6c766308ab4c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:46.488689 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dee0aa55-b31c-499b-9335-a37b4e3a0082 req-fb355126-c84c-4a6e-a96e-6c766308ab4c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 948 time: 1.0776627 Dec 14 02:30:46.513854 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-ffc6567d-bac4-4c82-9a8c-88996b93aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:46.514235 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-ffc6567d-bac4-4c82-9a8c-88996b93aea9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.6300206 Dec 14 02:30:46.536964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e53871-7f88-41fb-ac01-bf988977f5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca7ed92-597c-458b-a295-abcf521b745a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:46.603329 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18873ac8-b454-4f29-bac3-7968b0fcd115 req-04795537-9dba-45b8-ac02-9c5f7226c206 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/security-groups?id=1795bf16-8cf6-4c14-bac1-bf434b9367bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4240987 Dec 14 02:30:46.613589 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-8bd2e372-542b-41f1-b6f0-626498795596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:46.613589 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-8bd2e372-542b-41f1-b6f0-626498795596 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 1.5987771 Dec 14 02:30:46.752342 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-1c86acfd-061e-4ee7-8158-2af043c3d81a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44 HTTP/1.1" status: 200 len: 217 time: 0.1352587 Dec 14 02:30:46.848796 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dee0aa55-b31c-499b-9335-a37b4e3a0082 req-f6833f5a-516c-4e95-a365-b698dbaa5f61 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590727 Dec 14 02:30:46.853566 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-fc253820-c70f-4da4-8aba-9e16b02413a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44 HTTP/1.1" status: 200 len: 217 time: 0.1866467 Dec 14 02:30:46.950201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-893d6044-4a90-480d-b655-5f168c36ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:46.952143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-893d6044-4a90-480d-b655-5f168c36ff59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1989932 Dec 14 02:30:46.958304 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-8fac06c1-ed57-4c7e-b3ca-9082a4ba5d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:46.960345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-8fac06c1-ed57-4c7e-b3ca-9082a4ba5d4d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0818338 Dec 14 02:30:47.044218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-0f0a1dbb-8b57-442b-b3f3-e6f62b28d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:47.045689 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-0f0a1dbb-8b57-442b-b3f3-e6f62b28d261 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0841620 Dec 14 02:30:47.066095 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-16416787-283a-4979-a264-411967b6ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:47.067960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-16416787-283a-4979-a264-411967b6ecfc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0984612 Dec 14 02:30:47.154665 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-13e21ce6-22e8-4e3b-95a7-11dc184992af service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980635 Dec 14 02:30:47.343330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-8b1cec9d-d844-4f35-8b44-fd8fab5f5c65 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876435 Dec 14 02:30:47.420353 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50388) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:47.471336 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-eed7989a-6f20-45c7-bbbe-6baf992f64ba service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129684 Dec 14 02:30:47.473494 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1250f5b-ae64-4b44-b718-ebec91b7486b req-cdb1242e-2369-4505-aada-f99987321efa service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536638 Dec 14 02:30:47.531438 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-90bd4159-dc53-442d-80f5-0e56e246bc16 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0fb383559c94b32a936e74e3d6917f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1047771 Dec 14 02:30:47.538021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50394) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:47.829935 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a08e91b5-89dc-4db5-af9c-2ed0bad9cbd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:47.881526 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a08e91b5-89dc-4db5-af9c-2ed0bad9cbd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:47.936966 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-b59673c2-2141-4764-afae-f8e08c1d8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:47.941773 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-b59673c2-2141-4764-afae-f8e08c1d8eb6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 1099 time: 0.2845976 Dec 14 02:30:47.966661 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ced94-f619-4d6f-b3a6-36b2f1fb8c77 req-48ccb8ae-e8ae-42bc-a7ff-18290586dd5f tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:47.968899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b9ced94-f619-4d6f-b3a6-36b2f1fb8c77 req-48ccb8ae-e8ae-42bc-a7ff-18290586dd5f tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 945 time: 0.1940026 Dec 14 02:30:48.200436 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-0657b22e-51d2-4130-9452-0bfbf22a6161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:48.203259 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-0657b22e-51d2-4130-9452-0bfbf22a6161 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.2325079 Dec 14 02:30:48.207400 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a08e91b5-89dc-4db5-af9c-2ed0bad9cbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:48.210508 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a08e91b5-89dc-4db5-af9c-2ed0bad9cbd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:48.214412 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a08e91b5-89dc-4db5-af9c-2ed0bad9cbd1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2034bebd-2482-44f3-a673-80a915b6972b HTTP/1.1" status: 204 len: 168 time: 0.6723945 Dec 14 02:30:48.293746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e91b5-89dc-4db5-af9c-2ed0bad9cbd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2034bebd-2482-44f3-a673-80a915b6972b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:48.297959 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-f48a17f7-e8a8-4ebf-9684-9d72049568a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44 HTTP/1.1" status: 200 len: 217 time: 0.0850847 Dec 14 02:30:48.315164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b9ced94-f619-4d6f-b3a6-36b2f1fb8c77 req-6205f662-62a9-4cd4-a576-fb5b55d46384 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/security-groups?id=1795bf16-8cf6-4c14-bac1-bf434b9367bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233550 Dec 14 02:30:48.474884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-0083744a-a2ae-404e-adad-bc1b351026c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:48.476189 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-0083744a-a2ae-404e-adad-bc1b351026c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1583397 Dec 14 02:30:48.615226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-5668e96b-ed66-44ac-8045-f85c0a7c8f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:48.616978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-5668e96b-ed66-44ac-8045-f85c0a7c8f5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1035028 Dec 14 02:30:48.756853 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-aa622918-73e1-486c-8f4c-6168c4c7f02c service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314137 Dec 14 02:30:49.102851 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77ba87a7-7189-4de6-924b-a36eb58dc9c6 req-99dea071-6f2c-4bc2-a41c-524f16738b04 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131034 Dec 14 02:30:49.190662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b494193-e793-4016-b930-9e7b8cd357f0 req-923c1d64-e0a9-46b2-a7cd-9df86d2a98ad tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:49.216589 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b494193-e793-4016-b930-9e7b8cd357f0 req-923c1d64-e0a9-46b2-a7cd-9df86d2a98ad tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 948 time: 0.5630755 Dec 14 02:30:49.296390 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d30aa-6fbd-402f-bce3-9752d673c398 req-f97f613f-58b7-41fb-b459-12d09d39b298 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:49.298280 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a13d30aa-6fbd-402f-bce3-9752d673c398 req-f97f613f-58b7-41fb-b459-12d09d39b298 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.46 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 945 time: 0.1910598 Dec 14 02:30:49.466123 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b494193-e793-4016-b930-9e7b8cd357f0 req-5e9d996f-f445-4a2b-8d42-8dc71573b7e9 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485175 Dec 14 02:30:49.739874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b971c-3572-4323-b64a-16e6689a3471 req-68609758-ea1f-4be1-a282-79e9d0c6375d tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:49.754157 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b58b971c-3572-4323-b64a-16e6689a3471 req-68609758-ea1f-4be1-a282-79e9d0c6375d tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 945 time: 0.2835519 Dec 14 02:30:49.855512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-a13d30aa-6fbd-402f-bce3-9752d673c398 req-f04bdd0a-12b4-4348-b33a-93134c301e41 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Deleting port 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:30:49.856022 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a13d30aa-6fbd-402f-bce3-9752d673c398 req-f04bdd0a-12b4-4348-b33a-93134c301e41 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:49.940908 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b58b971c-3572-4323-b64a-16e6689a3471 req-2eb044d6-4b52-47e3-a054-1f225a694654 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/security-groups?id=1795bf16-8cf6-4c14-bac1-bf434b9367bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828291 Dec 14 02:30:50.093448 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device bb992f7d-776c-4045-8590-a7d97fa1ee44 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:30:50.202191 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-a13d30aa-6fbd-402f-bce3-9752d673c398 req-f04bdd0a-12b4-4348-b33a-93134c301e41 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] For port 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=60e7e98e-d8f2-4acf-8fb7-b9817848ecb4,segment=NetworkSegment(936b76d9-7828-48a8-8ddb-7791651de25f),segment_id=936b76d9-7828-48a8-8ddb-7791651de25f)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:50.202725 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a13d30aa-6fbd-402f-bce3-9752d673c398 req-f04bdd0a-12b4-4348-b33a-93134c301e41 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:50.288900 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:50.311423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'bb992f7d-776c-4045-8590-a7d97fa1ee44', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': 'bb992f7d-776c-4045-8590-a7d97fa1ee44', 'mac_address': 'fa:16:3e:03:24:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:30:50.444908 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:50.465526 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb992f7d-776c-4045-8590-a7d97fa1ee44 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:30:50.505163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:50.595852 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:50.692222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=bb992f7d-776c-4045-8590-a7d97fa1ee44,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:50.945418 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a13d30aa-6fbd-402f-bce3-9752d673c398 req-f04bdd0a-12b4-4348-b33a-93134c301e41 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:50.945794 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a13d30aa-6fbd-402f-bce3-9752d673c398 req-f04bdd0a-12b4-4348-b33a-93134c301e41 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:50.946192 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-a13d30aa-6fbd-402f-bce3-9752d673c398 req-f04bdd0a-12b4-4348-b33a-93134c301e41 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Floating IP 7e7f8831-6275-4ec4-b659-f437b57b066f disassociated. External IP: 172.25.7.175, port: 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4. Dec 14 02:30:50.946595 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-a13d30aa-6fbd-402f-bce3-9752d673c398 req-f04bdd0a-12b4-4348-b33a-93134c301e41 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Calling delete_port for 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:30:51.062889 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['bb992f7d-776c-4045-8590-a7d97fa1ee44'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:30:51.220381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3014dd-2cbb-4e4f-990b-4d7f1fbc35d0 req-4cc15522-8e5c-4a1a-bebc-1d905f125956 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:51.234912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f3014dd-2cbb-4e4f-990b-4d7f1fbc35d0 req-4cc15522-8e5c-4a1a-bebc-1d905f125956 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 949 time: 0.4366803 Dec 14 02:30:51.290480 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a13d30aa-6fbd-402f-bce3-9752d673c398 req-f04bdd0a-12b4-4348-b33a-93134c301e41 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:51.482840 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f3014dd-2cbb-4e4f-990b-4d7f1fbc35d0 req-bdb2b6f4-c5de-4da0-9beb-5dc9d3f2aad7 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452731 Dec 14 02:30:51.494737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bdd0a-12b4-4348-b33a-93134c301e41 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Pushing event deleted for resources: {'Port': ['ID=60e7e98e-d8f2-4acf-8fb7-b9817848ecb4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:51.811976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a13d30aa-6fbd-402f-bce3-9752d673c398 req-f04bdd0a-12b4-4348-b33a-93134c301e41 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Router 892c6d3f-1307-4112-b2f9-0d5f8200ab17 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:30:51.877916 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3695036-a076-4151-b8d9-592915c9c203 req-67cb1a07-573c-479e-acd3-54c80f9d6dee tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 210 time: 0.1578207 Dec 14 02:30:51.991613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3840af-59fd-4d8f-8d34-d65a54cbdbae req-5a78dc15-afe9-42a3-9b84-4dea71b7add6 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:52.010013 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cb3840af-59fd-4d8f-8d34-d65a54cbdbae req-5a78dc15-afe9-42a3-9b84-4dea71b7add6 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 944 time: 0.2869010 Dec 14 02:30:52.174737 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cb3840af-59fd-4d8f-8d34-d65a54cbdbae req-fe9c6455-975c-4bd8-b276-769e5bda0505 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624885 Dec 14 02:30:52.331837 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22328b4d-2266-4a82-b4e0-76b87acbca26 req-8378727a-2886-4e0c-8a87-a9dac467edb4 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:52.334652 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22328b4d-2266-4a82-b4e0-76b87acbca26 req-8378727a-2886-4e0c-8a87-a9dac467edb4 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.47 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 944 time: 0.0862210 Dec 14 02:30:52.574256 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a13d30aa-6fbd-402f-bce3-9752d673c398 req-f04bdd0a-12b4-4348-b33a-93134c301e41 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:30:52.586642 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc4b28-9e4f-42d1-b80f-d954c35ac3cb None None] Sync routers for ids ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:30:52.634532 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc4b28-9e4f-42d1-b80f-d954c35ac3cb None None] Routers {'892c6d3f-1307-4112-b2f9-0d5f8200ab17'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:30:52.640708 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-38fc4b28-9e4f-42d1-b80f-d954c35ac3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:30:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:52.720098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-22328b4d-2266-4a82-b4e0-76b87acbca26 req-f94b44ef-ddf0-47ce-8ae0-ca1c0018341d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Deleting port 7beaac61-5180-4a89-88b1-51fdb1b67570 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:30:52.720607 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-22328b4d-2266-4a82-b4e0-76b87acbca26 req-f94b44ef-ddf0-47ce-8ae0-ca1c0018341d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:52.934929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-22328b4d-2266-4a82-b4e0-76b87acbca26 req-f94b44ef-ddf0-47ce-8ae0-ca1c0018341d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] For port 7beaac61-5180-4a89-88b1-51fdb1b67570, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7beaac61-5180-4a89-88b1-51fdb1b67570,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:52.935299 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-22328b4d-2266-4a82-b4e0-76b87acbca26 req-f94b44ef-ddf0-47ce-8ae0-ca1c0018341d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:52.963778 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-22328b4d-2266-4a82-b4e0-76b87acbca26 req-f94b44ef-ddf0-47ce-8ae0-ca1c0018341d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Calling delete_port for 7beaac61-5180-4a89-88b1-51fdb1b67570 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:30:53.079552 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:30:53.097186 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-38fc4b28-9e4f-42d1-b80f-d954c35ac3cb None None] Set router 892c6d3f-1307-4112-b2f9-0d5f8200ab17 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:30:53.111995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:30:53.113135 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:30:53.119756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13d30aa-6fbd-402f-bce3-9752d673c398 req-f04bdd0a-12b4-4348-b33a-93134c301e41 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] No DVR routers for this DVR port 60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:30:53.138655 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a13d30aa-6fbd-402f-bce3-9752d673c398 req-f04bdd0a-12b4-4348-b33a-93134c301e41 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:53.142334 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a13d30aa-6fbd-402f-bce3-9752d673c398 req-f04bdd0a-12b4-4348-b33a-93134c301e41 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.46 "DELETE /v2.0/ports/60e7e98e-d8f2-4acf-8fb7-b9817848ecb4 HTTP/1.1" status: 204 len: 173 time: 3.8354385 Dec 14 02:30:53.147041 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005604be-0b2a-4427-9e8f-cd0e0c8a7bb4', 'name': 'network-vif-deleted', 'tag': '60e7e98e-d8f2-4acf-8fb7-b9817848ecb4'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:30:53.149743 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2019497-f409-4a1a-a1c2-7b7ace7815c7" -d '{"events": [{"server_uuid": "005604be-0b2a-4427-9e8f-cd0e0c8a7bb4", "name": "network-vif-deleted", "tag": "60e7e98e-d8f2-4acf-8fb7-b9817848ecb4"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:30:53.204203 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e84f6a8-31ac-49be-bb81-f532702f9592 req-b58f006c-14f1-4b73-aece-45b317576f63 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0797598 Dec 14 02:30:53.239174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e52f0-44a9-4e04-b2e0-f2e2e00eec66 req-e3f52e4c-3d1a-4c3b-8d3d-d80862c76169 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:53.241535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c7e52f0-44a9-4e04-b2e0-f2e2e00eec66 req-e3f52e4c-3d1a-4c3b-8d3d-d80862c76169 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 949 time: 0.5255718 Dec 14 02:30:53.332445 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-22328b4d-2266-4a82-b4e0-76b87acbca26 req-f94b44ef-ddf0-47ce-8ae0-ca1c0018341d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:53.372751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c7e52f0-44a9-4e04-b2e0-f2e2e00eec66 req-052aa844-6ac7-4992-832a-1380f1e9e213 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190844 Dec 14 02:30:53.379108 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['7beaac61-5180-4a89-88b1-51fdb1b67570'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:30:53.424139 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b44ef-ddf0-47ce-8ae0-ca1c0018341d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Pushing event deleted for resources: {'Port': ['ID=7beaac61-5180-4a89-88b1-51fdb1b67570,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:53.514380 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-22328b4d-2266-4a82-b4e0-76b87acbca26 req-f94b44ef-ddf0-47ce-8ae0-ca1c0018341d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] No DVR routers for this DVR port 7beaac61-5180-4a89-88b1-51fdb1b67570 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:30:53.519901 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-22328b4d-2266-4a82-b4e0-76b87acbca26 req-f94b44ef-ddf0-47ce-8ae0-ca1c0018341d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:53.526479 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22328b4d-2266-4a82-b4e0-76b87acbca26 req-f94b44ef-ddf0-47ce-8ae0-ca1c0018341d tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.47 "DELETE /v2.0/ports/7beaac61-5180-4a89-88b1-51fdb1b67570 HTTP/1.1" status: 204 len: 173 time: 1.1835935 Dec 14 02:30:53.666578 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f7ff8e-cc19-4fbe-a87b-99aaa5f2bd32 x-openstack-request-id: req-07f7ff8e-cc19-4fbe-a87b-99aaa5f2bd32 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:30:53.667482 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005604be-0b2a-4427-9e8f-cd0e0c8a7bb4", "name": "network-vif-deleted", "tag": "60e7e98e-d8f2-4acf-8fb7-b9817848ecb4", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:30:53.667767 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-07f7ff8e-cc19-4fbe-a87b-99aaa5f2bd32 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:30:53.668176 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005604be-0b2a-4427-9e8f-cd0e0c8a7bb4', 'name': 'network-vif-deleted', 'tag': '60e7e98e-d8f2-4acf-8fb7-b9817848ecb4', 'status': 'completed', 'code': 200} Dec 14 02:30:53.764189 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b32ffd2-9caa-4a3d-9e7d-615b6dbecc36 req-eed0fc89-8da2-4c38-9ea1-c68dfe2adb01 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 210 time: 0.0676088 Dec 14 02:30:54.054425 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-38fc4b28-9e4f-42d1-b80f-d954c35ac3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'name': 'tempest-ServersTestJSON-1179489065-router', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:28:04Z', 'updated_at': '2021-12-14T02:28:15Z', 'revision_number': 4, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'gw_port': {'id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:08Z', 'updated_at': '2021-12-14T02:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d211b82-7c36-4b99-99a5-709d7cd48853', 'name': '', 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'mac_address': 'fa:16:3e:fd:55:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:14Z', 'updated_at': '2021-12-14T02:28:20Z', 'revision_number': 5, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'subnets': [{'id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:54.139429 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device bb992f7d-776c-4045-8590-a7d97fa1ee44 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:30:54.162732 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc4b28-9e4f-42d1-b80f-d954c35ac3cb None None] Checking router: 892c6d3f-1307-4112-b2f9-0d5f8200ab17 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:30:54.188079 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fc4b28-9e4f-42d1-b80f-d954c35ac3cb None None] Routers {'892c6d3f-1307-4112-b2f9-0d5f8200ab17'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:30:54.189846 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-38fc4b28-9e4f-42d1-b80f-d954c35ac3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:30:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:54.376275 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port bb992f7d-776c-4045-8590-a7d97fa1ee44 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:30:54.402908 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-38fc4b28-9e4f-42d1-b80f-d954c35ac3cb None None] Set router 892c6d3f-1307-4112-b2f9-0d5f8200ab17 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:30:54.403365 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port bb992f7d-776c-4045-8590-a7d97fa1ee44 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:30:54.403365 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:54.516971 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60296132-698a-4fb5-abd2-049d78619096 req-fcb3a4a3-493e-4c54-afc3-6408e58c328f tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/ports?device_id=005604be-0b2a-4427-9e8f-cd0e0c8a7bb4 HTTP/1.1" status: 200 len: 210 time: 0.1123950 Dec 14 02:30:54.601788 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-6094029d-ff22-4f2e-8747-feb6f289d84c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:54.613388 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-6094029d-ff22-4f2e-8747-feb6f289d84c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d&tenant_id=a840af3d99744bcc88bb04d2b120b271&binding%3Ahost_id=n-h2-821636-1 HTTP/1.1" status: 200 len: 949 time: 0.2573254 Dec 14 02:30:54.706417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb699d-8608-4595-8f11-801e3a8e7979 req-d31b86fc-0cc2-426a-b617-361b20b37783 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:54.715975 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:54.716620 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07cb699d-8608-4595-8f11-801e3a8e7979 req-d31b86fc-0cc2-426a-b617-361b20b37783 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 949 time: 0.1692250 Dec 14 02:30:54.788177 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef024013-5484-44a9-81dd-051be6b7578d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb992f7d-776c-4045-8590-a7d97fa1ee44'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:30:54.791145 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d197db2-9d15-4635-abef-7c0e67a2c7c3" -d '{"events": [{"server_uuid": "ef024013-5484-44a9-81dd-051be6b7578d", "name": "network-vif-plugged", "status": "completed", "tag": "bb992f7d-776c-4045-8590-a7d97fa1ee44"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:30:54.832115 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-a2810c5b-b4ea-45c1-bf16-644ca4a64d9c service neutron] 10.222.0.47 "GET /v2.0/ports/bb992f7d-776c-4045-8590-a7d97fa1ee44/bindings/n-h2-821636-1 HTTP/1.1" status: 200 len: 382 time: 0.1966841 Dec 14 02:30:54.832738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:54.857998 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07cb699d-8608-4595-8f11-801e3a8e7979 req-48ba4214-1904-42b2-82bd-9a00e18242fd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397111 Dec 14 02:30:54.915990 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:54.917804 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7beaac61-5180-4a89-88b1-51fdb1b67570 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:30:54.940335 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-38fc4b28-9e4f-42d1-b80f-d954c35ac3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'name': 'tempest-ServersTestJSON-1179489065-router', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:28:04Z', 'updated_at': '2021-12-14T02:28:15Z', 'revision_number': 4, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'gw_port': {'id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:08Z', 'updated_at': '2021-12-14T02:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d211b82-7c36-4b99-99a5-709d7cd48853', 'name': '', 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'mac_address': 'fa:16:3e:fd:55:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:14Z', 'updated_at': '2021-12-14T02:28:20Z', 'revision_number': 5, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'subnets': [{'id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:30:55.023363 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fc4b28-9e4f-42d1-b80f-d954c35ac3cb None None] The sync data for ids ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'] in n-d-821636-1 is: [{'id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'name': 'tempest-ServersTestJSON-1179489065-router', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:28:04Z', 'updated_at': '2021-12-14T02:28:15Z', 'revision_number': 4, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'gw_port': {'id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:08Z', 'updated_at': '2021-12-14T02:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d211b82-7c36-4b99-99a5-709d7cd48853', 'name': '', 'network_id': '5e4c912c-7d78-418d-bb37-18d532864e4a', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'mac_address': 'fa:16:3e:fd:55:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:14Z', 'updated_at': '2021-12-14T02:28:20Z', 'revision_number': 5, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'subnets': [{'id': 'd7daddda-6f7d-453f-a088-3bffc25e22b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:30:55.032779 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 7beaac61-5180-4a89-88b1-51fdb1b67570 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:30:55.033157 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7beaac61-5180-4a89-88b1-51fdb1b67570 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:30:55.089693 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-6ce5ec1c-e250-48f8-a64b-2c4b5c97a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:55.091232 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-6ce5ec1c-e250-48f8-a64b-2c4b5c97a3f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 1100 time: 0.1933899 Dec 14 02:30:55.280174 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81423e0d-abce-45f1-b6b1-bcbeeffe38ea req-3484a88b-aa71-4d4d-8f58-89a9065c8ab5 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=42486125-1fc6-4125-99eb-3c3b7f0fd810 HTTP/1.1" status: 200 len: 210 time: 0.0563629 Dec 14 02:30:55.300764 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778e4ea6-3168-4757-8d68-5a5838f3f363 x-openstack-request-id: req-778e4ea6-3168-4757-8d68-5a5838f3f363 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:30:55.300764 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef024013-5484-44a9-81dd-051be6b7578d", "name": "network-vif-plugged", "status": "completed", "tag": "bb992f7d-776c-4045-8590-a7d97fa1ee44", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:30:55.300764 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-778e4ea6-3168-4757-8d68-5a5838f3f363 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:30:55.300764 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef024013-5484-44a9-81dd-051be6b7578d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb992f7d-776c-4045-8590-a7d97fa1ee44', 'code': 200} Dec 14 02:30:55.322606 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=bb992f7d-776c-4045-8590-a7d97fa1ee44,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:55.364925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-1e5f292d-18c6-47d8-a092-4fde6a332a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:55.366753 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-1e5f292d-18c6-47d8-a092-4fde6a332a03 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.2651544 Dec 14 02:30:55.445195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-1c39ef75-faed-4744-b494-b154e7543867 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44 HTTP/1.1" status: 200 len: 217 time: 0.0690899 Dec 14 02:30:55.562928 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-12fb88af-d271-43d5-bc3c-c9d27b16ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:55.564756 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-12fb88af-d271-43d5-bc3c-c9d27b16ff24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1111090 Dec 14 02:30:55.564888 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47986f5c-1067-4885-aa29-883d71c98d10 None None] New status for floating IP 7e7f8831-6275-4ec4-b659-f437b57b066f: DOWN {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:30:55.676396 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42486125-1fc6-4125-99eb-3c3b7f0fd810', 'name': 'network-vif-deleted', 'tag': '7beaac61-5180-4a89-88b1-51fdb1b67570'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:30:55.676543 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50586) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:55.677026 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89d079e-8d01-42d8-b2d5-ce162bd60a3e" -d '{"events": [{"server_uuid": "42486125-1fc6-4125-99eb-3c3b7f0fd810", "name": "network-vif-deleted", "tag": "7beaac61-5180-4a89-88b1-51fdb1b67570"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:30:55.718521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-145f1918-d01f-4f3d-a775-ba80a99d77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:55.720055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-145f1918-d01f-4f3d-a775-ba80a99d77d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1448262 Dec 14 02:30:55.777677 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ba7762-e913-4808-a6cd-901d22196cb1 x-openstack-request-id: req-60ba7762-e913-4808-a6cd-901d22196cb1 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:30:55.784945 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42486125-1fc6-4125-99eb-3c3b7f0fd810", "name": "network-vif-deleted", "tag": "7beaac61-5180-4a89-88b1-51fdb1b67570", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:30:55.784945 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60ba7762-e913-4808-a6cd-901d22196cb1 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:30:55.784945 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42486125-1fc6-4125-99eb-3c3b7f0fd810', 'name': 'network-vif-deleted', 'tag': '7beaac61-5180-4a89-88b1-51fdb1b67570', 'status': 'completed', 'code': 200} Dec 14 02:30:55.817778 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8056f9e-fed1-4053-838a-9e82e203f5a7 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:55.891223 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8056f9e-fed1-4053-838a-9e82e203f5a7 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:55.967455 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-63829fe7-4675-4520-a5ff-55f9d468ab7b service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241015 Dec 14 02:30:56.138765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f1e9b-5f4b-47ab-8eef-c192e9e89512 req-fbca05fe-44c1-425a-bfcd-0c485963cfdd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:56.140406 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-154f1e9b-5f4b-47ab-8eef-c192e9e89512 req-fbca05fe-44c1-425a-bfcd-0c485963cfdd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.1095455 Dec 14 02:30:56.170238 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8056f9e-fed1-4053-838a-9e82e203f5a7 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:56.173362 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8056f9e-fed1-4053-838a-9e82e203f5a7 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:56.177562 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c8056f9e-fed1-4053-838a-9e82e203f5a7 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "DELETE /v2.0/security-groups/1795bf16-8cf6-4c14-bac1-bf434b9367bd HTTP/1.1" status: 204 len: 168 time: 0.5003748 Dec 14 02:30:56.178414 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50604) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:56.178592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-78634404-cca2-4a71-bb5a-1e5cb0fbfeff service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973476 Dec 14 02:30:56.213295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8056f9e-fed1-4053-838a-9e82e203f5a7 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1795bf16-8cf6-4c14-bac1-bf434b9367bd,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:56.217628 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-efa84c4f-744a-4980-82f0-2d1b6e39d285 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] show failed (client error): The resource could not be found. Dec 14 02:30:56.221833 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-efa84c4f-744a-4980-82f0-2d1b6e39d285 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "GET /v2.0/security-groups/1795bf16-8cf6-4c14-bac1-bf434b9367bd HTTP/1.1" status: 404 len: 347 time: 0.0394149 Dec 14 02:30:56.222455 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50606) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:56.238931 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-154f1e9b-5f4b-47ab-8eef-c192e9e89512 req-50d467e1-04b3-4ab3-9f69-fdd47e365d0f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862315 Dec 14 02:30:56.316128 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8056f9e-fed1-4053-838a-9e82e203f5a7 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:56.316725 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8056f9e-fed1-4053-838a-9e82e203f5a7 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:56.317233 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8056f9e-fed1-4053-838a-9e82e203f5a7 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:56.317765 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8056f9e-fed1-4053-838a-9e82e203f5a7 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:56.318257 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8056f9e-fed1-4053-838a-9e82e203f5a7 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:56.318745 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8056f9e-fed1-4053-838a-9e82e203f5a7 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:56.319248 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8056f9e-fed1-4053-838a-9e82e203f5a7 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:56.319737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8056f9e-fed1-4053-838a-9e82e203f5a7 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:56.320233 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8056f9e-fed1-4053-838a-9e82e203f5a7 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:56.320718 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8056f9e-fed1-4053-838a-9e82e203f5a7 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:56.321369 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8056f9e-fed1-4053-838a-9e82e203f5a7 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:56.321877 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8056f9e-fed1-4053-838a-9e82e203f5a7 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:56.322526 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8056f9e-fed1-4053-838a-9e82e203f5a7 tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:30:56.515161 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-73e26ed5-7058-4824-812e-752b5261866a tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Deleting port fa690012-0c67-40cf-a84d-d70eebb0ded1 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:30:56.515428 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-73e26ed5-7058-4824-812e-752b5261866a tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:56.643432 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-73e26ed5-7058-4824-812e-752b5261866a tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:56.644239 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-73e26ed5-7058-4824-812e-752b5261866a tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:56.662022 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-73e26ed5-7058-4824-812e-752b5261866a tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Calling delete_port for fa690012-0c67-40cf-a84d-d70eebb0ded1 owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:30:56.707743 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:56.984101 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-73e26ed5-7058-4824-812e-752b5261866a tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:57.064483 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9103dc-6a80-48fa-a0e5-a6474f6bc55d req-691828a1-4099-4003-ae03-797fe05c1c56 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:57.089493 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f9103dc-6a80-48fa-a0e5-a6474f6bc55d req-691828a1-4099-4003-ae03-797fe05c1c56 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 944 time: 0.1144218 Dec 14 02:30:57.110343 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e26ed5-7058-4824-812e-752b5261866a tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Pushing event deleted for resources: {'Port': ['ID=fa690012-0c67-40cf-a84d-d70eebb0ded1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:57.120550 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-73e26ed5-7058-4824-812e-752b5261866a tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:57.124805 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-73e26ed5-7058-4824-812e-752b5261866a tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:57.126040 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-73e26ed5-7058-4824-812e-752b5261866a tempest-ServersTestJSON-1252917407 tempest-ServersTestJSON-1252917407-project] 10.222.0.39 "DELETE /v2.0/floatingips/7e7f8831-6275-4ec4-b659-f437b57b066f HTTP/1.1" status: 204 len: 168 time: 0.8990679 Dec 14 02:30:57.134975 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50632) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:30:57.269136 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f9103dc-6a80-48fa-a0e5-a6474f6bc55d req-416588ea-5609-4433-9901-81a7768bbf67 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890507 Dec 14 02:30:57.509449 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:30:57.749845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ce023-3d07-41ec-a9c0-1d618546bf34 req-92fdf829-f8f6-4cf4-88e5-6e56bc615dd1 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:57.751500 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-396ce023-3d07-41ec-a9c0-1d618546bf34 req-92fdf829-f8f6-4cf4-88e5-6e56bc615dd1 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 944 time: 0.1924765 Dec 14 02:30:57.818590 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0964b0c-0870-4d4d-922b-d00b7b171278 req-fde0dddc-ab60-4a95-9d92-77fab33b331e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:57.826608 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0964b0c-0870-4d4d-922b-d00b7b171278 req-fde0dddc-ab60-4a95-9d92-77fab33b331e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.2106519 Dec 14 02:30:58.015421 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0964b0c-0870-4d4d-922b-d00b7b171278 req-f58b5c88-bbdc-4162-bd7d-46fd132d8c18 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830158 Dec 14 02:30:58.092727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ad4ea-f9f4-4b70-8c51-11c4e2b96d71 req-b62fb67a-ade1-4bf1-9d7c-b57afed31ff2 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:58.103203 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c82ad4ea-f9f4-4b70-8c51-11c4e2b96d71 req-b62fb67a-ade1-4bf1-9d7c-b57afed31ff2 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.1465912 Dec 14 02:30:58.183275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-396ce023-3d07-41ec-a9c0-1d618546bf34 req-29d328dd-1c8d-4e38-b31e-052e0a4a2cfe tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Deleting port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:30:58.183275 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-396ce023-3d07-41ec-a9c0-1d618546bf34 req-29d328dd-1c8d-4e38-b31e-052e0a4a2cfe tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:58.349676 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-396ce023-3d07-41ec-a9c0-1d618546bf34 req-29d328dd-1c8d-4e38-b31e-052e0a4a2cfe tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] For port 65c18d16-8551-4fa7-8898-a09b03ed7bd8, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=65c18d16-8551-4fa7-8898-a09b03ed7bd8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:58.350047 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-396ce023-3d07-41ec-a9c0-1d618546bf34 req-29d328dd-1c8d-4e38-b31e-052e0a4a2cfe tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:58.368675 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-396ce023-3d07-41ec-a9c0-1d618546bf34 req-29d328dd-1c8d-4e38-b31e-052e0a4a2cfe tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Calling delete_port for 65c18d16-8551-4fa7-8898-a09b03ed7bd8 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:30:58.633913 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c82ad4ea-f9f4-4b70-8c51-11c4e2b96d71 req-e1edb79d-6634-464d-b100-126cb29d8207 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244558 Dec 14 02:30:58.689184 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faaa29-40f3-4e8c-ba86-00759d8da9a5 req-2310f294-9c2b-4355-a22e-3c296f4d6a53 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:58.706688 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5faaa29-40f3-4e8c-ba86-00759d8da9a5 req-2310f294-9c2b-4355-a22e-3c296f4d6a53 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 944 time: 0.1891077 Dec 14 02:30:58.715596 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-396ce023-3d07-41ec-a9c0-1d618546bf34 req-29d328dd-1c8d-4e38-b31e-052e0a4a2cfe tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:58.764558 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c736dcd4-777b-4bab-a08b-8f63e4041be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:58.772545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d328dd-1c8d-4e38-b31e-052e0a4a2cfe tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Pushing event deleted for resources: {'Port': ['ID=65c18d16-8551-4fa7-8898-a09b03ed7bd8,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:30:59.257139 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-396ce023-3d07-41ec-a9c0-1d618546bf34 req-29d328dd-1c8d-4e38-b31e-052e0a4a2cfe tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] No DVR routers for this DVR port 65c18d16-8551-4fa7-8898-a09b03ed7bd8 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:30:59.259746 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-396ce023-3d07-41ec-a9c0-1d618546bf34 req-29d328dd-1c8d-4e38-b31e-052e0a4a2cfe tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:59.263800 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-396ce023-3d07-41ec-a9c0-1d618546bf34 req-29d328dd-1c8d-4e38-b31e-052e0a4a2cfe tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.47 "DELETE /v2.0/ports/65c18d16-8551-4fa7-8898-a09b03ed7bd8 HTTP/1.1" status: 204 len: 173 time: 1.4989703 Dec 14 02:30:59.269841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8be202f-6e74-4bc8-841a-b9b9cfb02e14', 'name': 'network-vif-deleted', 'tag': '65c18d16-8551-4fa7-8898-a09b03ed7bd8'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:30:59.272093 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5879a7d3-a8ba-4e23-8d80-098b9857a6ac" -d '{"events": [{"server_uuid": "c8be202f-6e74-4bc8-841a-b9b9cfb02e14", "name": "network-vif-deleted", "tag": "65c18d16-8551-4fa7-8898-a09b03ed7bd8"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:30:59.320162 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5faaa29-40f3-4e8c-ba86-00759d8da9a5 req-660c6d38-8d8b-44b4-b817-6536d4f9fcf9 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6135602 Dec 14 02:30:59.373691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611495b-32f0-4f56-bdaa-ea115e200148 req-f9325182-feac-4d47-b72c-8355ba4bcdad tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:59.377218 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c611495b-32f0-4f56-bdaa-ea115e200148 req-f9325182-feac-4d47-b72c-8355ba4bcdad tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.0912495 Dec 14 02:30:59.460366 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34143d71-ef41-46e4-8b86-aa9627ffb1b7 x-openstack-request-id: req-34143d71-ef41-46e4-8b86-aa9627ffb1b7 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:30:59.460643 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8be202f-6e74-4bc8-841a-b9b9cfb02e14", "name": "network-vif-deleted", "tag": "65c18d16-8551-4fa7-8898-a09b03ed7bd8", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:30:59.460892 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34143d71-ef41-46e4-8b86-aa9627ffb1b7 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:30:59.461432 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8be202f-6e74-4bc8-841a-b9b9cfb02e14', 'name': 'network-vif-deleted', 'tag': '65c18d16-8551-4fa7-8898-a09b03ed7bd8', 'status': 'completed', 'code': 200} Dec 14 02:30:59.597674 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c611495b-32f0-4f56-bdaa-ea115e200148 req-d9e30ad0-600b-43c5-911f-3415816c3bba tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123253 Dec 14 02:30:59.762954 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-c736dcd4-777b-4bab-a08b-8f63e4041be8 admin admin] Deleting port 7d211b82-7c36-4b99-99a5-709d7cd48853 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:30:59.763339 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c736dcd4-777b-4bab-a08b-8f63e4041be8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:59.818701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717e579-bf5f-4551-8c41-f268a81db293 req-61d0db29-45ea-4ece-b1a3-0c54eac0cff7 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:30:59.820320 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8717e579-bf5f-4551-8c41-f268a81db293 req-61d0db29-45ea-4ece-b1a3-0c54eac0cff7 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.1083753 Dec 14 02:30:59.888248 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-c736dcd4-777b-4bab-a08b-8f63e4041be8 admin admin] For port 7d211b82-7c36-4b99-99a5-709d7cd48853, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7d211b82-7c36-4b99-99a5-709d7cd48853,segment=NetworkSegment(936b76d9-7828-48a8-8ddb-7791651de25f),segment_id=936b76d9-7828-48a8-8ddb-7791651de25f)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:30:59.888601 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c736dcd4-777b-4bab-a08b-8f63e4041be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:30:59.903180 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8717e579-bf5f-4551-8c41-f268a81db293 req-b35b58d9-b5ae-4970-b941-71cdf2b05c28 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763025 Dec 14 02:30:59.906712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-c736dcd4-777b-4bab-a08b-8f63e4041be8 admin admin] Calling delete_port for 7d211b82-7c36-4b99-99a5-709d7cd48853 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:00.063319 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0cac0-f409-49bb-9699-8d8d4ae9f918 req-62ff85e2-52a5-4838-a5a2-b4f1272b55c0 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:00.064820 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20d0cac0-f409-49bb-9699-8d8d4ae9f918 req-62ff85e2-52a5-4838-a5a2-b4f1272b55c0 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.46 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.0975678 Dec 14 02:31:00.074983 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:00.169154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 65c18d16-8551-4fa7-8898-a09b03ed7bd8 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:31:00.210029 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 65c18d16-8551-4fa7-8898-a09b03ed7bd8 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:31:00.215061 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 65c18d16-8551-4fa7-8898-a09b03ed7bd8 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:31:00.218540 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device bb992f7d-776c-4045-8590-a7d97fa1ee44 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:31:00.299673 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-ee17ac91-4eec-47ed-835b-b878e09ac020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:00.301228 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-ee17ac91-4eec-47ed-835b-b878e09ac020 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d&tenant_id=a840af3d99744bcc88bb04d2b120b271 HTTP/1.1" status: 200 len: 1101 time: 0.2354522 Dec 14 02:31:00.305736 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c736dcd4-777b-4bab-a08b-8f63e4041be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:00.336858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821636-1', 'device_owner': 'compute:nova'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:00.337273 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:00.384451 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef024013-5484-44a9-81dd-051be6b7578d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb992f7d-776c-4045-8590-a7d97fa1ee44'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:00.389270 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9206be50-b91e-4926-9889-0ee7a36323aa" -d '{"events": [{"server_uuid": "ef024013-5484-44a9-81dd-051be6b7578d", "name": "network-vif-unplugged", "status": "completed", "tag": "bb992f7d-776c-4045-8590-a7d97fa1ee44"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:00.411101 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:00.469024 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:00.512484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736dcd4-777b-4bab-a08b-8f63e4041be8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d211b82-7c36-4b99-99a5-709d7cd48853,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:00.516413 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60eb6a55-7193-4707-b973-b794f68dfb05 x-openstack-request-id: req-60eb6a55-7193-4707-b973-b794f68dfb05 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:00.517003 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef024013-5484-44a9-81dd-051be6b7578d", "name": "network-vif-unplugged", "status": "completed", "tag": "bb992f7d-776c-4045-8590-a7d97fa1ee44", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:00.517516 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60eb6a55-7193-4707-b973-b794f68dfb05 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:00.518155 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef024013-5484-44a9-81dd-051be6b7578d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb992f7d-776c-4045-8590-a7d97fa1ee44', 'code': 200} Dec 14 02:31:00.531271 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50706) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:00.553936 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=bb992f7d-776c-4045-8590-a7d97fa1ee44,revision_number=10']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:00.585648 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1969c0ca-168d-488d-952c-91002d22b281 req-5c631483-dec7-4362-b4b9-3e27d34bccf1 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8be202f-6e74-4bc8-841a-b9b9cfb02e14 HTTP/1.1" status: 200 len: 210 time: 0.0819135 Dec 14 02:31:00.738785 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca670bae-64ee-4b65-b91e-6ada27ea68ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:00.753291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-20d0cac0-f409-49bb-9699-8d8d4ae9f918 req-d7b7dcfb-c192-4a95-9c60-ba0d120d759e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Deleting port a88b0122-bbad-4bd0-8d88-9b670c3a2f6f {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:31:00.753291 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-20d0cac0-f409-49bb-9699-8d8d4ae9f918 req-d7b7dcfb-c192-4a95-9c60-ba0d120d759e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:00.864966 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca670bae-64ee-4b65-b91e-6ada27ea68ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:00.937816 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca670bae-64ee-4b65-b91e-6ada27ea68ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:00.941814 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:01.024256 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ca670bae-64ee-4b65-b91e-6ada27ea68ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=406b888ebf6b44c79a8b60d5c31f6874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4918725 Dec 14 02:31:01.028177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50714) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:01.046638 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-20d0cac0-f409-49bb-9699-8d8d4ae9f918 req-d7b7dcfb-c192-4a95-9c60-ba0d120d759e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] For port a88b0122-bbad-4bd0-8d88-9b670c3a2f6f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a88b0122-bbad-4bd0-8d88-9b670c3a2f6f,segment=NetworkSegment(5f432822-1802-4a54-830c-6c95083fa4ba),segment_id=5f432822-1802-4a54-830c-6c95083fa4ba)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:01.047035 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-20d0cac0-f409-49bb-9699-8d8d4ae9f918 req-d7b7dcfb-c192-4a95-9c60-ba0d120d759e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:01.054328 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca670bae-64ee-4b65-b91e-6ada27ea68ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dd0a61-21ea-4f75-bca8-528c12db3bf4,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:01.082725 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f706eaf-26a1-4bf6-9388-02383575838f req-e50cb504-4528-4223-958f-ffe5d46521c1 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:01.091219 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f706eaf-26a1-4bf6-9388-02383575838f req-e50cb504-4528-4223-958f-ffe5d46521c1 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 949 time: 0.3671789 Dec 14 02:31:01.132552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-20d0cac0-f409-49bb-9699-8d8d4ae9f918 req-d7b7dcfb-c192-4a95-9c60-ba0d120d759e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Calling delete_port for a88b0122-bbad-4bd0-8d88-9b670c3a2f6f owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:01.154848 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6303105b-0a2b-4882-8d64-0da0da9589d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:01.181977 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6303105b-0a2b-4882-8d64-0da0da9589d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:01.205715 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c736dcd4-777b-4bab-a08b-8f63e4041be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:01.309042 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6303105b-0a2b-4882-8d64-0da0da9589d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:01.312419 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6303105b-0a2b-4882-8d64-0da0da9589d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:01.316229 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7a38c-7e1b-4341-aa6c-5e9a2eaeb006 req-19783034-fbda-436e-9dd0-c9c56cee0229 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:01.317398 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6303105b-0a2b-4882-8d64-0da0da9589d1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/56dd0a61-21ea-4f75-bca8-528c12db3bf4 HTTP/1.1" status: 204 len: 168 time: 0.2879643 Dec 14 02:31:01.327189 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303105b-0a2b-4882-8d64-0da0da9589d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dd0a61-21ea-4f75-bca8-528c12db3bf4,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:01.332567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eba7a38c-7e1b-4341-aa6c-5e9a2eaeb006 req-19783034-fbda-436e-9dd0-c9c56cee0229 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 945 time: 0.2909319 Dec 14 02:31:01.448860 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f706eaf-26a1-4bf6-9388-02383575838f req-cd85e38f-f869-462e-a86f-2de96e155daa tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561852 Dec 14 02:31:01.565897 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eba7a38c-7e1b-4341-aa6c-5e9a2eaeb006 req-492f3ab9-855d-4aed-bd52-db27fbe0dfcd tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323399 Dec 14 02:31:01.664487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:01.765542 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-20d0cac0-f409-49bb-9699-8d8d4ae9f918 req-d7b7dcfb-c192-4a95-9c60-ba0d120d759e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:01.803219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['ab09f211-b27a-4cb4-a977-c47c43256d1c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:31:02.048676 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50728) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:02.071230 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cd16680-57d0-4211-b13d-1278bc5dcfba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:02.100928 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7dcfb-c192-4a95-9c60-ba0d120d759e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Pushing event deleted for resources: {'Port': ['ID=a88b0122-bbad-4bd0-8d88-9b670c3a2f6f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:02.110960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:31:02.180614 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d0cac0-f409-49bb-9699-8d8d4ae9f918 req-d7b7dcfb-c192-4a95-9c60-ba0d120d759e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] No DVR routers for this DVR port a88b0122-bbad-4bd0-8d88-9b670c3a2f6f on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:31:02.187686 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-20d0cac0-f409-49bb-9699-8d8d4ae9f918 req-d7b7dcfb-c192-4a95-9c60-ba0d120d759e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:02.191051 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20d0cac0-f409-49bb-9699-8d8d4ae9f918 req-d7b7dcfb-c192-4a95-9c60-ba0d120d759e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.46 "DELETE /v2.0/ports/a88b0122-bbad-4bd0-8d88-9b670c3a2f6f HTTP/1.1" status: 204 len: 173 time: 2.1133385 Dec 14 02:31:02.191404 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cd16680-57d0-4211-b13d-1278bc5dcfba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:02.191560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ce168f-0f20-4067-b5f0-d00982052717', 'name': 'network-vif-deleted', 'tag': 'a88b0122-bbad-4bd0-8d88-9b670c3a2f6f'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:02.194242 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f328b580-c295-4213-854f-8988a4f403c2" -d '{"events": [{"server_uuid": "01ce168f-0f20-4067-b5f0-d00982052717", "name": "network-vif-deleted", "tag": "a88b0122-bbad-4bd0-8d88-9b670c3a2f6f"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:02.199427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb992f7d-776c-4045-8590-a7d97fa1ee44 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:31:02.210035 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:02.246279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c736dcd4-777b-4bab-a08b-8f63e4041be8 admin admin] Router 892c6d3f-1307-4112-b2f9-0d5f8200ab17 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:31:02.247403 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cd16680-57d0-4211-b13d-1278bc5dcfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:02.251048 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b779d0-2c23-4f27-adb4-122e06762575 x-openstack-request-id: req-68b779d0-2c23-4f27-adb4-122e06762575 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:02.251348 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ce168f-0f20-4067-b5f0-d00982052717", "name": "network-vif-deleted", "tag": "a88b0122-bbad-4bd0-8d88-9b670c3a2f6f", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:02.251608 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68b779d0-2c23-4f27-adb4-122e06762575 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:02.252091 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ce168f-0f20-4067-b5f0-d00982052717', 'name': 'network-vif-deleted', 'tag': 'a88b0122-bbad-4bd0-8d88-9b670c3a2f6f', 'status': 'completed', 'code': 200} Dec 14 02:31:02.253011 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Transition to ACTIVE for port object bb992f7d-776c-4045-8590-a7d97fa1ee44 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:31:02.304651 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2cd16680-57d0-4211-b13d-1278bc5dcfba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31921b7450d44f12a64d89b83532e282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545986 Dec 14 02:31:02.306791 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50736) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:02.314075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd16680-57d0-4211-b13d-1278bc5dcfba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431dbcdf-6b1a-4c0e-bcef-180de0e20dba,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:02.372508 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380021f-e988-43aa-b49c-0ba5a98f4c40 req-fdd4316f-f962-4922-a554-46550a361e7e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:02.379988 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0380021f-e988-43aa-b49c-0ba5a98f4c40 req-fdd4316f-f962-4922-a554-46550a361e7e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 965 time: 0.1523438 Dec 14 02:31:02.381871 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:02.399607 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0c28-e19a-48c0-9317-1388f011a32c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:02.451000 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0c28-e19a-48c0-9317-1388f011a32c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:02.498539 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] No DVR routers for this DVR port bb992f7d-776c-4045-8590-a7d97fa1ee44 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:31:02.508493 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb992f7d-776c-4045-8590-a7d97fa1ee44,revision_number=11']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:02.547335 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0380021f-e988-43aa-b49c-0ba5a98f4c40 req-2d67af12-af28-4d42-a904-fa18593e0e7b tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664348 Dec 14 02:31:02.568918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c736dcd4-777b-4bab-a08b-8f63e4041be8 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:31:02.580150 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c736dcd4-777b-4bab-a08b-8f63e4041be8 admin admin] 10.222.0.39 "PUT /v2.0/routers/892c6d3f-1307-4112-b2f9-0d5f8200ab17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4385626 Dec 14 02:31:02.586412 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba8cec1-157a-4578-bb6b-62ef73d0123b None None] Sync routers for ids ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:31:02.588908 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50740) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:02.603513 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba8cec1-157a-4578-bb6b-62ef73d0123b None None] Routers {'892c6d3f-1307-4112-b2f9-0d5f8200ab17'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:31:02.606919 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0ba8cec1-157a-4578-bb6b-62ef73d0123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:30:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:02.643603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Attempting to bind port bb992f7d-776c-4045-8590-a7d97fa1ee44 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:31:02.643947 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Attempting to bind port bb992f7d-776c-4045-8590-a7d97fa1ee44 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:31:02.644293 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Attempting to bind port bb992f7d-776c-4045-8590-a7d97fa1ee44 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:31:02.652588 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Port bb992f7d-776c-4045-8590-a7d97fa1ee44 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:31:02.652803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Attempting to bind port bb992f7d-776c-4045-8590-a7d97fa1ee44 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:31:02.663776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:31:02.664121 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:31:02.664530 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:31:02.664960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Bound port: bb992f7d-776c-4045-8590-a7d97fa1ee44, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:31:02.665342 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:02.705468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4fe04-81ba-4455-8573-8077b41c898a req-1b290efd-1598-457b-834d-d6c65feee697 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:02.707885 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4f05f102-6a52-418a-9258-653e4c38f56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:02.720055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cb4fe04-81ba-4455-8573-8077b41c898a req-1b290efd-1598-457b-834d-d6c65feee697 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 949 time: 0.1819167 Dec 14 02:31:02.789894 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0c28-e19a-48c0-9317-1388f011a32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:02.793183 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2c4c0c28-e19a-48c0-9317-1388f011a32c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:02.801021 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2c4c0c28-e19a-48c0-9317-1388f011a32c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/431dbcdf-6b1a-4c0e-bcef-180de0e20dba HTTP/1.1" status: 204 len: 168 time: 0.4926400 Dec 14 02:31:02.804617 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bfff1f90-1e63-4c53-9f71-aa746a4eb25c admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:02.877911 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-0ba8cec1-157a-4578-bb6b-62ef73d0123b None None] Set router 892c6d3f-1307-4112-b2f9-0d5f8200ab17 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:31:02.960489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c0c28-e19a-48c0-9317-1388f011a32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431dbcdf-6b1a-4c0e-bcef-180de0e20dba,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:03.026710 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-92522205-abb7-4a59-a823-bf8f2fc64f14 req-8b230140-9860-4fbc-8846-f016591d16fe tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 210 time: 0.1104107 Dec 14 02:31:03.038018 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8165554-665e-4a49-9ca7-3c42d162cc09 req-ab1f2571-5d9a-4171-8082-167a5b679a1b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=01ce168f-0f20-4067-b5f0-d00982052717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1041319 Dec 14 02:31:03.049955 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bfff1f90-1e63-4c53-9f71-aa746a4eb25c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:03.085583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:31:03.114725 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cb4fe04-81ba-4455-8573-8077b41c898a req-caca818c-4fdc-4b0f-87b8-3feb7238341c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874204 Dec 14 02:31:03.137775 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device a88b0122-bbad-4bd0-8d88-9b670c3a2f6f no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:31:03.139491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea21029-e451-4286-a501-f185ca0a2755 req-9cffec45-0fc1-4566-acde-b861f30881f1 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:03.141256 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dea21029-e451-4286-a501-f185ca0a2755 req-9cffec45-0fc1-4566-acde-b861f30881f1 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.47 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 965 time: 0.3467906 Dec 14 02:31:03.148690 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8165554-665e-4a49-9ca7-3c42d162cc09 req-cd5fcfb1-23c5-4a85-887e-0e2db22306eb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5ec77c515bf840a6800e08bac2ce344e&device_id=01ce168f-0f20-4067-b5f0-d00982052717 HTTP/1.1" status: 200 len: 210 time: 0.0735614 Dec 14 02:31:03.168034 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:31:03.189488 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: a88b0122-bbad-4bd0-8d88-9b670c3a2f6f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:31:03.189920 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device a88b0122-bbad-4bd0-8d88-9b670c3a2f6f not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:31:03.231954 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-bfff1f90-1e63-4c53-9f71-aa746a4eb25c admin admin] Deleting port b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:31:03.232378 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bfff1f90-1e63-4c53-9f71-aa746a4eb25c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:03.245519 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0ba8cec1-157a-4578-bb6b-62ef73d0123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'name': 'tempest-ServersTestJSON-1179489065-router', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:28:04Z', 'updated_at': '2021-12-14T02:31:00Z', 'revision_number': 5, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'gw_port': {'id': 'b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:36:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:28:08Z', 'updated_at': '2021-12-14T02:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:03.287403 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:03.292870 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba8cec1-157a-4578-bb6b-62ef73d0123b None None] Checking router: 892c6d3f-1307-4112-b2f9-0d5f8200ab17 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:31:03.305296 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba8cec1-157a-4578-bb6b-62ef73d0123b None None] Routers {'892c6d3f-1307-4112-b2f9-0d5f8200ab17'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:31:03.306569 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0ba8cec1-157a-4578-bb6b-62ef73d0123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:30:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:03.387670 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-bfff1f90-1e63-4c53-9f71-aa746a4eb25c admin admin] For port b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:03.393140 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bfff1f90-1e63-4c53-9f71-aa746a4eb25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:03.406253 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8165554-665e-4a49-9ca7-3c42d162cc09 req-50ccd374-b514-4bb2-9cf5-d4b6830c712f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:03.410114 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8165554-665e-4a49-9ca7-3c42d162cc09 req-50ccd374-b514-4bb2-9cf5-d4b6830c712f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5ec77c515bf840a6800e08bac2ce344e&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2171352 Dec 14 02:31:03.410440 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-bfff1f90-1e63-4c53-9f71-aa746a4eb25c admin admin] Calling delete_port for b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:03.440510 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-0ba8cec1-157a-4578-bb6b-62ef73d0123b None None] Set router 892c6d3f-1307-4112-b2f9-0d5f8200ab17 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:31:03.507800 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:03.508745 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:03.511338 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] 10.222.0.46 "PUT /v2.0/ports/bb992f7d-776c-4045-8590-a7d97fa1ee44 HTTP/1.1" status: 200 len: 1097 time: 3.1903477 Dec 14 02:31:03.529702 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0ba8cec1-157a-4578-bb6b-62ef73d0123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'name': 'tempest-ServersTestJSON-1179489065-router', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:28:04Z', 'updated_at': '2021-12-14T02:31:03Z', 'revision_number': 6, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:03.576016 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba8cec1-157a-4578-bb6b-62ef73d0123b None None] The sync data for ids ['892c6d3f-1307-4112-b2f9-0d5f8200ab17'] in n-d-821636-1 is: [{'id': '892c6d3f-1307-4112-b2f9-0d5f8200ab17', 'name': 'tempest-ServersTestJSON-1179489065-router', 'tenant_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:28:04Z', 'updated_at': '2021-12-14T02:31:03Z', 'revision_number': 6, 'project_id': '2fac9ea333d64e4b8eac7e6f8a705cc8', 'gw_port_host': None}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:31:03.638330 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f9a40-2fac-40b8-8629-720543ad3be9 service neutron] Pushing event updated for resources: {'Port': ['ID=bb992f7d-776c-4045-8590-a7d97fa1ee44,revision_number=12']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:03.727799 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-489f2e9b-e7b4-4229-891d-6c419f7c8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:03.737061 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-489f2e9b-e7b4-4229-891d-6c419f7c8559 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 1100 time: 0.1800082 Dec 14 02:31:03.743142 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-dea21029-e451-4286-a501-f185ca0a2755 req-f3030aee-c708-4f98-aa9c-0044eceb408e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Deleting port cc851219-ec26-4237-8d21-8dcd22db24e8 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:31:03.743142 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dea21029-e451-4286-a501-f185ca0a2755 req-f3030aee-c708-4f98-aa9c-0044eceb408e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:03.888525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8165554-665e-4a49-9ca7-3c42d162cc09 req-f90aca64-cc6e-4060-a70e-c8bfbafc8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:03.890223 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8165554-665e-4a49-9ca7-3c42d162cc09 req-f90aca64-cc6e-4060-a70e-c8bfbafc8834 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4426305 Dec 14 02:31:03.926502 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bfff1f90-1e63-4c53-9f71-aa746a4eb25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:03.960176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff1f90-1e63-4c53-9f71-aa746a4eb25c admin admin] Pushing event deleted for resources: {'Port': ['ID=b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:03.988279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea4cd8-c82a-4c5b-a5e6-c9aa8b675525 req-b7a85fe4-2408-40b5-a71f-6ec20be51527 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:04.004502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d7ea4cd8-c82a-4c5b-a5e6-c9aa8b675525 req-b7a85fe4-2408-40b5-a71f-6ec20be51527 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 965 time: 0.2816494 Dec 14 02:31:04.062895 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50758) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:04.071613 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bfff1f90-1e63-4c53-9f71-aa746a4eb25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:04.086957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-dea21029-e451-4286-a501-f185ca0a2755 req-f3030aee-c708-4f98-aa9c-0044eceb408e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] For port cc851219-ec26-4237-8d21-8dcd22db24e8, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=cc851219-ec26-4237-8d21-8dcd22db24e8,segment=NetworkSegment(f4929c76-acb8-4d35-b06a-26db8e4fab28),segment_id=f4929c76-acb8-4d35-b06a-26db8e4fab28)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:04.087323 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dea21029-e451-4286-a501-f185ca0a2755 req-f3030aee-c708-4f98-aa9c-0044eceb408e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:04.117933 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-066dfb3e-8c00-40ff-8250-8d4c20167bbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:04.128847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-dea21029-e451-4286-a501-f185ca0a2755 req-f3030aee-c708-4f98-aa9c-0044eceb408e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Calling delete_port for cc851219-ec26-4237-8d21-8dcd22db24e8 owned by compute:tempest-test_az-642571560 {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:04.222421 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bfff1f90-1e63-4c53-9f71-aa746a4eb25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:04.224851 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bfff1f90-1e63-4c53-9f71-aa746a4eb25c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:04.234071 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-113f7862-2908-4cb7-a157-8da6c3fa4bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:04.235839 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-113f7862-2908-4cb7-a157-8da6c3fa4bbe service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.4638493 Dec 14 02:31:04.255292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef024013-5484-44a9-81dd-051be6b7578d', 'tag': 'bb992f7d-776c-4045-8590-a7d97fa1ee44'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:04.256176 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e82baa-675e-420e-9575-b8c77c658e85" -d '{"events": [{"name": "network-changed", "server_uuid": "ef024013-5484-44a9-81dd-051be6b7578d", "tag": "bb992f7d-776c-4045-8590-a7d97fa1ee44"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:04.330492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-919c9c27-2441-4a2e-82ad-f23232cae995 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44 HTTP/1.1" status: 200 len: 217 time: 0.0839155 Dec 14 02:31:04.346268 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d7ea4cd8-c82a-4c5b-a5e6-c9aa8b675525 req-2d31845b-735e-418d-bfee-0adbeefefada tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/security-groups?id=69e0899b-9269-4f5d-a9b8-b09d4ae48951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405716 Dec 14 02:31:04.347780 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bfff1f90-1e63-4c53-9f71-aa746a4eb25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:04.348761 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfff1f90-1e63-4c53-9f71-aa746a4eb25c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 892c6d3f-1307-4112-b2f9-0d5f8200ab17 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:31:04.363331 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bfff1f90-1e63-4c53-9f71-aa746a4eb25c admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:04.365726 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bfff1f90-1e63-4c53-9f71-aa746a4eb25c admin admin] 10.222.0.39 "DELETE /v2.0/routers/892c6d3f-1307-4112-b2f9-0d5f8200ab17 HTTP/1.1" status: 204 len: 168 time: 1.7721453 Dec 14 02:31:04.367574 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50766) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:04.415637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-4a45ae00-7292-4e3b-b8fc-98cb20455892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:04.419477 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-4a45ae00-7292-4e3b-b8fc-98cb20455892 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0698898 Dec 14 02:31:04.457017 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2cbc8ac-8693-45a8-97d0-5d661458f88d admin admin] Deleting subnet d7daddda-6f7d-453f-a088-3bffc25e22b4 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:31:04.461633 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc8ac-8693-45a8-97d0-5d661458f88d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:04.518506 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc8ac-8693-45a8-97d0-5d661458f88d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:04.585531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-d24c391a-825a-4c88-b821-052d4da14c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:04.587028 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-d24c391a-825a-4c88-b821-052d4da14c87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900202 Dec 14 02:31:04.652958 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc8ac-8693-45a8-97d0-5d661458f88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:04.707304 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-792ad793-5715-4cdb-a93e-4217b92952b0 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090052 Dec 14 02:31:04.722591 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d149bcf-e0f3-40ff-97de-5dc2adb7b311 x-openstack-request-id: req-6d149bcf-e0f3-40ff-97de-5dc2adb7b311 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:04.723358 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef024013-5484-44a9-81dd-051be6b7578d", "tag": "bb992f7d-776c-4045-8590-a7d97fa1ee44", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:04.723358 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d149bcf-e0f3-40ff-97de-5dc2adb7b311 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:04.723554 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef024013-5484-44a9-81dd-051be6b7578d', 'tag': 'bb992f7d-776c-4045-8590-a7d97fa1ee44', 'status': 'completed', 'code': 200} Dec 14 02:31:04.724124 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dea21029-e451-4286-a501-f185ca0a2755 req-f3030aee-c708-4f98-aa9c-0044eceb408e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:04.733674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeaeebc-f878-40b6-940c-e4821781212a req-7983b571-82fa-4b92-b75f-dee30aea2b59 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:04.735689 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdeaeebc-f878-40b6-940c-e4821781212a req-7983b571-82fa-4b92-b75f-dee30aea2b59 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 949 time: 0.2929668 Dec 14 02:31:04.846369 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc8ac-8693-45a8-97d0-5d661458f88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:04.876917 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbc8ac-8693-45a8-97d0-5d661458f88d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7daddda-6f7d-453f-a088-3bffc25e22b4,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:04.880617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:31:04.893372 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2cbc8ac-8693-45a8-97d0-5d661458f88d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:04.913511 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f2cbc8ac-8693-45a8-97d0-5d661458f88d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d7daddda-6f7d-453f-a088-3bffc25e22b4 HTTP/1.1" status: 204 len: 168 time: 0.5436776 Dec 14 02:31:04.918068 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3030aee-c708-4f98-aa9c-0044eceb408e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Pushing event deleted for resources: {'Port': ['ID=cc851219-ec26-4237-8d21-8dcd22db24e8,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:04.921640 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8df056-0d3c-44f4-b145-820643c8d5fc None None] Network 5e4c912c-7d78-418d-bb37-18d532864e4a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:31:04.927657 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:31:04.927657 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b604e4d9-7e16-49e5-8a0e-e76f2d0d90f3 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:31:04.927815 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50772) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:04.927898 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7d211b82-7c36-4b99-99a5-709d7cd48853 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:31:04.951522 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-066dfb3e-8c00-40ff-8250-8d4c20167bbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:05.011222 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e1dc87e2-99e8-4758-ae65-800da091eb78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:05.015609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 7d211b82-7c36-4b99-99a5-709d7cd48853 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:31:05.016646 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7d211b82-7c36-4b99-99a5-709d7cd48853 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:31:05.030557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea21029-e451-4286-a501-f185ca0a2755 req-f3030aee-c708-4f98-aa9c-0044eceb408e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] No DVR routers for this DVR port cc851219-ec26-4237-8d21-8dcd22db24e8 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:31:05.045858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2dcf8-59b7-43f8-933f-7db7aea73083 req-7d83234c-d69a-440f-ba94-49a8c314593e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:05.047416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-08f2dcf8-59b7-43f8-933f-7db7aea73083 req-7d83234c-d69a-440f-ba94-49a8c314593e tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.3268576 Dec 14 02:31:05.048737 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dea21029-e451-4286-a501-f185ca0a2755 req-f3030aee-c708-4f98-aa9c-0044eceb408e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:05.050447 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:05.055863 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dea21029-e451-4286-a501-f185ca0a2755 req-f3030aee-c708-4f98-aa9c-0044eceb408e tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.47 "DELETE /v2.0/ports/cc851219-ec26-4237-8d21-8dcd22db24e8 HTTP/1.1" status: 204 len: 173 time: 1.9043214 Dec 14 02:31:05.065062 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e82baa-675e-420e-9575-b8c77c658e85 req-5d36734b-5c87-4796-9209-820515886923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:05.066666 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02e82baa-675e-420e-9575-b8c77c658e85 req-5d36734b-5c87-4796-9209-820515886923 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 1100 time: 0.3585284 Dec 14 02:31:05.067334 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-066dfb3e-8c00-40ff-8250-8d4c20167bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:05.142564 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdeaeebc-f878-40b6-940c-e4821781212a req-03498e20-6148-4344-b08f-76c966e709e2 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310988 Dec 14 02:31:05.180667 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942439ee-5a60-4f63-9fc0-33720cb25113 None None] DHCP port deletion for 5e4c912c-7d78-418d-bb37-18d532864e4a request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:31:05.185298 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] Deleting port c3ac458f-18e8-4d26-b35c-34bddff9e8aa {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:31:05.186449 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:05.257578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-942439ee-5a60-4f63-9fc0-33720cb25113 None None] Deleting port c3ac458f-18e8-4d26-b35c-34bddff9e8aa {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:31:05.258237 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-942439ee-5a60-4f63-9fc0-33720cb25113 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:05.270983 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30faf214-ace6-47e4-8da8-e0789c6b5831 req-6b2f1e65-57d9-4a42-89c3-f69e37da0c12 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5306046 Dec 14 02:31:05.292127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066dfb3e-8c00-40ff-8250-8d4c20167bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af4f3bc-b56d-436c-9b83-83fa9b09bf1b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:05.299684 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-066dfb3e-8c00-40ff-8250-8d4c20167bbd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5af8b4332b63496d9b3c8b7391e88006&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2297287 Dec 14 02:31:05.305003 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50776) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:05.329142 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] For port c3ac458f-18e8-4d26-b35c-34bddff9e8aa, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c3ac458f-18e8-4d26-b35c-34bddff9e8aa,segment=NetworkSegment(936b76d9-7828-48a8-8ddb-7791651de25f),segment_id=936b76d9-7828-48a8-8ddb-7791651de25f)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:05.329613 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:05.350501 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-08f2dcf8-59b7-43f8-933f-7db7aea73083 req-45980f41-d57c-46ae-9809-25bd55f5a038 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736971 Dec 14 02:31:05.355471 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] Calling delete_port for c3ac458f-18e8-4d26-b35c-34bddff9e8aa owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:05.436125 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-942439ee-5a60-4f63-9fc0-33720cb25113 None None] For port c3ac458f-18e8-4d26-b35c-34bddff9e8aa, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c3ac458f-18e8-4d26-b35c-34bddff9e8aa,segment=NetworkSegment(936b76d9-7828-48a8-8ddb-7791651de25f),segment_id=936b76d9-7828-48a8-8ddb-7791651de25f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:05.438431 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-942439ee-5a60-4f63-9fc0-33720cb25113 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:05.450755 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e82baa-675e-420e-9575-b8c77c658e85 req-1529ab9b-9e2f-4312-af4f-410e9c0ff568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:05.452881 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e2463de-decc-43bc-8874-119fe57fe296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:05.453077 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02e82baa-675e-420e-9575-b8c77c658e85 req-1529ab9b-9e2f-4312-af4f-410e9c0ff568 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.3669407 Dec 14 02:31:05.487077 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-942439ee-5a60-4f63-9fc0-33720cb25113 None None] Calling delete_port for c3ac458f-18e8-4d26-b35c-34bddff9e8aa owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:05.493120 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e2463de-decc-43bc-8874-119fe57fe296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:05.574888 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02e82baa-675e-420e-9575-b8c77c658e85 req-e449af45-f308-41ff-8a0d-653cecbca243 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44 HTTP/1.1" status: 200 len: 217 time: 0.0764089 Dec 14 02:31:05.612442 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:05.635969 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-942439ee-5a60-4f63-9fc0-33720cb25113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:05.641490 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e2463de-decc-43bc-8874-119fe57fe296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:05.643678 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e2463de-decc-43bc-8874-119fe57fe296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:05.647402 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6e2463de-decc-43bc-8874-119fe57fe296 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4af4f3bc-b56d-436c-9b83-83fa9b09bf1b HTTP/1.1" status: 204 len: 168 time: 0.3377964 Dec 14 02:31:05.647402 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ac458f-18e8-4d26-b35c-34bddff9e8aa,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:05.650801 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] No DVR routers for this DVR port c3ac458f-18e8-4d26-b35c-34bddff9e8aa on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:31:05.694012 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2463de-decc-43bc-8874-119fe57fe296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af4f3bc-b56d-436c-9b83-83fa9b09bf1b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:05.704147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942439ee-5a60-4f63-9fc0-33720cb25113 None None] Pushing event deleted for resources: {'Port': ['ID=c3ac458f-18e8-4d26-b35c-34bddff9e8aa,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:05.717539 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae5183f9-1542-422f-9408-1dd206a7cb2d req-1803357d-9199-44c0-9e9c-a2f2a2e79d55 tempest-LiveAutoBlockMigrationV225Test-179895451 tempest-LiveAutoBlockMigrationV225Test-179895451-project] 10.222.0.39 "GET /v2.0/ports?device_id=9018226f-1ce7-4fba-b15e-d38cf863fa00 HTTP/1.1" status: 200 len: 210 time: 0.2255449 Dec 14 02:31:05.720029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e82baa-675e-420e-9575-b8c77c658e85 req-b68f47da-ded9-4dc0-b104-fd1515ef451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:05.721635 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02e82baa-675e-420e-9575-b8c77c658e85 req-b68f47da-ded9-4dc0-b104-fd1515ef451b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a840af3d99744bcc88bb04d2b120b271&device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 1100 time: 0.3233938 Dec 14 02:31:05.731771 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942439ee-5a60-4f63-9fc0-33720cb25113 None None] No DVR routers for this DVR port c3ac458f-18e8-4d26-b35c-34bddff9e8aa on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:31:05.732011 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e82baa-675e-420e-9575-b8c77c658e85 req-1cd5649a-7a0c-4a63-9e31-4e51eff70156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:05.734593 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02e82baa-675e-420e-9575-b8c77c658e85 req-1cd5649a-7a0c-4a63-9e31-4e51eff70156 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1396699 Dec 14 02:31:05.834404 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:05.863927 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4c912c-7d78-418d-bb37-18d532864e4a']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:05.876008 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936b76d9-7828-48a8-8ddb-7791651de25f') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:05.876301 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936b76d9-7828-48a8-8ddb-7791651de25f') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:05.888911 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:05.905960 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:05.916916 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:31:05.942436 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:31:05.949440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e82baa-675e-420e-9575-b8c77c658e85 req-b4d2cb13-2a47-449e-92e7-cfb984f9718e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:05.949440 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02e82baa-675e-420e-9575-b8c77c658e85 req-b4d2cb13-2a47-449e-92e7-cfb984f9718e service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1966147 Dec 14 02:31:06.000399 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02e82baa-675e-420e-9575-b8c77c658e85 req-b5255076-714f-43da-9da3-54d0649f5806 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44 HTTP/1.1" status: 200 len: 217 time: 0.0573771 Dec 14 02:31:06.003207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e82baa-675e-420e-9575-b8c77c658e85 req-59c1a987-a7c7-42ed-a0b7-fb817cc33bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:06.004669 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02e82baa-675e-420e-9575-b8c77c658e85 req-59c1a987-a7c7-42ed-a0b7-fb817cc33bcc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2591286 Dec 14 02:31:06.127903 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device cc851219-ec26-4237-8d21-8dcd22db24e8 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:31:06.149977 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: cc851219-ec26-4237-8d21-8dcd22db24e8 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:31:06.150330 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device cc851219-ec26-4237-8d21-8dcd22db24e8 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:31:06.349506 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:06.350436 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:06.360080 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:06.368742 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] 10.222.0.39 "DELETE /v2.0/networks/5e4c912c-7d78-418d-bb37-18d532864e4a HTTP/1.1" status: 204 len: 168 time: 1.4419603 Dec 14 02:31:06.385525 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c10e5-0e1e-4952-a058-511d1c0fdaee admin admin] Pushing event deleted for resources: {'Network': ['ID=5e4c912c-7d78-418d-bb37-18d532864e4a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:06.401039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e82baa-675e-420e-9575-b8c77c658e85 req-353d3b60-866c-4dec-98f7-71f80e75f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:06.402549 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02e82baa-675e-420e-9575-b8c77c658e85 req-353d3b60-866c-4dec-98f7-71f80e75f8f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.3943210 Dec 14 02:31:06.557847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c67254-351a-4508-a7df-272123394258 req-1282ae2b-73da-4d11-b0db-080a50084572 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:06.559452 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8c67254-351a-4508-a7df-272123394258 req-1282ae2b-73da-4d11-b0db-080a50084572 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 949 time: 0.2171314 Dec 14 02:31:06.566244 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02e82baa-675e-420e-9575-b8c77c658e85 req-91b0d156-fc7c-49e7-b418-d86bd483f177 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483811 Dec 14 02:31:06.637980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e82baa-675e-420e-9575-b8c77c658e85 req-c047cf52-255a-4dd1-b88d-045b54e39eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:06.640953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02e82baa-675e-420e-9575-b8c77c658e85 req-c047cf52-255a-4dd1-b88d-045b54e39eda service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2240741 Dec 14 02:31:06.739362 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9018226f-1ce7-4fba-b15e-d38cf863fa00', 'name': 'network-vif-deleted', 'tag': 'cc851219-ec26-4237-8d21-8dcd22db24e8'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:06.750439 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c5e035-d0cc-41dd-a953-bcdf7155ffd7" -d '{"events": [{"server_uuid": "9018226f-1ce7-4fba-b15e-d38cf863fa00", "name": "network-vif-deleted", "tag": "cc851219-ec26-4237-8d21-8dcd22db24e8"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:06.766171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8c67254-351a-4508-a7df-272123394258 req-df724846-5c31-4eae-acf2-322294de709c tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955149 Dec 14 02:31:06.877338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67383da6-e44e-4e1a-8652-875d8dadac9a req-9b06259a-6478-41f9-a731-d3ce70fe4bda tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:06.878884 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-67383da6-e44e-4e1a-8652-875d8dadac9a req-9b06259a-6478-41f9-a731-d3ce70fe4bda tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.2263324 Dec 14 02:31:06.897760 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c3ac458f-18e8-4d26-b35c-34bddff9e8aa no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:31:06.935852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: c3ac458f-18e8-4d26-b35c-34bddff9e8aa {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:31:06.936161 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c3ac458f-18e8-4d26-b35c-34bddff9e8aa not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:31:06.957409 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50816) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:07.069048 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a9b6e700-4b35-4260-9132-70db18987872 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fac9ea333d64e4b8eac7e6f8a705cc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1105304 Dec 14 02:31:07.074154 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50818) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:07.139352 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device bb992f7d-776c-4045-8590-a7d97fa1ee44 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:31:07.166218 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-67383da6-e44e-4e1a-8652-875d8dadac9a req-53a3d9e2-9fd2-4b58-b114-480c887ca886 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780657 Dec 14 02:31:07.187093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02e82baa-675e-420e-9575-b8c77c658e85 req-83c9d306-afd2-4355-9ccf-7e4ca9df59c3 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205441 Dec 14 02:31:07.198350 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02e82baa-675e-420e-9575-b8c77c658e85 req-93bc0ae0-8c0c-4025-8a17-8895d51d906d service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6043584 Dec 14 02:31:07.243583 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2afc020f-434e-4e13-90d9-4bb3c0cd0a96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:07.313870 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2afc020f-434e-4e13-90d9-4bb3c0cd0a96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:07.325200 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba59567b-a0e4-4cd3-a556-2b419917c422 x-openstack-request-id: req-ba59567b-a0e4-4cd3-a556-2b419917c422 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:07.328721 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9018226f-1ce7-4fba-b15e-d38cf863fa00", "name": "network-vif-deleted", "tag": "cc851219-ec26-4237-8d21-8dcd22db24e8", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:07.329960 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba59567b-a0e4-4cd3-a556-2b419917c422 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:07.331322 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9018226f-1ce7-4fba-b15e-d38cf863fa00', 'name': 'network-vif-deleted', 'tag': 'cc851219-ec26-4237-8d21-8dcd22db24e8', 'status': 'completed', 'code': 200} Dec 14 02:31:07.352126 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50822) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:07.394488 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02e82baa-675e-420e-9575-b8c77c658e85 req-8758b2a4-6a08-4f88-b15b-02d42f0c6c00 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956146 Dec 14 02:31:07.407192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:07.446210 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'bb992f7d-776c-4045-8590-a7d97fa1ee44', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': 'bb992f7d-776c-4045-8590-a7d97fa1ee44', 'mac_address': 'fa:16:3e:03:24:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:31:07.486066 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2afc020f-434e-4e13-90d9-4bb3c0cd0a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:07.489297 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2afc020f-434e-4e13-90d9-4bb3c0cd0a96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:07.490893 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2afc020f-434e-4e13-90d9-4bb3c0cd0a96 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6141bfa5-d471-49df-bb22-16febab8c418 HTTP/1.1" status: 204 len: 168 time: 0.4098241 Dec 14 02:31:07.507524 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc020f-434e-4e13-90d9-4bb3c0cd0a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6141bfa5-d471-49df-bb22-16febab8c418,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:07.596796 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:07.616496 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:07.641274 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb992f7d-776c-4045-8590-a7d97fa1ee44 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:31:07.687223 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:07.765580 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c6c937-20ca-4851-a437-b471bf1ebac0 admin admin] Deleting subnet 0e828340-91e4-4f6f-94b5-cd964e8cfd46 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:31:07.769589 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-42c6c937-20ca-4851-a437-b471bf1ebac0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:07.794989 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:07.825181 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-42c6c937-20ca-4851-a437-b471bf1ebac0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:07.883240 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-42c6c937-20ca-4851-a437-b471bf1ebac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:07.905062 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=bb992f7d-776c-4045-8590-a7d97fa1ee44,revision_number=13']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:08.013653 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-42c6c937-20ca-4851-a437-b471bf1ebac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:08.040321 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f58af-2813-4f39-89d0-cbd053a7dbd0 req-019d0780-c5d1-4d56-b345-3d0b184b065e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:08.047508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-664f58af-2813-4f39-89d0-cbd053a7dbd0 req-019d0780-c5d1-4d56-b345-3d0b184b065e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.1219110 Dec 14 02:31:08.098829 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6c937-20ca-4851-a437-b471bf1ebac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e828340-91e4-4f6f-94b5-cd964e8cfd46,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:08.111516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['bb992f7d-776c-4045-8590-a7d97fa1ee44'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:31:08.114803 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-42c6c937-20ca-4851-a437-b471bf1ebac0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:08.121256 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-42c6c937-20ca-4851-a437-b471bf1ebac0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0e828340-91e4-4f6f-94b5-cd964e8cfd46 HTTP/1.1" status: 204 len: 168 time: 0.7673783 Dec 14 02:31:08.122993 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50856) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:08.158015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-664f58af-2813-4f39-89d0-cbd053a7dbd0 req-7b01039a-1486-429b-81f2-ca62786ea6c6 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083636 Dec 14 02:31:08.312434 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5366da07-1f89-47ed-b811-8fb6f89c2905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:08.415351 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6037d804-7d1a-4afc-a3bf-7278786ea24c req-c6bde4f7-20d1-46fe-adac-52572fefd15b tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:08.429098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6037d804-7d1a-4afc-a3bf-7278786ea24c req-c6bde4f7-20d1-46fe-adac-52572fefd15b tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.1484458 Dec 14 02:31:08.494887 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5366da07-1f89-47ed-b811-8fb6f89c2905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:08.526036 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:08.530192 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-5366da07-1f89-47ed-b811-8fb6f89c2905 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2babbdd-831e-4b48-8c93-0beb41d9211b']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:08.548100 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-5366da07-1f89-47ed-b811-8fb6f89c2905 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4929c76-acb8-4d35-b06a-26db8e4fab28') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:08.548793 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-5366da07-1f89-47ed-b811-8fb6f89c2905 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4929c76-acb8-4d35-b06a-26db8e4fab28') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:08.560532 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5366da07-1f89-47ed-b811-8fb6f89c2905 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:08.579328 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5366da07-1f89-47ed-b811-8fb6f89c2905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:08.586103 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6037d804-7d1a-4afc-a3bf-7278786ea24c req-35e56e89-a4e2-4f62-9939-a7069f349509 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533408 Dec 14 02:31:08.587539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5366da07-1f89-47ed-b811-8fb6f89c2905 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:31:08.588375 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5366da07-1f89-47ed-b811-8fb6f89c2905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:08.603656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0e99a-001b-4d4d-96eb-013d712d25b9 req-a9da6162-a587-4fc4-b888-c7e27e3b6c37 tempest-MigrationsAdminTest-1633756110 tempest-MigrationsAdminTest-1633756110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:08.616619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2de0e99a-001b-4d4d-96eb-013d712d25b9 req-a9da6162-a587-4fc4-b888-c7e27e3b6c37 tempest-MigrationsAdminTest-1633756110 tempest-MigrationsAdminTest-1633756110-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 1101 time: 0.1379032 Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:31:08.659115 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:31:08.744509 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2de0e99a-001b-4d4d-96eb-013d712d25b9 req-35baa4b0-689a-40ee-ad1e-22e29ba16973 tempest-MigrationsAdminTest-1633756110 tempest-MigrationsAdminTest-1633756110-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251397 Dec 14 02:31:08.749021 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5366da07-1f89-47ed-b811-8fb6f89c2905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:08.754657 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5366da07-1f89-47ed-b811-8fb6f89c2905 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:08.761433 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5366da07-1f89-47ed-b811-8fb6f89c2905 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c2babbdd-831e-4b48-8c93-0beb41d9211b HTTP/1.1" status: 204 len: 168 time: 0.6370604 Dec 14 02:31:08.764464 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50876) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:08.782947 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366da07-1f89-47ed-b811-8fb6f89c2905 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2babbdd-831e-4b48-8c93-0beb41d9211b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:08.847427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Deleting subnet 7d69ea4a-db22-4eaa-a02c-2fab44804ef8 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:31:08.851273 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:08.916688 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:09.016613 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:09.154898 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device bb992f7d-776c-4045-8590-a7d97fa1ee44 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:31:09.254239 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:09.311364 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:09.343524 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50896) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:09.352024 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7d69ea4a-db22-4eaa-a02c-2fab44804ef8 HTTP/1.1" status: 204 len: 168 time: 0.5863340 Dec 14 02:31:09.399601 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port bb992f7d-776c-4045-8590-a7d97fa1ee44 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:31:09.404849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port bb992f7d-776c-4045-8590-a7d97fa1ee44 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:31:09.405488 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:09.542413 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d69ea4a-db22-4eaa-a02c-2fab44804ef8,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:09.576853 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:09.591203 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0329c011-41e2-4c58-9f14-a1b71f9df887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:09.614111 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef024013-5484-44a9-81dd-051be6b7578d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb992f7d-776c-4045-8590-a7d97fa1ee44'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:09.618524 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d4766a-f0b7-40ff-ac29-8f838edb8030" -d '{"events": [{"server_uuid": "ef024013-5484-44a9-81dd-051be6b7578d", "name": "network-vif-plugged", "status": "completed", "tag": "bb992f7d-776c-4045-8590-a7d97fa1ee44"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:09.658424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:09.668086 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50906) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:09.714205 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:09.806955 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0329c011-41e2-4c58-9f14-a1b71f9df887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:09.859000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:09.859350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:09.859702 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:09.860047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:09.860386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:09.860722 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:09.861054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:09.861719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:09.861719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:09.862046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:09.862373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:09.862697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:09.863226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9b55b3-4de7-4f68-be77-698fa7908e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:09.874365 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-0329c011-41e2-4c58-9f14-a1b71f9df887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7172256c-c9c1-4701-bf01-ae4bc7ee7aab']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:09.878327 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=bb992f7d-776c-4045-8590-a7d97fa1ee44,revision_number=14']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:09.902961 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-0329c011-41e2-4c58-9f14-a1b71f9df887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4e7c6e-64c4-4868-8c62-2eff891979af') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:09.903265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-0329c011-41e2-4c58-9f14-a1b71f9df887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4e7c6e-64c4-4868-8c62-2eff891979af') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:09.920519 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0329c011-41e2-4c58-9f14-a1b71f9df887 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:09.922436 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd047952-b4cb-4e90-bc51-e034c72d9466 req-ff3a6a05-8dfe-4fba-93a6-725c6937f542 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:09.923969 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd047952-b4cb-4e90-bc51-e034c72d9466 req-ff3a6a05-8dfe-4fba-93a6-725c6937f542 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.1509726 Dec 14 02:31:09.952247 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0329c011-41e2-4c58-9f14-a1b71f9df887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:09.952827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315a7c7-b3cb-40e5-ab36-67e2ae871ca1 req-71176783-2492-4ad3-a5d9-f2f7306e9d54 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:09.958859 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0329c011-41e2-4c58-9f14-a1b71f9df887 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:31:09.959261 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0329c011-41e2-4c58-9f14-a1b71f9df887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:09.962774 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b315a7c7-b3cb-40e5-ab36-67e2ae871ca1 req-71176783-2492-4ad3-a5d9-f2f7306e9d54 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 950 time: 0.3766448 Dec 14 02:31:10.031837 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3770ffb1-17c4-45e1-bf4a-06ed4c704bab req-4656826c-9644-4719-aa9e-315d9c64bb29 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5321455 Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:31:10.051303 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:31:10.075243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-13ca8c46-c4f3-47d9-83f6-ae83efce0091 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1317650960-network', 'tenant_id': '86308df433264a8e91787ffa1395aecc'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:10.194649 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b315a7c7-b3cb-40e5-ab36-67e2ae871ca1 req-fe105b59-77ff-42a5-9bd4-881d7613d225 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152607 Dec 14 02:31:10.199503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd047952-b4cb-4e90-bc51-e034c72d9466 req-b27b44f5-8c41-4209-9183-07a4cb695f2d tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224796 Dec 14 02:31:10.211815 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0329c011-41e2-4c58-9f14-a1b71f9df887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:10.217929 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0329c011-41e2-4c58-9f14-a1b71f9df887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:10.222738 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0329c011-41e2-4c58-9f14-a1b71f9df887 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7172256c-c9c1-4701-bf01-ae4bc7ee7aab HTTP/1.1" status: 204 len: 168 time: 0.8780088 Dec 14 02:31:10.246887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ca8c46-c4f3-47d9-83f6-ae83efce0091 admin admin] Made reservation on behalf of 86308df433264a8e91787ffa1395aecc for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:31:10.247559 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770ffb1-17c4-45e1-bf4a-06ed4c704bab req-cc925f31-7294-44b3-90a4-5230af54f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:10.249183 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3770ffb1-17c4-45e1-bf4a-06ed4c704bab req-cc925f31-7294-44b3-90a4-5230af54f84f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ee464f19e5545b582c162801b9559f4&device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 1096 time: 0.1312392 Dec 14 02:31:10.259738 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13ca8c46-c4f3-47d9-83f6-ae83efce0091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:10.305777 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329c011-41e2-4c58-9f14-a1b71f9df887 admin admin] Pushing event deleted for resources: {'Network': ['ID=7172256c-c9c1-4701-bf01-ae4bc7ee7aab,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:10.306500 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efa0b9c-9365-4e62-9cde-326e97e9df0e x-openstack-request-id: req-1efa0b9c-9365-4e62-9cde-326e97e9df0e {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:10.307534 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef024013-5484-44a9-81dd-051be6b7578d", "name": "network-vif-plugged", "status": "completed", "tag": "bb992f7d-776c-4045-8590-a7d97fa1ee44", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:10.308425 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13ca8c46-c4f3-47d9-83f6-ae83efce0091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:10.309015 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1efa0b9c-9365-4e62-9cde-326e97e9df0e {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:10.309652 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef024013-5484-44a9-81dd-051be6b7578d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb992f7d-776c-4045-8590-a7d97fa1ee44', 'code': 200} Dec 14 02:31:10.415785 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13ca8c46-c4f3-47d9-83f6-ae83efce0091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:10.460641 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770ffb1-17c4-45e1-bf4a-06ed4c704bab req-ec511f43-7bca-4abf-9bd5-8ee444dc3de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:10.462878 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3770ffb1-17c4-45e1-bf4a-06ed4c704bab req-ec511f43-7bca-4abf-9bd5-8ee444dc3de2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b HTTP/1.1" status: 200 len: 916 time: 0.1860065 Dec 14 02:31:10.507357 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13ca8c46-c4f3-47d9-83f6-ae83efce0091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:10.571444 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3770ffb1-17c4-45e1-bf4a-06ed4c704bab req-ca67062f-5523-47e7-9d3c-c8ed329c1dfc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76068899-2e1e-42d2-8cda-4ed7aaacadd0 HTTP/1.1" status: 200 len: 1001 time: 0.0993555 Dec 14 02:31:10.574164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ca8c46-c4f3-47d9-83f6-ae83efce0091 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:31:10.585647 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca8c46-c4f3-47d9-83f6-ae83efce0091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04c8409-fca0-481c-8e92-b7f3487536ea,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:10.591947 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13ca8c46-c4f3-47d9-83f6-ae83efce0091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:10.592628 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-13ca8c46-c4f3-47d9-83f6-ae83efce0091 admin admin] Added segment 9a0cce21-a0e8-444f-bde3-f9aa5bc10e10 of type vlan for network 20c855ad-46e8-4000-9600-b93da22b6b10 Dec 14 02:31:10.652476 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13ca8c46-c4f3-47d9-83f6-ae83efce0091 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:10.694711 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770ffb1-17c4-45e1-bf4a-06ed4c704bab req-dedbc51c-360a-4354-a167-691f071a7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:10.697677 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3770ffb1-17c4-45e1-bf4a-06ed4c704bab req-dedbc51c-360a-4354-a167-691f071a7aa4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=44057d44-340b-46b2-ac2c-94ca602f701c HTTP/1.1" status: 200 len: 854 time: 0.0979731 Dec 14 02:31:10.719135 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50924) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:10.816351 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a81dee9d-241a-4b6c-a995-d2e869c531aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c3cf14f531c4bdca8324a0acbf9c3f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0955768 Dec 14 02:31:10.819368 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50926) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:10.858553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770ffb1-17c4-45e1-bf4a-06ed4c704bab req-6137a9b8-5b63-482e-b00e-a48a2d2a12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:10.860080 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3770ffb1-17c4-45e1-bf4a-06ed4c704bab req-6137a9b8-5b63-482e-b00e-a48a2d2a12ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538963 Dec 14 02:31:10.942325 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13ca8c46-c4f3-47d9-83f6-ae83efce0091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:10.944471 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ca8c46-c4f3-47d9-83f6-ae83efce0091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:10.948234 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13ca8c46-c4f3-47d9-83f6-ae83efce0091 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:10.959527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9497d5c-a677-496c-ab30-a1df940b7ed2 req-aa7950fb-9de1-466b-affc-6c6401fad4b1 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:10.961396 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b9497d5c-a677-496c-ab30-a1df940b7ed2 req-aa7950fb-9de1-466b-affc-6c6401fad4b1 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 951 time: 0.2065213 Dec 14 02:31:10.978460 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de65647d-9798-407b-9a4c-e27dc051ff3a req-2a697b8f-7f7b-4610-b7f0-5b52cf1be4ab tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:10.982153 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de65647d-9798-407b-9a4c-e27dc051ff3a req-2a697b8f-7f7b-4610-b7f0-5b52cf1be4ab tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.47 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.1808214 Dec 14 02:31:11.100954 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ea4058a-9fc2-4333-988b-31b499ed96f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:11.121261 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-13ca8c46-c4f3-47d9-83f6-ae83efce0091 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4505382 Dec 14 02:31:11.121911 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50934) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:11.137465 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-737a52b3-061e-4fb2-983b-7a2ab7901d99 admin admin] Request body: {'subnet': {'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1317650960-subnet', 'tenant_id': '86308df433264a8e91787ffa1395aecc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:11.144902 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca8c46-c4f3-47d9-83f6-ae83efce0091 admin admin] Pushing event updated for resources: {'Network': ['ID=20c855ad-46e8-4000-9600-b93da22b6b10,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:11.155133 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 20c855ad-46e8-4000-9600-b93da22b6b10 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:31:11.168049 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ea4058a-9fc2-4333-988b-31b499ed96f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:11.230828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3770ffb1-17c4-45e1-bf4a-06ed4c704bab req-34898a73-e748-4ef4-b3d5-22eb271ba2bb service neutron] 10.222.0.47 "GET /v2.0/networks/46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611376 Dec 14 02:31:11.339489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737a52b3-061e-4fb2-983b-7a2ab7901d99 admin admin] Made reservation on behalf of 86308df433264a8e91787ffa1395aecc for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:31:11.341329 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-737a52b3-061e-4fb2-983b-7a2ab7901d99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:11.395247 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-b9497d5c-a677-496c-ab30-a1df940b7ed2 req-c5a7c41a-a5c2-4879-9cc6-00440c25bd12 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Deleting port bb992f7d-776c-4045-8590-a7d97fa1ee44 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:31:11.395595 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b9497d5c-a677-496c-ab30-a1df940b7ed2 req-c5a7c41a-a5c2-4879-9cc6-00440c25bd12 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:11.430223 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ea4058a-9fc2-4333-988b-31b499ed96f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:11.437841 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ea4058a-9fc2-4333-988b-31b499ed96f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:11.441783 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9ea4058a-9fc2-4333-988b-31b499ed96f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69e0899b-9269-4f5d-a9b8-b09d4ae48951 HTTP/1.1" status: 204 len: 168 time: 0.6211743 Dec 14 02:31:11.498257 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3770ffb1-17c4-45e1-bf4a-06ed4c704bab req-70e539ef-ae02-4302-ac70-a46337c78761 service neutron] 10.222.0.47 "GET /v2.0/networks/46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554209 Dec 14 02:31:11.504769 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-de65647d-9798-407b-9a4c-e27dc051ff3a req-e235d1dc-c1e9-4ecd-9ecb-f533682c5179 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Deleting port ab09f211-b27a-4cb4-a977-c47c43256d1c {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:31:11.505116 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-de65647d-9798-407b-9a4c-e27dc051ff3a req-e235d1dc-c1e9-4ecd-9ecb-f533682c5179 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:11.527528 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4058a-9fc2-4333-988b-31b499ed96f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e0899b-9269-4f5d-a9b8-b09d4ae48951,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:11.651769 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf3060-b735-446d-b9e4-6a2bf0a081c9 req-f7fb5d44-024b-47a6-95c5-d0d28bdb2e7a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:11.653331 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09bf3060-b735-446d-b9e4-6a2bf0a081c9 req-f7fb5d44-024b-47a6-95c5-d0d28bdb2e7a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 951 time: 0.3317304 Dec 14 02:31:11.726845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03292121-76be-4022-9b13-3d403ba6627b req-be51d42f-c3b3-404d-9f8a-99536446bb39 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:11.728554 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03292121-76be-4022-9b13-3d403ba6627b req-be51d42f-c3b3-404d-9f8a-99536446bb39 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 945 time: 0.2637017 Dec 14 02:31:11.840895 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-de65647d-9798-407b-9a4c-e27dc051ff3a req-e235d1dc-c1e9-4ecd-9ecb-f533682c5179 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] For port ab09f211-b27a-4cb4-a977-c47c43256d1c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ab09f211-b27a-4cb4-a977-c47c43256d1c,segment=NetworkSegment(5f432822-1802-4a54-830c-6c95083fa4ba),segment_id=5f432822-1802-4a54-830c-6c95083fa4ba)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:11.841294 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-de65647d-9798-407b-9a4c-e27dc051ff3a req-e235d1dc-c1e9-4ecd-9ecb-f533682c5179 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:11.845992 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-737a52b3-061e-4fb2-983b-7a2ab7901d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:11.904079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-de65647d-9798-407b-9a4c-e27dc051ff3a req-e235d1dc-c1e9-4ecd-9ecb-f533682c5179 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Calling delete_port for ab09f211-b27a-4cb4-a977-c47c43256d1c owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:11.920089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b9497d5c-a677-496c-ab30-a1df940b7ed2 req-c5a7c41a-a5c2-4879-9cc6-00440c25bd12 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] For port bb992f7d-776c-4045-8590-a7d97fa1ee44, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bb992f7d-776c-4045-8590-a7d97fa1ee44,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:11.920495 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b9497d5c-a677-496c-ab30-a1df940b7ed2 req-c5a7c41a-a5c2-4879-9cc6-00440c25bd12 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:11.944420 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03292121-76be-4022-9b13-3d403ba6627b req-30de2ad1-9cf8-4f99-a686-04f8a6ca89ae tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f819d08-0720-413b-bb36-58a1c8ea1443&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977143 Dec 14 02:31:11.947075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a52b3-061e-4fb2-983b-7a2ab7901d99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a48fceb-7f50-4b74-83b2-3f7c5b452898,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:11.955858 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09bf3060-b735-446d-b9e4-6a2bf0a081c9 req-43695f84-d620-415a-8303-70fa80e59c1b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658567 Dec 14 02:31:11.995583 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737a52b3-061e-4fb2-983b-7a2ab7901d99 admin admin] Checking segment: {'id': '9a0cce21-a0e8-444f-bde3-f9aa5bc10e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:31:12.001912 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737a52b3-061e-4fb2-983b-7a2ab7901d99 admin admin] Network hostable DHCP agents. Network: 20c855ad-46e8-4000-9600-b93da22b6b10, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:31:12.061587 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-b9497d5c-a677-496c-ab30-a1df940b7ed2 req-c5a7c41a-a5c2-4879-9cc6-00440c25bd12 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Calling delete_port for bb992f7d-776c-4045-8590-a7d97fa1ee44 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:12.125542 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737a52b3-061e-4fb2-983b-7a2ab7901d99 admin admin] Network 20c855ad-46e8-4000-9600-b93da22b6b10 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:31:12.194953 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-737a52b3-061e-4fb2-983b-7a2ab7901d99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 20c855ad-46e8-4000-9600-b93da22b6b10) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:31:12.199431 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737a52b3-061e-4fb2-983b-7a2ab7901d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:12.200116 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-737a52b3-061e-4fb2-983b-7a2ab7901d99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:12.208821 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4f37de-6806-4bf8-a0ea-631cbb26b81b None None] Network 20c855ad-46e8-4000-9600-b93da22b6b10 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:31:12.285920 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-737a52b3-061e-4fb2-983b-7a2ab7901d99 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1552477 Dec 14 02:31:12.411673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9ea2a3-3a07-4794-aa82-171673da1e62 None None] Network 20c855ad-46e8-4000-9600-b93da22b6b10 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:31:12.618132 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b9497d5c-a677-496c-ab30-a1df940b7ed2 req-c5a7c41a-a5c2-4879-9cc6-00440c25bd12 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:12.621870 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50956) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:12.623616 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-de65647d-9798-407b-9a4c-e27dc051ff3a req-e235d1dc-c1e9-4ecd-9ecb-f533682c5179 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:12.654382 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['46f308f6-e5f9-4126-b620-69ce6578df80', 'be56e3bd-7a18-4bd2-910e-d451f6a76794', 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:31:12.779565 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fa800399-637c-46a0-811d-ad2e89c4d7c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0be3daa631014b5f8a9dfaea783db067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1541591 Dec 14 02:31:12.781197 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50958) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:12.806070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7c41a-a5c2-4879-9cc6-00440c25bd12 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Pushing event deleted for resources: {'Port': ['ID=bb992f7d-776c-4045-8590-a7d97fa1ee44,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:12.863222 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a99fc7ab-f771-4177-9697-dac842387a5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:12.919214 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a99fc7ab-f771-4177-9697-dac842387a5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:12.942411 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e235d1dc-c1e9-4ecd-9ecb-f533682c5179 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Pushing event deleted for resources: {'Port': ['ID=ab09f211-b27a-4cb4-a977-c47c43256d1c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:13.076099 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9497d5c-a677-496c-ab30-a1df940b7ed2 req-c5a7c41a-a5c2-4879-9cc6-00440c25bd12 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] No DVR routers for this DVR port bb992f7d-776c-4045-8590-a7d97fa1ee44 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:31:13.099373 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50974) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:13.123843 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b9497d5c-a677-496c-ab30-a1df940b7ed2 req-c5a7c41a-a5c2-4879-9cc6-00440c25bd12 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:13.143147 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b9497d5c-a677-496c-ab30-a1df940b7ed2 req-c5a7c41a-a5c2-4879-9cc6-00440c25bd12 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.46 "DELETE /v2.0/ports/bb992f7d-776c-4045-8590-a7d97fa1ee44 HTTP/1.1" status: 204 len: 173 time: 2.1580517 Dec 14 02:31:13.143956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-de65647d-9798-407b-9a4c-e27dc051ff3a req-e235d1dc-c1e9-4ecd-9ecb-f533682c5179 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] No DVR routers for this DVR port ab09f211-b27a-4cb4-a977-c47c43256d1c on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:31:13.146128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef024013-5484-44a9-81dd-051be6b7578d', 'name': 'network-vif-deleted', 'tag': 'bb992f7d-776c-4045-8590-a7d97fa1ee44'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:13.147905 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d03460f-1cfe-4dab-8594-e35b5d96e428" -d '{"events": [{"server_uuid": "ef024013-5484-44a9-81dd-051be6b7578d", "name": "network-vif-deleted", "tag": "bb992f7d-776c-4045-8590-a7d97fa1ee44"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:13.162924 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-de65647d-9798-407b-9a4c-e27dc051ff3a req-e235d1dc-c1e9-4ecd-9ecb-f533682c5179 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:13.166978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de65647d-9798-407b-9a4c-e27dc051ff3a req-e235d1dc-c1e9-4ecd-9ecb-f533682c5179 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.47 "DELETE /v2.0/ports/ab09f211-b27a-4cb4-a977-c47c43256d1c HTTP/1.1" status: 204 len: 173 time: 2.1621740 Dec 14 02:31:13.232139 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device bb992f7d-776c-4045-8590-a7d97fa1ee44 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:31:13.237165 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d7c46a1f-9cf5-4265-b227-de8911a465a0 req-3ea09b87-bc67-4de0-8d56-5d25396c9842 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 210 time: 0.0689142 Dec 14 02:31:13.284432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: bb992f7d-776c-4045-8590-a7d97fa1ee44 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:31:13.285009 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device bb992f7d-776c-4045-8590-a7d97fa1ee44 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:31:13.307502 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e57e10ea-9ece-4817-a6af-abcd0428d0fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:13.373275 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a99fc7ab-f771-4177-9697-dac842387a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:13.374984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3881097-1ca8-4d75-926e-b4a24642096c req-df18b744-4bc5-4fe9-a5a5-b43d350d6691 tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 210 time: 0.0413177 Dec 14 02:31:13.376763 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a99fc7ab-f771-4177-9697-dac842387a5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:13.380354 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a99fc7ab-f771-4177-9697-dac842387a5f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c781e0e-efe3-448c-b608-9e62e56999f2 HTTP/1.1" status: 204 len: 168 time: 0.5959234 Dec 14 02:31:13.400142 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fc7ab-f771-4177-9697-dac842387a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c781e0e-efe3-448c-b608-9e62e56999f2,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:13.475101 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e57e10ea-9ece-4817-a6af-abcd0428d0fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:13.561018 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e57e10ea-9ece-4817-a6af-abcd0428d0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:13.634501 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e10ea-9ece-4817-a6af-abcd0428d0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be995da-4aa5-4223-81cc-d512028b607d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:13.671021 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e57e10ea-9ece-4817-a6af-abcd0428d0fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd5f094f931e4c38b0a1c8bbac193102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5703967 Dec 14 02:31:13.674360 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50996) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:13.690128 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ac4dd7-6b39-4390-877d-ab575ff4b243 x-openstack-request-id: req-c5ac4dd7-6b39-4390-877d-ab575ff4b243 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:13.690700 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef024013-5484-44a9-81dd-051be6b7578d", "name": "network-vif-deleted", "tag": "bb992f7d-776c-4045-8590-a7d97fa1ee44", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:13.690700 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5ac4dd7-6b39-4390-877d-ab575ff4b243 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:13.691074 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef024013-5484-44a9-81dd-051be6b7578d', 'name': 'network-vif-deleted', 'tag': 'bb992f7d-776c-4045-8590-a7d97fa1ee44', 'status': 'completed', 'code': 200} Dec 14 02:31:13.736916 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c995b9de-fb91-474e-b5bd-de0292611dd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:13.770815 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c995b9de-fb91-474e-b5bd-de0292611dd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:13.792866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-74fca0c2-f5ae-4dfa-a112-712e68ac6fa5 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:13.808789 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-74fca0c2-f5ae-4dfa-a112-712e68ac6fa5 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/networks?id=20c855ad-46e8-4000-9600-b93da22b6b10 HTTP/1.1" status: 200 len: 813 time: 0.3285322 Dec 14 02:31:13.842177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-83eb382f-d4ee-44ad-b0d4-25e7b0a451f4 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/quotas/86308df433264a8e91787ffa1395aecc HTTP/1.1" status: 200 len: 375 time: 0.0272744 Dec 14 02:31:13.910516 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-6ce686d0-dd42-4077-90e8-4f6df4453efb tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=86308df433264a8e91787ffa1395aecc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598629 Dec 14 02:31:13.982944 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c995b9de-fb91-474e-b5bd-de0292611dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:13.986743 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c995b9de-fb91-474e-b5bd-de0292611dd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:13.990506 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c995b9de-fb91-474e-b5bd-de0292611dd5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2be995da-4aa5-4223-81cc-d512028b607d HTTP/1.1" status: 204 len: 168 time: 0.3120639 Dec 14 02:31:14.006609 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995b9de-fb91-474e-b5bd-de0292611dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be995da-4aa5-4223-81cc-d512028b607d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:14.109195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-3e897549-3337-4ca1-b256-3823db234a83 service neutron] 10.222.0.39 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967733 Dec 14 02:31:14.172513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device ab09f211-b27a-4cb4-a977-c47c43256d1c no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:31:14.215027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: ab09f211-b27a-4cb4-a977-c47c43256d1c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:31:14.215750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device ab09f211-b27a-4cb4-a977-c47c43256d1c not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:31:14.265398 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-bc78e1f6-bc03-45fc-b3b0-a7d0098283c1 service neutron] 10.222.0.39 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548831 Dec 14 02:31:14.777328 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff367e04-2b8e-4fb7-b88e-df6f3992c335 req-1fddfc24-ec39-489c-a631-33099d3f9195 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef024013-5484-44a9-81dd-051be6b7578d HTTP/1.1" status: 200 len: 210 time: 0.0345123 Dec 14 02:31:14.929412 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2d500f5-9f34-4ab1-9707-de720558c5ae req-fc878931-2189-422d-bea2-d2242101c04f tempest-ServerRescueNegativeTestJSON-1687833029 tempest-ServerRescueNegativeTestJSON-1687833029-project] 10.222.0.39 "GET /v2.0/ports?device_id=863efd06-11b7-4aa2-aa5c-c12d163963e1 HTTP/1.1" status: 200 len: 210 time: 0.0497057 Dec 14 02:31:14.995772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51038) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:15.011864 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ff0eeba-0069-4427-bcee-9dbc64cc2ff5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:15.142839 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ff0eeba-0069-4427-bcee-9dbc64cc2ff5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:15.210299 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ff0eeba-0069-4427-bcee-9dbc64cc2ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:15.270271 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5ff0eeba-0069-4427-bcee-9dbc64cc2ff5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9ff0f4b62f84ed99e84010fd0a92eb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698355 Dec 14 02:31:15.270770 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51054) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:15.320494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0eeba-0069-4427-bcee-9dbc64cc2ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203d8dff-b7a2-47ee-b212-b689fb7f2a83,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:15.337073 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e399a63e-55dd-4aa9-82b5-ccd11e94217f req-6cd7bd31-1ed5-404a-a334-2f0a00a5105c tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca099a39-0f7c-4824-aa1e-d5401508970d HTTP/1.1" status: 200 len: 210 time: 0.0493946 Dec 14 02:31:15.362505 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3384b465-4b41-4063-af5e-79959eadb9dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:15.391709 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3384b465-4b41-4063-af5e-79959eadb9dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:15.553944 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3384b465-4b41-4063-af5e-79959eadb9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:15.556597 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3384b465-4b41-4063-af5e-79959eadb9dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:15.558150 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3384b465-4b41-4063-af5e-79959eadb9dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/203d8dff-b7a2-47ee-b212-b689fb7f2a83 HTTP/1.1" status: 204 len: 168 time: 0.2857733 Dec 14 02:31:15.586025 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384b465-4b41-4063-af5e-79959eadb9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203d8dff-b7a2-47ee-b212-b689fb7f2a83,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:15.696370 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '863efd06-11b7-4aa2-aa5c-c12d163963e1', 'name': 'network-vif-deleted', 'tag': 'ab09f211-b27a-4cb4-a977-c47c43256d1c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:15.700386 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b58e192-bb15-4161-a4ff-72550a25db32" -d '{"events": [{"server_uuid": "863efd06-11b7-4aa2-aa5c-c12d163963e1", "name": "network-vif-deleted", "tag": "ab09f211-b27a-4cb4-a977-c47c43256d1c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:15.725009 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-5f306e4f-a0bf-42c8-af38-557e724621a7 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:15.726617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-5f306e4f-a0bf-42c8-af38-557e724621a7 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/networks?id=1caef7d7-3439-425b-9c44-21dd8fbc9281 HTTP/1.1" status: 200 len: 815 time: 0.1860611 Dec 14 02:31:15.746950 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-3a1eb817-213d-4be7-bf70-1e9a53ef3e1c tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/quotas/c250e2eb12b842c7981eb003bb433d87 HTTP/1.1" status: 200 len: 375 time: 0.0133483 Dec 14 02:31:15.752977 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e6c691-c851-49de-b44d-dfb7b13b842c x-openstack-request-id: req-19e6c691-c851-49de-b44d-dfb7b13b842c {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:15.753265 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "863efd06-11b7-4aa2-aa5c-c12d163963e1", "name": "network-vif-deleted", "tag": "ab09f211-b27a-4cb4-a977-c47c43256d1c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:15.753548 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-19e6c691-c851-49de-b44d-dfb7b13b842c {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:15.753933 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '863efd06-11b7-4aa2-aa5c-c12d163963e1', 'name': 'network-vif-deleted', 'tag': 'ab09f211-b27a-4cb4-a977-c47c43256d1c', 'status': 'completed', 'code': 200} Dec 14 02:31:15.814560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-8c6e369e-a3b4-460f-869c-c97bdf828e2a tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c250e2eb12b842c7981eb003bb433d87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596075 Dec 14 02:31:15.934241 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-520e1d49-9b40-458b-9fa4-0c16b591a3c3 service neutron] 10.222.0.39 "GET /v2.0/networks/1caef7d7-3439-425b-9c44-21dd8fbc9281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116774 Dec 14 02:31:16.028061 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-5f264fc9-5a02-4fa9-b4bb-e1cdea2f4acc service neutron] 10.222.0.39 "GET /v2.0/networks/1caef7d7-3439-425b-9c44-21dd8fbc9281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928433 Dec 14 02:31:16.372223 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51114) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:16.545719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf779d2-5e92-47e8-9765-67ae8165732e req-bb935602-9406-4869-85ec-3d9d04a48bbe tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:16.557216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3cf779d2-5e92-47e8-9765-67ae8165732e req-bb935602-9406-4869-85ec-3d9d04a48bbe tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 950 time: 0.0809264 Dec 14 02:31:16.652866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3cf779d2-5e92-47e8-9765-67ae8165732e req-bb0ee2ea-5d6c-4e6e-997f-304cdb52b469 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944417 Dec 14 02:31:16.726695 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ee30e19e-a2f2-4aec-9119-b4476fba9257 req-e7dfbae3-9c31-4b0f-a3aa-5112164f20d3 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 210 time: 0.0518579 Dec 14 02:31:16.770536 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2fcc36bc-27ac-479f-b25e-ab85c75db0b5 req-d1db8195-e651-4e3d-aa43-533ebe9530d8 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca099a39-0f7c-4824-aa1e-d5401508970d HTTP/1.1" status: 200 len: 210 time: 0.0423465 Dec 14 02:31:16.870671 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e93f31c-e129-4e9e-b475-61825b2fc070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:17.477080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-0e93f31c-e129-4e9e-b475-61825b2fc070 admin admin] Deleting port 077080c6-73b8-4aa0-aaee-31fecca4aa8a {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:31:17.477829 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e93f31c-e129-4e9e-b475-61825b2fc070 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:17.567398 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-0e93f31c-e129-4e9e-b475-61825b2fc070 admin admin] For port 077080c6-73b8-4aa0-aaee-31fecca4aa8a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=077080c6-73b8-4aa0-aaee-31fecca4aa8a,segment=NetworkSegment(5f432822-1802-4a54-830c-6c95083fa4ba),segment_id=5f432822-1802-4a54-830c-6c95083fa4ba)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:17.567793 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e93f31c-e129-4e9e-b475-61825b2fc070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:17.581618 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-0e93f31c-e129-4e9e-b475-61825b2fc070 admin admin] Calling delete_port for 077080c6-73b8-4aa0-aaee-31fecca4aa8a owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:17.849377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d515699c-4cc5-4f46-b991-457974c81578 req-68458ab3-f168-4e99-9f38-442ca542b988 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:17.854968 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d515699c-4cc5-4f46-b991-457974c81578 req-68458ab3-f168-4e99-9f38-442ca542b988 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.46 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 950 time: 0.1230204 Dec 14 02:31:18.105013 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e93f31c-e129-4e9e-b475-61825b2fc070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:18.192206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93f31c-e129-4e9e-b475-61825b2fc070 admin admin] Pushing event deleted for resources: {'Port': ['ID=077080c6-73b8-4aa0-aaee-31fecca4aa8a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:18.341723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-628fef30-8566-4d4d-9b77-c4cd2933235e req-f139cb43-653d-4298-96f7-a75ed205f611 tempest-QuotasAdminNegativeTest-204351032 tempest-QuotasAdminNegativeTest-204351032-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=47aa65acdf264695b4dab8b3bd3f5411&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500655 Dec 14 02:31:18.470170 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e93f31c-e129-4e9e-b475-61825b2fc070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:18.496908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580086f-23be-4095-b1b0-f940d57f4e42 req-bb45a84d-b381-4a2a-8a7b-d44dbb4ef4c3 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:18.500465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7580086f-23be-4095-b1b0-f940d57f4e42 req-bb45a84d-b381-4a2a-8a7b-d44dbb4ef4c3 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 950 time: 0.5788414 Dec 14 02:31:18.511521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fef30-8566-4d4d-9b77-c4cd2933235e req-d6c3a7bf-3029-4518-88d4-a06d262a83c0 tempest-QuotasAdminNegativeTest-204351032 tempest-QuotasAdminNegativeTest-204351032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:18.512988 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-628fef30-8566-4d4d-9b77-c4cd2933235e req-d6c3a7bf-3029-4518-88d4-a06d262a83c0 tempest-QuotasAdminNegativeTest-204351032 tempest-QuotasAdminNegativeTest-204351032-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1703966 Dec 14 02:31:18.556514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-d515699c-4cc5-4f46-b991-457974c81578 req-e6d04a11-21e4-468f-bca4-362043d1a664 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Deleting port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:31:18.557738 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d515699c-4cc5-4f46-b991-457974c81578 req-e6d04a11-21e4-468f-bca4-362043d1a664 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:18.608050 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-628fef30-8566-4d4d-9b77-c4cd2933235e req-d23b0bee-c12f-43dd-9a31-acdaba4f662f tempest-QuotasAdminNegativeTest-204351032 tempest-QuotasAdminNegativeTest-204351032-project] 10.222.0.39 "GET /v2.0/quotas/47aa65acdf264695b4dab8b3bd3f5411 HTTP/1.1" status: 200 len: 375 time: 0.0743027 Dec 14 02:31:18.623272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7580086f-23be-4095-b1b0-f940d57f4e42 req-ea111995-413f-44bd-b351-2fdad9afb2c3 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092622 Dec 14 02:31:18.675578 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-628fef30-8566-4d4d-9b77-c4cd2933235e req-939f9f5f-f350-41b5-8b1e-13a8a8d00d81 tempest-QuotasAdminNegativeTest-204351032 tempest-QuotasAdminNegativeTest-204351032-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=47aa65acdf264695b4dab8b3bd3f5411&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592868 Dec 14 02:31:18.764372 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e93f31c-e129-4e9e-b475-61825b2fc070 admin admin] Router 60bba3ac-a19b-4da5-8824-a525c61602f7 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:31:18.777609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-d515699c-4cc5-4f46-b991-457974c81578 req-e6d04a11-21e4-468f-bca4-362043d1a664 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] For port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:18.778753 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d515699c-4cc5-4f46-b991-457974c81578 req-e6d04a11-21e4-468f-bca4-362043d1a664 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:18.828202 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-820efddb-5d77-4426-bad6-d8f6f3b1a74d req-8c5f321c-2930-41e6-84b1-48622ea867d9 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 210 time: 0.0636764 Dec 14 02:31:18.844265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-d515699c-4cc5-4f46-b991-457974c81578 req-e6d04a11-21e4-468f-bca4-362043d1a664 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Calling delete_port for ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:18.956935 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e93f31c-e129-4e9e-b475-61825b2fc070 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:31:18.986878 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0e93f31c-e129-4e9e-b475-61825b2fc070 admin admin] 10.222.0.39 "PUT /v2.0/routers/60bba3ac-a19b-4da5-8824-a525c61602f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6127501 Dec 14 02:31:18.991650 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51202) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:19.004448 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15399fe-8f61-4fe5-9341-5c6867737d2e None None] Sync routers for ids ['60bba3ac-a19b-4da5-8824-a525c61602f7'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:31:19.024188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15399fe-8f61-4fe5-9341-5c6867737d2e None None] Routers {'60bba3ac-a19b-4da5-8824-a525c61602f7'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:31:19.025149 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-e15399fe-8f61-4fe5-9341-5c6867737d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:31:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['60bba3ac-a19b-4da5-8824-a525c61602f7'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:19.170862 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-e15399fe-8f61-4fe5-9341-5c6867737d2e None None] Set router 60bba3ac-a19b-4da5-8824-a525c61602f7 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:31:19.256315 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-87f9eb6f-6574-491b-8fa9-06fc0d072a92 req-7cfc95eb-ac92-462c-9e7e-ae6516a6b25d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca099a39-0f7c-4824-aa1e-d5401508970d HTTP/1.1" status: 200 len: 210 time: 0.2696590 Dec 14 02:31:19.327329 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b3900e9-292c-4e49-8ce7-14e67945c46d admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:19.351754 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-ce70970d-327b-473b-ba89-c947bc3fbcdf tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:19.355763 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-ce70970d-327b-473b-ba89-c947bc3fbcdf tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.47 "GET /v2.0/networks?id=20c855ad-46e8-4000-9600-b93da22b6b10 HTTP/1.1" status: 200 len: 813 time: 0.3704453 Dec 14 02:31:19.391757 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2bac476d-39eb-45b4-9a44-6c7d8f470bff tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Request body: {'port': {'device_id': 'a14b77db-9db4-41ea-b376-39dd2c42d197', 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10', 'admin_state_up': True, 'tenant_id': '86308df433264a8e91787ffa1395aecc'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:19.536274 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b3900e9-292c-4e49-8ce7-14e67945c46d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:19.596683 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-e15399fe-8f61-4fe5-9341-5c6867737d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'name': 'tempest-ServerRescueNegativeTestJSON-2084926740-router', 'tenant_id': '5ec77c515bf840a6800e08bac2ce344e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b17e0ae4-3164-4bf3-9367-35452f31859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:58Z', 'updated_at': '2021-12-14T02:31:17Z', 'revision_number': 5, 'project_id': '5ec77c515bf840a6800e08bac2ce344e', 'gw_port': {'id': 'b17e0ae4-3164-4bf3-9367-35452f31859f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:59Z', 'updated_at': '2021-12-14T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:19.634421 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15399fe-8f61-4fe5-9341-5c6867737d2e None None] Checking router: 60bba3ac-a19b-4da5-8824-a525c61602f7 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:31:19.645168 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15399fe-8f61-4fe5-9341-5c6867737d2e None None] Routers {'60bba3ac-a19b-4da5-8824-a525c61602f7'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:31:19.645809 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-e15399fe-8f61-4fe5-9341-5c6867737d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:31:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['60bba3ac-a19b-4da5-8824-a525c61602f7'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:19.690375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-d4978bc6-ccbd-4d06-8903-3a2920bbdae6 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:19.692297 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-d4978bc6-ccbd-4d06-8903-3a2920bbdae6 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.46 "GET /v2.0/networks?id=20c855ad-46e8-4000-9600-b93da22b6b10 HTTP/1.1" status: 200 len: 813 time: 0.2819169 Dec 14 02:31:19.710607 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d515699c-4cc5-4f46-b991-457974c81578 req-e6d04a11-21e4-468f-bca4-362043d1a664 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:19.736814 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-1b3900e9-292c-4e49-8ce7-14e67945c46d admin admin] Deleting port b17e0ae4-3164-4bf3-9367-35452f31859f {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:31:19.737811 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b3900e9-292c-4e49-8ce7-14e67945c46d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:19.741730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-0046a8b5-0e78-4793-8476-272963d978f7 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Request body: {'port': {'device_id': 'ca099a39-0f7c-4824-aa1e-d5401508970d', 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10', 'admin_state_up': True, 'tenant_id': '86308df433264a8e91787ffa1395aecc'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:19.831513 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-1b3900e9-292c-4e49-8ce7-14e67945c46d admin admin] For port b17e0ae4-3164-4bf3-9367-35452f31859f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b17e0ae4-3164-4bf3-9367-35452f31859f,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:19.832346 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b3900e9-292c-4e49-8ce7-14e67945c46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:19.849187 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-1b3900e9-292c-4e49-8ce7-14e67945c46d admin admin] Calling delete_port for b17e0ae4-3164-4bf3-9367-35452f31859f owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:19.890467 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-e15399fe-8f61-4fe5-9341-5c6867737d2e None None] Set router 60bba3ac-a19b-4da5-8824-a525c61602f7 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:31:19.918183 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d04a11-21e4-468f-bca4-362043d1a664 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Pushing event deleted for resources: {'Port': ['ID=ff272fd2-3156-4d9f-bcf8-83a8c94a92a4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:19.950056 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d515699c-4cc5-4f46-b991-457974c81578 req-e6d04a11-21e4-468f-bca4-362043d1a664 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] No DVR routers for this DVR port ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:31:19.966281 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b633de6-0559-4e55-b18a-effa055f3f89 req-b0946079-2173-4411-b9f4-7b3862d96b1e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 210 time: 0.1106293 Dec 14 02:31:19.973018 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d515699c-4cc5-4f46-b991-457974c81578 req-e6d04a11-21e4-468f-bca4-362043d1a664 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:19.989825 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d515699c-4cc5-4f46-b991-457974c81578 req-e6d04a11-21e4-468f-bca4-362043d1a664 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.46 "DELETE /v2.0/ports/ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 HTTP/1.1" status: 204 len: 173 time: 2.1262896 Dec 14 02:31:19.990333 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51230) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:19.990442 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2bac476d-39eb-45b4-9a44-6c7d8f470bff tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Made reservation on behalf of 86308df433264a8e91787ffa1395aecc for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:31:19.990442 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2bac476d-39eb-45b4-9a44-6c7d8f470bff tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:20.005048 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13da7d3c-0cda-43e5-bd7e-6727f5fb50ab', 'name': 'network-vif-deleted', 'tag': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:20.007484 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14aab046-dc07-4d67-9228-a8c7fc95e920" -d '{"events": [{"server_uuid": "13da7d3c-0cda-43e5-bd7e-6727f5fb50ab", "name": "network-vif-deleted", "tag": "ff272fd2-3156-4d9f-bcf8-83a8c94a92a4"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:20.167589 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['46f308f6-e5f9-4126-b620-69ce6578df80', 'be56e3bd-7a18-4bd2-910e-d451f6a76794'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:31:20.283426 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e48cf0d-d5a6-4790-85d3-a1abecd95459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:20.290450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2bac476d-39eb-45b4-9a44-6c7d8f470bff tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Allocated IP 172.20.0.11 (20c855ad-46e8-4000-9600-b93da22b6b10/0a48fceb-7f50-4b74-83b2-3f7c5b452898/96331206-7646-456e-9b32-498ee241aaca) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:31:20.310470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a256fef5-7ba4-4b68-8ade-b969ff587251 req-0b77a1c6-709c-4cf4-adb8-8ebd7f436487 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 210 time: 0.1681721 Dec 14 02:31:20.327883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-0046a8b5-0e78-4793-8476-272963d978f7 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Made reservation on behalf of 86308df433264a8e91787ffa1395aecc for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:31:20.332500 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-0046a8b5-0e78-4793-8476-272963d978f7 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:20.461529 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174bf1c0-bad3-4bb0-a596-b3dc9cc1f4c2 x-openstack-request-id: req-174bf1c0-bad3-4bb0-a596-b3dc9cc1f4c2 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:20.461529 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13da7d3c-0cda-43e5-bd7e-6727f5fb50ab", "name": "network-vif-deleted", "tag": "ff272fd2-3156-4d9f-bcf8-83a8c94a92a4", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:20.461529 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-174bf1c0-bad3-4bb0-a596-b3dc9cc1f4c2 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:20.461529 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13da7d3c-0cda-43e5-bd7e-6727f5fb50ab', 'name': 'network-vif-deleted', 'tag': 'ff272fd2-3156-4d9f-bcf8-83a8c94a92a4', 'status': 'completed', 'code': 200} Dec 14 02:31:20.479507 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-e15399fe-8f61-4fe5-9341-5c6867737d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'name': 'tempest-ServerRescueNegativeTestJSON-2084926740-router', 'tenant_id': '5ec77c515bf840a6800e08bac2ce344e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b17e0ae4-3164-4bf3-9367-35452f31859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:58Z', 'updated_at': '2021-12-14T02:31:17Z', 'revision_number': 5, 'project_id': '5ec77c515bf840a6800e08bac2ce344e', 'gw_port': {'id': 'b17e0ae4-3164-4bf3-9367-35452f31859f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:59Z', 'updated_at': '2021-12-14T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:20.540589 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15399fe-8f61-4fe5-9341-5c6867737d2e None None] The sync data for ids ['60bba3ac-a19b-4da5-8824-a525c61602f7'] in n-d-821636-1 is: [{'id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'name': 'tempest-ServerRescueNegativeTestJSON-2084926740-router', 'tenant_id': '5ec77c515bf840a6800e08bac2ce344e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.62'}], 'enable_snat': True}, 'gw_port_id': 'b17e0ae4-3164-4bf3-9367-35452f31859f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:58Z', 'updated_at': '2021-12-14T02:31:17Z', 'revision_number': 5, 'project_id': '5ec77c515bf840a6800e08bac2ce344e', 'gw_port': {'id': 'b17e0ae4-3164-4bf3-9367-35452f31859f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:4a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bba3ac-a19b-4da5-8824-a525c61602f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:59Z', 'updated_at': '2021-12-14T02:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:31:20.603145 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b3900e9-292c-4e49-8ce7-14e67945c46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:20.679295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3900e9-292c-4e49-8ce7-14e67945c46d admin admin] Pushing event deleted for resources: {'Port': ['ID=b17e0ae4-3164-4bf3-9367-35452f31859f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:20.714879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2e1db40e-3808-43eb-9f6c-2c6a75166ff7 req-5f9c35d1-ab49-44bb-8cdf-7ea52b136ad5 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca099a39-0f7c-4824-aa1e-d5401508970d HTTP/1.1" status: 200 len: 210 time: 0.1335044 Dec 14 02:31:20.783406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-b67f38dc-bf09-4bff-b8d4-7122d9ddb659 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:20.784975 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-b67f38dc-bf09-4bff-b8d4-7122d9ddb659 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.47 "GET /v2.0/networks?id=1caef7d7-3439-425b-9c44-21dd8fbc9281 HTTP/1.1" status: 200 len: 815 time: 0.6567245 Dec 14 02:31:20.814879 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-7a2e8805-a0bb-4eed-87e8-fc3389e78f91 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Request body: {'port': {'device_id': 'bb3355dc-0fab-4ea2-a26d-be153216e7bf', 'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281', 'admin_state_up': True, 'tenant_id': 'c250e2eb12b842c7981eb003bb433d87'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:21.053952 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b3900e9-292c-4e49-8ce7-14e67945c46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:21.080250 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2bac476d-39eb-45b4-9a44-6c7d8f470bff tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:21.119329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de093c-79a8-4439-b20a-ff081e98f68e req-508c6c46-aa3a-4871-9461-26a4c4e7b543 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:21.138390 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83de093c-79a8-4439-b20a-ff081e98f68e req-508c6c46-aa3a-4871-9461-26a4c4e7b543 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 945 time: 0.3148496 Dec 14 02:31:21.155361 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 077080c6-73b8-4aa0-aaee-31fecca4aa8a no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:31:21.195834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 077080c6-73b8-4aa0-aaee-31fecca4aa8a {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:31:21.196542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 077080c6-73b8-4aa0-aaee-31fecca4aa8a not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:31:21.265826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:31:21.289397 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e48cf0d-d5a6-4790-85d3-a1abecd95459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:21.298792 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b3900e9-292c-4e49-8ce7-14e67945c46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:21.301733 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b3900e9-292c-4e49-8ce7-14e67945c46d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:21.311744 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:31:21.312076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ff272fd2-3156-4d9f-bcf8-83a8c94a92a4 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:31:21.317059 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c73b25d-aede-4d4c-be18-cccef8d9f089 req-b88e48f0-6d3d-4168-a714-9ba54bd41cdd tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=13da7d3c-0cda-43e5-bd7e-6727f5fb50ab HTTP/1.1" status: 200 len: 210 time: 0.1278646 Dec 14 02:31:21.378670 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e48cf0d-d5a6-4790-85d3-a1abecd95459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:21.465802 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83de093c-79a8-4439-b20a-ff081e98f68e req-cb98e385-8ec1-44e0-a409-edfe005e7b49 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/security-groups?id=11f1d367-381d-4567-98c5-13cd2b903736&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3263950 Dec 14 02:31:21.471664 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b3900e9-292c-4e49-8ce7-14e67945c46d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:21.472215 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3900e9-292c-4e49-8ce7-14e67945c46d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60bba3ac-a19b-4da5-8824-a525c61602f7 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:31:21.491874 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b3900e9-292c-4e49-8ce7-14e67945c46d admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:21.496718 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1b3900e9-292c-4e49-8ce7-14e67945c46d admin admin] 10.222.0.39 "DELETE /v2.0/routers/60bba3ac-a19b-4da5-8824-a525c61602f7 HTTP/1.1" status: 204 len: 168 time: 2.5040796 Dec 14 02:31:21.503774 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51284) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:21.536462 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e48cf0d-d5a6-4790-85d3-a1abecd95459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800fa740-1246-4564-bf47-408b9af5d741,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:21.536462 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2e48cf0d-d5a6-4790-85d3-a1abecd95459 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce5201046341450d9c8b399a1847c23d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5413935 Dec 14 02:31:21.554480 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51288) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:21.628956 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2bac476d-39eb-45b4-9a44-6c7d8f470bff tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:21.637740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-7a2e8805-a0bb-4eed-87e8-fc3389e78f91 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Made reservation on behalf of c250e2eb12b842c7981eb003bb433d87 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:31:21.651079 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-7a2e8805-a0bb-4eed-87e8-fc3389e78f91 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:21.702649 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1e227a8a-d3ce-465e-a683-d70882c1a5da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:21.765204 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1e227a8a-d3ce-465e-a683-d70882c1a5da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:21.781701 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-494c6c84-995a-409e-bade-70afef299d89 req-da84f3d1-838d-4dc6-9bf4-41a77e5c48d7 tempest-QuotasAdminNegativeTest-204351032 tempest-QuotasAdminNegativeTest-204351032-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=47aa65acdf264695b4dab8b3bd3f5411&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3016479 Dec 14 02:31:21.907181 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1d9225d-ac6f-48a0-99ea-e9a7e61454b3 req-e58f9799-ab43-4632-9a06-a033a57cbe68 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 210 time: 0.1918700 Dec 14 02:31:21.977406 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1e227a8a-d3ce-465e-a683-d70882c1a5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:21.982836 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1e227a8a-d3ce-465e-a683-d70882c1a5da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:21.991639 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1e227a8a-d3ce-465e-a683-d70882c1a5da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/800fa740-1246-4564-bf47-408b9af5d741 HTTP/1.1" status: 204 len: 168 time: 0.4355257 Dec 14 02:31:22.003467 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2bac476d-39eb-45b4-9a44-6c7d8f470bff tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Network 20c855ad-46e8-4000-9600-b93da22b6b10 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:31:22.007003 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-43df4e1c-8ae5-4aca-bd74-aaff0f88f44c admin admin] Deleting subnet 8533d72d-4e0c-4d2f-a143-170efd8357c9 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:31:22.012727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-0046a8b5-0e78-4793-8476-272963d978f7 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Allocated IP 172.20.0.13 (20c855ad-46e8-4000-9600-b93da22b6b10/0a48fceb-7f50-4b74-83b2-3f7c5b452898/06f49754-6abd-49c4-949c-b22fa69d0cfa) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:31:22.019376 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e227a8a-d3ce-465e-a683-d70882c1a5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800fa740-1246-4564-bf47-408b9af5d741,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:22.036399 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-43df4e1c-8ae5-4aca-bd74-aaff0f88f44c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:22.040777 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac476d-39eb-45b4-9a44-6c7d8f470bff tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Pushing event updated for resources: {'Port': ['ID=96331206-7646-456e-9b32-498ee241aaca,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:22.054204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2bac476d-39eb-45b4-9a44-6c7d8f470bff tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:31:22.161778 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2bac476d-39eb-45b4-9a44-6c7d8f470bff tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:31:22.262764 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d7ce463-fdcc-41ed-987d-b131d1dd3ed4 req-2c9d2b75-9ceb-4583-bb6e-dca2d81a5671 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca099a39-0f7c-4824-aa1e-d5401508970d HTTP/1.1" status: 200 len: 210 time: 0.1476901 Dec 14 02:31:22.270372 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-43df4e1c-8ae5-4aca-bd74-aaff0f88f44c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:22.526552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c6c84-995a-409e-bade-70afef299d89 req-2039b29e-e760-4343-bf52-215df4abb270 tempest-QuotasAdminNegativeTest-204351032 tempest-QuotasAdminNegativeTest-204351032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:22.533503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-494c6c84-995a-409e-bade-70afef299d89 req-2039b29e-e760-4343-bf52-215df4abb270 tempest-QuotasAdminNegativeTest-204351032 tempest-QuotasAdminNegativeTest-204351032-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7508295 Dec 14 02:31:22.561639 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-43df4e1c-8ae5-4aca-bd74-aaff0f88f44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:22.591694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2bac476d-39eb-45b4-9a44-6c7d8f470bff tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:22.592347 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2bac476d-39eb-45b4-9a44-6c7d8f470bff tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:22.640597 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-494c6c84-995a-409e-bade-70afef299d89 req-fa5b97b2-3202-454a-be21-fc0551d21da7 tempest-QuotasAdminNegativeTest-204351032 tempest-QuotasAdminNegativeTest-204351032-project] 10.222.0.39 "GET /v2.0/quotas/47aa65acdf264695b4dab8b3bd3f5411 HTTP/1.1" status: 200 len: 375 time: 0.1061361 Dec 14 02:31:22.687256 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-494c6c84-995a-409e-bade-70afef299d89 req-709c31c8-1fa1-4de1-bea9-12904af22064 tempest-QuotasAdminNegativeTest-204351032 tempest-QuotasAdminNegativeTest-204351032-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=47aa65acdf264695b4dab8b3bd3f5411&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457001 Dec 14 02:31:22.758448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-7a2e8805-a0bb-4eed-87e8-fc3389e78f91 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Allocated IP 172.20.0.4 (1caef7d7-3439-425b-9c44-21dd8fbc9281/d02602b8-a731-41eb-a08c-a461e9a5ff77/4d24401d-a082-471e-880c-8ee1264e0f5f) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:31:22.835039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2bac476d-39eb-45b4-9a44-6c7d8f470bff tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4460850 Dec 14 02:31:22.841265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b17e0ae4-3164-4bf3-9367-35452f31859f no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:31:22.879746 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: b17e0ae4-3164-4bf3-9367-35452f31859f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:31:22.880104 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b17e0ae4-3164-4bf3-9367-35452f31859f not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:31:22.963594 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51314) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:23.017601 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31ae5fe0-3cec-4b1b-a8d6-f60f36af7afe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:23.231194 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31ae5fe0-3cec-4b1b-a8d6-f60f36af7afe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:23.294400 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Request body: {'port': {'device_id': 'a14b77db-9db4-41ea-b376-39dd2c42d197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:23.302427 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-43df4e1c-8ae5-4aca-bd74-aaff0f88f44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:23.319424 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31ae5fe0-3cec-4b1b-a8d6-f60f36af7afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:23.393938 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae5fe0-3cec-4b1b-a8d6-f60f36af7afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee3134a-cc5f-46b3-9ca8-58d695ff31bf,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:23.398400 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-31ae5fe0-3cec-4b1b-a8d6-f60f36af7afe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f7024436b6394f17aacc6b0c72acaddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4338093 Dec 14 02:31:23.401512 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51320) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:23.490111 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3eb5b2bd-056e-4f76-a0e2-2097da37afa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:23.498682 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-43df4e1c-8ae5-4aca-bd74-aaff0f88f44c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:23.504870 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-43df4e1c-8ae5-4aca-bd74-aaff0f88f44c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8533d72d-4e0c-4d2f-a143-170efd8357c9 HTTP/1.1" status: 204 len: 168 time: 2.0015442 Dec 14 02:31:23.505184 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51322) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:23.510990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df4e1c-8ae5-4aca-bd74-aaff0f88f44c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8533d72d-4e0c-4d2f-a143-170efd8357c9,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:23.609084 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3eb5b2bd-056e-4f76-a0e2-2097da37afa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:23.628442 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-0046a8b5-0e78-4793-8476-272963d978f7 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:23.663623 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989e71e-c5b9-4174-8020-bcd7926737b4 req-b6ef0b49-ea8d-4f7a-9ef9-2e263910010f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:23.665619 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dff23034-b66c-4f22-be2f-b6ad12dc044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:23.672016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d989e71e-c5b9-4174-8020-bcd7926737b4 req-b6ef0b49-ea8d-4f7a-9ef9-2e263910010f tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.3848577 Dec 14 02:31:23.688983 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:23.772569 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4fea2fc2-a211-4c48-aefc-2aa50d96b12d req-767bcf1a-6499-423c-86ca-f27e4ca09101 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 210 time: 0.0520079 Dec 14 02:31:23.773413 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dff23034-b66c-4f22-be2f-b6ad12dc044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:23.819220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-dff23034-b66c-4f22-be2f-b6ad12dc044d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45668812-ea3d-4860-af8b-e8fa47cd0af8']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:23.829979 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3eb5b2bd-056e-4f76-a0e2-2097da37afa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:23.833834 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3eb5b2bd-056e-4f76-a0e2-2097da37afa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:23.837683 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3eb5b2bd-056e-4f76-a0e2-2097da37afa4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ee3134a-cc5f-46b3-9ca8-58d695ff31bf HTTP/1.1" status: 204 len: 168 time: 0.4325852 Dec 14 02:31:23.847313 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-dff23034-b66c-4f22-be2f-b6ad12dc044d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f432822-1802-4a54-830c-6c95083fa4ba') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:23.849581 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-dff23034-b66c-4f22-be2f-b6ad12dc044d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f432822-1802-4a54-830c-6c95083fa4ba') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:23.863277 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-7a2e8805-a0bb-4eed-87e8-fc3389e78f91 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:23.870049 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dff23034-b66c-4f22-be2f-b6ad12dc044d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:23.898741 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dff23034-b66c-4f22-be2f-b6ad12dc044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:23.903373 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d989e71e-c5b9-4174-8020-bcd7926737b4 req-e606e3ed-f037-4e33-9a0f-289f32611694 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275951 Dec 14 02:31:23.918212 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff23034-b66c-4f22-be2f-b6ad12dc044d admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:31:23.918212 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dff23034-b66c-4f22-be2f-b6ad12dc044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:24.033518 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-0046a8b5-0e78-4793-8476-272963d978f7 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:31:24.042340 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:31:24.061887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5b2bd-056e-4f76-a0e2-2097da37afa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee3134a-cc5f-46b3-9ca8-58d695ff31bf,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:24.108291 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dff23034-b66c-4f22-be2f-b6ad12dc044d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:24.122650 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dff23034-b66c-4f22-be2f-b6ad12dc044d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:24.131657 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dff23034-b66c-4f22-be2f-b6ad12dc044d admin admin] 10.222.0.39 "DELETE /v2.0/networks/45668812-ea3d-4860-af8b-e8fa47cd0af8 HTTP/1.1" status: 204 len: 168 time: 0.6252878 Dec 14 02:31:24.152449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046a8b5-0e78-4793-8476-272963d978f7 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Pushing event updated for resources: {'Port': ['ID=06f49754-6abd-49c4-949c-b22fa69d0cfa,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:24.158035 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff23034-b66c-4f22-be2f-b6ad12dc044d admin admin] Pushing event deleted for resources: {'Network': ['ID=45668812-ea3d-4860-af8b-e8fa47cd0af8,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:24.236872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-0046a8b5-0e78-4793-8476-272963d978f7 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Network 20c855ad-46e8-4000-9600-b93da22b6b10 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:31:24.252475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-0046a8b5-0e78-4793-8476-272963d978f7 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:31:24.258520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-0046a8b5-0e78-4793-8476-272963d978f7 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:31:24.274862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0601c9b-7f19-49a4-9972-ccd8885938b4 req-292be2f6-ca90-43ef-89ae-6fbe9551a7e5 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:24.282940 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0601c9b-7f19-49a4-9972-ccd8885938b4 req-292be2f6-ca90-43ef-89ae-6fbe9551a7e5 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca099a39-0f7c-4824-aa1e-d5401508970d HTTP/1.1" status: 200 len: 932 time: 0.2559052 Dec 14 02:31:24.357137 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-7a2e8805-a0bb-4eed-87e8-fc3389e78f91 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:24.467018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-7a2e8805-a0bb-4eed-87e8-fc3389e78f91 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Network 1caef7d7-3439-425b-9c44-21dd8fbc9281 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:31:24.485897 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-0046a8b5-0e78-4793-8476-272963d978f7 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:24.486881 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-0046a8b5-0e78-4793-8476-272963d978f7 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:24.502588 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-7a2e8805-a0bb-4eed-87e8-fc3389e78f91 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:31:24.526673 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-7a2e8805-a0bb-4eed-87e8-fc3389e78f91 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:31:24.654320 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-7a2e8805-a0bb-4eed-87e8-fc3389e78f91 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:24.655853 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-7a2e8805-a0bb-4eed-87e8-fc3389e78f91 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:24.754399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863d18b-7e56-44f6-af3f-ae35407995a3 req-d8e710de-3718-4a95-941d-e0a001b5984e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:24.761900 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c863d18b-7e56-44f6-af3f-ae35407995a3 req-d8e710de-3718-4a95-941d-e0a001b5984e tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.46 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.4061825 Dec 14 02:31:24.781076 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0601c9b-7f19-49a4-9972-ccd8885938b4 req-922e70f5-679b-468b-ba16-31045b9a5324 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915826 Dec 14 02:31:24.782157 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e8805-a0bb-4eed-87e8-fc3389e78f91 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Pushing event updated for resources: {'Port': ['ID=4d24401d-a082-471e-880c-8ee1264e0f5f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:24.849133 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-0046a8b5-0e78-4793-8476-272963d978f7 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1205096 Dec 14 02:31:24.863566 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-7a2e8805-a0bb-4eed-87e8-fc3389e78f91 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0538414 Dec 14 02:31:24.938316 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Request body: {'port': {'device_id': 'ca099a39-0f7c-4824-aa1e-d5401508970d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:24.991930 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Request body: {'port': {'device_id': 'bb3355dc-0fab-4ea2-a26d-be153216e7bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:25.035436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b47d5ccc-befd-4af4-80e7-599b88375f51 None None] Provisioning complete for port 4d24401d-a082-471e-880c-8ee1264e0f5f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:31:25.037833 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b47d5ccc-befd-4af4-80e7-599b88375f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:25.080023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96331206-7646-456e-9b32-498ee241aaca {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:31:25.107956 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:25.113983 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:25.157106 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:25.184857 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b47d5ccc-befd-4af4-80e7-599b88375f51 None None] Port 4d24401d-a082-471e-880c-8ee1264e0f5f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:31:25.198824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe0d1f-8196-43b8-8b22-c36e6ea3aa82 req-baa24e10-f6a8-4cda-914c-04c343cb1775 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:25.200877 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-46fe0d1f-8196-43b8-8b22-c36e6ea3aa82 req-baa24e10-f6a8-4cda-914c-04c343cb1775 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 945 time: 0.3592930 Dec 14 02:31:25.221508 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51362) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:25.378338 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-137c30c6-2fa1-4c52-8b4f-e05a16232d2c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ec77c515bf840a6800e08bac2ce344e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600881 Dec 14 02:31:25.378999 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51364) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:25.482055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Transition to ACTIVE for port object 96331206-7646-456e-9b32-498ee241aaca will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:31:25.501880 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50a659b2-da8e-46e4-ab52-cea11e62e119 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:25.551391 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50a659b2-da8e-46e4-ab52-cea11e62e119 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:25.596494 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:25.719878 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50a659b2-da8e-46e4-ab52-cea11e62e119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:25.723607 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50a659b2-da8e-46e4-ab52-cea11e62e119 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:25.724265 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-50a659b2-da8e-46e4-ab52-cea11e62e119 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f819d08-0720-413b-bb36-58a1c8ea1443 HTTP/1.1" status: 204 len: 168 time: 0.3441832 Dec 14 02:31:25.748951 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a659b2-da8e-46e4-ab52-cea11e62e119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f819d08-0720-413b-bb36-58a1c8ea1443,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:25.873861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f49754-6abd-49c4-949c-b22fa69d0cfa {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:31:25.883311 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:25.896872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Transition to ACTIVE for port object 06f49754-6abd-49c4-949c-b22fa69d0cfa will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:31:26.018714 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-46fe0d1f-8196-43b8-8b22-c36e6ea3aa82 req-7de1b1b7-d60e-46da-a8cf-c478e2957a97 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/security-groups?id=11f1d367-381d-4567-98c5-13cd2b903736&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5349836 Dec 14 02:31:26.036452 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:26.197746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c863d18b-7e56-44f6-af3f-ae35407995a3 req-577846ab-add2-4372-80ec-f6dd86fe2b7a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Deleting port be56e3bd-7a18-4bd2-910e-d451f6a76794 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:31:26.197996 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c863d18b-7e56-44f6-af3f-ae35407995a3 req-577846ab-add2-4372-80ec-f6dd86fe2b7a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:26.332216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-c863d18b-7e56-44f6-af3f-ae35407995a3 req-577846ab-add2-4372-80ec-f6dd86fe2b7a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] For port be56e3bd-7a18-4bd2-910e-d451f6a76794, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=be56e3bd-7a18-4bd2-910e-d451f6a76794,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:26.332584 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c863d18b-7e56-44f6-af3f-ae35407995a3 req-577846ab-add2-4372-80ec-f6dd86fe2b7a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:26.347015 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c863d18b-7e56-44f6-af3f-ae35407995a3 req-577846ab-add2-4372-80ec-f6dd86fe2b7a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Calling delete_port for be56e3bd-7a18-4bd2-910e-d451f6a76794 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:26.501458 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Pushing event updated for resources: {'Port': ['ID=96331206-7646-456e-9b32-498ee241aaca,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:26.757824 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:26.886102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e0cae-5fb7-42a2-8d96-74dfd237cfa9 req-5cd5a693-1e85-4b1f-b536-45a2c69b59b6 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:26.894560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c3e0cae-5fb7-42a2-8d96-74dfd237cfa9 req-5cd5a693-1e85-4b1f-b536-45a2c69b59b6 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=4305d9c8-c39a-4752-9869-65891a9f3010 HTTP/1.1" status: 200 len: 950 time: 0.4260666 Dec 14 02:31:26.922386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652e387-0c9a-4e14-a654-2a991c84360c req-80d58b84-11e5-4aa2-b6d1-82505bb353fc tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:26.946011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0652e387-0c9a-4e14-a654-2a991c84360c req-80d58b84-11e5-4aa2-b6d1-82505bb353fc tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 931 time: 0.7574131 Dec 14 02:31:27.025766 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Pushing event updated for resources: {'Port': ['ID=06f49754-6abd-49c4-949c-b22fa69d0cfa,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:27.252976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d24401d-a082-471e-880c-8ee1264e0f5f {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:31:27.267292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device be56e3bd-7a18-4bd2-910e-d451f6a76794 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:31:27.278440 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:27.478970 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0652e387-0c9a-4e14-a654-2a991c84360c req-a9d52eae-7bb8-43a9-a628-a601ea8fa427 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdf7e758-e674-4d6b-bc62-2b61434e54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5313549 Dec 14 02:31:27.491867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Transition to ACTIVE for port object 4d24401d-a082-471e-880c-8ee1264e0f5f will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:31:27.507501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Attempting to bind port 96331206-7646-456e-9b32-498ee241aaca on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:31:27.507845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Attempting to bind port 96331206-7646-456e-9b32-498ee241aaca by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '9a0cce21-a0e8-444f-bde3-f9aa5bc10e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:31:27.508192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Attempting to bind port 96331206-7646-456e-9b32-498ee241aaca on network 20c855ad-46e8-4000-9600-b93da22b6b10 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:31:27.522343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c3e0cae-5fb7-42a2-8d96-74dfd237cfa9 req-077cc29c-fbc1-4b7b-8cb3-1b19846dc165 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6265576 Dec 14 02:31:27.523617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Attempting to bind port 06f49754-6abd-49c4-949c-b22fa69d0cfa on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:31:27.524196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Attempting to bind port 06f49754-6abd-49c4-949c-b22fa69d0cfa by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '9a0cce21-a0e8-444f-bde3-f9aa5bc10e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:31:27.524730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Attempting to bind port 06f49754-6abd-49c4-949c-b22fa69d0cfa on network 20c855ad-46e8-4000-9600-b93da22b6b10 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:31:27.531116 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Port 96331206-7646-456e-9b32-498ee241aaca on network 20c855ad-46e8-4000-9600-b93da22b6b10 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:31:27.531447 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Attempting to bind port 96331206-7646-456e-9b32-498ee241aaca on network 20c855ad-46e8-4000-9600-b93da22b6b10 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:31:27.544628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:31:27.545172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Checking segment: {'id': '9a0cce21-a0e8-444f-bde3-f9aa5bc10e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:31:27.545610 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Bound using segment: {'id': '9a0cce21-a0e8-444f-bde3-f9aa5bc10e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:31:27.546058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Bound port: 96331206-7646-456e-9b32-498ee241aaca, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0cce21-a0e8-444f-bde3-f9aa5bc10e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:31:27.546422 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:27.562181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Port 06f49754-6abd-49c4-949c-b22fa69d0cfa on network 20c855ad-46e8-4000-9600-b93da22b6b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:31:27.562523 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Attempting to bind port 06f49754-6abd-49c4-949c-b22fa69d0cfa on network 20c855ad-46e8-4000-9600-b93da22b6b10 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:31:27.570438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:31:27.570783 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Checking segment: {'id': '9a0cce21-a0e8-444f-bde3-f9aa5bc10e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:31:27.571182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Bound using segment: {'id': '9a0cce21-a0e8-444f-bde3-f9aa5bc10e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:31:27.571627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Bound port: 06f49754-6abd-49c4-949c-b22fa69d0cfa, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0cce21-a0e8-444f-bde3-f9aa5bc10e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:31:27.572135 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:27.594591 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:27.723878 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c863d18b-7e56-44f6-af3f-ae35407995a3 req-577846ab-add2-4372-80ec-f6dd86fe2b7a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:27.762784 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['46f308f6-e5f9-4126-b620-69ce6578df80'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:31:28.191926 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:28.300086 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51438) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:28.350066 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-693296b6-e871-47ca-af71-5dec53e6bfaf req-1a895acd-be2f-49c8-b930-1dfe25a48081 tempest-QuotasAdminNegativeTest-204351032 tempest-QuotasAdminNegativeTest-204351032-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=47aa65acdf264695b4dab8b3bd3f5411&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1537743 Dec 14 02:31:28.436808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] For port 96331206-7646-456e-9b32-498ee241aaca, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:31:28.505831 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-030b62e1-9f49-4058-b010-f5b814d176ae admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2059623991-network', 'tenant_id': '038f1fba5462416da4b946cf716bf191'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:28.584067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d24401d-a082-471e-880c-8ee1264e0f5f,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:28.595098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] For port 06f49754-6abd-49c4-949c-b22fa69d0cfa, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:31:28.598153 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c863d18b-7e56-44f6-af3f-ae35407995a3 req-577846ab-add2-4372-80ec-f6dd86fe2b7a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] No DVR routers for this DVR port be56e3bd-7a18-4bd2-910e-d451f6a76794 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:31:28.604989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] For port 96331206-7646-456e-9b32-498ee241aaca, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=96331206-7646-456e-9b32-498ee241aaca,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:31:28.628245 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030b62e1-9f49-4058-b010-f5b814d176ae admin admin] Made reservation on behalf of 038f1fba5462416da4b946cf716bf191 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:31:28.631572 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-030b62e1-9f49-4058-b010-f5b814d176ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:28.636286 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c863d18b-7e56-44f6-af3f-ae35407995a3 req-577846ab-add2-4372-80ec-f6dd86fe2b7a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:28.651776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c863d18b-7e56-44f6-af3f-ae35407995a3 req-577846ab-add2-4372-80ec-f6dd86fe2b7a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.46 "DELETE /v2.0/ports/be56e3bd-7a18-4bd2-910e-d451f6a76794 HTTP/1.1" status: 204 len: 173 time: 3.8478665 Dec 14 02:31:28.654915 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-030b62e1-9f49-4058-b010-f5b814d176ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:28.660934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4305d9c8-c39a-4752-9869-65891a9f3010', 'name': 'network-vif-deleted', 'tag': 'be56e3bd-7a18-4bd2-910e-d451f6a76794'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:28.663274 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef198be-8049-49e4-b7a6-9d3b50c25062" -d '{"events": [{"server_uuid": "4305d9c8-c39a-4752-9869-65891a9f3010", "name": "network-vif-deleted", "tag": "be56e3bd-7a18-4bd2-910e-d451f6a76794"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:28.733458 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] For port 06f49754-6abd-49c4-949c-b22fa69d0cfa, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=06f49754-6abd-49c4-949c-b22fa69d0cfa,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:31:28.785488 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10675f4-3b29-4bb2-9f96-56e68ef13168 req-dcd09a60-42b6-4f30-acb7-c2172539b086 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:28.795176 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b10675f4-3b29-4bb2-9f96-56e68ef13168 req-dcd09a60-42b6-4f30-acb7-c2172539b086 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca099a39-0f7c-4824-aa1e-d5401508970d HTTP/1.1" status: 200 len: 944 time: 0.6047566 Dec 14 02:31:28.804968 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-030b62e1-9f49-4058-b010-f5b814d176ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:28.819015 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:28.821433 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577846ab-add2-4372-80ec-f6dd86fe2b7a tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Pushing event deleted for resources: {'Port': ['ID=be56e3bd-7a18-4bd2-910e-d451f6a76794,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:28.903810 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:28.909033 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-030b62e1-9f49-4058-b010-f5b814d176ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:28.949464 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030b62e1-9f49-4058-b010-f5b814d176ae admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:31:28.961292 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b62e1-9f49-4058-b010-f5b814d176ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b12adea-02ae-4d25-89c8-3dbdcd982fe1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:28.968352 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-030b62e1-9f49-4058-b010-f5b814d176ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:28.972920 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-030b62e1-9f49-4058-b010-f5b814d176ae admin admin] Added segment b756c107-e77a-438d-8e5b-2c406c0e61cd of type vlan for network d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 Dec 14 02:31:29.012858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:29.013773 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:29.015934 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] 10.222.0.47 "PUT /v2.0/ports/96331206-7646-456e-9b32-498ee241aaca HTTP/1.1" status: 200 len: 1092 time: 5.7297807 Dec 14 02:31:29.039993 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:29.042664 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:29.044387 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] 10.222.0.46 "PUT /v2.0/ports/06f49754-6abd-49c4-949c-b22fa69d0cfa HTTP/1.1" status: 200 len: 1092 time: 4.1795926 Dec 14 02:31:29.084950 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-030b62e1-9f49-4058-b010-f5b814d176ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:29.100083 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693296b6-e871-47ca-af71-5dec53e6bfaf req-a257773d-93ed-4d06-a569-4fd8ef1ef7bb tempest-QuotasAdminNegativeTest-204351032 tempest-QuotasAdminNegativeTest-204351032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:29.111112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-693296b6-e871-47ca-af71-5dec53e6bfaf req-a257773d-93ed-4d06-a569-4fd8ef1ef7bb tempest-QuotasAdminNegativeTest-204351032 tempest-QuotasAdminNegativeTest-204351032-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7599895 Dec 14 02:31:29.190431 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b10675f4-3b29-4bb2-9f96-56e68ef13168 req-11c92609-b793-486e-aa21-672fbc771985 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918824 Dec 14 02:31:29.203395 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-030b62e1-9f49-4058-b010-f5b814d176ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:29.207174 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030b62e1-9f49-4058-b010-f5b814d176ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:29.208334 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-030b62e1-9f49-4058-b010-f5b814d176ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:29.251710 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-693296b6-e871-47ca-af71-5dec53e6bfaf req-bcc3672e-eab5-4918-881e-d3f27f41d5e2 tempest-QuotasAdminNegativeTest-204351032 tempest-QuotasAdminNegativeTest-204351032-project] 10.222.0.39 "GET /v2.0/quotas/47aa65acdf264695b4dab8b3bd3f5411 HTTP/1.1" status: 200 len: 375 time: 0.1381381 Dec 14 02:31:29.298711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b62e1-9f49-4058-b010-f5b814d176ae admin admin] Pushing event updated for resources: {'Network': ['ID=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:29.311705 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:31:29.337027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Attempting to bind port 4d24401d-a082-471e-880c-8ee1264e0f5f on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:31:29.338541 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Attempting to bind port 4d24401d-a082-471e-880c-8ee1264e0f5f by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'fd1dcf92-84e2-419d-80e2-025bcb930640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:31:29.338885 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Attempting to bind port 4d24401d-a082-471e-880c-8ee1264e0f5f on network 1caef7d7-3439-425b-9c44-21dd8fbc9281 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:31:29.349028 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Port 4d24401d-a082-471e-880c-8ee1264e0f5f on network 1caef7d7-3439-425b-9c44-21dd8fbc9281 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:31:29.349479 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Attempting to bind port 4d24401d-a082-471e-880c-8ee1264e0f5f on network 1caef7d7-3439-425b-9c44-21dd8fbc9281 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:31:29.374705 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-030b62e1-9f49-4058-b010-f5b814d176ae admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0732691 Dec 14 02:31:29.377609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb3707-1c5d-489e-8093-76d27db416f7 service neutron] Pushing event updated for resources: {'Port': ['ID=96331206-7646-456e-9b32-498ee241aaca,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:29.381162 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51450) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:29.383195 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b97f871d-98eb-4adc-b67c-ccba361103ec admin admin] Request body: {'subnet': {'network_id': 'd4d44ac6-a4e1-4c48-95d9-fdd8413398e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2059623991-subnet', 'tenant_id': '038f1fba5462416da4b946cf716bf191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:29.485250 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97f871d-98eb-4adc-b67c-ccba361103ec admin admin] Made reservation on behalf of 038f1fba5462416da4b946cf716bf191 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:31:29.487929 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b97f871d-98eb-4adc-b67c-ccba361103ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:29.503012 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:31:29.503698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Checking segment: {'id': 'fd1dcf92-84e2-419d-80e2-025bcb930640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:31:29.504343 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Bound using segment: {'id': 'fd1dcf92-84e2-419d-80e2-025bcb930640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:31:29.505000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Bound port: 4d24401d-a082-471e-880c-8ee1264e0f5f, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd1dcf92-84e2-419d-80e2-025bcb930640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:31:29.505567 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:29.566804 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-693296b6-e871-47ca-af71-5dec53e6bfaf req-cbc9b260-9e5a-4867-aea5-8f21c29153c1 tempest-QuotasAdminNegativeTest-204351032 tempest-QuotasAdminNegativeTest-204351032-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=47aa65acdf264695b4dab8b3bd3f5411&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2211282 Dec 14 02:31:29.602922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-cae7c95e-1d55-4c9e-b2f6-acbcf74ac552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:29.605541 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-cae7c95e-1d55-4c9e-b2f6-acbcf74ac552 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86308df433264a8e91787ffa1395aecc&device_id=ca099a39-0f7c-4824-aa1e-d5401508970d HTTP/1.1" status: 200 len: 1095 time: 0.3641424 Dec 14 02:31:29.620326 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-6c1defd1-7e17-427b-bd77-3188cd7e6060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:29.622822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-6c1defd1-7e17-427b-bd77-3188cd7e6060 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=86308df433264a8e91787ffa1395aecc&device_id=a14b77db-9db4-41ea-b376-39dd2c42d197 HTTP/1.1" status: 200 len: 1095 time: 0.2785752 Dec 14 02:31:29.689556 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-f02a5b38-e24d-4027-b2f4-13aa13775ca9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06f49754-6abd-49c4-949c-b22fa69d0cfa HTTP/1.1" status: 200 len: 217 time: 0.0645440 Dec 14 02:31:29.801957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-70d82a7f-a5dd-4572-ab63-152c3665ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:29.807092 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-70d82a7f-a5dd-4572-ab63-152c3665ec3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0a48fceb-7f50-4b74-83b2-3f7c5b452898 HTTP/1.1" status: 200 len: 853 time: 0.1065502 Dec 14 02:31:29.810887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-0626709f-f75e-45eb-bee3-d7b3cfc2e257 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96331206-7646-456e-9b32-498ee241aaca HTTP/1.1" status: 200 len: 217 time: 0.0649037 Dec 14 02:31:29.867439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794bfa36-c6b7-4f0c-9afb-479b0117194b service neutron] Pushing event updated for resources: {'Port': ['ID=06f49754-6abd-49c4-949c-b22fa69d0cfa,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:29.919651 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b97f871d-98eb-4adc-b67c-ccba361103ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:29.943605 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:29.944358 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-9108bdce-c628-4b6e-9987-9253e589b82a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=20c855ad-46e8-4000-9600-b93da22b6b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676761 Dec 14 02:31:30.055620 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] For port 4d24401d-a082-471e-880c-8ee1264e0f5f, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:31:30.063304 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97f871d-98eb-4adc-b67c-ccba361103ec admin admin] Checking segment: {'id': 'b756c107-e77a-438d-8e5b-2c406c0e61cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd4d44ac6-a4e1-4c48-95d9-fdd8413398e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:31:30.065130 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97f871d-98eb-4adc-b67c-ccba361103ec admin admin] Network hostable DHCP agents. Network: d4d44ac6-a4e1-4c48-95d9-fdd8413398e9, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:31:30.066515 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] For port 4d24401d-a082-471e-880c-8ee1264e0f5f, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4d24401d-a082-471e-880c-8ee1264e0f5f,segment=NetworkSegment(fd1dcf92-84e2-419d-80e2-025bcb930640),segment_id=fd1dcf92-84e2-419d-80e2-025bcb930640)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:31:30.078233 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f871d-98eb-4adc-b67c-ccba361103ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=53926458-5432-4661-8827-c48966f94c72,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:30.084278 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-b2380a7d-2829-4787-ace8-eba78ee4e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:30.087095 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-b2380a7d-2829-4787-ace8-eba78ee4e6b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a48fceb-7f50-4b74-83b2-3f7c5b452898 HTTP/1.1" status: 200 len: 853 time: 0.2109070 Dec 14 02:31:30.097715 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73f992-e337-4e0c-8fc4-52d511ed4b9d req-fc617687-ada8-4bd3-9461-d518d02cfdd0 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:30.110153 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a73f992-e337-4e0c-8fc4-52d511ed4b9d req-fc617687-ada8-4bd3-9461-d518d02cfdd0 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 943 time: 0.2719123 Dec 14 02:31:30.136953 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d911b346-48d5-4f6d-8bed-fa0373ab0026 x-openstack-request-id: req-d911b346-48d5-4f6d-8bed-fa0373ab0026 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:30.144755 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4305d9c8-c39a-4752-9869-65891a9f3010", "name": "network-vif-deleted", "tag": "be56e3bd-7a18-4bd2-910e-d451f6a76794", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:30.144755 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d911b346-48d5-4f6d-8bed-fa0373ab0026 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:30.144755 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4305d9c8-c39a-4752-9869-65891a9f3010', 'name': 'network-vif-deleted', 'tag': 'be56e3bd-7a18-4bd2-910e-d451f6a76794', 'status': 'completed', 'code': 200} Dec 14 02:31:30.153098 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:30.166385 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97f871d-98eb-4adc-b67c-ccba361103ec admin admin] Network d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:31:30.214021 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-647aed49-337a-4116-bdae-8b8d84197130 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20c855ad-46e8-4000-9600-b93da22b6b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738025 Dec 14 02:31:30.253924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a73f992-e337-4e0c-8fc4-52d511ed4b9d req-daad5c0c-253f-4376-9f37-8fa0acce2eb8 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdf7e758-e674-4d6b-bc62-2b61434e54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406474 Dec 14 02:31:30.273479 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-b97f871d-98eb-4adc-b67c-ccba361103ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, d4d44ac6-a4e1-4c48-95d9-fdd8413398e9) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:31:30.279254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97f871d-98eb-4adc-b67c-ccba361103ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:30.279882 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b97f871d-98eb-4adc-b67c-ccba361103ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:30.288035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efdd93b-6380-42f0-9643-b95240bfba3c None None] Network d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:31:30.301194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:30.302282 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:30.304773 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] 10.222.0.47 "PUT /v2.0/ports/4d24401d-a082-471e-880c-8ee1264e0f5f HTTP/1.1" status: 200 len: 1091 time: 5.3735976 Dec 14 02:31:30.408745 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b97f871d-98eb-4adc-b67c-ccba361103ec admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0283484 Dec 14 02:31:30.476139 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-e7438fd7-12e6-4f73-98e4-606e320a2e97 service neutron] 10.222.0.46 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157206 Dec 14 02:31:30.528782 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1ae289-1d1b-419e-8cc8-4dc37c8a247b None None] Network d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:31:30.566048 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cde2bc-a7fc-4914-a390-8a0d1b162fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=4d24401d-a082-471e-880c-8ee1264e0f5f,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:30.718101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522db17-2f41-4053-be54-c45881ae6933 req-9c6c8f87-915a-45d9-99c8-b6f3cab836bb tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:30.719766 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5522db17-2f41-4053-be54-c45881ae6933 req-9c6c8f87-915a-45d9-99c8-b6f3cab836bb tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 945 time: 0.5034876 Dec 14 02:31:30.774058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-9b1dd2a8-5adc-4c9d-b9c8-f1604ceff4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:30.775856 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-9b1dd2a8-5adc-4c9d-b9c8-f1604ceff4c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c250e2eb12b842c7981eb003bb433d87&device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 1094 time: 0.2925458 Dec 14 02:31:30.801541 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-c4db0fde-39bc-472b-93c9-d8520746b95c service neutron] 10.222.0.47 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195529 Dec 14 02:31:30.804241 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-4d581980-5c92-48a3-90e6-1d36e2887ba0 service neutron] 10.222.0.46 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960479 Dec 14 02:31:30.834287 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5522db17-2f41-4053-be54-c45881ae6933 req-8e4ed332-649a-4db1-843f-4c261adf6349 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/security-groups?id=11f1d367-381d-4567-98c5-13cd2b903736&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955563 Dec 14 02:31:31.069936 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-c92589e6-b133-4147-b57f-93a87155a0d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d24401d-a082-471e-880c-8ee1264e0f5f HTTP/1.1" status: 200 len: 217 time: 0.0971558 Dec 14 02:31:31.162133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f387e-af23-4c9b-a965-775267bbc150 req-8432e726-3eed-4b04-bc7e-bd0be188ce36 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:31.163733 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-950f387e-af23-4c9b-a965-775267bbc150 req-8432e726-3eed-4b04-bc7e-bd0be188ce36 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca099a39-0f7c-4824-aa1e-d5401508970d HTTP/1.1" status: 200 len: 944 time: 0.1121340 Dec 14 02:31:31.225079 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ec2ec06-d3a2-4736-ac23-e04fd83005f1 req-c2ce1fb9-c618-4f1f-8daa-d413be8a9e03 service neutron] 10.222.0.47 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723225 Dec 14 02:31:31.310493 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-950f387e-af23-4c9b-a965-775267bbc150 req-2ddcd845-a085-4045-819d-296599425440 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236570 Dec 14 02:31:31.679643 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbac189-3418-4f25-82f4-770296e126e5 req-a48f5329-10a6-4c84-83b9-7d775f97018b tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:31.681050 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dbac189-3418-4f25-82f4-770296e126e5 req-a48f5329-10a6-4c84-83b9-7d775f97018b tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/networks?id=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 HTTP/1.1" status: 200 len: 814 time: 0.1893396 Dec 14 02:31:31.714078 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dbac189-3418-4f25-82f4-770296e126e5 req-2af08a52-15bf-4394-a574-8a2e8da3c22c tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/quotas/038f1fba5462416da4b946cf716bf191 HTTP/1.1" status: 200 len: 375 time: 0.0224106 Dec 14 02:31:31.735907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db669115-dbe7-4be6-8305-c48df116afe0 req-ea3c2bfc-d2b4-42fd-868c-de89b89d2890 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:31.746395 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db669115-dbe7-4be6-8305-c48df116afe0 req-ea3c2bfc-d2b4-42fd-868c-de89b89d2890 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 943 time: 0.1778677 Dec 14 02:31:31.767723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dbac189-3418-4f25-82f4-770296e126e5 req-58873f4b-26b6-4e61-b357-595905b74c45 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=038f1fba5462416da4b946cf716bf191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527883 Dec 14 02:31:31.889231 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db669115-dbe7-4be6-8305-c48df116afe0 req-f0af7699-90b2-4ca0-b650-f402a17f6dbe tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdf7e758-e674-4d6b-bc62-2b61434e54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417263 Dec 14 02:31:32.036460 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51510) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:32.143287 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a14b77db-9db4-41ea-b376-39dd2c42d197', 'tag': '96331206-7646-456e-9b32-498ee241aaca'}, {'name': 'network-changed', 'server_uuid': 'ca099a39-0f7c-4824-aa1e-d5401508970d', 'tag': '06f49754-6abd-49c4-949c-b22fa69d0cfa'}, {'name': 'network-changed', 'server_uuid': 'bb3355dc-0fab-4ea2-a26d-be153216e7bf', 'tag': '4d24401d-a082-471e-880c-8ee1264e0f5f'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:32.145595 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c554e9d5-f708-4573-aad5-6b9dd9b1c263" -d '{"events": [{"name": "network-changed", "server_uuid": "a14b77db-9db4-41ea-b376-39dd2c42d197", "tag": "96331206-7646-456e-9b32-498ee241aaca"}, {"name": "network-changed", "server_uuid": "ca099a39-0f7c-4824-aa1e-d5401508970d", "tag": "06f49754-6abd-49c4-949c-b22fa69d0cfa"}, {"name": "network-changed", "server_uuid": "bb3355dc-0fab-4ea2-a26d-be153216e7bf", "tag": "4d24401d-a082-471e-880c-8ee1264e0f5f"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:32.148685 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c7349a0b-b733-4366-8459-2e514dcb3b0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:32.155372 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dbac189-3418-4f25-82f4-770296e126e5 req-ebdc4263-4a07-4fba-8c6d-200a173c79df service neutron] 10.222.0.39 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615327 Dec 14 02:31:32.264067 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c7349a0b-b733-4366-8459-2e514dcb3b0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:32.278025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dbac189-3418-4f25-82f4-770296e126e5 req-5eb79aaa-cf2e-44b9-90f2-d1ec8c6f3e7b service neutron] 10.222.0.39 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144032 Dec 14 02:31:32.554688 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c7349a0b-b733-4366-8459-2e514dcb3b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:32.603747 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c7349a0b-b733-4366-8459-2e514dcb3b0f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=47aa65acdf264695b4dab8b3bd3f5411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5597539 Dec 14 02:31:32.603747 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7349a0b-b733-4366-8459-2e514dcb3b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9c07bb-c1cd-4e1f-b713-7c31df9e170b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:32.604737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51520) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:32.731266 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4c161ac-8ccc-4d72-b6a6-e3ab4d83ebb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:32.733224 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-808b2e53-97fc-4e40-9a69-779eeb4c55a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:32.835503 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-808b2e53-97fc-4e40-9a69-779eeb4c55a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:32.887119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae717510-685d-47b0-b5bb-3179ac4b1e70 req-d8b4c473-eaee-49b8-94cc-7d56a44bf301 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:32.888294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae717510-685d-47b0-b5bb-3179ac4b1e70 req-d8b4c473-eaee-49b8-94cc-7d56a44bf301 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 950 time: 0.2002981 Dec 14 02:31:32.970059 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb634ecd-2a9a-4091-ab5b-26b021734146 req-a01ee3a6-7089-4f38-8cfb-11d9aeffa5c5 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:32.971599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cb634ecd-2a9a-4091-ab5b-26b021734146 req-a01ee3a6-7089-4f38-8cfb-11d9aeffa5c5 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.46 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 950 time: 0.2065721 Dec 14 02:31:33.029535 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36166a0f-3609-4006-8a24-f668992a176b req-59111df2-9c90-4fbd-9afe-1a3b19900479 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:33.031122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36166a0f-3609-4006-8a24-f668992a176b req-59111df2-9c90-4fbd-9afe-1a3b19900479 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 945 time: 0.1739452 Dec 14 02:31:33.049602 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae717510-685d-47b0-b5bb-3179ac4b1e70 req-827b444c-c097-4357-917e-409afc1ccd39 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403284 Dec 14 02:31:33.126698 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6410da4a-a97f-4bac-8bfc-7354168d1072 x-openstack-request-id: req-6410da4a-a97f-4bac-8bfc-7354168d1072 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:33.126991 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a14b77db-9db4-41ea-b376-39dd2c42d197", "tag": "96331206-7646-456e-9b32-498ee241aaca", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ca099a39-0f7c-4824-aa1e-d5401508970d", "tag": "06f49754-6abd-49c4-949c-b22fa69d0cfa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb3355dc-0fab-4ea2-a26d-be153216e7bf", "tag": "4d24401d-a082-471e-880c-8ee1264e0f5f", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:33.127236 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6410da4a-a97f-4bac-8bfc-7354168d1072 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:33.127637 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a14b77db-9db4-41ea-b376-39dd2c42d197', 'tag': '96331206-7646-456e-9b32-498ee241aaca', 'status': 'completed', 'code': 200} Dec 14 02:31:33.127898 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca099a39-0f7c-4824-aa1e-d5401508970d', 'tag': '06f49754-6abd-49c4-949c-b22fa69d0cfa', 'status': 'completed', 'code': 200} Dec 14 02:31:33.128148 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3355dc-0fab-4ea2-a26d-be153216e7bf', 'tag': '4d24401d-a082-471e-880c-8ee1264e0f5f', 'status': 'completed', 'code': 200} Dec 14 02:31:33.150524 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-808b2e53-97fc-4e40-9a69-779eeb4c55a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:33.153709 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-808b2e53-97fc-4e40-9a69-779eeb4c55a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:33.155467 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-808b2e53-97fc-4e40-9a69-779eeb4c55a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff9c07bb-c1cd-4e1f-b713-7c31df9e170b HTTP/1.1" status: 204 len: 168 time: 0.5493727 Dec 14 02:31:33.247590 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b2e53-97fc-4e40-9a69-779eeb4c55a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9c07bb-c1cd-4e1f-b713-7c31df9e170b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:33.269958 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 06f49754-6abd-49c4-949c-b22fa69d0cfa details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:31:33.279063 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36166a0f-3609-4006-8a24-f668992a176b req-a73dc6f2-2c56-4402-b188-9115a961f03f tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/security-groups?id=11f1d367-381d-4567-98c5-13cd2b903736&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2230148 Dec 14 02:31:33.298275 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51538) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:33.406654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-cb634ecd-2a9a-4091-ab5b-26b021734146 req-918e5569-1105-4494-bedf-648643e952ca tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Deleting port 46f308f6-e5f9-4126-b620-69ce6578df80 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:31:33.406918 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cb634ecd-2a9a-4091-ab5b-26b021734146 req-918e5569-1105-4494-bedf-648643e952ca tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:33.435109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df893ef-7806-4236-8438-1e742c7f75c4 req-aef9ecb9-5216-46ea-be11-bc721da21297 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:33.436796 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4df893ef-7806-4236-8438-1e742c7f75c4 req-aef9ecb9-5216-46ea-be11-bc721da21297 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca099a39-0f7c-4824-aa1e-d5401508970d HTTP/1.1" status: 200 len: 944 time: 0.2422349 Dec 14 02:31:33.529117 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cfb2fc2b-c739-4728-a41d-2179181ac9d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:33.548237 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 06f49754-6abd-49c4-949c-b22fa69d0cfa, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=06f49754-6abd-49c4-949c-b22fa69d0cfa,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:33.570385 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '06f49754-6abd-49c4-949c-b22fa69d0cfa', 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10', 'port_id': '06f49754-6abd-49c4-949c-b22fa69d0cfa', 'mac_address': 'fa:16:3e:42:0b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a48fceb-7f50-4b74-83b2-3f7c5b452898', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:31:33.693144 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:33.713423 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cfb2fc2b-c739-4728-a41d-2179181ac9d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:33.716048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f49754-6abd-49c4-949c-b22fa69d0cfa {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:31:33.752055 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 06f49754-6abd-49c4-949c-b22fa69d0cfa, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=06f49754-6abd-49c4-949c-b22fa69d0cfa,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:33.907754 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab78939f-761f-431c-8e8f-1002d26c55b0 req-97a95ca6-0f3a-4ef9-add5-2c7b6636a7fc tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 210 time: 0.5091271 Dec 14 02:31:33.909476 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-e279eeae-f972-4911-bf39-5fb70b955d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:33.910937 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-e279eeae-f972-4911-bf39-5fb70b955d7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86308df433264a8e91787ffa1395aecc&device_id=ca099a39-0f7c-4824-aa1e-d5401508970d HTTP/1.1" status: 200 len: 1095 time: 0.7367601 Dec 14 02:31:33.999203 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:33.999490 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cfb2fc2b-c739-4728-a41d-2179181ac9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:34.038068 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cfb2fc2b-c739-4728-a41d-2179181ac9d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed04468e4c5b478db0dd6f3e129d1531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7389250 Dec 14 02:31:34.044993 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51548) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:34.076257 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4df893ef-7806-4236-8438-1e742c7f75c4 req-a030e563-a9f7-4c43-97a8-446aa9565648 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6140335 Dec 14 02:31:34.081450 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=06f49754-6abd-49c4-949c-b22fa69d0cfa,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:34.088434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-cb634ecd-2a9a-4091-ab5b-26b021734146 req-918e5569-1105-4494-bedf-648643e952ca tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] For port 46f308f6-e5f9-4126-b620-69ce6578df80, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=46f308f6-e5f9-4126-b620-69ce6578df80,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:34.089290 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cb634ecd-2a9a-4091-ab5b-26b021734146 req-918e5569-1105-4494-bedf-648643e952ca tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:34.122893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-cb634ecd-2a9a-4091-ab5b-26b021734146 req-918e5569-1105-4494-bedf-648643e952ca tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Calling delete_port for 46f308f6-e5f9-4126-b620-69ce6578df80 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:34.151045 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb38e5-2d0e-43d1-afe1-aebb8fa61888 req-ba6835df-1061-4aa5-9b4b-ae27dd001679 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:34.157837 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13fb38e5-2d0e-43d1-afe1-aebb8fa61888 req-ba6835df-1061-4aa5-9b4b-ae27dd001679 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 946 time: 0.1603258 Dec 14 02:31:34.163769 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-6970c2f2-1625-4961-8151-4d693cd28638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:34.170350 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-6970c2f2-1625-4961-8151-4d693cd28638 service neutron] 10.222.0.46 "GET /v2.0/networks?id=20c855ad-46e8-4000-9600-b93da22b6b10 HTTP/1.1" status: 200 len: 914 time: 0.2508931 Dec 14 02:31:34.172859 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3bc1615-f207-4d3e-a0ea-bab4919d2787 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:34.183647 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2fc2b-c739-4728-a41d-2179181ac9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a532695-99f7-469a-8635-4bdbb2754eea,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:34.199519 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3bc1615-f207-4d3e-a0ea-bab4919d2787 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:34.251190 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51552) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:34.264951 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95dced10-90ac-4ee9-9f99-263503ab8a3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:34.279527 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['06f49754-6abd-49c4-949c-b22fa69d0cfa'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:31:34.314266 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-4a0cf57e-7895-4a00-b7a1-54f6c3e76adc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=06f49754-6abd-49c4-949c-b22fa69d0cfa HTTP/1.1" status: 200 len: 217 time: 0.0990405 Dec 14 02:31:34.348934 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3bc1615-f207-4d3e-a0ea-bab4919d2787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:34.355115 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3bc1615-f207-4d3e-a0ea-bab4919d2787 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:34.357232 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e3bc1615-f207-4d3e-a0ea-bab4919d2787 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a532695-99f7-469a-8635-4bdbb2754eea HTTP/1.1" status: 204 len: 168 time: 0.3069215 Dec 14 02:31:34.362482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13fb38e5-2d0e-43d1-afe1-aebb8fa61888 req-f84014e4-f747-4f94-834e-aab2fe661f8a tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b567bb5-682d-49b9-8660-80997301a3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029569 Dec 14 02:31:34.410682 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc1615-f207-4d3e-a0ea-bab4919d2787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a532695-99f7-469a-8635-4bdbb2754eea,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:34.474028 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad762d1-2851-492b-8854-eea1e30b0a31 req-64093653-2e62-44de-a83b-a4bd48fdb4c1 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:34.480410 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cad762d1-2851-492b-8854-eea1e30b0a31 req-64093653-2e62-44de-a83b-a4bd48fdb4c1 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 943 time: 0.2666488 Dec 14 02:31:34.509200 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:31:34.546025 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-06d830f6-0fad-4b2f-b86b-6ee6910370c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:34.549672 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-06d830f6-0fad-4b2f-b86b-6ee6910370c6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0a48fceb-7f50-4b74-83b2-3f7c5b452898 HTTP/1.1" status: 200 len: 853 time: 0.2036326 Dec 14 02:31:34.564268 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95dced10-90ac-4ee9-9f99-263503ab8a3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:34.622542 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95dced10-90ac-4ee9-9f99-263503ab8a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:34.646575 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-39d5b88c-c3f7-411d-8e0a-2f8ebf345c05 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=20c855ad-46e8-4000-9600-b93da22b6b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745885 Dec 14 02:31:34.694907 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-95dced10-90ac-4ee9-9f99-263503ab8a3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce80ee8e84474dc496e0cf35e0bf8045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4425809 Dec 14 02:31:34.696069 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dced10-90ac-4ee9-9f99-263503ab8a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f35f5e-7f60-474b-b8ea-7c686f4f9ca3,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:34.699867 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51558) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:34.710168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cad762d1-2851-492b-8854-eea1e30b0a31 req-71c9b1ba-4ecc-431d-ba1a-66f060cec996 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdf7e758-e674-4d6b-bc62-2b61434e54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200615 Dec 14 02:31:34.785350 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af970a91-4275-47ba-96f1-a634c3f8db90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:34.803949 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-fccdb144-c3e4-4f7a-9c69-9b413dbffcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:34.805566 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-fccdb144-c3e4-4f7a-9c69-9b413dbffcaf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d02602b8-a731-41eb-a08c-a461e9a5ff77 HTTP/1.1" status: 200 len: 854 time: 0.1616991 Dec 14 02:31:34.846183 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af970a91-4275-47ba-96f1-a634c3f8db90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:34.852257 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57394ce3-481a-4028-961d-39d519e4479b req-59346a3d-db6c-45ed-b621-4058a4e89cd0 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:34.856213 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57394ce3-481a-4028-961d-39d519e4479b req-59346a3d-db6c-45ed-b621-4058a4e89cd0 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 950 time: 0.2757351 Dec 14 02:31:34.921217 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cb634ecd-2a9a-4091-ab5b-26b021734146 req-918e5569-1105-4494-bedf-648643e952ca tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:34.958770 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-039f308a-2479-4a50-8219-cd260c0a3f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:35.031480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e5569-1105-4494-bedf-648643e952ca tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Pushing event deleted for resources: {'Port': ['ID=46f308f6-e5f9-4126-b620-69ce6578df80,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:35.067560 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af970a91-4275-47ba-96f1-a634c3f8db90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:35.071411 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af970a91-4275-47ba-96f1-a634c3f8db90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:35.072342 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-af970a91-4275-47ba-96f1-a634c3f8db90 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99f35f5e-7f60-474b-b8ea-7c686f4f9ca3 HTTP/1.1" status: 204 len: 168 time: 0.3702617 Dec 14 02:31:35.096433 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af970a91-4275-47ba-96f1-a634c3f8db90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f35f5e-7f60-474b-b8ea-7c686f4f9ca3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:35.101970 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-9359a622-60d0-49f8-9596-c6f68832fa93 service neutron] 10.222.0.46 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251826 Dec 14 02:31:35.104744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-becc00dd-7532-4e81-80a2-c2a28a707201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:35.106226 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-becc00dd-7532-4e81-80a2-c2a28a707201 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1caef7d7-3439-425b-9c44-21dd8fbc9281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2845221 Dec 14 02:31:35.115260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-cf1d3805-233b-426a-9df0-a0c039a69180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:35.117467 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-cf1d3805-233b-426a-9df0-a0c039a69180 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=86308df433264a8e91787ffa1395aecc&device_id=a14b77db-9db4-41ea-b376-39dd2c42d197 HTTP/1.1" status: 200 len: 1095 time: 0.3091135 Dec 14 02:31:35.155693 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb634ecd-2a9a-4091-ab5b-26b021734146 req-918e5569-1105-4494-bedf-648643e952ca tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] No DVR routers for this DVR port 46f308f6-e5f9-4126-b620-69ce6578df80 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:31:35.174580 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cb634ecd-2a9a-4091-ab5b-26b021734146 req-918e5569-1105-4494-bedf-648643e952ca tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:35.177711 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cb634ecd-2a9a-4091-ab5b-26b021734146 req-918e5569-1105-4494-bedf-648643e952ca tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.46 "DELETE /v2.0/ports/46f308f6-e5f9-4126-b620-69ce6578df80 HTTP/1.1" status: 204 len: 173 time: 2.1942167 Dec 14 02:31:35.211603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d', 'name': 'network-vif-deleted', 'tag': '46f308f6-e5f9-4126-b620-69ce6578df80'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:35.214383 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6994f2-4325-4e72-b6c1-80283aa9ea75" -d '{"events": [{"server_uuid": "e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d", "name": "network-vif-deleted", "tag": "46f308f6-e5f9-4126-b620-69ce6578df80"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:35.219774 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57394ce3-481a-4028-961d-39d519e4479b req-ff68eb5f-b1dc-4fa4-8f0c-41166edb7a9b tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/security-groups?id=f35bacd5-4941-4432-9ce4-1c84c32bfa0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191097 Dec 14 02:31:35.277379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 06f49754-6abd-49c4-949c-b22fa69d0cfa up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:31:35.308022 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e05caf-aa08-4393-bf29-6a1aabf56519 req-482662e2-44e2-4963-909a-9cb30ece71d4 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:35.317204 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-53e05caf-aa08-4393-bf29-6a1aabf56519 req-482662e2-44e2-4963-909a-9cb30ece71d4 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 945 time: 0.4180050 Dec 14 02:31:35.409060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af6ff98f-e77d-4f20-97d7-1929a669e299 req-4ffe44ef-0e49-465b-b5b0-5b8f6de297d6 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 210 time: 0.0873842 Dec 14 02:31:35.413760 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51572) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:35.438209 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1508348f-1a40-4857-8af5-c8c52cd71270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:35.444869 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 06f49754-6abd-49c4-949c-b22fa69d0cfa completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:31:35.450925 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 06f49754-6abd-49c4-949c-b22fa69d0cfa triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:31:35.451638 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:35.534174 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-3423bc3e-b189-4016-ac45-b1c3bad6306f service neutron] 10.222.0.47 "GET /v2.0/networks/1caef7d7-3439-425b-9c44-21dd8fbc9281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911018 Dec 14 02:31:35.536459 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-a367d963-1542-49e5-a873-a2cb08ab079e service neutron] 10.222.0.46 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291759 Dec 14 02:31:35.564587 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-18c7c2fb-f197-4b7f-be6e-6c41071f29b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:35.569268 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-18c7c2fb-f197-4b7f-be6e-6c41071f29b4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=20c855ad-46e8-4000-9600-b93da22b6b10 HTTP/1.1" status: 200 len: 914 time: 0.4122815 Dec 14 02:31:35.647914 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:35.709542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca099a39-0f7c-4824-aa1e-d5401508970d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f49754-6abd-49c4-949c-b22fa69d0cfa'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:35.713094 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9d53f5-d3a4-4fea-9e66-e0a9a3ab110d" -d '{"events": [{"server_uuid": "ca099a39-0f7c-4824-aa1e-d5401508970d", "name": "network-vif-plugged", "status": "completed", "tag": "06f49754-6abd-49c4-949c-b22fa69d0cfa"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:35.717880 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1508348f-1a40-4857-8af5-c8c52cd71270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:35.730231 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 06f49754-6abd-49c4-949c-b22fa69d0cfa, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=06f49754-6abd-49c4-949c-b22fa69d0cfa,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:35.752433 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c63a00-be1b-475f-aee0-dab061b1cd72 req-7a577435-1871-4b11-aefd-4eeee8e07612 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:35.754050 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a7c63a00-be1b-475f-aee0-dab061b1cd72 req-7a577435-1871-4b11-aefd-4eeee8e07612 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 945 time: 0.1074460 Dec 14 02:31:35.771778 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-55dc5e0c-1831-4bdb-9ccc-c57fed29f4ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96331206-7646-456e-9b32-498ee241aaca HTTP/1.1" status: 200 len: 217 time: 0.1797495 Dec 14 02:31:35.786435 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-53e05caf-aa08-4393-bf29-6a1aabf56519 req-f62cb646-f578-4dcf-b96c-9add259c5578 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/security-groups?id=11f1d367-381d-4567-98c5-13cd2b903736&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4683006 Dec 14 02:31:35.831927 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1508348f-1a40-4857-8af5-c8c52cd71270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:35.833637 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:35.836929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 46f308f6-e5f9-4126-b620-69ce6578df80 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:31:35.850100 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-0ee6a0ed-b68c-41eb-8871-bd14852689af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:35.851583 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-0ee6a0ed-b68c-41eb-8871-bd14852689af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a48fceb-7f50-4b74-83b2-3f7c5b452898 HTTP/1.1" status: 200 len: 853 time: 0.0711186 Dec 14 02:31:35.885700 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d1c6-f703-4af8-8e96-a08177c45fed req-4bdf5986-9153-48f1-987b-96a692e000b1 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:35.893342 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18b6d1c6-f703-4af8-8e96-a08177c45fed req-4bdf5986-9153-48f1-987b-96a692e000b1 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca099a39-0f7c-4824-aa1e-d5401508970d HTTP/1.1" status: 200 len: 945 time: 0.3133423 Dec 14 02:31:35.915138 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508348f-1a40-4857-8af5-c8c52cd71270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7600da4b-c942-49a0-a333-39cc8951b0fb,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:35.927000 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1508348f-1a40-4857-8af5-c8c52cd71270 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=20f96a80682944f8ab5c42d93a531b76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5091207 Dec 14 02:31:35.927492 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51586) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:35.965527 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 46f308f6-e5f9-4126-b620-69ce6578df80 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:31:35.966067 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 46f308f6-e5f9-4126-b620-69ce6578df80 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:31:35.980102 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-a7c63a00-be1b-475f-aee0-dab061b1cd72 req-c629a1bd-914f-4cfb-905a-e6705b6f77d0 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Deleting port 76068899-2e1e-42d2-8cda-4ed7aaacadd0 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:31:35.980446 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a7c63a00-be1b-475f-aee0-dab061b1cd72 req-c629a1bd-914f-4cfb-905a-e6705b6f77d0 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:36.018637 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b0ddd9-db80-4896-9475-4e7bac48056d x-openstack-request-id: req-44b0ddd9-db80-4896-9475-4e7bac48056d {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:36.019249 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d", "name": "network-vif-deleted", "tag": "46f308f6-e5f9-4126-b620-69ce6578df80", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:36.019249 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44b0ddd9-db80-4896-9475-4e7bac48056d {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:36.020335 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d', 'name': 'network-vif-deleted', 'tag': '46f308f6-e5f9-4126-b620-69ce6578df80', 'status': 'completed', 'code': 200} Dec 14 02:31:36.049164 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fcf743a2-2c9b-4188-be3d-524e08b0229b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:36.053431 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-83ebb126-e17a-4472-bb9f-1c627cc8e555 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20c855ad-46e8-4000-9600-b93da22b6b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1781349 Dec 14 02:31:36.067390 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=06f49754-6abd-49c4-949c-b22fa69d0cfa,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:36.093791 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fcf743a2-2c9b-4188-be3d-524e08b0229b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:36.096132 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:36.096679 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:36.097192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:36.097715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:36.098413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:36.098920 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:36.099483 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:36.099970 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:36.100449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:36.101085 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:36.101662 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:36.102664 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:36.110200 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:36.135424 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-a7c63a00-be1b-475f-aee0-dab061b1cd72 req-c629a1bd-914f-4cfb-905a-e6705b6f77d0 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] For port 76068899-2e1e-42d2-8cda-4ed7aaacadd0, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=76068899-2e1e-42d2-8cda-4ed7aaacadd0,segment=NetworkSegment(d5781a2c-daf3-4628-b215-7396152381d2),segment_id=d5781a2c-daf3-4628-b215-7396152381d2)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:36.136483 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a7c63a00-be1b-475f-aee0-dab061b1cd72 req-c629a1bd-914f-4cfb-905a-e6705b6f77d0 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:36.169574 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8f5efc4-82e0-4685-bcbc-f1fce37ddbd6 req-f8ae892d-c4ff-413a-b72a-a8a0a6c87b5e service neutron] 10.222.0.47 "GET /v2.0/networks/1caef7d7-3439-425b-9c44-21dd8fbc9281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6013761 Dec 14 02:31:36.182165 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18b6d1c6-f703-4af8-8e96-a08177c45fed req-c666f106-e692-4f53-84d1-168ee2b9df93 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855744 Dec 14 02:31:36.205581 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:36.238163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 96331206-7646-456e-9b32-498ee241aaca details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:31:36.266904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f917ac8-83fd-45b4-a6e3-71e5ff027865 req-90cdd2b7-7a8d-46ff-90db-9599bbf8dc5f tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:36.268428 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f917ac8-83fd-45b4-a6e3-71e5ff027865 req-90cdd2b7-7a8d-46ff-90db-9599bbf8dc5f tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 946 time: 0.2446160 Dec 14 02:31:36.295150 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbac189-3418-4f25-82f4-770296e126e5 req-ab392978-f242-4f38-b645-20273e440a9b tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:36.296653 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dbac189-3418-4f25-82f4-770296e126e5 req-ab392978-f242-4f38-b645-20273e440a9b tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.46 "GET /v2.0/networks?id=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 HTTP/1.1" status: 200 len: 814 time: 0.4441686 Dec 14 02:31:36.326372 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-41b0900f-6c8d-42e8-9562-47f1c66b27c1 service neutron] 10.222.0.47 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511506 Dec 14 02:31:36.346225 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2bf5c7-eb4b-47b3-b201-142136270fea x-openstack-request-id: req-1a2bf5c7-eb4b-47b3-b201-142136270fea {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:36.346738 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca099a39-0f7c-4824-aa1e-d5401508970d", "name": "network-vif-plugged", "status": "completed", "tag": "06f49754-6abd-49c4-949c-b22fa69d0cfa", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:36.347113 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a2bf5c7-eb4b-47b3-b201-142136270fea {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:36.347609 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca099a39-0f7c-4824-aa1e-d5401508970d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f49754-6abd-49c4-949c-b22fa69d0cfa', 'code': 200} Dec 14 02:31:36.361237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-5dbac189-3418-4f25-82f4-770296e126e5 req-babe4585-6e9c-40fa-a658-452d6a0ea229 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Request body: {'port': {'device_id': 'ec316326-926e-4396-b1c0-c3283154bfd8', 'network_id': 'd4d44ac6-a4e1-4c48-95d9-fdd8413398e9', 'admin_state_up': True, 'tenant_id': '038f1fba5462416da4b946cf716bf191'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:36.398123 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fcf743a2-2c9b-4188-be3d-524e08b0229b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:36.402142 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fcf743a2-2c9b-4188-be3d-524e08b0229b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:36.403596 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fcf743a2-2c9b-4188-be3d-524e08b0229b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7600da4b-c942-49a0-a333-39cc8951b0fb HTTP/1.1" status: 204 len: 168 time: 0.4753842 Dec 14 02:31:36.426759 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf743a2-2c9b-4188-be3d-524e08b0229b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7600da4b-c942-49a0-a333-39cc8951b0fb,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:36.459516 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a7c63a00-be1b-475f-aee0-dab061b1cd72 req-c629a1bd-914f-4cfb-905a-e6705b6f77d0 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:36.460186 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a7c63a00-be1b-475f-aee0-dab061b1cd72 req-c629a1bd-914f-4cfb-905a-e6705b6f77d0 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:36.461404 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [req-a7c63a00-be1b-475f-aee0-dab061b1cd72 req-c629a1bd-914f-4cfb-905a-e6705b6f77d0 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Floating IP ac1c88ad-9fc8-4619-83f5-f6819a4208a2 disassociated. External IP: 172.25.7.131, port: 76068899-2e1e-42d2-8cda-4ed7aaacadd0. Dec 14 02:31:36.463407 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-a7c63a00-be1b-475f-aee0-dab061b1cd72 req-c629a1bd-914f-4cfb-905a-e6705b6f77d0 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Calling delete_port for 76068899-2e1e-42d2-8cda-4ed7aaacadd0 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:36.506802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 96331206-7646-456e-9b32-498ee241aaca, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=96331206-7646-456e-9b32-498ee241aaca,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:36.521203 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f917ac8-83fd-45b4-a6e3-71e5ff027865 req-f17c201b-6096-4332-9ae2-d09706666da9 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b567bb5-682d-49b9-8660-80997301a3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421772 Dec 14 02:31:36.529836 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '96331206-7646-456e-9b32-498ee241aaca', 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10', 'port_id': '96331206-7646-456e-9b32-498ee241aaca', 'mac_address': 'fa:16:3e:50:5a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a48fceb-7f50-4b74-83b2-3f7c5b452898', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:31:36.592478 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:36.616526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5ba14-3443-41ba-b4c9-0fb05d730cb4 req-c4e791e6-1538-4040-a213-a0744e4731c8 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:36.616738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96331206-7646-456e-9b32-498ee241aaca {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:31:36.617897 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fca5ba14-3443-41ba-b4c9-0fb05d730cb4 req-c4e791e6-1538-4040-a213-a0744e4731c8 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 943 time: 0.3128850 Dec 14 02:31:36.631765 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 96331206-7646-456e-9b32-498ee241aaca, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=96331206-7646-456e-9b32-498ee241aaca,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:36.673697 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:36.685151 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f60a56e3-1cb1-4ae1-8f83-3ffae33cd1ff req-c28ef6ba-9e67-420f-aa18-3ccc329eb174 tempest-MigrationsAdminTest-2053676761 tempest-MigrationsAdminTest-2053676761-project] 10.222.0.39 "GET /v2.0/ports?device_id=e1c99a0e-bd56-4bbc-9aa4-1f6472a8c80d HTTP/1.1" status: 200 len: 210 time: 0.0588622 Dec 14 02:31:36.715551 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a7c63a00-be1b-475f-aee0-dab061b1cd72 req-c629a1bd-914f-4cfb-905a-e6705b6f77d0 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:36.735653 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=96331206-7646-456e-9b32-498ee241aaca,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:36.763431 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c629a1bd-914f-4cfb-905a-e6705b6f77d0 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Pushing event deleted for resources: {'Port': ['ID=76068899-2e1e-42d2-8cda-4ed7aaacadd0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:36.771752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d09d-2257-4e25-9509-e29d96570a2f req-5e950dcd-f794-4599-b9cd-7739976f58ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:36.773403 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a70d09d-2257-4e25-9509-e29d96570a2f req-5e950dcd-f794-4599-b9cd-7739976f58ab service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ca099a39-0f7c-4824-aa1e-d5401508970d HTTP/1.1" status: 200 len: 1097 time: 0.3654838 Dec 14 02:31:36.844301 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe7bea31-7879-49dd-9d0d-bdc928fbcca5 req-e3b47369-1d4d-4eac-af96-e22db4d5976a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 210 time: 0.0679789 Dec 14 02:31:36.922658 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7c63a00-be1b-475f-aee0-dab061b1cd72 req-c629a1bd-914f-4cfb-905a-e6705b6f77d0 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Router 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:31:36.951889 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-946285df-23f2-411a-b6be-6536af0547ab service neutron] 10.222.0.47 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387909 Dec 14 02:31:37.002592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fca5ba14-3443-41ba-b4c9-0fb05d730cb4 req-d8ca9f68-d381-437d-a823-fe7aff914a40 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdf7e758-e674-4d6b-bc62-2b61434e54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795736 Dec 14 02:31:37.029347 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['96331206-7646-456e-9b32-498ee241aaca'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:31:37.041474 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b10887fa-528e-4ff5-8bc3-cc525412857b req-a01c3730-085d-4972-8678-aa404811fc56 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 210 time: 0.0918574 Dec 14 02:31:37.057688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a22b21-85cc-435b-afac-ef4936d46fab req-1b7bae7d-6b5c-4478-9d6f-f2b329c5cb2d tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:37.063973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-87a22b21-85cc-435b-afac-ef4936d46fab req-1b7bae7d-6b5c-4478-9d6f-f2b329c5cb2d tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 946 time: 0.3538969 Dec 14 02:31:37.088863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dbac189-3418-4f25-82f4-770296e126e5 req-babe4585-6e9c-40fa-a658-452d6a0ea229 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Made reservation on behalf of 038f1fba5462416da4b946cf716bf191 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:31:37.097956 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5dbac189-3418-4f25-82f4-770296e126e5 req-babe4585-6e9c-40fa-a658-452d6a0ea229 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:37.436637 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7c63a00-be1b-475f-aee0-dab061b1cd72 req-c629a1bd-914f-4cfb-905a-e6705b6f77d0 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:31:37.449671 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d405a1d1-cd0f-48ff-8524-a649cc8dcc15 None None] Sync routers for ids ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:31:37.470334 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d405a1d1-cd0f-48ff-8524-a649cc8dcc15 None None] Routers {'4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:31:37.470974 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d405a1d1-cd0f-48ff-8524-a649cc8dcc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:31:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:37.497885 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c63a00-be1b-475f-aee0-dab061b1cd72 req-c629a1bd-914f-4cfb-905a-e6705b6f77d0 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] No DVR routers for this DVR port 76068899-2e1e-42d2-8cda-4ed7aaacadd0 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:31:37.502069 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a7c63a00-be1b-475f-aee0-dab061b1cd72 req-c629a1bd-914f-4cfb-905a-e6705b6f77d0 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:37.510662 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a7c63a00-be1b-475f-aee0-dab061b1cd72 req-c629a1bd-914f-4cfb-905a-e6705b6f77d0 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.47 "DELETE /v2.0/ports/76068899-2e1e-42d2-8cda-4ed7aaacadd0 HTTP/1.1" status: 204 len: 173 time: 1.7487028 Dec 14 02:31:37.513169 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd4da6bf-0e6f-401e-b9af-530ea38e431c', 'name': 'network-vif-deleted', 'tag': '76068899-2e1e-42d2-8cda-4ed7aaacadd0'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:37.516380 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee277af1-16d1-4ab9-ae16-c3e13d8641ae" -d '{"events": [{"server_uuid": "dd4da6bf-0e6f-401e-b9af-530ea38e431c", "name": "network-vif-deleted", "tag": "76068899-2e1e-42d2-8cda-4ed7aaacadd0"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:37.548930 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a70d09d-2257-4e25-9509-e29d96570a2f req-0507c204-8bfe-4ec5-87c2-25528e6ae36b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7545173 Dec 14 02:31:37.582601 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:37.585915 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-d405a1d1-cd0f-48ff-8524-a649cc8dcc15 None None] Set router 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:31:37.703095 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-3e9e4c32-f171-477a-aaea-458601c3098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:37.710432 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-3e9e4c32-f171-477a-aaea-458601c3098f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c250e2eb12b842c7981eb003bb433d87&device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 1094 time: 0.6395118 Dec 14 02:31:37.718011 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24725d3-4993-45fa-9340-0e97ba194872 req-7d00e6e4-496e-47fd-a15c-e794e911cff4 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:37.731858 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e24725d3-4993-45fa-9340-0e97ba194872 req-7d00e6e4-496e-47fd-a15c-e794e911cff4 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca099a39-0f7c-4824-aa1e-d5401508970d HTTP/1.1" status: 200 len: 946 time: 0.1934631 Dec 14 02:31:37.792998 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e05a804-9774-4c1e-806a-416163908193 x-openstack-request-id: req-5e05a804-9774-4c1e-806a-416163908193 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:37.793279 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd4da6bf-0e6f-401e-b9af-530ea38e431c", "name": "network-vif-deleted", "tag": "76068899-2e1e-42d2-8cda-4ed7aaacadd0", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:37.793563 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e05a804-9774-4c1e-806a-416163908193 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:37.793972 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd4da6bf-0e6f-401e-b9af-530ea38e431c', 'name': 'network-vif-deleted', 'tag': '76068899-2e1e-42d2-8cda-4ed7aaacadd0', 'status': 'completed', 'code': 200} Dec 14 02:31:37.926626 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d405a1d1-cd0f-48ff-8524-a649cc8dcc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'name': 'tempest-ServersTestBootFromVolume-589199568-router', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:03Z', 'updated_at': '2021-12-14T02:27:08Z', 'revision_number': 4, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'gw_port': {'id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:04Z', 'updated_at': '2021-12-14T02:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a6495360-c700-42c5-a566-b5b64cef2e4e', 'name': '', 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'mac_address': 'fa:16:3e:1d:34:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '44057d44-340b-46b2-ac2c-94ca602f701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:07Z', 'updated_at': '2021-12-14T02:27:14Z', 'revision_number': 5, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'subnets': [{'id': '44057d44-340b-46b2-ac2c-94ca602f701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:37.951574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-87a22b21-85cc-435b-afac-ef4936d46fab req-85305597-be1e-420e-85a5-86795a5c0ca5 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Deleting port ab1b5b33-4a7d-44d3-92fc-7f707b4b39df {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:31:37.951574 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-87a22b21-85cc-435b-afac-ef4936d46fab req-85305597-be1e-420e-85a5-86795a5c0ca5 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:37.961718 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d405a1d1-cd0f-48ff-8524-a649cc8dcc15 None None] Checking router: 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:31:37.972421 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d405a1d1-cd0f-48ff-8524-a649cc8dcc15 None None] Routers {'4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:31:37.973355 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d405a1d1-cd0f-48ff-8524-a649cc8dcc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:31:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:38.011304 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-5dbac189-3418-4f25-82f4-770296e126e5 req-babe4585-6e9c-40fa-a658-452d6a0ea229 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Allocated IP 172.20.0.5 (d4d44ac6-a4e1-4c48-95d9-fdd8413398e9/53926458-5432-4661-8827-c48966f94c72/82540769-50dc-4798-84d8-947bdfc77faf) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:31:38.026388 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e24725d3-4993-45fa-9340-0e97ba194872 req-37d534ce-7a45-49a8-a4bc-7431468b4136 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706840 Dec 14 02:31:38.099578 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-d405a1d1-cd0f-48ff-8524-a649cc8dcc15 None None] Set router 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:31:38.130671 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-152e3cb2-4b21-41bf-bec9-9a66a069f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:38.131754 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-152e3cb2-4b21-41bf-bec9-9a66a069f405 service neutron] 10.222.0.47 "GET /v2.0/networks?id=1caef7d7-3439-425b-9c44-21dd8fbc9281 HTTP/1.1" status: 200 len: 916 time: 0.3988163 Dec 14 02:31:38.173551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51656) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:38.264738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4d24401d-a082-471e-880c-8ee1264e0f5f details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:31:38.272145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d97b1-23c3-4830-b4c6-6845910a101b req-5e7d15b6-d346-4961-90bf-1468166baa79 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:38.272597 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 96331206-7646-456e-9b32-498ee241aaca up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:31:38.273722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a3d97b1-23c3-4830-b4c6-6845910a101b req-5e7d15b6-d346-4961-90bf-1468166baa79 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 946 time: 0.3657043 Dec 14 02:31:38.284400 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-9b9b5533-97b3-4812-898d-60555bd0ea4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d24401d-a082-471e-880c-8ee1264e0f5f HTTP/1.1" status: 200 len: 217 time: 0.1087289 Dec 14 02:31:38.324390 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9d26821-a6d2-4139-b5bf-9784b34462ea req-67f91d9d-e138-4d4e-b6d1-8d77118ab49e tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 210 time: 0.1088145 Dec 14 02:31:38.338805 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-87a22b21-85cc-435b-afac-ef4936d46fab req-85305597-be1e-420e-85a5-86795a5c0ca5 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] For port ab1b5b33-4a7d-44d3-92fc-7f707b4b39df, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ab1b5b33-4a7d-44d3-92fc-7f707b4b39df,segment=NetworkSegment(8a2db037-efcf-4b68-a99a-093d27bcb3ba),segment_id=8a2db037-efcf-4b68-a99a-093d27bcb3ba)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:38.339516 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-87a22b21-85cc-435b-afac-ef4936d46fab req-85305597-be1e-420e-85a5-86795a5c0ca5 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:38.345166 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d405a1d1-cd0f-48ff-8524-a649cc8dcc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'name': 'tempest-ServersTestBootFromVolume-589199568-router', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:03Z', 'updated_at': '2021-12-14T02:27:08Z', 'revision_number': 4, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'gw_port': {'id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:04Z', 'updated_at': '2021-12-14T02:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a6495360-c700-42c5-a566-b5b64cef2e4e', 'name': '', 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'mac_address': 'fa:16:3e:1d:34:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '44057d44-340b-46b2-ac2c-94ca602f701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:07Z', 'updated_at': '2021-12-14T02:27:14Z', 'revision_number': 5, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'subnets': [{'id': '44057d44-340b-46b2-ac2c-94ca602f701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:38.385015 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d405a1d1-cd0f-48ff-8524-a649cc8dcc15 None None] The sync data for ids ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'] in n-d-821636-1 is: [{'id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'name': 'tempest-ServersTestBootFromVolume-589199568-router', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:03Z', 'updated_at': '2021-12-14T02:27:08Z', 'revision_number': 4, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'gw_port': {'id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:04Z', 'updated_at': '2021-12-14T02:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a6495360-c700-42c5-a566-b5b64cef2e4e', 'name': '', 'network_id': '46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'mac_address': 'fa:16:3e:1d:34:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '44057d44-340b-46b2-ac2c-94ca602f701c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:07Z', 'updated_at': '2021-12-14T02:27:14Z', 'revision_number': 5, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'subnets': [{'id': '44057d44-340b-46b2-ac2c-94ca602f701c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:31:38.447286 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6a38ea85-af43-41e0-9688-ff534ca4ad8a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1819121923-network', 'tenant_id': 'dbee3f5c8679489195245f7b7be79be0'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:38.522495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-87a22b21-85cc-435b-afac-ef4936d46fab req-85305597-be1e-420e-85a5-86795a5c0ca5 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Calling delete_port for ab1b5b33-4a7d-44d3-92fc-7f707b4b39df owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:38.541826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4d24401d-a082-471e-880c-8ee1264e0f5f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4d24401d-a082-471e-880c-8ee1264e0f5f,segment=NetworkSegment(fd1dcf92-84e2-419d-80e2-025bcb930640),segment_id=fd1dcf92-84e2-419d-80e2-025bcb930640)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:38.570769 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a38ea85-af43-41e0-9688-ff534ca4ad8a admin admin] Made reservation on behalf of dbee3f5c8679489195245f7b7be79be0 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:31:38.573660 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6a38ea85-af43-41e0-9688-ff534ca4ad8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:38.586545 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6a38ea85-af43-41e0-9688-ff534ca4ad8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:38.601098 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '4d24401d-a082-471e-880c-8ee1264e0f5f', 'network_id': '1caef7d7-3439-425b-9c44-21dd8fbc9281', 'port_id': '4d24401d-a082-471e-880c-8ee1264e0f5f', 'mac_address': 'fa:16:3e:40:07:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd02602b8-a731-41eb-a08c-a461e9a5ff77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:31:38.666836 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:38.689060 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 96331206-7646-456e-9b32-498ee241aaca completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:31:38.709418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 96331206-7646-456e-9b32-498ee241aaca triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:31:38.710190 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:38.712825 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-3197df50-eed5-47ad-814b-f096bd1abc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:38.715819 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-3197df50-eed5-47ad-814b-f096bd1abc0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d02602b8-a731-41eb-a08c-a461e9a5ff77 HTTP/1.1" status: 200 len: 854 time: 0.4026501 Dec 14 02:31:38.721707 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:38.725251 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51664) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:38.738889 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a3d97b1-23c3-4830-b4c6-6845910a101b req-01411b21-67f8-4924-b1dd-ef2a852c8c14 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b567bb5-682d-49b9-8660-80997301a3db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258964 Dec 14 02:31:38.758022 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6a38ea85-af43-41e0-9688-ff534ca4ad8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:38.832227 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d24401d-a082-471e-880c-8ee1264e0f5f {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:31:38.849984 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b499fc6-9e8b-4cca-a081-60063e3ef60c req-a3e89022-70b6-47d8-9edf-6b78b5e0b110 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:38.858467 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b499fc6-9e8b-4cca-a081-60063e3ef60c req-a3e89022-70b6-47d8-9edf-6b78b5e0b110 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 943 time: 0.3578119 Dec 14 02:31:38.861379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4d24401d-a082-471e-880c-8ee1264e0f5f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4d24401d-a082-471e-880c-8ee1264e0f5f,segment=NetworkSegment(fd1dcf92-84e2-419d-80e2-025bcb930640),segment_id=fd1dcf92-84e2-419d-80e2-025bcb930640)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:38.912820 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5dbac189-3418-4f25-82f4-770296e126e5 req-babe4585-6e9c-40fa-a658-452d6a0ea229 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:38.937804 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d45f9-279d-4bd5-8de6-a9a21c9f1348 None None] New status for floating IP ac1c88ad-9fc8-4619-83f5-f6819a4208a2: DOWN {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:31:38.963101 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:39.017789 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-97ad6747-92fa-45b6-a37e-a74547fb182f req-ee408160-ea9f-4f74-9fae-090b296b3442 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 210 time: 0.0974455 Dec 14 02:31:39.030285 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1da156ac-fada-44a9-9188-24a5b5c18a51 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a840af3d99744bcc88bb04d2b120b271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038378 Dec 14 02:31:39.031200 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51668) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:39.040114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-8d4d1331-4818-44f2-8ce6-e460c4ae3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:39.050125 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-8d4d1331-4818-44f2-8ce6-e460c4ae3e43 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1caef7d7-3439-425b-9c44-21dd8fbc9281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3067400 Dec 14 02:31:39.101420 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a654d5ae-235e-4464-a46d-d437d1599589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:39.126893 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a654d5ae-235e-4464-a46d-d437d1599589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:39.158700 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 96331206-7646-456e-9b32-498ee241aaca, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=96331206-7646-456e-9b32-498ee241aaca,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:39.171550 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14b77db-9db4-41ea-b376-39dd2c42d197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96331206-7646-456e-9b32-498ee241aaca'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:39.175821 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbca789-d915-4579-821c-6a9507bcaced" -d '{"events": [{"server_uuid": "a14b77db-9db4-41ea-b376-39dd2c42d197", "name": "network-vif-plugged", "status": "completed", "tag": "96331206-7646-456e-9b32-498ee241aaca"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:39.180407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b499fc6-9e8b-4cca-a081-60063e3ef60c req-bbedd263-4e8f-456b-833c-3991c8efa04f tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdf7e758-e674-4d6b-bc62-2b61434e54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205183 Dec 14 02:31:39.384521 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-9d3fd757-5020-4a6c-adac-9e90959cf915 service neutron] 10.222.0.47 "GET /v2.0/networks/1caef7d7-3439-425b-9c44-21dd8fbc9281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003461 Dec 14 02:31:39.495810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3f0fc-b6d7-4c69-807f-a0b758a6aed5 req-3aeb5f94-8bde-4254-b5ff-3fe9f8c61bee tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:39.501988 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9f3f0fc-b6d7-4c69-807f-a0b758a6aed5 req-3aeb5f94-8bde-4254-b5ff-3fe9f8c61bee tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca099a39-0f7c-4824-aa1e-d5401508970d HTTP/1.1" status: 200 len: 946 time: 0.1722014 Dec 14 02:31:39.538305 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaa2e8e-1c15-452f-a1dc-2906cf8ba8fa x-openstack-request-id: req-3aaa2e8e-1c15-452f-a1dc-2906cf8ba8fa {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:39.538870 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14b77db-9db4-41ea-b376-39dd2c42d197", "name": "network-vif-plugged", "status": "completed", "tag": "96331206-7646-456e-9b32-498ee241aaca", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:39.539009 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3aaa2e8e-1c15-452f-a1dc-2906cf8ba8fa {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:39.539304 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14b77db-9db4-41ea-b376-39dd2c42d197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96331206-7646-456e-9b32-498ee241aaca', 'code': 200} Dec 14 02:31:39.581750 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c554e9d5-f708-4573-aad5-6b9dd9b1c263 req-dac492e0-5053-4f79-9864-261982058231 service neutron] 10.222.0.47 "GET /v2.0/networks/1caef7d7-3439-425b-9c44-21dd8fbc9281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899312 Dec 14 02:31:39.626645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-258d8270-01bc-4d15-9127-178cd093a774 req-f74e2a88-b120-4546-a172-828701c5c48e tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 210 time: 0.0348084 Dec 14 02:31:39.632507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9f3f0fc-b6d7-4c69-807f-a0b758a6aed5 req-d93470bf-6a2b-4cd1-87cf-ab4bda44a0a6 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194298 Dec 14 02:31:39.738778 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6a38ea85-af43-41e0-9688-ff534ca4ad8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:39.771559 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a38ea85-af43-41e0-9688-ff534ca4ad8a admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:31:39.774123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05fb9f-7c89-4e4b-a24e-a19f6e764027 req-a68f77e9-e2eb-4c9b-bdae-236641cba211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:39.776437 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f05fb9f-7c89-4e4b-a24e-a19f6e764027 req-a68f77e9-e2eb-4c9b-bdae-236641cba211 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a14b77db-9db4-41ea-b376-39dd2c42d197 HTTP/1.1" status: 200 len: 1096 time: 0.1081669 Dec 14 02:31:39.779282 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38ea85-af43-41e0-9688-ff534ca4ad8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ff2ff4-af26-406c-a709-4925e7c109ca,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:39.797970 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8532492-168b-46f9-92cb-b94d51879523 req-efe85d2f-f311-48ee-8750-9ca6888b2962 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:39.799477 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8532492-168b-46f9-92cb-b94d51879523 req-efe85d2f-f311-48ee-8750-9ca6888b2962 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14b77db-9db4-41ea-b376-39dd2c42d197 HTTP/1.1" status: 200 len: 945 time: 0.0880370 Dec 14 02:31:39.814710 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6a38ea85-af43-41e0-9688-ff534ca4ad8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:39.816387 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-6a38ea85-af43-41e0-9688-ff534ca4ad8a admin admin] Added segment 2ad66061-b010-4a19-87ef-71c1d4d70bf0 of type vlan for network f3e644f0-318a-42e9-9245-8613c8213d27 Dec 14 02:31:39.817222 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a654d5ae-235e-4464-a46d-d437d1599589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:39.819965 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:39.821223 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a654d5ae-235e-4464-a46d-d437d1599589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:39.824378 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 76068899-2e1e-42d2-8cda-4ed7aaacadd0 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:31:39.836740 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:39.838616 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a654d5ae-235e-4464-a46d-d437d1599589 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f35bacd5-4941-4432-9ce4-1c84c32bfa0d HTTP/1.1" status: 204 len: 168 time: 0.7941756 Dec 14 02:31:39.849148 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-87a22b21-85cc-435b-afac-ef4936d46fab req-85305597-be1e-420e-85a5-86795a5c0ca5 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:39.854197 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5dbac189-3418-4f25-82f4-770296e126e5 req-babe4585-6e9c-40fa-a658-452d6a0ea229 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:39.886826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 76068899-2e1e-42d2-8cda-4ed7aaacadd0 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:31:39.888395 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654d5ae-235e-4464-a46d-d437d1599589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35bacd5-4941-4432-9ce4-1c84c32bfa0d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:39.888636 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 76068899-2e1e-42d2-8cda-4ed7aaacadd0 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:31:39.952657 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6a38ea85-af43-41e0-9688-ff534ca4ad8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:39.983645 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['ab1b5b33-4a7d-44d3-92fc-7f707b4b39df'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:31:39.985860 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=96331206-7646-456e-9b32-498ee241aaca,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:39.994144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85305597-be1e-420e-85a5-86795a5c0ca5 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Pushing event deleted for resources: {'Port': ['ID=ab1b5b33-4a7d-44d3-92fc-7f707b4b39df,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:40.049506 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6a38ea85-af43-41e0-9688-ff534ca4ad8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:40.051028 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a38ea85-af43-41e0-9688-ff534ca4ad8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:40.052089 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6a38ea85-af43-41e0-9688-ff534ca4ad8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:40.065490 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe4585-6e9c-40fa-a658-452d6a0ea229 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Pushing event updated for resources: {'Port': ['ID=82540769-50dc-4798-84d8-947bdfc77faf,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:40.132465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dbac189-3418-4f25-82f4-770296e126e5 req-babe4585-6e9c-40fa-a658-452d6a0ea229 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Network d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:31:40.149985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-5dbac189-3418-4f25-82f4-770296e126e5 req-babe4585-6e9c-40fa-a658-452d6a0ea229 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:31:40.154006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbac189-3418-4f25-82f4-770296e126e5 req-babe4585-6e9c-40fa-a658-452d6a0ea229 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:31:40.168620 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-72bb2a61-43f8-4e93-b941-60683b6b7dfe req-8ec77262-77d6-45a4-843a-fc8bd5aaa00a tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 210 time: 0.2097425 Dec 14 02:31:40.183324 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38ea85-af43-41e0-9688-ff534ca4ad8a admin admin] Pushing event updated for resources: {'Network': ['ID=f3e644f0-318a-42e9-9245-8613c8213d27,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:40.221644 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f05fb9f-7c89-4e4b-a24e-a19f6e764027 req-08219e2a-5cda-4139-bac1-069ed4d227c2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364357 Dec 14 02:31:40.222454 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a22b21-85cc-435b-afac-ef4936d46fab req-85305597-be1e-420e-85a5-86795a5c0ca5 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] No DVR routers for this DVR port ab1b5b33-4a7d-44d3-92fc-7f707b4b39df on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:31:40.231708 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6a38ea85-af43-41e0-9688-ff534ca4ad8a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0644913 Dec 14 02:31:40.231960 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-87a22b21-85cc-435b-afac-ef4936d46fab req-85305597-be1e-420e-85a5-86795a5c0ca5 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:40.234312 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51706) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:40.235272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-87a22b21-85cc-435b-afac-ef4936d46fab req-85305597-be1e-420e-85a5-86795a5c0ca5 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.47 "DELETE /v2.0/ports/ab1b5b33-4a7d-44d3-92fc-7f707b4b39df HTTP/1.1" status: 204 len: 173 time: 3.1559224 Dec 14 02:31:40.238776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8532492-168b-46f9-92cb-b94d51879523 req-4c791e0b-e296-460b-ad44-573fced84f0a tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295228 Dec 14 02:31:40.239225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fa8198-836d-4f65-83b3-d56e75154803', 'name': 'network-vif-deleted', 'tag': 'ab1b5b33-4a7d-44d3-92fc-7f707b4b39df'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:40.241732 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218a788d-1673-4ca8-bbb0-ce1c6d5ce26f" -d '{"events": [{"server_uuid": "f3fa8198-836d-4f65-83b3-d56e75154803", "name": "network-vif-deleted", "tag": "ab1b5b33-4a7d-44d3-92fc-7f707b4b39df"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:40.243709 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f7ed7315-2aa8-414d-994a-1afe174d4241 admin admin] Request body: {'subnet': {'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1819121923-subnet', 'tenant_id': 'dbee3f5c8679489195245f7b7be79be0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:40.273850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4d24401d-a082-471e-880c-8ee1264e0f5f,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:40.279015 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network f3e644f0-318a-42e9-9245-8613c8213d27 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:31:40.303183 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbac189-3418-4f25-82f4-770296e126e5 req-babe4585-6e9c-40fa-a658-452d6a0ea229 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:40.304101 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5dbac189-3418-4f25-82f4-770296e126e5 req-babe4585-6e9c-40fa-a658-452d6a0ea229 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:40.354180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device ab1b5b33-4a7d-44d3-92fc-7f707b4b39df no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:31:40.382484 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4d24401d-a082-471e-880c-8ee1264e0f5f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:31:40.390841 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ce89d33c-d720-4800-bc25-291e3b88d097 req-389c0168-811c-42af-862e-ae52377e1b9f tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 210 time: 0.0391953 Dec 14 02:31:40.410660 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ed7315-2aa8-414d-994a-1afe174d4241 admin admin] Made reservation on behalf of dbee3f5c8679489195245f7b7be79be0 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:31:40.410832 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: ab1b5b33-4a7d-44d3-92fc-7f707b4b39df {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:31:40.411269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device ab1b5b33-4a7d-44d3-92fc-7f707b4b39df not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:31:40.413451 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7315-2aa8-414d-994a-1afe174d4241 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:40.467181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b22a48-d0d2-413d-971c-1416cfa30d8c req-fafb65e4-2495-4ca4-8e1e-c9f874a26ce0 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:40.469194 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09b22a48-d0d2-413d-971c-1416cfa30d8c req-fafb65e4-2495-4ca4-8e1e-c9f874a26ce0 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 944 time: 0.0724082 Dec 14 02:31:40.470897 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d5cb8e-5e18-4c59-8e3e-7e4f15f14f11 x-openstack-request-id: req-f2d5cb8e-5e18-4c59-8e3e-7e4f15f14f11 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:40.471400 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fa8198-836d-4f65-83b3-d56e75154803", "name": "network-vif-deleted", "tag": "ab1b5b33-4a7d-44d3-92fc-7f707b4b39df", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:40.471999 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2d5cb8e-5e18-4c59-8e3e-7e4f15f14f11 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:40.472459 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fa8198-836d-4f65-83b3-d56e75154803', 'name': 'network-vif-deleted', 'tag': 'ab1b5b33-4a7d-44d3-92fc-7f707b4b39df', 'status': 'completed', 'code': 200} Dec 14 02:31:40.545771 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dbac189-3418-4f25-82f4-770296e126e5 req-babe4585-6e9c-40fa-a658-452d6a0ea229 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1962492 Dec 14 02:31:40.568458 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09b22a48-d0d2-413d-971c-1416cfa30d8c req-c12ca5a9-ad96-4a58-b1be-8b50d385ab86 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdf7e758-e674-4d6b-bc62-2b61434e54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821340 Dec 14 02:31:40.583572 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Request body: {'port': {'device_id': 'ec316326-926e-4396-b1c0-c3283154bfd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:40.676831 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:40.764031 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51722) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:40.850588 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f838d187-1d53-4b7a-8ebb-ced8d91d2d81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb5094b7a96a4012b1b4f5ef25150c9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0831282 Dec 14 02:31:40.851696 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51726) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:40.885181 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7315-2aa8-414d-994a-1afe174d4241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:40.973754 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed7315-2aa8-414d-994a-1afe174d4241 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff6592f-d083-4d91-9f99-e0072e6fa6ab,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:40.987352 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c58cb9a-8a5e-405c-a5c2-cfdff08fb8eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:40.993464 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee19df-1287-4d90-9bc8-10da2bbb4306 req-7e74af92-1252-4752-bf4a-295ab0d4ad7a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:40.995967 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49ee19df-1287-4d90-9bc8-10da2bbb4306 req-7e74af92-1252-4752-bf4a-295ab0d4ad7a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 931 time: 0.2703550 Dec 14 02:31:41.007437 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ed7315-2aa8-414d-994a-1afe174d4241 admin admin] Checking segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:31:41.007794 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ed7315-2aa8-414d-994a-1afe174d4241 admin admin] Network hostable DHCP agents. Network: f3e644f0-318a-42e9-9245-8613c8213d27, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:31:41.019403 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c58cb9a-8a5e-405c-a5c2-cfdff08fb8eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:41.075524 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49ee19df-1287-4d90-9bc8-10da2bbb4306 req-b0431f20-e35b-4b8f-beea-17d36866d89a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689237 Dec 14 02:31:41.124991 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82540769-50dc-4798-84d8-947bdfc77faf {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:31:41.132568 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:41.147877 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Transition to ACTIVE for port object 82540769-50dc-4798-84d8-947bdfc77faf will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:31:41.164342 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ed7315-2aa8-414d-994a-1afe174d4241 admin admin] Network f3e644f0-318a-42e9-9245-8613c8213d27 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:31:41.167260 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c58cb9a-8a5e-405c-a5c2-cfdff08fb8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:41.169798 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c58cb9a-8a5e-405c-a5c2-cfdff08fb8eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:41.170932 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5c58cb9a-8a5e-405c-a5c2-cfdff08fb8eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d3018339-1856-4fcc-a669-7aa418f06811 HTTP/1.1" status: 204 len: 168 time: 0.3182623 Dec 14 02:31:41.190677 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58cb9a-8a5e-405c-a5c2-cfdff08fb8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3018339-1856-4fcc-a669-7aa418f06811,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:41.221898 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:41.250454 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f7ed7315-2aa8-414d-994a-1afe174d4241 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, f3e644f0-318a-42e9-9245-8613c8213d27) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:31:41.259386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c03c85-393c-4ddb-8ffa-2023e321a62f None None] Network f3e644f0-318a-42e9-9245-8613c8213d27 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:31:41.260400 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ed7315-2aa8-414d-994a-1afe174d4241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:41.261006 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7315-2aa8-414d-994a-1afe174d4241 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:41.361713 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f7ed7315-2aa8-414d-994a-1afe174d4241 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1259995 Dec 14 02:31:41.380655 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1b08397-24f9-4764-b1eb-0ed1507844e7 req-ffcb1d40-626d-4bee-8afc-39b2223c2865 tempest-VolumesAdminNegativeTest-1673634940 tempest-VolumesAdminNegativeTest-1673634940-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3fa8198-836d-4f65-83b3-d56e75154803 HTTP/1.1" status: 200 len: 210 time: 0.0541708 Dec 14 02:31:41.424480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0198e20e-8dcc-495e-91a7-2a31e60f4a78 None None] Network f3e644f0-318a-42e9-9245-8613c8213d27 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:31:41.487333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Pushing event updated for resources: {'Port': ['ID=82540769-50dc-4798-84d8-947bdfc77faf,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:41.551481 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51740) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:41.611563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a8b9959-77aa-42d6-8aff-cd0bbc8a5fd0 req-bf5e83f5-a185-4069-be6d-bfd0e0746398 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 210 time: 0.0866523 Dec 14 02:31:41.612381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Attempting to bind port 82540769-50dc-4798-84d8-947bdfc77faf on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:31:41.612891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Attempting to bind port 82540769-50dc-4798-84d8-947bdfc77faf by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'b756c107-e77a-438d-8e5b-2c406c0e61cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd4d44ac6-a4e1-4c48-95d9-fdd8413398e9'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:31:41.613433 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Attempting to bind port 82540769-50dc-4798-84d8-947bdfc77faf on network d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:31:41.627372 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Port 82540769-50dc-4798-84d8-947bdfc77faf on network d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:31:41.627825 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Attempting to bind port 82540769-50dc-4798-84d8-947bdfc77faf on network d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:31:41.643900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:31:41.645172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Checking segment: {'id': 'b756c107-e77a-438d-8e5b-2c406c0e61cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd4d44ac6-a4e1-4c48-95d9-fdd8413398e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:31:41.645172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Bound using segment: {'id': 'b756c107-e77a-438d-8e5b-2c406c0e61cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd4d44ac6-a4e1-4c48-95d9-fdd8413398e9'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:31:41.645172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Bound port: 82540769-50dc-4798-84d8-947bdfc77faf, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b756c107-e77a-438d-8e5b-2c406c0e61cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd4d44ac6-a4e1-4c48-95d9-fdd8413398e9'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:31:41.645689 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:41.674730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a445717-c8cf-49c7-bde0-68cb84be2d57 req-57fe03cd-16c1-45ab-82ee-ee0202ac1e07 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:41.684511 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a445717-c8cf-49c7-bde0-68cb84be2d57 req-57fe03cd-16c1-45ab-82ee-ee0202ac1e07 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14b77db-9db4-41ea-b376-39dd2c42d197 HTTP/1.1" status: 200 len: 946 time: 0.2436185 Dec 14 02:31:41.849488 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a445717-c8cf-49c7-bde0-68cb84be2d57 req-f8c5b68d-7a1c-4aff-ac3d-39e032520327 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640496 Dec 14 02:31:41.869890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] For port 82540769-50dc-4798-84d8-947bdfc77faf, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:31:41.873554 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8c66f7e3-5ad3-49b6-a868-bbfce0711bf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:41.876026 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] For port 82540769-50dc-4798-84d8-947bdfc77faf, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=82540769-50dc-4798-84d8-947bdfc77faf,segment=NetworkSegment(b756c107-e77a-438d-8e5b-2c406c0e61cd),segment_id=b756c107-e77a-438d-8e5b-2c406c0e61cd)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:31:41.890817 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e96b7-1017-4bf0-bf3c-7127b93e12d4 req-cc1de71c-875a-489b-a799-34ac8dea254c tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:41.892454 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b9e96b7-1017-4bf0-bf3c-7127b93e12d4 req-cc1de71c-875a-489b-a799-34ac8dea254c tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 944 time: 0.1429491 Dec 14 02:31:41.950726 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:41.957950 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b9e96b7-1017-4bf0-bf3c-7127b93e12d4 req-6ef0f03d-e7d9-4e88-b294-7485d795d275 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdf7e758-e674-4d6b-bc62-2b61434e54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566468 Dec 14 02:31:42.023358 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:42.024697 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:42.026518 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dbac189-3418-4f25-82f4-770296e126e5 req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] 10.222.0.46 "PUT /v2.0/ports/82540769-50dc-4798-84d8-947bdfc77faf HTTP/1.1" status: 200 len: 1091 time: 1.4564326 Dec 14 02:31:42.048903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cd321-9796-4eb9-8d61-371197ef4cca service neutron] Pushing event updated for resources: {'Port': ['ID=82540769-50dc-4798-84d8-947bdfc77faf,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:42.068779 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8c66f7e3-5ad3-49b6-a868-bbfce0711bf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:42.182361 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8c66f7e3-5ad3-49b6-a868-bbfce0711bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:42.223557 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8c66f7e3-5ad3-49b6-a868-bbfce0711bf7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3bf89e328b4949889eec7e5d498759de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6709878 Dec 14 02:31:42.224677 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66f7e3-5ad3-49b6-a868-bbfce0711bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=226a3301-ca2a-4c99-b86e-45fc5fa40d24,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:42.230524 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51760) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:42.252211 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b91fb3-16a6-4da7-a7ab-5aa89f791eaa req-8961119a-28f6-47e9-a3d9-f85a83be020d tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:42.253744 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1b91fb3-16a6-4da7-a7ab-5aa89f791eaa req-8961119a-28f6-47e9-a3d9-f85a83be020d tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 943 time: 0.1017570 Dec 14 02:31:42.260774 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbac189-3418-4f25-82f4-770296e126e5 req-1ba245c0-d7d5-4ecd-9dcd-5de934dc9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:42.262300 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dbac189-3418-4f25-82f4-770296e126e5 req-1ba245c0-d7d5-4ecd-9dcd-5de934dc9db5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=038f1fba5462416da4b946cf716bf191&device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 1094 time: 0.0800650 Dec 14 02:31:42.270987 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4d24401d-a082-471e-880c-8ee1264e0f5f up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:31:42.334878 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dbac189-3418-4f25-82f4-770296e126e5 req-43a11539-2d30-44a6-a257-dcb8939355fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82540769-50dc-4798-84d8-947bdfc77faf HTTP/1.1" status: 200 len: 217 time: 0.0502353 Dec 14 02:31:42.376132 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-886c87c1-0403-4b22-ad43-377f910ea001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:42.387632 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1b91fb3-16a6-4da7-a7ab-5aa89f791eaa req-198d689f-069c-4203-a5c5-579af11dda53 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227841 Dec 14 02:31:42.398833 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 4d24401d-a082-471e-880c-8ee1264e0f5f completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:31:42.404838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 4d24401d-a082-471e-880c-8ee1264e0f5f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:31:42.406213 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:42.455166 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-886c87c1-0403-4b22-ad43-377f910ea001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:42.477487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec316326-926e-4396-b1c0-c3283154bfd8', 'tag': '82540769-50dc-4798-84d8-947bdfc77faf'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:42.480943 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e771a0d-1691-4ef0-8a5f-0c0d1b6585e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ec316326-926e-4396-b1c0-c3283154bfd8", "tag": "82540769-50dc-4798-84d8-947bdfc77faf"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:42.508272 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51774) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:42.521194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbac189-3418-4f25-82f4-770296e126e5 req-c887b968-b6e4-4335-b84a-a26ba95574aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:42.522828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dbac189-3418-4f25-82f4-770296e126e5 req-c887b968-b6e4-4335-b84a-a26ba95574aa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=53926458-5432-4661-8827-c48966f94c72 HTTP/1.1" status: 200 len: 854 time: 0.1720707 Dec 14 02:31:42.564170 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:42.594650 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3355dc-0fab-4ea2-a26d-be153216e7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d24401d-a082-471e-880c-8ee1264e0f5f'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:42.595829 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9969967-010f-4d39-83f7-7d74d79c205f x-openstack-request-id: req-e9969967-010f-4d39-83f7-7d74d79c205f {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:42.596543 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec316326-926e-4396-b1c0-c3283154bfd8", "tag": "82540769-50dc-4798-84d8-947bdfc77faf", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:42.596816 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9969967-010f-4d39-83f7-7d74d79c205f {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:42.597211 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad50eec-d5b2-48a2-af1d-ed8715bb663c" -d '{"events": [{"server_uuid": "bb3355dc-0fab-4ea2-a26d-be153216e7bf", "name": "network-vif-plugged", "status": "completed", "tag": "4d24401d-a082-471e-880c-8ee1264e0f5f"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:42.597374 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec316326-926e-4396-b1c0-c3283154bfd8', 'tag': '82540769-50dc-4798-84d8-947bdfc77faf', 'status': 'completed', 'code': 200} Dec 14 02:31:42.599496 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dbac189-3418-4f25-82f4-770296e126e5 req-dfd07d3c-f423-40a0-80c0-7bd438638414 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640485 Dec 14 02:31:42.602477 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1e00e2-8d25-4095-a512-f9a42a6f25f2 admin admin] Deleting subnet 910eea08-4d33-4074-9b7e-02985bebb931 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:31:42.611755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4d24401d-a082-471e-880c-8ee1264e0f5f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4d24401d-a082-471e-880c-8ee1264e0f5f,segment=NetworkSegment(fd1dcf92-84e2-419d-80e2-025bcb930640),segment_id=fd1dcf92-84e2-419d-80e2-025bcb930640)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:42.626101 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5f1e00e2-8d25-4095-a512-f9a42a6f25f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:42.656838 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c08a8f-0a27-449d-b86f-1340d13800ee x-openstack-request-id: req-d9c08a8f-0a27-449d-b86f-1340d13800ee {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:42.656838 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3355dc-0fab-4ea2-a26d-be153216e7bf", "name": "network-vif-plugged", "status": "completed", "tag": "4d24401d-a082-471e-880c-8ee1264e0f5f", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:42.656838 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9c08a8f-0a27-449d-b86f-1340d13800ee {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:42.657188 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3355dc-0fab-4ea2-a26d-be153216e7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d24401d-a082-471e-880c-8ee1264e0f5f', 'code': 200} Dec 14 02:31:42.674035 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:42.745381 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5f1e00e2-8d25-4095-a512-f9a42a6f25f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:42.776092 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4d24401d-a082-471e-880c-8ee1264e0f5f,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:42.796050 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-886c87c1-0403-4b22-ad43-377f910ea001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:42.798312 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-886c87c1-0403-4b22-ad43-377f910ea001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:42.799897 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-886c87c1-0403-4b22-ad43-377f910ea001 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/226a3301-ca2a-4c99-b86e-45fc5fa40d24 HTTP/1.1" status: 204 len: 168 time: 0.5660939 Dec 14 02:31:42.820986 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5f1e00e2-8d25-4095-a512-f9a42a6f25f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:42.827970 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dbac189-3418-4f25-82f4-770296e126e5 req-f60e97bb-2ae9-4c6c-b28d-479367879ac6 service neutron] 10.222.0.46 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124135 Dec 14 02:31:42.854521 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e5e1b2fd-ab0a-4e1a-824a-62af1f8c2283 req-ced5e05f-99fd-403c-81bc-262233f413f4 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 210 time: 0.0820305 Dec 14 02:31:42.866106 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c87c1-0403-4b22-ad43-377f910ea001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=226a3301-ca2a-4c99-b86e-45fc5fa40d24,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:42.943521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1600863-e12d-4ec1-b792-6080ba791257 req-244225f8-7d0a-4256-aaa0-16f6985f17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:42.945013 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1600863-e12d-4ec1-b792-6080ba791257 req-244225f8-7d0a-4256-aaa0-16f6985f17d4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 1096 time: 0.1663661 Dec 14 02:31:43.033523 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5f1e00e2-8d25-4095-a512-f9a42a6f25f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:43.079928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e00e2-8d25-4095-a512-f9a42a6f25f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=910eea08-4d33-4074-9b7e-02985bebb931,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:43.094554 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5f1e00e2-8d25-4095-a512-f9a42a6f25f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:43.100703 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5f1e00e2-8d25-4095-a512-f9a42a6f25f2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/910eea08-4d33-4074-9b7e-02985bebb931 HTTP/1.1" status: 204 len: 168 time: 0.5903723 Dec 14 02:31:43.101366 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51796) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:43.222723 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f86cb2bf-80f2-49ce-a26c-ff9ec740e35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:43.225006 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51800) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:43.231208 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4086d0ce-2c1e-41ba-a9a7-7ce19435cea1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-739628696-network', 'tenant_id': 'c549e66cb3a745b695a3a7cc14e75730'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:43.314706 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dbac189-3418-4f25-82f4-770296e126e5 req-898f2596-446a-4a35-93d5-e37d4b346aeb service neutron] 10.222.0.46 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689448 Dec 14 02:31:43.352507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1600863-e12d-4ec1-b792-6080ba791257 req-e3f7a66c-020e-4e6c-a601-0dbce00f0587 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fdf7e758-e674-4d6b-bc62-2b61434e54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000847 Dec 14 02:31:43.366710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4086d0ce-2c1e-41ba-a9a7-7ce19435cea1 admin admin] Made reservation on behalf of c549e66cb3a745b695a3a7cc14e75730 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:31:43.370121 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4086d0ce-2c1e-41ba-a9a7-7ce19435cea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:43.377650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b0c73-df52-40d1-8a70-73f1eb16c8d2 req-720ce024-da80-4041-b780-250bd3acebf4 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:43.379127 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b3b0c73-df52-40d1-8a70-73f1eb16c8d2 req-720ce024-da80-4041-b780-250bd3acebf4 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 945 time: 0.1361322 Dec 14 02:31:43.384401 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4086d0ce-2c1e-41ba-a9a7-7ce19435cea1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:43.387653 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf87fbc-95b4-4b9b-a08e-c88f7538a3ff req-a990de16-fb05-404a-97a9-c0b8e4698d9a tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:43.389399 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-abf87fbc-95b4-4b9b-a08e-c88f7538a3ff req-a990de16-fb05-404a-97a9-c0b8e4698d9a tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=a14b77db-9db4-41ea-b376-39dd2c42d197 HTTP/1.1" status: 200 len: 946 time: 0.1533771 Dec 14 02:31:43.466196 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b3b0c73-df52-40d1-8a70-73f1eb16c8d2 req-a4eb0590-f125-47c0-a0a7-9d4ef4af80dc tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdf7e758-e674-4d6b-bc62-2b61434e54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758071 Dec 14 02:31:43.473953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-abf87fbc-95b4-4b9b-a08e-c88f7538a3ff req-39b9064b-9cc5-4bcc-b40e-13ad0d6568d4 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696373 Dec 14 02:31:43.486720 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f86cb2bf-80f2-49ce-a26c-ff9ec740e35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:43.553412 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4086d0ce-2c1e-41ba-a9a7-7ce19435cea1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:43.560422 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-f86cb2bf-80f2-49ce-a26c-ff9ec740e35f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1d2050-6b07-4a19-b976-d539f4759521']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:43.576576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-f86cb2bf-80f2-49ce-a26c-ff9ec740e35f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2db037-efcf-4b68-a99a-093d27bcb3ba') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:43.577074 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-f86cb2bf-80f2-49ce-a26c-ff9ec740e35f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2db037-efcf-4b68-a99a-093d27bcb3ba') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:43.593775 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f86cb2bf-80f2-49ce-a26c-ff9ec740e35f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:43.611197 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f86cb2bf-80f2-49ce-a26c-ff9ec740e35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:43.621340 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86cb2bf-80f2-49ce-a26c-ff9ec740e35f admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:31:43.622886 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f86cb2bf-80f2-49ce-a26c-ff9ec740e35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:43.658836 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e771a0d-1691-4ef0-8a5f-0c0d1b6585e3 req-9c417a28-1975-4f6f-bb46-d7f86dcfb7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:43.660420 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e771a0d-1691-4ef0-8a5f-0c0d1b6585e3 req-9c417a28-1975-4f6f-bb46-d7f86dcfb7f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=038f1fba5462416da4b946cf716bf191&device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 1094 time: 0.1622987 Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:31:43.689359 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:31:43.692465 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4086d0ce-2c1e-41ba-a9a7-7ce19435cea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:43.716772 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4086d0ce-2c1e-41ba-a9a7-7ce19435cea1 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:31:43.735702 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4086d0ce-2c1e-41ba-a9a7-7ce19435cea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:43.736126 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-4086d0ce-2c1e-41ba-a9a7-7ce19435cea1 admin admin] Added segment 4fbe5956-7e62-4695-ab1a-2778514e2b8e of type vlan for network d0055d02-b963-4d6a-9ad4-ccf42210b0cd Dec 14 02:31:43.737557 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086d0ce-2c1e-41ba-a9a7-7ce19435cea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c6e5be-7edb-43b7-a6a4-64aac5c29e42,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:43.741925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588416d1-159c-4c8e-a7d9-b4311fce3c6c req-21022493-72fe-4cee-bfa5-ed7ef28294ed tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:43.749152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-588416d1-159c-4c8e-a7d9-b4311fce3c6c req-21022493-72fe-4cee-bfa5-ed7ef28294ed tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 943 time: 0.1525838 Dec 14 02:31:43.749269 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51810) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:43.765570 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec544267-d9e9-4477-bf95-90685b284e12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:43.766814 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f86cb2bf-80f2-49ce-a26c-ff9ec740e35f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:43.789615 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f86cb2bf-80f2-49ce-a26c-ff9ec740e35f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:43.793905 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f86cb2bf-80f2-49ce-a26c-ff9ec740e35f admin admin] 10.222.0.39 "DELETE /v2.0/networks/3b1d2050-6b07-4a19-b976-d539f4759521 HTTP/1.1" status: 204 len: 168 time: 0.6915467 Dec 14 02:31:43.801902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51812) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:43.823963 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cb2bf-80f2-49ce-a26c-ff9ec740e35f admin admin] Pushing event deleted for resources: {'Network': ['ID=3b1d2050-6b07-4a19-b976-d539f4759521,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:43.858622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbc1c96-e8ec-409c-ab36-22aa2a560918 admin admin] Deleting subnet e50bd016-28be-4a85-839d-ac2a5ee4378e {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:31:43.868421 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1c96-e8ec-409c-ab36-22aa2a560918 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:43.901381 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec544267-d9e9-4477-bf95-90685b284e12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:43.913944 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-588416d1-159c-4c8e-a7d9-b4311fce3c6c req-10b339c3-731d-4b11-a468-b119742ae764 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626885 Dec 14 02:31:43.918107 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4086d0ce-2c1e-41ba-a9a7-7ce19435cea1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:43.918282 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e771a0d-1691-4ef0-8a5f-0c0d1b6585e3 req-edfc9296-94fd-4b60-8302-33ecbae264aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:43.927368 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e771a0d-1691-4ef0-8a5f-0c0d1b6585e3 req-edfc9296-94fd-4b60-8302-33ecbae264aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 HTTP/1.1" status: 200 len: 915 time: 0.2516005 Dec 14 02:31:43.970925 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec544267-d9e9-4477-bf95-90685b284e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:44.004100 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e771a0d-1691-4ef0-8a5f-0c0d1b6585e3 req-8415ea2d-059b-4d48-b59e-1dedab4a8fe1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82540769-50dc-4798-84d8-947bdfc77faf HTTP/1.1" status: 200 len: 217 time: 0.0578339 Dec 14 02:31:44.024725 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1c96-e8ec-409c-ab36-22aa2a560918 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:44.029011 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4086d0ce-2c1e-41ba-a9a7-7ce19435cea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:44.029011 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4086d0ce-2c1e-41ba-a9a7-7ce19435cea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:44.029011 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4086d0ce-2c1e-41ba-a9a7-7ce19435cea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:44.044188 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ec544267-d9e9-4477-bf95-90685b284e12 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7a8a2dcb8d44249af106d74ba61c607&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936051 Dec 14 02:31:44.081512 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56c3c0c4-38f5-4844-b9ff-636a8bdff598 req-e7444cf2-14b4-49a3-bc40-7eec659ae2ed tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 210 time: 0.0786858 Dec 14 02:31:44.081621 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51820) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:44.103934 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec544267-d9e9-4477-bf95-90685b284e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4540b2-43b5-4120-80db-0f29f88aba62,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:44.124740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e771a0d-1691-4ef0-8a5f-0c0d1b6585e3 req-fb62c8b8-ccda-46ba-b648-484d88302c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:44.127057 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e771a0d-1691-4ef0-8a5f-0c0d1b6585e3 req-fb62c8b8-ccda-46ba-b648-484d88302c34 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=53926458-5432-4661-8827-c48966f94c72 HTTP/1.1" status: 200 len: 854 time: 0.1119330 Dec 14 02:31:44.138781 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1c96-e8ec-409c-ab36-22aa2a560918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:44.166365 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086d0ce-2c1e-41ba-a9a7-7ce19435cea1 admin admin] Pushing event updated for resources: {'Network': ['ID=d0055d02-b963-4d6a-9ad4-ccf42210b0cd,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:44.181690 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network d0055d02-b963-4d6a-9ad4-ccf42210b0cd details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:31:44.205107 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4086d0ce-2c1e-41ba-a9a7-7ce19435cea1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9789648 Dec 14 02:31:44.213078 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51826) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:44.218900 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-530f282e-76f5-4a84-9bcb-59daf6f1daf8 admin admin] Request body: {'subnet': {'network_id': 'd0055d02-b963-4d6a-9ad4-ccf42210b0cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-739628696-subnet', 'tenant_id': 'c549e66cb3a745b695a3a7cc14e75730', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:44.236966 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c07b9a3-0ddc-4a85-bb40-b2008de50d26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:44.261016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e771a0d-1691-4ef0-8a5f-0c0d1b6585e3 req-8a00c3c6-860b-46c8-9daf-c374bbb57df5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149330 Dec 14 02:31:44.283983 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c07b9a3-0ddc-4a85-bb40-b2008de50d26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:44.329817 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530f282e-76f5-4a84-9bcb-59daf6f1daf8 admin admin] Made reservation on behalf of c549e66cb3a745b695a3a7cc14e75730 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:31:44.329817 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-530f282e-76f5-4a84-9bcb-59daf6f1daf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:44.386114 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e771a0d-1691-4ef0-8a5f-0c0d1b6585e3 req-ee5da5b3-365f-4806-b4ed-bd9a60768dd1 service neutron] 10.222.0.46 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151347 Dec 14 02:31:44.402140 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1c96-e8ec-409c-ab36-22aa2a560918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:44.439442 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c07b9a3-0ddc-4a85-bb40-b2008de50d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:44.442328 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c07b9a3-0ddc-4a85-bb40-b2008de50d26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:44.445699 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5c07b9a3-0ddc-4a85-bb40-b2008de50d26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a4540b2-43b5-4120-80db-0f29f88aba62 HTTP/1.1" status: 204 len: 168 time: 0.3610089 Dec 14 02:31:44.463257 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07b9a3-0ddc-4a85-bb40-b2008de50d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4540b2-43b5-4120-80db-0f29f88aba62,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:44.479897 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc1c96-e8ec-409c-ab36-22aa2a560918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e50bd016-28be-4a85-839d-ac2a5ee4378e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:44.483689 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0cbc1c96-e8ec-409c-ab36-22aa2a560918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:44.486928 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0cbc1c96-e8ec-409c-ab36-22aa2a560918 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e50bd016-28be-4a85-839d-ac2a5ee4378e HTTP/1.1" status: 204 len: 168 time: 0.6840909 Dec 14 02:31:44.491649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51834) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:44.657891 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-954ee761-a588-461f-b769-f7edb49ac442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:44.678466 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e771a0d-1691-4ef0-8a5f-0c0d1b6585e3 req-b6a67ab6-6c2e-40b9-b95b-780f4be643fd service neutron] 10.222.0.46 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860038 Dec 14 02:31:44.705908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0263d448-673a-49c8-a65c-8052600766c0 req-1e80f52b-740f-4e33-bb0f-24e8ce4d5b1a tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:44.707458 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0263d448-673a-49c8-a65c-8052600766c0 req-1e80f52b-740f-4e33-bb0f-24e8ce4d5b1a tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 945 time: 0.0986359 Dec 14 02:31:44.719395 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-530f282e-76f5-4a84-9bcb-59daf6f1daf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:44.804979 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f282e-76f5-4a84-9bcb-59daf6f1daf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c9440ca-569a-4e11-9186-5e0c539736e1,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:44.831084 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530f282e-76f5-4a84-9bcb-59daf6f1daf8 admin admin] Checking segment: {'id': '4fbe5956-7e62-4695-ab1a-2778514e2b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'd0055d02-b963-4d6a-9ad4-ccf42210b0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:31:44.831084 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530f282e-76f5-4a84-9bcb-59daf6f1daf8 admin admin] Network hostable DHCP agents. Network: d0055d02-b963-4d6a-9ad4-ccf42210b0cd, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:31:44.945788 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-954ee761-a588-461f-b769-f7edb49ac442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:44.958915 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530f282e-76f5-4a84-9bcb-59daf6f1daf8 admin admin] Network d0055d02-b963-4d6a-9ad4-ccf42210b0cd is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:31:44.973577 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0263d448-673a-49c8-a65c-8052600766c0 req-9f11e3f4-1310-44b9-97a2-3058b2647b5d tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdf7e758-e674-4d6b-bc62-2b61434e54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576871 Dec 14 02:31:45.000056 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-954ee761-a588-461f-b769-f7edb49ac442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d01eb36-df82-4748-8c7e-aa9ac21267d1']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:45.017478 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-954ee761-a588-461f-b769-f7edb49ac442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f160bfd0-9ffa-49c5-959f-314b7b5663f8') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:45.017825 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-954ee761-a588-461f-b769-f7edb49ac442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f160bfd0-9ffa-49c5-959f-314b7b5663f8') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:45.042761 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-954ee761-a588-461f-b769-f7edb49ac442 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:45.083220 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-954ee761-a588-461f-b769-f7edb49ac442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:45.095829 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-530f282e-76f5-4a84-9bcb-59daf6f1daf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, d0055d02-b963-4d6a-9ad4-ccf42210b0cd) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:31:45.103540 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530f282e-76f5-4a84-9bcb-59daf6f1daf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:45.103736 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-530f282e-76f5-4a84-9bcb-59daf6f1daf8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:45.111165 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a599df2e-d0db-467a-b775-00fbf98095ac None None] Network d0055d02-b963-4d6a-9ad4-ccf42210b0cd requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:31:45.117422 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3c16d701-9c3f-4601-b6ec-f38427fd7cb8 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:45.126293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3c16d701-9c3f-4601-b6ec-f38427fd7cb8 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/networks?id=20c855ad-46e8-4000-9600-b93da22b6b10 HTTP/1.1" status: 200 len: 813 time: 0.2893672 Dec 14 02:31:45.140480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-954ee761-a588-461f-b769-f7edb49ac442 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:31:45.140913 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-954ee761-a588-461f-b769-f7edb49ac442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:31:45.142699 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:31:45.204832 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-f2114902-d3d4-44cf-aef6-19f22778cb7a tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/quotas/86308df433264a8e91787ffa1395aecc HTTP/1.1" status: 200 len: 375 time: 0.0775988 Dec 14 02:31:45.235851 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-530f282e-76f5-4a84-9bcb-59daf6f1daf8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0206544 Dec 14 02:31:45.258665 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f1df9-035c-4369-a54a-e5dd2f91e585 req-6466a78e-264a-4a35-91e8-48773607f4ba tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:45.268324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-734f1df9-035c-4369-a54a-e5dd2f91e585 req-6466a78e-264a-4a35-91e8-48773607f4ba tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 943 time: 0.2056277 Dec 14 02:31:45.346143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-734f1df9-035c-4369-a54a-e5dd2f91e585 req-4a2cc7d6-acea-4743-a3f7-a579d9fafec8 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650411 Dec 14 02:31:45.346143 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-954ee761-a588-461f-b769-f7edb49ac442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:45.346436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 82540769-50dc-4798-84d8-947bdfc77faf details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:31:45.358305 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-954ee761-a588-461f-b769-f7edb49ac442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:45.364811 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2a743b-1340-4b72-b6eb-f882db1c1d3a None None] Network d0055d02-b963-4d6a-9ad4-ccf42210b0cd requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:31:45.367857 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-954ee761-a588-461f-b769-f7edb49ac442 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3d01eb36-df82-4748-8c7e-aa9ac21267d1 HTTP/1.1" status: 204 len: 168 time: 0.8751996 Dec 14 02:31:45.409117 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-deb11ff8-f4ae-4a45-9765-1502d97f1f33 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=86308df433264a8e91787ffa1395aecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2033272 Dec 14 02:31:45.468738 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ee761-a588-461f-b769-f7edb49ac442 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d01eb36-df82-4748-8c7e-aa9ac21267d1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:45.567069 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1029d4d-aad1-4bdc-bafd-7d31fbaa497e req-cb3e7c82-74d6-48f7-ad40-37fd4551bc61 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd4da6bf-0e6f-401e-b9af-530ea38e431c HTTP/1.1" status: 200 len: 210 time: 0.0864847 Dec 14 02:31:45.651301 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3a06e1bd-12ad-4c64-a5f9-8db386c89123 service neutron] 10.222.0.39 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411246 Dec 14 02:31:45.695916 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 82540769-50dc-4798-84d8-947bdfc77faf, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=82540769-50dc-4798-84d8-947bdfc77faf,segment=NetworkSegment(b756c107-e77a-438d-8e5b-2c406c0e61cd),segment_id=b756c107-e77a-438d-8e5b-2c406c0e61cd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:45.720768 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '82540769-50dc-4798-84d8-947bdfc77faf', 'network_id': 'd4d44ac6-a4e1-4c48-95d9-fdd8413398e9', 'port_id': '82540769-50dc-4798-84d8-947bdfc77faf', 'mac_address': 'fa:16:3e:19:33:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53926458-5432-4661-8827-c48966f94c72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:31:45.745617 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51882) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:45.803039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-2df3292f-d24a-4b72-8824-19cb98f7e9cf service neutron] 10.222.0.39 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441851 Dec 14 02:31:45.828681 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:45.842696 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d2e250fd-35c8-4873-97e8-83f65a95f05e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4084e8285f8249f0843b7d1fd8f40b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0959070 Dec 14 02:31:45.845424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51884) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:45.858530 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82540769-50dc-4798-84d8-947bdfc77faf {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:31:45.908193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 82540769-50dc-4798-84d8-947bdfc77faf, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=82540769-50dc-4798-84d8-947bdfc77faf,segment=NetworkSegment(b756c107-e77a-438d-8e5b-2c406c0e61cd),segment_id=b756c107-e77a-438d-8e5b-2c406c0e61cd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:46.001605 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:46.004759 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-90e4f005-2d5b-463e-b2bb-65a407825a4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:46.101880 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-90e4f005-2d5b-463e-b2bb-65a407825a4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:46.105469 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=82540769-50dc-4798-84d8-947bdfc77faf,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:46.192295 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0d40c-3a8d-4c87-9792-3092bc4ce458 req-db231a96-2537-466b-9cbf-a6c556efcb65 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:46.193619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ce0d40c-3a8d-4c87-9792-3092bc4ce458 req-db231a96-2537-466b-9cbf-a6c556efcb65 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.47 "GET /v2.0/ports?device_id=a14b77db-9db4-41ea-b376-39dd2c42d197 HTTP/1.1" status: 200 len: 946 time: 0.2750106 Dec 14 02:31:46.263929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['82540769-50dc-4798-84d8-947bdfc77faf'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:31:46.287461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5120925-bdc2-4d02-909a-dd408a7c8c55 req-4d7c9016-0a96-4e29-90ad-108a89f16ef8 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:46.289141 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5120925-bdc2-4d02-909a-dd408a7c8c55 req-4d7c9016-0a96-4e29-90ad-108a89f16ef8 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca099a39-0f7c-4824-aa1e-d5401508970d HTTP/1.1" status: 200 len: 946 time: 0.2780995 Dec 14 02:31:46.415963 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-90e4f005-2d5b-463e-b2bb-65a407825a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:46.427406 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-90e4f005-2d5b-463e-b2bb-65a407825a4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:46.427406 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-90e4f005-2d5b-463e-b2bb-65a407825a4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b567bb5-682d-49b9-8660-80997301a3db HTTP/1.1" status: 204 len: 168 time: 0.5732627 Dec 14 02:31:46.565570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-5ce0d40c-3a8d-4c87-9792-3092bc4ce458 req-6870dd7a-6f2c-4867-8c4b-f62895365eae tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Deleting port 96331206-7646-456e-9b32-498ee241aaca {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:31:46.565800 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ce0d40c-3a8d-4c87-9792-3092bc4ce458 req-6870dd7a-6f2c-4867-8c4b-f62895365eae tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:46.571662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4f005-2d5b-463e-b2bb-65a407825a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b567bb5-682d-49b9-8660-80997301a3db,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:46.599239 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-0ae5cd66-8bd3-44c1-ab30-9a5783e1e2cd tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:46.607393 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-0ae5cd66-8bd3-44c1-ab30-9a5783e1e2cd tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 808 time: 0.1962278 Dec 14 02:31:46.682428 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-db468568-5a77-4f54-a71e-64bbe55cc649 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/quotas/dbee3f5c8679489195245f7b7be79be0 HTTP/1.1" status: 200 len: 375 time: 0.0724533 Dec 14 02:31:46.710557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7ae81-4adb-4a3f-b26a-931f876b8108 req-1806bc1d-cd00-4683-bd38-2f6b77ae95bd tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:46.712880 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80a7ae81-4adb-4a3f-b26a-931f876b8108 req-1806bc1d-cd00-4683-bd38-2f6b77ae95bd tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 945 time: 0.1923981 Dec 14 02:31:46.733869 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-13d7cc2d-6f41-4b55-85ce-104676072c6e tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518889 Dec 14 02:31:46.785631 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c5120925-bdc2-4d02-909a-dd408a7c8c55 req-b050495b-74e7-47c2-8ab7-87146fb00b86 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Deleting port 06f49754-6abd-49c4-949c-b22fa69d0cfa {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:31:46.785981 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c5120925-bdc2-4d02-909a-dd408a7c8c55 req-b050495b-74e7-47c2-8ab7-87146fb00b86 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:46.796092 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-5ce0d40c-3a8d-4c87-9792-3092bc4ce458 req-6870dd7a-6f2c-4867-8c4b-f62895365eae tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] For port 96331206-7646-456e-9b32-498ee241aaca, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=96331206-7646-456e-9b32-498ee241aaca,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:46.796523 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ce0d40c-3a8d-4c87-9792-3092bc4ce458 req-6870dd7a-6f2c-4867-8c4b-f62895365eae tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:46.873194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-5ce0d40c-3a8d-4c87-9792-3092bc4ce458 req-6870dd7a-6f2c-4867-8c4b-f62895365eae tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Calling delete_port for 96331206-7646-456e-9b32-498ee241aaca owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:46.901096 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80a7ae81-4adb-4a3f-b26a-931f876b8108 req-610b7a6b-fbf2-4fa4-9735-a7d8a3b40796 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdf7e758-e674-4d6b-bc62-2b61434e54b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692686 Dec 14 02:31:47.068172 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-1784a61e-ba22-4faf-9f2a-84557f625ed6 service neutron] 10.222.0.39 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196185 Dec 14 02:31:47.099366 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-c5120925-bdc2-4d02-909a-dd408a7c8c55 req-b050495b-74e7-47c2-8ab7-87146fb00b86 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] For port 06f49754-6abd-49c4-949c-b22fa69d0cfa, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=06f49754-6abd-49c4-949c-b22fa69d0cfa,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:47.099858 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c5120925-bdc2-4d02-909a-dd408a7c8c55 req-b050495b-74e7-47c2-8ab7-87146fb00b86 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:47.161341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c5120925-bdc2-4d02-909a-dd408a7c8c55 req-b050495b-74e7-47c2-8ab7-87146fb00b86 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Calling delete_port for 06f49754-6abd-49c4-949c-b22fa69d0cfa owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:47.260865 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-56c82f3f-c4da-42e1-9a97-8ead01604f2e service neutron] 10.222.0.39 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826272 Dec 14 02:31:47.362557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 82540769-50dc-4798-84d8-947bdfc77faf up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:31:47.450530 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ce0d40c-3a8d-4c87-9792-3092bc4ce458 req-6870dd7a-6f2c-4867-8c4b-f62895365eae tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:47.523178 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c5120925-bdc2-4d02-909a-dd408a7c8c55 req-b050495b-74e7-47c2-8ab7-87146fb00b86 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:47.527865 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6870dd7a-6f2c-4867-8c4b-f62895365eae tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Pushing event deleted for resources: {'Port': ['ID=96331206-7646-456e-9b32-498ee241aaca,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:47.536196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 82540769-50dc-4798-84d8-947bdfc77faf completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:31:47.540917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 82540769-50dc-4798-84d8-947bdfc77faf triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:31:47.546721 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:47.559238 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51952) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:47.669568 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b232a212-844b-462b-9a3e-fb34018e673f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c99519d3dff4f1b8705302f467246be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1074028 Dec 14 02:31:47.671555 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51960) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:47.760741 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec5312ff-5056-439a-abce-9f45c4eba157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:47.784711 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:47.788195 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b050495b-74e7-47c2-8ab7-87146fb00b86 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Pushing event deleted for resources: {'Port': ['ID=06f49754-6abd-49c4-949c-b22fa69d0cfa,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:47.807803 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec5312ff-5056-439a-abce-9f45c4eba157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:47.832292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce0d40c-3a8d-4c87-9792-3092bc4ce458 req-6870dd7a-6f2c-4867-8c4b-f62895365eae tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] No DVR routers for this DVR port 96331206-7646-456e-9b32-498ee241aaca on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:31:47.845001 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec316326-926e-4396-b1c0-c3283154bfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82540769-50dc-4798-84d8-947bdfc77faf'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:47.873663 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86693080-a3a7-4346-be8d-b05f389ea62e" -d '{"events": [{"server_uuid": "ec316326-926e-4396-b1c0-c3283154bfd8", "name": "network-vif-plugged", "status": "completed", "tag": "82540769-50dc-4798-84d8-947bdfc77faf"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:47.874330 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ce0d40c-3a8d-4c87-9792-3092bc4ce458 req-6870dd7a-6f2c-4867-8c4b-f62895365eae tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:47.882515 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ce0d40c-3a8d-4c87-9792-3092bc4ce458 req-6870dd7a-6f2c-4867-8c4b-f62895365eae tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.47 "DELETE /v2.0/ports/96331206-7646-456e-9b32-498ee241aaca HTTP/1.1" status: 204 len: 173 time: 1.6781590 Dec 14 02:31:47.890289 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a14b77db-9db4-41ea-b376-39dd2c42d197', 'name': 'network-vif-deleted', 'tag': '96331206-7646-456e-9b32-498ee241aaca'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:47.895350 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba31e24e-be54-4f9d-a35b-e5649db8d3da" -d '{"events": [{"server_uuid": "a14b77db-9db4-41ea-b376-39dd2c42d197", "name": "network-vif-deleted", "tag": "96331206-7646-456e-9b32-498ee241aaca"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:47.967980 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 82540769-50dc-4798-84d8-947bdfc77faf, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=82540769-50dc-4798-84d8-947bdfc77faf,segment=NetworkSegment(b756c107-e77a-438d-8e5b-2c406c0e61cd),segment_id=b756c107-e77a-438d-8e5b-2c406c0e61cd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:47.996251 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1f7320b-1939-48d7-9bdd-a63d37773d58 req-f745cc34-7253-4088-9bb5-7224d0c69a96 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 210 time: 0.0601501 Dec 14 02:31:47.997833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5120925-bdc2-4d02-909a-dd408a7c8c55 req-b050495b-74e7-47c2-8ab7-87146fb00b86 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] No DVR routers for this DVR port 06f49754-6abd-49c4-949c-b22fa69d0cfa on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:31:48.017118 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c5120925-bdc2-4d02-909a-dd408a7c8c55 req-b050495b-74e7-47c2-8ab7-87146fb00b86 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:48.021053 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5120925-bdc2-4d02-909a-dd408a7c8c55 req-b050495b-74e7-47c2-8ab7-87146fb00b86 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.46 "DELETE /v2.0/ports/06f49754-6abd-49c4-949c-b22fa69d0cfa HTTP/1.1" status: 204 len: 173 time: 1.7253308 Dec 14 02:31:48.062085 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddaba54-dac9-462f-a2b2-14e6b1e237fe req-ceae4107-9696-4edc-8230-43f5de572a36 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:48.065051 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ddaba54-dac9-462f-a2b2-14e6b1e237fe req-ceae4107-9696-4edc-8230-43f5de572a36 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 944 time: 0.0719182 Dec 14 02:31:48.091525 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec5312ff-5056-439a-abce-9f45c4eba157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:48.092240 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:48.094796 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec5312ff-5056-439a-abce-9f45c4eba157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:48.096200 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ec5312ff-5056-439a-abce-9f45c4eba157 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8a1c2ba-41b3-42e8-a672-e1f4e1c6e987 HTTP/1.1" status: 204 len: 168 time: 0.4224386 Dec 14 02:31:48.126001 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5312ff-5056-439a-abce-9f45c4eba157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a1c2ba-41b3-42e8-a672-e1f4e1c6e987,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:48.166166 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ddaba54-dac9-462f-a2b2-14e6b1e237fe req-bcde61c3-91dc-4593-b43a-41b2098e28af tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932386 Dec 14 02:31:48.252543 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03c6cfdc-e448-4fd8-a981-e3d376dd2723 req-b362a2cb-f899-4f8f-9913-21c6f733a9ef tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=1201a227-dbb8-4396-9ee5-a859cdec98d9 HTTP/1.1" status: 200 len: 210 time: 0.0358582 Dec 14 02:31:48.292391 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51988) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:48.295472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=82540769-50dc-4798-84d8-947bdfc77faf,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:48.335389 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 96331206-7646-456e-9b32-498ee241aaca no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:31:48.382458 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220fc79c-fee2-4027-bde5-98def9b08697 x-openstack-request-id: req-220fc79c-fee2-4027-bde5-98def9b08697 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:48.382864 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a14b77db-9db4-41ea-b376-39dd2c42d197", "name": "network-vif-deleted", "tag": "96331206-7646-456e-9b32-498ee241aaca", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:48.383191 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-220fc79c-fee2-4027-bde5-98def9b08697 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:48.383601 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a14b77db-9db4-41ea-b376-39dd2c42d197', 'name': 'network-vif-deleted', 'tag': '96331206-7646-456e-9b32-498ee241aaca', 'status': 'completed', 'code': 200} Dec 14 02:31:48.384563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 96331206-7646-456e-9b32-498ee241aaca {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:31:48.385032 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 96331206-7646-456e-9b32-498ee241aaca not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:31:48.406163 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6b1dfe-be54-4a07-b2ca-e90fdf734a1e x-openstack-request-id: req-9d6b1dfe-be54-4a07-b2ca-e90fdf734a1e {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:48.406525 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec316326-926e-4396-b1c0-c3283154bfd8", "name": "network-vif-plugged", "status": "completed", "tag": "82540769-50dc-4798-84d8-947bdfc77faf", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:48.406950 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d6b1dfe-be54-4a07-b2ca-e90fdf734a1e {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:48.407637 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec316326-926e-4396-b1c0-c3283154bfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82540769-50dc-4798-84d8-947bdfc77faf', 'code': 200} Dec 14 02:31:48.440822 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a854749b-4f37-48f0-a486-c8818472f42a tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:48.527023 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a854749b-4f37-48f0-a486-c8818472f42a tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:48.613059 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61b96d-042e-455f-8540-21be5ca454bd req-e7e98f15-52c6-435d-b2ca-c976c8f28ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:48.615047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd61b96d-042e-455f-8540-21be5ca454bd req-e7e98f15-52c6-435d-b2ca-c976c8f28ab5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 1096 time: 0.0848286 Dec 14 02:31:48.713390 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd61b96d-042e-455f-8540-21be5ca454bd req-43db633f-29f0-48bb-a14f-c554558852bb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890827 Dec 14 02:31:48.775759 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a854749b-4f37-48f0-a486-c8818472f42a tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:48.778897 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a854749b-4f37-48f0-a486-c8818472f42a tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:48.780273 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a854749b-4f37-48f0-a486-c8818472f42a tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "DELETE /v2.0/security-groups/11f1d367-381d-4567-98c5-13cd2b903736 HTTP/1.1" status: 204 len: 168 time: 0.4862645 Dec 14 02:31:48.789323 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52006) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:48.816816 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-a378f003-999a-4d8a-ba7c-680530d2b9e5 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] show failed (client error): The resource could not be found. Dec 14 02:31:48.843078 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a378f003-999a-4d8a-ba7c-680530d2b9e5 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "GET /v2.0/security-groups/11f1d367-381d-4567-98c5-13cd2b903736 HTTP/1.1" status: 404 len: 347 time: 0.0425544 Dec 14 02:31:48.844020 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52010) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:48.846452 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854749b-4f37-48f0-a486-c8818472f42a tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f1d367-381d-4567-98c5-13cd2b903736,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:49.148501 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-860d05f3-f286-4544-8ff0-b1e1ba5dd009 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Deleting port b0196f0e-99dc-4068-b9e2-8056e577aefa {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:31:49.149343 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-860d05f3-f286-4544-8ff0-b1e1ba5dd009 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:49.162736 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-456c293f-5a4e-464c-8875-7b77117d955d req-5c326d24-881a-463a-8afe-947848417784 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 210 time: 0.0576866 Dec 14 02:31:49.338205 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-860d05f3-f286-4544-8ff0-b1e1ba5dd009 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:49.338938 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-860d05f3-f286-4544-8ff0-b1e1ba5dd009 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:49.344188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf9db2-580a-4563-aeb7-8d84394ef952 req-9673c0ec-14bb-4a38-95d5-45e05981debe tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:49.349856 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81bf9db2-580a-4563-aeb7-8d84394ef952 req-9673c0ec-14bb-4a38-95d5-45e05981debe tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1050739 Dec 14 02:31:49.359449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 06f49754-6abd-49c4-949c-b22fa69d0cfa no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:31:49.375347 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-860d05f3-f286-4544-8ff0-b1e1ba5dd009 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Calling delete_port for b0196f0e-99dc-4068-b9e2-8056e577aefa owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:49.388742 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 06f49754-6abd-49c4-949c-b22fa69d0cfa {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:31:49.390374 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 06f49754-6abd-49c4-949c-b22fa69d0cfa not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:31:49.428939 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-415716ed-0a3a-41ec-9b8e-746405615c9a req-f07e8c6d-492a-4cb3-b4f8-8329ba2b04ee tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=1201a227-dbb8-4396-9ee5-a859cdec98d9 HTTP/1.1" status: 200 len: 210 time: 0.0779228 Dec 14 02:31:49.605636 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81bf9db2-580a-4563-aeb7-8d84394ef952 req-ecdb3728-b436-48cf-bc6d-ccc8eb6cee32 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028871 Dec 14 02:31:50.027610 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-860d05f3-f286-4544-8ff0-b1e1ba5dd009 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:50.057810 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d05f3-f286-4544-8ff0-b1e1ba5dd009 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Pushing event deleted for resources: {'Port': ['ID=b0196f0e-99dc-4068-b9e2-8056e577aefa,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:50.214930 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-860d05f3-f286-4544-8ff0-b1e1ba5dd009 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:50.219388 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-860d05f3-f286-4544-8ff0-b1e1ba5dd009 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:50.222531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52082) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:50.223187 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-860d05f3-f286-4544-8ff0-b1e1ba5dd009 tempest-ServersTestBootFromVolume-648614840 tempest-ServersTestBootFromVolume-648614840-project] 10.222.0.39 "DELETE /v2.0/floatingips/ac1c88ad-9fc8-4619-83f5-f6819a4208a2 HTTP/1.1" status: 204 len: 168 time: 1.3489079 Dec 14 02:31:50.766441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca099a39-0f7c-4824-aa1e-d5401508970d', 'name': 'network-vif-deleted', 'tag': '06f49754-6abd-49c4-949c-b22fa69d0cfa'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:50.768787 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2a50d5-078e-4425-bbcb-e60c828c7ac1" -d '{"events": [{"server_uuid": "ca099a39-0f7c-4824-aa1e-d5401508970d", "name": "network-vif-deleted", "tag": "06f49754-6abd-49c4-949c-b22fa69d0cfa"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:50.794874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d6303ea4-b802-4219-a934-127d9d428b77 req-d9c8a34e-c3eb-43ec-97a2-41d05ce197f0 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 210 time: 0.5204554 Dec 14 02:31:50.847212 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52102) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:50.969290 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792460de-3b1c-4090-b82f-33d3246ef65b req-48f45808-d3c1-4c12-a2b9-a6142e9a75f4 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:50.970792 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-48f45808-d3c1-4c12-a2b9-a6142e9a75f4 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.46 "GET /v2.0/networks?id=20c855ad-46e8-4000-9600-b93da22b6b10 HTTP/1.1" status: 200 len: 813 time: 0.1959441 Dec 14 02:31:50.992143 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c7357c60-4abe-4966-a456-5cdb90ee75ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:51.008019 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da5d9f9b-3203-409c-a7e1-84f1a17c6f38 req-8acf293d-c9d4-4ccb-a834-900886c4344b tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=1201a227-dbb8-4396-9ee5-a859cdec98d9 HTTP/1.1" status: 200 len: 210 time: 0.2360468 Dec 14 02:31:51.011897 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-792460de-3b1c-4090-b82f-33d3246ef65b req-ff383d98-623e-469a-84a8-326edce5c5fc tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Request body: {'port': {'device_id': '1201a227-dbb8-4396-9ee5-a859cdec98d9', 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10', 'admin_state_up': True, 'tenant_id': '86308df433264a8e91787ffa1395aecc'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:51.122497 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c7357c60-4abe-4966-a456-5cdb90ee75ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:51.181553 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c7357c60-4abe-4966-a456-5cdb90ee75ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:51.265015 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7357c60-4abe-4966-a456-5cdb90ee75ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fce5b45-191c-4529-a9f7-9e22abeaf811,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:51.281943 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c7357c60-4abe-4966-a456-5cdb90ee75ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=809674ce4b55426ab85c85f7fb0e4e85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4336221 Dec 14 02:31:51.290865 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52112) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:51.301403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a46d0-82af-4c4a-abd2-e3e967cc8c2c req-351f831e-0bfe-4eeb-b621-bfc14baa270c tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:51.309603 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a06a46d0-82af-4c4a-abd2-e3e967cc8c2c req-351f831e-0bfe-4eeb-b621-bfc14baa270c tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.3340657 Dec 14 02:31:51.352184 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792460de-3b1c-4090-b82f-33d3246ef65b req-ca0edbad-378b-4827-a959-b5ad87b21d5e tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:51.354108 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45c9fe3b-c01b-4b00-9c05-c0fc3912b8c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:51.354846 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-ca0edbad-378b-4827-a959-b5ad87b21d5e tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.47 "GET /v2.0/networks?id=20c855ad-46e8-4000-9600-b93da22b6b10 HTTP/1.1" status: 200 len: 813 time: 0.5812712 Dec 14 02:31:51.355708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-792460de-3b1c-4090-b82f-33d3246ef65b req-ff383d98-623e-469a-84a8-326edce5c5fc tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Made reservation on behalf of 86308df433264a8e91787ffa1395aecc for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:31:51.359775 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-ff383d98-623e-469a-84a8-326edce5c5fc tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:51.380320 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45c9fe3b-c01b-4b00-9c05-c0fc3912b8c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:51.451604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-792460de-3b1c-4090-b82f-33d3246ef65b req-f3124132-2895-4c36-ace3-5ff8c9c2ae1d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Request body: {'port': {'device_id': '11c73c42-7b27-42aa-b9c2-176c92b71375', 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10', 'admin_state_up': True, 'tenant_id': '86308df433264a8e91787ffa1395aecc'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:51.482078 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45c9fe3b-c01b-4b00-9c05-c0fc3912b8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:51.485197 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45c9fe3b-c01b-4b00-9c05-c0fc3912b8c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:51.486960 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-45c9fe3b-c01b-4b00-9c05-c0fc3912b8c0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8fce5b45-191c-4529-a9f7-9e22abeaf811 HTTP/1.1" status: 204 len: 168 time: 0.1973820 Dec 14 02:31:51.507288 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9fe3b-c01b-4b00-9c05-c0fc3912b8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fce5b45-191c-4529-a9f7-9e22abeaf811,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:51.530260 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc53ceb-2211-4840-908b-dadd466cefb3 x-openstack-request-id: req-cdc53ceb-2211-4840-908b-dadd466cefb3 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:51.530891 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca099a39-0f7c-4824-aa1e-d5401508970d", "name": "network-vif-deleted", "tag": "06f49754-6abd-49c4-949c-b22fa69d0cfa", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:51.531342 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cdc53ceb-2211-4840-908b-dadd466cefb3 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:51.532140 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca099a39-0f7c-4824-aa1e-d5401508970d', 'name': 'network-vif-deleted', 'tag': '06f49754-6abd-49c4-949c-b22fa69d0cfa', 'status': 'completed', 'code': 200} Dec 14 02:31:51.625625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-9a364ce2-177e-4b1b-aefd-95c1ba9ea4ea tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:51.633515 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-9a364ce2-177e-4b1b-aefd-95c1ba9ea4ea tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.47 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 808 time: 0.4906180 Dec 14 02:31:51.635570 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a06a46d0-82af-4c4a-abd2-e3e967cc8c2c req-d32d7d29-4f55-4ec2-a53d-09c9578aa383 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248277 Dec 14 02:31:51.680889 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-4bc8040a-6b85-41cc-b497-0f6d8ca28109 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Request body: {'port': {'device_id': 'fb4f8be2-1006-4d3a-bebc-8925604538c1', 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27', 'admin_state_up': True, 'tenant_id': 'dbee3f5c8679489195245f7b7be79be0'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:51.906863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-792460de-3b1c-4090-b82f-33d3246ef65b req-ff383d98-623e-469a-84a8-326edce5c5fc tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Allocated IP 172.20.0.3 (20c855ad-46e8-4000-9600-b93da22b6b10/0a48fceb-7f50-4b74-83b2-3f7c5b452898/f1aa0bde-5534-4bf8-8716-49e0cb788296) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:31:52.019230 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-792460de-3b1c-4090-b82f-33d3246ef65b req-f3124132-2895-4c36-ace3-5ff8c9c2ae1d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Made reservation on behalf of 86308df433264a8e91787ffa1395aecc for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:31:52.023510 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-f3124132-2895-4c36-ace3-5ff8c9c2ae1d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:52.170616 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52162) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:52.187206 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a14d628d-799c-4c2c-a730-8fd8c445a049 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:52.223451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-4bc8040a-6b85-41cc-b497-0f6d8ca28109 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Made reservation on behalf of dbee3f5c8679489195245f7b7be79be0 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:31:52.226949 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-4bc8040a-6b85-41cc-b497-0f6d8ca28109 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:52.262490 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a14d628d-799c-4c2c-a730-8fd8c445a049 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:52.324234 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a14d628d-799c-4c2c-a730-8fd8c445a049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:52.358849 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-ff383d98-623e-469a-84a8-326edce5c5fc tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:52.374217 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a14d628d-799c-4c2c-a730-8fd8c445a049 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84dcfa49f9b849b4a0e0addd87f2d0f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020924 Dec 14 02:31:52.375429 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d628d-799c-4c2c-a730-8fd8c445a049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04557f94-36f2-4a72-a8f0-15ba78fef1b7,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:52.378835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52166) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:52.417687 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7009d072-45c7-4119-aab4-8fe02a39a108 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:52.419236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7009d072-45c7-4119-aab4-8fe02a39a108 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/networks?id=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 HTTP/1.1" status: 200 len: 814 time: 0.3205020 Dec 14 02:31:52.442874 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb4a2e6f-2218-475d-b0e9-7859a67ab892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:52.477640 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb4a2e6f-2218-475d-b0e9-7859a67ab892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:52.485733 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-94b5265d-912d-4d1e-8bbd-d18d5dd73344 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/quotas/038f1fba5462416da4b946cf716bf191 HTTP/1.1" status: 200 len: 375 time: 0.0537004 Dec 14 02:31:52.488326 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-719a0523-4b58-476e-a36c-343b86063666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:52.581283 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb4a2e6f-2218-475d-b0e9-7859a67ab892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:52.581283 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb4a2e6f-2218-475d-b0e9-7859a67ab892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:52.581283 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bb4a2e6f-2218-475d-b0e9-7859a67ab892 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/04557f94-36f2-4a72-a8f0-15ba78fef1b7 HTTP/1.1" status: 204 len: 168 time: 0.2007966 Dec 14 02:31:52.589979 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a2e6f-2218-475d-b0e9-7859a67ab892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04557f94-36f2-4a72-a8f0-15ba78fef1b7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:52.606872 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94431f68-add3-42f6-b96c-e119b37cd51a req-6556deb4-49b0-4301-ae32-935b25ebd2cd tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 210 time: 0.1301792 Dec 14 02:31:52.653259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-4bc8040a-6b85-41cc-b497-0f6d8ca28109 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Allocated IP 172.20.0.5 (f3e644f0-318a-42e9-9245-8613c8213d27/eff6592f-d083-4d91-9f99-e0072e6fa6ab/c0c3f166-1a85-478a-966d-8633562a3934) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:31:52.701565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-ac6a81f2-9422-463b-8aee-94a4680c8809 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=038f1fba5462416da4b946cf716bf191&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1940038 Dec 14 02:31:52.794317 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-ff383d98-623e-469a-84a8-326edce5c5fc tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:53.272661 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-792460de-3b1c-4090-b82f-33d3246ef65b req-ff383d98-623e-469a-84a8-326edce5c5fc tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Network 20c855ad-46e8-4000-9600-b93da22b6b10 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:31:53.304833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff383d98-623e-469a-84a8-326edce5c5fc tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Pushing event updated for resources: {'Port': ['ID=f1aa0bde-5534-4bf8-8716-49e0cb788296,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:53.308168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-792460de-3b1c-4090-b82f-33d3246ef65b req-ff383d98-623e-469a-84a8-326edce5c5fc tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:31:53.316467 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-792460de-3b1c-4090-b82f-33d3246ef65b req-ff383d98-623e-469a-84a8-326edce5c5fc tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:31:53.362521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330a6cd-afe1-46f0-b005-855c51dce1c7 req-3f3a8519-6be4-4f53-b810-49474d323d11 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:53.364354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5330a6cd-afe1-46f0-b005-855c51dce1c7 req-3f3a8519-6be4-4f53-b810-49474d323d11 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=1201a227-dbb8-4396-9ee5-a859cdec98d9 HTTP/1.1" status: 200 len: 931 time: 0.6300662 Dec 14 02:31:53.371855 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.db.api [req-792460de-3b1c-4090-b82f-33d3246ef65b req-f3124132-2895-4c36-ace3-5ff8c9c2ae1d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-fad8b772-13bb-47b2-a955-52a2f05eb016 {{(pid=103848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:31:53.372229 n-d-821636-1 neutron-server[103848]: DEBUG oslo_db.api [req-792460de-3b1c-4090-b82f-33d3246ef65b req-f3124132-2895-4c36-ace3-5ff8c9c2ae1d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:31:53.374237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-f888a2d2-1113-4ea3-af23-f0b899aca32e service neutron] 10.222.0.39 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6718776 Dec 14 02:31:53.489786 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792460de-3b1c-4090-b82f-33d3246ef65b req-ff383d98-623e-469a-84a8-326edce5c5fc tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:53.489786 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-ff383d98-623e-469a-84a8-326edce5c5fc tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:53.542474 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-4bc8040a-6b85-41cc-b497-0f6d8ca28109 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:53.596609 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5330a6cd-afe1-46f0-b005-855c51dce1c7 req-bff3664f-0aac-43e1-b1fe-1acb7acaf9ee tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213855 Dec 14 02:31:53.615075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-ff383d98-623e-469a-84a8-326edce5c5fc tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6121848 Dec 14 02:31:53.653365 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Request body: {'port': {'device_id': '1201a227-dbb8-4396-9ee5-a859cdec98d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:53.670464 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-e0a82ec7-25a8-4893-b499-f05c6a415b0e service neutron] 10.222.0.39 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758512 Dec 14 02:31:53.771225 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:53.796654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-719a0523-4b58-476e-a36c-343b86063666 admin admin] Deleting port a6495360-c700-42c5-a566-b5b64cef2e4e {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:31:53.797097 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-719a0523-4b58-476e-a36c-343b86063666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:53.863659 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-4bc8040a-6b85-41cc-b497-0f6d8ca28109 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:53.882373 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-f3124132-2895-4c36-ace3-5ff8c9c2ae1d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:53.890974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-4bc8040a-6b85-41cc-b497-0f6d8ca28109 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Network f3e644f0-318a-42e9-9245-8613c8213d27 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:31:53.902696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-4bc8040a-6b85-41cc-b497-0f6d8ca28109 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:31:54.015253 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-4bc8040a-6b85-41cc-b497-0f6d8ca28109 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:31:54.194356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8040a-6b85-41cc-b497-0f6d8ca28109 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Pushing event updated for resources: {'Port': ['ID=c0c3f166-1a85-478a-966d-8633562a3934,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:54.202426 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-719a0523-4b58-476e-a36c-343b86063666 admin admin] For port a6495360-c700-42c5-a566-b5b64cef2e4e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a6495360-c700-42c5-a566-b5b64cef2e4e,segment=NetworkSegment(d5781a2c-daf3-4628-b215-7396152381d2),segment_id=d5781a2c-daf3-4628-b215-7396152381d2)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:54.202957 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-719a0523-4b58-476e-a36c-343b86063666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:54.300179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-719a0523-4b58-476e-a36c-343b86063666 admin admin] Calling delete_port for a6495360-c700-42c5-a566-b5b64cef2e4e owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:54.311650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-4bc8040a-6b85-41cc-b497-0f6d8ca28109 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:54.312291 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-4bc8040a-6b85-41cc-b497-0f6d8ca28109 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:54.374415 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c96e826-c56c-4785-a549-3251a427b6b2 req-0e8d83e6-1310-4719-b106-ddbdd815b983 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87df19-ebd1-4dce-9fc6-80b8d00f9e43 HTTP/1.1" status: 200 len: 210 time: 0.1133492 Dec 14 02:31:54.395614 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be183d0e-3fcf-4bb0-978b-18173ee1d6ed req-e197ca85-20a2-47e2-8263-1bddf9a654fc tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:54.395800 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be183d0e-3fcf-4bb0-978b-18173ee1d6ed req-e197ca85-20a2-47e2-8263-1bddf9a654fc tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 931 time: 0.3837917 Dec 14 02:31:54.521438 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be183d0e-3fcf-4bb0-978b-18173ee1d6ed req-eb0e8279-9ab1-4b8a-aaa5-8c7cbdb33759 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244676 Dec 14 02:31:54.539029 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-4bc8040a-6b85-41cc-b497-0f6d8ca28109 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8678973 Dec 14 02:31:54.562907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Request body: {'port': {'device_id': 'fb4f8be2-1006-4d3a-bebc-8925604538c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:54.724831 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:54.745373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1aa0bde-5534-4bf8-8716-49e0cb788296 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:31:54.780834 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:54.966864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522e752-ce88-4d38-9964-3ce79105f7cb req-17b91c20-cfb4-42eb-a8fe-fd0562ff3b6d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:54.969821 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4522e752-ce88-4d38-9964-3ce79105f7cb req-17b91c20-cfb4-42eb-a8fe-fd0562ff3b6d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=1201a227-dbb8-4396-9ee5-a859cdec98d9 HTTP/1.1" status: 200 len: 931 time: 0.1971173 Dec 14 02:31:55.075156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Transition to ACTIVE for port object f1aa0bde-5534-4bf8-8716-49e0cb788296 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:31:55.085106 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-719a0523-4b58-476e-a36c-343b86063666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:55.107818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4522e752-ce88-4d38-9964-3ce79105f7cb req-9afa1d9a-735a-4ee4-a047-f904a31d713c tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209073 Dec 14 02:31:55.140730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a0523-4b58-476e-a36c-343b86063666 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6495360-c700-42c5-a566-b5b64cef2e4e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:55.200552 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:55.409107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Pushing event updated for resources: {'Port': ['ID=f1aa0bde-5534-4bf8-8716-49e0cb788296,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:55.417823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-792460de-3b1c-4090-b82f-33d3246ef65b req-f3124132-2895-4c36-ace3-5ff8c9c2ae1d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Allocated IP 172.20.0.2 (20c855ad-46e8-4000-9600-b93da22b6b10/0a48fceb-7f50-4b74-83b2-3f7c5b452898/e1e11490-650e-4ede-b32e-08d47a4066f5) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:31:55.976469 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-67144752-d208-4d2d-9530-1a0a7f46bc77 req-2772361f-f83a-432b-a509-c002bf139e1a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87df19-ebd1-4dce-9fc6-80b8d00f9e43 HTTP/1.1" status: 200 len: 210 time: 0.4154129 Dec 14 02:31:56.049544 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52298) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:56.051454 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c3f166-1a85-478a-966d-8633562a3934 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:31:56.072373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Attempting to bind port f1aa0bde-5534-4bf8-8716-49e0cb788296 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:31:56.072712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Attempting to bind port f1aa0bde-5534-4bf8-8716-49e0cb788296 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '9a0cce21-a0e8-444f-bde3-f9aa5bc10e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:31:56.073039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Attempting to bind port f1aa0bde-5534-4bf8-8716-49e0cb788296 on network 20c855ad-46e8-4000-9600-b93da22b6b10 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:31:56.090615 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:56.156244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Port f1aa0bde-5534-4bf8-8716-49e0cb788296 on network 20c855ad-46e8-4000-9600-b93da22b6b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:31:56.156579 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Attempting to bind port f1aa0bde-5534-4bf8-8716-49e0cb788296 on network 20c855ad-46e8-4000-9600-b93da22b6b10 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:31:56.172837 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Transition to ACTIVE for port object c0c3f166-1a85-478a-966d-8633562a3934 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:31:56.181773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:31:56.188427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Checking segment: {'id': '9a0cce21-a0e8-444f-bde3-f9aa5bc10e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:31:56.188427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Bound using segment: {'id': '9a0cce21-a0e8-444f-bde3-f9aa5bc10e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:31:56.188427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Bound port: f1aa0bde-5534-4bf8-8716-49e0cb788296, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0cce21-a0e8-444f-bde3-f9aa5bc10e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:31:56.188427 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:56.194093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e832f2-9eed-4287-8608-751cf8f107e7 req-cf42995e-a730-4216-966b-afb91faeb074 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:56.195602 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82e832f2-9eed-4287-8608-751cf8f107e7 req-cf42995e-a730-4216-966b-afb91faeb074 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 931 time: 0.2218025 Dec 14 02:31:56.195786 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-965c4c32-3484-4a12-93eb-c67237715af8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:56.196256 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-719a0523-4b58-476e-a36c-343b86063666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:56.307378 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-965c4c32-3484-4a12-93eb-c67237715af8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:56.340682 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:56.369888 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-965c4c32-3484-4a12-93eb-c67237715af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:56.410728 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c4c32-3484-4a12-93eb-c67237715af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8347db3a-da20-4718-a9b2-aee4e5355149,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:56.415504 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-965c4c32-3484-4a12-93eb-c67237715af8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=430ac59ce7654cbba9f9e15393d2825d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3644247 Dec 14 02:31:56.421901 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52314) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:56.429176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c4c32-3484-4a12-93eb-c67237715af8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:56.429551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c4c32-3484-4a12-93eb-c67237715af8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:56.429900 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c4c32-3484-4a12-93eb-c67237715af8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:56.430245 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c4c32-3484-4a12-93eb-c67237715af8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:56.431200 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c4c32-3484-4a12-93eb-c67237715af8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:56.431564 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c4c32-3484-4a12-93eb-c67237715af8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:56.431972 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c4c32-3484-4a12-93eb-c67237715af8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:56.432312 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c4c32-3484-4a12-93eb-c67237715af8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:56.432643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c4c32-3484-4a12-93eb-c67237715af8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:56.432974 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c4c32-3484-4a12-93eb-c67237715af8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:56.433334 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c4c32-3484-4a12-93eb-c67237715af8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:56.435886 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c4c32-3484-4a12-93eb-c67237715af8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:56.435886 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965c4c32-3484-4a12-93eb-c67237715af8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:31:56.490416 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-613f2e38-ab2b-42d5-8219-8017911afbf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:56.518153 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-613f2e38-ab2b-42d5-8219-8017911afbf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:56.541572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82e832f2-9eed-4287-8608-751cf8f107e7 req-388bd180-855d-47fe-8651-d44bd26e744b tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297369 Dec 14 02:31:56.549655 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71195650-8450-4d53-a846-cede133d6a97 req-ab789207-814d-4e6f-98f3-2999e87d3c66 tempest-FlavorsV2NegativeTest-2032616130 tempest-FlavorsV2NegativeTest-2032616130-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d4f5c56e5ae2429984f7ed77c407517d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1583338 Dec 14 02:31:56.564966 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-f3124132-2895-4c36-ace3-5ff8c9c2ae1d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:56.667375 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-613f2e38-ab2b-42d5-8219-8017911afbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:56.670167 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-613f2e38-ab2b-42d5-8219-8017911afbf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:56.671607 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-613f2e38-ab2b-42d5-8219-8017911afbf7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8347db3a-da20-4718-a9b2-aee4e5355149 HTTP/1.1" status: 204 len: 168 time: 0.2485220 Dec 14 02:31:56.693776 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f2e38-ab2b-42d5-8219-8017911afbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8347db3a-da20-4718-a9b2-aee4e5355149,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:56.698649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] For port f1aa0bde-5534-4bf8-8716-49e0cb788296, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:31:56.725499 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Pushing event updated for resources: {'Port': ['ID=c0c3f166-1a85-478a-966d-8633562a3934,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:56.726946 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:56.810650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] For port f1aa0bde-5534-4bf8-8716-49e0cb788296, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f1aa0bde-5534-4bf8-8716-49e0cb788296,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:31:57.013247 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:57.038028 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d5b40-39b4-402f-950e-ea507f70e246 req-e51f2e63-6d21-4c12-bf90-cc51f3d1cf92 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:57.039528 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a2d5b40-39b4-402f-950e-ea507f70e246 req-e51f2e63-6d21-4c12-bf90-cc51f3d1cf92 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=1201a227-dbb8-4396-9ee5-a859cdec98d9 HTTP/1.1" status: 200 len: 943 time: 0.3927195 Dec 14 02:31:57.106714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71195650-8450-4d53-a846-cede133d6a97 req-7caa8f74-fb9e-4c8a-8136-f2932b2205b0 tempest-FlavorsV2NegativeTest-2032616130 tempest-FlavorsV2NegativeTest-2032616130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:57.108177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71195650-8450-4d53-a846-cede133d6a97 req-7caa8f74-fb9e-4c8a-8136-f2932b2205b0 tempest-FlavorsV2NegativeTest-2032616130 tempest-FlavorsV2NegativeTest-2032616130-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5577300 Dec 14 02:31:57.109248 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-f3124132-2895-4c36-ace3-5ff8c9c2ae1d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:57.126435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-a5d4cb22-d7cf-4b0e-bab4-e7b49f92d0fc tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:57.127838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-a5d4cb22-d7cf-4b0e-bab4-e7b49f92d0fc tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.46 "GET /v2.0/networks?id=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 HTTP/1.1" status: 200 len: 814 time: 0.6128669 Dec 14 02:31:57.133003 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:57.134591 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:57.136006 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] 10.222.0.46 "PUT /v2.0/ports/f1aa0bde-5534-4bf8-8716-49e0cb788296 HTTP/1.1" status: 200 len: 1091 time: 3.4954290 Dec 14 02:31:57.153617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1201a227-dbb8-4396-9ee5-a859cdec98d9', 'tag': 'f1aa0bde-5534-4bf8-8716-49e0cb788296'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:57.154004 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5887aeee-a9e8-4a7f-9c23-98c6559d1a68" -d '{"events": [{"name": "network-changed", "server_uuid": "1201a227-dbb8-4396-9ee5-a859cdec98d9", "tag": "f1aa0bde-5534-4bf8-8716-49e0cb788296"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:57.170366 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-c735574e-b8fc-40d8-945b-c97b99fd4dff tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Request body: {'port': {'device_id': 'fd87df19-ebd1-4dce-9fc6-80b8d00f9e43', 'network_id': 'd4d44ac6-a4e1-4c48-95d9-fdd8413398e9', 'admin_state_up': True, 'tenant_id': '038f1fba5462416da4b946cf716bf191'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:57.185473 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Attempting to bind port c0c3f166-1a85-478a-966d-8633562a3934 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:31:57.185798 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Attempting to bind port c0c3f166-1a85-478a-966d-8633562a3934 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:31:57.186131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Attempting to bind port c0c3f166-1a85-478a-966d-8633562a3934 on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:31:57.262470 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Port c0c3f166-1a85-478a-966d-8633562a3934 on network f3e644f0-318a-42e9-9245-8613c8213d27 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:31:57.262806 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Attempting to bind port c0c3f166-1a85-478a-966d-8633562a3934 on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:31:57.265568 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71195650-8450-4d53-a846-cede133d6a97 req-577ba4c1-2b5c-459e-8751-ab7df1e840b2 tempest-FlavorsV2NegativeTest-2032616130 tempest-FlavorsV2NegativeTest-2032616130-project] 10.222.0.39 "GET /v2.0/quotas/d4f5c56e5ae2429984f7ed77c407517d HTTP/1.1" status: 200 len: 375 time: 0.1209071 Dec 14 02:31:57.296194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-792460de-3b1c-4090-b82f-33d3246ef65b req-f3124132-2895-4c36-ace3-5ff8c9c2ae1d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Network 20c855ad-46e8-4000-9600-b93da22b6b10 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:31:57.319429 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd7d46-3561-46a6-ab60-9447fee4da63 service neutron] Pushing event updated for resources: {'Port': ['ID=f1aa0bde-5534-4bf8-8716-49e0cb788296,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:57.369561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71195650-8450-4d53-a846-cede133d6a97 req-d5a503a5-1d8e-440b-abc0-d26495b5e0b7 tempest-FlavorsV2NegativeTest-2032616130 tempest-FlavorsV2NegativeTest-2032616130-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d4f5c56e5ae2429984f7ed77c407517d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813479 Dec 14 02:31:57.370563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-792460de-3b1c-4090-b82f-33d3246ef65b req-f3124132-2895-4c36-ace3-5ff8c9c2ae1d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:31:57.384022 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:31:57.384602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Checking segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:31:57.385192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Bound using segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:31:57.385678 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Bound port: c0c3f166-1a85-478a-966d-8633562a3934, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:31:57.386729 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:57.401065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-792460de-3b1c-4090-b82f-33d3246ef65b req-f3124132-2895-4c36-ace3-5ff8c9c2ae1d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:31:57.484847 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a2d5b40-39b4-402f-950e-ea507f70e246 req-7475507d-6891-4163-b6ec-33c1b7e15b53 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4321866 Dec 14 02:31:57.512104 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719a0523-4b58-476e-a36c-343b86063666 admin admin] Router 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:31:57.569972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792460de-3b1c-4090-b82f-33d3246ef65b req-c369b4f1-8b09-4cde-9e51-1cd760ee5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:57.571845 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-c369b4f1-8b09-4cde-9e51-1cd760ee5553 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86308df433264a8e91787ffa1395aecc&device_id=1201a227-dbb8-4396-9ee5-a859cdec98d9 HTTP/1.1" status: 200 len: 1094 time: 0.3105075 Dec 14 02:31:57.580353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3124132-2895-4c36-ace3-5ff8c9c2ae1d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Pushing event updated for resources: {'Port': ['ID=e1e11490-650e-4ede-b32e-08d47a4066f5,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:57.599820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792460de-3b1c-4090-b82f-33d3246ef65b req-f3124132-2895-4c36-ace3-5ff8c9c2ae1d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:57.600778 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-f3124132-2895-4c36-ace3-5ff8c9c2ae1d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:57.676477 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-538c7ebb-de81-4664-9a15-8b8ef73330c6 req-611a9965-52b2-4f21-80b4-66534fac0569 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87df19-ebd1-4dce-9fc6-80b8d00f9e43 HTTP/1.1" status: 200 len: 210 time: 0.0654738 Dec 14 02:31:57.730985 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-e5c83433-9717-422e-8a16-b9a5df9c3439 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1aa0bde-5534-4bf8-8716-49e0cb788296 HTTP/1.1" status: 200 len: 217 time: 0.1180248 Dec 14 02:31:57.832429 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d4cb8f-5c47-429f-9f8e-35e80a36c29c x-openstack-request-id: req-58d4cb8f-5c47-429f-9f8e-35e80a36c29c {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:31:57.832858 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1201a227-dbb8-4396-9ee5-a859cdec98d9", "tag": "f1aa0bde-5534-4bf8-8716-49e0cb788296", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:31:57.833243 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-58d4cb8f-5c47-429f-9f8e-35e80a36c29c {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:31:57.833838 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1201a227-dbb8-4396-9ee5-a859cdec98d9', 'tag': 'f1aa0bde-5534-4bf8-8716-49e0cb788296', 'status': 'completed', 'code': 200} Dec 14 02:31:57.880219 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] For port c0c3f166-1a85-478a-966d-8633562a3934, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:31:57.897218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792460de-3b1c-4090-b82f-33d3246ef65b req-ce862b6c-6054-40de-af81-19b978df78fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:57.898837 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-ce862b6c-6054-40de-af81-19b978df78fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0a48fceb-7f50-4b74-83b2-3f7c5b452898 HTTP/1.1" status: 200 len: 853 time: 0.1582654 Dec 14 02:31:57.941362 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] For port c0c3f166-1a85-478a-966d-8633562a3934, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c0c3f166-1a85-478a-966d-8633562a3934,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:31:57.942623 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-c735574e-b8fc-40d8-945b-c97b99fd4dff tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Made reservation on behalf of 038f1fba5462416da4b946cf716bf191 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:31:57.946611 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-c735574e-b8fc-40d8-945b-c97b99fd4dff tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:57.980424 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-af78fc5c-5e17-4374-b622-f4160e0fc7c1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=20c855ad-46e8-4000-9600-b93da22b6b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544834 Dec 14 02:31:58.151883 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52366) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:58.271366 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-10ce7342-047f-441c-9985-3dc046b1c830 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-154167232-network', 'tenant_id': 'c599f063fb64480ba4a0ee1020e33672'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:58.335547 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b235597-4a7b-4b4b-a0cf-11befe99c235 req-c640247f-cc5e-4c23-bfb5-efd56f9b93da tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:58.337211 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b235597-4a7b-4b4b-a0cf-11befe99c235 req-c640247f-cc5e-4c23-bfb5-efd56f9b93da tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 943 time: 0.5025048 Dec 14 02:31:58.376449 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ce7342-047f-441c-9985-3dc046b1c830 admin admin] Made reservation on behalf of c599f063fb64480ba4a0ee1020e33672 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:31:58.380635 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-f3124132-2895-4c36-ace3-5ff8c9c2ae1d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9778466 Dec 14 02:31:58.381760 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:58.385213 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10ce7342-047f-441c-9985-3dc046b1c830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:58.405464 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10ce7342-047f-441c-9985-3dc046b1c830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:58.415527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Request body: {'port': {'device_id': '11c73c42-7b27-42aa-b9c2-176c92b71375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:58.447746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719a0523-4b58-476e-a36c-343b86063666 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:31:58.463238 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817e954-dbd8-421f-a7c0-82ec158aafee None None] Sync routers for ids ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:31:58.477541 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817e954-dbd8-421f-a7c0-82ec158aafee None None] Routers {'4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:31:58.478630 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3817e954-dbd8-421f-a7c0-82ec158aafee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:31:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:58.489160 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-719a0523-4b58-476e-a36c-343b86063666 admin admin] 10.222.0.39 "PUT /v2.0/routers/4c6de887-fa7f-42cf-ab07-bd0b3dc080ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2644107 Dec 14 02:31:58.492422 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52374) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:58.508072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:58.508913 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:58.509931 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10ce7342-047f-441c-9985-3dc046b1c830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:58.510421 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] 10.222.0.47 "PUT /v2.0/ports/c0c3f166-1a85-478a-966d-8633562a3934 HTTP/1.1" status: 200 len: 1091 time: 3.9549210 Dec 14 02:31:58.632665 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-3817e954-dbd8-421f-a7c0-82ec158aafee None None] Set router 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:31:58.655435 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10ce7342-047f-441c-9985-3dc046b1c830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:58.673382 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7ac0c-c32a-410d-9ac3-75b6bce3967a service neutron] Pushing event updated for resources: {'Port': ['ID=c0c3f166-1a85-478a-966d-8633562a3934,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:58.675437 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5551b99b-46ec-4092-be3f-4a359e17f428 admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:58.716614 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ce7342-047f-441c-9985-3dc046b1c830 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:31:58.747513 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-f5bb02c8-a37a-4914-8fb2-ecf7a2fa0a40 service neutron] 10.222.0.46 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7583086 Dec 14 02:31:58.759765 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b235597-4a7b-4b4b-a0cf-11befe99c235 req-a85455ac-0997-4a8e-8d65-0149ba627e66 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732004 Dec 14 02:31:58.765591 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:58.794386 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10ce7342-047f-441c-9985-3dc046b1c830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:58.794608 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-10ce7342-047f-441c-9985-3dc046b1c830 admin admin] Added segment 3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5 of type vlan for network 46ae5e0d-ff63-489c-8bf7-968d04494343 Dec 14 02:31:58.846333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-c735574e-b8fc-40d8-945b-c97b99fd4dff tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Allocated IP 172.20.0.12 (d4d44ac6-a4e1-4c48-95d9-fdd8413398e9/53926458-5432-4661-8827-c48966f94c72/3d77e634-6aa7-4499-953a-367967e0ee3a) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:31:58.886302 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10ce7342-047f-441c-9985-3dc046b1c830 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:58.916925 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce7342-047f-441c-9985-3dc046b1c830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642082b1-5e23-43a9-975f-2b1bb0f98115,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:58.949131 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52384) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:58.958770 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3817e954-dbd8-421f-a7c0-82ec158aafee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'name': 'tempest-ServersTestBootFromVolume-589199568-router', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:03Z', 'updated_at': '2021-12-14T02:31:54Z', 'revision_number': 5, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'gw_port': {'id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:04Z', 'updated_at': '2021-12-14T02:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:59.003175 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5551b99b-46ec-4092-be3f-4a359e17f428 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:59.010771 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817e954-dbd8-421f-a7c0-82ec158aafee None None] Checking router: 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:31:59.021090 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3817e954-dbd8-421f-a7c0-82ec158aafee None None] Routers {'4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:31:59.021749 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3817e954-dbd8-421f-a7c0-82ec158aafee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:31:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:59.053385 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-0aa56d4f-a92b-4bca-a729-22772ad93180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:59.054902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-0aa56d4f-a92b-4bca-a729-22772ad93180 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 1094 time: 0.4243476 Dec 14 02:31:59.085993 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10ce7342-047f-441c-9985-3dc046b1c830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:59.089295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ce7342-047f-441c-9985-3dc046b1c830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:59.091072 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10ce7342-047f-441c-9985-3dc046b1c830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:59.160520 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-3817e954-dbd8-421f-a7c0-82ec158aafee None None] Set router 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:31:59.174713 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-b28485e2-9c00-43f9-9139-e206ac0313b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c3f166-1a85-478a-966d-8633562a3934 HTTP/1.1" status: 200 len: 217 time: 0.0854325 Dec 14 02:31:59.207971 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4ac5bef9-1cfc-4831-8183-c9f83df98c01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:59.249612 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce7342-047f-441c-9985-3dc046b1c830 admin admin] Pushing event updated for resources: {'Network': ['ID=46ae5e0d-ff63-489c-8bf7-968d04494343,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:59.267599 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 46ae5e0d-ff63-489c-8bf7-968d04494343 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:31:59.329627 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baf5795f-3652-4b4e-9e95-abd1eb82a607 req-235815ea-2dfe-414f-a6de-e350bc97b0d4 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87df19-ebd1-4dce-9fc6-80b8d00f9e43 HTTP/1.1" status: 200 len: 210 time: 0.1634669 Dec 14 02:31:59.351626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58a4c1-988e-4ea7-b8c1-6b79039d2c10 req-d1440e11-afd7-46d9-8104-ea68e567c879 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:59.363692 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-10ce7342-047f-441c-9985-3dc046b1c830 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2036476 Dec 14 02:31:59.363796 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2a58a4c1-988e-4ea7-b8c1-6b79039d2c10 req-d1440e11-afd7-46d9-8104-ea68e567c879 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=1201a227-dbb8-4396-9ee5-a859cdec98d9 HTTP/1.1" status: 200 len: 943 time: 0.4854624 Dec 14 02:31:59.369988 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-5551b99b-46ec-4092-be3f-4a359e17f428 admin admin] Deleting port 58834870-b905-4ff4-8f0c-37c84bb71ea3 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:31:59.371062 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52390) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:59.371864 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5551b99b-46ec-4092-be3f-4a359e17f428 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:59.382223 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-51ec3ff9-f0da-4414-863c-f1291f704f40 service neutron] 10.222.0.46 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5890682 Dec 14 02:31:59.385176 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3817e954-dbd8-421f-a7c0-82ec158aafee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'name': 'tempest-ServersTestBootFromVolume-589199568-router', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:03Z', 'updated_at': '2021-12-14T02:31:54Z', 'revision_number': 5, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'gw_port': {'id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:04Z', 'updated_at': '2021-12-14T02:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:31:59.392726 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-976f7ea6-886e-4160-9651-1f3844bc5dd8 admin admin] Request body: {'subnet': {'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-154167232-subnet', 'tenant_id': 'c599f063fb64480ba4a0ee1020e33672', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:31:59.438817 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3817e954-dbd8-421f-a7c0-82ec158aafee None None] The sync data for ids ['4c6de887-fa7f-42cf-ab07-bd0b3dc080ba'] in n-d-821636-1 is: [{'id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'name': 'tempest-ServersTestBootFromVolume-589199568-router', 'tenant_id': '6ee464f19e5545b582c162801b9559f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:27:03Z', 'updated_at': '2021-12-14T02:31:54Z', 'revision_number': 5, 'project_id': '6ee464f19e5545b582c162801b9559f4', 'gw_port': {'id': '58834870-b905-4ff4-8f0c-37c84bb71ea3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:fc:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6de887-fa7f-42cf-ab07-bd0b3dc080ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:27:04Z', 'updated_at': '2021-12-14T02:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:31:59.444617 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4ac5bef9-1cfc-4831-8183-c9f83df98c01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:59.479918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-7d3115e7-85f4-4bf3-8524-33dcc5addd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:59.481423 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-7d3115e7-85f4-4bf3-8524-33dcc5addd37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.2800043 Dec 14 02:31:59.502728 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-5551b99b-46ec-4092-be3f-4a359e17f428 admin admin] For port 58834870-b905-4ff4-8f0c-37c84bb71ea3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=58834870-b905-4ff4-8f0c-37c84bb71ea3,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:31:59.503100 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5551b99b-46ec-4092-be3f-4a359e17f428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:59.516325 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-5551b99b-46ec-4092-be3f-4a359e17f428 admin admin] Calling delete_port for 58834870-b905-4ff4-8f0c-37c84bb71ea3 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:31:59.520602 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4ac5bef9-1cfc-4831-8183-c9f83df98c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:59.558819 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-88c3d774-3af3-4e9e-9efa-273d7c54a628 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645840 Dec 14 02:31:59.603241 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2a58a4c1-988e-4ea7-b8c1-6b79039d2c10 req-9c7e9a74-4e65-4bd6-ae18-1e8e5027562f tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415018 Dec 14 02:31:59.607586 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4ac5bef9-1cfc-4831-8183-c9f83df98c01 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4f5c56e5ae2429984f7ed77c407517d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6558564 Dec 14 02:31:59.612415 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52396) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:31:59.626622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976f7ea6-886e-4160-9651-1f3844bc5dd8 admin admin] Made reservation on behalf of c599f063fb64480ba4a0ee1020e33672 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:31:59.629638 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-976f7ea6-886e-4160-9651-1f3844bc5dd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:59.634452 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5bef9-1cfc-4831-8183-c9f83df98c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca827ba0-0777-4822-9c64-e93e87eecee7,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:59.697340 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-c735574e-b8fc-40d8-945b-c97b99fd4dff tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:59.735289 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f3d3241a-42b5-49c3-994c-7cc77c5c061e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:59.765649 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f3d3241a-42b5-49c3-994c-7cc77c5c061e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:59.811513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1e11490-650e-4ede-b32e-08d47a4066f5 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:31:59.831619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887aeee-a9e8-4a7f-9c23-98c6559d1a68 req-01a00e87-c80d-48fe-b932-6836476e4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:31:59.833145 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5887aeee-a9e8-4a7f-9c23-98c6559d1a68 req-01a00e87-c80d-48fe-b932-6836476e4ae1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86308df433264a8e91787ffa1395aecc&device_id=1201a227-dbb8-4396-9ee5-a859cdec98d9 HTTP/1.1" status: 200 len: 1094 time: 0.2661061 Dec 14 02:31:59.841579 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:59.843678 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4f8be2-1006-4d3a-bebc-8925604538c1', 'tag': 'c0c3f166-1a85-478a-966d-8633562a3934'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:31:59.846014 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291405a9-518c-4019-a5ba-c527865f67c8" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4f8be2-1006-4d3a-bebc-8925604538c1", "tag": "c0c3f166-1a85-478a-966d-8633562a3934"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:31:59.890769 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:59.941693 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f3d3241a-42b5-49c3-994c-7cc77c5c061e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:59.944090 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Transition to ACTIVE for port object e1e11490-650e-4ede-b32e-08d47a4066f5 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:31:59.944869 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f3d3241a-42b5-49c3-994c-7cc77c5c061e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:59.949195 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f3d3241a-42b5-49c3-994c-7cc77c5c061e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca827ba0-0777-4822-9c64-e93e87eecee7 HTTP/1.1" status: 204 len: 168 time: 0.3340709 Dec 14 02:31:59.955841 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3241a-42b5-49c3-994c-7cc77c5c061e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca827ba0-0777-4822-9c64-e93e87eecee7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:31:59.975311 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5551b99b-46ec-4092-be3f-4a359e17f428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:31:59.981385 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-92e4e977-e4e1-4020-beea-1a65b07fc35c service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015498 Dec 14 02:32:00.005090 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:00.045935 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551b99b-46ec-4092-be3f-4a359e17f428 admin admin] Pushing event deleted for resources: {'Port': ['ID=58834870-b905-4ff4-8f0c-37c84bb71ea3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:00.098960 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5551b99b-46ec-4092-be3f-4a359e17f428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:00.117952 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-c735574e-b8fc-40d8-945b-c97b99fd4dff tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:00.153074 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['82540769-50dc-4798-84d8-947bdfc77faf'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:32:00.189694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9e350-9b36-44fe-b5c2-358e475c7d67 req-5e964736-00d0-49ac-a110-f17143bd7bd1 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:00.191238 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3c9e350-9b36-44fe-b5c2-358e475c7d67 req-5e964736-00d0-49ac-a110-f17143bd7bd1 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 943 time: 0.3253357 Dec 14 02:32:00.215255 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5551b99b-46ec-4092-be3f-4a359e17f428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:00.215833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-c735574e-b8fc-40d8-945b-c97b99fd4dff tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Network d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:32:00.217465 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5551b99b-46ec-4092-be3f-4a359e17f428 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:00.243044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887aeee-a9e8-4a7f-9c23-98c6559d1a68 req-579222a0-ba15-4c38-b876-2924089d256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:00.244482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5887aeee-a9e8-4a7f-9c23-98c6559d1a68 req-579222a0-ba15-4c38-b876-2924089d256f service neutron] 10.222.0.46 "GET /v2.0/networks?id=20c855ad-46e8-4000-9600-b93da22b6b10 HTTP/1.1" status: 200 len: 914 time: 0.3884342 Dec 14 02:32:00.247209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e11490-650e-4ede-b32e-08d47a4066f5,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:00.258914 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-c735574e-b8fc-40d8-945b-c97b99fd4dff tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:00.299039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-c735574e-b8fc-40d8-945b-c97b99fd4dff tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:32:00.330637 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5551b99b-46ec-4092-be3f-4a359e17f428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:00.331180 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5551b99b-46ec-4092-be3f-4a359e17f428 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c6de887-fa7f-42cf-ab07-bd0b3dc080ba {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:32:00.337405 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5551b99b-46ec-4092-be3f-4a359e17f428 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:00.341472 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5551b99b-46ec-4092-be3f-4a359e17f428 admin admin] 10.222.0.39 "DELETE /v2.0/routers/4c6de887-fa7f-42cf-ab07-bd0b3dc080ba HTTP/1.1" status: 204 len: 168 time: 1.8366363 Dec 14 02:32:00.341472 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52408) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:00.406788 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-d638b8a6-0d54-47ae-b94d-cc4763ce5562 admin admin] Deleting subnet 44057d44-340b-46b2-ac2c-94ca602f701c {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:32:00.410159 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d638b8a6-0d54-47ae-b94d-cc4763ce5562 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:00.429744 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5887aeee-a9e8-4a7f-9c23-98c6559d1a68 req-1d586df5-8966-481f-82b0-860bfbeb5308 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1aa0bde-5534-4bf8-8716-49e0cb788296 HTTP/1.1" status: 200 len: 217 time: 0.1464009 Dec 14 02:32:00.459901 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d638b8a6-0d54-47ae-b94d-cc4763ce5562 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:00.474614 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a71ff986-1cdb-4f9d-9c00-81c3cdc22f83 req-85f452eb-f6b0-4772-b183-b353e9418e06 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820085 Dec 14 02:32:00.527798 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735574e-b8fc-40d8-945b-c97b99fd4dff tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Pushing event updated for resources: {'Port': ['ID=3d77e634-6aa7-4499-953a-367967e0ee3a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:00.534791 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-976f7ea6-886e-4160-9651-1f3844bc5dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:00.548177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3c9e350-9b36-44fe-b5c2-358e475c7d67 req-3f60470d-89c7-47e0-a62c-d3b9a395c673 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378041 Dec 14 02:32:00.560507 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-c735574e-b8fc-40d8-945b-c97b99fd4dff tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:00.561143 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-c735574e-b8fc-40d8-945b-c97b99fd4dff tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:00.590723 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d638b8a6-0d54-47ae-b94d-cc4763ce5562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:00.621048 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202a89e6-1fca-47fc-8f59-148b8c562fcc x-openstack-request-id: req-202a89e6-1fca-47fc-8f59-148b8c562fcc {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:00.621048 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4f8be2-1006-4d3a-bebc-8925604538c1", "tag": "c0c3f166-1a85-478a-966d-8633562a3934", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:00.621048 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-202a89e6-1fca-47fc-8f59-148b8c562fcc {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:00.621048 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4f8be2-1006-4d3a-bebc-8925604538c1', 'tag': 'c0c3f166-1a85-478a-966d-8633562a3934', 'status': 'completed', 'code': 200} Dec 14 02:32:00.631127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887aeee-a9e8-4a7f-9c23-98c6559d1a68 req-32491657-8c64-4d06-8106-b50eab0dfa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:00.632921 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5887aeee-a9e8-4a7f-9c23-98c6559d1a68 req-32491657-8c64-4d06-8106-b50eab0dfa07 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0a48fceb-7f50-4b74-83b2-3f7c5b452898 HTTP/1.1" status: 200 len: 853 time: 0.1834147 Dec 14 02:32:00.639375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Attempting to bind port e1e11490-650e-4ede-b32e-08d47a4066f5 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:32:00.639956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Attempting to bind port e1e11490-650e-4ede-b32e-08d47a4066f5 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '9a0cce21-a0e8-444f-bde3-f9aa5bc10e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:32:00.640531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Attempting to bind port e1e11490-650e-4ede-b32e-08d47a4066f5 on network 20c855ad-46e8-4000-9600-b93da22b6b10 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:00.660680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Port e1e11490-650e-4ede-b32e-08d47a4066f5 on network 20c855ad-46e8-4000-9600-b93da22b6b10 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:32:00.661456 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Attempting to bind port e1e11490-650e-4ede-b32e-08d47a4066f5 on network 20c855ad-46e8-4000-9600-b93da22b6b10 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:00.682434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f7ea6-886e-4160-9651-1f3844bc5dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab8c50a-a715-4e2e-8453-c9bba63f1ddb,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:00.694340 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5887aeee-a9e8-4a7f-9c23-98c6559d1a68 req-c170aa67-9efe-4556-a4bd-c87435e62458 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=20c855ad-46e8-4000-9600-b93da22b6b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479395 Dec 14 02:32:00.706576 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-c735574e-b8fc-40d8-945b-c97b99fd4dff tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5406058 Dec 14 02:32:00.707342 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d638b8a6-0d54-47ae-b94d-cc4763ce5562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:00.712616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:32:00.712959 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Checking segment: {'id': '9a0cce21-a0e8-444f-bde3-f9aa5bc10e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:32:00.713367 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Bound using segment: {'id': '9a0cce21-a0e8-444f-bde3-f9aa5bc10e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:32:00.719129 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Bound port: e1e11490-650e-4ede-b32e-08d47a4066f5, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0cce21-a0e8-444f-bde3-f9aa5bc10e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:32:00.719129 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:00.730034 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fa506b-0ebf-4038-a2fd-b4d992e024a1 None None] Network 46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:32:00.743338 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d638b8a6-0d54-47ae-b94d-cc4763ce5562 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:00.748987 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d638b8a6-0d54-47ae-b94d-cc4763ce5562 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/44057d44-340b-46b2-ac2c-94ca602f701c HTTP/1.1" status: 204 len: 168 time: 0.4043393 Dec 14 02:32:00.748987 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638b8a6-0d54-47ae-b94d-cc4763ce5562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44057d44-340b-46b2-ac2c-94ca602f701c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:00.749670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52420) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:00.753418 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Request body: {'port': {'device_id': 'fd87df19-ebd1-4dce-9fc6-80b8d00f9e43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:00.977988 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5361701-164d-4495-90d1-3fb66b876780 None None] DHCP port deletion for 46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:32:01.062415 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a6495360-c700-42c5-a566-b5b64cef2e4e no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:32:01.091259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: a6495360-c700-42c5-a566-b5b64cef2e4e {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:32:01.091614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a6495360-c700-42c5-a566-b5b64cef2e4e not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:32:01.092038 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6f7912c9-0de3-4ed7-9d8b-45837718d6fe no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:32:01.128322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e5361701-164d-4495-90d1-3fb66b876780 None None] Deleting port 6f7912c9-0de3-4ed7-9d8b-45837718d6fe {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:01.128700 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e5361701-164d-4495-90d1-3fb66b876780 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:01.146468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976f7ea6-886e-4160-9651-1f3844bc5dd8 admin admin] Checking segment: {'id': '3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:32:01.146839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976f7ea6-886e-4160-9651-1f3844bc5dd8 admin admin] Network hostable DHCP agents. Network: 46ae5e0d-ff63-489c-8bf7-968d04494343, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:32:01.227932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e5361701-164d-4495-90d1-3fb66b876780 None None] For port 6f7912c9-0de3-4ed7-9d8b-45837718d6fe, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6f7912c9-0de3-4ed7-9d8b-45837718d6fe,segment=NetworkSegment(d5781a2c-daf3-4628-b215-7396152381d2),segment_id=d5781a2c-daf3-4628-b215-7396152381d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:01.228471 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e5361701-164d-4495-90d1-3fb66b876780 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:01.246849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e5361701-164d-4495-90d1-3fb66b876780 None None] Calling delete_port for 6f7912c9-0de3-4ed7-9d8b-45837718d6fe owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:01.252670 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:01.281730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291405a9-518c-4019-a5ba-c527865f67c8 req-b9c49838-b3e1-4fd3-b37b-0e77b533340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:01.283282 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-291405a9-518c-4019-a5ba-c527865f67c8 req-b9c49838-b3e1-4fd3-b37b-0e77b533340b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 1094 time: 0.5982497 Dec 14 02:32:01.332214 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3e59301-afeb-4b35-a02b-dac57a8a82c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:01.333761 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 6f7912c9-0de3-4ed7-9d8b-45837718d6fe, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6f7912c9-0de3-4ed7-9d8b-45837718d6fe,segment=NetworkSegment(d5781a2c-daf3-4628-b215-7396152381d2),segment_id=d5781a2c-daf3-4628-b215-7396152381d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:01.356011 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24857d-aecb-49c0-a039-77608d739310 req-38771d56-769c-46a3-a169-03c788505ea7 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:01.357565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e24857d-aecb-49c0-a039-77608d739310 req-38771d56-769c-46a3-a169-03c788505ea7 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87df19-ebd1-4dce-9fc6-80b8d00f9e43 HTTP/1.1" status: 200 len: 932 time: 0.6490324 Dec 14 02:32:01.358141 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:01.374910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52434) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:01.408123 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:01.414187 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 58834870-b905-4ff4-8f0c-37c84bb71ea3 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:32:01.432810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976f7ea6-886e-4160-9651-1f3844bc5dd8 admin admin] Network 46ae5e0d-ff63-489c-8bf7-968d04494343 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:32:01.433078 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f1aa0bde-5534-4bf8-8716-49e0cb788296 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:32:01.446054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] For port e1e11490-650e-4ede-b32e-08d47a4066f5, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:32:01.457539 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5887aeee-a9e8-4a7f-9c23-98c6559d1a68 req-8b51d501-015b-4667-a2b2-e2568463f31f service neutron] 10.222.0.46 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7463796 Dec 14 02:32:01.506201 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 58834870-b905-4ff4-8f0c-37c84bb71ea3 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:32:01.506476 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 58834870-b905-4ff4-8f0c-37c84bb71ea3 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:32:01.514944 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e5361701-164d-4495-90d1-3fb66b876780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:01.519278 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] For port e1e11490-650e-4ede-b32e-08d47a4066f5, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e1e11490-650e-4ede-b32e-08d47a4066f5,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:32:01.537224 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f7b42599-81aa-4a71-89e9-c8bd095ad621 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-76585154-network', 'tenant_id': '03ce430e97c4438392fc70187e908531'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:01.573630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-c3e59301-afeb-4b35-a02b-dac57a8a82c0 admin admin] The port '6f7912c9-0de3-4ed7-9d8b-45837718d6fe' was deleted {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 14 02:32:01.583806 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5361701-164d-4495-90d1-3fb66b876780 None None] No DVR routers for this DVR port 6f7912c9-0de3-4ed7-9d8b-45837718d6fe on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:32:01.594277 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=6f7912c9-0de3-4ed7-9d8b-45837718d6fe,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:01.609627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-976f7ea6-886e-4160-9651-1f3844bc5dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 46ae5e0d-ff63-489c-8bf7-968d04494343) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:01.630687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afca42f8-bde4-45fd-9d32-b7f042a453c7 None None] Network 46ae5e0d-ff63-489c-8bf7-968d04494343 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:32:01.635251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5361701-164d-4495-90d1-3fb66b876780 None None] Pushing event deleted for resources: {'Port': ['ID=6f7912c9-0de3-4ed7-9d8b-45837718d6fe,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:01.646633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976f7ea6-886e-4160-9651-1f3844bc5dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:01.647235 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-976f7ea6-886e-4160-9651-1f3844bc5dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:01.676263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b42599-81aa-4a71-89e9-c8bd095ad621 admin admin] Made reservation on behalf of 03ce430e97c4438392fc70187e908531 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:32:01.683006 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7b42599-81aa-4a71-89e9-c8bd095ad621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:01.687149 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:01.700215 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7b42599-81aa-4a71-89e9-c8bd095ad621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:01.713598 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e24857d-aecb-49c0-a039-77608d739310 req-87fa98b7-082b-4769-ab65-bcaab9928278 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150413 Dec 14 02:32:01.815879 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7b42599-81aa-4a71-89e9-c8bd095ad621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:01.846344 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Pushing event updated for resources: {'Port': ['ID=e1e11490-650e-4ede-b32e-08d47a4066f5,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:01.850338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291405a9-518c-4019-a5ba-c527865f67c8 req-11abaf3e-dddb-4463-9d87-7f7d51e38e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:01.851843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-291405a9-518c-4019-a5ba-c527865f67c8 req-11abaf3e-dddb-4463-9d87-7f7d51e38e20 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.5505803 Dec 14 02:32:01.868445 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7b42599-81aa-4a71-89e9-c8bd095ad621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:01.926457 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b42599-81aa-4a71-89e9-c8bd095ad621 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:32:01.942052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-976f7ea6-886e-4160-9651-1f3844bc5dd8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.5504634 Dec 14 02:32:01.942052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-291405a9-518c-4019-a5ba-c527865f67c8 req-1508e4cd-0bbd-4b78-8555-449e09cae197 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c3f166-1a85-478a-966d-8633562a3934 HTTP/1.1" status: 200 len: 217 time: 0.0707579 Dec 14 02:32:01.948621 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52448) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:01.952007 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b42599-81aa-4a71-89e9-c8bd095ad621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1543e41-c484-4fef-8bd2-213d5ab7c7bb,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:01.960616 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7b42599-81aa-4a71-89e9-c8bd095ad621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:01.960969 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-f7b42599-81aa-4a71-89e9-c8bd095ad621 admin admin] Added segment 5d2575dd-b423-45d4-a42f-8014a213e5cc of type vlan for network 00fcdb17-c212-4c91-85b5-f1cbeb57a53e Dec 14 02:32:01.999089 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f1aa0bde-5534-4bf8-8716-49e0cb788296, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f1aa0bde-5534-4bf8-8716-49e0cb788296,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:02.012074 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7b42599-81aa-4a71-89e9-c8bd095ad621 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.038228 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'f1aa0bde-5534-4bf8-8716-49e0cb788296', 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10', 'port_id': 'f1aa0bde-5534-4bf8-8716-49e0cb788296', 'mac_address': 'fa:16:3e:d5:53:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a48fceb-7f50-4b74-83b2-3f7c5b452898', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:32:02.057672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:02.058306 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.059722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-3d2fa714-b871-48e4-8463-7c40c5683986 service neutron] 10.222.0.47 "PUT /v2.0/ports/e1e11490-650e-4ede-b32e-08d47a4066f5 HTTP/1.1" status: 200 len: 1091 time: 3.6526892 Dec 14 02:32:02.069780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bb718-d123-46e4-a091-26e65f43a7fb req-7cb50d4d-71a4-4475-a581-88aaef441a57 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:02.077163 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e03bb718-d123-46e4-a091-26e65f43a7fb req-7cb50d4d-71a4-4475-a581-88aaef441a57 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=1201a227-dbb8-4396-9ee5-a859cdec98d9 HTTP/1.1" status: 200 len: 943 time: 0.6064372 Dec 14 02:32:02.106307 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3e59301-afeb-4b35-a02b-dac57a8a82c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.107364 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7b42599-81aa-4a71-89e9-c8bd095ad621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.108845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b42599-81aa-4a71-89e9-c8bd095ad621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:02.110469 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7b42599-81aa-4a71-89e9-c8bd095ad621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.125288 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.129625 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e4348b-4364-4898-932c-d69d0da5b628 None None] Network 46ae5e0d-ff63-489c-8bf7-968d04494343 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:32:02.183439 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1aa0bde-5534-4bf8-8716-49e0cb788296 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:32:02.208954 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5887aeee-a9e8-4a7f-9c23-98c6559d1a68 req-a6a8b713-e280-4637-a16b-208f63c5ab1c service neutron] 10.222.0.46 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7342253 Dec 14 02:32:02.215451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-c3e59301-afeb-4b35-a02b-dac57a8a82c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:02.218785 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f1aa0bde-5534-4bf8-8716-49e0cb788296, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f1aa0bde-5534-4bf8-8716-49e0cb788296,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:02.233053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291405a9-518c-4019-a5ba-c527865f67c8 req-058adac0-b12c-498d-a95d-8a10cb888a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:02.234973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-291405a9-518c-4019-a5ba-c527865f67c8 req-058adac0-b12c-498d-a95d-8a10cb888a1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.2517688 Dec 14 02:32:02.293587 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-52dfd8f3-d56d-4aa1-b682-8cf984b944c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.301410 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.317756 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b42599-81aa-4a71-89e9-c8bd095ad621 admin admin] Pushing event updated for resources: {'Network': ['ID=00fcdb17-c212-4c91-85b5-f1cbeb57a53e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:02.321030 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-c3e59301-afeb-4b35-a02b-dac57a8a82c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5781a2c-daf3-4628-b215-7396152381d2') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:02.321686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-c3e59301-afeb-4b35-a02b-dac57a8a82c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5781a2c-daf3-4628-b215-7396152381d2') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:02.334737 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 00fcdb17-c212-4c91-85b5-f1cbeb57a53e details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:32:02.364440 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-291405a9-518c-4019-a5ba-c527865f67c8 req-b4d3a5b6-390d-4b69-aecf-41dd44f69087 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684726 Dec 14 02:32:02.366398 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3e59301-afeb-4b35-a02b-dac57a8a82c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.375076 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e03bb718-d123-46e4-a091-26e65f43a7fb req-6f6ec9b5-32d5-4cda-86a2-642676de7fc1 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970114 Dec 14 02:32:02.382771 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c0c3f166-1a85-478a-966d-8633562a3934 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:32:02.393878 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f7b42599-81aa-4a71-89e9-c8bd095ad621 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0176833 Dec 14 02:32:02.398673 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52458) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:02.413176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d754b792-f2c2-49c2-ba6a-aadc3b085507 admin admin] Request body: {'subnet': {'network_id': '00fcdb17-c212-4c91-85b5-f1cbeb57a53e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-76585154-subnet', 'tenant_id': '03ce430e97c4438392fc70187e908531', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:02.427602 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3e59301-afeb-4b35-a02b-dac57a8a82c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.432780 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-52dfd8f3-d56d-4aa1-b682-8cf984b944c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.440238 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=f1aa0bde-5534-4bf8-8716-49e0cb788296,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:02.480889 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792460de-3b1c-4090-b82f-33d3246ef65b req-5e5ab0a1-36fb-459a-9f15-adac2fb70f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:02.482491 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-5e5ab0a1-36fb-459a-9f15-adac2fb70f7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=86308df433264a8e91787ffa1395aecc&device_id=11c73c42-7b27-42aa-b9c2-176c92b71375 HTTP/1.1" status: 200 len: 1094 time: 0.2512813 Dec 14 02:32:02.489875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47df3f-a320-4338-863f-42e464614729 req-33334f66-6825-431b-b36e-5041c061be89 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:02.495586 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-52dfd8f3-d56d-4aa1-b682-8cf984b944c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.497486 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b47df3f-a320-4338-863f-42e464614729 req-33334f66-6825-431b-b36e-5041c061be89 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 943 time: 0.2974465 Dec 14 02:32:02.535504 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-52dfd8f3-d56d-4aa1-b682-8cf984b944c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ffdb8be66ad4218a73d0cdab051ef49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5844116 Dec 14 02:32:02.536193 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d754b792-f2c2-49c2-ba6a-aadc3b085507 admin admin] Made reservation on behalf of 03ce430e97c4438392fc70187e908531 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:32:02.540221 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d754b792-f2c2-49c2-ba6a-aadc3b085507 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.541920 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52462) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:02.548990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e59301-afeb-4b35-a02b-dac57a8a82c0 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:32:02.549731 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfd8f3-d56d-4aa1-b682-8cf984b944c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0992f0c8-d721-41f2-a8ee-8219a4a9973b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:02.551184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port c0c3f166-1a85-478a-966d-8633562a3934, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c0c3f166-1a85-478a-966d-8633562a3934,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:02.551720 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3e59301-afeb-4b35-a02b-dac57a8a82c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:32:02.555886 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:32:02.579361 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'c0c3f166-1a85-478a-966d-8633562a3934', 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27', 'port_id': 'c0c3f166-1a85-478a-966d-8633562a3934', 'mac_address': 'fa:16:3e:4e:ad:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff6592f-d083-4d91-9f99-e0072e6fa6ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:32:02.622810 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['f1aa0bde-5534-4bf8-8716-49e0cb788296'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:32:02.634795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c73c42-7b27-42aa-b9c2-176c92b71375', 'tag': 'e1e11490-650e-4ede-b32e-08d47a4066f5'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:32:02.637641 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c02726-7fb1-43c9-a478-f675ed282f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "11c73c42-7b27-42aa-b9c2-176c92b71375", "tag": "e1e11490-650e-4ede-b32e-08d47a4066f5"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:32:02.675081 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.688683 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb22309b-4660-45fe-9a30-c75929261736 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.696257 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c3f166-1a85-478a-966d-8633562a3934 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:32:02.703389 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-172a05ae-9be4-4383-8f4c-ab059a2b88b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.716330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-35f4e13f-8cc4-420d-8043-a07585c73c1f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1e11490-650e-4ede-b32e-08d47a4066f5 HTTP/1.1" status: 200 len: 217 time: 0.1777103 Dec 14 02:32:02.728691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port c0c3f166-1a85-478a-966d-8633562a3934, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c0c3f166-1a85-478a-966d-8633562a3934,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:02.738587 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb22309b-4660-45fe-9a30-c75929261736 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.788374 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.850986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792460de-3b1c-4090-b82f-33d3246ef65b req-544adc25-b6c0-47df-bec8-abdbe85d4339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:02.852974 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-544adc25-b6c0-47df-bec8-abdbe85d4339 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a48fceb-7f50-4b74-83b2-3f7c5b452898 HTTP/1.1" status: 200 len: 853 time: 0.1187205 Dec 14 02:32:02.862668 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=c0c3f166-1a85-478a-966d-8633562a3934,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:02.885114 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d754b792-f2c2-49c2-ba6a-aadc3b085507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.921824 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb22309b-4660-45fe-9a30-c75929261736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.924684 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb22309b-4660-45fe-9a30-c75929261736 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:02.925819 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-59d4f91e-58bf-4885-8d44-e963f40c3dbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20c855ad-46e8-4000-9600-b93da22b6b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559301 Dec 14 02:32:02.926023 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fb22309b-4660-45fe-9a30-c75929261736 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0992f0c8-d721-41f2-a8ee-8219a4a9973b HTTP/1.1" status: 204 len: 168 time: 0.3831344 Dec 14 02:32:02.941911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b47df3f-a320-4338-863f-42e464614729 req-1d3d3cee-dba8-46bc-8f26-500668e366e4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393466 Dec 14 02:32:02.949597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22309b-4660-45fe-9a30-c75929261736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0992f0c8-d721-41f2-a8ee-8219a4a9973b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:02.958687 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754b792-f2c2-49c2-ba6a-aadc3b085507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e3c907a-531f-40c4-8f8f-300f052cfc75,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:02.981699 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d754b792-f2c2-49c2-ba6a-aadc3b085507 admin admin] Checking segment: {'id': '5d2575dd-b423-45d4-a42f-8014a213e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '00fcdb17-c212-4c91-85b5-f1cbeb57a53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:32:02.981699 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d754b792-f2c2-49c2-ba6a-aadc3b085507 admin admin] Network hostable DHCP agents. Network: 00fcdb17-c212-4c91-85b5-f1cbeb57a53e, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:32:03.009423 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3e59301-afeb-4b35-a02b-dac57a8a82c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:03.027368 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528b2704-fe88-4859-b173-d1df91e3389b x-openstack-request-id: req-528b2704-fe88-4859-b173-d1df91e3389b {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:03.027665 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c73c42-7b27-42aa-b9c2-176c92b71375", "tag": "e1e11490-650e-4ede-b32e-08d47a4066f5", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:03.027925 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-528b2704-fe88-4859-b173-d1df91e3389b {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:03.028326 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c73c42-7b27-42aa-b9c2-176c92b71375', 'tag': 'e1e11490-650e-4ede-b32e-08d47a4066f5', 'status': 'completed', 'code': 200} Dec 14 02:32:03.043935 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3e59301-afeb-4b35-a02b-dac57a8a82c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:03.047158 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c3e59301-afeb-4b35-a02b-dac57a8a82c0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b HTTP/1.1" status: 204 len: 168 time: 2.2684186 Dec 14 02:32:03.055717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d754b792-f2c2-49c2-ba6a-aadc3b085507 admin admin] Network 00fcdb17-c212-4c91-85b5-f1cbeb57a53e is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:32:03.060019 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-291405a9-518c-4019-a5ba-c527865f67c8 req-994f5f2f-be42-45e1-b86d-4d401610c4d5 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6781995 Dec 14 02:32:03.096919 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['c0c3f166-1a85-478a-966d-8633562a3934'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:32:03.123807 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-d754b792-f2c2-49c2-ba6a-aadc3b085507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 00fcdb17-c212-4c91-85b5-f1cbeb57a53e) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:03.130018 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d754b792-f2c2-49c2-ba6a-aadc3b085507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:03.131107 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d754b792-f2c2-49c2-ba6a-aadc3b085507 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:03.132669 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d77e634-6aa7-4499-953a-367967e0ee3a {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:32:03.137024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be91d38-830a-4007-9224-f448d6171add None None] Network 00fcdb17-c212-4c91-85b5-f1cbeb57a53e requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:32:03.140133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e59301-afeb-4b35-a02b-dac57a8a82c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=46a2ed7c-95fe-4ca2-9e15-c01cb8d82f9b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:03.172710 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:03.220024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-5ba6dcbf-b649-4df4-9e16-8af427563d88 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:03.227873 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-5ba6dcbf-b649-4df4-9e16-8af427563d88 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/networks?id=46ae5e0d-ff63-489c-8bf7-968d04494343 HTTP/1.1" status: 200 len: 804 time: 0.5347676 Dec 14 02:32:03.245385 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d754b792-f2c2-49c2-ba6a-aadc3b085507 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8455286 Dec 14 02:32:03.256234 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52482) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:03.263389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-76585154-router', 'tenant_id': '03ce430e97c4438392fc70187e908531', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:03.265577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Transition to ACTIVE for port object 3d77e634-6aa7-4499-953a-367967e0ee3a will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:32:03.277854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-3bc08dd0-3d3f-4d05-a60c-fe3c8801ee7b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/quotas/c599f063fb64480ba4a0ee1020e33672 HTTP/1.1" status: 200 len: 375 time: 0.0490463 Dec 14 02:32:03.297975 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-00fcdb17-c212-4c91-85b5-f1cbeb57a53e', 'network_id': '00fcdb17-c212-4c91-85b5-f1cbeb57a53e', 'project_id': '03ce430e97c4438392fc70187e908531', 'fixed_ips': [{'subnet_id': '2e3c907a-531f-40c4-8f8f-300f052cfc75'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:32:03.299599 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:03.337823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56612d-a254-4ff0-a200-b511fd126142 req-f539523b-7a69-4ccb-929d-157cfc9e00c9 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:03.339710 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f56612d-a254-4ff0-a200-b511fd126142 req-f539523b-7a69-4ccb-929d-157cfc9e00c9 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87df19-ebd1-4dce-9fc6-80b8d00f9e43 HTTP/1.1" status: 200 len: 932 time: 0.2762370 Dec 14 02:32:03.365290 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-abc90cdb-8a69-4781-8fab-7e4ce34d8be3 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c599f063fb64480ba4a0ee1020e33672&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0864892 Dec 14 02:32:03.380201 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:03.428515 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f1aa0bde-5534-4bf8-8716-49e0cb788296 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:32:03.440622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-4015753e-2eeb-433b-afcb-7d8ef1176771 service neutron] 10.222.0.47 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322729 Dec 14 02:32:03.458726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52488) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:03.473287 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:03.475274 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:03.534831 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Allocated IP 172.20.0.2 (00fcdb17-c212-4c91-85b5-f1cbeb57a53e/2e3c907a-531f-40c4-8f8f-300f052cfc75/d020fe6c-b371-4385-bdcc-cc72326d2dbd) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:32:03.552323 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:03.626141 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port f1aa0bde-5534-4bf8-8716-49e0cb788296 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:32:03.640818 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port f1aa0bde-5534-4bf8-8716-49e0cb788296 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:03.641489 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:03.750200 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:03.752477 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52492) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:03.791341 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-291405a9-518c-4019-a5ba-c527865f67c8 req-a4da30c6-72ad-4373-af41-7b1137f1f4bd service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6960244 Dec 14 02:32:03.793281 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:03.800715 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8818b570-9e15-47f4-ae4d-9e0815c9fe29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:03.806820 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:03.826703 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:03.836187 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0d5f8003-f649-40ff-bf6e-585f77cc9d5e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ee464f19e5545b582c162801b9559f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3726699 Dec 14 02:32:03.836187 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52494) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:03.837738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1201a227-dbb8-4396-9ee5-a859cdec98d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aa0bde-5534-4bf8-8716-49e0cb788296'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:32:03.838714 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18881da-14a0-41d9-8bf8-31879a824b87" -d '{"events": [{"server_uuid": "1201a227-dbb8-4396-9ee5-a859cdec98d9", "name": "network-vif-plugged", "status": "completed", "tag": "f1aa0bde-5534-4bf8-8716-49e0cb788296"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:32:03.884102 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f1aa0bde-5534-4bf8-8716-49e0cb788296, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f1aa0bde-5534-4bf8-8716-49e0cb788296,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:03.886193 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d77e634-6aa7-4499-953a-367967e0ee3a,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:03.893084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Network 00fcdb17-c212-4c91-85b5-f1cbeb57a53e is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:32:03.898656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:03.902065 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:32:03.905951 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Pushing event updated for resources: {'Port': ['ID=d020fe6c-b371-4385-bdcc-cc72326d2dbd,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:03.923975 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f56612d-a254-4ff0-a200-b511fd126142 req-2bfecee0-f623-45f1-9920-b47e678c4aa4 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561755 Dec 14 02:32:03.986890 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-af798f69-1511-4326-8832-c21d539cf72f service neutron] 10.222.0.39 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6191058 Dec 14 02:32:03.992069 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71a7ad87-8b3d-44ae-aafc-d050d4cbd36a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:03.993757 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Attempting to bind port d020fe6c-b371-4385-bdcc-cc72326d2dbd on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:32:03.994533 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Attempting to bind port d020fe6c-b371-4385-bdcc-cc72326d2dbd by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '5d2575dd-b423-45d4-a42f-8014a213e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '00fcdb17-c212-4c91-85b5-f1cbeb57a53e'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:32:03.995005 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Attempting to bind port d020fe6c-b371-4385-bdcc-cc72326d2dbd on network 00fcdb17-c212-4c91-85b5-f1cbeb57a53e {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:04.003588 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:32:04.004105 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Checking segment: {'id': '5d2575dd-b423-45d4-a42f-8014a213e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '00fcdb17-c212-4c91-85b5-f1cbeb57a53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:32:04.004781 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:04.005269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Bound using segment: {'id': '5d2575dd-b423-45d4-a42f-8014a213e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '00fcdb17-c212-4c91-85b5-f1cbeb57a53e'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:32:04.006371 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Bound port: d020fe6c-b371-4385-bdcc-cc72326d2dbd, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2575dd-b423-45d4-a42f-8014a213e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '00fcdb17-c212-4c91-85b5-f1cbeb57a53e'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:32:04.006858 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:04.012652 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:04.031200 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8818b570-9e15-47f4-ae4d-9e0815c9fe29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:04.033846 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71a7ad87-8b3d-44ae-aafc-d050d4cbd36a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:04.092063 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8818b570-9e15-47f4-ae4d-9e0815c9fe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:04.115882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=f1aa0bde-5534-4bf8-8716-49e0cb788296,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:04.140215 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] For port d020fe6c-b371-4385-bdcc-cc72326d2dbd, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:32:04.142152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792460de-3b1c-4090-b82f-33d3246ef65b req-29802053-12e8-494d-b93d-a16dbe139538 service neutron] 10.222.0.47 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719320 Dec 14 02:32:04.143842 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] For port d020fe6c-b371-4385-bdcc-cc72326d2dbd, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d020fe6c-b371-4385-bdcc-cc72326d2dbd,segment=NetworkSegment(5d2575dd-b423-45d4-a42f-8014a213e5cc),segment_id=5d2575dd-b423-45d4-a42f-8014a213e5cc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:32:04.157763 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Attempting to bind port 3d77e634-6aa7-4499-953a-367967e0ee3a on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:32:04.158131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Attempting to bind port 3d77e634-6aa7-4499-953a-367967e0ee3a by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'b756c107-e77a-438d-8e5b-2c406c0e61cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd4d44ac6-a4e1-4c48-95d9-fdd8413398e9'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:32:04.158498 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Attempting to bind port 3d77e634-6aa7-4499-953a-367967e0ee3a on network d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:04.175326 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Port 3d77e634-6aa7-4499-953a-367967e0ee3a on network d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:32:04.175665 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Attempting to bind port 3d77e634-6aa7-4499-953a-367967e0ee3a on network d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:04.199040 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:04.199335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6de30-631a-4b99-a98d-382583bd7771 req-97df5d00-ec09-4f04-a79d-ffd7bdb78d57 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:04.200801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-add6de30-631a-4b99-a98d-382583bd7771 req-97df5d00-ec09-4f04-a79d-ffd7bdb78d57 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=1201a227-dbb8-4396-9ee5-a859cdec98d9 HTTP/1.1" status: 200 len: 945 time: 0.1744757 Dec 14 02:32:04.203896 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:32:04.204233 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Checking segment: {'id': 'b756c107-e77a-438d-8e5b-2c406c0e61cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd4d44ac6-a4e1-4c48-95d9-fdd8413398e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:32:04.207323 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Bound using segment: {'id': 'b756c107-e77a-438d-8e5b-2c406c0e61cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd4d44ac6-a4e1-4c48-95d9-fdd8413398e9'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:32:04.207323 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Bound port: 3d77e634-6aa7-4499-953a-367967e0ee3a, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b756c107-e77a-438d-8e5b-2c406c0e61cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd4d44ac6-a4e1-4c48-95d9-fdd8413398e9'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:32:04.207323 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:04.228725 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-df5ba4bc-1fa3-42bb-97ae-3c43dbdd5724 service neutron] 10.222.0.39 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408910 Dec 14 02:32:04.294782 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba444f-3232-4055-8c01-a810a2ba5397 None None] Pushing event updated for resources: {'Port': ['ID=d020fe6c-b371-4385-bdcc-cc72326d2dbd,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:04.306597 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-add6de30-631a-4b99-a98d-382583bd7771 req-e0389b91-1cdc-4d5b-9b73-8ed8effd6b2d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873530 Dec 14 02:32:04.368627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] For port 3d77e634-6aa7-4499-953a-367967e0ee3a, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:32:04.376800 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c0c3f166-1a85-478a-966d-8633562a3934 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:32:04.387787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] For port 3d77e634-6aa7-4499-953a-367967e0ee3a, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3d77e634-6aa7-4499-953a-367967e0ee3a,segment=NetworkSegment(b756c107-e77a-438d-8e5b-2c406c0e61cd),segment_id=b756c107-e77a-438d-8e5b-2c406c0e61cd)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:32:04.404775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c02726-7fb1-43c9-a478-f675ed282f4c req-e2795a60-4adf-4704-a162-1ab2bf0a4ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:04.409434 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0c02726-7fb1-43c9-a478-f675ed282f4c req-e2795a60-4adf-4704-a162-1ab2bf0a4ec3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=86308df433264a8e91787ffa1395aecc&device_id=11c73c42-7b27-42aa-b9c2-176c92b71375 HTTP/1.1" status: 200 len: 1094 time: 0.1018176 Dec 14 02:32:04.446513 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fbf106-4386-4e8b-b120-40ede2d5c2c8 x-openstack-request-id: req-56fbf106-4386-4e8b-b120-40ede2d5c2c8 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:04.450005 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1201a227-dbb8-4396-9ee5-a859cdec98d9", "name": "network-vif-plugged", "status": "completed", "tag": "f1aa0bde-5534-4bf8-8716-49e0cb788296", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:04.450005 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56fbf106-4386-4e8b-b120-40ede2d5c2c8 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:04.450005 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1201a227-dbb8-4396-9ee5-a859cdec98d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aa0bde-5534-4bf8-8716-49e0cb788296', 'code': 200} Dec 14 02:32:04.500463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818b570-9e15-47f4-ae4d-9e0815c9fe29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9600b3-57d3-4ce5-a521-ed2e7d328a59,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:04.515166 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8818b570-9e15-47f4-ae4d-9e0815c9fe29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a4dc3c309ee4654bffb1ba094836dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7596333 Dec 14 02:32:04.520939 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52502) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:04.535196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port c0c3f166-1a85-478a-966d-8633562a3934 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:32:04.540918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port c0c3f166-1a85-478a-966d-8633562a3934 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:04.541526 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:04.551715 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71a7ad87-8b3d-44ae-aafc-d050d4cbd36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:04.554084 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71a7ad87-8b3d-44ae-aafc-d050d4cbd36a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:04.570253 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-71a7ad87-8b3d-44ae-aafc-d050d4cbd36a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9121d46b-0bfb-41de-bd23-742a4f34b46a HTTP/1.1" status: 204 len: 168 time: 0.7299881 Dec 14 02:32:04.585733 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7ad87-8b3d-44ae-aafc-d050d4cbd36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9121d46b-0bfb-41de-bd23-742a4f34b46a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:04.649978 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:04.704452 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:04.756630 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:04.806730 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:04.833836 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port c0c3f166-1a85-478a-966d-8633562a3934, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c0c3f166-1a85-478a-966d-8633562a3934,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:04.887925 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e5c0060-d798-43b4-99b2-37922e7e49db req-95ca8a85-6fec-4d98-bf6c-f20185b33aa3 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec0a44b-a1bb-40f6-8c4c-e77505630f32 HTTP/1.1" status: 200 len: 210 time: 0.1404464 Dec 14 02:32:04.931575 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:04.962463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] Allocated IP 172.25.7.125 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/c2535068-ff23-4821-bceb-c41a899bec25) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:32:04.979469 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c02726-7fb1-43c9-a478-f675ed282f4c req-162d5d6e-4e0c-456c-8f6d-56f87275bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:04.981913 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0c02726-7fb1-43c9-a478-f675ed282f4c req-162d5d6e-4e0c-456c-8f6d-56f87275bc5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=20c855ad-46e8-4000-9600-b93da22b6b10 HTTP/1.1" status: 200 len: 914 time: 0.5646133 Dec 14 02:32:05.002316 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-caa66701-c694-48ec-837e-9e1105ca4ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:05.014790 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d020fe6c-b371-4385-bdcc-cc72326d2dbd up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:32:05.019927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:05.021415 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:05.022828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] 10.222.0.46 "PUT /v2.0/ports/3d77e634-6aa7-4499-953a-367967e0ee3a HTTP/1.1" status: 200 len: 1092 time: 4.2843430 Dec 14 02:32:05.041861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd87df19-ebd1-4dce-9fc6-80b8d00f9e43', 'tag': '3d77e634-6aa7-4499-953a-367967e0ee3a'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:32:05.044028 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2194eb30-dc70-498e-88c7-f914cb1d9d43" -d '{"events": [{"name": "network-changed", "server_uuid": "fd87df19-ebd1-4dce-9fc6-80b8d00f9e43", "tag": "3d77e634-6aa7-4499-953a-367967e0ee3a"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:32:05.080401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=c0c3f166-1a85-478a-966d-8633562a3934,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:05.131456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d020fe6c-b371-4385-bdcc-cc72326d2dbd triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:05.132125 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:05.134823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0686a0-4505-4e49-95ba-fef9b59826e5 req-478b63ea-849c-4ccb-ad21-3998353351f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:05.139041 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a0686a0-4505-4e49-95ba-fef9b59826e5 req-478b63ea-849c-4ccb-ad21-3998353351f7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1201a227-dbb8-4396-9ee5-a859cdec98d9 HTTP/1.1" status: 200 len: 1096 time: 0.4828255 Dec 14 02:32:05.145137 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:05.153155 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0c02726-7fb1-43c9-a478-f675ed282f4c req-e8306368-05d9-491a-9014-6a5ac509a4e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e1e11490-650e-4ede-b32e-08d47a4066f5 HTTP/1.1" status: 200 len: 217 time: 0.1465986 Dec 14 02:32:05.169611 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58edf55-d566-48a1-a5ad-7a399ea801b5 req-f59a0d90-ef25-4f02-8f3f-77989b1e474e tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:05.171235 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f58edf55-d566-48a1-a5ad-7a399ea801b5 req-f59a0d90-ef25-4f02-8f3f-77989b1e474e tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 944 time: 0.6493337 Dec 14 02:32:05.205773 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6c9bad8b-b225-42f8-bc86-ad2d85c8a0b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:05.257463 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:05.271965 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462f82a-64f5-482d-8bf9-01936070e6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d77e634-6aa7-4499-953a-367967e0ee3a,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:05.286970 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:05.299516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port d020fe6c-b371-4385-bdcc-cc72326d2dbd, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d020fe6c-b371-4385-bdcc-cc72326d2dbd,segment=NetworkSegment(5d2575dd-b423-45d4-a42f-8014a213e5cc),segment_id=5d2575dd-b423-45d4-a42f-8014a213e5cc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:05.335035 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6c9bad8b-b225-42f8-bc86-ad2d85c8a0b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:05.378928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:32:05.384043 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:05.386577 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] Pushing event updated for resources: {'Port': ['ID=c2535068-ff23-4821-bceb-c41a899bec25,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:05.389014 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:32:05.392957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c82c6f-f3ff-4f5e-9c91-9ccb13176ea4 req-8016c7ef-d299-47da-b9c5-1d5ee29e648f tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:05.393536 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:05.402109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49c82c6f-f3ff-4f5e-9c91-9ccb13176ea4 req-8016c7ef-d299-47da-b9c5-1d5ee29e648f tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87df19-ebd1-4dce-9fc6-80b8d00f9e43 HTTP/1.1" status: 200 len: 944 time: 0.2881141 Dec 14 02:32:05.420743 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-33a5b9fa-ffa9-49ed-b506-78c74b01af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:05.422506 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-33a5b9fa-ffa9-49ed-b506-78c74b01af93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=038f1fba5462416da4b946cf716bf191&device_id=fd87df19-ebd1-4dce-9fc6-80b8d00f9e43 HTTP/1.1" status: 200 len: 1095 time: 0.2098978 Dec 14 02:32:05.484723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=d020fe6c-b371-4385-bdcc-cc72326d2dbd,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:05.505997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c02726-7fb1-43c9-a478-f675ed282f4c req-8a64b802-340e-4252-b553-23c8d19bfbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:05.505997 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0c02726-7fb1-43c9-a478-f675ed282f4c req-8a64b802-340e-4252-b553-23c8d19bfbb3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a48fceb-7f50-4b74-83b2-3f7c5b452898 HTTP/1.1" status: 200 len: 853 time: 0.3151934 Dec 14 02:32:05.534872 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49c82c6f-f3ff-4f5e-9c91-9ccb13176ea4 req-32015fed-2257-4fd6-a254-389bd153ceec tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314204 Dec 14 02:32:05.565123 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f58edf55-d566-48a1-a5ad-7a399ea801b5 req-733c84bf-2460-457e-9e8e-74d44a5dcba0 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742571 Dec 14 02:32:05.567630 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a0686a0-4505-4e49-95ba-fef9b59826e5 req-9eef009c-509e-4ac1-ac08-81bc5214cf26 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952048 Dec 14 02:32:05.659460 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26224d39-4abe-411d-b22c-400f815ce9c5 x-openstack-request-id: req-26224d39-4abe-411d-b22c-400f815ce9c5 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:05.659460 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd87df19-ebd1-4dce-9fc6-80b8d00f9e43", "tag": "3d77e634-6aa7-4499-953a-367967e0ee3a", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:05.659460 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26224d39-4abe-411d-b22c-400f815ce9c5 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:05.659460 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd87df19-ebd1-4dce-9fc6-80b8d00f9e43', 'tag': '3d77e634-6aa7-4499-953a-367967e0ee3a', 'status': 'completed', 'code': 200} Dec 14 02:32:05.659998 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0c02726-7fb1-43c9-a478-f675ed282f4c req-58a91454-86da-4eec-800d-41f802100abe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=20c855ad-46e8-4000-9600-b93da22b6b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234884 Dec 14 02:32:05.662225 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-9ac70b88-d97c-497e-8694-5e66d86ebafe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d77e634-6aa7-4499-953a-367967e0ee3a HTTP/1.1" status: 200 len: 217 time: 0.1566305 Dec 14 02:32:05.808778 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6c9bad8b-b225-42f8-bc86-ad2d85c8a0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:05.811617 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6c9bad8b-b225-42f8-bc86-ad2d85c8a0b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:05.815670 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6c9bad8b-b225-42f8-bc86-ad2d85c8a0b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b9600b3-57d3-4ce5-a521-ed2e7d328a59 HTTP/1.1" status: 204 len: 168 time: 1.1577930 Dec 14 02:32:05.833016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea998f4-a62a-48ec-b3ff-9f0c7cd6cb8d req-7df6235e-3ffa-4f83-b1b6-dbf685ded94e tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:05.834692 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ea998f4-a62a-48ec-b3ff-9f0c7cd6cb8d req-7df6235e-3ffa-4f83-b1b6-dbf685ded94e tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=1201a227-dbb8-4396-9ee5-a859cdec98d9 HTTP/1.1" status: 200 len: 945 time: 0.1415534 Dec 14 02:32:05.879255 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0c02726-7fb1-43c9-a478-f675ed282f4c req-07e43425-8aba-4e7e-bf60-7ac194c38d1a service neutron] 10.222.0.47 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097306 Dec 14 02:32:05.884297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bad8b-b225-42f8-bc86-ad2d85c8a0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9600b3-57d3-4ce5-a521-ed2e7d328a59,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:05.976350 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:06.016766 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b81baa-c44a-4e22-8c6f-f200090a9f6a None None] Network 00fcdb17-c212-4c91-85b5-f1cbeb57a53e requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:32:06.045987 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ea998f4-a62a-48ec-b3ff-9f0c7cd6cb8d req-35a049f1-2f6b-4835-b311-07787ef3ff99 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993318 Dec 14 02:32:06.092877 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-95d35ec7-ffdb-4d1d-9e08-abaf6645ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:06.094466 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-95d35ec7-ffdb-4d1d-9e08-abaf6645ddfd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=53926458-5432-4661-8827-c48966f94c72 HTTP/1.1" status: 200 len: 854 time: 0.2139876 Dec 14 02:32:06.137868 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-dc463581-011e-4040-8e3e-d93dc0307980 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345693 Dec 14 02:32:06.139116 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9bd8e10e-7995-4cb6-9e80-d99536093ac4 None None] Provisioning complete for port d020fe6c-b371-4385-bdcc-cc72326d2dbd triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:06.139624 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9bd8e10e-7995-4cb6-9e80-d99536093ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:06.173405 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0c02726-7fb1-43c9-a478-f675ed282f4c req-74bc226d-1ddb-4a5d-93ea-73b3852cb843 service neutron] 10.222.0.47 "GET /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870681 Dec 14 02:32:06.184517 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84b2349e-d522-4599-a62b-f6f89385a1ec req-bc1e9789-1a67-44f3-9966-c3d55d9bda31 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec0a44b-a1bb-40f6-8c4c-e77505630f32 HTTP/1.1" status: 200 len: 210 time: 0.0493429 Dec 14 02:32:06.305108 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:06.315013 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-2cf5aaad-df17-458c-9ac6-c07cb4896824 service neutron] 10.222.0.46 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646736 Dec 14 02:32:06.362412 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52562) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:06.376041 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:06.406766 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e1e11490-650e-4ede-b32e-08d47a4066f5 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:32:06.460062 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4f8be2-1006-4d3a-bebc-8925604538c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c3f166-1a85-478a-966d-8633562a3934'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:32:06.464013 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4097a8-044a-4f1f-bc49-312eec3a73e0" -d '{"events": [{"server_uuid": "fb4f8be2-1006-4d3a-bebc-8925604538c1", "name": "network-vif-plugged", "status": "completed", "tag": "c0c3f166-1a85-478a-966d-8633562a3934"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:32:06.528816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-639ca3c7-65be-4f19-b190-8c8780ea182d req-f1d4a03f-28d4-45b4-bb5e-e8ba507202d4 service neutron] 10.222.0.46 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078629 Dec 14 02:32:06.559854 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2155d931-09e0-4d4b-bc72-cb08d35dc9e6 x-openstack-request-id: req-2155d931-09e0-4d4b-bc72-cb08d35dc9e6 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:06.560381 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4f8be2-1006-4d3a-bebc-8925604538c1", "name": "network-vif-plugged", "status": "completed", "tag": "c0c3f166-1a85-478a-966d-8633562a3934", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:06.560792 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2155d931-09e0-4d4b-bc72-cb08d35dc9e6 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:06.561367 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4f8be2-1006-4d3a-bebc-8925604538c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c3f166-1a85-478a-966d-8633562a3934', 'code': 200} Dec 14 02:32:06.622192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e1e11490-650e-4ede-b32e-08d47a4066f5, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e1e11490-650e-4ede-b32e-08d47a4066f5,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:06.665913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'e1e11490-650e-4ede-b32e-08d47a4066f5', 'network_id': '20c855ad-46e8-4000-9600-b93da22b6b10', 'port_id': 'e1e11490-650e-4ede-b32e-08d47a4066f5', 'mac_address': 'fa:16:3e:e9:e8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a48fceb-7f50-4b74-83b2-3f7c5b452898', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:32:06.666167 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d1057967-1b42-4324-aab6-77c44f01b250 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2044417703-network', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:06.719693 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] Router f34b97a4-2550-4f4a-8abd-331393183240 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:32:06.748938 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:06.765464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1e11490-650e-4ede-b32e-08d47a4066f5 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:32:06.803754 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e1e11490-650e-4ede-b32e-08d47a4066f5, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e1e11490-650e-4ede-b32e-08d47a4066f5,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:06.867273 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:06.869653 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1057967-1b42-4324-aab6-77c44f01b250 admin admin] Made reservation on behalf of 0c5c1e560dfd4b559bbbf43792357f7c for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:32:06.873189 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1057967-1b42-4324-aab6-77c44f01b250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:06.886079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe5012-c5db-46df-aaae-a79e0d7c7613 req-a3588af3-ed11-408c-8c3d-990f97665532 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:06.887825 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ffe5012-c5db-46df-aaae-a79e0d7c7613 req-a3588af3-ed11-408c-8c3d-990f97665532 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 945 time: 0.1696701 Dec 14 02:32:06.893536 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1057967-1b42-4324-aab6-77c44f01b250 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:06.962210 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d020fe6c-b371-4385-bdcc-cc72326d2dbd up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:32:06.966473 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81f44e-bf5d-4e33-a906-dda4e637ab00 req-c845e1fb-6b39-4b63-a141-88ee6c05ae31 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:06.968589 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b81f44e-bf5d-4e33-a906-dda4e637ab00 req-c845e1fb-6b39-4b63-a141-88ee6c05ae31 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87df19-ebd1-4dce-9fc6-80b8d00f9e43 HTTP/1.1" status: 200 len: 944 time: 0.2140996 Dec 14 02:32:06.992068 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1057967-1b42-4324-aab6-77c44f01b250 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:07.028065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f319fb0-79ed-4408-9436-ff572f9277fd req-f4b07dc4-6479-4ac9-ba0f-69ff7d4c1030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:07.029582 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f319fb0-79ed-4408-9436-ff572f9277fd req-f4b07dc4-6479-4ac9-ba0f-69ff7d4c1030 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 1096 time: 0.2195771 Dec 14 02:32:07.034115 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:32:07.056664 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-55f64983-a4c4-4ca8-a213-1aa55f3c9050 None None] Provisioning complete for port d020fe6c-b371-4385-bdcc-cc72326d2dbd triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:07.057139 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-55f64983-a4c4-4ca8-a213-1aa55f3c9050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:07.059554 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Sync routers for ids ['f34b97a4-2550-4f4a-8abd-331393183240'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:32:07.073443 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ffe5012-c5db-46df-aaae-a79e0d7c7613 req-82f1fc57-b6c8-4f93-ba8d-890540b5b225 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179159 Dec 14 02:32:07.089210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194eb30-dc70-498e-88c7-f914cb1d9d43 req-cd00d4bc-ebcf-4700-8ff4-5622cb9d1da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:07.090732 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2194eb30-dc70-498e-88c7-f914cb1d9d43 req-cd00d4bc-ebcf-4700-8ff4-5622cb9d1da5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=038f1fba5462416da4b946cf716bf191&device_id=fd87df19-ebd1-4dce-9fc6-80b8d00f9e43 HTTP/1.1" status: 200 len: 1095 time: 0.2361805 Dec 14 02:32:07.095653 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1057967-1b42-4324-aab6-77c44f01b250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:07.114737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1057967-1b42-4324-aab6-77c44f01b250 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:32:07.126363 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1057967-1b42-4324-aab6-77c44f01b250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:07.126772 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-d1057967-1b42-4324-aab6-77c44f01b250 admin admin] Added segment d3251e6b-243d-43c6-a6f0-22fe1609b8d2 of type vlan for network aa209f5c-4ca3-4f7b-b188-aadce03a8894 Dec 14 02:32:07.150616 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Routers {'f34b97a4-2550-4f4a-8abd-331393183240'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:32:07.151537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:32:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f34b97a4-2550-4f4a-8abd-331393183240'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:07.182104 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1057967-1b42-4324-aab6-77c44f01b250 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:07.236824 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1057967-1b42-4324-aab6-77c44f01b250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def3ac38-5c8c-4bc8-a6e2-077b3c78833c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:07.241960 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:07.244476 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1f41be3e-dd8b-4c24-aece-00f4604acadb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9868000 Dec 14 02:32:07.248207 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52590) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:07.254608 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b81f44e-bf5d-4e33-a906-dda4e637ab00 req-be75fd7d-6617-43ff-ad6d-672847a157a2 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531118 Dec 14 02:32:07.280560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=e1e11490-650e-4ede-b32e-08d47a4066f5,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:07.285265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['e1e11490-650e-4ede-b32e-08d47a4066f5'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:32:07.315758 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1057967-1b42-4324-aab6-77c44f01b250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:07.317034 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1057967-1b42-4324-aab6-77c44f01b250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:07.317753 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1057967-1b42-4324-aab6-77c44f01b250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:07.343776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f319fb0-79ed-4408-9436-ff572f9277fd req-c0645a4a-4693-4af1-b770-5659c9b553ad service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034198 Dec 14 02:32:07.374012 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Set router f34b97a4-2550-4f4a-8abd-331393183240 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:32:07.386797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba618b1-82b4-4f43-b8f8-16caad90f8fb req-1bc16e3b-dab1-411a-95c3-8043aaece6e0 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:07.394334 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eba618b1-82b4-4f43-b8f8-16caad90f8fb req-1bc16e3b-dab1-411a-95c3-8043aaece6e0 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=1201a227-dbb8-4396-9ee5-a859cdec98d9 HTTP/1.1" status: 200 len: 945 time: 0.1421328 Dec 14 02:32:07.450148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194eb30-dc70-498e-88c7-f914cb1d9d43 req-121c4fac-b7f7-4910-983e-61dc0257312b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:07.460026 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d1057967-1b42-4324-aab6-77c44f01b250 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0961475 Dec 14 02:32:07.467351 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2194eb30-dc70-498e-88c7-f914cb1d9d43 req-121c4fac-b7f7-4910-983e-61dc0257312b service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 HTTP/1.1" status: 200 len: 915 time: 0.3452315 Dec 14 02:32:07.468373 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52596) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:07.490864 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1057967-1b42-4324-aab6-77c44f01b250 admin admin] Pushing event updated for resources: {'Network': ['ID=aa209f5c-4ca3-4f7b-b188-aadce03a8894,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:07.502797 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ec991e3-7b4d-486f-8d6a-77dbc23613cd req-d3d2ac35-b639-446b-8bcb-76b2e4696813 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec0a44b-a1bb-40f6-8c4c-e77505630f32 HTTP/1.1" status: 200 len: 210 time: 0.0698745 Dec 14 02:32:07.520079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-12b29434-d759-48b9-b953-aef8e246bdc0 admin admin] Request body: {'subnet': {'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2044417703-subnet', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:07.527520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d020fe6c-b371-4385-bdcc-cc72326d2dbd triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:07.528885 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:07.560103 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network aa209f5c-4ca3-4f7b-b188-aadce03a8894 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:32:07.562047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2194eb30-dc70-498e-88c7-f914cb1d9d43 req-7e805608-db71-4511-b2c3-3c953c3be986 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d77e634-6aa7-4499-953a-367967e0ee3a HTTP/1.1" status: 200 len: 217 time: 0.0842543 Dec 14 02:32:07.577596 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eba618b1-82b4-4f43-b8f8-16caad90f8fb req-838ecc6a-7392-4c7b-8fc6-4a162747e2c6 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673656 Dec 14 02:32:07.684699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2194eb30-dc70-498e-88c7-f914cb1d9d43 req-251e5d82-ac9e-455c-b905-18571fb283fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:07.686934 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2194eb30-dc70-498e-88c7-f914cb1d9d43 req-251e5d82-ac9e-455c-b905-18571fb283fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=53926458-5432-4661-8827-c48966f94c72 HTTP/1.1" status: 200 len: 854 time: 0.1035869 Dec 14 02:32:07.746092 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2194eb30-dc70-498e-88c7-f914cb1d9d43 req-946a8dbf-e702-4033-a68c-3822e796daf6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439377 Dec 14 02:32:07.847518 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:07.854693 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9099c75-aca5-4015-acc6-c6e1b0b6f518 req-31cc00c3-3623-49ff-9d1d-3cda454bcf05 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:07.859643 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9099c75-aca5-4015-acc6-c6e1b0b6f518 req-31cc00c3-3623-49ff-9d1d-3cda454bcf05 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=11c73c42-7b27-42aa-b9c2-176c92b71375 HTTP/1.1" status: 200 len: 944 time: 0.1678183 Dec 14 02:32:07.891173 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b29434-d759-48b9-b953-aef8e246bdc0 admin admin] Made reservation on behalf of 0c5c1e560dfd4b559bbbf43792357f7c for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:32:07.894291 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12b29434-d759-48b9-b953-aef8e246bdc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:07.971263 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2194eb30-dc70-498e-88c7-f914cb1d9d43 req-9bd5e942-67bb-41f7-8680-7ab1fd0ee571 service neutron] 10.222.0.46 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107728 Dec 14 02:32:08.130006 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9099c75-aca5-4015-acc6-c6e1b0b6f518 req-b1e53a50-df4d-4973-bed7-4f64878b9d1b tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576586 Dec 14 02:32:08.213936 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6dfb799c-9a37-4724-baba-6eaca8424639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:08.298663 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12b29434-d759-48b9-b953-aef8e246bdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:08.378839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'name': 'tempest-FloatingIPDetailsTestJSON-76585154-router', 'tenant_id': '03ce430e97c4438392fc70187e908531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c2535068-ff23-4821-bceb-c41a899bec25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:03Z', 'updated_at': '2021-12-14T02:32:05Z', 'revision_number': 3, 'project_id': '03ce430e97c4438392fc70187e908531', 'gw_port': {'id': 'c2535068-ff23-4821-bceb-c41a899bec25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:04Z', 'updated_at': '2021-12-14T02:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:08.462786 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b29434-d759-48b9-b953-aef8e246bdc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fca9bbc-2a0a-4b97-b622-987e739d6dff,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:08.476352 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Checking router: f34b97a4-2550-4f4a-8abd-331393183240 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:32:08.481602 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Updating router f34b97a4-2550-4f4a-8abd-331393183240 port c2535068-ff23-4821-bceb-c41a899bec25 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:32:08.530950 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b29434-d759-48b9-b953-aef8e246bdc0 admin admin] Checking segment: {'id': 'd3251e6b-243d-43c6-a6f0-22fe1609b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:32:08.531768 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b29434-d759-48b9-b953-aef8e246bdc0 admin admin] Network hostable DHCP agents. Network: aa209f5c-4ca3-4f7b-b188-aadce03a8894, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:32:08.553326 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:08.565035 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:08.622595 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-6dfb799c-9a37-4724-baba-6eaca8424639 admin admin] Allocated IP 172.20.0.1 (00fcdb17-c212-4c91-85b5-f1cbeb57a53e/2e3c907a-531f-40c4-8f8f-300f052cfc75/13bc6d4f-feae-4724-8db7-c38d8346969d) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:32:08.682563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2194eb30-dc70-498e-88c7-f914cb1d9d43 req-ef29244b-7180-4881-86be-65113f5b7bde service neutron] 10.222.0.46 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836171 Dec 14 02:32:08.754158 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b29434-d759-48b9-b953-aef8e246bdc0 admin admin] Network aa209f5c-4ca3-4f7b-b188-aadce03a8894 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:32:08.795470 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7717ea-4ad5-44f3-83f2-a47e5e7b9688 req-694eaa7f-c194-4fff-b76a-05e30b971775 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:08.802806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da7717ea-4ad5-44f3-83f2-a47e5e7b9688 req-694eaa7f-c194-4fff-b76a-05e30b971775 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87df19-ebd1-4dce-9fc6-80b8d00f9e43 HTTP/1.1" status: 200 len: 944 time: 0.1173472 Dec 14 02:32:08.844935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed02a0f-7a9d-4ef8-b159-585d6dfefbde req-cc0cc17b-22f5-4e99-8082-562511dc7cc2 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:08.860244 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-12b29434-d759-48b9-b953-aef8e246bdc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, aa209f5c-4ca3-4f7b-b188-aadce03a8894) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:08.862251 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ed02a0f-7a9d-4ef8-b159-585d6dfefbde req-cc0cc17b-22f5-4e99-8082-562511dc7cc2 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 945 time: 0.6401870 Dec 14 02:32:08.873570 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6dfb799c-9a37-4724-baba-6eaca8424639 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:08.877345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901cd219-8492-418b-b97f-e6849fa25404 None None] Network aa209f5c-4ca3-4f7b-b188-aadce03a8894 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:32:08.878316 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b29434-d759-48b9-b953-aef8e246bdc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:08.878895 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12b29434-d759-48b9-b953-aef8e246bdc0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:08.893837 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-89c0d34d-2b48-45bd-971c-ec7c1d97358a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:08.895323 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-89c0d34d-2b48-45bd-971c-ec7c1d97358a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.47 "GET /v2.0/networks?id=46ae5e0d-ff63-489c-8bf7-968d04494343 HTTP/1.1" status: 200 len: 804 time: 0.7508340 Dec 14 02:32:08.922027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-05c7ae30-7205-4df5-b6c4-5222470b4bc8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Request body: {'port': {'device_id': 'bec0a44b-a1bb-40f6-8c4c-e77505630f32', 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343', 'admin_state_up': True, 'tenant_id': 'c599f063fb64480ba4a0ee1020e33672'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:09.021993 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ed02a0f-7a9d-4ef8-b159-585d6dfefbde req-744c7da8-2265-4a4e-aed6-d4938223a6db tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383295 Dec 14 02:32:09.031967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-aa209f5c-4ca3-4f7b-b188-aadce03a8894', 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894', 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'fixed_ips': [{'subnet_id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:32:09.033212 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:09.048450 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6dfb799c-9a37-4724-baba-6eaca8424639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:09.049990 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da7717ea-4ad5-44f3-83f2-a47e5e7b9688 req-76b240dc-5713-4460-a1a0-73748887f3e0 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426672 Dec 14 02:32:09.136830 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-12b29434-d759-48b9-b953-aef8e246bdc0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6455646 Dec 14 02:32:09.138499 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52632) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:09.143813 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2044417703-router', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:09.169165 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfb799c-9a37-4724-baba-6eaca8424639 admin admin] Network 00fcdb17-c212-4c91-85b5-f1cbeb57a53e is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:32:09.174242 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-6dfb799c-9a37-4724-baba-6eaca8424639 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:09.178459 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfb799c-9a37-4724-baba-6eaca8424639 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:32:09.199962 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:09.217641 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-05c7ae30-7205-4df5-b6c4-5222470b4bc8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Made reservation on behalf of c599f063fb64480ba4a0ee1020e33672 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:32:09.220937 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6dfb799c-9a37-4724-baba-6eaca8424639 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:09.232422 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-05c7ae30-7205-4df5-b6c4-5222470b4bc8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:09.234010 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb799c-9a37-4724-baba-6eaca8424639 admin admin] Pushing event updated for resources: {'Port': ['ID=13bc6d4f-feae-4724-8db7-c38d8346969d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:09.272054 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Allocated IP 172.20.0.2 (aa209f5c-4ca3-4f7b-b188-aadce03a8894/6fca9bbc-2a0a-4b97-b622-987e739d6dff/d90932aa-8be7-4bc0-ab69-eca354585db5) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:32:09.309276 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d9658c8-de82-46ac-b2bb-d078b14da967 req-ef922da7-9559-4b91-b708-255c68853ced tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec0a44b-a1bb-40f6-8c4c-e77505630f32 HTTP/1.1" status: 200 len: 210 time: 0.1402140 Dec 14 02:32:09.312743 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:09.453890 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:09.455913 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:09.516223 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:09.550022 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-6ab5ec81-28c8-492a-9916-842a6f079cb3 req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1169541214', 'description': 'tempest-description-1747234553'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:09.556072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3d77e634-6aa7-4499-953a-367967e0ee3a details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:32:09.603905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a1a15-709a-463e-a475-edbdae372b0a req-8718360a-320e-416a-b35e-c02b86b0b2af tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:09.606216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a5a1a15-709a-463e-a475-edbdae372b0a req-8718360a-320e-416a-b35e-c02b86b0b2af tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=11c73c42-7b27-42aa-b9c2-176c92b71375 HTTP/1.1" status: 200 len: 944 time: 0.1731689 Dec 14 02:32:09.646104 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Attempting to bind port c2535068-ff23-4821-bceb-c41a899bec25 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:32:09.646401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Attempting to bind port c2535068-ff23-4821-bceb-c41a899bec25 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:32:09.646776 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Attempting to bind port c2535068-ff23-4821-bceb-c41a899bec25 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:09.648414 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6dfb799c-9a37-4724-baba-6eaca8424639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:09.683177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a5a1a15-709a-463e-a475-edbdae372b0a req-b4553eeb-2ee5-4573-9dc8-0370b6ec364b tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760164 Dec 14 02:32:09.699732 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:32:09.701168 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:32:09.701168 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:09.701487 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:32:09.702145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Bound port: c2535068-ff23-4821-bceb-c41a899bec25, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:32:09.702703 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:09.755027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] For port c2535068-ff23-4821-bceb-c41a899bec25, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:32:09.758527 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] For port c2535068-ff23-4821-bceb-c41a899bec25, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c2535068-ff23-4821-bceb-c41a899bec25,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:32:09.762212 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6ab5ec81-28c8-492a-9916-842a6f079cb3 req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:09.766327 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.resource_extend [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 02:32:09.769079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12da287-6985-463b-bae1-8ebd47b47966 None None] Pushing event updated for resources: {'Port': ['ID=c2535068-ff23-4821-bceb-c41a899bec25,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:09.781728 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9a69ca8a-3cc4-4294-bc16-5dd7761cc73d None None] Provisioning complete for port 13bc6d4f-feae-4724-8db7-c38d8346969d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:09.782050 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a69ca8a-3cc4-4294-bc16-5dd7761cc73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:09.783601 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6ab5ec81-28c8-492a-9916-842a6f079cb3 req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:09.853688 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:09.854003 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-05c7ae30-7205-4df5-b6c4-5222470b4bc8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Allocated IP 172.20.0.8 (46ae5e0d-ff63-489c-8bf7-968d04494343/5ab8c50a-a715-4e2e-8453-c9bba63f1ddb/bb246fdb-f478-4e4f-9a95-bb450ad7c6cf) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:32:09.884755 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:09.900011 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6dfb799c-9a37-4724-baba-6eaca8424639 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:09.972025 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9a69ca8a-3cc4-4294-bc16-5dd7761cc73d None None] Port 13bc6d4f-feae-4724-8db7-c38d8346969d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:32:09.976222 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6dfb799c-9a37-4724-baba-6eaca8424639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:10.009051 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3d77e634-6aa7-4499-953a-367967e0ee3a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3d77e634-6aa7-4499-953a-367967e0ee3a,segment=NetworkSegment(b756c107-e77a-438d-8e5b-2c406c0e61cd),segment_id=b756c107-e77a-438d-8e5b-2c406c0e61cd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:10.011625 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Routers {'f34b97a4-2550-4f4a-8abd-331393183240'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:32:10.012259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:32:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f34b97a4-2550-4f4a-8abd-331393183240'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:10.018995 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:10.019316 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6ab5ec81-28c8-492a-9916-842a6f079cb3 req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:10.020348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12da287-6985-463b-bae1-8ebd47b47966 None None] Pushing event updated for resources: {'Port': ['ID=c2535068-ff23-4821-bceb-c41a899bec25,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:10.087684 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '3d77e634-6aa7-4499-953a-367967e0ee3a', 'network_id': 'd4d44ac6-a4e1-4c48-95d9-fdd8413398e9', 'port_id': '3d77e634-6aa7-4499-953a-367967e0ee3a', 'mac_address': 'fa:16:3e:f7:fa:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53926458-5432-4661-8827-c48966f94c72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:32:10.098305 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6dfb799c-9a37-4724-baba-6eaca8424639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:10.100382 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb799c-9a37-4724-baba-6eaca8424639 admin admin] Pushing event updated for resources: {'Port': ['ID=13bc6d4f-feae-4724-8db7-c38d8346969d,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:10.136202 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:10.201218 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:10.206631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Network aa209f5c-4ca3-4f7b-b188-aadce03a8894 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:32:10.213107 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:10.224883 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfb799c-9a37-4724-baba-6eaca8424639 admin admin] Network 00fcdb17-c212-4c91-85b5-f1cbeb57a53e is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:32:10.228193 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-6dfb799c-9a37-4724-baba-6eaca8424639 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:10.228369 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:32:10.236258 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Pushing event updated for resources: {'Port': ['ID=d90932aa-8be7-4bc0-ab69-eca354585db5,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:10.248855 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d77e634-6aa7-4499-953a-367967e0ee3a {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:32:10.256402 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6ab5ec81-28c8-492a-9916-842a6f079cb3 req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:10.284357 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-05c7ae30-7205-4df5-b6c4-5222470b4bc8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:10.314345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] Set router f34b97a4-2550-4f4a-8abd-331393183240 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:32:10.410356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89659bd8-8a57-4367-9df5-d689bfc5fc48 req-dc0183a9-9167-466f-817f-5ff5ceb5df40 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:10.419905 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89659bd8-8a57-4367-9df5-d689bfc5fc48 req-dc0183a9-9167-466f-817f-5ff5ceb5df40 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 945 time: 0.1621523 Dec 14 02:32:10.435983 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfb799c-9a37-4724-baba-6eaca8424639 admin admin] Router f34b97a4-2550-4f4a-8abd-331393183240 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:32:10.447044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9116451-43be-40e0-bde8-2f3015d58dc8,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:10.460906 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e1e11490-650e-4ede-b32e-08d47a4066f5 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:32:10.517385 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:10.517739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:10.518087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:10.518426 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:10.518755 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:10.519141 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:10.519408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:10.519732 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:10.520056 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:10.520381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:10.520701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:10.521019 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:10.521353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:10.603051 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3d77e634-6aa7-4499-953a-367967e0ee3a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3d77e634-6aa7-4499-953a-367967e0ee3a,segment=NetworkSegment(b756c107-e77a-438d-8e5b-2c406c0e61cd),segment_id=b756c107-e77a-438d-8e5b-2c406c0e61cd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:10.653339 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Attempting to bind port d90932aa-8be7-4bc0-ab69-eca354585db5 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:32:10.653882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Attempting to bind port d90932aa-8be7-4bc0-ab69-eca354585db5 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'd3251e6b-243d-43c6-a6f0-22fe1609b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:32:10.654380 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Attempting to bind port d90932aa-8be7-4bc0-ab69-eca354585db5 on network aa209f5c-4ca3-4f7b-b188-aadce03a8894 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:10.657704 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6ab5ec81-28c8-492a-9916-842a6f079cb3 req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:10.668202 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-05c7ae30-7205-4df5-b6c4-5222470b4bc8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:10.674494 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:32:10.675059 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Checking segment: {'id': 'd3251e6b-243d-43c6-a6f0-22fe1609b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:32:10.675712 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:10.676481 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Bound using segment: {'id': 'd3251e6b-243d-43c6-a6f0-22fe1609b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:32:10.677155 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Bound port: d90932aa-8be7-4bc0-ab69-eca354585db5, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3251e6b-243d-43c6-a6f0-22fe1609b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:32:10.677628 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:10.686551 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:10.746627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7ae30-7205-4df5-b6c4-5222470b4bc8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Pushing event updated for resources: {'Port': ['ID=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:10.754476 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6ab5ec81-28c8-492a-9916-842a6f079cb3 req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:10.787188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=3d77e634-6aa7-4499-953a-367967e0ee3a,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:10.789988 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89659bd8-8a57-4367-9df5-d689bfc5fc48 req-03d9de00-508c-45e4-99a4-300a1e4bf2b5 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645380 Dec 14 02:32:10.834072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-05c7ae30-7205-4df5-b6c4-5222470b4bc8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Network 46ae5e0d-ff63-489c-8bf7-968d04494343 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:32:10.848325 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-05c7ae30-7205-4df5-b6c4-5222470b4bc8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:10.862233 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-05c7ae30-7205-4df5-b6c4-5222470b4bc8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:32:10.882257 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6ab5ec81-28c8-492a-9916-842a6f079cb3 req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:10.902226 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6ab5ec81-28c8-492a-9916-842a6f079cb3 req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.3605504 Dec 14 02:32:10.911228 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] For port d90932aa-8be7-4bc0-ab69-eca354585db5, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:32:10.916285 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] For port d90932aa-8be7-4bc0-ab69-eca354585db5, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d90932aa-8be7-4bc0-ab69-eca354585db5,segment=NetworkSegment(d3251e6b-243d-43c6-a6f0-22fe1609b8d2),segment_id=d3251e6b-243d-43c6-a6f0-22fe1609b8d2)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:32:10.919578 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfb799c-9a37-4724-baba-6eaca8424639 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:32:10.925214 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6dfb799c-9a37-4724-baba-6eaca8424639 admin admin] 10.222.0.39 "PUT /v2.0/routers/f34b97a4-2550-4f4a-8abd-331393183240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6759410 Dec 14 02:32:10.969556 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:10.983907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-fd9e673e-41fd-421e-b67d-0e448ecb7cdc None None] Provisioning complete for port 13bc6d4f-feae-4724-8db7-c38d8346969d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:10.986803 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fd9e673e-41fd-421e-b67d-0e448ecb7cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:11.021594 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:11.040965 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:11.043037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e033dcdf-9bcf-4022-a5d8-dcc5af660921 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6830e8e8-dfd0-4e66-aa82-a98114950905,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:11.103254 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3d77e634-6aa7-4499-953a-367967e0ee3a'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:32:11.111941 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port e1e11490-650e-4ede-b32e-08d47a4066f5 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:32:11.139883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-05c7ae30-7205-4df5-b6c4-5222470b4bc8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:11.140814 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-05c7ae30-7205-4df5-b6c4-5222470b4bc8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:11.146164 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e673e-41fd-421e-b67d-0e448ecb7cdc None None] Port 13bc6d4f-feae-4724-8db7-c38d8346969d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:32:11.163927 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port e1e11490-650e-4ede-b32e-08d47a4066f5 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:11.164951 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:11.169157 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99373cc-352e-4977-9e9b-dfe4b043a1a6 req-daa39431-f632-446a-8293-d9f2e02a56ec tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:11.170937 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a99373cc-352e-4977-9e9b-dfe4b043a1a6 req-daa39431-f632-446a-8293-d9f2e02a56ec tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87df19-ebd1-4dce-9fc6-80b8d00f9e43 HTTP/1.1" status: 200 len: 945 time: 0.2031245 Dec 14 02:32:11.217069 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f9c82a-2f1f-4f5b-87fa-adbfb3967358 None None] Pushing event updated for resources: {'Port': ['ID=d90932aa-8be7-4bc0-ab69-eca354585db5,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:11.238073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b9e0b-727a-4368-8f98-eca8b8bc8e32 req-7a8a59f2-9672-40d7-bea8-995ef54e7f10 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:11.239614 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-691b9e0b-727a-4368-8f98-eca8b8bc8e32 req-7a8a59f2-9672-40d7-bea8-995ef54e7f10 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec0a44b-a1bb-40f6-8c4c-e77505630f32 HTTP/1.1" status: 200 len: 931 time: 0.2316251 Dec 14 02:32:11.259807 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-05c7ae30-7205-4df5-b6c4-5222470b4bc8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3430195 Dec 14 02:32:11.290849 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Request body: {'port': {'device_id': 'bec0a44b-a1bb-40f6-8c4c-e77505630f32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:11.308494 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'name': 'tempest-FloatingIPDetailsTestJSON-76585154-router', 'tenant_id': '03ce430e97c4438392fc70187e908531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c2535068-ff23-4821-bceb-c41a899bec25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:03Z', 'updated_at': '2021-12-14T02:32:09Z', 'revision_number': 4, 'project_id': '03ce430e97c4438392fc70187e908531', 'gw_port': {'id': 'c2535068-ff23-4821-bceb-c41a899bec25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:04Z', 'updated_at': '2021-12-14T02:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '13bc6d4f-feae-4724-8db7-c38d8346969d', 'name': '', 'network_id': '00fcdb17-c212-4c91-85b5-f1cbeb57a53e', 'tenant_id': '03ce430e97c4438392fc70187e908531', 'mac_address': 'fa:16:3e:f1:8c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e3c907a-531f-40c4-8f8f-300f052cfc75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:08Z', 'updated_at': '2021-12-14T02:32:09Z', 'revision_number': 2, 'project_id': '03ce430e97c4438392fc70187e908531', 'subnets': [{'id': '2e3c907a-531f-40c4-8f8f-300f052cfc75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:11.349748 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] Allocated IP 172.25.7.181 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:32:11.361179 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a99373cc-352e-4977-9e9b-dfe4b043a1a6 req-1a965e6c-507d-429b-b899-3ba68665059c tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795161 Dec 14 02:32:11.361356 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19a784-b187-42fd-b0e8-0055dc3eecf5 None None] The sync data for ids ['f34b97a4-2550-4f4a-8abd-331393183240'] in n-d-821636-1 is: [{'id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'name': 'tempest-FloatingIPDetailsTestJSON-76585154-router', 'tenant_id': '03ce430e97c4438392fc70187e908531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c2535068-ff23-4821-bceb-c41a899bec25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:03Z', 'updated_at': '2021-12-14T02:32:09Z', 'revision_number': 4, 'project_id': '03ce430e97c4438392fc70187e908531', 'gw_port': {'id': 'c2535068-ff23-4821-bceb-c41a899bec25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:04Z', 'updated_at': '2021-12-14T02:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '13bc6d4f-feae-4724-8db7-c38d8346969d', 'name': '', 'network_id': '00fcdb17-c212-4c91-85b5-f1cbeb57a53e', 'tenant_id': '03ce430e97c4438392fc70187e908531', 'mac_address': 'fa:16:3e:f1:8c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e3c907a-531f-40c4-8f8f-300f052cfc75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:08Z', 'updated_at': '2021-12-14T02:32:09Z', 'revision_number': 2, 'project_id': '03ce430e97c4438392fc70187e908531', 'subnets': [{'id': '2e3c907a-531f-40c4-8f8f-300f052cfc75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:32:11.403284 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:11.495161 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c73c42-7b27-42aa-b9c2-176c92b71375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e11490-650e-4ede-b32e-08d47a4066f5'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:32:11.505079 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6baee1-6eee-4a8f-a300-1f69340d753c" -d '{"events": [{"server_uuid": "11c73c42-7b27-42aa-b9c2-176c92b71375", "name": "network-vif-plugged", "status": "completed", "tag": "e1e11490-650e-4ede-b32e-08d47a4066f5"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:32:11.513133 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:32:11.532671 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e1e11490-650e-4ede-b32e-08d47a4066f5, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e1e11490-650e-4ede-b32e-08d47a4066f5,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:11.597778 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:11.654963 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-691b9e0b-727a-4368-8f98-eca8b8bc8e32 req-26e58a04-c1d7-4dab-bb6f-5b150090b3b3 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012504 Dec 14 02:32:11.695932 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:11.702781 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=e1e11490-650e-4ede-b32e-08d47a4066f5,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:11.784336 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:11.810273 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc149d6-f90f-4ffd-8ede-acb9b40a3743 req-27081a70-b724-4298-a97f-87537f3aa654 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:11.811838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-adc149d6-f90f-4ffd-8ede-acb9b40a3743 req-27081a70-b724-4298-a97f-87537f3aa654 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=11c73c42-7b27-42aa-b9c2-176c92b71375 HTTP/1.1" status: 200 len: 945 time: 0.2499938 Dec 14 02:32:12.010501 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-adc149d6-f90f-4ffd-8ede-acb9b40a3743 req-7fb3b859-41ec-43cc-a1d0-d5dff9affeff tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814322 Dec 14 02:32:12.092060 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-93b2c262-bb90-475d-bfb0-2e8f870a7c93 req-db77db61-974a-4999-9e16-1db1cc2fe20f tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Request body: {'security_group': {'name': 'tempest-securitygroup-171926087', 'description': 'tempest-description-630436464'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:12.113206 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:12.189853 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef508c-9234-4bc6-bc70-4cf3e7cbd1dc req-13386465-a369-400c-82d7-9fb33c0b1af4 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:12.191455 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6eef508c-9234-4bc6-bc70-4cf3e7cbd1dc req-13386465-a369-400c-82d7-9fb33c0b1af4 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 1096 time: 0.2227328 Dec 14 02:32:12.200337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:32:12.216381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:12.219249 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:32:12.269187 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93b2c262-bb90-475d-bfb0-2e8f870a7c93 req-db77db61-974a-4999-9e16-1db1cc2fe20f tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:12.310059 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] Pushing event updated for resources: {'Port': ['ID=f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:12.539526 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6eef508c-9234-4bc6-bc70-4cf3e7cbd1dc req-0673ff64-dea8-430c-b2e4-41fa5e105194 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378308 Dec 14 02:32:12.684770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b13ae0-d6c2-41a1-a09c-4d765b0f8a20 None None] Network aa209f5c-4ca3-4f7b-b188-aadce03a8894 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:32:13.049183 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c10f694e-7732-4bf2-8fbc-dbc29c787a55 None None] Provisioning complete for port d90932aa-8be7-4bc0-ab69-eca354585db5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:13.050275 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c10f694e-7732-4bf2-8fbc-dbc29c787a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:13.057200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb246fdb-f478-4e4f-9a95-bb450ad7c6cf {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:32:13.067932 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:13.102423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d90932aa-8be7-4bc0-ab69-eca354585db5 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:32:13.221492 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c10f694e-7732-4bf2-8fbc-dbc29c787a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:13.223463 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d90932aa-8be7-4bc0-ab69-eca354585db5 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:13.223828 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:13.300052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-1ad337df-91aa-4e48-89f5-14bdd2b22bc5 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3585606 Dec 14 02:32:13.301393 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Transition to ACTIVE for port object bb246fdb-f478-4e4f-9a95-bb450ad7c6cf will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:32:13.315497 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c10f694e-7732-4bf2-8fbc-dbc29c787a55 None None] For port d90932aa-8be7-4bc0-ab69-eca354585db5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d90932aa-8be7-4bc0-ab69-eca354585db5,segment=NetworkSegment(d3251e6b-243d-43c6-a6f0-22fe1609b8d2),segment_id=d3251e6b-243d-43c6-a6f0-22fe1609b8d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:13.371084 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-f1bc46fd-25f0-462a-9dc1-ede29bf3d656 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:13.376956 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:13.406709 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c10f694e-7732-4bf2-8fbc-dbc29c787a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:13.440924 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:13.451365 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93b2c262-bb90-475d-bfb0-2e8f870a7c93 req-db77db61-974a-4999-9e16-1db1cc2fe20f tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:13.486432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f694e-7732-4bf2-8fbc-dbc29c787a55 None None] Pushing event updated for resources: {'Port': ['ID=d90932aa-8be7-4bc0-ab69-eca354585db5,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:13.499361 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3d77e634-6aa7-4499-953a-367967e0ee3a up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:32:13.503301 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:32:13.503488 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:32:13.533715 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93b2c262-bb90-475d-bfb0-2e8f870a7c93 req-db77db61-974a-4999-9e16-1db1cc2fe20f tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:13.555197 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e4abd030-bea9-4074-b94a-779b5d59f178 None None] Provisioning complete for port d90932aa-8be7-4bc0-ab69-eca354585db5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:13.555471 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e4abd030-bea9-4074-b94a-779b5d59f178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:13.589443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Pushing event updated for resources: {'Port': ['ID=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:13.601112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77db61-974a-4999-9e16-1db1cc2fe20f tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b9b2b6-eb4f-4250-b228-a3caac9c38ab,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:13.619514 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:13.625151 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-f1bc46fd-25f0-462a-9dc1-ede29bf3d656 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:13.650757 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 3d77e634-6aa7-4499-953a-367967e0ee3a completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:32:13.654977 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 3d77e634-6aa7-4499-953a-367967e0ee3a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:13.655362 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:13.716285 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93b2c262-bb90-475d-bfb0-2e8f870a7c93 req-db77db61-974a-4999-9e16-1db1cc2fe20f tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:13.717542 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93b2c262-bb90-475d-bfb0-2e8f870a7c93 req-db77db61-974a-4999-9e16-1db1cc2fe20f tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.6550179 Dec 14 02:32:13.745278 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:13.766831 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f67bee-7410-494a-a0ad-2a7d9bee34cc x-openstack-request-id: req-45f67bee-7410-494a-a0ad-2a7d9bee34cc {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:13.767126 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c73c42-7b27-42aa-b9c2-176c92b71375", "name": "network-vif-plugged", "status": "completed", "tag": "e1e11490-650e-4ede-b32e-08d47a4066f5", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:13.768084 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45f67bee-7410-494a-a0ad-2a7d9bee34cc {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:13.768503 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c73c42-7b27-42aa-b9c2-176c92b71375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1e11490-650e-4ede-b32e-08d47a4066f5', 'code': 200} Dec 14 02:32:13.788201 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3d77e634-6aa7-4499-953a-367967e0ee3a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3d77e634-6aa7-4499-953a-367967e0ee3a,segment=NetworkSegment(b756c107-e77a-438d-8e5b-2c406c0e61cd),segment_id=b756c107-e77a-438d-8e5b-2c406c0e61cd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:13.804516 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Attempting to bind port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:32:13.804960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Attempting to bind port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:32:13.805368 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Attempting to bind port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf on network 46ae5e0d-ff63-489c-8bf7-968d04494343 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:13.818357 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf on network 46ae5e0d-ff63-489c-8bf7-968d04494343 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:32:13.818676 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Attempting to bind port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf on network 46ae5e0d-ff63-489c-8bf7-968d04494343 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:13.867085 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:13.883433 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:32:13.883801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Checking segment: {'id': '3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:32:13.884143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Bound using segment: {'id': '3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:32:13.884591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Bound port: bb246fdb-f478-4e4f-9a95-bb450ad7c6cf, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:32:13.884944 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:13.924375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=3d77e634-6aa7-4499-953a-367967e0ee3a,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:14.049997 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c2535068-ff23-4821-bceb-c41a899bec25 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:32:14.055444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7760e-8de2-43c4-b53c-ced90532820a req-99325840-0c6f-4589-8d89-3f13674a9a22 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:14.055940 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ed7760e-8de2-43c4-b53c-ced90532820a req-99325840-0c6f-4589-8d89-3f13674a9a22 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87df19-ebd1-4dce-9fc6-80b8d00f9e43 HTTP/1.1" status: 200 len: 945 time: 0.2326045 Dec 14 02:32:14.069415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a8e15-1618-4ea9-9f06-3fde2c1d14af req-616ac760-348c-429a-b3e1-5ff166d1eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:14.072250 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-108a8e15-1618-4ea9-9f06-3fde2c1d14af req-616ac760-348c-429a-b3e1-5ff166d1eb77 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=11c73c42-7b27-42aa-b9c2-176c92b71375 HTTP/1.1" status: 200 len: 1096 time: 0.1565318 Dec 14 02:32:14.099103 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port c2535068-ff23-4821-bceb-c41a899bec25 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:14.099517 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:14.118149 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:14.133502 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] For port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:32:14.155765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] For port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:32:14.164454 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-f1bc46fd-25f0-462a-9dc1-ede29bf3d656 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:14.181739 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:14.205086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port c2535068-ff23-4821-bceb-c41a899bec25, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c2535068-ff23-4821-bceb-c41a899bec25,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:14.254282 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:14.272343 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:14.298288 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ed7760e-8de2-43c4-b53c-ced90532820a req-0aac0979-6361-4500-b52f-db56d2f57f9c tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179372 Dec 14 02:32:14.302211 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Sync routers for ids ['f34b97a4-2550-4f4a-8abd-331393183240'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:32:14.337257 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=c2535068-ff23-4821-bceb-c41a899bec25,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:14.342079 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Routers {'f34b97a4-2550-4f4a-8abd-331393183240'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:32:14.343959 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:32:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f34b97a4-2550-4f4a-8abd-331393183240'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:14.351657 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-108a8e15-1618-4ea9-9f06-3fde2c1d14af req-5edea04f-ea47-4a7b-a873-b4fcb57cf642 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488413 Dec 14 02:32:14.369617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:14.370246 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:14.371625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] 10.222.0.47 "PUT /v2.0/ports/bb246fdb-f478-4e4f-9a95-bb450ad7c6cf HTTP/1.1" status: 200 len: 1091 time: 3.0927284 Dec 14 02:32:14.372076 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec0a44b-a1bb-40f6-8c4c-e77505630f32', 'tag': 'bb246fdb-f478-4e4f-9a95-bb450ad7c6cf'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:32:14.374343 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26196c06-a1f2-4349-b3b7-195e13e06211" -d '{"events": [{"name": "network-changed", "server_uuid": "bec0a44b-a1bb-40f6-8c4c-e77505630f32", "tag": "bb246fdb-f478-4e4f-9a95-bb450ad7c6cf"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:32:14.448635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6272f8-23ab-47d7-ae7b-d380e18b28f0 service neutron] Pushing event updated for resources: {'Port': ['ID=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:14.511849 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-f1bc46fd-25f0-462a-9dc1-ede29bf3d656 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Allocated IP 172.25.7.136 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/59808eaa-21c6-4741-abd1-22ab66e669dc) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:32:14.521556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf66a6-1273-4ffb-b17a-cd27cb67a1fb req-7b32ce10-e0bb-45ec-bec7-50b79a06efb0 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:14.523085 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01cf66a6-1273-4ffb-b17a-cd27cb67a1fb req-7b32ce10-e0bb-45ec-bec7-50b79a06efb0 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 1096 time: 0.1196480 Dec 14 02:32:14.562789 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Set router f34b97a4-2550-4f4a-8abd-331393183240 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:32:14.620367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01cf66a6-1273-4ffb-b17a-cd27cb67a1fb req-6048b3e6-c5d5-4b14-a4fc-f4a9aa981bb0 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886567 Dec 14 02:32:14.667761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] Router 64065d08-7c1c-48f8-96fc-88e807428334 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:32:14.677888 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-f1bc46fd-25f0-462a-9dc1-ede29bf3d656 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:14.769797 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'name': 'tempest-FloatingIPDetailsTestJSON-76585154-router', 'tenant_id': '03ce430e97c4438392fc70187e908531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c2535068-ff23-4821-bceb-c41a899bec25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:03Z', 'updated_at': '2021-12-14T02:32:09Z', 'revision_number': 4, 'project_id': '03ce430e97c4438392fc70187e908531', 'gw_port': {'id': 'c2535068-ff23-4821-bceb-c41a899bec25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:04Z', 'updated_at': '2021-12-14T02:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '13bc6d4f-feae-4724-8db7-c38d8346969d', 'name': '', 'network_id': '00fcdb17-c212-4c91-85b5-f1cbeb57a53e', 'tenant_id': '03ce430e97c4438392fc70187e908531', 'mac_address': 'fa:16:3e:f1:8c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e3c907a-531f-40c4-8f8f-300f052cfc75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:08Z', 'updated_at': '2021-12-14T02:32:09Z', 'revision_number': 2, 'project_id': '03ce430e97c4438392fc70187e908531', 'subnets': [{'id': '2e3c907a-531f-40c4-8f8f-300f052cfc75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:14.801421 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Checking router: f34b97a4-2550-4f4a-8abd-331393183240 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:32:14.801421 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Updating router f34b97a4-2550-4f4a-8abd-331393183240 port 13bc6d4f-feae-4724-8db7-c38d8346969d binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:32:14.825585 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:14.871394 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0855b7-2788-484e-af00-268c219e361e req-de596634-8799-4c1b-8e74-a4082af21150 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:14.872737 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d0855b7-2788-484e-af00-268c219e361e req-de596634-8799-4c1b-8e74-a4082af21150 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec0a44b-a1bb-40f6-8c4c-e77505630f32 HTTP/1.1" status: 200 len: 943 time: 0.1857431 Dec 14 02:32:14.888291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:32:14.890881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-50e44d41-ab9f-4a08-9f2d-8fc48f57cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:14.892318 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-50e44d41-ab9f-4a08-9f2d-8fc48f57cb43 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c599f063fb64480ba4a0ee1020e33672&device_id=bec0a44b-a1bb-40f6-8c4c-e77505630f32 HTTP/1.1" status: 200 len: 1094 time: 0.1115022 Dec 14 02:32:14.893805 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d90932aa-8be7-4bc0-ab69-eca354585db5 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:32:14.903380 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-f1bc46fd-25f0-462a-9dc1-ede29bf3d656 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:14.919735 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Sync routers for ids ['64065d08-7c1c-48f8-96fc-88e807428334'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:32:14.939519 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Routers {'64065d08-7c1c-48f8-96fc-88e807428334'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:32:14.939917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:32:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['64065d08-7c1c-48f8-96fc-88e807428334'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:14.999534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-3a529d94-869f-4638-8179-9b20ac380dc3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf HTTP/1.1" status: 200 len: 217 time: 0.0860841 Dec 14 02:32:15.012344 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-f1bc46fd-25f0-462a-9dc1-ede29bf3d656 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:32:15.029172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-f1bc46fd-25f0-462a-9dc1-ede29bf3d656 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:15.032425 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc46fd-25f0-462a-9dc1-ede29bf3d656 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Pushing event updated for resources: {'Port': ['ID=59808eaa-21c6-4741-abd1-22ab66e669dc,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:15.048581 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d90932aa-8be7-4bc0-ab69-eca354585db5 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:15.052339 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:15.056475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-f1bc46fd-25f0-462a-9dc1-ede29bf3d656 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:32:15.062425 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d0855b7-2788-484e-af00-268c219e361e req-d0519253-2a18-4cad-8ae3-9b990f0ba03b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825464 Dec 14 02:32:15.092404 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:15.096135 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d94b8392-7a74-440a-9e37-f6e7761fc2bd admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9537258 Dec 14 02:32:15.096869 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52682) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:15.115279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-83bb9c4c-6059-4229-b501-bc13d3dadeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:15.116778 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-83bb9c4c-6059-4229-b501-bc13d3dadeb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ab8c50a-a715-4e2e-8453-c9bba63f1ddb HTTP/1.1" status: 200 len: 844 time: 0.0967641 Dec 14 02:32:15.158536 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Set router 64065d08-7c1c-48f8-96fc-88e807428334 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:32:15.183752 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:15.249106 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:15.307243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c2535068-ff23-4821-bceb-c41a899bec25 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:32:15.307521 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bc4a1-b2e2-4932-8f9b-460de77bd014 None None] Pushing event updated for resources: {'Port': ['ID=13bc6d4f-feae-4724-8db7-c38d8346969d,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:15.316586 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bc4a1-b2e2-4932-8f9b-460de77bd014 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:15.317192 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bc4a1-b2e2-4932-8f9b-460de77bd014 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:15.317746 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bc4a1-b2e2-4932-8f9b-460de77bd014 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:15.318258 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bc4a1-b2e2-4932-8f9b-460de77bd014 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:15.318762 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bc4a1-b2e2-4932-8f9b-460de77bd014 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:15.319089 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bc4a1-b2e2-4932-8f9b-460de77bd014 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:15.319575 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bc4a1-b2e2-4932-8f9b-460de77bd014 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:15.320075 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bc4a1-b2e2-4932-8f9b-460de77bd014 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:15.321141 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bc4a1-b2e2-4932-8f9b-460de77bd014 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:15.321694 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bc4a1-b2e2-4932-8f9b-460de77bd014 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:15.322026 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bc4a1-b2e2-4932-8f9b-460de77bd014 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:15.322528 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bc4a1-b2e2-4932-8f9b-460de77bd014 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:15.323010 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7bc4a1-b2e2-4932-8f9b-460de77bd014 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:15.381405 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port c2535068-ff23-4821-bceb-c41a899bec25 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:15.381867 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:15.416270 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Attempting to bind port 13bc6d4f-feae-4724-8db7-c38d8346969d on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:32:15.416954 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Attempting to bind port 13bc6d4f-feae-4724-8db7-c38d8346969d by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '5d2575dd-b423-45d4-a42f-8014a213e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '00fcdb17-c212-4c91-85b5-f1cbeb57a53e'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:32:15.417582 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Attempting to bind port 13bc6d4f-feae-4724-8db7-c38d8346969d on network 00fcdb17-c212-4c91-85b5-f1cbeb57a53e {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:15.424269 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:32:15.425034 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Checking segment: {'id': '5d2575dd-b423-45d4-a42f-8014a213e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '00fcdb17-c212-4c91-85b5-f1cbeb57a53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:32:15.425680 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:15.426277 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Bound using segment: {'id': '5d2575dd-b423-45d4-a42f-8014a213e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '00fcdb17-c212-4c91-85b5-f1cbeb57a53e'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:32:15.427081 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Bound port: 13bc6d4f-feae-4724-8db7-c38d8346969d, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2575dd-b423-45d4-a42f-8014a213e5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '00fcdb17-c212-4c91-85b5-f1cbeb57a53e'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:32:15.427789 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:15.509505 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] For port 13bc6d4f-feae-4724-8db7-c38d8346969d, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:32:15.513475 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] For port 13bc6d4f-feae-4724-8db7-c38d8346969d, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=13bc6d4f-feae-4724-8db7-c38d8346969d,segment=NetworkSegment(5d2575dd-b423-45d4-a42f-8014a213e5cc),segment_id=5d2575dd-b423-45d4-a42f-8014a213e5cc)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:32:15.561028 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64065d08-7c1c-48f8-96fc-88e807428334', 'name': 'tempest-ServersTestManualDisk-2044417703-router', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:09Z', 'updated_at': '2021-12-14T02:32:12Z', 'revision_number': 3, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'gw_port': {'id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:11Z', 'updated_at': '2021-12-14T02:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:15.586910 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:15.591907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Checking router: 64065d08-7c1c-48f8-96fc-88e807428334 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:32:15.592346 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Updating router 64065d08-7c1c-48f8-96fc-88e807428334 port f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:32:15.629235 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:15.636838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-8cd58b67-dbc2-4697-9400-7a3f6783bcba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46ae5e0d-ff63-489c-8bf7-968d04494343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5077760 Dec 14 02:32:15.657801 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7394a1b3-29ca-4579-8dbe-070f95a09a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:15.680539 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bc4a1-b2e2-4932-8f9b-460de77bd014 None None] Pushing event updated for resources: {'Port': ['ID=13bc6d4f-feae-4724-8db7-c38d8346969d,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:15.701967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-304ca601-d6b1-43bb-b0eb-85aaa6ae4dd8 None None] Provisioning complete for port 13bc6d4f-feae-4724-8db7-c38d8346969d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:15.702441 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-304ca601-d6b1-43bb-b0eb-85aaa6ae4dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:15.724176 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Routers {'f34b97a4-2550-4f4a-8abd-331393183240'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:32:15.724817 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:32:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f34b97a4-2550-4f4a-8abd-331393183240'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:15.763420 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-f1bc46fd-25f0-462a-9dc1-ede29bf3d656 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:15.789663 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd87df19-ebd1-4dce-9fc6-80b8d00f9e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d77e634-6aa7-4499-953a-367967e0ee3a'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:32:15.792676 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe0bdd0-acbd-4375-9921-57cc67911cbe" -d '{"events": [{"server_uuid": "fd87df19-ebd1-4dce-9fc6-80b8d00f9e43", "name": "network-vif-plugged", "status": "completed", "tag": "3d77e634-6aa7-4499-953a-367967e0ee3a"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:32:15.793445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf38ef-66f8-4d11-b625-5e6e868c1091 req-52ce35ef-3e63-4555-8352-046af3e04779 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:15.801053 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fbf38ef-66f8-4d11-b625-5e6e868c1091 req-52ce35ef-3e63-4555-8352-046af3e04779 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=11c73c42-7b27-42aa-b9c2-176c92b71375 HTTP/1.1" status: 200 len: 945 time: 0.2049403 Dec 14 02:32:15.904991 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-8190dbe0-6435-488a-a19e-8a96f3c30725 service neutron] 10.222.0.47 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445855 Dec 14 02:32:15.911241 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-f1bc46fd-25f0-462a-9dc1-ede29bf3d656 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:15.951640 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-7394a1b3-29ca-4579-8dbe-070f95a09a1d admin admin] Allocated IP 172.20.0.1 (aa209f5c-4ca3-4f7b-b188-aadce03a8894/6fca9bbc-2a0a-4b97-b622-987e739d6dff/f4f9feb3-404b-459c-95a6-aeca10f553ec) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:32:15.981781 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-304ca601-d6b1-43bb-b0eb-85aaa6ae4dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:15.994811 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] Set router f34b97a4-2550-4f4a-8abd-331393183240 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:32:16.029216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fbf38ef-66f8-4d11-b625-5e6e868c1091 req-a3025e44-2c04-41b4-a100-1069150edb8e tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179415 Dec 14 02:32:16.106758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-304ca601-d6b1-43bb-b0eb-85aaa6ae4dd8 None None] For port 13bc6d4f-feae-4724-8db7-c38d8346969d, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=13bc6d4f-feae-4724-8db7-c38d8346969d,segment=NetworkSegment(5d2575dd-b423-45d4-a42f-8014a213e5cc),segment_id=5d2575dd-b423-45d4-a42f-8014a213e5cc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:16.127721 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.166611 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-44298141-ca71-48ec-9f7b-5d7749d0f4e1 req-c7a28507-7f44-4b9b-84da-38330c9c8f09 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1113509531', 'description': 'tempest-description-121428614'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:16.167778 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7394a1b3-29ca-4579-8dbe-070f95a09a1d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.178218 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d15f959c-05f1-4b33-8e12-befd8c6888ea req-a81e7eed-08ec-4e55-89a4-e1f33e619710 service neutron] 10.222.0.47 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564998 Dec 14 02:32:16.193713 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-304ca601-d6b1-43bb-b0eb-85aaa6ae4dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.232890 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.255004 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-f1bc46fd-25f0-462a-9dc1-ede29bf3d656 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.272701 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ca601-d6b1-43bb-b0eb-85aaa6ae4dd8 None None] Pushing event updated for resources: {'Port': ['ID=13bc6d4f-feae-4724-8db7-c38d8346969d,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:16.278192 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-44298141-ca71-48ec-9f7b-5d7749d0f4e1 req-c7a28507-7f44-4b9b-84da-38330c9c8f09 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.287834 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-44298141-ca71-48ec-9f7b-5d7749d0f4e1 req-c7a28507-7f44-4b9b-84da-38330c9c8f09 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.289890 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Attempting to bind port f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:32:16.290273 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Attempting to bind port f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:32:16.290648 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Attempting to bind port f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:16.301251 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'name': 'tempest-FloatingIPDetailsTestJSON-76585154-router', 'tenant_id': '03ce430e97c4438392fc70187e908531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c2535068-ff23-4821-bceb-c41a899bec25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:03Z', 'updated_at': '2021-12-14T02:32:09Z', 'revision_number': 4, 'project_id': '03ce430e97c4438392fc70187e908531', 'gw_port': {'id': 'c2535068-ff23-4821-bceb-c41a899bec25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:04Z', 'updated_at': '2021-12-14T02:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '13bc6d4f-feae-4724-8db7-c38d8346969d', 'name': '', 'network_id': '00fcdb17-c212-4c91-85b5-f1cbeb57a53e', 'tenant_id': '03ce430e97c4438392fc70187e908531', 'mac_address': 'fa:16:3e:f1:8c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e3c907a-531f-40c4-8f8f-300f052cfc75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:08Z', 'updated_at': '2021-12-14T02:32:15Z', 'revision_number': 4, 'project_id': '03ce430e97c4438392fc70187e908531', 'subnets': [{'id': '2e3c907a-531f-40c4-8f8f-300f052cfc75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:16.307647 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7394a1b3-29ca-4579-8dbe-070f95a09a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.332580 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:32:16.333021 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:32:16.334240 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.334670 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:32:16.335176 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Bound port: f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:32:16.335735 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.338360 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362a6726-99cc-4712-9b4c-624df2cf8dac None None] The sync data for ids ['f34b97a4-2550-4f4a-8abd-331393183240'] in n-d-821636-1 is: [{'id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'name': 'tempest-FloatingIPDetailsTestJSON-76585154-router', 'tenant_id': '03ce430e97c4438392fc70187e908531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c2535068-ff23-4821-bceb-c41a899bec25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:03Z', 'updated_at': '2021-12-14T02:32:09Z', 'revision_number': 4, 'project_id': '03ce430e97c4438392fc70187e908531', 'gw_port': {'id': 'c2535068-ff23-4821-bceb-c41a899bec25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:04Z', 'updated_at': '2021-12-14T02:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '13bc6d4f-feae-4724-8db7-c38d8346969d', 'name': '', 'network_id': '00fcdb17-c212-4c91-85b5-f1cbeb57a53e', 'tenant_id': '03ce430e97c4438392fc70187e908531', 'mac_address': 'fa:16:3e:f1:8c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '2e3c907a-531f-40c4-8f8f-300f052cfc75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:08Z', 'updated_at': '2021-12-14T02:32:15Z', 'revision_number': 4, 'project_id': '03ce430e97c4438392fc70187e908531', 'subnets': [{'id': '2e3c907a-531f-40c4-8f8f-300f052cfc75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:32:16.351324 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7394a1b3-29ca-4579-8dbe-070f95a09a1d admin admin] Network aa209f5c-4ca3-4f7b-b188-aadce03a8894 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:32:16.354762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-7394a1b3-29ca-4579-8dbe-070f95a09a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:16.358584 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7394a1b3-29ca-4579-8dbe-070f95a09a1d admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:32:16.373601 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-f1bc46fd-25f0-462a-9dc1-ede29bf3d656 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.389589 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-76ad38fb-48d1-4b7b-9714-c04c18c07a79 None None] Provisioning complete for port 13bc6d4f-feae-4724-8db7-c38d8346969d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:16.390330 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76ad38fb-48d1-4b7b-9714-c04c18c07a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.401220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394a1b3-29ca-4579-8dbe-070f95a09a1d admin admin] Pushing event updated for resources: {'Port': ['ID=f4f9feb3-404b-459c-95a6-aeca10f553ec,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:16.422267 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7394a1b3-29ca-4579-8dbe-070f95a09a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.433700 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3fa14-c3c7-4ab0-a8d8-2cd01511aa53 None None] Pushing event updated for resources: {'Port': ['ID=f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:16.446359 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc46fd-25f0-462a-9dc1-ede29bf3d656 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Pushing event updated for resources: {'Port': ['ID=59808eaa-21c6-4741-abd1-22ab66e669dc,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:16.485552 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] For port f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:32:16.493944 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] For port f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:32:16.517212 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-f1bc46fd-25f0-462a-9dc1-ede29bf3d656 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.528400 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-44298141-ca71-48ec-9f7b-5d7749d0f4e1 req-c7a28507-7f44-4b9b-84da-38330c9c8f09 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.556636 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.615757 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-44298141-ca71-48ec-9f7b-5d7749d0f4e1 req-c7a28507-7f44-4b9b-84da-38330c9c8f09 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.615995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Routers {'64065d08-7c1c-48f8-96fc-88e807428334'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:32:16.616579 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:32:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['64065d08-7c1c-48f8-96fc-88e807428334'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:16.663875 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-f1bc46fd-25f0-462a-9dc1-ede29bf3d656 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.672132 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-f1bc46fd-25f0-462a-9dc1-ede29bf3d656 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3055215 Dec 14 02:32:16.719947 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7394a1b3-29ca-4579-8dbe-070f95a09a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.770449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a28507-7f44-4b9b-84da-38330c9c8f09 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afce2a2-abe8-4b05-aa83-b4b94f33b23b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:16.784306 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-de664ef7-842a-497e-ac88-49470ca49f21 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.136 HTTP/1.1" status: 200 len: 696 time: 0.1102798 Dec 14 02:32:16.875582 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-44298141-ca71-48ec-9f7b-5d7749d0f4e1 req-c7a28507-7f44-4b9b-84da-38330c9c8f09 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:16.942143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-cc571715-cc95-4566-9008-509ef4fa26c2 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:16.944383 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-cc571715-cc95-4566-9008-509ef4fa26c2 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.1602187 Dec 14 02:32:16.947929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] Set router 64065d08-7c1c-48f8-96fc-88e807428334 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:32:16.956458 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-7813d3e6-590a-4789-a7aa-dacf4fc0133c tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:32:16.957801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1074f0d-76de-4827-8917-fe04f4046bb6 req-7813d3e6-590a-4789-a7aa-dacf4fc0133c tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068398 Dec 14 02:32:16.986996 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3fa14-c3c7-4ab0-a8d8-2cd01511aa53 None None] Pushing event updated for resources: {'Port': ['ID=f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:17.011950 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7394a1b3-29ca-4579-8dbe-070f95a09a1d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:17.025524 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 13bc6d4f-feae-4724-8db7-c38d8346969d up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:32:17.032682 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-44298141-ca71-48ec-9f7b-5d7749d0f4e1 req-c7a28507-7f44-4b9b-84da-38330c9c8f09 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:17.068590 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb77ffb-d130-4af3-ad48-92a9f042d648 x-openstack-request-id: req-0fb77ffb-d130-4af3-ad48-92a9f042d648 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:17.069127 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec0a44b-a1bb-40f6-8c4c-e77505630f32", "tag": "bb246fdb-f478-4e4f-9a95-bb450ad7c6cf", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:17.069471 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0fb77ffb-d130-4af3-ad48-92a9f042d648 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:17.070005 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec0a44b-a1bb-40f6-8c4c-e77505630f32', 'tag': 'bb246fdb-f478-4e4f-9a95-bb450ad7c6cf', 'status': 'completed', 'code': 200} Dec 14 02:32:17.077820 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7394a1b3-29ca-4579-8dbe-070f95a09a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:17.143651 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f0418f89-034a-4e1e-ad1b-fac6b526c7c1 None None] Provisioning complete for port f4f9feb3-404b-459c-95a6-aeca10f553ec triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:17.144119 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f0418f89-034a-4e1e-ad1b-fac6b526c7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:17.176277 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-44298141-ca71-48ec-9f7b-5d7749d0f4e1 req-c7a28507-7f44-4b9b-84da-38330c9c8f09 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:17.188620 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44298141-ca71-48ec-9f7b-5d7749d0f4e1 req-c7a28507-7f44-4b9b-84da-38330c9c8f09 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0317445 Dec 14 02:32:17.208632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a28507-7f44-4b9b-84da-38330c9c8f09 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d27e79-9a10-438d-aee1-4f79af68f5c4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:17.214064 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7394a1b3-29ca-4579-8dbe-070f95a09a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:17.215935 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394a1b3-29ca-4579-8dbe-070f95a09a1d admin admin] Pushing event updated for resources: {'Port': ['ID=f4f9feb3-404b-459c-95a6-aeca10f553ec,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:17.247174 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f0418f89-034a-4e1e-ad1b-fac6b526c7c1 None None] Port f4f9feb3-404b-459c-95a6-aeca10f553ec cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:32:17.269112 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 13bc6d4f-feae-4724-8db7-c38d8346969d triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:17.269589 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:17.282898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26196c06-a1f2-4349-b3b7-195e13e06211 req-23159e16-8231-4c7e-a5ad-275fbae5336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:17.284380 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26196c06-a1f2-4349-b3b7-195e13e06211 req-23159e16-8231-4c7e-a5ad-275fbae5336a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c599f063fb64480ba4a0ee1020e33672&device_id=bec0a44b-a1bb-40f6-8c4c-e77505630f32 HTTP/1.1" status: 200 len: 1094 time: 0.1656172 Dec 14 02:32:17.297135 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc104e64-92aa-491e-9750-260f2872fe42 x-openstack-request-id: req-cc104e64-92aa-491e-9750-260f2872fe42 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:17.297463 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd87df19-ebd1-4dce-9fc6-80b8d00f9e43", "name": "network-vif-plugged", "status": "completed", "tag": "3d77e634-6aa7-4499-953a-367967e0ee3a", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:17.297722 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc104e64-92aa-491e-9750-260f2872fe42 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:17.298212 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd87df19-ebd1-4dce-9fc6-80b8d00f9e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d77e634-6aa7-4499-953a-367967e0ee3a', 'code': 200} Dec 14 02:32:17.343287 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7394a1b3-29ca-4579-8dbe-070f95a09a1d admin admin] Network aa209f5c-4ca3-4f7b-b188-aadce03a8894 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:32:17.346233 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-7394a1b3-29ca-4579-8dbe-070f95a09a1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:17.441729 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64065d08-7c1c-48f8-96fc-88e807428334', 'name': 'tempest-ServersTestManualDisk-2044417703-router', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:09Z', 'updated_at': '2021-12-14T02:32:12Z', 'revision_number': 3, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'gw_port': {'id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:11Z', 'updated_at': '2021-12-14T02:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:17.460210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad790b-a349-4342-aa7b-6c4f0b79fd85 req-baec23e8-ea71-4a73-b7e3-03556a22a8ed tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:17.468119 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30ad790b-a349-4342-aa7b-6c4f0b79fd85 req-baec23e8-ea71-4a73-b7e3-03556a22a8ed tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87df19-ebd1-4dce-9fc6-80b8d00f9e43 HTTP/1.1" status: 200 len: 946 time: 0.2990639 Dec 14 02:32:17.475534 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7024b6ea-4d2b-4ea8-9375-2fdfe73363cf None None] The sync data for ids ['64065d08-7c1c-48f8-96fc-88e807428334'] in n-d-821636-1 is: [{'id': '64065d08-7c1c-48f8-96fc-88e807428334', 'name': 'tempest-ServersTestManualDisk-2044417703-router', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:09Z', 'updated_at': '2021-12-14T02:32:12Z', 'revision_number': 3, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'gw_port': {'id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3d:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:11Z', 'updated_at': '2021-12-14T02:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:32:17.521320 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7394a1b3-29ca-4579-8dbe-070f95a09a1d admin admin] Router 64065d08-7c1c-48f8-96fc-88e807428334 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:32:17.551645 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26196c06-a1f2-4349-b3b7-195e13e06211 req-3493dc2a-8b52-4dd3-9ca8-bce81ba3fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:17.553237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26196c06-a1f2-4349-b3b7-195e13e06211 req-3493dc2a-8b52-4dd3-9ca8-bce81ba3fa0e service neutron] 10.222.0.47 "GET /v2.0/networks?id=46ae5e0d-ff63-489c-8bf7-968d04494343 HTTP/1.1" status: 200 len: 905 time: 0.2497075 Dec 14 02:32:17.642649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3c504-8d9c-4b62-a2e3-2106e54f7e5c req-e46e5b9c-0e3a-4961-a645-6d66d39a4f9a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:17.644144 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dac3c504-8d9c-4b62-a2e3-2106e54f7e5c req-e46e5b9c-0e3a-4961-a645-6d66d39a4f9a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec0a44b-a1bb-40f6-8c4c-e77505630f32 HTTP/1.1" status: 200 len: 943 time: 0.2469044 Dec 14 02:32:17.649366 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26196c06-a1f2-4349-b3b7-195e13e06211 req-ed8878ae-dd2d-401b-8462-f6ae3c505360 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf HTTP/1.1" status: 200 len: 217 time: 0.0791063 Dec 14 02:32:17.650342 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7394a1b3-29ca-4579-8dbe-070f95a09a1d admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:32:17.656423 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6810c3-28d3-43ac-92f8-be3830a13051 req-3ef5e09f-259d-4a16-8b4c-59d3e8fffd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:17.657910 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8c6810c3-28d3-43ac-92f8-be3830a13051 req-3ef5e09f-259d-4a16-8b4c-59d3e8fffd17 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fd87df19-ebd1-4dce-9fc6-80b8d00f9e43 HTTP/1.1" status: 200 len: 1097 time: 0.2595491 Dec 14 02:32:17.666689 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7394a1b3-29ca-4579-8dbe-070f95a09a1d admin admin] 10.222.0.39 "PUT /v2.0/routers/64065d08-7c1c-48f8-96fc-88e807428334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5614738 Dec 14 02:32:17.686679 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-eb1959b3-c79a-44bd-a8de-2d4c1afeb5f0 None None] Provisioning complete for port f4f9feb3-404b-459c-95a6-aeca10f553ec triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:17.687066 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eb1959b3-c79a-44bd-a8de-2d4c1afeb5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:17.727807 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-eb1959b3-c79a-44bd-a8de-2d4c1afeb5f0 None None] Port f4f9feb3-404b-459c-95a6-aeca10f553ec cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:32:17.738140 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30ad790b-a349-4342-aa7b-6c4f0b79fd85 req-6b56eb85-3414-453a-844b-e9156c206dba tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691627 Dec 14 02:32:17.797806 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26196c06-a1f2-4349-b3b7-195e13e06211 req-36b85c90-4e03-4333-8387-cb355afd753a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:17.799300 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26196c06-a1f2-4349-b3b7-195e13e06211 req-36b85c90-4e03-4333-8387-cb355afd753a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ab8c50a-a715-4e2e-8453-c9bba63f1ddb HTTP/1.1" status: 200 len: 844 time: 0.1359971 Dec 14 02:32:17.844578 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dac3c504-8d9c-4b62-a2e3-2106e54f7e5c req-7719cbd1-d8ee-477a-93f2-cb1a59baf674 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942565 Dec 14 02:32:17.846638 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8c6810c3-28d3-43ac-92f8-be3830a13051 req-b0dfe029-936c-408f-8c5f-3e4c599b0bab service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646333 Dec 14 02:32:17.864582 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26196c06-a1f2-4349-b3b7-195e13e06211 req-7510b62a-a4a3-4367-976c-7747b9085986 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46ae5e0d-ff63-489c-8bf7-968d04494343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545611 Dec 14 02:32:18.074631 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28ac3b-28fb-461a-b8a1-744061e79ff4 req-e0057d7f-d116-4c06-a511-902646351783 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:18.076195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da28ac3b-28fb-461a-b8a1-744061e79ff4 req-e0057d7f-d116-4c06-a511-902646351783 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=11c73c42-7b27-42aa-b9c2-176c92b71375 HTTP/1.1" status: 200 len: 945 time: 0.1655550 Dec 14 02:32:18.080617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-83b3f44b-53d8-43e8-8fe5-26c24e3f6f8d tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2624757 Dec 14 02:32:18.082907 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26196c06-a1f2-4349-b3b7-195e13e06211 req-e6908a12-4f81-4c9c-a919-91f0e32bac35 service neutron] 10.222.0.47 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070308 Dec 14 02:32:18.104561 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-b76e8e4b-1ad0-4f9a-9f3a-bf5fddf33cac tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:18.211798 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da28ac3b-28fb-461a-b8a1-744061e79ff4 req-c461adaf-db23-4156-a2f5-d51609866660 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270761 Dec 14 02:32:18.236845 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26196c06-a1f2-4349-b3b7-195e13e06211 req-0f852f91-526e-4e56-bb9e-b5d2226cc76d service neutron] 10.222.0.47 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444988 Dec 14 02:32:18.266387 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-b76e8e4b-1ad0-4f9a-9f3a-bf5fddf33cac tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:18.373471 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-b76e8e4b-1ad0-4f9a-9f3a-bf5fddf33cac tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:18.471277 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device bb246fdb-f478-4e4f-9a95-bb450ad7c6cf details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:32:18.478376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-b76e8e4b-1ad0-4f9a-9f3a-bf5fddf33cac tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Allocated IP 172.25.7.207 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/4791e366-c046-4f59-9261-0f6c3db53ee0) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:32:18.574513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:18.587118 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'bb246fdb-f478-4e4f-9a95-bb450ad7c6cf', 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343', 'port_id': 'bb246fdb-f478-4e4f-9a95-bb450ad7c6cf', 'mac_address': 'fa:16:3e:34:31:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab8c50a-a715-4e2e-8453-c9bba63f1ddb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:32:18.594672 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-b76e8e4b-1ad0-4f9a-9f3a-bf5fddf33cac tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:18.630109 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:18.644217 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb246fdb-f478-4e4f-9a95-bb450ad7c6cf {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:32:18.663375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:18.717856 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-b76e8e4b-1ad0-4f9a-9f3a-bf5fddf33cac tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:18.760477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-b76e8e4b-1ad0-4f9a-9f3a-bf5fddf33cac tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:32:18.763280 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-b76e8e4b-1ad0-4f9a-9f3a-bf5fddf33cac tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:18.763415 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:18.767540 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-b76e8e4b-1ad0-4f9a-9f3a-bf5fddf33cac tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:32:18.770597 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e8e4b-1ad0-4f9a-9f3a-bf5fddf33cac tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Pushing event updated for resources: {'Port': ['ID=4791e366-c046-4f59-9261-0f6c3db53ee0,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:18.822384 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:18.873160 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-b76e8e4b-1ad0-4f9a-9f3a-bf5fddf33cac tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:18.944279 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:32:18.963188 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-b76e8e4b-1ad0-4f9a-9f3a-bf5fddf33cac tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:19.030903 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:19.031284 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:19.114187 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['bb246fdb-f478-4e4f-9a95-bb450ad7c6cf'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:32:19.175512 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:19.193882 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-b76e8e4b-1ad0-4f9a-9f3a-bf5fddf33cac tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:19.212609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:19.295122 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-b76e8e4b-1ad0-4f9a-9f3a-bf5fddf33cac tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:19.331599 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:19.365817 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e8e4b-1ad0-4f9a-9f3a-bf5fddf33cac tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Pushing event updated for resources: {'Port': ['ID=4791e366-c046-4f59-9261-0f6c3db53ee0,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:19.374705 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Sync routers for ids ['64065d08-7c1c-48f8-96fc-88e807428334'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:32:19.375269 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-b76e8e4b-1ad0-4f9a-9f3a-bf5fddf33cac tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:19.391458 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Routers {'64065d08-7c1c-48f8-96fc-88e807428334'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:32:19.391458 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:32:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['64065d08-7c1c-48f8-96fc-88e807428334'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:19.404495 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:19.469027 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-b76e8e4b-1ad0-4f9a-9f3a-bf5fddf33cac tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:19.470626 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-b76e8e4b-1ad0-4f9a-9f3a-bf5fddf33cac tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3793905 Dec 14 02:32:19.513676 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Set router 64065d08-7c1c-48f8-96fc-88e807428334 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:32:19.526131 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-35f6d1cb-3105-433d-8ad5-aac9b998a897 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.207 HTTP/1.1" status: 200 len: 696 time: 0.0490851 Dec 14 02:32:19.638534 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-d55cdb4f-bcd8-4805-91f3-caf837b49199 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:19.639901 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc84f0d6-3c0b-4581-932c-e036c092c43b req-d55cdb4f-bcd8-4805-91f3-caf837b49199 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.1080096 Dec 14 02:32:19.709382 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-072c33a4-8a21-4124-8660-ddb65b93c896 req-8a2cf342-a1b8-4c07-93e0-8582101d55d1 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-157479664', 'description': 'tempest-description-1818908737'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:19.724171 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64065d08-7c1c-48f8-96fc-88e807428334', 'name': 'tempest-ServersTestManualDisk-2044417703-router', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:09Z', 'updated_at': '2021-12-14T02:32:16Z', 'revision_number': 4, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'gw_port': {'id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:11Z', 'updated_at': '2021-12-14T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f4f9feb3-404b-459c-95a6-aeca10f553ec', 'name': '', 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'mac_address': 'fa:16:3e:9e:cd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:15Z', 'updated_at': '2021-12-14T02:32:16Z', 'revision_number': 2, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'subnets': [{'id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:19.751940 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Checking router: 64065d08-7c1c-48f8-96fc-88e807428334 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:32:19.752326 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Updating router 64065d08-7c1c-48f8-96fc-88e807428334 port f4f9feb3-404b-459c-95a6-aeca10f553ec binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:32:19.785610 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:19.803774 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-072c33a4-8a21-4124-8660-ddb65b93c896 req-8a2cf342-a1b8-4c07-93e0-8582101d55d1 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:19.870380 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-072c33a4-8a21-4124-8660-ddb65b93c896 req-8a2cf342-a1b8-4c07-93e0-8582101d55d1 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:19.968732 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-072c33a4-8a21-4124-8660-ddb65b93c896 req-8a2cf342-a1b8-4c07-93e0-8582101d55d1 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:19.999197 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cf342-a1b8-4c07-93e0-8582101d55d1 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385d4bd8-98f6-4511-a046-1bd9a8c70e50,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:20.108698 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-072c33a4-8a21-4124-8660-ddb65b93c896 req-8a2cf342-a1b8-4c07-93e0-8582101d55d1 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:20.109899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-072c33a4-8a21-4124-8660-ddb65b93c896 req-8a2cf342-a1b8-4c07-93e0-8582101d55d1 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4050603 Dec 14 02:32:20.145622 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:20.220322 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:20.272623 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189d185-5f6f-4b55-9260-cf6cceaacda9 None None] Pushing event updated for resources: {'Port': ['ID=f4f9feb3-404b-459c-95a6-aeca10f553ec,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:20.342821 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Attempting to bind port f4f9feb3-404b-459c-95a6-aeca10f553ec on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:32:20.343200 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Attempting to bind port f4f9feb3-404b-459c-95a6-aeca10f553ec by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'd3251e6b-243d-43c6-a6f0-22fe1609b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:32:20.343562 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Attempting to bind port f4f9feb3-404b-459c-95a6-aeca10f553ec on network aa209f5c-4ca3-4f7b-b188-aadce03a8894 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:20.353585 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:32:20.357367 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Checking segment: {'id': 'd3251e6b-243d-43c6-a6f0-22fe1609b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:32:20.358053 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:20.358691 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Bound using segment: {'id': 'd3251e6b-243d-43c6-a6f0-22fe1609b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:32:20.359464 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Bound port: f4f9feb3-404b-459c-95a6-aeca10f553ec, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3251e6b-243d-43c6-a6f0-22fe1609b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:32:20.360288 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:20.399779 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-8d7564ad-30d9-49a6-a0c3-8a636b808475 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:32:20.401023 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-8d7564ad-30d9-49a6-a0c3-8a636b808475 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1263046 Dec 14 02:32:20.448986 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] For port f4f9feb3-404b-459c-95a6-aeca10f553ec, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:32:20.452755 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] For port f4f9feb3-404b-459c-95a6-aeca10f553ec, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f4f9feb3-404b-459c-95a6-aeca10f553ec,segment=NetworkSegment(d3251e6b-243d-43c6-a6f0-22fe1609b8d2),segment_id=d3251e6b-243d-43c6-a6f0-22fe1609b8d2)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:32:20.487296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device bb246fdb-f478-4e4f-9a95-bb450ad7c6cf up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:32:20.503481 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-3b898a99-3267-4ced-9937-c9e3c4192a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:20.520802 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-3b898a99-3267-4ced-9937-c9e3c4192a55 service neutron] 10.222.0.39 "GET /v2.0/ports/c0c3f166-1a85-478a-966d-8633562a3934 HTTP/1.1" status: 200 len: 1093 time: 0.1069679 Dec 14 02:32:20.555380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-e56b7da3-c370-456c-8e08-010e37bb09e5 service neutron] Request body: {'binding': {'host': 'n-h1-821636-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:20.555380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-e56b7da3-c370-456c-8e08-010e37bb09e5 service neutron] Unknown quota resources ['binding']. {{(pid=103847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 02:32:20.576264 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-06651fd9-e75c-43ba-b4f0-de6320cf022a None None] Provisioning complete for port f4f9feb3-404b-459c-95a6-aeca10f553ec triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:20.576963 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-06651fd9-e75c-43ba-b4f0-de6320cf022a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:20.615345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-06651fd9-e75c-43ba-b4f0-de6320cf022a None None] Port f4f9feb3-404b-459c-95a6-aeca10f553ec cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:32:20.626924 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:20.692675 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Routers {'64065d08-7c1c-48f8-96fc-88e807428334'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:32:20.694030 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:32:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['64065d08-7c1c-48f8-96fc-88e807428334'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:20.706379 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-e56b7da3-c370-456c-8e08-010e37bb09e5 service neutron] Attempting to bind port c0c3f166-1a85-478a-966d-8633562a3934 on host n-h1-821636-1 for vnic_type normal with profile None {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:32:20.706941 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-e56b7da3-c370-456c-8e08-010e37bb09e5 service neutron] Attempting to bind port c0c3f166-1a85-478a-966d-8633562a3934 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:32:20.707459 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-e56b7da3-c370-456c-8e08-010e37bb09e5 service neutron] Attempting to bind port c0c3f166-1a85-478a-966d-8633562a3934 on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:20.713295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-e56b7da3-c370-456c-8e08-010e37bb09e5 service neutron] Port c0c3f166-1a85-478a-966d-8633562a3934 on network f3e644f0-318a-42e9-9245-8613c8213d27 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:32:20.714001 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-e56b7da3-c370-456c-8e08-010e37bb09e5 service neutron] Attempting to bind port c0c3f166-1a85-478a-966d-8633562a3934 on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:20.719427 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-e56b7da3-c370-456c-8e08-010e37bb09e5 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:32:20.722974 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-e56b7da3-c370-456c-8e08-010e37bb09e5 service neutron] Checking segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:32:20.722974 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-e56b7da3-c370-456c-8e08-010e37bb09e5 service neutron] Bound using segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:32:20.722974 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-e56b7da3-c370-456c-8e08-010e37bb09e5 service neutron] Bound port: c0c3f166-1a85-478a-966d-8633562a3934, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:32:20.740805 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:32:20.746347 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:20.751566 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:20.778385 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-e56b7da3-c370-456c-8e08-010e37bb09e5 service neutron] For port c0c3f166-1a85-478a-966d-8633562a3934, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=c0c3f166-1a85-478a-966d-8633562a3934,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:32:20.789863 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189d185-5f6f-4b55-9260-cf6cceaacda9 None None] Pushing event updated for resources: {'Port': ['ID=f4f9feb3-404b-459c-95a6-aeca10f553ec,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:20.827258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52752) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:20.832469 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3609555c-d447-4906-8bed-d9cadd4b16cf tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2143388507', 'description': 'tempest-description--428123179'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:20.841701 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] Set router 64065d08-7c1c-48f8-96fc-88e807428334 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:32:20.852101 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-e56b7da3-c370-456c-8e08-010e37bb09e5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:20.853554 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-e56b7da3-c370-456c-8e08-010e37bb09e5 service neutron] 10.222.0.39 "POST /v2.0/ports/c0c3f166-1a85-478a-966d-8633562a3934/bindings HTTP/1.1" status: 201 len: 389 time: 0.3275905 Dec 14 02:32:20.874683 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:20.913610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec0a44b-a1bb-40f6-8c4c-e77505630f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb246fdb-f478-4e4f-9a95-bb450ad7c6cf'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:32:20.916847 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb878ba7-446e-42e1-ada1-2dff494fc9ee" -d '{"events": [{"server_uuid": "bec0a44b-a1bb-40f6-8c4c-e77505630f32", "name": "network-vif-plugged", "status": "completed", "tag": "bb246fdb-f478-4e4f-9a95-bb450ad7c6cf"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:32:20.940459 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:20.960030 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:32:20.998052 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3609555c-d447-4906-8bed-d9cadd4b16cf tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:21.009866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:21.010244 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:21.051315 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:21.075463 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3609555c-d447-4906-8bed-d9cadd4b16cf tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:21.089651 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-08998705-4deb-4c72-ba1a-e31ef4477a1e None None] Provisioning complete for port f4f9feb3-404b-459c-95a6-aeca10f553ec triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:21.090018 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-08998705-4deb-4c72-ba1a-e31ef4477a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:21.102213 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64065d08-7c1c-48f8-96fc-88e807428334', 'name': 'tempest-ServersTestManualDisk-2044417703-router', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:09Z', 'updated_at': '2021-12-14T02:32:16Z', 'revision_number': 4, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'gw_port': {'id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:11Z', 'updated_at': '2021-12-14T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f4f9feb3-404b-459c-95a6-aeca10f553ec', 'name': '', 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'mac_address': 'fa:16:3e:9e:cd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:15Z', 'updated_at': '2021-12-14T02:32:20Z', 'revision_number': 4, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'subnets': [{'id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:21.129687 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0112895d-1da4-428c-8668-09b2f4bafd00 None None] The sync data for ids ['64065d08-7c1c-48f8-96fc-88e807428334'] in n-d-821636-1 is: [{'id': '64065d08-7c1c-48f8-96fc-88e807428334', 'name': 'tempest-ServersTestManualDisk-2044417703-router', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:09Z', 'updated_at': '2021-12-14T02:32:16Z', 'revision_number': 4, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'gw_port': {'id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:11Z', 'updated_at': '2021-12-14T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f4f9feb3-404b-459c-95a6-aeca10f553ec', 'name': '', 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'mac_address': 'fa:16:3e:9e:cd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:15Z', 'updated_at': '2021-12-14T02:32:20Z', 'revision_number': 4, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'subnets': [{'id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:32:21.147615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:21.200655 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3609555c-d447-4906-8bed-d9cadd4b16cf tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:21.242462 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609555c-d447-4906-8bed-d9cadd4b16cf tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7c5343-0a06-4084-9c50-480ad0c7200f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:21.276035 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-08998705-4deb-4c72-ba1a-e31ef4477a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:21.328298 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-08998705-4deb-4c72-ba1a-e31ef4477a1e None None] For port f4f9feb3-404b-459c-95a6-aeca10f553ec, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f4f9feb3-404b-459c-95a6-aeca10f553ec,segment=NetworkSegment(d3251e6b-243d-43c6-a6f0-22fe1609b8d2),segment_id=d3251e6b-243d-43c6-a6f0-22fe1609b8d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:21.339376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8dc08d-1e85-4402-a705-2422e6580821 req-c6b6b16e-9a2c-4c2f-8b60-46b71915edff tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:21.341160 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de8dc08d-1e85-4402-a705-2422e6580821 req-c6b6b16e-9a2c-4c2f-8b60-46b71915edff tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87df19-ebd1-4dce-9fc6-80b8d00f9e43 HTTP/1.1" status: 200 len: 946 time: 0.0592852 Dec 14 02:32:21.344505 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3609555c-d447-4906-8bed-d9cadd4b16cf tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:21.345659 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3609555c-d447-4906-8bed-d9cadd4b16cf tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5172625 Dec 14 02:32:21.348521 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52760) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:21.354120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-1083189a-8aab-4baa-8acb-f01fb81e2ee2 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Request body: {'security_group_rule': {'security_group_id': '5f7c5343-0a06-4084-9c50-480ad0c7200f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:21.421440 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-08998705-4deb-4c72-ba1a-e31ef4477a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:21.431378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0836f-5c5f-48bc-96e0-10edd2444fd9 req-f8ca0b93-0ee2-4f0c-9d6d-6acb404faf4e tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:21.431378 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8b0836f-5c5f-48bc-96e0-10edd2444fd9 req-f8ca0b93-0ee2-4f0c-9d6d-6acb404faf4e tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec0a44b-a1bb-40f6-8c4c-e77505630f32 HTTP/1.1" status: 200 len: 945 time: 0.0812840 Dec 14 02:32:21.431647 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de8dc08d-1e85-4402-a705-2422e6580821 req-c1728908-b65f-4ec7-9af7-5e3ec9baa4f3 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838737 Dec 14 02:32:21.454417 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1083189a-8aab-4baa-8acb-f01fb81e2ee2 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:21.508978 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08998705-4deb-4c72-ba1a-e31ef4477a1e None None] Pushing event updated for resources: {'Port': ['ID=f4f9feb3-404b-459c-95a6-aeca10f553ec,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:21.528830 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1083189a-8aab-4baa-8acb-f01fb81e2ee2 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:21.531061 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8b0836f-5c5f-48bc-96e0-10edd2444fd9 req-7c939970-572b-4c45-ac24-50072891374c tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938022 Dec 14 02:32:21.614894 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1083189a-8aab-4baa-8acb-f01fb81e2ee2 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:21.641713 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-c99f11dd-1d5d-4f08-adca-4e48c92492e1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1544344 Dec 14 02:32:21.641942 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083189a-8aab-4baa-8acb-f01fb81e2ee2 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5b7a22-54ee-4303-bec6-bde4d6445e8a,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:21.646354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-f8729267-4b69-4793-ab00-9c5254d4aeea tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:21.719954 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1083189a-8aab-4baa-8acb-f01fb81e2ee2 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:21.721686 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1083189a-8aab-4baa-8acb-f01fb81e2ee2 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3717027 Dec 14 02:32:21.727311 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52764) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:21.730357 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3fd27072-e20d-41a2-8e67-023c36d13b59 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Request body: {'security_group_rule': {'security_group_id': '5f7c5343-0a06-4084-9c50-480ad0c7200f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:21.802919 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-f8729267-4b69-4793-ab00-9c5254d4aeea tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:21.858454 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-4b607e75-bc9d-4615-9953-24bf754bf9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:21.860551 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-4b607e75-bc9d-4615-9953-24bf754bf9a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 1096 time: 0.0856576 Dec 14 02:32:21.871768 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3fd27072-e20d-41a2-8e67-023c36d13b59 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:21.932742 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3fd27072-e20d-41a2-8e67-023c36d13b59 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:22.003366 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3fd27072-e20d-41a2-8e67-023c36d13b59 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:22.029567 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd27072-e20d-41a2-8e67-023c36d13b59 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d379c36c-cdee-4165-ab56-30a88501ad1d,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:22.091494 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3fd27072-e20d-41a2-8e67-023c36d13b59 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:22.092798 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3fd27072-e20d-41a2-8e67-023c36d13b59 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673868 Dec 14 02:32:22.095918 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52768) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:22.100531 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-99296a11-ac75-4bce-94d2-664d800a00e6 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:22.186697 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99296a11-ac75-4bce-94d2-664d800a00e6 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:22.251492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-7b30ba26-99ab-432c-b4f1-2813b6502488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:22.252940 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-7b30ba26-99ab-432c-b4f1-2813b6502488 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.3827972 Dec 14 02:32:22.285597 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99296a11-ac75-4bce-94d2-664d800a00e6 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:22.327481 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-d744c245-728a-48c9-aa19-91638c09e2ae service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c3f166-1a85-478a-966d-8633562a3934 HTTP/1.1" status: 200 len: 217 time: 0.0585015 Dec 14 02:32:22.350908 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-f8729267-4b69-4793-ab00-9c5254d4aeea tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:22.400177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-99296a11-ac75-4bce-94d2-664d800a00e6 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Allocated IP 172.25.7.120 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/568e6a27-7105-45af-984a-e8e10b0bfc2f) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:32:22.452864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-44d6abaf-a04e-46ff-adb0-292a2599df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:22.454652 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-44d6abaf-a04e-46ff-adb0-292a2599df61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.1164465 Dec 14 02:32:22.502248 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99296a11-ac75-4bce-94d2-664d800a00e6 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:22.507796 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-48758df6-2e4c-4711-a335-a188e28541c2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422194 Dec 14 02:32:22.587469 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99296a11-ac75-4bce-94d2-664d800a00e6 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:22.629371 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99296a11-ac75-4bce-94d2-664d800a00e6 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:32:22.632368 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-99296a11-ac75-4bce-94d2-664d800a00e6 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:22.637015 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99296a11-ac75-4bce-94d2-664d800a00e6 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:32:22.673806 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99296a11-ac75-4bce-94d2-664d800a00e6 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Pushing event updated for resources: {'Port': ['ID=568e6a27-7105-45af-984a-e8e10b0bfc2f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:22.688423 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-c43a3ad3-eb23-4a9a-ae6b-fd2e233350d2 service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716793 Dec 14 02:32:22.714277 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-f8729267-4b69-4793-ab00-9c5254d4aeea tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Allocated IP 172.25.7.69 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/38d8df72-9756-4e45-8568-4d74e171093f) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:32:22.731419 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99296a11-ac75-4bce-94d2-664d800a00e6 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:22.822623 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-b04409ff-16ce-4395-a87a-5336f8388971 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48175 time: 0.8661780 Dec 14 02:32:22.854267 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99296a11-ac75-4bce-94d2-664d800a00e6 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:22.915948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-0569798f-d49e-4199-9138-a4eb4d7db558 service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121181 Dec 14 02:32:22.942416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-8fde9e45-764f-4198-b972-a0e1db5600ce tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/080bedd6-810f-4646-9eb5-f16d96aeb0f4 HTTP/1.1" status: 200 len: 2998 time: 0.0918887 Dec 14 02:32:22.946072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f4f9feb3-404b-459c-95a6-aeca10f553ec up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:32:22.985558 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-f8729267-4b69-4793-ab00-9c5254d4aeea tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:23.004892 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f4f9feb3-404b-459c-95a6-aeca10f553ec triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:23.005456 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:23.012115 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-5be84e72-bf6e-43e0-ae2f-ccdfac799bb6 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/080bedd6-810f-4646-9eb5-f16d96aeb0f4 HTTP/1.1" status: 200 len: 2998 time: 0.0693288 Dec 14 02:32:23.044735 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99296a11-ac75-4bce-94d2-664d800a00e6 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:23.096029 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-88c4086b-f200-4726-8173-28b7e77cdba0 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/0b12adea-02ae-4d25-89c8-3dbdcd982fe1 HTTP/1.1" status: 200 len: 2998 time: 0.0691314 Dec 14 02:32:23.105938 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99296a11-ac75-4bce-94d2-664d800a00e6 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:23.111808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90400f7d-b7c4-4ed1-b79f-c6d12e8d6141 req-9d6da4e4-d5aa-4410-b622-327c6a584091 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:23.115408 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90400f7d-b7c4-4ed1-b79f-c6d12e8d6141 req-9d6da4e4-d5aa-4410-b622-327c6a584091 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.47 "GET /v2.0/ports?device_id=11c73c42-7b27-42aa-b9c2-176c92b71375 HTTP/1.1" status: 200 len: 945 time: 0.0681472 Dec 14 02:32:23.157464 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-f8729267-4b69-4793-ab00-9c5254d4aeea tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:23.180320 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99296a11-ac75-4bce-94d2-664d800a00e6 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Pushing event updated for resources: {'Port': ['ID=568e6a27-7105-45af-984a-e8e10b0bfc2f,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:23.188577 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99296a11-ac75-4bce-94d2-664d800a00e6 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:23.279855 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-f8729267-4b69-4793-ab00-9c5254d4aeea tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:32:23.285650 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99296a11-ac75-4bce-94d2-664d800a00e6 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:23.286640 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-cc61fc21-ccdf-462c-9e2f-47bf1a661045 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/0b12adea-02ae-4d25-89c8-3dbdcd982fe1 HTTP/1.1" status: 200 len: 2998 time: 0.1721499 Dec 14 02:32:23.286887 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-99296a11-ac75-4bce-94d2-664d800a00e6 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1900220 Dec 14 02:32:23.293943 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-f8729267-4b69-4793-ab00-9c5254d4aeea tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:23.299015 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8729267-4b69-4793-ab00-9c5254d4aeea tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Pushing event updated for resources: {'Port': ['ID=38d8df72-9756-4e45-8568-4d74e171093f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:23.301834 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-f8729267-4b69-4793-ab00-9c5254d4aeea tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:32:23.305804 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-fe84e114-cd35-44c3-9993-ae32b24573ba tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:23.307330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-fe84e114-cd35-44c3-9993-ae32b24573ba tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1&tenant_id=dbee3f5c8679489195245f7b7be79be0&binding%3Ahost_id=n-h2-821636-1 HTTP/1.1" status: 200 len: 1096 time: 0.1862054 Dec 14 02:32:23.346289 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821636-1'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:23.443060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-bb1d3df5-85b0-4fb1-808b-f017be939f17 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/2194c0ec-3fa9-4027-8127-1db34a8ff336 HTTP/1.1" status: 200 len: 2994 time: 0.1461089 Dec 14 02:32:23.463005 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:23.484152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-90400f7d-b7c4-4ed1-b79f-c6d12e8d6141 req-adfca5b7-d885-477d-b785-2e08a1c85044 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Deleting port e1e11490-650e-4ede-b32e-08d47a4066f5 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:23.484500 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-90400f7d-b7c4-4ed1-b79f-c6d12e8d6141 req-adfca5b7-d885-477d-b785-2e08a1c85044 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:23.614194 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-f8729267-4b69-4793-ab00-9c5254d4aeea tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:23.630921 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-cae46f7e-53bc-4122-9662-a714c9f443f0 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/2194c0ec-3fa9-4027-8127-1db34a8ff336 HTTP/1.1" status: 200 len: 2994 time: 0.1794138 Dec 14 02:32:23.765517 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-f8729267-4b69-4793-ab00-9c5254d4aeea tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:23.772774 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-90400f7d-b7c4-4ed1-b79f-c6d12e8d6141 req-adfca5b7-d885-477d-b785-2e08a1c85044 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] For port e1e11490-650e-4ede-b32e-08d47a4066f5, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e1e11490-650e-4ede-b32e-08d47a4066f5,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:23.773713 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-90400f7d-b7c4-4ed1-b79f-c6d12e8d6141 req-adfca5b7-d885-477d-b785-2e08a1c85044 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:23.830200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-90400f7d-b7c4-4ed1-b79f-c6d12e8d6141 req-adfca5b7-d885-477d-b785-2e08a1c85044 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Calling delete_port for e1e11490-650e-4ede-b32e-08d47a4066f5 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:23.839617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-4ec6f58b-6119-4d70-bb17-fb81f71bf716 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/5afce2a2-abe8-4b05-aa83-b4b94f33b23b HTTP/1.1" status: 200 len: 2998 time: 0.1950598 Dec 14 02:32:23.858566 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] For port c0c3f166-1a85-478a-966d-8633562a3934, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c0c3f166-1a85-478a-966d-8633562a3934,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:24.037925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] For port c0c3f166-1a85-478a-966d-8633562a3934, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:32:24.077368 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-7fededdc-2378-4c1c-9584-b0875638834f tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/5afce2a2-abe8-4b05-aa83-b4b94f33b23b HTTP/1.1" status: 200 len: 2998 time: 0.2206578 Dec 14 02:32:24.157804 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4f8be2-1006-4d3a-bebc-8925604538c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c3f166-1a85-478a-966d-8633562a3934'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:32:24.160046 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fdf511-8680-4af3-8b83-b21e9680b334" -d '{"events": [{"server_uuid": "fb4f8be2-1006-4d3a-bebc-8925604538c1", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c3f166-1a85-478a-966d-8633562a3934"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:32:24.165180 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:24.225280 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ae582-c9ac-4b8a-82f9-553956fc627a req-7526c3e7-1679-484a-960d-247ee95ee29d tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:24.227532 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d5ae582-c9ac-4b8a-82f9-553956fc627a req-7526c3e7-1679-484a-960d-247ee95ee29d tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 945 time: 0.2053626 Dec 14 02:32:24.246584 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:24.259242 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-5c065ef5-14a1-4e7d-abf6-e50314b7f7cf tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/642082b1-5e23-43a9-975f-2b1bb0f98115 HTTP/1.1" status: 200 len: 2998 time: 0.1744461 Dec 14 02:32:24.265110 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-f8729267-4b69-4793-ab00-9c5254d4aeea tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:24.353650 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-f8729267-4b69-4793-ab00-9c5254d4aeea tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:24.421864 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-90400f7d-b7c4-4ed1-b79f-c6d12e8d6141 req-adfca5b7-d885-477d-b785-2e08a1c85044 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:24.423434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c3f166-1a85-478a-966d-8633562a3934,revision_number=7']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:24.463210 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['f1aa0bde-5534-4bf8-8716-49e0cb788296'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:32:24.478284 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-32b285a5-3358-410b-b250-ab966ea5b36a tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/642082b1-5e23-43a9-975f-2b1bb0f98115 HTTP/1.1" status: 200 len: 2998 time: 0.1909068 Dec 14 02:32:24.495325 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['e1e11490-650e-4ede-b32e-08d47a4066f5'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:32:24.528381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] Attempting to bind port c0c3f166-1a85-478a-966d-8633562a3934 on host n-h2-821636-1 for vnic_type normal with profile {"migrating_to": "n-h1-821636-1"} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:32:24.528772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] Attempting to bind port c0c3f166-1a85-478a-966d-8633562a3934 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:32:24.529069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] Attempting to bind port c0c3f166-1a85-478a-966d-8633562a3934 on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:24.559562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] Port c0c3f166-1a85-478a-966d-8633562a3934 on network f3e644f0-318a-42e9-9245-8613c8213d27 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:32:24.560132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] Attempting to bind port c0c3f166-1a85-478a-966d-8633562a3934 on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:24.602116 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8729267-4b69-4793-ab00-9c5254d4aeea tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Pushing event updated for resources: {'Port': ['ID=38d8df72-9756-4e45-8568-4d74e171093f,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:24.619882 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-f8729267-4b69-4793-ab00-9c5254d4aeea tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:24.622533 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:32:24.622872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] Checking segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:32:24.623679 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] Bound using segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:32:24.623679 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] Bound port: c0c3f166-1a85-478a-966d-8633562a3934, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:32:24.624040 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:24.635702 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-90400f7d-b7c4-4ed1-b79f-c6d12e8d6141 req-adfca5b7-d885-477d-b785-2e08a1c85044 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] No DVR routers for this DVR port e1e11490-650e-4ede-b32e-08d47a4066f5 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:32:24.651945 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-90400f7d-b7c4-4ed1-b79f-c6d12e8d6141 req-adfca5b7-d885-477d-b785-2e08a1c85044 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:24.655281 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90400f7d-b7c4-4ed1-b79f-c6d12e8d6141 req-adfca5b7-d885-477d-b785-2e08a1c85044 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.47 "DELETE /v2.0/ports/e1e11490-650e-4ede-b32e-08d47a4066f5 HTTP/1.1" status: 204 len: 173 time: 1.5282440 Dec 14 02:32:24.678127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfca5b7-d885-477d-b785-2e08a1c85044 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Pushing event deleted for resources: {'Port': ['ID=e1e11490-650e-4ede-b32e-08d47a4066f5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:24.681852 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-877dba6b-58a0-41e5-ae2c-827eca9cb569 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/75b9292b-4578-4f2f-bc95-78fab25ace8f HTTP/1.1" status: 200 len: 2990 time: 0.1787643 Dec 14 02:32:24.684002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-0d5ae582-c9ac-4b8a-82f9-553956fc627a req-3375f66d-3095-4cc4-9014-61e0d4758ca3 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Deleting port 4d24401d-a082-471e-880c-8ee1264e0f5f {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:24.684346 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0d5ae582-c9ac-4b8a-82f9-553956fc627a req-3375f66d-3095-4cc4-9014-61e0d4758ca3 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:24.774332 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-f8729267-4b69-4793-ab00-9c5254d4aeea tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:24.777272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-f8729267-4b69-4793-ab00-9c5254d4aeea tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1333175 Dec 14 02:32:24.878265 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-cecc830b-710f-4076-b534-5a49d0134294 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 695 time: 0.0941443 Dec 14 02:32:24.891417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] For port c0c3f166-1a85-478a-966d-8633562a3934, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:32:24.916087 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-11a9d4c9-080c-4699-bd2c-87318513f821 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/75b9292b-4578-4f2f-bc95-78fab25ace8f HTTP/1.1" status: 200 len: 2990 time: 0.2084453 Dec 14 02:32:24.962900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] For port c0c3f166-1a85-478a-966d-8633562a3934, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c0c3f166-1a85-478a-966d-8633562a3934,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:32:24.993821 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0d5ae582-c9ac-4b8a-82f9-553956fc627a req-3375f66d-3095-4cc4-9014-61e0d4758ca3 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] For port 4d24401d-a082-471e-880c-8ee1264e0f5f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4d24401d-a082-471e-880c-8ee1264e0f5f,segment=NetworkSegment(fd1dcf92-84e2-419d-80e2-025bcb930640),segment_id=fd1dcf92-84e2-419d-80e2-025bcb930640)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:24.994200 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0d5ae582-c9ac-4b8a-82f9-553956fc627a req-3375f66d-3095-4cc4-9014-61e0d4758ca3 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:25.030476 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:25.032456 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-0d5ae582-c9ac-4b8a-82f9-553956fc627a req-3375f66d-3095-4cc4-9014-61e0d4758ca3 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Calling delete_port for 4d24401d-a082-471e-880c-8ee1264e0f5f owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:25.366039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-97a01026-7be4-4a67-83d9-f408a328a0f4 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/9e262d77-9cb4-4664-905a-9763cbd8c0fa HTTP/1.1" status: 200 len: 2998 time: 0.4294748 Dec 14 02:32:25.428217 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-e6405a3c-c6fb-455c-af71-0d7490fc7dce tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:25.430113 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-e6405a3c-c6fb-455c-af71-0d7490fc7dce tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.5394983 Dec 14 02:32:25.466080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-5200c70c-6036-4f43-b835-91c3d8758177 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:32:25.467083 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9e11304c-3e6e-4c4f-bf7b-e20356bc7641 req-5200c70c-6036-4f43-b835-91c3d8758177 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0227191 Dec 14 02:32:25.484210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c3f166-1a85-478a-966d-8633562a3934,revision_number=8']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:25.495956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:25.496584 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:25.497999 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9ea8c1c-b519-427c-b51a-0ee3351d51f6 service neutron] 10.222.0.46 "PUT /v2.0/ports/c0c3f166-1a85-478a-966d-8633562a3934 HTTP/1.1" status: 200 len: 1121 time: 2.1584806 Dec 14 02:32:25.518881 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-a2b459ae-aa30-4276-86a5-5e99ae782a7b tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/9e262d77-9cb4-4664-905a-9763cbd8c0fa HTTP/1.1" status: 200 len: 2998 time: 0.1418712 Dec 14 02:32:25.530679 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef96b61-5cbb-46d3-86d3-ae37adc9a32d x-openstack-request-id: req-aef96b61-5cbb-46d3-86d3-ae37adc9a32d {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:25.532307 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec0a44b-a1bb-40f6-8c4c-e77505630f32", "name": "network-vif-plugged", "status": "completed", "tag": "bb246fdb-f478-4e4f-9a95-bb450ad7c6cf", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:25.532743 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aef96b61-5cbb-46d3-86d3-ae37adc9a32d {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:25.533394 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec0a44b-a1bb-40f6-8c4c-e77505630f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb246fdb-f478-4e4f-9a95-bb450ad7c6cf', 'code': 200} Dec 14 02:32:25.604075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-662e385e-5264-4d25-915f-3984c066ad48 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/a04c8409-fca0-481c-8e92-b7f3487536ea HTTP/1.1" status: 200 len: 2998 time: 0.0718324 Dec 14 02:32:25.634908 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['c0c3f166-1a85-478a-966d-8633562a3934'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:32:25.719394 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8af575-e69f-46ab-ab61-440dce000fc5 req-e4542fc6-bfca-49f0-92f4-f690ba3a9157 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:25.720899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd8af575-e69f-46ab-ab61-440dce000fc5 req-e4542fc6-bfca-49f0-92f4-f690ba3a9157 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 943 time: 0.1304812 Dec 14 02:32:25.725356 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-8db9f1a5-376e-401c-8fd8-cbfae978ca6e tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/a04c8409-fca0-481c-8e92-b7f3487536ea HTTP/1.1" status: 200 len: 2998 time: 0.0994799 Dec 14 02:32:25.747112 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0d5ae582-c9ac-4b8a-82f9-553956fc627a req-3375f66d-3095-4cc4-9014-61e0d4758ca3 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:25.770264 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb0ad6-e0ed-4119-ab75-623805b05c43 req-f5cdefb5-3e99-46ca-ad4f-d2b98716da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:25.771754 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fdeb0ad6-e0ed-4119-ab75-623805b05c43 req-f5cdefb5-3e99-46ca-ad4f-d2b98716da0d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bec0a44b-a1bb-40f6-8c4c-e77505630f32 HTTP/1.1" status: 200 len: 1096 time: 0.1180382 Dec 14 02:32:25.816845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375f66d-3095-4cc4-9014-61e0d4758ca3 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Pushing event deleted for resources: {'Port': ['ID=4d24401d-a082-471e-880c-8ee1264e0f5f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:25.876758 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd8af575-e69f-46ab-ab61-440dce000fc5 req-a917b6ed-c999-485b-a082-a7e2d4b2aa7e tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480677 Dec 14 02:32:25.886260 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-caa72c08-d0a2-4204-8ff4-9c16cd331cda tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c0ff2ff4-af26-406c-a709-4925e7c109ca HTTP/1.1" status: 200 len: 2998 time: 0.1495173 Dec 14 02:32:25.906737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5ae582-c9ac-4b8a-82f9-553956fc627a req-3375f66d-3095-4cc4-9014-61e0d4758ca3 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] No DVR routers for this DVR port 4d24401d-a082-471e-880c-8ee1264e0f5f on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:32:25.912134 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0d5ae582-c9ac-4b8a-82f9-553956fc627a req-3375f66d-3095-4cc4-9014-61e0d4758ca3 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:25.916511 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d5ae582-c9ac-4b8a-82f9-553956fc627a req-3375f66d-3095-4cc4-9014-61e0d4758ca3 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.47 "DELETE /v2.0/ports/4d24401d-a082-471e-880c-8ee1264e0f5f HTTP/1.1" status: 204 len: 173 time: 1.6780853 Dec 14 02:32:25.938499 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fdeb0ad6-e0ed-4119-ab75-623805b05c43 req-9c6ae258-e914-4931-9e45-7284d1d8a7ce service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399169 Dec 14 02:32:25.961874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-dd3db710-5973-4259-a5c7-fc2b8d0a8d9f tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c0ff2ff4-af26-406c-a709-4925e7c109ca HTTP/1.1" status: 200 len: 2998 time: 0.0562925 Dec 14 02:32:26.004880 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-1221bcd6-f4e5-42ea-9db9-af2d8493446e tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c2c6e5be-7edb-43b7-a6a4-64aac5c29e42 HTTP/1.1" status: 200 len: 2998 time: 0.0368536 Dec 14 02:32:26.048704 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-6651aceb-35a6-4cac-8409-783f63df9e06 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c2c6e5be-7edb-43b7-a6a4-64aac5c29e42 HTTP/1.1" status: 200 len: 2998 time: 0.0369191 Dec 14 02:32:26.098281 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-3a95be25-9ff4-42e3-bc0e-7d67d5727ea6 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/def3ac38-5c8c-4bc8-a6e2-077b3c78833c HTTP/1.1" status: 200 len: 2998 time: 0.0434909 Dec 14 02:32:26.143879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-ef66d151-c82e-4cf2-9923-362f30dc7575 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/def3ac38-5c8c-4bc8-a6e2-077b3c78833c HTTP/1.1" status: 200 len: 2998 time: 0.0375385 Dec 14 02:32:26.188246 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-90b30d00-8b57-4419-b378-a3df8ea080f3 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/e9116451-43be-40e0-bde8-2f3015d58dc8 HTTP/1.1" status: 200 len: 2998 time: 0.0373323 Dec 14 02:32:26.234612 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-3b84f1be-a4f5-4aa6-8712-35f857652f93 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/e9116451-43be-40e0-bde8-2f3015d58dc8 HTTP/1.1" status: 200 len: 2998 time: 0.0401158 Dec 14 02:32:26.286904 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-9d0cd6f9-9e9d-4018-b4f3-947f04a79143 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/f1543e41-c484-4fef-8bd2-213d5ab7c7bb HTTP/1.1" status: 200 len: 2998 time: 0.0431159 Dec 14 02:32:26.342789 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-2a2293d3-21af-4fb0-a8eb-c0f88f03d5ab tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/f1543e41-c484-4fef-8bd2-213d5ab7c7bb HTTP/1.1" status: 200 len: 2998 time: 0.0463908 Dec 14 02:32:26.390296 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-99e9ca92-5fd0-4ffb-a782-7ee31000a789 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/fdf7e758-e674-4d6b-bc62-2b61434e54b9 HTTP/1.1" status: 200 len: 2998 time: 0.0400596 Dec 14 02:32:26.436717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a82167-d78e-4d44-a950-4d97b71acc29 req-22115d3d-7847-489d-9299-398ba5ba8d2a tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/fdf7e758-e674-4d6b-bc62-2b61434e54b9 HTTP/1.1" status: 200 len: 2998 time: 0.0395823 Dec 14 02:32:26.500814 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4d24401d-a082-471e-880c-8ee1264e0f5f no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:32:26.517030 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-496f2afb-329d-4542-88af-a28ff2afeddf req-d296b890-8eb1-4775-af16-546accf4a5c0 tempest-AttachSCSIVolumeTestJSON-1542065989 tempest-AttachSCSIVolumeTestJSON-1542065989-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb3355dc-0fab-4ea2-a26d-be153216e7bf HTTP/1.1" status: 200 len: 210 time: 0.0275230 Dec 14 02:32:26.525613 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 4d24401d-a082-471e-880c-8ee1264e0f5f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:32:26.525966 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4d24401d-a082-471e-880c-8ee1264e0f5f not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:32:26.526391 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e1e11490-650e-4ede-b32e-08d47a4066f5 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:32:26.567812 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: e1e11490-650e-4ede-b32e-08d47a4066f5 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:32:26.568590 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e1e11490-650e-4ede-b32e-08d47a4066f5 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:32:26.650046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77544a-a732-4f18-b5a7-506a01a0a226 req-3800336d-f519-4f06-ae85-36c4147d86e4 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:26.652372 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ee77544a-a732-4f18-b5a7-506a01a0a226 req-3800336d-f519-4f06-ae85-36c4147d86e4 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec0a44b-a1bb-40f6-8c4c-e77505630f32 HTTP/1.1" status: 200 len: 945 time: 0.0650675 Dec 14 02:32:26.705512 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ee77544a-a732-4f18-b5a7-506a01a0a226 req-0fbf8325-64f5-4b24-85fa-f08146405cfe tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449305 Dec 14 02:32:26.723183 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:26.752921 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e190df9f-9a94-4f1b-9354-8fbac03c505e x-openstack-request-id: req-e190df9f-9a94-4f1b-9354-8fbac03c505e {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:26.753216 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4f8be2-1006-4d3a-bebc-8925604538c1", "name": "network-vif-unplugged", "status": "completed", "tag": "c0c3f166-1a85-478a-966d-8633562a3934", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:26.753499 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e190df9f-9a94-4f1b-9354-8fbac03c505e {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:26.753897 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4f8be2-1006-4d3a-bebc-8925604538c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c3f166-1a85-478a-966d-8633562a3934', 'code': 200} Dec 14 02:32:26.759138 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-3d54c453-2017-42cd-8e11-082e1cb58e96 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2143388507&fields=id&tenant_id=0c5c1e560dfd4b559bbbf43792357f7c HTTP/1.1" status: 200 len: 267 time: 0.0458655 Dec 14 02:32:26.954946 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-9bde052e-f659-4baf-b4e1-5b86ec603ab8 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1906173 Dec 14 02:32:26.962023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-3b93cc54-8152-4a41-9301-f5536347b620 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:26.963353 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-3b93cc54-8152-4a41-9301-f5536347b620 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/networks?id=aa209f5c-4ca3-4f7b-b188-aadce03a8894 HTTP/1.1" status: 200 len: 812 time: 0.1887479 Dec 14 02:32:26.967944 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-b2c2dc72-9e79-4024-90b3-03386d391fd6 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:26.992185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-21e53574-3f60-4a88-883e-b80440d96d48 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/quotas/0c5c1e560dfd4b559bbbf43792357f7c HTTP/1.1" status: 200 len: 375 time: 0.0195374 Dec 14 02:32:27.044407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-d9674334-372a-4f8d-b016-db732bf0a279 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0c5c1e560dfd4b559bbbf43792357f7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453906 Dec 14 02:32:27.114763 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-b2c2dc72-9e79-4024-90b3-03386d391fd6 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:27.188787 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-ca120d00-0160-411b-99b9-c19c597aa16f service neutron] 10.222.0.39 "GET /v2.0/networks/aa209f5c-4ca3-4f7b-b188-aadce03a8894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310565 Dec 14 02:32:27.309729 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fe9eae0c-52d9-4b8d-8ebb-6cca00a23a10 service neutron] 10.222.0.39 "GET /v2.0/networks/aa209f5c-4ca3-4f7b-b188-aadce03a8894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106136 Dec 14 02:32:27.318789 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-b2c2dc72-9e79-4024-90b3-03386d391fd6 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:27.426357 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-b2c2dc72-9e79-4024-90b3-03386d391fd6 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Allocated IP 172.25.7.6 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/cf3e6625-dbdd-4a62-b4ac-b8daca49a0bb) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:32:27.550291 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-b2c2dc72-9e79-4024-90b3-03386d391fd6 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:27.563383 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device c0c3f166-1a85-478a-966d-8633562a3934 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:32:27.644481 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b5199dc3-0576-45af-be23-c96756748888 req-0c197d83-4113-4e52-89a4-0580d404a463 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d158f41caeb549398015511dcce59f9f HTTP/1.1" status: 200 len: 6153 time: 0.0814266 Dec 14 02:32:27.678717 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port c0c3f166-1a85-478a-966d-8633562a3934, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c0c3f166-1a85-478a-966d-8633562a3934,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:27.691442 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-b2c2dc72-9e79-4024-90b3-03386d391fd6 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:27.702742 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device c0c3f166-1a85-478a-966d-8633562a3934 has no active binding in host n-h1-821636-1 {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 14 02:32:27.723732 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b5199dc3-0576-45af-be23-c96756748888 req-1498e105-f48e-47cc-9b35-f0c311d83491 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] 10.222.0.39 "GET /v2.0/security-groups/e9116451-43be-40e0-bde8-2f3015d58dc8 HTTP/1.1" status: 200 len: 2998 time: 0.0704641 Dec 14 02:32:27.739526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-b2c2dc72-9e79-4024-90b3-03386d391fd6 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:32:27.750019 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-b2c2dc72-9e79-4024-90b3-03386d391fd6 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:27.758836 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-b2c2dc72-9e79-4024-90b3-03386d391fd6 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:32:27.784818 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2dc72-9e79-4024-90b3-03386d391fd6 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Pushing event updated for resources: {'Port': ['ID=cf3e6625-dbdd-4a62-b4ac-b8daca49a0bb,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:27.820918 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b5199dc3-0576-45af-be23-c96756748888 req-27e5d1e1-13cc-4c45-9818-cc45fe04352b tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] 10.222.0.39 "GET /v2.0/security-groups/e9116451-43be-40e0-bde8-2f3015d58dc8 HTTP/1.1" status: 200 len: 2998 time: 0.0857611 Dec 14 02:32:27.871166 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-b2c2dc72-9e79-4024-90b3-03386d391fd6 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:27.929898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1d5e7-de16-4ed4-b340-dc68a99dd7b4 req-17695684-c108-442c-8838-e369ab1320bc tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:27.931585 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61e1d5e7-de16-4ed4-b340-dc68a99dd7b4 req-17695684-c108-442c-8838-e369ab1320bc tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87df19-ebd1-4dce-9fc6-80b8d00f9e43 HTTP/1.1" status: 200 len: 946 time: 0.0496392 Dec 14 02:32:27.992160 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-b2c2dc72-9e79-4024-90b3-03386d391fd6 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:28.031407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61e1d5e7-de16-4ed4-b340-dc68a99dd7b4 req-0bff89eb-8456-4cf9-8aa3-f8d776e9497f tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934193 Dec 14 02:32:28.202334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0111ebf-9f92-4578-a53d-7c2e531a543e req-00e9414d-08fe-4fbd-bfff-890b2c1ea78d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:28.203782 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0111ebf-9f92-4578-a53d-7c2e531a543e req-00e9414d-08fe-4fbd-bfff-890b2c1ea78d tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.46 "GET /v2.0/ports?device_id=1201a227-dbb8-4396-9ee5-a859cdec98d9 HTTP/1.1" status: 200 len: 945 time: 0.1193202 Dec 14 02:32:28.227846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e60db7-21ec-419e-bf5d-06227d5a352d req-36c4b329-ed29-4271-b645-42ebce667ba6 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:28.229622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6e60db7-21ec-419e-bf5d-06227d5a352d req-36c4b329-ed29-4271-b645-42ebce667ba6 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 943 time: 0.1125298 Dec 14 02:32:28.259379 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-b2c2dc72-9e79-4024-90b3-03386d391fd6 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:28.343191 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-b2c2dc72-9e79-4024-90b3-03386d391fd6 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:28.352898 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6e60db7-21ec-419e-bf5d-06227d5a352d req-0f5b2427-1183-49ba-a43d-637597bc78cf tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133833 Dec 14 02:32:28.456995 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2dc72-9e79-4024-90b3-03386d391fd6 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Pushing event updated for resources: {'Port': ['ID=cf3e6625-dbdd-4a62-b4ac-b8daca49a0bb,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:28.461234 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b55353ae-519b-48da-a14e-5d82190f7db0 req-f3bba5c4-008b-4fd5-8854-15c2510f74fb tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/ports?device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 210 time: 0.0505712 Dec 14 02:32:28.470745 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-b2c2dc72-9e79-4024-90b3-03386d391fd6 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:28.484530 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c0111ebf-9f92-4578-a53d-7c2e531a543e req-5a19c2b3-0a49-4304-85c5-535b5c45a866 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Deleting port f1aa0bde-5534-4bf8-8716-49e0cb788296 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:28.485853 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c0111ebf-9f92-4578-a53d-7c2e531a543e req-5a19c2b3-0a49-4304-85c5-535b5c45a866 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:28.555421 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-b2c2dc72-9e79-4024-90b3-03386d391fd6 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:28.557023 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-b2c2dc72-9e79-4024-90b3-03386d391fd6 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.5926027 Dec 14 02:32:28.693841 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-a0c47b7b-baf3-4235-b450-62fc05b5c671 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.6 HTTP/1.1" status: 200 len: 694 time: 0.1299973 Dec 14 02:32:28.703144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-c0111ebf-9f92-4578-a53d-7c2e531a543e req-5a19c2b3-0a49-4304-85c5-535b5c45a866 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] For port f1aa0bde-5534-4bf8-8716-49e0cb788296, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f1aa0bde-5534-4bf8-8716-49e0cb788296,segment=NetworkSegment(9a0cce21-a0e8-444f-bde3-f9aa5bc10e10),segment_id=9a0cce21-a0e8-444f-bde3-f9aa5bc10e10)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:28.703521 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c0111ebf-9f92-4578-a53d-7c2e531a543e req-5a19c2b3-0a49-4304-85c5-535b5c45a866 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:28.772109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c0111ebf-9f92-4578-a53d-7c2e531a543e req-5a19c2b3-0a49-4304-85c5-535b5c45a866 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Calling delete_port for f1aa0bde-5534-4bf8-8716-49e0cb788296 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:28.773779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c73c42-7b27-42aa-b9c2-176c92b71375', 'name': 'network-vif-deleted', 'tag': 'e1e11490-650e-4ede-b32e-08d47a4066f5'}, {'name': 'network-changed', 'server_uuid': 'fb4f8be2-1006-4d3a-bebc-8925604538c1', 'tag': 'c0c3f166-1a85-478a-966d-8633562a3934'}, {'server_uuid': 'bb3355dc-0fab-4ea2-a26d-be153216e7bf', 'name': 'network-vif-deleted', 'tag': '4d24401d-a082-471e-880c-8ee1264e0f5f'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:32:28.776059 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a02ae89-10c3-472f-9acb-c21c7113c12c" -d '{"events": [{"server_uuid": "11c73c42-7b27-42aa-b9c2-176c92b71375", "name": "network-vif-deleted", "tag": "e1e11490-650e-4ede-b32e-08d47a4066f5"}, {"name": "network-changed", "server_uuid": "fb4f8be2-1006-4d3a-bebc-8925604538c1", "tag": "c0c3f166-1a85-478a-966d-8633562a3934"}, {"server_uuid": "bb3355dc-0fab-4ea2-a26d-be153216e7bf", "name": "network-vif-deleted", "tag": "4d24401d-a082-471e-880c-8ee1264e0f5f"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:32:28.795594 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31958a-cbce-4427-aa4f-d23ae6214304 req-e5affe5c-479a-4816-bd8f-88063c56faec tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:28.797267 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd31958a-cbce-4427-aa4f-d23ae6214304 req-e5affe5c-479a-4816-bd8f-88063c56faec tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/ports?device_id=1201a227-dbb8-4396-9ee5-a859cdec98d9 HTTP/1.1" status: 200 len: 945 time: 0.2239940 Dec 14 02:32:28.830286 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88532aa0-a830-4b59-b4fe-fc09873d82af req-60bd3977-8a28-4341-983b-3f3999617bb1 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:28.831835 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88532aa0-a830-4b59-b4fe-fc09873d82af req-60bd3977-8a28-4341-983b-3f3999617bb1 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd87df19-ebd1-4dce-9fc6-80b8d00f9e43 HTTP/1.1" status: 200 len: 946 time: 0.2376628 Dec 14 02:32:28.990821 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-ca97efe4-703e-48e9-aefc-6120b9d79bb1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:28.992235 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-789279a9-71c8-4cfc-b80b-bc7906c0e3fa req-ca97efe4-703e-48e9-aefc-6120b9d79bb1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.2913802 Dec 14 02:32:29.029361 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd31958a-cbce-4427-aa4f-d23ae6214304 req-72355a61-4ef7-4437-8981-e34ad4429291 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.39 "GET /v2.0/security-groups?id=a04c8409-fca0-481c-8e92-b7f3487536ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133288 Dec 14 02:32:29.175779 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7708d847-25ff-4f9c-af43-4942168f057c req-9e6d4a27-12ae-4164-8612-24e20cd864af tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/385d4bd8-98f6-4511-a046-1bd9a8c70e50 HTTP/1.1" status: 200 len: 1794 time: 0.1233554 Dec 14 02:32:29.182938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-88532aa0-a830-4b59-b4fe-fc09873d82af req-27e7877d-7bec-429b-8993-950d4bef5c75 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Deleting port 3d77e634-6aa7-4499-953a-367967e0ee3a {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:29.183349 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-88532aa0-a830-4b59-b4fe-fc09873d82af req-27e7877d-7bec-429b-8993-950d4bef5c75 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:29.245644 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d96c79-d99d-4bbc-a997-5b2cfd447ff5 req-ec753b50-4fc5-44b5-a65d-2cca3924cde4 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:29.247174 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94d96c79-d99d-4bbc-a997-5b2cfd447ff5 req-ec753b50-4fc5-44b5-a65d-2cca3924cde4 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec0a44b-a1bb-40f6-8c4c-e77505630f32 HTTP/1.1" status: 200 len: 945 time: 0.1822913 Dec 14 02:32:29.372439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94d96c79-d99d-4bbc-a997-5b2cfd447ff5 req-73c3198b-71d0-477d-a303-3ab68fb9ce1c tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163938 Dec 14 02:32:29.374216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-88532aa0-a830-4b59-b4fe-fc09873d82af req-27e7877d-7bec-429b-8993-950d4bef5c75 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] For port 3d77e634-6aa7-4499-953a-367967e0ee3a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3d77e634-6aa7-4499-953a-367967e0ee3a,segment=NetworkSegment(b756c107-e77a-438d-8e5b-2c406c0e61cd),segment_id=b756c107-e77a-438d-8e5b-2c406c0e61cd)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:29.374584 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-88532aa0-a830-4b59-b4fe-fc09873d82af req-27e7877d-7bec-429b-8993-950d4bef5c75 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:29.384280 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c0111ebf-9f92-4578-a53d-7c2e531a543e req-5a19c2b3-0a49-4304-85c5-535b5c45a866 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:29.396097 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-88532aa0-a830-4b59-b4fe-fc09873d82af req-27e7877d-7bec-429b-8993-950d4bef5c75 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Calling delete_port for 3d77e634-6aa7-4499-953a-367967e0ee3a owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:29.399179 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7708d847-25ff-4f9c-af43-4942168f057c req-92e93a90-fed8-4528-bf5c-1bc1b40001ee tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:29.433621 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['f1aa0bde-5534-4bf8-8716-49e0cb788296'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:32:29.436495 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 14 Dec 2021 02:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c96a2a3-cefc-47d4-b3ff-7670cc4a4690 x-openstack-request-id: req-6c96a2a3-cefc-47d4-b3ff-7670cc4a4690 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:29.436800 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c73c42-7b27-42aa-b9c2-176c92b71375", "name": "network-vif-deleted", "tag": "e1e11490-650e-4ede-b32e-08d47a4066f5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb4f8be2-1006-4d3a-bebc-8925604538c1", "tag": "c0c3f166-1a85-478a-966d-8633562a3934", "status": "completed", "code": 200}, {"server_uuid": "bb3355dc-0fab-4ea2-a26d-be153216e7bf", "name": "network-vif-deleted", "tag": "4d24401d-a082-471e-880c-8ee1264e0f5f", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:29.437057 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c96a2a3-cefc-47d4-b3ff-7670cc4a4690 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:29.437484 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c73c42-7b27-42aa-b9c2-176c92b71375', 'name': 'network-vif-deleted', 'tag': 'e1e11490-650e-4ede-b32e-08d47a4066f5', 'status': 'completed', 'code': 200} Dec 14 02:32:29.439019 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb4f8be2-1006-4d3a-bebc-8925604538c1', 'tag': 'c0c3f166-1a85-478a-966d-8633562a3934', 'status': 'completed', 'code': 200} Dec 14 02:32:29.439019 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3355dc-0fab-4ea2-a26d-be153216e7bf', 'name': 'network-vif-deleted', 'tag': '4d24401d-a082-471e-880c-8ee1264e0f5f', 'status': 'completed', 'code': 200} Dec 14 02:32:29.442013 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19c2b3-0a49-4304-85c5-535b5c45a866 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Pushing event deleted for resources: {'Port': ['ID=f1aa0bde-5534-4bf8-8716-49e0cb788296,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:29.482440 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7708d847-25ff-4f9c-af43-4942168f057c req-92e93a90-fed8-4528-bf5c-1bc1b40001ee tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:29.578823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0111ebf-9f92-4578-a53d-7c2e531a543e req-5a19c2b3-0a49-4304-85c5-535b5c45a866 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] No DVR routers for this DVR port f1aa0bde-5534-4bf8-8716-49e0cb788296 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:32:29.605034 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c0111ebf-9f92-4578-a53d-7c2e531a543e req-5a19c2b3-0a49-4304-85c5-535b5c45a866 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:29.608449 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0111ebf-9f92-4578-a53d-7c2e531a543e req-5a19c2b3-0a49-4304-85c5-535b5c45a866 tempest-MultipleCreateTestJSON-1985775762 tempest-MultipleCreateTestJSON-1985775762-project] 10.222.0.46 "DELETE /v2.0/ports/f1aa0bde-5534-4bf8-8716-49e0cb788296 HTTP/1.1" status: 204 len: 173 time: 1.3633459 Dec 14 02:32:29.621628 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef73b6df-7d9f-44a9-9179-2270818c3c68 req-4d3c114c-cdaf-48bd-9b9a-73c34ee5a4d5 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/floatingips/6a57edf7-0003-40e6-86ce-ccd61c80be42 HTTP/1.1" status: 200 len: 691 time: 0.1775889 Dec 14 02:32:29.912386 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:29.983058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02ae89-10c3-472f-9acb-c21c7113c12c req-c147183b-38e6-4e0d-aa09-90e48302eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:29.984609 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a02ae89-10c3-472f-9acb-c21c7113c12c req-c147183b-38e6-4e0d-aa09-90e48302eacd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 1124 time: 0.4679003 Dec 14 02:32:30.141894 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7708d847-25ff-4f9c-af43-4942168f057c req-92e93a90-fed8-4528-bf5c-1bc1b40001ee tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:30.144553 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7708d847-25ff-4f9c-af43-4942168f057c req-92e93a90-fed8-4528-bf5c-1bc1b40001ee tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:30.145777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7708d847-25ff-4f9c-af43-4942168f057c req-92e93a90-fed8-4528-bf5c-1bc1b40001ee tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/385d4bd8-98f6-4511-a046-1bd9a8c70e50 HTTP/1.1" status: 204 len: 173 time: 0.9568141 Dec 14 02:32:30.189688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e93a90-fed8-4528-bf5c-1bc1b40001ee tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385d4bd8-98f6-4511-a046-1bd9a8c70e50,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:30.286178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73b6df-7d9f-44a9-9179-2270818c3c68 req-15ffa995-44b5-4a60-9628-9b4b405383bb tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:30.287565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef73b6df-7d9f-44a9-9179-2270818c3c68 req-15ffa995-44b5-4a60-9628-9b4b405383bb tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.3762074 Dec 14 02:32:30.305787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-4db379f7-ee20-4153-bfc2-f8667b8b8cbc tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:30.305787 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-4db379f7-ee20-4153-bfc2-f8667b8b8cbc tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.47 "GET /v2.0/networks?id=aa209f5c-4ca3-4f7b-b188-aadce03a8894 HTTP/1.1" status: 200 len: 812 time: 0.3160763 Dec 14 02:32:30.311891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-ef73b6df-7d9f-44a9-9179-2270818c3c68 req-452ca789-cee6-4282-8a12-d151be255428 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:32:30.312868 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef73b6df-7d9f-44a9-9179-2270818c3c68 req-452ca789-cee6-4282-8a12-d151be255428 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084579 Dec 14 02:32:30.316391 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02ae89-10c3-472f-9acb-c21c7113c12c req-d39072f3-7c24-4ca4-9b86-57102ea59702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:30.321939 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a02ae89-10c3-472f-9acb-c21c7113c12c req-d39072f3-7c24-4ca4-9b86-57102ea59702 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.2869375 Dec 14 02:32:30.325010 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-88532aa0-a830-4b59-b4fe-fc09873d82af req-27e7877d-7bec-429b-8993-950d4bef5c75 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:30.356935 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['82540769-50dc-4798-84d8-947bdfc77faf', '3d77e634-6aa7-4499-953a-367967e0ee3a'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:32:30.449790 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a02ae89-10c3-472f-9acb-c21c7113c12c req-a8eb6618-e42b-4a32-86f3-38e7c6738de4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c3f166-1a85-478a-966d-8633562a3934 HTTP/1.1" status: 200 len: 217 time: 0.1019626 Dec 14 02:32:30.450536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7877d-7bec-429b-8993-950d4bef5c75 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Pushing event deleted for resources: {'Port': ['ID=3d77e634-6aa7-4499-953a-367967e0ee3a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:30.484885 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-88532aa0-a830-4b59-b4fe-fc09873d82af req-27e7877d-7bec-429b-8993-950d4bef5c75 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] No DVR routers for this DVR port 3d77e634-6aa7-4499-953a-367967e0ee3a on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:32:30.495242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a71810-252b-4472-8f41-285ee0fd4ce7 req-86bdbea9-a3ee-47af-8de1-fd48eafab3df tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:30.496830 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75a71810-252b-4472-8f41-285ee0fd4ce7 req-86bdbea9-a3ee-47af-8de1-fd48eafab3df tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd87df19-ebd1-4dce-9fc6-80b8d00f9e43 HTTP/1.1" status: 200 len: 867 time: 0.2835913 Dec 14 02:32:30.501424 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-88532aa0-a830-4b59-b4fe-fc09873d82af req-27e7877d-7bec-429b-8993-950d4bef5c75 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:30.501595 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88532aa0-a830-4b59-b4fe-fc09873d82af req-27e7877d-7bec-429b-8993-950d4bef5c75 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.46 "DELETE /v2.0/ports/3d77e634-6aa7-4499-953a-367967e0ee3a HTTP/1.1" status: 204 len: 173 time: 1.6548877 Dec 14 02:32:30.610409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-2ddd8a60-ceaf-4f56-aed0-05c36a73ac92 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c5c1e560dfd4b559bbbf43792357f7c HTTP/1.1" status: 200 len: 380 time: 0.2692528 Dec 14 02:32:30.638198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd59040-e279-45dd-b6a4-04f905aa4cc1 req-db60fc08-0aee-4f3a-afde-241bcec07f96 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:30.639717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dd59040-e279-45dd-b6a4-04f905aa4cc1 req-db60fc08-0aee-4f3a-afde-241bcec07f96 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 943 time: 0.2002490 Dec 14 02:32:30.645484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-a46af3e3-fb90-43fa-b98b-49b78ac344e0 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Request body: {'port': {'device_id': '038e9e32-01a9-498c-880e-c19a60ab6f2f', 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894', 'admin_state_up': True, 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'security_groups': ['5f7c5343-0a06-4084-9c50-480ad0c7200f']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:30.657514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02ae89-10c3-472f-9acb-c21c7113c12c req-7957ee0a-884c-469a-a096-11ba1a77c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:30.658945 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a02ae89-10c3-472f-9acb-c21c7113c12c req-7957ee0a-884c-469a-a096-11ba1a77c488 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.1348612 Dec 14 02:32:30.751877 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75a71810-252b-4472-8f41-285ee0fd4ce7 req-d3a63eda-ad84-4e57-afce-69da44149f5e tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293210 Dec 14 02:32:30.756113 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a02ae89-10c3-472f-9acb-c21c7113c12c req-f4387695-eb0c-4c0a-9a90-26c38b26bb99 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462651 Dec 14 02:32:30.858819 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dd59040-e279-45dd-b6a4-04f905aa4cc1 req-690e5462-4ab3-4ed8-94e6-d6441dab8948 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050242 Dec 14 02:32:30.925340 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a02ae89-10c3-472f-9acb-c21c7113c12c req-52873c7b-9014-455a-9507-65bb0e71d0a5 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606569 Dec 14 02:32:31.017703 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-362d2808-3ee5-41e3-84b3-961145af1925 req-1d4fd5aa-ccce-41cd-a9f5-0d7fa162fc1d tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/ports?device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 210 time: 0.0616899 Dec 14 02:32:31.025908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-a46af3e3-fb90-43fa-b98b-49b78ac344e0 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Made reservation on behalf of 0c5c1e560dfd4b559bbbf43792357f7c for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:32:31.031064 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-a46af3e3-fb90-43fa-b98b-49b78ac344e0 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:31.078072 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52876) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:31.145965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a02ae89-10c3-472f-9acb-c21c7113c12c req-57325a65-efd0-400c-ac6c-f505455ac99c service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126842 Dec 14 02:32:31.172950 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-571862af-fc5d-4c21-bde2-a6452fe9ae3b admin admin] Deleting subnet 0a48fceb-7f50-4b74-83b2-3f7c5b452898 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:32:31.180449 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-571862af-fc5d-4c21-bde2-a6452fe9ae3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:31.217002 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1653108-14c5-4a56-a137-bccf22f8720f req-063b92d1-3249-43b5-8cee-af143090ebd7 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/floatingips/6a57edf7-0003-40e6-86ce-ccd61c80be42 HTTP/1.1" status: 200 len: 691 time: 0.0923893 Dec 14 02:32:31.234453 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-05c69b06-d23e-4578-87fb-d441fbbd0778 service neutron] 10.222.0.47 "GET /v2.0/ports/c0c3f166-1a85-478a-966d-8633562a3934/bindings/n-h1-821636-1 HTTP/1.1" status: 200 len: 384 time: 0.1511235 Dec 14 02:32:31.238782 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-571862af-fc5d-4c21-bde2-a6452fe9ae3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:31.306059 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-35ed7432-2270-4fff-a36d-a285a0a47d08 req-8a37a214-1f54-4cad-88f7-ad3a29e1943a tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "GET /v2.0/security-groups/d2d27e79-9a10-438d-aee1-4f79af68f5c4 HTTP/1.1" status: 200 len: 1794 time: 0.2156179 Dec 14 02:32:31.350073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-a46af3e3-fb90-43fa-b98b-49b78ac344e0 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Allocated IP 172.20.0.13 (aa209f5c-4ca3-4f7b-b188-aadce03a8894/6fca9bbc-2a0a-4b97-b622-987e739d6dff/5ae60d6b-26cf-4158-97d8-26e3216a2b78) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:32:31.442708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1653108-14c5-4a56-a137-bccf22f8720f req-dcdae973-13f5-483b-b2cc-ca4e7a58ffd8 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:31.444110 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1653108-14c5-4a56-a137-bccf22f8720f req-dcdae973-13f5-483b-b2cc-ca4e7a58ffd8 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.2131844 Dec 14 02:32:31.450520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1201a227-dbb8-4396-9ee5-a859cdec98d9', 'name': 'network-vif-deleted', 'tag': 'f1aa0bde-5534-4bf8-8716-49e0cb788296'}, {'server_uuid': 'fd87df19-ebd1-4dce-9fc6-80b8d00f9e43', 'name': 'network-vif-deleted', 'tag': '3d77e634-6aa7-4499-953a-367967e0ee3a'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:32:31.455116 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7167995d-3a9b-49cf-b71f-fff8f8436c1a" -d '{"events": [{"server_uuid": "1201a227-dbb8-4396-9ee5-a859cdec98d9", "name": "network-vif-deleted", "tag": "f1aa0bde-5534-4bf8-8716-49e0cb788296"}, {"server_uuid": "fd87df19-ebd1-4dce-9fc6-80b8d00f9e43", "name": "network-vif-deleted", "tag": "3d77e634-6aa7-4499-953a-367967e0ee3a"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:32:31.470997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-b1653108-14c5-4a56-a137-bccf22f8720f req-3d415ce8-cb58-4b9c-a1e1-4d80f01c1862 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:32:31.472001 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1653108-14c5-4a56-a137-bccf22f8720f req-3d415ce8-cb58-4b9c-a1e1-4d80f01c1862 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134583 Dec 14 02:32:31.488906 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-571862af-fc5d-4c21-bde2-a6452fe9ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:31.518991 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-35ed7432-2270-4fff-a36d-a285a0a47d08 req-da865825-1d58-4e70-bf24-7362f8d1a357 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:31.552334 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-9bac43e7-efff-4d51-aa19-1b6f9dc67224 service neutron] For port c0c3f166-1a85-478a-966d-8633562a3934, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c0c3f166-1a85-478a-966d-8633562a3934,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:31.585978 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-9bac43e7-efff-4d51-aa19-1b6f9dc67224 service neutron] For port c0c3f166-1a85-478a-966d-8633562a3934, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:32:31.586520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f1aa0bde-5534-4bf8-8716-49e0cb788296 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:32:31.592495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1653108-14c5-4a56-a137-bccf22f8720f req-f55e6d98-35fb-4692-a4c6-9b7668451888 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.6 HTTP/1.1" status: 200 len: 694 time: 0.1036391 Dec 14 02:32:31.623775 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-9bac43e7-efff-4d51-aa19-1b6f9dc67224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c3f166-1a85-478a-966d-8633562a3934 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:32:31.636237 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-9bac43e7-efff-4d51-aa19-1b6f9dc67224 service neutron] For port c0c3f166-1a85-478a-966d-8633562a3934, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=c0c3f166-1a85-478a-966d-8633562a3934,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:31.644169 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-35ed7432-2270-4fff-a36d-a285a0a47d08 req-da865825-1d58-4e70-bf24-7362f8d1a357 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:31.646275 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: f1aa0bde-5534-4bf8-8716-49e0cb788296 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:32:31.647513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f1aa0bde-5534-4bf8-8716-49e0cb788296 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:32:31.687070 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1653108-14c5-4a56-a137-bccf22f8720f req-bf9d1fde-b584-4669-bb49-76f7d836176c tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.6 HTTP/1.1" status: 200 len: 694 time: 0.0936203 Dec 14 02:32:31.713459 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-9bac43e7-efff-4d51-aa19-1b6f9dc67224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:31.730856 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-571862af-fc5d-4c21-bde2-a6452fe9ae3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:31.743466 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-a46af3e3-fb90-43fa-b98b-49b78ac344e0 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:31.796617 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-571862af-fc5d-4c21-bde2-a6452fe9ae3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:31.801493 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-571862af-fc5d-4c21-bde2-a6452fe9ae3b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0a48fceb-7f50-4b74-83b2-3f7c5b452898 HTTP/1.1" status: 204 len: 168 time: 0.7180386 Dec 14 02:32:31.805442 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52888) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:31.825500 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571862af-fc5d-4c21-bde2-a6452fe9ae3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a48fceb-7f50-4b74-83b2-3f7c5b452898,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:31.873501 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-35ed7432-2270-4fff-a36d-a285a0a47d08 req-da865825-1d58-4e70-bf24-7362f8d1a357 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:31.876297 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-35ed7432-2270-4fff-a36d-a285a0a47d08 req-da865825-1d58-4e70-bf24-7362f8d1a357 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:31.877919 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-35ed7432-2270-4fff-a36d-a285a0a47d08 req-da865825-1d58-4e70-bf24-7362f8d1a357 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2d27e79-9a10-438d-aee1-4f79af68f5c4 HTTP/1.1" status: 204 len: 173 time: 0.5586834 Dec 14 02:32:31.895694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da865825-1d58-4e70-bf24-7362f8d1a357 tempest-SecurityGroupsTestAdminJSON-1451750651 tempest-SecurityGroupsTestAdminJSON-1451750651-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d27e79-9a10-438d-aee1-4f79af68f5c4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:31.900335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-b1653108-14c5-4a56-a137-bccf22f8720f req-1208b8a4-4202-427b-bd6a-9b940b06418c tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Deleting port cf3e6625-dbdd-4a62-b4ac-b8daca49a0bb {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:31.900693 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b1653108-14c5-4a56-a137-bccf22f8720f req-1208b8a4-4202-427b-bd6a-9b940b06418c tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:31.903532 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8466a376-e346-494d-9b89-4db04e50ce3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:31.916366 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-9bac43e7-efff-4d51-aa19-1b6f9dc67224 service neutron] Transition to ACTIVE for port object c0c3f166-1a85-478a-966d-8633562a3934 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:32:31.930505 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-a46af3e3-fb90-43fa-b98b-49b78ac344e0 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:31.998880 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-9bac43e7-efff-4d51-aa19-1b6f9dc67224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:32.003275 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8466a376-e346-494d-9b89-4db04e50ce3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:32.058997 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-8466a376-e346-494d-9b89-4db04e50ce3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c855ad-46e8-4000-9600-b93da22b6b10']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:32.059176 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-a46af3e3-fb90-43fa-b98b-49b78ac344e0 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Network aa209f5c-4ca3-4f7b-b188-aadce03a8894 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:32:32.070311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-a46af3e3-fb90-43fa-b98b-49b78ac344e0 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:32.072785 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-a46af3e3-fb90-43fa-b98b-49b78ac344e0 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:32:32.084928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-8466a376-e346-494d-9b89-4db04e50ce3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0cce21-a0e8-444f-bde3-f9aa5bc10e10') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:32.084928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-8466a376-e346-494d-9b89-4db04e50ce3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0cce21-a0e8-444f-bde3-f9aa5bc10e10') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:32.116164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-9bac43e7-efff-4d51-aa19-1b6f9dc67224 service neutron] No DVR routers for this DVR port c0c3f166-1a85-478a-966d-8633562a3934 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:32:32.125324 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8466a376-e346-494d-9b89-4db04e50ce3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:32.125514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46af3e3-fb90-43fa-b98b-49b78ac344e0 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Pushing event updated for resources: {'Port': ['ID=5ae60d6b-26cf-4158-97d8-26e3216a2b78,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:32.143991 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8466a376-e346-494d-9b89-4db04e50ce3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:32.145190 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a1385-754a-4c10-be02-9db40fcfecec req-cb33e31d-2eb0-45c6-80f3-6e327828ab8d tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:32.146766 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a01a1385-754a-4c10-be02-9db40fcfecec req-cb33e31d-2eb0-45c6-80f3-6e327828ab8d tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec0a44b-a1bb-40f6-8c4c-e77505630f32 HTTP/1.1" status: 200 len: 945 time: 0.1754596 Dec 14 02:32:32.156671 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8466a376-e346-494d-9b89-4db04e50ce3b admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:32:32.157677 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8466a376-e346-494d-9b89-4db04e50ce3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:32.166052 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b1653108-14c5-4a56-a137-bccf22f8720f req-1208b8a4-4202-427b-bd6a-9b940b06418c tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:32.166532 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b1653108-14c5-4a56-a137-bccf22f8720f req-1208b8a4-4202-427b-bd6a-9b940b06418c tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:32.195419 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-a46af3e3-fb90-43fa-b98b-49b78ac344e0 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:32.196063 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-a46af3e3-fb90-43fa-b98b-49b78ac344e0 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:32.207144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-b1653108-14c5-4a56-a137-bccf22f8720f req-1208b8a4-4202-427b-bd6a-9b940b06418c tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Calling delete_port for cf3e6625-dbdd-4a62-b4ac-b8daca49a0bb owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:32.212206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac43e7-efff-4d51-aa19-1b6f9dc67224 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c3f166-1a85-478a-966d-8633562a3934,revision_number=10']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:32:32.216912 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:32:32.251302 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a01a1385-754a-4c10-be02-9db40fcfecec req-a0ed6900-5ecf-4594-a5fd-4a30650372bb tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960600 Dec 14 02:32:32.256667 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-9bac43e7-efff-4d51-aa19-1b6f9dc67224 service neutron] 10.222.0.47 "PUT /v2.0/ports/c0c3f166-1a85-478a-966d-8633562a3934/bindings/n-h1-821636-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9945886 Dec 14 02:32:32.306619 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8466a376-e346-494d-9b89-4db04e50ce3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:32.322119 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8466a376-e346-494d-9b89-4db04e50ce3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:32.343034 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8466a376-e346-494d-9b89-4db04e50ce3b admin admin] 10.222.0.39 "DELETE /v2.0/networks/20c855ad-46e8-4000-9600-b93da22b6b10 HTTP/1.1" status: 204 len: 168 time: 0.5367613 Dec 14 02:32:32.363795 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 14 Dec 2021 02:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e162f6-7ce9-4e49-9849-5e68de3d3696 x-openstack-request-id: req-03e162f6-7ce9-4e49-9849-5e68de3d3696 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:32.364378 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1201a227-dbb8-4396-9ee5-a859cdec98d9", "name": "network-vif-deleted", "tag": "f1aa0bde-5534-4bf8-8716-49e0cb788296", "status": "completed", "code": 200}, {"server_uuid": "fd87df19-ebd1-4dce-9fc6-80b8d00f9e43", "name": "network-vif-deleted", "tag": "3d77e634-6aa7-4499-953a-367967e0ee3a", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:32.364804 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03e162f6-7ce9-4e49-9849-5e68de3d3696 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:32.365417 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1201a227-dbb8-4396-9ee5-a859cdec98d9', 'name': 'network-vif-deleted', 'tag': 'f1aa0bde-5534-4bf8-8716-49e0cb788296', 'status': 'completed', 'code': 200} Dec 14 02:32:32.365855 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd87df19-ebd1-4dce-9fc6-80b8d00f9e43', 'name': 'network-vif-deleted', 'tag': '3d77e634-6aa7-4499-953a-367967e0ee3a', 'status': 'completed', 'code': 200} Dec 14 02:32:32.376724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466a376-e346-494d-9b89-4db04e50ce3b admin admin] Pushing event deleted for resources: {'Network': ['ID=20c855ad-46e8-4000-9600-b93da22b6b10,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:32.381825 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-a46af3e3-fb90-43fa-b98b-49b78ac344e0 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7551031 Dec 14 02:32:32.448886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-161d3cd2-33e1-4430-88a1-45e532def122 None None] Provisioning complete for port 5ae60d6b-26cf-4158-97d8-26e3216a2b78 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:32.457093 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-161d3cd2-33e1-4430-88a1-45e532def122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:32.466639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Request body: {'port': {'device_id': '038e9e32-01a9-498c-880e-c19a60ab6f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:32.510946 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-161d3cd2-33e1-4430-88a1-45e532def122 None None] Port 5ae60d6b-26cf-4158-97d8-26e3216a2b78 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:32:32.593747 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:32.613613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f08731-ea55-41af-a32a-034a97f0673f req-9f01f22e-4895-4155-bc82-ce7118d85b59 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:32.615124 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b5f08731-ea55-41af-a32a-034a97f0673f req-9f01f22e-4895-4155-bc82-ce7118d85b59 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 944 time: 0.1625907 Dec 14 02:32:32.619098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-e1f7715a-edd3-4586-8915-bc0ab44146fc tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:32.620530 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-e1f7715a-edd3-4586-8915-bc0ab44146fc tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1&tenant_id=dbee3f5c8679489195245f7b7be79be0&binding%3Ahost_id=n-h2-821636-1 HTTP/1.1" status: 200 len: 1095 time: 0.1511672 Dec 14 02:32:32.660502 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c7520e2e-99de-42f5-b767-5dcdc32890a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:32.684646 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b1653108-14c5-4a56-a137-bccf22f8720f req-1208b8a4-4202-427b-bd6a-9b940b06418c tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:32.727793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208b8a4-4202-427b-bd6a-9b940b06418c tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Pushing event deleted for resources: {'Port': ['ID=cf3e6625-dbdd-4a62-b4ac-b8daca49a0bb,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:32.730882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52904) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:32.787054 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-07cf8b99-7b76-4ec5-a9e4-2232308bd307 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=86308df433264a8e91787ffa1395aecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526655 Dec 14 02:32:32.787866 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52906) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:32.843435 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-77cc4930-0a31-4953-a57a-7bd6b97d145e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:32.868435 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-77cc4930-0a31-4953-a57a-7bd6b97d145e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:32.998082 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-77cc4930-0a31-4953-a57a-7bd6b97d145e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:33.001050 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-77cc4930-0a31-4953-a57a-7bd6b97d145e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:33.004703 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-77cc4930-0a31-4953-a57a-7bd6b97d145e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a04c8409-fca0-481c-8e92-b7f3487536ea HTTP/1.1" status: 204 len: 168 time: 0.2129021 Dec 14 02:32:33.012580 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc4930-0a31-4953-a57a-7bd6b97d145e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04c8409-fca0-481c-8e92-b7f3487536ea,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:33.125319 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b5f08731-ea55-41af-a32a-034a97f0673f req-61fe64cc-e956-433f-8bed-32215748288c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017233 Dec 14 02:32:33.164612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-867666de-4d46-4a50-b3a5-bd1bd234976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:33.166112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-867666de-4d46-4a50-b3a5-bd1bd234976c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1&tenant_id=dbee3f5c8679489195245f7b7be79be0 HTTP/1.1" status: 200 len: 1095 time: 0.5356991 Dec 14 02:32:33.263144 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b1653108-14c5-4a56-a137-bccf22f8720f req-1208b8a4-4202-427b-bd6a-9b940b06418c tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:33.265791 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b1653108-14c5-4a56-a137-bccf22f8720f req-1208b8a4-4202-427b-bd6a-9b940b06418c tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:33.266939 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1653108-14c5-4a56-a137-bccf22f8720f req-1208b8a4-4202-427b-bd6a-9b940b06418c tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "DELETE /v2.0/floatingips/6a57edf7-0003-40e6-86ce-ccd61c80be42 HTTP/1.1" status: 204 len: 173 time: 1.5791032 Dec 14 02:32:33.299325 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f63d489d-4b41-438f-888e-66254aa5181b req-d729bfd4-be05-404a-beac-a659e10d13b1 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] 10.222.0.39 "GET /v2.0/security-groups/86b9b2b6-eb4f-4250-b228-a3caac9c38ab HTTP/1.1" status: 200 len: 1793 time: 0.1438029 Dec 14 02:32:33.323472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-2d9a9ec6-9265-4b9d-9a7e-3fda194efef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:33.324972 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-2d9a9ec6-9265-4b9d-9a7e-3fda194efef5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 1095 time: 0.1060135 Dec 14 02:32:33.531374 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc5b38-5440-403a-bf30-71d9b797189c req-8e8ad44d-5f1f-4eb5-8a57-186fbb92cb01 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:33.532866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfbc5b38-5440-403a-bf30-71d9b797189c req-8e8ad44d-5f1f-4eb5-8a57-186fbb92cb01 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/ports?device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 932 time: 0.2033825 Dec 14 02:32:33.550916 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae60d6b-26cf-4158-97d8-26e3216a2b78 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:32:33.571760 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:33.584634 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f63d489d-4b41-438f-888e-66254aa5181b req-db14fca7-bf2d-47db-8ba6-86d10f1d813a tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:33.589742 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3d77e634-6aa7-4499-953a-367967e0ee3a no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:32:33.596428 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9b112f6-2db4-452f-8f27-f75610b4565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:33.597859 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a9b112f6-2db4-452f-8f27-f75610b4565a service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.2555177 Dec 14 02:32:33.615597 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 3d77e634-6aa7-4499-953a-367967e0ee3a {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:32:33.616280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3d77e634-6aa7-4499-953a-367967e0ee3a not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:32:33.627198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Transition to ACTIVE for port object 5ae60d6b-26cf-4158-97d8-26e3216a2b78 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:32:33.667725 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-667df505-dbc6-4995-b837-0e9ead9bcd8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c3f166-1a85-478a-966d-8633562a3934 HTTP/1.1" status: 200 len: 217 time: 0.0590811 Dec 14 02:32:33.673200 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f63d489d-4b41-438f-888e-66254aa5181b req-db14fca7-bf2d-47db-8ba6-86d10f1d813a tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:33.720053 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:33.747894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfbc5b38-5440-403a-bf30-71d9b797189c req-634c0641-e580-48cd-90f2-ebf739dcde96 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f7c5343-0a06-4084-9c50-480ad0c7200f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851368 Dec 14 02:32:33.799584 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-9d8ce87e-35a6-492f-95a5-1c64b9f998e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:33.801064 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-9d8ce87e-35a6-492f-95a5-1c64b9f998e0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.1251676 Dec 14 02:32:33.825993 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae60d6b-26cf-4158-97d8-26e3216a2b78,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:33.844327 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-c396fbc0-757d-487a-b2dd-abf096243559 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315578 Dec 14 02:32:33.939393 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f63d489d-4b41-438f-888e-66254aa5181b req-db14fca7-bf2d-47db-8ba6-86d10f1d813a tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:33.939393 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f63d489d-4b41-438f-888e-66254aa5181b req-db14fca7-bf2d-47db-8ba6-86d10f1d813a tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:33.939393 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f63d489d-4b41-438f-888e-66254aa5181b req-db14fca7-bf2d-47db-8ba6-86d10f1d813a tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] 10.222.0.39 "DELETE /v2.0/security-groups/86b9b2b6-eb4f-4250-b228-a3caac9c38ab HTTP/1.1" status: 204 len: 173 time: 0.6089883 Dec 14 02:32:33.963930 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14fca7-bf2d-47db-8ba6-86d10f1d813a tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b9b2b6-eb4f-4250-b228-a3caac9c38ab,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:33.993472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Attempting to bind port 5ae60d6b-26cf-4158-97d8-26e3216a2b78 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:32:33.993679 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Attempting to bind port 5ae60d6b-26cf-4158-97d8-26e3216a2b78 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'd3251e6b-243d-43c6-a6f0-22fe1609b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:32:33.994007 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Attempting to bind port 5ae60d6b-26cf-4158-97d8-26e3216a2b78 on network aa209f5c-4ca3-4f7b-b188-aadce03a8894 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:34.010777 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Port 5ae60d6b-26cf-4158-97d8-26e3216a2b78 on network aa209f5c-4ca3-4f7b-b188-aadce03a8894 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:32:34.010777 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Attempting to bind port 5ae60d6b-26cf-4158-97d8-26e3216a2b78 on network aa209f5c-4ca3-4f7b-b188-aadce03a8894 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:34.015307 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-a0812c96-3fdf-4469-8df0-983ef6b82db3 service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574869 Dec 14 02:32:34.018031 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:32:34.018356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Checking segment: {'id': 'd3251e6b-243d-43c6-a6f0-22fe1609b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:32:34.018735 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Bound using segment: {'id': 'd3251e6b-243d-43c6-a6f0-22fe1609b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:32:34.019172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Bound port: 5ae60d6b-26cf-4158-97d8-26e3216a2b78, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3251e6b-243d-43c6-a6f0-22fe1609b8d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:32:34.026607 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:34.261821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52944) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:34.266105 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83622b1c-904c-4f8d-9f78-fbaa9b094781 req-033d09fc-d19b-4b70-80cb-f2a4572f926e tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:34.267599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83622b1c-904c-4f8d-9f78-fbaa9b094781 req-033d09fc-d19b-4b70-80cb-f2a4572f926e tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1908607 Dec 14 02:32:34.274878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] For port 5ae60d6b-26cf-4158-97d8-26e3216a2b78, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:32:34.304843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-61ba78fb-e203-476a-9095-a3373f5d572b service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628222 Dec 14 02:32:34.305383 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] For port 5ae60d6b-26cf-4158-97d8-26e3216a2b78, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=5ae60d6b-26cf-4158-97d8-26e3216a2b78,segment=NetworkSegment(d3251e6b-243d-43c6-a6f0-22fe1609b8d2),segment_id=d3251e6b-243d-43c6-a6f0-22fe1609b8d2)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:32:34.357610 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83622b1c-904c-4f8d-9f78-fbaa9b094781 req-8c3048a2-6e81-4c23-a19d-7aea7b043514 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786743 Dec 14 02:32:34.412685 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:34.478199 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4190e344-151e-44f6-9193-2668aa1fc45a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-174998282-network', 'tenant_id': '52bcd261cc7b41b38ca6ea77c675a529'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:34.531725 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c0c3f166-1a85-478a-966d-8633562a3934 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:32:34.598647 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:34.599313 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4190e344-151e-44f6-9193-2668aa1fc45a admin admin] Made reservation on behalf of 52bcd261cc7b41b38ca6ea77c675a529 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:32:34.599407 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:34.599490 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4190e344-151e-44f6-9193-2668aa1fc45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:34.603042 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] 10.222.0.47 "PUT /v2.0/ports/5ae60d6b-26cf-4158-97d8-26e3216a2b78 HTTP/1.1" status: 200 len: 1092 time: 2.1405756 Dec 14 02:32:34.612463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038e9e32-01a9-498c-880e-c19a60ab6f2f', 'tag': '5ae60d6b-26cf-4158-97d8-26e3216a2b78'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:32:34.620634 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8825e20d-604f-4d0e-952a-ef4550b283c1" -d '{"events": [{"name": "network-changed", "server_uuid": "038e9e32-01a9-498c-880e-c19a60ab6f2f", "tag": "5ae60d6b-26cf-4158-97d8-26e3216a2b78"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:32:34.626890 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4190e344-151e-44f6-9193-2668aa1fc45a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:34.652411 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c0c3f166-1a85-478a-966d-8633562a3934 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:32:34.769596 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-799ab3f2-62fc-45b1-a139-82f756e2d482 req-46de91d1-faac-4980-8d20-ff40c0d0342b tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] 10.222.0.39 "GET /v2.0/security-groups/6830e8e8-dfd0-4e66-aa82-a98114950905 HTTP/1.1" status: 200 len: 1795 time: 0.3639541 Dec 14 02:32:34.794808 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4190e344-151e-44f6-9193-2668aa1fc45a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:34.847771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb1ecb2-2e5a-4462-8265-39d107f0dda6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae60d6b-26cf-4158-97d8-26e3216a2b78,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:34.866169 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4190e344-151e-44f6-9193-2668aa1fc45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:34.894075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4190e344-151e-44f6-9193-2668aa1fc45a admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:32:34.894199 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741898b1-c010-47dc-9317-d0f2d3851414 req-ae730635-56d4-4509-bf33-b0e41d60cde7 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:34.894318 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-741898b1-c010-47dc-9317-d0f2d3851414 req-ae730635-56d4-4509-bf33-b0e41d60cde7 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5353913 Dec 14 02:32:34.899249 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-c15e8b5f-289f-4ce1-99a4-56bef119f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:34.902355 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-c15e8b5f-289f-4ce1-99a4-56bef119f787 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c5c1e560dfd4b559bbbf43792357f7c&device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 1095 time: 0.1363294 Dec 14 02:32:34.907230 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4190e344-151e-44f6-9193-2668aa1fc45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:34.907600 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-4190e344-151e-44f6-9193-2668aa1fc45a admin admin] Added segment 152bc801-fc0d-4f80-9654-6d96a66af042 of type vlan for network cf2325e8-2e55-47cd-8f80-69c805d484d0 Dec 14 02:32:34.917232 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190e344-151e-44f6-9193-2668aa1fc45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ade36eb-4ad2-4700-9a8e-0cf45d4ef2c5,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:34.957779 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-392da9bb-25ad-430a-a6e4-217f95c3f7a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:34.970369 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4190e344-151e-44f6-9193-2668aa1fc45a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:35.006857 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-64772395-4759-449d-89e1-4d95e4b63ece service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae60d6b-26cf-4158-97d8-26e3216a2b78 HTTP/1.1" status: 200 len: 217 time: 0.0809233 Dec 14 02:32:35.064771 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4190e344-151e-44f6-9193-2668aa1fc45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:35.067266 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4190e344-151e-44f6-9193-2668aa1fc45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:35.068170 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4190e344-151e-44f6-9193-2668aa1fc45a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:35.105467 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-cb7de607-4b74-4fff-aae2-fd0485d8eefa tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:35.106956 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-cb7de607-4b74-4fff-aae2-fd0485d8eefa tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1&tenant_id=dbee3f5c8679489195245f7b7be79be0&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 1095 time: 0.1652789 Dec 14 02:32:35.112350 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-799ab3f2-62fc-45b1-a139-82f756e2d482 req-b13c4442-7b9c-4f42-9e71-b3bedd9fe641 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:35.149060 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4190e344-151e-44f6-9193-2668aa1fc45a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8860815 Dec 14 02:32:35.160683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fb702434-faa8-4e59-9d59-58961ba02339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:35.162199 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fb702434-faa8-4e59-9d59-58961ba02339 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6fca9bbc-2a0a-4b97-b622-987e739d6dff HTTP/1.1" status: 200 len: 851 time: 0.1460297 Dec 14 02:32:35.163407 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52964) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:35.172325 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3c530370-8f34-4209-8b21-42b5a5973aca admin admin] Request body: {'subnet': {'network_id': 'cf2325e8-2e55-47cd-8f80-69c805d484d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-174998282-subnet', 'tenant_id': '52bcd261cc7b41b38ca6ea77c675a529', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:35.183075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190e344-151e-44f6-9193-2668aa1fc45a admin admin] Pushing event updated for resources: {'Network': ['ID=cf2325e8-2e55-47cd-8f80-69c805d484d0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:35.193828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network cf2325e8-2e55-47cd-8f80-69c805d484d0 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:32:35.206698 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-799ab3f2-62fc-45b1-a139-82f756e2d482 req-b13c4442-7b9c-4f42-9e71-b3bedd9fe641 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:35.242719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ae03a-e0f8-49b7-bd88-aa4e7eedca79 req-ca386eaa-6af2-48c7-924d-86b904fa6d87 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:35.244238 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-276ae03a-e0f8-49b7-bd88-aa4e7eedca79 req-ca386eaa-6af2-48c7-924d-86b904fa6d87 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 944 time: 0.2194707 Dec 14 02:32:35.260517 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c530370-8f34-4209-8b21-42b5a5973aca admin admin] Made reservation on behalf of 52bcd261cc7b41b38ca6ea77c675a529 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:32:35.264664 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c530370-8f34-4209-8b21-42b5a5973aca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:35.351188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-bb59723b-990a-413d-a366-5698df5853e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:35.352941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-bb59723b-990a-413d-a366-5698df5853e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa209f5c-4ca3-4f7b-b188-aadce03a8894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1784494 Dec 14 02:32:35.421049 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-276ae03a-e0f8-49b7-bd88-aa4e7eedca79 req-6e4c1025-797d-4722-a7b1-9b1048e1d024 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617208 Dec 14 02:32:35.426377 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-799ab3f2-62fc-45b1-a139-82f756e2d482 req-b13c4442-7b9c-4f42-9e71-b3bedd9fe641 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:35.429753 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-799ab3f2-62fc-45b1-a139-82f756e2d482 req-b13c4442-7b9c-4f42-9e71-b3bedd9fe641 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:35.431266 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-799ab3f2-62fc-45b1-a139-82f756e2d482 req-b13c4442-7b9c-4f42-9e71-b3bedd9fe641 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] 10.222.0.39 "DELETE /v2.0/security-groups/6830e8e8-dfd0-4e66-aa82-a98114950905 HTTP/1.1" status: 204 len: 173 time: 0.6244557 Dec 14 02:32:35.478581 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c4442-7b9c-4f42-9e71-b3bedd9fe641 tempest-SecurityGroupsTestAdminJSON-486167872 tempest-SecurityGroupsTestAdminJSON-486167872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6830e8e8-dfd0-4e66-aa82-a98114950905,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:35.536535 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-bc30e696-b450-4bc8-b212-c6ad4066c771 service neutron] For port c0c3f166-1a85-478a-966d-8633562a3934, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:32:35.544874 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-bc30e696-b450-4bc8-b212-c6ad4066c771 service neutron] Publish callbacks [] for binding, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:35.546955 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f7a5d6f-1d57-4714-86ad-2f4ec4c2c9ed req-bc30e696-b450-4bc8-b212-c6ad4066c771 service neutron] 10.222.0.46 "DELETE /v2.0/ports/c0c3f166-1a85-478a-966d-8633562a3934/bindings/n-h2-821636-1 HTTP/1.1" status: 204 len: 173 time: 0.4308643 Dec 14 02:32:35.587445 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-58b35c34-4c40-4bb9-a6bd-dc8f81d3f576 service neutron] 10.222.0.47 "GET /v2.0/networks/aa209f5c-4ca3-4f7b-b188-aadce03a8894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236321 Dec 14 02:32:35.593473 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b13b9ed-1622-428b-8011-112e08ce166e x-openstack-request-id: req-4b13b9ed-1622-428b-8011-112e08ce166e {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:35.593945 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038e9e32-01a9-498c-880e-c19a60ab6f2f", "tag": "5ae60d6b-26cf-4158-97d8-26e3216a2b78", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:35.594226 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b13b9ed-1622-428b-8011-112e08ce166e {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:35.595640 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038e9e32-01a9-498c-880e-c19a60ab6f2f', 'tag': '5ae60d6b-26cf-4158-97d8-26e3216a2b78', 'status': 'completed', 'code': 200} Dec 14 02:32:35.809421 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9711caa-70d9-4b93-b0ef-73a8d6f7d3ba req-fed6a37c-6111-4abf-8d5a-6949e64ab51f tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=03ce430e97c4438392fc70187e908531 HTTP/1.1" status: 200 len: 1656 time: 0.1731982 Dec 14 02:32:35.969558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2e9f7-fb76-4921-87c6-4a083d3a1d91 req-95459272-e9f7-4073-acaa-c23248a4e5d7 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:35.974170 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-efd2e9f7-fb76-4921-87c6-4a083d3a1d91 req-95459272-e9f7-4073-acaa-c23248a4e5d7 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/ports?device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 944 time: 0.2237959 Dec 14 02:32:36.015749 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6e81c0-9509-4071-9aa8-250b7086ed3f req-fd108a6a-fd5f-48ab-9e08-7d471b1dc9a8 service neutron] 10.222.0.47 "GET /v2.0/networks/aa209f5c-4ca3-4f7b-b188-aadce03a8894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993754 Dec 14 02:32:36.055662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9711caa-70d9-4b93-b0ef-73a8d6f7d3ba req-91a29ecc-719d-4e4c-b6b1-74a8c2858fa0 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:36.057169 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9711caa-70d9-4b93-b0ef-73a8d6f7d3ba req-91a29ecc-719d-4e4c-b6b1-74a8c2858fa0 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/networks?id=bef0dca9-95c3-43a9-8538-205d0dbf759c&id=bef0dca9-95c3-43a9-8538-205d0dbf759c&id=bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 787 time: 0.2189407 Dec 14 02:32:36.074868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-f9711caa-70d9-4b93-b0ef-73a8d6f7d3ba req-147ad76d-dba1-4b46-9be0-46770b5aeefd tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:32:36.075871 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9711caa-70d9-4b93-b0ef-73a8d6f7d3ba req-147ad76d-dba1-4b46-9be0-46770b5aeefd tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089765 Dec 14 02:32:36.080682 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-efd2e9f7-fb76-4921-87c6-4a083d3a1d91 req-e333ee31-ed82-4361-988b-a578216e16c9 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f7c5343-0a06-4084-9c50-480ad0c7200f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935366 Dec 14 02:32:36.088458 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c530370-8f34-4209-8b21-42b5a5973aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:36.124625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52988) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:36.154116 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52992) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:36.163966 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c530370-8f34-4209-8b21-42b5a5973aca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d45f2aee-3290-46b0-a5c6-fca38ae2d9aa,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:36.197894 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:36.217101 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c530370-8f34-4209-8b21-42b5a5973aca admin admin] Checking segment: {'id': '152bc801-fc0d-4f80-9654-6d96a66af042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf2325e8-2e55-47cd-8f80-69c805d484d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:32:36.217960 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c530370-8f34-4209-8b21-42b5a5973aca admin admin] Network hostable DHCP agents. Network: cf2325e8-2e55-47cd-8f80-69c805d484d0, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:32:36.334628 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c530370-8f34-4209-8b21-42b5a5973aca admin admin] Network cf2325e8-2e55-47cd-8f80-69c805d484d0 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:32:36.409119 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-3c530370-8f34-4209-8b21-42b5a5973aca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, cf2325e8-2e55-47cd-8f80-69c805d484d0) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:36.418842 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c530370-8f34-4209-8b21-42b5a5973aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:36.418842 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c530370-8f34-4209-8b21-42b5a5973aca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:36.419259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1693458e-2ae0-4ddd-b62f-23623d467c20 None None] Network cf2325e8-2e55-47cd-8f80-69c805d484d0 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:32:36.493455 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3c530370-8f34-4209-8b21-42b5a5973aca admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3281679 Dec 14 02:32:36.527768 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b9251c-add8-48ea-8911-37649f154ca6 None None] Network cf2325e8-2e55-47cd-8f80-69c805d484d0 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:32:36.575656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device bb246fdb-f478-4e4f-9a95-bb450ad7c6cf details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:32:36.642215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15634575-d67d-4178-8d94-6118fcfeeadf req-68cc57ef-d781-4342-b957-73cfbaf95044 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/floatingips/4923906e-e56c-420a-8b0d-e34be375ed7b HTTP/1.1" status: 200 len: 692 time: 0.4087632 Dec 14 02:32:36.745226 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:36.756694 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'bb246fdb-f478-4e4f-9a95-bb450ad7c6cf', 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343', 'port_id': 'bb246fdb-f478-4e4f-9a95-bb450ad7c6cf', 'mac_address': 'fa:16:3e:34:31:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab8c50a-a715-4e2e-8453-c9bba63f1ddb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:32:36.767618 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01be480-6976-48b1-963a-a737acedbbbc req-a75d9545-b836-40e8-beba-d33dd5630ccd tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:36.769112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c01be480-6976-48b1-963a-a737acedbbbc req-a75d9545-b836-40e8-beba-d33dd5630ccd tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.5379806 Dec 14 02:32:36.775223 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825e20d-604f-4d0e-952a-ef4550b283c1 req-6cd327d3-33cb-4135-a02a-386b9766f884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:36.776637 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8825e20d-604f-4d0e-952a-ef4550b283c1 req-6cd327d3-33cb-4135-a02a-386b9766f884 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c5c1e560dfd4b559bbbf43792357f7c&device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 1095 time: 0.5027163 Dec 14 02:32:36.782371 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1298d89a-83d3-4351-b95a-b431173b6db5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d158f41caeb549398015511dcce59f9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6566460 Dec 14 02:32:36.785265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53002) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:36.795066 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:36.810461 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb246fdb-f478-4e4f-9a95-bb450ad7c6cf {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:32:36.831569 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:36.841819 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-06d1bf8a-4549-4053-a0a3-b5c3835eeaff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:36.867756 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-06d1bf8a-4549-4053-a0a3-b5c3835eeaff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:36.915714 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:36.966877 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:36.968869 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-06d1bf8a-4549-4053-a0a3-b5c3835eeaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:36.971931 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-06d1bf8a-4549-4053-a0a3-b5c3835eeaff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:36.973506 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-06d1bf8a-4549-4053-a0a3-b5c3835eeaff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9116451-43be-40e0-bde8-2f3015d58dc8 HTTP/1.1" status: 204 len: 168 time: 0.1868124 Dec 14 02:32:36.979593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15634575-d67d-4178-8d94-6118fcfeeadf req-1cda79f3-bd8a-4868-8015-787132c7bad1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:36.980024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:36.981003 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15634575-d67d-4178-8d94-6118fcfeeadf req-1cda79f3-bd8a-4868-8015-787132c7bad1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.3307121 Dec 14 02:32:36.981137 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:36.981541 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:36.981896 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:36.982424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:36.982878 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:36.983235 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:36.983630 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:36.983975 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:36.984316 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:36.984478 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1bf8a-4549-4053-a0a3-b5c3835eeaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9116451-43be-40e0-bde8-2f3015d58dc8,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:36.984715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:36.985670 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:36.986575 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:37.009824 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c01be480-6976-48b1-963a-a737acedbbbc req-710cc71a-6245-4304-8120-450e1eb81a66 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230978 Dec 14 02:32:37.071617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['bb246fdb-f478-4e4f-9a95-bb450ad7c6cf'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:32:37.079951 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825e20d-604f-4d0e-952a-ef4550b283c1 req-2555c173-6fdb-452d-8cfb-ce0e90d437cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:37.081449 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8825e20d-604f-4d0e-952a-ef4550b283c1 req-2555c173-6fdb-452d-8cfb-ce0e90d437cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa209f5c-4ca3-4f7b-b188-aadce03a8894 HTTP/1.1" status: 200 len: 913 time: 0.2891252 Dec 14 02:32:37.096723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15634575-d67d-4178-8d94-6118fcfeeadf req-95ba4f2d-e60f-4ec2-b5b5-df73f273f3f5 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 695 time: 0.0857003 Dec 14 02:32:37.190140 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8825e20d-604f-4d0e-952a-ef4550b283c1 req-552890eb-beb6-4ca9-a7ba-38efc9199d0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae60d6b-26cf-4158-97d8-26e3216a2b78 HTTP/1.1" status: 200 len: 217 time: 0.0971403 Dec 14 02:32:37.248073 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15634575-d67d-4178-8d94-6118fcfeeadf req-d1eae861-92e9-454e-a63e-054a33eedf58 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.69 HTTP/1.1" status: 200 len: 695 time: 0.1388552 Dec 14 02:32:37.349503 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d54fe-46d5-442e-8776-9326d189761d req-201aae6c-e56f-4968-834e-2d16862d1248 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:37.351585 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf4d54fe-46d5-442e-8776-9326d189761d req-201aae6c-e56f-4968-834e-2d16862d1248 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 1095 time: 0.2608006 Dec 14 02:32:37.364803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825e20d-604f-4d0e-952a-ef4550b283c1 req-2cc53154-ee49-4324-894d-89a7375ccb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:37.366221 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8825e20d-604f-4d0e-952a-ef4550b283c1 req-2cc53154-ee49-4324-894d-89a7375ccb36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6fca9bbc-2a0a-4b97-b622-987e739d6dff HTTP/1.1" status: 200 len: 851 time: 0.1417079 Dec 14 02:32:37.507337 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf4d54fe-46d5-442e-8776-9326d189761d req-ec8530c5-bf90-4195-be4f-fd51b43a7784 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471596 Dec 14 02:32:37.515411 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825e20d-604f-4d0e-952a-ef4550b283c1 req-a87f0dcb-20ea-49ea-90a7-5d79e9c6a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:37.517077 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8825e20d-604f-4d0e-952a-ef4550b283c1 req-a87f0dcb-20ea-49ea-90a7-5d79e9c6a636 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa209f5c-4ca3-4f7b-b188-aadce03a8894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193559 Dec 14 02:32:37.541779 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:37.604352 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53024) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:37.646875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-15634575-d67d-4178-8d94-6118fcfeeadf req-8efc2b02-16f9-4820-b51f-75fb913764b1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Deleting port 38d8df72-9756-4e45-8568-4d74e171093f {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:37.647249 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-15634575-d67d-4178-8d94-6118fcfeeadf req-8efc2b02-16f9-4820-b51f-75fb913764b1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:37.672768 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-115ab7f8-40c1-4130-b30c-cc126bcb1daa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=faa3a3ade8764e9d853db252317f7831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0655634 Dec 14 02:32:37.673454 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53034) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:37.727717 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f136fbc8-4c75-4a0a-b727-50c884408553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:37.752070 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f136fbc8-4c75-4a0a-b727-50c884408553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:37.774108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8825e20d-604f-4d0e-952a-ef4550b283c1 req-57fb69f1-c62d-464d-b98d-44bb23d76c0f service neutron] 10.222.0.47 "GET /v2.0/networks/aa209f5c-4ca3-4f7b-b188-aadce03a8894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487190 Dec 14 02:32:37.808912 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-15634575-d67d-4178-8d94-6118fcfeeadf req-8efc2b02-16f9-4820-b51f-75fb913764b1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:37.809802 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-15634575-d67d-4178-8d94-6118fcfeeadf req-8efc2b02-16f9-4820-b51f-75fb913764b1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:37.838097 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f136fbc8-4c75-4a0a-b727-50c884408553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:37.841833 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f136fbc8-4c75-4a0a-b727-50c884408553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:37.845919 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f136fbc8-4c75-4a0a-b727-50c884408553 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5afce2a2-abe8-4b05-aa83-b4b94f33b23b HTTP/1.1" status: 204 len: 168 time: 0.1713893 Dec 14 02:32:37.855088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-15634575-d67d-4178-8d94-6118fcfeeadf req-8efc2b02-16f9-4820-b51f-75fb913764b1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Calling delete_port for 38d8df72-9756-4e45-8568-4d74e171093f owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:37.860880 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136fbc8-4c75-4a0a-b727-50c884408553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afce2a2-abe8-4b05-aa83-b4b94f33b23b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:37.883215 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2f42795b-c886-41eb-9aad-4431b8d49dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:38.086521 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8825e20d-604f-4d0e-952a-ef4550b283c1 req-54694dce-31d9-4f02-a43e-d393da9edb6d service neutron] 10.222.0.47 "GET /v2.0/networks/aa209f5c-4ca3-4f7b-b188-aadce03a8894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013008 Dec 14 02:32:38.203867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-188581b8-43c2-48c7-b130-b09f8cdacd6c tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:38.205399 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-188581b8-43c2-48c7-b130-b09f8cdacd6c tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/networks?id=cf2325e8-2e55-47cd-8f80-69c805d484d0 HTTP/1.1" status: 200 len: 813 time: 0.2840381 Dec 14 02:32:38.268670 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-675a3ef7-f544-4e8c-8c9e-3dcffa06ee87 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/quotas/52bcd261cc7b41b38ca6ea77c675a529 HTTP/1.1" status: 200 len: 375 time: 0.0446200 Dec 14 02:32:38.317126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-b77c4d77-c086-4906-b4e5-25589ddd9dee tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=52bcd261cc7b41b38ca6ea77c675a529&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367708 Dec 14 02:32:38.410798 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-15634575-d67d-4178-8d94-6118fcfeeadf req-8efc2b02-16f9-4820-b51f-75fb913764b1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:38.431659 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:38.493875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc2b02-16f9-4820-b51f-75fb913764b1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Pushing event deleted for resources: {'Port': ['ID=38d8df72-9756-4e45-8568-4d74e171093f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:38.513599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-60596066-6a6c-4988-b946-ac7476d4ecab service neutron] 10.222.0.39 "GET /v2.0/networks/cf2325e8-2e55-47cd-8f80-69c805d484d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887014 Dec 14 02:32:38.545742 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 5ae60d6b-26cf-4158-97d8-26e3216a2b78 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:32:38.556791 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device bb246fdb-f478-4e4f-9a95-bb450ad7c6cf up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:32:38.694341 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:38.695557 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:38.793180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 5ae60d6b-26cf-4158-97d8-26e3216a2b78, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=5ae60d6b-26cf-4158-97d8-26e3216a2b78,segment=NetworkSegment(d3251e6b-243d-43c6-a6f0-22fe1609b8d2),segment_id=d3251e6b-243d-43c6-a6f0-22fe1609b8d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:38.824144 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '5ae60d6b-26cf-4158-97d8-26e3216a2b78', 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894', 'port_id': '5ae60d6b-26cf-4158-97d8-26e3216a2b78', 'mac_address': 'fa:16:3e:99:b6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:32:38.910016 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:38.912610 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:38.961085 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae60d6b-26cf-4158-97d8-26e3216a2b78 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:32:38.979218 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec0a44b-a1bb-40f6-8c4c-e77505630f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb246fdb-f478-4e4f-9a95-bb450ad7c6cf'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:32:38.982665 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f087311e-ef23-41fa-bf46-6008a4aa5dad" -d '{"events": [{"server_uuid": "bec0a44b-a1bb-40f6-8c4c-e77505630f32", "name": "network-vif-plugged", "status": "completed", "tag": "bb246fdb-f478-4e4f-9a95-bb450ad7c6cf"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:32:38.997720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-2f42795b-c886-41eb-9aad-4431b8d49dc4 admin admin] Deleting port 5be7bae7-a5a8-4537-8455-2c90cdf436fa {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:38.998180 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2f42795b-c886-41eb-9aad-4431b8d49dc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:39.001340 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-15634575-d67d-4178-8d94-6118fcfeeadf req-8efc2b02-16f9-4820-b51f-75fb913764b1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:39.014410 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-15634575-d67d-4178-8d94-6118fcfeeadf req-8efc2b02-16f9-4820-b51f-75fb913764b1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:39.019977 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15634575-d67d-4178-8d94-6118fcfeeadf req-8efc2b02-16f9-4820-b51f-75fb913764b1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "DELETE /v2.0/floatingips/4923906e-e56c-420a-8b0d-e34be375ed7b HTTP/1.1" status: 204 len: 173 time: 1.7510095 Dec 14 02:32:39.026805 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:39.030585 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-f610d257-d8b4-4e01-bfb4-4edb3d77f6aa service neutron] 10.222.0.39 "GET /v2.0/networks/cf2325e8-2e55-47cd-8f80-69c805d484d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003200 Dec 14 02:32:39.031568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 5ae60d6b-26cf-4158-97d8-26e3216a2b78, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=5ae60d6b-26cf-4158-97d8-26e3216a2b78,segment=NetworkSegment(d3251e6b-243d-43c6-a6f0-22fe1609b8d2),segment_id=d3251e6b-243d-43c6-a6f0-22fe1609b8d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:39.078925 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:39.140310 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:39.211475 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:39.216018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b6d80-b5b6-4116-a2f0-0575e97d3207 req-e0b306d5-baf0-4d4f-b5f4-ce72f09fa016 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:39.217828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d26b6d80-b5b6-4116-a2f0-0575e97d3207 req-e0b306d5-baf0-4d4f-b5f4-ce72f09fa016 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0901287 Dec 14 02:32:39.296362 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=5ae60d6b-26cf-4158-97d8-26e3216a2b78,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:39.303462 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d26b6d80-b5b6-4116-a2f0-0575e97d3207 req-779e8f73-fd3d-4d63-a793-d73c8c7a910e tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795019 Dec 14 02:32:39.316674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-2f42795b-c886-41eb-9aad-4431b8d49dc4 admin admin] For port 5be7bae7-a5a8-4537-8455-2c90cdf436fa, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5be7bae7-a5a8-4537-8455-2c90cdf436fa,segment=NetworkSegment(fd1dcf92-84e2-419d-80e2-025bcb930640),segment_id=fd1dcf92-84e2-419d-80e2-025bcb930640)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:39.317443 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2f42795b-c886-41eb-9aad-4431b8d49dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:39.342925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-2f42795b-c886-41eb-9aad-4431b8d49dc4 admin admin] Calling delete_port for 5be7bae7-a5a8-4537-8455-2c90cdf436fa owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:39.450325 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['5ae60d6b-26cf-4158-97d8-26e3216a2b78'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:32:39.804277 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765be07-ff5d-4a93-adea-edf1dc58534c req-05ee7ab6-721a-48ea-ba09-48910ccde33a tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:39.805935 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b765be07-ff5d-4a93-adea-edf1dc58534c req-05ee7ab6-721a-48ea-ba09-48910ccde33a tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/ports?device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 945 time: 0.3328662 Dec 14 02:32:39.852871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7023bbfc-2a10-4347-9f35-45c802326bf3 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:39.854779 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7023bbfc-2a10-4347-9f35-45c802326bf3 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 808 time: 0.3787711 Dec 14 02:32:39.920131 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-0bbfadfd-b5de-49c6-8fe4-35460a4200a2 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/quotas/dbee3f5c8679489195245f7b7be79be0 HTTP/1.1" status: 200 len: 375 time: 0.0560007 Dec 14 02:32:39.979936 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b765be07-ff5d-4a93-adea-edf1dc58534c req-a2375325-dc15-4872-b641-05669de2743c tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f7c5343-0a06-4084-9c50-480ad0c7200f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500540 Dec 14 02:32:40.031015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-cb727704-fa37-4bc6-95bf-0753bbbf4153 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1011221 Dec 14 02:32:40.102717 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235425ab-8521-4778-832b-2c9ca0762e8b x-openstack-request-id: req-235425ab-8521-4778-832b-2c9ca0762e8b {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:40.103560 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec0a44b-a1bb-40f6-8c4c-e77505630f32", "name": "network-vif-plugged", "status": "completed", "tag": "bb246fdb-f478-4e4f-9a95-bb450ad7c6cf", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:40.103970 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-235425ab-8521-4778-832b-2c9ca0762e8b {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:40.104521 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec0a44b-a1bb-40f6-8c4c-e77505630f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb246fdb-f478-4e4f-9a95-bb450ad7c6cf', 'code': 200} Dec 14 02:32:40.152687 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-94fbcba9-cee3-4dc7-9067-dabc80b37a17 service neutron] 10.222.0.39 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131306 Dec 14 02:32:40.165058 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2f42795b-c886-41eb-9aad-4431b8d49dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:40.283340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42795b-c886-41eb-9aad-4431b8d49dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5be7bae7-a5a8-4537-8455-2c90cdf436fa,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:40.303066 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc2987f8-c9f1-41e1-a659-47742657e4a6 req-cbb067e7-b616-4102-b789-48ee9f5b0b2e tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/floatingips/f546701b-92ef-412a-86f6-146b102995f2 HTTP/1.1" status: 200 len: 693 time: 0.1399229 Dec 14 02:32:40.515810 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-241f0d88-1c12-4ffa-ae01-7fc7a5c601e6 service neutron] 10.222.0.39 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616037 Dec 14 02:32:40.548135 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 5ae60d6b-26cf-4158-97d8-26e3216a2b78 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:32:40.611612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2987f8-c9f1-41e1-a659-47742657e4a6 req-b228e969-2ff8-487e-9670-4153da0a2774 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:40.622630 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc2987f8-c9f1-41e1-a659-47742657e4a6 req-b228e969-2ff8-487e-9670-4153da0a2774 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.3200111 Dec 14 02:32:40.628030 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-dc2987f8-c9f1-41e1-a659-47742657e4a6 req-e27dbf0b-df9e-47bb-a93f-60676073a183 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:32:40.629222 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc2987f8-c9f1-41e1-a659-47742657e4a6 req-e27dbf0b-df9e-47bb-a93f-60676073a183 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056813 Dec 14 02:32:40.763337 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 5ae60d6b-26cf-4158-97d8-26e3216a2b78 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:32:40.769147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 5ae60d6b-26cf-4158-97d8-26e3216a2b78 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:40.769928 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:40.778673 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc2987f8-c9f1-41e1-a659-47742657e4a6 req-2eb2816b-e5fe-49f8-8a08-0565b721e007 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.207 HTTP/1.1" status: 200 len: 696 time: 0.1085188 Dec 14 02:32:40.839585 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc2987f8-c9f1-41e1-a659-47742657e4a6 req-57db72b0-636f-464c-88a5-c29e7da0dc15 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.207 HTTP/1.1" status: 200 len: 696 time: 0.0600529 Dec 14 02:32:40.922186 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44ad1044-28f9-424d-b7ff-bb1297042981 req-ee63fbf2-1a50-4e97-896e-46b619dbf087 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/ports?device_id=87647085-1c1f-4b41-9fa1-59bf7b574ec4 HTTP/1.1" status: 200 len: 210 time: 0.0744941 Dec 14 02:32:40.995076 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:41.003583 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2f42795b-c886-41eb-9aad-4431b8d49dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:41.044512 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 5ae60d6b-26cf-4158-97d8-26e3216a2b78, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=5ae60d6b-26cf-4158-97d8-26e3216a2b78,segment=NetworkSegment(d3251e6b-243d-43c6-a6f0-22fe1609b8d2),segment_id=d3251e6b-243d-43c6-a6f0-22fe1609b8d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:41.185867 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:41.268923 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=5ae60d6b-26cf-4158-97d8-26e3216a2b78,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:41.289911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9a64d7c-cf86-46e9-91f8-d66e9d9d81c5 req-03140bc7-0373-4cc7-ab69-b49f3daf4afd tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 210 time: 0.1139514 Dec 14 02:32:41.554404 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-dc2987f8-c9f1-41e1-a659-47742657e4a6 req-85098b31-9351-4d8f-ad25-0baa50296660 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Deleting port 4791e366-c046-4f59-9261-0f6c3db53ee0 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:41.555935 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dc2987f8-c9f1-41e1-a659-47742657e4a6 req-85098b31-9351-4d8f-ad25-0baa50296660 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:41.589180 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec0012-3c4c-4355-adf0-636f905c7697 req-5d36c6ce-7b55-43f3-bc85-be8db5db84e7 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:41.598622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-99ec0012-3c4c-4355-adf0-636f905c7697 req-5d36c6ce-7b55-43f3-bc85-be8db5db84e7 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/ports?device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 946 time: 0.1582465 Dec 14 02:32:41.718064 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f42795b-c886-41eb-9aad-4431b8d49dc4 admin admin] Router a1372ade-817f-4838-a3cf-cbe59946d90f has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:32:41.753939 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-99ec0012-3c4c-4355-adf0-636f905c7697 req-121d1ed2-a93d-48b5-839e-3508aad5782a tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f7c5343-0a06-4084-9c50-480ad0c7200f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962989 Dec 14 02:32:41.775039 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dc2987f8-c9f1-41e1-a659-47742657e4a6 req-85098b31-9351-4d8f-ad25-0baa50296660 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:41.775598 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dc2987f8-c9f1-41e1-a659-47742657e4a6 req-85098b31-9351-4d8f-ad25-0baa50296660 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:41.855129 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-dc2987f8-c9f1-41e1-a659-47742657e4a6 req-85098b31-9351-4d8f-ad25-0baa50296660 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Calling delete_port for 4791e366-c046-4f59-9261-0f6c3db53ee0 owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:41.970525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f42795b-c886-41eb-9aad-4431b8d49dc4 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:32:41.980327 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2f42795b-c886-41eb-9aad-4431b8d49dc4 admin admin] 10.222.0.39 "PUT /v2.0/routers/a1372ade-817f-4838-a3cf-cbe59946d90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8251433 Dec 14 02:32:41.983297 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53172) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:41.988981 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e7165-360f-4223-b5bc-5b6bab9dfad1 None None] Sync routers for ids ['a1372ade-817f-4838-a3cf-cbe59946d90f'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:32:42.025715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e7165-360f-4223-b5bc-5b6bab9dfad1 None None] Routers {'a1372ade-817f-4838-a3cf-cbe59946d90f'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:32:42.026911 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-704e7165-360f-4223-b5bc-5b6bab9dfad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:32:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a1372ade-817f-4838-a3cf-cbe59946d90f'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:42.164867 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038e9e32-01a9-498c-880e-c19a60ab6f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae60d6b-26cf-4158-97d8-26e3216a2b78'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:32:42.167298 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0647fcb4-2aa5-4c5e-888f-22be22717d39" -d '{"events": [{"server_uuid": "038e9e32-01a9-498c-880e-c19a60ab6f2f", "name": "network-vif-plugged", "status": "completed", "tag": "5ae60d6b-26cf-4158-97d8-26e3216a2b78"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:32:42.260693 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dc2987f8-c9f1-41e1-a659-47742657e4a6 req-85098b31-9351-4d8f-ad25-0baa50296660 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:42.314266 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-373b0f4b-de46-4e60-904f-d088125d61df admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:42.364491 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-704e7165-360f-4223-b5bc-5b6bab9dfad1 None None] Set router a1372ade-817f-4838-a3cf-cbe59946d90f gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:32:42.369782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85098b31-9351-4d8f-ad25-0baa50296660 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Pushing event deleted for resources: {'Port': ['ID=4791e366-c046-4f59-9261-0f6c3db53ee0,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:42.483742 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38c26222-dfdb-4149-a0a7-23a533f93e14 req-441b3ad1-cb4e-4554-9385-11f664c109de tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/ports?device_id=87647085-1c1f-4b41-9fa1-59bf7b574ec4 HTTP/1.1" status: 200 len: 210 time: 0.1525376 Dec 14 02:32:42.559482 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-373b0f4b-de46-4e60-904f-d088125d61df admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:42.576469 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d375f535-5218-4594-8e97-b8fd6b4df5a2 x-openstack-request-id: req-d375f535-5218-4594-8e97-b8fd6b4df5a2 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:42.576856 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038e9e32-01a9-498c-880e-c19a60ab6f2f", "name": "network-vif-plugged", "status": "completed", "tag": "5ae60d6b-26cf-4158-97d8-26e3216a2b78", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:42.577187 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d375f535-5218-4594-8e97-b8fd6b4df5a2 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:42.577676 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038e9e32-01a9-498c-880e-c19a60ab6f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae60d6b-26cf-4158-97d8-26e3216a2b78', 'code': 200} Dec 14 02:32:42.676153 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dc2987f8-c9f1-41e1-a659-47742657e4a6 req-85098b31-9351-4d8f-ad25-0baa50296660 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:42.680482 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dc2987f8-c9f1-41e1-a659-47742657e4a6 req-85098b31-9351-4d8f-ad25-0baa50296660 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:42.681896 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc2987f8-c9f1-41e1-a659-47742657e4a6 req-85098b31-9351-4d8f-ad25-0baa50296660 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "DELETE /v2.0/floatingips/f546701b-92ef-412a-86f6-146b102995f2 HTTP/1.1" status: 204 len: 173 time: 1.8188729 Dec 14 02:32:42.755631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-704e7165-360f-4223-b5bc-5b6bab9dfad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1372ade-817f-4838-a3cf-cbe59946d90f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119865978-router', 'tenant_id': 'c250e2eb12b842c7981eb003bb433d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'f0306a2a-d83e-4445-8efc-f94cab451055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:30:14Z', 'updated_at': '2021-12-14T02:32:39Z', 'revision_number': 5, 'project_id': 'c250e2eb12b842c7981eb003bb433d87', 'gw_port': {'id': 'f0306a2a-d83e-4445-8efc-f94cab451055', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1372ade-817f-4838-a3cf-cbe59946d90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:15Z', 'updated_at': '2021-12-14T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:42.809426 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-373b0f4b-de46-4e60-904f-d088125d61df admin admin] Deleting port f0306a2a-d83e-4445-8efc-f94cab451055 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:42.809777 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-373b0f4b-de46-4e60-904f-d088125d61df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:42.868192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e7165-360f-4223-b5bc-5b6bab9dfad1 None None] Checking router: a1372ade-817f-4838-a3cf-cbe59946d90f for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:32:42.891658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e7165-360f-4223-b5bc-5b6bab9dfad1 None None] Routers {'a1372ade-817f-4838-a3cf-cbe59946d90f'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:32:42.892598 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-704e7165-360f-4223-b5bc-5b6bab9dfad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:32:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a1372ade-817f-4838-a3cf-cbe59946d90f'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:42.901674 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53194) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:43.072784 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-373b0f4b-de46-4e60-904f-d088125d61df admin admin] For port f0306a2a-d83e-4445-8efc-f94cab451055, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f0306a2a-d83e-4445-8efc-f94cab451055,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:43.073930 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-373b0f4b-de46-4e60-904f-d088125d61df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:43.089935 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-373b0f4b-de46-4e60-904f-d088125d61df admin admin] Calling delete_port for f0306a2a-d83e-4445-8efc-f94cab451055 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:43.318286 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-704e7165-360f-4223-b5bc-5b6bab9dfad1 None None] Set router a1372ade-817f-4838-a3cf-cbe59946d90f gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:32:43.334117 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a2ebdf4e-28b1-46df-8391-7afc2d9ce1fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:43.389669 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-373b0f4b-de46-4e60-904f-d088125d61df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:43.390692 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a684841-20dd-45e9-8346-1ca7d53b61bc req-3cb8a10d-8686-4006-858e-d685421c6da0 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 210 time: 0.5938208 Dec 14 02:32:43.405751 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-704e7165-360f-4223-b5bc-5b6bab9dfad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1372ade-817f-4838-a3cf-cbe59946d90f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119865978-router', 'tenant_id': 'c250e2eb12b842c7981eb003bb433d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:30:14Z', 'updated_at': '2021-12-14T02:32:42Z', 'revision_number': 6, 'project_id': 'c250e2eb12b842c7981eb003bb433d87', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:43.407247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-904cb800-ab58-497c-a06a-5553a8b3d698 req-2b5a447d-4bd3-4027-8de0-df278a15058c tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/floatingips/948307f1-dea6-4956-a2e5-6b6252c931ce HTTP/1.1" status: 200 len: 693 time: 0.6043344 Dec 14 02:32:43.427552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-df1174b9-d72b-4aef-b579-374a25ae6b5b tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:43.429099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-df1174b9-d72b-4aef-b579-374a25ae6b5b tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.46 "GET /v2.0/networks?id=cf2325e8-2e55-47cd-8f80-69c805d484d0 HTTP/1.1" status: 200 len: 813 time: 1.1082318 Dec 14 02:32:43.442286 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b0f4b-de46-4e60-904f-d088125d61df admin admin] Pushing event deleted for resources: {'Port': ['ID=f0306a2a-d83e-4445-8efc-f94cab451055,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:43.450436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e7165-360f-4223-b5bc-5b6bab9dfad1 None None] The sync data for ids ['a1372ade-817f-4838-a3cf-cbe59946d90f'] in n-d-821636-1 is: [{'id': 'a1372ade-817f-4838-a3cf-cbe59946d90f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2119865978-router', 'tenant_id': 'c250e2eb12b842c7981eb003bb433d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:30:14Z', 'updated_at': '2021-12-14T02:32:42Z', 'revision_number': 6, 'project_id': 'c250e2eb12b842c7981eb003bb433d87', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:32:43.524060 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-db8ae869-f8ec-443a-8275-9ecebd8e9c6a tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Request body: {'port': {'device_id': '87647085-1c1f-4b41-9fa1-59bf7b574ec4', 'network_id': 'cf2325e8-2e55-47cd-8f80-69c805d484d0', 'admin_state_up': True, 'tenant_id': '52bcd261cc7b41b38ca6ea77c675a529'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:43.600160 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a2ebdf4e-28b1-46df-8391-7afc2d9ce1fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:43.604341 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-373b0f4b-de46-4e60-904f-d088125d61df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:43.624107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c78a9-038a-4459-9ee4-59384249cd04 req-3236e72c-abbc-4a92-ac00-0367f1543acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:43.626369 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc3c78a9-038a-4459-9ee4-59384249cd04 req-3236e72c-abbc-4a92-ac00-0367f1543acc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 1097 time: 0.7770045 Dec 14 02:32:43.716671 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a2ebdf4e-28b1-46df-8391-7afc2d9ce1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:43.735864 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-373b0f4b-de46-4e60-904f-d088125d61df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:43.741734 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-373b0f4b-de46-4e60-904f-d088125d61df admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:43.799557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc3c78a9-038a-4459-9ee4-59384249cd04 req-06ab4445-fb93-40f2-9baa-d9a4000710ea service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5f7c5343-0a06-4084-9c50-480ad0c7200f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215935 Dec 14 02:32:43.808758 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904cb800-ab58-497c-a06a-5553a8b3d698 req-11b2ab2e-0111-4b89-a172-53007e82b921 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:43.812412 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-904cb800-ab58-497c-a06a-5553a8b3d698 req-11b2ab2e-0111-4b89-a172-53007e82b921 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.4028821 Dec 14 02:32:43.819003 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a2ebdf4e-28b1-46df-8391-7afc2d9ce1fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=51ff23c2c61e4476add6cf31ae146e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9158652 Dec 14 02:32:43.829576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93293fd4-27e9-48a9-8d43-dc7452863085 req-0ff549c4-ad0a-4556-a3ac-c1a4b6391c8e tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:43.836570 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93293fd4-27e9-48a9-8d43-dc7452863085 req-0ff549c4-ad0a-4556-a3ac-c1a4b6391c8e tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/ports?device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 946 time: 0.2995636 Dec 14 02:32:43.836570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53204) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:43.840327 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebdf4e-28b1-46df-8391-7afc2d9ce1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928e365e-7eef-4817-8765-a0ff64e0909d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:43.907004 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-373b0f4b-de46-4e60-904f-d088125d61df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:43.907630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373b0f4b-de46-4e60-904f-d088125d61df admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1372ade-817f-4838-a3cf-cbe59946d90f {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:32:43.917343 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-373b0f4b-de46-4e60-904f-d088125d61df admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:43.927372 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-373b0f4b-de46-4e60-904f-d088125d61df admin admin] 10.222.0.39 "DELETE /v2.0/routers/a1372ade-817f-4838-a3cf-cbe59946d90f HTTP/1.1" status: 204 len: 168 time: 1.9354877 Dec 14 02:32:43.927372 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53206) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:44.001741 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b016bb-8c63-4891-b684-a21b9d748eab admin admin] Deleting subnet d02602b8-a731-41eb-a08c-a461e9a5ff77 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:32:44.005915 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8b016bb-8c63-4891-b684-a21b9d748eab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:44.029407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-904cb800-ab58-497c-a06a-5553a8b3d698 req-e3da625d-cf36-4866-859f-258b8634964a tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.136 HTTP/1.1" status: 200 len: 696 time: 0.1936798 Dec 14 02:32:44.047519 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8b016bb-8c63-4891-b684-a21b9d748eab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:44.141163 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-904cb800-ab58-497c-a06a-5553a8b3d698 req-8ebfd1ac-5523-43cf-89ff-f18a27c3883a tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.136 HTTP/1.1" status: 200 len: 696 time: 0.0975749 Dec 14 02:32:44.157206 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93293fd4-27e9-48a9-8d43-dc7452863085 req-b40db962-eac5-4a3d-a7f0-87016fb1a6ae tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f7c5343-0a06-4084-9c50-480ad0c7200f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866945 Dec 14 02:32:44.213801 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6037081b-c4af-4ced-b3ed-72bf71464d8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:44.240039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-52a847f3-766e-4aaa-9488-b4bfab14f4ba tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:44.242225 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-52a847f3-766e-4aaa-9488-b4bfab14f4ba tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.46 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 808 time: 0.3176522 Dec 14 02:32:44.283628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-1d1a95ec-9548-4ca3-adde-bbea67f2943c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Request body: {'port': {'device_id': '89e4929e-e436-474f-b19a-e590ffe7c4e2', 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27', 'admin_state_up': True, 'tenant_id': 'dbee3f5c8679489195245f7b7be79be0'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:44.309778 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8b016bb-8c63-4891-b684-a21b9d748eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:44.311671 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6037081b-c4af-4ced-b3ed-72bf71464d8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:44.373585 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-db8ae869-f8ec-443a-8275-9ecebd8e9c6a tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Made reservation on behalf of 52bcd261cc7b41b38ca6ea77c675a529 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:32:44.377060 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-db8ae869-f8ec-443a-8275-9ecebd8e9c6a tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:44.455405 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d63c7988-5d51-4169-96e6-c62c16e2daab req-f7fbdfe0-381a-4888-a98b-f12ae5fe1a22 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/ports?device_id=87647085-1c1f-4b41-9fa1-59bf7b574ec4 HTTP/1.1" status: 200 len: 210 time: 0.0718458 Dec 14 02:32:44.489707 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8b016bb-8c63-4891-b684-a21b9d748eab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:44.527572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d58454-16e8-48af-861b-fdf7bfe4f296 None None] Network 1caef7d7-3439-425b-9c44-21dd8fbc9281 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:32:44.575792 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8b016bb-8c63-4891-b684-a21b9d748eab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:44.583409 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b8b016bb-8c63-4891-b684-a21b9d748eab admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d02602b8-a731-41eb-a08c-a461e9a5ff77 HTTP/1.1" status: 204 len: 168 time: 0.6559422 Dec 14 02:32:44.589066 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53226) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:44.628181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-904cb800-ab58-497c-a06a-5553a8b3d698 req-9e0d476a-010d-4be7-a95f-ecd7f58985a1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Deleting port 59808eaa-21c6-4741-abd1-22ab66e669dc {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:44.628522 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-904cb800-ab58-497c-a06a-5553a8b3d698 req-9e0d476a-010d-4be7-a95f-ecd7f58985a1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:44.711177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b016bb-8c63-4891-b684-a21b9d748eab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d02602b8-a731-41eb-a08c-a461e9a5ff77,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:44.716322 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:44.722545 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6037081b-c4af-4ced-b3ed-72bf71464d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:44.727044 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6037081b-c4af-4ced-b3ed-72bf71464d8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:44.730694 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6037081b-c4af-4ced-b3ed-72bf71464d8c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/928e365e-7eef-4817-8765-a0ff64e0909d HTTP/1.1" status: 204 len: 168 time: 0.8853757 Dec 14 02:32:44.768814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037081b-c4af-4ced-b3ed-72bf71464d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928e365e-7eef-4817-8765-a0ff64e0909d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:44.818634 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] Deleting port 07820172-8fae-402a-9234-716cfb6e5422 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:44.820730 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:44.827044 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e88937-1eb3-4202-96fd-36def54ec3dd None None] DHCP port deletion for 1caef7d7-3439-425b-9c44-21dd8fbc9281 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:32:44.841690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-db8ae869-f8ec-443a-8275-9ecebd8e9c6a tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Allocated IP 172.20.0.9 (cf2325e8-2e55-47cd-8f80-69c805d484d0/d45f2aee-3290-46b0-a5c6-fca38ae2d9aa/206a3475-42bd-49fa-a0b1-9332ec395835) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:32:44.845329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-1d1a95ec-9548-4ca3-adde-bbea67f2943c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Made reservation on behalf of dbee3f5c8679489195245f7b7be79be0 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:32:44.879592 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-1d1a95ec-9548-4ca3-adde-bbea67f2943c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:44.920714 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] For port 07820172-8fae-402a-9234-716cfb6e5422, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=07820172-8fae-402a-9234-716cfb6e5422,segment=NetworkSegment(fd1dcf92-84e2-419d-80e2-025bcb930640),segment_id=fd1dcf92-84e2-419d-80e2-025bcb930640)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:44.921095 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:44.927792 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9165af8-83cc-4f11-ac80-4b6f118598a7 req-9e714d3d-88e8-4ee5-99bd-52b962d25576 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:44.941620 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f0e88937-1eb3-4202-96fd-36def54ec3dd None None] Deleting port 07820172-8fae-402a-9234-716cfb6e5422 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:44.941620 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f0e88937-1eb3-4202-96fd-36def54ec3dd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:44.946159 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9165af8-83cc-4f11-ac80-4b6f118598a7 req-9e714d3d-88e8-4ee5-99bd-52b962d25576 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.3403904 Dec 14 02:32:44.984724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] Calling delete_port for 07820172-8fae-402a-9234-716cfb6e5422 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:45.055775 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f0e88937-1eb3-4202-96fd-36def54ec3dd None None] For port 07820172-8fae-402a-9234-716cfb6e5422, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=07820172-8fae-402a-9234-716cfb6e5422,segment=NetworkSegment(fd1dcf92-84e2-419d-80e2-025bcb930640),segment_id=fd1dcf92-84e2-419d-80e2-025bcb930640)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:45.056209 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f0e88937-1eb3-4202-96fd-36def54ec3dd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:45.061028 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5be7bae7-a5a8-4537-8455-2c90cdf436fa no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:32:45.096491 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 5be7bae7-a5a8-4537-8455-2c90cdf436fa {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:32:45.097277 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5be7bae7-a5a8-4537-8455-2c90cdf436fa not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:32:45.097754 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f0306a2a-d83e-4445-8efc-f94cab451055 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:32:45.127384 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f0e88937-1eb3-4202-96fd-36def54ec3dd None None] Calling delete_port for 07820172-8fae-402a-9234-716cfb6e5422 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:45.128040 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-904cb800-ab58-497c-a06a-5553a8b3d698 req-9e0d476a-010d-4be7-a95f-ecd7f58985a1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:45.128791 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-904cb800-ab58-497c-a06a-5553a8b3d698 req-9e0d476a-010d-4be7-a95f-ecd7f58985a1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:45.129147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: f0306a2a-d83e-4445-8efc-f94cab451055 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:32:45.129614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f0306a2a-d83e-4445-8efc-f94cab451055 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:32:45.130054 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 07820172-8fae-402a-9234-716cfb6e5422 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:32:45.164164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-904cb800-ab58-497c-a06a-5553a8b3d698 req-9e0d476a-010d-4be7-a95f-ecd7f58985a1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Calling delete_port for 59808eaa-21c6-4741-abd1-22ab66e669dc owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:45.174629 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:45.233752 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=07820172-8fae-402a-9234-716cfb6e5422,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:45.246699 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] No DVR routers for this DVR port 07820172-8fae-402a-9234-716cfb6e5422 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:32:45.295496 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No active binding found for port 07820172-8fae-402a-9234-716cfb6e5422 {{(pid=103849) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 14 02:32:45.296538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 07820172-8fae-402a-9234-716cfb6e5422 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:32:45.361996 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f0e88937-1eb3-4202-96fd-36def54ec3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:45.416239 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:45.417560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e88937-1eb3-4202-96fd-36def54ec3dd None None] No DVR routers for this DVR port 07820172-8fae-402a-9234-716cfb6e5422 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:32:45.424221 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e88937-1eb3-4202-96fd-36def54ec3dd None None] Pushing event deleted for resources: {'Port': ['ID=07820172-8fae-402a-9234-716cfb6e5422,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:45.447066 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1caef7d7-3439-425b-9c44-21dd8fbc9281']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:45.453677 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1dcf92-84e2-419d-80e2-025bcb930640') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:45.454220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1dcf92-84e2-419d-80e2-025bcb930640') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:45.462073 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9165af8-83cc-4f11-ac80-4b6f118598a7 req-6b254ae9-6ba7-4d6a-a01b-a87250879f47 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4472928 Dec 14 02:32:45.466269 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:45.494363 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:45.501447 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:32:45.502166 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:32:45.504778 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:32:45.631484 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:45.645953 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:45.651505 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1caef7d7-3439-425b-9c44-21dd8fbc9281 HTTP/1.1" status: 204 len: 168 time: 1.0610878 Dec 14 02:32:45.656271 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82061c11-eafa-4a80-a777-b34adc13a2f7 req-2e918058-7c95-4d03-b092-67f541589a13 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 210 time: 0.0609469 Dec 14 02:32:45.657600 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53240) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:45.701679 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837a51b-326f-4fdb-b618-96d41cb10fe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1caef7d7-3439-425b-9c44-21dd8fbc9281,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:45.731277 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53242) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:45.751365 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-db8ae869-f8ec-443a-8275-9ecebd8e9c6a tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:45.753521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-1d1a95ec-9548-4ca3-adde-bbea67f2943c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Allocated IP 172.20.0.10 (f3e644f0-318a-42e9-9245-8613c8213d27/eff6592f-d083-4d91-9f99-e0072e6fa6ab/36519be4-053e-41d6-9273-c1b9d05e8d6c) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:32:45.784361 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1772bfbe-a333-4535-86ad-22b821daaa26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:45.955555 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65c1f9-1dac-4d6a-b415-85ed3f7acc26 req-c4655985-a987-4c92-b5ee-62ec7bd80131 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:45.957078 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c65c1f9-1dac-4d6a-b415-85ed3f7acc26 req-c4655985-a987-4c92-b5ee-62ec7bd80131 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/ports?device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 946 time: 0.1822088 Dec 14 02:32:46.020723 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-db8ae869-f8ec-443a-8275-9ecebd8e9c6a tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:46.024336 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1772bfbe-a333-4535-86ad-22b821daaa26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:46.089113 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c65c1f9-1dac-4d6a-b415-85ed3f7acc26 req-fef19932-b7e8-45c4-b665-2d9ded13cf2c tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f7c5343-0a06-4084-9c50-480ad0c7200f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192100 Dec 14 02:32:46.089807 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-904cb800-ab58-497c-a06a-5553a8b3d698 req-9e0d476a-010d-4be7-a95f-ecd7f58985a1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:46.128484 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1772bfbe-a333-4535-86ad-22b821daaa26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:46.144197 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-db8ae869-f8ec-443a-8275-9ecebd8e9c6a tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Network cf2325e8-2e55-47cd-8f80-69c805d484d0 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:32:46.170516 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-db8ae869-f8ec-443a-8275-9ecebd8e9c6a tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:46.182916 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-db8ae869-f8ec-443a-8275-9ecebd8e9c6a tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:32:46.195875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ae869-f8ec-443a-8275-9ecebd8e9c6a tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Pushing event updated for resources: {'Port': ['ID=206a3475-42bd-49fa-a0b1-9332ec395835,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:46.249171 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd00669e-e6cc-4954-a1ee-f9aea4e4fa0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:46.301538 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1772bfbe-a333-4535-86ad-22b821daaa26 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=440ebbeb8b0645c789d2d1212ee57842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5639589 Dec 14 02:32:46.302273 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772bfbe-a333-4535-86ad-22b821daaa26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca9a3a3-3fa8-41f6-a09a-25fcf90c1194,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:46.308956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53254) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:46.314819 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d476a-010d-4be7-a95f-ecd7f58985a1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Pushing event deleted for resources: {'Port': ['ID=59808eaa-21c6-4741-abd1-22ab66e669dc,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:46.419148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-db8ae869-f8ec-443a-8275-9ecebd8e9c6a tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:46.419776 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-db8ae869-f8ec-443a-8275-9ecebd8e9c6a tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:46.425808 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-904cb800-ab58-497c-a06a-5553a8b3d698 req-9e0d476a-010d-4be7-a95f-ecd7f58985a1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:46.427972 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-904cb800-ab58-497c-a06a-5553a8b3d698 req-9e0d476a-010d-4be7-a95f-ecd7f58985a1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:46.429298 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-904cb800-ab58-497c-a06a-5553a8b3d698 req-9e0d476a-010d-4be7-a95f-ecd7f58985a1 tempest-FloatingIPDetailsTestJSON-1494834336 tempest-FloatingIPDetailsTestJSON-1494834336-project] 10.222.0.39 "DELETE /v2.0/floatingips/948307f1-dea6-4956-a2e5-6b6252c931ce HTTP/1.1" status: 204 len: 173 time: 2.2775540 Dec 14 02:32:46.448396 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53256) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:46.458797 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-1d1a95ec-9548-4ca3-adde-bbea67f2943c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:46.492780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c541fb1-1445-4603-a47b-4c32969fc9b3 req-c9be91f1-37f2-407c-9c03-6453986518dc tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:46.494381 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c541fb1-1445-4603-a47b-4c32969fc9b3 req-c9be91f1-37f2-407c-9c03-6453986518dc tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/ports?device_id=87647085-1c1f-4b41-9fa1-59bf7b574ec4 HTTP/1.1" status: 200 len: 931 time: 0.1575894 Dec 14 02:32:46.540274 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c605118a-6f52-4f06-84ea-9a7b4e9f5f83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:46.584313 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-db8ae869-f8ec-443a-8275-9ecebd8e9c6a tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1249127 Dec 14 02:32:46.610106 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Request body: {'port': {'device_id': '87647085-1c1f-4b41-9fa1-59bf7b574ec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:46.622265 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c605118a-6f52-4f06-84ea-9a7b4e9f5f83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:46.683217 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212652c-6d75-4d4a-a17b-462172b1b415 req-2b4123b3-48c4-45ad-9452-e777d708cc7f tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:46.684900 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8212652c-6d75-4d4a-a17b-462172b1b415 req-2b4123b3-48c4-45ad-9452-e777d708cc7f tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1687491 Dec 14 02:32:46.688759 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c541fb1-1445-4603-a47b-4c32969fc9b3 req-6aa0928d-48c6-459a-bf8a-9e4e07fc610b tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ade36eb-4ad2-4700-9a8e-0cf45d4ef2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806202 Dec 14 02:32:46.694932 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-1d1a95ec-9548-4ca3-adde-bbea67f2943c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:46.844448 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-bd00669e-e6cc-4954-a1ee-f9aea4e4fa0d admin admin] Deleting port 29ecacfe-5ad9-4ffb-8867-9e070d8094f3 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:46.845073 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd00669e-e6cc-4954-a1ee-f9aea4e4fa0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:46.995828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-bd00669e-e6cc-4954-a1ee-f9aea4e4fa0d admin admin] For port 29ecacfe-5ad9-4ffb-8867-9e070d8094f3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=29ecacfe-5ad9-4ffb-8867-9e070d8094f3,segment=NetworkSegment(60d8b910-b56d-4e38-9b83-b18c9508b5e5),segment_id=60d8b910-b56d-4e38-9b83-b18c9508b5e5)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:46.996089 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd00669e-e6cc-4954-a1ee-f9aea4e4fa0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:47.020680 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-bd00669e-e6cc-4954-a1ee-f9aea4e4fa0d admin admin] Calling delete_port for 29ecacfe-5ad9-4ffb-8867-9e070d8094f3 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:47.141396 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-1d1a95ec-9548-4ca3-adde-bbea67f2943c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Network f3e644f0-318a-42e9-9245-8613c8213d27 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:32:47.152839 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:47.164386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-1d1a95ec-9548-4ca3-adde-bbea67f2943c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:47.184004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-1d1a95ec-9548-4ca3-adde-bbea67f2943c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:32:47.216901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a95ec-9548-4ca3-adde-bbea67f2943c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Pushing event updated for resources: {'Port': ['ID=36519be4-053e-41d6-9273-c1b9d05e8d6c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:47.225691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8212652c-6d75-4d4a-a17b-462172b1b415 req-7e2bf6ed-df7e-47cf-baf9-4ff63e5917b1 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087762 Dec 14 02:32:47.269778 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615a59a-0376-4863-849e-e048deb2a7e0 req-a594956a-cb6a-41ef-a816-81119b5ff423 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:47.279502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8615a59a-0376-4863-849e-e048deb2a7e0 req-a594956a-cb6a-41ef-a816-81119b5ff423 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/ports?device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 946 time: 0.2315645 Dec 14 02:32:47.279502 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c605118a-6f52-4f06-84ea-9a7b4e9f5f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:47.280210 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53264) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:47.280839 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c605118a-6f52-4f06-84ea-9a7b4e9f5f83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:47.282084 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c605118a-6f52-4f06-84ea-9a7b4e9f5f83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ca9a3a3-3fa8-41f6-a09a-25fcf90c1194 HTTP/1.1" status: 204 len: 168 time: 0.9686685 Dec 14 02:32:47.291909 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3a6155fe-0a1f-48c3-8573-bb29146c5d8c tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Request body: {'floatingip': {'port_id': '5ae60d6b-26cf-4158-97d8-26e3216a2b78'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:47.375608 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-1d1a95ec-9548-4ca3-adde-bbea67f2943c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:47.375608 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-1d1a95ec-9548-4ca3-adde-bbea67f2943c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:47.421638 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605118a-6f52-4f06-84ea-9a7b4e9f5f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca9a3a3-3fa8-41f6-a09a-25fcf90c1194,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:47.439192 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a6155fe-0a1f-48c3-8573-bb29146c5d8c tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for floatingip, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:47.572865 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18fd38-2a90-431f-9abd-2d080b01c6ab req-530d8457-a605-4a1e-b022-462d0600f649 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:47.581290 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa18fd38-2a90-431f-9abd-2d080b01c6ab req-530d8457-a605-4a1e-b022-462d0600f649 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 932 time: 0.2490590 Dec 14 02:32:47.644143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-1d1a95ec-9548-4ca3-adde-bbea67f2943c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3682487 Dec 14 02:32:47.682447 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Request body: {'port': {'device_id': '89e4929e-e436-474f-b19a-e590ffe7c4e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:47.794324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa18fd38-2a90-431f-9abd-2d080b01c6ab req-c58439d2-c8b1-4656-936f-c2216c38375d tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117112 Dec 14 02:32:47.995919 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:48.108855 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57954be-8d79-41e9-9907-08795040519b req-3b47ffb7-2535-4132-87b6-64113bd6c481 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:48.110703 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c57954be-8d79-41e9-9907-08795040519b req-3b47ffb7-2535-4132-87b6-64113bd6c481 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/ports?device_id=87647085-1c1f-4b41-9fa1-59bf7b574ec4 HTTP/1.1" status: 200 len: 931 time: 0.2819448 Dec 14 02:32:48.140510 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206a3475-42bd-49fa-a0b1-9332ec395835 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:32:48.161986 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:48.254684 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd00669e-e6cc-4954-a1ee-f9aea4e4fa0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:48.276545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Transition to ACTIVE for port object 206a3475-42bd-49fa-a0b1-9332ec395835 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:32:48.307863 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c57954be-8d79-41e9-9907-08795040519b req-4412737d-aede-4580-8100-fe86c3d2de25 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ade36eb-4ad2-4700-9a8e-0cf45d4ef2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823194 Dec 14 02:32:48.337480 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae94bdf7-9d71-41d7-b692-d2f637b243c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:48.379248 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:48.482265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00669e-e6cc-4954-a1ee-f9aea4e4fa0d admin admin] Pushing event deleted for resources: {'Port': ['ID=29ecacfe-5ad9-4ffb-8867-9e070d8094f3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:48.502149 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Pushing event updated for resources: {'Port': ['ID=206a3475-42bd-49fa-a0b1-9332ec395835,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:48.519171 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:32:48.718571 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Attempting to bind port 206a3475-42bd-49fa-a0b1-9332ec395835 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:32:48.719572 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Attempting to bind port 206a3475-42bd-49fa-a0b1-9332ec395835 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '152bc801-fc0d-4f80-9654-6d96a66af042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf2325e8-2e55-47cd-8f80-69c805d484d0'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:32:48.720187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Attempting to bind port 206a3475-42bd-49fa-a0b1-9332ec395835 on network cf2325e8-2e55-47cd-8f80-69c805d484d0 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:48.747454 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Port 206a3475-42bd-49fa-a0b1-9332ec395835 on network cf2325e8-2e55-47cd-8f80-69c805d484d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:32:48.748067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Attempting to bind port 206a3475-42bd-49fa-a0b1-9332ec395835 on network cf2325e8-2e55-47cd-8f80-69c805d484d0 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:48.753915 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd00669e-e6cc-4954-a1ee-f9aea4e4fa0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:48.758296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:32:48.758840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Checking segment: {'id': '152bc801-fc0d-4f80-9654-6d96a66af042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf2325e8-2e55-47cd-8f80-69c805d484d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:32:48.759428 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Bound using segment: {'id': '152bc801-fc0d-4f80-9654-6d96a66af042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf2325e8-2e55-47cd-8f80-69c805d484d0'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:32:48.759862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Bound port: 206a3475-42bd-49fa-a0b1-9332ec395835, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152bc801-fc0d-4f80-9654-6d96a66af042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cf2325e8-2e55-47cd-8f80-69c805d484d0'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:32:48.760218 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:48.840924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] For port 206a3475-42bd-49fa-a0b1-9332ec395835, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:32:48.844654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] For port 206a3475-42bd-49fa-a0b1-9332ec395835, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=206a3475-42bd-49fa-a0b1-9332ec395835,segment=NetworkSegment(152bc801-fc0d-4f80-9654-6d96a66af042),segment_id=152bc801-fc0d-4f80-9654-6d96a66af042)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:32:48.854848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36519be4-053e-41d6-9273-c1b9d05e8d6c {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:32:48.863485 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:48.883770 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Transition to ACTIVE for port object 36519be4-053e-41d6-9273-c1b9d05e8d6c will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:32:48.986519 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:49.020510 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53316) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:49.081119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a33e25-45f2-4951-a6cf-9f54fab57a46 req-e3e1c2e8-758b-4c4a-a291-eda4aa532e6e tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:49.083944 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80a33e25-45f2-4951-a6cf-9f54fab57a46 req-e3e1c2e8-758b-4c4a-a291-eda4aa532e6e tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 932 time: 0.1531231 Dec 14 02:32:49.085150 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:49.138786 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:49.139803 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:49.141996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] 10.222.0.46 "PUT /v2.0/ports/206a3475-42bd-49fa-a0b1-9332ec395835 HTTP/1.1" status: 200 len: 1091 time: 2.5360615 Dec 14 02:32:49.144385 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87647085-1c1f-4b41-9fa1-59bf7b574ec4', 'tag': '206a3475-42bd-49fa-a0b1-9332ec395835'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:32:49.146992 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fabf0d-66e1-4a2d-b634-06fbefb1c122" -d '{"events": [{"name": "network-changed", "server_uuid": "87647085-1c1f-4b41-9fa1-59bf7b574ec4", "tag": "206a3475-42bd-49fa-a0b1-9332ec395835"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:32:49.188737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd00669e-e6cc-4954-a1ee-f9aea4e4fa0d admin admin] Router 3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:32:49.212678 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80a33e25-45f2-4951-a6cf-9f54fab57a46 req-f42c0a7a-7aad-447c-ac11-d9a870bbb9ac tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045084 Dec 14 02:32:49.247919 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ef0b90-dce1-49a7-af9a-332a89b8d62e x-openstack-request-id: req-64ef0b90-dce1-49a7-af9a-332a89b8d62e {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:49.247919 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87647085-1c1f-4b41-9fa1-59bf7b574ec4", "tag": "206a3475-42bd-49fa-a0b1-9332ec395835", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:49.247919 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64ef0b90-dce1-49a7-af9a-332a89b8d62e {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:49.247919 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87647085-1c1f-4b41-9fa1-59bf7b574ec4', 'tag': '206a3475-42bd-49fa-a0b1-9332ec395835', 'status': 'completed', 'code': 200} Dec 14 02:32:49.259736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b70325-8f15-4f59-a0b9-29d89acd4760 service neutron] Pushing event updated for resources: {'Port': ['ID=206a3475-42bd-49fa-a0b1-9332ec395835,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:49.370047 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.db.resource_extend [None req-3a6155fe-0a1f-48c3-8573-bb29146c5d8c tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 02:32:49.377900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-02097ee8-9140-4d63-9cf0-042b7335dbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:49.379434 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-02097ee8-9140-4d63-9cf0-042b7335dbe8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52bcd261cc7b41b38ca6ea77c675a529&device_id=87647085-1c1f-4b41-9fa1-59bf7b574ec4 HTTP/1.1" status: 200 len: 1094 time: 0.1308792 Dec 14 02:32:49.382516 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Pushing event updated for resources: {'Port': ['ID=36519be4-053e-41d6-9273-c1b9d05e8d6c,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:49.403335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Attempting to bind port 36519be4-053e-41d6-9273-c1b9d05e8d6c on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:32:49.403682 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Attempting to bind port 36519be4-053e-41d6-9273-c1b9d05e8d6c by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:32:49.404016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Attempting to bind port 36519be4-053e-41d6-9273-c1b9d05e8d6c on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:49.447040 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd00669e-e6cc-4954-a1ee-f9aea4e4fa0d admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:32:49.453252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-3fb9b534-e687-47ec-b617-4b529b3ef8cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=206a3475-42bd-49fa-a0b1-9332ec395835 HTTP/1.1" status: 200 len: 217 time: 0.0589316 Dec 14 02:32:49.453842 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Port 36519be4-053e-41d6-9273-c1b9d05e8d6c on network f3e644f0-318a-42e9-9245-8613c8213d27 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:32:49.454730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Attempting to bind port 36519be4-053e-41d6-9273-c1b9d05e8d6c on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:32:49.469711 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bd00669e-e6cc-4954-a1ee-f9aea4e4fa0d admin admin] 10.222.0.39 "PUT /v2.0/routers/3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8062556 Dec 14 02:32:49.469952 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d545f2e1-86f9-4560-8236-6ed684b869e9 None None] Sync routers for ids ['3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:32:49.492688 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4bb9dbe5-3eb0-4561-afc2-3be0779c1872 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2078418929-network', 'tenant_id': '310f52a4e2554769b4b20229af525b98'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:49.508102 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d545f2e1-86f9-4560-8236-6ed684b869e9 None None] Routers {'3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:32:49.517126 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d545f2e1-86f9-4560-8236-6ed684b869e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:32:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:49.517635 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53324) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:49.529640 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-8bb72723-1d9d-41b7-a382-8ebb4fa8416c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:49.532973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-8bb72723-1d9d-41b7-a382-8ebb4fa8416c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d45f2aee-3290-46b0-a5c6-fca38ae2d9aa HTTP/1.1" status: 200 len: 853 time: 0.0700240 Dec 14 02:32:49.552890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:32:49.553293 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Checking segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:32:49.554233 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Bound using segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:32:49.554734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Bound port: 36519be4-053e-41d6-9273-c1b9d05e8d6c, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:32:49.555283 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:49.613049 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-af04e3a4-3c3a-4e58-a88b-b1b341061347 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf2325e8-2e55-47cd-8f80-69c805d484d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522957 Dec 14 02:32:49.697257 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cbcefd2f-e475-4b08-8de4-c3602d1e3db6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:49.743624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b1d70-6d40-48d8-93ea-b20542933352 req-db7a81d2-123d-421c-9626-afd42ab2cf70 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:49.745420 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b55b1d70-6d40-48d8-93ea-b20542933352 req-db7a81d2-123d-421c-9626-afd42ab2cf70 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/ports?device_id=87647085-1c1f-4b41-9fa1-59bf7b574ec4 HTTP/1.1" status: 200 len: 943 time: 0.2112772 Dec 14 02:32:49.768680 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-d545f2e1-86f9-4560-8236-6ed684b869e9 None None] Set router 3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:32:49.801595 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] For port 36519be4-053e-41d6-9273-c1b9d05e8d6c, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:32:49.832344 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cbcefd2f-e475-4b08-8de4-c3602d1e3db6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:49.845005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] For port 36519be4-053e-41d6-9273-c1b9d05e8d6c, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=36519be4-053e-41d6-9273-c1b9d05e8d6c,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:32:49.847623 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a6155fe-0a1f-48c3-8573-bb29146c5d8c tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:49.864493 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-6c16e667-a550-4d96-a071-09b877087e30 service neutron] 10.222.0.46 "GET /v2.0/networks/cf2325e8-2e55-47cd-8f80-69c805d484d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438924 Dec 14 02:32:49.869148 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b55b1d70-6d40-48d8-93ea-b20542933352 req-2429f258-1c3b-4d7f-858f-a7213549b91a tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ade36eb-4ad2-4700-9a8e-0cf45d4ef2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138144 Dec 14 02:32:49.936765 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-ae94bdf7-9d71-41d7-b692-d2f637b243c9 admin admin] Deleting port 13bc6d4f-feae-4724-8db7-c38d8346969d {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:49.936765 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae94bdf7-9d71-41d7-b692-d2f637b243c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:49.972319 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:49.974617 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a6155fe-0a1f-48c3-8573-bb29146c5d8c tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:50.044388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:50.045161 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:50.046671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] 10.222.0.46 "PUT /v2.0/ports/36519be4-053e-41d6-9273-c1b9d05e8d6c HTTP/1.1" status: 200 len: 1092 time: 2.3702245 Dec 14 02:32:50.049011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-826c5632-9e16-483d-9e4d-4cae01e16f11 req-18a23dc1-9c84-4334-8a56-2180343afb1b service neutron] 10.222.0.46 "GET /v2.0/networks/cf2325e8-2e55-47cd-8f80-69c805d484d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762462 Dec 14 02:32:50.061170 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb9dbe5-3eb0-4561-afc2-3be0779c1872 admin admin] Made reservation on behalf of 310f52a4e2554769b4b20229af525b98 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:32:50.063520 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4bb9dbe5-3eb0-4561-afc2-3be0779c1872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:50.068741 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32c819-49c1-4283-ac39-605f90295f07 service neutron] Pushing event updated for resources: {'Port': ['ID=36519be4-053e-41d6-9273-c1b9d05e8d6c,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:50.071047 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d545f2e1-86f9-4560-8236-6ed684b869e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b', 'name': 'tempest-AttachSCSIVolumeTestJSON-770952479-router', 'tenant_id': '113a23851b3e4eaa836ad94cf6c94f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:30:24Z', 'updated_at': '2021-12-14T02:32:47Z', 'revision_number': 5, 'project_id': '113a23851b3e4eaa836ad94cf6c94f47', 'gw_port': {'id': '8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:ee:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:30:26Z', 'updated_at': '2021-12-14T02:30:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:50.113256 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d545f2e1-86f9-4560-8236-6ed684b869e9 None None] Checking router: 3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:32:50.122898 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4bb9dbe5-3eb0-4561-afc2-3be0779c1872 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:50.126123 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d545f2e1-86f9-4560-8236-6ed684b869e9 None None] Routers {'3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:32:50.127305 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d545f2e1-86f9-4560-8236-6ed684b869e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:32:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:50.220998 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-3a6155fe-0a1f-48c3-8573-bb29146c5d8c tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Floating IP 95437e8e-4801-48dc-809b-0e70c2ddecdd associated. External IP: 172.25.7.120, port: 5ae60d6b-26cf-4158-97d8-26e3216a2b78. Dec 14 02:32:50.289923 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-d545f2e1-86f9-4560-8236-6ed684b869e9 None None] Set router 3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:32:50.387799 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d545f2e1-86f9-4560-8236-6ed684b869e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b', 'name': 'tempest-AttachSCSIVolumeTestJSON-770952479-router', 'tenant_id': '113a23851b3e4eaa836ad94cf6c94f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:30:24Z', 'updated_at': '2021-12-14T02:32:49Z', 'revision_number': 6, 'project_id': '113a23851b3e4eaa836ad94cf6c94f47', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:50.420245 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d545f2e1-86f9-4560-8236-6ed684b869e9 None None] The sync data for ids ['3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b'] in n-d-821636-1 is: [{'id': '3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b', 'name': 'tempest-AttachSCSIVolumeTestJSON-770952479-router', 'tenant_id': '113a23851b3e4eaa836ad94cf6c94f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:30:24Z', 'updated_at': '2021-12-14T02:32:49Z', 'revision_number': 6, 'project_id': '113a23851b3e4eaa836ad94cf6c94f47', 'gw_port_host': None}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:32:50.427046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-d27603f3-3442-4bf6-a195-e7a83e22abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:50.430799 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-d27603f3-3442-4bf6-a195-e7a83e22abf3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 1095 time: 0.1841428 Dec 14 02:32:50.433673 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-ae94bdf7-9d71-41d7-b692-d2f637b243c9 admin admin] For port 13bc6d4f-feae-4724-8db7-c38d8346969d, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=13bc6d4f-feae-4724-8db7-c38d8346969d,segment=NetworkSegment(5d2575dd-b423-45d4-a42f-8014a213e5cc),segment_id=5d2575dd-b423-45d4-a42f-8014a213e5cc)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:50.434682 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae94bdf7-9d71-41d7-b692-d2f637b243c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:50.450832 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-ae94bdf7-9d71-41d7-b692-d2f637b243c9 admin admin] Calling delete_port for 13bc6d4f-feae-4724-8db7-c38d8346969d owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:50.515806 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fabf0d-66e1-4a2d-b634-06fbefb1c122 req-07560bb6-b548-49fa-b3bc-c5ddd7b7b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:50.517650 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12fabf0d-66e1-4a2d-b634-06fbefb1c122 req-07560bb6-b548-49fa-b3bc-c5ddd7b7b0ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=52bcd261cc7b41b38ca6ea77c675a529&device_id=87647085-1c1f-4b41-9fa1-59bf7b574ec4 HTTP/1.1" status: 200 len: 1094 time: 0.2546272 Dec 14 02:32:50.529194 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-cbcefd2f-e475-4b08-8de4-c3602d1e3db6 admin admin] Deleting port 8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:50.529691 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cbcefd2f-e475-4b08-8de4-c3602d1e3db6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:50.584055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-9c7a9092-1864-4015-b4dd-2f514b4da6b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36519be4-053e-41d6-9273-c1b9d05e8d6c HTTP/1.1" status: 200 len: 217 time: 0.0935159 Dec 14 02:32:50.752707 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a4894-28f8-4ef5-bcc6-23f088c193a3 req-fc6a55a8-7c58-4704-b275-1584fd0191bb tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:50.752707 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f0a4894-28f8-4ef5-bcc6-23f088c193a3 req-fc6a55a8-7c58-4704-b275-1584fd0191bb tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 944 time: 0.2788103 Dec 14 02:32:50.752707 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fe99e8-1fdd-4fdf-a9e2-ecd1667c8062 req-d933d228-5c5e-4348-8936-81765db2ba7d tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:50.752707 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4fe99e8-1fdd-4fdf-a9e2-ecd1667c8062 req-d933d228-5c5e-4348-8936-81765db2ba7d tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.2365208 Dec 14 02:32:50.777955 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-10a642cd-c191-4e90-a188-4ad2a2086c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:50.780593 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-10a642cd-c191-4e90-a188-4ad2a2086c76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.1532149 Dec 14 02:32:50.882327 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-43e11199-0d04-4000-87e3-49bce794041c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704770 Dec 14 02:32:50.891507 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 29ecacfe-5ad9-4ffb-8867-9e070d8094f3 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:32:50.938316 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4bb9dbe5-3eb0-4561-afc2-3be0779c1872 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:50.945099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4fe99e8-1fdd-4fdf-a9e2-ecd1667c8062 req-a1f72c8d-309d-47dd-a23d-e3197a2dd90c tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996005 Dec 14 02:32:50.964474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fabf0d-66e1-4a2d-b634-06fbefb1c122 req-f8ff18a6-3315-4213-b390-81c0633f4f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:50.966165 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12fabf0d-66e1-4a2d-b634-06fbefb1c122 req-f8ff18a6-3315-4213-b390-81c0633f4f7e service neutron] 10.222.0.46 "GET /v2.0/networks?id=cf2325e8-2e55-47cd-8f80-69c805d484d0 HTTP/1.1" status: 200 len: 914 time: 0.4115009 Dec 14 02:32:50.974500 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f0a4894-28f8-4ef5-bcc6-23f088c193a3 req-262a9e40-ef52-41f8-a6c9-f9281bfb9ea7 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743716 Dec 14 02:32:50.976838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 29ecacfe-5ad9-4ffb-8867-9e070d8094f3 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:32:50.977463 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 29ecacfe-5ad9-4ffb-8867-9e070d8094f3 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:32:51.015977 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4bb9dbe5-3eb0-4561-afc2-3be0779c1872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:51.051011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12fabf0d-66e1-4a2d-b634-06fbefb1c122 req-06636aec-2b03-4a2e-bec8-35a8c7a12ba3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=206a3475-42bd-49fa-a0b1-9332ec395835 HTTP/1.1" status: 200 len: 217 time: 0.0749791 Dec 14 02:32:51.104137 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9dbe5-3eb0-4561-afc2-3be0779c1872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81985934-d9a7-49de-af4c-7800d28c6954,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:51.197008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4403522-062c-4a4e-8296-0cdc51b7be5e req-609e3e2b-edc5-4250-8e37-78428cf6cc06 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:51.198536 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4403522-062c-4a4e-8296-0cdc51b7be5e req-609e3e2b-edc5-4250-8e37-78428cf6cc06 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/ports?device_id=87647085-1c1f-4b41-9fa1-59bf7b574ec4 HTTP/1.1" status: 200 len: 943 time: 0.0957894 Dec 14 02:32:51.200698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fabf0d-66e1-4a2d-b634-06fbefb1c122 req-13137414-d8b9-4d1b-8dbc-f40af97cb49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:51.202171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12fabf0d-66e1-4a2d-b634-06fbefb1c122 req-13137414-d8b9-4d1b-8dbc-f40af97cb49c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d45f2aee-3290-46b0-a5c6-fca38ae2d9aa HTTP/1.1" status: 200 len: 853 time: 0.1420665 Dec 14 02:32:51.204537 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-88b3d95f-5da8-4c3a-ba27-3e13493edd80 service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551217 Dec 14 02:32:51.218291 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb9dbe5-3eb0-4561-afc2-3be0779c1872 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:32:51.297272 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4bb9dbe5-3eb0-4561-afc2-3be0779c1872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:51.304533 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-4bb9dbe5-3eb0-4561-afc2-3be0779c1872 admin admin] Added segment 016bfdf4-fcdf-424b-92be-6edd4364b79a of type vlan for network c5d85574-809c-4bfd-81ff-083b985e268d Dec 14 02:32:51.313545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e4929e-e436-474f-b19a-e590ffe7c4e2', 'tag': '36519be4-053e-41d6-9273-c1b9d05e8d6c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:32:51.331480 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456efb32-741b-46f0-a54f-25590437d62d" -d '{"events": [{"name": "network-changed", "server_uuid": "89e4929e-e436-474f-b19a-e590ffe7c4e2", "tag": "36519be4-053e-41d6-9273-c1b9d05e8d6c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:32:51.354944 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-cbcefd2f-e475-4b08-8de4-c3602d1e3db6 admin admin] For port 8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:51.355314 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cbcefd2f-e475-4b08-8de4-c3602d1e3db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:51.358585 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12fabf0d-66e1-4a2d-b634-06fbefb1c122 req-28f65ec3-ba7a-4f10-a3f3-8b48e13ffdc3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cf2325e8-2e55-47cd-8f80-69c805d484d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423960 Dec 14 02:32:51.432178 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-cbcefd2f-e475-4b08-8de4-c3602d1e3db6 admin admin] Calling delete_port for 8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:51.452613 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4bb9dbe5-3eb0-4561-afc2-3be0779c1872 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:51.500649 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4403522-062c-4a4e-8296-0cdc51b7be5e req-84172374-7b39-4340-86b5-15da683b5b16 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ade36eb-4ad2-4700-9a8e-0cf45d4ef2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871315 Dec 14 02:32:51.542490 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fcbe0757-c9c7-4596-bed4-a28e5c5ddc58 req-b542e2a4-1527-4267-809c-65298b53f046 service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240106 Dec 14 02:32:51.550136 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6155fe-0a1f-48c3-8573-bb29146c5d8c tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Router 64065d08-7c1c-48f8-96fc-88e807428334 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:32:51.566027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479519c-80d8-4a9c-8692-49b2b58aead5 req-e98edce9-2350-4a64-b100-01c68702abce tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:51.571586 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0479519c-80d8-4a9c-8692-49b2b58aead5 req-e98edce9-2350-4a64-b100-01c68702abce tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.2625215 Dec 14 02:32:51.575439 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82a2388-c295-48cc-8144-caa43b0ad4cc x-openstack-request-id: req-e82a2388-c295-48cc-8144-caa43b0ad4cc {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:51.575992 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e4929e-e436-474f-b19a-e590ffe7c4e2", "tag": "36519be4-053e-41d6-9273-c1b9d05e8d6c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:51.576469 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e82a2388-c295-48cc-8144-caa43b0ad4cc {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:51.577062 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e4929e-e436-474f-b19a-e590ffe7c4e2', 'tag': '36519be4-053e-41d6-9273-c1b9d05e8d6c', 'status': 'completed', 'code': 200} Dec 14 02:32:51.636952 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12fabf0d-66e1-4a2d-b634-06fbefb1c122 req-cbab0936-4298-4524-891a-5043af6e1949 service neutron] 10.222.0.46 "GET /v2.0/networks/cf2325e8-2e55-47cd-8f80-69c805d484d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700799 Dec 14 02:32:51.648737 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 206a3475-42bd-49fa-a0b1-9332ec395835 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:32:51.736492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0479519c-80d8-4a9c-8692-49b2b58aead5 req-78a64e9e-f3e0-4a86-a173-8f06462f8c07 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486363 Dec 14 02:32:51.758479 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4bb9dbe5-3eb0-4561-afc2-3be0779c1872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:51.762767 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb9dbe5-3eb0-4561-afc2-3be0779c1872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:51.762767 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4bb9dbe5-3eb0-4561-afc2-3be0779c1872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:51.804291 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12fabf0d-66e1-4a2d-b634-06fbefb1c122 req-2fd97b12-ced3-4e08-84f1-1b24eab02bb3 service neutron] 10.222.0.46 "GET /v2.0/networks/cf2325e8-2e55-47cd-8f80-69c805d484d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550515 Dec 14 02:32:51.861943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 206a3475-42bd-49fa-a0b1-9332ec395835, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=206a3475-42bd-49fa-a0b1-9332ec395835,segment=NetworkSegment(152bc801-fc0d-4f80-9654-6d96a66af042),segment_id=152bc801-fc0d-4f80-9654-6d96a66af042)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:51.873943 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456efb32-741b-46f0-a54f-25590437d62d req-e34d12bd-2c97-41f8-8292-3f9e3333cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:51.875519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-456efb32-741b-46f0-a54f-25590437d62d req-e34d12bd-2c97-41f8-8292-3f9e3333cd66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 1095 time: 0.0704067 Dec 14 02:32:51.885162 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '206a3475-42bd-49fa-a0b1-9332ec395835', 'network_id': 'cf2325e8-2e55-47cd-8f80-69c805d484d0', 'port_id': '206a3475-42bd-49fa-a0b1-9332ec395835', 'mac_address': 'fa:16:3e:7f:76:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd45f2aee-3290-46b0-a5c6-fca38ae2d9aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:32:51.888113 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4bb9dbe5-3eb0-4561-afc2-3be0779c1872 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.7195032 Dec 14 02:32:51.893117 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53374) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:51.895517 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9dbe5-3eb0-4561-afc2-3be0779c1872 admin admin] Pushing event updated for resources: {'Network': ['ID=c5d85574-809c-4bfd-81ff-083b985e268d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:51.903869 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-14d82044-3438-484b-8224-d89d4302ec88 admin admin] Request body: {'subnet': {'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2078418929-subnet', 'tenant_id': '310f52a4e2554769b4b20229af525b98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:32:51.925041 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae94bdf7-9d71-41d7-b692-d2f637b243c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:51.932364 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network c5d85574-809c-4bfd-81ff-083b985e268d details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:32:52.012567 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:52.019079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6155fe-0a1f-48c3-8573-bb29146c5d8c tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:32:52.033286 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a6155fe-0a1f-48c3-8573-bb29146c5d8c tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:52.035370 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e1b08-74bd-41b8-94a5-f42bfe0d2984 None None] Sync routers for ids ['64065d08-7c1c-48f8-96fc-88e807428334'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:32:52.051510 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206a3475-42bd-49fa-a0b1-9332ec395835 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:32:52.080408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e1b08-74bd-41b8-94a5-f42bfe0d2984 None None] Routers {'64065d08-7c1c-48f8-96fc-88e807428334'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:32:52.081167 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bb6e1b08-74bd-41b8-94a5-f42bfe0d2984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:32:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['64065d08-7c1c-48f8-96fc-88e807428334'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:52.088251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 206a3475-42bd-49fa-a0b1-9332ec395835, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=206a3475-42bd-49fa-a0b1-9332ec395835,segment=NetworkSegment(152bc801-fc0d-4f80-9654-6d96a66af042),segment_id=152bc801-fc0d-4f80-9654-6d96a66af042)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:52.104402 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94bdf7-9d71-41d7-b692-d2f637b243c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=13bc6d4f-feae-4724-8db7-c38d8346969d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:52.113757 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456efb32-741b-46f0-a54f-25590437d62d req-6a435396-a0ef-49cf-b288-6c2e1effc736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:52.116616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-456efb32-741b-46f0-a54f-25590437d62d req-6a435396-a0ef-49cf-b288-6c2e1effc736 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.2324898 Dec 14 02:32:52.210833 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-456efb32-741b-46f0-a54f-25590437d62d req-6f43e073-f54a-443b-a86c-f37873a1fd53 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36519be4-053e-41d6-9273-c1b9d05e8d6c HTTP/1.1" status: 200 len: 217 time: 0.0785706 Dec 14 02:32:52.233608 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:52.252479 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbd6a3-7f0e-42e6-934a-d757eec3b3a8 req-34c5ea2d-21ad-4432-a93f-6ac0431d0b4e tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:52.257264 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ffbd6a3-7f0e-42e6-934a-d757eec3b3a8 req-34c5ea2d-21ad-4432-a93f-6ac0431d0b4e tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.2561743 Dec 14 02:32:52.283150 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3a6155fe-0a1f-48c3-8573-bb29146c5d8c tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "PUT /v2.0/floatingips/95437e8e-4801-48dc-809b-0e70c2ddecdd HTTP/1.1" status: 200 len: 992 time: 5.0012856 Dec 14 02:32:52.284577 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '038e9e32-01a9-498c-880e-c19a60ab6f2f', 'tag': '5ae60d6b-26cf-4158-97d8-26e3216a2b78'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:32:52.290549 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348207f3-329d-4466-b1fa-1c061b8d631d" -d '{"events": [{"name": "network-changed", "server_uuid": "038e9e32-01a9-498c-880e-c19a60ab6f2f", "tag": "5ae60d6b-26cf-4158-97d8-26e3216a2b78"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:32:52.318063 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=206a3475-42bd-49fa-a0b1-9332ec395835,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:52.390454 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d82044-3438-484b-8224-d89d4302ec88 admin admin] Made reservation on behalf of 310f52a4e2554769b4b20229af525b98 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:32:52.393999 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-14d82044-3438-484b-8224-d89d4302ec88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:52.398160 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-bb6e1b08-74bd-41b8-94a5-f42bfe0d2984 None None] Set router 64065d08-7c1c-48f8-96fc-88e807428334 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:32:52.398359 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cbcefd2f-e475-4b08-8de4-c3602d1e3db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:52.471704 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcefd2f-e475-4b08-8de4-c3602d1e3db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:52.603777 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cbcefd2f-e475-4b08-8de4-c3602d1e3db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:52.686954 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb337c-1469-4f9c-946e-92d198f652e5 req-153ffd77-ecac-459d-9604-15c56f1f68ab tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:52.688801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3beb337c-1469-4f9c-946e-92d198f652e5 req-153ffd77-ecac-459d-9604-15c56f1f68ab tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 944 time: 0.5602453 Dec 14 02:32:52.703462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bb6e1b08-74bd-41b8-94a5-f42bfe0d2984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64065d08-7c1c-48f8-96fc-88e807428334', 'name': 'tempest-ServersTestManualDisk-2044417703-router', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:09Z', 'updated_at': '2021-12-14T02:32:16Z', 'revision_number': 4, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'gw_port': {'id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:11Z', 'updated_at': '2021-12-14T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '95437e8e-4801-48dc-809b-0e70c2ddecdd', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'floating_ip_address': '172.25.7.120', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'port_id': '5ae60d6b-26cf-4158-97d8-26e3216a2b78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894', 'mac_address': 'fa:16:3e:99:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e9e32-01a9-498c-880e-c19a60ab6f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:32:22Z', 'updated_at': '2021-12-14T02:32:48Z', 'revision_number': 1, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f9feb3-404b-459c-95a6-aeca10f553ec', 'name': '', 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'mac_address': 'fa:16:3e:9e:cd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:15Z', 'updated_at': '2021-12-14T02:32:21Z', 'revision_number': 5, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'subnets': [{'id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:52.732779 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cbcefd2f-e475-4b08-8de4-c3602d1e3db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:52.738260 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cbcefd2f-e475-4b08-8de4-c3602d1e3db6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:52.744645 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['206a3475-42bd-49fa-a0b1-9332ec395835'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:32:52.748303 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e1b08-74bd-41b8-94a5-f42bfe0d2984 None None] Checking router: 64065d08-7c1c-48f8-96fc-88e807428334 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:32:52.779813 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456efb32-741b-46f0-a54f-25590437d62d req-78c29faf-7f98-414f-b545-687a1404b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:52.781728 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-456efb32-741b-46f0-a54f-25590437d62d req-78c29faf-7f98-414f-b545-687a1404b927 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.5610340 Dec 14 02:32:52.799613 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae94bdf7-9d71-41d7-b692-d2f637b243c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:52.811041 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3beb337c-1469-4f9c-946e-92d198f652e5 req-2c807804-b893-4db5-9357-76fc23cd02b2 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105561 Dec 14 02:32:52.826790 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e1b08-74bd-41b8-94a5-f42bfe0d2984 None None] Routers {'64065d08-7c1c-48f8-96fc-88e807428334'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:32:52.827578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bb6e1b08-74bd-41b8-94a5-f42bfe0d2984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:32:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['64065d08-7c1c-48f8-96fc-88e807428334'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:52.849030 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ffbd6a3-7f0e-42e6-934a-d757eec3b3a8 req-7a2fbf6e-059a-4cd3-9127-409ec3bd827c tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824625 Dec 14 02:32:52.854831 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-456efb32-741b-46f0-a54f-25590437d62d req-f39540ff-86e3-4bd1-a1a3-5570559722c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636711 Dec 14 02:32:52.990512 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cbcefd2f-e475-4b08-8de4-c3602d1e3db6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:52.991316 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcefd2f-e475-4b08-8de4-c3602d1e3db6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:32:53.001645 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cbcefd2f-e475-4b08-8de4-c3602d1e3db6 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:53.007805 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cbcefd2f-e475-4b08-8de4-c3602d1e3db6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/3163fd2b-f4a9-4b1d-bf82-33ce9e57e66b HTTP/1.1" status: 204 len: 168 time: 3.4501579 Dec 14 02:32:53.012296 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53396) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:53.075729 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-bb6e1b08-74bd-41b8-94a5-f42bfe0d2984 None None] Set router 64065d08-7c1c-48f8-96fc-88e807428334 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:32:53.144742 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-456efb32-741b-46f0-a54f-25590437d62d req-7e08becc-6153-42bd-a029-4c1aedb61731 service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801323 Dec 14 02:32:53.178228 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44f2b12-515d-4931-9890-58f1c33fe48d x-openstack-request-id: req-e44f2b12-515d-4931-9890-58f1c33fe48d {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:53.178960 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "038e9e32-01a9-498c-880e-c19a60ab6f2f", "tag": "5ae60d6b-26cf-4158-97d8-26e3216a2b78", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:53.179553 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e44f2b12-515d-4931-9890-58f1c33fe48d {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:53.180171 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '038e9e32-01a9-498c-880e-c19a60ab6f2f', 'tag': '5ae60d6b-26cf-4158-97d8-26e3216a2b78', 'status': 'completed', 'code': 200} Dec 14 02:32:53.326028 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:32:53.366913 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-14d82044-3438-484b-8224-d89d4302ec88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:53.378803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:32:53.379163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8b1eebfb-6c9c-48b5-b992-4e0da1dd15ba not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:32:53.383507 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca06aad-e451-4197-ad5c-e100e496a44f req-02bb8e55-f2d3-4a47-85a9-8f072723d4b4 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:53.391481 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ca06aad-e451-4197-ad5c-e100e496a44f req-02bb8e55-f2d3-4a47-85a9-8f072723d4b4 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/ports?device_id=87647085-1c1f-4b41-9fa1-59bf7b574ec4 HTTP/1.1" status: 200 len: 944 time: 0.2155507 Dec 14 02:32:53.423743 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a119120-680f-4fcb-8c99-a45856ba5530 admin admin] Deleting subnet bbc59639-adb0-4449-b636-387d92a54d62 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:32:53.427221 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a119120-680f-4fcb-8c99-a45856ba5530 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:53.447164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fffde-c83b-4e8c-addc-96f0aea0809e req-3ad3f87e-bab2-45e9-b3d8-1ab059b17adc tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:53.454886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f5fffde-c83b-4e8c-addc-96f0aea0809e req-3ad3f87e-bab2-45e9-b3d8-1ab059b17adc tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.2572443 Dec 14 02:32:53.467864 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a119120-680f-4fcb-8c99-a45856ba5530 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:53.489573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ca06aad-e451-4197-ad5c-e100e496a44f req-78a2419d-e615-4e27-9ff8-cf754da8b065 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ade36eb-4ad2-4700-9a8e-0cf45d4ef2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881677 Dec 14 02:32:53.489573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348207f3-329d-4466-b1fa-1c061b8d631d req-398e7e48-119e-484f-a9a0-15a3d6facfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:53.489573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-348207f3-329d-4466-b1fa-1c061b8d631d req-398e7e48-119e-484f-a9a0-15a3d6facfe9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c5c1e560dfd4b559bbbf43792357f7c&device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 1097 time: 0.3604956 Dec 14 02:32:53.491393 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bb6e1b08-74bd-41b8-94a5-f42bfe0d2984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64065d08-7c1c-48f8-96fc-88e807428334', 'name': 'tempest-ServersTestManualDisk-2044417703-router', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:09Z', 'updated_at': '2021-12-14T02:32:16Z', 'revision_number': 4, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'gw_port': {'id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:11Z', 'updated_at': '2021-12-14T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '95437e8e-4801-48dc-809b-0e70c2ddecdd', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'floating_ip_address': '172.25.7.120', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'port_id': '5ae60d6b-26cf-4158-97d8-26e3216a2b78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894', 'mac_address': 'fa:16:3e:99:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e9e32-01a9-498c-880e-c19a60ab6f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:32:22Z', 'updated_at': '2021-12-14T02:32:48Z', 'revision_number': 1, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f9feb3-404b-459c-95a6-aeca10f553ec', 'name': '', 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'mac_address': 'fa:16:3e:9e:cd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:15Z', 'updated_at': '2021-12-14T02:32:21Z', 'revision_number': 5, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'subnets': [{'id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:53.532295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d82044-3438-484b-8224-d89d4302ec88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=799fcc3a-6b16-494a-9426-718bf990556c,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:53.544084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e1b08-74bd-41b8-94a5-f42bfe0d2984 None None] The sync data for ids ['64065d08-7c1c-48f8-96fc-88e807428334'] in n-d-821636-1 is: [{'id': '64065d08-7c1c-48f8-96fc-88e807428334', 'name': 'tempest-ServersTestManualDisk-2044417703-router', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:09Z', 'updated_at': '2021-12-14T02:32:16Z', 'revision_number': 4, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'gw_port': {'id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:11Z', 'updated_at': '2021-12-14T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '95437e8e-4801-48dc-809b-0e70c2ddecdd', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'floating_ip_address': '172.25.7.120', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'port_id': '5ae60d6b-26cf-4158-97d8-26e3216a2b78', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894', 'mac_address': 'fa:16:3e:99:b6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038e9e32-01a9-498c-880e-c19a60ab6f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:32:22Z', 'updated_at': '2021-12-14T02:32:48Z', 'revision_number': 1, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4f9feb3-404b-459c-95a6-aeca10f553ec', 'name': '', 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'mac_address': 'fa:16:3e:9e:cd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:15Z', 'updated_at': '2021-12-14T02:32:21Z', 'revision_number': 5, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'subnets': [{'id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:32:53.648028 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f5fffde-c83b-4e8c-addc-96f0aea0809e req-95dff8c4-ef9d-4140-9d76-474448d5f850 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856422 Dec 14 02:32:53.656483 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 36519be4-053e-41d6-9273-c1b9d05e8d6c details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:32:53.657249 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d82044-3438-484b-8224-d89d4302ec88 admin admin] Checking segment: {'id': '016bfdf4-fcdf-424b-92be-6edd4364b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:32:53.658139 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d82044-3438-484b-8224-d89d4302ec88 admin admin] Network hostable DHCP agents. Network: c5d85574-809c-4bfd-81ff-083b985e268d, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:32:53.664252 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a119120-680f-4fcb-8c99-a45856ba5530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:53.696481 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-456efb32-741b-46f0-a54f-25590437d62d req-354da2a0-1a4e-48da-96d7-6c542ee72f47 service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347571 Dec 14 02:32:53.752569 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae94bdf7-9d71-41d7-b692-d2f637b243c9 admin admin] Router f34b97a4-2550-4f4a-8abd-331393183240 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:32:53.761228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348207f3-329d-4466-b1fa-1c061b8d631d req-545bddb0-b67e-4531-b80a-7c2abaf794cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:53.763161 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-348207f3-329d-4466-b1fa-1c061b8d631d req-545bddb0-b67e-4531-b80a-7c2abaf794cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa209f5c-4ca3-4f7b-b188-aadce03a8894 HTTP/1.1" status: 200 len: 913 time: 0.2638528 Dec 14 02:32:53.821534 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d82044-3438-484b-8224-d89d4302ec88 admin admin] Network c5d85574-809c-4bfd-81ff-083b985e268d is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:32:53.864105 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-348207f3-329d-4466-b1fa-1c061b8d631d req-1ddbbac9-fe61-4754-87d5-1edd41caa6bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae60d6b-26cf-4158-97d8-26e3216a2b78 HTTP/1.1" status: 200 len: 1000 time: 0.0891616 Dec 14 02:32:53.880279 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 36519be4-053e-41d6-9273-c1b9d05e8d6c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=36519be4-053e-41d6-9273-c1b9d05e8d6c,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:53.897512 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a119120-680f-4fcb-8c99-a45856ba5530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:53.897826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '36519be4-053e-41d6-9273-c1b9d05e8d6c', 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27', 'port_id': '36519be4-053e-41d6-9273-c1b9d05e8d6c', 'mac_address': 'fa:16:3e:f5:94:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff6592f-d083-4d91-9f99-e0072e6fa6ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:32:53.959616 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:53.980787 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36519be4-053e-41d6-9273-c1b9d05e8d6c {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:32:53.981662 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-14d82044-3438-484b-8224-d89d4302ec88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, c5d85574-809c-4bfd-81ff-083b985e268d) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:32:54.001914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c93b77-8dd1-40a4-9bf1-6477ba5b442f None None] Network c5d85574-809c-4bfd-81ff-083b985e268d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:32:54.058611 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d82044-3438-484b-8224-d89d4302ec88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:54.060603 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-14d82044-3438-484b-8224-d89d4302ec88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:54.073323 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f37fc-74c8-4b4b-82e4-856007bc8590 req-98181a62-82a1-4f34-94ce-2074072174a7 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:54.076627 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8579025-79e7-4a04-a6b4-d2a008cf7e1f None None] New status for floating IP 95437e8e-4801-48dc-809b-0e70c2ddecdd: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:32:54.077137 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-801f37fc-74c8-4b4b-82e4-856007bc8590 req-98181a62-82a1-4f34-94ce-2074072174a7 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1897717 Dec 14 02:32:54.087795 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a119120-680f-4fcb-8c99-a45856ba5530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc59639-adb0-4449-b636-387d92a54d62,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:54.095147 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a119120-680f-4fcb-8c99-a45856ba5530 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:54.097001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb9511-d3fb-4eba-b72f-9637cc78da25 req-baa3f128-fe24-4662-a172-0db1cbb67c52 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:54.103362 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3a119120-680f-4fcb-8c99-a45856ba5530 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bbc59639-adb0-4449-b636-387d92a54d62 HTTP/1.1" status: 204 len: 168 time: 1.0907989 Dec 14 02:32:54.105040 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53410) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:54.105536 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ffcb9511-d3fb-4eba-b72f-9637cc78da25 req-baa3f128-fe24-4662-a172-0db1cbb67c52 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 944 time: 0.1355419 Dec 14 02:32:54.151846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348207f3-329d-4466-b1fa-1c061b8d631d req-08df5bf2-0adc-4043-93bc-04691e80f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:54.153240 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-348207f3-329d-4466-b1fa-1c061b8d631d req-08df5bf2-0adc-4043-93bc-04691e80f292 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6fca9bbc-2a0a-4b97-b622-987e739d6dff HTTP/1.1" status: 200 len: 851 time: 0.2787905 Dec 14 02:32:54.171815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f876a5-3f81-4a3c-8762-ff6ea7a7f9a8 None None] Network dbb5210d-5a2e-4d63-b597-aa4163119656 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:32:54.200236 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-14d82044-3438-484b-8224-d89d4302ec88 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.3005633 Dec 14 02:32:54.244604 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ffcb9511-d3fb-4eba-b72f-9637cc78da25 req-b114f15f-7438-4ee5-afc6-deaf2e459600 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343524 Dec 14 02:32:54.257066 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-801f37fc-74c8-4b4b-82e4-856007bc8590 req-1e06d229-3f20-496c-9f2a-4defae558aaf tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422286 Dec 14 02:32:54.266943 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:54.287634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348207f3-329d-4466-b1fa-1c061b8d631d req-94b87c77-cdef-4699-9018-5e3d56aa43c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:54.289607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-348207f3-329d-4466-b1fa-1c061b8d631d req-94b87c77-cdef-4699-9018-5e3d56aa43c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa209f5c-4ca3-4f7b-b188-aadce03a8894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276243 Dec 14 02:32:54.316073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae94bdf7-9d71-41d7-b692-d2f637b243c9 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:32:54.335896 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ae94bdf7-9d71-41d7-b692-d2f637b243c9 admin admin] 10.222.0.39 "PUT /v2.0/routers/f34b97a4-2550-4f4a-8abd-331393183240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8920622 Dec 14 02:32:54.349006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53422) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:54.530781 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] Deleting port 52235220-5165-4f6e-b9c2-5ef920a65481 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:54.530781 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:54.610208 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 36519be4-053e-41d6-9273-c1b9d05e8d6c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=36519be4-053e-41d6-9273-c1b9d05e8d6c,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:54.613353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971588af-efb4-41fc-9c30-f593101125a5 None None] Network c5d85574-809c-4bfd-81ff-083b985e268d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:32:54.649002 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] For port 52235220-5165-4f6e-b9c2-5ef920a65481, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=52235220-5165-4f6e-b9c2-5ef920a65481,segment=NetworkSegment(60d8b910-b56d-4e38-9b83-b18c9508b5e5),segment_id=60d8b910-b56d-4e38-9b83-b18c9508b5e5)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:54.650115 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:54.680135 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] Calling delete_port for 52235220-5165-4f6e-b9c2-5ef920a65481 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:54.739537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1a8632-61ee-48aa-bc35-ae6cf2a10896 None None] Sync routers for ids ['f34b97a4-2550-4f4a-8abd-331393183240'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:32:54.748333 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-348207f3-329d-4466-b1fa-1c061b8d631d req-83babac1-83c8-42d7-9bb2-c4fca8f45c56 service neutron] 10.222.0.47 "GET /v2.0/networks/aa209f5c-4ca3-4f7b-b188-aadce03a8894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375415 Dec 14 02:32:54.759326 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95279bb-c3de-49d1-ba96-ca562038e281 req-29a158da-1c71-4031-aa8f-3dd34927308c tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:54.760204 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:54.766343 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1a8632-61ee-48aa-bc35-ae6cf2a10896 None None] Routers {'f34b97a4-2550-4f4a-8abd-331393183240'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:32:54.766994 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7e1a8632-61ee-48aa-bc35-ae6cf2a10896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:32:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f34b97a4-2550-4f4a-8abd-331393183240'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:54.771059 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f95279bb-c3de-49d1-ba96-ca562038e281 req-29a158da-1c71-4031-aa8f-3dd34927308c tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/ports?device_id=87647085-1c1f-4b41-9fa1-59bf7b574ec4 HTTP/1.1" status: 200 len: 944 time: 0.1557510 Dec 14 02:32:54.879986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd85df-f964-4c1e-b4d1-b88d18079531 req-278ad713-a254-4f95-81ed-12ccdd02bc73 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:54.882469 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09cd85df-f964-4c1e-b4d1-b88d18079531 req-278ad713-a254-4f95-81ed-12ccdd02bc73 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.3059945 Dec 14 02:32:54.918202 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-348207f3-329d-4466-b1fa-1c061b8d631d req-3c916eb1-f84b-4137-a6a9-c0370146364d service neutron] 10.222.0.47 "GET /v2.0/networks/aa209f5c-4ca3-4f7b-b188-aadce03a8894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387477 Dec 14 02:32:54.924903 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-360b8b40-aaa0-4e3c-86d0-9b6af031b8e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:54.935638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-7e1a8632-61ee-48aa-bc35-ae6cf2a10896 None None] Set router f34b97a4-2550-4f4a-8abd-331393183240 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:32:54.957522 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:55.009464 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] Pushing event deleted for resources: {'Port': ['ID=52235220-5165-4f6e-b9c2-5ef920a65481,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:55.012053 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] No DVR routers for this DVR port 52235220-5165-4f6e-b9c2-5ef920a65481 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:32:55.064837 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f95279bb-c3de-49d1-ba96-ca562038e281 req-0c7de890-05ff-4182-a7c6-0446116f5047 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ade36eb-4ad2-4700-9a8e-0cf45d4ef2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928889 Dec 14 02:32:55.096126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09cd85df-f964-4c1e-b4d1-b88d18079531 req-464be0db-ddda-43a3-ae28-3e0a5a6357ec tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836300 Dec 14 02:32:55.156250 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-360b8b40-aaa0-4e3c-86d0-9b6af031b8e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:55.216415 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=36519be4-053e-41d6-9273-c1b9d05e8d6c,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:55.216868 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['36519be4-053e-41d6-9273-c1b9d05e8d6c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:32:55.348021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-360b8b40-aaa0-4e3c-86d0-9b6af031b8e6 admin admin] Deleting port c2535068-ff23-4821-bceb-c41a899bec25 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:55.348652 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-360b8b40-aaa0-4e3c-86d0-9b6af031b8e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:55.374287 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207d8bef-2b0a-42d8-be6f-97595bf9c647 None None] DHCP port deletion for dbb5210d-5a2e-4d63-b597-aa4163119656 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:32:55.445217 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:55.473577 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb5210d-5a2e-4d63-b597-aa4163119656']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:55.493636 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-360b8b40-aaa0-4e3c-86d0-9b6af031b8e6 admin admin] For port c2535068-ff23-4821-bceb-c41a899bec25, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c2535068-ff23-4821-bceb-c41a899bec25,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:55.494559 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-360b8b40-aaa0-4e3c-86d0-9b6af031b8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:55.499729 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d8b910-b56d-4e38-9b83-b18c9508b5e5') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:55.500144 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d8b910-b56d-4e38-9b83-b18c9508b5e5') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:55.513118 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-360b8b40-aaa0-4e3c-86d0-9b6af031b8e6 admin admin] Calling delete_port for c2535068-ff23-4821-bceb-c41a899bec25 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:55.515522 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:55.551234 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:55.566824 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:32:55.567291 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:32:55.574618 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:32:55.604514 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7e1a8632-61ee-48aa-bc35-ae6cf2a10896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'name': 'tempest-FloatingIPDetailsTestJSON-76585154-router', 'tenant_id': '03ce430e97c4438392fc70187e908531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'c2535068-ff23-4821-bceb-c41a899bec25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:03Z', 'updated_at': '2021-12-14T02:32:51Z', 'revision_number': 5, 'project_id': '03ce430e97c4438392fc70187e908531', 'gw_port': {'id': 'c2535068-ff23-4821-bceb-c41a899bec25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:05:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:04Z', 'updated_at': '2021-12-14T02:32:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:55.654520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1a8632-61ee-48aa-bc35-ae6cf2a10896 None None] Checking router: f34b97a4-2550-4f4a-8abd-331393183240 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:32:55.673670 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1a8632-61ee-48aa-bc35-ae6cf2a10896 None None] Routers {'f34b97a4-2550-4f4a-8abd-331393183240'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:32:55.674485 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7e1a8632-61ee-48aa-bc35-ae6cf2a10896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:32:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f34b97a4-2550-4f4a-8abd-331393183240'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:55.708342 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:55.720144 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:55.724232 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] 10.222.0.39 "DELETE /v2.0/networks/dbb5210d-5a2e-4d63-b597-aa4163119656 HTTP/1.1" status: 204 len: 168 time: 1.6148007 Dec 14 02:32:55.742587 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874ca38-8836-48b2-9a8c-fda1a7fa36ef admin admin] Pushing event deleted for resources: {'Network': ['ID=dbb5210d-5a2e-4d63-b597-aa4163119656,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:55.786533 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de262a7-e53e-45fd-adc0-2e68c3e10b33 req-a1135888-be7d-4259-adf2-97953b7facf5 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:55.788666 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6de262a7-e53e-45fd-adc0-2e68c3e10b33 req-a1135888-be7d-4259-adf2-97953b7facf5 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 945 time: 0.2031188 Dec 14 02:32:55.828323 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 206a3475-42bd-49fa-a0b1-9332ec395835 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:32:55.884378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-f9782309-c715-4b84-81d2-7feeb9d3640f tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:55.891662 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-f9782309-c715-4b84-81d2-7feeb9d3640f tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/networks?id=c5d85574-809c-4bfd-81ff-083b985e268d HTTP/1.1" status: 200 len: 822 time: 0.3011158 Dec 14 02:32:55.915434 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-7e1a8632-61ee-48aa-bc35-ae6cf2a10896 None None] Set router f34b97a4-2550-4f4a-8abd-331393183240 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:32:55.923318 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-a7f7c7f1-4415-4244-be0d-5f94b06c8462 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/quotas/310f52a4e2554769b4b20229af525b98 HTTP/1.1" status: 200 len: 375 time: 0.0307117 Dec 14 02:32:55.957465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6de262a7-e53e-45fd-adc0-2e68c3e10b33 req-4a8f8298-8fca-424f-84f7-d983d3e5bc70 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606858 Dec 14 02:32:55.959877 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-c0c05d3f-5517-4baa-81ee-d255c2b234b8 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=310f52a4e2554769b4b20229af525b98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357845 Dec 14 02:32:55.982341 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7e1a8632-61ee-48aa-bc35-ae6cf2a10896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'name': 'tempest-FloatingIPDetailsTestJSON-76585154-router', 'tenant_id': '03ce430e97c4438392fc70187e908531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:03Z', 'updated_at': '2021-12-14T02:32:55Z', 'revision_number': 6, 'project_id': '03ce430e97c4438392fc70187e908531', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:56.014624 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1a8632-61ee-48aa-bc35-ae6cf2a10896 None None] The sync data for ids ['f34b97a4-2550-4f4a-8abd-331393183240'] in n-d-821636-1 is: [{'id': 'f34b97a4-2550-4f4a-8abd-331393183240', 'name': 'tempest-FloatingIPDetailsTestJSON-76585154-router', 'tenant_id': '03ce430e97c4438392fc70187e908531', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:03Z', 'updated_at': '2021-12-14T02:32:55Z', 'revision_number': 6, 'project_id': '03ce430e97c4438392fc70187e908531', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:32:56.082661 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-360b8b40-aaa0-4e3c-86d0-9b6af031b8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:56.122465 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 206a3475-42bd-49fa-a0b1-9332ec395835 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:32:56.123976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b8b40-aaa0-4e3c-86d0-9b6af031b8e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2535068-ff23-4821-bceb-c41a899bec25,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:56.134377 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 206a3475-42bd-49fa-a0b1-9332ec395835 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:56.137523 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:56.212165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c4e04-f1e9-4a0c-9cac-e2622fa580b7 req-4485ae7a-b447-4597-8ec9-352c50a5b2c9 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:56.214085 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af7c4e04-f1e9-4a0c-9cac-e2622fa580b7 req-4485ae7a-b447-4597-8ec9-352c50a5b2c9 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1648517 Dec 14 02:32:56.216618 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-360b8b40-aaa0-4e3c-86d0-9b6af031b8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:56.242425 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53458) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:56.273057 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:56.308338 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87647085-1c1f-4b41-9fa1-59bf7b574ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206a3475-42bd-49fa-a0b1-9332ec395835'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:32:56.311204 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2419848-8bb3-450d-909e-3ba4efce2bd8" -d '{"events": [{"server_uuid": "87647085-1c1f-4b41-9fa1-59bf7b574ec4", "name": "network-vif-plugged", "status": "completed", "tag": "206a3475-42bd-49fa-a0b1-9332ec395835"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:32:56.326660 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 206a3475-42bd-49fa-a0b1-9332ec395835, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=206a3475-42bd-49fa-a0b1-9332ec395835,segment=NetworkSegment(152bc801-fc0d-4f80-9654-6d96a66af042),segment_id=152bc801-fc0d-4f80-9654-6d96a66af042)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:56.334845 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4a9e6268-2e6e-49b9-b4f7-46c474ecfd48 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c250e2eb12b842c7981eb003bb433d87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0908344 Dec 14 02:32:56.340899 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53462) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:56.351171 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-360b8b40-aaa0-4e3c-86d0-9b6af031b8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:56.355859 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-360b8b40-aaa0-4e3c-86d0-9b6af031b8e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:56.358176 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-735beb58-457f-47e6-b783-d455c6091333 service neutron] 10.222.0.39 "GET /v2.0/networks/c5d85574-809c-4bfd-81ff-083b985e268d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899114 Dec 14 02:32:56.408895 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:56.414154 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-15855186-6e06-43ac-a775-d906a7268334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:56.442980 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-15855186-6e06-43ac-a775-d906a7268334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:56.488944 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af7c4e04-f1e9-4a0c-9cac-e2622fa580b7 req-804736b1-3a06-45aa-a1e8-9f9456733a54 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632921 Dec 14 02:32:56.536873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=206a3475-42bd-49fa-a0b1-9332ec395835,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:56.596848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-15b2a55e-1904-4a42-8a6b-fc78312b709c service neutron] 10.222.0.39 "GET /v2.0/networks/c5d85574-809c-4bfd-81ff-083b985e268d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298577 Dec 14 02:32:56.603107 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-360b8b40-aaa0-4e3c-86d0-9b6af031b8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:56.603682 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360b8b40-aaa0-4e3c-86d0-9b6af031b8e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f34b97a4-2550-4f4a-8abd-331393183240 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:32:56.608251 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-360b8b40-aaa0-4e3c-86d0-9b6af031b8e6 admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:56.612700 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53474) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:56.615808 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-360b8b40-aaa0-4e3c-86d0-9b6af031b8e6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f34b97a4-2550-4f4a-8abd-331393183240 HTTP/1.1" status: 204 len: 168 time: 2.2656569 Dec 14 02:32:56.624608 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-15855186-6e06-43ac-a775-d906a7268334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:56.627705 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-15855186-6e06-43ac-a775-d906a7268334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:56.629294 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-15855186-6e06-43ac-a775-d906a7268334 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fdf7e758-e674-4d6b-bc62-2b61434e54b9 HTTP/1.1" status: 204 len: 168 time: 0.2870467 Dec 14 02:32:56.667483 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15855186-6e06-43ac-a775-d906a7268334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf7e758-e674-4d6b-bc62-2b61434e54b9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:56.699170 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15855186-6e06-43ac-a775-d906a7268334 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:56.700096 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15855186-6e06-43ac-a775-d906a7268334 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:56.700096 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15855186-6e06-43ac-a775-d906a7268334 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:56.700860 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15855186-6e06-43ac-a775-d906a7268334 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:56.701410 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15855186-6e06-43ac-a775-d906a7268334 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:56.701992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15855186-6e06-43ac-a775-d906a7268334 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:56.702462 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15855186-6e06-43ac-a775-d906a7268334 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:56.702862 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15855186-6e06-43ac-a775-d906a7268334 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:56.703320 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15855186-6e06-43ac-a775-d906a7268334 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:56.703755 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15855186-6e06-43ac-a775-d906a7268334 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:56.704862 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15855186-6e06-43ac-a775-d906a7268334 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:56.705400 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15855186-6e06-43ac-a775-d906a7268334 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:56.705840 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15855186-6e06-43ac-a775-d906a7268334 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:32:56.732380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-a572c540-e4dd-42f8-8384-2a4e32577385 admin admin] Deleting subnet 2e3c907a-531f-40c4-8f8f-300f052cfc75 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:32:56.736179 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a572c540-e4dd-42f8-8384-2a4e32577385 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:56.774697 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:56.778706 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a572c540-e4dd-42f8-8384-2a4e32577385 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:56.926641 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a572c540-e4dd-42f8-8384-2a4e32577385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:56.951974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e503e6-74c8-4ad4-9696-426a32cbf8c2 req-626f6b4d-1cd3-4291-9425-c52913e11f4c tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:56.956384 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f2e503e6-74c8-4ad4-9696-426a32cbf8c2 req-626f6b4d-1cd3-4291-9425-c52913e11f4c tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/ports?device_id=87647085-1c1f-4b41-9fa1-59bf7b574ec4 HTTP/1.1" status: 200 len: 945 time: 0.1737185 Dec 14 02:32:56.961665 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f834dd0c-bff9-4d41-bd68-26cfd784d777 x-openstack-request-id: req-f834dd0c-bff9-4d41-bd68-26cfd784d777 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:56.962236 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87647085-1c1f-4b41-9fa1-59bf7b574ec4", "name": "network-vif-plugged", "status": "completed", "tag": "206a3475-42bd-49fa-a0b1-9332ec395835", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:56.962731 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f834dd0c-bff9-4d41-bd68-26cfd784d777 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:56.963589 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87647085-1c1f-4b41-9fa1-59bf7b574ec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206a3475-42bd-49fa-a0b1-9332ec395835', 'code': 200} Dec 14 02:32:57.088353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 13bc6d4f-feae-4724-8db7-c38d8346969d no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:32:57.113580 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 13bc6d4f-feae-4724-8db7-c38d8346969d {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:32:57.114076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 13bc6d4f-feae-4724-8db7-c38d8346969d not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:32:57.114347 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c2535068-ff23-4821-bceb-c41a899bec25 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:32:57.166537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: c2535068-ff23-4821-bceb-c41a899bec25 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:32:57.167633 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c2535068-ff23-4821-bceb-c41a899bec25 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:32:57.168381 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 52235220-5165-4f6e-b9c2-5ef920a65481 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:32:57.174988 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a572c540-e4dd-42f8-8384-2a4e32577385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:57.197434 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a572c540-e4dd-42f8-8384-2a4e32577385 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:57.201196 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a572c540-e4dd-42f8-8384-2a4e32577385 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2e3c907a-531f-40c4-8f8f-300f052cfc75 HTTP/1.1" status: 204 len: 168 time: 0.5870755 Dec 14 02:32:57.221978 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53486) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:57.230647 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572c540-e4dd-42f8-8384-2a4e32577385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e3c907a-531f-40c4-8f8f-300f052cfc75,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:57.261921 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f2e503e6-74c8-4ad4-9696-426a32cbf8c2 req-7bedcd3e-9678-4bb2-8349-be50313e6ca8 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ade36eb-4ad2-4700-9a8e-0cf45d4ef2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970076 Dec 14 02:32:57.263750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2483e684-2406-4be7-8a46-0c4d471dc348 None None] Network 00fcdb17-c212-4c91-85b5-f1cbeb57a53e requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:32:57.293807 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 52235220-5165-4f6e-b9c2-5ef920a65481 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:32:57.298319 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 52235220-5165-4f6e-b9c2-5ef920a65481 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:32:57.340529 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f11af-e0c0-43d1-a11f-ff5ef3f65f94 req-d936b120-de31-4386-9410-f7bf8ad58111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:57.346660 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c29f11af-e0c0-43d1-a11f-ff5ef3f65f94 req-d936b120-de31-4386-9410-f7bf8ad58111 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=87647085-1c1f-4b41-9fa1-59bf7b574ec4 HTTP/1.1" status: 200 len: 1096 time: 0.2473714 Dec 14 02:32:57.379500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd480a5-4b7a-4801-9d44-92dea7925aac req-a5a0ed95-e5d6-45a7-b3d7-ef7e1b9033fa tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:57.388592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dfd480a5-4b7a-4801-9d44-92dea7925aac req-a5a0ed95-e5d6-45a7-b3d7-ef7e1b9033fa tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.3062308 Dec 14 02:32:57.396005 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:57.438805 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ec1a640-13cf-418d-bb3b-9a8b4afa753b req-8bca88b0-849f-49f4-899f-7a33bce54563 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 210 time: 0.0882881 Dec 14 02:32:57.506117 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c29f11af-e0c0-43d1-a11f-ff5ef3f65f94 req-6d0474bd-7614-4693-b0f6-df32da23f5b3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2ade36eb-4ad2-4700-9a8e-0cf45d4ef2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439583 Dec 14 02:32:57.508537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] Deleting port d020fe6c-b371-4385-bdcc-cc72326d2dbd {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:57.513352 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:57.523930 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dfd480a5-4b7a-4801-9d44-92dea7925aac req-d33f3ff3-387b-4ff8-943f-6e272c3d0959 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337137 Dec 14 02:32:57.671703 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] For port d020fe6c-b371-4385-bdcc-cc72326d2dbd, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d020fe6c-b371-4385-bdcc-cc72326d2dbd,segment=NetworkSegment(5d2575dd-b423-45d4-a42f-8014a213e5cc),segment_id=5d2575dd-b423-45d4-a42f-8014a213e5cc)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:57.671703 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:57.675407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437bf256-328a-47b9-adba-2aeee0e96789 req-129f875a-06f5-419d-bf7e-411964d81037 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:57.675407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-437bf256-328a-47b9-adba-2aeee0e96789 req-129f875a-06f5-419d-bf7e-411964d81037 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 945 time: 0.0951772 Dec 14 02:32:57.675982 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] Calling delete_port for d020fe6c-b371-4385-bdcc-cc72326d2dbd owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:57.687622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 36519be4-053e-41d6-9273-c1b9d05e8d6c up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:32:57.724322 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-437bf256-328a-47b9-adba-2aeee0e96789 req-368dab6e-0a04-4410-8413-ff79aee56e05 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627849 Dec 14 02:32:57.744854 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf888f90-5386-4c5f-9670-2bd81aa5e816 None None] DHCP port deletion for 00fcdb17-c212-4c91-85b5-f1cbeb57a53e request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:32:57.797833 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:57.817884 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bf888f90-5386-4c5f-9670-2bd81aa5e816 None None] Deleting port d020fe6c-b371-4385-bdcc-cc72326d2dbd {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:32:57.818337 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf888f90-5386-4c5f-9670-2bd81aa5e816 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:57.837806 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] Pushing event deleted for resources: {'Port': ['ID=d020fe6c-b371-4385-bdcc-cc72326d2dbd,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:57.844712 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] No DVR routers for this DVR port d020fe6c-b371-4385-bdcc-cc72326d2dbd on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:32:57.852486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea4c43-cd1b-48d9-be2c-3334362307b7 req-21e40d60-8ecf-4be1-aa7c-3bb79ca14e29 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:57.856255 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2cea4c43-cd1b-48d9-be2c-3334362307b7 req-21e40d60-8ecf-4be1-aa7c-3bb79ca14e29 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0776832 Dec 14 02:32:57.898754 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 36519be4-053e-41d6-9273-c1b9d05e8d6c completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:32:57.898754 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 36519be4-053e-41d6-9273-c1b9d05e8d6c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:32:57.898754 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:57.904524 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-bf888f90-5386-4c5f-9670-2bd81aa5e816 None None] For port d020fe6c-b371-4385-bdcc-cc72326d2dbd, host n-d-821636-1, got binding levels [] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:57.904922 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf888f90-5386-4c5f-9670-2bd81aa5e816 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:57.953548 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2cea4c43-cd1b-48d9-be2c-3334362307b7 req-e7da4b68-ba1c-4fd0-98c5-c5ad921f8009 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922248 Dec 14 02:32:58.017554 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:58.057077 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fcdb17-c212-4c91-85b5-f1cbeb57a53e']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:58.083808 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2575dd-b423-45d4-a42f-8014a213e5cc') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:58.084118 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2575dd-b423-45d4-a42f-8014a213e5cc') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:32:58.089418 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53518) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:58.118994 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:58.149191 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:58.168154 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:32:58.168669 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:32:58.170612 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:32:58.176742 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bf888f90-5386-4c5f-9670-2bd81aa5e816 None None] Calling delete_port for d020fe6c-b371-4385-bdcc-cc72326d2dbd owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:32:58.181863 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.ipam_backend_mixin [None req-bf888f90-5386-4c5f-9670-2bd81aa5e816 None None] Port d020fe6c-b371-4385-bdcc-cc72326d2dbd was not found and therefore no delete operation was performed {{(pid=103849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 02:32:58.187360 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-284c3d12-3a09-4fff-bd70-b7e7ccd9af28 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=113a23851b3e4eaa836ad94cf6c94f47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0942428 Dec 14 02:32:58.191927 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf888f90-5386-4c5f-9670-2bd81aa5e816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:58.204800 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53520) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:58.234404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf888f90-5386-4c5f-9670-2bd81aa5e816 None None] Pushing event deleted for resources: {'Port': ['ID=d020fe6c-b371-4385-bdcc-cc72326d2dbd,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:58.240442 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf888f90-5386-4c5f-9670-2bd81aa5e816 None None] No DVR routers for this DVR port d020fe6c-b371-4385-bdcc-cc72326d2dbd on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:32:58.289581 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:58.299550 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c37cb3-c7fc-4ee5-8c40-730335a0bd7b req-b02a2a4a-3d9a-44f1-bea0-bd499af28e79 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:58.304310 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0c37cb3-c7fc-4ee5-8c40-730335a0bd7b req-b02a2a4a-3d9a-44f1-bea0-bd499af28e79 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1939731 Dec 14 02:32:58.317599 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:58.324852 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:58.332347 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] 10.222.0.39 "DELETE /v2.0/networks/00fcdb17-c212-4c91-85b5-f1cbeb57a53e HTTP/1.1" status: 204 len: 168 time: 1.1057582 Dec 14 02:32:58.332549 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 36519be4-053e-41d6-9273-c1b9d05e8d6c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=36519be4-053e-41d6-9273-c1b9d05e8d6c,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:32:58.363511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b2506-e8cc-4f81-bfbf-5e6f9254ef07 admin admin] Pushing event deleted for resources: {'Network': ['ID=00fcdb17-c212-4c91-85b5-f1cbeb57a53e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:58.408742 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:58.473403 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=36519be4-053e-41d6-9273-c1b9d05e8d6c,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:58.790336 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-326b1ea0-5140-4b41-872d-62e9af8980e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:58.825569 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0c37cb3-c7fc-4ee5-8c40-730335a0bd7b req-2667ffeb-e8fa-49d7-aeeb-4bb3e6e5d418 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863846 Dec 14 02:32:58.840230 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-326b1ea0-5140-4b41-872d-62e9af8980e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:58.860314 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1df7e0-32b6-4a94-bf93-f60443569ba8 req-4855b2bc-c6a6-467b-a172-522da002a9eb tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:58.860848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b1df7e0-32b6-4a94-bf93-f60443569ba8 req-4855b2bc-c6a6-467b-a172-522da002a9eb tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/ports?device_id=87647085-1c1f-4b41-9fa1-59bf7b574ec4 HTTP/1.1" status: 200 len: 945 time: 0.1012936 Dec 14 02:32:58.922999 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53542) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:58.954516 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5a2e79c-173a-47ea-9ab9-596a2bee341b req-09d6b7dc-87a1-4a5a-9412-9e39910a3a24 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 210 time: 0.0407698 Dec 14 02:32:58.971743 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e4929e-e436-474f-b19a-e590ffe7c4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36519be4-053e-41d6-9273-c1b9d05e8d6c'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:32:58.971743 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49ed9f7-3e32-430a-a980-e036d0aa702c" -d '{"events": [{"server_uuid": "89e4929e-e436-474f-b19a-e590ffe7c4e2", "name": "network-vif-plugged", "status": "completed", "tag": "36519be4-053e-41d6-9273-c1b9d05e8d6c"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:32:58.972853 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b1df7e0-32b6-4a94-bf93-f60443569ba8 req-f2f35dc5-c6ba-41e6-a8a4-426ccb8d7f6a tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ade36eb-4ad2-4700-9a8e-0cf45d4ef2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001329 Dec 14 02:32:58.999441 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d020fe6c-b371-4385-bdcc-cc72326d2dbd no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:32:59.023685 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: d020fe6c-b371-4385-bdcc-cc72326d2dbd {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:32:59.024772 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d020fe6c-b371-4385-bdcc-cc72326d2dbd not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:32:59.048712 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-326b1ea0-5140-4b41-872d-62e9af8980e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:59.052071 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-326b1ea0-5140-4b41-872d-62e9af8980e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:59.054177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-326b1ea0-5140-4b41-872d-62e9af8980e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e262d77-9cb4-4664-905a-9763cbd8c0fa HTTP/1.1" status: 204 len: 168 time: 0.8419912 Dec 14 02:32:59.058360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53556) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:32:59.065526 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b2918a34-fd0a-44b2-a4a3-1148ea62f95b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03ce430e97c4438392fc70187e908531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310744 Dec 14 02:32:59.086530 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b1ea0-5140-4b41-872d-62e9af8980e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e262d77-9cb4-4664-905a-9763cbd8c0fa,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:59.182885 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a25607-a92e-4703-bc27-244343289c20 req-1fa3020a-3ff1-41dd-9928-e83f56c6993a tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:59.184566 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c6a25607-a92e-4703-bc27-244343289c20 req-1fa3020a-3ff1-41dd-9928-e83f56c6993a tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 946 time: 0.0760512 Dec 14 02:32:59.185813 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0339140-10ff-44b4-a189-4c1de00bccbc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:59.224411 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0339140-10ff-44b4-a189-4c1de00bccbc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:59.232239 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aa8478-f8e0-4dd1-853f-950ab5c99510 x-openstack-request-id: req-e1aa8478-f8e0-4dd1-853f-950ab5c99510 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:32:59.232605 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e4929e-e436-474f-b19a-e590ffe7c4e2", "name": "network-vif-plugged", "status": "completed", "tag": "36519be4-053e-41d6-9273-c1b9d05e8d6c", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:32:59.232929 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1aa8478-f8e0-4dd1-853f-950ab5c99510 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:32:59.233510 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e4929e-e436-474f-b19a-e590ffe7c4e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36519be4-053e-41d6-9273-c1b9d05e8d6c', 'code': 200} Dec 14 02:32:59.284187 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c6a25607-a92e-4703-bc27-244343289c20 req-7b34c3b2-ca54-4f3a-9350-f89fe9522fa9 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878448 Dec 14 02:32:59.383035 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a2289-e76a-4f02-ad0f-6f7190c5a5d1 req-e1887224-61a4-4222-9f1d-cce2a7e23d89 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:59.384513 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-999a2289-e76a-4f02-ad0f-6f7190c5a5d1 req-e1887224-61a4-4222-9f1d-cce2a7e23d89 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0778100 Dec 14 02:32:59.386740 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0339140-10ff-44b4-a189-4c1de00bccbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:59.389502 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0339140-10ff-44b4-a189-4c1de00bccbc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:32:59.390510 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f0339140-10ff-44b4-a189-4c1de00bccbc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1543e41-c484-4fef-8bd2-213d5ab7c7bb HTTP/1.1" status: 204 len: 168 time: 0.3301568 Dec 14 02:32:59.416664 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0339140-10ff-44b4-a189-4c1de00bccbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1543e41-c484-4fef-8bd2-213d5ab7c7bb,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:32:59.432754 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d062f0-e3ed-4c70-b8ae-322ca0d14fff req-697d4808-d977-400f-be42-43862a899461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:59.434299 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03d062f0-e3ed-4c70-b8ae-322ca0d14fff req-697d4808-d977-400f-be42-43862a899461 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 1097 time: 0.0826547 Dec 14 02:32:59.480975 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-999a2289-e76a-4f02-ad0f-6f7190c5a5d1 req-2917d40b-6afa-47ad-9f28-156a43165d13 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879960 Dec 14 02:32:59.523419 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03d062f0-e3ed-4c70-b8ae-322ca0d14fff req-7a5e4a93-c70c-4326-b923-2d272b57e3d7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807817 Dec 14 02:32:59.607731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e4247-9fc1-4977-ac6c-6c11507c5e3f req-11d751ca-7797-4f05-94f9-d1e1d10106db tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:32:59.614007 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b62e4247-9fc1-4977-ac6c-6c11507c5e3f req-11d751ca-7797-4f05-94f9-d1e1d10106db tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0599053 Dec 14 02:32:59.671462 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b62e4247-9fc1-4977-ac6c-6c11507c5e3f req-b262ab93-0c91-442a-8a3b-bf8e544a2fbd tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509739 Dec 14 02:32:59.884225 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:00.081014 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-96410078-0c0e-448c-9c2e-98f070f6a9d7 req-f2bc4dda-f78c-4a52-b479-7a94610cebd0 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 210 time: 0.0344679 Dec 14 02:33:00.114307 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de53b5-1f79-4f93-a670-be01cf212042 req-6f75e80d-1e8c-4fd6-ab7a-ceb03e66ec25 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:00.116900 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-25de53b5-1f79-4f93-a670-be01cf212042 req-6f75e80d-1e8c-4fd6-ab7a-ceb03e66ec25 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/networks?id=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 HTTP/1.1" status: 200 len: 814 time: 0.1633513 Dec 14 02:33:00.133912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-25de53b5-1f79-4f93-a670-be01cf212042 req-d2d6d433-685f-49fb-81f8-ed5060485cd4 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/quotas/038f1fba5462416da4b946cf716bf191 HTTP/1.1" status: 200 len: 375 time: 0.0107169 Dec 14 02:33:00.218484 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-25de53b5-1f79-4f93-a670-be01cf212042 req-2abc592e-be08-4f13-b1a8-e21a58ee2ab1 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=038f1fba5462416da4b946cf716bf191&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0785880 Dec 14 02:33:00.235586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a95e8-54c5-418c-9f04-c5df12ecbba3 req-259aa3be-f09a-4eb7-85dd-d3c8fc8fe577 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:00.235586 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eb7a95e8-54c5-418c-9f04-c5df12ecbba3 req-259aa3be-f09a-4eb7-85dd-d3c8fc8fe577 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/ports?device_id=87647085-1c1f-4b41-9fa1-59bf7b574ec4 HTTP/1.1" status: 200 len: 945 time: 0.0647390 Dec 14 02:33:00.336220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53634) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:00.345841 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eb7a95e8-54c5-418c-9f04-c5df12ecbba3 req-78193af2-9c07-44ee-b2a5-c92e8d3519fe tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ade36eb-4ad2-4700-9a8e-0cf45d4ef2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041172 Dec 14 02:33:00.481976 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ba0b9544-67bc-4eb3-9271-802fb17e8976 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-network', 'tenant_id': '147d893c45c84473a16cd010a047ce68'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:00.527644 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-83f8ca7e-75c6-45e7-b8e2-dce4973c3216 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:00.529266 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-83f8ca7e-75c6-45e7-b8e2-dce4973c3216 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.47 "GET /v2.0/networks?id=c5d85574-809c-4bfd-81ff-083b985e268d HTTP/1.1" status: 200 len: 822 time: 0.2053354 Dec 14 02:33:00.549558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d61ef-b338-4572-8db0-69a6b15b675d req-85159aa7-cb10-4ab8-9e90-c3ad0446815b tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:00.551040 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-338d61ef-b338-4572-8db0-69a6b15b675d req-85159aa7-cb10-4ab8-9e90-c3ad0446815b tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1397309 Dec 14 02:33:00.557404 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-696e6fd7-872e-4261-a52b-f0ad6d4dbbaf tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Request body: {'port': {'device_id': '9e67701d-8df9-4a54-9942-e21035fc0dca', 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d', 'admin_state_up': True, 'tenant_id': '310f52a4e2554769b4b20229af525b98'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:00.574605 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0b9544-67bc-4eb3-9271-802fb17e8976 admin admin] Made reservation on behalf of 147d893c45c84473a16cd010a047ce68 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:33:00.577715 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba0b9544-67bc-4eb3-9271-802fb17e8976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:00.593192 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba0b9544-67bc-4eb3-9271-802fb17e8976 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:00.663066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377906c-d3c2-471c-8ff2-ac75f95bbbaf req-ba787c4b-6932-45b5-9dff-e11317b17a5c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:00.664502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5377906c-d3c2-471c-8ff2-ac75f95bbbaf req-ba787c4b-6932-45b5-9dff-e11317b17a5c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 946 time: 0.1648965 Dec 14 02:33:00.679482 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba0b9544-67bc-4eb3-9271-802fb17e8976 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:00.696674 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-338d61ef-b338-4572-8db0-69a6b15b675d req-41c89ec2-defa-4eca-b62e-9c65eccd2487 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359775 Dec 14 02:33:00.755814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5377906c-d3c2-471c-8ff2-ac75f95bbbaf req-42226e70-6f0f-4bcc-b8b5-4e2ad2d5321c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820935 Dec 14 02:33:00.770286 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba0b9544-67bc-4eb3-9271-802fb17e8976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:00.800126 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0b9544-67bc-4eb3-9271-802fb17e8976 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:33:00.818202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b9544-67bc-4eb3-9271-802fb17e8976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8627f9d1-41cc-4dc8-82cd-8a70179c491d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:00.824000 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba0b9544-67bc-4eb3-9271-802fb17e8976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:00.824385 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-ba0b9544-67bc-4eb3-9271-802fb17e8976 admin admin] Added segment a15d36b1-15db-4b8e-bc87-95b4daa5cfbf of type vlan for network 198368b1-c432-449a-b51e-fd80b320b816 Dec 14 02:33:00.837949 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-696e6fd7-872e-4261-a52b-f0ad6d4dbbaf tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Made reservation on behalf of 310f52a4e2554769b4b20229af525b98 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:33:00.841763 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-696e6fd7-872e-4261-a52b-f0ad6d4dbbaf tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:00.877626 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba0b9544-67bc-4eb3-9271-802fb17e8976 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:01.002220 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba0b9544-67bc-4eb3-9271-802fb17e8976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:01.003206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0b9544-67bc-4eb3-9271-802fb17e8976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:01.003836 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba0b9544-67bc-4eb3-9271-802fb17e8976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:01.017403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3364d-59b2-4dad-91fd-5a29a1f51d6f req-a1722f6c-c7a8-405a-8840-c23be52101a0 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:01.018872 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aab3364d-59b2-4dad-91fd-5a29a1f51d6f req-a1722f6c-c7a8-405a-8840-c23be52101a0 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1240187 Dec 14 02:33:01.059023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-696e6fd7-872e-4261-a52b-f0ad6d4dbbaf tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Allocated IP 172.20.0.5 (c5d85574-809c-4bfd-81ff-083b985e268d/799fcc3a-6b16-494a-9426-718bf990556c/d3958da9-3488-4512-ad7d-1ee83beadf02) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:33:01.067882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b9544-67bc-4eb3-9271-802fb17e8976 admin admin] Pushing event updated for resources: {'Network': ['ID=198368b1-c432-449a-b51e-fd80b320b816,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:01.083579 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 198368b1-c432-449a-b51e-fd80b320b816 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:33:01.095069 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aab3364d-59b2-4dad-91fd-5a29a1f51d6f req-8e57471d-9416-4115-ae4b-7864a362c505 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657532 Dec 14 02:33:01.138066 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ba0b9544-67bc-4eb3-9271-802fb17e8976 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8001888 Dec 14 02:33:01.141134 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53678) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:01.152853 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-dab1699f-25ff-4c32-acf4-a302c05d6d89 admin admin] Request body: {'subnet': {'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-subnet', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:01.270335 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab1699f-25ff-4c32-acf4-a302c05d6d89 admin admin] Made reservation on behalf of 147d893c45c84473a16cd010a047ce68 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:33:01.273384 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dab1699f-25ff-4c32-acf4-a302c05d6d89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:01.276428 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-696e6fd7-872e-4261-a52b-f0ad6d4dbbaf tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:01.374533 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-696e6fd7-872e-4261-a52b-f0ad6d4dbbaf tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:01.424008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-696e6fd7-872e-4261-a52b-f0ad6d4dbbaf tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Network c5d85574-809c-4bfd-81ff-083b985e268d is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:01.429649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-696e6fd7-872e-4261-a52b-f0ad6d4dbbaf tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:01.434033 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-696e6fd7-872e-4261-a52b-f0ad6d4dbbaf tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:33:01.439799 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e6fd7-872e-4261-a52b-f0ad6d4dbbaf tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Pushing event updated for resources: {'Port': ['ID=d3958da9-3488-4512-ad7d-1ee83beadf02,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:01.520809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-696e6fd7-872e-4261-a52b-f0ad6d4dbbaf tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:01.526175 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-696e6fd7-872e-4261-a52b-f0ad6d4dbbaf tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:01.537042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb205c05-65e8-454b-93f2-9d04656c33ac req-35f23448-bc81-4706-94d5-e08eb68ec625 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:01.538745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cb205c05-65e8-454b-93f2-9d04656c33ac req-35f23448-bc81-4706-94d5-e08eb68ec625 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 931 time: 0.1019664 Dec 14 02:33:01.546090 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dab1699f-25ff-4c32-acf4-a302c05d6d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:01.592645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cb205c05-65e8-454b-93f2-9d04656c33ac req-5b5bf5e4-d528-4c1c-9ace-6cb8a6ce5d67 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469084 Dec 14 02:33:01.599842 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-696e6fd7-872e-4261-a52b-f0ad6d4dbbaf tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0477684 Dec 14 02:33:01.601627 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1699f-25ff-4c32-acf4-a302c05d6d89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d48a7da-94d9-484e-afa4-69f85a38a15f,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:01.624268 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Request body: {'port': {'device_id': '9e67701d-8df9-4a54-9942-e21035fc0dca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:01.624442 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab1699f-25ff-4c32-acf4-a302c05d6d89 admin admin] Checking segment: {'id': 'a15d36b1-15db-4b8e-bc87-95b4daa5cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '198368b1-c432-449a-b51e-fd80b320b816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:01.624442 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab1699f-25ff-4c32-acf4-a302c05d6d89 admin admin] Network hostable DHCP agents. Network: 198368b1-c432-449a-b51e-fd80b320b816, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:33:01.678890 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:01.711423 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab1699f-25ff-4c32-acf4-a302c05d6d89 admin admin] Network 198368b1-c432-449a-b51e-fd80b320b816 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:33:01.757986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-25ff3408-3c86-429a-80d6-b0eb04f3b039 req-f014763f-2049-4f42-94da-c1bfeb63c1df tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=038f1fba5462416da4b946cf716bf191 HTTP/1.1" status: 200 len: 221 time: 0.0458932 Dec 14 02:33:01.814989 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-dab1699f-25ff-4c32-acf4-a302c05d6d89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 198368b1-c432-449a-b51e-fd80b320b816) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:01.819105 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab1699f-25ff-4c32-acf4-a302c05d6d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:01.820142 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dab1699f-25ff-4c32-acf4-a302c05d6d89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:01.826973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17f701b-b54d-4386-864b-144634a2cc10 None None] Network 198368b1-c432-449a-b51e-fd80b320b816 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:33:01.886818 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dab1699f-25ff-4c32-acf4-a302c05d6d89 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7443392 Dec 14 02:33:01.889887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53750) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:01.895961 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:01.970200 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-198368b1-c432-449a-b51e-fd80b320b816', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'project_id': '147d893c45c84473a16cd010a047ce68', 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:33:01.971330 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.004028 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3958da9-3488-4512-ad7d-1ee83beadf02 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:33:02.013465 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.029558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Transition to ACTIVE for port object d3958da9-3488-4512-ad7d-1ee83beadf02 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:33:02.054038 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.055172 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.106115 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.118211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Allocated IP 172.20.0.2 (198368b1-c432-449a-b51e-fd80b320b816/7d48a7da-94d9-484e-afa4-69f85a38a15f/622839d8-337c-4540-8ec5-ae74220ce64b) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:33:02.134102 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.205727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Pushing event updated for resources: {'Port': ['ID=d3958da9-3488-4512-ad7d-1ee83beadf02,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:02.263832 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Attempting to bind port d3958da9-3488-4512-ad7d-1ee83beadf02 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:33:02.264384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Attempting to bind port d3958da9-3488-4512-ad7d-1ee83beadf02 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '016bfdf4-fcdf-424b-92be-6edd4364b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:33:02.265006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Attempting to bind port d3958da9-3488-4512-ad7d-1ee83beadf02 on network c5d85574-809c-4bfd-81ff-083b985e268d {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:02.269655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Port d3958da9-3488-4512-ad7d-1ee83beadf02 on network c5d85574-809c-4bfd-81ff-083b985e268d not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:33:02.270079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Attempting to bind port d3958da9-3488-4512-ad7d-1ee83beadf02 on network c5d85574-809c-4bfd-81ff-083b985e268d {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:02.271522 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.277264 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:33:02.277859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Checking segment: {'id': '016bfdf4-fcdf-424b-92be-6edd4364b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:02.278360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Bound using segment: {'id': '016bfdf4-fcdf-424b-92be-6edd4364b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:33:02.278797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Bound port: d3958da9-3488-4512-ad7d-1ee83beadf02, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016bfdf4-fcdf-424b-92be-6edd4364b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:33:02.279156 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.324255 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.366292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] For port d3958da9-3488-4512-ad7d-1ee83beadf02, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:02.372160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] For port d3958da9-3488-4512-ad7d-1ee83beadf02, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d3958da9-3488-4512-ad7d-1ee83beadf02,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:33:02.375878 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Network 198368b1-c432-449a-b51e-fd80b320b816 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:02.378890 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:02.383292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:33:02.387969 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.396092 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Pushing event updated for resources: {'Port': ['ID=622839d8-337c-4540-8ec5-ae74220ce64b,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:02.427765 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.451986 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Attempting to bind port 622839d8-337c-4540-8ec5-ae74220ce64b on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:33:02.452533 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Attempting to bind port 622839d8-337c-4540-8ec5-ae74220ce64b by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'a15d36b1-15db-4b8e-bc87-95b4daa5cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '198368b1-c432-449a-b51e-fd80b320b816'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:33:02.452833 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Attempting to bind port 622839d8-337c-4540-8ec5-ae74220ce64b on network 198368b1-c432-449a-b51e-fd80b320b816 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:02.458853 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:33:02.459320 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Checking segment: {'id': 'a15d36b1-15db-4b8e-bc87-95b4daa5cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '198368b1-c432-449a-b51e-fd80b320b816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:02.460073 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.460894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Bound using segment: {'id': 'a15d36b1-15db-4b8e-bc87-95b4daa5cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '198368b1-c432-449a-b51e-fd80b320b816'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:33:02.461029 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Bound port: 622839d8-337c-4540-8ec5-ae74220ce64b, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15d36b1-15db-4b8e-bc87-95b4daa5cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '198368b1-c432-449a-b51e-fd80b320b816'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:33:02.461366 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.479254 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57977b78-075c-4b7e-a5a3-4e3daa064c16 req-b472a770-2324-43a2-9f8d-09997bf44209 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:02.480961 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57977b78-075c-4b7e-a5a3-4e3daa064c16 req-b472a770-2324-43a2-9f8d-09997bf44209 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0942218 Dec 14 02:33:02.485858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:02.486548 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.488234 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] 10.222.0.47 "PUT /v2.0/ports/d3958da9-3488-4512-ad7d-1ee83beadf02 HTTP/1.1" status: 200 len: 1091 time: 0.8747218 Dec 14 02:33:02.488741 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e67701d-8df9-4a54-9942-e21035fc0dca', 'tag': 'd3958da9-3488-4512-ad7d-1ee83beadf02'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:02.491612 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a658497-973f-41ac-93d2-e61cd3aca0a1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e67701d-8df9-4a54-9942-e21035fc0dca", "tag": "d3958da9-3488-4512-ad7d-1ee83beadf02"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:02.551728 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] For port 622839d8-337c-4540-8ec5-ae74220ce64b, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:02.555429 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] For port 622839d8-337c-4540-8ec5-ae74220ce64b, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=622839d8-337c-4540-8ec5-ae74220ce64b,segment=NetworkSegment(a15d36b1-15db-4b8e-bc87-95b4daa5cfbf),segment_id=a15d36b1-15db-4b8e-bc87-95b4daa5cfbf)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:33:02.565617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae2f79c-030a-4771-a9be-a1e7b77a6888 service neutron] Pushing event updated for resources: {'Port': ['ID=d3958da9-3488-4512-ad7d-1ee83beadf02,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:02.593907 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57977b78-075c-4b7e-a5a3-4e3daa064c16 req-56ddcaf4-1c37-42e4-a715-9c160699b151 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970943 Dec 14 02:33:02.597513 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.604046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd27bc-219b-48ae-a1d7-26815491958f req-9ce640f6-86bd-4f1c-b486-180898ce397a tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:02.605613 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94bd27bc-219b-48ae-a1d7-26815491958f req-9ce640f6-86bd-4f1c-b486-180898ce397a tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 946 time: 0.0978115 Dec 14 02:33:02.669968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c488a-3186-4f84-813a-fe1a967f7c93 None None] Pushing event updated for resources: {'Port': ['ID=622839d8-337c-4540-8ec5-ae74220ce64b,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:02.677253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device bb246fdb-f478-4e4f-9a95-bb450ad7c6cf no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:33:02.706677 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94bd27bc-219b-48ae-a1d7-26815491958f req-6997b97d-eec7-491a-bef9-9ceba386107c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892875 Dec 14 02:33:02.748452 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-5b1d1140-9305-4940-bced-e19000333b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:02.749889 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-5b1d1140-9305-4940-bced-e19000333b28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=310f52a4e2554769b4b20229af525b98&device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 1094 time: 0.1433663 Dec 14 02:33:02.760072 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.820713 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.834542 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-69001445-4f73-40c5-8b26-adcd6f577be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.863681 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.893424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec0a44b-a1bb-40f6-8c4c-e77505630f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb246fdb-f478-4e4f-9a95-bb450ad7c6cf'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:02.895790 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f5c3b9-cdce-4e58-ba74-1b588e708c13" -d '{"events": [{"server_uuid": "bec0a44b-a1bb-40f6-8c4c-e77505630f32", "name": "network-vif-unplugged", "status": "completed", "tag": "bb246fdb-f478-4e4f-9a95-bb450ad7c6cf"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:02.911459 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:02.916708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-440737be-45c0-4b5d-8890-07b3b0cffb23 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3958da9-3488-4512-ad7d-1ee83beadf02 HTTP/1.1" status: 200 len: 217 time: 0.1429713 Dec 14 02:33:02.974095 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:02.993910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] Allocated IP 172.25.7.124 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/2f87554a-6ccb-4388-8715-7583ccba12d8) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:33:03.045443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492f345-f5ef-4eef-846f-7cfe7469dcde req-5c75c2d5-16cd-41b1-872c-e42f89c27d03 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:03.052856 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1492f345-f5ef-4eef-846f-7cfe7469dcde req-5c75c2d5-16cd-41b1-872c-e42f89c27d03 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/ports?device_id=87647085-1c1f-4b41-9fa1-59bf7b574ec4 HTTP/1.1" status: 200 len: 945 time: 0.1384721 Dec 14 02:33:03.058946 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f75dc24-b2ea-4eaa-86ff-1084ea6a45a8 req-ca042a44-50a2-47ca-b474-6cbde845ac7e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2950826 Dec 14 02:33:03.060025 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-ba4be700-4525-4a75-9a21-b3564dcfd23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:03.061416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-ba4be700-4525-4a75-9a21-b3564dcfd23c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=799fcc3a-6b16-494a-9426-718bf990556c HTTP/1.1" status: 200 len: 862 time: 0.1340683 Dec 14 02:33:03.068259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:03.124208 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-9a478c2b-ee77-46cb-bdf6-98a549e72bb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5d85574-809c-4bfd-81ff-083b985e268d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533772 Dec 14 02:33:03.223026 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:03.232995 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1492f345-f5ef-4eef-846f-7cfe7469dcde req-ae9bd008-0100-4dc9-95b3-0c7732927e9c tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ade36eb-4ad2-4700-9a8e-0cf45d4ef2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786213 Dec 14 02:33:03.283260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75dc24-b2ea-4eaa-86ff-1084ea6a45a8 req-4579421c-a458-4e35-93cb-30170a99a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:03.285066 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f75dc24-b2ea-4eaa-86ff-1084ea6a45a8 req-4579421c-a458-4e35-93cb-30170a99a846 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=038f1fba5462416da4b946cf716bf191&device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 1096 time: 0.1281321 Dec 14 02:33:03.301516 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-03659980-76d0-49ae-9784-2b221d588568 service neutron] 10.222.0.47 "GET /v2.0/networks/c5d85574-809c-4bfd-81ff-083b985e268d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661515 Dec 14 02:33:03.308581 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efc7eb4-24c3-4331-8163-506be5d305c6 x-openstack-request-id: req-3efc7eb4-24c3-4331-8163-506be5d305c6 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:03.308956 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e67701d-8df9-4a54-9942-e21035fc0dca", "tag": "d3958da9-3488-4512-ad7d-1ee83beadf02", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:03.309425 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3efc7eb4-24c3-4331-8163-506be5d305c6 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:03.309843 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e67701d-8df9-4a54-9942-e21035fc0dca', 'tag': 'd3958da9-3488-4512-ad7d-1ee83beadf02', 'status': 'completed', 'code': 200} Dec 14 02:33:03.396401 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:03.423677 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53784) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:03.448084 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:03.451158 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:03.454714 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:33:03.460496 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] Pushing event updated for resources: {'Port': ['ID=2f87554a-6ccb-4388-8715-7583ccba12d8,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:03.563867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df2fd0-6a27-4fb2-833a-adc37fc665b9 req-9e8e9fda-6151-494a-91e3-1bc4753552b9 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:03.565615 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-53df2fd0-6a27-4fb2-833a-adc37fc665b9 req-9e8e9fda-6151-494a-91e3-1bc4753552b9 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 943 time: 0.2143042 Dec 14 02:33:03.573284 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63578b2-75d4-4067-8b77-1e5b4d194c54 req-3c3f3187-a55a-4dd9-ad7f-83cc7767458a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:03.580293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e63578b2-75d4-4067-8b77-1e5b4d194c54 req-3c3f3187-a55a-4dd9-ad7f-83cc7767458a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1805444 Dec 14 02:33:03.589053 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-057246ad-9075-4ee9-b6ba-05f1c5078569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:03.616944 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75dc24-b2ea-4eaa-86ff-1084ea6a45a8 req-bc706cbc-111f-41e3-891a-cee1a47f23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:03.618534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f75dc24-b2ea-4eaa-86ff-1084ea6a45a8 req-bc706cbc-111f-41e3-891a-cee1a47f23ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 HTTP/1.1" status: 200 len: 915 time: 0.3078182 Dec 14 02:33:03.652512 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18c1068d-1343-4b70-bfce-2ba714458c20 req-f84233eb-5b96-4ef0-8241-7851c3a05ed5 service neutron] 10.222.0.47 "GET /v2.0/networks/c5d85574-809c-4bfd-81ff-083b985e268d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996445 Dec 14 02:33:03.702266 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f75dc24-b2ea-4eaa-86ff-1084ea6a45a8 req-f01588d4-2346-42ad-ada2-ff2118991168 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82540769-50dc-4798-84d8-947bdfc77faf HTTP/1.1" status: 200 len: 217 time: 0.0711558 Dec 14 02:33:03.713467 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-057246ad-9075-4ee9-b6ba-05f1c5078569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:03.761764 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-53df2fd0-6a27-4fb2-833a-adc37fc665b9 req-479c0dd4-5ce7-4ef3-95ec-e301d15d555f tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813614 Dec 14 02:33:03.785601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e63578b2-75d4-4067-8b77-1e5b4d194c54 req-f3dc42c4-f5ba-457e-917d-1df226a60c0a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981866 Dec 14 02:33:03.804739 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-057246ad-9075-4ee9-b6ba-05f1c5078569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:03.819361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75dc24-b2ea-4eaa-86ff-1084ea6a45a8 req-a3ab879d-4f21-483e-84f9-19864e831852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:03.821094 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f75dc24-b2ea-4eaa-86ff-1084ea6a45a8 req-a3ab879d-4f21-483e-84f9-19864e831852 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=53926458-5432-4661-8827-c48966f94c72 HTTP/1.1" status: 200 len: 854 time: 0.1081889 Dec 14 02:33:03.839117 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce325a2-702a-4f91-a042-81e963f7147a x-openstack-request-id: req-bce325a2-702a-4f91-a042-81e963f7147a {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:03.839117 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec0a44b-a1bb-40f6-8c4c-e77505630f32", "name": "network-vif-unplugged", "status": "completed", "tag": "bb246fdb-f478-4e4f-9a95-bb450ad7c6cf", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:03.839117 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bce325a2-702a-4f91-a042-81e963f7147a {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:03.839820 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec0a44b-a1bb-40f6-8c4c-e77505630f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb246fdb-f478-4e4f-9a95-bb450ad7c6cf', 'code': 200} Dec 14 02:33:03.901693 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-057246ad-9075-4ee9-b6ba-05f1c5078569 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0263bda01f914b25a08f2b350f5e1f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4769151 Dec 14 02:33:03.903613 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f75dc24-b2ea-4eaa-86ff-1084ea6a45a8 req-ecd71472-0ba7-4882-9903-9c72660bbb2c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746179 Dec 14 02:33:03.904471 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057246ad-9075-4ee9-b6ba-05f1c5078569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c84b0a1-2623-4425-b15a-74011bc05d9d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:03.909911 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53790) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:03.952743 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:04.047083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91442ca-8962-463b-83fa-72d6fc9e812e None None] Network 198368b1-c432-449a-b51e-fd80b320b816 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:33:04.152238 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337739d4-ae19-4cc0-aa17-85bcbbfb8939 req-34808b17-950f-47d5-9bbd-fef6354a0b62 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:04.159839 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-337739d4-ae19-4cc0-aa17-85bcbbfb8939 req-34808b17-950f-47d5-9bbd-fef6354a0b62 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 1097 time: 0.2715309 Dec 14 02:33:04.172066 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-021afe21-08bc-425a-b5e9-292b45eab177 None None] Provisioning complete for port 622839d8-337c-4540-8ec5-ae74220ce64b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:04.172441 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-021afe21-08bc-425a-b5e9-292b45eab177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:04.182582 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:04.248307 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a658497-973f-41ac-93d2-e61cd3aca0a1 req-6aa11942-210c-4c27-83e1-21f36161c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:04.249824 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a658497-973f-41ac-93d2-e61cd3aca0a1 req-6aa11942-210c-4c27-83e1-21f36161c917 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=310f52a4e2554769b4b20229af525b98&device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 1094 time: 0.2995996 Dec 14 02:33:04.265807 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9be40-68f2-43a4-974d-62b12233561c req-c14579dc-1a5e-48a7-aa77-550a68a2d369 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:04.268331 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2c9be40-68f2-43a4-974d-62b12233561c req-c14579dc-1a5e-48a7-aa77-550a68a2d369 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.46 "GET /v2.0/ports?device_id=87647085-1c1f-4b41-9fa1-59bf7b574ec4 HTTP/1.1" status: 200 len: 945 time: 0.2993538 Dec 14 02:33:04.276057 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-021afe21-08bc-425a-b5e9-292b45eab177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:04.281859 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-042d190f-9cb6-409d-a270-ba086c8eaa5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:04.320121 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-021afe21-08bc-425a-b5e9-292b45eab177 None None] For port 622839d8-337c-4540-8ec5-ae74220ce64b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=622839d8-337c-4540-8ec5-ae74220ce64b,segment=NetworkSegment(a15d36b1-15db-4b8e-bc87-95b4daa5cfbf),segment_id=a15d36b1-15db-4b8e-bc87-95b4daa5cfbf)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:04.326220 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f75dc24-b2ea-4eaa-86ff-1084ea6a45a8 req-d22d43e4-fc16-427e-9f95-d5c0ff4d138a service neutron] 10.222.0.46 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624973 Dec 14 02:33:04.414061 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-021afe21-08bc-425a-b5e9-292b45eab177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:04.425543 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] Router b5374b51-a108-40e0-a15f-65ff44c62fe3 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:33:04.463733 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021afe21-08bc-425a-b5e9-292b45eab177 None None] Pushing event updated for resources: {'Port': ['ID=622839d8-337c-4540-8ec5-ae74220ce64b,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:04.538132 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-dbe55531-3338-4b19-8e69-81168a3773e6 None None] Provisioning complete for port 622839d8-337c-4540-8ec5-ae74220ce64b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:04.538825 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dbe55531-3338-4b19-8e69-81168a3773e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:04.540871 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:33:04.551691 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Sync routers for ids ['b5374b51-a108-40e0-a15f-65ff44c62fe3'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:33:04.562087 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Routers {'b5374b51-a108-40e0-a15f-65ff44c62fe3'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:33:04.562953 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:32:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b5374b51-a108-40e0-a15f-65ff44c62fe3'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:04.604866 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:04.606729 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3142659a-8ba7-4a50-82fe-b1c28f626c93 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.7153571 Dec 14 02:33:04.609645 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53802) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:04.739707 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-337739d4-ae19-4cc0-aa17-85bcbbfb8939 req-6dd9917a-d2c2-48ee-8af3-f4347ee8b43c tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789690 Dec 14 02:33:04.780146 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-042d190f-9cb6-409d-a270-ba086c8eaa5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:04.789040 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Set router b5374b51-a108-40e0-a15f-65ff44c62fe3 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:33:04.808945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-d19fa4f8-837a-4f5f-9e08-5d04e130df76 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:04.815871 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-d19fa4f8-837a-4f5f-9e08-5d04e130df76 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/networks?id=46ae5e0d-ff63-489c-8bf7-968d04494343 HTTP/1.1" status: 200 len: 804 time: 0.7650602 Dec 14 02:33:04.922050 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-27b92ed5-359e-4525-bad4-1fb70ea1c786 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/quotas/c599f063fb64480ba4a0ee1020e33672 HTTP/1.1" status: 200 len: 375 time: 0.1051543 Dec 14 02:33:04.945708 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-49a2e8b3-93ca-4d5b-b4aa-af01db145617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:04.988504 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a658497-973f-41ac-93d2-e61cd3aca0a1 req-2c4a2b31-61f7-4a7e-a097-89047cf34ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:04.990078 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a658497-973f-41ac-93d2-e61cd3aca0a1 req-2c4a2b31-61f7-4a7e-a097-89047cf34ca4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5d85574-809c-4bfd-81ff-083b985e268d HTTP/1.1" status: 200 len: 923 time: 0.7177672 Dec 14 02:33:05.009800 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 622839d8-337c-4540-8ec5-ae74220ce64b up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:05.066994 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:03Z', 'revision_number': 3, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:05.070540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f75dc24-b2ea-4eaa-86ff-1084ea6a45a8 req-26af8753-68fd-4036-bb93-1952dbb886dd service neutron] 10.222.0.46 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7055175 Dec 14 02:33:05.073885 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a658497-973f-41ac-93d2-e61cd3aca0a1 req-3cdf6d83-dcba-4db5-8392-4e94641d2acd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3958da9-3488-4512-ad7d-1ee83beadf02 HTTP/1.1" status: 200 len: 217 time: 0.0692015 Dec 14 02:33:05.081409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7b42f-e1f6-467d-85f9-61bb20068091 req-f9b0c0d0-7d45-435a-a7e6-0f8af8821beb tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:05.082960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5de7b42f-e1f6-467d-85f9-61bb20068091 req-f9b0c0d0-7d45-435a-a7e6-0f8af8821beb tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/ports?device_id=87647085-1c1f-4b41-9fa1-59bf7b574ec4 HTTP/1.1" status: 200 len: 945 time: 0.2315369 Dec 14 02:33:05.089513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 622839d8-337c-4540-8ec5-ae74220ce64b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:05.089738 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:05.110282 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5849ded2-696e-4a8a-a0a9-9986c494311c tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c599f063fb64480ba4a0ee1020e33672&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1872544 Dec 14 02:33:05.134547 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Checking router: b5374b51-a108-40e0-a15f-65ff44c62fe3 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:33:05.135202 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Updating router b5374b51-a108-40e0-a15f-65ff44c62fe3 port 2f87554a-6ccb-4388-8715-7583ccba12d8 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:33:05.140457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-b2c9be40-68f2-43a4-974d-62b12233561c req-649f55f2-1ebd-40a7-bdda-866d2218e8ba tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Deleting port 206a3475-42bd-49fa-a0b1-9332ec395835 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:33:05.140800 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b2c9be40-68f2-43a4-974d-62b12233561c req-649f55f2-1ebd-40a7-bdda-866d2218e8ba tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:05.148004 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-042d190f-9cb6-409d-a270-ba086c8eaa5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:05.150747 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-042d190f-9cb6-409d-a270-ba086c8eaa5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:05.164178 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-042d190f-9cb6-409d-a270-ba086c8eaa5e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c84b0a1-2623-4425-b15a-74011bc05d9d HTTP/1.1" status: 204 len: 168 time: 1.2439497 Dec 14 02:33:05.169853 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:05.200019 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2b62763-8954-49d2-9f14-b9b4551f9f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:05.304745 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d190f-9cb6-409d-a270-ba086c8eaa5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c84b0a1-2623-4425-b15a-74011bc05d9d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:05.338520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a658497-973f-41ac-93d2-e61cd3aca0a1 req-62ac4f57-6f85-427e-8ed9-e4610f551028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:05.340003 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a658497-973f-41ac-93d2-e61cd3aca0a1 req-62ac4f57-6f85-427e-8ed9-e4610f551028 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=799fcc3a-6b16-494a-9426-718bf990556c HTTP/1.1" status: 200 len: 862 time: 0.2559903 Dec 14 02:33:05.391652 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f8e98-6446-4bca-9b90-131f5f1ce3e8 req-e0dca559-87d1-40f2-aee2-6670011133f1 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:05.394078 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-555f8e98-6446-4bca-9b90-131f5f1ce3e8 req-e0dca559-87d1-40f2-aee2-6670011133f1 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.47 "GET /v2.0/ports?device_id=bec0a44b-a1bb-40f6-8c4c-e77505630f32 HTTP/1.1" status: 200 len: 943 time: 0.1296649 Dec 14 02:33:05.414876 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a658497-973f-41ac-93d2-e61cd3aca0a1 req-40ebbd70-276f-47e4-90b5-aefe56181f4c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5d85574-809c-4bfd-81ff-083b985e268d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584445 Dec 14 02:33:05.452351 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-f2b62763-8954-49d2-9f14-b9b4551f9f4b admin admin] Allocated IP 172.20.0.1 (198368b1-c432-449a-b51e-fd80b320b816/7d48a7da-94d9-484e-afa4-69f85a38a15f/e555f0e9-2d08-4c1d-ac57-1b9856a817db) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:33:05.492701 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-51576ef0-8e35-4cc0-99f8-0798a09b37ad service neutron] 10.222.0.39 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815472 Dec 14 02:33:05.511628 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:05.513941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5de7b42f-e1f6-467d-85f9-61bb20068091 req-a819f2b8-2f95-42b9-8f3e-388258dd5508 tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/security-groups?id=2ade36eb-4ad2-4700-9a8e-0cf45d4ef2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938270 Dec 14 02:33:05.528755 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b2c9be40-68f2-43a4-974d-62b12233561c req-649f55f2-1ebd-40a7-bdda-866d2218e8ba tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] For port 206a3475-42bd-49fa-a0b1-9332ec395835, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=206a3475-42bd-49fa-a0b1-9332ec395835,segment=NetworkSegment(152bc801-fc0d-4f80-9654-6d96a66af042),segment_id=152bc801-fc0d-4f80-9654-6d96a66af042)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:05.528755 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b2c9be40-68f2-43a4-974d-62b12233561c req-649f55f2-1ebd-40a7-bdda-866d2218e8ba tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:05.562408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-b2c9be40-68f2-43a4-974d-62b12233561c req-649f55f2-1ebd-40a7-bdda-866d2218e8ba tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Calling delete_port for 206a3475-42bd-49fa-a0b1-9332ec395835 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:33:05.579759 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:05.629789 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2b62763-8954-49d2-9f14-b9b4551f9f4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:05.667478 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Attempting to bind port 2f87554a-6ccb-4388-8715-7583ccba12d8 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:33:05.667851 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Attempting to bind port 2f87554a-6ccb-4388-8715-7583ccba12d8 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:33:05.668213 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Attempting to bind port 2f87554a-6ccb-4388-8715-7583ccba12d8 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:05.670392 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93447a0-bc2e-4c36-8a49-45095a351505 None None] Pushing event updated for resources: {'Port': ['ID=2f87554a-6ccb-4388-8715-7583ccba12d8,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:05.679537 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:33:05.679537 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:05.679537 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:05.679537 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:33:05.679894 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Bound port: 2f87554a-6ccb-4388-8715-7583ccba12d8, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:33:05.680260 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:05.690406 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-555f8e98-6446-4bca-9b90-131f5f1ce3e8 req-0f0d7909-b074-4c7d-825e-96c58e5cb340 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Deleting port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:33:05.690756 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-555f8e98-6446-4bca-9b90-131f5f1ce3e8 req-0f0d7909-b074-4c7d-825e-96c58e5cb340 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:05.710201 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a658497-973f-41ac-93d2-e61cd3aca0a1 req-7e9dff8b-b2ee-4a19-ae03-bc9fcd583a42 service neutron] 10.222.0.47 "GET /v2.0/networks/c5d85574-809c-4bfd-81ff-083b985e268d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826164 Dec 14 02:33:05.756782 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2b62763-8954-49d2-9f14-b9b4551f9f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:05.759061 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] For port 2f87554a-6ccb-4388-8715-7583ccba12d8, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:05.762689 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] For port 2f87554a-6ccb-4388-8715-7583ccba12d8, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=2f87554a-6ccb-4388-8715-7583ccba12d8,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:33:05.826300 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-f96b2bdc-999d-4178-a09a-84ddb2179fa4 service neutron] 10.222.0.39 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062017 Dec 14 02:33:05.834926 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0307b6-740c-4c3b-89a4-2e26eb4e675b req-15bf9d8c-662c-4664-9320-d59ad64a378c tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:05.835058 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b62763-8954-49d2-9f14-b9b4551f9f4b admin admin] Network 198368b1-c432-449a-b51e-fd80b320b816 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:05.835172 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b0307b6-740c-4c3b-89a4-2e26eb4e675b req-15bf9d8c-662c-4664-9320-d59ad64a378c tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 1097 time: 0.2050223 Dec 14 02:33:05.835276 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b62763-8954-49d2-9f14-b9b4551f9f4b admin admin] Pushing event updated for resources: {'Port': ['ID=e555f0e9-2d08-4c1d-ac57-1b9856a817db,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:05.840415 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f2b62763-8954-49d2-9f14-b9b4551f9f4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:05.843248 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-555f8e98-6446-4bca-9b90-131f5f1ce3e8 req-0f0d7909-b074-4c7d-825e-96c58e5cb340 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] For port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:05.843621 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-555f8e98-6446-4bca-9b90-131f5f1ce3e8 req-0f0d7909-b074-4c7d-825e-96c58e5cb340 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:05.846397 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b62763-8954-49d2-9f14-b9b4551f9f4b admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:33:05.864221 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:05.881685 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-555f8e98-6446-4bca-9b90-131f5f1ce3e8 req-0f0d7909-b074-4c7d-825e-96c58e5cb340 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Calling delete_port for bb246fdb-f478-4e4f-9a95-bb450ad7c6cf owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:33:05.926241 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a658497-973f-41ac-93d2-e61cd3aca0a1 req-87666894-a949-455e-ab42-fa13bad26064 service neutron] 10.222.0.47 "GET /v2.0/networks/c5d85574-809c-4bfd-81ff-083b985e268d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056949 Dec 14 02:33:05.942398 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2b62763-8954-49d2-9f14-b9b4551f9f4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:05.957523 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Routers {'b5374b51-a108-40e0-a15f-65ff44c62fe3'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:33:05.958318 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:33:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b5374b51-a108-40e0-a15f-65ff44c62fe3'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:05.998952 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b0307b6-740c-4c3b-89a4-2e26eb4e675b req-a3a1504c-c02b-4de9-bb1b-1d4d7b64e011 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350129 Dec 14 02:33:06.043338 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b2c9be40-68f2-43a4-974d-62b12233561c req-649f55f2-1ebd-40a7-bdda-866d2218e8ba tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:06.065794 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93447a0-bc2e-4c36-8a49-45095a351505 None None] Pushing event updated for resources: {'Port': ['ID=2f87554a-6ccb-4388-8715-7583ccba12d8,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:06.128358 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649f55f2-1ebd-40a7-bdda-866d2218e8ba tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Pushing event deleted for resources: {'Port': ['ID=206a3475-42bd-49fa-a0b1-9332ec395835,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:06.171748 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] Set router b5374b51-a108-40e0-a15f-65ff44c62fe3 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:33:06.217497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c9be40-68f2-43a4-974d-62b12233561c req-649f55f2-1ebd-40a7-bdda-866d2218e8ba tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] No DVR routers for this DVR port 206a3475-42bd-49fa-a0b1-9332ec395835 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:33:06.219774 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:06.223505 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b2c9be40-68f2-43a4-974d-62b12233561c req-649f55f2-1ebd-40a7-bdda-866d2218e8ba tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:06.227312 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2c9be40-68f2-43a4-974d-62b12233561c req-649f55f2-1ebd-40a7-bdda-866d2218e8ba tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.46 "DELETE /v2.0/ports/206a3475-42bd-49fa-a0b1-9332ec395835 HTTP/1.1" status: 204 len: 173 time: 1.9243128 Dec 14 02:33:06.231472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87647085-1c1f-4b41-9fa1-59bf7b574ec4', 'name': 'network-vif-deleted', 'tag': '206a3475-42bd-49fa-a0b1-9332ec395835'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:06.240000 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753e3acd-a8e1-478a-b63e-c487c13dad41" -d '{"events": [{"server_uuid": "87647085-1c1f-4b41-9fa1-59bf7b574ec4", "name": "network-vif-deleted", "tag": "206a3475-42bd-49fa-a0b1-9332ec395835"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:06.264510 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ba1f0-f4b8-4508-ad77-39505f243ddf req-5b875ab3-13fb-4ae6-9ef0-ef1052170321 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:06.273068 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-708ba1f0-f4b8-4508-ad77-39505f243ddf req-5b875ab3-13fb-4ae6-9ef0-ef1052170321 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1281857 Dec 14 02:33:06.325755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e11668de-44b0-4bd7-ace4-57522eb0a6bf None None] Provisioning complete for port e555f0e9-2d08-4c1d-ac57-1b9856a817db triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:06.326948 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e11668de-44b0-4bd7-ace4-57522eb0a6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:06.434208 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e11668de-44b0-4bd7-ace4-57522eb0a6bf None None] Port e555f0e9-2d08-4c1d-ac57-1b9856a817db cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:33:06.485783 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-708ba1f0-f4b8-4508-ad77-39505f243ddf req-5d927b52-bd9a-4dc5-b231-7970849b1c18 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116673 Dec 14 02:33:06.549223 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e95f9f-eba8-4b9d-bdfa-3ac252c529c1 req-b7a30122-1fe1-4693-bfd7-f59beac0de4b tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:06.561674 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07e95f9f-eba8-4b9d-bdfa-3ac252c529c1 req-b7a30122-1fe1-4693-bfd7-f59beac0de4b tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 943 time: 0.1587536 Dec 14 02:33:06.640104 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device d3958da9-3488-4512-ad7d-1ee83beadf02 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:33:06.662031 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:03Z', 'revision_number': 3, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:06.707351 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07e95f9f-eba8-4b9d-bdfa-3ac252c529c1 req-0430c6c6-240f-4eb3-96ce-e2d3c15e1918 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423492 Dec 14 02:33:06.754180 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22023523-b4d6-47b1-a9d8-810d8674b66e None None] The sync data for ids ['b5374b51-a108-40e0-a15f-65ff44c62fe3'] in n-d-821636-1 is: [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:03Z', 'revision_number': 3, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:33:06.771579 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23096613-1974-4332-b41e-cb6f3246e3ff x-openstack-request-id: req-23096613-1974-4332-b41e-cb6f3246e3ff {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:06.771913 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87647085-1c1f-4b41-9fa1-59bf7b574ec4", "name": "network-vif-deleted", "tag": "206a3475-42bd-49fa-a0b1-9332ec395835", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:06.772598 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-23096613-1974-4332-b41e-cb6f3246e3ff {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:06.773076 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87647085-1c1f-4b41-9fa1-59bf7b574ec4', 'name': 'network-vif-deleted', 'tag': '206a3475-42bd-49fa-a0b1-9332ec395835', 'status': 'completed', 'code': 200} Dec 14 02:33:06.795556 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-555f8e98-6446-4bca-9b90-131f5f1ce3e8 req-0f0d7909-b074-4c7d-825e-96c58e5cb340 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:06.853440 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d7909-b074-4c7d-825e-96c58e5cb340 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Pushing event deleted for resources: {'Port': ['ID=bb246fdb-f478-4e4f-9a95-bb450ad7c6cf,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:06.854329 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9db5f645-ae07-4665-9045-a70aeaec8ce2 req-537b7456-31da-44c5-95f7-4d11261698b5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 210 time: 0.0443234 Dec 14 02:33:06.941338 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port d3958da9-3488-4512-ad7d-1ee83beadf02, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d3958da9-3488-4512-ad7d-1ee83beadf02,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:06.941527 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-555f8e98-6446-4bca-9b90-131f5f1ce3e8 req-0f0d7909-b074-4c7d-825e-96c58e5cb340 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] No DVR routers for this DVR port bb246fdb-f478-4e4f-9a95-bb450ad7c6cf on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:33:06.947334 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-555f8e98-6446-4bca-9b90-131f5f1ce3e8 req-0f0d7909-b074-4c7d-825e-96c58e5cb340 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:06.955668 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-555f8e98-6446-4bca-9b90-131f5f1ce3e8 req-0f0d7909-b074-4c7d-825e-96c58e5cb340 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.47 "DELETE /v2.0/ports/bb246fdb-f478-4e4f-9a95-bb450ad7c6cf HTTP/1.1" status: 204 len: 173 time: 1.4302044 Dec 14 02:33:06.956791 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec0a44b-a1bb-40f6-8c4c-e77505630f32', 'name': 'network-vif-deleted', 'tag': 'bb246fdb-f478-4e4f-9a95-bb450ad7c6cf'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:06.964452 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32683c0b-1ea6-453e-a2ec-285e66fc591e" -d '{"events": [{"server_uuid": "bec0a44b-a1bb-40f6-8c4c-e77505630f32", "name": "network-vif-deleted", "tag": "bb246fdb-f478-4e4f-9a95-bb450ad7c6cf"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:06.969238 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'd3958da9-3488-4512-ad7d-1ee83beadf02', 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d', 'port_id': 'd3958da9-3488-4512-ad7d-1ee83beadf02', 'mac_address': 'fa:16:3e:f2:33:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799fcc3a-6b16-494a-9426-718bf990556c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:33:06.996548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6254a606-2763-4d6d-9bff-e2c84bea4ad1 req-c10c33d6-b51f-42c9-863c-5ab49c785505 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:06.998319 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6254a606-2763-4d6d-9bff-e2c84bea4ad1 req-c10c33d6-b51f-42c9-863c-5ab49c785505 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1498430 Dec 14 02:33:07.019337 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2b62763-8954-49d2-9f14-b9b4551f9f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:07.024284 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d43a6850-8739-4d46-a337-76057bf0b1b2 req-6d328553-c518-478f-ad7d-4e9184809fcd tempest-ServerAddressesTestJSON-610559751 tempest-ServerAddressesTestJSON-610559751-project] 10.222.0.39 "GET /v2.0/ports?device_id=87647085-1c1f-4b41-9fa1-59bf7b574ec4 HTTP/1.1" status: 200 len: 210 time: 0.0562830 Dec 14 02:33:07.033676 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:07.060493 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3958da9-3488-4512-ad7d-1ee83beadf02 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:33:07.111003 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6254a606-2763-4d6d-9bff-e2c84bea4ad1 req-eaf4ffd3-5f21-4798-91aa-fea1e7c8f8ff tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911331 Dec 14 02:33:07.118381 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port d3958da9-3488-4512-ad7d-1ee83beadf02, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d3958da9-3488-4512-ad7d-1ee83beadf02,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:07.212354 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:07.289381 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=d3958da9-3488-4512-ad7d-1ee83beadf02,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:07.405001 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2b62763-8954-49d2-9f14-b9b4551f9f4b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:07.469285 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3579c10c-01e6-43df-8757-9e2b4678eb96 x-openstack-request-id: req-3579c10c-01e6-43df-8757-9e2b4678eb96 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:07.472862 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec0a44b-a1bb-40f6-8c4c-e77505630f32", "name": "network-vif-deleted", "tag": "bb246fdb-f478-4e4f-9a95-bb450ad7c6cf", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:07.473183 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3579c10c-01e6-43df-8757-9e2b4678eb96 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:07.473701 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec0a44b-a1bb-40f6-8c4c-e77505630f32', 'name': 'network-vif-deleted', 'tag': 'bb246fdb-f478-4e4f-9a95-bb450ad7c6cf', 'status': 'completed', 'code': 200} Dec 14 02:33:07.500434 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2b62763-8954-49d2-9f14-b9b4551f9f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:07.566417 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['d3958da9-3488-4512-ad7d-1ee83beadf02'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:33:07.573034 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:07.626192 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2b62763-8954-49d2-9f14-b9b4551f9f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:07.628182 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b62763-8954-49d2-9f14-b9b4551f9f4b admin admin] Pushing event updated for resources: {'Port': ['ID=e555f0e9-2d08-4c1d-ac57-1b9856a817db,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:07.661189 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6f898-e294-45e4-bfa0-db3a50b9dd16 req-21a2121b-9677-467c-a8ba-77212005bc5d tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:07.664526 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2e6f898-e294-45e4-bfa0-db3a50b9dd16 req-21a2121b-9677-467c-a8ba-77212005bc5d tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 1097 time: 0.0751150 Dec 14 02:33:07.726933 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 206a3475-42bd-49fa-a0b1-9332ec395835 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:33:07.762405 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 206a3475-42bd-49fa-a0b1-9332ec395835 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:33:07.763010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 206a3475-42bd-49fa-a0b1-9332ec395835 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:33:07.780864 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2e6f898-e294-45e4-bfa0-db3a50b9dd16 req-f6b47001-aa0a-471f-a0e8-d232d1ae1694 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845649 Dec 14 02:33:07.817761 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b62763-8954-49d2-9f14-b9b4551f9f4b admin admin] Network 198368b1-c432-449a-b51e-fd80b320b816 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:07.827242 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f2b62763-8954-49d2-9f14-b9b4551f9f4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:07.995791 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4667a2-9a00-4c37-88ae-cbad79702477 req-13193a78-bd7c-4a9d-b848-9fbe5a9ed141 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:08.009389 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e4667a2-9a00-4c37-88ae-cbad79702477 req-13193a78-bd7c-4a9d-b848-9fbe5a9ed141 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1322773 Dec 14 02:33:08.100364 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b62763-8954-49d2-9f14-b9b4551f9f4b admin admin] Router b5374b51-a108-40e0-a15f-65ff44c62fe3 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:33:08.156844 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e4667a2-9a00-4c37-88ae-cbad79702477 req-2a30ada9-5d0a-428d-9abf-adac77a11cfd tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455824 Dec 14 02:33:08.196612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-13a1bb7d-cbcb-4f18-bdde-cf4471cfa89f None None] Provisioning complete for port e555f0e9-2d08-4c1d-ac57-1b9856a817db triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:08.197036 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-13a1bb7d-cbcb-4f18-bdde-cf4471cfa89f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:08.200989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a918b0e-fbdf-450d-99de-3f46c9fbd2c5 req-964176a0-a3c6-448d-a582-b30dc9d1a8c7 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:08.213068 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a918b0e-fbdf-450d-99de-3f46c9fbd2c5 req-964176a0-a3c6-448d-a582-b30dc9d1a8c7 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 944 time: 0.1160541 Dec 14 02:33:08.254788 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-13a1bb7d-cbcb-4f18-bdde-cf4471cfa89f None None] Port e555f0e9-2d08-4c1d-ac57-1b9856a817db cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:33:08.310787 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a918b0e-fbdf-450d-99de-3f46c9fbd2c5 req-c04853b7-bcf7-47b2-b626-a48f9ca13690 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893805 Dec 14 02:33:08.336783 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b62763-8954-49d2-9f14-b9b4551f9f4b admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:33:08.349394 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f2b62763-8954-49d2-9f14-b9b4551f9f4b admin admin] 10.222.0.39 "PUT /v2.0/routers/b5374b51-a108-40e0-a15f-65ff44c62fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7370033 Dec 14 02:33:08.395770 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db380d33-de9f-4374-b66f-be6f7c98799b req-e51f0435-cdee-4524-8f56-4471575dcaee tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 210 time: 0.1044853 Dec 14 02:33:08.400487 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53882) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:08.458811 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5fdf27-1bde-401c-be2f-3340fb93ceda admin admin] Deleting subnet d45f2aee-3290-46b0-a5c6-fca38ae2d9aa {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:33:08.463431 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6d5fdf27-1bde-401c-be2f-3340fb93ceda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:08.508229 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6d5fdf27-1bde-401c-be2f-3340fb93ceda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:08.511327 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:08.526544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e77df-720d-4726-a3dd-33dc66221972 req-2f9944af-8cd7-4526-9387-0039dcbe463b tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:08.528152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a7e77df-720d-4726-a3dd-33dc66221972 req-2f9944af-8cd7-4526-9387-0039dcbe463b tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0604427 Dec 14 02:33:08.581959 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6d5fdf27-1bde-401c-be2f-3340fb93ceda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:08.588935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53886) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:08.619359 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a7e77df-720d-4726-a3dd-33dc66221972 req-2d29a9f1-42c4-4fd3-9da9-89f060764223 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768185 Dec 14 02:33:08.676390 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device d3958da9-3488-4512-ad7d-1ee83beadf02 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:08.706487 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6d5fdf27-1bde-401c-be2f-3340fb93ceda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:08.747850 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fdf27-1bde-401c-be2f-3340fb93ceda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d45f2aee-3290-46b0-a5c6-fca38ae2d9aa,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:08.751818 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6d5fdf27-1bde-401c-be2f-3340fb93ceda admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:08.757904 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6d5fdf27-1bde-401c-be2f-3340fb93ceda admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d45f2aee-3290-46b0-a5c6-fca38ae2d9aa HTTP/1.1" status: 204 len: 168 time: 0.3561981 Dec 14 02:33:08.760415 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53896) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:08.802491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9a54a-6e38-47e2-b48f-703b03b7f578 req-dc9d6597-d0fc-4251-a5ae-9c850d9cd392 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:08.805628 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-72d9a54a-6e38-47e2-b48f-703b03b7f578 req-dc9d6597-d0fc-4251-a5ae-9c850d9cd392 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0847707 Dec 14 02:33:08.849716 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port d3958da9-3488-4512-ad7d-1ee83beadf02 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:33:08.862423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port d3958da9-3488-4512-ad7d-1ee83beadf02 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:08.863415 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:08.890972 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2195dbf1-dca3-47f8-8dfc-08bdc59c7d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:08.891730 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0db770be-9aae-4cfa-b9ec-eb6935bd1614 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:08.922189 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-72d9a54a-6e38-47e2-b48f-703b03b7f578 req-34aeb49e-8a85-4deb-8459-ed054b63bd96 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077483 Dec 14 02:33:09.030957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49ff40-7ba6-437c-afc4-d7a27c287d04 req-46dd8840-8258-4948-9cc3-cc6c7d8609a5 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:09.032502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f49ff40-7ba6-437c-afc4-d7a27c287d04 req-46dd8840-8258-4948-9cc3-cc6c7d8609a5 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 1097 time: 0.1483946 Dec 14 02:33:09.046028 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 2f87554a-6ccb-4388-8715-7583ccba12d8 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:09.082952 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2195dbf1-dca3-47f8-8dfc-08bdc59c7d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:09.108697 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:09.115977 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2195dbf1-dca3-47f8-8dfc-08bdc59c7d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2325e8-2e55-47cd-8f80-69c805d484d0']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:09.126206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2195dbf1-dca3-47f8-8dfc-08bdc59c7d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152bc801-fc0d-4f80-9654-6d96a66af042') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:09.126853 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2195dbf1-dca3-47f8-8dfc-08bdc59c7d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152bc801-fc0d-4f80-9654-6d96a66af042') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:09.138672 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2195dbf1-dca3-47f8-8dfc-08bdc59c7d8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:09.161158 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2195dbf1-dca3-47f8-8dfc-08bdc59c7d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:09.164067 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2195dbf1-dca3-47f8-8dfc-08bdc59c7d8d admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:33:09.164472 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2195dbf1-dca3-47f8-8dfc-08bdc59c7d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:33:09.166243 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:33:09.175862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f49ff40-7ba6-437c-afc4-d7a27c287d04 req-af92f031-3239-4c5d-ad49-a331e36a58ea tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264446 Dec 14 02:33:09.180839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 2f87554a-6ccb-4388-8715-7583ccba12d8 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:09.181706 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:09.207086 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0db770be-9aae-4cfa-b9ec-eb6935bd1614 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:09.217342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e67701d-8df9-4a54-9942-e21035fc0dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3958da9-3488-4512-ad7d-1ee83beadf02'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:09.220382 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb71c2e4-a9d6-4f8f-bd3d-195aaa7b2eae" -d '{"events": [{"server_uuid": "9e67701d-8df9-4a54-9942-e21035fc0dca", "name": "network-vif-plugged", "status": "completed", "tag": "d3958da9-3488-4512-ad7d-1ee83beadf02"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:09.268391 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port d3958da9-3488-4512-ad7d-1ee83beadf02, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d3958da9-3488-4512-ad7d-1ee83beadf02,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:09.291689 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0db770be-9aae-4cfa-b9ec-eb6935bd1614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:09.356704 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-dfa85d7c-28c5-4d00-aa27-c0c282528dc2 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:09.358073 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-dfa85d7c-28c5-4d00-aa27-c0c282528dc2 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.46 "GET /v2.0/networks?id=46ae5e0d-ff63-489c-8bf7-968d04494343 HTTP/1.1" status: 200 len: 804 time: 0.2217753 Dec 14 02:33:09.369676 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:09.380691 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2195dbf1-dca3-47f8-8dfc-08bdc59c7d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:09.398906 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 2f87554a-6ccb-4388-8715-7583ccba12d8, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=2f87554a-6ccb-4388-8715-7583ccba12d8,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:09.401813 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:09.402483 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device bb246fdb-f478-4e4f-9a95-bb450ad7c6cf no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:33:09.411634 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2195dbf1-dca3-47f8-8dfc-08bdc59c7d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:09.421339 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2195dbf1-dca3-47f8-8dfc-08bdc59c7d8d admin admin] 10.222.0.39 "DELETE /v2.0/networks/cf2325e8-2e55-47cd-8f80-69c805d484d0 HTTP/1.1" status: 204 len: 168 time: 0.6594174 Dec 14 02:33:09.424403 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195dbf1-dca3-47f8-8dfc-08bdc59c7d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=cf2325e8-2e55-47cd-8f80-69c805d484d0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:09.436530 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: bb246fdb-f478-4e4f-9a95-bb450ad7c6cf {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:33:09.436942 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device bb246fdb-f478-4e4f-9a95-bb450ad7c6cf not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:33:09.489237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-11827633-156d-4802-9064-aca7b1a9507c tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Request body: {'port': {'device_id': '9fe4e01e-c0d3-4023-aeca-eb6113d58ca0', 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343', 'admin_state_up': True, 'tenant_id': 'c599f063fb64480ba4a0ee1020e33672'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:09.495978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0db770be-9aae-4cfa-b9ec-eb6935bd1614 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eaa1ba8b58bc4f828f29a0404415214e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9059985 Dec 14 02:33:09.502707 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53926) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:09.507897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=d3958da9-3488-4512-ad7d-1ee83beadf02,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:09.511847 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:09.539820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db770be-9aae-4cfa-b9ec-eb6935bd1614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b12370-4cc0-4073-85d1-91c841a7b1c5,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:09.562178 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a6e8cbea-163e-4bd0-b7d0-9db6d39bca78 req-5bb363f1-94de-457e-a2ff-eb4a5e55f012 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1288638 Dec 14 02:33:09.579346 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70f718af-f282-4118-9a87-814ee46aba5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:09.590071 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=2f87554a-6ccb-4388-8715-7583ccba12d8,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:09.632219 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-da419435-9f32-4040-9632-c4039514b885 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:09.633106 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70f718af-f282-4118-9a87-814ee46aba5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:09.641009 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Sync routers for ids ['b5374b51-a108-40e0-a15f-65ff44c62fe3'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:33:09.646246 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-da419435-9f32-4040-9632-c4039514b885 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/networks?id=198368b1-c432-449a-b51e-fd80b320b816 HTTP/1.1" status: 200 len: 821 time: 0.3017344 Dec 14 02:33:09.651466 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Routers {'b5374b51-a108-40e0-a15f-65ff44c62fe3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:33:09.652098 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:33:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b5374b51-a108-40e0-a15f-65ff44c62fe3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:09.672108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-9efbf9b5-1c0d-40c7-84fe-8d14606beda9 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/quotas/147d893c45c84473a16cd010a047ce68 HTTP/1.1" status: 200 len: 375 time: 0.0239244 Dec 14 02:33:09.727425 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8cbea-163e-4bd0-b7d0-9db6d39bca78 req-94991fd7-c83c-4583-a834-fbfd0f527f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:09.729479 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a6e8cbea-163e-4bd0-b7d0-9db6d39bca78 req-94991fd7-c83c-4583-a834-fbfd0f527f4e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c5c1e560dfd4b559bbbf43792357f7c&device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 1097 time: 0.0709112 Dec 14 02:33:09.739786 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815bba7-b64b-46c4-b195-ec39cb2dabdc req-5bb71811-fa39-48fd-95ed-5cee8bdef1d0 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:09.748041 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4815bba7-b64b-46c4-b195-ec39cb2dabdc req-5bb71811-fa39-48fd-95ed-5cee8bdef1d0 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.2665796 Dec 14 02:33:09.828445 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-a401d8e5-bfa8-404f-b55a-98f5113aba01 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=147d893c45c84473a16cd010a047ce68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1456873 Dec 14 02:33:09.833674 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4815bba7-b64b-46c4-b195-ec39cb2dabdc req-c7959455-96e5-4ce5-8269-18bc7ad625d5 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843155 Dec 14 02:33:09.843460 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70f718af-f282-4118-9a87-814ee46aba5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:09.847269 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70f718af-f282-4118-9a87-814ee46aba5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:09.850293 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-70f718af-f282-4118-9a87-814ee46aba5e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4b12370-4cc0-4073-85d1-91c841a7b1c5 HTTP/1.1" status: 204 len: 168 time: 0.3405237 Dec 14 02:33:09.885914 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f718af-f282-4118-9a87-814ee46aba5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b12370-4cc0-4073-85d1-91c841a7b1c5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:09.890485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-11827633-156d-4802-9064-aca7b1a9507c tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Made reservation on behalf of c599f063fb64480ba4a0ee1020e33672 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:33:09.894679 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-11827633-156d-4802-9064-aca7b1a9507c tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:09.938418 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8cbea-163e-4bd0-b7d0-9db6d39bca78 req-4bdbe05a-5de0-4077-bab5-a6470ba839ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:09.939913 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a6e8cbea-163e-4bd0-b7d0-9db6d39bca78 req-4bdbe05a-5de0-4077-bab5-a6470ba839ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa209f5c-4ca3-4f7b-b188-aadce03a8894 HTTP/1.1" status: 200 len: 913 time: 0.1757412 Dec 14 02:33:09.998524 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Set router b5374b51-a108-40e0-a15f-65ff44c62fe3 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:33:10.018592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53932) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:10.052268 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a6e8cbea-163e-4bd0-b7d0-9db6d39bca78 req-b892ad56-20e1-453d-b969-eb98abd333c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae60d6b-26cf-4158-97d8-26e3216a2b78 HTTP/1.1" status: 200 len: 1002 time: 0.1037459 Dec 14 02:33:10.123875 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8cbea-163e-4bd0-b7d0-9db6d39bca78 req-b5082905-58a1-43c3-b079-3f1bc831fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:10.125748 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-56eceb32-e828-4b26-bf6a-1e56ccf1ffc0 service neutron] 10.222.0.39 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890084 Dec 14 02:33:10.125958 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a6e8cbea-163e-4bd0-b7d0-9db6d39bca78 req-b5082905-58a1-43c3-b079-3f1bc831fdd6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6fca9bbc-2a0a-4b97-b622-987e739d6dff HTTP/1.1" status: 200 len: 851 time: 0.0658393 Dec 14 02:33:10.133343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-830146d1-c9a8-43c4-b56c-94eb510c0f20 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52bcd261cc7b41b38ca6ea77c675a529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1102736 Dec 14 02:33:10.134187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53934) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:10.158102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-11827633-156d-4802-9064-aca7b1a9507c tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Allocated IP 172.20.0.11 (46ae5e0d-ff63-489c-8bf7-968d04494343/5ab8c50a-a715-4e2e-8453-c9bba63f1ddb/9cff4504-e553-4b9d-a0ae-e2917d1ccbb2) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:33:10.202790 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8cbea-163e-4bd0-b7d0-9db6d39bca78 req-a91079d4-d982-4420-9d79-8e05e9891376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:10.204223 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a6e8cbea-163e-4bd0-b7d0-9db6d39bca78 req-a91079d4-d982-4420-9d79-8e05e9891376 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa209f5c-4ca3-4f7b-b188-aadce03a8894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711448 Dec 14 02:33:10.230883 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:07Z', 'revision_number': 2, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:10.260792 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Checking router: b5374b51-a108-40e0-a15f-65ff44c62fe3 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:33:10.261361 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Updating router b5374b51-a108-40e0-a15f-65ff44c62fe3 port e555f0e9-2d08-4c1d-ac57-1b9856a817db binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:33:10.288134 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:10.305346 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-578223e2-9e20-41c4-aea8-3e7276aad756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:10.350278 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a6e8cbea-163e-4bd0-b7d0-9db6d39bca78 req-b3198534-5ac3-45d5-87a4-b7b67cfd227d service neutron] 10.222.0.47 "GET /v2.0/networks/aa209f5c-4ca3-4f7b-b188-aadce03a8894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362574 Dec 14 02:33:10.379236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-5cafcd88-190d-4fa9-b3ff-4cb052ad6f74 service neutron] 10.222.0.39 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440913 Dec 14 02:33:10.385645 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-578223e2-9e20-41c4-aea8-3e7276aad756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:10.470693 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-11827633-156d-4802-9064-aca7b1a9507c tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:10.509779 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a6e8cbea-163e-4bd0-b7d0-9db6d39bca78 req-63a8e379-155e-400c-835b-ddd1e075e7ce service neutron] 10.222.0.47 "GET /v2.0/networks/aa209f5c-4ca3-4f7b-b188-aadce03a8894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519668 Dec 14 02:33:10.580483 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-578223e2-9e20-41c4-aea8-3e7276aad756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:10.585511 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-578223e2-9e20-41c4-aea8-3e7276aad756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:10.585753 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-578223e2-9e20-41c4-aea8-3e7276aad756 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2ade36eb-4ad2-4700-9a8e-0cf45d4ef2c5 HTTP/1.1" status: 204 len: 168 time: 0.4495647 Dec 14 02:33:10.608675 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578223e2-9e20-41c4-aea8-3e7276aad756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ade36eb-4ad2-4700-9a8e-0cf45d4ef2c5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:10.626534 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578223e2-9e20-41c4-aea8-3e7276aad756 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:10.626891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578223e2-9e20-41c4-aea8-3e7276aad756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:10.631604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578223e2-9e20-41c4-aea8-3e7276aad756 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:10.631604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578223e2-9e20-41c4-aea8-3e7276aad756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:10.631604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578223e2-9e20-41c4-aea8-3e7276aad756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:10.631604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578223e2-9e20-41c4-aea8-3e7276aad756 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:10.631604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578223e2-9e20-41c4-aea8-3e7276aad756 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:10.631604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578223e2-9e20-41c4-aea8-3e7276aad756 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:10.631604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578223e2-9e20-41c4-aea8-3e7276aad756 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:10.631604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578223e2-9e20-41c4-aea8-3e7276aad756 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:10.631604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578223e2-9e20-41c4-aea8-3e7276aad756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:10.634356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578223e2-9e20-41c4-aea8-3e7276aad756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:10.635473 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578223e2-9e20-41c4-aea8-3e7276aad756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:10.641770 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-11827633-156d-4802-9064-aca7b1a9507c tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:10.711375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-11827633-156d-4802-9064-aca7b1a9507c tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Network 46ae5e0d-ff63-489c-8bf7-968d04494343 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:10.717221 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-11827633-156d-4802-9064-aca7b1a9507c tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:10.719215 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11827633-156d-4802-9064-aca7b1a9507c tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Pushing event updated for resources: {'Port': ['ID=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:10.721541 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-11827633-156d-4802-9064-aca7b1a9507c tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:33:10.731306 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:10.788157 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-11827633-156d-4802-9064-aca7b1a9507c tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:10.788843 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-11827633-156d-4802-9064-aca7b1a9507c tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:10.808176 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:10.841255 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c838cd93-36fa-4336-bd92-fabb6270d205 x-openstack-request-id: req-c838cd93-36fa-4336-bd92-fabb6270d205 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:10.841700 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e67701d-8df9-4a54-9942-e21035fc0dca", "name": "network-vif-plugged", "status": "completed", "tag": "d3958da9-3488-4512-ad7d-1ee83beadf02", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:10.841961 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c838cd93-36fa-4336-bd92-fabb6270d205 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:10.842358 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e67701d-8df9-4a54-9942-e21035fc0dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3958da9-3488-4512-ad7d-1ee83beadf02', 'code': 200} Dec 14 02:33:10.869219 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-11827633-156d-4802-9064-aca7b1a9507c tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3863680 Dec 14 02:33:10.895198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Request body: {'port': {'device_id': '9fe4e01e-c0d3-4023-aeca-eb6113d58ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:10.902968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e84869-a89a-4796-82f8-c15060010a9b None None] Pushing event updated for resources: {'Port': ['ID=e555f0e9-2d08-4c1d-ac57-1b9856a817db,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:11.020148 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:11.060149 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 2f87554a-6ccb-4388-8715-7583ccba12d8 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:11.076770 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee8e48-b771-4b8f-9cab-6e219757257b req-8a7f60e7-c176-4a09-aff4-b0957f7cbf50 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:11.100754 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49ee8e48-b771-4b8f-9cab-6e219757257b req-8a7f60e7-c176-4a09-aff4-b0957f7cbf50 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 945 time: 0.2162654 Dec 14 02:33:11.118951 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Attempting to bind port e555f0e9-2d08-4c1d-ac57-1b9856a817db on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:33:11.119336 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Attempting to bind port e555f0e9-2d08-4c1d-ac57-1b9856a817db by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'a15d36b1-15db-4b8e-bc87-95b4daa5cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '198368b1-c432-449a-b51e-fd80b320b816'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:33:11.119707 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Attempting to bind port e555f0e9-2d08-4c1d-ac57-1b9856a817db on network 198368b1-c432-449a-b51e-fd80b320b816 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:11.163096 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:33:11.163096 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Checking segment: {'id': 'a15d36b1-15db-4b8e-bc87-95b4daa5cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '198368b1-c432-449a-b51e-fd80b320b816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:11.163096 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:11.167589 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Bound using segment: {'id': 'a15d36b1-15db-4b8e-bc87-95b4daa5cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '198368b1-c432-449a-b51e-fd80b320b816'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:33:11.168325 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Bound port: e555f0e9-2d08-4c1d-ac57-1b9856a817db, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15d36b1-15db-4b8e-bc87-95b4daa5cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '198368b1-c432-449a-b51e-fd80b320b816'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:33:11.168904 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:11.181276 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748691f4-3477-4c51-a635-d47b4c6f308f req-15ffd00f-a5e1-464e-8462-d25e5235ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:11.184133 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-748691f4-3477-4c51-a635-d47b4c6f308f req-15ffd00f-a5e1-464e-8462-d25e5235ddd5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 1096 time: 0.1221659 Dec 14 02:33:11.289830 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-748691f4-3477-4c51-a635-d47b4c6f308f req-af29fa37-c498-4cf5-83fe-944d1427cb59 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987694 Dec 14 02:33:11.304171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49ee8e48-b771-4b8f-9cab-6e219757257b req-dc5811c2-28e4-46d7-ae92-2e129ad04f6f tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977687 Dec 14 02:33:11.392483 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] For port e555f0e9-2d08-4c1d-ac57-1b9856a817db, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:11.421059 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] For port e555f0e9-2d08-4c1d-ac57-1b9856a817db, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e555f0e9-2d08-4c1d-ac57-1b9856a817db,segment=NetworkSegment(a15d36b1-15db-4b8e-bc87-95b4daa5cfbf),segment_id=a15d36b1-15db-4b8e-bc87-95b4daa5cfbf)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:33:11.432591 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-cc55fc7f-2862-4812-b8fc-db96466e79f8 None None] Provisioning complete for port e555f0e9-2d08-4c1d-ac57-1b9856a817db triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:11.433393 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cc55fc7f-2862-4812-b8fc-db96466e79f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:11.470993 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 2f87554a-6ccb-4388-8715-7583ccba12d8 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:11.470993 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:11.509415 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:11.558874 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-cc55fc7f-2862-4812-b8fc-db96466e79f8 None None] Port e555f0e9-2d08-4c1d-ac57-1b9856a817db cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:33:11.608275 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e84869-a89a-4796-82f8-c15060010a9b None None] Pushing event updated for resources: {'Port': ['ID=e555f0e9-2d08-4c1d-ac57-1b9856a817db,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:11.615344 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Routers {'b5374b51-a108-40e0-a15f-65ff44c62fe3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:33:11.616203 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:33:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b5374b51-a108-40e0-a15f-65ff44c62fe3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:11.638123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa0b14-73e2-4d84-919e-5660fc752b25 req-08d05c18-8a68-4008-9f33-90054592a150 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:11.640010 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50aa0b14-73e2-4d84-919e-5660fc752b25 req-08d05c18-8a68-4008-9f33-90054592a150 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 932 time: 0.1141467 Dec 14 02:33:11.658805 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:33:11.676677 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:11.758990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Transition to ACTIVE for port object 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:33:11.809915 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:11.827354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] Set router b5374b51-a108-40e0-a15f-65ff44c62fe3 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:33:11.891961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Pushing event updated for resources: {'Port': ['ID=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:11.908625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50aa0b14-73e2-4d84-919e-5660fc752b25 req-b9ab9593-5ffa-4e83-9b83-03c4f74d9ffc tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396395 Dec 14 02:33:11.939957 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53996) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:12.036066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Attempting to bind port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:33:12.036404 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Attempting to bind port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:33:12.036763 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Attempting to bind port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 on network 46ae5e0d-ff63-489c-8bf7-968d04494343 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:12.038218 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-afeb8ab6-54d4-452f-b913-183d538be76e None None] Provisioning complete for port e555f0e9-2d08-4c1d-ac57-1b9856a817db triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:12.038769 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-afeb8ab6-54d4-452f-b913-183d538be76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:12.041976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 on network 46ae5e0d-ff63-489c-8bf7-968d04494343 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:33:12.042376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Attempting to bind port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 on network 46ae5e0d-ff63-489c-8bf7-968d04494343 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:12.047754 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:33:12.049408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Checking segment: {'id': '3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:12.050186 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Bound using segment: {'id': '3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:33:12.051128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Bound port: 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:33:12.051818 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:12.087841 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-8db0bca9-d67e-45ce-8cc5-031f1e0399fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-891074500-network', 'tenant_id': '3674cfa5672b4954bca99016b06664cb'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:12.133291 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-954c3e41-906f-42f9-a15f-2ec4068ad112 req-25e0650c-6f93-4d89-a4bf-13e48794a522 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 210 time: 0.0366306 Dec 14 02:33:12.159101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] For port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:12.174132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] For port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:33:12.193177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db0bca9-d67e-45ce-8cc5-031f1e0399fa admin admin] Made reservation on behalf of 3674cfa5672b4954bca99016b06664cb for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:33:12.196480 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8db0bca9-d67e-45ce-8cc5-031f1e0399fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:12.203471 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-afeb8ab6-54d4-452f-b913-183d538be76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:12.207571 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8db0bca9-d67e-45ce-8cc5-031f1e0399fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:12.243034 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:11Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:12.295719 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d72876-facb-4613-9d97-c999fe9e122e None None] The sync data for ids ['b5374b51-a108-40e0-a15f-65ff44c62fe3'] in n-d-821636-1 is: [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:11Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:33:12.299060 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-afeb8ab6-54d4-452f-b913-183d538be76e None None] For port e555f0e9-2d08-4c1d-ac57-1b9856a817db, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e555f0e9-2d08-4c1d-ac57-1b9856a817db,segment=NetworkSegment(a15d36b1-15db-4b8e-bc87-95b4daa5cfbf),segment_id=a15d36b1-15db-4b8e-bc87-95b4daa5cfbf)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:12.304478 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096be829-3d48-4ebe-ae7d-a3f9bbf80980 req-b215db3e-e064-4331-863c-90618f336a84 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:12.306127 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-096be829-3d48-4ebe-ae7d-a3f9bbf80980 req-b215db3e-e064-4331-863c-90618f336a84 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0681043 Dec 14 02:33:12.307819 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:12.380089 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8db0bca9-d67e-45ce-8cc5-031f1e0399fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:12.389114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:12.389925 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:12.391203 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] 10.222.0.46 "PUT /v2.0/ports/9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 HTTP/1.1" status: 200 len: 1092 time: 1.5084271 Dec 14 02:33:12.391658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe4e01e-c0d3-4023-aeca-eb6113d58ca0', 'tag': '9cff4504-e553-4b9d-a0ae-e2917d1ccbb2'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:12.396139 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-afeb8ab6-54d4-452f-b913-183d538be76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:12.402439 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29961142-1635-42d0-9420-e493933087da" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe4e01e-c0d3-4023-aeca-eb6113d58ca0", "tag": "9cff4504-e553-4b9d-a0ae-e2917d1ccbb2"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:12.459714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1355a-78e3-4d73-973f-1ac8069a0b90 service neutron] Pushing event updated for resources: {'Port': ['ID=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:12.488661 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8db0bca9-d67e-45ce-8cc5-031f1e0399fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:12.492784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-096be829-3d48-4ebe-ae7d-a3f9bbf80980 req-1f0645d5-2903-426e-9927-bf93a3803873 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548700 Dec 14 02:33:12.503566 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb8ab6-54d4-452f-b913-183d538be76e None None] Pushing event updated for resources: {'Port': ['ID=e555f0e9-2d08-4c1d-ac57-1b9856a817db,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:12.538637 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0bca9-d67e-45ce-8cc5-031f1e0399fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce15cdf9-fe52-4b1a-9b16-3532df0461e8,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:12.546710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db0bca9-d67e-45ce-8cc5-031f1e0399fa admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:33:12.571584 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8db0bca9-d67e-45ce-8cc5-031f1e0399fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:12.571584 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-8db0bca9-d67e-45ce-8cc5-031f1e0399fa admin admin] Added segment c765e286-84ca-4e29-b9b8-3b913daed72a of type vlan for network 409f180f-3bfa-4add-9f10-338a04644e61 Dec 14 02:33:12.630474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54020) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:12.663262 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8db0bca9-d67e-45ce-8cc5-031f1e0399fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:12.702544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3aa2eb-9ff8-42b5-9a25-668370e24582 req-6cd47aa9-58de-46f1-b88f-2b34b94789a5 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:12.704474 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf3aa2eb-9ff8-42b5-9a25-668370e24582 req-6cd47aa9-58de-46f1-b88f-2b34b94789a5 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 945 time: 0.0882709 Dec 14 02:33:12.787027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-2d1e5fa7-9a08-465c-b5b3-67c43f87a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:12.788917 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-2d1e5fa7-9a08-465c-b5b3-67c43f87a680 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c599f063fb64480ba4a0ee1020e33672&device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 1095 time: 0.1249058 Dec 14 02:33:12.790706 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8db0bca9-d67e-45ce-8cc5-031f1e0399fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:12.791953 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0bca9-d67e-45ce-8cc5-031f1e0399fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:12.792856 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8db0bca9-d67e-45ce-8cc5-031f1e0399fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:12.806744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-ecef1083-872e-4fb1-a88a-ec20ae9eb2d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-277314920-network', 'tenant_id': 'ed8914f36c69449d92cc920be08c3d50'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:12.872728 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0bca9-d67e-45ce-8cc5-031f1e0399fa admin admin] Pushing event updated for resources: {'Network': ['ID=409f180f-3bfa-4add-9f10-338a04644e61,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:12.885808 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-6238c30e-11f3-41a1-b5de-7f77ac8bb3b2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 HTTP/1.1" status: 200 len: 217 time: 0.0648625 Dec 14 02:33:12.886406 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 409f180f-3bfa-4add-9f10-338a04644e61 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:33:12.890062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf3aa2eb-9ff8-42b5-9a25-668370e24582 req-9beff2b8-76cf-4fb6-8aa5-119db28af628 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775148 Dec 14 02:33:12.954540 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-157567a2-46ab-4e4e-8608-6432afc9d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:12.957926 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-157567a2-46ab-4e4e-8608-6432afc9d73d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ab8c50a-a715-4e2e-8453-c9bba63f1ddb HTTP/1.1" status: 200 len: 844 time: 0.0646410 Dec 14 02:33:12.972568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-50e018f8-9a63-480e-bab3-f5e0b52d081b tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:33:12.973947 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-50e018f8-9a63-480e-bab3-f5e0b52d081b tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066407 Dec 14 02:33:12.986608 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819004ef-dda0-43e7-9132-5a35ea783115 x-openstack-request-id: req-819004ef-dda0-43e7-9132-5a35ea783115 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:12.987160 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe4e01e-c0d3-4023-aeca-eb6113d58ca0", "tag": "9cff4504-e553-4b9d-a0ae-e2917d1ccbb2", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:12.987420 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-819004ef-dda0-43e7-9132-5a35ea783115 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:12.987826 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe4e01e-c0d3-4023-aeca-eb6113d58ca0', 'tag': '9cff4504-e553-4b9d-a0ae-e2917d1ccbb2', 'status': 'completed', 'code': 200} Dec 14 02:33:12.990879 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecef1083-872e-4fb1-a88a-ec20ae9eb2d8 admin admin] Made reservation on behalf of ed8914f36c69449d92cc920be08c3d50 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:33:12.993287 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ecef1083-872e-4fb1-a88a-ec20ae9eb2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:13.028311 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-e5a53a2b-fa49-44dd-871a-a32d25559794 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=46ae5e0d-ff63-489c-8bf7-968d04494343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632746 Dec 14 02:33:13.029494 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ecef1083-872e-4fb1-a88a-ec20ae9eb2d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:13.065700 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-2ec9b870-2bc1-4f25-904d-a88b02f028d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:13.067120 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-2ec9b870-2bc1-4f25-904d-a88b02f028d0 service neutron] 10.222.0.39 "GET /v2.0/ports/36519be4-053e-41d6-9273-c1b9d05e8d6c HTTP/1.1" status: 200 len: 1094 time: 0.0701580 Dec 14 02:33:13.078959 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-9cd6e375-fe0a-458d-812e-305c4aca1341 service neutron] Request body: {'binding': {'host': 'n-h2-821636-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:13.079649 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-9cd6e375-fe0a-458d-812e-305c4aca1341 service neutron] Unknown quota resources ['binding']. {{(pid=103847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 02:33:13.105514 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e555f0e9-2d08-4c1d-ac57-1b9856a817db up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:13.107891 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8db0bca9-d67e-45ce-8cc5-031f1e0399fa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1667581 Dec 14 02:33:13.112858 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54030) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:13.120981 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-668aa4fb-d992-4a02-95f9-674c705e09dd admin admin] Request body: {'subnet': {'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-891074500-subnet', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:13.175777 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e555f0e9-2d08-4c1d-ac57-1b9856a817db triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:13.176820 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:13.292097 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668aa4fb-d992-4a02-95f9-674c705e09dd admin admin] Made reservation on behalf of 3674cfa5672b4954bca99016b06664cb for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:33:13.294804 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-668aa4fb-d992-4a02-95f9-674c705e09dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:13.320799 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-9cd6e375-fe0a-458d-812e-305c4aca1341 service neutron] Attempting to bind port 36519be4-053e-41d6-9273-c1b9d05e8d6c on host n-h2-821636-1 for vnic_type normal with profile None {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:33:13.321266 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-9cd6e375-fe0a-458d-812e-305c4aca1341 service neutron] Attempting to bind port 36519be4-053e-41d6-9273-c1b9d05e8d6c by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:33:13.321671 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-9cd6e375-fe0a-458d-812e-305c4aca1341 service neutron] Attempting to bind port 36519be4-053e-41d6-9273-c1b9d05e8d6c on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:13.366661 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-9cd6e375-fe0a-458d-812e-305c4aca1341 service neutron] Port 36519be4-053e-41d6-9273-c1b9d05e8d6c on network f3e644f0-318a-42e9-9245-8613c8213d27 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:33:13.367410 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-9cd6e375-fe0a-458d-812e-305c4aca1341 service neutron] Attempting to bind port 36519be4-053e-41d6-9273-c1b9d05e8d6c on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:13.379955 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-9cd6e375-fe0a-458d-812e-305c4aca1341 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:33:13.380421 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-9cd6e375-fe0a-458d-812e-305c4aca1341 service neutron] Checking segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:13.381035 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-9cd6e375-fe0a-458d-812e-305c4aca1341 service neutron] Bound using segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:33:13.381522 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-9cd6e375-fe0a-458d-812e-305c4aca1341 service neutron] Bound port: 36519be4-053e-41d6-9273-c1b9d05e8d6c, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:33:13.472627 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-9cd6e375-fe0a-458d-812e-305c4aca1341 service neutron] For port 36519be4-053e-41d6-9273-c1b9d05e8d6c, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=36519be4-053e-41d6-9273-c1b9d05e8d6c,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:33:13.593598 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-9cd6e375-fe0a-458d-812e-305c4aca1341 service neutron] Publish callbacks [] for binding, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:13.595500 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-9cd6e375-fe0a-458d-812e-305c4aca1341 service neutron] 10.222.0.39 "POST /v2.0/ports/36519be4-053e-41d6-9273-c1b9d05e8d6c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5204070 Dec 14 02:33:13.617825 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee968b35-4dda-4d29-a193-3a3cec04beb2 req-720945ce-4425-42b4-8a42-cd0f91669a11 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:13.619376 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ee968b35-4dda-4d29-a193-3a3cec04beb2 req-720945ce-4425-42b4-8a42-cd0f91669a11 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1190059 Dec 14 02:33:13.625998 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-c60a1a5e-6111-4324-8cc6-7c879f17bcb0 service neutron] 10.222.0.46 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775297 Dec 14 02:33:13.661005 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-668aa4fb-d992-4a02-95f9-674c705e09dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:13.717400 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668aa4fb-d992-4a02-95f9-674c705e09dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d40edbfc-b241-474d-8835-df2afaf4e4fb,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:13.735790 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668aa4fb-d992-4a02-95f9-674c705e09dd admin admin] Checking segment: {'id': 'c765e286-84ca-4e29-b9b8-3b913daed72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:13.735790 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668aa4fb-d992-4a02-95f9-674c705e09dd admin admin] Network hostable DHCP agents. Network: 409f180f-3bfa-4add-9f10-338a04644e61, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:33:13.750970 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ecef1083-872e-4fb1-a88a-ec20ae9eb2d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:13.759593 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ee968b35-4dda-4d29-a193-3a3cec04beb2 req-d687baa5-ab86-40b4-a936-ef913bbe5883 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289968 Dec 14 02:33:13.788416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-293abf14-b2ad-4d12-b7ec-af303708b8d7 req-cf5ef5f3-cb13-449b-9c52-ae674c961960 service neutron] 10.222.0.46 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544056 Dec 14 02:33:13.868719 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668aa4fb-d992-4a02-95f9-674c705e09dd admin admin] Network 409f180f-3bfa-4add-9f10-338a04644e61 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:33:13.871657 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ecef1083-872e-4fb1-a88a-ec20ae9eb2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:13.900312 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecef1083-872e-4fb1-a88a-ec20ae9eb2d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:33:13.923447 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef1083-872e-4fb1-a88a-ec20ae9eb2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18a9960-1b4a-4b64-ae38-f21a784c53c1,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:13.929609 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ecef1083-872e-4fb1-a88a-ec20ae9eb2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:13.929957 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-ecef1083-872e-4fb1-a88a-ec20ae9eb2d8 admin admin] Added segment 76c35287-df7d-4c28-9b74-187d0a18918f of type vlan for network dfbe808a-d62b-4425-8bfa-3d75d3431c47 Dec 14 02:33:13.938459 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a0a8f-a244-4f28-96f1-53b469211da3 req-f7d92765-ee07-4a4c-8d45-f265b7b9623b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:13.939855 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d2a0a8f-a244-4f28-96f1-53b469211da3 req-f7d92765-ee07-4a4c-8d45-f265b7b9623b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 944 time: 0.0976014 Dec 14 02:33:14.001618 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ecef1083-872e-4fb1-a88a-ec20ae9eb2d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:14.002213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-668aa4fb-d992-4a02-95f9-674c705e09dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 409f180f-3bfa-4add-9f10-338a04644e61) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:14.010728 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668aa4fb-d992-4a02-95f9-674c705e09dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:14.011863 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-668aa4fb-d992-4a02-95f9-674c705e09dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:14.026327 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef57413-e3f3-40f3-98e6-e50bcac11522 None None] Network 409f180f-3bfa-4add-9f10-338a04644e61 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:33:14.036146 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d2a0a8f-a244-4f28-96f1-53b469211da3 req-6609fb14-04ed-4cf1-8a40-df94615cb3b0 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867686 Dec 14 02:33:14.107887 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29961142-1635-42d0-9420-e493933087da req-aa7bf1db-9d1a-4800-a0c4-630e8095f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:14.111394 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29961142-1635-42d0-9420-e493933087da req-aa7bf1db-9d1a-4800-a0c4-630e8095f15f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c599f063fb64480ba4a0ee1020e33672&device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 1095 time: 0.0684905 Dec 14 02:33:14.168687 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b357062a-c8a0-4a19-83b4-b6288bc97c77 req-d3dfe1e8-4a54-415f-a361-9a210be82037 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 210 time: 0.0502865 Dec 14 02:33:14.180886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-409f180f-3bfa-4add-9f10-338a04644e61', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'project_id': '3674cfa5672b4954bca99016b06664cb', 'fixed_ips': [{'subnet_id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:33:14.186779 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:14.215210 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ecef1083-872e-4fb1-a88a-ec20ae9eb2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:14.216174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecef1083-872e-4fb1-a88a-ec20ae9eb2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:14.216761 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ecef1083-872e-4fb1-a88a-ec20ae9eb2d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:14.252318 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-668aa4fb-d992-4a02-95f9-674c705e09dd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1381392 Dec 14 02:33:14.257137 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54042) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:14.263552 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:14.351603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29961142-1635-42d0-9420-e493933087da req-4ef7ed09-d182-4ba4-872e-d9d7367ed338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:14.352992 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29961142-1635-42d0-9420-e493933087da req-4ef7ed09-d182-4ba4-872e-d9d7367ed338 service neutron] 10.222.0.46 "GET /v2.0/networks?id=46ae5e0d-ff63-489c-8bf7-968d04494343 HTTP/1.1" status: 200 len: 905 time: 0.2333181 Dec 14 02:33:14.368431 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef1083-872e-4fb1-a88a-ec20ae9eb2d8 admin admin] Pushing event updated for resources: {'Network': ['ID=dfbe808a-d62b-4425-8bfa-3d75d3431c47,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:14.398836 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Allocated IP 172.20.0.2 (409f180f-3bfa-4add-9f10-338a04644e61/d40edbfc-b241-474d-8835-df2afaf4e4fb/8b96a2e5-33f4-4be1-bc77-5eda7fe0e639) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:33:14.402937 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network dfbe808a-d62b-4425-8bfa-3d75d3431c47 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:33:14.421706 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ecef1083-872e-4fb1-a88a-ec20ae9eb2d8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7887709 Dec 14 02:33:14.425908 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29961142-1635-42d0-9420-e493933087da req-3affe762-cb7b-4a54-b7d3-945a01b14bee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 HTTP/1.1" status: 200 len: 217 time: 0.0541608 Dec 14 02:33:14.426086 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54044) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:14.438921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50201b32-3717-42e6-a0ca-d90c3dc536de req-abc7fe7f-3709-4747-bc42-224bec4aa757 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:14.439490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-552415e1-993c-48c9-9230-6395233c229e admin admin] Request body: {'subnet': {'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-277314920-subnet', 'tenant_id': 'ed8914f36c69449d92cc920be08c3d50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:14.440479 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50201b32-3717-42e6-a0ca-d90c3dc536de req-abc7fe7f-3709-4747-bc42-224bec4aa757 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 945 time: 0.1588399 Dec 14 02:33:14.494831 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca051bd0-9d44-4b26-acde-0a0780a14fb7 req-f001c80c-a89e-4c81-862d-1d60b72a11d7 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:14.496412 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca051bd0-9d44-4b26-acde-0a0780a14fb7 req-f001c80c-a89e-4c81-862d-1d60b72a11d7 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 946 time: 0.1962676 Dec 14 02:33:14.517659 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:14.518700 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:14.539394 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29961142-1635-42d0-9420-e493933087da req-dcb517f8-eb8a-45b4-a7f5-02d7b65df5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:14.540967 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29961142-1635-42d0-9420-e493933087da req-dcb517f8-eb8a-45b4-a7f5-02d7b65df5dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ab8c50a-a715-4e2e-8453-c9bba63f1ddb HTTP/1.1" status: 200 len: 844 time: 0.0995893 Dec 14 02:33:14.570710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-746a90ab-aff8-41c4-a1cc-f194cd940cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:14.573002 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-746a90ab-aff8-41c4-a1cc-f194cd940cf2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 1097 time: 0.1006544 Dec 14 02:33:14.591286 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29961142-1635-42d0-9420-e493933087da req-da000fe9-c4b7-4474-8ab2-1a478eae89f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=46ae5e0d-ff63-489c-8bf7-968d04494343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417738 Dec 14 02:33:14.611098 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552415e1-993c-48c9-9230-6395233c229e admin admin] Made reservation on behalf of ed8914f36c69449d92cc920be08c3d50 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:33:14.613370 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-552415e1-993c-48c9-9230-6395233c229e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:14.618346 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50201b32-3717-42e6-a0ca-d90c3dc536de req-edb22021-7bc2-4004-ae4d-f6d693868968 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441083 Dec 14 02:33:14.642959 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:14.666098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca051bd0-9d44-4b26-acde-0a0780a14fb7 req-2907ef79-6903-414f-a466-e49a599b29c5 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563857 Dec 14 02:33:14.702998 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:14.729896 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29961142-1635-42d0-9420-e493933087da req-e8d71c4a-86ac-4fea-b15b-cf6945cad109 service neutron] 10.222.0.46 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274221 Dec 14 02:33:14.752266 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:14.814292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Network 409f180f-3bfa-4add-9f10-338a04644e61 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:14.818250 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:14.820748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:33:14.926797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b268351-75b5-4a8c-a281-0bec5390af52 req-98749522-1e13-4da7-8111-ee60ecc19045 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:14.929075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b268351-75b5-4a8c-a281-0bec5390af52 req-98749522-1e13-4da7-8111-ee60ecc19045 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 945 time: 0.1258237 Dec 14 02:33:14.940277 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7489bbc-192d-43d4-938e-476a70d0d6be req-436f4313-66d3-43ea-b387-54eea4da0e79 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:14.941601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7489bbc-192d-43d4-938e-476a70d0d6be req-436f4313-66d3-43ea-b387-54eea4da0e79 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1777520 Dec 14 02:33:14.950552 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-b169c3f7-c6ac-4244-ab5d-3175d4ee9096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:14.952346 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-b169c3f7-c6ac-4244-ab5d-3175d4ee9096 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.3517430 Dec 14 02:33:14.953257 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29961142-1635-42d0-9420-e493933087da req-1efb301b-8881-4793-9c6f-c52a60f0de87 service neutron] 10.222.0.46 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136221 Dec 14 02:33:14.954869 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:15.031134 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b268351-75b5-4a8c-a281-0bec5390af52 req-b312565a-13e0-4e92-91ea-1080919729f3 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868413 Dec 14 02:33:15.032557 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-41427041-aaa3-44f3-aa4b-6ab1e9464146 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36519be4-053e-41d6-9273-c1b9d05e8d6c HTTP/1.1" status: 200 len: 217 time: 0.0665090 Dec 14 02:33:15.041210 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7489bbc-192d-43d4-938e-476a70d0d6be req-6934c6ff-6d59-40aa-9ca6-f62cb5ff7d57 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796876 Dec 14 02:33:15.065769 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Pushing event updated for resources: {'Port': ['ID=8b96a2e5-33f4-4be1-bc77-5eda7fe0e639,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:15.118243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Attempting to bind port 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:33:15.118811 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Attempting to bind port 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'c765e286-84ca-4e29-b9b8-3b913daed72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:33:15.119231 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Attempting to bind port 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639 on network 409f180f-3bfa-4add-9f10-338a04644e61 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:15.131400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:33:15.131400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Checking segment: {'id': 'c765e286-84ca-4e29-b9b8-3b913daed72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:15.131400 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:15.131400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Bound using segment: {'id': 'c765e286-84ca-4e29-b9b8-3b913daed72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:33:15.131400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Bound port: 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c765e286-84ca-4e29-b9b8-3b913daed72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:33:15.131400 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:15.210459 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] For port 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:15.215540 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] For port 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8b96a2e5-33f4-4be1-bc77-5eda7fe0e639,segment=NetworkSegment(c765e286-84ca-4e29-b9b8-3b913daed72a),segment_id=c765e286-84ca-4e29-b9b8-3b913daed72a)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:33:15.238344 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-21d57d01-112f-4f21-8890-2a7ef3a23cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:15.239820 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-21d57d01-112f-4f21-8890-2a7ef3a23cf5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.1979272 Dec 14 02:33:15.282783 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:15.304141 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df702b39-6197-4b80-9d0c-bb2b374711d9 req-f66fff11-a46e-4d05-9c4b-9877782c2cee tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:15.306493 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df702b39-6197-4b80-9d0c-bb2b374711d9 req-f66fff11-a46e-4d05-9c4b-9877782c2cee tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 944 time: 0.1580062 Dec 14 02:33:15.313654 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-8f827ed2-0ae2-423b-a903-1bf16e982461 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504827 Dec 14 02:33:15.320623 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb93d1c-ee30-459b-b47b-6394b904fc8b req-89ad9d66-47bd-4cdd-9faa-c0b465164e9d tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:15.322297 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fb93d1c-ee30-459b-b47b-6394b904fc8b req-89ad9d66-47bd-4cdd-9faa-c0b465164e9d tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1481760 Dec 14 02:33:15.341743 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-552415e1-993c-48c9-9230-6395233c229e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:15.374316 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-b05f4851-81e2-4258-95c0-de20b36f0d51 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:15.375776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-b05f4851-81e2-4258-95c0-de20b36f0d51 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.47 "GET /v2.0/networks?id=198368b1-c432-449a-b51e-fd80b320b816 HTTP/1.1" status: 200 len: 821 time: 0.2378812 Dec 14 02:33:15.389598 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2f6aa-e251-4d9b-a345-0abae69562ef None None] Pushing event updated for resources: {'Port': ['ID=8b96a2e5-33f4-4be1-bc77-5eda7fe0e639,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:15.413355 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-c9c151f8-b27c-42cf-b1ef-f6d84a156e77 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Request body: {'port': {'device_id': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'admin_state_up': True, 'tenant_id': '147d893c45c84473a16cd010a047ce68'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:15.485829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df702b39-6197-4b80-9d0c-bb2b374711d9 req-fb296987-3b93-4f80-8126-3d973c32dfaf tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625307 Dec 14 02:33:15.509657 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fb93d1c-ee30-459b-b47b-6394b904fc8b req-46c3eac0-9fe1-4901-85b2-eed690ec76a8 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665900 Dec 14 02:33:15.555743 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552415e1-993c-48c9-9230-6395233c229e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e681f6b2-d68d-4d5b-b46f-043098b1e43a,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:15.566820 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552415e1-993c-48c9-9230-6395233c229e admin admin] Checking segment: {'id': '76c35287-df7d-4c28-9b74-187d0a18918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:15.567263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552415e1-993c-48c9-9230-6395233c229e admin admin] Network hostable DHCP agents. Network: dfbe808a-d62b-4425-8bfa-3d75d3431c47, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:33:15.648042 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-e406f52c-2859-47da-9ba3-a94412d75696 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036044 Dec 14 02:33:15.656577 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:15.673021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06700a93-3122-46ee-be4a-b50286e3c58a req-d1966a2e-05e7-4ea4-9d5a-7a8ab848228d tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:15.674638 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-06700a93-3122-46ee-be4a-b50286e3c58a req-d1966a2e-05e7-4ea4-9d5a-7a8ab848228d tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 945 time: 0.0957227 Dec 14 02:33:15.702539 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:15.751039 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552415e1-993c-48c9-9230-6395233c229e admin admin] Network dfbe808a-d62b-4425-8bfa-3d75d3431c47 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:33:15.756562 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c61a506-5b0c-470e-bae0-42334b13adb2 req-28185111-6c8b-4d7a-85f7-21a0e88c5366 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 210 time: 0.0548003 Dec 14 02:33:15.760468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-c9c151f8-b27c-42cf-b1ef-f6d84a156e77 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Made reservation on behalf of 147d893c45c84473a16cd010a047ce68 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:33:15.764344 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-c9c151f8-b27c-42cf-b1ef-f6d84a156e77 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:15.782979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:33:15.795269 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-06700a93-3122-46ee-be4a-b50286e3c58a req-c377f76b-c47e-4687-a498-69bb43fd9f9a tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002758 Dec 14 02:33:15.995425 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:16.008554 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '9cff4504-e553-4b9d-a0ae-e2917d1ccbb2', 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343', 'port_id': '9cff4504-e553-4b9d-a0ae-e2917d1ccbb2', 'mac_address': 'fa:16:3e:15:51:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab8c50a-a715-4e2e-8453-c9bba63f1ddb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:33:16.054189 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:16.055522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52ee50-05b1-4cba-b205-eb0769bcc63d req-92b2e85c-a90b-4e89-8d9d-8d29b3b19616 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:16.057780 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ce52ee50-05b1-4cba-b205-eb0769bcc63d req-92b2e85c-a90b-4e89-8d9d-8d29b3b19616 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1397257 Dec 14 02:33:16.069366 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:33:16.089936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-c9c151f8-b27c-42cf-b1ef-f6d84a156e77 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Allocated IP 172.20.0.10 (198368b1-c432-449a-b51e-fd80b320b816/7d48a7da-94d9-484e-afa4-69f85a38a15f/f7be0f52-296b-43c5-9fed-1d0f1834fdaf) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:33:16.095184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:16.099964 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-552415e1-993c-48c9-9230-6395233c229e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, dfbe808a-d62b-4425-8bfa-3d75d3431c47) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:16.109166 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffbdd0-6929-4b0c-99ef-987e96e26fa4 req-fe87b190-f0a5-4952-a5cf-e3751294757f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:16.110812 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36ffbdd0-6929-4b0c-99ef-987e96e26fa4 req-fe87b190-f0a5-4952-a5cf-e3751294757f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 946 time: 0.1504722 Dec 14 02:33:16.116288 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552415e1-993c-48c9-9230-6395233c229e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:16.116881 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-552415e1-993c-48c9-9230-6395233c229e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:16.127180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db597a1-e859-49e8-a6e1-9ec1cf125acc None None] Network dfbe808a-d62b-4425-8bfa-3d75d3431c47 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:33:16.165614 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-f30c85d8-7153-4a2b-b7b8-4a3a688888a2 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039828 Dec 14 02:33:16.193608 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:16.209841 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ce52ee50-05b1-4cba-b205-eb0769bcc63d req-e0209971-3b69-4349-8f8d-518de5a281b1 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408963 Dec 14 02:33:16.213887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] Allocated IP 172.25.7.27 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/d366184b-a292-42c8-b5e1-fcd344f0cefe) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:33:16.251480 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-552415e1-993c-48c9-9230-6395233c229e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8218234 Dec 14 02:33:16.278511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54070) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:16.284823 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-277314920-router', 'tenant_id': 'ed8914f36c69449d92cc920be08c3d50', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:16.292801 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:16.304984 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05222df-268d-4420-af76-9cec5c107217 None None] Network dfbe808a-d62b-4425-8bfa-3d75d3431c47 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:33:16.314519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36ffbdd0-6929-4b0c-99ef-987e96e26fa4 req-7fb1ab06-65b4-48d4-b79f-d49ae9ad2a7c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871724 Dec 14 02:33:16.376539 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:16.403235 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb33b8-620a-45e1-967b-5e8fbe5ec8bb req-e5666af2-1bad-4a0f-bd65-9e818919ece7 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:16.405275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a7bb33b8-620a-45e1-967b-5e8fbe5ec8bb req-e5666af2-1bad-4a0f-bd65-9e818919ece7 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 945 time: 0.0876405 Dec 14 02:33:16.465071 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:16.466232 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:16.488901 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:16.495501 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-c9c151f8-b27c-42cf-b1ef-f6d84a156e77 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:16.535612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['9cff4504-e553-4b9d-a0ae-e2917d1ccbb2'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:33:16.556340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7ab1b-be2f-4083-8039-9b5e00487666 req-49a0ed12-ef12-4f1b-aea8-67dcc0aeead1 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:16.557940 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ebc7ab1b-be2f-4083-8039-9b5e00487666 req-49a0ed12-ef12-4f1b-aea8-67dcc0aeead1 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1242900 Dec 14 02:33:16.572098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a7bb33b8-620a-45e1-967b-5e8fbe5ec8bb req-85db54b9-1080-4bab-b9d8-a472433cc206 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583831 Dec 14 02:33:16.632288 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:16.636597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:16.642727 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:16.645772 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] Pushing event updated for resources: {'Port': ['ID=d366184b-a292-42c8-b5e1-fcd344f0cefe,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:16.648317 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:33:16.652556 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ebc7ab1b-be2f-4083-8039-9b5e00487666 req-191043ad-7c4a-4a11-89d6-731e190c75ed tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777528 Dec 14 02:33:16.652738 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-815f38d7-d26a-4bc3-b924-dbc7c1e864ac tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:16.654142 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-815f38d7-d26a-4bc3-b924-dbc7c1e864ac tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2&tenant_id=dbee3f5c8679489195245f7b7be79be0&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 1097 time: 0.2282298 Dec 14 02:33:16.665002 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-c9c151f8-b27c-42cf-b1ef-f6d84a156e77 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:16.698306 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821636-1'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:16.732197 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-c9c151f8-b27c-42cf-b1ef-f6d84a156e77 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Network 198368b1-c432-449a-b51e-fd80b320b816 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:16.760589 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-c9c151f8-b27c-42cf-b1ef-f6d84a156e77 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:16.770205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-c9c151f8-b27c-42cf-b1ef-f6d84a156e77 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:33:16.845640 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c151f8-b27c-42cf-b1ef-f6d84a156e77 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Pushing event updated for resources: {'Port': ['ID=f7be0f52-296b-43c5-9fed-1d0f1834fdaf,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:16.907077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-c9c151f8-b27c-42cf-b1ef-f6d84a156e77 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:16.907077 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-c9c151f8-b27c-42cf-b1ef-f6d84a156e77 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:16.943341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0b4d5-daf1-49a0-93d0-b51de82ac208 req-d78279fa-ddfb-4232-9d70-b383d675a506 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:16.945215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cc0b4d5-daf1-49a0-93d0-b51de82ac208 req-d78279fa-ddfb-4232-9d70-b383d675a506 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 945 time: 0.2118564 Dec 14 02:33:17.010218 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:17.042585 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4d15bd-4bde-4e07-8be5-6a9839487973 None None] Network 409f180f-3bfa-4add-9f10-338a04644e61 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:33:17.047245 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:17.050896 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-c9c151f8-b27c-42cf-b1ef-f6d84a156e77 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6449149 Dec 14 02:33:17.068770 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cc0b4d5-daf1-49a0-93d0-b51de82ac208 req-69bd2a89-a326-4b28-8a5a-3bade1739993 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164255 Dec 14 02:33:17.075820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Request body: {'port': {'device_id': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:17.116255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f586a-57b2-41ae-9e94-37f17437a5e8 req-27d55fdb-cf4a-4366-875c-784faed0cefc tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:17.119078 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a55f586a-57b2-41ae-9e94-37f17437a5e8 req-27d55fdb-cf4a-4366-875c-784faed0cefc tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 945 time: 0.1400666 Dec 14 02:33:17.155318 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b792c0fc-519f-48b9-9e8d-fc334e5e41bc None None] Provisioning complete for port 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:17.155837 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b792c0fc-519f-48b9-9e8d-fc334e5e41bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:17.177240 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:17.217574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:17.218201 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:17.222740 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:17.250825 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a55f586a-57b2-41ae-9e94-37f17437a5e8 req-f0adad5e-13cb-4280-8f2a-2768777151d1 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228702 Dec 14 02:33:17.320178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d67f25-cb0d-4e14-b3ac-5eddd8cc20ac req-6f346e5d-5e1d-4d92-8bd3-288444a209bc tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:17.328094 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07d67f25-cb0d-4e14-b3ac-5eddd8cc20ac req-6f346e5d-5e1d-4d92-8bd3-288444a209bc tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 932 time: 0.1451070 Dec 14 02:33:17.387878 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b792c0fc-519f-48b9-9e8d-fc334e5e41bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:17.389922 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:17.445082 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8b96a2e5-33f4-4be1-bc77-5eda7fe0e639,segment=NetworkSegment(c765e286-84ca-4e29-b9b8-3b913daed72a),segment_id=c765e286-84ca-4e29-b9b8-3b913daed72a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:17.493788 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] For port 36519be4-053e-41d6-9273-c1b9d05e8d6c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=36519be4-053e-41d6-9273-c1b9d05e8d6c,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:17.517270 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:17.520387 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07d67f25-cb0d-4e14-b3ac-5eddd8cc20ac req-62a41b7a-304c-4e12-b756-c3923aa1a30d tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859958 Dec 14 02:33:17.580350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9035830-f872-4b13-b3cd-ceac458cdcd6 req-718bc44f-6ba8-4c0f-852a-22aca51fc6d6 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:17.580595 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] For port 36519be4-053e-41d6-9273-c1b9d05e8d6c, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:17.582184 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9035830-f872-4b13-b3cd-ceac458cdcd6 req-718bc44f-6ba8-4c0f-852a-22aca51fc6d6 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 945 time: 0.1744449 Dec 14 02:33:17.616018 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-b792c0fc-519f-48b9-9e8d-fc334e5e41bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:33:17.616018 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-b792c0fc-519f-48b9-9e8d-fc334e5e41bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:33:17.616317 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:17.619342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=8b96a2e5-33f4-4be1-bc77-5eda7fe0e639,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:17.701591 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9035830-f872-4b13-b3cd-ceac458cdcd6 req-208e5bab-03a6-4d4f-b8fe-fa8fc3a81b92 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079197 Dec 14 02:33:17.712663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e4cf4-0b19-48c7-b225-5a91d2445be9 req-8ae0b556-8092-4bfb-9274-cda5f1bb4851 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:17.713998 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec5e4cf4-0b19-48c7-b225-5a91d2445be9 req-8ae0b556-8092-4bfb-9274-cda5f1bb4851 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0882423 Dec 14 02:33:17.774822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e4929e-e436-474f-b19a-e590ffe7c4e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36519be4-053e-41d6-9273-c1b9d05e8d6c'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:17.777195 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e8dfd4-5de7-4867-9a09-75c060b68942" -d '{"events": [{"server_uuid": "89e4929e-e436-474f-b19a-e590ffe7c4e2", "name": "network-vif-unplugged", "status": "completed", "tag": "36519be4-053e-41d6-9273-c1b9d05e8d6c"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:17.781163 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:17.795322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:17.837942 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec5e4cf4-0b19-48c7-b225-5a91d2445be9 req-40978a12-a501-4a49-b628-0ef4abb6d26a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180928 Dec 14 02:33:17.840948 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:17.862686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7be0f52-296b-43c5-9fed-1d0f1834fdaf {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:33:17.874280 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:17.874946 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:17.883769 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:17.894388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4749296-c9c5-492d-a6f7-23071d354935 req-4e5b7063-1161-4b24-9f5f-2e01eb427c76 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:17.895986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4749296-c9c5-492d-a6f7-23071d354935 req-4e5b7063-1161-4b24-9f5f-2e01eb427c76 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 946 time: 0.1244614 Dec 14 02:33:17.905640 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Transition to ACTIVE for port object f7be0f52-296b-43c5-9fed-1d0f1834fdaf will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:33:17.923299 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:33:17.924855 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535fd0ce-f1cd-4790-961f-13079d02ab0b x-openstack-request-id: req-535fd0ce-f1cd-4790-961f-13079d02ab0b {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:17.925346 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e4929e-e436-474f-b19a-e590ffe7c4e2", "name": "network-vif-unplugged", "status": "completed", "tag": "36519be4-053e-41d6-9273-c1b9d05e8d6c", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:17.925731 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-535fd0ce-f1cd-4790-961f-13079d02ab0b {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:17.926222 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e4929e-e436-474f-b19a-e590ffe7c4e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36519be4-053e-41d6-9273-c1b9d05e8d6c', 'code': 200} Dec 14 02:33:17.928917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:17.929272 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:17.970296 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4749296-c9c5-492d-a6f7-23071d354935 req-9af184bb-a690-4c68-95c4-eba9bf57bea2 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634115 Dec 14 02:33:17.999380 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:18.023436 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:18.050784 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe4e01e-c0d3-4023-aeca-eb6113d58ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cff4504-e553-4b9d-a0ae-e2917d1ccbb2'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:18.055609 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b38e7a-68a1-42dd-99bd-af4e37e3cc36" -d '{"events": [{"server_uuid": "9fe4e01e-c0d3-4023-aeca-eb6113d58ca0", "name": "network-vif-plugged", "status": "completed", "tag": "9cff4504-e553-4b9d-a0ae-e2917d1ccbb2"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:18.072640 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Pushing event updated for resources: {'Port': ['ID=f7be0f52-296b-43c5-9fed-1d0f1834fdaf,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:18.073810 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:18.099008 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] Pushing event updated for resources: {'Port': ['ID=36519be4-053e-41d6-9273-c1b9d05e8d6c,revision_number=7']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:18.152827 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:18.188461 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] Attempting to bind port 36519be4-053e-41d6-9273-c1b9d05e8d6c on host n-h1-821636-1 for vnic_type normal with profile {"migrating_to": "n-h2-821636-1"} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:33:18.188815 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] Attempting to bind port 36519be4-053e-41d6-9273-c1b9d05e8d6c by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:33:18.189156 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] Attempting to bind port 36519be4-053e-41d6-9273-c1b9d05e8d6c on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:18.202196 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:18.210859 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] Allocated IP 172.25.7.195 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/fa712d40-9d22-4519-be93-5c5b6c07bc2a) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:33:18.212868 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] Port 36519be4-053e-41d6-9273-c1b9d05e8d6c on network f3e644f0-318a-42e9-9245-8613c8213d27 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:33:18.213188 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] Attempting to bind port 36519be4-053e-41d6-9273-c1b9d05e8d6c on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:18.220278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:18.233556 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:33:18.233900 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] Checking segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:18.234303 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] Bound using segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:33:18.234748 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] Bound port: 36519be4-053e-41d6-9273-c1b9d05e8d6c, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:33:18.235108 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:18.248366 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165d7bf-dc6d-4afe-b035-ff145ee26033 req-571768a1-c3c6-4cc4-b942-5e90fd7138ba tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:18.253920 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1165d7bf-dc6d-4afe-b035-ff145ee26033 req-571768a1-c3c6-4cc4-b942-5e90fd7138ba tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1832156 Dec 14 02:33:18.296499 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4067405-fa36-44b7-8237-c824e5a9231e req-dcbcb821-64ca-4a25-80ae-bc329e522a2f tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:18.298218 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4067405-fa36-44b7-8237-c824e5a9231e req-dcbcb821-64ca-4a25-80ae-bc329e522a2f tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 945 time: 0.1923776 Dec 14 02:33:18.332078 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5deb55ae-21e3-48ce-8d57-b2af029c65f2 None None] Provisioning complete for port 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:18.332611 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5deb55ae-21e3-48ce-8d57-b2af029c65f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:18.401074 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Attempting to bind port f7be0f52-296b-43c5-9fed-1d0f1834fdaf on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:33:18.401353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Attempting to bind port f7be0f52-296b-43c5-9fed-1d0f1834fdaf by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'a15d36b1-15db-4b8e-bc87-95b4daa5cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '198368b1-c432-449a-b51e-fd80b320b816'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:33:18.401692 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Attempting to bind port f7be0f52-296b-43c5-9fed-1d0f1834fdaf on network 198368b1-c432-449a-b51e-fd80b320b816 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:18.410897 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Port f7be0f52-296b-43c5-9fed-1d0f1834fdaf on network 198368b1-c432-449a-b51e-fd80b320b816 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:33:18.411297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Attempting to bind port f7be0f52-296b-43c5-9fed-1d0f1834fdaf on network 198368b1-c432-449a-b51e-fd80b320b816 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:18.419755 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:33:18.420120 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Checking segment: {'id': 'a15d36b1-15db-4b8e-bc87-95b4daa5cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '198368b1-c432-449a-b51e-fd80b320b816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:18.420489 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Bound using segment: {'id': 'a15d36b1-15db-4b8e-bc87-95b4daa5cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '198368b1-c432-449a-b51e-fd80b320b816'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:33:18.420950 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Bound port: f7be0f52-296b-43c5-9fed-1d0f1834fdaf, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a15d36b1-15db-4b8e-bc87-95b4daa5cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '198368b1-c432-449a-b51e-fd80b320b816'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:33:18.421298 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:18.426330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1165d7bf-dc6d-4afe-b035-ff145ee26033 req-f389d69e-5432-4e33-9af0-00e1fac54390 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684735 Dec 14 02:33:18.445933 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4067405-fa36-44b7-8237-c824e5a9231e req-d61b4e3f-2009-45ce-bba4-fd6b502d2724 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215737 Dec 14 02:33:18.507685 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68e4270-cb9d-4a70-8f82-f3bae7ed1006 x-openstack-request-id: req-c68e4270-cb9d-4a70-8f82-f3bae7ed1006 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:18.507685 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe4e01e-c0d3-4023-aeca-eb6113d58ca0", "name": "network-vif-plugged", "status": "completed", "tag": "9cff4504-e553-4b9d-a0ae-e2917d1ccbb2", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:18.507685 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c68e4270-cb9d-4a70-8f82-f3bae7ed1006 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:18.507685 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe4e01e-c0d3-4023-aeca-eb6113d58ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cff4504-e553-4b9d-a0ae-e2917d1ccbb2', 'code': 200} Dec 14 02:33:18.541455 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] For port f7be0f52-296b-43c5-9fed-1d0f1834fdaf, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:18.548098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] For port f7be0f52-296b-43c5-9fed-1d0f1834fdaf, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f7be0f52-296b-43c5-9fed-1d0f1834fdaf,segment=NetworkSegment(a15d36b1-15db-4b8e-bc87-95b4daa5cfbf),segment_id=a15d36b1-15db-4b8e-bc87-95b4daa5cfbf)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:33:18.649173 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:18.657980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af76684-2c95-4292-85f1-7ae08fcc65cf req-1c716a47-64ef-449d-a3fe-f6f010836372 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:18.659564 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4af76684-2c95-4292-85f1-7ae08fcc65cf req-1c716a47-64ef-449d-a3fe-f6f010836372 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.1093369 Dec 14 02:33:18.714868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb09f2c-001a-41ff-a616-c5ecd956835c req-d833666d-cd9a-480a-b32d-149d2bb8176f tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:18.716392 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbb09f2c-001a-41ff-a616-c5ecd956835c req-d833666d-cd9a-480a-b32d-149d2bb8176f tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 945 time: 0.1542635 Dec 14 02:33:18.729551 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:18.730310 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:18.731774 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] 10.222.0.47 "PUT /v2.0/ports/f7be0f52-296b-43c5-9fed-1d0f1834fdaf HTTP/1.1" status: 200 len: 1092 time: 1.6618228 Dec 14 02:33:18.735288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'tag': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:18.737735 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e99e0a8-46de-432c-977f-c76c2ad38ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe", "tag": "f7be0f52-296b-43c5-9fed-1d0f1834fdaf"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:18.781245 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] For port 36519be4-053e-41d6-9273-c1b9d05e8d6c, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:18.782584 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d593011-e687-499e-a0fd-940f01096fc6 req-59ebb77d-4a19-4252-a20b-bd65a67b8dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:18.784158 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d593011-e687-499e-a0fd-940f01096fc6 req-59ebb77d-4a19-4252-a20b-bd65a67b8dbb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 1097 time: 0.1728384 Dec 14 02:33:18.786854 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] For port 36519be4-053e-41d6-9273-c1b9d05e8d6c, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=36519be4-053e-41d6-9273-c1b9d05e8d6c,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:33:18.788386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517da800-fab1-4a13-8ed5-1a0efd446b82 service neutron] Pushing event updated for resources: {'Port': ['ID=f7be0f52-296b-43c5-9fed-1d0f1834fdaf,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:18.802933 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:18.832037 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4af76684-2c95-4292-85f1-7ae08fcc65cf req-7a19e596-1cca-4124-b568-1b0a74515f9b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619785 Dec 14 02:33:18.860217 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:18.897806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbb09f2c-001a-41ff-a616-c5ecd956835c req-8a4bf036-7f74-4c9a-8485-5d5aadcaf6a3 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378996 Dec 14 02:33:18.964821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] Router 41eabea7-76cb-4bba-8db2-487c3723a059 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:33:18.966882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d593011-e687-499e-a0fd-940f01096fc6 req-9224ed5c-30b7-4293-a989-8ac1836b3fbb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716743 Dec 14 02:33:18.977323 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:18.981139 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:18.988192 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] 10.222.0.47 "PUT /v2.0/ports/36519be4-053e-41d6-9273-c1b9d05e8d6c HTTP/1.1" status: 200 len: 1122 time: 2.2950087 Dec 14 02:33:18.993850 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:18.995611 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3099b9-e1bd-4215-ac7b-1e2feb096f90 x-openstack-request-id: req-bc3099b9-e1bd-4215-ac7b-1e2feb096f90 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:18.996647 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe", "tag": "f7be0f52-296b-43c5-9fed-1d0f1834fdaf", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:18.996973 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc3099b9-e1bd-4215-ac7b-1e2feb096f90 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:18.997596 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'tag': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf', 'status': 'completed', 'code': 200} Dec 14 02:33:19.004209 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d02ef4-f183-444c-9c84-31d512291b43 service neutron] Pushing event updated for resources: {'Port': ['ID=36519be4-053e-41d6-9273-c1b9d05e8d6c,revision_number=8']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:19.038587 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-c562833b-678c-4112-9fd3-5ef84cddc2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:19.040076 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-c562833b-678c-4112-9fd3-5ef84cddc2f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=147d893c45c84473a16cd010a047ce68&device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 1095 time: 0.1451261 Dec 14 02:33:19.049102 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:19.109037 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['36519be4-053e-41d6-9273-c1b9d05e8d6c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:33:19.126013 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269a44c-3024-4445-91a8-5407b0cfd424 req-e852f81c-8587-45fe-bd1c-cc1d061c3faf tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:19.127619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f269a44c-3024-4445-91a8-5407b0cfd424 req-e852f81c-8587-45fe-bd1c-cc1d061c3faf tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 944 time: 0.1290872 Dec 14 02:33:19.129911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-a7d395ec-b349-4235-8071-d385dbab9ce8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7be0f52-296b-43c5-9fed-1d0f1834fdaf HTTP/1.1" status: 200 len: 217 time: 0.0716000 Dec 14 02:33:19.166085 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:19.166569 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:19.170762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:19.173095 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6729ed-c5c8-4c17-92dc-95293cd3b209 req-2ea3d85d-6b40-444a-a643-b4d370aef845 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:19.174634 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a6729ed-c5c8-4c17-92dc-95293cd3b209 req-2ea3d85d-6b40-444a-a643-b4d370aef845 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1285965 Dec 14 02:33:19.180009 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:19.186664 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:33:19.234565 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=fa712d40-9d22-4519-be93-5c5b6c07bc2a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:19.246360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-5c5efc67-e512-4202-92da-b1f0db08f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:19.247832 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-5c5efc67-e512-4202-92da-b1f0db08f33f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d48a7da-94d9-484e-afa4-69f85a38a15f HTTP/1.1" status: 200 len: 860 time: 0.0988853 Dec 14 02:33:19.253423 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f269a44c-3024-4445-91a8-5407b0cfd424 req-b2174e7c-304d-437c-b0d0-ef015fce75d2 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144803 Dec 14 02:33:19.331860 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a6729ed-c5c8-4c17-92dc-95293cd3b209 req-7239f0a9-cdba-4a0e-acb4-7e14b279d66c tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357415 Dec 14 02:33:19.351856 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-4af85ae5-f3d1-4fb8-ada0-ee7516b77749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:19.364710 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-4af85ae5-f3d1-4fb8-ada0-ee7516b77749 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=198368b1-c432-449a-b51e-fd80b320b816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001050 Dec 14 02:33:19.375347 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:33:19.387842 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Sync routers for ids ['41eabea7-76cb-4bba-8db2-487c3723a059'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:33:19.409762 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Routers {'41eabea7-76cb-4bba-8db2-487c3723a059'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:33:19.410688 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:33:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['41eabea7-76cb-4bba-8db2-487c3723a059'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:19.479155 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:19.480412 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-67fb958e-1417-4f0b-8582-a176825aff26 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2215748 Dec 14 02:33:19.483135 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54130) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:19.550073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f5980-8120-4107-9a7c-3f2db89b59a7 req-50057800-6997-4cc9-ab77-25937d9023e6 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:19.558652 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-047f5980-8120-4107-9a7c-3f2db89b59a7 req-50057800-6997-4cc9-ab77-25937d9023e6 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 944 time: 0.0938616 Dec 14 02:33:19.563316 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Set router 41eabea7-76cb-4bba-8db2-487c3723a059 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:33:19.572199 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-115e5add-5072-4346-aaed-c03efcf55d6f service neutron] 10.222.0.47 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831315 Dec 14 02:33:19.671988 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-047f5980-8120-4107-9a7c-3f2db89b59a7 req-8a06b728-78b4-423d-970c-9055916da601 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080227 Dec 14 02:33:19.689381 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:19.743915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38db3d84-d816-4b18-ae6d-edcb749b98d9 req-2ce4a943-a1ee-4f94-981f-770c9e0510c2 service neutron] 10.222.0.47 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504619 Dec 14 02:33:19.761016 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:33:17Z', 'revision_number': 3, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port': {'id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:15Z', 'updated_at': '2021-12-14T02:33:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:19.792903 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Checking router: 41eabea7-76cb-4bba-8db2-487c3723a059 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:33:19.793256 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Updating router 41eabea7-76cb-4bba-8db2-487c3723a059 port d366184b-a292-42c8-b5e1-fcd344f0cefe binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:33:19.829841 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:19.895615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00668fa2-3aed-433c-abb0-17fbdafbd989 req-eb68c40a-ec32-440f-bf2a-85c0693b2c41 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:19.903930 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00668fa2-3aed-433c-abb0-17fbdafbd989 req-eb68c40a-ec32-440f-bf2a-85c0693b2c41 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0611329 Dec 14 02:33:20.031980 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e4929e-e436-474f-b19a-e590ffe7c4e2', 'tag': '36519be4-053e-41d6-9273-c1b9d05e8d6c'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:20.034235 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea54a9a-6d42-422f-8138-669400e8dfcd" -d '{"events": [{"name": "network-changed", "server_uuid": "89e4929e-e436-474f-b19a-e590ffe7c4e2", "tag": "36519be4-053e-41d6-9273-c1b9d05e8d6c"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:20.188826 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:20.272370 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:20.328853 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99e0a8-46de-432c-977f-c76c2ad38ad2 req-f6e0e963-7fa7-4a71-bfcf-c46ee61220ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:20.331028 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9e99e0a8-46de-432c-977f-c76c2ad38ad2 req-f6e0e963-7fa7-4a71-bfcf-c46ee61220ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=147d893c45c84473a16cd010a047ce68&device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 1095 time: 0.4245911 Dec 14 02:33:20.341018 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00668fa2-3aed-433c-abb0-17fbdafbd989 req-82d0fbaf-17bc-48be-a1a4-901c2724c3f6 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4362698 Dec 14 02:33:20.357568 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:20.363041 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-244e8368-13b6-4113-9da2-9b6d2ac4968b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:20.428022 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ad978-de75-49b5-89ef-26249b64b8ea None None] Pushing event updated for resources: {'Port': ['ID=d366184b-a292-42c8-b5e1-fcd344f0cefe,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:20.457869 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe1e5ea-3206-4600-a021-7a5e6227f960 req-052b385c-15e4-4da8-9477-acf73e9a8038 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:20.459512 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4932f2a-83f7-465e-8f84-eef12b8e792f x-openstack-request-id: req-f4932f2a-83f7-465e-8f84-eef12b8e792f {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:20.459801 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e4929e-e436-474f-b19a-e590ffe7c4e2", "tag": "36519be4-053e-41d6-9273-c1b9d05e8d6c", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:20.460060 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f4932f2a-83f7-465e-8f84-eef12b8e792f {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:20.460452 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e4929e-e436-474f-b19a-e590ffe7c4e2', 'tag': '36519be4-053e-41d6-9273-c1b9d05e8d6c', 'status': 'completed', 'code': 200} Dec 14 02:33:20.464292 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad978-de75-49b5-89ef-26249b64b8ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:20.464893 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad978-de75-49b5-89ef-26249b64b8ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:20.465434 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad978-de75-49b5-89ef-26249b64b8ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:20.466011 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad978-de75-49b5-89ef-26249b64b8ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:20.466514 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad978-de75-49b5-89ef-26249b64b8ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:20.467121 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad978-de75-49b5-89ef-26249b64b8ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:20.467621 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad978-de75-49b5-89ef-26249b64b8ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:20.468692 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad978-de75-49b5-89ef-26249b64b8ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:20.469445 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad978-de75-49b5-89ef-26249b64b8ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:20.469984 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad978-de75-49b5-89ef-26249b64b8ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:20.470618 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad978-de75-49b5-89ef-26249b64b8ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:20.470955 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad978-de75-49b5-89ef-26249b64b8ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:20.471294 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-617ad978-de75-49b5-89ef-26249b64b8ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:20.472275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bbe1e5ea-3206-4600-a021-7a5e6227f960 req-052b385c-15e4-4da8-9477-acf73e9a8038 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.5077052 Dec 14 02:33:20.486389 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Attempting to bind port d366184b-a292-42c8-b5e1-fcd344f0cefe on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:33:20.486389 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Attempting to bind port d366184b-a292-42c8-b5e1-fcd344f0cefe by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:33:20.486389 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Attempting to bind port d366184b-a292-42c8-b5e1-fcd344f0cefe on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:20.492717 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:33:20.493128 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:20.493810 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:20.493971 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:33:20.494391 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Bound port: d366184b-a292-42c8-b5e1-fcd344f0cefe, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:33:20.494770 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:20.534933 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] Router 6094ac11-74aa-4548-82ea-845a9f5b78e2 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:33:20.561450 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] For port d366184b-a292-42c8-b5e1-fcd344f0cefe, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:20.567444 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] For port d366184b-a292-42c8-b5e1-fcd344f0cefe, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d366184b-a292-42c8-b5e1-fcd344f0cefe,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:33:20.578163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99e0a8-46de-432c-977f-c76c2ad38ad2 req-0c58c58e-e24c-4e5a-85e5-9bb696391933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:20.579621 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9e99e0a8-46de-432c-977f-c76c2ad38ad2 req-0c58c58e-e24c-4e5a-85e5-9bb696391933 service neutron] 10.222.0.47 "GET /v2.0/networks?id=198368b1-c432-449a-b51e-fd80b320b816 HTTP/1.1" status: 200 len: 922 time: 0.2369163 Dec 14 02:33:20.641819 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bbe1e5ea-3206-4600-a021-7a5e6227f960 req-31657724-0255-46fd-a0f9-d610f25127ec tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685627 Dec 14 02:33:20.643735 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-244e8368-13b6-4113-9da2-9b6d2ac4968b admin admin] Allocated IP 172.20.0.1 (409f180f-3bfa-4add-9f10-338a04644e61/d40edbfc-b241-474d-8835-df2afaf4e4fb/e092807c-fa27-4220-b8e6-64722bfda940) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:33:20.644146 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:20.649152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9e99e0a8-46de-432c-977f-c76c2ad38ad2 req-98a69d9b-b3e7-49e6-b103-0587eda65b37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7be0f52-296b-43c5-9fed-1d0f1834fdaf HTTP/1.1" status: 200 len: 217 time: 0.0560031 Dec 14 02:33:20.653525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea54a9a-6d42-422f-8138-669400e8dfcd req-c1a21118-37fe-4172-a5d2-9dd80b9b08fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:20.655795 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6ea54a9a-6d42-422f-8138-669400e8dfcd req-c1a21118-37fe-4172-a5d2-9dd80b9b08fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 1125 time: 0.1474993 Dec 14 02:33:20.705212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 36519be4-053e-41d6-9273-c1b9d05e8d6c details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:33:20.705807 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735e20a-b4be-45f1-a766-4828785b16c0 req-6291b067-9bda-4b2a-847a-cadca78bd9d6 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:20.707160 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6735e20a-b4be-45f1-a766-4828785b16c0 req-6291b067-9bda-4b2a-847a-cadca78bd9d6 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 944 time: 0.1849847 Dec 14 02:33:20.734222 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:33:20.756879 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Sync routers for ids ['6094ac11-74aa-4548-82ea-845a9f5b78e2'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:33:20.768053 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ad978-de75-49b5-89ef-26249b64b8ea None None] Pushing event updated for resources: {'Port': ['ID=d366184b-a292-42c8-b5e1-fcd344f0cefe,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:20.799563 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-244e8368-13b6-4113-9da2-9b6d2ac4968b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:20.808297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99e0a8-46de-432c-977f-c76c2ad38ad2 req-1eca1eaf-38de-45b5-b7ff-1e07e4cb9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:20.809802 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9e99e0a8-46de-432c-977f-c76c2ad38ad2 req-1eca1eaf-38de-45b5-b7ff-1e07e4cb9edd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d48a7da-94d9-484e-afa4-69f85a38a15f HTTP/1.1" status: 200 len: 860 time: 0.1523387 Dec 14 02:33:20.823002 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Routers {'41eabea7-76cb-4bba-8db2-487c3723a059'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:33:20.823833 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:33:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['41eabea7-76cb-4bba-8db2-487c3723a059'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:20.824796 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Routers {'6094ac11-74aa-4548-82ea-845a9f5b78e2'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:33:20.825818 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:33:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['6094ac11-74aa-4548-82ea-845a9f5b78e2'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:20.831948 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:20.834405 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-544741be-0bbf-4c30-8ad3-fd61ea927cb8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5549014 Dec 14 02:33:20.837403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54158) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:20.909060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6735e20a-b4be-45f1-a766-4828785b16c0 req-f6dde995-7e16-4f2c-a6f9-84d27a20f6bb tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903903 Dec 14 02:33:20.916541 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-244e8368-13b6-4113-9da2-9b6d2ac4968b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:20.987776 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244e8368-13b6-4113-9da2-9b6d2ac4968b admin admin] Network 409f180f-3bfa-4add-9f10-338a04644e61 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:20.997537 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea54a9a-6d42-422f-8138-669400e8dfcd req-7b8e8513-b3c6-4fe5-9e1e-bc3db1ba56a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:20.999025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6ea54a9a-6d42-422f-8138-669400e8dfcd req-7b8e8513-b3c6-4fe5-9e1e-bc3db1ba56a6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.3238559 Dec 14 02:33:21.001041 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-244e8368-13b6-4113-9da2-9b6d2ac4968b admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:21.003539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e8368-13b6-4113-9da2-9b6d2ac4968b admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:33:21.015098 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] Set router 41eabea7-76cb-4bba-8db2-487c3723a059 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:33:21.044534 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e8368-13b6-4113-9da2-9b6d2ac4968b admin admin] Pushing event updated for resources: {'Port': ['ID=e092807c-fa27-4220-b8e6-64722bfda940,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:21.069613 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-244e8368-13b6-4113-9da2-9b6d2ac4968b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:21.085516 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6ea54a9a-6d42-422f-8138-669400e8dfcd req-6b3181ec-2e10-4535-b817-bc0db6ae8544 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36519be4-053e-41d6-9273-c1b9d05e8d6c HTTP/1.1" status: 200 len: 217 time: 0.0737414 Dec 14 02:33:21.142941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99e0a8-46de-432c-977f-c76c2ad38ad2 req-3d8bfeab-f67a-4b30-97cd-f29f7e0c5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:21.144476 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9e99e0a8-46de-432c-977f-c76c2ad38ad2 req-3d8bfeab-f67a-4b30-97cd-f29f7e0c5526 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=198368b1-c432-449a-b51e-fd80b320b816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3106573 Dec 14 02:33:21.288512 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 36519be4-053e-41d6-9273-c1b9d05e8d6c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=36519be4-053e-41d6-9273-c1b9d05e8d6c,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:21.302584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 36519be4-053e-41d6-9273-c1b9d05e8d6c has no active binding in host n-h2-821636-1 {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 14 02:33:21.328602 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-244e8368-13b6-4113-9da2-9b6d2ac4968b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:21.337960 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Set router 6094ac11-74aa-4548-82ea-845a9f5b78e2 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:33:21.362082 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea54a9a-6d42-422f-8138-669400e8dfcd req-4f7cd7bb-a410-4dfe-af46-7419ba05f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:21.363546 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6ea54a9a-6d42-422f-8138-669400e8dfcd req-4f7cd7bb-a410-4dfe-af46-7419ba05f734 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.2628305 Dec 14 02:33:21.371644 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cac31c-7c89-4ccc-ad33-66f1809cdaa3 req-a2d3c018-db40-40ea-a21c-647454923204 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:21.379665 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5cac31c-7c89-4ccc-ad33-66f1809cdaa3 req-a2d3c018-db40-40ea-a21c-647454923204 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.3873379 Dec 14 02:33:21.399670 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:33:17Z', 'revision_number': 3, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port': {'id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:15Z', 'updated_at': '2021-12-14T02:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:21.409553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca607be4-1d40-47df-9757-92e16dfdf0ae req-0424eac6-7e5c-4b03-bae5-b32c7913e166 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:21.411049 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca607be4-1d40-47df-9757-92e16dfdf0ae req-0424eac6-7e5c-4b03-bae5-b32c7913e166 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 944 time: 0.3343019 Dec 14 02:33:21.437911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6ea54a9a-6d42-422f-8138-669400e8dfcd req-c72d0a09-b355-4537-8cf4-f8ee1671184f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537457 Dec 14 02:33:21.448420 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9518c070-c085-4c67-8c55-856447f1f9b2 None None] The sync data for ids ['41eabea7-76cb-4bba-8db2-487c3723a059'] in n-d-821636-1 is: [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:33:17Z', 'revision_number': 3, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port': {'id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:15Z', 'updated_at': '2021-12-14T02:33:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:33:21.472716 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-609f6603-0468-408a-8741-509e931a6c0e None None] Provisioning complete for port e092807c-fa27-4220-b8e6-64722bfda940 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:21.473106 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-609f6603-0468-408a-8741-509e931a6c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:21.542610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-609f6603-0468-408a-8741-509e931a6c0e None None] Port e092807c-fa27-4220-b8e6-64722bfda940 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:33:21.614588 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6094ac11-74aa-4548-82ea-845a9f5b78e2', 'name': 'tempest-ServerRescueTestJSON-277314920-router', 'tenant_id': 'ed8914f36c69449d92cc920be08c3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'fa712d40-9d22-4519-be93-5c5b6c07bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:16Z', 'updated_at': '2021-12-14T02:33:19Z', 'revision_number': 3, 'project_id': 'ed8914f36c69449d92cc920be08c3d50', 'gw_port': {'id': 'fa712d40-9d22-4519-be93-5c5b6c07bc2a', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6094ac11-74aa-4548-82ea-845a9f5b78e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:17Z', 'updated_at': '2021-12-14T02:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:21.619744 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9e99e0a8-46de-432c-977f-c76c2ad38ad2 req-b256d7f1-b43d-458c-8ac0-c2e5b2092c97 service neutron] 10.222.0.47 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4333601 Dec 14 02:33:21.644693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Checking router: 6094ac11-74aa-4548-82ea-845a9f5b78e2 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:33:21.645164 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Updating router 6094ac11-74aa-4548-82ea-845a9f5b78e2 port fa712d40-9d22-4519-be93-5c5b6c07bc2a binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:33:21.663750 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5cac31c-7c89-4ccc-ad33-66f1809cdaa3 req-70a6a3ff-26bd-4f54-b64e-a197d9facb36 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656479 Dec 14 02:33:21.679185 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:21.681379 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca607be4-1d40-47df-9757-92e16dfdf0ae req-5d6e781a-3259-4860-9c64-13ed310cf916 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458999 Dec 14 02:33:21.925620 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-244e8368-13b6-4113-9da2-9b6d2ac4968b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:21.960940 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6ea54a9a-6d42-422f-8138-669400e8dfcd req-04494f3a-8706-45e5-a890-2143fccad3de service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101984 Dec 14 02:33:21.985844 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-244e8368-13b6-4113-9da2-9b6d2ac4968b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:22.042513 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-244e8368-13b6-4113-9da2-9b6d2ac4968b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:22.071782 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:22.133885 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:22.159003 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e8368-13b6-4113-9da2-9b6d2ac4968b admin admin] Pushing event updated for resources: {'Port': ['ID=e092807c-fa27-4220-b8e6-64722bfda940,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:22.192298 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed2be5-506e-470a-ac37-51ecb471b663 req-da9d86be-60bf-410a-8883-985446b1c95d tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:22.193980 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01ed2be5-506e-470a-ac37-51ecb471b663 req-da9d86be-60bf-410a-8883-985446b1c95d tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 945 time: 0.2988768 Dec 14 02:33:22.203652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d3143-9c95-4af0-8a98-b5f7e0698835 req-352fb0b1-34e6-49ea-8959-d666e1678249 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:22.205324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-170d3143-9c95-4af0-8a98-b5f7e0698835 req-352fb0b1-34e6-49ea-8959-d666e1678249 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.2528198 Dec 14 02:33:22.210786 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Attempting to bind port fa712d40-9d22-4519-be93-5c5b6c07bc2a on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:33:22.212108 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Attempting to bind port fa712d40-9d22-4519-be93-5c5b6c07bc2a by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:33:22.212872 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Attempting to bind port fa712d40-9d22-4519-be93-5c5b6c07bc2a on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:22.217374 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36ac53-62bf-43e2-a0ec-8b15d62d2ddb None None] Pushing event updated for resources: {'Port': ['ID=fa712d40-9d22-4519-be93-5c5b6c07bc2a,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:22.228291 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:33:22.230085 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:22.231311 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:22.233077 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:33:22.235342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Bound port: fa712d40-9d22-4519-be93-5c5b6c07bc2a, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:33:22.236409 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:22.248645 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244e8368-13b6-4113-9da2-9b6d2ac4968b admin admin] Network 409f180f-3bfa-4add-9f10-338a04644e61 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:22.250814 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-244e8368-13b6-4113-9da2-9b6d2ac4968b admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:22.259699 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9e99e0a8-46de-432c-977f-c76c2ad38ad2 req-bde75fd0-c629-486a-9dc8-76541bf1a267 service neutron] 10.222.0.47 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5953417 Dec 14 02:33:22.291721 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6ea54a9a-6d42-422f-8138-669400e8dfcd req-ae0df900-a0ad-4da4-887e-a7a5084a1521 service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804108 Dec 14 02:33:22.333899 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] For port fa712d40-9d22-4519-be93-5c5b6c07bc2a, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:22.346856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] For port fa712d40-9d22-4519-be93-5c5b6c07bc2a, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=fa712d40-9d22-4519-be93-5c5b6c07bc2a,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:33:22.406595 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01ed2be5-506e-470a-ac37-51ecb471b663 req-17e1edb8-ec90-4d1c-8c69-8b9bd9c75645 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954248 Dec 14 02:33:22.415139 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-170d3143-9c95-4af0-8a98-b5f7e0698835 req-6f7b4815-8c02-4d09-937f-b4aea826e484 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814563 Dec 14 02:33:22.449865 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:22.459500 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244e8368-13b6-4113-9da2-9b6d2ac4968b admin admin] Router 41eabea7-76cb-4bba-8db2-487c3723a059 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:33:22.503770 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef5c8a28-d2e2-4a86-be82-3fbbb1da5094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:22.617201 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Routers {'6094ac11-74aa-4548-82ea-845a9f5b78e2'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:33:22.618663 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:33:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['6094ac11-74aa-4548-82ea-845a9f5b78e2'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:22.638990 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244e8368-13b6-4113-9da2-9b6d2ac4968b admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:33:22.654835 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-244e8368-13b6-4113-9da2-9b6d2ac4968b admin admin] 10.222.0.39 "PUT /v2.0/routers/41eabea7-76cb-4bba-8db2-487c3723a059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1705477 Dec 14 02:33:22.719029 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device d3958da9-3488-4512-ad7d-1ee83beadf02 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:33:22.734455 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6a09c-6d25-4310-9446-32605ea1fdc8 req-65e46496-c93d-456f-8b63-5829782f93cc tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:22.735902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52a6a09c-6d25-4310-9446-32605ea1fdc8 req-65e46496-c93d-456f-8b63-5829782f93cc tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 944 time: 0.1254001 Dec 14 02:33:22.741603 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36ac53-62bf-43e2-a0ec-8b15d62d2ddb None None] Pushing event updated for resources: {'Port': ['ID=fa712d40-9d22-4519-be93-5c5b6c07bc2a,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:22.754583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d7ad5-d1b2-4876-96ea-24a554486dfd req-b355b56f-8a94-42e9-a358-a408d3d85a5b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:22.757504 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b22d7ad5-d1b2-4876-96ea-24a554486dfd req-b355b56f-8a94-42e9-a358-a408d3d85a5b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.1552587 Dec 14 02:33:22.770231 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-19c1075d-6d3f-4d15-9614-4a30e599a733 None None] Provisioning complete for port e092807c-fa27-4220-b8e6-64722bfda940 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:22.770591 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19c1075d-6d3f-4d15-9614-4a30e599a733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:22.846662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-ef5c8a28-d2e2-4a86-be82-3fbbb1da5094 admin admin] Allocated IP 172.20.0.1 (dfbe808a-d62b-4425-8bfa-3d75d3431c47/e681f6b2-d68d-4d5b-b46f-043098b1e43a/dd0e8509-8c00-473f-8686-bbca1f63ff8c) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:33:22.849815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] Set router 6094ac11-74aa-4548-82ea-845a9f5b78e2 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:33:22.876921 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52a6a09c-6d25-4310-9446-32605ea1fdc8 req-4c44f51b-3e99-49c9-bcb8-d481cd3340d5 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168916 Dec 14 02:33:22.882952 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b22d7ad5-d1b2-4876-96ea-24a554486dfd req-ac38e444-7b55-4eaf-9518-6e917216de67 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978725 Dec 14 02:33:22.925506 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-19c1075d-6d3f-4d15-9614-4a30e599a733 None None] Port e092807c-fa27-4220-b8e6-64722bfda940 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:33:23.033797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port d3958da9-3488-4512-ad7d-1ee83beadf02, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d3958da9-3488-4512-ad7d-1ee83beadf02,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:23.062756 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'd3958da9-3488-4512-ad7d-1ee83beadf02', 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d', 'port_id': 'd3958da9-3488-4512-ad7d-1ee83beadf02', 'mac_address': 'fa:16:3e:f2:33:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799fcc3a-6b16-494a-9426-718bf990556c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:33:23.071948 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d366184b-a292-42c8-b5e1-fcd344f0cefe up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:23.195761 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:23.221476 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3958da9-3488-4512-ad7d-1ee83beadf02 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:33:23.247493 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d366184b-a292-42c8-b5e1-fcd344f0cefe triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:23.247762 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:23.254110 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port d3958da9-3488-4512-ad7d-1ee83beadf02, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d3958da9-3488-4512-ad7d-1ee83beadf02,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:23.300109 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6094ac11-74aa-4548-82ea-845a9f5b78e2', 'name': 'tempest-ServerRescueTestJSON-277314920-router', 'tenant_id': 'ed8914f36c69449d92cc920be08c3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'fa712d40-9d22-4519-be93-5c5b6c07bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:16Z', 'updated_at': '2021-12-14T02:33:19Z', 'revision_number': 3, 'project_id': 'ed8914f36c69449d92cc920be08c3d50', 'gw_port': {'id': 'fa712d40-9d22-4519-be93-5c5b6c07bc2a', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6094ac11-74aa-4548-82ea-845a9f5b78e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:17Z', 'updated_at': '2021-12-14T02:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:23.329021 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d03410-d423-45cc-bb55-eac178835546 None None] The sync data for ids ['6094ac11-74aa-4548-82ea-845a9f5b78e2'] in n-d-821636-1 is: [{'id': '6094ac11-74aa-4548-82ea-845a9f5b78e2', 'name': 'tempest-ServerRescueTestJSON-277314920-router', 'tenant_id': 'ed8914f36c69449d92cc920be08c3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'fa712d40-9d22-4519-be93-5c5b6c07bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:16Z', 'updated_at': '2021-12-14T02:33:19Z', 'revision_number': 3, 'project_id': 'ed8914f36c69449d92cc920be08c3d50', 'gw_port': {'id': 'fa712d40-9d22-4519-be93-5c5b6c07bc2a', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6094ac11-74aa-4548-82ea-845a9f5b78e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:17Z', 'updated_at': '2021-12-14T02:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:33:23.335394 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:23.336203 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f7be0f52-296b-43c5-9fed-1d0f1834fdaf details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:33:23.359711 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef5c8a28-d2e2-4a86-be82-3fbbb1da5094 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:23.400238 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b083e-2f2f-4af6-9930-63ef98c859ac req-fdf0ccf9-98af-4615-8db8-f36df4bb7230 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:23.401866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d04b083e-2f2f-4af6-9930-63ef98c859ac req-fdf0ccf9-98af-4615-8db8-f36df4bb7230 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 944 time: 0.1559494 Dec 14 02:33:23.439992 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:23.475359 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=d3958da9-3488-4512-ad7d-1ee83beadf02,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:23.482310 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef5c8a28-d2e2-4a86-be82-3fbbb1da5094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:23.504474 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d04b083e-2f2f-4af6-9930-63ef98c859ac req-4ba102ba-689e-4500-b1dd-7a0a356a6c7f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854263 Dec 14 02:33:23.514037 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port d366184b-a292-42c8-b5e1-fcd344f0cefe, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d366184b-a292-42c8-b5e1-fcd344f0cefe,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:23.546977 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c8a28-d2e2-4a86-be82-3fbbb1da5094 admin admin] Network dfbe808a-d62b-4425-8bfa-3d75d3431c47 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:23.549996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-ef5c8a28-d2e2-4a86-be82-3fbbb1da5094 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:23.558822 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5c8a28-d2e2-4a86-be82-3fbbb1da5094 admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:33:23.584684 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f7be0f52-296b-43c5-9fed-1d0f1834fdaf, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f7be0f52-296b-43c5-9fed-1d0f1834fdaf,segment=NetworkSegment(a15d36b1-15db-4b8e-bc87-95b4daa5cfbf),segment_id=a15d36b1-15db-4b8e-bc87-95b4daa5cfbf)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:23.590395 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:23.629567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c8a28-d2e2-4a86-be82-3fbbb1da5094 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0e8509-8c00-473f-8686-bbca1f63ff8c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:23.656487 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'port_id': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf', 'mac_address': 'fa:16:3e:44:51:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:33:23.664936 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef5c8a28-d2e2-4a86-be82-3fbbb1da5094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:23.750384 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-8a32751b-ba7e-4037-b1c9-7283e0737cd2 service neutron] 10.222.0.46 "GET /v2.0/ports/36519be4-053e-41d6-9273-c1b9d05e8d6c/bindings/n-h2-821636-1 HTTP/1.1" status: 200 len: 384 time: 0.1893628 Dec 14 02:33:23.765872 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=d366184b-a292-42c8-b5e1-fcd344f0cefe,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:23.834943 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:23.848893 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7be0f52-296b-43c5-9fed-1d0f1834fdaf {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:33:23.863691 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Sync routers for ids ['41eabea7-76cb-4bba-8db2-487c3723a059'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:33:23.880111 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Routers {'41eabea7-76cb-4bba-8db2-487c3723a059'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:33:23.883551 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:33:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['41eabea7-76cb-4bba-8db2-487c3723a059'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:23.921080 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f7be0f52-296b-43c5-9fed-1d0f1834fdaf, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f7be0f52-296b-43c5-9fed-1d0f1834fdaf,segment=NetworkSegment(a15d36b1-15db-4b8e-bc87-95b4daa5cfbf),segment_id=a15d36b1-15db-4b8e-bc87-95b4daa5cfbf)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:23.935859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54190) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:23.960701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-9898a6ec-67c5-42dd-8583-54b24bcd1225 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1837157376', 'description': 'tempest-description--1588672393'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:24.019698 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:24.078046 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Set router 41eabea7-76cb-4bba-8db2-487c3723a059 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:33:24.099943 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef5c8a28-d2e2-4a86-be82-3fbbb1da5094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:24.105464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=f7be0f52-296b-43c5-9fed-1d0f1834fdaf,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:24.165994 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9898a6ec-67c5-42dd-8583-54b24bcd1225 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:24.204256 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['d3958da9-3488-4512-ad7d-1ee83beadf02'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:33:24.215416 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17c2e9-c26e-48b7-ae12-f2f472cfcd0d req-f735f53f-7572-4aa5-8fea-47cd1e5f19f1 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:24.222703 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d17c2e9-c26e-48b7-ae12-f2f472cfcd0d req-f735f53f-7572-4aa5-8fea-47cd1e5f19f1 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.2124918 Dec 14 02:33:24.357038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-b0fdaf8b-230b-49f7-bafc-03d69e3e6225 service neutron] For port 36519be4-053e-41d6-9273-c1b9d05e8d6c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=36519be4-053e-41d6-9273-c1b9d05e8d6c,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:24.430622 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:33:21Z', 'revision_number': 4, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port': {'id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:15Z', 'updated_at': '2021-12-14T02:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e092807c-fa27-4220-b8e6-64722bfda940', 'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'mac_address': 'fa:16:3e:d0:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:20Z', 'updated_at': '2021-12-14T02:33:21Z', 'revision_number': 2, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'subnets': [{'id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:24.446164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-b0fdaf8b-230b-49f7-bafc-03d69e3e6225 service neutron] For port 36519be4-053e-41d6-9273-c1b9d05e8d6c, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:24.456618 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d17c2e9-c26e-48b7-ae12-f2f472cfcd0d req-b2b3a665-811b-4f4e-810d-d898b1a95429 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324543 Dec 14 02:33:24.462364 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Checking router: 41eabea7-76cb-4bba-8db2-487c3723a059 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:33:24.462829 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Updating router 41eabea7-76cb-4bba-8db2-487c3723a059 port e092807c-fa27-4220-b8e6-64722bfda940 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:33:24.466893 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['f7be0f52-296b-43c5-9fed-1d0f1834fdaf'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:33:24.494398 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:24.495077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bec54a-62d8-4d26-adc7-ab24ecd963f6 req-e94d4536-76f5-4412-9a0f-9776d745fd48 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:24.497228 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9bec54a-62d8-4d26-adc7-ab24ecd963f6 req-e94d4536-76f5-4412-9a0f-9776d745fd48 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 944 time: 0.2383521 Dec 14 02:33:24.597073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-b0fdaf8b-230b-49f7-bafc-03d69e3e6225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36519be4-053e-41d6-9273-c1b9d05e8d6c {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:33:24.637619 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9898a6ec-67c5-42dd-8583-54b24bcd1225 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:24.639697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-b0fdaf8b-230b-49f7-bafc-03d69e3e6225 service neutron] For port 36519be4-053e-41d6-9273-c1b9d05e8d6c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=36519be4-053e-41d6-9273-c1b9d05e8d6c,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:24.712604 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef5c8a28-d2e2-4a86-be82-3fbbb1da5094 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:24.716476 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9898a6ec-67c5-42dd-8583-54b24bcd1225 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:24.733928 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9bec54a-62d8-4d26-adc7-ab24ecd963f6 req-4e125159-44ca-4c8d-894c-eff235a3e4df tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031593 Dec 14 02:33:24.751567 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device d3958da9-3488-4512-ad7d-1ee83beadf02 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:24.767053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4f212-6e93-495b-8e52-1156718ae774 req-b3953d61-bbec-49c9-967b-070f82fb2a94 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:24.775353 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4dc4f212-6e93-495b-8e52-1156718ae774 req-b3953d61-bbec-49c9-967b-070f82fb2a94 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 945 time: 0.1731274 Dec 14 02:33:24.792395 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-b0fdaf8b-230b-49f7-bafc-03d69e3e6225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:24.805255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898a6ec-67c5-42dd-8583-54b24bcd1225 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac09488-0de0-4970-9755-0feb291ddae4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:24.812584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port d3958da9-3488-4512-ad7d-1ee83beadf02 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:24.815993 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:24.820410 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef5c8a28-d2e2-4a86-be82-3fbbb1da5094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:24.843538 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:24.901024 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:24.910873 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:24.936486 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9898a6ec-67c5-42dd-8583-54b24bcd1225 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:24.936486 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9898a6ec-67c5-42dd-8583-54b24bcd1225 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9983332 Dec 14 02:33:24.938659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54202) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:24.945141 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3af7b1df-9dfb-4986-9be9-b8dd35893233 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Request body: {'security_group_rule': {'security_group_id': '3ac09488-0de0-4970-9755-0feb291ddae4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:24.975944 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4dc4f212-6e93-495b-8e52-1156718ae774 req-78bea717-82e0-42a2-928d-53a187ede25d tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996613 Dec 14 02:33:24.980319 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef5c8a28-d2e2-4a86-be82-3fbbb1da5094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:24.983147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c8a28-d2e2-4a86-be82-3fbbb1da5094 admin admin] Pushing event updated for resources: {'Port': ['ID=dd0e8509-8c00-473f-8686-bbca1f63ff8c,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:25.024209 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3ad43-5f76-4d87-9a75-5e916d29b361 None None] Pushing event updated for resources: {'Port': ['ID=e092807c-fa27-4220-b8e6-64722bfda940,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:25.034247 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133a6b6-bde6-4bd7-80fe-41d516496cfb req-5915823e-c5c7-4701-829d-e919e761964a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:25.040856 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0133a6b6-bde6-4bd7-80fe-41d516496cfb req-5915823e-c5c7-4701-829d-e919e761964a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.2238810 Dec 14 02:33:25.085997 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3af7b1df-9dfb-4986-9be9-b8dd35893233 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:25.119950 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e67701d-8df9-4a54-9942-e21035fc0dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3958da9-3488-4512-ad7d-1ee83beadf02'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:25.122376 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9232c9d9-98d9-4e3e-9b6e-26a191ca82bf" -d '{"events": [{"server_uuid": "9e67701d-8df9-4a54-9942-e21035fc0dca", "name": "network-vif-plugged", "status": "completed", "tag": "d3958da9-3488-4512-ad7d-1ee83beadf02"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:25.158222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port d3958da9-3488-4512-ad7d-1ee83beadf02, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d3958da9-3488-4512-ad7d-1ee83beadf02,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:25.159330 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Attempting to bind port e092807c-fa27-4220-b8e6-64722bfda940 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:33:25.159693 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Attempting to bind port e092807c-fa27-4220-b8e6-64722bfda940 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'c765e286-84ca-4e29-b9b8-3b913daed72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:33:25.160227 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Attempting to bind port e092807c-fa27-4220-b8e6-64722bfda940 on network 409f180f-3bfa-4add-9f10-338a04644e61 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:25.167387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-b0fdaf8b-230b-49f7-bafc-03d69e3e6225 service neutron] Transition to ACTIVE for port object 36519be4-053e-41d6-9273-c1b9d05e8d6c will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:33:25.183333 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:33:25.183333 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Checking segment: {'id': 'c765e286-84ca-4e29-b9b8-3b913daed72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:25.183333 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:25.183333 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Bound using segment: {'id': 'c765e286-84ca-4e29-b9b8-3b913daed72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:33:25.183333 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Bound port: e092807c-fa27-4220-b8e6-64722bfda940, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c765e286-84ca-4e29-b9b8-3b913daed72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:33:25.183333 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:25.231046 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:25.233967 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0133a6b6-bde6-4bd7-80fe-41d516496cfb req-5c5b5adb-721a-43b0-8aa8-086db126b767 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896758 Dec 14 02:33:25.243205 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3af7b1df-9dfb-4986-9be9-b8dd35893233 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:25.255751 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-b0fdaf8b-230b-49f7-bafc-03d69e3e6225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:25.294596 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d366184b-a292-42c8-b5e1-fcd344f0cefe up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:25.307039 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3af7b1df-9dfb-4986-9be9-b8dd35893233 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:25.338466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7b1df-9dfb-4986-9be9-b8dd35893233 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c60d70-7c7e-4f3a-8a4b-fa2fa6ac201b,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:25.370693 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] For port e092807c-fa27-4220-b8e6-64722bfda940, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:25.376054 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] For port e092807c-fa27-4220-b8e6-64722bfda940, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e092807c-fa27-4220-b8e6-64722bfda940,segment=NetworkSegment(c765e286-84ca-4e29-b9b8-3b913daed72a),segment_id=c765e286-84ca-4e29-b9b8-3b913daed72a)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:33:25.405442 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3af7b1df-9dfb-4986-9be9-b8dd35893233 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:25.407140 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3af7b1df-9dfb-4986-9be9-b8dd35893233 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4666357 Dec 14 02:33:25.409968 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54208) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:25.415083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2f198a94-83a6-4f79-932e-431fe112c9aa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Request body: {'security_group_rule': {'security_group_id': '3ac09488-0de0-4970-9755-0feb291ddae4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:25.425793 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:25.431046 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=d3958da9-3488-4512-ad7d-1ee83beadf02,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:25.448952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5c8a28-d2e2-4a86-be82-3fbbb1da5094 admin admin] Network dfbe808a-d62b-4425-8bfa-3d75d3431c47 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:25.456910 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-b0fdaf8b-230b-49f7-bafc-03d69e3e6225 service neutron] No DVR routers for this DVR port 36519be4-053e-41d6-9273-c1b9d05e8d6c on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:33:25.457486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d366184b-a292-42c8-b5e1-fcd344f0cefe triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:25.459793 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:25.463892 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-ef5c8a28-d2e2-4a86-be82-3fbbb1da5094 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:25.471581 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdaf8b-230b-49f7-bafc-03d69e3e6225 service neutron] Pushing event updated for resources: {'Port': ['ID=36519be4-053e-41d6-9273-c1b9d05e8d6c,revision_number=10']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:25.522353 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2f198a94-83a6-4f79-932e-431fe112c9aa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:25.532783 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:33:25.540345 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Routers {'41eabea7-76cb-4bba-8db2-487c3723a059'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:33:25.541675 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:33:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['41eabea7-76cb-4bba-8db2-487c3723a059'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:25.601413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9a3255cb-44ef-4da5-969a-8015346b9a64 None None] Provisioning complete for port e092807c-fa27-4220-b8e6-64722bfda940 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:25.602138 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a3255cb-44ef-4da5-969a-8015346b9a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:25.607711 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3ad43-5f76-4d87-9a75-5e916d29b361 None None] Pushing event updated for resources: {'Port': ['ID=e092807c-fa27-4220-b8e6-64722bfda940,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:25.609024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4aeebf-de4c-43c5-b33b-dbed8e39ae5f req-e85d2e82-6db2-46b9-b588-0e9ca4842f6b tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:25.619688 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b4aeebf-de4c-43c5-b33b-dbed8e39ae5f req-e85d2e82-6db2-46b9-b588-0e9ca4842f6b tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 945 time: 0.2780783 Dec 14 02:33:25.659155 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2f198a94-83a6-4f79-932e-431fe112c9aa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:25.684388 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-b0fdaf8b-230b-49f7-bafc-03d69e3e6225 service neutron] 10.222.0.46 "PUT /v2.0/ports/36519be4-053e-41d6-9273-c1b9d05e8d6c/bindings/n-h2-821636-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9243188 Dec 14 02:33:25.700028 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device fa712d40-9d22-4519-be93-5c5b6c07bc2a up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:25.722548 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2f198a94-83a6-4f79-932e-431fe112c9aa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:25.770682 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b4aeebf-de4c-43c5-b33b-dbed8e39ae5f req-d961270f-4911-4ab2-beb2-daaa1b1bd266 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448963 Dec 14 02:33:25.784244 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f198a94-83a6-4f79-932e-431fe112c9aa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1194009-e88d-4ce5-a069-3fcb162d216a,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:25.810641 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2f198a94-83a6-4f79-932e-431fe112c9aa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:25.812160 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2f198a94-83a6-4f79-932e-431fe112c9aa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4010446 Dec 14 02:33:25.819543 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54212) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:25.824575 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a3255cb-44ef-4da5-969a-8015346b9a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:25.828895 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c8bb544c-25ba-4701-a516-3df9cd038974 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:25.844623 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5c8a28-d2e2-4a86-be82-3fbbb1da5094 admin admin] Router 6094ac11-74aa-4548-82ea-845a9f5b78e2 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:33:25.887549 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acbc47e-fd41-4a82-a287-74abed8d45ac x-openstack-request-id: req-0acbc47e-fd41-4a82-a287-74abed8d45ac {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:25.887955 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e67701d-8df9-4a54-9942-e21035fc0dca", "name": "network-vif-plugged", "status": "completed", "tag": "d3958da9-3488-4512-ad7d-1ee83beadf02", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:25.888678 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0acbc47e-fd41-4a82-a287-74abed8d45ac {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:25.888678 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e67701d-8df9-4a54-9942-e21035fc0dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3958da9-3488-4512-ad7d-1ee83beadf02', 'code': 200} Dec 14 02:33:25.891724 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port fa712d40-9d22-4519-be93-5c5b6c07bc2a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:25.892139 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:25.915212 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] Set router 41eabea7-76cb-4bba-8db2-487c3723a059 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:33:25.933787 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9a3255cb-44ef-4da5-969a-8015346b9a64 None None] For port e092807c-fa27-4220-b8e6-64722bfda940, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e092807c-fa27-4220-b8e6-64722bfda940,segment=NetworkSegment(c765e286-84ca-4e29-b9b8-3b913daed72a),segment_id=c765e286-84ca-4e29-b9b8-3b913daed72a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:25.968540 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8bb544c-25ba-4701-a516-3df9cd038974 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:26.002465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-d5876e4a-bbbe-4f68-9b07-88bc89ca85bc tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:26.003966 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-d5876e4a-bbbe-4f68-9b07-88bc89ca85bc tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2&tenant_id=dbee3f5c8679489195245f7b7be79be0&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 1096 time: 0.1497166 Dec 14 02:33:26.021818 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a3255cb-44ef-4da5-969a-8015346b9a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:26.030468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5c8a28-d2e2-4a86-be82-3fbbb1da5094 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:33:26.046053 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ef5c8a28-d2e2-4a86-be82-3fbbb1da5094 admin admin] 10.222.0.39 "PUT /v2.0/routers/6094ac11-74aa-4548-82ea-845a9f5b78e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1914833 Dec 14 02:33:26.069706 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Sync routers for ids ['6094ac11-74aa-4548-82ea-845a9f5b78e2'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:33:26.107617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Routers {'6094ac11-74aa-4548-82ea-845a9f5b78e2'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:33:26.108258 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:33:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['6094ac11-74aa-4548-82ea-845a9f5b78e2'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:26.115684 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:26.138574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port fa712d40-9d22-4519-be93-5c5b6c07bc2a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=fa712d40-9d22-4519-be93-5c5b6c07bc2a,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:26.159980 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8bb544c-25ba-4701-a516-3df9cd038974 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:26.176892 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-d0e25cb6-a9be-48ac-bd70-bd86362823fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:26.181094 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-d0e25cb6-a9be-48ac-bd70-bd86362823fa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2&tenant_id=dbee3f5c8679489195245f7b7be79be0 HTTP/1.1" status: 200 len: 1096 time: 0.1485696 Dec 14 02:33:26.217563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3255cb-44ef-4da5-969a-8015346b9a64 None None] Pushing event updated for resources: {'Port': ['ID=e092807c-fa27-4220-b8e6-64722bfda940,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:26.218213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2821cd-ad93-4435-9b24-9b0365585575 req-bb09ded2-6ded-4cf9-a45a-b0ecc08c7b6a tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:26.222193 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd2821cd-ad93-4435-9b24-9b0365585575 req-bb09ded2-6ded-4cf9-a45a-b0ecc08c7b6a tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 945 time: 0.1618845 Dec 14 02:33:26.233573 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:26.293766 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c465e9fd-60d8-4550-be42-5fe1fabb6706 None None] Provisioning complete for port e092807c-fa27-4220-b8e6-64722bfda940 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:26.294513 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c465e9fd-60d8-4550-be42-5fe1fabb6706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:26.351234 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=fa712d40-9d22-4519-be93-5c5b6c07bc2a,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:26.372395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-0b0a3a2c-c21d-42ca-a65b-ee804ef65df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:26.373027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Set router 6094ac11-74aa-4548-82ea-845a9f5b78e2 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:33:26.373954 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-0b0a3a2c-c21d-42ca-a65b-ee804ef65df6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 1096 time: 0.1422427 Dec 14 02:33:26.395078 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:33:21Z', 'revision_number': 4, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port': {'id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:15Z', 'updated_at': '2021-12-14T02:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e092807c-fa27-4220-b8e6-64722bfda940', 'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'mac_address': 'fa:16:3e:d0:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:20Z', 'updated_at': '2021-12-14T02:33:25Z', 'revision_number': 4, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'subnets': [{'id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:26.440273 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd2821cd-ad93-4435-9b24-9b0365585575 req-ac4dd2d6-412c-4f20-9f79-67247d65e091 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072206 Dec 14 02:33:26.441156 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-c8bb544c-25ba-4701-a516-3df9cd038974 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Allocated IP 172.25.7.209 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/a5b07277-39a0-4ba2-832c-32323d54be34) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:33:26.442324 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452636d5-7394-46dc-9258-b1fa2a32dd8d None None] The sync data for ids ['41eabea7-76cb-4bba-8db2-487c3723a059'] in n-d-821636-1 is: [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:33:21Z', 'revision_number': 4, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port': {'id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:15Z', 'updated_at': '2021-12-14T02:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e092807c-fa27-4220-b8e6-64722bfda940', 'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'mac_address': 'fa:16:3e:d0:b0:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:20Z', 'updated_at': '2021-12-14T02:33:25Z', 'revision_number': 4, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'subnets': [{'id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:33:26.468451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b102f-d282-49a1-a320-273001dfb84c req-c912dcb6-5da6-48e9-b4a8-249644c5de3a tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:26.476780 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cc6b102f-d282-49a1-a320-273001dfb84c req-c912dcb6-5da6-48e9-b4a8-249644c5de3a tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 945 time: 0.1923816 Dec 14 02:33:26.678508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cc6b102f-d282-49a1-a320-273001dfb84c req-743cf68a-5f79-482b-829a-135769d39fca tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007644 Dec 14 02:33:26.702973 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8bb544c-25ba-4701-a516-3df9cd038974 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:26.719453 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6094ac11-74aa-4548-82ea-845a9f5b78e2', 'name': 'tempest-ServerRescueTestJSON-277314920-router', 'tenant_id': 'ed8914f36c69449d92cc920be08c3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'fa712d40-9d22-4519-be93-5c5b6c07bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:16Z', 'updated_at': '2021-12-14T02:33:23Z', 'revision_number': 4, 'project_id': 'ed8914f36c69449d92cc920be08c3d50', 'gw_port': {'id': 'fa712d40-9d22-4519-be93-5c5b6c07bc2a', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6094ac11-74aa-4548-82ea-845a9f5b78e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:17Z', 'updated_at': '2021-12-14T02:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'dd0e8509-8c00-473f-8686-bbca1f63ff8c', 'name': '', 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47', 'tenant_id': 'ed8914f36c69449d92cc920be08c3d50', 'mac_address': 'fa:16:3e:c6:b1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6094ac11-74aa-4548-82ea-845a9f5b78e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'e681f6b2-d68d-4d5b-b46f-043098b1e43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:22Z', 'updated_at': '2021-12-14T02:33:24Z', 'revision_number': 2, 'project_id': 'ed8914f36c69449d92cc920be08c3d50', 'subnets': [{'id': 'e681f6b2-d68d-4d5b-b46f-043098b1e43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:26.725748 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b908d4e-cae5-438c-920e-b50a1b2d0f5d req-6f577d31-5bf3-4253-8732-4ac339939347 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:26.727079 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b908d4e-cae5-438c-920e-b50a1b2d0f5d req-6f577d31-5bf3-4253-8732-4ac339939347 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1667237 Dec 14 02:33:26.745842 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-9ae5f803-530a-4963-a4d8-209a3214afff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:26.750397 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-9ae5f803-530a-4963-a4d8-209a3214afff service neutron] 10.222.0.47 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.3564188 Dec 14 02:33:26.754048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Checking router: 6094ac11-74aa-4548-82ea-845a9f5b78e2 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:33:26.756541 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Updating router 6094ac11-74aa-4548-82ea-845a9f5b78e2 port dd0e8509-8c00-473f-8686-bbca1f63ff8c binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:33:26.764202 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f7be0f52-296b-43c5-9fed-1d0f1834fdaf up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:26.807621 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:26.820689 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8bb544c-25ba-4701-a516-3df9cd038974 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:26.827435 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-57f10a84-46d6-42b8-bd95-b32510bc2184 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36519be4-053e-41d6-9273-c1b9d05e8d6c HTTP/1.1" status: 200 len: 217 time: 0.0669529 Dec 14 02:33:26.832070 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:26.850853 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bb544c-25ba-4701-a516-3df9cd038974 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:26.858295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-c8bb544c-25ba-4701-a516-3df9cd038974 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:26.861186 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bb544c-25ba-4701-a516-3df9cd038974 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:33:26.907022 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b908d4e-cae5-438c-920e-b50a1b2d0f5d req-bcf4ee4f-d063-4091-9d48-d4cc6950c33b tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633441 Dec 14 02:33:26.953735 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb544c-25ba-4701-a516-3df9cd038974 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Pushing event updated for resources: {'Port': ['ID=a5b07277-39a0-4ba2-832c-32323d54be34,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:26.975004 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port f7be0f52-296b-43c5-9fed-1d0f1834fdaf completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:33:27.001349 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port f7be0f52-296b-43c5-9fed-1d0f1834fdaf triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:27.001805 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:27.045654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec922ebb-e6d1-4952-a967-2e17837a58c1 req-1ec1dd4f-c92d-47d7-8e8d-c69ee4519195 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:27.056916 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8bb544c-25ba-4701-a516-3df9cd038974 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:27.060230 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec922ebb-e6d1-4952-a967-2e17837a58c1 req-1ec1dd4f-c92d-47d7-8e8d-c69ee4519195 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.2424405 Dec 14 02:33:27.125269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device fa712d40-9d22-4519-be93-5c5b6c07bc2a up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:27.152282 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-c19ea505-5a15-4714-b9be-73d534ce5a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:27.153798 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-c19ea505-5a15-4714-b9be-73d534ce5a82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.3079965 Dec 14 02:33:27.181036 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8bb544c-25ba-4701-a516-3df9cd038974 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:27.219128 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-53d3c2b5-9693-4ee9-b5ea-4f17642f3711 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555789 Dec 14 02:33:27.223030 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec922ebb-e6d1-4952-a967-2e17837a58c1 req-04908da8-ae55-47ee-be72-37b7eec2a84e tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645467 Dec 14 02:33:27.284142 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:27.387036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port fa712d40-9d22-4519-be93-5c5b6c07bc2a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:27.387652 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:27.391964 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f7be0f52-296b-43c5-9fed-1d0f1834fdaf, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f7be0f52-296b-43c5-9fed-1d0f1834fdaf,segment=NetworkSegment(a15d36b1-15db-4b8e-bc87-95b4daa5cfbf),segment_id=a15d36b1-15db-4b8e-bc87-95b4daa5cfbf)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:27.425549 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8bb544c-25ba-4701-a516-3df9cd038974 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:27.435810 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:27.484057 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:27.484897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device d3958da9-3488-4512-ad7d-1ee83beadf02 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:33:27.492497 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8bb544c-25ba-4701-a516-3df9cd038974 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:27.500460 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15521bb-596a-411d-b44a-4d075eb59488 req-7a8d545f-ecc7-48f0-b9e3-a8238872c7bc tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:27.502340 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f15521bb-596a-411d-b44a-4d075eb59488 req-7a8d545f-ecc7-48f0-b9e3-a8238872c7bc tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 945 time: 0.1658993 Dec 14 02:33:27.513061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-1666ad8e-f04d-46bf-8793-3f524626f1cd tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:27.514802 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-1666ad8e-f04d-46bf-8793-3f524626f1cd tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/networks?id=dfbe808a-d62b-4425-8bfa-3d75d3431c47 HTTP/1.1" status: 200 len: 810 time: 0.2162464 Dec 14 02:33:27.517184 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-1014c033-9037-4a23-bf2e-45b6fa9c4633 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868466 Dec 14 02:33:27.559891 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:27.566223 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8bb544c-25ba-4701-a516-3df9cd038974 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:27.566485 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e092807c-fa27-4220-b8e6-64722bfda940 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:27.599371 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb544c-25ba-4701-a516-3df9cd038974 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Pushing event updated for resources: {'Port': ['ID=a5b07277-39a0-4ba2-832c-32323d54be34,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:27.606120 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-0e1a7090-a9c3-4dee-93e9-1418cc72eaf0 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/quotas/ed8914f36c69449d92cc920be08c3d50 HTTP/1.1" status: 200 len: 375 time: 0.0791788 Dec 14 02:33:27.669068 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8bb544c-25ba-4701-a516-3df9cd038974 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:27.677495 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c8bb544c-25ba-4701-a516-3df9cd038974 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8466213 Dec 14 02:33:27.706144 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f15521bb-596a-411d-b44a-4d075eb59488 req-706b2b31-1163-43d8-a873-e37bbde92bfc tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711795 Dec 14 02:33:27.727815 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-63a425e6-ad63-4ca2-9fb9-55bcb7e08ad3 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed8914f36c69449d92cc920be08c3d50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1094215 Dec 14 02:33:27.761499 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=f7be0f52-296b-43c5-9fed-1d0f1834fdaf,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:27.797737 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-00b15558-d90c-46d2-932d-2a6d25510f02 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524447 Dec 14 02:33:27.830366 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 36519be4-053e-41d6-9273-c1b9d05e8d6c no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:33:27.887396 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9aa9d-a815-4033-9e53-ec205bf71f67 req-c513c110-e3fc-4f3c-9d70-6e2a90a7b659 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:27.889267 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-aad9aa9d-a815-4033-9e53-ec205bf71f67 req-c513c110-e3fc-4f3c-9d70-6e2a90a7b659 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 945 time: 0.0745540 Dec 14 02:33:27.893542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5831ef-c4c0-4582-9e9f-c3eade46e0d2 req-c76d6cde-a47a-47e6-9147-43430d00aafa tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:27.894755 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e5831ef-c4c0-4582-9e9f-c3eade46e0d2 req-c76d6cde-a47a-47e6-9147-43430d00aafa tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 945 time: 0.1033521 Dec 14 02:33:27.909362 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:27.926961 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f82f921-d479-47a4-808c-87dd7723170f" -d '{"events": [{"server_uuid": "bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe", "name": "network-vif-plugged", "status": "completed", "tag": "f7be0f52-296b-43c5-9fed-1d0f1834fdaf"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:27.927263 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-9c66788b-2040-4331-9201-53e436263e58 service neutron] 10.222.0.39 "GET /v2.0/networks/dfbe808a-d62b-4425-8bfa-3d75d3431c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885247 Dec 14 02:33:27.937380 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299e797-2b77-4f24-9fea-1d2312558d95 None None] Pushing event updated for resources: {'Port': ['ID=dd0e8509-8c00-473f-8686-bbca1f63ff8c,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:27.990353 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:27.995478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Attempting to bind port dd0e8509-8c00-473f-8686-bbca1f63ff8c on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:33:27.995882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Attempting to bind port dd0e8509-8c00-473f-8686-bbca1f63ff8c by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '76c35287-df7d-4c28-9b74-187d0a18918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:33:27.996254 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Attempting to bind port dd0e8509-8c00-473f-8686-bbca1f63ff8c on network dfbe808a-d62b-4425-8bfa-3d75d3431c47 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:28.011697 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 36519be4-053e-41d6-9273-c1b9d05e8d6c not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:33:28.013193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e092807c-fa27-4220-b8e6-64722bfda940 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:28.013614 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:28.017907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:33:28.018297 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Checking segment: {'id': '76c35287-df7d-4c28-9b74-187d0a18918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:28.019091 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:28.019231 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Bound using segment: {'id': '76c35287-df7d-4c28-9b74-187d0a18918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:33:28.019671 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Bound port: dd0e8509-8c00-473f-8686-bbca1f63ff8c, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c35287-df7d-4c28-9b74-187d0a18918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:33:28.020117 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:28.036223 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e5831ef-c4c0-4582-9e9f-c3eade46e0d2 req-8a0b7fcd-8724-4bfa-b093-9d3521d80eeb tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302564 Dec 14 02:33:28.045397 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-aad9aa9d-a815-4033-9e53-ec205bf71f67 req-fbe1ce5d-dfc8-44cf-a076-780aa4fe37a4 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Deleting port d3958da9-3488-4512-ad7d-1ee83beadf02 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:33:28.046032 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-aad9aa9d-a815-4033-9e53-ec205bf71f67 req-fbe1ce5d-dfc8-44cf-a076-780aa4fe37a4 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:28.113882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-b5179b65-8d71-4242-9e5b-3378f24fc86d service neutron] 10.222.0.39 "GET /v2.0/networks/dfbe808a-d62b-4425-8bfa-3d75d3431c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908376 Dec 14 02:33:28.123828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port d3958da9-3488-4512-ad7d-1ee83beadf02, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d3958da9-3488-4512-ad7d-1ee83beadf02,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:28.166111 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-aad9aa9d-a815-4033-9e53-ec205bf71f67 req-fbe1ce5d-dfc8-44cf-a076-780aa4fe37a4 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] For port d3958da9-3488-4512-ad7d-1ee83beadf02, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d3958da9-3488-4512-ad7d-1ee83beadf02,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:28.166694 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-aad9aa9d-a815-4033-9e53-ec205bf71f67 req-fbe1ce5d-dfc8-44cf-a076-780aa4fe37a4 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:28.172664 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] For port dd0e8509-8c00-473f-8686-bbca1f63ff8c, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:28.176744 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] For port dd0e8509-8c00-473f-8686-bbca1f63ff8c, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=dd0e8509-8c00-473f-8686-bbca1f63ff8c,segment=NetworkSegment(76c35287-df7d-4c28-9b74-187d0a18918f),segment_id=76c35287-df7d-4c28-9b74-187d0a18918f)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:33:28.210630 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:28.216163 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-aad9aa9d-a815-4033-9e53-ec205bf71f67 req-fbe1ce5d-dfc8-44cf-a076-780aa4fe37a4 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Calling delete_port for d3958da9-3488-4512-ad7d-1ee83beadf02 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:33:28.268266 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:28.280884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe84c83-e6fd-4a7d-a511-585dfebe8b0a req-0c3ed1cf-763d-4a82-96ea-27442e4caa05 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:28.283009 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ebe84c83-e6fd-4a7d-a511-585dfebe8b0a req-0c3ed1cf-763d-4a82-96ea-27442e4caa05 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 946 time: 0.1152616 Dec 14 02:33:28.307392 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=d3958da9-3488-4512-ad7d-1ee83beadf02,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:28.362571 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Routers {'6094ac11-74aa-4548-82ea-845a9f5b78e2'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:33:28.363786 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:33:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['6094ac11-74aa-4548-82ea-845a9f5b78e2'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:28.476178 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ebe84c83-e6fd-4a7d-a511-585dfebe8b0a req-5f00be37-63cb-46d8-a1f7-c9c376587a4d tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753185 Dec 14 02:33:28.493297 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-aad9aa9d-a815-4033-9e53-ec205bf71f67 req-fbe1ce5d-dfc8-44cf-a076-780aa4fe37a4 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:28.502531 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-503b68df-111a-4940-af7d-368a4fa2a81d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1837157376&fields=id&tenant_id=3674cfa5672b4954bca99016b06664cb HTTP/1.1" status: 200 len: 267 time: 0.0687354 Dec 14 02:33:28.516726 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-69653453-d3d4-4ec4-8044-65aabac2f3e2 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:28.518223 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-69653453-d3d4-4ec4-8044-65aabac2f3e2 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2&tenant_id=dbee3f5c8679489195245f7b7be79be0&binding%3Ahost_id=n-h2-821636-1 HTTP/1.1" status: 200 len: 1096 time: 0.1717436 Dec 14 02:33:28.518728 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299e797-2b77-4f24-9fea-1d2312558d95 None None] Pushing event updated for resources: {'Port': ['ID=dd0e8509-8c00-473f-8686-bbca1f63ff8c,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:28.545780 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1ce5d-dfc8-44cf-a076-780aa4fe37a4 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Pushing event deleted for resources: {'Port': ['ID=d3958da9-3488-4512-ad7d-1ee83beadf02,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:28.600373 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] Set router 6094ac11-74aa-4548-82ea-845a9f5b78e2 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:33:28.615099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad9aa9d-a815-4033-9e53-ec205bf71f67 req-fbe1ce5d-dfc8-44cf-a076-780aa4fe37a4 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] No DVR routers for this DVR port d3958da9-3488-4512-ad7d-1ee83beadf02 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:33:28.619077 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-aad9aa9d-a815-4033-9e53-ec205bf71f67 req-fbe1ce5d-dfc8-44cf-a076-780aa4fe37a4 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:28.624261 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-aad9aa9d-a815-4033-9e53-ec205bf71f67 req-fbe1ce5d-dfc8-44cf-a076-780aa4fe37a4 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.47 "DELETE /v2.0/ports/d3958da9-3488-4512-ad7d-1ee83beadf02 HTTP/1.1" status: 204 len: 173 time: 0.7263136 Dec 14 02:33:28.625099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e67701d-8df9-4a54-9942-e21035fc0dca', 'name': 'network-vif-deleted', 'tag': 'd3958da9-3488-4512-ad7d-1ee83beadf02'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:28.627822 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d679a0ed-fd2d-4754-8ea7-6d0c1a5411e6" -d '{"events": [{"server_uuid": "9e67701d-8df9-4a54-9942-e21035fc0dca", "name": "network-vif-deleted", "tag": "d3958da9-3488-4512-ad7d-1ee83beadf02"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:28.836661 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6094ac11-74aa-4548-82ea-845a9f5b78e2', 'name': 'tempest-ServerRescueTestJSON-277314920-router', 'tenant_id': 'ed8914f36c69449d92cc920be08c3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'fa712d40-9d22-4519-be93-5c5b6c07bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:16Z', 'updated_at': '2021-12-14T02:33:23Z', 'revision_number': 4, 'project_id': 'ed8914f36c69449d92cc920be08c3d50', 'gw_port': {'id': 'fa712d40-9d22-4519-be93-5c5b6c07bc2a', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094ac11-74aa-4548-82ea-845a9f5b78e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:17Z', 'updated_at': '2021-12-14T02:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'dd0e8509-8c00-473f-8686-bbca1f63ff8c', 'name': '', 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47', 'tenant_id': 'ed8914f36c69449d92cc920be08c3d50', 'mac_address': 'fa:16:3e:c6:b1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6094ac11-74aa-4548-82ea-845a9f5b78e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'e681f6b2-d68d-4d5b-b46f-043098b1e43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:22Z', 'updated_at': '2021-12-14T02:33:28Z', 'revision_number': 4, 'project_id': 'ed8914f36c69449d92cc920be08c3d50', 'subnets': [{'id': 'e681f6b2-d68d-4d5b-b46f-043098b1e43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:28.867708 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31f2acf-acba-4f3d-9a17-f8d36e61359c None None] The sync data for ids ['6094ac11-74aa-4548-82ea-845a9f5b78e2'] in n-d-821636-1 is: [{'id': '6094ac11-74aa-4548-82ea-845a9f5b78e2', 'name': 'tempest-ServerRescueTestJSON-277314920-router', 'tenant_id': 'ed8914f36c69449d92cc920be08c3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'fa712d40-9d22-4519-be93-5c5b6c07bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:16Z', 'updated_at': '2021-12-14T02:33:23Z', 'revision_number': 4, 'project_id': 'ed8914f36c69449d92cc920be08c3d50', 'gw_port': {'id': 'fa712d40-9d22-4519-be93-5c5b6c07bc2a', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094ac11-74aa-4548-82ea-845a9f5b78e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:17Z', 'updated_at': '2021-12-14T02:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'dd0e8509-8c00-473f-8686-bbca1f63ff8c', 'name': '', 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47', 'tenant_id': 'ed8914f36c69449d92cc920be08c3d50', 'mac_address': 'fa:16:3e:c6:b1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6094ac11-74aa-4548-82ea-845a9f5b78e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 928, 'fixed_ips': [{'subnet_id': 'e681f6b2-d68d-4d5b-b46f-043098b1e43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:22Z', 'updated_at': '2021-12-14T02:33:28Z', 'revision_number': 4, 'project_id': 'ed8914f36c69449d92cc920be08c3d50', 'subnets': [{'id': 'e681f6b2-d68d-4d5b-b46f-043098b1e43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:33:29.034192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965d12a-2e7d-4cbc-abb2-0c9798f8c566 req-2b923db7-fbd7-4018-bfc3-f55854cf79f2 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:29.035715 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7965d12a-2e7d-4cbc-abb2-0c9798f8c566 req-2b923db7-fbd7-4018-bfc3-f55854cf79f2 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.4192791 Dec 14 02:33:29.044269 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-06ccce98-a0cc-4c9f-a02b-3258287161d3 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:29.045726 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-06ccce98-a0cc-4c9f-a02b-3258287161d3 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/networks?id=409f180f-3bfa-4add-9f10-338a04644e61 HTTP/1.1" status: 200 len: 810 time: 0.5326445 Dec 14 02:33:29.107131 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-d588ffa2-5ef9-4f70-9dcc-abd9aa98e7fc tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/quotas/3674cfa5672b4954bca99016b06664cb HTTP/1.1" status: 200 len: 375 time: 0.0261207 Dec 14 02:33:29.147231 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7965d12a-2e7d-4cbc-abb2-0c9798f8c566 req-8b21ea0e-086b-4e0a-8d67-b1851fcbdbd6 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002171 Dec 14 02:33:29.201583 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-3fbe6783-48f9-487d-bb29-ffb7607190ea tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3674cfa5672b4954bca99016b06664cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824056 Dec 14 02:33:29.233265 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d01842-3cdc-4154-b97f-dc8173c0870f x-openstack-request-id: req-24d01842-3cdc-4154-b97f-dc8173c0870f {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:29.233265 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe", "name": "network-vif-plugged", "status": "completed", "tag": "f7be0f52-296b-43c5-9fed-1d0f1834fdaf", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:29.233265 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24d01842-3cdc-4154-b97f-dc8173c0870f {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:29.233265 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf', 'code': 200} Dec 14 02:33:29.240176 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-9dcc0b75-4220-4aca-9cf3-59adb97665a0 service neutron] For port 36519be4-053e-41d6-9273-c1b9d05e8d6c, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:29.254862 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-9dcc0b75-4220-4aca-9cf3-59adb97665a0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:29.256137 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24d63d53-9ba8-4209-8fc7-76fb7dcc5d9c req-9dcc0b75-4220-4aca-9cf3-59adb97665a0 service neutron] 10.222.0.47 "DELETE /v2.0/ports/36519be4-053e-41d6-9273-c1b9d05e8d6c/bindings/n-h1-821636-1 HTTP/1.1" status: 204 len: 173 time: 0.7206028 Dec 14 02:33:29.399645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-8ed8f455-853b-4254-a8a4-2d26495ae36a service neutron] 10.222.0.39 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772561 Dec 14 02:33:29.494120 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302f0b5-cc54-4e45-a8d3-1af99f688126 req-9b358d94-2c62-4837-8683-a241a7b3ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:29.495702 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6302f0b5-cc54-4e45-a8d3-1af99f688126 req-9b358d94-2c62-4837-8683-a241a7b3ea9e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 1097 time: 0.1541445 Dec 14 02:33:29.542706 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ded1c3-c65c-4e74-a107-e209a017b6b4 req-bcb351e0-e65b-42db-b284-11aa5fd57150 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:29.544234 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83ded1c3-c65c-4e74-a107-e209a017b6b4 req-bcb351e0-e65b-42db-b284-11aa5fd57150 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.1343303 Dec 14 02:33:29.632536 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6302f0b5-cc54-4e45-a8d3-1af99f688126 req-aad9ee49-3034-4988-8d60-e01527590517 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286590 Dec 14 02:33:29.638915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-18e8b3ba-e1cd-45a3-9d3c-f75086440d2e service neutron] 10.222.0.39 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382653 Dec 14 02:33:29.646408 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83ded1c3-c65c-4e74-a107-e209a017b6b4 req-6e8e62a2-dd16-46b1-a7f1-8dad91006256 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942271 Dec 14 02:33:29.757126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58f0798b-6da4-4759-bd4b-b95ebacb9ad4 req-64fe4f33-f231-4c5f-827f-83e12b8ce0b9 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 210 time: 0.0317817 Dec 14 02:33:29.806185 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23584c5-809e-43d5-832f-29066721d6bf x-openstack-request-id: req-a23584c5-809e-43d5-832f-29066721d6bf {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:29.806721 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e67701d-8df9-4a54-9942-e21035fc0dca", "name": "network-vif-deleted", "tag": "d3958da9-3488-4512-ad7d-1ee83beadf02", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:29.806721 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a23584c5-809e-43d5-832f-29066721d6bf {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:29.807124 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e67701d-8df9-4a54-9942-e21035fc0dca', 'name': 'network-vif-deleted', 'tag': 'd3958da9-3488-4512-ad7d-1ee83beadf02', 'status': 'completed', 'code': 200} Dec 14 02:33:29.916945 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:29.991895 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f3cbfc13-333e-44d7-a338-1de49275fc2e req-e6134497-1861-4421-995e-d2d94283ffcc tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e67701d-8df9-4a54-9942-e21035fc0dca HTTP/1.1" status: 200 len: 210 time: 0.0471573 Dec 14 02:33:30.034279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c68d70-0005-4e5a-94db-fe09fc757096 req-9f6c4a61-fb5d-4fb0-a48c-bcd91587fc81 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:30.036215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79c68d70-0005-4e5a-94db-fe09fc757096 req-9f6c4a61-fb5d-4fb0-a48c-bcd91587fc81 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 945 time: 0.1552908 Dec 14 02:33:30.106854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79c68d70-0005-4e5a-94db-fe09fc757096 req-25d79ca7-13c4-4c1d-9f0a-2f41a01591ea tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635653 Dec 14 02:33:30.153900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e290c7c-16e0-48dd-9380-129bd7441680 req-4d8a1a18-24d3-46a0-9353-f06c519212e1 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:30.157836 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2e290c7c-16e0-48dd-9380-129bd7441680 req-4d8a1a18-24d3-46a0-9353-f06c519212e1 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0718582 Dec 14 02:33:30.221655 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2e290c7c-16e0-48dd-9380-129bd7441680 req-4b3b0d45-9f1f-44f8-a9b0-f343997f9b10 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583787 Dec 14 02:33:30.266988 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4da05-fe9c-4810-927f-7a6790c5152f req-6bde7a77-3861-4a99-bbbe-b15bf19bc2fc tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:30.266988 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3cc4da05-fe9c-4810-927f-7a6790c5152f req-6bde7a77-3861-4a99-bbbe-b15bf19bc2fc tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 946 time: 0.0583439 Dec 14 02:33:30.308589 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5cb5d05a-aa49-4742-87f2-1472f6038293 req-9ff0e304-cd3d-46b5-a6f1-cfd822035081 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 210 time: 0.0317841 Dec 14 02:33:30.337514 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3cc4da05-fe9c-4810-927f-7a6790c5152f req-c56e9ea5-d6f1-4a01-85ac-a6c454f34aa2 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667868 Dec 14 02:33:30.472113 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31f4ae-f332-4f45-a538-725560be8840 req-44d61404-1739-4f4f-b379-3138768eb54d tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:30.473640 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b31f4ae-f332-4f45-a538-725560be8840 req-44d61404-1739-4f4f-b379-3138768eb54d tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 1096 time: 0.0500689 Dec 14 02:33:30.550179 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b31f4ae-f332-4f45-a538-725560be8840 req-f6021860-4067-4643-842d-956dca5cd460 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704570 Dec 14 02:33:30.571967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917895a-c01f-43a3-ba69-2191e2de5fdf req-df3dc877-7d5d-48cc-b1d3-ac3a1e4c46c9 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:30.573674 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3917895a-c01f-43a3-ba69-2191e2de5fdf req-df3dc877-7d5d-48cc-b1d3-ac3a1e4c46c9 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0581014 Dec 14 02:33:30.628420 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3917895a-c01f-43a3-ba69-2191e2de5fdf req-a29b61ea-2cbc-4aff-a677-5298f3ae33c3 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480900 Dec 14 02:33:30.781847 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device d3958da9-3488-4512-ad7d-1ee83beadf02 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:33:30.806223 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: d3958da9-3488-4512-ad7d-1ee83beadf02 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:33:30.806565 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device d3958da9-3488-4512-ad7d-1ee83beadf02 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:33:30.812203 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699493c3-c2f4-4862-a56f-68aa2a7fe651 req-ed7bce2f-68b3-4ab7-a43e-ff9afd90ed08 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:30.813750 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-699493c3-c2f4-4862-a56f-68aa2a7fe651 req-ed7bce2f-68b3-4ab7-a43e-ff9afd90ed08 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1083462 Dec 14 02:33:30.905251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e49472-b68b-4577-912f-c784e0d5843f req-159864a0-4c63-43b1-a426-f1ad9d39e7b5 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:30.912987 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7e49472-b68b-4577-912f-c784e0d5843f req-159864a0-4c63-43b1-a426-f1ad9d39e7b5 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 808 time: 0.1709018 Dec 14 02:33:30.922678 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-699493c3-c2f4-4862-a56f-68aa2a7fe651 req-55a93211-736c-4024-b8ed-cfdf39679178 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959725 Dec 14 02:33:30.936372 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7e49472-b68b-4577-912f-c784e0d5843f req-38177dec-73f4-4224-9f8d-e5bc82776480 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/quotas/dbee3f5c8679489195245f7b7be79be0 HTTP/1.1" status: 200 len: 375 time: 0.0222402 Dec 14 02:33:30.999432 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7e49472-b68b-4577-912f-c784e0d5843f req-f1140ca1-ba36-4d64-aede-9e3669162e8c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621157 Dec 14 02:33:31.039686 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device dd0e8509-8c00-473f-8686-bbca1f63ff8c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:31.106529 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port dd0e8509-8c00-473f-8686-bbca1f63ff8c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:31.107205 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:31.115257 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd94c42-1f6c-4472-aacb-db812a4e572d req-bdce00cc-e5f9-4043-900f-9a00ec8aef24 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:31.118585 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddd94c42-1f6c-4472-aacb-db812a4e572d req-bdce00cc-e5f9-4043-900f-9a00ec8aef24 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.1100843 Dec 14 02:33:31.172408 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7e49472-b68b-4577-912f-c784e0d5843f req-6145ade6-0ae3-4cd1-b783-f3ef451ac33b service neutron] 10.222.0.39 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533689 Dec 14 02:33:31.196875 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:31.210309 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddd94c42-1f6c-4472-aacb-db812a4e572d req-07196bc5-8d3c-42ea-ae7f-14a4916cde06 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864992 Dec 14 02:33:31.236729 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e67701d-8df9-4a54-9942-e21035fc0dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3958da9-3488-4512-ad7d-1ee83beadf02'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:31.237724 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f71919-ecb6-47a0-ac9d-156a5c3818c3" -d '{"events": [{"server_uuid": "9e67701d-8df9-4a54-9942-e21035fc0dca", "name": "network-vif-unplugged", "status": "completed", "tag": "d3958da9-3488-4512-ad7d-1ee83beadf02"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:31.242763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port dd0e8509-8c00-473f-8686-bbca1f63ff8c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=dd0e8509-8c00-473f-8686-bbca1f63ff8c,segment=NetworkSegment(76c35287-df7d-4c28-9b74-187d0a18918f),segment_id=76c35287-df7d-4c28-9b74-187d0a18918f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:31.279171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7e49472-b68b-4577-912f-c784e0d5843f req-1db3b97f-6817-43ff-adde-0f5dc4a2ce44 service neutron] 10.222.0.39 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944476 Dec 14 02:33:31.307250 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8c369f47-3141-4388-b2db-dd9ce3ae5af0 req-3b8b9420-47b5-4615-9b3a-9cc70f686b90 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 210 time: 0.0271182 Dec 14 02:33:31.325851 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:31.392194 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=dd0e8509-8c00-473f-8686-bbca1f63ff8c,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:31.405243 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea225ed-6333-4330-ac88-66ce202dce98 x-openstack-request-id: req-cea225ed-6333-4330-ac88-66ce202dce98 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:31.405627 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e67701d-8df9-4a54-9942-e21035fc0dca", "name": "network-vif-unplugged", "status": "completed", "tag": "d3958da9-3488-4512-ad7d-1ee83beadf02", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:31.405964 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cea225ed-6333-4330-ac88-66ce202dce98 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:31.406426 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e67701d-8df9-4a54-9942-e21035fc0dca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3958da9-3488-4512-ad7d-1ee83beadf02', 'code': 200} Dec 14 02:33:31.496399 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4576b66e-c2a6-4908-a91d-020c712c18d3 req-c0fa49e4-c2b4-4248-a197-f9e8d1f634b8 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 210 time: 0.0473409 Dec 14 02:33:31.607967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e349a0-c3a6-42fe-9e49-bc3eeec06fb0 req-5ef323c4-c246-45c9-b090-6c54081ba752 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:31.609509 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14e349a0-c3a6-42fe-9e49-bc3eeec06fb0 req-5ef323c4-c246-45c9-b090-6c54081ba752 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0686076 Dec 14 02:33:31.734279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c415cda-a6a7-42a1-8873-e36c0aae8c54 req-d8b2e2d7-f128-4c80-a79c-e90b907d83d2 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:31.735692 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c415cda-a6a7-42a1-8873-e36c0aae8c54 req-d8b2e2d7-f128-4c80-a79c-e90b907d83d2 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 946 time: 0.1501541 Dec 14 02:33:31.769362 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14e349a0-c3a6-42fe-9e49-bc3eeec06fb0 req-f66cde69-faf2-4b96-86ed-0343350b8f83 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445906 Dec 14 02:33:31.812627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-3a2dc8a4-9a96-4866-b3bb-ce443246f1a9 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:31.814665 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-3a2dc8a4-9a96-4866-b3bb-ce443246f1a9 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.46 "GET /v2.0/networks?id=dfbe808a-d62b-4425-8bfa-3d75d3431c47 HTTP/1.1" status: 200 len: 810 time: 0.1883531 Dec 14 02:33:31.834003 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c415cda-a6a7-42a1-8873-e36c0aae8c54 req-e8956704-f935-42a6-8f8c-a04c3d6f3b7f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842369 Dec 14 02:33:31.848439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-d4dfd93d-37bb-4d83-9a6f-fa6840d86b07 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Request body: {'port': {'device_id': '915db592-5949-4352-aff8-4ee8c9551f49', 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47', 'admin_state_up': True, 'tenant_id': 'ed8914f36c69449d92cc920be08c3d50'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:31.997204 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8cc99e25-b9cf-4f62-9181-70bc619137eb req-a83b5a76-2fba-47d7-8669-4ff6a0cd7286 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 210 time: 0.0338836 Dec 14 02:33:32.112347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9a964-6c83-443a-9bcc-468b968d157c req-64fb7c16-d65d-471a-9b18-209b6315f91f tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:32.113532 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cde9a964-6c83-443a-9bcc-468b968d157c req-64fb7c16-d65d-471a-9b18-209b6315f91f tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0495598 Dec 14 02:33:32.161930 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cde9a964-6c83-443a-9bcc-468b968d157c req-f7e84638-d359-44b0-a24f-2dfc374ba443 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422053 Dec 14 02:33:32.168193 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-d4dfd93d-37bb-4d83-9a6f-fa6840d86b07 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Made reservation on behalf of ed8914f36c69449d92cc920be08c3d50 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:33:32.176735 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-d4dfd93d-37bb-4d83-9a6f-fa6840d86b07 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:32.231320 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54360) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:32.240550 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f9c82e01-4f24-427b-bc95-519590ab0dea tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--444618382', 'description': 'tempest-description--1971233842'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:32.396899 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f9c82e01-4f24-427b-bc95-519590ab0dea tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:32.472295 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f9c82e01-4f24-427b-bc95-519590ab0dea tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:32.496957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced833a-fe1a-4d35-af31-d1f87ff6e484 req-0d3bc9d0-80ef-4b9d-b6ec-91a349430a98 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:32.498422 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ced833a-fe1a-4d35-af31-d1f87ff6e484 req-0d3bc9d0-80ef-4b9d-b6ec-91a349430a98 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.1829841 Dec 14 02:33:32.502789 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-b007b6fc-b57e-4281-87e3-0a78734457f0 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2909787 Dec 14 02:33:32.525393 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-1678f8df-5392-415c-ad7f-999bbcda902f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:32.553868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-d4dfd93d-37bb-4d83-9a6f-fa6840d86b07 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Allocated IP 172.20.0.11 (dfbe808a-d62b-4425-8bfa-3d75d3431c47/e681f6b2-d68d-4d5b-b46f-043098b1e43a/8988b8f8-8539-4a94-a01d-df1d123146e9) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:33:32.577687 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f9c82e01-4f24-427b-bc95-519590ab0dea tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:32.607664 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c82e01-4f24-427b-bc95-519590ab0dea tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ad4b8f-d1a8-4276-8189-dc6147edc5de,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:32.636664 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ced833a-fe1a-4d35-af31-d1f87ff6e484 req-01d9ad3c-fb49-4185-9075-0ece27e019bd tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290314 Dec 14 02:33:32.648200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-5f4d302d-8000-4c31-8bca-624106fddabb tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:32.649697 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-5f4d302d-8000-4c31-8bca-624106fddabb tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.47 "GET /v2.0/networks?id=409f180f-3bfa-4add-9f10-338a04644e61 HTTP/1.1" status: 200 len: 810 time: 0.2313313 Dec 14 02:33:32.660083 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-1678f8df-5392-415c-ad7f-999bbcda902f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:32.700026 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a54b4b1f-d2ad-4820-9edb-a852ec24a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:32.729214 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f9c82e01-4f24-427b-bc95-519590ab0dea tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:32.731234 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f9c82e01-4f24-427b-bc95-519590ab0dea tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4982963 Dec 14 02:33:32.734100 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54370) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:32.739322 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-70ef91d1-237f-4322-acba-4afb9bab7319 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Request body: {'security_group_rule': {'security_group_id': '37ad4b8f-d1a8-4276-8189-dc6147edc5de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:32.835922 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70ef91d1-237f-4322-acba-4afb9bab7319 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:32.860790 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-5d3865ce-2d38-411b-9a87-9c9743c501cb tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3674cfa5672b4954bca99016b06664cb HTTP/1.1" status: 200 len: 380 time: 0.1959331 Dec 14 02:33:32.874632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-a905a437-fa37-4c18-9c45-4cd7945bbb9f tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Request body: {'port': {'device_id': '201cdc5f-993b-4299-98eb-4367c91078fe', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'admin_state_up': True, 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'security_groups': ['3ac09488-0de0-4970-9755-0feb291ddae4']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:32.900457 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70ef91d1-237f-4322-acba-4afb9bab7319 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:32.907924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec39af2-a240-431a-96df-eb634064b927 req-c9d3bf5a-401a-4ca4-a8ea-8d0ec1a44824 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:32.909442 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ec39af2-a240-431a-96df-eb634064b927 req-c9d3bf5a-401a-4ca4-a8ea-8d0ec1a44824 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1898580 Dec 14 02:33:32.979406 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device dd0e8509-8c00-473f-8686-bbca1f63ff8c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:32.990648 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70ef91d1-237f-4322-acba-4afb9bab7319 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:32.993755 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-d4dfd93d-37bb-4d83-9a6f-fa6840d86b07 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:33.018690 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef91d1-237f-4322-acba-4afb9bab7319 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef0b1279-9def-4ec7-a365-3160649bf1dd,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:33.055317 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port dd0e8509-8c00-473f-8686-bbca1f63ff8c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:33.055677 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:33.093417 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ec39af2-a240-431a-96df-eb634064b927 req-963fafeb-27b0-44c4-ae9b-09d0c2b7ea20 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493659 Dec 14 02:33:33.096446 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70ef91d1-237f-4322-acba-4afb9bab7319 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:33.100344 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-70ef91d1-237f-4322-acba-4afb9bab7319 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3649848 Dec 14 02:33:33.103439 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54376) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:33.108759 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-8caf8fe4-2d87-4c2e-bea1-74bfe9980b6d tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Request body: {'security_group_rule': {'security_group_id': '37ad4b8f-d1a8-4276-8189-dc6147edc5de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:33.123624 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-1678f8df-5392-415c-ad7f-999bbcda902f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:33.215835 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f026f77a-88d0-4071-9ed6-dd53696a5c59 req-21417f8b-3ddd-4b91-ac0d-fc2db3c08ce3 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 210 time: 0.0366294 Dec 14 02:33:33.238647 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-d4dfd93d-37bb-4d83-9a6f-fa6840d86b07 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:33.284921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-a905a437-fa37-4c18-9c45-4cd7945bbb9f tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Made reservation on behalf of 3674cfa5672b4954bca99016b06664cb for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:33:33.288504 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-a905a437-fa37-4c18-9c45-4cd7945bbb9f tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:33.339143 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8caf8fe4-2d87-4c2e-bea1-74bfe9980b6d tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:33.352101 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbe6c16b-287c-40c1-8650-1eb7f47933e8 req-3e95923e-c37f-4619-8c3b-93ebe458a9e1 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 210 time: 0.0585318 Dec 14 02:33:33.356260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-d4dfd93d-37bb-4d83-9a6f-fa6840d86b07 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Network dfbe808a-d62b-4425-8bfa-3d75d3431c47 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:33.367278 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfd93d-37bb-4d83-9a6f-fa6840d86b07 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Pushing event updated for resources: {'Port': ['ID=8988b8f8-8539-4a94-a01d-df1d123146e9,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:33.374716 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-1678f8df-5392-415c-ad7f-999bbcda902f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Allocated IP 172.25.7.150 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/d884dfbe-7463-4eb6-a02c-fbde4f4c7be6) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:33:33.376780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-d4dfd93d-37bb-4d83-9a6f-fa6840d86b07 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:33.382439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-d4dfd93d-37bb-4d83-9a6f-fa6840d86b07 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:33:33.406664 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8caf8fe4-2d87-4c2e-bea1-74bfe9980b6d tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:33.459803 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8caf8fe4-2d87-4c2e-bea1-74bfe9980b6d tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:33.477983 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf8fe4-2d87-4c2e-bea1-74bfe9980b6d tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1669297e-3f41-481a-b623-d85b8935d870,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:33.519576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-d4dfd93d-37bb-4d83-9a6f-fa6840d86b07 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:33.520227 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-d4dfd93d-37bb-4d83-9a6f-fa6840d86b07 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:33.531654 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8caf8fe4-2d87-4c2e-bea1-74bfe9980b6d tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:33.533267 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8caf8fe4-2d87-4c2e-bea1-74bfe9980b6d tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4288633 Dec 14 02:33:33.536778 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54380) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:33.545202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-872f6296-c67a-4a30-a64c-38f088387144 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:33.594596 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c99a1c32-df96-453d-adb4-321bf97dfb95 req-52fd8471-fa87-4e0c-a321-bab5d3b104ac tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 210 time: 0.0583315 Dec 14 02:33:33.636266 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-872f6296-c67a-4a30-a64c-38f088387144 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:33.643810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-a905a437-fa37-4c18-9c45-4cd7945bbb9f tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Allocated IP 172.20.0.9 (409f180f-3bfa-4add-9f10-338a04644e61/d40edbfc-b241-474d-8835-df2afaf4e4fb/c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:33:33.672674 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-1678f8df-5392-415c-ad7f-999bbcda902f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:33.726243 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-d4dfd93d-37bb-4d83-9a6f-fa6840d86b07 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8902593 Dec 14 02:33:33.736682 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-872f6296-c67a-4a30-a64c-38f088387144 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:33.753966 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Request body: {'port': {'device_id': '915db592-5949-4352-aff8-4ee8c9551f49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:33.839915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6d9f9-215f-47cc-80f4-7731eed4e36b req-48c6adb2-c368-44af-9ebe-ed5cdcb85757 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:33.841471 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f2c6d9f9-215f-47cc-80f4-7731eed4e36b req-48c6adb2-c368-44af-9ebe-ed5cdcb85757 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1847978 Dec 14 02:33:33.902905 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e49472-b68b-4577-912f-c784e0d5843f req-31034e58-9682-46b0-a26e-07f0cbc7d921 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:33.904473 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b7e49472-b68b-4577-912f-c784e0d5843f req-31034e58-9682-46b0-a26e-07f0cbc7d921 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.47 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 808 time: 0.1154666 Dec 14 02:33:33.922984 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-b7e49472-b68b-4577-912f-c784e0d5843f req-bf0baf6d-3f2e-4e1b-9dc4-983688c9530f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Request body: {'port': {'device_id': '3f6d1918-4c56-4a66-80f0-2bfb74d32f32', 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27', 'admin_state_up': True, 'tenant_id': 'dbee3f5c8679489195245f7b7be79be0'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:34.043406 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-872f6296-c67a-4a30-a64c-38f088387144 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Allocated IP 172.25.7.77 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/8f0a1b5d-8a36-4160-902a-116691351dff) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:33:34.172414 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-1678f8df-5392-415c-ad7f-999bbcda902f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:34.178021 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-872f6296-c67a-4a30-a64c-38f088387144 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:34.225343 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e49472-b68b-4577-912f-c784e0d5843f req-bf0baf6d-3f2e-4e1b-9dc4-983688c9530f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Made reservation on behalf of dbee3f5c8679489195245f7b7be79be0 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:33:34.228920 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b7e49472-b68b-4577-912f-c784e0d5843f req-bf0baf6d-3f2e-4e1b-9dc4-983688c9530f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:34.230192 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:34.281042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-1678f8df-5392-415c-ad7f-999bbcda902f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:34.293250 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-a905a437-fa37-4c18-9c45-4cd7945bbb9f tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:34.302273 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-1678f8df-5392-415c-ad7f-999bbcda902f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:34.306033 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-872f6296-c67a-4a30-a64c-38f088387144 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:34.326421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-1678f8df-5392-415c-ad7f-999bbcda902f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:33:34.331393 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f2c6d9f9-215f-47cc-80f4-7731eed4e36b req-d22ee90f-5e98-4e01-a47e-cc71641635a3 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810882 Dec 14 02:33:34.338848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678f8df-5392-415c-ad7f-999bbcda902f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Pushing event updated for resources: {'Port': ['ID=d884dfbe-7463-4eb6-a02c-fbde4f4c7be6,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:34.389505 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f6296-c67a-4a30-a64c-38f088387144 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:34.399587 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-872f6296-c67a-4a30-a64c-38f088387144 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:34.406568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f6296-c67a-4a30-a64c-38f088387144 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:33:34.459165 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f6296-c67a-4a30-a64c-38f088387144 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Pushing event updated for resources: {'Port': ['ID=8f0a1b5d-8a36-4160-902a-116691351dff,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:34.473802 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-b7e49472-b68b-4577-912f-c784e0d5843f req-bf0baf6d-3f2e-4e1b-9dc4-983688c9530f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Allocated IP 172.20.0.2 (f3e644f0-318a-42e9-9245-8613c8213d27/eff6592f-d083-4d91-9f99-e0072e6fa6ab/4eb565a4-f610-4826-a0f9-749e36a88999) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:33:34.539018 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-872f6296-c67a-4a30-a64c-38f088387144 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:34.610151 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-a905a437-fa37-4c18-9c45-4cd7945bbb9f tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:34.635409 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-1678f8df-5392-415c-ad7f-999bbcda902f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:34.664836 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e17ceb-21fe-4336-9872-98f727006bd9 req-f2429c39-7c64-4c5d-949f-54ea59af2158 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:34.666453 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-39e17ceb-21fe-4336-9872-98f727006bd9 req-f2429c39-7c64-4c5d-949f-54ea59af2158 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.1955853 Dec 14 02:33:34.689559 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b7e49472-b68b-4577-912f-c784e0d5843f req-bf0baf6d-3f2e-4e1b-9dc4-983688c9530f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:34.713472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-a905a437-fa37-4c18-9c45-4cd7945bbb9f tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Network 409f180f-3bfa-4add-9f10-338a04644e61 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:34.726768 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-a905a437-fa37-4c18-9c45-4cd7945bbb9f tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:34.728651 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-872f6296-c67a-4a30-a64c-38f088387144 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:34.728838 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905a437-fa37-4c18-9c45-4cd7945bbb9f tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Pushing event updated for resources: {'Port': ['ID=c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:34.734571 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-a905a437-fa37-4c18-9c45-4cd7945bbb9f tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:33:34.866645 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b7e49472-b68b-4577-912f-c784e0d5843f req-bf0baf6d-3f2e-4e1b-9dc4-983688c9530f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:34.879757 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-39e17ceb-21fe-4336-9872-98f727006bd9 req-e2a56be7-9a1e-4add-9316-74e647664ead tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012117 Dec 14 02:33:34.885316 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-a905a437-fa37-4c18-9c45-4cd7945bbb9f tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:34.885978 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-a905a437-fa37-4c18-9c45-4cd7945bbb9f tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:34.921510 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-1678f8df-5392-415c-ad7f-999bbcda902f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:34.950043 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e49472-b68b-4577-912f-c784e0d5843f req-bf0baf6d-3f2e-4e1b-9dc4-983688c9530f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Network f3e644f0-318a-42e9-9245-8613c8213d27 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:34.970648 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-b7e49472-b68b-4577-912f-c784e0d5843f req-bf0baf6d-3f2e-4e1b-9dc4-983688c9530f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:34.985866 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e49472-b68b-4577-912f-c784e0d5843f req-bf0baf6d-3f2e-4e1b-9dc4-983688c9530f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:33:34.996698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0baf6d-3f2e-4e1b-9dc4-983688c9530f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Pushing event updated for resources: {'Port': ['ID=4eb565a4-f610-4826-a0f9-749e36a88999,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:34.996945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8988b8f8-8539-4a94-a01d-df1d123146e9 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:33:35.014442 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7df86506-29b0-459d-ad6f-4a2495c52a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:35.015394 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:35.043047 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-872f6296-c67a-4a30-a64c-38f088387144 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:35.061939 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-a905a437-fa37-4c18-9c45-4cd7945bbb9f tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1924598 Dec 14 02:33:35.068872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Transition to ACTIVE for port object 8988b8f8-8539-4a94-a01d-df1d123146e9 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:33:35.087841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Request body: {'port': {'device_id': '201cdc5f-993b-4299-98eb-4367c91078fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:35.088534 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9d931ae0-3194-4341-bf8e-90271e27175d None None] Provisioning complete for port c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:35.088917 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9d931ae0-3194-4341-bf8e-90271e27175d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:35.096699 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e49472-b68b-4577-912f-c784e0d5843f req-bf0baf6d-3f2e-4e1b-9dc4-983688c9530f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:35.097727 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b7e49472-b68b-4577-912f-c784e0d5843f req-bf0baf6d-3f2e-4e1b-9dc4-983688c9530f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:35.112372 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-872f6296-c67a-4a30-a64c-38f088387144 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:35.123953 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9d931ae0-3194-4341-bf8e-90271e27175d None None] Port c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:33:35.163179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095a196-cfef-43c6-8598-6c89df361d99 req-1b716663-a816-4a2c-b9c0-9742a65c2dab tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:35.164729 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d095a196-cfef-43c6-8598-6c89df361d99 req-1b716663-a816-4a2c-b9c0-9742a65c2dab tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 932 time: 0.1795995 Dec 14 02:33:35.185338 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:35.191155 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b7e49472-b68b-4577-912f-c784e0d5843f req-bf0baf6d-3f2e-4e1b-9dc4-983688c9530f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2695909 Dec 14 02:33:35.217216 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Request body: {'port': {'device_id': '3f6d1918-4c56-4a66-80f0-2bfb74d32f32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:35.225419 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f6296-c67a-4a30-a64c-38f088387144 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Pushing event updated for resources: {'Port': ['ID=8f0a1b5d-8a36-4160-902a-116691351dff,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:35.245222 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-872f6296-c67a-4a30-a64c-38f088387144 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:35.254284 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:35.299631 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:35.319717 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Pushing event updated for resources: {'Port': ['ID=8988b8f8-8539-4a94-a01d-df1d123146e9,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:35.346205 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-872f6296-c67a-4a30-a64c-38f088387144 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:35.347617 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-872f6296-c67a-4a30-a64c-38f088387144 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8096538 Dec 14 02:33:35.392919 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d095a196-cfef-43c6-8598-6c89df361d99 req-394ae678-cf84-449c-9359-2955b3d44a9b tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029047 Dec 14 02:33:35.452552 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-1678f8df-5392-415c-ad7f-999bbcda902f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:35.526602 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-1678f8df-5392-415c-ad7f-999bbcda902f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:35.537948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Attempting to bind port 8988b8f8-8539-4a94-a01d-df1d123146e9 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:33:35.538287 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Attempting to bind port 8988b8f8-8539-4a94-a01d-df1d123146e9 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '76c35287-df7d-4c28-9b74-187d0a18918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:33:35.538621 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Attempting to bind port 8988b8f8-8539-4a94-a01d-df1d123146e9 on network dfbe808a-d62b-4425-8bfa-3d75d3431c47 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:35.632846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Port 8988b8f8-8539-4a94-a01d-df1d123146e9 on network dfbe808a-d62b-4425-8bfa-3d75d3431c47 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:33:35.633177 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Attempting to bind port 8988b8f8-8539-4a94-a01d-df1d123146e9 on network dfbe808a-d62b-4425-8bfa-3d75d3431c47 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:35.647419 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb565a4-f610-4826-a0f9-749e36a88999 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:33:35.654824 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:35.668171 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Transition to ACTIVE for port object 4eb565a4-f610-4826-a0f9-749e36a88999 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:33:35.685232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:33:35.685610 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Checking segment: {'id': '76c35287-df7d-4c28-9b74-187d0a18918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:35.686004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Bound using segment: {'id': '76c35287-df7d-4c28-9b74-187d0a18918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:33:35.686441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Bound port: 8988b8f8-8539-4a94-a01d-df1d123146e9, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c35287-df7d-4c28-9b74-187d0a18918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:33:35.686803 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:35.701206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678f8df-5392-415c-ad7f-999bbcda902f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Pushing event updated for resources: {'Port': ['ID=d884dfbe-7463-4eb6-a02c-fbde4f4c7be6,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:35.733535 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:35.737985 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-1678f8df-5392-415c-ad7f-999bbcda902f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:35.773017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991487c-de51-4c93-b2e1-761a9564cd74 req-6e9d9cbf-4801-4176-8b2a-615392dc5541 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:35.774581 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b991487c-de51-4c93-b2e1-761a9564cd74 req-6e9d9cbf-4801-4176-8b2a-615392dc5541 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 931 time: 0.2306478 Dec 14 02:33:35.782968 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb565a4-f610-4826-a0f9-749e36a88999,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:35.852528 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Attempting to bind port 4eb565a4-f610-4826-a0f9-749e36a88999 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:33:35.853011 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Attempting to bind port 4eb565a4-f610-4826-a0f9-749e36a88999 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:33:35.853195 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Attempting to bind port 4eb565a4-f610-4826-a0f9-749e36a88999 on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:35.857692 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Port 4eb565a4-f610-4826-a0f9-749e36a88999 on network f3e644f0-318a-42e9-9245-8613c8213d27 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:33:35.858079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Attempting to bind port 4eb565a4-f610-4826-a0f9-749e36a88999 on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:35.863345 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:33:35.863686 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Checking segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:35.864073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Bound using segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:33:35.864572 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Bound port: 4eb565a4-f610-4826-a0f9-749e36a88999, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:33:35.864941 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:35.865069 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-1678f8df-5392-415c-ad7f-999bbcda902f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:35.866755 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-1678f8df-5392-415c-ad7f-999bbcda902f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3541422 Dec 14 02:33:35.878323 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] For port 8988b8f8-8539-4a94-a01d-df1d123146e9, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:35.906025 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] For port 8988b8f8-8539-4a94-a01d-df1d123146e9, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=8988b8f8-8539-4a94-a01d-df1d123146e9,segment=NetworkSegment(76c35287-df7d-4c28-9b74-187d0a18918f),segment_id=76c35287-df7d-4c28-9b74-187d0a18918f)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:33:35.910066 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b991487c-de51-4c93-b2e1-761a9564cd74 req-2ec8471a-5180-4790-9a67-efe8268884d9 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247699 Dec 14 02:33:35.955288 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] For port 4eb565a4-f610-4826-a0f9-749e36a88999, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:35.958958 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-52b98e0c-5e90-4a8b-96ad-926005b0f697 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 696 time: 0.0755951 Dec 14 02:33:35.960712 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] For port 4eb565a4-f610-4826-a0f9-749e36a88999, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4eb565a4-f610-4826-a0f9-749e36a88999,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:33:35.990839 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:36.052563 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:36.065089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:33:36.091612 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:36.092347 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:36.092481 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:36.093714 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b7e49472-b68b-4577-912f-c784e0d5843f req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] 10.222.0.47 "PUT /v2.0/ports/4eb565a4-f610-4826-a0f9-749e36a88999 HTTP/1.1" status: 200 len: 1091 time: 0.8845949 Dec 14 02:33:36.094158 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6d1918-4c56-4a66-80f0-2bfb74d32f32', 'tag': '4eb565a4-f610-4826-a0f9-749e36a88999'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:36.096400 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6deda00-ac33-4f84-9760-6feda93866bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6d1918-4c56-4a66-80f0-2bfb74d32f32", "tag": "4eb565a4-f610-4826-a0f9-749e36a88999"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:36.104060 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:36.104688 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:36.106134 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] 10.222.0.46 "PUT /v2.0/ports/8988b8f8-8539-4a94-a01d-df1d123146e9 HTTP/1.1" status: 200 len: 1092 time: 2.3604605 Dec 14 02:33:36.106587 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915db592-5949-4352-aff8-4ee8c9551f49', 'tag': '8988b8f8-8539-4a94-a01d-df1d123146e9'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:36.108874 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed500202-8c34-484a-8775-26b49d79ecc5" -d '{"events": [{"name": "network-changed", "server_uuid": "915db592-5949-4352-aff8-4ee8c9551f49", "tag": "8988b8f8-8539-4a94-a01d-df1d123146e9"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:36.127233 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99468951-71f2-4735-bd49-a9bf98559df3 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb565a4-f610-4826-a0f9-749e36a88999,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:36.153005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Transition to ACTIVE for port object c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:33:36.166163 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:36.168063 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf38b3-e7b5-4c4e-8af5-295c8115ea2d service neutron] Pushing event updated for resources: {'Port': ['ID=8988b8f8-8539-4a94-a01d-df1d123146e9,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:36.200072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdd66e-621e-4858-bb18-fd8828f31846 req-caaeb421-ffce-458c-92eb-1660bc916545 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:36.201726 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1efdd66e-621e-4858-bb18-fd8828f31846 req-caaeb421-ffce-458c-92eb-1660bc916545 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 943 time: 0.1417913 Dec 14 02:33:36.231159 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-3aab549d-8994-41e2-aacd-e7d756d1896e tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:36.232514 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9373f5d5-cc02-4dfb-985e-fd5bc21cdf8c req-3aab549d-8994-41e2-aacd-e7d756d1896e tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.2577739 Dec 14 02:33:36.244133 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:36.308293 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e49472-b68b-4577-912f-c784e0d5843f req-37487da3-43c8-4e3d-8bc8-e9bb41da989c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:36.310233 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b7e49472-b68b-4577-912f-c784e0d5843f req-37487da3-43c8-4e3d-8bc8-e9bb41da989c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 1094 time: 0.0787127 Dec 14 02:33:36.370939 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Pushing event updated for resources: {'Port': ['ID=c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:36.372043 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b7e49472-b68b-4577-912f-c784e0d5843f req-f97a09bf-f33a-4ea4-b162-916f668d9817 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eb565a4-f610-4826-a0f9-749e36a88999 HTTP/1.1" status: 200 len: 217 time: 0.0472901 Dec 14 02:33:36.381400 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1efdd66e-621e-4858-bb18-fd8828f31846 req-656019d9-4b36-4839-a6a3-25893be68780 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735086 Dec 14 02:33:36.388663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-f09529fb-3380-46f3-a984-fd1b2e04b7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:36.390222 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-f09529fb-3380-46f3-a984-fd1b2e04b7af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed8914f36c69449d92cc920be08c3d50&device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 1095 time: 0.1564577 Dec 14 02:33:36.437867 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e49472-b68b-4577-912f-c784e0d5843f req-ab96c33c-6612-4e62-a92c-e907491715ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:36.440563 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b7e49472-b68b-4577-912f-c784e0d5843f req-ab96c33c-6612-4e62-a92c-e907491715ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.0622547 Dec 14 02:33:36.472604 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-6a30e943-092d-4c1c-b6cc-106f6f3d770c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8988b8f8-8539-4a94-a01d-df1d123146e9 HTTP/1.1" status: 200 len: 217 time: 0.0659695 Dec 14 02:33:36.482819 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b7e49472-b68b-4577-912f-c784e0d5843f req-ed0f0af8-c867-4862-902b-245a7e614f29 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348754 Dec 14 02:33:36.499714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d95232f-9e06-4759-8539-c68365bedd44 req-14bb9227-899a-4ca2-a071-bd2524f44340 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:36.501277 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d95232f-9e06-4759-8539-c68365bedd44 req-14bb9227-899a-4ca2-a071-bd2524f44340 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1936247 Dec 14 02:33:36.596517 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b7e49472-b68b-4577-912f-c784e0d5843f req-09142ea8-16c4-43e7-8eb9-15b21df5db29 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941064 Dec 14 02:33:36.634044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Attempting to bind port c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:33:36.634391 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Attempting to bind port c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'c765e286-84ca-4e29-b9b8-3b913daed72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:33:36.634724 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Attempting to bind port c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 on network 409f180f-3bfa-4add-9f10-338a04644e61 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:36.646617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-6b85f0eb-635a-45bd-b98e-018356a428d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:36.648587 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-6b85f0eb-635a-45bd-b98e-018356a428d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e681f6b2-d68d-4d5b-b46f-043098b1e43a HTTP/1.1" status: 200 len: 850 time: 0.1669519 Dec 14 02:33:36.673815 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Port c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 on network 409f180f-3bfa-4add-9f10-338a04644e61 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:33:36.674168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Attempting to bind port c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 on network 409f180f-3bfa-4add-9f10-338a04644e61 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:36.697075 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b7e49472-b68b-4577-912f-c784e0d5843f req-d4ea3508-5a7c-49e4-a519-c7151446d2ff service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961709 Dec 14 02:33:36.701856 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d95232f-9e06-4759-8539-c68365bedd44 req-92b08e42-2875-4e78-8af6-75d94e094454 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739893 Dec 14 02:33:36.706353 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-ce48861c-6e25-4582-84f3-b3caf7876adc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dfbe808a-d62b-4425-8bfa-3d75d3431c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491204 Dec 14 02:33:36.713817 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:33:36.714192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Checking segment: {'id': 'c765e286-84ca-4e29-b9b8-3b913daed72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:36.714615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Bound using segment: {'id': 'c765e286-84ca-4e29-b9b8-3b913daed72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:33:36.714997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Bound port: c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c765e286-84ca-4e29-b9b8-3b913daed72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:33:36.715341 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:36.820296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a24647-a1e2-465c-a02f-144725441928 req-d2b8e0be-27a3-4ce9-b9b7-b80ea47875fc tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:36.821708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5a24647-a1e2-465c-a02f-144725441928 req-d2b8e0be-27a3-4ce9-b9b7-b80ea47875fc tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/networks?id=c5d85574-809c-4bfd-81ff-083b985e268d HTTP/1.1" status: 200 len: 822 time: 0.3195012 Dec 14 02:33:37.145026 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5a24647-a1e2-465c-a02f-144725441928 req-5ca31703-bc2d-450e-8fa5-b5dc1d76f956 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/quotas/310f52a4e2554769b4b20229af525b98 HTTP/1.1" status: 200 len: 375 time: 0.0299315 Dec 14 02:33:37.201114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] For port c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:37.204576 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5a24647-a1e2-465c-a02f-144725441928 req-b1460803-eced-4299-aa60-9d0b14d5bcca tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=310f52a4e2554769b4b20229af525b98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496585 Dec 14 02:33:37.218678 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745b45f-2b08-4557-a449-a36494c2c03e req-6e8650bf-b951-472d-b386-6835057f0fce tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:37.220116 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0745b45f-2b08-4557-a449-a36494c2c03e req-6e8650bf-b951-472d-b386-6835057f0fce tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.4428017 Dec 14 02:33:37.241365 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] For port c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3,segment=NetworkSegment(c765e286-84ca-4e29-b9b8-3b913daed72a),segment_id=c765e286-84ca-4e29-b9b8-3b913daed72a)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:33:37.247399 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-c5348d1a-7c09-485d-bd1b-f2771f6afc78 service neutron] 10.222.0.46 "GET /v2.0/networks/dfbe808a-d62b-4425-8bfa-3d75d3431c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280633 Dec 14 02:33:37.314290 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:37.417724 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:37.418405 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:37.419801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] 10.222.0.47 "PUT /v2.0/ports/c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 HTTP/1.1" status: 200 len: 1091 time: 2.3380334 Dec 14 02:33:37.430593 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0745b45f-2b08-4557-a449-a36494c2c03e req-12deb657-28a2-4b3a-969c-14336a7ff6f8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954780 Dec 14 02:33:37.471020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82400fa-b43a-40d5-a1cc-f2a3862491ea service neutron] Pushing event updated for resources: {'Port': ['ID=c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:37.483531 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5a24647-a1e2-465c-a02f-144725441928 req-b16424a6-25fe-4a67-a4ef-fdc33360cedc service neutron] 10.222.0.39 "GET /v2.0/networks/c5d85574-809c-4bfd-81ff-083b985e268d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609160 Dec 14 02:33:37.515798 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04481bc8-5e1f-4125-a7e9-e058f9fe616a req-7d338432-b011-4305-b15f-99b6af697bd5 service neutron] 10.222.0.46 "GET /v2.0/networks/dfbe808a-d62b-4425-8bfa-3d75d3431c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525854 Dec 14 02:33:37.522625 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b80323-8b29-4bbe-9d52-7f265ce27b0a x-openstack-request-id: req-01b80323-8b29-4bbe-9d52-7f265ce27b0a {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:37.523225 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6d1918-4c56-4a66-80f0-2bfb74d32f32", "tag": "4eb565a4-f610-4826-a0f9-749e36a88999", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:37.523648 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01b80323-8b29-4bbe-9d52-7f265ce27b0a {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:37.524228 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6d1918-4c56-4a66-80f0-2bfb74d32f32', 'tag': '4eb565a4-f610-4826-a0f9-749e36a88999', 'status': 'completed', 'code': 200} Dec 14 02:33:37.529902 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:37.572267 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f20df2e-8d04-4be6-b7d8-a2cde1915e4d x-openstack-request-id: req-6f20df2e-8d04-4be6-b7d8-a2cde1915e4d {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:37.572568 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "915db592-5949-4352-aff8-4ee8c9551f49", "tag": "8988b8f8-8539-4a94-a01d-df1d123146e9", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:37.572831 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f20df2e-8d04-4be6-b7d8-a2cde1915e4d {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:37.573243 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915db592-5949-4352-aff8-4ee8c9551f49', 'tag': '8988b8f8-8539-4a94-a01d-df1d123146e9', 'status': 'completed', 'code': 200} Dec 14 02:33:37.634844 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-3000180c-8c30-4734-9b1e-2d2db24e3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:37.636464 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-3000180c-8c30-4734-9b1e-2d2db24e3f26 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3674cfa5672b4954bca99016b06664cb&device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 1094 time: 0.0757606 Dec 14 02:33:37.638321 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5a24647-a1e2-465c-a02f-144725441928 req-2a371e64-d02f-4040-a80f-ba59ee288eae service neutron] 10.222.0.39 "GET /v2.0/networks/c5d85574-809c-4bfd-81ff-083b985e268d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457822 Dec 14 02:33:37.647450 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6deda00-ac33-4f84-9760-6feda93866bd req-d7a16b32-72d0-4a46-adee-190a04fd4f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:37.649038 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e6deda00-ac33-4f84-9760-6feda93866bd req-d7a16b32-72d0-4a46-adee-190a04fd4f04 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 1094 time: 0.0707729 Dec 14 02:33:37.762289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6deda00-ac33-4f84-9760-6feda93866bd req-841f4396-769f-4c5a-b806-2c81c5e67980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:37.763772 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e6deda00-ac33-4f84-9760-6feda93866bd req-841f4396-769f-4c5a-b806-2c81c5e67980 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.1033247 Dec 14 02:33:37.766157 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-22207a5d-a945-4ff4-ac89-195e5d78db6d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 HTTP/1.1" status: 200 len: 217 time: 0.1019690 Dec 14 02:33:37.814291 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e6deda00-ac33-4f84-9760-6feda93866bd req-40991d6d-3b0b-443c-bad9-fdb287531a9f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eb565a4-f610-4826-a0f9-749e36a88999 HTTP/1.1" status: 200 len: 217 time: 0.0364468 Dec 14 02:33:37.832222 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed500202-8c34-484a-8775-26b49d79ecc5 req-19a57903-cf53-4e43-99ca-98776fb26cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:37.834854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed500202-8c34-484a-8775-26b49d79ecc5 req-19a57903-cf53-4e43-99ca-98776fb26cdb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed8914f36c69449d92cc920be08c3d50&device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 1095 time: 0.1221409 Dec 14 02:33:37.859485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-89c5014f-6afe-47aa-90be-665235fe2511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:37.860871 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-89c5014f-6afe-47aa-90be-665235fe2511 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d40edbfc-b241-474d-8835-df2afaf4e4fb HTTP/1.1" status: 200 len: 849 time: 0.0798776 Dec 14 02:33:37.864747 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6deda00-ac33-4f84-9760-6feda93866bd req-3a482ee2-262a-457c-a13a-61bb6de7ae07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:37.866393 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e6deda00-ac33-4f84-9760-6feda93866bd req-3a482ee2-262a-457c-a13a-61bb6de7ae07 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.0443146 Dec 14 02:33:37.922191 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-13844a22-eb6a-47d7-8105-7cbd073771f3 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:37.923709 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-13844a22-eb6a-47d7-8105-7cbd073771f3 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/networks?id=198368b1-c432-449a-b51e-fd80b320b816 HTTP/1.1" status: 200 len: 821 time: 0.2811043 Dec 14 02:33:37.925748 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e6deda00-ac33-4f84-9760-6feda93866bd req-2250f310-e502-481f-8cac-d528f7a69033 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496538 Dec 14 02:33:37.962709 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-eb28c4ad-f81d-4005-9a64-30c3df6a36b0 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/quotas/147d893c45c84473a16cd010a047ce68 HTTP/1.1" status: 200 len: 375 time: 0.0228143 Dec 14 02:33:38.021963 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f7a89af1-c72d-455a-9a63-1ba76f7c4558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:38.023190 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-f7a89af1-c72d-455a-9a63-1ba76f7c4558 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=409f180f-3bfa-4add-9f10-338a04644e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455553 Dec 14 02:33:38.042399 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e6deda00-ac33-4f84-9760-6feda93866bd req-b1758f88-1d92-421f-a15f-7950685420b8 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029093 Dec 14 02:33:38.086299 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed500202-8c34-484a-8775-26b49d79ecc5 req-9f134865-f556-4f40-9f8c-f5959096e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:38.087729 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed500202-8c34-484a-8775-26b49d79ecc5 req-9f134865-f556-4f40-9f8c-f5959096e4ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=dfbe808a-d62b-4425-8bfa-3d75d3431c47 HTTP/1.1" status: 200 len: 911 time: 0.2397640 Dec 14 02:33:38.148794 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e6deda00-ac33-4f84-9760-6feda93866bd req-e3214094-3c76-4bc3-b9e5-4d56de8f6077 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990770 Dec 14 02:33:38.168975 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed500202-8c34-484a-8775-26b49d79ecc5 req-28d05c61-4257-45df-91ca-c8ff95a43522 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8988b8f8-8539-4a94-a01d-df1d123146e9 HTTP/1.1" status: 200 len: 217 time: 0.0525615 Dec 14 02:33:38.179967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7155e13-1504-4ece-a2eb-2fbd8c22997a req-b6bf9a89-e2b5-47e0-b84d-bc68c7375453 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:38.181417 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7155e13-1504-4ece-a2eb-2fbd8c22997a req-b6bf9a89-e2b5-47e0-b84d-bc68c7375453 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 944 time: 0.1961796 Dec 14 02:33:38.191893 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-a04851c7-e6e7-496b-830b-e3770e5fae03 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=147d893c45c84473a16cd010a047ce68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2207067 Dec 14 02:33:38.339615 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-7751f7a1-7e3a-442d-bb42-67bc4f0a939e service neutron] 10.222.0.47 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939017 Dec 14 02:33:38.347936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed500202-8c34-484a-8775-26b49d79ecc5 req-4580f892-e852-403d-83c9-84db3e928bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:38.349414 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed500202-8c34-484a-8775-26b49d79ecc5 req-4580f892-e852-403d-83c9-84db3e928bb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e681f6b2-d68d-4d5b-b46f-043098b1e43a HTTP/1.1" status: 200 len: 850 time: 0.1670961 Dec 14 02:33:38.362209 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7155e13-1504-4ece-a2eb-2fbd8c22997a req-ee5f1346-8de6-454e-99a5-efbc803b433e tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613181 Dec 14 02:33:38.418940 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:38.436682 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed500202-8c34-484a-8775-26b49d79ecc5 req-2b442b4c-60ea-44bb-bf11-227f8986782f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dfbe808a-d62b-4425-8bfa-3d75d3431c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734606 Dec 14 02:33:38.483963 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-68313f69-d052-4fb5-8541-373ce2a1bf41 service neutron] 10.222.0.39 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794063 Dec 14 02:33:38.633854 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328e7550-a0f2-4477-8928-206308c0ae82 req-cd6c970a-708c-46d3-868f-cf805e62c115 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:38.635349 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-328e7550-a0f2-4477-8928-206308c0ae82 req-cd6c970a-708c-46d3-868f-cf805e62c115 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.2011030 Dec 14 02:33:38.640387 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf1364f7-3226-47a9-aff5-5e382933d2f4 req-10a8caa4-852b-42e3-a8ba-dc5ad3ba2668 service neutron] 10.222.0.47 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900982 Dec 14 02:33:38.689644 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed500202-8c34-484a-8775-26b49d79ecc5 req-2a2de3b2-d032-4d6d-84ba-499b887521ad service neutron] 10.222.0.46 "GET /v2.0/networks/dfbe808a-d62b-4425-8bfa-3d75d3431c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342548 Dec 14 02:33:38.759991 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-4743f574-7e97-4cfb-9f6e-131195ba8615 service neutron] 10.222.0.39 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398257 Dec 14 02:33:38.776721 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-328e7550-a0f2-4477-8928-206308c0ae82 req-27a51579-d026-4fb8-bc76-e7e81e30c161 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269553 Dec 14 02:33:38.807511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4eb565a4-f610-4826-a0f9-749e36a88999 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:33:38.817416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed500202-8c34-484a-8775-26b49d79ecc5 req-25a56d48-bfd1-4403-9570-bbf03eaf88c6 service neutron] 10.222.0.46 "GET /v2.0/networks/dfbe808a-d62b-4425-8bfa-3d75d3431c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179814 Dec 14 02:33:38.915480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4eb565a4-f610-4826-a0f9-749e36a88999, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4eb565a4-f610-4826-a0f9-749e36a88999,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:38.916634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f160d1-d308-44c4-b6db-111434d63713 req-6a7180be-f552-4107-9e62-b9fa135a8880 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:38.918239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47f160d1-d308-44c4-b6db-111434d63713 req-6a7180be-f552-4107-9e62-b9fa135a8880 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 943 time: 0.0519578 Dec 14 02:33:38.927597 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '4eb565a4-f610-4826-a0f9-749e36a88999', 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27', 'port_id': '4eb565a4-f610-4826-a0f9-749e36a88999', 'mac_address': 'fa:16:3e:aa:30:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff6592f-d083-4d91-9f99-e0072e6fa6ab', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:33:38.967356 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47f160d1-d308-44c4-b6db-111434d63713 req-510eda3f-7a1e-48ea-bfad-d8ef75eebef6 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424809 Dec 14 02:33:38.969699 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:38.991181 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb565a4-f610-4826-a0f9-749e36a88999 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:33:39.006940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4eb565a4-f610-4826-a0f9-749e36a88999, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4eb565a4-f610-4826-a0f9-749e36a88999,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:39.117766 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:39.185422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4eb565a4-f610-4826-a0f9-749e36a88999,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:39.188093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f629e39a-6042-49ca-8ba8-92083463fd32 req-8bb535ff-dbb0-4e5b-9192-7cadbc05ef1f tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 210 time: 0.0327802 Dec 14 02:33:39.197477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:39.197477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:39.197477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:39.197477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:39.197477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:39.197477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:39.198367 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:39.198478 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c77ee-6a27-4cce-92b6-dfe7313752e9 req-42be6d0c-9d07-4966-beb2-289211e4be0d tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:39.198600 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:39.198922 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:39.199329 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:39.199739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:39.200060 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:39.200535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:33:39.207724 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d95c77ee-6a27-4cce-92b6-dfe7313752e9 req-42be6d0c-9d07-4966-beb2-289211e4be0d tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 944 time: 0.1010537 Dec 14 02:33:39.261858 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d95c77ee-6a27-4cce-92b6-dfe7313752e9 req-e7f7194d-4d3f-4039-8a2b-408ff4af0465 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530689 Dec 14 02:33:39.354168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27995afe-114c-4c10-9ac3-6517d9d60b97 req-e644d4f9-58fb-4711-a317-997476a8138c tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=226f9a72-7734-486c-aa31-d8f582a3f54c HTTP/1.1" status: 200 len: 210 time: 0.0344377 Dec 14 02:33:39.361801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58066efc-a0be-4199-8350-1d0ebb2fc334 req-8711d4c4-0a4e-4aa8-b4d4-516a1217b348 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:39.363327 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58066efc-a0be-4199-8350-1d0ebb2fc334 req-8711d4c4-0a4e-4aa8-b4d4-516a1217b348 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.0860476 Dec 14 02:33:39.433069 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58066efc-a0be-4199-8350-1d0ebb2fc334 req-4bfd5cd8-f2e8-4fba-9121-b8a0c849ece9 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577118 Dec 14 02:33:39.434677 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4eb565a4-f610-4826-a0f9-749e36a88999'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:33:39.498897 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c2089-31a4-4f57-b6e8-375b1b2fdd8b req-2151198e-c514-45b8-9c82-fc5a66457eef tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:39.500536 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e95c2089-31a4-4f57-b6e8-375b1b2fdd8b req-2151198e-c514-45b8-9c82-fc5a66457eef tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0743651 Dec 14 02:33:39.577146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201cdc5f-993b-4299-98eb-4367c91078fe', 'tag': 'c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:39.579827 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f0d0d6-3e8c-4439-aa88-57b052c1891d" -d '{"events": [{"name": "network-changed", "server_uuid": "201cdc5f-993b-4299-98eb-4367c91078fe", "tag": "c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:39.597476 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c72ed9-abd4-4744-9aa4-300ccbb91b12 req-f663817a-9189-446b-9e3e-f3bb94379aea tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:39.599174 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9c72ed9-abd4-4744-9aa4-300ccbb91b12 req-f663817a-9189-446b-9e3e-f3bb94379aea tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 944 time: 0.0976365 Dec 14 02:33:39.605816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e95c2089-31a4-4f57-b6e8-375b1b2fdd8b req-cca9a42b-b7ef-4387-a869-01d44e572646 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928929 Dec 14 02:33:39.652520 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c24a92-d05f-4b99-86db-6acda91f298d x-openstack-request-id: req-06c24a92-d05f-4b99-86db-6acda91f298d {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:39.652810 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201cdc5f-993b-4299-98eb-4367c91078fe", "tag": "c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:39.653096 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06c24a92-d05f-4b99-86db-6acda91f298d {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:39.653514 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201cdc5f-993b-4299-98eb-4367c91078fe', 'tag': 'c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3', 'status': 'completed', 'code': 200} Dec 14 02:33:39.661220 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9c72ed9-abd4-4744-9aa4-300ccbb91b12 req-bab455d6-a11b-492b-b9b8-1509ed241f14 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542688 Dec 14 02:33:39.776368 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533fc65-820a-4b1f-8b7b-a1595b32f67b req-d8c76a2f-c933-4f24-9085-1458b80cad39 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:39.777890 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f533fc65-820a-4b1f-8b7b-a1595b32f67b req-d8c76a2f-c933-4f24-9085-1458b80cad39 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0804367 Dec 14 02:33:39.781464 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0d0d6-3e8c-4439-aa88-57b052c1891d req-9501d236-3d2d-4ac2-ac16-41b89ecae79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:39.782889 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3f0d0d6-3e8c-4439-aa88-57b052c1891d req-9501d236-3d2d-4ac2-ac16-41b89ecae79f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3674cfa5672b4954bca99016b06664cb&device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 1094 time: 0.0739279 Dec 14 02:33:39.881210 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f533fc65-820a-4b1f-8b7b-a1595b32f67b req-e2ba6e5b-6181-4dbb-89ca-b796380dea07 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964580 Dec 14 02:33:39.890436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 8988b8f8-8539-4a94-a01d-df1d123146e9 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:33:39.914831 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0d0d6-3e8c-4439-aa88-57b052c1891d req-4745870f-cea3-4ea6-8a30-702ce3ee7671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:39.916532 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3f0d0d6-3e8c-4439-aa88-57b052c1891d req-4745870f-cea3-4ea6-8a30-702ce3ee7671 service neutron] 10.222.0.47 "GET /v2.0/networks?id=409f180f-3bfa-4add-9f10-338a04644e61 HTTP/1.1" status: 200 len: 911 time: 0.1250677 Dec 14 02:33:39.971514 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3f0d0d6-3e8c-4439-aa88-57b052c1891d req-eca15a54-c20b-48e2-a3cb-b7c0b3bae44b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 HTTP/1.1" status: 200 len: 217 time: 0.0473678 Dec 14 02:33:40.019539 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 8988b8f8-8539-4a94-a01d-df1d123146e9, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=8988b8f8-8539-4a94-a01d-df1d123146e9,segment=NetworkSegment(76c35287-df7d-4c28-9b74-187d0a18918f),segment_id=76c35287-df7d-4c28-9b74-187d0a18918f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:40.039159 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '8988b8f8-8539-4a94-a01d-df1d123146e9', 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47', 'port_id': '8988b8f8-8539-4a94-a01d-df1d123146e9', 'mac_address': 'fa:16:3e:b2:cd:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e681f6b2-d68d-4d5b-b46f-043098b1e43a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:33:40.069580 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0d0d6-3e8c-4439-aa88-57b052c1891d req-838aac40-1111-4749-ba8d-f713c573538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:40.071134 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3f0d0d6-3e8c-4439-aa88-57b052c1891d req-838aac40-1111-4749-ba8d-f713c573538c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d40edbfc-b241-474d-8835-df2afaf4e4fb HTTP/1.1" status: 200 len: 849 time: 0.0921311 Dec 14 02:33:40.081826 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:40.094444 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8988b8f8-8539-4a94-a01d-df1d123146e9 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:33:40.122225 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 8988b8f8-8539-4a94-a01d-df1d123146e9, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=8988b8f8-8539-4a94-a01d-df1d123146e9,segment=NetworkSegment(76c35287-df7d-4c28-9b74-187d0a18918f),segment_id=76c35287-df7d-4c28-9b74-187d0a18918f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:40.139894 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f6137-6c84-4412-992f-b4ee9677df0f req-5c370d36-5f08-4ab5-bdee-2d1d45bb1934 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:40.141425 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e79f6137-6c84-4412-992f-b4ee9677df0f req-5c370d36-5f08-4ab5-bdee-2d1d45bb1934 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1284053 Dec 14 02:33:40.155984 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e74119-23fc-41c8-9c85-912dddbf307b req-932938be-d235-42c7-b6d8-b8ec68973d2f tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:40.157435 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6e74119-23fc-41c8-9c85-912dddbf307b req-932938be-d235-42c7-b6d8-b8ec68973d2f tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 943 time: 0.1042311 Dec 14 02:33:40.180073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0d0d6-3e8c-4439-aa88-57b052c1891d req-7220e4ca-6af4-4fdd-a062-2b62c8aae85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:40.181544 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3f0d0d6-3e8c-4439-aa88-57b052c1891d req-7220e4ca-6af4-4fdd-a062-2b62c8aae85d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=409f180f-3bfa-4add-9f10-338a04644e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942082 Dec 14 02:33:40.190632 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:40.245637 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=8988b8f8-8539-4a94-a01d-df1d123146e9,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:40.290985 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e79f6137-6c84-4412-992f-b4ee9677df0f req-2bfdc32e-12fb-41cb-8019-deb5fe939de5 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425400 Dec 14 02:33:40.300800 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6e74119-23fc-41c8-9c85-912dddbf307b req-4fd008d9-4f96-4845-9170-4f7f14678d47 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255233 Dec 14 02:33:40.346713 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3f0d0d6-3e8c-4439-aa88-57b052c1891d req-5c0277a1-4309-4958-994d-2b4172744abe service neutron] 10.222.0.47 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531327 Dec 14 02:33:40.478928 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b3c6227-9962-42ed-ada1-6ee5cd48a3b6 req-87055986-7dda-452d-92c3-83771e29bd7c tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 210 time: 0.0796108 Dec 14 02:33:40.539605 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['8988b8f8-8539-4a94-a01d-df1d123146e9'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:33:40.806494 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:33:40.818147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4eb565a4-f610-4826-a0f9-749e36a88999 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:40.892306 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3f0d0d6-3e8c-4439-aa88-57b052c1891d req-5b786309-5b52-4dd9-87cd-bfbce9484fb8 service neutron] 10.222.0.47 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380232 Dec 14 02:33:40.914032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06ec0b-9f80-4d6d-a803-f548f5f1cef3 req-4f32bffd-6824-48c2-948a-9d61cfbae4ba tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:40.921366 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba06ec0b-9f80-4d6d-a803-f548f5f1cef3 req-4f32bffd-6824-48c2-948a-9d61cfbae4ba tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 944 time: 0.4447396 Dec 14 02:33:40.938117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a24647-a1e2-465c-a02f-144725441928 req-568c218e-797d-44da-98b0-566624a16882 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:40.939613 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5a24647-a1e2-465c-a02f-144725441928 req-568c218e-797d-44da-98b0-566624a16882 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.46 "GET /v2.0/networks?id=c5d85574-809c-4bfd-81ff-083b985e268d HTTP/1.1" status: 200 len: 822 time: 0.5347483 Dec 14 02:33:40.953635 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3,segment=NetworkSegment(c765e286-84ca-4e29-b9b8-3b913daed72a),segment_id=c765e286-84ca-4e29-b9b8-3b913daed72a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:40.958929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e5557-7cdb-4f5f-8459-96d8b2c17a2a req-981584c1-5bbd-4ca7-963c-610eea162347 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:40.960417 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c5e5557-7cdb-4f5f-8459-96d8b2c17a2a req-981584c1-5bbd-4ca7-963c-610eea162347 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1476829 Dec 14 02:33:40.967709 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'port_id': 'c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3', 'mac_address': 'fa:16:3e:7e:b1:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:33:40.979980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-a5a24647-a1e2-465c-a02f-144725441928 req-044a2b9d-32d7-4b40-89b3-a518a1e7a53b tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Request body: {'port': {'device_id': '91245b58-95fa-4ee7-8157-7cc2193f14d5', 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d', 'admin_state_up': True, 'tenant_id': '310f52a4e2554769b4b20229af525b98'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:41.006650 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:41.009773 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 4eb565a4-f610-4826-a0f9-749e36a88999 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:33:41.021910 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 4eb565a4-f610-4826-a0f9-749e36a88999 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:41.022281 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:41.025715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:33:41.049050 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba06ec0b-9f80-4d6d-a803-f548f5f1cef3 req-215e33a9-36ae-461a-aa18-42b4a2d72c2d tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268268 Dec 14 02:33:41.072715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3,segment=NetworkSegment(c765e286-84ca-4e29-b9b8-3b913daed72a),segment_id=c765e286-84ca-4e29-b9b8-3b913daed72a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:41.093035 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c5e5557-7cdb-4f5f-8459-96d8b2c17a2a req-7250c000-f766-4f28-8b5f-385074f0250b tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214495 Dec 14 02:33:41.161912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddcec279-89cc-4b60-9934-b05f3a7b2b88 req-d836f889-ec49-4074-98e2-8072296d5083 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=226f9a72-7734-486c-aa31-d8f582a3f54c HTTP/1.1" status: 200 len: 210 time: 0.0345111 Dec 14 02:33:41.231359 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb3f12-c78a-46d8-9d97-461d4cabc7d3 req-200af92b-4e8e-4338-96a0-2101ceda28b8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:41.237972 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1bb3f12-c78a-46d8-9d97-461d4cabc7d3 req-200af92b-4e8e-4338-96a0-2101ceda28b8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.0713024 Dec 14 02:33:41.264494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a24647-a1e2-465c-a02f-144725441928 req-044a2b9d-32d7-4b40-89b3-a518a1e7a53b tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Made reservation on behalf of 310f52a4e2554769b4b20229af525b98 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:33:41.264769 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:41.269552 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a5a24647-a1e2-465c-a02f-144725441928 req-044a2b9d-32d7-4b40-89b3-a518a1e7a53b tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:41.300412 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:41.337571 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6d1918-4c56-4a66-80f0-2bfb74d32f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb565a4-f610-4826-a0f9-749e36a88999'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:41.339747 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864dc24a-123b-4f46-8076-5292c99fd544" -d '{"events": [{"server_uuid": "3f6d1918-4c56-4a66-80f0-2bfb74d32f32", "name": "network-vif-plugged", "status": "completed", "tag": "4eb565a4-f610-4826-a0f9-749e36a88999"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:41.344316 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:41.345244 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1bb3f12-c78a-46d8-9d97-461d4cabc7d3 req-bf28bdaa-6ce4-40f0-a6af-af21281792e4 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060750 Dec 14 02:33:41.355454 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4eb565a4-f610-4826-a0f9-749e36a88999, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4eb565a4-f610-4826-a0f9-749e36a88999,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:41.382966 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442edd3-9c2e-4279-bf3b-f63422a1dc23 req-1608494f-a912-42f8-9fcb-355c8e19d872 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:41.384550 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2442edd3-9c2e-4279-bf3b-f63422a1dc23 req-1608494f-a912-42f8-9fcb-355c8e19d872 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 945 time: 0.1435008 Dec 14 02:33:41.419664 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:41.471006 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4eb565a4-f610-4826-a0f9-749e36a88999,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:41.587520 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2442edd3-9c2e-4279-bf3b-f63422a1dc23 req-7c7fa8ac-ac19-4425-91d7-2849484acedb tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919804 Dec 14 02:33:41.613256 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:33:41.625423 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757dc1d-d4a9-4940-98f2-a0b8ea486cee req-a8a414e3-9eea-4542-aa6d-44146a5fe425 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:41.626959 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6757dc1d-d4a9-4940-98f2-a0b8ea486cee req-a8a414e3-9eea-4542-aa6d-44146a5fe425 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 944 time: 0.1945901 Dec 14 02:33:41.633016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-a5a24647-a1e2-465c-a02f-144725441928 req-044a2b9d-32d7-4b40-89b3-a518a1e7a53b tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Allocated IP 172.20.0.4 (c5d85574-809c-4bfd-81ff-083b985e268d/799fcc3a-6b16-494a-9426-718bf990556c/09eacb4a-c3e4-4706-b743-ee906b0e378c) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:33:41.644582 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d97659-d18e-4c6e-8db4-3dbc10791919 x-openstack-request-id: req-49d97659-d18e-4c6e-8db4-3dbc10791919 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:41.644869 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6d1918-4c56-4a66-80f0-2bfb74d32f32", "name": "network-vif-plugged", "status": "completed", "tag": "4eb565a4-f610-4826-a0f9-749e36a88999", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:41.646033 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49d97659-d18e-4c6e-8db4-3dbc10791919 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:41.646436 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6d1918-4c56-4a66-80f0-2bfb74d32f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb565a4-f610-4826-a0f9-749e36a88999', 'code': 200} Dec 14 02:33:41.652404 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-156e7e8a-4589-4b67-b96e-41c7943e7fe8 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:41.653897 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-156e7e8a-4589-4b67-b96e-41c7943e7fe8 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.46 "GET /v2.0/networks?id=198368b1-c432-449a-b51e-fd80b320b816 HTTP/1.1" status: 200 len: 821 time: 0.2467923 Dec 14 02:33:41.676872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-0c06cedc-8b98-4fce-9aaa-08a84dc5b8a7 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Request body: {'port': {'device_id': '226f9a72-7734-486c-aa31-d8f582a3f54c', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'admin_state_up': True, 'tenant_id': '147d893c45c84473a16cd010a047ce68'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:41.815547 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6757dc1d-d4a9-4940-98f2-a0b8ea486cee req-ce233e69-30c6-4f56-8c2a-7c752e4e4ce1 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802027 Dec 14 02:33:41.905680 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 8988b8f8-8539-4a94-a01d-df1d123146e9 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:41.946918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15537b25-4fbd-49d1-b418-5d972ddab8c4 req-8c7ee0d6-6490-4420-8bbd-9bedccabd1b5 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:41.948460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15537b25-4fbd-49d1-b418-5d972ddab8c4 req-8c7ee0d6-6490-4420-8bbd-9bedccabd1b5 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.2048166 Dec 14 02:33:41.960261 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84f446-cce0-410d-83d0-7c19305edb0b req-dcb7ceff-0bf3-4826-92c5-750742ced720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:41.961780 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f84f446-cce0-410d-83d0-7c19305edb0b req-dcb7ceff-0bf3-4826-92c5-750742ced720 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 1096 time: 0.2032874 Dec 14 02:33:42.023107 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d82d3045-ad8f-4f30-a44e-234d19e5d162 req-e6af5dc6-9e4c-4242-97f9-1eb0cef70082 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 210 time: 0.0603337 Dec 14 02:33:42.042144 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 8988b8f8-8539-4a94-a01d-df1d123146e9 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:33:42.046435 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 8988b8f8-8539-4a94-a01d-df1d123146e9 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:42.046829 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:42.118554 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f84f446-cce0-410d-83d0-7c19305edb0b req-780d37f8-45ae-4776-b160-3b7f6ea44c87 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390047 Dec 14 02:33:42.122278 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a5a24647-a1e2-465c-a02f-144725441928 req-044a2b9d-32d7-4b40-89b3-a518a1e7a53b tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:42.124060 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-0c06cedc-8b98-4fce-9aaa-08a84dc5b8a7 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Made reservation on behalf of 147d893c45c84473a16cd010a047ce68 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:33:42.127625 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-0c06cedc-8b98-4fce-9aaa-08a84dc5b8a7 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:42.136475 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15537b25-4fbd-49d1-b418-5d972ddab8c4 req-fb33c1ba-0500-406e-b3df-1f735eb204a5 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727238 Dec 14 02:33:42.136686 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:42.178696 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 8988b8f8-8539-4a94-a01d-df1d123146e9, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=8988b8f8-8539-4a94-a01d-df1d123146e9,segment=NetworkSegment(76c35287-df7d-4c28-9b74-187d0a18918f),segment_id=76c35287-df7d-4c28-9b74-187d0a18918f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:42.251884 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:42.293266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7e1957-88ef-4487-93a1-ce8ebbe4bb98 req-ba1b59e1-5df0-4ad2-99fa-76a49c42692d tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:42.294809 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e7e1957-88ef-4487-93a1-ce8ebbe4bb98 req-ba1b59e1-5df0-4ad2-99fa-76a49c42692d tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 945 time: 0.1622202 Dec 14 02:33:42.301944 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=8988b8f8-8539-4a94-a01d-df1d123146e9,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:42.374658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda17009-79c0-47d3-80cd-a6706f90ac28 req-6910fd54-1c06-4a70-b645-a411629027db tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:42.376478 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fda17009-79c0-47d3-80cd-a6706f90ac28 req-6910fd54-1c06-4a70-b645-a411629027db tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1467619 Dec 14 02:33:42.387027 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a5a24647-a1e2-465c-a02f-144725441928 req-044a2b9d-32d7-4b40-89b3-a518a1e7a53b tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:42.420402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-0c06cedc-8b98-4fce-9aaa-08a84dc5b8a7 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Allocated IP 172.20.0.12 (198368b1-c432-449a-b51e-fd80b320b816/7d48a7da-94d9-484e-afa4-69f85a38a15f/c8eda884-907d-4959-8d4f-fd6c866b95f2) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:33:42.482380 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e7e1957-88ef-4487-93a1-ce8ebbe4bb98 req-7679b6cd-1f0b-45c4-a13e-342184a0897f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760540 Dec 14 02:33:42.498438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a24647-a1e2-465c-a02f-144725441928 req-044a2b9d-32d7-4b40-89b3-a518a1e7a53b tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Network c5d85574-809c-4bfd-81ff-083b985e268d is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:42.513457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-a5a24647-a1e2-465c-a02f-144725441928 req-044a2b9d-32d7-4b40-89b3-a518a1e7a53b tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:42.530816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a24647-a1e2-465c-a02f-144725441928 req-044a2b9d-32d7-4b40-89b3-a518a1e7a53b tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:33:42.547225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a2b9d-32d7-4b40-89b3-a518a1e7a53b tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Pushing event updated for resources: {'Port': ['ID=09eacb4a-c3e4-4706-b743-ee906b0e378c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:42.602614 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fda17009-79c0-47d3-80cd-a6706f90ac28 req-e5e44610-7460-4a54-b4b0-ff529e2e5669 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131076 Dec 14 02:33:42.640850 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-92fb16f4-195c-45ff-86e9-db870b29f8ee req-bb54ee05-011c-421b-940e-bf3c13039b8b tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=226f9a72-7734-486c-aa31-d8f582a3f54c HTTP/1.1" status: 200 len: 210 time: 0.0654511 Dec 14 02:33:42.690390 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a24647-a1e2-465c-a02f-144725441928 req-044a2b9d-32d7-4b40-89b3-a518a1e7a53b tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:42.691014 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a5a24647-a1e2-465c-a02f-144725441928 req-044a2b9d-32d7-4b40-89b3-a518a1e7a53b tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:42.802190 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ddabdf-b60a-4d5a-bf79-c2c09d2c3426 req-dc42f472-0655-42b2-a470-930e9f06d505 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:42.803696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01ddabdf-b60a-4d5a-bf79-c2c09d2c3426 req-dc42f472-0655-42b2-a470-930e9f06d505 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.1329663 Dec 14 02:33:42.817931 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-0c06cedc-8b98-4fce-9aaa-08a84dc5b8a7 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:42.833626 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:42.836448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b9664-441b-401d-916f-042e389faf01 req-6bed483a-a465-45de-9afb-2fbb8e89b1ba tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:42.837976 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c35b9664-441b-401d-916f-042e389faf01 req-6bed483a-a465-45de-9afb-2fbb8e89b1ba tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.1194046 Dec 14 02:33:42.848277 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5a24647-a1e2-465c-a02f-144725441928 req-044a2b9d-32d7-4b40-89b3-a518a1e7a53b tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8754609 Dec 14 02:33:42.877408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Request body: {'port': {'device_id': '91245b58-95fa-4ee7-8157-7cc2193f14d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:42.933884 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:33:42.939736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:42.940148 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:42.954571 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01ddabdf-b60a-4d5a-bf79-c2c09d2c3426 req-0d4451a8-9b08-4dd5-bb26-7f5b9b23ce7c tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400399 Dec 14 02:33:42.999613 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c35b9664-441b-401d-916f-042e389faf01 req-8eff85cb-09d2-415e-b99b-bc72b6b4395e tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502066 Dec 14 02:33:43.004071 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:43.035295 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:43.072954 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3,segment=NetworkSegment(c765e286-84ca-4e29-b9b8-3b913daed72a),segment_id=c765e286-84ca-4e29-b9b8-3b913daed72a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:43.142431 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-0c06cedc-8b98-4fce-9aaa-08a84dc5b8a7 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:43.179054 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['f7be0f52-296b-43c5-9fed-1d0f1834fdaf'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:33:43.181541 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:43.220833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-0c06cedc-8b98-4fce-9aaa-08a84dc5b8a7 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Network 198368b1-c432-449a-b51e-fd80b320b816 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:33:43.239612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-0c06cedc-8b98-4fce-9aaa-08a84dc5b8a7 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:33:43.267648 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:43.281337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-0c06cedc-8b98-4fce-9aaa-08a84dc5b8a7 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:33:43.393379 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e4977-4b25-40f6-9956-1ddc859fe815 req-9d971531-171e-43b8-ae08-82094993ce1d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:43.396205 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c27e4977-4b25-40f6-9956-1ddc859fe815 req-9d971531-171e-43b8-ae08-82094993ce1d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 944 time: 0.2801025 Dec 14 02:33:43.407859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06cedc-8b98-4fce-9aaa-08a84dc5b8a7 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Pushing event updated for resources: {'Port': ['ID=c8eda884-907d-4959-8d4f-fd6c866b95f2,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:43.454700 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-0c06cedc-8b98-4fce-9aaa-08a84dc5b8a7 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:43.455327 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-0c06cedc-8b98-4fce-9aaa-08a84dc5b8a7 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:43.470457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f36292-f444-4e22-9bcb-cc19485b20a3 req-a82e763f-4aa6-434a-a708-0cc07f156f55 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:43.471257 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1f36292-f444-4e22-9bcb-cc19485b20a3 req-a82e763f-4aa6-434a-a708-0cc07f156f55 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 931 time: 0.1911209 Dec 14 02:33:43.548521 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c27e4977-4b25-40f6-9956-1ddc859fe815 req-98e02fe3-e4c4-4cbf-9eb4-33bc6e2e2123 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451995 Dec 14 02:33:43.587053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6132cb7d-e243-480c-afa7-67cff40a4386 None None] Provisioning complete for port c8eda884-907d-4959-8d4f-fd6c866b95f2 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:43.587315 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6132cb7d-e243-480c-afa7-67cff40a4386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:43.612389 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-0c06cedc-8b98-4fce-9aaa-08a84dc5b8a7 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9425864 Dec 14 02:33:43.619747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1f36292-f444-4e22-9bcb-cc19485b20a3 req-3a83ea1b-2e21-4970-87e8-1cdf09ff7f77 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362228 Dec 14 02:33:43.625400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6132cb7d-e243-480c-afa7-67cff40a4386 None None] Port c8eda884-907d-4959-8d4f-fd6c866b95f2 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:33:43.647890 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915db592-5949-4352-aff8-4ee8c9551f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8988b8f8-8539-4a94-a01d-df1d123146e9'}, {'server_uuid': '201cdc5f-993b-4299-98eb-4367c91078fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:43.650464 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df172479-7041-4d02-bab2-743880436366" -d '{"events": [{"server_uuid": "915db592-5949-4352-aff8-4ee8c9551f49", "name": "network-vif-plugged", "status": "completed", "tag": "8988b8f8-8539-4a94-a01d-df1d123146e9"}, {"server_uuid": "201cdc5f-993b-4299-98eb-4367c91078fe", "name": "network-vif-plugged", "status": "completed", "tag": "c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:43.651933 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Request body: {'port': {'device_id': '226f9a72-7734-486c-aa31-d8f582a3f54c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:43.679731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09eacb4a-c3e4-4706-b743-ee906b0e378c {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:33:43.689463 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:43.738435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Transition to ACTIVE for port object 09eacb4a-c3e4-4706-b743-ee906b0e378c will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:33:43.773117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ef56f-3941-4dc2-ae54-b1df100eece7 req-8ab7df2e-b2ad-48cd-8f6b-e4e7dadb4f44 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:43.774652 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc0ef56f-3941-4dc2-ae54-b1df100eece7 req-8ab7df2e-b2ad-48cd-8f6b-e4e7dadb4f44 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1613865 Dec 14 02:33:43.776505 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:43.800215 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:43.820331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38fb0e-e9ed-4ea4-b0c7-ad73f3ae2413 req-3f76018f-08bb-4529-8b81-c61324cfb380 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:43.821823 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba38fb0e-e9ed-4ea4-b0c7-ad73f3ae2413 req-3f76018f-08bb-4529-8b81-c61324cfb380 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 945 time: 0.1282289 Dec 14 02:33:43.928188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Pushing event updated for resources: {'Port': ['ID=09eacb4a-c3e4-4706-b743-ee906b0e378c,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:43.956075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc0ef56f-3941-4dc2-ae54-b1df100eece7 req-1bd27a4a-0b9f-4405-bd01-e3feae52f9a4 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735129 Dec 14 02:33:44.021205 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec746f7b-2538-43a5-9e92-ea63ace4cfd9 x-openstack-request-id: req-ec746f7b-2538-43a5-9e92-ea63ace4cfd9 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:44.021550 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915db592-5949-4352-aff8-4ee8c9551f49", "name": "network-vif-plugged", "status": "completed", "tag": "8988b8f8-8539-4a94-a01d-df1d123146e9", "code": 200}, {"server_uuid": "201cdc5f-993b-4299-98eb-4367c91078fe", "name": "network-vif-plugged", "status": "completed", "tag": "c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:44.021809 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec746f7b-2538-43a5-9e92-ea63ace4cfd9 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:44.022212 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915db592-5949-4352-aff8-4ee8c9551f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8988b8f8-8539-4a94-a01d-df1d123146e9', 'code': 200} Dec 14 02:33:44.022477 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201cdc5f-993b-4299-98eb-4367c91078fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3', 'code': 200} Dec 14 02:33:44.067190 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba38fb0e-e9ed-4ea4-b0c7-ad73f3ae2413 req-4e956335-b976-4080-b0f8-56d37f1206f4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201378 Dec 14 02:33:44.168734 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78f5b8-258d-4771-a137-73acf3a349cd req-3fdff3c8-583e-46c7-814d-c37256aff5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:44.170321 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6c78f5b8-258d-4771-a137-73acf3a349cd req-3fdff3c8-583e-46c7-814d-c37256aff5f2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 1097 time: 0.0399511 Dec 14 02:33:44.216762 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6c78f5b8-258d-4771-a137-73acf3a349cd req-0d0adba9-4047-4af5-ac20-3bef823c84e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384817 Dec 14 02:33:44.521149 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431dce5-e42d-4b59-8b2a-0c11c1e77a8a req-a4191188-0ef1-4c25-9cbf-4f575a9c4dae tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:44.522583 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b431dce5-e42d-4b59-8b2a-0c11c1e77a8a req-a4191188-0ef1-4c25-9cbf-4f575a9c4dae tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=226f9a72-7734-486c-aa31-d8f582a3f54c HTTP/1.1" status: 200 len: 932 time: 0.4524906 Dec 14 02:33:44.525860 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Attempting to bind port 09eacb4a-c3e4-4706-b743-ee906b0e378c on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:33:44.526198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Attempting to bind port 09eacb4a-c3e4-4706-b743-ee906b0e378c by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '016bfdf4-fcdf-424b-92be-6edd4364b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:33:44.526528 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Attempting to bind port 09eacb4a-c3e4-4706-b743-ee906b0e378c on network c5d85574-809c-4bfd-81ff-083b985e268d {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:44.550576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Port 09eacb4a-c3e4-4706-b743-ee906b0e378c on network c5d85574-809c-4bfd-81ff-083b985e268d not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:33:44.550901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Attempting to bind port 09eacb4a-c3e4-4706-b743-ee906b0e378c on network c5d85574-809c-4bfd-81ff-083b985e268d {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:44.581545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:33:44.581888 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Checking segment: {'id': '016bfdf4-fcdf-424b-92be-6edd4364b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:44.582275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Bound using segment: {'id': '016bfdf4-fcdf-424b-92be-6edd4364b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:33:44.582756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Bound port: 09eacb4a-c3e4-4706-b743-ee906b0e378c, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016bfdf4-fcdf-424b-92be-6edd4364b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:33:44.583252 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:44.592930 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266bd985-4170-47b4-a949-550fbe6c5e9b req-7cd80cc5-a021-4204-a3f2-8e4f953029c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:44.594460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-266bd985-4170-47b4-a949-550fbe6c5e9b req-7cd80cc5-a021-4204-a3f2-8e4f953029c2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 1096 time: 0.4341688 Dec 14 02:33:44.619409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f47f12-3c29-4386-8a3f-9923c9709849 req-f8e5af11-41a5-49ae-b009-71db7aa6f3da tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:44.620811 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-10f47f12-3c29-4386-8a3f-9923c9709849 req-f8e5af11-41a5-49ae-b009-71db7aa6f3da tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.4626043 Dec 14 02:33:44.703983 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b431dce5-e42d-4b59-8b2a-0c11c1e77a8a req-47cf2564-d839-44d2-8f8d-13e33416d070 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720560 Dec 14 02:33:44.787003 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-266bd985-4170-47b4-a949-550fbe6c5e9b req-e83da86e-d8f1-4ac7-a208-41751bbce812 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763496 Dec 14 02:33:44.826369 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-10f47f12-3c29-4386-8a3f-9923c9709849 req-31f47047-b9e5-41eb-a096-a488a6f99513 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851211 Dec 14 02:33:44.840019 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8eda884-907d-4959-8d4f-fd6c866b95f2 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:33:44.852586 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:44.856118 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] For port 09eacb4a-c3e4-4706-b743-ee906b0e378c, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:44.863030 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] For port 09eacb4a-c3e4-4706-b743-ee906b0e378c, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=09eacb4a-c3e4-4706-b743-ee906b0e378c,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:33:44.876142 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Transition to ACTIVE for port object c8eda884-907d-4959-8d4f-fd6c866b95f2 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:33:44.884605 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da04b5-b522-4ca2-8540-8a81bbe099ce req-4a88574d-3fb7-49f4-95fa-39ce7c47baea tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:44.886232 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a3da04b5-b522-4ca2-8540-8a81bbe099ce req-4a88574d-3fb7-49f4-95fa-39ce7c47baea tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.1105473 Dec 14 02:33:44.963776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba96cc8-137c-48bd-b60c-db1610f26342 req-f934cdb9-b223-49b3-8334-0c224d596260 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:44.999726 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ba96cc8-137c-48bd-b60c-db1610f26342 req-f934cdb9-b223-49b3-8334-0c224d596260 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.0781517 Dec 14 02:33:44.999726 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a3da04b5-b522-4ca2-8540-8a81bbe099ce req-bda12088-f401-4e99-9a9b-a40e4ae949dd tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733833 Dec 14 02:33:45.017516 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ba96cc8-137c-48bd-b60c-db1610f26342 req-fb71cbf4-69b8-4369-b079-6433b927dc8a tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461404 Dec 14 02:33:45.022786 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:45.063560 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:45.092921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:45.093560 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:45.094916 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5a24647-a1e2-465c-a02f-144725441928 req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] 10.222.0.46 "PUT /v2.0/ports/09eacb4a-c3e4-4706-b743-ee906b0e378c HTTP/1.1" status: 200 len: 1091 time: 2.2308316 Dec 14 02:33:45.099172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91245b58-95fa-4ee7-8157-7cc2193f14d5', 'tag': '09eacb4a-c3e4-4706-b743-ee906b0e378c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:45.103053 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1376fcc-936e-4254-ad02-77fd7c48765a" -d '{"events": [{"name": "network-changed", "server_uuid": "91245b58-95fa-4ee7-8157-7cc2193f14d5", "tag": "09eacb4a-c3e4-4706-b743-ee906b0e378c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:45.128292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e61c4a-8d74-46f3-956f-6e443e1cff76 service neutron] Pushing event updated for resources: {'Port': ['ID=09eacb4a-c3e4-4706-b743-ee906b0e378c,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:45.181292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401a27e-772c-4e65-8ea3-a6589350e435 req-9e8c43bf-ed86-41c1-bd7d-89b38fa8fc8a tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:45.182850 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6401a27e-772c-4e65-8ea3-a6589350e435 req-9e8c43bf-ed86-41c1-bd7d-89b38fa8fc8a tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 1096 time: 0.1385350 Dec 14 02:33:45.260271 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Pushing event updated for resources: {'Port': ['ID=c8eda884-907d-4959-8d4f-fd6c866b95f2,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:45.347773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00765aab-c3cb-468d-8a80-cc4239ab8755 req-97e73fc4-e7d2-4bd0-a1bd-42a9a21f1673 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:45.350061 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00765aab-c3cb-468d-8a80-cc4239ab8755 req-97e73fc4-e7d2-4bd0-a1bd-42a9a21f1673 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.1638122 Dec 14 02:33:45.353484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Attempting to bind port c8eda884-907d-4959-8d4f-fd6c866b95f2 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:33:45.353830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Attempting to bind port c8eda884-907d-4959-8d4f-fd6c866b95f2 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'a15d36b1-15db-4b8e-bc87-95b4daa5cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '198368b1-c432-449a-b51e-fd80b320b816'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:33:45.354134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Attempting to bind port c8eda884-907d-4959-8d4f-fd6c866b95f2 on network 198368b1-c432-449a-b51e-fd80b320b816 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:45.359987 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6401a27e-772c-4e65-8ea3-a6589350e435 req-27b07e2c-4d3b-4378-a63c-ab1f93cb7a36 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440637 Dec 14 02:33:45.372135 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Port c8eda884-907d-4959-8d4f-fd6c866b95f2 on network 198368b1-c432-449a-b51e-fd80b320b816 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:33:45.372464 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Attempting to bind port c8eda884-907d-4959-8d4f-fd6c866b95f2 on network 198368b1-c432-449a-b51e-fd80b320b816 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:33:45.385938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a24647-a1e2-465c-a02f-144725441928 req-932262ec-2e53-4d62-8720-1872b26f962c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:45.387409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5a24647-a1e2-465c-a02f-144725441928 req-932262ec-2e53-4d62-8720-1872b26f962c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=310f52a4e2554769b4b20229af525b98&device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 1094 time: 0.1169372 Dec 14 02:33:45.396222 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:33:45.396831 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Checking segment: {'id': 'a15d36b1-15db-4b8e-bc87-95b4daa5cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '198368b1-c432-449a-b51e-fd80b320b816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:33:45.397346 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Bound using segment: {'id': 'a15d36b1-15db-4b8e-bc87-95b4daa5cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '198368b1-c432-449a-b51e-fd80b320b816'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:33:45.397895 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Bound port: c8eda884-907d-4959-8d4f-fd6c866b95f2, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a15d36b1-15db-4b8e-bc87-95b4daa5cfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '198368b1-c432-449a-b51e-fd80b320b816'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:33:45.398362 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:45.466499 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5a24647-a1e2-465c-a02f-144725441928 req-73410752-c6be-4d3e-81e8-553e759da41e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09eacb4a-c3e4-4706-b743-ee906b0e378c HTTP/1.1" status: 200 len: 217 time: 0.0559618 Dec 14 02:33:45.556485 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00765aab-c3cb-468d-8a80-cc4239ab8755 req-ca9d2723-3130-42c2-a4c1-123a2af30a1f tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954391 Dec 14 02:33:45.600378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a24647-a1e2-465c-a02f-144725441928 req-1fa4decf-238e-421c-8cf1-dfe246b9cd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:45.601902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5a24647-a1e2-465c-a02f-144725441928 req-1fa4decf-238e-421c-8cf1-dfe246b9cd44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=799fcc3a-6b16-494a-9426-718bf990556c HTTP/1.1" status: 200 len: 862 time: 0.1018071 Dec 14 02:33:45.603539 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] For port c8eda884-907d-4959-8d4f-fd6c866b95f2, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:33:45.612834 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acf20a-cbd6-4e2b-a329-f7bb00d43062 req-fb5800f5-defa-4ead-bf6f-c2803d5b4142 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:45.614404 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4acf20a-cbd6-4e2b-a329-f7bb00d43062 req-fb5800f5-defa-4ead-bf6f-c2803d5b4142 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 943 time: 0.1559439 Dec 14 02:33:45.619943 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] For port c8eda884-907d-4959-8d4f-fd6c866b95f2, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=c8eda884-907d-4959-8d4f-fd6c866b95f2,segment=NetworkSegment(a15d36b1-15db-4b8e-bc87-95b4daa5cfbf),segment_id=a15d36b1-15db-4b8e-bc87-95b4daa5cfbf)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:33:45.619943 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acda1028-dcfd-4bd5-9fad-14e3de3933e8 x-openstack-request-id: req-acda1028-dcfd-4bd5-9fad-14e3de3933e8 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:45.619943 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91245b58-95fa-4ee7-8157-7cc2193f14d5", "tag": "09eacb4a-c3e4-4706-b743-ee906b0e378c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:45.619943 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-acda1028-dcfd-4bd5-9fad-14e3de3933e8 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:45.619943 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91245b58-95fa-4ee7-8157-7cc2193f14d5', 'tag': '09eacb4a-c3e4-4706-b743-ee906b0e378c', 'status': 'completed', 'code': 200} Dec 14 02:33:45.662454 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5a24647-a1e2-465c-a02f-144725441928 req-6d6221b7-ff6d-49e8-bdbb-8ca63e8ec15a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5d85574-809c-4bfd-81ff-083b985e268d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329938 Dec 14 02:33:45.738652 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:45.768517 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4acf20a-cbd6-4e2b-a329-f7bb00d43062 req-15a7df72-cd6f-4f4d-9cbb-60ac9597fce6 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460371 Dec 14 02:33:45.812969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:45.813537 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:45.814938 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] 10.222.0.46 "PUT /v2.0/ports/c8eda884-907d-4959-8d4f-fd6c866b95f2 HTTP/1.1" status: 200 len: 1092 time: 2.1695409 Dec 14 02:33:45.889251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064f870-8479-46cd-82dd-f2c183f0884f req-a43dad00-0ba4-4b7c-8ac2-2073dfa7d2c1 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:45.890849 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b064f870-8479-46cd-82dd-f2c183f0884f req-a43dad00-0ba4-4b7c-8ac2-2073dfa7d2c1 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1932051 Dec 14 02:33:45.897675 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4ff3c-79a2-4a8a-833b-5735135bf64c service neutron] Pushing event updated for resources: {'Port': ['ID=c8eda884-907d-4959-8d4f-fd6c866b95f2,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:45.928860 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5a24647-a1e2-465c-a02f-144725441928 req-49b5e707-50dd-4ab4-a95d-46c6ea40d9c3 service neutron] 10.222.0.46 "GET /v2.0/networks/c5d85574-809c-4bfd-81ff-083b985e268d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568967 Dec 14 02:33:45.982713 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46879379-25c6-429b-a14f-9eeaa22babd1 req-143a1cb5-fd67-4a02-a97a-cd29ef8a883e tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:45.984676 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-46879379-25c6-429b-a14f-9eeaa22babd1 req-143a1cb5-fd67-4a02-a97a-cd29ef8a883e tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=226f9a72-7734-486c-aa31-d8f582a3f54c HTTP/1.1" status: 200 len: 944 time: 0.1436822 Dec 14 02:33:46.059195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b064f870-8479-46cd-82dd-f2c183f0884f req-a6ed4d45-6ec9-420c-97a0-d9009a1274dd tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580768 Dec 14 02:33:46.126449 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-46879379-25c6-429b-a14f-9eeaa22babd1 req-15aa66ac-1990-4e0a-a1d6-f60db68c81d1 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257150 Dec 14 02:33:46.128187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-e117964a-21a0-44b4-b91b-0cca8e7110d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:46.130185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-e117964a-21a0-44b4-b91b-0cca8e7110d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=147d893c45c84473a16cd010a047ce68&device_id=226f9a72-7734-486c-aa31-d8f582a3f54c HTTP/1.1" status: 200 len: 1095 time: 0.1773143 Dec 14 02:33:46.175557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5a24647-a1e2-465c-a02f-144725441928 req-368ef0a5-b3ca-4025-9e26-fea444c72ced service neutron] 10.222.0.46 "GET /v2.0/networks/c5d85574-809c-4bfd-81ff-083b985e268d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269659 Dec 14 02:33:46.208723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-011fa7c7-2035-423d-b751-9c3042de8e64 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8eda884-907d-4959-8d4f-fd6c866b95f2 HTTP/1.1" status: 200 len: 217 time: 0.0575509 Dec 14 02:33:46.286574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2483f47-64ea-4bda-aefe-4d4a7627719e req-79539e67-7911-4dfe-bdb2-037cad77699f tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:46.288112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2483f47-64ea-4bda-aefe-4d4a7627719e req-79539e67-7911-4dfe-bdb2-037cad77699f tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.1538463 Dec 14 02:33:46.300147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-2af83f07-71fb-4203-bb7b-d135b46958c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:46.301601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-2af83f07-71fb-4203-bb7b-d135b46958c9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d48a7da-94d9-484e-afa4-69f85a38a15f HTTP/1.1" status: 200 len: 860 time: 0.0838299 Dec 14 02:33:46.319565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3eb42-a83c-4666-a59d-c7ce19fff2dc req-62b626f1-7a38-4d34-b53e-6be917873c21 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:46.321099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4dd3eb42-a83c-4666-a59d-c7ce19fff2dc req-62b626f1-7a38-4d34-b53e-6be917873c21 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.1176457 Dec 14 02:33:46.454172 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2483f47-64ea-4bda-aefe-4d4a7627719e req-86807406-cc41-4fbe-b091-126797cdf3c6 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506357 Dec 14 02:33:46.460839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-c50de46a-c000-417c-adcc-f15071d33da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:46.462309 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-c50de46a-c000-417c-adcc-f15071d33da1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=198368b1-c432-449a-b51e-fd80b320b816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346233 Dec 14 02:33:46.466403 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4dd3eb42-a83c-4666-a59d-c7ce19fff2dc req-4c96cb33-ee64-466f-871d-ccf800b547fe tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258268 Dec 14 02:33:46.468232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376fcc-936e-4254-ad02-77fd7c48765a req-6e30a8cd-622b-4155-b547-008c7ce20754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:46.469677 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1376fcc-936e-4254-ad02-77fd7c48765a req-6e30a8cd-622b-4155-b547-008c7ce20754 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=310f52a4e2554769b4b20229af525b98&device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 1094 time: 0.1301239 Dec 14 02:33:46.668385 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf7262-3063-4e3a-b5eb-09812674fd1b req-a22d8ab5-123f-4c86-9b20-a97360dd5232 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:46.669890 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1cf7262-3063-4e3a-b5eb-09812674fd1b req-a22d8ab5-123f-4c86-9b20-a97360dd5232 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1497862 Dec 14 02:33:46.672748 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376fcc-936e-4254-ad02-77fd7c48765a req-1a4530ab-2a20-4758-9ef8-cc6bccaad3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:46.674152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1376fcc-936e-4254-ad02-77fd7c48765a req-1a4530ab-2a20-4758-9ef8-cc6bccaad3fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5d85574-809c-4bfd-81ff-083b985e268d HTTP/1.1" status: 200 len: 923 time: 0.1860683 Dec 14 02:33:46.675999 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-a14110e7-0023-44fb-943e-802bf51f8619 service neutron] 10.222.0.46 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054906 Dec 14 02:33:46.760160 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1376fcc-936e-4254-ad02-77fd7c48765a req-5278886f-dac7-4c70-859c-f68af21ea511 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09eacb4a-c3e4-4706-b743-ee906b0e378c HTTP/1.1" status: 200 len: 217 time: 0.0627201 Dec 14 02:33:46.805429 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1cf7262-3063-4e3a-b5eb-09812674fd1b req-b11d5496-000b-4d3f-ae82-3fce1fc0a33a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278656 Dec 14 02:33:46.867803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376fcc-936e-4254-ad02-77fd7c48765a req-c022fada-856c-44eb-9b1d-208e745b5c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:46.869397 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1376fcc-936e-4254-ad02-77fd7c48765a req-c022fada-856c-44eb-9b1d-208e745b5c81 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=799fcc3a-6b16-494a-9426-718bf990556c HTTP/1.1" status: 200 len: 862 time: 0.0789680 Dec 14 02:33:46.931833 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1376fcc-936e-4254-ad02-77fd7c48765a req-024ba15f-2559-4917-a9c5-649f95cef156 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5d85574-809c-4bfd-81ff-083b985e268d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418243 Dec 14 02:33:46.938282 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7528f0b-a523-4d4b-90ed-bccc51ce8f3f req-4567f16c-bbd4-4e07-8e1e-862dd6f2bbed service neutron] 10.222.0.46 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311509 Dec 14 02:33:46.964829 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799903b-71bb-4a8c-8654-74a48626c517 req-25d66af0-d14c-4b5a-8cca-97422ba2644e tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:46.966585 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c799903b-71bb-4a8c-8654-74a48626c517 req-25d66af0-d14c-4b5a-8cca-97422ba2644e tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.0912662 Dec 14 02:33:47.102765 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c799903b-71bb-4a8c-8654-74a48626c517 req-093faf3d-2c9c-4186-84a1-32260ccc4f1a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164606 Dec 14 02:33:47.122325 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41358bd7-68c3-497c-866a-92b61d099e07 req-18faf64b-add5-41fd-924e-1f9e9d92fcad tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:47.124092 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41358bd7-68c3-497c-866a-92b61d099e07 req-18faf64b-add5-41fd-924e-1f9e9d92fcad tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 943 time: 0.1310024 Dec 14 02:33:47.146679 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1376fcc-936e-4254-ad02-77fd7c48765a req-2a8126da-a534-437a-b92c-021126ddfd8c service neutron] 10.222.0.46 "GET /v2.0/networks/c5d85574-809c-4bfd-81ff-083b985e268d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789625 Dec 14 02:33:47.285150 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41358bd7-68c3-497c-866a-92b61d099e07 req-f91af48f-a8c7-47b1-a423-8abb5e73403d tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483006 Dec 14 02:33:47.329395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16baaa26-39c4-4369-a579-2700e7bfee64 req-30243071-9865-4e1e-ad8e-ccec859adc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:47.331053 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16baaa26-39c4-4369-a579-2700e7bfee64 req-30243071-9865-4e1e-ad8e-ccec859adc0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ed8914f36c69449d92cc920be08c3d50&device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 1097 time: 0.1513600 Dec 14 02:33:47.360421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932866c7-8c9c-4486-891e-b925eca79d12 req-826da19f-2bd8-4227-8d3e-51a48534c30b tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:47.362276 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-932866c7-8c9c-4486-891e-b925eca79d12 req-826da19f-2bd8-4227-8d3e-51a48534c30b tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.1674519 Dec 14 02:33:47.373084 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1376fcc-936e-4254-ad02-77fd7c48765a req-34d549fe-c086-47dd-a83b-c348a77c7a76 service neutron] 10.222.0.46 "GET /v2.0/networks/c5d85574-809c-4bfd-81ff-083b985e268d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017093 Dec 14 02:33:47.753588 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226f9a72-7734-486c-aa31-d8f582a3f54c', 'tag': 'c8eda884-907d-4959-8d4f-fd6c866b95f2'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:47.756042 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e621a684-c788-46df-b378-121b2c2dd037" -d '{"events": [{"name": "network-changed", "server_uuid": "226f9a72-7734-486c-aa31-d8f582a3f54c", "tag": "c8eda884-907d-4959-8d4f-fd6c866b95f2"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:47.796718 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac0743-a5a4-44e7-8c87-aa52cc043d22 req-3320e972-2f1c-4a0c-85a6-4b2765eaf5e3 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:47.798144 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2bac0743-a5a4-44e7-8c87-aa52cc043d22 req-3320e972-2f1c-4a0c-85a6-4b2765eaf5e3 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.4472244 Dec 14 02:33:47.804567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-932866c7-8c9c-4486-891e-b925eca79d12 req-f59ed76b-a7f9-4d82-a94a-797f7f85c1cd tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194362 Dec 14 02:33:47.807363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54596) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:33:47.812833 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d21f3c12-1579-4b02-bdcb-49a7266379de tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Request body: {'floatingip': {'port_id': 'c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:47.814340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16baaa26-39c4-4369-a579-2700e7bfee64 req-027b2b26-ef60-4660-9666-3d4a2082df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:47.815790 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16baaa26-39c4-4369-a579-2700e7bfee64 req-027b2b26-ef60-4660-9666-3d4a2082df48 service neutron] 10.222.0.46 "GET /v2.0/networks?id=dfbe808a-d62b-4425-8bfa-3d75d3431c47 HTTP/1.1" status: 200 len: 911 time: 0.4735887 Dec 14 02:33:47.856001 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d21f3c12-1579-4b02-bdcb-49a7266379de tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for floatingip, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:47.862179 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16baaa26-39c4-4369-a579-2700e7bfee64 req-e3c6d4f1-7743-48e9-8367-0a51c6ae0d14 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8988b8f8-8539-4a94-a01d-df1d123146e9 HTTP/1.1" status: 200 len: 217 time: 0.0385935 Dec 14 02:33:47.935159 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 09eacb4a-c3e4-4706-b743-ee906b0e378c details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:33:47.978823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16baaa26-39c4-4369-a579-2700e7bfee64 req-9c4f4575-7789-4c6a-8503-9e7639bb225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:47.980293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16baaa26-39c4-4369-a579-2700e7bfee64 req-9c4f4575-7789-4c6a-8503-9e7639bb225b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e681f6b2-d68d-4d5b-b46f-043098b1e43a HTTP/1.1" status: 200 len: 850 time: 0.1074409 Dec 14 02:33:47.994355 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc962d-1702-48ab-91d1-6202d7242235 req-926b02ed-90dc-43e0-827c-279d2d1e2b3b tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:47.995864 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79dc962d-1702-48ab-91d1-6202d7242235 req-926b02ed-90dc-43e0-827c-279d2d1e2b3b tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1146584 Dec 14 02:33:48.019405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815bf7d-dc3f-484c-81d7-f58da7f103eb req-d6a324c9-3f4b-473d-a23d-deb78e84b7ff tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:48.021735 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5815bf7d-dc3f-484c-81d7-f58da7f103eb req-d6a324c9-3f4b-473d-a23d-deb78e84b7ff tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=226f9a72-7734-486c-aa31-d8f582a3f54c HTTP/1.1" status: 200 len: 944 time: 0.1127279 Dec 14 02:33:48.040788 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16baaa26-39c4-4369-a579-2700e7bfee64 req-6944f8d6-1ddc-4764-93e8-6016df8764a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=dfbe808a-d62b-4425-8bfa-3d75d3431c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439284 Dec 14 02:33:48.044740 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 09eacb4a-c3e4-4706-b743-ee906b0e378c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=09eacb4a-c3e4-4706-b743-ee906b0e378c,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:48.057955 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '09eacb4a-c3e4-4706-b743-ee906b0e378c', 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d', 'port_id': '09eacb4a-c3e4-4706-b743-ee906b0e378c', 'mac_address': 'fa:16:3e:23:c4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799fcc3a-6b16-494a-9426-718bf990556c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:33:48.097809 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:48.112807 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09eacb4a-c3e4-4706-b743-ee906b0e378c {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:33:48.137797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 09eacb4a-c3e4-4706-b743-ee906b0e378c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=09eacb4a-c3e4-4706-b743-ee906b0e378c,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:48.183926 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5815bf7d-dc3f-484c-81d7-f58da7f103eb req-5f2469dc-f4ba-4f21-a6d1-c33afef8302b tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453795 Dec 14 02:33:48.195927 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:48.197202 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79dc962d-1702-48ab-91d1-6202d7242235 req-5cd2df55-2db9-4220-8812-d54ec7581201 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607606 Dec 14 02:33:48.213910 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16baaa26-39c4-4369-a579-2700e7bfee64 req-ee902f67-eba4-48f6-9376-3c3813b3ff0a service neutron] 10.222.0.46 "GET /v2.0/networks/dfbe808a-d62b-4425-8bfa-3d75d3431c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563506 Dec 14 02:33:48.296342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=09eacb4a-c3e4-4706-b743-ee906b0e378c,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:48.349677 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773a542b-8bd4-4c0b-a2ed-673ead2650fd x-openstack-request-id: req-773a542b-8bd4-4c0b-a2ed-673ead2650fd {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:48.349963 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226f9a72-7734-486c-aa31-d8f582a3f54c", "tag": "c8eda884-907d-4959-8d4f-fd6c866b95f2", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:48.350558 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-773a542b-8bd4-4c0b-a2ed-673ead2650fd {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:48.350714 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226f9a72-7734-486c-aa31-d8f582a3f54c', 'tag': 'c8eda884-907d-4959-8d4f-fd6c866b95f2', 'status': 'completed', 'code': 200} Dec 14 02:33:48.371332 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16baaa26-39c4-4369-a579-2700e7bfee64 req-c93f9e54-87e2-4f0f-b3ff-a6476a03eb8e service neutron] 10.222.0.46 "GET /v2.0/networks/dfbe808a-d62b-4425-8bfa-3d75d3431c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493375 Dec 14 02:33:48.384722 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9403b2-1e5c-4ef5-a528-28420def548b req-ffb88475-b860-4d21-9293-d1637fc7134d tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:48.386950 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea9403b2-1e5c-4ef5-a528-28420def548b req-ffb88475-b860-4d21-9293-d1637fc7134d tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.0965805 Dec 14 02:33:48.518212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621a684-c788-46df-b378-121b2c2dd037 req-3510bf2f-a451-4673-8042-ffeabfda1687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:48.519757 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e621a684-c788-46df-b378-121b2c2dd037 req-3510bf2f-a451-4673-8042-ffeabfda1687 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=147d893c45c84473a16cd010a047ce68&device_id=226f9a72-7734-486c-aa31-d8f582a3f54c HTTP/1.1" status: 200 len: 1095 time: 0.1130750 Dec 14 02:33:48.524251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['09eacb4a-c3e4-4706-b743-ee906b0e378c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:33:48.530904 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea9403b2-1e5c-4ef5-a528-28420def548b req-5721cf52-0723-4399-9eca-ee2bfe72bc9c tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355963 Dec 14 02:33:48.546703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786babae-043e-48f7-9c10-0c120230760d req-59ecec35-536c-4912-8c8b-d93dc42e51d1 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:48.549897 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-786babae-043e-48f7-9c10-0c120230760d req-59ecec35-536c-4912-8c8b-d93dc42e51d1 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1333396 Dec 14 02:33:48.636683 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d21f3c12-1579-4b02-bdcb-49a7266379de tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:48.698703 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-786babae-043e-48f7-9c10-0c120230760d req-1b23b640-b044-49e9-aecd-3d49dacf04fb tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479814 Dec 14 02:33:48.698923 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d21f3c12-1579-4b02-bdcb-49a7266379de tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:48.735553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac42329-6b18-4926-8c74-7f4d2ab07bf8 req-95cf0a05-a9ea-4c3b-adeb-dcae0347b7b3 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:48.737322 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fac42329-6b18-4926-8c74-7f4d2ab07bf8 req-95cf0a05-a9ea-4c3b-adeb-dcae0347b7b3 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 944 time: 0.0967426 Dec 14 02:33:48.743800 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621a684-c788-46df-b378-121b2c2dd037 req-a979d77c-297f-43a9-b741-320ff640dced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:48.745197 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e621a684-c788-46df-b378-121b2c2dd037 req-a979d77c-297f-43a9-b741-320ff640dced service neutron] 10.222.0.46 "GET /v2.0/networks?id=198368b1-c432-449a-b51e-fd80b320b816 HTTP/1.1" status: 200 len: 922 time: 0.1839633 Dec 14 02:33:48.802446 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e621a684-c788-46df-b378-121b2c2dd037 req-3e0c20fd-ca7c-4b8c-89c9-f4eeeea9cd6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8eda884-907d-4959-8d4f-fd6c866b95f2 HTTP/1.1" status: 200 len: 217 time: 0.0455916 Dec 14 02:33:48.814556 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-d21f3c12-1579-4b02-bdcb-49a7266379de tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Floating IP eb9fc807-457a-40fe-96f1-be9116e1eedd associated. External IP: 172.25.7.209, port: c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3. Dec 14 02:33:48.858864 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fac42329-6b18-4926-8c74-7f4d2ab07bf8 req-91dcaaf6-346e-47d8-b7e6-ca5edbd285c1 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098356 Dec 14 02:33:48.869482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621a684-c788-46df-b378-121b2c2dd037 req-590fab69-ade9-4841-b112-52af8f410e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:48.875874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e621a684-c788-46df-b378-121b2c2dd037 req-590fab69-ade9-4841-b112-52af8f410e59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d48a7da-94d9-484e-afa4-69f85a38a15f HTTP/1.1" status: 200 len: 860 time: 0.0606351 Dec 14 02:33:48.936039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621a684-c788-46df-b378-121b2c2dd037 req-86bfc17f-ce50-4995-bebc-504117707058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:48.937628 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e621a684-c788-46df-b378-121b2c2dd037 req-86bfc17f-ce50-4995-bebc-504117707058 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=198368b1-c432-449a-b51e-fd80b320b816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556679 Dec 14 02:33:49.033873 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e621a684-c788-46df-b378-121b2c2dd037 req-4442fb26-8d7b-416d-bd7f-4dbfa430e53e service neutron] 10.222.0.46 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878279 Dec 14 02:33:49.058839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21f3c12-1579-4b02-bdcb-49a7266379de tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Router 41eabea7-76cb-4bba-8db2-487c3723a059 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:33:49.141183 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e621a684-c788-46df-b378-121b2c2dd037 req-07957ae7-1a78-40c5-b6e9-7f2c4e13b089 service neutron] 10.222.0.46 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957701 Dec 14 02:33:49.172521 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21f3c12-1579-4b02-bdcb-49a7266379de tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:33:49.178463 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d21f3c12-1579-4b02-bdcb-49a7266379de tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:49.183996 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0e31a-8cae-4746-9575-92e6969f7129 None None] Sync routers for ids ['41eabea7-76cb-4bba-8db2-487c3723a059'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:33:49.196013 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c0e31a-8cae-4746-9575-92e6969f7129 None None] Routers {'41eabea7-76cb-4bba-8db2-487c3723a059'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:33:49.197094 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c7c0e31a-8cae-4746-9575-92e6969f7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:33:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['41eabea7-76cb-4bba-8db2-487c3723a059'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:49.206358 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d21f3c12-1579-4b02-bdcb-49a7266379de tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "PUT /v2.0/floatingips/eb9fc807-457a-40fe-96f1-be9116e1eedd HTTP/1.1" status: 200 len: 991 time: 1.3971148 Dec 14 02:33:49.207437 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201cdc5f-993b-4299-98eb-4367c91078fe', 'tag': 'c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:49.210056 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b805ba3-1954-48df-889d-c8b7ef63695c" -d '{"events": [{"name": "network-changed", "server_uuid": "201cdc5f-993b-4299-98eb-4367c91078fe", "tag": "c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:49.307951 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-c7c0e31a-8cae-4746-9575-92e6969f7129 None None] Set router 41eabea7-76cb-4bba-8db2-487c3723a059 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:33:49.644262 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c7c0e31a-8cae-4746-9575-92e6969f7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:33:21Z', 'revision_number': 4, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port': {'id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:15Z', 'updated_at': '2021-12-14T02:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'eb9fc807-457a-40fe-96f1-be9116e1eedd', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'port_id': 'c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'mac_address': 'fa:16:3e:7e:b1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201cdc5f-993b-4299-98eb-4367c91078fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:33:26Z', 'updated_at': '2021-12-14T02:33:48Z', 'revision_number': 1, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e092807c-fa27-4220-b8e6-64722bfda940', 'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'mac_address': 'fa:16:3e:d0:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:20Z', 'updated_at': '2021-12-14T02:33:25Z', 'revision_number': 5, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'subnets': [{'id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:49.656504 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8898ea-5e6e-4be3-9cc0-180621e3c5ce req-e4d29139-a6cf-446c-bc35-ace9db4d2bec tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:49.658179 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d8898ea-5e6e-4be3-9cc0-180621e3c5ce req-e4d29139-a6cf-446c-bc35-ace9db4d2bec tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.0609281 Dec 14 02:33:49.658570 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf22f855-762d-4785-a161-6ddbfd6798f6 x-openstack-request-id: req-bf22f855-762d-4785-a161-6ddbfd6798f6 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:49.658870 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201cdc5f-993b-4299-98eb-4367c91078fe", "tag": "c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:49.659129 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf22f855-762d-4785-a161-6ddbfd6798f6 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:49.659570 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201cdc5f-993b-4299-98eb-4367c91078fe', 'tag': 'c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3', 'status': 'completed', 'code': 200} Dec 14 02:33:49.677659 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0e31a-8cae-4746-9575-92e6969f7129 None None] Checking router: 41eabea7-76cb-4bba-8db2-487c3723a059 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:33:49.693078 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c0e31a-8cae-4746-9575-92e6969f7129 None None] Routers {'41eabea7-76cb-4bba-8db2-487c3723a059'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:33:49.693762 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c7c0e31a-8cae-4746-9575-92e6969f7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:33:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['41eabea7-76cb-4bba-8db2-487c3723a059'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:49.725288 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d8898ea-5e6e-4be3-9cc0-180621e3c5ce req-0ac38b65-2eb4-4498-aee6-250a46af70ef tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600038 Dec 14 02:33:49.808509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b805ba3-1954-48df-889d-c8b7ef63695c req-6aceaa7a-4330-4220-a017-c0c5e16aa650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:49.813769 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b805ba3-1954-48df-889d-c8b7ef63695c req-6aceaa7a-4330-4220-a017-c0c5e16aa650 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3674cfa5672b4954bca99016b06664cb&device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 1096 time: 0.0996320 Dec 14 02:33:49.818981 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759b409-b932-4d2e-bce0-df6e576e45ab req-90120d7f-64e8-49f9-a424-bb827bdad4d6 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:49.826137 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a759b409-b932-4d2e-bce0-df6e576e45ab req-90120d7f-64e8-49f9-a424-bb827bdad4d6 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=226f9a72-7734-486c-aa31-d8f582a3f54c HTTP/1.1" status: 200 len: 944 time: 0.1057563 Dec 14 02:33:49.832116 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-c7c0e31a-8cae-4746-9575-92e6969f7129 None None] Set router 41eabea7-76cb-4bba-8db2-487c3723a059 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:33:49.942590 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a759b409-b932-4d2e-bce0-df6e576e45ab req-f21b694b-01d3-494b-a376-4cbf8d4960a5 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149168 Dec 14 02:33:49.956574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device c8eda884-907d-4959-8d4f-fd6c866b95f2 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:33:49.964767 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 09eacb4a-c3e4-4706-b743-ee906b0e378c up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:49.998522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b805ba3-1954-48df-889d-c8b7ef63695c req-ef0c9403-60b4-444b-892d-be80dedeb94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:50.000462 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b805ba3-1954-48df-889d-c8b7ef63695c req-ef0c9403-60b4-444b-892d-be80dedeb94f service neutron] 10.222.0.47 "GET /v2.0/networks?id=409f180f-3bfa-4add-9f10-338a04644e61 HTTP/1.1" status: 200 len: 911 time: 0.1668322 Dec 14 02:33:50.127918 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c7c0e31a-8cae-4746-9575-92e6969f7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:33:21Z', 'revision_number': 4, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port': {'id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:15Z', 'updated_at': '2021-12-14T02:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'eb9fc807-457a-40fe-96f1-be9116e1eedd', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'port_id': 'c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'mac_address': 'fa:16:3e:7e:b1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201cdc5f-993b-4299-98eb-4367c91078fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:33:26Z', 'updated_at': '2021-12-14T02:33:48Z', 'revision_number': 1, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e092807c-fa27-4220-b8e6-64722bfda940', 'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'mac_address': 'fa:16:3e:d0:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:20Z', 'updated_at': '2021-12-14T02:33:25Z', 'revision_number': 5, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'subnets': [{'id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:50.133265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port c8eda884-907d-4959-8d4f-fd6c866b95f2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=c8eda884-907d-4959-8d4f-fd6c866b95f2,segment=NetworkSegment(a15d36b1-15db-4b8e-bc87-95b4daa5cfbf),segment_id=a15d36b1-15db-4b8e-bc87-95b4daa5cfbf)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:50.140388 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b805ba3-1954-48df-889d-c8b7ef63695c req-252b934d-f692-45d5-a6ba-d780ead83dce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 HTTP/1.1" status: 200 len: 999 time: 0.1289623 Dec 14 02:33:50.152189 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'c8eda884-907d-4959-8d4f-fd6c866b95f2', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'port_id': 'c8eda884-907d-4959-8d4f-fd6c866b95f2', 'mac_address': 'fa:16:3e:88:bb:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:33:50.178069 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0e31a-8cae-4746-9575-92e6969f7129 None None] The sync data for ids ['41eabea7-76cb-4bba-8db2-487c3723a059'] in n-d-821636-1 is: [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:33:21Z', 'revision_number': 4, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port': {'id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:15Z', 'updated_at': '2021-12-14T02:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'eb9fc807-457a-40fe-96f1-be9116e1eedd', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'floating_ip_address': '172.25.7.209', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'port_id': 'c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 935, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'mac_address': 'fa:16:3e:7e:b1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201cdc5f-993b-4299-98eb-4367c91078fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:33:26Z', 'updated_at': '2021-12-14T02:33:48Z', 'revision_number': 1, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e092807c-fa27-4220-b8e6-64722bfda940', 'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'mac_address': 'fa:16:3e:d0:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:20Z', 'updated_at': '2021-12-14T02:33:25Z', 'revision_number': 5, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'subnets': [{'id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:33:50.192814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d626e26-d3ec-448a-b18e-e73e1bd514d1 req-5d549832-41e4-4265-a1ef-d9ecbce49992 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:50.200559 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d626e26-d3ec-448a-b18e-e73e1bd514d1 req-5d549832-41e4-4265-a1ef-d9ecbce49992 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.1370487 Dec 14 02:33:50.217244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20524fb7-8b33-48a8-a7e7-66bfded74104 req-c424cc81-0d73-4494-83aa-87ccdf5cf5eb tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:50.221747 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:50.225875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20524fb7-8b33-48a8-a7e7-66bfded74104 req-c424cc81-0d73-4494-83aa-87ccdf5cf5eb tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1642072 Dec 14 02:33:50.243463 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8eda884-907d-4959-8d4f-fd6c866b95f2 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:33:50.265868 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port c8eda884-907d-4959-8d4f-fd6c866b95f2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=c8eda884-907d-4959-8d4f-fd6c866b95f2,segment=NetworkSegment(a15d36b1-15db-4b8e-bc87-95b4daa5cfbf),segment_id=a15d36b1-15db-4b8e-bc87-95b4daa5cfbf)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:50.278471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b805ba3-1954-48df-889d-c8b7ef63695c req-6cd0fedd-9094-4f99-9fbf-6278d9abfade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:50.279945 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b805ba3-1954-48df-889d-c8b7ef63695c req-6cd0fedd-9094-4f99-9fbf-6278d9abfade service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d40edbfc-b241-474d-8835-df2afaf4e4fb HTTP/1.1" status: 200 len: 849 time: 0.1325338 Dec 14 02:33:50.287702 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 09eacb4a-c3e4-4706-b743-ee906b0e378c completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:33:50.292471 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 09eacb4a-c3e4-4706-b743-ee906b0e378c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:50.293192 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:50.340760 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:50.352345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d626e26-d3ec-448a-b18e-e73e1bd514d1 req-4b999570-e6bd-4201-8568-152189d6bb86 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507547 Dec 14 02:33:50.368747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20524fb7-8b33-48a8-a7e7-66bfded74104 req-8a5aed0c-e7df-47a6-b55f-81a5bd29b572 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418824 Dec 14 02:33:50.404508 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b805ba3-1954-48df-889d-c8b7ef63695c req-aeb4d967-63b5-4de6-bddf-c279470102f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:50.406280 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b805ba3-1954-48df-889d-c8b7ef63695c req-aeb4d967-63b5-4de6-bddf-c279470102f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=409f180f-3bfa-4add-9f10-338a04644e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174331 Dec 14 02:33:50.434655 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=c8eda884-907d-4959-8d4f-fd6c866b95f2,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:50.485453 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:50.512051 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fa4156-199a-47e6-b5a7-e6161c1bc656 None None] New status for floating IP eb9fc807-457a-40fe-96f1-be9116e1eedd: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:33:50.521253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91245b58-95fa-4ee7-8157-7cc2193f14d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09eacb4a-c3e4-4706-b743-ee906b0e378c'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:50.523732 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be47761-c3ca-4b97-9823-54a8f3b68867" -d '{"events": [{"server_uuid": "91245b58-95fa-4ee7-8157-7cc2193f14d5", "name": "network-vif-plugged", "status": "completed", "tag": "09eacb4a-c3e4-4706-b743-ee906b0e378c"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:50.542011 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794cd5f-09d4-40d6-a944-ff350914ae31 req-3f9b7760-5dca-4da7-b288-4db2aafb3781 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:50.543608 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c794cd5f-09d4-40d6-a944-ff350914ae31 req-3f9b7760-5dca-4da7-b288-4db2aafb3781 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 944 time: 0.0737255 Dec 14 02:33:50.568777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b805ba3-1954-48df-889d-c8b7ef63695c req-5f43b170-409b-44db-83d0-8b26f4d9abfd service neutron] 10.222.0.47 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502178 Dec 14 02:33:50.588525 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 09eacb4a-c3e4-4706-b743-ee906b0e378c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=09eacb4a-c3e4-4706-b743-ee906b0e378c,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:50.643345 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff5c8cf-8f8e-4e31-a69c-46ebde52a1a2 x-openstack-request-id: req-9ff5c8cf-8f8e-4e31-a69c-46ebde52a1a2 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:50.643646 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91245b58-95fa-4ee7-8157-7cc2193f14d5", "name": "network-vif-plugged", "status": "completed", "tag": "09eacb4a-c3e4-4706-b743-ee906b0e378c", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:50.643900 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ff5c8cf-8f8e-4e31-a69c-46ebde52a1a2 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:50.644291 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91245b58-95fa-4ee7-8157-7cc2193f14d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09eacb4a-c3e4-4706-b743-ee906b0e378c', 'code': 200} Dec 14 02:33:50.663332 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:50.702113 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c794cd5f-09d4-40d6-a944-ff350914ae31 req-2481dd2f-7371-40f5-b188-398235d5b245 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525495 Dec 14 02:33:50.714357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['c8eda884-907d-4959-8d4f-fd6c866b95f2'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:33:50.801883 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b805ba3-1954-48df-889d-c8b7ef63695c req-03fb6cd2-a34a-4a6a-81eb-0f2740a9c289 service neutron] 10.222.0.47 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145925 Dec 14 02:33:50.819032 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=09eacb4a-c3e4-4706-b743-ee906b0e378c,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:50.820904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b60b2d-6ab3-4210-a7cd-c03d2425f6bb req-724fafce-bf1d-4a08-bb7f-f91a2333a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:50.836770 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-51b60b2d-6ab3-4210-a7cd-c03d2425f6bb req-724fafce-bf1d-4a08-bb7f-f91a2333a801 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 1096 time: 0.0800626 Dec 14 02:33:50.904179 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-51b60b2d-6ab3-4210-a7cd-c03d2425f6bb req-ecca84bc-8f64-4185-80a6-52f5d6ae7d1c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669427 Dec 14 02:33:50.911948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7899fc7-d060-4c5f-9e90-17e0b3f8f390 req-3663f3b0-661d-4592-977f-7f7ede55016c tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:50.919379 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7899fc7-d060-4c5f-9e90-17e0b3f8f390 req-3663f3b0-661d-4592-977f-7f7ede55016c tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.0917628 Dec 14 02:33:50.980502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7899fc7-d060-4c5f-9e90-17e0b3f8f390 req-79e44403-9c2a-4467-9dc6-5f2de55e2635 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602529 Dec 14 02:33:51.085440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f2c7f-e829-467f-be03-dc2bb76012e5 req-76e77c27-0b09-4b73-9228-90dba240203e tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:51.086940 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-260f2c7f-e829-467f-be03-dc2bb76012e5 req-76e77c27-0b09-4b73-9228-90dba240203e tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=226f9a72-7734-486c-aa31-d8f582a3f54c HTTP/1.1" status: 200 len: 945 time: 0.0490358 Dec 14 02:33:51.135762 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-260f2c7f-e829-467f-be03-dc2bb76012e5 req-ccc198a5-3f6e-4dbf-81e5-1d22b604f906 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427852 Dec 14 02:33:51.544989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300ad2c-a741-46ae-9e86-fc9f959315d4 req-1a3d314f-b9b9-4f04-b9df-e579405222b5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:51.546632 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8300ad2c-a741-46ae-9e86-fc9f959315d4 req-1a3d314f-b9b9-4f04-b9df-e579405222b5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.0981545 Dec 14 02:33:51.555190 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436d19f-1e35-4d91-90bf-5e353979a869 req-a27fd96d-3e7f-4db4-a9cc-8f9a15be43c8 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:51.556925 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6436d19f-1e35-4d91-90bf-5e353979a869 req-a27fd96d-3e7f-4db4-a9cc-8f9a15be43c8 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0808997 Dec 14 02:33:51.635619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8300ad2c-a741-46ae-9e86-fc9f959315d4 req-96c14b4b-252c-49b0-84db-2e22a2b4f98a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764830 Dec 14 02:33:51.639047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6436d19f-1e35-4d91-90bf-5e353979a869 req-7611003c-e5bf-4120-bad6-6c13c7f74cc2 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732920 Dec 14 02:33:51.826903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602e79c-d207-40e4-a02d-6002569c9b8f req-729d52ba-f69b-4edf-82fe-c7dd3d4ab0d6 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:51.828477 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a602e79c-d207-40e4-a02d-6002569c9b8f req-729d52ba-f69b-4edf-82fe-c7dd3d4ab0d6 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 945 time: 0.0506332 Dec 14 02:33:51.877547 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a602e79c-d207-40e4-a02d-6002569c9b8f req-6bdb13e8-f0d1-4b6c-bbef-c06caa522ba7 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424197 Dec 14 02:33:51.976689 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device c8eda884-907d-4959-8d4f-fd6c866b95f2 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:52.118982 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0483611-3a6b-4761-8d60-94399f72c776 req-f31a269a-4ba4-43d4-9ac5-5314bdcc58a3 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:52.121150 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a0483611-3a6b-4761-8d60-94399f72c776 req-f31a269a-4ba4-43d4-9ac5-5314bdcc58a3 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.0585835 Dec 14 02:33:52.127755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port c8eda884-907d-4959-8d4f-fd6c866b95f2 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:33:52.133411 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port c8eda884-907d-4959-8d4f-fd6c866b95f2 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:52.134222 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:52.171736 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a0483611-3a6b-4761-8d60-94399f72c776 req-a79a8b33-98f9-4325-9c0e-10c54e2c9f27 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438142 Dec 14 02:33:52.248988 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:52.284226 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port c8eda884-907d-4959-8d4f-fd6c866b95f2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=c8eda884-907d-4959-8d4f-fd6c866b95f2,segment=NetworkSegment(a15d36b1-15db-4b8e-bc87-95b4daa5cfbf),segment_id=a15d36b1-15db-4b8e-bc87-95b4daa5cfbf)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:52.293376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ccc13-6555-466c-a7a6-3636afee0d1f req-e65650d3-f85c-4eb5-9b25-acb146d59e89 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:52.294898 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e90ccc13-6555-466c-a7a6-3636afee0d1f req-e65650d3-f85c-4eb5-9b25-acb146d59e89 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=226f9a72-7734-486c-aa31-d8f582a3f54c HTTP/1.1" status: 200 len: 945 time: 0.0569625 Dec 14 02:33:52.350854 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:52.351829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e90ccc13-6555-466c-a7a6-3636afee0d1f req-4e6c66fa-1048-4b4f-a771-764113220bf9 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470283 Dec 14 02:33:52.404430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=c8eda884-907d-4959-8d4f-fd6c866b95f2,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:52.645919 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226f9a72-7734-486c-aa31-d8f582a3f54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8eda884-907d-4959-8d4f-fd6c866b95f2'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:52.648230 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd91e79-7899-4553-808a-2fcd5dc2ddcc" -d '{"events": [{"server_uuid": "226f9a72-7734-486c-aa31-d8f582a3f54c", "name": "network-vif-plugged", "status": "completed", "tag": "c8eda884-907d-4959-8d4f-fd6c866b95f2"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:52.687283 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96631e10-5205-40cc-949b-29100aacac6b x-openstack-request-id: req-96631e10-5205-40cc-949b-29100aacac6b {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:52.687920 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226f9a72-7734-486c-aa31-d8f582a3f54c", "name": "network-vif-plugged", "status": "completed", "tag": "c8eda884-907d-4959-8d4f-fd6c866b95f2", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:52.688470 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96631e10-5205-40cc-949b-29100aacac6b {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:52.688891 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226f9a72-7734-486c-aa31-d8f582a3f54c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8eda884-907d-4959-8d4f-fd6c866b95f2', 'code': 200} Dec 14 02:33:52.788261 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09813e71-851f-491b-94ca-4a0e843cbd99 req-4aea04e5-83ea-4258-a622-d49ae506ed44 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:52.789953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09813e71-851f-491b-94ca-4a0e843cbd99 req-4aea04e5-83ea-4258-a622-d49ae506ed44 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.0833828 Dec 14 02:33:52.855421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19958b20-8191-408f-9b0b-c8789d0c4b04 req-73000906-ae41-4fce-a207-0f333b16e058 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:52.857041 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-19958b20-8191-408f-9b0b-c8789d0c4b04 req-73000906-ae41-4fce-a207-0f333b16e058 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1211717 Dec 14 02:33:52.904796 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09813e71-851f-491b-94ca-4a0e843cbd99 req-1d14e7f3-ecb7-4df9-9e5d-855f8e764371 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049509 Dec 14 02:33:52.913805 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de6a72-0d11-4d48-9dae-ac09140d9f8d req-7ea2b271-8b04-4440-bbfb-f27f5cf19597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:52.915297 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34de6a72-0d11-4d48-9dae-ac09140d9f8d req-7ea2b271-8b04-4440-bbfb-f27f5cf19597 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=226f9a72-7734-486c-aa31-d8f582a3f54c HTTP/1.1" status: 200 len: 1097 time: 0.0970428 Dec 14 02:33:52.954932 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-19958b20-8191-408f-9b0b-c8789d0c4b04 req-b26376d7-bb38-4957-81cb-bbeee862289b tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879447 Dec 14 02:33:52.985564 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34de6a72-0d11-4d48-9dae-ac09140d9f8d req-12009df6-5e1a-480c-aa85-f8326cd9713b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565655 Dec 14 02:33:53.066361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a80d9-e7c5-4ee5-a5cd-edf73f73b6ce req-387fcd4f-d559-427f-8354-83656f0b14e8 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:53.067984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d18a80d9-e7c5-4ee5-a5cd-edf73f73b6ce req-387fcd4f-d559-427f-8354-83656f0b14e8 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 945 time: 0.0530610 Dec 14 02:33:53.115497 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d18a80d9-e7c5-4ee5-a5cd-edf73f73b6ce req-9760a7ce-2b1f-4cf7-9661-0a2b81dd88ef tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414865 Dec 14 02:33:53.245453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175eae91-5e7a-47da-930f-b07c38b1cfd8 req-9c111172-d056-482d-8c6c-5e8674c1fb69 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:53.247026 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-175eae91-5e7a-47da-930f-b07c38b1cfd8 req-9c111172-d056-482d-8c6c-5e8674c1fb69 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 945 time: 0.0562255 Dec 14 02:33:53.325710 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-175eae91-5e7a-47da-930f-b07c38b1cfd8 req-d4957ca7-1c34-4ca6-b064-ab7ec3309790 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718598 Dec 14 02:33:53.342403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7b8fc-a3b4-4654-b63f-ac0d05badf08 req-f51313d2-46ea-4b87-99c7-ec866f41f6a4 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:53.343987 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00c7b8fc-a3b4-4654-b63f-ac0d05badf08 req-f51313d2-46ea-4b87-99c7-ec866f41f6a4 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.0765145 Dec 14 02:33:53.403669 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00c7b8fc-a3b4-4654-b63f-ac0d05badf08 req-62fa8427-cc4e-498a-a84e-e46d0be7a4b5 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520773 Dec 14 02:33:53.510316 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e1c7d-5597-4703-8261-10c7f0259b41 req-ace0b123-4fa7-48d0-aa3b-c99cc5c73cd5 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:53.511922 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c6e1c7d-5597-4703-8261-10c7f0259b41 req-ace0b123-4fa7-48d0-aa3b-c99cc5c73cd5 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=226f9a72-7734-486c-aa31-d8f582a3f54c HTTP/1.1" status: 200 len: 946 time: 0.0496306 Dec 14 02:33:53.564723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c6e1c7d-5597-4703-8261-10c7f0259b41 req-3c85de13-9b88-45aa-ab04-30a47f44789c tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458169 Dec 14 02:33:54.047155 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29fdea-4724-4891-80e4-04f5fe087d96 req-e5059e09-7df5-43de-9f41-d452306ec80b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:54.048638 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de29fdea-4724-4891-80e4-04f5fe087d96 req-e5059e09-7df5-43de-9f41-d452306ec80b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.0559840 Dec 14 02:33:54.103295 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de29fdea-4724-4891-80e4-04f5fe087d96 req-b3857a4b-ad5c-48a0-b5f7-89d37511d1ba tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482898 Dec 14 02:33:54.214180 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a6bec-06b5-4546-93f1-7fcaabf7bb58 req-52bcb164-ecda-4790-a717-3c94ffb58be8 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:54.215644 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-205a6bec-06b5-4546-93f1-7fcaabf7bb58 req-52bcb164-ecda-4790-a717-3c94ffb58be8 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0533328 Dec 14 02:33:54.281877 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-205a6bec-06b5-4546-93f1-7fcaabf7bb58 req-60a2ef5f-4c55-4d21-8d7d-74a91adc271f tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600080 Dec 14 02:33:54.421212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8777616-98fc-4a65-bb33-ec2af0b5fef1 req-aa298d2d-e51e-4a5b-a18d-5f0153f1d649 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:54.422720 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8777616-98fc-4a65-bb33-ec2af0b5fef1 req-aa298d2d-e51e-4a5b-a18d-5f0153f1d649 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 945 time: 0.0568092 Dec 14 02:33:54.484047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8777616-98fc-4a65-bb33-ec2af0b5fef1 req-678705c8-4135-414f-a8f3-78f758d8ac5b tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488415 Dec 14 02:33:54.537834 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf4942-6537-4078-8af9-c60556757c65 req-e3d933e5-0b0a-4fa4-bb1c-6c9b9b223d35 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:54.539364 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0cf4942-6537-4078-8af9-c60556757c65 req-e3d933e5-0b0a-4fa4-bb1c-6c9b9b223d35 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.0552106 Dec 14 02:33:54.589507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0cf4942-6537-4078-8af9-c60556757c65 req-2181b4cc-1f84-49c5-8d95-ba3f86268447 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438044 Dec 14 02:33:54.685832 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a0cc1-1074-419e-b837-8267bd6f194f req-6bac1302-5a90-4d73-bef4-79fd88c38caa tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:54.687304 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-285a0cc1-1074-419e-b837-8267bd6f194f req-6bac1302-5a90-4d73-bef4-79fd88c38caa tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=226f9a72-7734-486c-aa31-d8f582a3f54c HTTP/1.1" status: 200 len: 946 time: 0.0500693 Dec 14 02:33:54.737776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-285a0cc1-1074-419e-b837-8267bd6f194f req-0a0db062-1dd6-4201-a994-f76259903d25 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436642 Dec 14 02:33:54.942142 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42060ac1-5836-470a-9c59-8a1356615b98 req-923943e8-455c-4672-8e41-fff5043c08ad tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:54.944260 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42060ac1-5836-470a-9c59-8a1356615b98 req-923943e8-455c-4672-8e41-fff5043c08ad tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0962925 Dec 14 02:33:54.994765 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42060ac1-5836-470a-9c59-8a1356615b98 req-c78b1ecc-ae4b-4b97-b24b-eb401909bc38 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 696 time: 0.0444176 Dec 14 02:33:55.004900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-42060ac1-5836-470a-9c59-8a1356615b98 req-d59d1a2a-0c47-4914-9667-04a52b3cf5c2 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Request body: {'floatingip': {'port_id': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:55.045994 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-42060ac1-5836-470a-9c59-8a1356615b98 req-d59d1a2a-0c47-4914-9667-04a52b3cf5c2 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks [] for floatingip, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:55.279067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dabf41d-986e-4241-9a95-1cccfda5ee5a req-735d3980-12b9-4b4e-b662-f9b8c5d9968b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:55.280529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7dabf41d-986e-4241-9a95-1cccfda5ee5a req-735d3980-12b9-4b4e-b662-f9b8c5d9968b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 946 time: 0.0936344 Dec 14 02:33:55.711563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7dabf41d-986e-4241-9a95-1cccfda5ee5a req-8b05407b-005b-41e6-bccf-892f19889152 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232004 Dec 14 02:33:55.820171 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-42060ac1-5836-470a-9c59-8a1356615b98 req-d59d1a2a-0c47-4914-9667-04a52b3cf5c2 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:55.889997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0821048-b4ae-449c-af79-92b9291fd9a6 req-927db086-1356-4387-bb1d-0a22893d1bf7 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:55.891478 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0821048-b4ae-449c-af79-92b9291fd9a6 req-927db086-1356-4387-bb1d-0a22893d1bf7 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.0500484 Dec 14 02:33:55.892579 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-42060ac1-5836-470a-9c59-8a1356615b98 req-d59d1a2a-0c47-4914-9667-04a52b3cf5c2 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:56.000176 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 09eacb4a-c3e4-4706-b743-ee906b0e378c details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:33:56.022722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0821048-b4ae-449c-af79-92b9291fd9a6 req-6779cebf-b599-49c7-a87f-ab2cf59d8450 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968418 Dec 14 02:33:56.033183 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-42060ac1-5836-470a-9c59-8a1356615b98 req-d59d1a2a-0c47-4914-9667-04a52b3cf5c2 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Floating IP 92432667-0d91-4c73-a63d-dd630365216a associated. External IP: 172.25.7.150, port: f7be0f52-296b-43c5-9fed-1d0f1834fdaf. Dec 14 02:33:56.108278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 09eacb4a-c3e4-4706-b743-ee906b0e378c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=09eacb4a-c3e4-4706-b743-ee906b0e378c,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:56.120420 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '09eacb4a-c3e4-4706-b743-ee906b0e378c', 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d', 'port_id': '09eacb4a-c3e4-4706-b743-ee906b0e378c', 'mac_address': 'fa:16:3e:23:c4:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799fcc3a-6b16-494a-9426-718bf990556c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:33:56.163615 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:56.176254 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09eacb4a-c3e4-4706-b743-ee906b0e378c {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:33:56.195429 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 09eacb4a-c3e4-4706-b743-ee906b0e378c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=09eacb4a-c3e4-4706-b743-ee906b0e378c,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:56.276755 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13163b-dad0-48cd-85e6-aa347225cf12 req-6d22f719-08ba-4242-8a5e-4afd22a03194 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:56.278237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e13163b-dad0-48cd-85e6-aa347225cf12 req-6d22f719-08ba-4242-8a5e-4afd22a03194 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 945 time: 0.0975103 Dec 14 02:33:56.282092 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:56.308560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42060ac1-5836-470a-9c59-8a1356615b98 req-d59d1a2a-0c47-4914-9667-04a52b3cf5c2 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Router b5374b51-a108-40e0-a15f-65ff44c62fe3 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:33:56.329526 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=09eacb4a-c3e4-4706-b743-ee906b0e378c,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:56.344451 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e13163b-dad0-48cd-85e6-aa347225cf12 req-a9ed7899-d28e-4669-a76c-efb1cb903a3a tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595372 Dec 14 02:33:56.478720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943fc91b-4d62-4abb-b3eb-6e1dbd2840a8 req-6fb130be-23a6-47f5-a8b1-9b5d28b3ce96 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:56.480082 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-943fc91b-4d62-4abb-b3eb-6e1dbd2840a8 req-6fb130be-23a6-47f5-a8b1-9b5d28b3ce96 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.0731926 Dec 14 02:33:56.484441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42060ac1-5836-470a-9c59-8a1356615b98 req-d59d1a2a-0c47-4914-9667-04a52b3cf5c2 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:33:56.490089 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-42060ac1-5836-470a-9c59-8a1356615b98 req-d59d1a2a-0c47-4914-9667-04a52b3cf5c2 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:56.495315 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a8e62b-1150-4313-b5cb-0be0100e4eba None None] Sync routers for ids ['b5374b51-a108-40e0-a15f-65ff44c62fe3'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:33:56.503449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['09eacb4a-c3e4-4706-b743-ee906b0e378c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:33:56.511624 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a8e62b-1150-4313-b5cb-0be0100e4eba None None] Routers {'b5374b51-a108-40e0-a15f-65ff44c62fe3'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:33:56.512251 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-89a8e62b-1150-4313-b5cb-0be0100e4eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:33:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b5374b51-a108-40e0-a15f-65ff44c62fe3'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:56.540756 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42060ac1-5836-470a-9c59-8a1356615b98 req-d59d1a2a-0c47-4914-9667-04a52b3cf5c2 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "PUT /v2.0/floatingips/92432667-0d91-4c73-a63d-dd630365216a HTTP/1.1" status: 200 len: 997 time: 1.5400629 Dec 14 02:33:56.543146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'tag': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:56.546521 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48942af-dad9-4f25-97ec-958218452830" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe", "tag": "f7be0f52-296b-43c5-9fed-1d0f1834fdaf"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:56.581849 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-943fc91b-4d62-4abb-b3eb-6e1dbd2840a8 req-abff51c4-ebb4-409c-8bc1-cefecc25de9a tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893145 Dec 14 02:33:56.622353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42060ac1-5836-470a-9c59-8a1356615b98 req-f73cdedd-ffed-4d42-9c2e-69e1cda14f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:56.628320 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42060ac1-5836-470a-9c59-8a1356615b98 req-f73cdedd-ffed-4d42-9c2e-69e1cda14f98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=147d893c45c84473a16cd010a047ce68&device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 1097 time: 0.0631130 Dec 14 02:33:56.631577 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-89a8e62b-1150-4313-b5cb-0be0100e4eba None None] Set router b5374b51-a108-40e0-a15f-65ff44c62fe3 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:33:56.738360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42060ac1-5836-470a-9c59-8a1356615b98 req-1a899366-31eb-48d1-9cbb-3e701711a408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:56.740381 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42060ac1-5836-470a-9c59-8a1356615b98 req-1a899366-31eb-48d1-9cbb-3e701711a408 service neutron] 10.222.0.39 "GET /v2.0/networks?id=198368b1-c432-449a-b51e-fd80b320b816 HTTP/1.1" status: 200 len: 922 time: 0.1028531 Dec 14 02:33:56.790423 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:56.821784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42060ac1-5836-470a-9c59-8a1356615b98 req-86150a15-9127-4035-a77a-bbe10e9af82e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7be0f52-296b-43c5-9fed-1d0f1834fdaf HTTP/1.1" status: 200 len: 1000 time: 0.0711796 Dec 14 02:33:56.869053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42060ac1-5836-470a-9c59-8a1356615b98 req-d8db42f4-96ab-480d-90a4-2762fb15bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:56.870551 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42060ac1-5836-470a-9c59-8a1356615b98 req-d8db42f4-96ab-480d-90a4-2762fb15bd30 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d48a7da-94d9-484e-afa4-69f85a38a15f HTTP/1.1" status: 200 len: 860 time: 0.0443282 Dec 14 02:33:56.932401 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42060ac1-5836-470a-9c59-8a1356615b98 req-02642d07-d627-4ec9-9e3f-5a9adeac0867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:56.938166 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42060ac1-5836-470a-9c59-8a1356615b98 req-02642d07-d627-4ec9-9e3f-5a9adeac0867 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=198368b1-c432-449a-b51e-fd80b320b816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607440 Dec 14 02:33:56.945038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-42060ac1-5836-470a-9c59-8a1356615b98 req-cbcd1d6d-11ad-46c2-aee3-27a60b133d36 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:33:56.946046 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42060ac1-5836-470a-9c59-8a1356615b98 req-cbcd1d6d-11ad-46c2-aee3-27a60b133d36 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057199 Dec 14 02:33:56.963633 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-89a8e62b-1150-4313-b5cb-0be0100e4eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '92432667-0d91-4c73-a63d-dd630365216a', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'port_id': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'mac_address': 'fa:16:3e:44:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:33:34Z', 'updated_at': '2021-12-14T02:33:55Z', 'revision_number': 1, 'project_id': '147d893c45c84473a16cd010a047ce68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:12Z', 'revision_number': 5, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:56.994641 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a8e62b-1150-4313-b5cb-0be0100e4eba None None] Checking router: b5374b51-a108-40e0-a15f-65ff44c62fe3 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:33:57.004768 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a8e62b-1150-4313-b5cb-0be0100e4eba None None] Routers {'b5374b51-a108-40e0-a15f-65ff44c62fe3'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:33:57.005440 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-89a8e62b-1150-4313-b5cb-0be0100e4eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:33:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b5374b51-a108-40e0-a15f-65ff44c62fe3'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:57.043285 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42060ac1-5836-470a-9c59-8a1356615b98 req-3feeba9d-49e0-4993-a7e1-f9690e7475af service neutron] 10.222.0.39 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895889 Dec 14 02:33:57.114313 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-89a8e62b-1150-4313-b5cb-0be0100e4eba None None] Set router b5374b51-a108-40e0-a15f-65ff44c62fe3 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:33:57.142214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42060ac1-5836-470a-9c59-8a1356615b98 req-a489d0f5-c362-48fc-9376-451baeacf877 service neutron] 10.222.0.39 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925789 Dec 14 02:33:57.204951 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68283ad-a9f4-4a99-af65-0092e927a04b x-openstack-request-id: req-d68283ad-a9f4-4a99-af65-0092e927a04b {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:57.205331 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe", "tag": "f7be0f52-296b-43c5-9fed-1d0f1834fdaf", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:57.205635 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d68283ad-a9f4-4a99-af65-0092e927a04b {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:57.206052 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'tag': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf', 'status': 'completed', 'code': 200} Dec 14 02:33:57.362162 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-89a8e62b-1150-4313-b5cb-0be0100e4eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '92432667-0d91-4c73-a63d-dd630365216a', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'port_id': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'mac_address': 'fa:16:3e:44:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:33:34Z', 'updated_at': '2021-12-14T02:33:55Z', 'revision_number': 1, 'project_id': '147d893c45c84473a16cd010a047ce68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:12Z', 'revision_number': 5, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:57.376346 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48942af-dad9-4f25-97ec-958218452830 req-e028dcf2-4783-45f3-8883-d15b0c1d2ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:57.378000 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e48942af-dad9-4f25-97ec-958218452830 req-e028dcf2-4783-45f3-8883-d15b0c1d2ab4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=147d893c45c84473a16cd010a047ce68&device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 1097 time: 0.0986762 Dec 14 02:33:57.387123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32490dd8-95cb-4da5-b651-a2de590b3607 req-bacae628-bf83-4a85-9a8b-b22933d38ccd tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:57.392590 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32490dd8-95cb-4da5-b651-a2de590b3607 req-bacae628-bf83-4a85-9a8b-b22933d38ccd tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1113625 Dec 14 02:33:57.397424 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a8e62b-1150-4313-b5cb-0be0100e4eba None None] The sync data for ids ['b5374b51-a108-40e0-a15f-65ff44c62fe3'] in n-d-821636-1 is: [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '92432667-0d91-4c73-a63d-dd630365216a', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'port_id': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'mac_address': 'fa:16:3e:44:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:33:34Z', 'updated_at': '2021-12-14T02:33:55Z', 'revision_number': 1, 'project_id': '147d893c45c84473a16cd010a047ce68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:12Z', 'revision_number': 5, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:33:57.545834 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32490dd8-95cb-4da5-b651-a2de590b3607 req-29dd909f-26cf-4761-81c2-31b1d9dd1e9a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447690 Dec 14 02:33:57.561132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48942af-dad9-4f25-97ec-958218452830 req-2d2d8994-a966-4ddd-9333-298e43b01101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:57.562745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e48942af-dad9-4f25-97ec-958218452830 req-2d2d8994-a966-4ddd-9333-298e43b01101 service neutron] 10.222.0.47 "GET /v2.0/networks?id=198368b1-c432-449a-b51e-fd80b320b816 HTTP/1.1" status: 200 len: 922 time: 0.1730490 Dec 14 02:33:57.654212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf54809-2c7a-4ccb-8c82-cb8ace6b86e4 None None] New status for floating IP 92432667-0d91-4c73-a63d-dd630365216a: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:33:57.666285 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-35096f4a-4efd-4b71-a706-a98d2eb52036 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:57.667813 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-35096f4a-4efd-4b71-a706-a98d2eb52036 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=226f9a72-7734-486c-aa31-d8f582a3f54c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1389651 Dec 14 02:33:57.693842 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e48942af-dad9-4f25-97ec-958218452830 req-93b1419d-122a-4e7c-851b-a644263e0da7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7be0f52-296b-43c5-9fed-1d0f1834fdaf HTTP/1.1" status: 200 len: 1000 time: 0.1163881 Dec 14 02:33:57.778153 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8a0df-b236-4330-a678-9b35d6cdb7b6 req-cdf9c4e1-4a17-4223-9072-1d840af4c2e7 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:57.779636 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61b8a0df-b236-4330-a678-9b35d6cdb7b6 req-cdf9c4e1-4a17-4223-9072-1d840af4c2e7 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 944 time: 0.1634963 Dec 14 02:33:57.841997 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-256a56cb-9e0d-4557-8d5c-e8ac24e0f005 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 1000 time: 0.1647482 Dec 14 02:33:57.843292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48942af-dad9-4f25-97ec-958218452830 req-53441c69-4d86-4893-a4be-bc46c58d6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:57.844643 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e48942af-dad9-4f25-97ec-958218452830 req-53441c69-4d86-4893-a4be-bc46c58d6aba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d48a7da-94d9-484e-afa4-69f85a38a15f HTTP/1.1" status: 200 len: 860 time: 0.1224799 Dec 14 02:33:57.856415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-d1b4c890-b934-4e0b-a39b-b917291d88ca tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Request body: {'floatingip': {'port_id': 'c8eda884-907d-4959-8d4f-fd6c866b95f2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:33:57.939696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61b8a0df-b236-4330-a678-9b35d6cdb7b6 req-18ac975f-1d6d-4ef5-b73f-cf560c33c86c tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519701 Dec 14 02:33:57.952495 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-d1b4c890-b934-4e0b-a39b-b917291d88ca tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks [] for floatingip, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:58.000333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48942af-dad9-4f25-97ec-958218452830 req-16b558e1-5242-4ef9-aeb2-2be6a50e29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:58.001863 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e48942af-dad9-4f25-97ec-958218452830 req-16b558e1-5242-4ef9-aeb2-2be6a50e29fc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=198368b1-c432-449a-b51e-fd80b320b816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1422369 Dec 14 02:33:58.017891 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 09eacb4a-c3e4-4706-b743-ee906b0e378c up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:33:58.066020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 09eacb4a-c3e4-4706-b743-ee906b0e378c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:33:58.066390 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:58.148097 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:58.171675 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91245b58-95fa-4ee7-8157-7cc2193f14d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09eacb4a-c3e4-4706-b743-ee906b0e378c'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:33:58.173448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf855b7-7a28-4956-8ab3-3170a82bc2b8 req-05e1f656-13bf-4d22-9bca-0db9d39196b7 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:58.173935 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7556298e-9cdc-455d-821f-b49f9674d5de" -d '{"events": [{"server_uuid": "91245b58-95fa-4ee7-8157-7cc2193f14d5", "name": "network-vif-plugged", "status": "completed", "tag": "09eacb4a-c3e4-4706-b743-ee906b0e378c"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:33:58.174936 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bbf855b7-7a28-4956-8ab3-3170a82bc2b8 req-05e1f656-13bf-4d22-9bca-0db9d39196b7 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.1701577 Dec 14 02:33:58.187446 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 09eacb4a-c3e4-4706-b743-ee906b0e378c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=09eacb4a-c3e4-4706-b743-ee906b0e378c,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:33:58.250936 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:58.298804 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=09eacb4a-c3e4-4706-b743-ee906b0e378c,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:33:58.301542 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e48942af-dad9-4f25-97ec-958218452830 req-da4780e6-38c0-456c-88d4-9e777b7c6766 service neutron] 10.222.0.47 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841580 Dec 14 02:33:58.337083 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bbf855b7-7a28-4956-8ab3-3170a82bc2b8 req-f2eab92b-9735-4f76-8df9-1d2e7e573c23 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510921 Dec 14 02:33:58.462009 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e48942af-dad9-4f25-97ec-958218452830 req-64417891-69aa-4b08-8349-09d7b36ac029 service neutron] 10.222.0.47 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482596 Dec 14 02:33:58.706118 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1c1745-d6d9-4b97-9b07-6b8df4432601 x-openstack-request-id: req-0b1c1745-d6d9-4b97-9b07-6b8df4432601 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:33:58.706118 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91245b58-95fa-4ee7-8157-7cc2193f14d5", "name": "network-vif-plugged", "status": "completed", "tag": "09eacb4a-c3e4-4706-b743-ee906b0e378c", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:33:58.706118 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b1c1745-d6d9-4b97-9b07-6b8df4432601 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:33:58.706118 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91245b58-95fa-4ee7-8157-7cc2193f14d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09eacb4a-c3e4-4706-b743-ee906b0e378c', 'code': 200} Dec 14 02:33:58.926793 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-d1b4c890-b934-4e0b-a39b-b917291d88ca tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:58.997347 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-d1b4c890-b934-4e0b-a39b-b917291d88ca tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:59.074633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5c40e-ff5c-4c9b-a638-7ae0884ebfe2 req-a53a056d-3551-4239-aa10-7f2010370af3 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:59.076314 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ed5c40e-ff5c-4c9b-a638-7ae0884ebfe2 req-a53a056d-3551-4239-aa10-7f2010370af3 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1168194 Dec 14 02:33:59.146068 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ed5c40e-ff5c-4c9b-a638-7ae0884ebfe2 req-4bd7b154-eaf9-414f-b62f-611c71deac8a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601850 Dec 14 02:33:59.149252 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-d1b4c890-b934-4e0b-a39b-b917291d88ca tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Floating IP 92432667-0d91-4c73-a63d-dd630365216a associated. External IP: 172.25.7.150, port: f7be0f52-296b-43c5-9fed-1d0f1834fdaf. Dec 14 02:33:59.286430 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371b9d0-4a57-4b5c-b5f6-d17b9d5d98fa req-e94ba283-7428-4d6d-b34d-18de322719e3 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:59.287801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6371b9d0-4a57-4b5c-b5f6-d17b9d5d98fa req-e94ba283-7428-4d6d-b34d-18de322719e3 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 945 time: 0.0748515 Dec 14 02:33:59.410965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6371b9d0-4a57-4b5c-b5f6-d17b9d5d98fa req-8620a3a9-5796-49d3-8a29-d7e342acf12d tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164222 Dec 14 02:33:59.445789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-d1b4c890-b934-4e0b-a39b-b917291d88ca tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Router b5374b51-a108-40e0-a15f-65ff44c62fe3 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:33:59.578942 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924bada-75a9-4a2e-95d6-c5f8810ac0c9 req-2ac06ce4-2846-4a0c-8b68-25307976cd81 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:33:59.579982 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7924bada-75a9-4a2e-95d6-c5f8810ac0c9 req-2ac06ce4-2846-4a0c-8b68-25307976cd81 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.0931897 Dec 14 02:33:59.596599 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-d1b4c890-b934-4e0b-a39b-b917291d88ca tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:33:59.605996 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea5c127-706d-47f3-b4f3-ebf317f4ac6a None None] Sync routers for ids ['b5374b51-a108-40e0-a15f-65ff44c62fe3'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:33:59.616437 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea5c127-706d-47f3-b4f3-ebf317f4ac6a None None] Routers {'b5374b51-a108-40e0-a15f-65ff44c62fe3'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:33:59.617059 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-eea5c127-706d-47f3-b4f3-ebf317f4ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:33:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b5374b51-a108-40e0-a15f-65ff44c62fe3'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:59.704780 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7924bada-75a9-4a2e-95d6-c5f8810ac0c9 req-43eaa062-a7a4-4306-b01d-22701dcc8614 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165855 Dec 14 02:33:59.725018 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-eea5c127-706d-47f3-b4f3-ebf317f4ac6a None None] Set router b5374b51-a108-40e0-a15f-65ff44c62fe3 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:33:59.842100 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-d1b4c890-b934-4e0b-a39b-b917291d88ca tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Router b5374b51-a108-40e0-a15f-65ff44c62fe3 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:33:59.915422 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:59.963020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-d1b4c890-b934-4e0b-a39b-b917291d88ca tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:33:59.965776 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-eea5c127-706d-47f3-b4f3-ebf317f4ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '92432667-0d91-4c73-a63d-dd630365216a', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'port_id': 'c8eda884-907d-4959-8d4f-fd6c866b95f2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'mac_address': 'fa:16:3e:88:bb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f9a72-7734-486c-aa31-d8f582a3f54c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:33:34Z', 'updated_at': '2021-12-14T02:33:58Z', 'revision_number': 3, 'project_id': '147d893c45c84473a16cd010a047ce68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:12Z', 'revision_number': 5, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:33:59.967575 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-d1b4c890-b934-4e0b-a39b-b917291d88ca tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:33:59.997645 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea5c127-706d-47f3-b4f3-ebf317f4ac6a None None] Checking router: b5374b51-a108-40e0-a15f-65ff44c62fe3 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:33:59.999012 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'tag': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:00.001259 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028111e3-03f6-4ade-bb98-ebd35ff53916" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe", "tag": "f7be0f52-296b-43c5-9fed-1d0f1834fdaf"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:00.007607 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea5c127-706d-47f3-b4f3-ebf317f4ac6a None None] Routers {'b5374b51-a108-40e0-a15f-65ff44c62fe3'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:34:00.008262 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-eea5c127-706d-47f3-b4f3-ebf317f4ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:33:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b5374b51-a108-40e0-a15f-65ff44c62fe3'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:00.028940 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-d1b4c890-b934-4e0b-a39b-b917291d88ca tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "PUT /v2.0/floatingips/92432667-0d91-4c73-a63d-dd630365216a HTTP/1.1" status: 200 len: 999 time: 2.1780119 Dec 14 02:34:00.033387 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:34:00.074148 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d973265-a469-4520-aa06-8e39521c55b8 x-openstack-request-id: req-5d973265-a469-4520-aa06-8e39521c55b8 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:00.074443 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe", "tag": "f7be0f52-296b-43c5-9fed-1d0f1834fdaf", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:00.074700 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d973265-a469-4520-aa06-8e39521c55b8 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:00.075097 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'tag': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf', 'status': 'completed', 'code': 200} Dec 14 02:34:00.093929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-8bd1a1bd-44b5-42c5-a0e8-ac2f695eeca1 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:00.095432 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-8bd1a1bd-44b5-42c5-a0e8-ac2f695eeca1 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports/f7be0f52-296b-43c5-9fed-1d0f1834fdaf HTTP/1.1" status: 200 len: 943 time: 0.0571673 Dec 14 02:34:00.119769 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-eea5c127-706d-47f3-b4f3-ebf317f4ac6a None None] Set router b5374b51-a108-40e0-a15f-65ff44c62fe3 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:34:00.197450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028111e3-03f6-4ade-bb98-ebd35ff53916 req-ea2a3e4c-7d06-47ff-a20e-22831a8f85d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:00.200891 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-028111e3-03f6-4ade-bb98-ebd35ff53916 req-ea2a3e4c-7d06-47ff-a20e-22831a8f85d2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=147d893c45c84473a16cd010a047ce68&device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 1097 time: 0.0688283 Dec 14 02:34:00.310198 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:00.326449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '9cff4504-e553-4b9d-a0ae-e2917d1ccbb2', 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343', 'port_id': '9cff4504-e553-4b9d-a0ae-e2917d1ccbb2', 'mac_address': 'fa:16:3e:15:51:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab8c50a-a715-4e2e-8453-c9bba63f1ddb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:34:00.372294 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-0902bee3-a0e4-4936-bce0-3c597d5672d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:00.374030 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-0902bee3-a0e4-4936-bce0-3c597d5672d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=147d893c45c84473a16cd010a047ce68&device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 1097 time: 0.1669884 Dec 14 02:34:00.380375 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:00.397861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028111e3-03f6-4ade-bb98-ebd35ff53916 req-1a912e57-c3b8-41a1-82ba-e28e01e18164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:00.399320 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-028111e3-03f6-4ade-bb98-ebd35ff53916 req-1a912e57-c3b8-41a1-82ba-e28e01e18164 service neutron] 10.222.0.47 "GET /v2.0/networks?id=198368b1-c432-449a-b51e-fd80b320b816 HTTP/1.1" status: 200 len: 922 time: 0.1510363 Dec 14 02:34:00.399713 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:34:00.421984 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381b94d-d18a-4efa-b49c-0b9d3e9b6215 req-01c10f4b-6872-4262-82e0-fce9c17dad3e tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:00.423191 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6381b94d-d18a-4efa-b49c-0b9d3e9b6215 req-01c10f4b-6872-4262-82e0-fce9c17dad3e tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1724317 Dec 14 02:34:00.434046 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:00.444636 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-eea5c127-706d-47f3-b4f3-ebf317f4ac6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '92432667-0d91-4c73-a63d-dd630365216a', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'port_id': 'c8eda884-907d-4959-8d4f-fd6c866b95f2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'mac_address': 'fa:16:3e:88:bb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f9a72-7734-486c-aa31-d8f582a3f54c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:33:34Z', 'updated_at': '2021-12-14T02:33:58Z', 'revision_number': 3, 'project_id': '147d893c45c84473a16cd010a047ce68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:12Z', 'revision_number': 5, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:00.475930 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea5c127-706d-47f3-b4f3-ebf317f4ac6a None None] The sync data for ids ['b5374b51-a108-40e0-a15f-65ff44c62fe3'] in n-d-821636-1 is: [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '92432667-0d91-4c73-a63d-dd630365216a', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'port_id': 'c8eda884-907d-4959-8d4f-fd6c866b95f2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'mac_address': 'fa:16:3e:88:bb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f9a72-7734-486c-aa31-d8f582a3f54c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:33:34Z', 'updated_at': '2021-12-14T02:33:58Z', 'revision_number': 3, 'project_id': '147d893c45c84473a16cd010a047ce68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:12Z', 'revision_number': 5, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:34:00.512079 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-028111e3-03f6-4ade-bb98-ebd35ff53916 req-22c38a9e-da2a-4c07-ba78-12dc4d4f0ed9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7be0f52-296b-43c5-9fed-1d0f1834fdaf HTTP/1.1" status: 200 len: 217 time: 0.0617568 Dec 14 02:34:00.534664 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:00.589469 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:00.605574 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6381b94d-d18a-4efa-b49c-0b9d3e9b6215 req-8d9042fa-c6d0-4e3a-9c4c-56cf3a5d4fc5 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495113 Dec 14 02:34:00.606592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-e3cb3ebf-e5a5-4541-b543-820087d63c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:00.608143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-e3cb3ebf-e5a5-4541-b543-820087d63c29 service neutron] 10.222.0.39 "GET /v2.0/networks?id=198368b1-c432-449a-b51e-fd80b320b816 HTTP/1.1" status: 200 len: 922 time: 0.2206733 Dec 14 02:34:00.611925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028111e3-03f6-4ade-bb98-ebd35ff53916 req-4a842565-6b7c-4423-9b19-7f4396ee1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:00.613481 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-028111e3-03f6-4ade-bb98-ebd35ff53916 req-4a842565-6b7c-4423-9b19-7f4396ee1957 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d48a7da-94d9-484e-afa4-69f85a38a15f HTTP/1.1" status: 200 len: 860 time: 0.0923667 Dec 14 02:34:00.671977 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-11110b8c-44d4-480a-a53e-5b4c86ca2c94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7be0f52-296b-43c5-9fed-1d0f1834fdaf HTTP/1.1" status: 200 len: 217 time: 0.0537868 Dec 14 02:34:00.722134 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32172f43-ec24-45d5-a742-9372428f8519 None None] New status for floating IP 92432667-0d91-4c73-a63d-dd630365216a: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:34:00.774296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028111e3-03f6-4ade-bb98-ebd35ff53916 req-c82acfde-f7e0-43dd-9ecf-6c315cee685b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:00.775844 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-028111e3-03f6-4ade-bb98-ebd35ff53916 req-c82acfde-f7e0-43dd-9ecf-6c315cee685b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=198368b1-c432-449a-b51e-fd80b320b816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501079 Dec 14 02:34:00.778398 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-4baccc55-19ed-405a-8140-90eea6016e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:00.779722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-4baccc55-19ed-405a-8140-90eea6016e1d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d48a7da-94d9-484e-afa4-69f85a38a15f HTTP/1.1" status: 200 len: 860 time: 0.0939734 Dec 14 02:34:00.793718 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05995ad9-e18b-46c8-bd67-7f2404fe6676 req-d63fd069-2838-4244-b263-ada84c5ceb02 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:00.795312 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05995ad9-e18b-46c8-bd67-7f2404fe6676 req-d63fd069-2838-4244-b263-ada84c5ceb02 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 945 time: 0.1072729 Dec 14 02:34:00.817204 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['9cff4504-e553-4b9d-a0ae-e2917d1ccbb2'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:34:00.944001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-987d7c8a-55dd-4d76-8c49-ad8eb02cae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:00.945552 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-987d7c8a-55dd-4d76-8c49-ad8eb02cae6d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=198368b1-c432-449a-b51e-fd80b320b816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1493139 Dec 14 02:34:00.950637 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05995ad9-e18b-46c8-bd67-7f2404fe6676 req-8bf7d29c-c349-4042-b051-144623925663 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442792 Dec 14 02:34:00.965951 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-45f7e8de-4ee3-4344-9283-1ae9ce7d6587 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:34:00.967044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-45f7e8de-4ee3-4344-9283-1ae9ce7d6587 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100515 Dec 14 02:34:00.999950 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-028111e3-03f6-4ade-bb98-ebd35ff53916 req-12e1c6aa-de59-4385-9144-071465ce9a47 service neutron] 10.222.0.47 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957667 Dec 14 02:34:01.147165 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb72af-68f3-4984-b5ae-75c4ec50ae75 None None] Sync routers for ids ['b5374b51-a108-40e0-a15f-65ff44c62fe3'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:34:01.156762 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbb72af-68f3-4984-b5ae-75c4ec50ae75 None None] Routers {'b5374b51-a108-40e0-a15f-65ff44c62fe3'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:34:01.157512 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-fcbb72af-68f3-4984-b5ae-75c4ec50ae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:33:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b5374b51-a108-40e0-a15f-65ff44c62fe3'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:01.305858 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-fcbb72af-68f3-4984-b5ae-75c4ec50ae75 None None] Set router b5374b51-a108-40e0-a15f-65ff44c62fe3 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:34:01.545184 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22003d4-d506-44aa-9e5c-c4b18b509f1a req-7f518f22-5ad3-4a4a-be28-ed72caf99bcc tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:01.550164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b22003d4-d506-44aa-9e5c-c4b18b509f1a req-7f518f22-5ad3-4a4a-be28-ed72caf99bcc tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.5018539 Dec 14 02:34:01.561004 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-82c7dba2-e582-411c-b75e-49cd39c8bf3c service neutron] 10.222.0.39 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5840147 Dec 14 02:34:01.571151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94b7ba-7ced-4e20-acb6-6b6f9e623def req-0fb1159b-0e08-4f56-b755-793cca7119cb tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:01.572654 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c94b7ba-7ced-4e20-acb6-6b6f9e623def req-0fb1159b-0e08-4f56-b755-793cca7119cb tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.46 "GET /v2.0/ports?device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 945 time: 0.4820096 Dec 14 02:34:01.597716 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-028111e3-03f6-4ade-bb98-ebd35ff53916 req-a11c34a5-cb50-4baf-ada7-69107d943824 service neutron] 10.222.0.47 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715892 Dec 14 02:34:01.774808 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-fcbb72af-68f3-4984-b5ae-75c4ec50ae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '92432667-0d91-4c73-a63d-dd630365216a', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'port_id': 'c8eda884-907d-4959-8d4f-fd6c866b95f2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'mac_address': 'fa:16:3e:88:bb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f9a72-7734-486c-aa31-d8f582a3f54c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:33:34Z', 'updated_at': '2021-12-14T02:34:00Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:12Z', 'revision_number': 5, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:01.792095 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b22003d4-d506-44aa-9e5c-c4b18b509f1a req-3c0796cb-8432-42a2-8b82-4fb9002268ea tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334833 Dec 14 02:34:01.812644 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-37b4fd4c-3506-4bc7-ba3c-fe31e4b702c6 service neutron] 10.222.0.39 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346954 Dec 14 02:34:01.840717 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb72af-68f3-4984-b5ae-75c4ec50ae75 None None] Checking router: b5374b51-a108-40e0-a15f-65ff44c62fe3 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:34:01.862230 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbb72af-68f3-4984-b5ae-75c4ec50ae75 None None] Routers {'b5374b51-a108-40e0-a15f-65ff44c62fe3'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:34:01.863394 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-fcbb72af-68f3-4984-b5ae-75c4ec50ae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:33:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b5374b51-a108-40e0-a15f-65ff44c62fe3'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:01.874256 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-2c94b7ba-7ced-4e20-acb6-6b6f9e623def req-c1656d81-735b-4b99-94d0-8074fb740807 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Deleting port 09eacb4a-c3e4-4706-b743-ee906b0e378c {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:34:01.874654 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2c94b7ba-7ced-4e20-acb6-6b6f9e623def req-c1656d81-735b-4b99-94d0-8074fb740807 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:01.947656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-503c3e99-a8ea-4b68-9ea1-e0707995f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:01.948616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-503c3e99-a8ea-4b68-9ea1-e0707995f020 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=147d893c45c84473a16cd010a047ce68&device_id=226f9a72-7734-486c-aa31-d8f582a3f54c HTTP/1.1" status: 200 len: 1097 time: 0.1166191 Dec 14 02:34:02.003273 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-fcbb72af-68f3-4984-b5ae-75c4ec50ae75 None None] Set router b5374b51-a108-40e0-a15f-65ff44c62fe3 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:34:02.052226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-2c94b7ba-7ced-4e20-acb6-6b6f9e623def req-c1656d81-735b-4b99-94d0-8074fb740807 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] For port 09eacb4a-c3e4-4706-b743-ee906b0e378c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=09eacb4a-c3e4-4706-b743-ee906b0e378c,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:02.052614 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2c94b7ba-7ced-4e20-acb6-6b6f9e623def req-c1656d81-735b-4b99-94d0-8074fb740807 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:02.054236 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 82540769-50dc-4798-84d8-947bdfc77faf details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:34:02.072234 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-2c94b7ba-7ced-4e20-acb6-6b6f9e623def req-c1656d81-735b-4b99-94d0-8074fb740807 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Calling delete_port for 09eacb4a-c3e4-4706-b743-ee906b0e378c owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:34:02.073653 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:34:02.076873 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226f9a72-7734-486c-aa31-d8f582a3f54c', 'tag': 'c8eda884-907d-4959-8d4f-fd6c866b95f2'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:02.081087 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2aa027-5696-4c12-a6a5-d5ebda22140c" -d '{"events": [{"name": "network-changed", "server_uuid": "226f9a72-7734-486c-aa31-d8f582a3f54c", "tag": "c8eda884-907d-4959-8d4f-fd6c866b95f2"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:02.159792 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-085daba9-a4a9-4da5-bd87-1d5f3868f2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:02.162167 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-085daba9-a4a9-4da5-bd87-1d5f3868f2ad service neutron] 10.222.0.39 "GET /v2.0/networks?id=198368b1-c432-449a-b51e-fd80b320b816 HTTP/1.1" status: 200 len: 922 time: 0.2012961 Dec 14 02:34:02.321035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 82540769-50dc-4798-84d8-947bdfc77faf, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=82540769-50dc-4798-84d8-947bdfc77faf,segment=NetworkSegment(b756c107-e77a-438d-8e5b-2c406c0e61cd),segment_id=b756c107-e77a-438d-8e5b-2c406c0e61cd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:02.326942 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-17b2b01d-c2fe-44d0-96d1-83d52031d30d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8eda884-907d-4959-8d4f-fd6c866b95f2 HTTP/1.1" status: 200 len: 1002 time: 0.1450703 Dec 14 02:34:02.350166 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '82540769-50dc-4798-84d8-947bdfc77faf', 'network_id': 'd4d44ac6-a4e1-4c48-95d9-fdd8413398e9', 'port_id': '82540769-50dc-4798-84d8-947bdfc77faf', 'mac_address': 'fa:16:3e:19:33:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53926458-5432-4661-8827-c48966f94c72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:34:02.355119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004176e7-77e1-4718-b604-eb2543f747cb req-03ee2458-f00f-40ce-922f-50181e918c42 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:02.359724 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:34:02.360106 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:02.362565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-004176e7-77e1-4718-b604-eb2543f747cb req-03ee2458-f00f-40ce-922f-50181e918c42 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1840971 Dec 14 02:34:02.392217 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-fcbb72af-68f3-4984-b5ae-75c4ec50ae75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '92432667-0d91-4c73-a63d-dd630365216a', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'port_id': 'c8eda884-907d-4959-8d4f-fd6c866b95f2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'mac_address': 'fa:16:3e:88:bb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f9a72-7734-486c-aa31-d8f582a3f54c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:33:34Z', 'updated_at': '2021-12-14T02:34:00Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:12Z', 'revision_number': 5, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:02.430076 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:02.434370 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb72af-68f3-4984-b5ae-75c4ec50ae75 None None] The sync data for ids ['b5374b51-a108-40e0-a15f-65ff44c62fe3'] in n-d-821636-1 is: [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '92432667-0d91-4c73-a63d-dd630365216a', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'port_id': 'c8eda884-907d-4959-8d4f-fd6c866b95f2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'mac_address': 'fa:16:3e:88:bb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226f9a72-7734-486c-aa31-d8f582a3f54c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:33:34Z', 'updated_at': '2021-12-14T02:34:00Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:12Z', 'revision_number': 5, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:34:02.454680 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82540769-50dc-4798-84d8-947bdfc77faf {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:34:02.505476 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 82540769-50dc-4798-84d8-947bdfc77faf, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=82540769-50dc-4798-84d8-947bdfc77faf,segment=NetworkSegment(b756c107-e77a-438d-8e5b-2c406c0e61cd),segment_id=b756c107-e77a-438d-8e5b-2c406c0e61cd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:02.522031 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-b07c305a-d2f5-4e64-a507-a7b2fb73b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:02.525756 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:02.536737 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-b07c305a-d2f5-4e64-a507-a7b2fb73b815 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d48a7da-94d9-484e-afa4-69f85a38a15f HTTP/1.1" status: 200 len: 860 time: 0.1931717 Dec 14 02:34:02.540495 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:34:02.573823 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:02.613431 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-004176e7-77e1-4718-b604-eb2543f747cb req-2effe11e-0dce-435d-9bb6-cfaee8138301 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498500 Dec 14 02:34:02.621718 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-383a02a8-ad12-4b36-9e02-9bd285a221d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:02.623263 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-383a02a8-ad12-4b36-9e02-9bd285a221d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=198368b1-c432-449a-b51e-fd80b320b816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856590 Dec 14 02:34:02.703172 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2c94b7ba-7ced-4e20-acb6-6b6f9e623def req-c1656d81-735b-4b99-94d0-8074fb740807 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:02.714018 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=82540769-50dc-4798-84d8-947bdfc77faf,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:02.740051 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe4e01e-c0d3-4023-aeca-eb6113d58ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cff4504-e553-4b9d-a0ae-e2917d1ccbb2'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:02.743017 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54db4185-f711-4375-966e-7155a1dbc3b8" -d '{"events": [{"server_uuid": "9fe4e01e-c0d3-4023-aeca-eb6113d58ca0", "name": "network-vif-plugged", "status": "completed", "tag": "9cff4504-e553-4b9d-a0ae-e2917d1ccbb2"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:02.760045 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1656d81-735b-4b99-94d0-8074fb740807 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Pushing event deleted for resources: {'Port': ['ID=09eacb4a-c3e4-4706-b743-ee906b0e378c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:02.781590 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:02.788525 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-315bc3f4-73fb-4eff-861b-a86d02fd4975 req-0840e9a0-23f5-4894-a2ac-e3615f624b9d tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=91245b58-95fa-4ee7-8157-7cc2193f14d5 HTTP/1.1" status: 200 len: 210 time: 0.0429537 Dec 14 02:34:02.839575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c94b7ba-7ced-4e20-acb6-6b6f9e623def req-c1656d81-735b-4b99-94d0-8074fb740807 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] No DVR routers for this DVR port 09eacb4a-c3e4-4706-b743-ee906b0e378c on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:34:02.842879 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2c94b7ba-7ced-4e20-acb6-6b6f9e623def req-c1656d81-735b-4b99-94d0-8074fb740807 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:02.846357 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c94b7ba-7ced-4e20-acb6-6b6f9e623def req-c1656d81-735b-4b99-94d0-8074fb740807 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.46 "DELETE /v2.0/ports/09eacb4a-c3e4-4706-b743-ee906b0e378c HTTP/1.1" status: 204 len: 173 time: 1.2588022 Dec 14 02:34:02.857796 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-c0bb9b27-4c09-4dd6-9c3c-cf02ee8a723f service neutron] 10.222.0.39 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262506 Dec 14 02:34:02.873954 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['82540769-50dc-4798-84d8-947bdfc77faf'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:34:02.881370 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:02.884254 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17949bd9-7c07-422c-a777-9d9b8e19def8 x-openstack-request-id: req-17949bd9-7c07-422c-a777-9d9b8e19def8 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:02.884254 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226f9a72-7734-486c-aa31-d8f582a3f54c", "tag": "c8eda884-907d-4959-8d4f-fd6c866b95f2", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:02.884544 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 09eacb4a-c3e4-4706-b743-ee906b0e378c no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:34:02.884670 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-17949bd9-7c07-422c-a777-9d9b8e19def8 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:02.884670 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226f9a72-7734-486c-aa31-d8f582a3f54c', 'tag': 'c8eda884-907d-4959-8d4f-fd6c866b95f2', 'status': 'completed', 'code': 200} Dec 14 02:34:02.887547 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-97465a39-c1ec-43ec-b6d3-8983454ac646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:03.038130 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 09eacb4a-c3e4-4706-b743-ee906b0e378c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:34:03.038786 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 09eacb4a-c3e4-4706-b743-ee906b0e378c not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:34:03.087522 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:03.105618 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2aa027-5696-4c12-a6a5-d5ebda22140c req-e0768689-250a-426f-b42a-70ec42f97af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:03.107115 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b2aa027-5696-4c12-a6a5-d5ebda22140c req-e0768689-250a-426f-b42a-70ec42f97af9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=147d893c45c84473a16cd010a047ce68&device_id=226f9a72-7734-486c-aa31-d8f582a3f54c HTTP/1.1" status: 200 len: 1097 time: 0.0689340 Dec 14 02:34:03.117338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056f0ad-8f03-4967-aad9-78c08ad26c2f req-a49e6d21-076e-4475-8af4-84e4c6d9fc87 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:03.119075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6056f0ad-8f03-4967-aad9-78c08ad26c2f req-a49e6d21-076e-4475-8af4-84e4c6d9fc87 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 1096 time: 0.1065581 Dec 14 02:34:03.242619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306c9f0d-b160-46ec-9ca7-71792cb0d80b req-5469fb6f-05a1-429d-acf8-d7f3b268d164 service neutron] 10.222.0.39 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719625 Dec 14 02:34:03.262599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6056f0ad-8f03-4967-aad9-78c08ad26c2f req-953b04c8-60a9-4d37-86a1-4b81a4d14167 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259172 Dec 14 02:34:03.311232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2aa027-5696-4c12-a6a5-d5ebda22140c req-c85bca35-d9fb-4c60-a872-40a7dfa9c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:03.312754 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b2aa027-5696-4c12-a6a5-d5ebda22140c req-c85bca35-d9fb-4c60-a872-40a7dfa9c0c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=198368b1-c432-449a-b51e-fd80b320b816 HTTP/1.1" status: 200 len: 922 time: 0.1871703 Dec 14 02:34:03.323029 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b71651-5333-4d56-beea-149112a9eb2f x-openstack-request-id: req-51b71651-5333-4d56-beea-149112a9eb2f {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:03.323357 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe4e01e-c0d3-4023-aeca-eb6113d58ca0", "name": "network-vif-plugged", "status": "completed", "tag": "9cff4504-e553-4b9d-a0ae-e2917d1ccbb2", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:03.323622 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51b71651-5333-4d56-beea-149112a9eb2f {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:03.324091 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe4e01e-c0d3-4023-aeca-eb6113d58ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cff4504-e553-4b9d-a0ae-e2917d1ccbb2', 'code': 200} Dec 14 02:34:03.396197 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b2aa027-5696-4c12-a6a5-d5ebda22140c req-85a4dcb3-eae9-4667-adde-d9ce1d74da58 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8eda884-907d-4959-8d4f-fd6c866b95f2 HTTP/1.1" status: 200 len: 1002 time: 0.0752506 Dec 14 02:34:03.485096 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2aa027-5696-4c12-a6a5-d5ebda22140c req-58e828ab-bb61-41af-8929-14115dd64e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:03.486927 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b2aa027-5696-4c12-a6a5-d5ebda22140c req-58e828ab-bb61-41af-8929-14115dd64e84 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d48a7da-94d9-484e-afa4-69f85a38a15f HTTP/1.1" status: 200 len: 860 time: 0.0545766 Dec 14 02:34:03.513230 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdb7d8-33fd-4fd0-938e-31f344863b5f req-92aa86f7-24ff-4cc7-80bf-c790358741b3 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:03.529908 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c6cdb7d8-33fd-4fd0-938e-31f344863b5f req-92aa86f7-24ff-4cc7-80bf-c790358741b3 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.1284292 Dec 14 02:34:03.635830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2aa027-5696-4c12-a6a5-d5ebda22140c req-e3be9015-4c64-4522-bcf8-19ae92cab054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:03.637364 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b2aa027-5696-4c12-a6a5-d5ebda22140c req-e3be9015-4c64-4522-bcf8-19ae92cab054 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=198368b1-c432-449a-b51e-fd80b320b816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065028 Dec 14 02:34:03.651325 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c6cdb7d8-33fd-4fd0-938e-31f344863b5f req-369c25d5-67e3-4870-a14b-d45633247493 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079566 Dec 14 02:34:03.819487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b2aa027-5696-4c12-a6a5-d5ebda22140c req-e42d6cfd-54d3-42a9-9ce9-f294eec69679 service neutron] 10.222.0.46 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529143 Dec 14 02:34:03.925145 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c92e9d06-0452-4aaf-8a38-19773fb229d3 req-554fc8b0-3b20-4e9a-8642-9212a730d28e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1835082 Dec 14 02:34:04.051534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b2aa027-5696-4c12-a6a5-d5ebda22140c req-a7219058-4859-40fe-aa6d-0f6418327a7a service neutron] 10.222.0.46 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180414 Dec 14 02:34:04.063480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 82540769-50dc-4798-84d8-947bdfc77faf up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:34:04.068851 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e9d06-0452-4aaf-8a38-19773fb229d3 req-27209cc4-5cd9-4ccf-a7e7-404e3b9b9600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:04.071346 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c92e9d06-0452-4aaf-8a38-19773fb229d3 req-27209cc4-5cd9-4ccf-a7e7-404e3b9b9600 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 1095 time: 0.0784335 Dec 14 02:34:04.183350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 82540769-50dc-4798-84d8-947bdfc77faf triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:34:04.183946 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:04.303406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e9d06-0452-4aaf-8a38-19773fb229d3 req-aa033677-97f6-43ee-adba-f13ecccf804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:04.307024 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c92e9d06-0452-4aaf-8a38-19773fb229d3 req-aa033677-97f6-43ee-adba-f13ecccf804f service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.1951461 Dec 14 02:34:04.361342 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c92e9d06-0452-4aaf-8a38-19773fb229d3 req-14eea45e-48ea-4e2d-b790-05fffd798838 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c3f166-1a85-478a-966d-8633562a3934 HTTP/1.1" status: 200 len: 217 time: 0.0449173 Dec 14 02:34:04.408037 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:04.425123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e9d06-0452-4aaf-8a38-19773fb229d3 req-3f302c69-a8dd-49bd-a49f-453cbd366379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:04.428616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c92e9d06-0452-4aaf-8a38-19773fb229d3 req-3f302c69-a8dd-49bd-a49f-453cbd366379 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.0593359 Dec 14 02:34:04.469739 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c92e9d06-0452-4aaf-8a38-19773fb229d3 req-aeadbd9d-21dd-4f1d-952b-53d012e7d0f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334947 Dec 14 02:34:04.491191 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 82540769-50dc-4798-84d8-947bdfc77faf, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=82540769-50dc-4798-84d8-947bdfc77faf,segment=NetworkSegment(b756c107-e77a-438d-8e5b-2c406c0e61cd),segment_id=b756c107-e77a-438d-8e5b-2c406c0e61cd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:04.558540 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:04.675646 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=82540769-50dc-4798-84d8-947bdfc77faf,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:04.719818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c92e9d06-0452-4aaf-8a38-19773fb229d3 req-a439484c-db44-4203-b213-4ed84c05da41 service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386928 Dec 14 02:34:04.887032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91245b58-95fa-4ee7-8157-7cc2193f14d5', 'name': 'network-vif-deleted', 'tag': '09eacb4a-c3e4-4706-b743-ee906b0e378c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:04.888244 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3746c5-4ade-4672-a708-ae901bcb2112" -d '{"events": [{"server_uuid": "91245b58-95fa-4ee7-8157-7cc2193f14d5", "name": "network-vif-deleted", "tag": "09eacb4a-c3e4-4706-b743-ee906b0e378c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:04.954466 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c92e9d06-0452-4aaf-8a38-19773fb229d3 req-09c941db-7f95-4408-9819-44c5a72e5731 service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258732 Dec 14 02:34:04.999657 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2d68148b-5bbb-4b9b-b299-5a5b2e30d6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:05.325638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec316326-926e-4396-b1c0-c3283154bfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82540769-50dc-4798-84d8-947bdfc77faf'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:05.327981 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61463dd0-933d-4c5f-ac5d-9a26b1678283" -d '{"events": [{"server_uuid": "ec316326-926e-4396-b1c0-c3283154bfd8", "name": "network-vif-plugged", "status": "completed", "tag": "82540769-50dc-4798-84d8-947bdfc77faf"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:06.293702 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:06.474603 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-bc7e46eb-5b01-4f76-81fa-7df980d17b5c tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:34:06.484363 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-bc7e46eb-5b01-4f76-81fa-7df980d17b5c tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1134198 Dec 14 02:34:06.634668 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-36696799-4505-4a03-b236-3ec111ed586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:06.645539 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-36696799-4505-4a03-b236-3ec111ed586c service neutron] 10.222.0.39 "GET /v2.0/ports/4eb565a4-f610-4826-a0f9-749e36a88999 HTTP/1.1" status: 200 len: 1093 time: 0.1594574 Dec 14 02:34:06.650537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-383d9a93-95f4-40d8-8e35-8aee6b409f4f service neutron] Request body: {'binding': {'host': 'n-h1-821636-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:34:06.651347 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-383d9a93-95f4-40d8-8e35-8aee6b409f4f service neutron] Unknown quota resources ['binding']. {{(pid=103847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 02:34:06.856676 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-383d9a93-95f4-40d8-8e35-8aee6b409f4f service neutron] Attempting to bind port 4eb565a4-f610-4826-a0f9-749e36a88999 on host n-h1-821636-1 for vnic_type normal with profile None {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:34:06.857702 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-383d9a93-95f4-40d8-8e35-8aee6b409f4f service neutron] Attempting to bind port 4eb565a4-f610-4826-a0f9-749e36a88999 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:34:06.858289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-383d9a93-95f4-40d8-8e35-8aee6b409f4f service neutron] Attempting to bind port 4eb565a4-f610-4826-a0f9-749e36a88999 on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:34:06.864120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-383d9a93-95f4-40d8-8e35-8aee6b409f4f service neutron] Port 4eb565a4-f610-4826-a0f9-749e36a88999 on network f3e644f0-318a-42e9-9245-8613c8213d27 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:34:06.864792 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-383d9a93-95f4-40d8-8e35-8aee6b409f4f service neutron] Attempting to bind port 4eb565a4-f610-4826-a0f9-749e36a88999 on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:34:06.870659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-383d9a93-95f4-40d8-8e35-8aee6b409f4f service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:34:06.871354 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-383d9a93-95f4-40d8-8e35-8aee6b409f4f service neutron] Checking segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:34:06.872144 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-383d9a93-95f4-40d8-8e35-8aee6b409f4f service neutron] Bound using segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:34:06.872829 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-383d9a93-95f4-40d8-8e35-8aee6b409f4f service neutron] Bound port: 4eb565a4-f610-4826-a0f9-749e36a88999, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:34:06.960599 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-383d9a93-95f4-40d8-8e35-8aee6b409f4f service neutron] For port 4eb565a4-f610-4826-a0f9-749e36a88999, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4eb565a4-f610-4826-a0f9-749e36a88999,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:34:07.219721 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-383d9a93-95f4-40d8-8e35-8aee6b409f4f service neutron] Publish callbacks [] for binding, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:07.221404 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-383d9a93-95f4-40d8-8e35-8aee6b409f4f service neutron] 10.222.0.39 "POST /v2.0/ports/4eb565a4-f610-4826-a0f9-749e36a88999/bindings HTTP/1.1" status: 201 len: 389 time: 0.5747132 Dec 14 02:34:07.574235 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6d83e6b-3a84-4c8a-b99e-a2726c93c08e req-169827f2-07af-400a-b1a8-a70f94b7adf0 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 1002 time: 0.1193001 Dec 14 02:34:07.579070 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:07.659200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d83e6b-3a84-4c8a-b99e-a2726c93c08e req-1994ed0d-c511-4bd8-97c2-0fd2aa52fcf6 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:07.673723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6d83e6b-3a84-4c8a-b99e-a2726c93c08e req-1994ed0d-c511-4bd8-97c2-0fd2aa52fcf6 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports/c8eda884-907d-4959-8d4f-fd6c866b95f2 HTTP/1.1" status: 200 len: 943 time: 0.0927248 Dec 14 02:34:07.854409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6d83e6b-3a84-4c8a-b99e-a2726c93c08e req-832562e4-2bdf-4c6a-84f8-6c5743c1923a tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 1002 time: 0.1293819 Dec 14 02:34:07.978020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d83e6b-3a84-4c8a-b99e-a2726c93c08e req-a1998c10-9299-4cb1-b1ad-e84c2bf2243f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:07.992385 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6d83e6b-3a84-4c8a-b99e-a2726c93c08e req-a1998c10-9299-4cb1-b1ad-e84c2bf2243f tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.1365697 Dec 14 02:34:08.101799 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-83128ae3-7af3-404b-bf51-fab90c2fa36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:08.103857 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-83128ae3-7af3-404b-bf51-fab90c2fa36d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 1096 time: 0.1064675 Dec 14 02:34:08.203548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e39425-f68e-4fee-8099-96c21bf83282 req-c9c254a5-12d3-4bbc-b97b-7e80b2d24dcf tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:08.216336 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4e39425-f68e-4fee-8099-96c21bf83282 req-c9c254a5-12d3-4bbc-b97b-7e80b2d24dcf tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1317599 Dec 14 02:34:08.369350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-01b40b8b-287b-4368-a6a6-33644233042e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:08.371416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-01b40b8b-287b-4368-a6a6-33644233042e service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.2499130 Dec 14 02:34:08.389183 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4e39425-f68e-4fee-8099-96c21bf83282 req-fb97456e-7333-4da0-91c5-0fcdd4448844 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703763 Dec 14 02:34:08.421873 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:08.438045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-f65b2597-1ba3-4b68-aeb7-135bee39fd8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eb565a4-f610-4826-a0f9-749e36a88999 HTTP/1.1" status: 200 len: 217 time: 0.0475593 Dec 14 02:34:08.535753 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-210b3248-2903-432b-9c9d-ad07fab46a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:08.537565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-210b3248-2903-432b-9c9d-ad07fab46a95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.0905769 Dec 14 02:34:08.589835 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-4325986e-f184-4b98-a249-4b9d992899b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402558 Dec 14 02:34:08.792343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-4971035e-0a0e-4b24-b020-d07d88840b93 service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922026 Dec 14 02:34:08.944378 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-3712fb8d-a76b-4013-89d1-9490bb8a9c29 service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341436 Dec 14 02:34:09.024839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccc213-b5ee-4245-b9ac-5958c3b66ff9 req-f27f8343-ed33-42e1-8443-80c762e03d14 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:09.038949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1eccc213-b5ee-4245-b9ac-5958c3b66ff9 req-f27f8343-ed33-42e1-8443-80c762e03d14 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.0935092 Dec 14 02:34:09.136532 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1eccc213-b5ee-4245-b9ac-5958c3b66ff9 req-b83fbd0b-16b9-4514-815e-d6d6e4086625 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915594 Dec 14 02:34:09.228596 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c855f35a-5ec2-4465-81e3-e98551ffcd42 x-openstack-request-id: req-c855f35a-5ec2-4465-81e3-e98551ffcd42 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:09.228914 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91245b58-95fa-4ee7-8157-7cc2193f14d5", "name": "network-vif-deleted", "tag": "09eacb4a-c3e4-4706-b743-ee906b0e378c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:09.229147 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c855f35a-5ec2-4465-81e3-e98551ffcd42 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:09.229574 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91245b58-95fa-4ee7-8157-7cc2193f14d5', 'name': 'network-vif-deleted', 'tag': '09eacb4a-c3e4-4706-b743-ee906b0e378c', 'status': 'completed', 'code': 200} Dec 14 02:34:09.295714 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24549bfe-974f-4e23-a562-dc86ec49e36f x-openstack-request-id: req-24549bfe-974f-4e23-a562-dc86ec49e36f {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:09.296703 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec316326-926e-4396-b1c0-c3283154bfd8", "name": "network-vif-plugged", "status": "completed", "tag": "82540769-50dc-4798-84d8-947bdfc77faf", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:09.297154 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24549bfe-974f-4e23-a562-dc86ec49e36f {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:09.297749 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec316326-926e-4396-b1c0-c3283154bfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82540769-50dc-4798-84d8-947bdfc77faf', 'code': 200} Dec 14 02:34:09.525148 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7952a26d-ec7c-4242-87fa-69a0394475f8 req-05cbe8a7-f249-47d4-8126-14e41762717e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1104155 Dec 14 02:34:09.535770 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95dbe9-082c-4165-868f-ad49b64a69b5 req-0bf48a4b-4163-4ec7-bc0d-798e7c4cfbf2 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:09.544467 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd95dbe9-082c-4165-868f-ad49b64a69b5 req-0bf48a4b-4163-4ec7-bc0d-798e7c4cfbf2 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 945 time: 0.0919969 Dec 14 02:34:09.665794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd95dbe9-082c-4165-868f-ad49b64a69b5 req-63375977-6069-4672-b5a2-1f8a588c8497 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126618 Dec 14 02:34:09.696085 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952a26d-ec7c-4242-87fa-69a0394475f8 req-a3e292f7-1a76-4092-81e3-4a4a48932080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:09.700996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7952a26d-ec7c-4242-87fa-69a0394475f8 req-a3e292f7-1a76-4092-81e3-4a4a48932080 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0c5c1e560dfd4b559bbbf43792357f7c&device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 1097 time: 0.0954556 Dec 14 02:34:10.212613 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-e3b3c94d-2f15-4576-a41d-0bc238e6ed86 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 1002 time: 0.5101669 Dec 14 02:34:10.214099 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952a26d-ec7c-4242-87fa-69a0394475f8 req-6fc1e9d6-0d17-4959-b688-180cac24f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:10.215522 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7952a26d-ec7c-4242-87fa-69a0394475f8 req-6fc1e9d6-0d17-4959-b688-180cac24f155 service neutron] 10.222.0.47 "GET /v2.0/networks?id=aa209f5c-4ca3-4f7b-b188-aadce03a8894 HTTP/1.1" status: 200 len: 913 time: 0.4592996 Dec 14 02:34:10.309938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-507dc6e4-ede6-43c8-80f9-0a6ebe4c3f3c tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:10.311485 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-507dc6e4-ede6-43c8-80f9-0a6ebe4c3f3c tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports/c8eda884-907d-4959-8d4f-fd6c866b95f2 HTTP/1.1" status: 200 len: 943 time: 0.0920932 Dec 14 02:34:10.341454 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7952a26d-ec7c-4242-87fa-69a0394475f8 req-87de9696-f0d5-4fdc-b9ff-74d354cb7bbc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae60d6b-26cf-4158-97d8-26e3216a2b78 HTTP/1.1" status: 200 len: 1002 time: 0.1129739 Dec 14 02:34:10.517887 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952a26d-ec7c-4242-87fa-69a0394475f8 req-717f7025-b5ce-4bb9-a94b-e923c9d596b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:10.523326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7952a26d-ec7c-4242-87fa-69a0394475f8 req-717f7025-b5ce-4bb9-a94b-e923c9d596b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6fca9bbc-2a0a-4b97-b622-987e739d6dff HTTP/1.1" status: 200 len: 851 time: 0.1718583 Dec 14 02:34:10.606136 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-1e75519d-a747-49dc-b067-5d16ce66988a tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 1002 time: 0.2038138 Dec 14 02:34:10.648526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952a26d-ec7c-4242-87fa-69a0394475f8 req-98cff7dd-fec9-4c2a-84cc-2d938b3f1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:10.650016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7952a26d-ec7c-4242-87fa-69a0394475f8 req-98cff7dd-fec9-4c2a-84cc-2d938b3f1491 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=aa209f5c-4ca3-4f7b-b188-aadce03a8894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067767 Dec 14 02:34:10.872088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-b85b2a0f-eb8b-497c-bda3-544f82740318 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:10.883821 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-b85b2a0f-eb8b-497c-bda3-544f82740318 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.2667525 Dec 14 02:34:10.892989 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7952a26d-ec7c-4242-87fa-69a0394475f8 req-2d22eb76-298f-4793-9e0a-4341b57d6bea service neutron] 10.222.0.47 "GET /v2.0/networks/aa209f5c-4ca3-4f7b-b188-aadce03a8894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104204 Dec 14 02:34:11.066019 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-da303c75-040c-4ed6-a4fe-2c8b36e45713 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 1002 time: 0.1804166 Dec 14 02:34:11.081359 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-f5e29128-52e7-494e-b17c-7774553a84ab tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:34:11.241893 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-f5e29128-52e7-494e-b17c-7774553a84ab tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks [] for floatingip, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:11.320451 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7952a26d-ec7c-4242-87fa-69a0394475f8 req-452fbd62-9c40-46ac-95f2-09f41fc62aad service neutron] 10.222.0.47 "GET /v2.0/networks/aa209f5c-4ca3-4f7b-b188-aadce03a8894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511582 Dec 14 02:34:11.502396 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-f5e29128-52e7-494e-b17c-7774553a84ab tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:11.683105 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-f5e29128-52e7-494e-b17c-7774553a84ab tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:11.683105 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-f5e29128-52e7-494e-b17c-7774553a84ab tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Floating IP 92432667-0d91-4c73-a63d-dd630365216a disassociated. External IP: 172.25.7.150, port: c8eda884-907d-4959-8d4f-fd6c866b95f2. Dec 14 02:34:12.151282 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-f5e29128-52e7-494e-b17c-7774553a84ab tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Router b5374b51-a108-40e0-a15f-65ff44c62fe3 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:34:12.377721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-f5e29128-52e7-494e-b17c-7774553a84ab tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:34:12.387061 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-f5e29128-52e7-494e-b17c-7774553a84ab tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:12.390147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0544625-b134-42e9-bfe3-06f068b4cb7f None None] Sync routers for ids ['b5374b51-a108-40e0-a15f-65ff44c62fe3'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:34:12.416375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0544625-b134-42e9-bfe3-06f068b4cb7f None None] Routers {'b5374b51-a108-40e0-a15f-65ff44c62fe3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:34:12.416942 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f0544625-b134-42e9-bfe3-06f068b4cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:34:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b5374b51-a108-40e0-a15f-65ff44c62fe3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:12.451177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-f5e29128-52e7-494e-b17c-7774553a84ab tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "PUT /v2.0/floatingips/92432667-0d91-4c73-a63d-dd630365216a HTTP/1.1" status: 200 len: 695 time: 1.3836777 Dec 14 02:34:12.451608 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226f9a72-7734-486c-aa31-d8f582a3f54c', 'tag': 'c8eda884-907d-4959-8d4f-fd6c866b95f2'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:12.453933 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fe1544-864b-4d09-86ac-8c94ca5a211b" -d '{"events": [{"name": "network-changed", "server_uuid": "226f9a72-7734-486c-aa31-d8f582a3f54c", "tag": "c8eda884-907d-4959-8d4f-fd6c866b95f2"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:12.555656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-1e2d1e5a-9ba8-4ecb-9c6c-891b873986df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:12.557186 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-1e2d1e5a-9ba8-4ecb-9c6c-891b873986df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=147d893c45c84473a16cd010a047ce68&device_id=226f9a72-7734-486c-aa31-d8f582a3f54c HTTP/1.1" status: 200 len: 1097 time: 0.0908542 Dec 14 02:34:12.747195 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-40259ead-f1bb-47d2-8ee7-d64e41b66e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:12.748662 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-40259ead-f1bb-47d2-8ee7-d64e41b66e9f service neutron] 10.222.0.39 "GET /v2.0/networks?id=198368b1-c432-449a-b51e-fd80b320b816 HTTP/1.1" status: 200 len: 922 time: 0.1851957 Dec 14 02:34:12.760099 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-f0544625-b134-42e9-bfe3-06f068b4cb7f None None] Set router b5374b51-a108-40e0-a15f-65ff44c62fe3 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:34:12.825632 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-7b592923-d3ce-40d6-8883-165c0dcab8ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8eda884-907d-4959-8d4f-fd6c866b95f2 HTTP/1.1" status: 200 len: 217 time: 0.0684531 Dec 14 02:34:12.910935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-103ae6c0-b4da-4754-ae3a-671fc327c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:12.912597 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-103ae6c0-b4da-4754-ae3a-671fc327c01d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d48a7da-94d9-484e-afa4-69f85a38a15f HTTP/1.1" status: 200 len: 860 time: 0.0810368 Dec 14 02:34:13.017782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-15b2bb95-3d3e-42c3-a526-64ae7aeff355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:13.024015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-15b2bb95-3d3e-42c3-a526-64ae7aeff355 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=198368b1-c432-449a-b51e-fd80b320b816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986104 Dec 14 02:34:13.194727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f0544625-b134-42e9-bfe3-06f068b4cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:12Z', 'revision_number': 5, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:13.195086 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-390bc0ba-45a2-47bf-92a8-fb894d5088a3 service neutron] 10.222.0.39 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659219 Dec 14 02:34:13.234956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0544625-b134-42e9-bfe3-06f068b4cb7f None None] Checking router: b5374b51-a108-40e0-a15f-65ff44c62fe3 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:34:13.245976 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0544625-b134-42e9-bfe3-06f068b4cb7f None None] Routers {'b5374b51-a108-40e0-a15f-65ff44c62fe3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:34:13.246900 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f0544625-b134-42e9-bfe3-06f068b4cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:34:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b5374b51-a108-40e0-a15f-65ff44c62fe3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:13.376081 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba5fc731-1021-41e0-a60b-bf2f56c826a3 req-6e6a5ab1-ff92-4287-b201-9b79ab673906 service neutron] 10.222.0.39 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720560 Dec 14 02:34:13.715941 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-f0544625-b134-42e9-bfe3-06f068b4cb7f None None] Set router b5374b51-a108-40e0-a15f-65ff44c62fe3 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:34:14.080665 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f0544625-b134-42e9-bfe3-06f068b4cb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:12Z', 'revision_number': 5, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:14.114253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0544625-b134-42e9-bfe3-06f068b4cb7f None None] The sync data for ids ['b5374b51-a108-40e0-a15f-65ff44c62fe3'] in n-d-821636-1 is: [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:12Z', 'revision_number': 5, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:34:14.561614 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eebe063-8b63-44ab-8012-66d8a8b2cf8d None None] New status for floating IP 92432667-0d91-4c73-a63d-dd630365216a: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:34:15.764234 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202fb4c7-f16b-4557-b022-3d6a176ca69b req-e62bbe20-0898-468e-b977-6f08cbbc19b8 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:15.766185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-202fb4c7-f16b-4557-b022-3d6a176ca69b req-e62bbe20-0898-468e-b977-6f08cbbc19b8 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1259298 Dec 14 02:34:15.821548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-4d8708e7-f0a7-4f62-bb05-cc7136471623 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:15.823171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-4d8708e7-f0a7-4f62-bb05-cc7136471623 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/networks?id=c5d85574-809c-4bfd-81ff-083b985e268d HTTP/1.1" status: 200 len: 822 time: 0.2198665 Dec 14 02:34:15.862460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-202fb4c7-f16b-4557-b022-3d6a176ca69b req-cf32b27a-9c68-401d-a1ab-4c0e0b777f0b tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854950 Dec 14 02:34:15.864658 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-2948a090-4804-4da4-97b4-dbe4ff9938ea tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/quotas/310f52a4e2554769b4b20229af525b98 HTTP/1.1" status: 200 len: 375 time: 0.0337646 Dec 14 02:34:15.912693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-22154b7e-4a14-4d6a-baed-cd3f2561247d tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=310f52a4e2554769b4b20229af525b98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403361 Dec 14 02:34:16.022926 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-dcd53501-0282-4bf0-b751-047ef983786c service neutron] 10.222.0.39 "GET /v2.0/networks/c5d85574-809c-4bfd-81ff-083b985e268d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075909 Dec 14 02:34:16.120102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-da4b9d16-7182-425f-87f6-997767890c2f service neutron] 10.222.0.39 "GET /v2.0/networks/c5d85574-809c-4bfd-81ff-083b985e268d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959721 Dec 14 02:34:16.205987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d0df9-d5af-48f2-a7b4-5699e470c9e9 req-fa732489-4d11-4e92-9b37-015ac608050b tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:16.208632 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d74d0df9-d5af-48f2-a7b4-5699e470c9e9 req-fa732489-4d11-4e92-9b37-015ac608050b tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.0625799 Dec 14 02:34:16.265488 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d74d0df9-d5af-48f2-a7b4-5699e470c9e9 req-f8b5b821-26f2-4607-b3c1-a8f6c7e295bd tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499494 Dec 14 02:34:16.395735 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ad28b-4706-48de-8098-8acf778271da req-e33a26b2-9f6f-4ad2-8d91-5788c9ac27ca tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:16.397248 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff3ad28b-4706-48de-8098-8acf778271da req-e33a26b2-9f6f-4ad2-8d91-5788c9ac27ca tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 945 time: 0.0638518 Dec 14 02:34:16.456104 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff3ad28b-4706-48de-8098-8acf778271da req-c2471d5a-79ef-495e-ac91-83c631e5da69 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500076 Dec 14 02:34:16.510010 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ffd483-1397-4fcf-867a-f3223a208dc5 x-openstack-request-id: req-70ffd483-1397-4fcf-867a-f3223a208dc5 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:16.510469 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226f9a72-7734-486c-aa31-d8f582a3f54c", "tag": "c8eda884-907d-4959-8d4f-fd6c866b95f2", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:16.510739 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70ffd483-1397-4fcf-867a-f3223a208dc5 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:16.511407 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226f9a72-7734-486c-aa31-d8f582a3f54c', 'tag': 'c8eda884-907d-4959-8d4f-fd6c866b95f2', 'status': 'completed', 'code': 200} Dec 14 02:34:16.603616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe1544-864b-4d09-86ac-8c94ca5a211b req-ef00fb38-85f2-4ba1-af28-d50c3b8fb7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:16.605208 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37fe1544-864b-4d09-86ac-8c94ca5a211b req-ef00fb38-85f2-4ba1-af28-d50c3b8fb7d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=147d893c45c84473a16cd010a047ce68&device_id=226f9a72-7734-486c-aa31-d8f582a3f54c HTTP/1.1" status: 200 len: 1097 time: 0.0484569 Dec 14 02:34:16.771129 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe1544-864b-4d09-86ac-8c94ca5a211b req-cd927ecf-aced-41e7-9322-6cd6199f1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:16.782920 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37fe1544-864b-4d09-86ac-8c94ca5a211b req-cd927ecf-aced-41e7-9322-6cd6199f1782 service neutron] 10.222.0.46 "GET /v2.0/networks?id=198368b1-c432-449a-b51e-fd80b320b816 HTTP/1.1" status: 200 len: 922 time: 0.1569741 Dec 14 02:34:16.857752 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37fe1544-864b-4d09-86ac-8c94ca5a211b req-928ab6c8-5777-4b48-a04a-98790e6f7abb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8eda884-907d-4959-8d4f-fd6c866b95f2 HTTP/1.1" status: 200 len: 217 time: 0.0721433 Dec 14 02:34:16.891864 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed7ae992-9ebf-4dcc-a932-abbca7f0131c req-4cd9bd34-26e0-4df0-8855-6713b3825999 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 210 time: 0.0329659 Dec 14 02:34:16.986344 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe1544-864b-4d09-86ac-8c94ca5a211b req-18f276fb-d939-4f44-9fbc-af69897bc2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:16.993500 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37fe1544-864b-4d09-86ac-8c94ca5a211b req-18f276fb-d939-4f44-9fbc-af69897bc2d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7d48a7da-94d9-484e-afa4-69f85a38a15f HTTP/1.1" status: 200 len: 860 time: 0.0873456 Dec 14 02:34:17.150213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe1544-864b-4d09-86ac-8c94ca5a211b req-b181fc6a-89e4-4e8e-80a6-94db4a1f1a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:17.151899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37fe1544-864b-4d09-86ac-8c94ca5a211b req-b181fc6a-89e4-4e8e-80a6-94db4a1f1a60 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=198368b1-c432-449a-b51e-fd80b320b816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491334 Dec 14 02:34:17.165140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8b9d9-0b87-42bf-b3b2-3b14dcea5ab2 req-f28c7183-6855-4e06-a355-aba501821cd6 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:17.172973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4bb8b9d9-0b87-42bf-b3b2-3b14dcea5ab2 req-f28c7183-6855-4e06-a355-aba501821cd6 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1573784 Dec 14 02:34:17.287348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4bb8b9d9-0b87-42bf-b3b2-3b14dcea5ab2 req-cc6a483d-262b-4872-bc56-7a7798f39541 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132782 Dec 14 02:34:17.332676 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37fe1544-864b-4d09-86ac-8c94ca5a211b req-446a798e-b20c-4e40-a138-472aee07abf1 service neutron] 10.222.0.46 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563768 Dec 14 02:34:17.488201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-91af5ab2-50f4-43bd-8a5d-13f6499a7183 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:17.489730 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-91af5ab2-50f4-43bd-8a5d-13f6499a7183 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0687737 Dec 14 02:34:17.558807 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37fe1544-864b-4d09-86ac-8c94ca5a211b req-eadb9f4e-c2be-4891-91db-676052c0f389 service neutron] 10.222.0.46 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150843 Dec 14 02:34:17.566727 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-d90327cf-c3d4-47fc-b1fb-95b4bdb89974 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 696 time: 0.0683982 Dec 14 02:34:17.582799 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-d8e47a7a-ca77-4ff8-a1f8-a6309dab0218 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Request body: {'floatingip': {'port_id': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:34:17.626669 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-d8e47a7a-ca77-4ff8-a1f8-a6309dab0218 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks [] for floatingip, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:18.073157 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-d8e47a7a-ca77-4ff8-a1f8-a6309dab0218 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:18.165557 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-d8e47a7a-ca77-4ff8-a1f8-a6309dab0218 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:18.578423 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-d8e47a7a-ca77-4ff8-a1f8-a6309dab0218 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Floating IP 92432667-0d91-4c73-a63d-dd630365216a associated. External IP: 172.25.7.150, port: f7be0f52-296b-43c5-9fed-1d0f1834fdaf. Dec 14 02:34:18.661596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af30cd-d363-4b42-9293-6bd70373e27d req-4d082ecc-5645-4ca7-9dd2-9c46778e8264 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:18.663278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73af30cd-d363-4b42-9293-6bd70373e27d req-4d082ecc-5645-4ca7-9dd2-9c46778e8264 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.46 "GET /v2.0/ports?device_id=226f9a72-7734-486c-aa31-d8f582a3f54c HTTP/1.1" status: 200 len: 946 time: 0.1196721 Dec 14 02:34:18.896573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb9b06-dedc-430c-8d6f-dbd862095a06 req-39c1c78e-4bf5-4d14-b860-ab36c4d6d4ff tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:18.898088 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09bb9b06-dedc-430c-8d6f-dbd862095a06 req-39c1c78e-4bf5-4d14-b860-ab36c4d6d4ff tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.1106255 Dec 14 02:34:18.900130 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-73af30cd-d363-4b42-9293-6bd70373e27d req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Deleting port c8eda884-907d-4959-8d4f-fd6c866b95f2 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:34:18.900473 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-73af30cd-d363-4b42-9293-6bd70373e27d req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:18.978367 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-d8e47a7a-ca77-4ff8-a1f8-a6309dab0218 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Router b5374b51-a108-40e0-a15f-65ff44c62fe3 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:34:19.028948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09bb9b06-dedc-430c-8d6f-dbd862095a06 req-2da5b726-fd10-44b8-89c5-07261d5c7d9a tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238809 Dec 14 02:34:19.127928 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-73af30cd-d363-4b42-9293-6bd70373e27d req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] For port c8eda884-907d-4959-8d4f-fd6c866b95f2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=c8eda884-907d-4959-8d4f-fd6c866b95f2,segment=NetworkSegment(a15d36b1-15db-4b8e-bc87-95b4daa5cfbf),segment_id=a15d36b1-15db-4b8e-bc87-95b4daa5cfbf)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:19.129413 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-73af30cd-d363-4b42-9293-6bd70373e27d req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:19.163396 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-73af30cd-d363-4b42-9293-6bd70373e27d req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Calling delete_port for c8eda884-907d-4959-8d4f-fd6c866b95f2 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:34:19.204960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019b09b-cfec-4c07-9f86-4db6c2bfeafa req-6b276ee2-3370-440f-99fb-076d33ec32bc tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:19.207060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4019b09b-cfec-4c07-9f86-4db6c2bfeafa req-6b276ee2-3370-440f-99fb-076d33ec32bc tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 945 time: 0.1061542 Dec 14 02:34:19.240934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-d8e47a7a-ca77-4ff8-a1f8-a6309dab0218 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:34:19.250770 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-d8e47a7a-ca77-4ff8-a1f8-a6309dab0218 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:19.251062 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed0c3e3-188a-428a-923c-51e66efd3422 None None] Sync routers for ids ['b5374b51-a108-40e0-a15f-65ff44c62fe3'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:34:19.265228 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed0c3e3-188a-428a-923c-51e66efd3422 None None] Routers {'b5374b51-a108-40e0-a15f-65ff44c62fe3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:34:19.265970 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-aed0c3e3-188a-428a-923c-51e66efd3422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:34:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b5374b51-a108-40e0-a15f-65ff44c62fe3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:19.327952 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-d8e47a7a-ca77-4ff8-a1f8-a6309dab0218 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "PUT /v2.0/floatingips/92432667-0d91-4c73-a63d-dd630365216a HTTP/1.1" status: 200 len: 997 time: 1.7534831 Dec 14 02:34:19.335982 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'tag': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:19.338276 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a412ad48-eac4-454f-a284-ab0134049b34" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe", "tag": "f7be0f52-296b-43c5-9fed-1d0f1834fdaf"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:19.385042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-aed0c3e3-188a-428a-923c-51e66efd3422 None None] Set router b5374b51-a108-40e0-a15f-65ff44c62fe3 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:34:19.402274 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4019b09b-cfec-4c07-9f86-4db6c2bfeafa req-e84cde16-2142-44a3-b05d-007192f38474 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627393 Dec 14 02:34:19.406760 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcc41e-6d96-4a6d-9542-c68f1c527ff7 req-55661383-00aa-44be-9abb-6414761d9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:19.408154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52fcc41e-6d96-4a6d-9542-c68f1c527ff7 req-55661383-00aa-44be-9abb-6414761d9e9b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=038f1fba5462416da4b946cf716bf191&device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 1096 time: 0.1514246 Dec 14 02:34:19.473004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-400b31dc-a93e-447b-a932-1e6fbd575582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:19.474680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-400b31dc-a93e-447b-a932-1e6fbd575582 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=147d893c45c84473a16cd010a047ce68&device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 1097 time: 0.1304317 Dec 14 02:34:19.559256 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-3b73cb0a-9909-4535-b155-1b7e1eb4a37a tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:19.561441 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-3b73cb0a-9909-4535-b155-1b7e1eb4a37a tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.46 "GET /v2.0/networks?id=c5d85574-809c-4bfd-81ff-083b985e268d HTTP/1.1" status: 200 len: 822 time: 0.1355598 Dec 14 02:34:19.583271 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Request body: {'port': {'device_id': 'b01ad9a4-94b2-4498-990e-7968e6082c20', 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d', 'admin_state_up': True, 'tenant_id': '310f52a4e2554769b4b20229af525b98'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:34:19.603583 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd88a35e-6bd9-4297-afc3-5ea519598904 req-8f6e5a4f-f0aa-48cb-a5bc-0928dddd3ef8 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 210 time: 0.0777462 Dec 14 02:34:19.660772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcc41e-6d96-4a6d-9542-c68f1c527ff7 req-b2a34822-b137-4ab3-a905-795a9bd647be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:19.662381 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52fcc41e-6d96-4a6d-9542-c68f1c527ff7 req-b2a34822-b137-4ab3-a905-795a9bd647be service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 HTTP/1.1" status: 200 len: 915 time: 0.2068133 Dec 14 02:34:19.663107 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-aed0c3e3-188a-428a-923c-51e66efd3422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '92432667-0d91-4c73-a63d-dd630365216a', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'port_id': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'mac_address': 'fa:16:3e:44:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:33:34Z', 'updated_at': '2021-12-14T02:34:17Z', 'revision_number': 8, 'project_id': '147d893c45c84473a16cd010a047ce68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:12Z', 'revision_number': 5, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:19.696037 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed0c3e3-188a-428a-923c-51e66efd3422 None None] Checking router: b5374b51-a108-40e0-a15f-65ff44c62fe3 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:34:19.706279 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed0c3e3-188a-428a-923c-51e66efd3422 None None] Routers {'b5374b51-a108-40e0-a15f-65ff44c62fe3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:34:19.707211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-aed0c3e3-188a-428a-923c-51e66efd3422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:34:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b5374b51-a108-40e0-a15f-65ff44c62fe3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:19.714400 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-15f8c34f-0833-45d6-8202-6a6a85b0df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:19.715907 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-15f8c34f-0833-45d6-8202-6a6a85b0df98 service neutron] 10.222.0.39 "GET /v2.0/networks?id=198368b1-c432-449a-b51e-fd80b320b816 HTTP/1.1" status: 200 len: 922 time: 0.2279365 Dec 14 02:34:19.716783 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-73af30cd-d363-4b42-9293-6bd70373e27d req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:19.719338 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52fcc41e-6d96-4a6d-9542-c68f1c527ff7 req-7104e95d-a625-4c9a-8c98-03f06eb0a411 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82540769-50dc-4798-84d8-947bdfc77faf HTTP/1.1" status: 200 len: 217 time: 0.0465496 Dec 14 02:34:19.803335 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['f7be0f52-296b-43c5-9fed-1d0f1834fdaf'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:34:19.805168 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Made reservation on behalf of 310f52a4e2554769b4b20229af525b98 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:34:19.805478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['c8eda884-907d-4959-8d4f-fd6c866b95f2'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:34:19.809109 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:19.847498 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Pushing event deleted for resources: {'Port': ['ID=c8eda884-907d-4959-8d4f-fd6c866b95f2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:19.905537 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:19.905918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:19.906953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:19.906953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:19.906953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:19.907974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:19.907974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:19.908187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:19.908375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:19.908703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:19.909043 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:19.909918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:19.910262 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:19.921775 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-aed0c3e3-188a-428a-923c-51e66efd3422 None None] Set router b5374b51-a108-40e0-a15f-65ff44c62fe3 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:34:19.932515 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-73af30cd-d363-4b42-9293-6bd70373e27d req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] No DVR routers for this DVR port c8eda884-907d-4959-8d4f-fd6c866b95f2 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:34:19.935724 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-73af30cd-d363-4b42-9293-6bd70373e27d req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:19.939108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73af30cd-d363-4b42-9293-6bd70373e27d req-d1138725-b888-4008-acf3-f896c304fa24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.46 "DELETE /v2.0/ports/c8eda884-907d-4959-8d4f-fd6c866b95f2 HTTP/1.1" status: 204 len: 173 time: 1.2685971 Dec 14 02:34:19.941298 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcc41e-6d96-4a6d-9542-c68f1c527ff7 req-58a1fd1c-202f-4891-b237-8136e8afa8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:19.942556 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52fcc41e-6d96-4a6d-9542-c68f1c527ff7 req-58a1fd1c-202f-4891-b237-8136e8afa8b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=53926458-5432-4661-8827-c48966f94c72 HTTP/1.1" status: 200 len: 854 time: 0.2092900 Dec 14 02:34:19.944368 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-65249d1d-a9e3-48bd-ad2f-6eb7c4638ce2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7be0f52-296b-43c5-9fed-1d0f1834fdaf HTTP/1.1" status: 200 len: 1000 time: 0.2163515 Dec 14 02:34:19.965096 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90bac8-fb38-416a-9759-61409b3ee778 req-c406eb97-7162-4a00-a8c4-66308fdbff43 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:19.966747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f90bac8-fb38-416a-9759-61409b3ee778 req-c406eb97-7162-4a00-a8c4-66308fdbff43 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.2436943 Dec 14 02:34:20.006612 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Allocated IP 172.20.0.12 (c5d85574-809c-4bfd-81ff-083b985e268d/799fcc3a-6b16-494a-9426-718bf990556c/a2e71ce0-2471-4b77-9734-761831651375) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:34:20.061670 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52fcc41e-6d96-4a6d-9542-c68f1c527ff7 req-52d2c305-d6d4-4dbb-a46c-7a73b8450a9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708332 Dec 14 02:34:20.106863 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:34:20.125277 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-ca3d4c6a-7fef-412d-9113-3c85151009a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:20.125277 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-ca3d4c6a-7fef-412d-9113-3c85151009a7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d48a7da-94d9-484e-afa4-69f85a38a15f HTTP/1.1" status: 200 len: 860 time: 0.1575220 Dec 14 02:34:20.222090 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:20.263157 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f90bac8-fb38-416a-9759-61409b3ee778 req-b409baa5-32ef-49c8-a4c8-4e4d6d5db3e1 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712607 Dec 14 02:34:20.293772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-9a0fb2fd-cbe1-4b8a-80b5-044c0d80fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:20.295402 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-9a0fb2fd-cbe1-4b8a-80b5-044c0d80fe51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=198368b1-c432-449a-b51e-fd80b320b816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518838 Dec 14 02:34:20.311964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47471fec-681c-42d3-8fea-858b8af7d101 req-b6593d1b-75cc-489b-8f5b-30e14efeba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:20.313486 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47471fec-681c-42d3-8fea-858b8af7d101 req-b6593d1b-75cc-489b-8f5b-30e14efeba2f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 1097 time: 0.2130768 Dec 14 02:34:20.325653 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:20.331388 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:20.358002 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe4e01e-c0d3-4023-aeca-eb6113d58ca0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cff4504-e553-4b9d-a0ae-e2917d1ccbb2'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:20.360841 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b58650-6bf9-476d-84ca-a86b5649308d" -d '{"events": [{"server_uuid": "9fe4e01e-c0d3-4023-aeca-eb6113d58ca0", "name": "network-vif-unplugged", "status": "completed", "tag": "9cff4504-e553-4b9d-a0ae-e2917d1ccbb2"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:20.376125 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:20.386050 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-aed0c3e3-188a-428a-923c-51e66efd3422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '92432667-0d91-4c73-a63d-dd630365216a', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'port_id': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'mac_address': 'fa:16:3e:44:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:33:34Z', 'updated_at': '2021-12-14T02:34:17Z', 'revision_number': 8, 'project_id': '147d893c45c84473a16cd010a047ce68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:12Z', 'revision_number': 5, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:20.388720 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Network c5d85574-809c-4bfd-81ff-083b985e268d is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:34:20.391906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:34:20.396179 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:34:20.414288 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52fcc41e-6d96-4a6d-9542-c68f1c527ff7 req-04c3b26d-0199-45e6-9aa2-ce1726d2df7c service neutron] 10.222.0.46 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935889 Dec 14 02:34:20.420519 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed0c3e3-188a-428a-923c-51e66efd3422 None None] The sync data for ids ['b5374b51-a108-40e0-a15f-65ff44c62fe3'] in n-d-821636-1 is: [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '92432667-0d91-4c73-a63d-dd630365216a', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'floating_ip_address': '172.25.7.150', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'port_id': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'mac_address': 'fa:16:3e:44:51:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:33:34Z', 'updated_at': '2021-12-14T02:34:17Z', 'revision_number': 8, 'project_id': '147d893c45c84473a16cd010a047ce68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:12Z', 'revision_number': 5, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:34:20.427822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Pushing event updated for resources: {'Port': ['ID=a2e71ce0-2471-4b77-9734-761831651375,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:20.439644 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:20.440342 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:20.441520 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:20.442119 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:20.442669 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:20.443214 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:20.443738 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:20.444245 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:20.444763 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:20.445278 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:20.445832 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:20.446401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:20.446964 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:20.470580 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:20.472945 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:20.486892 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:20.523999 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47471fec-681c-42d3-8fea-858b8af7d101 req-e1a6cd28-14d3-44e6-9d1d-02ef7116413d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960404 Dec 14 02:34:20.549184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:20.560590 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-7c089f3f-8235-4286-bda0-63427432d59e service neutron] 10.222.0.39 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447083 Dec 14 02:34:20.572146 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-b520d16b-9152-48aa-bc3c-9f2d4e7c8435 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9918137 Dec 14 02:34:20.643442 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52fcc41e-6d96-4a6d-9542-c68f1c527ff7 req-f762a184-ea02-48a5-b394-99c04c0a299f service neutron] 10.222.0.46 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998761 Dec 14 02:34:20.669416 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5419765c-c4b6-4c10-b539-4ad766e23a17 None None] New status for floating IP 92432667-0d91-4c73-a63d-dd630365216a: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:34:20.688011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-206dcafe-6402-4d50-bebc-8f1c791fe49c req-1b9882ed-66c5-42f7-ad98-b15414f47eb9 service neutron] 10.222.0.39 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133597 Dec 14 02:34:20.699135 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3188a5-5e8e-4e2f-9d51-c79b194a11da x-openstack-request-id: req-fd3188a5-5e8e-4e2f-9d51-c79b194a11da {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:20.699973 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe", "tag": "f7be0f52-296b-43c5-9fed-1d0f1834fdaf", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:20.700557 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd3188a5-5e8e-4e2f-9d51-c79b194a11da {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:20.701550 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'tag': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf', 'status': 'completed', 'code': 200} Dec 14 02:34:20.835563 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Request body: {'port': {'device_id': 'b01ad9a4-94b2-4498-990e-7968e6082c20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:34:20.842972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412ad48-eac4-454f-a284-ab0134049b34 req-b934ed56-a001-46a5-a486-123b4df8c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:20.845256 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a412ad48-eac4-454f-a284-ab0134049b34 req-b934ed56-a001-46a5-a486-123b4df8c364 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=147d893c45c84473a16cd010a047ce68&device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 1097 time: 0.0613599 Dec 14 02:34:20.921231 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:20.949194 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c797be-acdf-487e-bcc5-a83b68857bed x-openstack-request-id: req-c5c797be-acdf-487e-bcc5-a83b68857bed {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:20.949579 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe4e01e-c0d3-4023-aeca-eb6113d58ca0", "name": "network-vif-unplugged", "status": "completed", "tag": "9cff4504-e553-4b9d-a0ae-e2917d1ccbb2", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:20.950414 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5c797be-acdf-487e-bcc5-a83b68857bed {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:20.950414 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe4e01e-c0d3-4023-aeca-eb6113d58ca0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cff4504-e553-4b9d-a0ae-e2917d1ccbb2', 'code': 200} Dec 14 02:34:20.991999 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a74a65-809b-4c44-a2ee-b1c520a1ab06 req-be31568a-74d2-45a6-af99-d01226261b19 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:20.993600 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07a74a65-809b-4c44-a2ee-b1c520a1ab06 req-be31568a-74d2-45a6-af99-d01226261b19 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.1250155 Dec 14 02:34:20.998709 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412ad48-eac4-454f-a284-ab0134049b34 req-10f38cc6-fb5f-47fb-89ec-06a3874a965e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:21.000156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a412ad48-eac4-454f-a284-ab0134049b34 req-10f38cc6-fb5f-47fb-89ec-06a3874a965e service neutron] 10.222.0.47 "GET /v2.0/networks?id=198368b1-c432-449a-b51e-fd80b320b816 HTTP/1.1" status: 200 len: 922 time: 0.1452458 Dec 14 02:34:21.122096 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07a74a65-809b-4c44-a2ee-b1c520a1ab06 req-28daad7f-88ed-46f4-9726-131e650feac0 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209650 Dec 14 02:34:21.129079 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a412ad48-eac4-454f-a284-ab0134049b34 req-973cdffe-264b-40b9-be29-5942644f99c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7be0f52-296b-43c5-9fed-1d0f1834fdaf HTTP/1.1" status: 200 len: 1002 time: 0.1102562 Dec 14 02:34:21.141564 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201cb78f-0669-47ae-97cb-f0ae712b57bd req-211dd798-a716-45ef-820e-ea7055a517fa tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:21.143052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-201cb78f-0669-47ae-97cb-f0ae712b57bd req-211dd798-a716-45ef-820e-ea7055a517fa tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 945 time: 0.1259680 Dec 14 02:34:21.214146 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e71ce0-2471-4b77-9734-761831651375 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:34:21.224728 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:21.236882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Transition to ACTIVE for port object a2e71ce0-2471-4b77-9734-761831651375 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:34:21.246057 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412ad48-eac4-454f-a284-ab0134049b34 req-9facbadf-ef42-4c82-8dc1-29d3dedc6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:21.247517 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a412ad48-eac4-454f-a284-ab0134049b34 req-9facbadf-ef42-4c82-8dc1-29d3dedc6411 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d48a7da-94d9-484e-afa4-69f85a38a15f HTTP/1.1" status: 200 len: 860 time: 0.1036115 Dec 14 02:34:21.254218 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-201cb78f-0669-47ae-97cb-f0ae712b57bd req-45d94cfc-d8f6-47b3-a5f5-28eb0156861b tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016650 Dec 14 02:34:21.298567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1bdb0-891c-4771-b149-cc0924f723f9 req-859ddc0a-5d75-4ecf-ba63-c10d844f5801 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:21.300105 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21a1bdb0-891c-4771-b149-cc0924f723f9 req-859ddc0a-5d75-4ecf-ba63-c10d844f5801 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 932 time: 0.1024604 Dec 14 02:34:21.324781 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:21.378542 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Pushing event updated for resources: {'Port': ['ID=a2e71ce0-2471-4b77-9734-761831651375,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:21.392989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412ad48-eac4-454f-a284-ab0134049b34 req-fffb5dd1-b5bf-4924-8a62-3428b8056f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:21.392989 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a412ad48-eac4-454f-a284-ab0134049b34 req-fffb5dd1-b5bf-4924-8a62-3428b8056f36 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=198368b1-c432-449a-b51e-fd80b320b816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334674 Dec 14 02:34:21.407937 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71122e1a-2682-416d-b0df-60d50d7bebb9 req-ce8238c7-ee32-41ea-a780-13cd5df8c45e tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/floatingips/92432667-0d91-4c73-a63d-dd630365216a HTTP/1.1" status: 200 len: 999 time: 0.1201925 Dec 14 02:34:21.419970 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21a1bdb0-891c-4771-b149-cc0924f723f9 req-452195bd-4bcc-4254-a982-ae6baf28896f tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130717 Dec 14 02:34:21.459322 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Attempting to bind port a2e71ce0-2471-4b77-9734-761831651375 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:34:21.459692 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Attempting to bind port a2e71ce0-2471-4b77-9734-761831651375 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '016bfdf4-fcdf-424b-92be-6edd4364b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:34:21.459991 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Attempting to bind port a2e71ce0-2471-4b77-9734-761831651375 on network c5d85574-809c-4bfd-81ff-083b985e268d {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:34:21.465288 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Port a2e71ce0-2471-4b77-9734-761831651375 on network c5d85574-809c-4bfd-81ff-083b985e268d not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:34:21.465648 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Attempting to bind port a2e71ce0-2471-4b77-9734-761831651375 on network c5d85574-809c-4bfd-81ff-083b985e268d {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:34:21.471376 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:34:21.471724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Checking segment: {'id': '016bfdf4-fcdf-424b-92be-6edd4364b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:34:21.472206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Bound using segment: {'id': '016bfdf4-fcdf-424b-92be-6edd4364b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:34:21.472582 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Bound port: a2e71ce0-2471-4b77-9734-761831651375, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '016bfdf4-fcdf-424b-92be-6edd4364b79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:34:21.472947 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:21.548184 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] For port a2e71ce0-2471-4b77-9734-761831651375, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:34:21.552865 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] For port a2e71ce0-2471-4b77-9734-761831651375, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a2e71ce0-2471-4b77-9734-761831651375,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:34:21.631016 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:21.668097 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:21.668716 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:21.670122 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] 10.222.0.46 "PUT /v2.0/ports/a2e71ce0-2471-4b77-9734-761831651375 HTTP/1.1" status: 200 len: 1092 time: 0.8398383 Dec 14 02:34:21.670556 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01ad9a4-94b2-4498-990e-7968e6082c20', 'tag': 'a2e71ce0-2471-4b77-9734-761831651375'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:21.672806 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29d7efd-fc08-4655-aa04-6c20ad41bce3" -d '{"events": [{"name": "network-changed", "server_uuid": "b01ad9a4-94b2-4498-990e-7968e6082c20", "tag": "a2e71ce0-2471-4b77-9734-761831651375"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:21.696425 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edafc2-2560-438d-bc5b-e8713bfd167a service neutron] Pushing event updated for resources: {'Port': ['ID=a2e71ce0-2471-4b77-9734-761831651375,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:21.841386 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-37d17aa1-355d-450a-aa27-6bb50a54c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:21.842867 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-37d17aa1-355d-450a-aa27-6bb50a54c60c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=310f52a4e2554769b4b20229af525b98&device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 1095 time: 0.0427458 Dec 14 02:34:21.902117 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-573bc469-4412-42d6-8023-7db373603c92 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2e71ce0-2471-4b77-9734-761831651375 HTTP/1.1" status: 200 len: 217 time: 0.0378547 Dec 14 02:34:21.955178 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-6c2ace87-2d9d-4f2c-a6f3-3c04947f9840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:21.957046 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-6c2ace87-2d9d-4f2c-a6f3-3c04947f9840 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=799fcc3a-6b16-494a-9426-718bf990556c HTTP/1.1" status: 200 len: 862 time: 0.0453484 Dec 14 02:34:21.963739 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a412ad48-eac4-454f-a284-ab0134049b34 req-7c7d1e41-3c5a-4c77-beb5-723a3ffe96aa service neutron] 10.222.0.47 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595045 Dec 14 02:34:21.971143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71122e1a-2682-416d-b0df-60d50d7bebb9 req-d4502e98-c523-488a-a943-60beeda543ef tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:21.972507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71122e1a-2682-416d-b0df-60d50d7bebb9 req-d4502e98-c523-488a-a943-60beeda543ef tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.5566366 Dec 14 02:34:21.980702 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-8035c949-3829-4493-8a36-0d4b4de437ac tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:21.982131 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-8035c949-3829-4493-8a36-0d4b4de437ac tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/networks?id=46ae5e0d-ff63-489c-8bf7-968d04494343 HTTP/1.1" status: 200 len: 804 time: 0.2419498 Dec 14 02:34:21.992916 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-f0e255cb-20f1-4a4a-a18b-51c75dd3812b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5d85574-809c-4bfd-81ff-083b985e268d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268357 Dec 14 02:34:21.997944 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-71122e1a-2682-416d-b0df-60d50d7bebb9 req-79feb5e5-0dbc-4f0f-a1dc-156b2826562a tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:34:21.998928 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71122e1a-2682-416d-b0df-60d50d7bebb9 req-79feb5e5-0dbc-4f0f-a1dc-156b2826562a tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089719 Dec 14 02:34:22.041795 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-873240f5-bf3c-409b-b5e7-8e27501f9369 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/quotas/c599f063fb64480ba4a0ee1020e33672 HTTP/1.1" status: 200 len: 375 time: 0.0506020 Dec 14 02:34:22.091654 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-4289f397-e667-4540-a809-943e6f718a23 service neutron] 10.222.0.46 "GET /v2.0/networks/c5d85574-809c-4bfd-81ff-083b985e268d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905530 Dec 14 02:34:22.143865 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a412ad48-eac4-454f-a284-ab0134049b34 req-ad97aa52-fa3a-45fc-89f5-73ab0e761a27 service neutron] 10.222.0.47 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700878 Dec 14 02:34:22.153964 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-cd404e8a-bcf9-448c-acf5-1f09f775d65e tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c599f063fb64480ba4a0ee1020e33672&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1056166 Dec 14 02:34:22.162005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5053b52a-0cea-447a-bbff-b827c9c10774 req-628c3c99-09e9-4863-94bd-0887729dedb6 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:22.163426 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5053b52a-0cea-447a-bbff-b827c9c10774 req-628c3c99-09e9-4863-94bd-0887729dedb6 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 945 time: 0.1034627 Dec 14 02:34:22.184215 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d3e39e8b-0036-492d-bb3f-5ecdfcfece6d req-01470f4c-257f-4704-aaba-d732745e24b2 service neutron] 10.222.0.46 "GET /v2.0/networks/c5d85574-809c-4bfd-81ff-083b985e268d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840602 Dec 14 02:34:22.264145 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5053b52a-0cea-447a-bbff-b827c9c10774 req-bf7f2b21-5126-4ab1-a2b7-f2d8425522e6 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916915 Dec 14 02:34:22.288697 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-3e6732f5-faf1-4a01-a27f-39c62067b0fb service neutron] 10.222.0.39 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243093 Dec 14 02:34:22.313999 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88739151-88bb-43be-97fb-8c9057f867de x-openstack-request-id: req-88739151-88bb-43be-97fb-8c9057f867de {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:22.314306 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01ad9a4-94b2-4498-990e-7968e6082c20", "tag": "a2e71ce0-2471-4b77-9734-761831651375", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:22.314631 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88739151-88bb-43be-97fb-8c9057f867de {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:22.315052 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01ad9a4-94b2-4498-990e-7968e6082c20', 'tag': 'a2e71ce0-2471-4b77-9734-761831651375', 'status': 'completed', 'code': 200} Dec 14 02:34:22.382771 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-fdd677fc-73e2-4a61-b726-1c0adde99f45 service neutron] 10.222.0.39 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878520 Dec 14 02:34:22.428769 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d7efd-fc08-4655-aa04-6c20ad41bce3 req-8c0278e1-5d8e-4f38-ba80-e5bc6f127698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:22.430374 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c29d7efd-fc08-4655-aa04-6c20ad41bce3 req-8c0278e1-5d8e-4f38-ba80-e5bc6f127698 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=310f52a4e2554769b4b20229af525b98&device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 1095 time: 0.0427504 Dec 14 02:34:22.528249 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d7efd-fc08-4655-aa04-6c20ad41bce3 req-eec71ca8-e8e7-40f6-b7da-3b63e57c0951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:22.529775 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c29d7efd-fc08-4655-aa04-6c20ad41bce3 req-eec71ca8-e8e7-40f6-b7da-3b63e57c0951 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c5d85574-809c-4bfd-81ff-083b985e268d HTTP/1.1" status: 200 len: 923 time: 0.0902624 Dec 14 02:34:22.548371 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fca8db0-a369-440b-8206-e221678f17fa req-bd2e2590-aa0a-4b44-91c1-cbfb248c9b24 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 1002 time: 0.0651817 Dec 14 02:34:22.578725 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c29d7efd-fc08-4655-aa04-6c20ad41bce3 req-1d3282e4-cc9f-406e-9d60-43e5e3baa07f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2e71ce0-2471-4b77-9734-761831651375 HTTP/1.1" status: 200 len: 217 time: 0.0399408 Dec 14 02:34:22.608590 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca8db0-a369-440b-8206-e221678f17fa req-a3339f53-2de0-4b98-a2f5-ccf5354c912c tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:22.610481 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fca8db0-a369-440b-8206-e221678f17fa req-a3339f53-2de0-4b98-a2f5-ccf5354c912c tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports/f7be0f52-296b-43c5-9fed-1d0f1834fdaf HTTP/1.1" status: 200 len: 943 time: 0.0552080 Dec 14 02:34:22.659251 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d7efd-fc08-4655-aa04-6c20ad41bce3 req-bfb64c18-8918-4fae-a664-41a547a67ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:22.661747 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c29d7efd-fc08-4655-aa04-6c20ad41bce3 req-bfb64c18-8918-4fae-a664-41a547a67ced service neutron] 10.222.0.46 "GET /v2.0/subnets?id=799fcc3a-6b16-494a-9426-718bf990556c HTTP/1.1" status: 200 len: 862 time: 0.0751593 Dec 14 02:34:22.703553 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c29d7efd-fc08-4655-aa04-6c20ad41bce3 req-d091453c-dea4-4d1c-aa41-3dcd9d69c890 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c5d85574-809c-4bfd-81ff-083b985e268d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256433 Dec 14 02:34:22.703769 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226f9a72-7734-486c-aa31-d8f582a3f54c', 'name': 'network-vif-deleted', 'tag': 'c8eda884-907d-4959-8d4f-fd6c866b95f2'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:22.705920 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bff668-9e1a-4f44-9183-861ff4f192de" -d '{"events": [{"server_uuid": "226f9a72-7734-486c-aa31-d8f582a3f54c", "name": "network-vif-deleted", "tag": "c8eda884-907d-4959-8d4f-fd6c866b95f2"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:22.721236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb790fa-250b-4b83-a1a7-7e238b5e861b req-218f8acb-ea24-4018-9204-51ac82fff4ed tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:22.723392 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7bb790fa-250b-4b83-a1a7-7e238b5e861b req-218f8acb-ea24-4018-9204-51ac82fff4ed tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.0989845 Dec 14 02:34:22.779958 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fca8db0-a369-440b-8206-e221678f17fa req-bbfa6ccb-c768-46fa-af8a-520b233a6299 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 1002 time: 0.1215098 Dec 14 02:34:22.783003 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7bb790fa-250b-4b83-a1a7-7e238b5e861b req-a71fa2de-3323-44fe-9125-c448b49ecc42 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525370 Dec 14 02:34:22.818878 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c29d7efd-fc08-4655-aa04-6c20ad41bce3 req-4ebecbe0-e190-49cc-9bde-8823b0e6b208 service neutron] 10.222.0.46 "GET /v2.0/networks/c5d85574-809c-4bfd-81ff-083b985e268d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006081 Dec 14 02:34:22.926291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca8db0-a369-440b-8206-e221678f17fa req-884929b0-c443-4b8f-9b7b-9a05298e14d6 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:22.927688 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fca8db0-a369-440b-8206-e221678f17fa req-884929b0-c443-4b8f-9b7b-9a05298e14d6 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.1405098 Dec 14 02:34:22.929584 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c29d7efd-fc08-4655-aa04-6c20ad41bce3 req-ff946b9d-f67c-4262-9564-ef552ec4dfe7 service neutron] 10.222.0.46 "GET /v2.0/networks/c5d85574-809c-4bfd-81ff-083b985e268d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000087 Dec 14 02:34:22.941071 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe89596-c234-4434-82ca-a011dca8ed10 req-356bf7a5-615f-4268-9855-0e289ec48f68 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:22.942909 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ebe89596-c234-4434-82ca-a011dca8ed10 req-356bf7a5-615f-4268-9855-0e289ec48f68 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 945 time: 0.0869482 Dec 14 02:34:23.064672 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fca8db0-a369-440b-8206-e221678f17fa req-4936981d-822a-4a2c-8607-ec9c8f76bda2 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 1002 time: 0.1209509 Dec 14 02:34:23.072783 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ebe89596-c234-4434-82ca-a011dca8ed10 req-93e8c016-f6d7-4007-b870-1ab97a1ee17d tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230400 Dec 14 02:34:23.078952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0fca8db0-a369-440b-8206-e221678f17fa req-8bfde3f8-73e7-43ba-afe2-538992593979 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:34:23.094535 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26934cb-8f4e-4925-90cc-d2bb6aaf78dd req-905d3418-1c22-4351-b974-fd6465a036ea tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:23.094535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c26934cb-8f4e-4925-90cc-d2bb6aaf78dd req-905d3418-1c22-4351-b974-fd6465a036ea tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.46 "GET /v2.0/ports?device_id=9fe4e01e-c0d3-4023-aeca-eb6113d58ca0 HTTP/1.1" status: 200 len: 944 time: 0.1112115 Dec 14 02:34:23.205000 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0fca8db0-a369-440b-8206-e221678f17fa req-8bfde3f8-73e7-43ba-afe2-538992593979 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks [] for floatingip, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:23.288096 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf35d53-d99f-4894-a36c-0ecfb534b67a req-9c1af2d2-775a-4403-9e62-5a2287440e26 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:23.289594 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-acf35d53-d99f-4894-a36c-0ecfb534b67a req-9c1af2d2-775a-4403-9e62-5a2287440e26 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 944 time: 0.1382229 Dec 14 02:34:23.394913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c26934cb-8f4e-4925-90cc-d2bb6aaf78dd req-fdec5da3-0116-4c6a-b64e-b2957f34886b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Deleting port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:34:23.395576 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c26934cb-8f4e-4925-90cc-d2bb6aaf78dd req-fdec5da3-0116-4c6a-b64e-b2957f34886b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:23.445994 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0fca8db0-a369-440b-8206-e221678f17fa req-8bfde3f8-73e7-43ba-afe2-538992593979 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:23.473526 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-acf35d53-d99f-4894-a36c-0ecfb534b67a req-58f7e7a3-9e0f-42ee-8d27-0262a19cdcf7 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739025 Dec 14 02:34:23.564303 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5616d830-2f61-4418-b12a-fbe398d71e76 req-bd4c2e6e-4609-46fc-b79b-61366c41c55e tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f5ce38b-7b54-4665-9809-e250ba23575f HTTP/1.1" status: 200 len: 210 time: 0.0334244 Dec 14 02:34:23.570683 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0fca8db0-a369-440b-8206-e221678f17fa req-8bfde3f8-73e7-43ba-afe2-538992593979 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:23.571096 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-0fca8db0-a369-440b-8206-e221678f17fa req-8bfde3f8-73e7-43ba-afe2-538992593979 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Floating IP 92432667-0d91-4c73-a63d-dd630365216a disassociated. External IP: 172.25.7.150, port: f7be0f52-296b-43c5-9fed-1d0f1834fdaf. Dec 14 02:34:23.619420 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-c26934cb-8f4e-4925-90cc-d2bb6aaf78dd req-fdec5da3-0116-4c6a-b64e-b2957f34886b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] For port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:23.619420 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c26934cb-8f4e-4925-90cc-d2bb6aaf78dd req-fdec5da3-0116-4c6a-b64e-b2957f34886b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:23.622588 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c659f2-2fff-4b45-8b05-17ffa1f19ec2 x-openstack-request-id: req-77c659f2-2fff-4b45-8b05-17ffa1f19ec2 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:23.622884 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226f9a72-7734-486c-aa31-d8f582a3f54c", "name": "network-vif-deleted", "tag": "c8eda884-907d-4959-8d4f-fd6c866b95f2", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:23.623137 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77c659f2-2fff-4b45-8b05-17ffa1f19ec2 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:23.623531 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226f9a72-7734-486c-aa31-d8f582a3f54c', 'name': 'network-vif-deleted', 'tag': 'c8eda884-907d-4959-8d4f-fd6c866b95f2', 'status': 'completed', 'code': 200} Dec 14 02:34:23.667150 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c26934cb-8f4e-4925-90cc-d2bb6aaf78dd req-fdec5da3-0116-4c6a-b64e-b2957f34886b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Calling delete_port for 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:34:23.880200 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-c49cc9d8-0ef7-4a60-9d96-7c939b65a59a tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:23.881729 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-c49cc9d8-0ef7-4a60-9d96-7c939b65a59a tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32&tenant_id=dbee3f5c8679489195245f7b7be79be0&binding%3Ahost_id=n-h2-821636-1 HTTP/1.1" status: 200 len: 1096 time: 0.0481074 Dec 14 02:34:23.896781 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821636-1'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:34:23.923094 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-66138574-dd22-4a10-a8d6-470e2c0f177e tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:23.924581 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-66138574-dd22-4a10-a8d6-470e2c0f177e tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/networks?id=dfbe808a-d62b-4425-8bfa-3d75d3431c47 HTTP/1.1" status: 200 len: 810 time: 0.2426689 Dec 14 02:34:23.952820 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:23.977620 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-fec38399-5b79-4f8d-ad63-e18632704c6b tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/quotas/ed8914f36c69449d92cc920be08c3d50 HTTP/1.1" status: 200 len: 375 time: 0.0304599 Dec 14 02:34:24.040583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fca8db0-a369-440b-8206-e221678f17fa req-8bfde3f8-73e7-43ba-afe2-538992593979 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Router b5374b51-a108-40e0-a15f-65ff44c62fe3 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:34:24.062482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-49aac25b-64d7-4c75-80c8-d00b1bd0046e tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed8914f36c69449d92cc920be08c3d50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725229 Dec 14 02:34:24.089181 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] For port 4eb565a4-f610-4826-a0f9-749e36a88999, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4eb565a4-f610-4826-a0f9-749e36a88999,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:24.103514 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c26934cb-8f4e-4925-90cc-d2bb6aaf78dd req-fdec5da3-0116-4c6a-b64e-b2957f34886b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:24.131568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device a2e71ce0-2471-4b77-9734-761831651375 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:34:24.132490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] For port 4eb565a4-f610-4826-a0f9-749e36a88999, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:34:24.139189 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device c8eda884-907d-4959-8d4f-fd6c866b95f2 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:34:24.257278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: c8eda884-907d-4959-8d4f-fd6c866b95f2 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:34:24.257278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device c8eda884-907d-4959-8d4f-fd6c866b95f2 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:34:24.257278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 82540769-50dc-4798-84d8-947bdfc77faf no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:34:24.259381 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:24.259506 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec5da3-0116-4c6a-b64e-b2957f34886b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Pushing event deleted for resources: {'Port': ['ID=9cff4504-e553-4b9d-a0ae-e2917d1ccbb2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:24.276502 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26934cb-8f4e-4925-90cc-d2bb6aaf78dd req-fdec5da3-0116-4c6a-b64e-b2957f34886b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] No DVR routers for this DVR port 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:34:24.281228 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c26934cb-8f4e-4925-90cc-d2bb6aaf78dd req-fdec5da3-0116-4c6a-b64e-b2957f34886b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:24.284582 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c26934cb-8f4e-4925-90cc-d2bb6aaf78dd req-fdec5da3-0116-4c6a-b64e-b2957f34886b tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.46 "DELETE /v2.0/ports/9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 HTTP/1.1" status: 204 len: 173 time: 1.1642344 Dec 14 02:34:24.309732 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fca8db0-a369-440b-8206-e221678f17fa req-8bfde3f8-73e7-43ba-afe2-538992593979 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:34:24.314974 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0fca8db0-a369-440b-8206-e221678f17fa req-8bfde3f8-73e7-43ba-afe2-538992593979 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:24.316698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6d1918-4c56-4a66-80f0-2bfb74d32f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb565a4-f610-4826-a0f9-749e36a88999'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:24.319592 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56a7bcf-870f-4312-a381-06da8a398058" -d '{"events": [{"server_uuid": "3f6d1918-4c56-4a66-80f0-2bfb74d32f32", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb565a4-f610-4826-a0f9-749e36a88999"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:24.329080 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-d8d0fe26-4c84-4ef5-9587-94ed5c90a9f3 service neutron] 10.222.0.39 "GET /v2.0/networks/dfbe808a-d62b-4425-8bfa-3d75d3431c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250202 Dec 14 02:34:24.335008 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b5b7d9-b037-4f77-884f-0eb1300d2e93 None None] Sync routers for ids ['b5374b51-a108-40e0-a15f-65ff44c62fe3'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:34:24.352152 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:24.361548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port a2e71ce0-2471-4b77-9734-761831651375, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a2e71ce0-2471-4b77-9734-761831651375,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:24.376136 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:24.384212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b5b7d9-b037-4f77-884f-0eb1300d2e93 None None] Routers {'b5374b51-a108-40e0-a15f-65ff44c62fe3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:34:24.386910 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a3b5b7d9-b037-4f77-884f-0eb1300d2e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:34:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b5374b51-a108-40e0-a15f-65ff44c62fe3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:24.387137 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fca8db0-a369-440b-8206-e221678f17fa req-8bfde3f8-73e7-43ba-afe2-538992593979 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "PUT /v2.0/floatingips/92432667-0d91-4c73-a63d-dd630365216a HTTP/1.1" status: 200 len: 696 time: 1.3118632 Dec 14 02:34:24.442368 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'a2e71ce0-2471-4b77-9734-761831651375', 'network_id': 'c5d85574-809c-4bfd-81ff-083b985e268d', 'port_id': 'a2e71ce0-2471-4b77-9734-761831651375', 'mac_address': 'fa:16:3e:b3:da:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '799fcc3a-6b16-494a-9426-718bf990556c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:34:24.444217 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec316326-926e-4396-b1c0-c3283154bfd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82540769-50dc-4798-84d8-947bdfc77faf'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:24.446058 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0920b11f-e4ed-4af3-8229-dde1ce030ec6" -d '{"events": [{"server_uuid": "ec316326-926e-4396-b1c0-c3283154bfd8", "name": "network-vif-unplugged", "status": "completed", "tag": "82540769-50dc-4798-84d8-947bdfc77faf"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:24.485937 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-dfffc811-3f48-4ec8-b32d-0bc56d0d3fbd service neutron] 10.222.0.39 "GET /v2.0/networks/dfbe808a-d62b-4425-8bfa-3d75d3431c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496992 Dec 14 02:34:24.492424 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb565a4-f610-4826-a0f9-749e36a88999,revision_number=7']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:24.501105 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca8db0-a369-440b-8206-e221678f17fa req-5e9af7db-88b4-4279-bd49-1095a776958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:24.502781 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fca8db0-a369-440b-8206-e221678f17fa req-5e9af7db-88b4-4279-bd49-1095a776958a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=147d893c45c84473a16cd010a047ce68&device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 1097 time: 0.0884087 Dec 14 02:34:24.508617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 82540769-50dc-4798-84d8-947bdfc77faf, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=82540769-50dc-4798-84d8-947bdfc77faf,segment=NetworkSegment(b756c107-e77a-438d-8e5b-2c406c0e61cd),segment_id=b756c107-e77a-438d-8e5b-2c406c0e61cd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:24.553971 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] Attempting to bind port 4eb565a4-f610-4826-a0f9-749e36a88999 on host n-h2-821636-1 for vnic_type normal with profile {"migrating_to": "n-h1-821636-1"} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:34:24.555764 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] Attempting to bind port 4eb565a4-f610-4826-a0f9-749e36a88999 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:34:24.555764 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] Attempting to bind port 4eb565a4-f610-4826-a0f9-749e36a88999 on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:34:24.559980 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] Port 4eb565a4-f610-4826-a0f9-749e36a88999 on network f3e644f0-318a-42e9-9245-8613c8213d27 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:34:24.560384 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] Attempting to bind port 4eb565a4-f610-4826-a0f9-749e36a88999 on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:34:24.572973 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:34:24.573440 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] Checking segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:34:24.573727 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] Bound using segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:34:24.574160 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] Bound port: 4eb565a4-f610-4826-a0f9-749e36a88999, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:34:24.575819 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:24.635409 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-a3b5b7d9-b037-4f77-884f-0eb1300d2e93 None None] Set router b5374b51-a108-40e0-a15f-65ff44c62fe3 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:34:24.639516 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:24.667441 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] For port 4eb565a4-f610-4826-a0f9-749e36a88999, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:34:24.671255 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] For port 4eb565a4-f610-4826-a0f9-749e36a88999, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4eb565a4-f610-4826-a0f9-749e36a88999,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:34:24.711032 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:24.738350 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:24.899101 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb565a4-f610-4826-a0f9-749e36a88999,revision_number=8']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:24.946403 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e71ce0-2471-4b77-9734-761831651375 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:34:24.962511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:24.963144 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:24.975842 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-da2e3964-caf9-442c-aed5-e878627913a8 service neutron] 10.222.0.46 "PUT /v2.0/ports/4eb565a4-f610-4826-a0f9-749e36a88999 HTTP/1.1" status: 200 len: 1121 time: 1.0856321 Dec 14 02:34:24.994472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=82540769-50dc-4798-84d8-947bdfc77faf,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:25.020094 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port a2e71ce0-2471-4b77-9734-761831651375, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a2e71ce0-2471-4b77-9734-761831651375,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:25.107800 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:25.108740 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 4eb565a4-f610-4826-a0f9-749e36a88999 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:34:25.121546 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-b886739d-df75-45fd-8f40-55de4e4330d3 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:25.122981 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-b886739d-df75-45fd-8f40-55de4e4330d3 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.47 "GET /v2.0/networks?id=46ae5e0d-ff63-489c-8bf7-968d04494343 HTTP/1.1" status: 200 len: 804 time: 0.2299280 Dec 14 02:34:25.130846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd050aa5-a56a-4d13-b8e0-1f92432f912d req-c86c3341-4da4-4543-b395-9807793c79af tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:25.132267 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bd050aa5-a56a-4d13-b8e0-1f92432f912d req-c86c3341-4da4-4543-b395-9807793c79af tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 943 time: 0.2490201 Dec 14 02:34:25.145292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['4eb565a4-f610-4826-a0f9-749e36a88999'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:34:25.148349 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4eb565a4-f610-4826-a0f9-749e36a88999'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:34:25.150018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-0fcb8dfb-80f7-4e7f-8a65-cd581d88d6b5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Request body: {'port': {'device_id': '6f5ce38b-7b54-4665-9809-e250ba23575f', 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343', 'admin_state_up': True, 'tenant_id': 'c599f063fb64480ba4a0ee1020e33672'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:34:25.179355 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca8db0-a369-440b-8206-e221678f17fa req-004db4f6-cd3d-4d68-8a75-1fcce53e0e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:25.182843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fca8db0-a369-440b-8206-e221678f17fa req-004db4f6-cd3d-4d68-8a75-1fcce53e0e38 service neutron] 10.222.0.39 "GET /v2.0/networks?id=198368b1-c432-449a-b51e-fd80b320b816 HTTP/1.1" status: 200 len: 922 time: 0.6701672 Dec 14 02:34:25.260042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a3b5b7d9-b037-4f77-884f-0eb1300d2e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:12Z', 'revision_number': 5, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:25.273049 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fca8db0-a369-440b-8206-e221678f17fa req-9fb1a314-b579-4a91-a1ca-63dc3260e593 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7be0f52-296b-43c5-9fed-1d0f1834fdaf HTTP/1.1" status: 200 len: 217 time: 0.0519211 Dec 14 02:34:25.339812 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b5b7d9-b037-4f77-884f-0eb1300d2e93 None None] Checking router: b5374b51-a108-40e0-a15f-65ff44c62fe3 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:34:25.341009 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bd050aa5-a56a-4d13-b8e0-1f92432f912d req-0439a8be-0b12-481a-b372-062f95132ecd tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825087 Dec 14 02:34:25.348004 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=a2e71ce0-2471-4b77-9734-761831651375,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:25.389096 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca8db0-a369-440b-8206-e221678f17fa req-ab5c3e63-462e-46e3-9258-c95ce20cf514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:25.393031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b5b7d9-b037-4f77-884f-0eb1300d2e93 None None] Routers {'b5374b51-a108-40e0-a15f-65ff44c62fe3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:34:25.394160 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a3b5b7d9-b037-4f77-884f-0eb1300d2e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:34:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b5374b51-a108-40e0-a15f-65ff44c62fe3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:25.405556 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fca8db0-a369-440b-8206-e221678f17fa req-ab5c3e63-462e-46e3-9258-c95ce20cf514 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7d48a7da-94d9-484e-afa4-69f85a38a15f HTTP/1.1" status: 200 len: 860 time: 0.1241245 Dec 14 02:34:25.479600 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca8db0-a369-440b-8206-e221678f17fa req-25a81411-ea5e-4da1-ad0a-bbb415d452c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:25.480951 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fca8db0-a369-440b-8206-e221678f17fa req-25a81411-ea5e-4da1-ad0a-bbb415d452c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=198368b1-c432-449a-b51e-fd80b320b816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744617 Dec 14 02:34:25.584434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-0fcb8dfb-80f7-4e7f-8a65-cd581d88d6b5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Made reservation on behalf of c599f063fb64480ba4a0ee1020e33672 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:34:25.588365 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-0fcb8dfb-80f7-4e7f-8a65-cd581d88d6b5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:25.608934 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 4eb565a4-f610-4826-a0f9-749e36a88999, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4eb565a4-f610-4826-a0f9-749e36a88999,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:25.667548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 4eb565a4-f610-4826-a0f9-749e36a88999 has no active binding in host n-h1-821636-1 {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 14 02:34:25.681625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe4e01e-c0d3-4023-aeca-eb6113d58ca0', 'name': 'network-vif-deleted', 'tag': '9cff4504-e553-4b9d-a0ae-e2917d1ccbb2'}, {'name': 'network-changed', 'server_uuid': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'tag': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:25.684934 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8510c4b9-59bd-4a8f-8c41-ee39d7c6fdd0" -d '{"events": [{"server_uuid": "9fe4e01e-c0d3-4023-aeca-eb6113d58ca0", "name": "network-vif-deleted", "tag": "9cff4504-e553-4b9d-a0ae-e2917d1ccbb2"}, {"name": "network-changed", "server_uuid": "bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe", "tag": "f7be0f52-296b-43c5-9fed-1d0f1834fdaf"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:25.694211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-a3b5b7d9-b037-4f77-884f-0eb1300d2e93 None None] Set router b5374b51-a108-40e0-a15f-65ff44c62fe3 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:34:25.709880 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fca8db0-a369-440b-8206-e221678f17fa req-c3199a5d-4a4e-41d6-9c66-9cefd8937267 service neutron] 10.222.0.39 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196908 Dec 14 02:34:25.836308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd93e6d-e047-4f43-8050-7d78b19e7962 req-a876a8bc-d8c7-42c5-8354-801ce3ad9dc0 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:25.838559 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2fd93e6d-e047-4f43-8050-7d78b19e7962 req-a876a8bc-d8c7-42c5-8354-801ce3ad9dc0 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 943 time: 0.1689587 Dec 14 02:34:25.895621 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-0fcb8dfb-80f7-4e7f-8a65-cd581d88d6b5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Allocated IP 172.20.0.2 (46ae5e0d-ff63-489c-8bf7-968d04494343/5ab8c50a-a715-4e2e-8453-c9bba63f1ddb/2a27e6a4-6702-431b-a77a-dc211d661cb9) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:34:25.906165 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fca8db0-a369-440b-8206-e221678f17fa req-c7209279-0ef3-48e2-8404-3f232dea2355 service neutron] 10.222.0.39 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853635 Dec 14 02:34:25.939771 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a3b5b7d9-b037-4f77-884f-0eb1300d2e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:12Z', 'revision_number': 5, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:25.968408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b5b7d9-b037-4f77-884f-0eb1300d2e93 None None] The sync data for ids ['b5374b51-a108-40e0-a15f-65ff44c62fe3'] in n-d-821636-1 is: [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:06Z', 'revision_number': 4, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e555f0e9-2d08-4c1d-ac57-1b9856a817db', 'name': '', 'network_id': '198368b1-c432-449a-b51e-fd80b320b816', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'mac_address': 'fa:16:3e:1e:9e:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:05Z', 'updated_at': '2021-12-14T02:33:12Z', 'revision_number': 5, 'project_id': '147d893c45c84473a16cd010a047ce68', 'subnets': [{'id': '7d48a7da-94d9-484e-afa4-69f85a38a15f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:34:26.019903 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2fd93e6d-e047-4f43-8050-7d78b19e7962 req-0cd8689e-0599-42ba-a899-6946b67cfef2 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719396 Dec 14 02:34:26.056746 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e460382e-770b-4f90-9989-b32a059abb4c x-openstack-request-id: req-e460382e-770b-4f90-9989-b32a059abb4c {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:26.056746 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6d1918-4c56-4a66-80f0-2bfb74d32f32", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb565a4-f610-4826-a0f9-749e36a88999", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:26.056746 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e460382e-770b-4f90-9989-b32a059abb4c {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:26.056746 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6d1918-4c56-4a66-80f0-2bfb74d32f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb565a4-f610-4826-a0f9-749e36a88999', 'code': 200} Dec 14 02:34:26.071207 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26cd8af-4108-4cd3-b028-dd50769451ba x-openstack-request-id: req-d26cd8af-4108-4cd3-b028-dd50769451ba {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:26.071653 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec316326-926e-4396-b1c0-c3283154bfd8", "name": "network-vif-unplugged", "status": "failed", "tag": "82540769-50dc-4798-84d8-947bdfc77faf", "code": 422}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:26.071988 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d26cd8af-4108-4cd3-b028-dd50769451ba {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:26.072617 n-d-821636-1 neutron-server[103849]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ec316326-926e-4396-b1c0-c3283154bfd8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '82540769-50dc-4798-84d8-947bdfc77faf', 'code': 422} returned with failed status Dec 14 02:34:26.106838 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-0fcb8dfb-80f7-4e7f-8a65-cd581d88d6b5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:26.126903 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 82540769-50dc-4798-84d8-947bdfc77faf no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:34:26.173250 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['a2e71ce0-2471-4b77-9734-761831651375'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:34:26.199965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ac6d2bb-cd3a-4eab-b63a-f56afb58e881 req-5090cf28-0cf9-42cb-928f-755bd769751e tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f5ce38b-7b54-4665-9809-e250ba23575f HTTP/1.1" status: 200 len: 210 time: 0.0514367 Dec 14 02:34:26.234236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984dae6-971f-422c-9fdd-3633d44d1ed5 req-33f3dc85-837a-4c23-b99f-00d905840674 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:26.234236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1984dae6-971f-422c-9fdd-3633d44d1ed5 req-33f3dc85-837a-4c23-b99f-00d905840674 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 945 time: 0.0945113 Dec 14 02:34:26.285892 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1984dae6-971f-422c-9fdd-3633d44d1ed5 req-57530715-8844-41ce-b289-c68b1f0e394c tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509021 Dec 14 02:34:26.285892 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-0fcb8dfb-80f7-4e7f-8a65-cd581d88d6b5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:26.332639 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64da98a-32a4-45b6-9e4f-13de83cbf1c2 None None] New status for floating IP 92432667-0d91-4c73-a63d-dd630365216a: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:34:26.355841 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fed0edd6-4eb7-4bc3-a6e6-79ab1351afa0 req-9562d936-5e32-401d-a713-4f73cde56954 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 210 time: 0.0362103 Dec 14 02:34:26.358828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:34:26.369496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-0fcb8dfb-80f7-4e7f-8a65-cd581d88d6b5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Network 46ae5e0d-ff63-489c-8bf7-968d04494343 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:34:26.377096 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-0fcb8dfb-80f7-4e7f-8a65-cd581d88d6b5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:34:26.395979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:34:26.396332 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 9cff4504-e553-4b9d-a0ae-e2917d1ccbb2 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:34:26.397567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb8dfb-80f7-4e7f-8a65-cd581d88d6b5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Pushing event updated for resources: {'Port': ['ID=2a27e6a4-6702-431b-a77a-dc211d661cb9,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:26.405900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-0fcb8dfb-80f7-4e7f-8a65-cd581d88d6b5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:34:26.462609 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6077e7eb-e0b4-4f13-b104-fdf4c4b6e5d0 x-openstack-request-id: req-6077e7eb-e0b4-4f13-b104-fdf4c4b6e5d0 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:26.470138 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe4e01e-c0d3-4023-aeca-eb6113d58ca0", "name": "network-vif-deleted", "tag": "9cff4504-e553-4b9d-a0ae-e2917d1ccbb2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe", "tag": "f7be0f52-296b-43c5-9fed-1d0f1834fdaf", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:26.472895 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6077e7eb-e0b4-4f13-b104-fdf4c4b6e5d0 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:26.473340 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe4e01e-c0d3-4023-aeca-eb6113d58ca0', 'name': 'network-vif-deleted', 'tag': '9cff4504-e553-4b9d-a0ae-e2917d1ccbb2', 'status': 'completed', 'code': 200} Dec 14 02:34:26.473610 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'tag': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf', 'status': 'completed', 'code': 200} Dec 14 02:34:26.525634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-0fcb8dfb-80f7-4e7f-8a65-cd581d88d6b5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:26.526277 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-0fcb8dfb-80f7-4e7f-8a65-cd581d88d6b5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:26.542824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f8e33-090f-411e-98f8-93b3278f8005 req-d9074e93-17e5-4bcd-b76a-be751c76c6dc tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:26.544708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e19f8e33-090f-411e-98f8-93b3278f8005 req-d9074e93-17e5-4bcd-b76a-be751c76c6dc tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 943 time: 0.1408103 Dec 14 02:34:26.571147 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510c4b9-59bd-4a8f-8c41-ee39d7c6fdd0 req-677b11d4-e9a3-4cf2-ac3a-a3f0554f13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:26.573173 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8510c4b9-59bd-4a8f-8c41-ee39d7c6fdd0 req-677b11d4-e9a3-4cf2-ac3a-a3f0554f13f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=147d893c45c84473a16cd010a047ce68&device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 1097 time: 0.0903740 Dec 14 02:34:26.605419 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e19f8e33-090f-411e-98f8-93b3278f8005 req-f98e2070-2cad-4dcd-b56e-4ebc2d195611 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529482 Dec 14 02:34:26.644434 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-0fcb8dfb-80f7-4e7f-8a65-cd581d88d6b5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5020375 Dec 14 02:34:26.713107 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c8ec256-dcfb-4dec-af79-9b9f09bd8b98 req-e56994c8-b3ed-4c76-a8b3-5d1e76454a41 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/floatingips/92432667-0d91-4c73-a63d-dd630365216a HTTP/1.1" status: 200 len: 696 time: 0.0627797 Dec 14 02:34:26.720438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Request body: {'port': {'device_id': '6f5ce38b-7b54-4665-9809-e250ba23575f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:34:26.760121 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510c4b9-59bd-4a8f-8c41-ee39d7c6fdd0 req-12baad65-e936-4020-80e4-347604feb5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:26.761653 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8510c4b9-59bd-4a8f-8c41-ee39d7c6fdd0 req-12baad65-e936-4020-80e4-347604feb5eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=198368b1-c432-449a-b51e-fd80b320b816 HTTP/1.1" status: 200 len: 922 time: 0.1455085 Dec 14 02:34:26.778615 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:26.826457 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8510c4b9-59bd-4a8f-8c41-ee39d7c6fdd0 req-e69ded87-56e2-4f7c-a9b2-67e8bcbd5874 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7be0f52-296b-43c5-9fed-1d0f1834fdaf HTTP/1.1" status: 200 len: 217 time: 0.0386288 Dec 14 02:34:26.836256 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:26.887529 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510c4b9-59bd-4a8f-8c41-ee39d7c6fdd0 req-1c54bc06-ae55-42c9-9785-f372e3e9d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:26.890273 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8510c4b9-59bd-4a8f-8c41-ee39d7c6fdd0 req-1c54bc06-ae55-42c9-9785-f372e3e9d78c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d48a7da-94d9-484e-afa4-69f85a38a15f HTTP/1.1" status: 200 len: 860 time: 0.0551817 Dec 14 02:34:26.910846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-e4007693-c43d-4c7a-ac8b-067d9d9d4804 req-80519ddd-89c8-46ff-8c8b-0c1e7f903c3f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:34:26.918379 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4007693-c43d-4c7a-ac8b-067d9d9d4804 req-80519ddd-89c8-46ff-8c8b-0c1e7f903c3f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091550 Dec 14 02:34:26.957840 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510c4b9-59bd-4a8f-8c41-ee39d7c6fdd0 req-3b828f36-dc16-413f-a06d-8638398f37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:26.959459 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8510c4b9-59bd-4a8f-8c41-ee39d7c6fdd0 req-3b828f36-dc16-413f-a06d-8638398f37e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=198368b1-c432-449a-b51e-fd80b320b816&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614333 Dec 14 02:34:27.004414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ec256-dcfb-4dec-af79-9b9f09bd8b98 req-2b820e85-f8e5-4d30-a28f-d239cb330f19 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:27.005816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c8ec256-dcfb-4dec-af79-9b9f09bd8b98 req-2b820e85-f8e5-4d30-a28f-d239cb330f19 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.2913985 Dec 14 02:34:27.057530 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8510c4b9-59bd-4a8f-8c41-ee39d7c6fdd0 req-1cf1e0ab-515c-4718-b925-c889625d5ec3 service neutron] 10.222.0.47 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848556 Dec 14 02:34:27.096390 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c8ec256-dcfb-4dec-af79-9b9f09bd8b98 req-425da34e-2ba3-439c-83b6-c3b784a40389 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 697 time: 0.0823450 Dec 14 02:34:27.153598 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8510c4b9-59bd-4a8f-8c41-ee39d7c6fdd0 req-d3072a64-5212-4cc3-957b-3a5a9ad19ff4 service neutron] 10.222.0.47 "GET /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885513 Dec 14 02:34:27.168247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c8ec256-dcfb-4dec-af79-9b9f09bd8b98 req-61cf5810-c1a8-4d33-8b93-4276677810de tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.150 HTTP/1.1" status: 200 len: 697 time: 0.0641036 Dec 14 02:34:27.367400 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a27e6a4-6702-431b-a77a-dc211d661cb9 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:34:27.383068 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b1aad-f644-4194-8227-b2c6964cd01a req-818586b4-0fbe-4905-9180-78d12cc46972 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:27.384540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b93b1aad-f644-4194-8227-b2c6964cd01a req-818586b4-0fbe-4905-9180-78d12cc46972 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 943 time: 0.1583943 Dec 14 02:34:27.389145 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:27.421684 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Transition to ACTIVE for port object 2a27e6a4-6702-431b-a77a-dc211d661cb9 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:34:27.454704 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b93b1aad-f644-4194-8227-b2c6964cd01a req-87a2cc2c-5fa4-4b45-8e34-ff6736f70e3b tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628788 Dec 14 02:34:27.457548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-9c8ec256-dcfb-4dec-af79-9b9f09bd8b98 req-35ad22c8-956e-4e65-9520-4056139d4e8d tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Deleting port d884dfbe-7463-4eb6-a02c-fbde4f4c7be6 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:34:27.457882 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9c8ec256-dcfb-4dec-af79-9b9f09bd8b98 req-35ad22c8-956e-4e65-9520-4056139d4e8d tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:27.506634 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:27.578265 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a2808816-2a35-4832-bf34-c6bb7cb88166 req-51eb94e2-83b0-4781-8ee8-f227829a9f4c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0982153 Dec 14 02:34:27.608626 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-90fda0a1-0134-49ca-b95d-63bac265b6c2 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:27.610477 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-90fda0a1-0134-49ca-b95d-63bac265b6c2 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.47 "GET /v2.0/networks?id=dfbe808a-d62b-4425-8bfa-3d75d3431c47 HTTP/1.1" status: 200 len: 810 time: 0.1525400 Dec 14 02:34:27.612732 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Pushing event updated for resources: {'Port': ['ID=2a27e6a4-6702-431b-a77a-dc211d661cb9,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:27.616142 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9c8ec256-dcfb-4dec-af79-9b9f09bd8b98 req-35ad22c8-956e-4e65-9520-4056139d4e8d tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:27.616470 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9c8ec256-dcfb-4dec-af79-9b9f09bd8b98 req-35ad22c8-956e-4e65-9520-4056139d4e8d tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:27.632489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-055d5ae3-4d86-4e37-a206-8fef92129287 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Request body: {'port': {'device_id': '7a741dc2-8ccb-4702-804b-33125bd0f2cc', 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47', 'admin_state_up': True, 'tenant_id': 'ed8914f36c69449d92cc920be08c3d50'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:34:27.649072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-9c8ec256-dcfb-4dec-af79-9b9f09bd8b98 req-35ad22c8-956e-4e65-9520-4056139d4e8d tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Calling delete_port for d884dfbe-7463-4eb6-a02c-fbde4f4c7be6 owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:34:27.670890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928a0c5-4c13-476b-9e3a-302e7657b5b9 req-d1edf6ed-ca44-4602-a2eb-93ff9be9d8e0 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:27.671701 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a928a0c5-4c13-476b-9e3a-302e7657b5b9 req-d1edf6ed-ca44-4602-a2eb-93ff9be9d8e0 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 943 time: 0.1358328 Dec 14 02:34:27.812039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a928a0c5-4c13-476b-9e3a-302e7657b5b9 req-48b5f99c-47a8-435b-9b8c-0402a1f19d69 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216836 Dec 14 02:34:27.812688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Attempting to bind port 2a27e6a4-6702-431b-a77a-dc211d661cb9 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:34:27.813025 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Attempting to bind port 2a27e6a4-6702-431b-a77a-dc211d661cb9 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:34:27.813381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Attempting to bind port 2a27e6a4-6702-431b-a77a-dc211d661cb9 on network 46ae5e0d-ff63-489c-8bf7-968d04494343 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:34:27.821076 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Port 2a27e6a4-6702-431b-a77a-dc211d661cb9 on network 46ae5e0d-ff63-489c-8bf7-968d04494343 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:34:27.821433 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Attempting to bind port 2a27e6a4-6702-431b-a77a-dc211d661cb9 on network 46ae5e0d-ff63-489c-8bf7-968d04494343 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:34:27.837335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:34:27.837679 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Checking segment: {'id': '3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:34:27.838069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Bound using segment: {'id': '3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:34:27.838510 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Bound port: 2a27e6a4-6702-431b-a77a-dc211d661cb9, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:34:27.838865 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:27.853348 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-055d5ae3-4d86-4e37-a206-8fef92129287 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Made reservation on behalf of ed8914f36c69449d92cc920be08c3d50 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:34:27.858230 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-055d5ae3-4d86-4e37-a206-8fef92129287 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:27.973112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] For port 2a27e6a4-6702-431b-a77a-dc211d661cb9, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:34:27.977749 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] For port 2a27e6a4-6702-431b-a77a-dc211d661cb9, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2a27e6a4-6702-431b-a77a-dc211d661cb9,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:34:27.986884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd436618-c338-471c-b365-b803b97f0cf4 req-a8e220d8-d13c-4416-9246-59e798c07be8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:27.989111 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd436618-c338-471c-b365-b803b97f0cf4 req-a8e220d8-d13c-4416-9246-59e798c07be8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f5ce38b-7b54-4665-9809-e250ba23575f HTTP/1.1" status: 200 len: 943 time: 0.0897319 Dec 14 02:34:28.042045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd436618-c338-471c-b365-b803b97f0cf4 req-0b8c1414-5e1a-4b1d-b2e0-359d851a8cc1 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460379 Dec 14 02:34:28.085441 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9c8ec256-dcfb-4dec-af79-9b9f09bd8b98 req-35ad22c8-956e-4e65-9520-4056139d4e8d tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:28.118579 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad22c8-956e-4e65-9520-4056139d4e8d tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Pushing event deleted for resources: {'Port': ['ID=d884dfbe-7463-4eb6-a02c-fbde4f4c7be6,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:28.137700 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device a2e71ce0-2471-4b77-9734-761831651375 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:34:28.197993 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:28.240442 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6d1918-4c56-4a66-80f0-2bfb74d32f32', 'tag': '4eb565a4-f610-4826-a0f9-749e36a88999'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:28.243375 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab65a9a7-cb7e-4038-ba7f-266d4a595a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6d1918-4c56-4a66-80f0-2bfb74d32f32", "tag": "4eb565a4-f610-4826-a0f9-749e36a88999"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:28.257357 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:28.258080 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:28.260049 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] 10.222.0.47 "PUT /v2.0/ports/2a27e6a4-6702-431b-a77a-dc211d661cb9 HTTP/1.1" status: 200 len: 1091 time: 1.5431595 Dec 14 02:34:28.275965 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9c8ec256-dcfb-4dec-af79-9b9f09bd8b98 req-35ad22c8-956e-4e65-9520-4056139d4e8d tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:28.280705 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port a2e71ce0-2471-4b77-9734-761831651375 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:34:28.280852 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9c8ec256-dcfb-4dec-af79-9b9f09bd8b98 req-35ad22c8-956e-4e65-9520-4056139d4e8d tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:28.280852 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c8ec256-dcfb-4dec-af79-9b9f09bd8b98 req-35ad22c8-956e-4e65-9520-4056139d4e8d tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "DELETE /v2.0/floatingips/92432667-0d91-4c73-a63d-dd630365216a HTTP/1.1" status: 204 len: 173 time: 1.0975516 Dec 14 02:34:28.281104 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port a2e71ce0-2471-4b77-9734-761831651375 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:34:28.281415 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:28.282702 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-055d5ae3-4d86-4e37-a206-8fef92129287 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Allocated IP 172.20.0.2 (dfbe808a-d62b-4425-8bfa-3d75d3431c47/e681f6b2-d68d-4d5b-b46f-043098b1e43a/7c0e355c-62cb-4204-bc61-20069f8bba50) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:34:28.289333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caacf067-a8d0-4d7c-8664-28188edb81ca req-e985bd12-0205-4ff0-ad1d-34c1baa477c6 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:28.295994 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-caacf067-a8d0-4d7c-8664-28188edb81ca req-e985bd12-0205-4ff0-ad1d-34c1baa477c6 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 945 time: 0.1808708 Dec 14 02:34:28.324421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb308e-2846-4fa5-b964-23c5c729460b service neutron] Pushing event updated for resources: {'Port': ['ID=2a27e6a4-6702-431b-a77a-dc211d661cb9,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:28.373931 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-caacf067-a8d0-4d7c-8664-28188edb81ca req-2e9ff47a-9eeb-4ff2-b086-dba89d228191 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770471 Dec 14 02:34:28.390121 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:28.396700 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a81a7de-cbb2-42fa-b797-d7131bd663e6 req-e1c2b90e-6e98-4dab-b57e-6cd314cedaa4 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 210 time: 0.0404046 Dec 14 02:34:28.437145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01ad9a4-94b2-4498-990e-7968e6082c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e71ce0-2471-4b77-9734-761831651375'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:28.439895 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f8d2ef-6567-4d9f-9304-7b540bd799d2" -d '{"events": [{"server_uuid": "b01ad9a4-94b2-4498-990e-7968e6082c20", "name": "network-vif-plugged", "status": "completed", "tag": "a2e71ce0-2471-4b77-9734-761831651375"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:28.474287 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5ce38b-7b54-4665-9809-e250ba23575f', 'tag': '2a27e6a4-6702-431b-a77a-dc211d661cb9'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:28.476455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port a2e71ce0-2471-4b77-9734-761831651375, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a2e71ce0-2471-4b77-9734-761831651375,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:28.477066 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3a8c5d-ce26-455c-b551-ee76be2d9490" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5ce38b-7b54-4665-9809-e250ba23575f", "tag": "2a27e6a4-6702-431b-a77a-dc211d661cb9"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:28.481725 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-9ee6286b-fd38-409b-ade1-efeef54a4d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:28.483895 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-9ee6286b-fd38-409b-ade1-efeef54a4d15 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c599f063fb64480ba4a0ee1020e33672&device_id=6f5ce38b-7b54-4665-9809-e250ba23575f HTTP/1.1" status: 200 len: 1094 time: 0.0556178 Dec 14 02:34:28.519760 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-055d5ae3-4d86-4e37-a206-8fef92129287 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:28.539985 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee65d0f-3d70-4c2b-9567-9cac2f513952 x-openstack-request-id: req-aee65d0f-3d70-4c2b-9567-9cac2f513952 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:28.540340 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6d1918-4c56-4a66-80f0-2bfb74d32f32", "tag": "4eb565a4-f610-4826-a0f9-749e36a88999", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:28.540604 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aee65d0f-3d70-4c2b-9567-9cac2f513952 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:28.541002 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6d1918-4c56-4a66-80f0-2bfb74d32f32', 'tag': '4eb565a4-f610-4826-a0f9-749e36a88999', 'status': 'completed', 'code': 200} Dec 14 02:34:28.564594 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:28.614143 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7387b41e-a3e7-480b-aab2-a79223fab130 x-openstack-request-id: req-7387b41e-a3e7-480b-aab2-a79223fab130 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:28.616365 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01ad9a4-94b2-4498-990e-7968e6082c20", "name": "network-vif-plugged", "status": "completed", "tag": "a2e71ce0-2471-4b77-9734-761831651375", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:28.616568 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7387b41e-a3e7-480b-aab2-a79223fab130 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:28.617196 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01ad9a4-94b2-4498-990e-7968e6082c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e71ce0-2471-4b77-9734-761831651375', 'code': 200} Dec 14 02:34:28.643320 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=a2e71ce0-2471-4b77-9734-761831651375,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:28.643515 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-71a876f1-2944-4a30-a840-d66a697b3566 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a27e6a4-6702-431b-a77a-dc211d661cb9 HTTP/1.1" status: 200 len: 217 time: 0.0496376 Dec 14 02:34:28.656700 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-055d5ae3-4d86-4e37-a206-8fef92129287 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:28.668334 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de57fea2-2a92-4ac1-bdd7-b3dcdac60434 x-openstack-request-id: req-de57fea2-2a92-4ac1-bdd7-b3dcdac60434 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:28.668621 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5ce38b-7b54-4665-9809-e250ba23575f", "tag": "2a27e6a4-6702-431b-a77a-dc211d661cb9", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:28.669547 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de57fea2-2a92-4ac1-bdd7-b3dcdac60434 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:28.669547 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5ce38b-7b54-4665-9809-e250ba23575f', 'tag': '2a27e6a4-6702-431b-a77a-dc211d661cb9', 'status': 'completed', 'code': 200} Dec 14 02:34:28.696379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['8988b8f8-8539-4a94-a01d-df1d123146e9'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:34:28.710336 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-055d5ae3-4d86-4e37-a206-8fef92129287 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Network dfbe808a-d62b-4425-8bfa-3d75d3431c47 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:34:28.713497 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-055d5ae3-4d86-4e37-a206-8fef92129287 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:34:28.733156 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-055d5ae3-4d86-4e37-a206-8fef92129287 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:34:28.742176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d5ae3-4d86-4e37-a206-8fef92129287 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Pushing event updated for resources: {'Port': ['ID=7c0e355c-62cb-4204-bc61-20069f8bba50,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:28.756126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65a9a7-cb7e-4038-ba7f-266d4a595a9c req-b9accce8-588f-409c-a642-399f99587202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:28.760285 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab65a9a7-cb7e-4038-ba7f-266d4a595a9c req-b9accce8-588f-409c-a642-399f99587202 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 1124 time: 0.1239269 Dec 14 02:34:28.760285 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-8f17236f-612c-42fb-abc9-d742c0981cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:28.760536 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-8f17236f-612c-42fb-abc9-d742c0981cb8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ab8c50a-a715-4e2e-8453-c9bba63f1ddb HTTP/1.1" status: 200 len: 844 time: 0.1018293 Dec 14 02:34:28.778359 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848a8fb7-a18b-450f-b6d0-8780b6ac6862 req-dbf49678-abca-46ae-8b4f-befc0ba79e84 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:28.779900 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-848a8fb7-a18b-450f-b6d0-8780b6ac6862 req-dbf49678-abca-46ae-8b4f-befc0ba79e84 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 943 time: 0.0798032 Dec 14 02:34:28.833952 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-dd2372e3-cccb-4c06-98ae-8d2eb0ef0c8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46ae5e0d-ff63-489c-8bf7-968d04494343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519774 Dec 14 02:34:28.845227 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-055d5ae3-4d86-4e37-a206-8fef92129287 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:28.847424 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-055d5ae3-4d86-4e37-a206-8fef92129287 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:28.885857 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ea962a-882f-4fa4-853e-3ae5aa53b42c req-d91843f0-38c6-497e-85fd-7745b15fd83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:28.887976 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b2ea962a-882f-4fa4-853e-3ae5aa53b42c req-d91843f0-38c6-497e-85fd-7745b15fd83e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 1097 time: 0.1119618 Dec 14 02:34:28.953003 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b2ea962a-882f-4fa4-853e-3ae5aa53b42c req-404c9f78-b437-419d-82e1-070b1127f3d5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415888 Dec 14 02:34:28.987154 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-055d5ae3-4d86-4e37-a206-8fef92129287 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3598573 Dec 14 02:34:28.988566 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-848a8fb7-a18b-450f-b6d0-8780b6ac6862 req-4d971908-7271-46fa-81c4-f1280d2a743f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951690 Dec 14 02:34:29.034683 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Request body: {'port': {'device_id': '7a741dc2-8ccb-4702-804b-33125bd0f2cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:34:29.096476 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:29.364545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65a9a7-cb7e-4038-ba7f-266d4a595a9c req-adf950ba-3b8b-495b-9a72-7d59f9c1868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:29.366093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab65a9a7-cb7e-4038-ba7f-266d4a595a9c req-adf950ba-3b8b-495b-9a72-7d59f9c1868f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.5852928 Dec 14 02:34:29.370010 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-b6daf142-5a4f-4395-a9e5-9ed19b0007f2 service neutron] 10.222.0.47 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978447 Dec 14 02:34:29.377274 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0e355c-62cb-4204-bc61-20069f8bba50 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:34:29.386243 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:29.399852 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Transition to ACTIVE for port object 7c0e355c-62cb-4204-bc61-20069f8bba50 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:34:29.469419 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab65a9a7-cb7e-4038-ba7f-266d4a595a9c req-17da5722-a855-49c7-ac37-cd301415e45c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eb565a4-f610-4826-a0f9-749e36a88999 HTTP/1.1" status: 200 len: 217 time: 0.0874989 Dec 14 02:34:29.477047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58328e-7888-4066-b886-c90008d8f5b6 req-cfa6667e-528c-4849-8edf-ab3faf75fe67 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:29.479399 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d58328e-7888-4066-b886-c90008d8f5b6 req-cfa6667e-528c-4849-8edf-ab3faf75fe67 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 943 time: 0.1826322 Dec 14 02:34:29.497574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02848c-c779-4873-b8fa-9c8845885aa5 req-e2e05635-630a-45c6-aa9e-ef47b93c1b0c tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:29.499005 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd02848c-c779-4873-b8fa-9c8845885aa5 req-e2e05635-630a-45c6-aa9e-ef47b93c1b0c tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/ports?device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 946 time: 0.2020161 Dec 14 02:34:29.506801 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:29.578273 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0e355c-62cb-4204-bc61-20069f8bba50,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:29.628702 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65a9a7-cb7e-4038-ba7f-266d4a595a9c req-fe883440-1842-4971-94da-6d7a98265c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:29.628946 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Attempting to bind port 7c0e355c-62cb-4204-bc61-20069f8bba50 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:34:29.628946 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Attempting to bind port 7c0e355c-62cb-4204-bc61-20069f8bba50 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '76c35287-df7d-4c28-9b74-187d0a18918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:34:29.629331 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Attempting to bind port 7c0e355c-62cb-4204-bc61-20069f8bba50 on network dfbe808a-d62b-4425-8bfa-3d75d3431c47 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:34:29.630174 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab65a9a7-cb7e-4038-ba7f-266d4a595a9c req-fe883440-1842-4971-94da-6d7a98265c5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.1490583 Dec 14 02:34:29.636783 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Port 7c0e355c-62cb-4204-bc61-20069f8bba50 on network dfbe808a-d62b-4425-8bfa-3d75d3431c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:34:29.637122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Attempting to bind port 7c0e355c-62cb-4204-bc61-20069f8bba50 on network dfbe808a-d62b-4425-8bfa-3d75d3431c47 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:34:29.641968 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:34:29.642300 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Checking segment: {'id': '76c35287-df7d-4c28-9b74-187d0a18918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:34:29.642682 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Bound using segment: {'id': '76c35287-df7d-4c28-9b74-187d0a18918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:34:29.643105 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Bound port: 7c0e355c-62cb-4204-bc61-20069f8bba50, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c35287-df7d-4c28-9b74-187d0a18918f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:34:29.644204 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:29.657140 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9a113f2-3696-49ab-9d64-279b322e9258 req-a38f25f9-406d-42a5-bfc7-52420f43f236 service neutron] 10.222.0.47 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763615 Dec 14 02:34:29.667053 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d58328e-7888-4066-b886-c90008d8f5b6 req-b9032d9a-6256-493a-a92e-16e65a94d747 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619682 Dec 14 02:34:29.693030 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd02848c-c779-4873-b8fa-9c8845885aa5 req-e68fac03-5f5b-4eed-8431-723909ead4cf tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f7c5343-0a06-4084-9c50-480ad0c7200f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677985 Dec 14 02:34:29.695712 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab65a9a7-cb7e-4038-ba7f-266d4a595a9c req-630c1e2d-52b9-48fe-887b-084ec6945f21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558059 Dec 14 02:34:29.747162 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] For port 7c0e355c-62cb-4204-bc61-20069f8bba50, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:34:29.752317 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] For port 7c0e355c-62cb-4204-bc61-20069f8bba50, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7c0e355c-62cb-4204-bc61-20069f8bba50,segment=NetworkSegment(76c35287-df7d-4c28-9b74-187d0a18918f),segment_id=76c35287-df7d-4c28-9b74-187d0a18918f)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:34:29.804822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2808816-2a35-4832-bf34-c6bb7cb88166 req-2bac39cf-a378-4b14-a05d-3189fb277cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:29.806589 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a2808816-2a35-4832-bf34-c6bb7cb88166 req-2bac39cf-a378-4b14-a05d-3189fb277cbe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8&tenant_id=038f1fba5462416da4b946cf716bf191 HTTP/1.1" status: 200 len: 1094 time: 0.0483732 Dec 14 02:34:29.855036 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:29.898678 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:29.910030 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:29.910030 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] 10.222.0.47 "PUT /v2.0/ports/7c0e355c-62cb-4204-bc61-20069f8bba50 HTTP/1.1" status: 200 len: 1091 time: 0.8709815 Dec 14 02:34:29.953701 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab65a9a7-cb7e-4038-ba7f-266d4a595a9c req-ed1b5deb-4cb5-4042-a31e-6e33d9b021c8 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192726 Dec 14 02:34:29.961832 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2808816-2a35-4832-bf34-c6bb7cb88166 req-5c26df1f-59b2-4f7c-a9ea-bddfb7c877ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:29.963149 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c1f05-93fe-43e0-8ce3-4351925f79c2 req-a2c20a20-388a-4f81-afcd-57aac36f9408 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:29.963766 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a2808816-2a35-4832-bf34-c6bb7cb88166 req-5c26df1f-59b2-4f7c-a9ea-bddfb7c877ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=038f1fba5462416da4b946cf716bf191&device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 1094 time: 0.1219759 Dec 14 02:34:29.964701 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c5c1f05-93fe-43e0-8ce3-4351925f79c2 req-a2c20a20-388a-4f81-afcd-57aac36f9408 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f5ce38b-7b54-4665-9809-e250ba23575f HTTP/1.1" status: 200 len: 943 time: 0.1622999 Dec 14 02:34:29.986627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533604b5-f8fb-42de-a8cc-5065a2512f40 req-5acff883-399f-443e-b999-ddd7c1c5f35c tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:29.988671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-533604b5-f8fb-42de-a8cc-5065a2512f40 req-5acff883-399f-443e-b999-ddd7c1c5f35c tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 946 time: 0.1733544 Dec 14 02:34:29.999371 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1da70c-decb-4be7-9b4b-c51d7da867e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0e355c-62cb-4204-bc61-20069f8bba50,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:30.087170 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:30.101363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a8c5d-ce26-455c-b551-ee76be2d9490 req-e2c5e48d-5bdf-46e9-9030-06a15799e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:30.102590 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-7a6b6acb-d66f-4c81-9828-27cc7eff72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:30.102887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df3a8c5d-ce26-455c-b551-ee76be2d9490 req-e2c5e48d-5bdf-46e9-9030-06a15799e561 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c599f063fb64480ba4a0ee1020e33672&device_id=6f5ce38b-7b54-4665-9809-e250ba23575f HTTP/1.1" status: 200 len: 1094 time: 0.2046871 Dec 14 02:34:30.104068 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-7a6b6acb-d66f-4c81-9828-27cc7eff72cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ed8914f36c69449d92cc920be08c3d50&device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 1094 time: 0.0637021 Dec 14 02:34:30.117359 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2808816-2a35-4832-bf34-c6bb7cb88166 req-a33b2ab0-f95e-49f4-84fb-65c96950c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:30.118849 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a2808816-2a35-4832-bf34-c6bb7cb88166 req-a33b2ab0-f95e-49f4-84fb-65c96950c6f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 HTTP/1.1" status: 200 len: 915 time: 0.1381524 Dec 14 02:34:30.161273 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-533604b5-f8fb-42de-a8cc-5065a2512f40 req-5281e989-7efc-43bb-a49d-3bd9b5c48b79 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531570 Dec 14 02:34:30.164262 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c5c1f05-93fe-43e0-8ce3-4351925f79c2 req-298b7528-b15b-4704-9550-1550d8ab5cba tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877952 Dec 14 02:34:30.179500 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-21b50007-80b0-42c3-8a06-7c2a9674f341 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c0e355c-62cb-4204-bc61-20069f8bba50 HTTP/1.1" status: 200 len: 217 time: 0.0457432 Dec 14 02:34:30.219164 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a2808816-2a35-4832-bf34-c6bb7cb88166 req-09f5c706-3e20-4e8f-b689-de565f742959 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82540769-50dc-4798-84d8-947bdfc77faf HTTP/1.1" status: 200 len: 217 time: 0.0471027 Dec 14 02:34:30.225694 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab65a9a7-cb7e-4038-ba7f-266d4a595a9c req-4719c857-5997-4bbd-9edf-154c0b830c83 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585092 Dec 14 02:34:30.296922 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-3da4dfb1-1978-4d9d-a00c-0e86a9bd6961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:30.298447 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-3da4dfb1-1978-4d9d-a00c-0e86a9bd6961 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e681f6b2-d68d-4d5b-b46f-043098b1e43a HTTP/1.1" status: 200 len: 850 time: 0.0888186 Dec 14 02:34:30.306572 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2808816-2a35-4832-bf34-c6bb7cb88166 req-7ba2e647-6015-4d42-af27-b9fa3ce727a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:30.308017 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a2808816-2a35-4832-bf34-c6bb7cb88166 req-7ba2e647-6015-4d42-af27-b9fa3ce727a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=53926458-5432-4661-8827-c48966f94c72 HTTP/1.1" status: 200 len: 854 time: 0.0669770 Dec 14 02:34:30.330208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a8c5d-ce26-455c-b551-ee76be2d9490 req-c0952979-9fd9-46d3-b79b-69aaf0720f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:30.331398 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df3a8c5d-ce26-455c-b551-ee76be2d9490 req-c0952979-9fd9-46d3-b79b-69aaf0720f37 service neutron] 10.222.0.47 "GET /v2.0/networks?id=46ae5e0d-ff63-489c-8bf7-968d04494343 HTTP/1.1" status: 200 len: 905 time: 0.1950319 Dec 14 02:34:30.356042 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a2808816-2a35-4832-bf34-c6bb7cb88166 req-87d7c505-769e-422e-93f8-572f804f56fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354369 Dec 14 02:34:30.357386 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-d98f19ee-6a34-4e6d-a894-458509cf2874 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfbe808a-d62b-4425-8bfa-3d75d3431c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461075 Dec 14 02:34:30.400943 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df3a8c5d-ce26-455c-b551-ee76be2d9490 req-0e311b3a-c964-4c23-96ff-3195a6f36030 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2a27e6a4-6702-431b-a77a-dc211d661cb9 HTTP/1.1" status: 200 len: 217 time: 0.0482655 Dec 14 02:34:30.412889 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ee14d-17fb-4ab1-86d2-ffb87ded18da req-6a189d15-7c52-4643-b277-344fc5293dd8 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:30.414321 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b78ee14d-17fb-4ab1-86d2-ffb87ded18da req-6a189d15-7c52-4643-b277-344fc5293dd8 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 943 time: 0.1399329 Dec 14 02:34:30.427848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0764f-726e-48fa-986c-7da79e09944b req-7927d082-29bc-4e65-a313-58839ab98c47 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:30.429517 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-67d0764f-726e-48fa-986c-7da79e09944b req-7927d082-29bc-4e65-a313-58839ab98c47 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 946 time: 0.1170511 Dec 14 02:34:30.515067 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a2808816-2a35-4832-bf34-c6bb7cb88166 req-84bdee3a-813b-495d-abcb-f218302d00d2 service neutron] 10.222.0.46 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511350 Dec 14 02:34:30.534693 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-394fce15-0653-4c7a-8fc4-30493b344798 service neutron] 10.222.0.47 "GET /v2.0/networks/dfbe808a-d62b-4425-8bfa-3d75d3431c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281226 Dec 14 02:34:30.542745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b78ee14d-17fb-4ab1-86d2-ffb87ded18da req-237ec383-6c63-44d6-adbe-35a817606364 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122534 Dec 14 02:34:30.544325 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a741dc2-8ccb-4702-804b-33125bd0f2cc', 'tag': '7c0e355c-62cb-4204-bc61-20069f8bba50'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:30.546415 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37c2b42-17af-4438-920f-804675310c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "7a741dc2-8ccb-4702-804b-33125bd0f2cc", "tag": "7c0e355c-62cb-4204-bc61-20069f8bba50"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:30.548224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a8c5d-ce26-455c-b551-ee76be2d9490 req-e6bbbc9b-ad97-4929-8e6a-0898e0dff751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:30.550711 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df3a8c5d-ce26-455c-b551-ee76be2d9490 req-e6bbbc9b-ad97-4929-8e6a-0898e0dff751 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ab8c50a-a715-4e2e-8453-c9bba63f1ddb HTTP/1.1" status: 200 len: 844 time: 0.1000717 Dec 14 02:34:30.558359 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-67d0764f-726e-48fa-986c-7da79e09944b req-a75a34f9-8c90-4435-9f73-f4b6c49484b4 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220064 Dec 14 02:34:30.591969 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df3a8c5d-ce26-455c-b551-ee76be2d9490 req-3d4cc7df-8c25-45da-95c2-17b458701c67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46ae5e0d-ff63-489c-8bf7-968d04494343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325794 Dec 14 02:34:30.701677 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a2808816-2a35-4832-bf34-c6bb7cb88166 req-5669908d-18d1-45b1-b512-da9b356fc826 service neutron] 10.222.0.46 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781476 Dec 14 02:34:30.712253 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4e3855da-1fad-4656-bfad-825439fe17a0 req-b7ec19bc-5170-4082-8b0a-2e607e794961 service neutron] 10.222.0.47 "GET /v2.0/networks/dfbe808a-d62b-4425-8bfa-3d75d3431c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349542 Dec 14 02:34:30.716028 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b27995-22fc-4e90-b993-d9110baac376 req-320f4f89-4bf9-4f77-b3ca-cb821c0ecaf7 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:30.717596 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12b27995-22fc-4e90-b993-d9110baac376 req-320f4f89-4bf9-4f77-b3ca-cb821c0ecaf7 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 943 time: 0.0700147 Dec 14 02:34:30.762353 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df3a8c5d-ce26-455c-b551-ee76be2d9490 req-cc58f5ff-85d4-4a0e-a37b-ab49a43af26f service neutron] 10.222.0.47 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606739 Dec 14 02:34:30.790958 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7277511-ec29-410c-9fec-07852910f487 x-openstack-request-id: req-b7277511-ec29-410c-9fec-07852910f487 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:30.791257 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a741dc2-8ccb-4702-804b-33125bd0f2cc", "tag": "7c0e355c-62cb-4204-bc61-20069f8bba50", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:30.791523 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7277511-ec29-410c-9fec-07852910f487 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:30.791922 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a741dc2-8ccb-4702-804b-33125bd0f2cc', 'tag': '7c0e355c-62cb-4204-bc61-20069f8bba50', 'status': 'completed', 'code': 200} Dec 14 02:34:30.811079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f528c1-5ccd-421b-93ff-399ae71ceec5 req-2a322145-0f8a-450e-9900-d8bc5df21156 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:30.812618 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-30f528c1-5ccd-421b-93ff-399ae71ceec5 req-2a322145-0f8a-450e-9900-d8bc5df21156 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 946 time: 0.0600984 Dec 14 02:34:30.835460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12b27995-22fc-4e90-b993-d9110baac376 req-2bc74b4d-b21a-413e-9fe6-f5e3dfcbbd85 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089048 Dec 14 02:34:30.945121 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-30f528c1-5ccd-421b-93ff-399ae71ceec5 req-ccc3b3c2-49cc-4267-a272-3d8a3bf81be9 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Deleting port f7be0f52-296b-43c5-9fed-1d0f1834fdaf {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:34:30.945594 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-30f528c1-5ccd-421b-93ff-399ae71ceec5 req-ccc3b3c2-49cc-4267-a272-3d8a3bf81be9 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:30.949534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df3a8c5d-ce26-455c-b551-ee76be2d9490 req-082d088d-a9d4-4695-8e26-c4e146ccb3f3 service neutron] 10.222.0.47 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762667 Dec 14 02:34:30.978383 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c2b42-17af-4438-920f-804675310c3c req-84d27053-d54e-4242-80ab-29dc3b4a7bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:30.991503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f37c2b42-17af-4438-920f-804675310c3c req-84d27053-d54e-4242-80ab-29dc3b4a7bf3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ed8914f36c69449d92cc920be08c3d50&device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 1094 time: 0.0869560 Dec 14 02:34:31.001466 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c1fbd-eee3-450e-b3a7-3780cfbef86d req-38f323e1-24a0-46f3-bd32-c04a18096579 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:31.003720 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-970c1fbd-eee3-450e-b3a7-3780cfbef86d req-38f323e1-24a0-46f3-bd32-c04a18096579 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 943 time: 0.1511283 Dec 14 02:34:31.072367 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-30f528c1-5ccd-421b-93ff-399ae71ceec5 req-ccc3b3c2-49cc-4267-a272-3d8a3bf81be9 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] For port f7be0f52-296b-43c5-9fed-1d0f1834fdaf, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f7be0f52-296b-43c5-9fed-1d0f1834fdaf,segment=NetworkSegment(a15d36b1-15db-4b8e-bc87-95b4daa5cfbf),segment_id=a15d36b1-15db-4b8e-bc87-95b4daa5cfbf)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:31.072827 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-30f528c1-5ccd-421b-93ff-399ae71ceec5 req-ccc3b3c2-49cc-4267-a272-3d8a3bf81be9 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:31.085882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-30f528c1-5ccd-421b-93ff-399ae71ceec5 req-ccc3b3c2-49cc-4267-a272-3d8a3bf81be9 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Calling delete_port for f7be0f52-296b-43c5-9fed-1d0f1834fdaf owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:34:31.153139 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-970c1fbd-eee3-450e-b3a7-3780cfbef86d req-8c3d0185-872a-4a01-b161-abaf7335f263 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350896 Dec 14 02:34:31.179368 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a85577-9b02-4c99-9945-03fa7b8eead8 req-aaadb955-037c-4637-bace-e326faf68be9 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:31.185353 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93a85577-9b02-4c99-9945-03fa7b8eead8 req-aaadb955-037c-4637-bace-e326faf68be9 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/ports?device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 946 time: 0.1177862 Dec 14 02:34:31.185353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c2b42-17af-4438-920f-804675310c3c req-97da901f-e653-4a78-86a1-453034fd685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:31.185353 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f37c2b42-17af-4438-920f-804675310c3c req-97da901f-e653-4a78-86a1-453034fd685e service neutron] 10.222.0.47 "GET /v2.0/networks?id=dfbe808a-d62b-4425-8bfa-3d75d3431c47 HTTP/1.1" status: 200 len: 911 time: 0.1741407 Dec 14 02:34:31.253953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f37c2b42-17af-4438-920f-804675310c3c req-94b53e90-ea06-4005-b9b6-bb57e6113ce4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c0e355c-62cb-4204-bc61-20069f8bba50 HTTP/1.1" status: 200 len: 217 time: 0.0481687 Dec 14 02:34:31.299176 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93a85577-9b02-4c99-9945-03fa7b8eead8 req-5577053b-cf82-46d1-ad72-12be4d2ce45a tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f7c5343-0a06-4084-9c50-480ad0c7200f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119413 Dec 14 02:34:31.324716 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-30f528c1-5ccd-421b-93ff-399ae71ceec5 req-ccc3b3c2-49cc-4267-a272-3d8a3bf81be9 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:31.354271 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c2b42-17af-4438-920f-804675310c3c req-be22afe6-7af1-499f-a8b3-f81a8b615ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:31.356117 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f37c2b42-17af-4438-920f-804675310c3c req-be22afe6-7af1-499f-a8b3-f81a8b615ea9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e681f6b2-d68d-4d5b-b46f-043098b1e43a HTTP/1.1" status: 200 len: 850 time: 0.0937073 Dec 14 02:34:31.360431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['f7be0f52-296b-43c5-9fed-1d0f1834fdaf'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:34:31.370549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d492e7-9d71-475b-a285-24e7e0310af2 req-047a8f06-53e5-4269-9d4f-9494a967de1a tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:31.378490 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c6d492e7-9d71-475b-a285-24e7e0310af2 req-047a8f06-53e5-4269-9d4f-9494a967de1a tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe HTTP/1.1" status: 200 len: 867 time: 0.1006005 Dec 14 02:34:31.388209 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3b3c2-49cc-4267-a272-3d8a3bf81be9 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Pushing event deleted for resources: {'Port': ['ID=f7be0f52-296b-43c5-9fed-1d0f1834fdaf,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:31.422433 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f37c2b42-17af-4438-920f-804675310c3c req-fcd651a5-2c75-41bd-969a-5cb9a0deae7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfbe808a-d62b-4425-8bfa-3d75d3431c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409768 Dec 14 02:34:31.482879 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f528c1-5ccd-421b-93ff-399ae71ceec5 req-ccc3b3c2-49cc-4267-a272-3d8a3bf81be9 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] No DVR routers for this DVR port f7be0f52-296b-43c5-9fed-1d0f1834fdaf on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:34:31.494950 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-30f528c1-5ccd-421b-93ff-399ae71ceec5 req-ccc3b3c2-49cc-4267-a272-3d8a3bf81be9 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:31.504217 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-30f528c1-5ccd-421b-93ff-399ae71ceec5 req-ccc3b3c2-49cc-4267-a272-3d8a3bf81be9 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.47 "DELETE /v2.0/ports/f7be0f52-296b-43c5-9fed-1d0f1834fdaf HTTP/1.1" status: 204 len: 173 time: 0.6824696 Dec 14 02:34:31.521436 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c6d492e7-9d71-475b-a285-24e7e0310af2 req-786965f1-11f3-42b6-8f3c-945f6f0383d4 tempest-FloatingIPsAssociationTestJSON-974432137 tempest-FloatingIPsAssociationTestJSON-974432137-project] 10.222.0.39 "GET /v2.0/security-groups?id=8627f9d1-41cc-4dc8-82cd-8a70179c491d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417851 Dec 14 02:34:31.662643 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f37c2b42-17af-4438-920f-804675310c3c req-5b91cd6f-0d62-4e62-b97c-7852c53b1d56 service neutron] 10.222.0.47 "GET /v2.0/networks/dfbe808a-d62b-4425-8bfa-3d75d3431c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322276 Dec 14 02:34:31.839306 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40616e79-098c-4660-90b2-cb5a3098660b req-c4efea2f-b8d7-40de-8ba1-27187adc49a2 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:31.841055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40616e79-098c-4660-90b2-cb5a3098660b req-c4efea2f-b8d7-40de-8ba1-27187adc49a2 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f5ce38b-7b54-4665-9809-e250ba23575f HTTP/1.1" status: 200 len: 943 time: 0.3445926 Dec 14 02:34:31.868870 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8a132-9f10-4e6c-b88d-f6c010338897 req-7e8b0129-f238-4e3e-af31-ca2c302c3a12 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:31.877134 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9a8a132-9f10-4e6c-b88d-f6c010338897 req-7e8b0129-f238-4e3e-af31-ca2c302c3a12 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 943 time: 0.1888392 Dec 14 02:34:32.004911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40616e79-098c-4660-90b2-cb5a3098660b req-8deb5dcc-ba9a-416d-8e33-52072945cf24 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527579 Dec 14 02:34:32.031466 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f37c2b42-17af-4438-920f-804675310c3c req-08eb28cc-8846-4b7f-a2c1-8108c0153b09 service neutron] 10.222.0.47 "GET /v2.0/networks/dfbe808a-d62b-4425-8bfa-3d75d3431c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543396 Dec 14 02:34:32.078152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9a8a132-9f10-4e6c-b88d-f6c010338897 req-466f1e80-c840-4e5a-8e24-6128e0db3caa tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953087 Dec 14 02:34:32.203499 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b189bf-b564-483c-8f94-11ab2267772f req-7ae4e4b7-9f69-4a25-94ce-bb9d2fcbc5ca tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:32.205143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f2b189bf-b564-483c-8f94-11ab2267772f req-7ae4e4b7-9f69-4a25-94ce-bb9d2fcbc5ca tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 946 time: 0.0859535 Dec 14 02:34:32.303559 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f2b189bf-b564-483c-8f94-11ab2267772f req-ce16511b-c474-420f-a5fc-3eea2b51dfda tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832121 Dec 14 02:34:32.485231 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fa6d1c-b9ae-47af-ad7f-aaf9a35b4f5c req-426b36ab-d3cb-45ed-8af9-4dc741e7ae98 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:32.498465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0fa6d1c-b9ae-47af-ad7f-aaf9a35b4f5c req-426b36ab-d3cb-45ed-8af9-4dc741e7ae98 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 943 time: 0.1932068 Dec 14 02:34:32.584929 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0fa6d1c-b9ae-47af-ad7f-aaf9a35b4f5c req-898bd753-cd75-4a39-9c27-1f102b4abe0c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773530 Dec 14 02:34:32.694198 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-87492a33-e272-4362-acd8-26462b917316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:32.792715 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'name': 'network-vif-deleted', 'tag': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:32.796894 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7065ae73-1cf2-4195-949d-fb261b3fc8c6" -d '{"events": [{"server_uuid": "bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe", "name": "network-vif-deleted", "tag": "f7be0f52-296b-43c5-9fed-1d0f1834fdaf"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:32.812736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472881a-a784-490f-be21-5609bce32350 req-48903c29-019b-4f26-a5e2-b7b3f46fedc6 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:32.816435 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e472881a-a784-490f-be21-5609bce32350 req-48903c29-019b-4f26-a5e2-b7b3f46fedc6 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 943 time: 0.0732520 Dec 14 02:34:32.929716 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e472881a-a784-490f-be21-5609bce32350 req-7db6fb7f-6b7b-4ca9-b1e9-893ac4f791f4 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003625 Dec 14 02:34:32.989567 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55348) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:33.041029 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 2a27e6a4-6702-431b-a77a-dc211d661cb9 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:34:33.054568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4eb565a4-f610-4826-a0f9-749e36a88999 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:34:33.157435 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7893da7-0b17-4b35-b012-aec14564f6ae x-openstack-request-id: req-b7893da7-0b17-4b35-b012-aec14564f6ae {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:33.157763 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe", "name": "network-vif-deleted", "tag": "f7be0f52-296b-43c5-9fed-1d0f1834fdaf", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:33.158029 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7893da7-0b17-4b35-b012-aec14564f6ae {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:33.158507 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7951b9-6c4c-4df4-9e0c-c4750dd4fcfe', 'name': 'network-vif-deleted', 'tag': 'f7be0f52-296b-43c5-9fed-1d0f1834fdaf', 'status': 'completed', 'code': 200} Dec 14 02:34:33.269462 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3f6bc-f41c-4847-ad90-aa24a63e816a req-5f302506-08ae-4e8e-961c-76226ff3c0f0 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:33.281719 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60c3f6bc-f41c-4847-ad90-aa24a63e816a req-5f302506-08ae-4e8e-961c-76226ff3c0f0 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/ports?device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 946 time: 0.0686073 Dec 14 02:34:33.321059 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 2a27e6a4-6702-431b-a77a-dc211d661cb9, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2a27e6a4-6702-431b-a77a-dc211d661cb9,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:33.369070 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '2a27e6a4-6702-431b-a77a-dc211d661cb9', 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343', 'port_id': '2a27e6a4-6702-431b-a77a-dc211d661cb9', 'mac_address': 'fa:16:3e:f0:74:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab8c50a-a715-4e2e-8453-c9bba63f1ddb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:34:33.423028 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60c3f6bc-f41c-4847-ad90-aa24a63e816a req-881b4023-ef45-430c-a437-d12e050d6419 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f7c5343-0a06-4084-9c50-480ad0c7200f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399167 Dec 14 02:34:33.436203 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:33.458735 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a27e6a4-6702-431b-a77a-dc211d661cb9 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:34:33.492989 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 2a27e6a4-6702-431b-a77a-dc211d661cb9, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2a27e6a4-6702-431b-a77a-dc211d661cb9,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:33.564193 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab98ea-82a2-4ec5-961e-f737d05edb68 req-abe6c6b7-169d-4e3b-bf39-205ca997081d tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:33.572154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88ab98ea-82a2-4ec5-961e-f737d05edb68 req-abe6c6b7-169d-4e3b-bf39-205ca997081d tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f5ce38b-7b54-4665-9809-e250ba23575f HTTP/1.1" status: 200 len: 943 time: 0.1479449 Dec 14 02:34:33.575783 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:33.660293 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbec8-466e-452d-9aa7-0e24170e4d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:33.687396 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88ab98ea-82a2-4ec5-961e-f737d05edb68 req-d47d2cd7-b9d0-4972-91ef-87e37d26890a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992301 Dec 14 02:34:33.697408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f05ad-6ae7-47a3-ae85-fcd51d97201b req-0814db98-336f-4434-a9c9-327232a3bc07 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:33.702350 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c30f05ad-6ae7-47a3-ae85-fcd51d97201b req-0814db98-336f-4434-a9c9-327232a3bc07 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 943 time: 0.1711333 Dec 14 02:34:33.714297 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=2a27e6a4-6702-431b-a77a-dc211d661cb9,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:33.801625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c30f05ad-6ae7-47a3-ae85-fcd51d97201b req-2cc2f355-ffbb-4cb6-99f4-3327c74e6305 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870774 Dec 14 02:34:33.906448 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['2a27e6a4-6702-431b-a77a-dc211d661cb9'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:34:33.971202 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45739501-70b5-4c15-90b4-a7dd6f9a00b8 req-49cafb32-ed7a-42e3-b4bd-883790ae8bed tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:33.981916 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45739501-70b5-4c15-90b4-a7dd6f9a00b8 req-49cafb32-ed7a-42e3-b4bd-883790ae8bed tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 946 time: 0.1140165 Dec 14 02:34:34.091879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45739501-70b5-4c15-90b4-a7dd6f9a00b8 req-7c808e55-b6b7-42ab-85fc-86a7507aae7b tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079144 Dec 14 02:34:34.128585 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d014a1-553c-4d50-9940-4688c4e361ff req-a87a1a09-6218-46e4-89d8-2d158d8d3d7e tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:34.148176 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-33d014a1-553c-4d50-9940-4688c4e361ff req-a87a1a09-6218-46e4-89d8-2d158d8d3d7e tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 943 time: 0.1970432 Dec 14 02:34:34.201860 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-cf7fbec8-466e-452d-9aa7-0e24170e4d35 admin admin] Deleting port e555f0e9-2d08-4c1d-ac57-1b9856a817db {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:34:34.202449 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbec8-466e-452d-9aa7-0e24170e4d35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:34.278042 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-33d014a1-553c-4d50-9940-4688c4e361ff req-0da08a47-34bc-4dba-ac7f-b5f94194e654 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286440 Dec 14 02:34:34.307017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3301bc-fa47-413d-a24e-4064cf5e443e req-fd38f1d9-9a01-4edf-9d5f-fe9c10eb8803 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:34.310264 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eb3301bc-fa47-413d-a24e-4064cf5e443e req-fd38f1d9-9a01-4edf-9d5f-fe9c10eb8803 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 943 time: 0.1051381 Dec 14 02:34:34.391202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-cf7fbec8-466e-452d-9aa7-0e24170e4d35 admin admin] For port e555f0e9-2d08-4c1d-ac57-1b9856a817db, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e555f0e9-2d08-4c1d-ac57-1b9856a817db,segment=NetworkSegment(a15d36b1-15db-4b8e-bc87-95b4daa5cfbf),segment_id=a15d36b1-15db-4b8e-bc87-95b4daa5cfbf)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:34.391730 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbec8-466e-452d-9aa7-0e24170e4d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:34.433390 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-cf7fbec8-466e-452d-9aa7-0e24170e4d35 admin admin] Calling delete_port for e555f0e9-2d08-4c1d-ac57-1b9856a817db owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:34:34.492586 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-b5b39b09-498d-4014-982a-b5831e6b9343 service neutron] 10.222.0.47 "GET /v2.0/ports/4eb565a4-f610-4826-a0f9-749e36a88999/bindings/n-h1-821636-1 HTTP/1.1" status: 200 len: 384 time: 0.1263001 Dec 14 02:34:34.499237 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fd242-eed1-4521-9676-e2bb662c1bf8 req-82a24fe2-874d-4915-a890-dc048a5114a9 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:34.506522 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0f3fd242-eed1-4521-9676-e2bb662c1bf8 req-82a24fe2-874d-4915-a890-dc048a5114a9 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.47 "GET /v2.0/ports?device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 946 time: 0.1362808 Dec 14 02:34:34.628800 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eb3301bc-fa47-413d-a24e-4064cf5e443e req-b3472ef9-d131-45b3-a8a2-17e73c81697f tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089170 Dec 14 02:34:34.741625 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-0f3fd242-eed1-4521-9676-e2bb662c1bf8 req-299d2e04-d7b1-411e-84c5-945765ff7e54 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Deleting port 5ae60d6b-26cf-4158-97d8-26e3216a2b78 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:34:34.741994 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0f3fd242-eed1-4521-9676-e2bb662c1bf8 req-299d2e04-d7b1-411e-84c5-945765ff7e54 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:34.833545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d927cb-e0e6-4374-9ecb-d45868a06edc req-29577822-f3db-4ef8-a38f-a9785ea2271a tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:34.835544 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50d927cb-e0e6-4374-9ecb-d45868a06edc req-29577822-f3db-4ef8-a38f-a9785ea2271a tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/ports?device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 946 time: 0.2656944 Dec 14 02:34:34.875198 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-0f3fd242-eed1-4521-9676-e2bb662c1bf8 req-299d2e04-d7b1-411e-84c5-945765ff7e54 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] For port 5ae60d6b-26cf-4158-97d8-26e3216a2b78, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=5ae60d6b-26cf-4158-97d8-26e3216a2b78,segment=NetworkSegment(d3251e6b-243d-43c6-a6f0-22fe1609b8d2),segment_id=d3251e6b-243d-43c6-a6f0-22fe1609b8d2)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:34.883315 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0f3fd242-eed1-4521-9676-e2bb662c1bf8 req-299d2e04-d7b1-411e-84c5-945765ff7e54 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:34.907275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50d927cb-e0e6-4374-9ecb-d45868a06edc req-f6eb0fd4-6e18-4a1c-8cf7-30d319ef7514 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f7c5343-0a06-4084-9c50-480ad0c7200f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552952 Dec 14 02:34:34.977211 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0118fe0-3954-4f21-a7f1-eda223a55624 req-5e52eed8-4d5b-4029-99b3-8d4e47247fe1 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:34.985143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0118fe0-3954-4f21-a7f1-eda223a55624 req-5e52eed8-4d5b-4029-99b3-8d4e47247fe1 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f5ce38b-7b54-4665-9809-e250ba23575f HTTP/1.1" status: 200 len: 944 time: 0.1726170 Dec 14 02:34:35.030249 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51157983-75ac-446b-98da-af6e767a4a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:35.049222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7c0e355c-62cb-4204-bc61-20069f8bba50 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:34:35.064113 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 2a27e6a4-6702-431b-a77a-dc211d661cb9 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:34:35.124730 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0118fe0-3954-4f21-a7f1-eda223a55624 req-3226c0a7-b848-4ad5-9e38-aea73e71bb93 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377387 Dec 14 02:34:35.274242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-3a166d5b-22fe-41cb-8e7d-6570745330e2 service neutron] For port 4eb565a4-f610-4826-a0f9-749e36a88999, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4eb565a4-f610-4826-a0f9-749e36a88999,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:35.292655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08417af-a44c-4909-a579-43780eb5cf49 req-b17dadea-2dc9-48f1-8981-2e177eb75677 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:35.301953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a08417af-a44c-4909-a579-43780eb5cf49 req-b17dadea-2dc9-48f1-8981-2e177eb75677 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 943 time: 0.2037082 Dec 14 02:34:35.341591 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbec8-466e-452d-9aa7-0e24170e4d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:35.347174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-3a166d5b-22fe-41cb-8e7d-6570745330e2 service neutron] For port 4eb565a4-f610-4826-a0f9-749e36a88999, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:34:35.396428 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7fbec8-466e-452d-9aa7-0e24170e4d35 admin admin] Pushing event deleted for resources: {'Port': ['ID=e555f0e9-2d08-4c1d-ac57-1b9856a817db,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:35.458764 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 7c0e355c-62cb-4204-bc61-20069f8bba50, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7c0e355c-62cb-4204-bc61-20069f8bba50,segment=NetworkSegment(76c35287-df7d-4c28-9b74-187d0a18918f),segment_id=76c35287-df7d-4c28-9b74-187d0a18918f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:35.464428 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0f3fd242-eed1-4521-9676-e2bb662c1bf8 req-299d2e04-d7b1-411e-84c5-945765ff7e54 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:35.465042 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0f3fd242-eed1-4521-9676-e2bb662c1bf8 req-299d2e04-d7b1-411e-84c5-945765ff7e54 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:35.465727 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [req-0f3fd242-eed1-4521-9676-e2bb662c1bf8 req-299d2e04-d7b1-411e-84c5-945765ff7e54 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Floating IP 95437e8e-4801-48dc-809b-0e70c2ddecdd disassociated. External IP: 172.25.7.120, port: 5ae60d6b-26cf-4158-97d8-26e3216a2b78. Dec 14 02:34:35.466408 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-0f3fd242-eed1-4521-9676-e2bb662c1bf8 req-299d2e04-d7b1-411e-84c5-945765ff7e54 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Calling delete_port for 5ae60d6b-26cf-4158-97d8-26e3216a2b78 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:34:35.498773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-3a166d5b-22fe-41cb-8e7d-6570745330e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb565a4-f610-4826-a0f9-749e36a88999 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:34:35.500602 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '7c0e355c-62cb-4204-bc61-20069f8bba50', 'network_id': 'dfbe808a-d62b-4425-8bfa-3d75d3431c47', 'port_id': '7c0e355c-62cb-4204-bc61-20069f8bba50', 'mac_address': 'fa:16:3e:45:c1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e681f6b2-d68d-4d5b-b46f-043098b1e43a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:34:35.543853 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a08417af-a44c-4909-a579-43780eb5cf49 req-bbafc888-86aa-4bb4-97f2-415d27454431 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409248 Dec 14 02:34:35.603475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-3a166d5b-22fe-41cb-8e7d-6570745330e2 service neutron] For port 4eb565a4-f610-4826-a0f9-749e36a88999, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4eb565a4-f610-4826-a0f9-749e36a88999,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:35.615834 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39c402-69cd-4d34-b477-7f0a2aba127e req-6a467e28-a8fe-4669-b1eb-88cf595c3202 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:35.623521 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d39c402-69cd-4d34-b477-7f0a2aba127e req-6a467e28-a8fe-4669-b1eb-88cf595c3202 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 946 time: 0.2075138 Dec 14 02:34:35.692870 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:35.717128 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 2a27e6a4-6702-431b-a77a-dc211d661cb9 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:34:35.738844 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0e355c-62cb-4204-bc61-20069f8bba50 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:34:35.755554 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 2a27e6a4-6702-431b-a77a-dc211d661cb9 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:34:35.758601 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:35.761594 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-3a166d5b-22fe-41cb-8e7d-6570745330e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:35.812675 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 7c0e355c-62cb-4204-bc61-20069f8bba50, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7c0e355c-62cb-4204-bc61-20069f8bba50,segment=NetworkSegment(76c35287-df7d-4c28-9b74-187d0a18918f),segment_id=76c35287-df7d-4c28-9b74-187d0a18918f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:35.840267 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d39c402-69cd-4d34-b477-7f0a2aba127e req-4007444a-e171-46e3-a55b-5ea5dac66ca1 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157607 Dec 14 02:34:35.887686 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:35.894220 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba2bc0-9657-4ad5-a0b1-fb5ff188dadb req-e1101481-c646-4c3e-b1ab-64ea3ad853b7 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:35.904795 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fba2bc0-9657-4ad5-a0b1-fb5ff188dadb req-e1101481-c646-4c3e-b1ab-64ea3ad853b7 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 943 time: 0.2116385 Dec 14 02:34:35.932000 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5ce38b-7b54-4665-9809-e250ba23575f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a27e6a4-6702-431b-a77a-dc211d661cb9'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:35.936081 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d06c63-37e6-4e68-8898-7b15a56d0924" -d '{"events": [{"server_uuid": "6f5ce38b-7b54-4665-9809-e250ba23575f", "name": "network-vif-plugged", "status": "completed", "tag": "2a27e6a4-6702-431b-a77a-dc211d661cb9"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:35.943732 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:35.958061 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 2a27e6a4-6702-431b-a77a-dc211d661cb9, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2a27e6a4-6702-431b-a77a-dc211d661cb9,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:36.003750 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf7fbec8-466e-452d-9aa7-0e24170e4d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:36.053112 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=7c0e355c-62cb-4204-bc61-20069f8bba50,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:36.056014 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fba2bc0-9657-4ad5-a0b1-fb5ff188dadb req-a71fbba5-aec9-4280-a72a-774c76ab0c15 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500244 Dec 14 02:34:36.058331 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:36.059340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f7be0f52-296b-43c5-9fed-1d0f1834fdaf no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:34:36.125887 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bd323-3212-4a4f-ac3e-b67f4e298872 req-db8333ec-46db-4029-bdb5-135aaeeb633d tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:36.137176 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d3bd323-3212-4a4f-ac3e-b67f4e298872 req-db8333ec-46db-4029-bdb5-135aaeeb633d tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 943 time: 0.2014203 Dec 14 02:34:36.140578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=2a27e6a4-6702-431b-a77a-dc211d661cb9,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:36.160830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-3a166d5b-22fe-41cb-8e7d-6570745330e2 service neutron] Transition to ACTIVE for port object 4eb565a4-f610-4826-a0f9-749e36a88999 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:34:36.229994 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: f7be0f52-296b-43c5-9fed-1d0f1834fdaf {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:34:36.230439 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f7be0f52-296b-43c5-9fed-1d0f1834fdaf not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:34:36.286289 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-3a166d5b-22fe-41cb-8e7d-6570745330e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:36.329610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['7c0e355c-62cb-4204-bc61-20069f8bba50'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:34:36.395122 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:36.407004 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d3bd323-3212-4a4f-ac3e-b67f4e298872 req-2164ac6a-c51e-45e5-bf1e-57b8eb75c785 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688220 Dec 14 02:34:36.474036 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f16709-73db-439d-a526-52b054259c71 req-b84f39a3-4bae-4ec5-a9f9-b7f3d8385ef5 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:36.483784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68f16709-73db-439d-a526-52b054259c71 req-b84f39a3-4bae-4ec5-a9f9-b7f3d8385ef5 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/ports?device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 946 time: 0.2658906 Dec 14 02:34:36.505188 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f42e90-f17c-4891-a9ba-093b25f92124 x-openstack-request-id: req-48f42e90-f17c-4891-a9ba-093b25f92124 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:36.505532 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5ce38b-7b54-4665-9809-e250ba23575f", "name": "network-vif-plugged", "status": "completed", "tag": "2a27e6a4-6702-431b-a77a-dc211d661cb9", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:36.505798 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48f42e90-f17c-4891-a9ba-093b25f92124 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:36.506222 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5ce38b-7b54-4665-9809-e250ba23575f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a27e6a4-6702-431b-a77a-dc211d661cb9', 'code': 200} Dec 14 02:34:36.528015 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-3a166d5b-22fe-41cb-8e7d-6570745330e2 service neutron] No DVR routers for this DVR port 4eb565a4-f610-4826-a0f9-749e36a88999 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:34:36.554596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a166d5b-22fe-41cb-8e7d-6570745330e2 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb565a4-f610-4826-a0f9-749e36a88999,revision_number=10']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:36.718610 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-3a166d5b-22fe-41cb-8e7d-6570745330e2 service neutron] 10.222.0.47 "PUT /v2.0/ports/4eb565a4-f610-4826-a0f9-749e36a88999/bindings/n-h1-821636-1/activate HTTP/1.1" status: 200 len: 369 time: 2.2150352 Dec 14 02:34:36.750519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68f16709-73db-439d-a526-52b054259c71 req-a974d786-c673-4ece-95c7-fa0ea29bc356 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/security-groups?id=5f7c5343-0a06-4084-9c50-480ad0c7200f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657418 Dec 14 02:34:36.777575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27326f7-94b9-47aa-a27e-e8f3e4707147 req-b744b841-aced-4e88-8b3f-6152e9712e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:36.784870 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a27326f7-94b9-47aa-a27e-e8f3e4707147 req-b744b841-aced-4e88-8b3f-6152e9712e86 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6f5ce38b-7b54-4665-9809-e250ba23575f HTTP/1.1" status: 200 len: 1096 time: 0.1899898 Dec 14 02:34:36.845138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec89814-d0c8-46d2-b0c6-3999c8e5c878 req-bb7c69d1-1596-4673-a56f-65c94db488f5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:36.850055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ec89814-d0c8-46d2-b0c6-3999c8e5c878 req-bb7c69d1-1596-4673-a56f-65c94db488f5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f5ce38b-7b54-4665-9809-e250ba23575f HTTP/1.1" status: 200 len: 945 time: 0.1847320 Dec 14 02:34:36.873961 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0f3fd242-eed1-4521-9676-e2bb662c1bf8 req-299d2e04-d7b1-411e-84c5-945765ff7e54 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:36.941809 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d2e04-d7b1-411e-84c5-945765ff7e54 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Pushing event deleted for resources: {'Port': ['ID=5ae60d6b-26cf-4158-97d8-26e3216a2b78,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:36.989626 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a27326f7-94b9-47aa-a27e-e8f3e4707147 req-fa654507-0f69-4ce5-9577-d4f1216ecdf2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872218 Dec 14 02:34:37.005190 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ec89814-d0c8-46d2-b0c6-3999c8e5c878 req-5a7cac64-f347-41dc-8e99-9f6899daa2e5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403177 Dec 14 02:34:37.068053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 5ae60d6b-26cf-4158-97d8-26e3216a2b78 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:34:37.124425 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 5ae60d6b-26cf-4158-97d8-26e3216a2b78 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:34:37.127273 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 5ae60d6b-26cf-4158-97d8-26e3216a2b78 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:34:37.135344 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7fbec8-466e-452d-9aa7-0e24170e4d35 admin admin] Router b5374b51-a108-40e0-a15f-65ff44c62fe3 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:34:37.188394 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c4124-f332-4c4d-aaed-6094ce9ac8a1 req-270a52ae-6105-4a44-9e3c-955cfdd3a08a tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:37.199261 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-539c4124-f332-4c4d-aaed-6094ce9ac8a1 req-270a52ae-6105-4a44-9e3c-955cfdd3a08a tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 944 time: 0.1551003 Dec 14 02:34:37.236711 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10234a56-7c95-4811-bd93-c78c55a39811 req-aa7d02b4-12c8-4d62-88d9-eba471da0666 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:37.238409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-10234a56-7c95-4811-bd93-c78c55a39811 req-aa7d02b4-12c8-4d62-88d9-eba471da0666 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 946 time: 0.1237071 Dec 14 02:34:37.242552 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f3fd242-eed1-4521-9676-e2bb662c1bf8 req-299d2e04-d7b1-411e-84c5-945765ff7e54 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Router 64065d08-7c1c-48f8-96fc-88e807428334 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:34:37.284802 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-539c4124-f332-4c4d-aaed-6094ce9ac8a1 req-325c25de-e0d4-49b7-bc20-0bbf784effa0 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810997 Dec 14 02:34:37.341947 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-10234a56-7c95-4811-bd93-c78c55a39811 req-583a9321-5dba-4fb0-8bd1-45084bb74ecc tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684409 Dec 14 02:34:37.405724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7fbec8-466e-452d-9aa7-0e24170e4d35 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:34:37.414595 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cf7fbec8-466e-452d-9aa7-0e24170e4d35 admin admin] 10.222.0.39 "PUT /v2.0/routers/b5374b51-a108-40e0-a15f-65ff44c62fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4238043 Dec 14 02:34:37.417133 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55392) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:37.431424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5926b830-503c-443f-ba4e-6178ffb611ab None None] Sync routers for ids ['b5374b51-a108-40e0-a15f-65ff44c62fe3'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:34:37.450304 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5926b830-503c-443f-ba4e-6178ffb611ab None None] Routers {'b5374b51-a108-40e0-a15f-65ff44c62fe3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:34:37.450971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5926b830-503c-443f-ba4e-6178ffb611ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:34:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b5374b51-a108-40e0-a15f-65ff44c62fe3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:37.607092 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-5926b830-503c-443f-ba4e-6178ffb611ab None None] Set router b5374b51-a108-40e0-a15f-65ff44c62fe3 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:34:37.613038 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f3fd242-eed1-4521-9676-e2bb662c1bf8 req-299d2e04-d7b1-411e-84c5-945765ff7e54 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:34:37.623602 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f9ef57-6ae7-4cdc-8bea-5a890e6aa6aa None None] Sync routers for ids ['64065d08-7c1c-48f8-96fc-88e807428334'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:34:37.642786 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f9ef57-6ae7-4cdc-8bea-5a890e6aa6aa None None] Routers {'64065d08-7c1c-48f8-96fc-88e807428334'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:34:37.644017 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-34f9ef57-6ae7-4cdc-8bea-5a890e6aa6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:34:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['64065d08-7c1c-48f8-96fc-88e807428334'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:37.672370 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3fd242-eed1-4521-9676-e2bb662c1bf8 req-299d2e04-d7b1-411e-84c5-945765ff7e54 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] No DVR routers for this DVR port 5ae60d6b-26cf-4158-97d8-26e3216a2b78 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:34:37.677276 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0f3fd242-eed1-4521-9676-e2bb662c1bf8 req-299d2e04-d7b1-411e-84c5-945765ff7e54 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:37.680968 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0f3fd242-eed1-4521-9676-e2bb662c1bf8 req-299d2e04-d7b1-411e-84c5-945765ff7e54 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.47 "DELETE /v2.0/ports/5ae60d6b-26cf-4158-97d8-26e3216a2b78 HTTP/1.1" status: 204 len: 173 time: 3.1644332 Dec 14 02:34:37.681506 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '038e9e32-01a9-498c-880e-c19a60ab6f2f', 'name': 'network-vif-deleted', 'tag': '5ae60d6b-26cf-4158-97d8-26e3216a2b78'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:37.683879 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdc34ac-4f87-4be9-9c4a-34ace0c5d5e6" -d '{"events": [{"server_uuid": "038e9e32-01a9-498c-880e-c19a60ab6f2f", "name": "network-vif-deleted", "tag": "5ae60d6b-26cf-4158-97d8-26e3216a2b78"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:37.698831 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbc95-2cb4-43f0-aa59-f8338aff8c51 admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:37.804447 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:37.955251 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbc95-2cb4-43f0-aa59-f8338aff8c51 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:38.037240 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bc939-4056-4a66-a15f-64fdd2063ef9 req-2869b255-4055-4cc5-aeee-3a7c5cfd576e tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:38.052888 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-389bc939-4056-4a66-a15f-64fdd2063ef9 req-2869b255-4055-4cc5-aeee-3a7c5cfd576e tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 944 time: 0.6696198 Dec 14 02:34:38.053045 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5926b830-503c-443f-ba4e-6178ffb611ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124'}], 'enable_snat': True}, 'gw_port_id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:34:35Z', 'revision_number': 5, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port': {'id': '2f87554a-6ccb-4388-8715-7583ccba12d8', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:4a:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 892, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:38.081938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63626c2d-6410-45cf-846b-1241c1d88de9 req-fdb0e84d-dce2-4e9a-b675-6b57a5ffcaae tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:38.089970 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63626c2d-6410-45cf-846b-1241c1d88de9 req-fdb0e84d-dce2-4e9a-b675-6b57a5ffcaae tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 943 time: 0.1347201 Dec 14 02:34:38.092452 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-34f9ef57-6ae7-4cdc-8bea-5a890e6aa6aa None None] Set router 64065d08-7c1c-48f8-96fc-88e807428334 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:34:38.155699 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-389bc939-4056-4a66-a15f-64fdd2063ef9 req-0c52967e-a8d1-478c-a1e1-aab138b93f15 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017730 Dec 14 02:34:38.165126 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-cb9cbc95-2cb4-43f0-aa59-f8338aff8c51 admin admin] Deleting port 2f87554a-6ccb-4388-8715-7583ccba12d8 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:34:38.165856 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbc95-2cb4-43f0-aa59-f8338aff8c51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:38.176629 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5926b830-503c-443f-ba4e-6178ffb611ab None None] Checking router: b5374b51-a108-40e0-a15f-65ff44c62fe3 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:34:38.211866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5926b830-503c-443f-ba4e-6178ffb611ab None None] Routers {'b5374b51-a108-40e0-a15f-65ff44c62fe3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:34:38.212608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5926b830-503c-443f-ba4e-6178ffb611ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:34:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b5374b51-a108-40e0-a15f-65ff44c62fe3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:38.216195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63626c2d-6410-45cf-846b-1241c1d88de9 req-c3b4b65e-d16b-4fd0-8a33-b7ffdf96c602 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256292 Dec 14 02:34:38.288640 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c437de3-e17c-4182-afd0-f0aaac87384c x-openstack-request-id: req-8c437de3-e17c-4182-afd0-f0aaac87384c {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:38.288957 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "038e9e32-01a9-498c-880e-c19a60ab6f2f", "name": "network-vif-deleted", "tag": "5ae60d6b-26cf-4158-97d8-26e3216a2b78", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:38.289408 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c437de3-e17c-4182-afd0-f0aaac87384c {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:38.289823 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '038e9e32-01a9-498c-880e-c19a60ab6f2f', 'name': 'network-vif-deleted', 'tag': '5ae60d6b-26cf-4158-97d8-26e3216a2b78', 'status': 'completed', 'code': 200} Dec 14 02:34:38.338820 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-cb9cbc95-2cb4-43f0-aa59-f8338aff8c51 admin admin] For port 2f87554a-6ccb-4388-8715-7583ccba12d8, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=2f87554a-6ccb-4388-8715-7583ccba12d8,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:38.339259 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbc95-2cb4-43f0-aa59-f8338aff8c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:38.374371 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-cb9cbc95-2cb4-43f0-aa59-f8338aff8c51 admin admin] Calling delete_port for 2f87554a-6ccb-4388-8715-7583ccba12d8 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:34:38.433626 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-5926b830-503c-443f-ba4e-6178ffb611ab None None] Set router b5374b51-a108-40e0-a15f-65ff44c62fe3 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:34:38.522531 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83de0671-ea7f-4acc-8ed2-5e446d5da185 req-9c7c6dda-dcf0-476a-991e-46354569c702 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/ports?device_id=038e9e32-01a9-498c-880e-c19a60ab6f2f HTTP/1.1" status: 200 len: 210 time: 0.0884809 Dec 14 02:34:38.602957 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5926b830-503c-443f-ba4e-6178ffb611ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:34:37Z', 'revision_number': 6, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:38.609611 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:38.643100 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-34f9ef57-6ae7-4cdc-8bea-5a890e6aa6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64065d08-7c1c-48f8-96fc-88e807428334', 'name': 'tempest-ServersTestManualDisk-2044417703-router', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:09Z', 'updated_at': '2021-12-14T02:32:16Z', 'revision_number': 4, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'gw_port': {'id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:11Z', 'updated_at': '2021-12-14T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f4f9feb3-404b-459c-95a6-aeca10f553ec', 'name': '', 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'mac_address': 'fa:16:3e:9e:cd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:15Z', 'updated_at': '2021-12-14T02:32:21Z', 'revision_number': 5, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'subnets': [{'id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:38.681413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5926b830-503c-443f-ba4e-6178ffb611ab None None] The sync data for ids ['b5374b51-a108-40e0-a15f-65ff44c62fe3'] in n-d-821636-1 is: [{'id': 'b5374b51-a108-40e0-a15f-65ff44c62fe3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322357900-router', 'tenant_id': '147d893c45c84473a16cd010a047ce68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:02Z', 'updated_at': '2021-12-14T02:34:37Z', 'revision_number': 6, 'project_id': '147d893c45c84473a16cd010a047ce68', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:34:38.700312 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f9ef57-6ae7-4cdc-8bea-5a890e6aa6aa None None] Checking router: 64065d08-7c1c-48f8-96fc-88e807428334 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:34:38.709803 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f9ef57-6ae7-4cdc-8bea-5a890e6aa6aa None None] Routers {'64065d08-7c1c-48f8-96fc-88e807428334'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:34:38.716959 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-34f9ef57-6ae7-4cdc-8bea-5a890e6aa6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:34:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['64065d08-7c1c-48f8-96fc-88e807428334'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:38.770689 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d537067-ef4a-43b1-95ee-792400bd2370 req-98494ac6-27cd-4409-a632-7108d02a65a6 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:38.781348 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbc95-2cb4-43f0-aa59-f8338aff8c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:38.783912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d537067-ef4a-43b1-95ee-792400bd2370 req-98494ac6-27cd-4409-a632-7108d02a65a6 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f5ce38b-7b54-4665-9809-e250ba23575f HTTP/1.1" status: 200 len: 945 time: 0.1745195 Dec 14 02:34:38.820574 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cbc95-2cb4-43f0-aa59-f8338aff8c51 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f87554a-6ccb-4388-8715-7583ccba12d8,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:38.843335 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d537067-ef4a-43b1-95ee-792400bd2370 req-693dc164-08df-4803-ab34-b7f68d2dc05d tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526769 Dec 14 02:34:38.878144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9cec8-f493-43bd-acb3-957d742b3d9e req-d23d2f25-d916-4735-9c3a-1f1b1e599455 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:38.885557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88a9cec8-f493-43bd-acb3-957d742b3d9e req-d23d2f25-d916-4735-9c3a-1f1b1e599455 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 944 time: 0.2512913 Dec 14 02:34:38.920712 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-34f9ef57-6ae7-4cdc-8bea-5a890e6aa6aa None None] Set router 64065d08-7c1c-48f8-96fc-88e807428334 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:34:38.956803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88a9cec8-f493-43bd-acb3-957d742b3d9e req-98e90136-eaef-490c-b83e-06caa5c581df tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657609 Dec 14 02:34:38.981983 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbc95-2cb4-43f0-aa59-f8338aff8c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:39.078225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bf3af-7d50-496a-81d3-45d78e828a12 req-521a51df-04b8-4070-8090-b1a34fa0d724 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:39.079802 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558bf3af-7d50-496a-81d3-45d78e828a12 req-521a51df-04b8-4070-8090-b1a34fa0d724 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 946 time: 0.1000719 Dec 14 02:34:39.105997 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7c0e355c-62cb-4204-bc61-20069f8bba50 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:34:39.247733 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558bf3af-7d50-496a-81d3-45d78e828a12 req-318615c0-3765-44df-bd4c-94494f80c9ad tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507127 Dec 14 02:34:39.261171 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbc95-2cb4-43f0-aa59-f8338aff8c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:39.268969 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbc95-2cb4-43f0-aa59-f8338aff8c51 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:39.272933 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e555f0e9-2d08-4c1d-ac57-1b9856a817db no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:34:39.296314 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: e555f0e9-2d08-4c1d-ac57-1b9856a817db {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:34:39.296666 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e555f0e9-2d08-4c1d-ac57-1b9856a817db not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:34:39.341342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 7c0e355c-62cb-4204-bc61-20069f8bba50 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:34:39.345692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 7c0e355c-62cb-4204-bc61-20069f8bba50 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:34:39.346732 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:39.401397 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbc95-2cb4-43f0-aa59-f8338aff8c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:39.402642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9cbc95-2cb4-43f0-aa59-f8338aff8c51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5374b51-a108-40e0-a15f-65ff44c62fe3 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:34:39.410178 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb9cbc95-2cb4-43f0-aa59-f8338aff8c51 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:39.411841 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cb9cbc95-2cb4-43f0-aa59-f8338aff8c51 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b5374b51-a108-40e0-a15f-65ff44c62fe3 HTTP/1.1" status: 204 len: 168 time: 1.9937260 Dec 14 02:34:39.414555 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55416) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:39.439093 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-34f9ef57-6ae7-4cdc-8bea-5a890e6aa6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64065d08-7c1c-48f8-96fc-88e807428334', 'name': 'tempest-ServersTestManualDisk-2044417703-router', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:09Z', 'updated_at': '2021-12-14T02:32:16Z', 'revision_number': 4, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'gw_port': {'id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:11Z', 'updated_at': '2021-12-14T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f4f9feb3-404b-459c-95a6-aeca10f553ec', 'name': '', 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'mac_address': 'fa:16:3e:9e:cd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:15Z', 'updated_at': '2021-12-14T02:32:21Z', 'revision_number': 5, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'subnets': [{'id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:39.481745 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5411-d660-4ec4-b33f-33e112a37022 req-3c55df49-f6b1-4687-b575-c3a888fee925 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:39.495950 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4aef5411-d660-4ec4-b33f-33e112a37022 req-3c55df49-f6b1-4687-b575-c3a888fee925 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 944 time: 0.0954633 Dec 14 02:34:39.522886 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f9ef57-6ae7-4cdc-8bea-5a890e6aa6aa None None] The sync data for ids ['64065d08-7c1c-48f8-96fc-88e807428334'] in n-d-821636-1 is: [{'id': '64065d08-7c1c-48f8-96fc-88e807428334', 'name': 'tempest-ServersTestManualDisk-2044417703-router', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:09Z', 'updated_at': '2021-12-14T02:32:16Z', 'revision_number': 4, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'gw_port': {'id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:11Z', 'updated_at': '2021-12-14T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f4f9feb3-404b-459c-95a6-aeca10f553ec', 'name': '', 'network_id': 'aa209f5c-4ca3-4f7b-b188-aadce03a8894', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'mac_address': 'fa:16:3e:9e:cd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:15Z', 'updated_at': '2021-12-14T02:32:21Z', 'revision_number': 5, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'subnets': [{'id': '6fca9bbc-2a0a-4b97-b622-987e739d6dff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:34:39.533639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee68168c-3f97-4879-a35f-37457c225a1a admin admin] Deleting subnet 7d48a7da-94d9-484e-afa4-69f85a38a15f {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:34:39.537263 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ee68168c-3f97-4879-a35f-37457c225a1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:39.539274 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:34:39.550611 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:39.584252 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a741dc2-8ccb-4702-804b-33125bd0f2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0e355c-62cb-4204-bc61-20069f8bba50'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:39.587080 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc60fed-3613-4e42-99b8-bed07c4890ed" -d '{"events": [{"server_uuid": "7a741dc2-8ccb-4702-804b-33125bd0f2cc", "name": "network-vif-plugged", "status": "completed", "tag": "7c0e355c-62cb-4204-bc61-20069f8bba50"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:39.596693 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ee68168c-3f97-4879-a35f-37457c225a1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:39.610129 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 7c0e355c-62cb-4204-bc61-20069f8bba50, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7c0e355c-62cb-4204-bc61-20069f8bba50,segment=NetworkSegment(76c35287-df7d-4c28-9b74-187d0a18918f),segment_id=76c35287-df7d-4c28-9b74-187d0a18918f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:39.678298 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:39.700233 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4aef5411-d660-4ec4-b33f-33e112a37022 req-c0618461-c446-41c4-aded-07d708d794a6 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031109 Dec 14 02:34:39.730824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b567ca-db96-4936-a174-8061c6fcbe3c req-173ddac7-984d-45a8-b204-420bccb664ae tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:39.745600 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0b567ca-db96-4936-a174-8061c6fcbe3c req-173ddac7-984d-45a8-b204-420bccb664ae tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 943 time: 0.1580210 Dec 14 02:34:39.779821 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ee68168c-3f97-4879-a35f-37457c225a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:39.828160 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=7c0e355c-62cb-4204-bc61-20069f8bba50,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:39.851934 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:39.853010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:39.854268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:39.856688 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:39.857343 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:39.857999 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:39.860532 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0b567ca-db96-4936-a174-8061c6fcbe3c req-3448c53f-d733-4cdb-a441-9fda5a0d3d4c tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101103 Dec 14 02:34:39.883931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:39.883931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:39.885403 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:39.885892 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:39.895190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:39.895971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:39.900089 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:34:40.026464 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-4446a6fd-0c47-4729-8182-106c44e846fd tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:40.030458 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-4446a6fd-0c47-4729-8182-106c44e846fd tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32&tenant_id=dbee3f5c8679489195245f7b7be79be0&binding%3Ahost_id=n-h2-821636-1 HTTP/1.1" status: 200 len: 1095 time: 0.1942391 Dec 14 02:34:40.108347 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2957e87-489a-4461-b77d-aaa41798a9ba x-openstack-request-id: req-c2957e87-489a-4461-b77d-aaa41798a9ba {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:40.108644 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a741dc2-8ccb-4702-804b-33125bd0f2cc", "name": "network-vif-plugged", "status": "completed", "tag": "7c0e355c-62cb-4204-bc61-20069f8bba50", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:40.108964 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2957e87-489a-4461-b77d-aaa41798a9ba {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:40.109981 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a741dc2-8ccb-4702-804b-33125bd0f2cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0e355c-62cb-4204-bc61-20069f8bba50', 'code': 200} Dec 14 02:34:40.120918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-499d590f-f9a6-4728-9f86-640f401fa1f1 None None] New status for floating IP 95437e8e-4801-48dc-809b-0e70c2ddecdd: DOWN {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:34:40.190637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deabe04-3dcf-4cb9-9ee9-fa0013590597 req-e7479816-f624-4bc3-ac49-b63c94b005a1 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:40.192311 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3deabe04-3dcf-4cb9-9ee9-fa0013590597 req-e7479816-f624-4bc3-ac49-b63c94b005a1 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f5ce38b-7b54-4665-9809-e250ba23575f HTTP/1.1" status: 200 len: 945 time: 0.1162369 Dec 14 02:34:40.220643 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ee68168c-3f97-4879-a35f-37457c225a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:40.274424 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68168c-3f97-4879-a35f-37457c225a1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d48a7da-94d9-484e-afa4-69f85a38a15f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:40.328530 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ee68168c-3f97-4879-a35f-37457c225a1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:40.333638 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ee68168c-3f97-4879-a35f-37457c225a1a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7d48a7da-94d9-484e-afa4-69f85a38a15f HTTP/1.1" status: 204 len: 168 time: 0.9173856 Dec 14 02:34:40.349744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55432) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:40.372437 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f72240d-5f63-4ebd-a8a9-f9a80faa2af9 None None] Network 198368b1-c432-449a-b51e-fd80b320b816 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:34:40.419396 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-bd211645-5d40-4343-ad82-c183bb4f157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:40.421150 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-bd211645-5d40-4343-ad82-c183bb4f157d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32&tenant_id=dbee3f5c8679489195245f7b7be79be0 HTTP/1.1" status: 200 len: 1095 time: 0.1022267 Dec 14 02:34:40.423906 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3deabe04-3dcf-4cb9-9ee9-fa0013590597 req-adcf7adc-e36b-4d80-ab1b-7c43d1d6bb88 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086575 Dec 14 02:34:40.424104 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74ea71-4382-493f-8b53-7cdc2824a7bb req-2277bf40-489f-46f6-b798-c887713a5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:40.426736 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7d74ea71-4382-493f-8b53-7cdc2824a7bb req-2277bf40-489f-46f6-b798-c887713a5b06 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 1096 time: 0.1482351 Dec 14 02:34:40.515225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01abc46b-8f7f-4d44-b16d-69ebb64ebc81 req-4feb4dc5-cc0c-4d90-8412-e83a48f91e50 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:40.516870 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01abc46b-8f7f-4d44-b16d-69ebb64ebc81 req-4feb4dc5-cc0c-4d90-8412-e83a48f91e50 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.2573156 Dec 14 02:34:40.527689 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7d74ea71-4382-493f-8b53-7cdc2824a7bb req-b1ae4902-e806-4dcc-9271-9363b2b4ebda service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774035 Dec 14 02:34:40.546591 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:40.621594 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01abc46b-8f7f-4d44-b16d-69ebb64ebc81 req-38365f19-7885-4307-8cd0-e21c3e4711ea tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933793 Dec 14 02:34:40.658091 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] Deleting port 622839d8-337c-4540-8ec5-ae74220ce64b {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:34:40.658091 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:40.831312 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] For port 622839d8-337c-4540-8ec5-ae74220ce64b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=622839d8-337c-4540-8ec5-ae74220ce64b,segment=NetworkSegment(a15d36b1-15db-4b8e-bc87-95b4daa5cfbf),segment_id=a15d36b1-15db-4b8e-bc87-95b4daa5cfbf)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:40.831697 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:40.846914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e89eb39-c223-4319-9331-bdc208210735 None None] DHCP port deletion for 198368b1-c432-449a-b51e-fd80b320b816 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:34:40.859082 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5e56d-46e7-4eb0-ae54-51702c792d6b req-a51f349d-37f6-4842-a7f2-cef53cab17a9 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:40.860858 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bdb5e56d-46e7-4eb0-ae54-51702c792d6b req-a51f349d-37f6-4842-a7f2-cef53cab17a9 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 946 time: 0.1279726 Dec 14 02:34:40.862035 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] Calling delete_port for 622839d8-337c-4540-8ec5-ae74220ce64b owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:34:40.915574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8e89eb39-c223-4319-9331-bdc208210735 None None] Deleting port 622839d8-337c-4540-8ec5-ae74220ce64b {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:34:40.916349 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8e89eb39-c223-4319-9331-bdc208210735 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:41.017276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8e89eb39-c223-4319-9331-bdc208210735 None None] For port 622839d8-337c-4540-8ec5-ae74220ce64b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=622839d8-337c-4540-8ec5-ae74220ce64b,segment=NetworkSegment(a15d36b1-15db-4b8e-bc87-95b4daa5cfbf),segment_id=a15d36b1-15db-4b8e-bc87-95b4daa5cfbf)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:41.018240 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8e89eb39-c223-4319-9331-bdc208210735 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:41.034018 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8e89eb39-c223-4319-9331-bdc208210735 None None] Calling delete_port for 622839d8-337c-4540-8ec5-ae74220ce64b owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:34:41.034517 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bdb5e56d-46e7-4eb0-ae54-51702c792d6b req-d78f8e54-8aaf-4e24-a85c-e7f4b9a2efe5 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626582 Dec 14 02:34:41.059097 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:41.084145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 2f87554a-6ccb-4388-8715-7583ccba12d8 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:34:41.108750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 2f87554a-6ccb-4388-8715-7583ccba12d8 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:34:41.109537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 2f87554a-6ccb-4388-8715-7583ccba12d8 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:34:41.110252 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 622839d8-337c-4540-8ec5-ae74220ce64b no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:34:41.111632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] Pushing event deleted for resources: {'Port': ['ID=622839d8-337c-4540-8ec5-ae74220ce64b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:41.133942 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 622839d8-337c-4540-8ec5-ae74220ce64b {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:34:41.134460 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 622839d8-337c-4540-8ec5-ae74220ce64b not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:34:41.156002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] No DVR routers for this DVR port 622839d8-337c-4540-8ec5-ae74220ce64b on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:34:41.202656 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8e89eb39-c223-4319-9331-bdc208210735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:41.246953 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e89eb39-c223-4319-9331-bdc208210735 None None] Pushing event deleted for resources: {'Port': ['ID=622839d8-337c-4540-8ec5-ae74220ce64b,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:41.250430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e89eb39-c223-4319-9331-bdc208210735 None None] No DVR routers for this DVR port 622839d8-337c-4540-8ec5-ae74220ce64b on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:34:41.278093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5d8ef-59b4-409b-9a80-11bfb1e001eb req-9db4188d-ef04-4d4b-9c30-b046de5d4c84 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:41.279671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-92f5d8ef-59b4-409b-9a80-11bfb1e001eb req-9db4188d-ef04-4d4b-9c30-b046de5d4c84 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 944 time: 0.1605711 Dec 14 02:34:41.281552 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:41.311028 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198368b1-c432-449a-b51e-fd80b320b816']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:41.329288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15d36b1-15db-4b8e-bc87-95b4daa5cfbf') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:41.329703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15d36b1-15db-4b8e-bc87-95b4daa5cfbf') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:41.347883 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:41.374977 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:41.385596 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-92f5d8ef-59b4-409b-9a80-11bfb1e001eb req-56ace1bd-921f-4f2d-ae52-7712b9917060 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830297 Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:34:41.390163 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:34:41.645124 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0e906-4495-4880-9898-6b0513196c39 req-36d6b5de-f9e4-423f-9998-46993308584a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:41.647129 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89f0e906-4495-4880-9898-6b0513196c39 req-36d6b5de-f9e4-423f-9998-46993308584a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 943 time: 0.0604806 Dec 14 02:34:41.703716 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89f0e906-4495-4880-9898-6b0513196c39 req-1f400a70-1588-490c-95fe-f0c3bd15f962 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502920 Dec 14 02:34:41.766061 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55448) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:41.804933 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:41.813002 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:41.816923 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] 10.222.0.39 "DELETE /v2.0/networks/198368b1-c432-449a-b51e-fd80b320b816 HTTP/1.1" status: 204 len: 168 time: 1.4647865 Dec 14 02:34:41.851659 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf9e08d2-8579-40cc-9eed-c5bbf49fddfe tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:41.858445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c32734-1af0-4cb0-a451-1feb7467356b admin admin] Pushing event deleted for resources: {'Network': ['ID=198368b1-c432-449a-b51e-fd80b320b816,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:41.897335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eecf1e2-6581-48f0-9510-dcc19cfc0d89 req-c7cbc040-65d7-499c-95e3-24c34a9ef7e9 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:41.903567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5eecf1e2-6581-48f0-9510-dcc19cfc0d89 req-c7cbc040-65d7-499c-95e3-24c34a9ef7e9 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f5ce38b-7b54-4665-9809-e250ba23575f HTTP/1.1" status: 200 len: 945 time: 0.1329124 Dec 14 02:34:41.920137 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf9e08d2-8579-40cc-9eed-c5bbf49fddfe tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:41.995934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfb04e-3150-4140-abd1-1606c2c1b020 req-28e1fd8c-b5bc-4d5c-972a-7716187f5415 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:41.998027 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-51dfb04e-3150-4140-abd1-1606c2c1b020 req-28e1fd8c-b5bc-4d5c-972a-7716187f5415 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.1406198 Dec 14 02:34:42.035199 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5eecf1e2-6581-48f0-9510-dcc19cfc0d89 req-a6c8de76-b568-460c-a3c7-e137020a4809 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045406 Dec 14 02:34:42.069485 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf9e08d2-8579-40cc-9eed-c5bbf49fddfe tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:42.070909 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf9e08d2-8579-40cc-9eed-c5bbf49fddfe tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:42.072326 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bf9e08d2-8579-40cc-9eed-c5bbf49fddfe tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "DELETE /v2.0/security-groups/5f7c5343-0a06-4084-9c50-480ad0c7200f HTTP/1.1" status: 204 len: 168 time: 0.3051612 Dec 14 02:34:42.076616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-51dfb04e-3150-4140-abd1-1606c2c1b020 req-abb4b171-1a0a-4b16-a535-62e4559e99a1 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666740 Dec 14 02:34:42.082249 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55456) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:42.083119 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9e08d2-8579-40cc-9eed-c5bbf49fddfe tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7c5343-0a06-4084-9c50-480ad0c7200f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:42.141114 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-98a9f839-bd9f-4d04-900d-a93a2577a512 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] show failed (client error): The resource could not be found. Dec 14 02:34:42.148729 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-98a9f839-bd9f-4d04-900d-a93a2577a512 tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "GET /v2.0/security-groups/5f7c5343-0a06-4084-9c50-480ad0c7200f HTTP/1.1" status: 404 len: 347 time: 0.0610404 Dec 14 02:34:42.149024 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55458) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:42.201913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36a1ab-191e-4b18-b57b-d5377e579617 req-114a2a96-65f8-4b18-aa56-3e74600e1965 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:42.203551 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe36a1ab-191e-4b18-b57b-d5377e579617 req-114a2a96-65f8-4b18-aa56-3e74600e1965 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 946 time: 0.0788481 Dec 14 02:34:42.244180 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55464) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:42.263875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe36a1ab-191e-4b18-b57b-d5377e579617 req-0ae3cb25-aa95-4052-a0fa-fe6e911aafc8 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531213 Dec 14 02:34:42.315703 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3faa952c-4db0-4911-98eb-ff00cec7950a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=147d893c45c84473a16cd010a047ce68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0680842 Dec 14 02:34:42.316059 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55466) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:42.340804 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-94fa3666-8614-49d3-bf80-af03c7513cda tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Deleting port 568e6a27-7105-45af-984a-e8e10b0bfc2f {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:34:42.341611 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94fa3666-8614-49d3-bf80-af03c7513cda tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:42.376166 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67d6b9cb-c7a8-427e-9be3-c69b426d7a7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:42.404400 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67d6b9cb-c7a8-427e-9be3-c69b426d7a7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:42.426554 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94fa3666-8614-49d3-bf80-af03c7513cda tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:42.427207 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94fa3666-8614-49d3-bf80-af03c7513cda tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:42.440209 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-94fa3666-8614-49d3-bf80-af03c7513cda tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Calling delete_port for 568e6a27-7105-45af-984a-e8e10b0bfc2f owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:34:42.529479 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5526e57-6cba-4668-a55a-6a03031e87ab req-5914e793-14ae-430f-90b1-4181863b5b3e tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:42.531199 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5526e57-6cba-4668-a55a-6a03031e87ab req-5914e793-14ae-430f-90b1-4181863b5b3e tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 944 time: 0.0578899 Dec 14 02:34:42.561154 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67d6b9cb-c7a8-427e-9be3-c69b426d7a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:42.564006 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67d6b9cb-c7a8-427e-9be3-c69b426d7a7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:42.565933 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-67d6b9cb-c7a8-427e-9be3-c69b426d7a7b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8627f9d1-41cc-4dc8-82cd-8a70179c491d HTTP/1.1" status: 204 len: 168 time: 0.2486067 Dec 14 02:34:42.580122 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6b9cb-c7a8-427e-9be3-c69b426d7a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8627f9d1-41cc-4dc8-82cd-8a70179c491d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:42.614843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5526e57-6cba-4668-a55a-6a03031e87ab req-46a93300-a2d2-4373-9b99-0f526fe8ab56 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753081 Dec 14 02:34:42.681033 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94fa3666-8614-49d3-bf80-af03c7513cda tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:42.707956 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa3666-8614-49d3-bf80-af03c7513cda tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Pushing event deleted for resources: {'Port': ['ID=568e6a27-7105-45af-984a-e8e10b0bfc2f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:42.784874 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94fa3666-8614-49d3-bf80-af03c7513cda tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:42.787716 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94fa3666-8614-49d3-bf80-af03c7513cda tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:42.792321 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55486) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:42.792523 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-94fa3666-8614-49d3-bf80-af03c7513cda tempest-ServersTestManualDisk-2001827019 tempest-ServersTestManualDisk-2001827019-project] 10.222.0.39 "DELETE /v2.0/floatingips/95437e8e-4801-48dc-809b-0e70c2ddecdd HTTP/1.1" status: 204 len: 168 time: 0.6423471 Dec 14 02:34:42.927554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cb18f-294c-40d3-96b7-5b80384ec633 req-bcd12790-1650-45d8-86dc-c48c85df9b25 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:42.927554 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b3cb18f-294c-40d3-96b7-5b80384ec633 req-bcd12790-1650-45d8-86dc-c48c85df9b25 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 943 time: 0.1299653 Dec 14 02:34:43.056573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b3cb18f-294c-40d3-96b7-5b80384ec633 req-f08e9b5d-a27c-49ea-b036-fc7c873866ee tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237388 Dec 14 02:34:43.062978 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-f5b4fb3a-d51d-496c-86f2-e38ee2dd8c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:43.074608 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-f5b4fb3a-d51d-496c-86f2-e38ee2dd8c42 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 1095 time: 0.0675192 Dec 14 02:34:43.185676 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-14422b74-214e-47e4-8079-ed51fa501aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:43.187138 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-14422b74-214e-47e4-8079-ed51fa501aed service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.1107955 Dec 14 02:34:43.225290 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa549d-5a0d-4caf-8d1e-9254b3b24055 req-b82925f9-7b61-4812-bb99-3f832854c0d7 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:43.225290 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-62aa549d-5a0d-4caf-8d1e-9254b3b24055 req-b82925f9-7b61-4812-bb99-3f832854c0d7 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.0614967 Dec 14 02:34:43.275382 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-43154ef7-a20d-4d96-8df8-b3957e9219cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eb565a4-f610-4826-a0f9-749e36a88999 HTTP/1.1" status: 200 len: 217 time: 0.0398376 Dec 14 02:34:43.308953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-62aa549d-5a0d-4caf-8d1e-9254b3b24055 req-98588dd4-6143-4eff-a4ec-6202c0096aad tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773661 Dec 14 02:34:43.338614 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7430-dc5f-440a-8708-30227f10c00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:43.351773 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-bcb649d7-892a-46b9-adb2-17248c9ff197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:43.351911 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-bcb649d7-892a-46b9-adb2-17248c9ff197 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.0647957 Dec 14 02:34:43.397229 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-5745b7e2-5f4a-47aa-9211-7b90221a52f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338612 Dec 14 02:34:43.504546 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-5ceca1a6-e187-4735-8a05-aabc8f56207f service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966535 Dec 14 02:34:43.534414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2e618-b004-44c3-bae1-84dc2d433b5e req-a5129d88-e544-4928-8bf2-781187502b8d tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:43.535952 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80f2e618-b004-44c3-bae1-84dc2d433b5e req-a5129d88-e544-4928-8bf2-781187502b8d tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 946 time: 0.1201377 Dec 14 02:34:43.619250 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-3d6bab2a-8be1-411f-95bc-bbd7143fe21c service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932775 Dec 14 02:34:43.628236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80f2e618-b004-44c3-bae1-84dc2d433b5e req-b2dc7eb5-c048-4f34-849d-1e27cc9c9f9e tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673227 Dec 14 02:34:43.714525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e7430-dc5f-440a-8708-30227f10c00e admin admin] Deleting port f4f9feb3-404b-459c-95a6-aeca10f553ec {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:34:43.714709 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7430-dc5f-440a-8708-30227f10c00e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:43.718816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55520) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:43.811422 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a533d-25c5-44b0-8db8-63788d44b061 req-23484094-c95b-4448-920a-d69123c02cb8 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:43.813451 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-539a533d-25c5-44b0-8db8-63788d44b061 req-23484094-c95b-4448-920a-d69123c02cb8 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 944 time: 0.1088152 Dec 14 02:34:43.852234 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-ec1e7430-dc5f-440a-8708-30227f10c00e admin admin] For port f4f9feb3-404b-459c-95a6-aeca10f553ec, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f4f9feb3-404b-459c-95a6-aeca10f553ec,segment=NetworkSegment(d3251e6b-243d-43c6-a6f0-22fe1609b8d2),segment_id=d3251e6b-243d-43c6-a6f0-22fe1609b8d2)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:43.852609 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7430-dc5f-440a-8708-30227f10c00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:43.895537 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-ec1e7430-dc5f-440a-8708-30227f10c00e admin admin] Calling delete_port for f4f9feb3-404b-459c-95a6-aeca10f553ec owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:34:43.900648 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5496f-cfe4-4eac-a65b-3dc7c0cd0464 req-34574488-0a63-4c09-b016-642dc32ad299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:43.902237 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f4a5496f-cfe4-4eac-a65b-3dc7c0cd0464 req-34574488-0a63-4c09-b016-642dc32ad299 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ed8914f36c69449d92cc920be08c3d50&device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 1096 time: 0.0508204 Dec 14 02:34:43.911425 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-adce9524-a3fa-46e8-94a8-9249ab3b77d5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1616544737-network', 'tenant_id': '826b9402fa2140a884dcf26ce183f99f'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:34:43.959751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-539a533d-25c5-44b0-8db8-63788d44b061 req-533ce2fd-c8b9-4fe0-8486-dd119c5039d9 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316345 Dec 14 02:34:44.008073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca46a5-ed04-466c-bbe5-c20e5ef0a6a7 req-c9c75848-a35d-4327-87f7-934b0cc2b465 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:44.010526 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eeca46a5-ed04-466c-bbe5-c20e5ef0a6a7 req-c9c75848-a35d-4327-87f7-934b0cc2b465 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.1528361 Dec 14 02:34:44.023881 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5496f-cfe4-4eac-a65b-3dc7c0cd0464 req-d414353b-8317-4827-91be-42cdb7328b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:44.025185 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f4a5496f-cfe4-4eac-a65b-3dc7c0cd0464 req-d414353b-8317-4827-91be-42cdb7328b9c service neutron] 10.222.0.47 "GET /v2.0/networks?id=dfbe808a-d62b-4425-8bfa-3d75d3431c47 HTTP/1.1" status: 200 len: 911 time: 0.1152911 Dec 14 02:34:44.071896 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f4a5496f-cfe4-4eac-a65b-3dc7c0cd0464 req-cc68cf17-deee-4d92-8980-2186bd680ebd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c0e355c-62cb-4204-bc61-20069f8bba50 HTTP/1.1" status: 200 len: 217 time: 0.0385442 Dec 14 02:34:44.089277 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adce9524-a3fa-46e8-94a8-9249ab3b77d5 admin admin] Made reservation on behalf of 826b9402fa2140a884dcf26ce183f99f for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:34:44.091807 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-adce9524-a3fa-46e8-94a8-9249ab3b77d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:44.118590 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-adce9524-a3fa-46e8-94a8-9249ab3b77d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:44.128946 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eeca46a5-ed04-466c-bbe5-c20e5ef0a6a7 req-7fc40f7d-9c75-45d5-9cdc-6fda2ea1cc1a tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067874 Dec 14 02:34:44.136637 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5496f-cfe4-4eac-a65b-3dc7c0cd0464 req-1deaecb6-c933-4053-9b50-eb159204e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:44.138679 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f4a5496f-cfe4-4eac-a65b-3dc7c0cd0464 req-1deaecb6-c933-4053-9b50-eb159204e160 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e681f6b2-d68d-4d5b-b46f-043098b1e43a HTTP/1.1" status: 200 len: 850 time: 0.0595858 Dec 14 02:34:44.171976 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f4a5496f-cfe4-4eac-a65b-3dc7c0cd0464 req-915cecc9-f4f4-4211-96ff-549a614db068 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfbe808a-d62b-4425-8bfa-3d75d3431c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252001 Dec 14 02:34:44.256479 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1eee66-1f15-4b01-876e-c0c6a62b8a11 req-56245b4f-99c8-4d8a-b6c7-d710ebb09917 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:44.258034 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de1eee66-1f15-4b01-876e-c0c6a62b8a11 req-56245b4f-99c8-4d8a-b6c7-d710ebb09917 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 943 time: 0.1280198 Dec 14 02:34:44.274807 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-41465963-a60d-4f53-9d17-ee25832b5334 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:44.277992 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-41465963-a60d-4f53-9d17-ee25832b5334 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32&tenant_id=dbee3f5c8679489195245f7b7be79be0&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 1095 time: 0.0890846 Dec 14 02:34:44.327198 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-adce9524-a3fa-46e8-94a8-9249ab3b77d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:44.328137 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f4a5496f-cfe4-4eac-a65b-3dc7c0cd0464 req-db2de6cf-3d03-4c4b-88fc-4ec98629f8b4 service neutron] 10.222.0.47 "GET /v2.0/networks/dfbe808a-d62b-4425-8bfa-3d75d3431c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489513 Dec 14 02:34:44.339717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de1eee66-1f15-4b01-876e-c0c6a62b8a11 req-ee669973-c0a4-4597-a972-0ae4882fc987 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718310 Dec 14 02:34:44.355061 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7430-dc5f-440a-8708-30227f10c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:44.392611 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e7430-dc5f-440a-8708-30227f10c00e admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f9feb3-404b-459c-95a6-aeca10f553ec,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:44.418987 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-adce9524-a3fa-46e8-94a8-9249ab3b77d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:44.454029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adce9524-a3fa-46e8-94a8-9249ab3b77d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:34:44.491568 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-adce9524-a3fa-46e8-94a8-9249ab3b77d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:44.491923 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-adce9524-a3fa-46e8-94a8-9249ab3b77d5 admin admin] Added segment 5cd00289-d32d-4e79-a1cd-d78ebacce7c0 of type vlan for network 0836a421-06d8-4b8a-894c-8ad680e45d95 Dec 14 02:34:44.492466 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f4a5496f-cfe4-4eac-a65b-3dc7c0cd0464 req-da4bded8-c6fa-4844-95d7-5c012542a2c0 service neutron] 10.222.0.47 "GET /v2.0/networks/dfbe808a-d62b-4425-8bfa-3d75d3431c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542675 Dec 14 02:34:44.504903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce9524-a3fa-46e8-94a8-9249ab3b77d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbf7840-3877-4329-b76e-8d7951603fe9,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:44.554529 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-a7ad2eda-8ca4-4345-abcd-dea1b2130e17 service neutron] For port 4eb565a4-f610-4826-a0f9-749e36a88999, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:34:44.558332 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-a7ad2eda-8ca4-4345-abcd-dea1b2130e17 service neutron] Publish callbacks [] for binding, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:44.559651 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-15c71c17-670c-4c7b-9e07-43fdda54966a req-a7ad2eda-8ca4-4345-abcd-dea1b2130e17 service neutron] 10.222.0.46 "DELETE /v2.0/ports/4eb565a4-f610-4826-a0f9-749e36a88999/bindings/n-h2-821636-1 HTTP/1.1" status: 204 len: 173 time: 0.2731235 Dec 14 02:34:44.637360 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-adce9524-a3fa-46e8-94a8-9249ab3b77d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:44.688623 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf0a64-5a39-433b-95de-a764b034ffa2 req-818915e9-fd8b-4a16-a3c8-e99e41813ff8 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:44.690662 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2cf0a64-5a39-433b-95de-a764b034ffa2 req-818915e9-fd8b-4a16-a3c8-e99e41813ff8 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.46 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 946 time: 0.0938890 Dec 14 02:34:44.742109 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ec1e7430-dc5f-440a-8708-30227f10c00e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:44.766964 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-adce9524-a3fa-46e8-94a8-9249ab3b77d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:44.768451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adce9524-a3fa-46e8-94a8-9249ab3b77d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:44.769030 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-adce9524-a3fa-46e8-94a8-9249ab3b77d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:45.236069 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-adce9524-a3fa-46e8-94a8-9249ab3b77d5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5165217 Dec 14 02:34:45.239178 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55552) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:45.244253 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a3608aa4-7b7d-46a5-9592-97a3c4c99d34 admin admin] Request body: {'subnet': {'network_id': '0836a421-06d8-4b8a-894c-8ad680e45d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1616544737-subnet', 'tenant_id': '826b9402fa2140a884dcf26ce183f99f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:34:45.246488 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb010f6-3a08-4b53-8fdd-39409f278b85 req-4612c9ea-f526-406c-bee7-7a694e8368e7 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:45.247935 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6bb010f6-3a08-4b53-8fdd-39409f278b85 req-4612c9ea-f526-406c-bee7-7a694e8368e7 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 946 time: 0.5228896 Dec 14 02:34:45.249441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce9524-a3fa-46e8-94a8-9249ab3b77d5 admin admin] Pushing event updated for resources: {'Network': ['ID=0836a421-06d8-4b8a-894c-8ad680e45d95,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:45.266484 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 0836a421-06d8-4b8a-894c-8ad680e45d95 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:34:45.324398 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df17b1d-34b9-419c-a43c-8423da1f2d66 req-3bec552e-145d-4bbc-bb54-be23077f15c6 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:45.325914 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8df17b1d-34b9-419c-a43c-8423da1f2d66 req-3bec552e-145d-4bbc-bb54-be23077f15c6 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 944 time: 0.1945240 Dec 14 02:34:45.338314 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3608aa4-7b7d-46a5-9592-97a3c4c99d34 admin admin] Made reservation on behalf of 826b9402fa2140a884dcf26ce183f99f for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:34:45.342369 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3608aa4-7b7d-46a5-9592-97a3c4c99d34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:45.371078 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c2cf0a64-5a39-433b-95de-a764b034ffa2 req-7331966d-b2a1-4d7c-b4ea-df8bb755d6ee tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Deleting port a2e71ce0-2471-4b77-9734-761831651375 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:34:45.371420 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c2cf0a64-5a39-433b-95de-a764b034ffa2 req-7331966d-b2a1-4d7c-b4ea-df8bb755d6ee tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:45.376839 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6bb010f6-3a08-4b53-8fdd-39409f278b85 req-d1155f75-e329-4507-858b-e7af99c720cf tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups?id=81985934-d9a7-49de-af4c-7800d28c6954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189101 Dec 14 02:34:45.546974 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8df17b1d-34b9-419c-a43c-8423da1f2d66 req-f817fe99-fa8a-4c64-9ab9-e073b8a9e9ad tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044685 Dec 14 02:34:45.613093 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3608aa4-7b7d-46a5-9592-97a3c4c99d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:45.620142 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-c2cf0a64-5a39-433b-95de-a764b034ffa2 req-7331966d-b2a1-4d7c-b4ea-df8bb755d6ee tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] For port a2e71ce0-2471-4b77-9734-761831651375, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a2e71ce0-2471-4b77-9734-761831651375,segment=NetworkSegment(016bfdf4-fcdf-424b-92be-6edd4364b79a),segment_id=016bfdf4-fcdf-424b-92be-6edd4364b79a)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:45.620515 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c2cf0a64-5a39-433b-95de-a764b034ffa2 req-7331966d-b2a1-4d7c-b4ea-df8bb755d6ee tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:45.650202 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656c270-4869-4fbd-bdca-928f66039211 req-3a72ba13-ff74-4422-bde8-61858ea8a768 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:45.651703 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6656c270-4869-4fbd-bdca-928f66039211 req-3a72ba13-ff74-4422-bde8-61858ea8a768 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.1276617 Dec 14 02:34:45.672365 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3608aa4-7b7d-46a5-9592-97a3c4c99d34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18e2099a-01c7-4c94-879a-eada4e187a61,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:45.674501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c2cf0a64-5a39-433b-95de-a764b034ffa2 req-7331966d-b2a1-4d7c-b4ea-df8bb755d6ee tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Calling delete_port for a2e71ce0-2471-4b77-9734-761831651375 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:34:45.685723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1e7430-dc5f-440a-8708-30227f10c00e admin admin] Router 64065d08-7c1c-48f8-96fc-88e807428334 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:34:45.686601 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3608aa4-7b7d-46a5-9592-97a3c4c99d34 admin admin] Checking segment: {'id': '5cd00289-d32d-4e79-a1cd-d78ebacce7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0836a421-06d8-4b8a-894c-8ad680e45d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:34:45.687110 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3608aa4-7b7d-46a5-9592-97a3c4c99d34 admin admin] Network hostable DHCP agents. Network: 0836a421-06d8-4b8a-894c-8ad680e45d95, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:34:45.795376 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3608aa4-7b7d-46a5-9592-97a3c4c99d34 admin admin] Network 0836a421-06d8-4b8a-894c-8ad680e45d95 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:34:45.820924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d0746-85dc-4d8f-ae51-928c0bc72ceb req-d48bb1fd-c204-404c-a6c9-adefbfc5a87f tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:45.822433 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-427d0746-85dc-4d8f-ae51-928c0bc72ceb req-d48bb1fd-c204-404c-a6c9-adefbfc5a87f tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 943 time: 0.2057786 Dec 14 02:34:45.864173 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6656c270-4869-4fbd-bdca-928f66039211 req-f80d1505-1137-45af-afad-969b2acf1a8b tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876712 Dec 14 02:34:45.917071 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-a3608aa4-7b7d-46a5-9592-97a3c4c99d34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 0836a421-06d8-4b8a-894c-8ad680e45d95) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:34:45.919238 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3608aa4-7b7d-46a5-9592-97a3c4c99d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:45.919932 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3608aa4-7b7d-46a5-9592-97a3c4c99d34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:45.946121 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b89b4d-bc45-4ad7-854f-1e70703fd493 None None] Network 0836a421-06d8-4b8a-894c-8ad680e45d95 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:34:45.969377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-427d0746-85dc-4d8f-ae51-928c0bc72ceb req-06ec944f-601b-454d-858b-c11fd1c355ba tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103063 Dec 14 02:34:45.974713 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1e7430-dc5f-440a-8708-30227f10c00e admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:34:45.985402 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6f3778-ff7a-44e0-a059-fe5e5cfcd3e3 None None] Sync routers for ids ['64065d08-7c1c-48f8-96fc-88e807428334'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:34:46.000211 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f3778-ff7a-44e0-a059-fe5e5cfcd3e3 None None] Routers {'64065d08-7c1c-48f8-96fc-88e807428334'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:34:46.003080 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-1b6f3778-ff7a-44e0-a059-fe5e5cfcd3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:34:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['64065d08-7c1c-48f8-96fc-88e807428334'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:46.008545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55584) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:46.008826 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ec1e7430-dc5f-440a-8708-30227f10c00e admin admin] 10.222.0.39 "PUT /v2.0/routers/64065d08-7c1c-48f8-96fc-88e807428334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2151818 Dec 14 02:34:46.112436 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225c9a4-5be6-46b8-9c3e-7e04b4253926 req-0243edaa-17f7-4e7f-a675-5012d9df917b tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:46.114350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-0836a421-06d8-4b8a-894c-8ad680e45d95', 'network_id': '0836a421-06d8-4b8a-894c-8ad680e45d95', 'project_id': '826b9402fa2140a884dcf26ce183f99f', 'fixed_ips': [{'subnet_id': '18e2099a-01c7-4c94-879a-eada4e187a61'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:34:46.115546 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:46.117697 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8225c9a4-5be6-46b8-9c3e-7e04b4253926 req-0243edaa-17f7-4e7f-a675-5012d9df917b tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 1095 time: 0.0568976 Dec 14 02:34:46.176626 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-1b6f3778-ff7a-44e0-a059-fe5e5cfcd3e3 None None] Set router 64065d08-7c1c-48f8-96fc-88e807428334 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:34:46.190045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8225c9a4-5be6-46b8-9c3e-7e04b4253926 req-14f22bc7-6e43-42fb-b682-ef96525b6afc tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652454 Dec 14 02:34:46.199455 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c2cf0a64-5a39-433b-95de-a764b034ffa2 req-7331966d-b2a1-4d7c-b4ea-df8bb755d6ee tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:46.242318 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331966d-b2a1-4d7c-b4ea-df8bb755d6ee tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Pushing event deleted for resources: {'Port': ['ID=a2e71ce0-2471-4b77-9734-761831651375,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:46.307552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cf0a64-5a39-433b-95de-a764b034ffa2 req-7331966d-b2a1-4d7c-b4ea-df8bb755d6ee tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] No DVR routers for this DVR port a2e71ce0-2471-4b77-9734-761831651375 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:34:46.311064 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c2cf0a64-5a39-433b-95de-a764b034ffa2 req-7331966d-b2a1-4d7c-b4ea-df8bb755d6ee tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:46.315831 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2cf0a64-5a39-433b-95de-a764b034ffa2 req-7331966d-b2a1-4d7c-b4ea-df8bb755d6ee tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.46 "DELETE /v2.0/ports/a2e71ce0-2471-4b77-9734-761831651375 HTTP/1.1" status: 204 len: 173 time: 1.6183670 Dec 14 02:34:46.316520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01ad9a4-94b2-4498-990e-7968e6082c20', 'name': 'network-vif-deleted', 'tag': 'a2e71ce0-2471-4b77-9734-761831651375'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:46.321262 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe038cf-cb13-4371-801e-3e8d5da5309a" -d '{"events": [{"server_uuid": "b01ad9a4-94b2-4498-990e-7968e6082c20", "name": "network-vif-deleted", "tag": "a2e71ce0-2471-4b77-9734-761831651375"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:46.362335 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Allocated IP 172.20.0.2 (0836a421-06d8-4b8a-894c-8ad680e45d95/18e2099a-01c7-4c94-879a-eada4e187a61/103cfede-98ee-461a-905e-e3e6aac3e201) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:34:46.427292 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-1b6f3778-ff7a-44e0-a059-fe5e5cfcd3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64065d08-7c1c-48f8-96fc-88e807428334', 'name': 'tempest-ServersTestManualDisk-2044417703-router', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:09Z', 'updated_at': '2021-12-14T02:34:44Z', 'revision_number': 5, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'gw_port': {'id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:11Z', 'updated_at': '2021-12-14T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:46.429756 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505ceed6-c719-4266-95db-9d5beaba2d3e x-openstack-request-id: req-505ceed6-c719-4266-95db-9d5beaba2d3e {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:46.431370 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01ad9a4-94b2-4498-990e-7968e6082c20", "name": "network-vif-deleted", "tag": "a2e71ce0-2471-4b77-9734-761831651375", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:46.431562 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-505ceed6-c719-4266-95db-9d5beaba2d3e {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:46.435394 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01ad9a4-94b2-4498-990e-7968e6082c20', 'name': 'network-vif-deleted', 'tag': 'a2e71ce0-2471-4b77-9734-761831651375', 'status': 'completed', 'code': 200} Dec 14 02:34:46.460325 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6f3778-ff7a-44e0-a059-fe5e5cfcd3e3 None None] Checking router: 64065d08-7c1c-48f8-96fc-88e807428334 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:34:46.471802 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f3778-ff7a-44e0-a059-fe5e5cfcd3e3 None None] Routers {'64065d08-7c1c-48f8-96fc-88e807428334'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:34:46.472818 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-1b6f3778-ff7a-44e0-a059-fe5e5cfcd3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:34:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['64065d08-7c1c-48f8-96fc-88e807428334'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:46.493927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44427216-714b-40b0-8a62-06483aad55fc req-cce2c7c8-067b-4a48-b160-f6b0b77e61bb tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:46.509716 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44427216-714b-40b0-8a62-06483aad55fc req-cce2c7c8-067b-4a48-b160-f6b0b77e61bb tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 1095 time: 0.1663625 Dec 14 02:34:46.531298 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:46.537999 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 82540769-50dc-4798-84d8-947bdfc77faf details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:34:46.542943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['a2e71ce0-2471-4b77-9734-761831651375'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:34:46.646839 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:46.648682 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-1b6f3778-ff7a-44e0-a059-fe5e5cfcd3e3 None None] Set router 64065d08-7c1c-48f8-96fc-88e807428334 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:34:46.696957 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44427216-714b-40b0-8a62-06483aad55fc req-ae89db70-8712-4e7a-9ea2-739bb007558e tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859038 Dec 14 02:34:46.703446 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64850a54-122f-4428-b333-92fb301d5cfc req-4a9c77aa-b8b5-42b5-938d-1a0e6b693951 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 210 time: 0.1026244 Dec 14 02:34:46.798987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55608) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:46.799671 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a3608aa4-7b7d-46a5-9592-97a3c4c99d34 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5586061 Dec 14 02:34:46.804009 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1616544737-router', 'tenant_id': '826b9402fa2140a884dcf26ce183f99f', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:34:46.883050 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Network 0836a421-06d8-4b8a-894c-8ad680e45d95 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:34:46.907325 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:34:46.926490 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:34:46.939537 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dce928ea-a61b-4462-8296-685f4f11ba0e admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:46.994870 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Pushing event updated for resources: {'Port': ['ID=103cfede-98ee-461a-905e-e3e6aac3e201,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:47.126658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c773d4-af98-4329-a55a-9c028ac48ab3 req-62327945-6668-4476-b03f-29baaf777474 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:47.128611 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4c773d4-af98-4329-a55a-9c028ac48ab3 req-62327945-6668-4476-b03f-29baaf777474 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.1117547 Dec 14 02:34:47.152856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 2a27e6a4-6702-431b-a77a-dc211d661cb9 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:34:47.159998 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dce928ea-a61b-4462-8296-685f4f11ba0e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:47.168445 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-1b6f3778-ff7a-44e0-a059-fe5e5cfcd3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64065d08-7c1c-48f8-96fc-88e807428334', 'name': 'tempest-ServersTestManualDisk-2044417703-router', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:09Z', 'updated_at': '2021-12-14T02:34:44Z', 'revision_number': 5, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'gw_port': {'id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:11Z', 'updated_at': '2021-12-14T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:47.182604 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 82540769-50dc-4798-84d8-947bdfc77faf, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=82540769-50dc-4798-84d8-947bdfc77faf,segment=NetworkSegment(b756c107-e77a-438d-8e5b-2c406c0e61cd),segment_id=b756c107-e77a-438d-8e5b-2c406c0e61cd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:47.186436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Attempting to bind port 103cfede-98ee-461a-905e-e3e6aac3e201 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:34:47.187190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Attempting to bind port 103cfede-98ee-461a-905e-e3e6aac3e201 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '5cd00289-d32d-4e79-a1cd-d78ebacce7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0836a421-06d8-4b8a-894c-8ad680e45d95'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:34:47.187801 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Attempting to bind port 103cfede-98ee-461a-905e-e3e6aac3e201 on network 0836a421-06d8-4b8a-894c-8ad680e45d95 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:34:47.216709 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6f3778-ff7a-44e0-a059-fe5e5cfcd3e3 None None] The sync data for ids ['64065d08-7c1c-48f8-96fc-88e807428334'] in n-d-821636-1 is: [{'id': '64065d08-7c1c-48f8-96fc-88e807428334', 'name': 'tempest-ServersTestManualDisk-2044417703-router', 'tenant_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181'}], 'enable_snat': True}, 'gw_port_id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:32:09Z', 'updated_at': '2021-12-14T02:34:44Z', 'revision_number': 5, 'project_id': '0c5c1e560dfd4b559bbbf43792357f7c', 'gw_port': {'id': 'f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:3d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64065d08-7c1c-48f8-96fc-88e807428334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:32:11Z', 'updated_at': '2021-12-14T02:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:34:47.219109 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:34:47.219535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Checking segment: {'id': '5cd00289-d32d-4e79-a1cd-d78ebacce7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0836a421-06d8-4b8a-894c-8ad680e45d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:34:47.219894 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:47.220296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Bound using segment: {'id': '5cd00289-d32d-4e79-a1cd-d78ebacce7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0836a421-06d8-4b8a-894c-8ad680e45d95'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:34:47.220810 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Bound port: 103cfede-98ee-461a-905e-e3e6aac3e201, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd00289-d32d-4e79-a1cd-d78ebacce7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0836a421-06d8-4b8a-894c-8ad680e45d95'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:34:47.221846 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:47.243809 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '82540769-50dc-4798-84d8-947bdfc77faf', 'network_id': 'd4d44ac6-a4e1-4c48-95d9-fdd8413398e9', 'port_id': '82540769-50dc-4798-84d8-947bdfc77faf', 'mac_address': 'fa:16:3e:19:33:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53926458-5432-4661-8827-c48966f94c72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:34:47.247085 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4c773d4-af98-4329-a55a-9c028ac48ab3 req-05fc3826-1214-4aea-b562-a9447a0a36a5 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115866 Dec 14 02:34:47.400710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c0b56-2085-4ac5-98f4-a3b894714d4e req-5265a84c-ddf2-4898-a8b5-ada670f8f3a8 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:47.400990 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:47.403299 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f7c0b56-2085-4ac5-98f4-a3b894714d4e req-5265a84c-ddf2-4898-a8b5-ada670f8f3a8 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 943 time: 0.0674863 Dec 14 02:34:47.404342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] For port 103cfede-98ee-461a-905e-e3e6aac3e201, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:34:47.410474 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] For port 103cfede-98ee-461a-905e-e3e6aac3e201, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=103cfede-98ee-461a-905e-e3e6aac3e201,segment=NetworkSegment(5cd00289-d32d-4e79-a1cd-d78ebacce7c0),segment_id=5cd00289-d32d-4e79-a1cd-d78ebacce7c0)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:34:47.431656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82540769-50dc-4798-84d8-947bdfc77faf {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:34:47.458824 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 2a27e6a4-6702-431b-a77a-dc211d661cb9, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2a27e6a4-6702-431b-a77a-dc211d661cb9,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:47.462383 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f7c0b56-2085-4ac5-98f4-a3b894714d4e req-7edf3b43-ef7f-45e5-bb8d-3bf767078d7b tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516398 Dec 14 02:34:47.475642 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 82540769-50dc-4798-84d8-947bdfc77faf, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=82540769-50dc-4798-84d8-947bdfc77faf,segment=NetworkSegment(b756c107-e77a-438d-8e5b-2c406c0e61cd),segment_id=b756c107-e77a-438d-8e5b-2c406c0e61cd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:47.488363 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '2a27e6a4-6702-431b-a77a-dc211d661cb9', 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343', 'port_id': '2a27e6a4-6702-431b-a77a-dc211d661cb9', 'mac_address': 'fa:16:3e:f0:74:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab8c50a-a715-4e2e-8453-c9bba63f1ddb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:34:47.529840 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:47.555046 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a27e6a4-6702-431b-a77a-dc211d661cb9 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:34:47.596270 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 2a27e6a4-6702-431b-a77a-dc211d661cb9, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2a27e6a4-6702-431b-a77a-dc211d661cb9,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:47.627934 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:47.629382 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:47.633033 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:47.634222 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:47.673350 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:47.717507 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-dce928ea-a61b-4462-8296-685f4f11ba0e admin admin] Deleting port f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:34:47.717507 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dce928ea-a61b-4462-8296-685f4f11ba0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:47.718820 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bee957-06d3-41aa-9217-eacf75c03fc7 None None] Pushing event updated for resources: {'Port': ['ID=103cfede-98ee-461a-905e-e3e6aac3e201,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:47.788597 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:47.843793 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['2a27e6a4-6702-431b-a77a-dc211d661cb9'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:34:47.892428 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-dce928ea-a61b-4462-8296-685f4f11ba0e admin admin] For port f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:47.895087 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dce928ea-a61b-4462-8296-685f4f11ba0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:47.958848 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-dce928ea-a61b-4462-8296-685f4f11ba0e admin admin] Calling delete_port for f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:34:48.016661 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=82540769-50dc-4798-84d8-947bdfc77faf,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:48.058895 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['82540769-50dc-4798-84d8-947bdfc77faf'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:34:48.113970 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09d597c2-4028-4c92-be1f-41e9c93aea44 req-d7bb1640-cfa9-43ea-9e58-d11fc99b3256 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/ports?device_id=b01ad9a4-94b2-4498-990e-7968e6082c20 HTTP/1.1" status: 200 len: 210 time: 0.1482081 Dec 14 02:34:48.212362 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device a2e71ce0-2471-4b77-9734-761831651375 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:34:48.252183 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: a2e71ce0-2471-4b77-9734-761831651375 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:34:48.252924 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device a2e71ce0-2471-4b77-9734-761831651375 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:34:48.254512 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=2a27e6a4-6702-431b-a77a-dc211d661cb9,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:48.294952 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:48.488720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3be76e-c3f9-4717-8fa0-8ed624db42cf req-5259d9c3-16d5-43ec-a2c2-1a9da690d87c tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:48.498105 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dce928ea-a61b-4462-8296-685f4f11ba0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:48.500016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba3be76e-c3f9-4717-8fa0-8ed624db42cf req-5259d9c3-16d5-43ec-a2c2-1a9da690d87c tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.1355312 Dec 14 02:34:48.558888 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce928ea-a61b-4462-8296-685f4f11ba0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:48.594561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba3be76e-c3f9-4717-8fa0-8ed624db42cf req-81d259bd-13bd-4195-8bb8-772e7f8437ce tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935812 Dec 14 02:34:48.638790 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dce928ea-a61b-4462-8296-685f4f11ba0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:48.664404 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafb66e-6305-41bc-8966-0e81db69a938 req-3eb3e175-c927-44e7-b8e3-b022c40c74da tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:48.672127 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-caafb66e-6305-41bc-8966-0e81db69a938 req-3eb3e175-c927-44e7-b8e3-b022c40c74da tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 944 time: 0.1011853 Dec 14 02:34:48.834587 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dce928ea-a61b-4462-8296-685f4f11ba0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:48.838598 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dce928ea-a61b-4462-8296-685f4f11ba0e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:48.865834 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-caafb66e-6305-41bc-8966-0e81db69a938 req-bbb35210-7b1c-46be-a94d-ec96b96a2891 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926064 Dec 14 02:34:48.976906 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:49.005171 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:49.025219 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dce928ea-a61b-4462-8296-685f4f11ba0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:49.026389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce928ea-a61b-4462-8296-685f4f11ba0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64065d08-7c1c-48f8-96fc-88e807428334 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:34:49.032566 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dce928ea-a61b-4462-8296-685f4f11ba0e admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:49.034011 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dce928ea-a61b-4462-8296-685f4f11ba0e admin admin] 10.222.0.39 "DELETE /v2.0/routers/64065d08-7c1c-48f8-96fc-88e807428334 HTTP/1.1" status: 204 len: 168 time: 3.0245879 Dec 14 02:34:49.038221 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55656) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:49.125217 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 2a27e6a4-6702-431b-a77a-dc211d661cb9 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:34:49.223744 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4edddd1-13b5-47da-ab32-a4881437bd50 admin admin] Deleting subnet 6fca9bbc-2a0a-4b97-b622-987e739d6dff {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:34:49.243949 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c4edddd1-13b5-47da-ab32-a4881437bd50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:49.248162 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 2a27e6a4-6702-431b-a77a-dc211d661cb9 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:34:49.248611 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:49.388071 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e549940-e23f-4115-8851-a96593bc5807 None None] Network 0836a421-06d8-4b8a-894c-8ad680e45d95 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:34:49.390211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 103cfede-98ee-461a-905e-e3e6aac3e201 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:34:49.425246 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c4edddd1-13b5-47da-ab32-a4881437bd50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:49.426799 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] Allocated IP 172.25.7.130 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/cf884495-89fd-4323-9618-98b4a7e5a7b5) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:34:49.561685 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55676) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:49.602371 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:49.634647 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c4edddd1-13b5-47da-ab32-a4881437bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:49.636682 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24619149-d277-4bbe-b4da-3be5497d6d78 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:49.649432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4de69bfd-89e1-413b-a510-ad6305120614 None None] Provisioning complete for port 103cfede-98ee-461a-905e-e3e6aac3e201 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:34:49.649837 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4de69bfd-89e1-413b-a510-ad6305120614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:49.752673 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24619149-d277-4bbe-b4da-3be5497d6d78 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:49.752960 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 103cfede-98ee-461a-905e-e3e6aac3e201 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:34:49.753844 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:49.776398 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:49.983728 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:34:49.991123 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c4edddd1-13b5-47da-ab32-a4881437bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:50.016648 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:34:50.038341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ab486-0203-4e59-a4b9-caf3333bb48b req-b141f25b-e378-4801-bb13-f879abb024bc tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:50.040071 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e09ab486-0203-4e59-a4b9-caf3333bb48b req-b141f25b-e378-4801-bb13-f879abb024bc tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.3153923 Dec 14 02:34:50.041263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:34:50.056251 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4edddd1-13b5-47da-ab32-a4881437bd50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fca9bbc-2a0a-4b97-b622-987e739d6dff,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:50.059227 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c4edddd1-13b5-47da-ab32-a4881437bd50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:50.073499 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c4edddd1-13b5-47da-ab32-a4881437bd50 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6fca9bbc-2a0a-4b97-b622-987e739d6dff HTTP/1.1" status: 204 len: 168 time: 1.0341275 Dec 14 02:34:50.078217 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24619149-d277-4bbe-b4da-3be5497d6d78 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:50.082042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] Pushing event updated for resources: {'Port': ['ID=cf884495-89fd-4323-9618-98b4a7e5a7b5,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:50.084934 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92572291-493a-446c-b3f6-eaf6da17e82b None None] Network aa209f5c-4ca3-4f7b-b188-aadce03a8894 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:34:50.088021 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24619149-d277-4bbe-b4da-3be5497d6d78 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:50.091075 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-24619149-d277-4bbe-b4da-3be5497d6d78 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "DELETE /v2.0/security-groups/37ad4b8f-d1a8-4276-8189-dc6147edc5de HTTP/1.1" status: 204 len: 168 time: 0.5284233 Dec 14 02:34:50.092036 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55686) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:50.099690 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55688) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:50.150194 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-24671a4f-bb70-4a5a-b7bf-3d8ad55cfd81 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] show failed (client error): The resource could not be found. Dec 14 02:34:50.154150 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-24671a4f-bb70-4a5a-b7bf-3d8ad55cfd81 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "GET /v2.0/security-groups/37ad4b8f-d1a8-4276-8189-dc6147edc5de HTTP/1.1" status: 404 len: 347 time: 0.0514874 Dec 14 02:34:50.154739 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55692) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:50.163041 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24619149-d277-4bbe-b4da-3be5497d6d78 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ad4b8f-d1a8-4276-8189-dc6147edc5de,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:50.174651 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:50.227055 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 82540769-50dc-4798-84d8-947bdfc77faf up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:34:50.313261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5ce38b-7b54-4665-9809-e250ba23575f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a27e6a4-6702-431b-a77a-dc211d661cb9'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:50.316155 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62cc326-e550-4bf6-ad3b-8978e33d8a70" -d '{"events": [{"server_uuid": "6f5ce38b-7b54-4665-9809-e250ba23575f", "name": "network-vif-plugged", "status": "completed", "tag": "2a27e6a4-6702-431b-a77a-dc211d661cb9"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:50.381756 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:50.452465 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 2a27e6a4-6702-431b-a77a-dc211d661cb9, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2a27e6a4-6702-431b-a77a-dc211d661cb9,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:50.457034 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-98e1775c-cbf4-42c3-b16e-4efd53667910 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Deleting port 8f0a1b5d-8a36-4160-902a-116691351dff {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:34:50.457506 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98e1775c-cbf4-42c3-b16e-4efd53667910 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:50.464946 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 82540769-50dc-4798-84d8-947bdfc77faf triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:34:50.465371 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:50.520130 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e09ab486-0203-4e59-a4b9-caf3333bb48b req-31d11a5e-9cc6-4021-8b33-74f20c49d30d tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312103 Dec 14 02:34:50.527528 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:50.584310 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4de69bfd-89e1-413b-a510-ad6305120614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:50.597710 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:50.637404 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98e1775c-cbf4-42c3-b16e-4efd53667910 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:50.641048 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98e1775c-cbf4-42c3-b16e-4efd53667910 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:50.669909 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-98e1775c-cbf4-42c3-b16e-4efd53667910 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Calling delete_port for 8f0a1b5d-8a36-4160-902a-116691351dff owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:34:50.718267 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-4de69bfd-89e1-413b-a510-ad6305120614 None None] For port 103cfede-98ee-461a-905e-e3e6aac3e201, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=103cfede-98ee-461a-905e-e3e6aac3e201,segment=NetworkSegment(5cd00289-d32d-4e79-a1cd-d78ebacce7c0),segment_id=5cd00289-d32d-4e79-a1cd-d78ebacce7c0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:50.742131 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874a0b53-f50e-4792-a6ec-6ff767b235ee None None] DHCP port deletion for aa209f5c-4ca3-4f7b-b188-aadce03a8894 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:34:50.746469 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=2a27e6a4-6702-431b-a77a-dc211d661cb9,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:50.754759 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:50.816773 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4de69bfd-89e1-413b-a510-ad6305120614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:50.829601 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 82540769-50dc-4798-84d8-947bdfc77faf, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=82540769-50dc-4798-84d8-947bdfc77faf,segment=NetworkSegment(b756c107-e77a-438d-8e5b-2c406c0e61cd),segment_id=b756c107-e77a-438d-8e5b-2c406c0e61cd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:50.833779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da5586-26d8-4e26-9fa5-7e05be824fbc req-3cbe84bc-1b81-482a-ad8d-155ff27143ad tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:50.846334 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40da5586-26d8-4e26-9fa5-7e05be824fbc req-3cbe84bc-1b81-482a-ad8d-155ff27143ad tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 944 time: 0.8244681 Dec 14 02:34:50.884673 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca94fc9e-b8c1-4dba-95f4-0391610fd8bf x-openstack-request-id: req-ca94fc9e-b8c1-4dba-95f4-0391610fd8bf {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:50.884972 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5ce38b-7b54-4665-9809-e250ba23575f", "name": "network-vif-plugged", "status": "completed", "tag": "2a27e6a4-6702-431b-a77a-dc211d661cb9", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:50.885337 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca94fc9e-b8c1-4dba-95f4-0391610fd8bf {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:50.885699 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5ce38b-7b54-4665-9809-e250ba23575f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a27e6a4-6702-431b-a77a-dc211d661cb9', 'code': 200} Dec 14 02:34:50.900139 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:50.933965 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:34:50.933965 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:34:50.946359 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de69bfd-89e1-413b-a510-ad6305120614 None None] Pushing event updated for resources: {'Port': ['ID=103cfede-98ee-461a-905e-e3e6aac3e201,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:50.983838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-874a0b53-f50e-4792-a6ec-6ff767b235ee None None] Deleting port d90932aa-8be7-4bc0-ab69-eca354585db5 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:34:50.984837 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-874a0b53-f50e-4792-a6ec-6ff767b235ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:51.023494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] Deleting port d90932aa-8be7-4bc0-ab69-eca354585db5 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:34:51.023494 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:51.041503 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-79106881-241b-415a-bc53-b321f7b7fe45 None None] Provisioning complete for port 103cfede-98ee-461a-905e-e3e6aac3e201 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:34:51.041938 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-79106881-241b-415a-bc53-b321f7b7fe45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:51.113609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=82540769-50dc-4798-84d8-947bdfc77faf,revision_number=10']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:51.117988 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] For port d90932aa-8be7-4bc0-ab69-eca354585db5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d90932aa-8be7-4bc0-ab69-eca354585db5,segment=NetworkSegment(d3251e6b-243d-43c6-a6f0-22fe1609b8d2),segment_id=d3251e6b-243d-43c6-a6f0-22fe1609b8d2)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:51.121105 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:51.123729 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-874a0b53-f50e-4792-a6ec-6ff767b235ee None None] For port d90932aa-8be7-4bc0-ab69-eca354585db5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d90932aa-8be7-4bc0-ab69-eca354585db5,segment=NetworkSegment(d3251e6b-243d-43c6-a6f0-22fe1609b8d2),segment_id=d3251e6b-243d-43c6-a6f0-22fe1609b8d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:51.124140 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-874a0b53-f50e-4792-a6ec-6ff767b235ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:51.137708 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98e1775c-cbf4-42c3-b16e-4efd53667910 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:51.141337 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-874a0b53-f50e-4792-a6ec-6ff767b235ee None None] Calling delete_port for d90932aa-8be7-4bc0-ab69-eca354585db5 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:34:51.148123 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40da5586-26d8-4e26-9fa5-7e05be824fbc req-045c7a5d-9ddc-4574-870d-1d4a78efc6a7 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996244 Dec 14 02:34:51.165221 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] Calling delete_port for d90932aa-8be7-4bc0-ab69-eca354585db5 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:34:51.226624 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1775c-cbf4-42c3-b16e-4efd53667910 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Pushing event deleted for resources: {'Port': ['ID=8f0a1b5d-8a36-4160-902a-116691351dff,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:51.337941 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-874a0b53-f50e-4792-a6ec-6ff767b235ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:51.341653 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98e1775c-cbf4-42c3-b16e-4efd53667910 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:51.345030 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98e1775c-cbf4-42c3-b16e-4efd53667910 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:51.346765 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-98e1775c-cbf4-42c3-b16e-4efd53667910 tempest-ImagesOneServerNegativeTestJSON-811151308 tempest-ImagesOneServerNegativeTestJSON-811151308-project] 10.222.0.39 "DELETE /v2.0/floatingips/a4b8d6a1-9d47-45c3-bf5e-09d1a35cad00 HTTP/1.1" status: 204 len: 168 time: 1.1909192 Dec 14 02:34:51.363353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874a0b53-f50e-4792-a6ec-6ff767b235ee None None] No DVR routers for this DVR port d90932aa-8be7-4bc0-ab69-eca354585db5 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:34:51.367433 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:51.406603 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a0b53-f50e-4792-a6ec-6ff767b235ee None None] Pushing event deleted for resources: {'Port': ['ID=d90932aa-8be7-4bc0-ab69-eca354585db5,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:51.412920 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] Pushing event deleted for resources: {'Port': ['ID=d90932aa-8be7-4bc0-ab69-eca354585db5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:51.419651 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] No DVR routers for this DVR port d90932aa-8be7-4bc0-ab69-eca354585db5 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:34:51.480458 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:51.544989 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55718) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:51.558368 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f4f9feb3-404b-459c-95a6-aeca10f553ec no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:34:51.604725 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: f4f9feb3-404b-459c-95a6-aeca10f553ec {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:34:51.605380 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f4f9feb3-404b-459c-95a6-aeca10f553ec not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:34:51.643202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68b00e5-79cd-4708-849d-a5f51386bf7d admin admin] Deleting subnet 799fcc3a-6b16-494a-9426-718bf990556c {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:34:51.656304 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d68b00e5-79cd-4708-849d-a5f51386bf7d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:51.760639 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d68b00e5-79cd-4708-849d-a5f51386bf7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:51.785352 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:51.787538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 103cfede-98ee-461a-905e-e3e6aac3e201 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:34:51.869841 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d68b00e5-79cd-4708-849d-a5f51386bf7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:51.892663 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 103cfede-98ee-461a-905e-e3e6aac3e201 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:34:51.893136 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:51.950988 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa209f5c-4ca3-4f7b-b188-aadce03a8894']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:51.962378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161e423-28bf-4f62-8d07-3c9a4f31b38b req-78ec9d12-859c-473b-afc5-06d18267c954 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:51.971122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d161e423-28bf-4f62-8d07-3c9a4f31b38b req-78ec9d12-859c-473b-afc5-06d18267c954 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.2919471 Dec 14 02:34:52.065201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3251e6b-243d-43c6-a6f0-22fe1609b8d2') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:52.069788 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3251e6b-243d-43c6-a6f0-22fe1609b8d2') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:52.073116 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d68b00e5-79cd-4708-849d-a5f51386bf7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:52.086609 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d68b00e5-79cd-4708-849d-a5f51386bf7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:52.096410 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:34:52.100746 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d68b00e5-79cd-4708-849d-a5f51386bf7d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/799fcc3a-6b16-494a-9426-718bf990556c HTTP/1.1" status: 204 len: 168 time: 0.5513027 Dec 14 02:34:52.120479 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55736) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:52.132260 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d161e423-28bf-4f62-8d07-3c9a4f31b38b req-4090fb6a-749b-4e86-9149-8084f0854a5a tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598499 Dec 14 02:34:52.142087 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68b00e5-79cd-4708-849d-a5f51386bf7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=799fcc3a-6b16-494a-9426-718bf990556c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:52.155798 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:52.160956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:34:52.161317 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f4877a3c-afc2-45c0-9d8d-55fa2b6c45a6 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:34:52.161736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d90932aa-8be7-4bc0-ab69-eca354585db5 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:34:52.200069 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:52.217115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:34:52.217569 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:52.221699 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: d90932aa-8be7-4bc0-ab69-eca354585db5 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:34:52.222062 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d90932aa-8be7-4bc0-ab69-eca354585db5 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:34:52.224164 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:34:52.249772 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5763779b-1029-4cfe-8914-106fa004dca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:52.453801 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5763779b-1029-4cfe-8914-106fa004dca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:52.490581 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-5763779b-1029-4cfe-8914-106fa004dca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d85574-809c-4bfd-81ff-083b985e268d']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:52.503435 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-5763779b-1029-4cfe-8914-106fa004dca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016bfdf4-fcdf-424b-92be-6edd4364b79a') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:52.503883 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-5763779b-1029-4cfe-8914-106fa004dca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016bfdf4-fcdf-424b-92be-6edd4364b79a') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:52.515185 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5763779b-1029-4cfe-8914-106fa004dca2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:52.531311 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5763779b-1029-4cfe-8914-106fa004dca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:52.538320 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5763779b-1029-4cfe-8914-106fa004dca2 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:34:52.538996 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5763779b-1029-4cfe-8914-106fa004dca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:34:52.602952 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:34:52.649761 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:52.669594 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5763779b-1029-4cfe-8914-106fa004dca2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:52.676463 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5763779b-1029-4cfe-8914-106fa004dca2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:52.683074 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5763779b-1029-4cfe-8914-106fa004dca2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c5d85574-809c-4bfd-81ff-083b985e268d HTTP/1.1" status: 204 len: 168 time: 0.5618868 Dec 14 02:34:52.718601 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763779b-1029-4cfe-8914-106fa004dca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5d85574-809c-4bfd-81ff-083b985e268d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:52.762139 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c85fa3-5f0c-4497-a989-82337ff343bb req-72715d36-6dca-4d7c-8c8b-118f397343a3 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:52.765108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-19c85fa3-5f0c-4497-a989-82337ff343bb req-72715d36-6dca-4d7c-8c8b-118f397343a3 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.1573360 Dec 14 02:34:52.773518 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:52.795850 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:52.810210 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] 10.222.0.39 "DELETE /v2.0/networks/aa209f5c-4ca3-4f7b-b188-aadce03a8894 HTTP/1.1" status: 204 len: 168 time: 2.6867335 Dec 14 02:34:52.843432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cb1f5-b5ed-46ee-b195-77f1e677ebcf admin admin] Pushing event deleted for resources: {'Network': ['ID=aa209f5c-4ca3-4f7b-b188-aadce03a8894,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:52.887101 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec316326-926e-4396-b1c0-c3283154bfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82540769-50dc-4798-84d8-947bdfc77faf'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:34:52.890125 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338a85fe-ba80-4c47-81fd-5b3f5f8bf2bc" -d '{"events": [{"server_uuid": "ec316326-926e-4396-b1c0-c3283154bfd8", "name": "network-vif-plugged", "status": "completed", "tag": "82540769-50dc-4798-84d8-947bdfc77faf"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:34:52.953893 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-19c85fa3-5f0c-4497-a989-82337ff343bb req-e85b7e92-1d78-409a-a45c-7cb75fdb3f9d tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822128 Dec 14 02:34:53.012337 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911efb96-25ae-4cc1-92f2-13049de8026e x-openstack-request-id: req-911efb96-25ae-4cc1-92f2-13049de8026e {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:34:53.012912 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec316326-926e-4396-b1c0-c3283154bfd8", "name": "network-vif-plugged", "status": "completed", "tag": "82540769-50dc-4798-84d8-947bdfc77faf", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:34:53.013214 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-911efb96-25ae-4cc1-92f2-13049de8026e {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:34:53.013631 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec316326-926e-4396-b1c0-c3283154bfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82540769-50dc-4798-84d8-947bdfc77faf', 'code': 200} Dec 14 02:34:53.091995 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] Router 91ef7452-c534-42fb-93fd-20b2befe2ea9 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:34:53.106742 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55758) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:53.206911 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-15e5a4db-6c58-476a-858f-5598e129992d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=310f52a4e2554769b4b20229af525b98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0988882 Dec 14 02:34:53.207568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55764) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:53.268811 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:34:53.292949 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Sync routers for ids ['91ef7452-c534-42fb-93fd-20b2befe2ea9'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:34:53.331352 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Routers {'91ef7452-c534-42fb-93fd-20b2befe2ea9'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:34:53.333649 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:34:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['91ef7452-c534-42fb-93fd-20b2befe2ea9'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:53.343263 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4cbb3305-8010-4bcf-ae30-2f03d24a3ad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:53.366006 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55766) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:53.442837 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4cbb3305-8010-4bcf-ae30-2f03d24a3ad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:53.452291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463e11a-4d08-489f-986b-1fa342703dac req-95548f57-7ac0-4c66-8acf-272813eedff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:53.454739 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4463e11a-4d08-489f-986b-1fa342703dac req-95548f57-7ac0-4c66-8acf-272813eedff8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 1097 time: 0.1107781 Dec 14 02:34:53.469649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2456f-d93c-4eba-bef7-69aef6d7240b req-dda845db-75bb-4c35-9ad0-187dba602f56 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:53.471545 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1cc2456f-d93c-4eba-bef7-69aef6d7240b req-dda845db-75bb-4c35-9ad0-187dba602f56 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.1264467 Dec 14 02:34:53.502903 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:53.505214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-836ffde9-cc06-47b3-bc26-9cd9f64b72b2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7043443 Dec 14 02:34:53.508939 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55768) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:53.511645 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Set router 91ef7452-c534-42fb-93fd-20b2befe2ea9 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:34:53.519693 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c41b5792-49d1-4781-a822-01f1a1f928c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c5c1e560dfd4b559bbbf43792357f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1525025 Dec 14 02:34:53.522027 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55770) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:53.561456 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4463e11a-4d08-489f-986b-1fa342703dac req-070e582b-3c1b-445d-8991-8ca074befec9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883551 Dec 14 02:34:53.618849 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1cc2456f-d93c-4eba-bef7-69aef6d7240b req-47b9e432-d83b-45b3-abc4-3ecdeb7e71d2 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123581 Dec 14 02:34:53.664557 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b3dcd9c-0297-4c13-8b8a-9234ccd8cdd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:53.680615 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4cbb3305-8010-4bcf-ae30-2f03d24a3ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:53.683488 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4cbb3305-8010-4bcf-ae30-2f03d24a3ad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:53.687562 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4cbb3305-8010-4bcf-ae30-2f03d24a3ad6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81985934-d9a7-49de-af4c-7800d28c6954 HTTP/1.1" status: 204 len: 168 time: 0.4790246 Dec 14 02:34:53.712209 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb3305-8010-4bcf-ae30-2f03d24a3ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81985934-d9a7-49de-af4c-7800d28c6954,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:53.723116 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b3dcd9c-0297-4c13-8b8a-9234ccd8cdd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:53.937188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'name': 'tempest-FloatingIPsTestJSON-1616544737-router', 'tenant_id': '826b9402fa2140a884dcf26ce183f99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'cf884495-89fd-4323-9618-98b4a7e5a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:34:47Z', 'updated_at': '2021-12-14T02:34:51Z', 'revision_number': 3, 'project_id': '826b9402fa2140a884dcf26ce183f99f', 'gw_port': {'id': 'cf884495-89fd-4323-9618-98b4a7e5a7b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:34:49Z', 'updated_at': '2021-12-14T02:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:54.056239 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b3dcd9c-0297-4c13-8b8a-9234ccd8cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:54.056239 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b3dcd9c-0297-4c13-8b8a-9234ccd8cdd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:54.056239 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1b3dcd9c-0297-4c13-8b8a-9234ccd8cdd6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/def3ac38-5c8c-4bc8-a6e2-077b3c78833c HTTP/1.1" status: 204 len: 168 time: 0.5138471 Dec 14 02:34:54.060333 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3dcd9c-0297-4c13-8b8a-9234ccd8cdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def3ac38-5c8c-4bc8-a6e2-077b3c78833c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:54.100630 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Checking router: 91ef7452-c534-42fb-93fd-20b2befe2ea9 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:34:54.100951 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Updating router 91ef7452-c534-42fb-93fd-20b2befe2ea9 port cf884495-89fd-4323-9618-98b4a7e5a7b5 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:34:54.247378 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:54.247498 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582aa0ee-4cd8-4c77-9c63-a3ffddecfb48 req-c36fd650-925e-4548-9cc5-52bbdceddbd2 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:54.247498 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-582aa0ee-4cd8-4c77-9c63-a3ffddecfb48 req-c36fd650-925e-4548-9cc5-52bbdceddbd2 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.0720656 Dec 14 02:34:54.249592 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f12bcc63-693e-4ded-890c-c7ca189dd0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:54.265566 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-582aa0ee-4cd8-4c77-9c63-a3ffddecfb48 req-92d7c7a4-a477-44cb-9a9f-9ec544268673 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478780 Dec 14 02:34:54.447080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-f12bcc63-693e-4ded-890c-c7ca189dd0a7 admin admin] Allocated IP 172.20.0.1 (0836a421-06d8-4b8a-894c-8ad680e45d95/18e2099a-01c7-4c94-879a-eada4e187a61/11715046-f0b1-4622-88ba-742d493be142) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:34:54.473747 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:54.563654 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:54.588263 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f12bcc63-693e-4ded-890c-c7ca189dd0a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:54.686879 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Attempting to bind port cf884495-89fd-4323-9618-98b4a7e5a7b5 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:34:54.686879 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Attempting to bind port cf884495-89fd-4323-9618-98b4a7e5a7b5 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:34:54.686879 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Attempting to bind port cf884495-89fd-4323-9618-98b4a7e5a7b5 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:34:54.691188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:34:54.691569 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:34:54.691971 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:54.692609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:34:54.692914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Bound port: cf884495-89fd-4323-9618-98b4a7e5a7b5, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:34:54.693375 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:54.716108 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f12bcc63-693e-4ded-890c-c7ca189dd0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:54.773751 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] For port cf884495-89fd-4323-9618-98b4a7e5a7b5, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:34:54.777177 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] For port cf884495-89fd-4323-9618-98b4a7e5a7b5, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=cf884495-89fd-4323-9618-98b4a7e5a7b5,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:34:54.778246 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19a3be-c859-46e2-b8df-760f2f86dc77 None None] Pushing event updated for resources: {'Port': ['ID=cf884495-89fd-4323-9618-98b4a7e5a7b5,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:54.867975 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb185fa-909a-4568-8359-206acd944cd0 req-a6ff42bc-5f3c-4ecc-be76-805662211505 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:54.870814 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:54.881880 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-acb185fa-909a-4568-8359-206acd944cd0 req-a6ff42bc-5f3c-4ecc-be76-805662211505 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.1061532 Dec 14 02:34:54.897142 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12bcc63-693e-4ded-890c-c7ca189dd0a7 admin admin] Network 0836a421-06d8-4b8a-894c-8ad680e45d95 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:34:54.918639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f12bcc63-693e-4ded-890c-c7ca189dd0a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:34:54.944981 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12bcc63-693e-4ded-890c-c7ca189dd0a7 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:34:55.004620 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12bcc63-693e-4ded-890c-c7ca189dd0a7 admin admin] Pushing event updated for resources: {'Port': ['ID=11715046-f0b1-4622-88ba-742d493be142,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:55.004851 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-acb185fa-909a-4568-8359-206acd944cd0 req-82341ecc-ce04-4cd9-abb4-0d13a7d08ce9 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228812 Dec 14 02:34:55.067081 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f12bcc63-693e-4ded-890c-c7ca189dd0a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:55.079072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Routers {'91ef7452-c534-42fb-93fd-20b2befe2ea9'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:34:55.098245 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:34:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['91ef7452-c534-42fb-93fd-20b2befe2ea9'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:55.413278 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f12bcc63-693e-4ded-890c-c7ca189dd0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:55.453863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3046155-c46c-48ce-93f1-ac456c9e17c9 req-16d817a4-e20d-4e99-bb67-d64fc881848c tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:55.457503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f3046155-c46c-48ce-93f1-ac456c9e17c9 req-16d817a4-e20d-4e99-bb67-d64fc881848c tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.0958183 Dec 14 02:34:55.527375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] Set router 91ef7452-c534-42fb-93fd-20b2befe2ea9 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:34:55.603720 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f3046155-c46c-48ce-93f1-ac456c9e17c9 req-ff5ca0da-aa8d-4960-8ee1-ef9ea1aa8d16 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393797 Dec 14 02:34:55.680536 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19a3be-c859-46e2-b8df-760f2f86dc77 None None] Pushing event updated for resources: {'Port': ['ID=cf884495-89fd-4323-9618-98b4a7e5a7b5,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:55.694442 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f12bcc63-693e-4ded-890c-c7ca189dd0a7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:55.763317 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f12bcc63-693e-4ded-890c-c7ca189dd0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:55.854708 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f12bcc63-693e-4ded-890c-c7ca189dd0a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:55.855130 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1b7b3ec6-3d27-4917-b083-4f0e45398abf None None] Provisioning complete for port 11715046-f0b1-4622-88ba-742d493be142 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:34:55.858603 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1b7b3ec6-3d27-4917-b083-4f0e45398abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:55.932941 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1b7b3ec6-3d27-4917-b083-4f0e45398abf None None] Port 11715046-f0b1-4622-88ba-742d493be142 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:34:56.005796 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12bcc63-693e-4ded-890c-c7ca189dd0a7 admin admin] Network 0836a421-06d8-4b8a-894c-8ad680e45d95 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:34:56.009493 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f12bcc63-693e-4ded-890c-c7ca189dd0a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:34:56.060701 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12bcc63-693e-4ded-890c-c7ca189dd0a7 admin admin] Pushing event updated for resources: {'Port': ['ID=11715046-f0b1-4622-88ba-742d493be142,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:56.074548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'name': 'tempest-FloatingIPsTestJSON-1616544737-router', 'tenant_id': '826b9402fa2140a884dcf26ce183f99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'cf884495-89fd-4323-9618-98b4a7e5a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:34:47Z', 'updated_at': '2021-12-14T02:34:51Z', 'revision_number': 3, 'project_id': '826b9402fa2140a884dcf26ce183f99f', 'gw_port': {'id': 'cf884495-89fd-4323-9618-98b4a7e5a7b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:34:49Z', 'updated_at': '2021-12-14T02:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:56.198587 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1aa74d-4266-4faa-a4ac-c4c0c1ae4ae7 None None] The sync data for ids ['91ef7452-c534-42fb-93fd-20b2befe2ea9'] in n-d-821636-1 is: [{'id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'name': 'tempest-FloatingIPsTestJSON-1616544737-router', 'tenant_id': '826b9402fa2140a884dcf26ce183f99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'cf884495-89fd-4323-9618-98b4a7e5a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:34:47Z', 'updated_at': '2021-12-14T02:34:51Z', 'revision_number': 3, 'project_id': '826b9402fa2140a884dcf26ce183f99f', 'gw_port': {'id': 'cf884495-89fd-4323-9618-98b4a7e5a7b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:34:49Z', 'updated_at': '2021-12-14T02:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:34:56.316572 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac4fbd-7d37-448f-9ca2-07625abc8909 req-925296b8-5b89-455f-a011-f4d10b6243af tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:56.330319 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15ac4fbd-7d37-448f-9ca2-07625abc8909 req-925296b8-5b89-455f-a011-f4d10b6243af tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.1774735 Dec 14 02:34:56.417012 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12bcc63-693e-4ded-890c-c7ca189dd0a7 admin admin] Router 91ef7452-c534-42fb-93fd-20b2befe2ea9 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:34:56.524128 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15ac4fbd-7d37-448f-9ca2-07625abc8909 req-ce7f3cea-7745-414e-878e-045437341c7c tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928253 Dec 14 02:34:56.573839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8123495c-adb3-4169-be91-3af233b43be3 None None] Provisioning complete for port 11715046-f0b1-4622-88ba-742d493be142 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:34:56.574238 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8123495c-adb3-4169-be91-3af233b43be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:56.586024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55884) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:56.716383 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8123495c-adb3-4169-be91-3af233b43be3 None None] Port 11715046-f0b1-4622-88ba-742d493be142 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:34:56.866259 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:56.954414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-81f25e52-2b7b-4415-b60f-11682ced038f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-285404133-network', 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:34:57.039103 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38fb41-140b-4d18-aaed-97c67352d048 req-1b8c6f0b-196a-4d25-9382-cddcdda4c1ce tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:57.048563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a38fb41-140b-4d18-aaed-97c67352d048 req-1b8c6f0b-196a-4d25-9382-cddcdda4c1ce tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.1598151 Dec 14 02:34:57.137928 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a38fb41-140b-4d18-aaed-97c67352d048 req-5d529689-4e96-4e95-8d0b-acd10711414f tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870237 Dec 14 02:34:57.160788 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f25e52-2b7b-4415-b60f-11682ced038f admin admin] Made reservation on behalf of f9e3c48c88dd4e2188c9991ba134e39e for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:34:57.167734 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-81f25e52-2b7b-4415-b60f-11682ced038f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:57.190117 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-81f25e52-2b7b-4415-b60f-11682ced038f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:57.278357 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12bcc63-693e-4ded-890c-c7ca189dd0a7 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:34:57.297480 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f12bcc63-693e-4ded-890c-c7ca189dd0a7 admin admin] 10.222.0.39 "PUT /v2.0/routers/91ef7452-c534-42fb-93fd-20b2befe2ea9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7808559 Dec 14 02:34:57.352555 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-81f25e52-2b7b-4415-b60f-11682ced038f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:57.412216 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-81f25e52-2b7b-4415-b60f-11682ced038f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:57.494634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f25e52-2b7b-4415-b60f-11682ced038f admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:34:57.539734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f25e52-2b7b-4415-b60f-11682ced038f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf1de31-7bb4-48df-850c-97d4e46a8f9c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:57.573890 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-81f25e52-2b7b-4415-b60f-11682ced038f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:57.574276 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-81f25e52-2b7b-4415-b60f-11682ced038f admin admin] Added segment 5af54ecb-7a56-4d4b-ac97-431a4cea593a of type vlan for network b9779372-64f5-4418-8de3-b3c1d6a92f5f Dec 14 02:34:57.714017 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-81f25e52-2b7b-4415-b60f-11682ced038f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:57.790495 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device cf884495-89fd-4323-9618-98b4a7e5a7b5 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:34:57.849875 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-81f25e52-2b7b-4415-b60f-11682ced038f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:57.850835 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f25e52-2b7b-4415-b60f-11682ced038f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:57.851417 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-81f25e52-2b7b-4415-b60f-11682ced038f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:57.868472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port cf884495-89fd-4323-9618-98b4a7e5a7b5 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:34:57.869265 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:57.965951 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8338209-ca6a-4491-b57a-abcea17d7b38 req-8ef391ea-e2b9-493e-813f-ae3bea616622 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:57.968152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8338209-ca6a-4491-b57a-abcea17d7b38 req-8ef391ea-e2b9-493e-813f-ae3bea616622 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.2256546 Dec 14 02:34:57.982811 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-81f25e52-2b7b-4415-b60f-11682ced038f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3930976 Dec 14 02:34:57.983622 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55914) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:57.988737 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:57.990675 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a6b486a1-5b5c-4bce-bc62-6a868abba3fe admin admin] Request body: {'subnet': {'network_id': 'b9779372-64f5-4418-8de3-b3c1d6a92f5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-285404133-subnet', 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:34:58.012228 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port cf884495-89fd-4323-9618-98b4a7e5a7b5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=cf884495-89fd-4323-9618-98b4a7e5a7b5,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:34:58.012833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f25e52-2b7b-4415-b60f-11682ced038f admin admin] Pushing event updated for resources: {'Network': ['ID=b9779372-64f5-4418-8de3-b3c1d6a92f5f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:58.276606 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network b9779372-64f5-4418-8de3-b3c1d6a92f5f details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:34:58.276747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-e470ce2c-90a1-4fc5-9372-36a5abcaf797 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3849144 Dec 14 02:34:58.276747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-b4e4fc61-aa32-492a-a509-ebd64d028495 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:34:58.276747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8338209-ca6a-4491-b57a-abcea17d7b38 req-b3b2a03d-3346-45ac-b8f9-5c0a137b730d tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797450 Dec 14 02:34:58.277982 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b486a1-5b5c-4bce-bc62-6a868abba3fe admin admin] Made reservation on behalf of f9e3c48c88dd4e2188c9991ba134e39e for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:34:58.277982 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a6b486a1-5b5c-4bce-bc62-6a868abba3fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:58.278225 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:58.310140 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df5d4b4e-5d9d-4351-aa9b-8d76e99bdea9 req-f94ddacb-5de6-41f4-a844-9a64aca6c429 tempest-AbsoluteLimitsNegativeTestJSON-1802541502 tempest-AbsoluteLimitsNegativeTestJSON-1802541502-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1e96b9d1a24048f19c82984fc4d91b04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411997 Dec 14 02:34:58.344399 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=cf884495-89fd-4323-9618-98b4a7e5a7b5,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:58.392466 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-b4e4fc61-aa32-492a-a509-ebd64d028495 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:58.500670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d4b4e-5d9d-4351-aa9b-8d76e99bdea9 req-5fdc74b9-87ad-4d5d-916a-31bb126ba5dc tempest-AbsoluteLimitsNegativeTestJSON-1802541502 tempest-AbsoluteLimitsNegativeTestJSON-1802541502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:58.503117 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df5d4b4e-5d9d-4351-aa9b-8d76e99bdea9 req-5fdc74b9-87ad-4d5d-916a-31bb126ba5dc tempest-AbsoluteLimitsNegativeTestJSON-1802541502 tempest-AbsoluteLimitsNegativeTestJSON-1802541502-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855779 Dec 14 02:34:58.524807 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df5d4b4e-5d9d-4351-aa9b-8d76e99bdea9 req-e17178a0-cba0-4a22-a900-ecb0f1ab3977 tempest-AbsoluteLimitsNegativeTestJSON-1802541502 tempest-AbsoluteLimitsNegativeTestJSON-1802541502-project] 10.222.0.39 "GET /v2.0/quotas/1e96b9d1a24048f19c82984fc4d91b04 HTTP/1.1" status: 200 len: 375 time: 0.0138748 Dec 14 02:34:58.543646 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a6b486a1-5b5c-4bce-bc62-6a868abba3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:58.574370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df5d4b4e-5d9d-4351-aa9b-8d76e99bdea9 req-54a5e258-4882-4e08-b0b2-8aa96049d33e tempest-AbsoluteLimitsNegativeTestJSON-1802541502 tempest-AbsoluteLimitsNegativeTestJSON-1802541502-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=1e96b9d1a24048f19c82984fc4d91b04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380297 Dec 14 02:34:58.612277 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b486a1-5b5c-4bce-bc62-6a868abba3fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=dca6c6b2-c619-4b06-bf43-df617a1a6e2d,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:58.615097 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-b4e4fc61-aa32-492a-a509-ebd64d028495 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:58.625865 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b486a1-5b5c-4bce-bc62-6a868abba3fe admin admin] Checking segment: {'id': '5af54ecb-7a56-4d4b-ac97-431a4cea593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b9779372-64f5-4418-8de3-b3c1d6a92f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:34:58.626228 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b486a1-5b5c-4bce-bc62-6a868abba3fe admin admin] Network hostable DHCP agents. Network: b9779372-64f5-4418-8de3-b3c1d6a92f5f, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:34:58.764388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-b4e4fc61-aa32-492a-a509-ebd64d028495 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Allocated IP 172.25.7.192 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/ed36c8be-5469-464a-8da0-477bd2cf8f7e) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:34:58.772437 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b486a1-5b5c-4bce-bc62-6a868abba3fe admin admin] Network b9779372-64f5-4418-8de3-b3c1d6a92f5f is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:34:58.883264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-a6b486a1-5b5c-4bce-bc62-6a868abba3fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, b9779372-64f5-4418-8de3-b3c1d6a92f5f) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:34:58.887517 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b486a1-5b5c-4bce-bc62-6a868abba3fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:58.888292 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a6b486a1-5b5c-4bce-bc62-6a868abba3fe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:58.894671 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b59206d-8c70-4369-b8bf-c5be462cb3a0 None None] Network b9779372-64f5-4418-8de3-b3c1d6a92f5f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:34:59.005416 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-b4e4fc61-aa32-492a-a509-ebd64d028495 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:59.024031 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a6b486a1-5b5c-4bce-bc62-6a868abba3fe admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0389040 Dec 14 02:34:59.027623 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55954) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:59.033048 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a9d4d-67e0-451a-8178-649a91960ab5 req-45c78f0f-0f57-4d8b-abd5-d1360d01da79 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:59.034051 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-285404133-router', 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:34:59.041665 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f7a9d4d-67e0-451a-8178-649a91960ab5 req-45c78f0f-0f57-4d8b-abd5-d1360d01da79 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.2534745 Dec 14 02:34:59.151981 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Sync routers for ids ['91ef7452-c534-42fb-93fd-20b2befe2ea9'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:34:59.153861 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-b9779372-64f5-4418-8de3-b3c1d6a92f5f', 'network_id': 'b9779372-64f5-4418-8de3-b3c1d6a92f5f', 'project_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'fixed_ips': [{'subnet_id': 'dca6c6b2-c619-4b06-bf43-df617a1a6e2d'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:34:59.153861 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:59.154113 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f7a9d4d-67e0-451a-8178-649a91960ab5 req-f813438f-cf44-4573-90b4-4ca02e0d1c31 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784435 Dec 14 02:34:59.154234 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Routers {'91ef7452-c534-42fb-93fd-20b2befe2ea9'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:34:59.154234 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:34:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['91ef7452-c534-42fb-93fd-20b2befe2ea9'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:34:59.223321 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:59.224869 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:59.275695 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-b4e4fc61-aa32-492a-a509-ebd64d028495 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:59.367250 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:59.393982 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Set router 91ef7452-c534-42fb-93fd-20b2befe2ea9 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:34:59.412470 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Allocated IP 172.20.0.2 (b9779372-64f5-4418-8de3-b3c1d6a92f5f/dca6c6b2-c619-4b06-bf43-df617a1a6e2d/88dacde8-a51f-4707-98b1-7440a859556b) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:34:59.424772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-b4e4fc61-aa32-492a-a509-ebd64d028495 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:34:59.445663 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55986) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:34:59.469787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-b4e4fc61-aa32-492a-a509-ebd64d028495 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:34:59.496163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-b4e4fc61-aa32-492a-a509-ebd64d028495 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:34:59.601269 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4fc61-aa32-492a-a509-ebd64d028495 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Pushing event updated for resources: {'Port': ['ID=ed36c8be-5469-464a-8da0-477bd2cf8f7e,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:34:59.750903 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:59.807381 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3810255-9c13-4dbf-95fe-c8838e5b37ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:59.845487 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:59.854710 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device cf884495-89fd-4323-9618-98b4a7e5a7b5 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:34:59.869332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab0426-e412-4cdf-a392-4299a7d25ddf req-e1b3be3b-4fd9-4b8d-ac8c-fa59265b467d tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:34:59.870925 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3cab0426-e412-4cdf-a392-4299a7d25ddf req-e1b3be3b-4fd9-4b8d-ac8c-fa59265b467d tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.2709146 Dec 14 02:34:59.944024 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-b4e4fc61-aa32-492a-a509-ebd64d028495 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:59.971944 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port cf884495-89fd-4323-9618-98b4a7e5a7b5 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:34:59.971944 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:34:59.972581 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'name': 'tempest-FloatingIPsTestJSON-1616544737-router', 'tenant_id': '826b9402fa2140a884dcf26ce183f99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'cf884495-89fd-4323-9618-98b4a7e5a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:34:47Z', 'updated_at': '2021-12-14T02:34:55Z', 'revision_number': 4, 'project_id': '826b9402fa2140a884dcf26ce183f99f', 'gw_port': {'id': 'cf884495-89fd-4323-9618-98b4a7e5a7b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:34:49Z', 'updated_at': '2021-12-14T02:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '11715046-f0b1-4622-88ba-742d493be142', 'name': '', 'network_id': '0836a421-06d8-4b8a-894c-8ad680e45d95', 'tenant_id': '826b9402fa2140a884dcf26ce183f99f', 'mac_address': 'fa:16:3e:28:a2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '18e2099a-01c7-4c94-879a-eada4e187a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:34:54Z', 'updated_at': '2021-12-14T02:34:55Z', 'revision_number': 2, 'project_id': '826b9402fa2140a884dcf26ce183f99f', 'subnets': [{'id': '18e2099a-01c7-4c94-879a-eada4e187a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:00.029416 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:00.029668 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3cab0426-e412-4cdf-a392-4299a7d25ddf req-ee386b61-030c-4a37-bdec-352f42a486e4 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339238 Dec 14 02:35:00.052293 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:00.069025 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Checking router: 91ef7452-c534-42fb-93fd-20b2befe2ea9 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:35:00.069577 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Updating router 91ef7452-c534-42fb-93fd-20b2befe2ea9 port 11715046-f0b1-4622-88ba-742d493be142 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:35:00.075798 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3810255-9c13-4dbf-95fe-c8838e5b37ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:00.140897 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:00.157621 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-b4e4fc61-aa32-492a-a509-ebd64d028495 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:00.245504 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cebcb-0808-486e-be30-cb2dd3257c4f req-d6bade36-2dc3-482e-98ab-90e9cfdf12a3 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:00.247803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Pushing event updated for resources: {'Port': ['ID=88dacde8-a51f-4707-98b1-7440a859556b,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:00.253453 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-385cebcb-0808-486e-be30-cb2dd3257c4f req-d6bade36-2dc3-482e-98ab-90e9cfdf12a3 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.1173329 Dec 14 02:35:00.262509 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Network b9779372-64f5-4418-8de3-b3c1d6a92f5f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:00.283355 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3810255-9c13-4dbf-95fe-c8838e5b37ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:00.283816 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:00.288489 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:00.399789 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-385cebcb-0808-486e-be30-cb2dd3257c4f req-f413eecb-76b3-4fa8-b6b9-479186d17d68 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452322 Dec 14 02:35:00.433909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Attempting to bind port 88dacde8-a51f-4707-98b1-7440a859556b on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:35:00.434270 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Attempting to bind port 88dacde8-a51f-4707-98b1-7440a859556b by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '5af54ecb-7a56-4d4b-ac97-431a4cea593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b9779372-64f5-4418-8de3-b3c1d6a92f5f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:35:00.441577 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Attempting to bind port 88dacde8-a51f-4707-98b1-7440a859556b on network b9779372-64f5-4418-8de3-b3c1d6a92f5f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:00.456945 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:35:00.457364 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Checking segment: {'id': '5af54ecb-7a56-4d4b-ac97-431a4cea593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b9779372-64f5-4418-8de3-b3c1d6a92f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:00.457778 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:00.458178 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Bound using segment: {'id': '5af54ecb-7a56-4d4b-ac97-431a4cea593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b9779372-64f5-4418-8de3-b3c1d6a92f5f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:35:00.458651 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Bound port: 88dacde8-a51f-4707-98b1-7440a859556b, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af54ecb-7a56-4d4b-ac97-431a4cea593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b9779372-64f5-4418-8de3-b3c1d6a92f5f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:35:00.459037 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:00.486821 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b3810255-9c13-4dbf-95fe-c8838e5b37ec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e96b9d1a24048f19c82984fc4d91b04&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0358236 Dec 14 02:35:00.487177 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56006) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:00.495011 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3810255-9c13-4dbf-95fe-c8838e5b37ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f3d1b0-39e4-461c-84c2-e7786a42b2d3,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:00.540717 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:00.592414 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:00.621636 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] For port 88dacde8-a51f-4707-98b1-7440a859556b, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:35:00.625101 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-b4e4fc61-aa32-492a-a509-ebd64d028495 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:00.630785 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] For port 88dacde8-a51f-4707-98b1-7440a859556b, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=88dacde8-a51f-4707-98b1-7440a859556b,segment=NetworkSegment(5af54ecb-7a56-4d4b-ac97-431a4cea593a),segment_id=5af54ecb-7a56-4d4b-ac97-431a4cea593a)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:35:00.639872 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-675a1f87-9a41-4a8d-acb4-3fe8e53f0f07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:00.653203 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:00.664253 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-675a1f87-9a41-4a8d-acb4-3fe8e53f0f07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:00.684170 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f45b83-7f8f-4a64-acbc-a7f036ac593e req-cfde48bb-ea89-4da7-b4b7-82a4f0bc467f tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:00.693161 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68f45b83-7f8f-4a64-acbc-a7f036ac593e req-cfde48bb-ea89-4da7-b4b7-82a4f0bc467f tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.1548591 Dec 14 02:35:00.730393 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-b4e4fc61-aa32-492a-a509-ebd64d028495 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:00.752562 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:00.754312 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:00.904924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4fc61-aa32-492a-a509-ebd64d028495 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Pushing event updated for resources: {'Port': ['ID=ed36c8be-5469-464a-8da0-477bd2cf8f7e,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:00.934131 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] Allocated IP 172.25.7.86 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/6e2efd37-2f35-4203-a0a6-c7250df2e134) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:35:00.964531 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-b4e4fc61-aa32-492a-a509-ebd64d028495 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:01.010468 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9c05a-4003-48dd-9bc4-34fcff6441d7 None None] Pushing event updated for resources: {'Port': ['ID=88dacde8-a51f-4707-98b1-7440a859556b,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:01.041041 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68f45b83-7f8f-4a64-acbc-a7f036ac593e req-b9ffe959-782e-4886-bf57-db8c19992106 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437173 Dec 14 02:35:01.057338 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115e814-07f3-4507-8087-45c646d78bc4 None None] Pushing event updated for resources: {'Port': ['ID=11715046-f0b1-4622-88ba-742d493be142,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:01.089119 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Attempting to bind port 11715046-f0b1-4622-88ba-742d493be142 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:35:01.090367 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Attempting to bind port 11715046-f0b1-4622-88ba-742d493be142 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '5cd00289-d32d-4e79-a1cd-d78ebacce7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0836a421-06d8-4b8a-894c-8ad680e45d95'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:35:01.092210 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Attempting to bind port 11715046-f0b1-4622-88ba-742d493be142 on network 0836a421-06d8-4b8a-894c-8ad680e45d95 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:01.097690 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-b4e4fc61-aa32-492a-a509-ebd64d028495 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:01.099386 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-b4e4fc61-aa32-492a-a509-ebd64d028495 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9936669 Dec 14 02:35:01.130177 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115e814-07f3-4507-8087-45c646d78bc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:01.131019 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115e814-07f3-4507-8087-45c646d78bc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:01.131525 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115e814-07f3-4507-8087-45c646d78bc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:01.131866 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115e814-07f3-4507-8087-45c646d78bc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:01.134143 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115e814-07f3-4507-8087-45c646d78bc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:01.145662 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115e814-07f3-4507-8087-45c646d78bc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:01.145662 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115e814-07f3-4507-8087-45c646d78bc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:01.145662 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115e814-07f3-4507-8087-45c646d78bc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:01.145662 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115e814-07f3-4507-8087-45c646d78bc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:01.145662 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115e814-07f3-4507-8087-45c646d78bc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:01.145662 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115e814-07f3-4507-8087-45c646d78bc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:01.145662 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115e814-07f3-4507-8087-45c646d78bc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:01.145662 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4115e814-07f3-4507-8087-45c646d78bc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:01.172814 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:35:01.176738 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Checking segment: {'id': '5cd00289-d32d-4e79-a1cd-d78ebacce7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0836a421-06d8-4b8a-894c-8ad680e45d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:01.177174 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:01.180033 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Bound using segment: {'id': '5cd00289-d32d-4e79-a1cd-d78ebacce7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0836a421-06d8-4b8a-894c-8ad680e45d95'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:35:01.180917 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Bound port: 11715046-f0b1-4622-88ba-742d493be142, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd00289-d32d-4e79-a1cd-d78ebacce7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0836a421-06d8-4b8a-894c-8ad680e45d95'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:35:01.181127 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:01.193444 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-675a1f87-9a41-4a8d-acb4-3fe8e53f0f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:01.206430 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-675a1f87-9a41-4a8d-acb4-3fe8e53f0f07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:01.210749 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-675a1f87-9a41-4a8d-acb4-3fe8e53f0f07 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75f3d1b0-39e4-461c-84c2-e7786a42b2d3 HTTP/1.1" status: 204 len: 168 time: 0.7224207 Dec 14 02:35:01.231565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-f75df2e5-3b14-4f6b-81d0-aea920ab0a93 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 696 time: 0.1231210 Dec 14 02:35:01.243272 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ee9d313f-9c2a-4f33-bf7a-85fe014254ca None None] Provisioning complete for port 11715046-f0b1-4622-88ba-742d493be142 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:01.248756 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ee9d313f-9c2a-4f33-bf7a-85fe014254ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:01.280768 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:01.398624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-e11db190-fdd1-4dce-8ade-260a814baa41 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:01.398624 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a353f54-91ef-4d6b-8b1a-ed7d8f4378d3 req-e11db190-fdd1-4dce-8ade-260a814baa41 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.1551201 Dec 14 02:35:01.398624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a1f87-9a41-4a8d-acb4-3fe8e53f0f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f3d1b0-39e4-461c-84c2-e7786a42b2d3,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:01.439196 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] For port 11715046-f0b1-4622-88ba-742d493be142, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:35:01.457278 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] For port 11715046-f0b1-4622-88ba-742d493be142, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=11715046-f0b1-4622-88ba-742d493be142,segment=NetworkSegment(5cd00289-d32d-4e79-a1cd-d78ebacce7c0),segment_id=5cd00289-d32d-4e79-a1cd-d78ebacce7c0)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:35:01.473835 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d313f-9c2a-4f33-bf7a-85fe014254ca None None] Port 11715046-f0b1-4622-88ba-742d493be142 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:35:01.553678 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:01.633027 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc17cd8a-6c0c-4c61-9f64-9984059743d0 req-04d73d9c-d4a9-43ba-abd9-5e3d6f71d9d4 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/floatingips/81a25204-bbea-417d-9160-7642f66d8ff2 HTTP/1.1" status: 200 len: 693 time: 0.0610349 Dec 14 02:35:01.640512 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:01.644305 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:01.648268 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:01.677063 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] Pushing event updated for resources: {'Port': ['ID=6e2efd37-2f35-4203-a0a6-c7250df2e134,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:01.750384 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 88dacde8-a51f-4707-98b1-7440a859556b up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:01.804899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17cd8a-6c0c-4c61-9f64-9984059743d0 req-aecf78eb-570b-4ef2-ba4c-17325155bd9b tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:01.820275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc17cd8a-6c0c-4c61-9f64-9984059743d0 req-aecf78eb-570b-4ef2-ba4c-17325155bd9b tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.1732390 Dec 14 02:35:01.846732 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 88dacde8-a51f-4707-98b1-7440a859556b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:01.847114 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:01.887218 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:01.949335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d732fe3-3452-473f-88de-9771f0f8c484 req-6bbd5834-5529-4bd6-a72e-40cd9291e207 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:01.951069 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d732fe3-3452-473f-88de-9771f0f8c484 req-6bbd5834-5529-4bd6-a72e-40cd9291e207 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.0816028 Dec 14 02:35:02.001226 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Routers {'91ef7452-c534-42fb-93fd-20b2befe2ea9'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:35:02.010671 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:02.011255 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:34:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['91ef7452-c534-42fb-93fd-20b2befe2ea9'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:02.015457 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115e814-07f3-4507-8087-45c646d78bc4 None None] Pushing event updated for resources: {'Port': ['ID=11715046-f0b1-4622-88ba-742d493be142,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:02.106370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d732fe3-3452-473f-88de-9771f0f8c484 req-cc86d8c3-6701-4b15-b323-be4ab534a48c tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305261 Dec 14 02:35:02.116630 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 88dacde8-a51f-4707-98b1-7440a859556b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=88dacde8-a51f-4707-98b1-7440a859556b,segment=NetworkSegment(5af54ecb-7a56-4d4b-ac97-431a4cea593a),segment_id=5af54ecb-7a56-4d4b-ac97-431a4cea593a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:02.201868 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:02.359962 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] Set router 91ef7452-c534-42fb-93fd-20b2befe2ea9 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:35:02.386889 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=88dacde8-a51f-4707-98b1-7440a859556b,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:02.480585 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05fe53-c0dd-47e0-8509-0eb39e953bc8 req-b0bd398f-2ca6-4ecc-83dd-a60c57d15b66 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:02.485103 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df05fe53-c0dd-47e0-8509-0eb39e953bc8 req-b0bd398f-2ca6-4ecc-83dd-a60c57d15b66 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.1579044 Dec 14 02:35:02.490675 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:02.518908 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-008bee03-11d2-4c9d-a379-572dd62c144d None None] Provisioning complete for port 11715046-f0b1-4622-88ba-742d493be142 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:02.521455 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-008bee03-11d2-4c9d-a379-572dd62c144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:02.640116 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df05fe53-c0dd-47e0-8509-0eb39e953bc8 req-0c6c84ca-b1f8-4ddc-a356-0f2a1fccdd75 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319005 Dec 14 02:35:02.803614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524ccb3a-992e-4296-a113-b3ada5311855 None None] Network b9779372-64f5-4418-8de3-b3c1d6a92f5f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:35:02.814199 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-008bee03-11d2-4c9d-a379-572dd62c144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:02.835492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a0f96d95-639c-4023-acfb-2e14b22bafda req-7b71cd92-bdcf-4733-960e-c254ac7a97a4 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=826b9402fa2140a884dcf26ce183f99f HTTP/1.1" status: 200 len: 696 time: 0.1409550 Dec 14 02:35:02.914653 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'name': 'tempest-FloatingIPsTestJSON-1616544737-router', 'tenant_id': '826b9402fa2140a884dcf26ce183f99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'cf884495-89fd-4323-9618-98b4a7e5a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:34:47Z', 'updated_at': '2021-12-14T02:34:55Z', 'revision_number': 4, 'project_id': '826b9402fa2140a884dcf26ce183f99f', 'gw_port': {'id': 'cf884495-89fd-4323-9618-98b4a7e5a7b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:34:49Z', 'updated_at': '2021-12-14T02:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '11715046-f0b1-4622-88ba-742d493be142', 'name': '', 'network_id': '0836a421-06d8-4b8a-894c-8ad680e45d95', 'tenant_id': '826b9402fa2140a884dcf26ce183f99f', 'mac_address': 'fa:16:3e:28:a2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '18e2099a-01c7-4c94-879a-eada4e187a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:34:54Z', 'updated_at': '2021-12-14T02:35:01Z', 'revision_number': 4, 'project_id': '826b9402fa2140a884dcf26ce183f99f', 'subnets': [{'id': '18e2099a-01c7-4c94-879a-eada4e187a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:02.973722 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-87c811ac-a2ff-48e1-ab3c-c693d43fd4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:02.982363 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:03.001077 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589d96cc-5ecf-4e0b-8f0d-06e867f6a52b None None] The sync data for ids ['91ef7452-c534-42fb-93fd-20b2befe2ea9'] in n-d-821636-1 is: [{'id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'name': 'tempest-FloatingIPsTestJSON-1616544737-router', 'tenant_id': '826b9402fa2140a884dcf26ce183f99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'cf884495-89fd-4323-9618-98b4a7e5a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:34:47Z', 'updated_at': '2021-12-14T02:34:55Z', 'revision_number': 4, 'project_id': '826b9402fa2140a884dcf26ce183f99f', 'gw_port': {'id': 'cf884495-89fd-4323-9618-98b4a7e5a7b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:34:49Z', 'updated_at': '2021-12-14T02:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '11715046-f0b1-4622-88ba-742d493be142', 'name': '', 'network_id': '0836a421-06d8-4b8a-894c-8ad680e45d95', 'tenant_id': '826b9402fa2140a884dcf26ce183f99f', 'mac_address': 'fa:16:3e:28:a2:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'device_owner': 'network:router_interface', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '18e2099a-01c7-4c94-879a-eada4e187a61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:34:54Z', 'updated_at': '2021-12-14T02:35:01Z', 'revision_number': 4, 'project_id': '826b9402fa2140a884dcf26ce183f99f', 'subnets': [{'id': '18e2099a-01c7-4c94-879a-eada4e187a61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:35:03.042229 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-008bee03-11d2-4c9d-a379-572dd62c144d None None] For port 11715046-f0b1-4622-88ba-742d493be142, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=11715046-f0b1-4622-88ba-742d493be142,segment=NetworkSegment(5cd00289-d32d-4e79-a1cd-d78ebacce7c0),segment_id=5cd00289-d32d-4e79-a1cd-d78ebacce7c0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:03.136449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f96d95-639c-4023-acfb-2e14b22bafda req-379abce4-ecfb-4abc-939c-81ba48344999 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:03.143922 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-008bee03-11d2-4c9d-a379-572dd62c144d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:03.151924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a0f96d95-639c-4023-acfb-2e14b22bafda req-379abce4-ecfb-4abc-939c-81ba48344999 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/networks?id=bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 787 time: 0.3122671 Dec 14 02:35:03.383461 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c3d800e5-6e81-427f-875e-05b53e3ab012 None None] Provisioning complete for port 88dacde8-a51f-4707-98b1-7440a859556b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:03.384775 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3d800e5-6e81-427f-875e-05b53e3ab012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:03.406134 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] Router 01499c80-03c2-4708-8421-e5a1ba0e0288 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:35:03.525449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bee03-11d2-4c9d-a379-572dd62c144d None None] Pushing event updated for resources: {'Port': ['ID=11715046-f0b1-4622-88ba-742d493be142,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:03.550839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e7cfb-b12d-4606-9743-962cc1375e1c req-a09c23a1-3f78-4322-aefc-88b77814307e tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:03.566559 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df8e7cfb-b12d-4606-9743-962cc1375e1c req-a09c23a1-3f78-4322-aefc-88b77814307e tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.1432612 Dec 14 02:35:03.652525 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:35:03.691632 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Sync routers for ids ['01499c80-03c2-4708-8421-e5a1ba0e0288'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:35:03.710008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df8e7cfb-b12d-4606-9743-962cc1375e1c req-cda02d03-c945-4ea3-8a97-d73ea1082b32 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362526 Dec 14 02:35:03.727844 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Routers {'01499c80-03c2-4708-8421-e5a1ba0e0288'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:35:03.730588 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8173193f-b084-4c45-b663-50fab4f430be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:34:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['01499c80-03c2-4708-8421-e5a1ba0e0288'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:03.805343 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:03.806957 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b5d7b791-39ef-4d5d-a440-de523818c2fe admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7780511 Dec 14 02:35:03.810187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56088) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:03.874949 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56090) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:04.163878 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-198fdee8-ce97-49a4-b65d-7550b5a3db62 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-966253593-network', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:04.172936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d1d04-688f-4ff3-a58a-a537753fe743 req-5be5f1db-2e23-456e-8920-b3bab9dd7ba5 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:04.174561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d8d1d04-688f-4ff3-a58a-a537753fe743 req-5be5f1db-2e23-456e-8920-b3bab9dd7ba5 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.2135994 Dec 14 02:35:04.323399 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198fdee8-ce97-49a4-b65d-7550b5a3db62 admin admin] Made reservation on behalf of b59fdcb5fd3244d1ae57409290b08849 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:35:04.326520 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-198fdee8-ce97-49a4-b65d-7550b5a3db62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:04.353364 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-198fdee8-ce97-49a4-b65d-7550b5a3db62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:04.437565 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 11715046-f0b1-4622-88ba-742d493be142 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:04.439629 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d8d1d04-688f-4ff3-a58a-a537753fe743 req-228464cf-5b33-42d4-b967-f32080e04e07 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515976 Dec 14 02:35:04.571121 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-198fdee8-ce97-49a4-b65d-7550b5a3db62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:04.592705 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Set router 01499c80-03c2-4708-8421-e5a1ba0e0288 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:35:04.614716 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2016f30-6198-4143-a0c9-bac808ae7e2e req-b8c4e87f-3da4-4b6d-96b4-5008464e389b tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/floatingips/81a25204-bbea-417d-9160-7642f66d8ff2 HTTP/1.1" status: 200 len: 693 time: 0.1025803 Dec 14 02:35:04.643307 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-198fdee8-ce97-49a4-b65d-7550b5a3db62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:04.679049 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5d19eff6-f037-44b9-872b-55ef316c61ab None None] Provisioning complete for port 88dacde8-a51f-4707-98b1-7440a859556b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:04.679434 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5d19eff6-f037-44b9-872b-55ef316c61ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:04.706366 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198fdee8-ce97-49a4-b65d-7550b5a3db62 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:35:04.740722 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fdee8-ce97-49a4-b65d-7550b5a3db62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bb2a04-7236-4b15-885a-f30781db2270,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:04.758380 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-198fdee8-ce97-49a4-b65d-7550b5a3db62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:04.758803 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-198fdee8-ce97-49a4-b65d-7550b5a3db62 admin admin] Added segment de254007-ebb5-478d-abb6-aff77e5d324c of type vlan for network 9767787b-ee6b-4bb0-a622-290b0a02eff9 Dec 14 02:35:04.828220 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-198fdee8-ce97-49a4-b65d-7550b5a3db62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:04.918664 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 11715046-f0b1-4622-88ba-742d493be142 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:04.919054 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:04.955833 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-198fdee8-ce97-49a4-b65d-7550b5a3db62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:04.959329 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198fdee8-ce97-49a4-b65d-7550b5a3db62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:04.960262 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-198fdee8-ce97-49a4-b65d-7550b5a3db62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:05.080181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2016f30-6198-4143-a0c9-bac808ae7e2e req-db143b8f-487f-4524-a5f8-2f9f7440cbbb tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:05.086621 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2016f30-6198-4143-a0c9-bac808ae7e2e req-db143b8f-487f-4524-a5f8-2f9f7440cbbb tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.4656215 Dec 14 02:35:05.091701 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-198fdee8-ce97-49a4-b65d-7550b5a3db62 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2156076 Dec 14 02:35:05.102128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56098) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:05.115881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d75bc2ed-cfd1-4c49-9764-8645a1bf1619 admin admin] Request body: {'subnet': {'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-966253593-subnet', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:05.139277 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9724aa1a-d9d1-44d1-9c4d-fe902407c17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:05.145210 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fdee8-ce97-49a4-b65d-7550b5a3db62 admin admin] Pushing event updated for resources: {'Network': ['ID=9767787b-ee6b-4bb0-a622-290b0a02eff9,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:05.190267 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 9767787b-ee6b-4bb0-a622-290b0a02eff9 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:35:05.265825 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-01ae3446-ad9c-476e-ae09-f9bf5adbf4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:05.378439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75bc2ed-cfd1-4c49-9764-8645a1bf1619 admin admin] Made reservation on behalf of b59fdcb5fd3244d1ae57409290b08849 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:35:05.381315 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d75bc2ed-cfd1-4c49-9764-8645a1bf1619 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:05.382579 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 88dacde8-a51f-4707-98b1-7440a859556b up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:05.493213 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8173193f-b084-4c45-b663-50fab4f430be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'name': 'tempest-ServersTestMultiNic-285404133-router', 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '6e2efd37-2f35-4203-a0a6-c7250df2e134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:34:59Z', 'updated_at': '2021-12-14T02:35:01Z', 'revision_number': 3, 'project_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'gw_port': {'id': '6e2efd37-2f35-4203-a0a6-c7250df2e134', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:00Z', 'updated_at': '2021-12-14T02:35:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:05.540129 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Checking router: 01499c80-03c2-4708-8421-e5a1ba0e0288 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:35:05.543029 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Updating router 01499c80-03c2-4708-8421-e5a1ba0e0288 port 6e2efd37-2f35-4203-a0a6-c7250df2e134 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:35:05.618800 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 88dacde8-a51f-4707-98b1-7440a859556b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:05.618800 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:05.625760 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:05.873266 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2016f30-6198-4143-a0c9-bac808ae7e2e req-1c0ef5b9-d9d9-4c87-895c-df1218c1fea4 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 696 time: 0.7733164 Dec 14 02:35:06.012764 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:06.024219 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2016f30-6198-4143-a0c9-bac808ae7e2e req-44e1acf9-98df-4216-82a1-15cd916d2220 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.192 HTTP/1.1" status: 200 len: 696 time: 0.1215391 Dec 14 02:35:06.098776 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:06.171481 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b4389-e855-4f64-a48b-fc68a157bad2 None None] Pushing event updated for resources: {'Port': ['ID=6e2efd37-2f35-4203-a0a6-c7250df2e134,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:06.174676 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Attempting to bind port 6e2efd37-2f35-4203-a0a6-c7250df2e134 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:35:06.175257 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Attempting to bind port 6e2efd37-2f35-4203-a0a6-c7250df2e134 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:35:06.175823 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Attempting to bind port 6e2efd37-2f35-4203-a0a6-c7250df2e134 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:06.178159 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:06.182489 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:35:06.184462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:06.184877 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:06.185271 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:35:06.185779 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Bound port: 6e2efd37-2f35-4203-a0a6-c7250df2e134, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:35:06.186165 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:06.270852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-01ae3446-ad9c-476e-ae09-f9bf5adbf4d3 admin admin] Allocated IP 172.20.0.1 (b9779372-64f5-4418-8de3-b3c1d6a92f5f/dca6c6b2-c619-4b06-bf43-df617a1a6e2d/913fd7a9-1c1f-4142-af91-d97358397376) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:35:06.307083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8173193f-b084-4c45-b663-50fab4f430be None None] For port 6e2efd37-2f35-4203-a0a6-c7250df2e134, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:35:06.312935 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8173193f-b084-4c45-b663-50fab4f430be None None] For port 6e2efd37-2f35-4203-a0a6-c7250df2e134, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6e2efd37-2f35-4203-a0a6-c7250df2e134,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:35:06.397968 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:06.467278 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c2016f30-6198-4143-a0c9-bac808ae7e2e req-2aa0e8ba-8137-4d78-ab97-8a793e077a6d tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Deleting port ed36c8be-5469-464a-8da0-477bd2cf8f7e {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:35:06.467675 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c2016f30-6198-4143-a0c9-bac808ae7e2e req-2aa0e8ba-8137-4d78-ab97-8a793e077a6d tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:06.513732 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b4389-e855-4f64-a48b-fc68a157bad2 None None] Pushing event updated for resources: {'Port': ['ID=6e2efd37-2f35-4203-a0a6-c7250df2e134,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:06.524027 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d75bc2ed-cfd1-4c49-9764-8645a1bf1619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:06.539490 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Routers {'01499c80-03c2-4708-8421-e5a1ba0e0288'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:35:06.540475 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8173193f-b084-4c45-b663-50fab4f430be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:35:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['01499c80-03c2-4708-8421-e5a1ba0e0288'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:06.607573 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-01ae3446-ad9c-476e-ae09-f9bf5adbf4d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:06.673807 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bc2ed-cfd1-4c49-9764-8645a1bf1619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a437a079-2846-4ee7-a710-039ef1060e57,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:06.686928 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c2016f30-6198-4143-a0c9-bac808ae7e2e req-2aa0e8ba-8137-4d78-ab97-8a793e077a6d tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:06.687260 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c2016f30-6198-4143-a0c9-bac808ae7e2e req-2aa0e8ba-8137-4d78-ab97-8a793e077a6d tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:06.717153 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c2016f30-6198-4143-a0c9-bac808ae7e2e req-2aa0e8ba-8137-4d78-ab97-8a793e077a6d tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Calling delete_port for ed36c8be-5469-464a-8da0-477bd2cf8f7e owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:35:06.724347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75bc2ed-cfd1-4c49-9764-8645a1bf1619 admin admin] Checking segment: {'id': 'de254007-ebb5-478d-abb6-aff77e5d324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:06.724716 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75bc2ed-cfd1-4c49-9764-8645a1bf1619 admin admin] Network hostable DHCP agents. Network: 9767787b-ee6b-4bb0-a622-290b0a02eff9, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:35:06.750361 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-8173193f-b084-4c45-b663-50fab4f430be None None] Set router 01499c80-03c2-4708-8421-e5a1ba0e0288 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:35:06.882864 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-01ae3446-ad9c-476e-ae09-f9bf5adbf4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:06.884956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75bc2ed-cfd1-4c49-9764-8645a1bf1619 admin admin] Network 9767787b-ee6b-4bb0-a622-290b0a02eff9 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:35:06.958138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ae3446-ad9c-476e-ae09-f9bf5adbf4d3 admin admin] Network b9779372-64f5-4418-8de3-b3c1d6a92f5f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:06.964284 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-01ae3446-ad9c-476e-ae09-f9bf5adbf4d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:06.968036 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ae3446-ad9c-476e-ae09-f9bf5adbf4d3 admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:07.034093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-d75bc2ed-cfd1-4c49-9764-8645a1bf1619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 9767787b-ee6b-4bb0-a622-290b0a02eff9) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:07.043657 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75bc2ed-cfd1-4c49-9764-8645a1bf1619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:07.043864 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46e731d-75bb-4cf3-bc84-bbf2ca865a00 None None] Network 9767787b-ee6b-4bb0-a622-290b0a02eff9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:35:07.044269 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d75bc2ed-cfd1-4c49-9764-8645a1bf1619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:07.056859 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-01ae3446-ad9c-476e-ae09-f9bf5adbf4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:07.059118 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae3446-ad9c-476e-ae09-f9bf5adbf4d3 admin admin] Pushing event updated for resources: {'Port': ['ID=913fd7a9-1c1f-4142-af91-d97358397376,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:07.122588 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c2016f30-6198-4143-a0c9-bac808ae7e2e req-2aa0e8ba-8137-4d78-ab97-8a793e077a6d tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:07.210510 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d75bc2ed-cfd1-4c49-9764-8645a1bf1619 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1010063 Dec 14 02:35:07.212947 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56108) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:07.219075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-966253593-router', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:07.234338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0e8ba-8137-4d78-ab97-8a793e077a6d tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Pushing event deleted for resources: {'Port': ['ID=ed36c8be-5469-464a-8da0-477bd2cf8f7e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:07.359429 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c2016f30-6198-4143-a0c9-bac808ae7e2e req-2aa0e8ba-8137-4d78-ab97-8a793e077a6d tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:07.362976 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:07.364266 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:07.373515 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c2016f30-6198-4143-a0c9-bac808ae7e2e req-2aa0e8ba-8137-4d78-ab97-8a793e077a6d tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:07.379662 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2016f30-6198-4143-a0c9-bac808ae7e2e req-2aa0e8ba-8137-4d78-ab97-8a793e077a6d tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "DELETE /v2.0/floatingips/81a25204-bbea-417d-9160-7642f66d8ff2 HTTP/1.1" status: 204 len: 173 time: 1.3507059 Dec 14 02:35:07.413814 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8173193f-b084-4c45-b663-50fab4f430be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'name': 'tempest-ServersTestMultiNic-285404133-router', 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '6e2efd37-2f35-4203-a0a6-c7250df2e134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:34:59Z', 'updated_at': '2021-12-14T02:35:01Z', 'revision_number': 3, 'project_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'gw_port': {'id': '6e2efd37-2f35-4203-a0a6-c7250df2e134', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:00Z', 'updated_at': '2021-12-14T02:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:07.451417 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8173193f-b084-4c45-b663-50fab4f430be None None] The sync data for ids ['01499c80-03c2-4708-8421-e5a1ba0e0288'] in n-d-821636-1 is: [{'id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'name': 'tempest-ServersTestMultiNic-285404133-router', 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '6e2efd37-2f35-4203-a0a6-c7250df2e134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:34:59Z', 'updated_at': '2021-12-14T02:35:01Z', 'revision_number': 3, 'project_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'gw_port': {'id': '6e2efd37-2f35-4203-a0a6-c7250df2e134', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:00Z', 'updated_at': '2021-12-14T02:35:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:35:07.527578 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:07.541612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8b7b06ff-2db0-4b3b-943e-43397a7eacf5 None None] Provisioning complete for port 913fd7a9-1c1f-4142-af91-d97358397376 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:07.542281 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8b7b06ff-2db0-4b3b-943e-43397a7eacf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:07.656471 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:07.660234 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8b7b06ff-2db0-4b3b-943e-43397a7eacf5 None None] Port 913fd7a9-1c1f-4142-af91-d97358397376 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:35:07.672324 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-9767787b-ee6b-4bb0-a622-290b0a02eff9', 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9', 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'fixed_ips': [{'subnet_id': 'a437a079-2846-4ee7-a710-039ef1060e57'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:35:07.674576 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:07.752223 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-01ae3446-ad9c-476e-ae09-f9bf5adbf4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:07.971533 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Allocated IP 172.20.0.2 (9767787b-ee6b-4bb0-a622-290b0a02eff9/a437a079-2846-4ee7-a710-039ef1060e57/f06b382f-6763-479b-bbd7-5f1f54072323) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:35:08.037878 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:08.090889 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad152ed6-3a7e-4e56-82c9-8a4d6b587ca2 req-1752f8da-33d1-4292-936f-f09c8db8542c tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:08.103802 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad152ed6-3a7e-4e56-82c9-8a4d6b587ca2 req-1752f8da-33d1-4292-936f-f09c8db8542c tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.4594786 Dec 14 02:35:08.152886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6e2efd37-2f35-4203-a0a6-c7250df2e134 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:08.252888 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-01ae3446-ad9c-476e-ae09-f9bf5adbf4d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:08.301973 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:08.358840 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad152ed6-3a7e-4e56-82c9-8a4d6b587ca2 req-120b3be0-54c3-4fd5-a11d-a145ff33b468 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537942 Dec 14 02:35:08.359248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6e2efd37-2f35-4203-a0a6-c7250df2e134 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:08.359724 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:08.366224 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-01ae3446-ad9c-476e-ae09-f9bf5adbf4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:08.433046 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:08.537030 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:08.560066 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Network 9767787b-ee6b-4bb0-a622-290b0a02eff9 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:08.570307 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:08.576476 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:08.588109 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:08.589463 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Pushing event updated for resources: {'Port': ['ID=f06b382f-6763-479b-bbd7-5f1f54072323,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:08.635422 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:08.721612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Attempting to bind port f06b382f-6763-479b-bbd7-5f1f54072323 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:35:08.722217 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Attempting to bind port f06b382f-6763-479b-bbd7-5f1f54072323 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'de254007-ebb5-478d-abb6-aff77e5d324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:35:08.722603 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Attempting to bind port f06b382f-6763-479b-bbd7-5f1f54072323 on network 9767787b-ee6b-4bb0-a622-290b0a02eff9 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:08.730681 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:35:08.731130 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Checking segment: {'id': 'de254007-ebb5-478d-abb6-aff77e5d324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:08.731615 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:08.732113 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Bound using segment: {'id': 'de254007-ebb5-478d-abb6-aff77e5d324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:35:08.732972 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Bound port: f06b382f-6763-479b-bbd7-5f1f54072323, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de254007-ebb5-478d-abb6-aff77e5d324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:35:08.733780 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:08.736629 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:08.757759 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-01ae3446-ad9c-476e-ae09-f9bf5adbf4d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:08.768154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-5965dbb1-35b3-46d4-902c-641f27adb788 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3295717 Dec 14 02:35:08.776437 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 6e2efd37-2f35-4203-a0a6-c7250df2e134, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6e2efd37-2f35-4203-a0a6-c7250df2e134,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:08.843754 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-25940b2b-9216-426c-a1ca-c6e82372dbd7 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:08.857673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] For port f06b382f-6763-479b-bbd7-5f1f54072323, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:35:08.863861 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] For port f06b382f-6763-479b-bbd7-5f1f54072323, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f06b382f-6763-479b-bbd7-5f1f54072323,segment=NetworkSegment(de254007-ebb5-478d-abb6-aff77e5d324c),segment_id=de254007-ebb5-478d-abb6-aff77e5d324c)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:35:08.910427 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:08.994422 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:08.995789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae3446-ad9c-476e-ae09-f9bf5adbf4d3 admin admin] Pushing event updated for resources: {'Port': ['ID=913fd7a9-1c1f-4142-af91-d97358397376,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:09.013946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ae3446-ad9c-476e-ae09-f9bf5adbf4d3 admin admin] Network b9779372-64f5-4418-8de3-b3c1d6a92f5f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:09.019773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-01ae3446-ad9c-476e-ae09-f9bf5adbf4d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:09.072267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] Allocated IP 172.25.7.173 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/8976afc6-04ee-41cd-bc3a-4e84b3809083) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:35:09.143920 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=6e2efd37-2f35-4203-a0a6-c7250df2e134,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:09.234882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5331e-ae44-4431-8677-ca0033e9d0da None None] Pushing event updated for resources: {'Port': ['ID=f06b382f-6763-479b-bbd7-5f1f54072323,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:09.304036 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ae3446-ad9c-476e-ae09-f9bf5adbf4d3 admin admin] Router 01499c80-03c2-4708-8421-e5a1ba0e0288 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:35:09.379016 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:09.492251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ae3446-ad9c-476e-ae09-f9bf5adbf4d3 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:35:09.505754 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-01ae3446-ad9c-476e-ae09-f9bf5adbf4d3 admin admin] 10.222.0.39 "PUT /v2.0/routers/01499c80-03c2-4708-8421-e5a1ba0e0288/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6854286 Dec 14 02:35:09.523120 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8559b133-a80f-4644-bbcb-e9308d49ac1f None None] Provisioning complete for port 913fd7a9-1c1f-4142-af91-d97358397376 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:09.523496 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8559b133-a80f-4644-bbcb-e9308d49ac1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:09.576761 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8559b133-a80f-4644-bbcb-e9308d49ac1f None None] Port 913fd7a9-1c1f-4142-af91-d97358397376 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:35:09.658487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56124) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:09.707785 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-8680dc92-523d-4f69-b30a-ae9d1c80b8cc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-724772811'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:09.740909 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:09.745713 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-25940b2b-9216-426c-a1ca-c6e82372dbd7 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:09.793784 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:09.797089 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:09.808035 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:09.814514 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] Pushing event updated for resources: {'Port': ['ID=8976afc6-04ee-41cd-bc3a-4e84b3809083,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:09.894010 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8680dc92-523d-4f69-b30a-ae9d1c80b8cc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Made reservation on behalf of f9e3c48c88dd4e2188c9991ba134e39e for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:35:09.900909 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8680dc92-523d-4f69-b30a-ae9d1c80b8cc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:09.936563 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-25940b2b-9216-426c-a1ca-c6e82372dbd7 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:09.955166 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8680dc92-523d-4f69-b30a-ae9d1c80b8cc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:35:10.009578 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8680dc92-523d-4f69-b30a-ae9d1c80b8cc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:10.009944 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-8680dc92-523d-4f69-b30a-ae9d1c80b8cc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Added segment 2db64e49-9ad2-4915-8d12-8f18463d8e8d of type vlan for network 8f74a677-5e87-4150-978b-c583f832fcd1 Dec 14 02:35:10.201530 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8680dc92-523d-4f69-b30a-ae9d1c80b8cc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:10.268093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-25940b2b-9216-426c-a1ca-c6e82372dbd7 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Allocated IP 172.25.7.242 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/3f7c7a5b-e792-4c5a-b546-3a5fd5fce02c) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:35:10.296007 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f06b382f-6763-479b-bbd7-5f1f54072323 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:10.391467 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8680dc92-523d-4f69-b30a-ae9d1c80b8cc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:10.399628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8680dc92-523d-4f69-b30a-ae9d1c80b8cc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:10.399628 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8680dc92-523d-4f69-b30a-ae9d1c80b8cc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:10.410448 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f06b382f-6763-479b-bbd7-5f1f54072323 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:10.410829 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:10.560102 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:10.613739 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8680dc92-523d-4f69-b30a-ae9d1c80b8cc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9539912 Dec 14 02:35:10.618518 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680dc92-523d-4f69-b30a-ae9d1c80b8cc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event updated for resources: {'Network': ['ID=8f74a677-5e87-4150-978b-c583f832fcd1,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:10.634831 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56134) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:10.650730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-b0a27037-2ec2-47d0-b465-72398f292c37 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Request body: {'subnet': {'network_id': '8f74a677-5e87-4150-978b-c583f832fcd1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:10.651015 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 8f74a677-5e87-4150-978b-c583f832fcd1 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:35:10.736976 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-25940b2b-9216-426c-a1ca-c6e82372dbd7 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:10.803852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port f06b382f-6763-479b-bbd7-5f1f54072323, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f06b382f-6763-479b-bbd7-5f1f54072323,segment=NetworkSegment(de254007-ebb5-478d-abb6-aff77e5d324c),segment_id=de254007-ebb5-478d-abb6-aff77e5d324c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:10.881863 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:10.883073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6e2efd37-2f35-4203-a0a6-c7250df2e134 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:10.904774 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Sync routers for ids ['01499c80-03c2-4708-8421-e5a1ba0e0288'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:35:10.931002 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Routers {'01499c80-03c2-4708-8421-e5a1ba0e0288'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:35:10.932424 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:35:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['01499c80-03c2-4708-8421-e5a1ba0e0288'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:11.011405 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-25940b2b-9216-426c-a1ca-c6e82372dbd7 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:11.028286 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=f06b382f-6763-479b-bbd7-5f1f54072323,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:11.054646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a27037-2ec2-47d0-b465-72398f292c37 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Made reservation on behalf of f9e3c48c88dd4e2188c9991ba134e39e for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:35:11.065678 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b0a27037-2ec2-47d0-b465-72398f292c37 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:11.073089 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2c8ee95-aa44-412c-bba6-c00e89a95ae4 req-30330778-18a2-4258-b830-1d1fd2394de0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6833892 Dec 14 02:35:11.091524 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:11.121008 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6e2efd37-2f35-4203-a0a6-c7250df2e134 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:11.121595 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:11.180267 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e90b52-dd35-47f4-8b51-481574d61e46 None None] Network 9767787b-ee6b-4bb0-a622-290b0a02eff9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:35:11.207221 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Set router 01499c80-03c2-4708-8421-e5a1ba0e0288 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:35:11.299608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-92dca989-27cb-44f6-945a-fc42e1cb0af3 None None] Provisioning complete for port f06b382f-6763-479b-bbd7-5f1f54072323 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:11.299891 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-92dca989-27cb-44f6-945a-fc42e1cb0af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:11.391331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-25940b2b-9216-426c-a1ca-c6e82372dbd7 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:11.413764 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-25940b2b-9216-426c-a1ca-c6e82372dbd7 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:11.419660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-25940b2b-9216-426c-a1ca-c6e82372dbd7 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:11.468644 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8ee95-aa44-412c-bba6-c00e89a95ae4 req-8a15d229-f48e-462d-bbdb-3c1f9202ea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:11.477057 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b0a27037-2ec2-47d0-b465-72398f292c37 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:11.487700 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2c8ee95-aa44-412c-bba6-c00e89a95ae4 req-8a15d229-f48e-462d-bbdb-3c1f9202ea2b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 1096 time: 0.2334800 Dec 14 02:35:11.505082 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b286a4-43e8-4ceb-94e3-f73097554c65 req-67e94b8b-9626-4945-9a94-ee8f10c96b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:11.507402 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-23b286a4-43e8-4ceb-94e3-f73097554c65 req-67e94b8b-9626-4945-9a94-ee8f10c96b48 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 1096 time: 0.5532541 Dec 14 02:35:11.540956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25940b2b-9216-426c-a1ca-c6e82372dbd7 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Pushing event updated for resources: {'Port': ['ID=3f7c7a5b-e792-4c5a-b546-3a5fd5fce02c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:11.559432 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'name': 'tempest-ServersTestMultiNic-285404133-router', 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '6e2efd37-2f35-4203-a0a6-c7250df2e134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:34:59Z', 'updated_at': '2021-12-14T02:35:07Z', 'revision_number': 4, 'project_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'gw_port': {'id': '6e2efd37-2f35-4203-a0a6-c7250df2e134', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:00Z', 'updated_at': '2021-12-14T02:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '913fd7a9-1c1f-4142-af91-d97358397376', 'name': '', 'network_id': 'b9779372-64f5-4418-8de3-b3c1d6a92f5f', 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'mac_address': 'fa:16:3e:87:86:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'dca6c6b2-c619-4b06-bf43-df617a1a6e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:05Z', 'updated_at': '2021-12-14T02:35:07Z', 'revision_number': 2, 'project_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'subnets': [{'id': 'dca6c6b2-c619-4b06-bf43-df617a1a6e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:11.615893 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Checking router: 01499c80-03c2-4708-8421-e5a1ba0e0288 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:35:11.616440 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Updating router 01499c80-03c2-4708-8421-e5a1ba0e0288 port 913fd7a9-1c1f-4142-af91-d97358397376 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:35:11.663099 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:11.705120 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-23b286a4-43e8-4ceb-94e3-f73097554c65 req-2a1b3c5f-3b92-4d34-b26b-48f8ddc61dc5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574717 Dec 14 02:35:11.732570 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8ee95-aa44-412c-bba6-c00e89a95ae4 req-66dfcac7-047c-4ff3-8411-0a38e5adb06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:11.734554 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2c8ee95-aa44-412c-bba6-c00e89a95ae4 req-66dfcac7-047c-4ff3-8411-0a38e5adb06b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.2393372 Dec 14 02:35:11.742186 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:11.889003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-802b3131-28c0-47f2-bc49-b95742c31aca None None] Provisioning complete for port f06b382f-6763-479b-bbd7-5f1f54072323 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:11.890368 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-802b3131-28c0-47f2-bc49-b95742c31aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:12.026991 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2c8ee95-aa44-412c-bba6-c00e89a95ae4 req-1149841f-3fc8-4a6d-927a-516c14fd198e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=36519be4-053e-41d6-9273-c1b9d05e8d6c HTTP/1.1" status: 200 len: 217 time: 0.0680916 Dec 14 02:35:12.049477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f06b382f-6763-479b-bbd7-5f1f54072323 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:12.134218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a27037-2ec2-47d0-b465-72398f292c37 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event updated for resources: {'Subnet': ['ID=3bafb9c0-171d-407e-8d2b-0edbc8ec5802,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:12.145607 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f06b382f-6763-479b-bbd7-5f1f54072323 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:12.146667 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:12.151549 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-25940b2b-9216-426c-a1ca-c6e82372dbd7 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:12.193775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a596a3-04a3-4eaa-868d-bfca065569cc req-7bfdb9af-6080-4048-a6f4-30ea8bdfc17a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:12.195217 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-23a596a3-04a3-4eaa-868d-bfca065569cc req-7bfdb9af-6080-4048-a6f4-30ea8bdfc17a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.4871860 Dec 14 02:35:12.196004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a27037-2ec2-47d0-b465-72398f292c37 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Checking segment: {'id': '2db64e49-9ad2-4915-8d12-8f18463d8e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8f74a677-5e87-4150-978b-c583f832fcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:12.196381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a27037-2ec2-47d0-b465-72398f292c37 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Network hostable DHCP agents. Network: 8f74a677-5e87-4150-978b-c583f832fcd1, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:35:12.213375 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] Router 69374db4-84c3-458f-a95a-c7d587ca3087 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:35:12.238532 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8ee95-aa44-412c-bba6-c00e89a95ae4 req-088cc2b1-8ae5-4ca5-bba7-b7879e0600cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:12.240384 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2c8ee95-aa44-412c-bba6-c00e89a95ae4 req-088cc2b1-8ae5-4ca5-bba7-b7879e0600cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.1462460 Dec 14 02:35:12.304994 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:12.311956 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-23a596a3-04a3-4eaa-868d-bfca065569cc req-fe67f672-b75e-430f-b8df-c1675d1af5bb tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093061 Dec 14 02:35:12.312756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a27037-2ec2-47d0-b465-72398f292c37 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Network 8f74a677-5e87-4150-978b-c583f832fcd1 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:35:12.316251 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-25940b2b-9216-426c-a1ca-c6e82372dbd7 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:12.334338 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2c8ee95-aa44-412c-bba6-c00e89a95ae4 req-cb142b5a-bac6-46ce-aba6-d5e6b67d971d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838625 Dec 14 02:35:12.438013 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:12.480578 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:35:12.492770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Sync routers for ids ['69374db4-84c3-458f-a95a-c7d587ca3087'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:35:12.493670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-b0a27037-2ec2-47d0-b465-72398f292c37 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 8f74a677-5e87-4150-978b-c583f832fcd1) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:12.498381 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2c8ee95-aa44-412c-bba6-c00e89a95ae4 req-11982c59-2721-4dee-a0c9-f255d0cfa8da service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344321 Dec 14 02:35:12.503770 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a27037-2ec2-47d0-b465-72398f292c37 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:12.504561 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b0a27037-2ec2-47d0-b465-72398f292c37 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:12.508810 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d126c67e-2575-4c4f-b03b-161c88de2187 None None] Network 8f74a677-5e87-4150-978b-c583f832fcd1 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:35:12.537250 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-25940b2b-9216-426c-a1ca-c6e82372dbd7 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:12.619818 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b35b6-292e-4fe2-ac91-7e656635aed9 None None] Pushing event updated for resources: {'Port': ['ID=913fd7a9-1c1f-4142-af91-d97358397376,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:12.628342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Routers {'69374db4-84c3-458f-a95a-c7d587ca3087'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:35:12.628984 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:35:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['69374db4-84c3-458f-a95a-c7d587ca3087'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:12.636508 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Attempting to bind port 913fd7a9-1c1f-4142-af91-d97358397376 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:35:12.636885 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Attempting to bind port 913fd7a9-1c1f-4142-af91-d97358397376 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '5af54ecb-7a56-4d4b-ac97-431a4cea593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b9779372-64f5-4418-8de3-b3c1d6a92f5f'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:35:12.637253 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Attempting to bind port 913fd7a9-1c1f-4142-af91-d97358397376 on network b9779372-64f5-4418-8de3-b3c1d6a92f5f {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:12.643582 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:35:12.644296 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Checking segment: {'id': '5af54ecb-7a56-4d4b-ac97-431a4cea593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b9779372-64f5-4418-8de3-b3c1d6a92f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:12.644953 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:12.645675 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Bound using segment: {'id': '5af54ecb-7a56-4d4b-ac97-431a4cea593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b9779372-64f5-4418-8de3-b3c1d6a92f5f'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:35:12.646402 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Bound port: 913fd7a9-1c1f-4142-af91-d97358397376, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af54ecb-7a56-4d4b-ac97-431a4cea593a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b9779372-64f5-4418-8de3-b3c1d6a92f5f'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:35:12.647036 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:12.652837 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2c8ee95-aa44-412c-bba6-c00e89a95ae4 req-fdfe772d-5fe3-4b90-98c8-51c368ff4ad8 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460605 Dec 14 02:35:12.659497 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:12.660687 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-417ba943-5c00-4894-8cd4-d28e3a813159 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4466991 Dec 14 02:35:12.664494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06169cfa-1be0-4415-a804-3fca1c75d0aa req-6caaf7e7-3a9d-425a-858e-6fbabceba4b9 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:12.665789 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56160) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:12.679999 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-06169cfa-1be0-4415-a804-3fca1c75d0aa req-6caaf7e7-3a9d-425a-858e-6fbabceba4b9 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.1105707 Dec 14 02:35:12.698730 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b0a27037-2ec2-47d0-b465-72398f292c37 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0625231 Dec 14 02:35:12.701850 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56162) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:12.716216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-695c71d9-74c1-4a30-a25d-d352faf26493 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-581374782'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:12.722605 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-25940b2b-9216-426c-a1ca-c6e82372dbd7 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:12.780132 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] For port 913fd7a9-1c1f-4142-af91-d97358397376, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:35:12.805981 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] For port 913fd7a9-1c1f-4142-af91-d97358397376, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=913fd7a9-1c1f-4142-af91-d97358397376,segment=NetworkSegment(5af54ecb-7a56-4d4b-ac97-431a4cea593a),segment_id=5af54ecb-7a56-4d4b-ac97-431a4cea593a)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:35:12.881746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25940b2b-9216-426c-a1ca-c6e82372dbd7 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Pushing event updated for resources: {'Port': ['ID=3f7c7a5b-e792-4c5a-b546-3a5fd5fce02c,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:12.894207 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-73c94d4c-d1a3-4503-80f0-15e25edde84e None None] Provisioning complete for port 913fd7a9-1c1f-4142-af91-d97358397376 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:12.895142 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-73c94d4c-d1a3-4503-80f0-15e25edde84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:12.896113 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-06169cfa-1be0-4415-a804-3fca1c75d0aa req-8c90abb4-cabf-44f0-91dd-e7d7c1871ac0 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082915 Dec 14 02:35:12.915548 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-25940b2b-9216-426c-a1ca-c6e82372dbd7 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:13.026339 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-8f74a677-5e87-4150-978b-c583f832fcd1', 'network_id': '8f74a677-5e87-4150-978b-c583f832fcd1', 'project_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'fixed_ips': [{'subnet_id': '3bafb9c0-171d-407e-8d2b-0edbc8ec5802'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:35:13.028095 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:13.060114 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Set router 69374db4-84c3-458f-a95a-c7d587ca3087 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:35:13.113868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65c750-2e01-4174-bf4d-b37b8115e5f0 req-c8128817-ef0f-4c37-9e54-0e418bdffbf3 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:13.115479 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe65c750-2e01-4174-bf4d-b37b8115e5f0 req-c8128817-ef0f-4c37-9e54-0e418bdffbf3 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.0592744 Dec 14 02:35:13.174561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe65c750-2e01-4174-bf4d-b37b8115e5f0 req-823772b7-5559-4c54-8801-11aba400f203 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517876 Dec 14 02:35:13.202694 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-73c94d4c-d1a3-4503-80f0-15e25edde84e None None] Port 913fd7a9-1c1f-4142-af91-d97358397376 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:35:13.366080 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7855fa7-8f3d-4454-aa03-736470665e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:13.490436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Allocated IP 19.80.0.2 (8f74a677-5e87-4150-978b-c583f832fcd1/3bafb9c0-171d-407e-8d2b-0edbc8ec5802/0fc9c140-df0a-49c9-84d3-ec41ab45b4bc) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:35:13.603135 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-f7855fa7-8f3d-4454-aa03-736470665e70 admin admin] Allocated IP 172.20.0.1 (9767787b-ee6b-4bb0-a622-290b0a02eff9/a437a079-2846-4ee7-a710-039ef1060e57/3be54252-8b97-4a10-a481-9ad530158a08) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:35:13.612329 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'name': 'tempest-ServersTestFqdnHostnames-966253593-router', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:07Z', 'updated_at': '2021-12-14T02:35:10Z', 'revision_number': 3, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'gw_port': {'id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:08Z', 'updated_at': '2021-12-14T02:35:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:13.648791 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Checking router: 69374db4-84c3-458f-a95a-c7d587ca3087 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:35:13.649151 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Updating router 69374db4-84c3-458f-a95a-c7d587ca3087 port 8976afc6-04ee-41cd-bc3a-4e84b3809083 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:35:13.695493 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:13.721283 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7855fa7-8f3d-4454-aa03-736470665e70 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:13.734683 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:13.816086 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Routers {'01499c80-03c2-4708-8421-e5a1ba0e0288'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:35:13.816086 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:35:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['01499c80-03c2-4708-8421-e5a1ba0e0288'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:13.822944 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:13.846460 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b35b6-292e-4fe2-ac91-7e656635aed9 None None] Pushing event updated for resources: {'Port': ['ID=913fd7a9-1c1f-4142-af91-d97358397376,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:13.893179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695c71d9-74c1-4a30-a25d-d352faf26493 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Made reservation on behalf of f9e3c48c88dd4e2188c9991ba134e39e for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:35:13.903667 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-695c71d9-74c1-4a30-a25d-d352faf26493 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:13.943536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695c71d9-74c1-4a30-a25d-d352faf26493 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:35:13.956107 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7855fa7-8f3d-4454-aa03-736470665e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:13.969388 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-695c71d9-74c1-4a30-a25d-d352faf26493 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:13.970856 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-695c71d9-74c1-4a30-a25d-d352faf26493 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Added segment c16f2cdd-ebbe-4a56-8f70-03c7320e5b31 of type vlan for network 7b259082-d63b-4edd-a0d2-8d00316f8199 Dec 14 02:35:13.986800 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:13.994382 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] Set router 01499c80-03c2-4708-8421-e5a1ba0e0288 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:35:14.069858 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-25940b2b-9216-426c-a1ca-c6e82372dbd7 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:14.074866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-25940b2b-9216-426c-a1ca-c6e82372dbd7 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.2831540 Dec 14 02:35:14.076208 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7855fa7-8f3d-4454-aa03-736470665e70 admin admin] Network 9767787b-ee6b-4bb0-a622-290b0a02eff9 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:14.078069 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f7855fa7-8f3d-4454-aa03-736470665e70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:14.085030 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Network 8f74a677-5e87-4150-978b-c583f832fcd1 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:14.098320 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:14.103934 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:14.105336 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7855fa7-8f3d-4454-aa03-736470665e70 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:14.119778 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Pushing event updated for resources: {'Port': ['ID=0fc9c140-df0a-49c9-84d3-ec41ab45b4bc,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:14.168197 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7855fa7-8f3d-4454-aa03-736470665e70 admin admin] Pushing event updated for resources: {'Port': ['ID=3be54252-8b97-4a10-a481-9ad530158a08,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:14.192433 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-695c71d9-74c1-4a30-a25d-d352faf26493 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:14.213163 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-915fb017-09f8-413c-887e-1f491e9b241a tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 696 time: 0.1275141 Dec 14 02:35:14.227612 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7855fa7-8f3d-4454-aa03-736470665e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:14.341412 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5c30567c-abdc-4224-b201-d6b6b1d400fe None None] Provisioning complete for port 913fd7a9-1c1f-4142-af91-d97358397376 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:14.341798 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5c30567c-abdc-4224-b201-d6b6b1d400fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:14.352384 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:14.425508 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Attempting to bind port 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:35:14.425871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Attempting to bind port 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '2db64e49-9ad2-4915-8d12-8f18463d8e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8f74a677-5e87-4150-978b-c583f832fcd1'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:35:14.433428 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Attempting to bind port 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc on network 8f74a677-5e87-4150-978b-c583f832fcd1 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:14.449765 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:35:14.450706 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Checking segment: {'id': '2db64e49-9ad2-4915-8d12-8f18463d8e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8f74a677-5e87-4150-978b-c583f832fcd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:14.451298 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:14.451862 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Bound using segment: {'id': '2db64e49-9ad2-4915-8d12-8f18463d8e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8f74a677-5e87-4150-978b-c583f832fcd1'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:35:14.452513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-5c5bc752-ec0b-41b0-a67c-2ffc8ee5ee3d tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:14.452713 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Bound port: 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db64e49-9ad2-4915-8d12-8f18463d8e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8f74a677-5e87-4150-978b-c583f832fcd1'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:35:14.453278 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:14.455232 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8764f2e4-9c67-4376-b287-ca340b4238bf req-5c5bc752-ec0b-41b0-a67c-2ffc8ee5ee3d tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.2318521 Dec 14 02:35:14.526760 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-695c71d9-74c1-4a30-a25d-d352faf26493 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:14.532735 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695c71d9-74c1-4a30-a25d-d352faf26493 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:14.534073 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-695c71d9-74c1-4a30-a25d-d352faf26493 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:14.552332 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:14.567456 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7855fa7-8f3d-4454-aa03-736470665e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:14.571811 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'name': 'tempest-ServersTestMultiNic-285404133-router', 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '6e2efd37-2f35-4203-a0a6-c7250df2e134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:34:59Z', 'updated_at': '2021-12-14T02:35:07Z', 'revision_number': 4, 'project_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'gw_port': {'id': '6e2efd37-2f35-4203-a0a6-c7250df2e134', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:00Z', 'updated_at': '2021-12-14T02:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '913fd7a9-1c1f-4142-af91-d97358397376', 'name': '', 'network_id': 'b9779372-64f5-4418-8de3-b3c1d6a92f5f', 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'mac_address': 'fa:16:3e:87:86:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'dca6c6b2-c619-4b06-bf43-df617a1a6e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:05Z', 'updated_at': '2021-12-14T02:35:12Z', 'revision_number': 4, 'project_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'subnets': [{'id': 'dca6c6b2-c619-4b06-bf43-df617a1a6e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:14.626381 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] For port 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:35:14.632131 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b5dedf-9bb2-4dbb-983c-c05f01fe77a5 None None] The sync data for ids ['01499c80-03c2-4708-8421-e5a1ba0e0288'] in n-d-821636-1 is: [{'id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'name': 'tempest-ServersTestMultiNic-285404133-router', 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '6e2efd37-2f35-4203-a0a6-c7250df2e134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:34:59Z', 'updated_at': '2021-12-14T02:35:07Z', 'revision_number': 4, 'project_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'gw_port': {'id': '6e2efd37-2f35-4203-a0a6-c7250df2e134', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:00Z', 'updated_at': '2021-12-14T02:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '913fd7a9-1c1f-4142-af91-d97358397376', 'name': '', 'network_id': 'b9779372-64f5-4418-8de3-b3c1d6a92f5f', 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'mac_address': 'fa:16:3e:87:86:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'device_owner': 'network:router_interface', 'standard_attr_id': 990, 'fixed_ips': [{'subnet_id': 'dca6c6b2-c619-4b06-bf43-df617a1a6e2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:05Z', 'updated_at': '2021-12-14T02:35:12Z', 'revision_number': 4, 'project_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'subnets': [{'id': 'dca6c6b2-c619-4b06-bf43-df617a1a6e2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:35:14.665698 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Attempting to bind port 8976afc6-04ee-41cd-bc3a-4e84b3809083 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:35:14.666454 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Attempting to bind port 8976afc6-04ee-41cd-bc3a-4e84b3809083 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:35:14.667288 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Attempting to bind port 8976afc6-04ee-41cd-bc3a-4e84b3809083 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:14.681760 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c71d9-74c1-4a30-a25d-d352faf26493 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event updated for resources: {'Network': ['ID=7b259082-d63b-4edd-a0d2-8d00316f8199,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:14.688083 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5c30567c-abdc-4224-b201-d6b6b1d400fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:14.691485 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] For port 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=0fc9c140-df0a-49c9-84d3-ec41ab45b4bc,segment=NetworkSegment(2db64e49-9ad2-4915-8d12-8f18463d8e8d),segment_id=2db64e49-9ad2-4915-8d12-8f18463d8e8d)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:35:14.699027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:35:14.699427 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:14.700020 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:14.700484 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:35:14.701187 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Bound port: 8976afc6-04ee-41cd-bc3a-4e84b3809083, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:35:14.701704 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:14.721600 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 7b259082-d63b-4edd-a0d2-8d00316f8199 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:35:14.748701 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-695c71d9-74c1-4a30-a25d-d352faf26493 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0445259 Dec 14 02:35:14.757243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56220) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:14.769815 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-56390d5a-0459-430b-8c4f-da77f92f0211 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Request body: {'subnet': {'network_id': '7b259082-d63b-4edd-a0d2-8d00316f8199', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:14.871022 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7855fa7-8f3d-4454-aa03-736470665e70 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:14.904935 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7c051-ac2f-4b61-81e0-f3f85f7192df None None] Pushing event updated for resources: {'Port': ['ID=8976afc6-04ee-41cd-bc3a-4e84b3809083,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:14.907514 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:15.018013 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5c30567c-abdc-4224-b201-d6b6b1d400fe None None] For port 913fd7a9-1c1f-4142-af91-d97358397376, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=913fd7a9-1c1f-4142-af91-d97358397376,segment=NetworkSegment(5af54ecb-7a56-4d4b-ac97-431a4cea593a),segment_id=5af54ecb-7a56-4d4b-ac97-431a4cea593a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:15.033239 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] For port 8976afc6-04ee-41cd-bc3a-4e84b3809083, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:35:15.035589 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301387f-f6f7-45a7-8ae5-c569a1d53b58 None None] Pushing event updated for resources: {'Port': ['ID=0fc9c140-df0a-49c9-84d3-ec41ab45b4bc,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:15.039237 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] For port 8976afc6-04ee-41cd-bc3a-4e84b3809083, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8976afc6-04ee-41cd-bc3a-4e84b3809083,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:35:15.041370 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7855fa7-8f3d-4454-aa03-736470665e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:15.121504 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56390d5a-0459-430b-8c4f-da77f92f0211 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Made reservation on behalf of f9e3c48c88dd4e2188c9991ba134e39e for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:35:15.128128 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-56390d5a-0459-430b-8c4f-da77f92f0211 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:15.137269 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7855fa7-8f3d-4454-aa03-736470665e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:15.204754 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:15.208143 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5c30567c-abdc-4224-b201-d6b6b1d400fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:15.237156 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7855fa7-8f3d-4454-aa03-736470665e70 admin admin] Pushing event updated for resources: {'Port': ['ID=3be54252-8b97-4a10-a481-9ad530158a08,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:15.341911 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7855fa7-8f3d-4454-aa03-736470665e70 admin admin] Network 9767787b-ee6b-4bb0-a622-290b0a02eff9 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:15.341911 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f7855fa7-8f3d-4454-aa03-736470665e70 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:15.475942 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7c051-ac2f-4b61-81e0-f3f85f7192df None None] Pushing event updated for resources: {'Port': ['ID=8976afc6-04ee-41cd-bc3a-4e84b3809083,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:15.618458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30567c-abdc-4224-b201-d6b6b1d400fe None None] Pushing event updated for resources: {'Port': ['ID=913fd7a9-1c1f-4142-af91-d97358397376,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:15.623589 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Routers {'69374db4-84c3-458f-a95a-c7d587ca3087'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:35:15.624232 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:35:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['69374db4-84c3-458f-a95a-c7d587ca3087'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:15.674318 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e558118a-cf75-402b-a1de-7de7d60d0519 req-ef09ccb5-c33b-4ef4-ad3e-939b3312fbc6 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/floatingips/2a47dae0-4bbb-4703-a0d7-beaccafc77ee HTTP/1.1" status: 200 len: 693 time: 0.1198139 Dec 14 02:35:15.686117 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-462e0a19-56e7-4351-a8ef-8cdccf788e94 None None] Provisioning complete for port 3be54252-8b97-4a10-a481-9ad530158a08 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:15.686335 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-462e0a19-56e7-4351-a8ef-8cdccf788e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:15.754969 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7855fa7-8f3d-4454-aa03-736470665e70 admin admin] Router 69374db4-84c3-458f-a95a-c7d587ca3087 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:35:15.765771 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-56390d5a-0459-430b-8c4f-da77f92f0211 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:15.785133 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-462e0a19-56e7-4351-a8ef-8cdccf788e94 None None] Port 3be54252-8b97-4a10-a481-9ad530158a08 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:35:15.790511 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d37ba-e748-448d-8c55-9e7e65975db2 req-61d80579-df6b-4932-b077-24cd89a69231 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:15.804176 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f86d37ba-e748-448d-8c55-9e7e65975db2 req-61d80579-df6b-4932-b077-24cd89a69231 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.2616692 Dec 14 02:35:15.870169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] Set router 69374db4-84c3-458f-a95a-c7d587ca3087 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:35:15.948406 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7855fa7-8f3d-4454-aa03-736470665e70 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:35:15.973963 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f7855fa7-8f3d-4454-aa03-736470665e70 admin admin] 10.222.0.39 "PUT /v2.0/routers/69374db4-84c3-458f-a95a-c7d587ca3087/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3069723 Dec 14 02:35:15.984949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f86d37ba-e748-448d-8c55-9e7e65975db2 req-b5f2f543-ae9b-4600-8e31-95d4435f27d0 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797926 Dec 14 02:35:15.987857 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-15839cfb-6c62-4b40-b24e-61b64b3167a5 None None] Provisioning complete for port 3be54252-8b97-4a10-a481-9ad530158a08 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:15.988562 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15839cfb-6c62-4b40-b24e-61b64b3167a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:16.023326 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558118a-cf75-402b-a1de-7de7d60d0519 req-321b08a8-b19d-4db9-a7f5-471846fc59e3 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:16.031725 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e558118a-cf75-402b-a1de-7de7d60d0519 req-321b08a8-b19d-4db9-a7f5-471846fc59e3 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.3565149 Dec 14 02:35:16.035246 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56390d5a-0459-430b-8c4f-da77f92f0211 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event updated for resources: {'Subnet': ['ID=ecd908d2-6a07-4b8e-b779-f4168aa44618,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:16.196997 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e558118a-cf75-402b-a1de-7de7d60d0519 req-acfe689c-2090-467a-b376-333e39c83f68 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 696 time: 0.1519275 Dec 14 02:35:16.275276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:16.325690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56390d5a-0459-430b-8c4f-da77f92f0211 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Checking segment: {'id': 'c16f2cdd-ebbe-4a56-8f70-03c7320e5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7b259082-d63b-4edd-a0d2-8d00316f8199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:16.328070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56390d5a-0459-430b-8c4f-da77f92f0211 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Network hostable DHCP agents. Network: 7b259082-d63b-4edd-a0d2-8d00316f8199, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:35:16.346891 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-15839cfb-6c62-4b40-b24e-61b64b3167a5 None None] Port 3be54252-8b97-4a10-a481-9ad530158a08 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:35:16.356902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e558118a-cf75-402b-a1de-7de7d60d0519 req-7e4c7a8f-f5d0-4857-9bd0-67179d01fea0 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.242 HTTP/1.1" status: 200 len: 696 time: 0.1437881 Dec 14 02:35:16.440958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914308a-98bc-4195-9c20-71a48ce4b583 req-2682b9f9-35fe-4fa1-a067-502afa22c86e tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:16.452218 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5914308a-98bc-4195-9c20-71a48ce4b583 req-2682b9f9-35fe-4fa1-a067-502afa22c86e tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.2312088 Dec 14 02:35:16.496955 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:16.497672 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:16.519575 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:35:16.551661 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56390d5a-0459-430b-8c4f-da77f92f0211 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Network 7b259082-d63b-4edd-a0d2-8d00316f8199 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:35:16.658816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-56390d5a-0459-430b-8c4f-da77f92f0211 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 7b259082-d63b-4edd-a0d2-8d00316f8199) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:16.674989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56390d5a-0459-430b-8c4f-da77f92f0211 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:16.674989 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-56390d5a-0459-430b-8c4f-da77f92f0211 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:16.682148 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5914308a-98bc-4195-9c20-71a48ce4b583 req-e0997c01-11cb-4ed2-afec-fa2c9ff19984 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301197 Dec 14 02:35:16.724491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-e558118a-cf75-402b-a1de-7de7d60d0519 req-e8fc8ba1-f556-48be-9be5-3fbb5f1e28f1 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Deleting port 3f7c7a5b-e792-4c5a-b546-3a5fd5fce02c {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:35:16.724866 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e558118a-cf75-402b-a1de-7de7d60d0519 req-e8fc8ba1-f556-48be-9be5-3fbb5f1e28f1 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:16.748477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e006272c-35cc-4722-8fd5-1a9f5c4b12ae None None] Network 7b259082-d63b-4edd-a0d2-8d00316f8199 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:35:16.750169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05fbe3b-ccf8-47a7-a115-af6098bf9f68 None None] Network 8f74a677-5e87-4150-978b-c583f832fcd1 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:35:16.788579 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-56390d5a-0459-430b-8c4f-da77f92f0211 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0230772 Dec 14 02:35:16.832352 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:16.863145 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e558118a-cf75-402b-a1de-7de7d60d0519 req-e8fc8ba1-f556-48be-9be5-3fbb5f1e28f1 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:16.863511 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e558118a-cf75-402b-a1de-7de7d60d0519 req-e8fc8ba1-f556-48be-9be5-3fbb5f1e28f1 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:16.878645 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-e558118a-cf75-402b-a1de-7de7d60d0519 req-e8fc8ba1-f556-48be-9be5-3fbb5f1e28f1 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Calling delete_port for 3f7c7a5b-e792-4c5a-b546-3a5fd5fce02c owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:35:16.914559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'name': 'tempest-ServersTestFqdnHostnames-966253593-router', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:07Z', 'updated_at': '2021-12-14T02:35:14Z', 'revision_number': 4, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'gw_port': {'id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:08Z', 'updated_at': '2021-12-14T02:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '3be54252-8b97-4a10-a481-9ad530158a08', 'name': '', 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'mac_address': 'fa:16:3e:27:10:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:13Z', 'updated_at': '2021-12-14T02:35:14Z', 'revision_number': 2, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'subnets': [{'id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:17.116175 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c8ebf1-79a1-45a3-be1f-d91bd75aecec None None] The sync data for ids ['69374db4-84c3-458f-a95a-c7d587ca3087'] in n-d-821636-1 is: [{'id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'name': 'tempest-ServersTestFqdnHostnames-966253593-router', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:07Z', 'updated_at': '2021-12-14T02:35:14Z', 'revision_number': 4, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'gw_port': {'id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:08Z', 'updated_at': '2021-12-14T02:35:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '3be54252-8b97-4a10-a481-9ad530158a08', 'name': '', 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'mac_address': 'fa:16:3e:27:10:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:13Z', 'updated_at': '2021-12-14T02:35:14Z', 'revision_number': 2, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'subnets': [{'id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:35:17.125262 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e5a2b584-1fd6-4c4d-946b-39e503c1dddd None None] Provisioning complete for port 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:17.125676 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e5a2b584-1fd6-4c4d-946b-39e503c1dddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:17.144828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=0fc9c140-df0a-49c9-84d3-ec41ab45b4bc,segment=NetworkSegment(2db64e49-9ad2-4915-8d12-8f18463d8e8d),segment_id=2db64e49-9ad2-4915-8d12-8f18463d8e8d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:17.146305 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e558118a-cf75-402b-a1de-7de7d60d0519 req-e8fc8ba1-f556-48be-9be5-3fbb5f1e28f1 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:17.237221 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 2a27e6a4-6702-431b-a77a-dc211d661cb9 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:35:17.271926 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-7b259082-d63b-4edd-a0d2-8d00316f8199', 'network_id': '7b259082-d63b-4edd-a0d2-8d00316f8199', 'project_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'fixed_ips': [{'subnet_id': 'ecd908d2-6a07-4b8e-b779-f4168aa44618'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:35:17.272808 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:17.280242 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:17.281072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 913fd7a9-1c1f-4142-af91-d97358397376 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:17.298128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc8ba1-f556-48be-9be5-3fbb5f1e28f1 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Pushing event deleted for resources: {'Port': ['ID=3f7c7a5b-e792-4c5a-b546-3a5fd5fce02c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:17.398205 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e558118a-cf75-402b-a1de-7de7d60d0519 req-e8fc8ba1-f556-48be-9be5-3fbb5f1e28f1 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:17.404784 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e558118a-cf75-402b-a1de-7de7d60d0519 req-e8fc8ba1-f556-48be-9be5-3fbb5f1e28f1 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:17.406499 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e558118a-cf75-402b-a1de-7de7d60d0519 req-e8fc8ba1-f556-48be-9be5-3fbb5f1e28f1 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "DELETE /v2.0/floatingips/2a47dae0-4bbb-4703-a0d7-beaccafc77ee HTTP/1.1" status: 204 len: 173 time: 1.0423260 Dec 14 02:35:17.679134 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=0fc9c140-df0a-49c9-84d3-ec41ab45b4bc,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:17.824609 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcde81-259c-43a9-9552-43ea5704eb5b req-c3317d62-41a6-4d6a-8c08-703fb2a27966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:17.831993 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-60bcde81-259c-43a9-9552-43ea5704eb5b req-c3317d62-41a6-4d6a-8c08-703fb2a27966 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ed8914f36c69449d92cc920be08c3d50&device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 1096 time: 0.1197197 Dec 14 02:35:17.832728 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 913fd7a9-1c1f-4142-af91-d97358397376 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:17.833283 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:17.838726 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Allocated IP 19.86.0.2 (7b259082-d63b-4edd-a0d2-8d00316f8199/ecd908d2-6a07-4b8e-b779-f4168aa44618/d78dc6ca-010b-41b6-97f2-0877700db17b) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:35:17.880543 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:17.913399 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56266) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:17.930185 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2a0d90c5-43b2-4ce7-b61e-b0d12199867a tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--733181004', 'description': 'tempest-description--1250820220'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:17.948316 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5ce38b-7b54-4665-9809-e250ba23575f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a27e6a4-6702-431b-a77a-dc211d661cb9'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:35:17.952718 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51dfb79-bda1-4f08-adf6-3ad6ade13472" -d '{"events": [{"server_uuid": "6f5ce38b-7b54-4665-9809-e250ba23575f", "name": "network-vif-unplugged", "status": "completed", "tag": "2a27e6a4-6702-431b-a77a-dc211d661cb9"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:35:17.997988 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-86efb428-b595-4b36-b1a9-787fcd8051d9 req-72c494fb-ed25-4903-9001-1dba9f51cd3a tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] show failed (client error): The resource could not be found. Dec 14 02:35:18.006651 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-86efb428-b595-4b36-b1a9-787fcd8051d9 req-72c494fb-ed25-4903-9001-1dba9f51cd3a tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/floatingips/2a47dae0-4bbb-4703-a0d7-beaccafc77ee HTTP/1.1" status: 404 len: 350 time: 0.0661721 Dec 14 02:35:18.049493 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcde81-259c-43a9-9552-43ea5704eb5b req-a13d6009-8923-4ba3-baa6-24a3e7326330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:18.051556 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-60bcde81-259c-43a9-9552-43ea5704eb5b req-a13d6009-8923-4ba3-baa6-24a3e7326330 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dfbe808a-d62b-4425-8bfa-3d75d3431c47 HTTP/1.1" status: 200 len: 911 time: 0.2143974 Dec 14 02:35:18.052047 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 2a27e6a4-6702-431b-a77a-dc211d661cb9, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2a27e6a4-6702-431b-a77a-dc211d661cb9,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:18.055503 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-049816c6-d8f6-44e8-944d-e630d44341e3 None None] Provisioning complete for port 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:18.056091 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-049816c6-d8f6-44e8-944d-e630d44341e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:18.090453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-5eea0c0a-a685-4173-9fde-ed9bafde99b2 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:18.090453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-5eea0c0a-a685-4173-9fde-ed9bafde99b2 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:18.093347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-5eea0c0a-a685-4173-9fde-ed9bafde99b2 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/networks?id=8f74a677-5e87-4150-978b-c583f832fcd1&id=7b259082-d63b-4edd-a0d2-8d00316f8199&id=8f74a677-5e87-4150-978b-c583f832fcd1 HTTP/1.1" status: 200 len: 1390 time: 0.2831333 Dec 14 02:35:18.114596 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-983f1e09-6840-46ce-99bd-436131a230b2 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/quotas/f9e3c48c88dd4e2188c9991ba134e39e HTTP/1.1" status: 200 len: 375 time: 0.0197494 Dec 14 02:35:18.130184 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-60bcde81-259c-43a9-9552-43ea5704eb5b req-ee5725a8-17c7-457b-8d12-ece3d23409b4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c0e355c-62cb-4204-bc61-20069f8bba50 HTTP/1.1" status: 200 len: 217 time: 0.0695493 Dec 14 02:35:18.130893 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a0d90c5-43b2-4ce7-b61e-b0d12199867a tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:18.256871 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:18.262727 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bcde81-259c-43a9-9552-43ea5704eb5b req-0c797443-0c0f-4f49-8a18-3c354605f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:18.264879 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-60bcde81-259c-43a9-9552-43ea5704eb5b req-0c797443-0c0f-4f49-8a18-3c354605f6bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e681f6b2-d68d-4d5b-b46f-043098b1e43a HTTP/1.1" status: 200 len: 850 time: 0.1072493 Dec 14 02:35:18.290984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-381d35ec-2fc0-4ce0-ab5f-bf88b4d51eb9 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9e3c48c88dd4e2188c9991ba134e39e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1752450 Dec 14 02:35:18.320221 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-60bcde81-259c-43a9-9552-43ea5704eb5b req-9544caf5-2100-4f3e-8dcd-b2792df4bf71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dfbe808a-d62b-4425-8bfa-3d75d3431c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452480 Dec 14 02:35:18.416122 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a0d90c5-43b2-4ce7-b61e-b0d12199867a tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:18.466016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-24d4e90e-3783-4a90-8c8f-6ecd76d207e0 service neutron] 10.222.0.39 "GET /v2.0/networks/8f74a677-5e87-4150-978b-c583f832fcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249683 Dec 14 02:35:18.527701 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-60bcde81-259c-43a9-9552-43ea5704eb5b req-7bd47a1b-07f8-477e-8940-89bfa4f85b6e service neutron] 10.222.0.47 "GET /v2.0/networks/dfbe808a-d62b-4425-8bfa-3d75d3431c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952074 Dec 14 02:35:18.559763 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-7fa23a0a-0176-445c-9196-193081b40011 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:18.561606 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-7fa23a0a-0176-445c-9196-193081b40011 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/networks?id=46ae5e0d-ff63-489c-8bf7-968d04494343 HTTP/1.1" status: 200 len: 804 time: 0.4240148 Dec 14 02:35:18.598896 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-ec7e54ba-c47c-4bca-8fc2-deb0dce21ced tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/quotas/c599f063fb64480ba4a0ee1020e33672 HTTP/1.1" status: 200 len: 375 time: 0.0243905 Dec 14 02:35:18.612646 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=2a27e6a4-6702-431b-a77a-dc211d661cb9,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:18.627532 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8976afc6-04ee-41cd-bc3a-4e84b3809083 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:18.818057 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:18.819887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-92cc96c3-c4ca-4063-8590-b23a8a3f3325 service neutron] 10.222.0.39 "GET /v2.0/networks/8f74a677-5e87-4150-978b-c583f832fcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599034 Dec 14 02:35:18.819997 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 8976afc6-04ee-41cd-bc3a-4e84b3809083 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:18.819997 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:18.820295 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-60bcde81-259c-43a9-9552-43ea5704eb5b req-d26284dd-b386-449c-b729-cf53f6998bb3 service neutron] 10.222.0.47 "GET /v2.0/networks/dfbe808a-d62b-4425-8bfa-3d75d3431c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942182 Dec 14 02:35:18.820404 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-66d54479-53ec-468b-ad33-742174edfcad tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c599f063fb64480ba4a0ee1020e33672&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1696503 Dec 14 02:35:18.876462 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:18.902895 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 8976afc6-04ee-41cd-bc3a-4e84b3809083, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8976afc6-04ee-41cd-bc3a-4e84b3809083,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:18.929851 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-05976ee6-ddce-4b93-99cd-a91e2b8d587b service neutron] 10.222.0.39 "GET /v2.0/networks/7b259082-d63b-4edd-a0d2-8d00316f8199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156441 Dec 14 02:35:18.953255 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-6630df65-d8f7-46f1-96c3-c7fc96a3925e service neutron] 10.222.0.39 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674409 Dec 14 02:35:19.125172 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-8467f06d-b061-414d-80a1-12afc278f706 service neutron] 10.222.0.39 "GET /v2.0/networks/7b259082-d63b-4edd-a0d2-8d00316f8199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874390 Dec 14 02:35:19.136344 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-81fdf8c7-7591-444f-a3b1-262610fb1429 service neutron] 10.222.0.39 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717505 Dec 14 02:35:19.173837 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603406f-ccac-411e-a4b8-ac894a07de37 req-07ea594a-c4b9-43f0-bef0-d9ffdfefc904 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:19.177296 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0603406f-ccac-411e-a4b8-ac894a07de37 req-07ea594a-c4b9-43f0-bef0-d9ffdfefc904 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f5ce38b-7b54-4665-9809-e250ba23575f HTTP/1.1" status: 200 len: 943 time: 0.0773559 Dec 14 02:35:19.274490 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-501b59b2-2c07-4cda-bbbc-4fa50aeb0714 service neutron] 10.222.0.39 "GET /v2.0/networks/8f74a677-5e87-4150-978b-c583f832fcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467922 Dec 14 02:35:19.336000 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-0603406f-ccac-411e-a4b8-ac894a07de37 req-198005e4-2c04-4701-85b8-80388aeddb2a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Deleting port 2a27e6a4-6702-431b-a77a-dc211d661cb9 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:35:19.336632 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0603406f-ccac-411e-a4b8-ac894a07de37 req-198005e4-2c04-4701-85b8-80388aeddb2a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:19.403006 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-b3467da4-88aa-46e1-b5e8-6354662b6d84 service neutron] 10.222.0.39 "GET /v2.0/networks/8f74a677-5e87-4150-978b-c583f832fcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220112 Dec 14 02:35:19.470733 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-0603406f-ccac-411e-a4b8-ac894a07de37 req-198005e4-2c04-4701-85b8-80388aeddb2a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] For port 2a27e6a4-6702-431b-a77a-dc211d661cb9, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2a27e6a4-6702-431b-a77a-dc211d661cb9,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:19.470952 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0603406f-ccac-411e-a4b8-ac894a07de37 req-198005e4-2c04-4701-85b8-80388aeddb2a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:19.492694 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a0d90c5-43b2-4ce7-b61e-b0d12199867a tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:19.495276 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-0603406f-ccac-411e-a4b8-ac894a07de37 req-198005e4-2c04-4701-85b8-80388aeddb2a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Calling delete_port for 2a27e6a4-6702-431b-a77a-dc211d661cb9 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:35:19.535621 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:19.536466 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:19.543639 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:19.567794 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d90c5-43b2-4ce7-b61e-b0d12199867a tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e47ae3e9-ec4c-4a5e-870e-53725591e543,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:19.607505 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Network 7b259082-d63b-4edd-a0d2-8d00316f8199 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:19.614477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:19.618083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:19.670012 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a0d90c5-43b2-4ce7-b61e-b0d12199867a tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:19.670487 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2a0d90c5-43b2-4ce7-b61e-b0d12199867a tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.7560766 Dec 14 02:35:19.673914 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56290) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:19.678979 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Request body: {'security_group_rule': {'security_group_id': 'e47ae3e9-ec4c-4a5e-870e-53725591e543', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:19.818037 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=8976afc6-04ee-41cd-bc3a-4e84b3809083,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:19.854948 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:19.861003 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0603406f-ccac-411e-a4b8-ac894a07de37 req-198005e4-2c04-4701-85b8-80388aeddb2a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:19.937079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:19.937764 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:19.941215 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Attempting to bind port d78dc6ca-010b-41b6-97f2-0877700db17b on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:35:19.942042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Attempting to bind port d78dc6ca-010b-41b6-97f2-0877700db17b by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'c16f2cdd-ebbe-4a56-8f70-03c7320e5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7b259082-d63b-4edd-a0d2-8d00316f8199'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:35:19.942597 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Attempting to bind port d78dc6ca-010b-41b6-97f2-0877700db17b on network 7b259082-d63b-4edd-a0d2-8d00316f8199 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:19.960796 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198005e4-2c04-4701-85b8-80388aeddb2a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Pushing event deleted for resources: {'Port': ['ID=2a27e6a4-6702-431b-a77a-dc211d661cb9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:19.979404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:35:19.980020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Checking segment: {'id': 'c16f2cdd-ebbe-4a56-8f70-03c7320e5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7b259082-d63b-4edd-a0d2-8d00316f8199'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:19.980600 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:19.981171 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Bound using segment: {'id': 'c16f2cdd-ebbe-4a56-8f70-03c7320e5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7b259082-d63b-4edd-a0d2-8d00316f8199'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:35:19.981853 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Bound port: d78dc6ca-010b-41b6-97f2-0877700db17b, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16f2cdd-ebbe-4a56-8f70-03c7320e5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7b259082-d63b-4edd-a0d2-8d00316f8199'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:35:19.982422 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:20.012643 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Pushing event updated for resources: {'Port': ['ID=d78dc6ca-010b-41b6-97f2-0877700db17b,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:20.015375 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:20.038463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3076b8-f115-45ad-bdad-61ab11cf1993 req-1ef46840-0589-4d42-b242-1063d170d468 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:20.046907 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f3076b8-f115-45ad-bdad-61ab11cf1993 req-1ef46840-0589-4d42-b242-1063d170d468 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.2883577 Dec 14 02:35:20.087864 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:20.118813 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0603406f-ccac-411e-a4b8-ac894a07de37 req-198005e4-2c04-4701-85b8-80388aeddb2a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] No DVR routers for this DVR port 2a27e6a4-6702-431b-a77a-dc211d661cb9 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:35:20.128568 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0603406f-ccac-411e-a4b8-ac894a07de37 req-198005e4-2c04-4701-85b8-80388aeddb2a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:20.132079 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0603406f-ccac-411e-a4b8-ac894a07de37 req-198005e4-2c04-4701-85b8-80388aeddb2a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.47 "DELETE /v2.0/ports/2a27e6a4-6702-431b-a77a-dc211d661cb9 HTTP/1.1" status: 204 len: 173 time: 0.9461498 Dec 14 02:35:20.132639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] For port d78dc6ca-010b-41b6-97f2-0877700db17b, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:35:20.137205 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] For port d78dc6ca-010b-41b6-97f2-0877700db17b, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d78dc6ca-010b-41b6-97f2-0877700db17b,segment=NetworkSegment(c16f2cdd-ebbe-4a56-8f70-03c7320e5b31),segment_id=c16f2cdd-ebbe-4a56-8f70-03c7320e5b31)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:35:20.137810 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5ce38b-7b54-4665-9809-e250ba23575f', 'name': 'network-vif-deleted', 'tag': '2a27e6a4-6702-431b-a77a-dc211d661cb9'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:35:20.144972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca606d14-0b77-4e40-a016-98154ca5c2d8 req-f3d28eca-2502-451d-992f-f937d5dbfaa6 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:20.147045 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f61ac54-f975-4590-a823-7ddb3c632d75" -d '{"events": [{"server_uuid": "6f5ce38b-7b54-4665-9809-e250ba23575f", "name": "network-vif-deleted", "tag": "2a27e6a4-6702-431b-a77a-dc211d661cb9"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:35:20.153785 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca606d14-0b77-4e40-a016-98154ca5c2d8 req-f3d28eca-2502-451d-992f-f937d5dbfaa6 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.3052583 Dec 14 02:35:20.192515 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3c1a7e-f37e-4f22-9a91-cb87b6a6d49b,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:20.217183 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:20.248000 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f3076b8-f115-45ad-bdad-61ab11cf1993 req-6cbc7e12-f22e-4c72-a3fc-00fa79dc4f6f tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912618 Dec 14 02:35:20.248000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.248000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.248000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.248000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.248000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.248000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.248000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.248000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.248000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.249407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.249407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.249407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.249407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.322858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d0cce-14d5-4034-85fb-1ddcf35f8dec None None] Pushing event updated for resources: {'Port': ['ID=d78dc6ca-010b-41b6-97f2-0877700db17b,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:20.326311 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:20.330791 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-dd44385f-2c5e-4f51-be0d-00311acbaac4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6543627 Dec 14 02:35:20.333177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56304) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:20.338065 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Request body: {'security_group_rule': {'security_group_id': 'e47ae3e9-ec4c-4a5e-870e-53725591e543', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:20.384986 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4450de-2d5e-491b-88e0-96b86b35c80d x-openstack-request-id: req-bd4450de-2d5e-491b-88e0-96b86b35c80d {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:35:20.385395 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5ce38b-7b54-4665-9809-e250ba23575f", "name": "network-vif-unplugged", "status": "completed", "tag": "2a27e6a4-6702-431b-a77a-dc211d661cb9", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:35:20.385661 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd4450de-2d5e-491b-88e0-96b86b35c80d {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:35:20.386065 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5ce38b-7b54-4665-9809-e250ba23575f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a27e6a4-6702-431b-a77a-dc211d661cb9', 'code': 200} Dec 14 02:35:20.454333 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca606d14-0b77-4e40-a016-98154ca5c2d8 req-c6923b2c-c06d-4864-91b0-6686ba7a2b63 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995026 Dec 14 02:35:20.511063 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:20.533289 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-55949626-22d9-46b7-b9c8-cdc4424989e0 req-c160da32-e21e-4582-87a0-a1cdacae7378 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] show failed (client error): The resource could not be found. Dec 14 02:35:20.534382 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55949626-22d9-46b7-b9c8-cdc4424989e0 req-c160da32-e21e-4582-87a0-a1cdacae7378 tempest-FloatingIPsTestJSON-1959999088 tempest-FloatingIPsTestJSON-1959999088-project] 10.222.0.39 "GET /v2.0/floatingips/2a47dae0-4bbb-4703-a0d7-beaccafc77ee HTTP/1.1" status: 404 len: 350 time: 0.0777624 Dec 14 02:35:20.550481 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56314) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:20.676621 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:20.705542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8976afc6-04ee-41cd-bc3a-4e84b3809083 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:20.750078 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:20.797756 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7769f159-4b1b-48ee-bad3-3b6920d41b37,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:20.813726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.814178 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.814432 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.815003 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.815169 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.815445 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.816315 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.816315 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.816589 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.816718 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.817030 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.817480 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.817802 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:20.884611 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34af4be7-5508-45eb-805c-d4e38f4a3ba3 req-4a52bb5b-20a7-4a61-962a-d3c689042089 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 210 time: 0.0843966 Dec 14 02:35:20.895357 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Sync routers for ids ['69374db4-84c3-458f-a95a-c7d587ca3087'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:35:20.918043 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Routers {'69374db4-84c3-458f-a95a-c7d587ca3087'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:35:20.919018 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:35:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['69374db4-84c3-458f-a95a-c7d587ca3087'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:20.924322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 8976afc6-04ee-41cd-bc3a-4e84b3809083 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:20.924719 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:20.956915 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:20.962182 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e6fdb074-9858-46be-b9b1-557161d9c5c4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6280477 Dec 14 02:35:20.962804 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56318) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:20.966836 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e47717-012f-46ef-8efc-a71e24296356 x-openstack-request-id: req-65e47717-012f-46ef-8efc-a71e24296356 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:35:20.967138 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5ce38b-7b54-4665-9809-e250ba23575f", "name": "network-vif-deleted", "tag": "2a27e6a4-6702-431b-a77a-dc211d661cb9", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:35:20.967405 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65e47717-012f-46ef-8efc-a71e24296356 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:35:20.972521 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5ce38b-7b54-4665-9809-e250ba23575f', 'name': 'network-vif-deleted', 'tag': '2a27e6a4-6702-431b-a77a-dc211d661cb9', 'status': 'completed', 'code': 200} Dec 14 02:35:20.989134 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9e0c7a71-8210-4470-b212-8868a35b3f23 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:21.007600 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6397316-636c-41ab-8162-066f068bb616 req-5132fd47-5727-4b26-9cd3-b5d5650ad341 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 210 time: 0.1415834 Dec 14 02:35:21.172980 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e0c7a71-8210-4470-b212-8868a35b3f23 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:21.215127 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Set router 69374db4-84c3-458f-a95a-c7d587ca3087 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:35:21.299971 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e0c7a71-8210-4470-b212-8868a35b3f23 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:21.531520 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-9e0c7a71-8210-4470-b212-8868a35b3f23 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Allocated IP 172.25.7.138 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/ea8f14d1-a4b0-4968-9051-6051591edd60) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:35:21.595600 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'name': 'tempest-ServersTestFqdnHostnames-966253593-router', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:07Z', 'updated_at': '2021-12-14T02:35:14Z', 'revision_number': 4, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'gw_port': {'id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:08Z', 'updated_at': '2021-12-14T02:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '3be54252-8b97-4a10-a481-9ad530158a08', 'name': '', 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'mac_address': 'fa:16:3e:27:10:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:13Z', 'updated_at': '2021-12-14T02:35:14Z', 'revision_number': 2, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'subnets': [{'id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:21.657185 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Checking router: 69374db4-84c3-458f-a95a-c7d587ca3087 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:35:21.664908 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Updating router 69374db4-84c3-458f-a95a-c7d587ca3087 port 3be54252-8b97-4a10-a481-9ad530158a08 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:35:21.687288 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:21.706295 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c014cce-b729-4ac4-8f97-a0a47ffc4d5b req-2e44ca72-1ca1-4dd4-a985-8d937b8ee552 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:21.726609 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c014cce-b729-4ac4-8f97-a0a47ffc4d5b req-2e44ca72-1ca1-4dd4-a985-8d937b8ee552 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.1276402 Dec 14 02:35:21.846630 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c014cce-b729-4ac4-8f97-a0a47ffc4d5b req-8dd9633b-7142-4fb6-8e8d-cc1f5bd1026f tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186411 Dec 14 02:35:21.853584 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e0c7a71-8210-4470-b212-8868a35b3f23 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:21.870129 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072bec4-9b9c-4609-b84a-342f3cc98e45 req-7ae35974-47cc-4d69-b2ca-3199b801aa50 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:21.885352 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0072bec4-9b9c-4609-b84a-342f3cc98e45 req-7ae35974-47cc-4d69-b2ca-3199b801aa50 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.1524842 Dec 14 02:35:22.069625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0072bec4-9b9c-4609-b84a-342f3cc98e45 req-933ea286-0e2a-4b08-ab42-a453996cb80a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770802 Dec 14 02:35:22.134595 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e0c7a71-8210-4470-b212-8868a35b3f23 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:22.151039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44ba8d2-4a1d-4c5a-9539-dcbf9acb432a None None] Network 7b259082-d63b-4edd-a0d2-8d00316f8199 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:35:22.221339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b524f34-bdac-4001-b064-2642eacec7d6 req-b5d2d8c2-d60d-408d-8141-02105e4834a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:22.223220 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b524f34-bdac-4001-b064-2642eacec7d6 req-b5d2d8c2-d60d-408d-8141-02105e4834a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=038f1fba5462416da4b946cf716bf191&device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 1097 time: 0.3702195 Dec 14 02:35:22.272690 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0c7a71-8210-4470-b212-8868a35b3f23 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:22.278090 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-9e0c7a71-8210-4470-b212-8868a35b3f23 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:22.281828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0c7a71-8210-4470-b212-8868a35b3f23 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:22.286357 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:22.311954 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e3730ee6-9f62-4b06-804b-c74512027f14 None None] Provisioning complete for port d78dc6ca-010b-41b6-97f2-0877700db17b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:22.312336 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e3730ee6-9f62-4b06-804b-c74512027f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:22.349622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ca2b006-31be-4d38-b1a7-a059fefeb433 req-8d558c06-0ae1-4f11-b72a-d714080839ca tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 210 time: 0.1035848 Dec 14 02:35:22.485567 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e3730ee6-9f62-4b06-804b-c74512027f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:22.530261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e3730ee6-9f62-4b06-804b-c74512027f14 None None] For port d78dc6ca-010b-41b6-97f2-0877700db17b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d78dc6ca-010b-41b6-97f2-0877700db17b,segment=NetworkSegment(c16f2cdd-ebbe-4a56-8f70-03c7320e5b31),segment_id=c16f2cdd-ebbe-4a56-8f70-03c7320e5b31)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:22.532311 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f21cd9c5-ddfe-4e88-a84a-fc3ebdcf62d5 req-476c5372-4423-4b1b-9677-52bf32eb9eeb tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 210 time: 0.0729947 Dec 14 02:35:22.534839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b524f34-bdac-4001-b064-2642eacec7d6 req-d8d40efd-1fa1-4c8d-8dee-5cdbd6ba7378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:22.536192 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b524f34-bdac-4001-b064-2642eacec7d6 req-d8d40efd-1fa1-4c8d-8dee-5cdbd6ba7378 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 HTTP/1.1" status: 200 len: 915 time: 0.3025026 Dec 14 02:35:22.624657 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b524f34-bdac-4001-b064-2642eacec7d6 req-1fc1b731-b9e6-4c03-a877-be35a95ae339 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82540769-50dc-4798-84d8-947bdfc77faf HTTP/1.1" status: 200 len: 217 time: 0.0805297 Dec 14 02:35:22.634103 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6480047f-4581-45da-b6e8-0e5a6aa22863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:22.710757 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d78dc6ca-010b-41b6-97f2-0877700db17b up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:22.715615 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e3730ee6-9f62-4b06-804b-c74512027f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:22.715969 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:22.777449 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c7a71-8210-4470-b212-8868a35b3f23 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Pushing event updated for resources: {'Port': ['ID=ea8f14d1-a4b0-4968-9051-6051591edd60,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:22.804644 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b524f34-bdac-4001-b064-2642eacec7d6 req-7c45f1d1-9500-47db-885a-adf255b7b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:22.806571 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b524f34-bdac-4001-b064-2642eacec7d6 req-7c45f1d1-9500-47db-885a-adf255b7b4f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=53926458-5432-4661-8827-c48966f94c72 HTTP/1.1" status: 200 len: 854 time: 0.1703627 Dec 14 02:35:22.838345 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ae1ff-3741-42d5-9643-86932fb6af08 None None] Pushing event updated for resources: {'Port': ['ID=3be54252-8b97-4a10-a481-9ad530158a08,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:22.847075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3730ee6-9f62-4b06-804b-c74512027f14 None None] Pushing event updated for resources: {'Port': ['ID=d78dc6ca-010b-41b6-97f2-0877700db17b,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:22.855648 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b524f34-bdac-4001-b064-2642eacec7d6 req-13e609e6-096e-43cd-8ca2-69346bcb8761 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411408 Dec 14 02:35:22.869493 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-4b524f34-bdac-4001-b064-2642eacec7d6 req-df3d00d1-b097-4f52-930b-cbfa047703ef service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:35:22.870472 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b524f34-bdac-4001-b064-2642eacec7d6 req-df3d00d1-b097-4f52-930b-cbfa047703ef service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071416 Dec 14 02:35:22.885930 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e0c7a71-8210-4470-b212-8868a35b3f23 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:22.919395 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-31210752-a063-48d9-a38d-597476671951 None None] Provisioning complete for port d78dc6ca-010b-41b6-97f2-0877700db17b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:22.919774 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-31210752-a063-48d9-a38d-597476671951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:22.966316 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Attempting to bind port 3be54252-8b97-4a10-a481-9ad530158a08 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:35:22.966578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d78dc6ca-010b-41b6-97f2-0877700db17b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:22.966940 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:22.967638 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Attempting to bind port 3be54252-8b97-4a10-a481-9ad530158a08 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'de254007-ebb5-478d-abb6-aff77e5d324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:35:22.968208 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Attempting to bind port 3be54252-8b97-4a10-a481-9ad530158a08 on network 9767787b-ee6b-4bb0-a622-290b0a02eff9 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:22.995076 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:35:23.003767 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Checking segment: {'id': 'de254007-ebb5-478d-abb6-aff77e5d324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:23.004614 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:23.005285 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Bound using segment: {'id': 'de254007-ebb5-478d-abb6-aff77e5d324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:35:23.006184 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Bound port: 3be54252-8b97-4a10-a481-9ad530158a08, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de254007-ebb5-478d-abb6-aff77e5d324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:35:23.007607 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:23.107615 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b524f34-bdac-4001-b064-2642eacec7d6 req-d28e9773-244d-4b64-ba31-abd275ece138 service neutron] 10.222.0.46 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999075 Dec 14 02:35:23.114868 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] For port 3be54252-8b97-4a10-a481-9ad530158a08, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:35:23.118700 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] For port 3be54252-8b97-4a10-a481-9ad530158a08, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3be54252-8b97-4a10-a481-9ad530158a08,segment=NetworkSegment(de254007-ebb5-478d-abb6-aff77e5d324c),segment_id=de254007-ebb5-478d-abb6-aff77e5d324c)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:35:23.208906 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:23.210278 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e0c7a71-8210-4470-b212-8868a35b3f23 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:23.270237 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 2a27e6a4-6702-431b-a77a-dc211d661cb9 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:35:23.288347 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Routers {'69374db4-84c3-458f-a95a-c7d587ca3087'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:35:23.288943 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b524f34-bdac-4001-b064-2642eacec7d6 req-856571bd-7002-442d-a715-1ec29d27a7f0 service neutron] 10.222.0.46 "GET /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628034 Dec 14 02:35:23.289085 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:35:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['69374db4-84c3-458f-a95a-c7d587ca3087'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:23.522489 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd3c5e-42ae-4278-a65d-a313983c17e0 req-43b8ba92-9582-4ba9-bd04-4ac0861a7872 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:23.526109 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ae1ff-3741-42d5-9643-86932fb6af08 None None] Pushing event updated for resources: {'Port': ['ID=3be54252-8b97-4a10-a481-9ad530158a08,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:23.531482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1fd3c5e-42ae-4278-a65d-a313983c17e0 req-43b8ba92-9582-4ba9-bd04-4ac0861a7872 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.2165291 Dec 14 02:35:23.547301 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75a398-de87-4753-8bf7-8b2d3bc1fd81 req-5db4181e-b42e-48ef-9220-09a60ae4fd3f tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:23.551140 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea75a398-de87-4753-8bf7-8b2d3bc1fd81 req-5db4181e-b42e-48ef-9220-09a60ae4fd3f tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.2349932 Dec 14 02:35:23.564321 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e0c7a71-8210-4470-b212-8868a35b3f23 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:23.570917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-6480047f-4581-45da-b6e8-0e5a6aa22863 admin admin] Deleting port 11715046-f0b1-4622-88ba-742d493be142 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:35:23.571262 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6480047f-4581-45da-b6e8-0e5a6aa22863 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:23.594770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 2a27e6a4-6702-431b-a77a-dc211d661cb9 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:35:23.595001 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] Set router 69374db4-84c3-458f-a95a-c7d587ca3087 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:35:23.595608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 2a27e6a4-6702-431b-a77a-dc211d661cb9 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:35:23.699925 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e0c7a71-8210-4470-b212-8868a35b3f23 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:23.737707 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1fd3c5e-42ae-4278-a65d-a313983c17e0 req-2eb6484c-bbd7-44c1-9d70-a38dc5d3690f tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953583 Dec 14 02:35:23.767520 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea75a398-de87-4753-8bf7-8b2d3bc1fd81 req-3fa26112-42fd-4253-a36d-73cd96f55e08 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006381 Dec 14 02:35:23.770986 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a5d4fe7f-1c45-47c3-9a40-8f867fbb0ae5 None None] Provisioning complete for port 3be54252-8b97-4a10-a481-9ad530158a08 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:23.771420 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5d4fe7f-1c45-47c3-9a40-8f867fbb0ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:23.791099 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-6480047f-4581-45da-b6e8-0e5a6aa22863 admin admin] For port 11715046-f0b1-4622-88ba-742d493be142, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=11715046-f0b1-4622-88ba-742d493be142,segment=NetworkSegment(5cd00289-d32d-4e79-a1cd-d78ebacce7c0),segment_id=5cd00289-d32d-4e79-a1cd-d78ebacce7c0)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:23.791571 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6480047f-4581-45da-b6e8-0e5a6aa22863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:23.804694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-6480047f-4581-45da-b6e8-0e5a6aa22863 admin admin] Calling delete_port for 11715046-f0b1-4622-88ba-742d493be142 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:35:23.896789 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9dba1a1a-4be2-4bc3-bdcd-5cd8a0cde827 req-7c7b7454-b174-43e2-9472-ff4e6a1a3670 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 210 time: 0.0457087 Dec 14 02:35:23.900502 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c7a71-8210-4470-b212-8868a35b3f23 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Pushing event updated for resources: {'Port': ['ID=ea8f14d1-a4b0-4968-9051-6051591edd60,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:23.903676 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e0c7a71-8210-4470-b212-8868a35b3f23 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:23.945184 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71634e6d-82b2-4510-a44c-82953c349224 req-2a8d547d-8095-434f-8be3-a4f4cacdac73 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 210 time: 0.0776358 Dec 14 02:35:23.956273 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5d4fe7f-1c45-47c3-9a40-8f867fbb0ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:23.993273 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'name': 'tempest-ServersTestFqdnHostnames-966253593-router', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:07Z', 'updated_at': '2021-12-14T02:35:14Z', 'revision_number': 4, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'gw_port': {'id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:08Z', 'updated_at': '2021-12-14T02:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '3be54252-8b97-4a10-a481-9ad530158a08', 'name': '', 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'mac_address': 'fa:16:3e:27:10:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:13Z', 'updated_at': '2021-12-14T02:35:23Z', 'revision_number': 4, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'subnets': [{'id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:24.019446 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a5d4fe7f-1c45-47c3-9a40-8f867fbb0ae5 None None] For port 3be54252-8b97-4a10-a481-9ad530158a08, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3be54252-8b97-4a10-a481-9ad530158a08,segment=NetworkSegment(de254007-ebb5-478d-abb6-aff77e5d324c),segment_id=de254007-ebb5-478d-abb6-aff77e5d324c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:24.024850 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395e0525-3b8a-49d6-8ed6-e296f0a4814f None None] The sync data for ids ['69374db4-84c3-458f-a95a-c7d587ca3087'] in n-d-821636-1 is: [{'id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'name': 'tempest-ServersTestFqdnHostnames-966253593-router', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:07Z', 'updated_at': '2021-12-14T02:35:14Z', 'revision_number': 4, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'gw_port': {'id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:08Z', 'updated_at': '2021-12-14T02:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '3be54252-8b97-4a10-a481-9ad530158a08', 'name': '', 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'mac_address': 'fa:16:3e:27:10:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:13Z', 'updated_at': '2021-12-14T02:35:23Z', 'revision_number': 4, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'subnets': [{'id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:35:24.246580 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-767c5ffe-960f-47f5-9e2e-cf1bff25b4ec tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:24.250289 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-767c5ffe-960f-47f5-9e2e-cf1bff25b4ec tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.47 "GET /v2.0/networks?id=46ae5e0d-ff63-489c-8bf7-968d04494343 HTTP/1.1" status: 200 len: 804 time: 0.1218069 Dec 14 02:35:24.255889 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e0c7a71-8210-4470-b212-8868a35b3f23 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:24.257414 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9e0c7a71-8210-4470-b212-8868a35b3f23 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2870743 Dec 14 02:35:24.273743 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-d971d274-f644-422b-ad27-5783b04a3aaa tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Request body: {'port': {'device_id': '03c563b6-9ace-4de5-abaf-113dc0452b18', 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343', 'admin_state_up': True, 'tenant_id': 'c599f063fb64480ba4a0ee1020e33672'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:24.294099 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5d4fe7f-1c45-47c3-9a40-8f867fbb0ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:24.294717 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6480047f-4581-45da-b6e8-0e5a6aa22863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:24.374565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480047f-4581-45da-b6e8-0e5a6aa22863 admin admin] Pushing event deleted for resources: {'Port': ['ID=11715046-f0b1-4622-88ba-742d493be142,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:24.468673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4fe7f-1c45-47c3-9a40-8f867fbb0ae5 None None] Pushing event updated for resources: {'Port': ['ID=3be54252-8b97-4a10-a481-9ad530158a08,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:24.634747 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-d971d274-f644-422b-ad27-5783b04a3aaa tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Made reservation on behalf of c599f063fb64480ba4a0ee1020e33672 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:35:24.639621 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-d971d274-f644-422b-ad27-5783b04a3aaa tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:24.767879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2e63ddfa-5626-464d-b76e-c2e26a51d7ea tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--733181004&fields=id&tenant_id=b59fdcb5fd3244d1ae57409290b08849 HTTP/1.1" status: 200 len: 267 time: 0.2443519 Dec 14 02:35:24.857467 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3be54252-8b97-4a10-a481-9ad530158a08 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:24.949743 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 3be54252-8b97-4a10-a481-9ad530158a08 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:24.950122 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:25.007312 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6480047f-4581-45da-b6e8-0e5a6aa22863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:25.022046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92de26-a40d-456a-bd33-6ae188c589a5 req-5411ad9f-153a-4f59-a3ed-abff0f3c852b tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:25.022324 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-d971d274-f644-422b-ad27-5783b04a3aaa tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Allocated IP 172.20.0.13 (46ae5e0d-ff63-489c-8bf7-968d04494343/5ab8c50a-a715-4e2e-8453-c9bba63f1ddb/9589d2f4-c880-467c-a1ee-e70d1d54877c) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:35:25.025186 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cc92de26-a40d-456a-bd33-6ae188c589a5 req-5411ad9f-153a-4f59-a3ed-abff0f3c852b tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.1411259 Dec 14 02:35:25.102248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d78dc6ca-010b-41b6-97f2-0877700db17b up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:25.104836 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-4513a067-3a54-43f1-84f2-e17cc26250c5 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:25.106662 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-4513a067-3a54-43f1-84f2-e17cc26250c5 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/networks?id=9767787b-ee6b-4bb0-a622-290b0a02eff9 HTTP/1.1" status: 200 len: 814 time: 0.3166454 Dec 14 02:35:25.171521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d78dc6ca-010b-41b6-97f2-0877700db17b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:25.171521 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:25.184670 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-b9d01094-0ee4-4696-9188-912b3c41f39c tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/quotas/b59fdcb5fd3244d1ae57409290b08849 HTTP/1.1" status: 200 len: 375 time: 0.0420735 Dec 14 02:35:25.222452 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-d971d274-f644-422b-ad27-5783b04a3aaa tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:25.296499 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cc92de26-a40d-456a-bd33-6ae188c589a5 req-b94d30f4-2012-46f1-8576-feb7a545b832 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579787 Dec 14 02:35:25.372456 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-d971d274-f644-422b-ad27-5783b04a3aaa tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:25.427681 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-fccb1a65-0a5d-4abb-90ec-6c6700e0f976 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b59fdcb5fd3244d1ae57409290b08849&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2254348 Dec 14 02:35:25.450117 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-d971d274-f644-422b-ad27-5783b04a3aaa tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Network 46ae5e0d-ff63-489c-8bf7-968d04494343 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:25.456032 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-d971d274-f644-422b-ad27-5783b04a3aaa tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:25.461546 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-d971d274-f644-422b-ad27-5783b04a3aaa tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:25.483726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971d274-f644-422b-ad27-5783b04a3aaa tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Pushing event updated for resources: {'Port': ['ID=9589d2f4-c880-467c-a1ee-e70d1d54877c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:25.515745 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-d971d274-f644-422b-ad27-5783b04a3aaa tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:25.516410 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-d971d274-f644-422b-ad27-5783b04a3aaa tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:25.639341 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-d971d274-f644-422b-ad27-5783b04a3aaa tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3746479 Dec 14 02:35:25.663733 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Request body: {'port': {'device_id': '03c563b6-9ace-4de5-abaf-113dc0452b18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:25.752478 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:25.903538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-316863df-fd05-444a-a7a7-26834a286a2f tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:25.913980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-316863df-fd05-444a-a7a7-26834a286a2f tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:25.913980 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-316863df-fd05-444a-a7a7-26834a286a2f tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.47 "GET /v2.0/networks?id=8f74a677-5e87-4150-978b-c583f832fcd1&id=7b259082-d63b-4edd-a0d2-8d00316f8199&id=8f74a677-5e87-4150-978b-c583f832fcd1 HTTP/1.1" status: 200 len: 1390 time: 0.7143002 Dec 14 02:35:25.939925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-be3ddaee-8993-4af8-8f6e-a6dbf1548edf tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Request body: {'port': {'device_id': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'network_id': '8f74a677-5e87-4150-978b-c583f832fcd1', 'admin_state_up': True, 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:26.002463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44399611-6804-4c14-a862-5ef513c44bed req-d18f8608-cbf1-4918-9c2c-58338b967926 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:26.003980 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44399611-6804-4c14-a862-5ef513c44bed req-d18f8608-cbf1-4918-9c2c-58338b967926 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.5540526 Dec 14 02:35:26.052762 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-ce8a3809-4db9-42d5-a807-117fff14e2af service neutron] 10.222.0.39 "GET /v2.0/networks/9767787b-ee6b-4bb0-a622-290b0a02eff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5969486 Dec 14 02:35:26.060156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6480047f-4581-45da-b6e8-0e5a6aa22863 admin admin] Router 91ef7452-c534-42fb-93fd-20b2befe2ea9 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:35:26.061953 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9589d2f4-c880-467c-a1ee-e70d1d54877c {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:35:26.070208 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:26.083249 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Transition to ACTIVE for port object 9589d2f4-c880-467c-a1ee-e70d1d54877c will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:35:26.201338 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44399611-6804-4c14-a862-5ef513c44bed req-8da170dd-d6f0-4bda-bca0-8ce1f32c8054 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866717 Dec 14 02:35:26.258378 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:26.327203 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-22befcb9-49dc-4d29-8a7b-f798aa21031c service neutron] 10.222.0.39 "GET /v2.0/networks/9767787b-ee6b-4bb0-a622-290b0a02eff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634430 Dec 14 02:35:26.330802 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Pushing event updated for resources: {'Port': ['ID=9589d2f4-c880-467c-a1ee-e70d1d54877c,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:26.343265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6480047f-4581-45da-b6e8-0e5a6aa22863 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:35:26.356088 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eda6015-6a70-4e6a-a83a-722bce356b60 None None] Sync routers for ids ['91ef7452-c534-42fb-93fd-20b2befe2ea9'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:35:26.364781 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6480047f-4581-45da-b6e8-0e5a6aa22863 admin admin] 10.222.0.39 "PUT /v2.0/routers/91ef7452-c534-42fb-93fd-20b2befe2ea9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8131151 Dec 14 02:35:26.374195 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56408) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:26.378415 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda6015-6a70-4e6a-a83a-722bce356b60 None None] Routers {'91ef7452-c534-42fb-93fd-20b2befe2ea9'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:35:26.379259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9eda6015-6a70-4e6a-a83a-722bce356b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:35:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['91ef7452-c534-42fb-93fd-20b2befe2ea9'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:26.463829 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Attempting to bind port 9589d2f4-c880-467c-a1ee-e70d1d54877c on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:35:26.464223 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Attempting to bind port 9589d2f4-c880-467c-a1ee-e70d1d54877c by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:35:26.464651 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Attempting to bind port 9589d2f4-c880-467c-a1ee-e70d1d54877c on network 46ae5e0d-ff63-489c-8bf7-968d04494343 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:26.470784 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Port 9589d2f4-c880-467c-a1ee-e70d1d54877c on network 46ae5e0d-ff63-489c-8bf7-968d04494343 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:35:26.477155 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Attempting to bind port 9589d2f4-c880-467c-a1ee-e70d1d54877c on network 46ae5e0d-ff63-489c-8bf7-968d04494343 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:26.480220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:35:26.480579 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Checking segment: {'id': '3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:26.480970 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Bound using segment: {'id': '3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:35:26.481472 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Bound port: 9589d2f4-c880-467c-a1ee-e70d1d54877c, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:35:26.482039 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:26.494861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-be3ddaee-8993-4af8-8f6e-a6dbf1548edf tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Made reservation on behalf of f9e3c48c88dd4e2188c9991ba134e39e for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:35:26.498589 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-be3ddaee-8993-4af8-8f6e-a6dbf1548edf tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:26.518409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae30c9-c108-40ad-a915-43080f4a1d77 req-5808003b-a389-4f68-acde-545d89c4bde8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:26.519917 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-abae30c9-c108-40ad-a915-43080f4a1d77 req-5808003b-a389-4f68-acde-545d89c4bde8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 944 time: 0.2419147 Dec 14 02:35:26.571614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-9eda6015-6a70-4e6a-a83a-722bce356b60 None None] Set router 91ef7452-c534-42fb-93fd-20b2befe2ea9 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:35:26.602806 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] For port 9589d2f4-c880-467c-a1ee-e70d1d54877c, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:35:26.606192 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] For port 9589d2f4-c880-467c-a1ee-e70d1d54877c, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9589d2f4-c880-467c-a1ee-e70d1d54877c,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:35:26.614314 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-abae30c9-c108-40ad-a915-43080f4a1d77 req-9f120fb0-a97f-464d-bbda-7356c7ac4d27 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830147 Dec 14 02:35:26.706910 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:26.788574 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:26.792910 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:26.798173 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] 10.222.0.47 "PUT /v2.0/ports/9589d2f4-c880-467c-a1ee-e70d1d54877c HTTP/1.1" status: 200 len: 1092 time: 1.1389058 Dec 14 02:35:26.798675 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c563b6-9ace-4de5-abaf-113dc0452b18', 'tag': '9589d2f4-c880-467c-a1ee-e70d1d54877c'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:35:26.805156 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68146dd-35bb-4bdb-ac1a-f32a890ae787" -d '{"events": [{"name": "network-changed", "server_uuid": "03c563b6-9ace-4de5-abaf-113dc0452b18", "tag": "9589d2f4-c880-467c-a1ee-e70d1d54877c"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:35:26.825336 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75175fb7-c413-4641-a055-6a86c0273c03 admin admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:26.845600 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:26.871317 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ddb35-f807-4ecc-9d7a-b078c963a585 service neutron] Pushing event updated for resources: {'Port': ['ID=9589d2f4-c880-467c-a1ee-e70d1d54877c,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:26.887417 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9eda6015-6a70-4e6a-a83a-722bce356b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'name': 'tempest-FloatingIPsTestJSON-1616544737-router', 'tenant_id': '826b9402fa2140a884dcf26ce183f99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'cf884495-89fd-4323-9618-98b4a7e5a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:34:47Z', 'updated_at': '2021-12-14T02:35:24Z', 'revision_number': 5, 'project_id': '826b9402fa2140a884dcf26ce183f99f', 'gw_port': {'id': 'cf884495-89fd-4323-9618-98b4a7e5a7b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:34:49Z', 'updated_at': '2021-12-14T02:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:26.919996 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eda6015-6a70-4e6a-a83a-722bce356b60 None None] Checking router: 91ef7452-c534-42fb-93fd-20b2befe2ea9 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:35:26.930222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eda6015-6a70-4e6a-a83a-722bce356b60 None None] Routers {'91ef7452-c534-42fb-93fd-20b2befe2ea9'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:35:26.930863 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9eda6015-6a70-4e6a-a83a-722bce356b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:35:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['91ef7452-c534-42fb-93fd-20b2befe2ea9'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:26.964709 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3af7f73d-6067-4458-ab69-fd4e2b22000a req-0a212066-238d-4689-9abb-abc9b498e0e0 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 210 time: 0.2337093 Dec 14 02:35:27.058319 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-66767c3a-4f0f-4fbb-8552-35a637ee1725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:27.060597 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-66767c3a-4f0f-4fbb-8552-35a637ee1725 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c599f063fb64480ba4a0ee1020e33672&device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 1095 time: 0.0547838 Dec 14 02:35:27.088673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-9eda6015-6a70-4e6a-a83a-722bce356b60 None None] Set router 91ef7452-c534-42fb-93fd-20b2befe2ea9 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:35:27.113291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f51f1-8a77-4441-a37e-c3753c5ac3a5 req-dcb82954-b886-4b8a-9424-046a70665d32 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:27.114902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a96f51f1-8a77-4441-a37e-c3753c5ac3a5 req-dcb82954-b886-4b8a-9424-046a70665d32 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.3131764 Dec 14 02:35:27.116756 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1f41ade-819c-4e12-a375-af62824d2872 req-d3a1b630-602b-4b2a-805b-5a0bf4d2656e tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 210 time: 0.0484264 Dec 14 02:35:27.148942 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-17be4b5e-472c-4f41-a02c-c225b311cdda service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9589d2f4-c880-467c-a1ee-e70d1d54877c HTTP/1.1" status: 200 len: 217 time: 0.0720603 Dec 14 02:35:27.178676 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-be3ddaee-8993-4af8-8f6e-a6dbf1548edf tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Allocated IP 19.80.0.172 (8f74a677-5e87-4150-978b-c583f832fcd1/3bafb9c0-171d-407e-8d2b-0edbc8ec5802/c72ad079-d64c-46c4-aa37-281e5fce6fca) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:35:27.194087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aabc64-b450-439f-a41b-860f582b48eb req-7673e246-772a-400e-ae4a-2c5bf2d01b7e tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:27.201356 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d4aabc64-b450-439f-a41b-860f582b48eb req-7673e246-772a-400e-ae4a-2c5bf2d01b7e tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.3175902 Dec 14 02:35:27.214281 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314b17f9-9182-4fb5-8f73-a46cf59a8c0b x-openstack-request-id: req-314b17f9-9182-4fb5-8f73-a46cf59a8c0b {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:35:27.214582 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c563b6-9ace-4de5-abaf-113dc0452b18", "tag": "9589d2f4-c880-467c-a1ee-e70d1d54877c", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:35:27.214818 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-314b17f9-9182-4fb5-8f73-a46cf59a8c0b {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:35:27.215220 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03c563b6-9ace-4de5-abaf-113dc0452b18', 'tag': '9589d2f4-c880-467c-a1ee-e70d1d54877c', 'status': 'completed', 'code': 200} Dec 14 02:35:27.257239 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-61d44402-4ab3-4f71-a840-00439046928e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:27.261147 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-61d44402-4ab3-4f71-a840-00439046928e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ab8c50a-a715-4e2e-8453-c9bba63f1ddb HTTP/1.1" status: 200 len: 844 time: 0.1033430 Dec 14 02:35:27.275373 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75175fb7-c413-4641-a055-6a86c0273c03 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:27.311229 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-675f1cac-0f26-4c46-82ec-a7ea3e056f6b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46ae5e0d-ff63-489c-8bf7-968d04494343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401263 Dec 14 02:35:27.346084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9eda6015-6a70-4e6a-a83a-722bce356b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'name': 'tempest-FloatingIPsTestJSON-1616544737-router', 'tenant_id': '826b9402fa2140a884dcf26ce183f99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'cf884495-89fd-4323-9618-98b4a7e5a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:34:47Z', 'updated_at': '2021-12-14T02:35:24Z', 'revision_number': 5, 'project_id': '826b9402fa2140a884dcf26ce183f99f', 'gw_port': {'id': 'cf884495-89fd-4323-9618-98b4a7e5a7b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:34:49Z', 'updated_at': '2021-12-14T02:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:27.376858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eda6015-6a70-4e6a-a83a-722bce356b60 None None] The sync data for ids ['91ef7452-c534-42fb-93fd-20b2befe2ea9'] in n-d-821636-1 is: [{'id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'name': 'tempest-FloatingIPsTestJSON-1616544737-router', 'tenant_id': '826b9402fa2140a884dcf26ce183f99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': 'cf884495-89fd-4323-9618-98b4a7e5a7b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:34:47Z', 'updated_at': '2021-12-14T02:35:24Z', 'revision_number': 5, 'project_id': '826b9402fa2140a884dcf26ce183f99f', 'gw_port': {'id': 'cf884495-89fd-4323-9618-98b4a7e5a7b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ef7452-c534-42fb-93fd-20b2befe2ea9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:34:49Z', 'updated_at': '2021-12-14T02:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:35:27.393993 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d4aabc64-b450-439f-a41b-860f582b48eb req-431202a3-0825-4b56-9d74-c3eae3965ad9 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916535 Dec 14 02:35:27.496385 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-9df165ab-9208-40c5-8a07-eade3296b880 service neutron] 10.222.0.47 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639512 Dec 14 02:35:27.555440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b892d3d-18a6-4165-89fc-94d9218826f5 req-07e7f072-3b1f-44ee-a8d3-64b00fded058 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:27.557158 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b892d3d-18a6-4165-89fc-94d9218826f5 req-07e7f072-3b1f-44ee-a8d3-64b00fded058 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 945 time: 0.2534707 Dec 14 02:35:27.568902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-a96f51f1-8a77-4441-a37e-c3753c5ac3a5 req-8ae8cbac-c164-42d8-b26e-3f89a084f043 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Deleting port 7c0e355c-62cb-4204-bc61-20069f8bba50 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:35:27.569242 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a96f51f1-8a77-4441-a37e-c3753c5ac3a5 req-8ae8cbac-c164-42d8-b26e-3f89a084f043 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:27.620125 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-13ad2524-8eae-4932-8433-8cbb0c7eb2aa req-e295f92d-2c9b-49e8-a011-a8cf36623ee4 service neutron] 10.222.0.47 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264732 Dec 14 02:35:27.728687 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-be3ddaee-8993-4af8-8f6e-a6dbf1548edf tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:27.766569 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a13cd0-d2fc-4968-a964-68972eb0e840 req-a0207a2d-c77f-434e-82d0-86795e227c38 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:27.766569 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50a13cd0-d2fc-4968-a964-68972eb0e840 req-a0207a2d-c77f-434e-82d0-86795e227c38 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.2399087 Dec 14 02:35:27.771542 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b892d3d-18a6-4165-89fc-94d9218826f5 req-c134874f-048e-4cda-b9b5-c13df6283987 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865892 Dec 14 02:35:27.772802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-75175fb7-c413-4641-a055-6a86c0273c03 admin admin] Deleting port cf884495-89fd-4323-9618-98b4a7e5a7b5 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:35:27.773139 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75175fb7-c413-4641-a055-6a86c0273c03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:27.943293 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68146dd-35bb-4bdb-ac1a-f32a890ae787 req-bc4969ee-249f-4991-9b77-9892f46f90ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:27.944829 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f68146dd-35bb-4bdb-ac1a-f32a890ae787 req-bc4969ee-249f-4991-9b77-9892f46f90ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c599f063fb64480ba4a0ee1020e33672&device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 1095 time: 0.0703838 Dec 14 02:35:27.956969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-a96f51f1-8a77-4441-a37e-c3753c5ac3a5 req-8ae8cbac-c164-42d8-b26e-3f89a084f043 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] For port 7c0e355c-62cb-4204-bc61-20069f8bba50, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7c0e355c-62cb-4204-bc61-20069f8bba50,segment=NetworkSegment(76c35287-df7d-4c28-9b74-187d0a18918f),segment_id=76c35287-df7d-4c28-9b74-187d0a18918f)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:27.957370 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a96f51f1-8a77-4441-a37e-c3753c5ac3a5 req-8ae8cbac-c164-42d8-b26e-3f89a084f043 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:28.030574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-a96f51f1-8a77-4441-a37e-c3753c5ac3a5 req-8ae8cbac-c164-42d8-b26e-3f89a084f043 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Calling delete_port for 7c0e355c-62cb-4204-bc61-20069f8bba50 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:35:28.049750 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-75175fb7-c413-4641-a055-6a86c0273c03 admin admin] For port cf884495-89fd-4323-9618-98b4a7e5a7b5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=cf884495-89fd-4323-9618-98b4a7e5a7b5,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:28.050116 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75175fb7-c413-4641-a055-6a86c0273c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:28.056189 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50a13cd0-d2fc-4968-a964-68972eb0e840 req-1a5a432f-b767-4757-98cc-d3e41083e00e tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797387 Dec 14 02:35:28.067704 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68146dd-35bb-4bdb-ac1a-f32a890ae787 req-9f4294c2-2f28-4498-813d-9995d9dddd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:28.069558 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f68146dd-35bb-4bdb-ac1a-f32a890ae787 req-9f4294c2-2f28-4498-813d-9995d9dddd58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=46ae5e0d-ff63-489c-8bf7-968d04494343 HTTP/1.1" status: 200 len: 905 time: 0.1147799 Dec 14 02:35:28.079245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48ecfc-e37e-4c10-8405-f4baac215c92 req-bc60757a-9bb5-40f3-a6b4-37aafbe4866a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:28.081324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c48ecfc-e37e-4c10-8405-f4baac215c92 req-bc60757a-9bb5-40f3-a6b4-37aafbe4866a tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 944 time: 0.2261531 Dec 14 02:35:28.108176 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-75175fb7-c413-4641-a055-6a86c0273c03 admin admin] Calling delete_port for cf884495-89fd-4323-9618-98b4a7e5a7b5 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:35:28.148737 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f68146dd-35bb-4bdb-ac1a-f32a890ae787 req-b4e307a2-4747-4f22-a2d1-63ebb6e343c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9589d2f4-c880-467c-a1ee-e70d1d54877c HTTP/1.1" status: 200 len: 217 time: 0.0710382 Dec 14 02:35:28.173418 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-be3ddaee-8993-4af8-8f6e-a6dbf1548edf tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:28.219869 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c48ecfc-e37e-4c10-8405-f4baac215c92 req-befc2773-11db-4692-8302-74aa833529ad tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202419 Dec 14 02:35:28.267183 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-be3ddaee-8993-4af8-8f6e-a6dbf1548edf tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Network 8f74a677-5e87-4150-978b-c583f832fcd1 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:28.272970 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68146dd-35bb-4bdb-ac1a-f32a890ae787 req-bd8c8ac3-e950-4a25-85bd-409e5dcdfdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:28.274523 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f68146dd-35bb-4bdb-ac1a-f32a890ae787 req-bd8c8ac3-e950-4a25-85bd-409e5dcdfdb2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5ab8c50a-a715-4e2e-8453-c9bba63f1ddb HTTP/1.1" status: 200 len: 844 time: 0.0902963 Dec 14 02:35:28.301000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-be3ddaee-8993-4af8-8f6e-a6dbf1548edf tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:28.320429 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f68146dd-35bb-4bdb-ac1a-f32a890ae787 req-7e1f4da7-2d65-4271-af6a-3347682c0fe8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=46ae5e0d-ff63-489c-8bf7-968d04494343&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358832 Dec 14 02:35:28.323066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-be3ddaee-8993-4af8-8f6e-a6dbf1548edf tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:28.441691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ddaee-8993-4af8-8f6e-a6dbf1548edf tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event updated for resources: {'Port': ['ID=c72ad079-d64c-46c4-aa37-281e5fce6fca,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:28.481398 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f68146dd-35bb-4bdb-ac1a-f32a890ae787 req-ebcba6f7-c1a8-4da4-a5dd-874365b2bfde service neutron] 10.222.0.47 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522899 Dec 14 02:35:28.531165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12f022-8e92-4923-979a-86c3dde550fb req-91bfbc38-545c-42e1-a074-a1e228fcba39 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:28.532970 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a12f022-8e92-4923-979a-86c3dde550fb req-91bfbc38-545c-42e1-a074-a1e228fcba39 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 932 time: 0.2641795 Dec 14 02:35:28.562602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-be3ddaee-8993-4af8-8f6e-a6dbf1548edf tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:28.563839 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-be3ddaee-8993-4af8-8f6e-a6dbf1548edf tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:28.566672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 11715046-f0b1-4622-88ba-742d493be142 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:35:28.618179 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 11715046-f0b1-4622-88ba-742d493be142 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:35:28.619472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 11715046-f0b1-4622-88ba-742d493be142 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:35:28.640530 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f68146dd-35bb-4bdb-ac1a-f32a890ae787 req-9c720852-c16b-4170-bc62-811eea018389 service neutron] 10.222.0.47 "GET /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483099 Dec 14 02:35:28.645611 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc602b-4d15-481f-9cbf-57f456b9530f req-eb8dab5b-7215-43e5-a1c5-a481867285d4 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:28.647101 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2bbc602b-4d15-481f-9cbf-57f456b9530f req-eb8dab5b-7215-43e5-a1c5-a481867285d4 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.3440602 Dec 14 02:35:28.677606 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-37276d8f-7c0e-4486-9b51-4cae6dff9cb6 None None] Provisioning complete for port c72ad079-d64c-46c4-aa37-281e5fce6fca triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:28.678260 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37276d8f-7c0e-4486-9b51-4cae6dff9cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:28.725020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-37276d8f-7c0e-4486-9b51-4cae6dff9cb6 None None] Port c72ad079-d64c-46c4-aa37-281e5fce6fca cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:35:28.783952 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a12f022-8e92-4923-979a-86c3dde550fb req-59f63d66-545e-444a-a5e5-96a4b8effb57 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542907 Dec 14 02:35:28.830387 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2bbc602b-4d15-481f-9cbf-57f456b9530f req-7e4a09f4-6194-41de-b31f-3a2be98275ef tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268659 Dec 14 02:35:28.847941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-be3ddaee-8993-4af8-8f6e-a6dbf1548edf tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9144216 Dec 14 02:35:28.865923 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1030b168-c31f-4710-8797-8a962eb0cf1c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Request body: {'port': {'device_id': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'network_id': '7b259082-d63b-4edd-a0d2-8d00316f8199', 'admin_state_up': True, 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:28.903710 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a96f51f1-8a77-4441-a37e-c3753c5ac3a5 req-8ae8cbac-c164-42d8-b26e-3f89a084f043 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:28.942516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['8988b8f8-8539-4a94-a01d-df1d123146e9'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:35:28.946820 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['7c0e355c-62cb-4204-bc61-20069f8bba50'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:35:28.950216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-771c907a-11a3-4d18-b84b-ebd322851bd5 req-8cfbda9e-aadd-41d6-8115-c8d2460e8b61 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 210 time: 0.0795958 Dec 14 02:35:29.005863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8cbac-c164-42d8-b26e-3f89a084f043 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Pushing event deleted for resources: {'Port': ['ID=7c0e355c-62cb-4204-bc61-20069f8bba50,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:29.007557 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75175fb7-c413-4641-a055-6a86c0273c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:29.042597 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-116d48e7-cac7-48c0-b9b2-796908903ea1 req-66e08f10-3fdd-4b7d-8e85-329755e614c5 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 210 time: 0.0925028 Dec 14 02:35:29.090893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75175fb7-c413-4641-a055-6a86c0273c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf884495-89fd-4323-9618-98b4a7e5a7b5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:29.126622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96f51f1-8a77-4441-a37e-c3753c5ac3a5 req-8ae8cbac-c164-42d8-b26e-3f89a084f043 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] No DVR routers for this DVR port 7c0e355c-62cb-4204-bc61-20069f8bba50 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:35:29.150918 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a96f51f1-8a77-4441-a37e-c3753c5ac3a5 req-8ae8cbac-c164-42d8-b26e-3f89a084f043 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:29.154474 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a96f51f1-8a77-4441-a37e-c3753c5ac3a5 req-8ae8cbac-c164-42d8-b26e-3f89a084f043 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.47 "DELETE /v2.0/ports/7c0e355c-62cb-4204-bc61-20069f8bba50 HTTP/1.1" status: 204 len: 173 time: 2.0265388 Dec 14 02:35:29.156699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a741dc2-8ccb-4702-804b-33125bd0f2cc', 'name': 'network-vif-deleted', 'tag': '7c0e355c-62cb-4204-bc61-20069f8bba50'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:35:29.159695 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d598cc66-2ca0-4861-86b2-d5c21e57cd6f" -d '{"events": [{"server_uuid": "7a741dc2-8ccb-4702-804b-33125bd0f2cc", "name": "network-vif-deleted", "tag": "7c0e355c-62cb-4204-bc61-20069f8bba50"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:35:29.258813 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75175fb7-c413-4641-a055-6a86c0273c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:29.299967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e6a1e-68a8-4e7c-844a-fb4595d40e0a req-6678ed19-0712-49bd-8b55-fe0713df42fe tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:29.307247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-200e6a1e-68a8-4e7c-844a-fb4595d40e0a req-6678ed19-0712-49bd-8b55-fe0713df42fe tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.1383939 Dec 14 02:35:29.310951 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4f3c6e-0e2f-48be-a173-b764e6553ab8 x-openstack-request-id: req-af4f3c6e-0e2f-48be-a173-b764e6553ab8 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:35:29.312264 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a741dc2-8ccb-4702-804b-33125bd0f2cc", "name": "network-vif-deleted", "tag": "7c0e355c-62cb-4204-bc61-20069f8bba50", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:35:29.312565 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af4f3c6e-0e2f-48be-a173-b764e6553ab8 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:35:29.313727 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a741dc2-8ccb-4702-804b-33125bd0f2cc', 'name': 'network-vif-deleted', 'tag': '7c0e355c-62cb-4204-bc61-20069f8bba50', 'status': 'completed', 'code': 200} Dec 14 02:35:29.677018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1030b168-c31f-4710-8797-8a962eb0cf1c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Made reservation on behalf of f9e3c48c88dd4e2188c9991ba134e39e for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:35:29.680534 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1030b168-c31f-4710-8797-8a962eb0cf1c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:29.734033 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75175fb7-c413-4641-a055-6a86c0273c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:29.777200 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75175fb7-c413-4641-a055-6a86c0273c03 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:29.936441 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-200e6a1e-68a8-4e7c-844a-fb4595d40e0a req-21970887-dca8-4be1-b2e6-6d38358080fd tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6282287 Dec 14 02:35:29.955035 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b907d-8171-4df1-9f33-51cb42b9ec27 req-2d0706f0-9243-4da5-95e2-2af1a2920ddc tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:29.956545 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f49b907d-8171-4df1-9f33-51cb42b9ec27 req-2d0706f0-9243-4da5-95e2-2af1a2920ddc tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 944 time: 0.3109262 Dec 14 02:35:29.974575 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:29.988049 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-77edcdcf-eea1-416c-a137-595a3158b778 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:29.989557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-77edcdcf-eea1-416c-a137-595a3158b778 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.46 "GET /v2.0/networks?id=9767787b-ee6b-4bb0-a622-290b0a02eff9 HTTP/1.1" status: 200 len: 814 time: 0.3039856 Dec 14 02:35:30.019351 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75175fb7-c413-4641-a055-6a86c0273c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:30.019908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75175fb7-c413-4641-a055-6a86c0273c03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91ef7452-c534-42fb-93fd-20b2befe2ea9 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:35:30.038232 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75175fb7-c413-4641-a055-6a86c0273c03 admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:30.041648 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-75175fb7-c413-4641-a055-6a86c0273c03 admin admin] 10.222.0.39 "DELETE /v2.0/routers/91ef7452-c534-42fb-93fd-20b2befe2ea9 HTTP/1.1" status: 204 len: 168 time: 3.6701682 Dec 14 02:35:30.042192 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56472) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:30.092993 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e81c6b5-ca3d-44db-a5df-d672cb6a5e89 admin admin] Deleting subnet 18e2099a-01c7-4c94-879a-eada4e187a61 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:35:30.098227 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e81c6b5-ca3d-44db-a5df-d672cb6a5e89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:30.126162 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1030b168-c31f-4710-8797-8a962eb0cf1c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Allocated IP 19.86.0.184 (7b259082-d63b-4edd-a0d2-8d00316f8199/ecd908d2-6a07-4b8e-b779-f4168aa44618/9aefbd27-3475-4639-aa2d-ff89ae7eb768) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:35:30.137293 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e81c6b5-ca3d-44db-a5df-d672cb6a5e89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:30.155873 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f49b907d-8171-4df1-9f33-51cb42b9ec27 req-252e91b0-f199-4dac-8607-341741c4c40c tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895540 Dec 14 02:35:30.191264 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-0a65afa1-087e-400d-af3a-dc9014d3fec4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b59fdcb5fd3244d1ae57409290b08849 HTTP/1.1" status: 200 len: 379 time: 0.1648958 Dec 14 02:35:30.236263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-7983b811-3653-4186-bb13-9f9f2eb58d69 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Request body: {'port': {'device_id': 'f4d3fbe9-eabc-424a-9d15-1072b5d20bf4', 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9', 'admin_state_up': True, 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'security_groups': ['e47ae3e9-ec4c-4a5e-870e-53725591e543']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:30.236263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6e528-4f14-49fc-acdb-c2f8099aa89e req-e7c7a737-c441-448b-b0a8-32a14749c4e2 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:30.240073 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4c6e528-4f14-49fc-acdb-c2f8099aa89e req-e7c7a737-c441-448b-b0a8-32a14749c4e2 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 932 time: 0.2162437 Dec 14 02:35:30.251804 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e81c6b5-ca3d-44db-a5df-d672cb6a5e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:30.446197 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4c6e528-4f14-49fc-acdb-c2f8099aa89e req-275b51f7-87ac-4888-a807-cbb066aa52fa tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051499 Dec 14 02:35:30.472955 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bab71-d3c4-4a73-8d68-bd322d859e16 req-e0aebe72-7fc0-443b-8e2b-ce8593b5c184 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:30.474564 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-297bab71-d3c4-4a73-8d68-bd322d859e16 req-e0aebe72-7fc0-443b-8e2b-ce8593b5c184 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.1775880 Dec 14 02:35:30.539864 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e81c6b5-ca3d-44db-a5df-d672cb6a5e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:30.576548 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81c6b5-ca3d-44db-a5df-d672cb6a5e89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18e2099a-01c7-4c94-879a-eada4e187a61,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:30.586663 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e81c6b5-ca3d-44db-a5df-d672cb6a5e89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:30.592832 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6e81c6b5-ca3d-44db-a5df-d672cb6a5e89 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/18e2099a-01c7-4c94-879a-eada4e187a61 HTTP/1.1" status: 204 len: 168 time: 0.5472288 Dec 14 02:35:30.593087 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0cde5a78-6fbc-453a-a2a3-ac4b1b1aa137 req-6bd47c8a-8d0f-4ca2-baa3-cfd7c93f9379 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 210 time: 0.0664175 Dec 14 02:35:30.595238 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56476) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:30.596178 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1030b168-c31f-4710-8797-8a962eb0cf1c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:30.598088 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77114ffe-eaac-4e4e-b255-03bbd7ba06c9 None None] Network 0836a421-06d8-4b8a-894c-8ad680e45d95 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:35:30.643089 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-297bab71-d3c4-4a73-8d68-bd322d859e16 req-0a52acbf-f8e4-4ae8-8d12-9d6b2bda0754 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604843 Dec 14 02:35:30.704513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device cf884495-89fd-4323-9618-98b4a7e5a7b5 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:35:30.739564 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:30.764109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-408df6f4-1be7-4a4f-b9f9-2fa7ce0f839c req-dbae739f-c257-438b-8158-847cfb8dbc01 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a741dc2-8ccb-4702-804b-33125bd0f2cc HTTP/1.1" status: 200 len: 210 time: 0.0617218 Dec 14 02:35:30.789939 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: cf884495-89fd-4323-9618-98b4a7e5a7b5 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:35:30.789939 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device cf884495-89fd-4323-9618-98b4a7e5a7b5 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:35:30.821247 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] Deleting port 103cfede-98ee-461a-905e-e3e6aac3e201 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:35:30.821613 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:30.846042 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1030b168-c31f-4710-8797-8a962eb0cf1c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:30.862399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-7983b811-3653-4186-bb13-9f9f2eb58d69 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Made reservation on behalf of b59fdcb5fd3244d1ae57409290b08849 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:35:30.866751 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-7983b811-3653-4186-bb13-9f9f2eb58d69 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:30.900017 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] For port 103cfede-98ee-461a-905e-e3e6aac3e201, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=103cfede-98ee-461a-905e-e3e6aac3e201,segment=NetworkSegment(5cd00289-d32d-4e79-a1cd-d78ebacce7c0),segment_id=5cd00289-d32d-4e79-a1cd-d78ebacce7c0)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:30.900359 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:30.916487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5834f9-4c82-4259-99b2-8b7af3da6ba3 req-eb44a4b9-52d5-441f-97cb-8b548baebbe5 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:30.918253 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2e5834f9-4c82-4259-99b2-8b7af3da6ba3 req-eb44a4b9-52d5-441f-97cb-8b548baebbe5 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.1180840 Dec 14 02:35:30.926489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] Calling delete_port for 103cfede-98ee-461a-905e-e3e6aac3e201 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:35:30.936553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1030b168-c31f-4710-8797-8a962eb0cf1c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Network 7b259082-d63b-4edd-a0d2-8d00316f8199 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:30.944971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e75cf4-d7e2-42c6-a836-c89373305184 None None] DHCP port deletion for 0836a421-06d8-4b8a-894c-8ad680e45d95 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:35:30.975034 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1030b168-c31f-4710-8797-8a962eb0cf1c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:30.976015 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1030b168-c31f-4710-8797-8a962eb0cf1c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:31.015402 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-57e75cf4-d7e2-42c6-a836-c89373305184 None None] Deleting port 103cfede-98ee-461a-905e-e3e6aac3e201 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:35:31.017061 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-57e75cf4-d7e2-42c6-a836-c89373305184 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:31.047785 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1030b168-c31f-4710-8797-8a962eb0cf1c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:31.047785 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1030b168-c31f-4710-8797-8a962eb0cf1c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:31.055071 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1030b168-c31f-4710-8797-8a962eb0cf1c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event updated for resources: {'Port': ['ID=9aefbd27-3475-4639-aa2d-ff89ae7eb768,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:31.111765 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-57e75cf4-d7e2-42c6-a836-c89373305184 None None] For port 103cfede-98ee-461a-905e-e3e6aac3e201, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=103cfede-98ee-461a-905e-e3e6aac3e201,segment=NetworkSegment(5cd00289-d32d-4e79-a1cd-d78ebacce7c0),segment_id=5cd00289-d32d-4e79-a1cd-d78ebacce7c0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:31.112391 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-57e75cf4-d7e2-42c6-a836-c89373305184 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:31.114579 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2e5834f9-4c82-4259-99b2-8b7af3da6ba3 req-f1d27f8c-74ad-45cd-be15-06f852b41590 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768763 Dec 14 02:35:31.130164 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-57e75cf4-d7e2-42c6-a836-c89373305184 None None] Calling delete_port for 103cfede-98ee-461a-905e-e3e6aac3e201 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:35:31.225060 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-7983b811-3653-4186-bb13-9f9f2eb58d69 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Allocated IP 172.20.0.9 (9767787b-ee6b-4bb0-a622-290b0a02eff9/a437a079-2846-4ee7-a710-039ef1060e57/eed78b31-ec1d-4d8f-a7e1-1da6a048a025) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:35:31.265640 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:31.273198 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-57e75cf4-d7e2-42c6-a836-c89373305184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:31.283307 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] No DVR routers for this DVR port 103cfede-98ee-461a-905e-e3e6aac3e201 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:35:31.320078 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 9589d2f4-c880-467c-a1ee-e70d1d54877c details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:35:31.324139 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7c0e355c-62cb-4204-bc61-20069f8bba50 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:35:31.324759 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1030b168-c31f-4710-8797-8a962eb0cf1c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4630158 Dec 14 02:35:31.326457 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e75cf4-d7e2-42c6-a836-c89373305184 None None] No DVR routers for this DVR port 103cfede-98ee-461a-905e-e3e6aac3e201 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:35:31.338163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e75cf4-d7e2-42c6-a836-c89373305184 None None] Pushing event deleted for resources: {'Port': ['ID=103cfede-98ee-461a-905e-e3e6aac3e201,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:31.356741 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-98453f3f-8b0c-4f10-afc3-7594a6fb6c41 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Request body: {'port': {'device_id': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'network_id': '8f74a677-5e87-4150-978b-c583f832fcd1', 'admin_state_up': True, 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:31.368322 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0f074-a31f-4d21-a4d3-8cc24aab8785 req-b41681a7-6970-4484-8d91-c9b4afe57e11 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:31.370076 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9af0f074-a31f-4d21-a4d3-8cc24aab8785 req-b41681a7-6970-4484-8d91-c9b4afe57e11 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.1400893 Dec 14 02:35:31.382487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebed660-5164-4091-ad1f-359c104fde9c req-5590a0f4-732a-405b-8085-868005a5cffb tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:31.382919 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 7c0e355c-62cb-4204-bc61-20069f8bba50 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:35:31.383263 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7c0e355c-62cb-4204-bc61-20069f8bba50 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:35:31.384297 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6ebed660-5164-4091-ad1f-359c104fde9c req-5590a0f4-732a-405b-8085-868005a5cffb tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 944 time: 0.1426594 Dec 14 02:35:31.417193 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] Pushing event deleted for resources: {'Port': ['ID=103cfede-98ee-461a-905e-e3e6aac3e201,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:31.449989 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:31.474308 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-bdc549ab-3c0a-4ec2-b7aa-b86c0318d065 None None] Provisioning complete for port 9aefbd27-3475-4639-aa2d-ff89ae7eb768 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:31.474753 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bdc549ab-3c0a-4ec2-b7aa-b86c0318d065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:31.474942 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0836a421-06d8-4b8a-894c-8ad680e45d95']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:31.490767 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd00289-d32d-4e79-a1cd-d78ebacce7c0') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:31.490767 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd00289-d32d-4e79-a1cd-d78ebacce7c0') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:31.497678 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:31.518508 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:35:31.529953 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:35:31.533501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bdc549ab-3c0a-4ec2-b7aa-b86c0318d065 None None] Port 9aefbd27-3475-4639-aa2d-ff89ae7eb768 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:35:31.557795 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 9589d2f4-c880-467c-a1ee-e70d1d54877c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9589d2f4-c880-467c-a1ee-e70d1d54877c,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:31.574276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '9589d2f4-c880-467c-a1ee-e70d1d54877c', 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343', 'port_id': '9589d2f4-c880-467c-a1ee-e70d1d54877c', 'mac_address': 'fa:16:3e:74:e6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab8c50a-a715-4e2e-8453-c9bba63f1ddb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:35:31.622683 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:31.636675 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9af0f074-a31f-4d21-a4d3-8cc24aab8785 req-f306ddd3-be66-4f34-ab44-4db938a6be1a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415862 Dec 14 02:35:31.639093 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9589d2f4-c880-467c-a1ee-e70d1d54877c {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:35:31.642198 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6ebed660-5164-4091-ad1f-359c104fde9c req-01415faa-6576-4dac-8a22-bb0ba8ea2a34 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116115 Dec 14 02:35:31.661817 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-7983b811-3653-4186-bb13-9f9f2eb58d69 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:31.692298 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:31.707892 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:31.707892 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0836a421-06d8-4b8a-894c-8ad680e45d95 HTTP/1.1" status: 204 len: 168 time: 1.1022518 Dec 14 02:35:31.717003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 9589d2f4-c880-467c-a1ee-e70d1d54877c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9589d2f4-c880-467c-a1ee-e70d1d54877c,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:31.724548 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60253e-71cd-426a-9966-35b5b62ad888 admin admin] Pushing event deleted for resources: {'Network': ['ID=0836a421-06d8-4b8a-894c-8ad680e45d95,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:31.812427 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8fab1d0b-f109-475c-b237-e002ec8a0a43 req-d239eba6-68d5-4b26-88c0-b968795feda5 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 210 time: 0.0445914 Dec 14 02:35:31.836667 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda6c5e-5a3f-4c9b-b5dd-0ea9e6856bd5 req-0f0b48ce-d23e-4e22-b8d9-22bc16061c11 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:31.841103 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda6c5e-5a3f-4c9b-b5dd-0ea9e6856bd5 req-0f0b48ce-d23e-4e22-b8d9-22bc16061c11 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:31.851816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fda6c5e-5a3f-4c9b-b5dd-0ea9e6856bd5 req-0f0b48ce-d23e-4e22-b8d9-22bc16061c11 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 1655 time: 0.1431115 Dec 14 02:35:31.874659 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:31.916265 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fda6c5e-5a3f-4c9b-b5dd-0ea9e6856bd5 req-b9d39eff-eaee-4793-84db-e073933a1ae2 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634348 Dec 14 02:35:31.927558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-98453f3f-8b0c-4f10-afc3-7594a6fb6c41 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Made reservation on behalf of f9e3c48c88dd4e2188c9991ba134e39e for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:35:31.954386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=9589d2f4-c880-467c-a1ee-e70d1d54877c,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:31.955515 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-98453f3f-8b0c-4f10-afc3-7594a6fb6c41 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:31.955515 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-7983b811-3653-4186-bb13-9f9f2eb58d69 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:32.128448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-7983b811-3653-4186-bb13-9f9f2eb58d69 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Network 9767787b-ee6b-4bb0-a622-290b0a02eff9 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:32.133018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7983b811-3653-4186-bb13-9f9f2eb58d69 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Pushing event updated for resources: {'Port': ['ID=eed78b31-ec1d-4d8f-a7e1-1da6a048a025,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:32.135537 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-7983b811-3653-4186-bb13-9f9f2eb58d69 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:32.140887 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-7983b811-3653-4186-bb13-9f9f2eb58d69 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:32.170936 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['9589d2f4-c880-467c-a1ee-e70d1d54877c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:35:32.225562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699efad-4364-4edd-8600-71e5fca98c44 req-4fd734cc-6382-43ed-bf3e-915e4f7a7f43 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:32.233234 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a699efad-4364-4edd-8600-71e5fca98c44 req-4fd734cc-6382-43ed-bf3e-915e4f7a7f43 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.2188718 Dec 14 02:35:32.271934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-7983b811-3653-4186-bb13-9f9f2eb58d69 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:32.272570 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-7983b811-3653-4186-bb13-9f9f2eb58d69 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:32.292127 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56512) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:32.314940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-98453f3f-8b0c-4f10-afc3-7594a6fb6c41 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Allocated IP 19.80.0.240 (8f74a677-5e87-4150-978b-c583f832fcd1/3bafb9c0-171d-407e-8d2b-0edbc8ec5802/1a667ce5-91a8-43a5-a6ff-ef29d21779d4) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:35:32.345462 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c421dca3-d758-413d-9d0f-a002db06948e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=826b9402fa2140a884dcf26ce183f99f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517612 Dec 14 02:35:32.347800 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56514) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:32.387595 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a699efad-4364-4edd-8600-71e5fca98c44 req-4354ec42-c6ce-4b09-9dce-26863a2f1ec1 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524811 Dec 14 02:35:32.433372 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45d76095-f796-4850-b188-93e4b45d940b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:32.447082 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45d76095-f796-4850-b188-93e4b45d940b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:32.472062 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-bc3082d9-7b96-4cb7-bdd2-65b6cd248bbe None None] Provisioning complete for port eed78b31-ec1d-4d8f-a7e1-1da6a048a025 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:32.472436 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bc3082d9-7b96-4cb7-bdd2-65b6cd248bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:32.507054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-7983b811-3653-4186-bb13-9f9f2eb58d69 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3006115 Dec 14 02:35:32.532875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Request body: {'port': {'device_id': 'f4d3fbe9-eabc-424a-9d15-1072b5d20bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:32.545872 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bc3082d9-7b96-4cb7-bdd2-65b6cd248bbe None None] Port eed78b31-ec1d-4d8f-a7e1-1da6a048a025 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:35:32.614997 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45d76095-f796-4850-b188-93e4b45d940b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:32.621404 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45d76095-f796-4850-b188-93e4b45d940b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:32.624113 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-45d76095-f796-4850-b188-93e4b45d940b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3cbf7840-3877-4329-b76e-8d7951603fe9 HTTP/1.1" status: 204 len: 168 time: 0.2739937 Dec 14 02:35:32.640815 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d76095-f796-4850-b188-93e4b45d940b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbf7840-3877-4329-b76e-8d7951603fe9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:32.664517 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 103cfede-98ee-461a-905e-e3e6aac3e201 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:35:32.677001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46dd93-232b-4b70-a37f-6bda4ef64bbe req-5b607664-52f8-46b6-a8dd-0bfae7c18b5f tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:32.678594 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a46dd93-232b-4b70-a37f-6bda4ef64bbe req-5b607664-52f8-46b6-a8dd-0bfae7c18b5f tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.2135997 Dec 14 02:35:32.681563 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:32.685856 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-98453f3f-8b0c-4f10-afc3-7594a6fb6c41 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:32.709496 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 103cfede-98ee-461a-905e-e3e6aac3e201 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:35:32.709853 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 103cfede-98ee-461a-905e-e3e6aac3e201 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:35:32.752210 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ab093c76-dec6-44b9-861d-60cbbff734e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:32.820873 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a46dd93-232b-4b70-a37f-6bda4ef64bbe req-5ae6cd74-5a9d-40ec-a699-6a10df2d8acb tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315424 Dec 14 02:35:32.864501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac8a1d-deb4-459e-a7d0-88fbee9e0c26 req-5c55acb2-ef4d-48d7-8191-ff9ae7ff072e tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:32.868041 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bac8a1d-deb4-459e-a7d0-88fbee9e0c26 req-5c55acb2-ef4d-48d7-8191-ff9ae7ff072e tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.1761377 Dec 14 02:35:33.042880 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-98453f3f-8b0c-4f10-afc3-7594a6fb6c41 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:33.055802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6d1cc-8a67-4932-a2d8-3a1c59848e93 req-19352349-f6e0-44db-8527-5ba52db6b1e8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:33.057266 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60a6d1cc-8a67-4932-a2d8-3a1c59848e93 req-19352349-f6e0-44db-8527-5ba52db6b1e8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 945 time: 0.1427596 Dec 14 02:35:33.075711 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bac8a1d-deb4-459e-a7d0-88fbee9e0c26 req-5630e723-fd03-4d2a-b2d7-24d2f5b15fa1 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599681 Dec 14 02:35:33.147603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-98453f3f-8b0c-4f10-afc3-7594a6fb6c41 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Network 8f74a677-5e87-4150-978b-c583f832fcd1 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:33.170021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-98453f3f-8b0c-4f10-afc3-7594a6fb6c41 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:33.170021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98453f3f-8b0c-4f10-afc3-7594a6fb6c41 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event updated for resources: {'Port': ['ID=1a667ce5-91a8-43a5-a6ff-ef29d21779d4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:33.174835 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-98453f3f-8b0c-4f10-afc3-7594a6fb6c41 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:33.287441 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 9589d2f4-c880-467c-a1ee-e70d1d54877c up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:33.294446 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60a6d1cc-8a67-4932-a2d8-3a1c59848e93 req-eb05bee3-cb8e-4f56-a16b-85227a313d23 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263372 Dec 14 02:35:33.326144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f8609-6b86-4055-96b8-e633904f6556 req-18ab10d3-eb6a-4632-8e44-7470a16974a2 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:33.329138 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea9f8609-6b86-4055-96b8-e633904f6556 req-18ab10d3-eb6a-4632-8e44-7470a16974a2 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 931 time: 0.1403718 Dec 14 02:35:33.335675 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-98453f3f-8b0c-4f10-afc3-7594a6fb6c41 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:33.336390 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-98453f3f-8b0c-4f10-afc3-7594a6fb6c41 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:33.426246 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed78b31-ec1d-4d8f-a7e1-1da6a048a025 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:35:33.458291 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:33.464159 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-34798230-3465-402d-9d62-b98ef85015ec None None] Provisioning complete for port 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:33.464614 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-34798230-3465-402d-9d62-b98ef85015ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:33.466015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea9f8609-6b86-4055-96b8-e633904f6556 req-17ef6359-121d-473f-afa5-2cf95c257d93 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/security-groups?id=e47ae3e9-ec4c-4a5e-870e-53725591e543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268137 Dec 14 02:35:33.480728 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Transition to ACTIVE for port object eed78b31-ec1d-4d8f-a7e1-1da6a048a025 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:35:33.513379 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-98453f3f-8b0c-4f10-afc3-7594a6fb6c41 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1605275 Dec 14 02:35:33.513516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-34798230-3465-402d-9d62-b98ef85015ec None None] Port 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:35:33.513957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5a25f-7ef6-414b-8ab2-40a29e52f3cb req-33a1dd4c-531e-4733-8255-a2fac0fc13f9 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:33.520844 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5a25f-7ef6-414b-8ab2-40a29e52f3cb req-33a1dd4c-531e-4733-8255-a2fac0fc13f9 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:33.527088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5a25f-7ef6-414b-8ab2-40a29e52f3cb req-33a1dd4c-531e-4733-8255-a2fac0fc13f9 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:33.528753 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8fd5a25f-7ef6-414b-8ab2-40a29e52f3cb req-33a1dd4c-531e-4733-8255-a2fac0fc13f9 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2377 time: 0.1207430 Dec 14 02:35:33.534311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Request body: {'port': {'device_id': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:33.556568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 9589d2f4-c880-467c-a1ee-e70d1d54877c completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:35:33.560961 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 9589d2f4-c880-467c-a1ee-e70d1d54877c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:33.561436 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:33.639977 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:33.655964 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:33.667672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c563b6-9ace-4de5-abaf-113dc0452b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9589d2f4-c880-467c-a1ee-e70d1d54877c'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:35:33.670015 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b37ad4-f8fa-4a70-a470-a4b87f137d08" -d '{"events": [{"server_uuid": "03c563b6-9ace-4de5-abaf-113dc0452b18", "name": "network-vif-plugged", "status": "completed", "tag": "9589d2f4-c880-467c-a1ee-e70d1d54877c"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:35:33.684119 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 9589d2f4-c880-467c-a1ee-e70d1d54877c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9589d2f4-c880-467c-a1ee-e70d1d54877c,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:33.705470 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:33.737546 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8fd5a25f-7ef6-414b-8ab2-40a29e52f3cb req-b8a1fb45-294f-40a8-ae57-5eae4e7852e0 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953683 Dec 14 02:35:33.748625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42906519-42ae-4816-89d1-6a3d4f5acf85 req-1da81fe8-52bf-4ed1-84e1-d5f6b4e70187 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:33.750352 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42906519-42ae-4816-89d1-6a3d4f5acf85 req-1da81fe8-52bf-4ed1-84e1-d5f6b4e70187 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.2054946 Dec 14 02:35:33.780508 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:33.795617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Pushing event updated for resources: {'Port': ['ID=eed78b31-ec1d-4d8f-a7e1-1da6a048a025,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:33.881437 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=9589d2f4-c880-467c-a1ee-e70d1d54877c,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:34.168442 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56564) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:34.274338 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b9fa11a5-adf5-4507-8339-eb6e69798c74 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-589590376-network', 'tenant_id': 'f6d76e8763674b21847546036ef0631b'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:34.312531 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42906519-42ae-4816-89d1-6a3d4f5acf85 req-39ed5483-74d9-4832-86c7-270a9399ebad tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5504270 Dec 14 02:35:34.366746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Attempting to bind port eed78b31-ec1d-4d8f-a7e1-1da6a048a025 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:35:34.367090 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Attempting to bind port eed78b31-ec1d-4d8f-a7e1-1da6a048a025 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'de254007-ebb5-478d-abb6-aff77e5d324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:35:34.367427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Attempting to bind port eed78b31-ec1d-4d8f-a7e1-1da6a048a025 on network 9767787b-ee6b-4bb0-a622-290b0a02eff9 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:34.376905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Port eed78b31-ec1d-4d8f-a7e1-1da6a048a025 on network 9767787b-ee6b-4bb0-a622-290b0a02eff9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:35:34.377238 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Attempting to bind port eed78b31-ec1d-4d8f-a7e1-1da6a048a025 on network 9767787b-ee6b-4bb0-a622-290b0a02eff9 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:34.388692 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:35:34.396522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Checking segment: {'id': 'de254007-ebb5-478d-abb6-aff77e5d324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:34.396522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Bound using segment: {'id': 'de254007-ebb5-478d-abb6-aff77e5d324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:35:34.396522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Bound port: eed78b31-ec1d-4d8f-a7e1-1da6a048a025, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de254007-ebb5-478d-abb6-aff77e5d324c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:35:34.396522 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:34.397218 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9120b850-a22c-419e-9325-752b36464fa4 x-openstack-request-id: req-9120b850-a22c-419e-9325-752b36464fa4 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:35:34.397218 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c563b6-9ace-4de5-abaf-113dc0452b18", "name": "network-vif-plugged", "status": "completed", "tag": "9589d2f4-c880-467c-a1ee-e70d1d54877c", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:35:34.397218 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9120b850-a22c-419e-9325-752b36464fa4 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:35:34.397218 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c563b6-9ace-4de5-abaf-113dc0452b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9589d2f4-c880-467c-a1ee-e70d1d54877c', 'code': 200} Dec 14 02:35:34.423163 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fa11a5-adf5-4507-8339-eb6e69798c74 admin admin] Made reservation on behalf of f6d76e8763674b21847546036ef0631b for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:35:34.426036 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b9fa11a5-adf5-4507-8339-eb6e69798c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:34.435384 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b9fa11a5-adf5-4507-8339-eb6e69798c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:34.535847 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b9fa11a5-adf5-4507-8339-eb6e69798c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:34.595182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3230abf-f9e7-4eb3-abb9-6f58732ace9c req-cb317d7a-6a35-49c2-bba5-f61cd89a2f4e tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:34.596700 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3230abf-f9e7-4eb3-abb9-6f58732ace9c req-cb317d7a-6a35-49c2-bba5-f61cd89a2f4e tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.1418741 Dec 14 02:35:34.597880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] For port eed78b31-ec1d-4d8f-a7e1-1da6a048a025, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:35:34.603717 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72ad079-d64c-46c4-aa37-281e5fce6fca {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:35:34.608951 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] For port eed78b31-ec1d-4d8f-a7e1-1da6a048a025, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=eed78b31-ec1d-4d8f-a7e1-1da6a048a025,segment=NetworkSegment(de254007-ebb5-478d-abb6-aff77e5d324c),segment_id=de254007-ebb5-478d-abb6-aff77e5d324c)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:35:34.617036 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:34.645133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184714e-e829-42d7-9463-e13fba97299a req-f5258200-6a6e-44ef-a840-4711af2f36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:34.646672 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9184714e-e829-42d7-9463-e13fba97299a req-f5258200-6a6e-44ef-a840-4711af2f36d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 1097 time: 0.1558483 Dec 14 02:35:34.650028 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Transition to ACTIVE for port object c72ad079-d64c-46c4-aa37-281e5fce6fca will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:35:34.691824 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3230abf-f9e7-4eb3-abb9-6f58732ace9c req-ce854362-c7a4-44e0-a31f-64d477588480 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803747 Dec 14 02:35:34.698051 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b9fa11a5-adf5-4507-8339-eb6e69798c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:34.713039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9184714e-e829-42d7-9463-e13fba97299a req-91cf7263-c14f-43ac-b6fc-2d2b8cfc6014 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593343 Dec 14 02:35:34.731119 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fa11a5-adf5-4507-8339-eb6e69798c74 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:35:34.742385 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa11a5-adf5-4507-8339-eb6e69798c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d338fdc2-2e5b-4c1a-86ba-a6a42b54caaa,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:34.747847 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b9fa11a5-adf5-4507-8339-eb6e69798c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:34.748421 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-b9fa11a5-adf5-4507-8339-eb6e69798c74 admin admin] Added segment a13d296b-6198-44bb-962d-a42eb7cde38a of type vlan for network 7eb437c5-1524-4e88-8d83-11e9853aa57f Dec 14 02:35:34.763712 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:34.777866 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:34.808112 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b9fa11a5-adf5-4507-8339-eb6e69798c74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:34.840597 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:34.843755 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:34.843755 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] 10.222.0.46 "PUT /v2.0/ports/eed78b31-ec1d-4d8f-a7e1-1da6a048a025 HTTP/1.1" status: 200 len: 1091 time: 2.3151209 Dec 14 02:35:34.865914 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d3fbe9-eabc-424a-9d15-1072b5d20bf4', 'tag': 'eed78b31-ec1d-4d8f-a7e1-1da6a048a025'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:35:34.868396 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df57bfde-7742-4607-aa8f-642c3d4c6ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d3fbe9-eabc-424a-9d15-1072b5d20bf4", "tag": "eed78b31-ec1d-4d8f-a7e1-1da6a048a025"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:35:34.894754 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Pushing event updated for resources: {'Port': ['ID=c72ad079-d64c-46c4-aa37-281e5fce6fca,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:34.985476 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b9fa11a5-adf5-4507-8339-eb6e69798c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:34.987023 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fa11a5-adf5-4507-8339-eb6e69798c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:34.995215 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b9fa11a5-adf5-4507-8339-eb6e69798c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:35.027377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565a023-bd74-4c33-b3dc-b4e18ac585f1 req-9768292f-f290-42db-9a1d-b297d29612fc tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:35.041268 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3565a023-bd74-4c33-b3dc-b4e18ac585f1 req-9768292f-f290-42db-9a1d-b297d29612fc tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 946 time: 0.2418873 Dec 14 02:35:35.066484 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ad04bf75-373d-4b52-b914-3d5f0a895661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:35.092922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5bce34-275a-4ea4-acc1-afeb38247adc service neutron] Pushing event updated for resources: {'Port': ['ID=eed78b31-ec1d-4d8f-a7e1-1da6a048a025,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:35.165446 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa11a5-adf5-4507-8339-eb6e69798c74 admin admin] Pushing event updated for resources: {'Network': ['ID=7eb437c5-1524-4e88-8d83-11e9853aa57f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:35.179834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 7eb437c5-1524-4e88-8d83-11e9853aa57f details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:35:35.183400 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3565a023-bd74-4c33-b3dc-b4e18ac585f1 req-777a4987-2b09-4af3-8822-65247ad25c69 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375577 Dec 14 02:35:35.222925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Attempting to bind port c72ad079-d64c-46c4-aa37-281e5fce6fca on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:35:35.224748 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Attempting to bind port c72ad079-d64c-46c4-aa37-281e5fce6fca by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '2db64e49-9ad2-4915-8d12-8f18463d8e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8f74a677-5e87-4150-978b-c583f832fcd1'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:35:35.225194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Attempting to bind port c72ad079-d64c-46c4-aa37-281e5fce6fca on network 8f74a677-5e87-4150-978b-c583f832fcd1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:35.226876 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b9fa11a5-adf5-4507-8339-eb6e69798c74 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0575225 Dec 14 02:35:35.233453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56586) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:35.269029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e0527-f544-4386-bd8a-a31b3194098b req-ce10f322-7766-46e0-b096-5c276716a0d1 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:35.272721 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a80e0527-f544-4386-bd8a-a31b3194098b req-ce10f322-7766-46e0-b096-5c276716a0d1 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.46 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.3277943 Dec 14 02:35:35.275311 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-9887d8f2-f4c9-4b7a-8e00-b670bce07a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:35.279279 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-9887d8f2-f4c9-4b7a-8e00-b670bce07a00 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b59fdcb5fd3244d1ae57409290b08849&device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 1094 time: 0.1715722 Dec 14 02:35:35.292746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-80ceafa9-d70a-4a12-9473-02e17066ad3c admin admin] Request body: {'subnet': {'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-589590376-subnet', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:35.351098 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-7ee53a7d-0747-4687-bc2a-1271a9762c31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eed78b31-ec1d-4d8f-a7e1-1da6a048a025 HTTP/1.1" status: 200 len: 217 time: 0.0571983 Dec 14 02:35:35.374901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Port c72ad079-d64c-46c4-aa37-281e5fce6fca on network 8f74a677-5e87-4150-978b-c583f832fcd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:35:35.375974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Attempting to bind port c72ad079-d64c-46c4-aa37-281e5fce6fca on network 8f74a677-5e87-4150-978b-c583f832fcd1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:35.432960 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-874b14e4-36c5-4d17-9e49-dba36b000555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:35.435184 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-874b14e4-36c5-4d17-9e49-dba36b000555 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a437a079-2846-4ee7-a710-039ef1060e57 HTTP/1.1" status: 200 len: 853 time: 0.0773792 Dec 14 02:35:35.449969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ceafa9-d70a-4a12-9473-02e17066ad3c admin admin] Made reservation on behalf of f6d76e8763674b21847546036ef0631b for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:35:35.456098 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-80ceafa9-d70a-4a12-9473-02e17066ad3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:35.496436 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-1c1c14f7-b62b-43b5-9aeb-76d26127c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:35.499013 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-1c1c14f7-b62b-43b5-9aeb-76d26127c1f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9767787b-ee6b-4bb0-a622-290b0a02eff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557280 Dec 14 02:35:35.511731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:35:35.512116 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Checking segment: {'id': '2db64e49-9ad2-4915-8d12-8f18463d8e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8f74a677-5e87-4150-978b-c583f832fcd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:35.512557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Bound using segment: {'id': '2db64e49-9ad2-4915-8d12-8f18463d8e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8f74a677-5e87-4150-978b-c583f832fcd1'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:35:35.513055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Bound port: c72ad079-d64c-46c4-aa37-281e5fce6fca, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db64e49-9ad2-4915-8d12-8f18463d8e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8f74a677-5e87-4150-978b-c583f832fcd1'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:35:35.513522 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:35.611071 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de50aa-05a9-4b8c-99a1-1b37bf885fc3 req-197e6197-2c41-4ffc-84c4-fe27c5016b6c tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:35.618320 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4de50aa-05a9-4b8c-99a1-1b37bf885fc3 req-197e6197-2c41-4ffc-84c4-fe27c5016b6c tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 943 time: 0.3321919 Dec 14 02:35:35.642892 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-2d7b2e0d-f150-459b-970e-d2f254b10b02 service neutron] 10.222.0.46 "GET /v2.0/networks/9767787b-ee6b-4bb0-a622-290b0a02eff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303189 Dec 14 02:35:35.677292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ce9b9-6322-4fe7-8aa4-a53348f6046e req-0f6b9ae4-1843-4b86-b63a-0e764b73455a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:35.685626 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c27ce9b9-6322-4fe7-8aa4-a53348f6046e req-0f6b9ae4-1843-4b86-b63a-0e764b73455a tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.3585455 Dec 14 02:35:35.831645 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] For port c72ad079-d64c-46c4-aa37-281e5fce6fca, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:35:35.832993 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f85972d1-156e-42a6-bb0d-f7a3365af831 req-b8ff3eb7-f225-4408-8e6a-b7bff47523c5 service neutron] 10.222.0.46 "GET /v2.0/networks/9767787b-ee6b-4bb0-a622-290b0a02eff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826758 Dec 14 02:35:35.843641 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4de50aa-05a9-4b8c-99a1-1b37bf885fc3 req-67bdaa24-7d77-4148-93b0-ab791c814659 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/security-groups?id=e47ae3e9-ec4c-4a5e-870e-53725591e543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244675 Dec 14 02:35:35.858860 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] For port c72ad079-d64c-46c4-aa37-281e5fce6fca, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c72ad079-d64c-46c4-aa37-281e5fce6fca,segment=NetworkSegment(2db64e49-9ad2-4915-8d12-8f18463d8e8d),segment_id=2db64e49-9ad2-4915-8d12-8f18463d8e8d)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:35:35.882605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c27ce9b9-6322-4fe7-8aa4-a53348f6046e req-2a503090-b0d6-4dff-a286-28f8ebd85155 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948299 Dec 14 02:35:35.912120 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-a80e0527-f544-4386-bd8a-a31b3194098b req-a5299318-5320-4ed7-ab1b-bbf968295af7 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Deleting port 8988b8f8-8539-4a94-a01d-df1d123146e9 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:35:35.912120 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a80e0527-f544-4386-bd8a-a31b3194098b req-a5299318-5320-4ed7-ab1b-bbf968295af7 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:35.959698 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d256bc8-1b76-466a-b74d-41812bf063e1 x-openstack-request-id: req-0d256bc8-1b76-466a-b74d-41812bf063e1 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:35:35.961209 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d3fbe9-eabc-424a-9d15-1072b5d20bf4", "tag": "eed78b31-ec1d-4d8f-a7e1-1da6a048a025", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:35:35.961209 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d256bc8-1b76-466a-b74d-41812bf063e1 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:35:35.961209 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d3fbe9-eabc-424a-9d15-1072b5d20bf4', 'tag': 'eed78b31-ec1d-4d8f-a7e1-1da6a048a025', 'status': 'completed', 'code': 200} Dec 14 02:35:36.074585 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:36.154466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57bfde-7742-4607-aa8f-642c3d4c6ccc req-821a3654-6325-48eb-a391-2322e15261dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:36.156705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:36.157354 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:36.158745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] 10.222.0.47 "PUT /v2.0/ports/c72ad079-d64c-46c4-aa37-281e5fce6fca HTTP/1.1" status: 200 len: 1092 time: 2.6290250 Dec 14 02:35:36.165094 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-df57bfde-7742-4607-aa8f-642c3d4c6ccc req-821a3654-6325-48eb-a391-2322e15261dc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b59fdcb5fd3244d1ae57409290b08849&device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 1094 time: 0.1038783 Dec 14 02:35:36.182954 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e0b54-36a7-4eb8-a53a-7b3471c469e1 req-d15f27a9-96fb-4492-8411-d04953b9e638 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:36.195937 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:36.196457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e0b54-36a7-4eb8-a53a-7b3471c469e1 req-d15f27a9-96fb-4492-8411-d04953b9e638 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:36.196457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e0b54-36a7-4eb8-a53a-7b3471c469e1 req-d15f27a9-96fb-4492-8411-d04953b9e638 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:36.202375 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-288e0b54-36a7-4eb8-a53a-7b3471c469e1 req-d15f27a9-96fb-4492-8411-d04953b9e638 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2389 time: 0.2158420 Dec 14 02:35:36.205215 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-a80e0527-f544-4386-bd8a-a31b3194098b req-a5299318-5320-4ed7-ab1b-bbf968295af7 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] For port 8988b8f8-8539-4a94-a01d-df1d123146e9, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=8988b8f8-8539-4a94-a01d-df1d123146e9,segment=NetworkSegment(76c35287-df7d-4c28-9b74-187d0a18918f),segment_id=76c35287-df7d-4c28-9b74-187d0a18918f)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:36.205635 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a80e0527-f544-4386-bd8a-a31b3194098b req-a5299318-5320-4ed7-ab1b-bbf968295af7 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:36.236368 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133aee1-f81f-4d14-ac2a-260fec7a0650 req-c7ecea23-abeb-4790-9683-d7cbdbdbe70c tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:36.237996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2133aee1-f81f-4d14-ac2a-260fec7a0650 req-c7ecea23-abeb-4790-9683-d7cbdbdbe70c tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 946 time: 0.2077627 Dec 14 02:35:36.238933 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-80ceafa9-d70a-4a12-9473-02e17066ad3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:36.291849 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d824ed-7ff3-4c6b-a717-0a806b13ae7f service neutron] Pushing event updated for resources: {'Port': ['ID=c72ad079-d64c-46c4-aa37-281e5fce6fca,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:36.321669 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57bfde-7742-4607-aa8f-642c3d4c6ccc req-7bd0d02c-616d-4d00-8e1f-94481c5e35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:36.322209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-a80e0527-f544-4386-bd8a-a31b3194098b req-a5299318-5320-4ed7-ab1b-bbf968295af7 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Calling delete_port for 8988b8f8-8539-4a94-a01d-df1d123146e9 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:35:36.323896 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-df57bfde-7742-4607-aa8f-642c3d4c6ccc req-7bd0d02c-616d-4d00-8e1f-94481c5e35ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=9767787b-ee6b-4bb0-a622-290b0a02eff9 HTTP/1.1" status: 200 len: 915 time: 0.1503255 Dec 14 02:35:36.389075 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-df57bfde-7742-4607-aa8f-642c3d4c6ccc req-25304959-37b6-4cc8-abd6-03a47d030b96 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eed78b31-ec1d-4d8f-a7e1-1da6a048a025 HTTP/1.1" status: 200 len: 217 time: 0.0559695 Dec 14 02:35:36.426201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Request body: {'port': {'device_id': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:36.449457 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57bfde-7742-4607-aa8f-642c3d4c6ccc req-eb2745df-2f51-4e54-a357-43ae288e2429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:36.451053 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-df57bfde-7742-4607-aa8f-642c3d4c6ccc req-eb2745df-2f51-4e54-a357-43ae288e2429 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a437a079-2846-4ee7-a710-039ef1060e57 HTTP/1.1" status: 200 len: 853 time: 0.0540638 Dec 14 02:35:36.514705 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57bfde-7742-4607-aa8f-642c3d4c6ccc req-f3b1f4c6-0fe4-4643-80f9-c93f19583b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:36.516242 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-df57bfde-7742-4607-aa8f-642c3d4c6ccc req-f3b1f4c6-0fe4-4643-80f9-c93f19583b34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9767787b-ee6b-4bb0-a622-290b0a02eff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567873 Dec 14 02:35:36.517332 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-288e0b54-36a7-4eb8-a53a-7b3471c469e1 req-e929d82f-ae13-43dd-b925-583bca8f2e73 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991958 Dec 14 02:35:36.533004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ceafa9-d70a-4a12-9473-02e17066ad3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd4eb43a-bcfd-4108-9c6d-8a9932462c5d,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:36.572782 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2133aee1-f81f-4d14-ac2a-260fec7a0650 req-425818b2-3e70-4066-901a-23a3c102c511 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/security-groups?id=d18a9960-1b4a-4b64-ae38-f21a784c53c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152995 Dec 14 02:35:36.628836 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ceafa9-d70a-4a12-9473-02e17066ad3c admin admin] Checking segment: {'id': 'a13d296b-6198-44bb-962d-a42eb7cde38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:36.629235 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ceafa9-d70a-4a12-9473-02e17066ad3c admin admin] Network hostable DHCP agents. Network: 7eb437c5-1524-4e88-8d83-11e9853aa57f, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:35:36.635326 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-df57bfde-7742-4607-aa8f-642c3d4c6ccc req-3b6737e8-2567-4789-bc4e-62a7c2c99968 service neutron] 10.222.0.46 "GET /v2.0/networks/9767787b-ee6b-4bb0-a622-290b0a02eff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092281 Dec 14 02:35:36.645546 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:36.739974 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-df57bfde-7742-4607-aa8f-642c3d4c6ccc req-6bc9e1e8-bc8b-4251-9e36-c090370025a1 service neutron] 10.222.0.46 "GET /v2.0/networks/9767787b-ee6b-4bb0-a622-290b0a02eff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970609 Dec 14 02:35:36.835066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c96ff-f263-4bdb-b85f-06710d88c741 req-b2a0beb7-e274-4ca4-bba0-5ad46f350228 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:36.836572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad6c96ff-f263-4bdb-b85f-06710d88c741 req-b2a0beb7-e274-4ca4-bba0-5ad46f350228 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.1767740 Dec 14 02:35:36.853401 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1201a-ae1c-4bcb-8e96-ef478b368437 req-3e1faedd-65c9-483b-8488-292f721a06b2 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:36.854842 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aae1201a-ae1c-4bcb-8e96-ef478b368437 req-3e1faedd-65c9-483b-8488-292f721a06b2 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 946 time: 0.2152796 Dec 14 02:35:36.926949 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ceafa9-d70a-4a12-9473-02e17066ad3c admin admin] Network 7eb437c5-1524-4e88-8d83-11e9853aa57f is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:35:36.952661 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a80e0527-f544-4386-bd8a-a31b3194098b req-a5299318-5320-4ed7-ab1b-bbf968295af7 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:37.014023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5299318-5320-4ed7-ab1b-bbf968295af7 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Pushing event deleted for resources: {'Port': ['ID=8988b8f8-8539-4a94-a01d-df1d123146e9,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:37.066666 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-80ceafa9-d70a-4a12-9473-02e17066ad3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 7eb437c5-1524-4e88-8d83-11e9853aa57f) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:37.074868 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc424a8b-f78b-408d-9aac-932f0f6335bc None None] Network 7eb437c5-1524-4e88-8d83-11e9853aa57f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:35:37.129549 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad6c96ff-f263-4bdb-b85f-06710d88c741 req-460545e5-96e2-44fb-a177-2badadcf4849 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783294 Dec 14 02:35:37.133084 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aae1201a-ae1c-4bcb-8e96-ef478b368437 req-8e2fd476-b310-4755-bb3e-a7683cfd3b8d tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662349 Dec 14 02:35:37.134433 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ceafa9-d70a-4a12-9473-02e17066ad3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:37.135029 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-80ceafa9-d70a-4a12-9473-02e17066ad3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:37.151130 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80e0527-f544-4386-bd8a-a31b3194098b req-a5299318-5320-4ed7-ab1b-bbf968295af7 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] No DVR routers for this DVR port 8988b8f8-8539-4a94-a01d-df1d123146e9 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:35:37.157097 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a80e0527-f544-4386-bd8a-a31b3194098b req-a5299318-5320-4ed7-ab1b-bbf968295af7 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:37.161772 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a80e0527-f544-4386-bd8a-a31b3194098b req-a5299318-5320-4ed7-ab1b-bbf968295af7 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.46 "DELETE /v2.0/ports/8988b8f8-8539-4a94-a01d-df1d123146e9 HTTP/1.1" status: 204 len: 173 time: 1.8336678 Dec 14 02:35:37.263365 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-7eb437c5-1524-4e88-8d83-11e9853aa57f', 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f', 'project_id': 'f6d76e8763674b21847546036ef0631b', 'fixed_ips': [{'subnet_id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:35:37.265072 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:37.334905 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-80ceafa9-d70a-4a12-9473-02e17066ad3c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0583408 Dec 14 02:35:37.337744 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56610) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:37.342679 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-589590376-router', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:37.403685 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2632c-a3bd-443e-88a3-53e364e56841 req-16c3cc26-3f70-4989-a87d-5467584b289c tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:37.411674 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1c2632c-a3bd-443e-88a3-53e364e56841 req-16c3cc26-3f70-4989-a87d-5467584b289c tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.1551070 Dec 14 02:35:37.421218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28cf29-3d38-4d81-a26d-fda43593de33 req-0bbbf3af-ce90-42a6-ba3a-2cf92614dbd0 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:37.422813 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f28cf29-3d38-4d81-a26d-fda43593de33 req-0bbbf3af-ce90-42a6-ba3a-2cf92614dbd0 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 943 time: 0.1697767 Dec 14 02:35:37.447589 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Allocated IP 172.20.0.2 (7eb437c5-1524-4e88-8d83-11e9853aa57f/dd4eb43a-bcfd-4108-9c6d-8a9932462c5d/03fc74c8-4ee6-4d0c-b75f-2c152b0d490a) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:35:37.466369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aefbd27-3475-4639-aa2d-ff89ae7eb768 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:35:37.478391 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:37.496921 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:37.498148 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:37.512405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Transition to ACTIVE for port object 9aefbd27-3475-4639-aa2d-ff89ae7eb768 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:35:37.557640 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:37.559331 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1c2632c-a3bd-443e-88a3-53e364e56841 req-129a53c1-98fe-4f12-be15-157b4c2db91d tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466997 Dec 14 02:35:37.576590 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f28cf29-3d38-4d81-a26d-fda43593de33 req-f81a18d2-6801-4754-be6b-4f847048c312 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/security-groups?id=e47ae3e9-ec4c-4a5e-870e-53725591e543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411088 Dec 14 02:35:37.647655 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:37.685622 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:37.752190 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:37.779892 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Pushing event updated for resources: {'Port': ['ID=9aefbd27-3475-4639-aa2d-ff89ae7eb768,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:37.846385 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:37.897520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d35ce-c560-468e-afb4-d1f601afae87 req-7c5aa3ef-71b9-4403-9e66-13aae42a09fc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:37.899368 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:37.906876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d35ce-c560-468e-afb4-d1f601afae87 req-7c5aa3ef-71b9-4403-9e66-13aae42a09fc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:37.907220 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Pushing event updated for resources: {'Port': ['ID=03fc74c8-4ee6-4d0c-b75f-2c152b0d490a,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:37.914750 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d35ce-c560-468e-afb4-d1f601afae87 req-7c5aa3ef-71b9-4403-9e66-13aae42a09fc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:37.916509 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e9d35ce-c560-468e-afb4-d1f601afae87 req-7c5aa3ef-71b9-4403-9e66-13aae42a09fc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2401 time: 0.1907787 Dec 14 02:35:37.942803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Network 7eb437c5-1524-4e88-8d83-11e9853aa57f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:37.944759 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:37.951487 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:37.968509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'tag': 'c72ad079-d64c-46c4-aa37-281e5fce6fca'}, {'server_uuid': '915db592-5949-4352-aff8-4ee8c9551f49', 'name': 'network-vif-deleted', 'tag': '8988b8f8-8539-4a94-a01d-df1d123146e9'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:35:37.971006 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ee93a9-a075-44d3-a90b-e65a5e781af9" -d '{"events": [{"name": "network-changed", "server_uuid": "ee543f19-efef-4923-9f60-40ee2eecade2", "tag": "c72ad079-d64c-46c4-aa37-281e5fce6fca"}, {"server_uuid": "915db592-5949-4352-aff8-4ee8c9551f49", "name": "network-vif-deleted", "tag": "8988b8f8-8539-4a94-a01d-df1d123146e9"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:35:37.973800 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Attempting to bind port 9aefbd27-3475-4639-aa2d-ff89ae7eb768 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:35:37.974308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Attempting to bind port 9aefbd27-3475-4639-aa2d-ff89ae7eb768 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'c16f2cdd-ebbe-4a56-8f70-03c7320e5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7b259082-d63b-4edd-a0d2-8d00316f8199'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:35:37.974714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Attempting to bind port 9aefbd27-3475-4639-aa2d-ff89ae7eb768 on network 7b259082-d63b-4edd-a0d2-8d00316f8199 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:37.987645 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Port 9aefbd27-3475-4639-aa2d-ff89ae7eb768 on network 7b259082-d63b-4edd-a0d2-8d00316f8199 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:35:37.988090 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Attempting to bind port 9aefbd27-3475-4639-aa2d-ff89ae7eb768 on network 7b259082-d63b-4edd-a0d2-8d00316f8199 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:38.005329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:35:38.005925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Checking segment: {'id': 'c16f2cdd-ebbe-4a56-8f70-03c7320e5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7b259082-d63b-4edd-a0d2-8d00316f8199'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:38.006350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Bound using segment: {'id': 'c16f2cdd-ebbe-4a56-8f70-03c7320e5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7b259082-d63b-4edd-a0d2-8d00316f8199'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:35:38.006853 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Bound port: 9aefbd27-3475-4639-aa2d-ff89ae7eb768, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c16f2cdd-ebbe-4a56-8f70-03c7320e5b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7b259082-d63b-4edd-a0d2-8d00316f8199'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:35:38.007221 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:38.018094 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Attempting to bind port 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:35:38.018478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Attempting to bind port 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'a13d296b-6198-44bb-962d-a42eb7cde38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:35:38.019095 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Attempting to bind port 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a on network 7eb437c5-1524-4e88-8d83-11e9853aa57f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:38.034294 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:35:38.034746 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Checking segment: {'id': 'a13d296b-6198-44bb-962d-a42eb7cde38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:38.035187 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:38.035749 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Bound using segment: {'id': 'a13d296b-6198-44bb-962d-a42eb7cde38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:35:38.036221 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Bound port: 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13d296b-6198-44bb-962d-a42eb7cde38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:35:38.036939 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:38.066264 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e9d35ce-c560-468e-afb4-d1f601afae87 req-ec8afb45-8e22-4a01-a3f5-d078094c2304 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357775 Dec 14 02:35:38.129504 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] For port 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:35:38.136736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] For port 9aefbd27-3475-4639-aa2d-ff89ae7eb768, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:35:38.137033 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] For port 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=03fc74c8-4ee6-4d0c-b75f-2c152b0d490a,segment=NetworkSegment(a13d296b-6198-44bb-962d-a42eb7cde38a),segment_id=a13d296b-6198-44bb-962d-a42eb7cde38a)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:35:38.144815 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] For port 9aefbd27-3475-4639-aa2d-ff89ae7eb768, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9aefbd27-3475-4639-aa2d-ff89ae7eb768,segment=NetworkSegment(c16f2cdd-ebbe-4a56-8f70-03c7320e5b31),segment_id=c16f2cdd-ebbe-4a56-8f70-03c7320e5b31)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:35:38.184825 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-807bce4e-62a8-40ea-8355-cc6d7138c3aa req-24bb8a8a-c158-4d03-a8e9-5a09b6dbf490 tempest-ServerRescueTestJSON-378017637 tempest-ServerRescueTestJSON-378017637-project] 10.222.0.39 "GET /v2.0/ports?device_id=915db592-5949-4352-aff8-4ee8c9551f49 HTTP/1.1" status: 200 len: 210 time: 0.0300751 Dec 14 02:35:38.258723 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:38.263506 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:38.376041 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:38.376041 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:38.376041 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] 10.222.0.47 "PUT /v2.0/ports/9aefbd27-3475-4639-aa2d-ff89ae7eb768 HTTP/1.1" status: 200 len: 1092 time: 1.9696479 Dec 14 02:35:38.447004 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cd047-a0f3-4879-8eaa-cbc32969cf14 None None] Pushing event updated for resources: {'Port': ['ID=03fc74c8-4ee6-4d0c-b75f-2c152b0d490a,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:38.470068 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:38.472203 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5aaffa-f098-4c54-bd44-532428e0be8c service neutron] Pushing event updated for resources: {'Port': ['ID=9aefbd27-3475-4639-aa2d-ff89ae7eb768,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:38.480829 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device eed78b31-ec1d-4d8f-a7e1-1da6a048a025 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:35:38.497678 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553c185-3c29-4269-863d-eecfbdd67917 req-5ad38541-f6ab-41a7-856a-f3c9cefbee8b tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:38.499797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 8988b8f8-8539-4a94-a01d-df1d123146e9 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:35:38.512540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c553c185-3c29-4269-863d-eecfbdd67917 req-5ad38541-f6ab-41a7-856a-f3c9cefbee8b tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.2374060 Dec 14 02:35:38.531287 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Request body: {'port': {'device_id': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:38.537831 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:38.584401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 8988b8f8-8539-4a94-a01d-df1d123146e9 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:35:38.584765 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 8988b8f8-8539-4a94-a01d-df1d123146e9 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:35:38.599738 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:38.708453 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 14 Dec 2021 02:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e90e18-e9f4-4819-ac95-80c1d2511056 x-openstack-request-id: req-28e90e18-e9f4-4819-ac95-80c1d2511056 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:35:38.708453 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee543f19-efef-4923-9f60-40ee2eecade2", "tag": "c72ad079-d64c-46c4-aa37-281e5fce6fca", "status": "completed", "code": 200}, {"server_uuid": "915db592-5949-4352-aff8-4ee8c9551f49", "name": "network-vif-deleted", "tag": "8988b8f8-8539-4a94-a01d-df1d123146e9", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:35:38.708453 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28e90e18-e9f4-4819-ac95-80c1d2511056 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:35:38.708453 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'tag': 'c72ad079-d64c-46c4-aa37-281e5fce6fca', 'status': 'completed', 'code': 200} Dec 14 02:35:38.715787 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915db592-5949-4352-aff8-4ee8c9551f49', 'name': 'network-vif-deleted', 'tag': '8988b8f8-8539-4a94-a01d-df1d123146e9', 'status': 'completed', 'code': 200} Dec 14 02:35:38.723900 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:38.818420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] Allocated IP 172.25.7.21 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/76fe06e7-f80e-4779-be30-a19aa7b87018) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:35:38.846056 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port eed78b31-ec1d-4d8f-a7e1-1da6a048a025, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=eed78b31-ec1d-4d8f-a7e1-1da6a048a025,segment=NetworkSegment(de254007-ebb5-478d-abb6-aff77e5d324c),segment_id=de254007-ebb5-478d-abb6-aff77e5d324c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:38.880678 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'eed78b31-ec1d-4d8f-a7e1-1da6a048a025', 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9', 'port_id': 'eed78b31-ec1d-4d8f-a7e1-1da6a048a025', 'mac_address': 'fa:16:3e:c3:99:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:35:38.975959 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:38.995837 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed78b31-ec1d-4d8f-a7e1-1da6a048a025 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:35:39.021413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port eed78b31-ec1d-4d8f-a7e1-1da6a048a025, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=eed78b31-ec1d-4d8f-a7e1-1da6a048a025,segment=NetworkSegment(de254007-ebb5-478d-abb6-aff77e5d324c),segment_id=de254007-ebb5-478d-abb6-aff77e5d324c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:39.090453 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:39.104760 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:39.134583 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c553c185-3c29-4269-863d-eecfbdd67917 req-d60c1e52-1d94-4f93-8830-ad890fecc290 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6208518 Dec 14 02:35:39.178013 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee93a9-a075-44d3-a90b-e65a5e781af9 req-99b7671e-54da-431a-af98-abdc5ca7f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:39.181482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee93a9-a075-44d3-a90b-e65a5e781af9 req-99b7671e-54da-431a-af98-abdc5ca7f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:39.181482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee93a9-a075-44d3-a90b-e65a5e781af9 req-99b7671e-54da-431a-af98-abdc5ca7f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:39.181482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-10ee93a9-a075-44d3-a90b-e65a5e781af9 req-99b7671e-54da-431a-af98-abdc5ca7f078 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9e3c48c88dd4e2188c9991ba134e39e&device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2799 time: 0.5032232 Dec 14 02:35:39.189406 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=eed78b31-ec1d-4d8f-a7e1-1da6a048a025,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:39.269074 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d5fdd-5135-4461-818e-a6fbd77ec2ee req-77c9f84c-ada7-4929-b8c2-fb285d483d16 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:39.274849 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:39.277087 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-216d5fdd-5135-4461-818e-a6fbd77ec2ee req-77c9f84c-ada7-4929-b8c2-fb285d483d16 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 943 time: 0.2218153 Dec 14 02:35:39.332153 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:39.337145 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:39.342299 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:39.349009 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] Pushing event updated for resources: {'Port': ['ID=76fe06e7-f80e-4779-be30-a19aa7b87018,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:39.410543 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['eed78b31-ec1d-4d8f-a7e1-1da6a048a025'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:35:39.834572 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:39.863694 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-216d5fdd-5135-4461-818e-a6fbd77ec2ee req-fb135b0d-f5cf-4c26-bb0d-eb1d0462a1ff tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/security-groups?id=e47ae3e9-ec4c-4a5e-870e-53725591e543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5856431 Dec 14 02:35:39.906742 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa5a29-85b5-4ba6-92f7-da3c90de550e req-d2711052-9992-48d9-8a68-31feb51ee245 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:39.913659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa5a29-85b5-4ba6-92f7-da3c90de550e req-d2711052-9992-48d9-8a68-31feb51ee245 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:39.920173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa5a29-85b5-4ba6-92f7-da3c90de550e req-d2711052-9992-48d9-8a68-31feb51ee245 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:39.930215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-96aa5a29-85b5-4ba6-92f7-da3c90de550e req-d2711052-9992-48d9-8a68-31feb51ee245 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2401 time: 0.1961315 Dec 14 02:35:39.989588 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee93a9-a075-44d3-a90b-e65a5e781af9 req-310cf9da-78d9-47f0-b30f-ae26116a970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:39.990067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee93a9-a075-44d3-a90b-e65a5e781af9 req-310cf9da-78d9-47f0-b30f-ae26116a970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:39.990572 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee93a9-a075-44d3-a90b-e65a5e781af9 req-310cf9da-78d9-47f0-b30f-ae26116a970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:39.992139 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-10ee93a9-a075-44d3-a90b-e65a5e781af9 req-310cf9da-78d9-47f0-b30f-ae26116a970c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f9e3c48c88dd4e2188c9991ba134e39e&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7620637 Dec 14 02:35:39.998556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56672) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:40.191332 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af89727b-bda4-4109-828c-52c8b1391a1a None None] Network 7eb437c5-1524-4e88-8d83-11e9853aa57f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:35:40.254612 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-96aa5a29-85b5-4ba6-92f7-da3c90de550e req-396817a1-8a5b-452c-8feb-f191bb81ee90 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232753 Dec 14 02:35:40.309176 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1eba5019-8084-4a85-91bc-326ed1daee7f None None] Provisioning complete for port 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:40.309537 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1eba5019-8084-4a85-91bc-326ed1daee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:40.480462 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:40.500808 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device eed78b31-ec1d-4d8f-a7e1-1da6a048a025 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:40.502570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:35:40.522355 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:40.624093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Transition to ACTIVE for port object 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:35:40.662440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee93a9-a075-44d3-a90b-e65a5e781af9 req-cba412c7-2a4c-4c46-8983-9bb5a3bf5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:40.664451 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-10ee93a9-a075-44d3-a90b-e65a5e781af9 req-cba412c7-2a4c-4c46-8983-9bb5a3bf5b8f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5265045 Dec 14 02:35:40.666884 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1eba5019-8084-4a85-91bc-326ed1daee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:40.720314 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'tag': '9aefbd27-3475-4639-aa2d-ff89ae7eb768'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:35:40.722767 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d42ccc-2538-4d2e-92ec-cb291da30437" -d '{"events": [{"name": "network-changed", "server_uuid": "ee543f19-efef-4923-9f60-40ee2eecade2", "tag": "9aefbd27-3475-4639-aa2d-ff89ae7eb768"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:35:40.743515 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-1eba5019-8084-4a85-91bc-326ed1daee7f None None] For port 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=03fc74c8-4ee6-4d0c-b75f-2c152b0d490a,segment=NetworkSegment(a13d296b-6198-44bb-962d-a42eb7cde38a),segment_id=a13d296b-6198-44bb-962d-a42eb7cde38a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:40.766699 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:40.777760 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:40.799977 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764994ed-a438-49f8-b237-7c273f1db76b req-a10a49f0-9e70-4523-9f3d-032886c9cfd2 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:40.804366 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-764994ed-a438-49f8-b237-7c273f1db76b req-a10a49f0-9e70-4523-9f3d-032886c9cfd2 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 946 time: 0.2525411 Dec 14 02:35:40.823578 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d653019-52b0-444f-a3d0-b04356c381a0 x-openstack-request-id: req-4d653019-52b0-444f-a3d0-b04356c381a0 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:35:40.823878 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee543f19-efef-4923-9f60-40ee2eecade2", "tag": "9aefbd27-3475-4639-aa2d-ff89ae7eb768", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:35:40.824122 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d653019-52b0-444f-a3d0-b04356c381a0 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:35:40.824535 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'tag': '9aefbd27-3475-4639-aa2d-ff89ae7eb768', 'status': 'completed', 'code': 200} Dec 14 02:35:40.879345 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1eba5019-8084-4a85-91bc-326ed1daee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:40.881533 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port eed78b31-ec1d-4d8f-a7e1-1da6a048a025 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:35:40.956831 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] Router e826b109-b51f-40e2-93a7-8d34593e91ab is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:35:40.994648 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port eed78b31-ec1d-4d8f-a7e1-1da6a048a025 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:40.995016 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:41.093176 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a667ce5-91a8-43a5-a6ff-ef29d21779d4,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:41.097598 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba5019-8084-4a85-91bc-326ed1daee7f None None] Pushing event updated for resources: {'Port': ['ID=03fc74c8-4ee6-4d0c-b75f-2c152b0d490a,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:41.145979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:41.146347 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:41.148615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba5019-8084-4a85-91bc-326ed1daee7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:41.148958 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba5019-8084-4a85-91bc-326ed1daee7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:41.149298 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba5019-8084-4a85-91bc-326ed1daee7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:41.149655 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba5019-8084-4a85-91bc-326ed1daee7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:41.149991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba5019-8084-4a85-91bc-326ed1daee7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:41.150321 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba5019-8084-4a85-91bc-326ed1daee7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:41.150647 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba5019-8084-4a85-91bc-326ed1daee7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:41.150973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba5019-8084-4a85-91bc-326ed1daee7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:41.154990 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba5019-8084-4a85-91bc-326ed1daee7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:41.155235 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba5019-8084-4a85-91bc-326ed1daee7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:41.155581 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba5019-8084-4a85-91bc-326ed1daee7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:41.155917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba5019-8084-4a85-91bc-326ed1daee7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:41.156312 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eba5019-8084-4a85-91bc-326ed1daee7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:35:41.239526 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:35:41.248605 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-25bff506-ecc1-4aee-98a0-3a8092f05ff9 None None] Provisioning complete for port 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:41.249008 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-25bff506-ecc1-4aee-98a0-3a8092f05ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:41.256639 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Sync routers for ids ['e826b109-b51f-40e2-93a7-8d34593e91ab'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:35:41.277337 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Routers {'e826b109-b51f-40e2-93a7-8d34593e91ab'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:35:41.278191 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:35:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e826b109-b51f-40e2-93a7-8d34593e91ab'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:41.285648 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-764994ed-a438-49f8-b237-7c273f1db76b req-004f7093-ab7e-4f1d-aa8e-010c98bb6a61 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090085 Dec 14 02:35:41.372691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 9589d2f4-c880-467c-a1ee-e70d1d54877c details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:35:41.415649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d42ccc-2538-4d2e-92ec-cb291da30437 req-50f35ee2-7e5f-4cae-944a-37d7fca95a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:41.416206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d42ccc-2538-4d2e-92ec-cb291da30437 req-50f35ee2-7e5f-4cae-944a-37d7fca95a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:41.416725 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d42ccc-2538-4d2e-92ec-cb291da30437 req-50f35ee2-7e5f-4cae-944a-37d7fca95a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:41.418528 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8d42ccc-2538-4d2e-92ec-cb291da30437 req-50f35ee2-7e5f-4cae-944a-37d7fca95a0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9e3c48c88dd4e2188c9991ba134e39e&device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2824 time: 0.5245752 Dec 14 02:35:41.439809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43a4be-3a97-4c31-9c10-345ee77151c1 req-52af370d-c8f5-4049-801a-520f9c2af696 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:41.448632 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da43a4be-3a97-4c31-9c10-345ee77151c1 req-52af370d-c8f5-4049-801a-520f9c2af696 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 944 time: 0.3803036 Dec 14 02:35:41.456827 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:41.458952 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-37b398be-213a-48cb-b096-2a46d0dc9242 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.1196392 Dec 14 02:35:41.461582 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56698) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:41.492624 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:41.498080 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Set router e826b109-b51f-40e2-93a7-8d34593e91ab gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:35:41.554188 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.resource_extend [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 02:35:41.594910 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port eed78b31-ec1d-4d8f-a7e1-1da6a048a025, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=eed78b31-ec1d-4d8f-a7e1-1da6a048a025,segment=NetworkSegment(de254007-ebb5-478d-abb6-aff77e5d324c),segment_id=de254007-ebb5-478d-abb6-aff77e5d324c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:41.628563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d3fbe9-eabc-424a-9d15-1072b5d20bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed78b31-ec1d-4d8f-a7e1-1da6a048a025'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:35:41.631852 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc02744-711f-422a-95aa-72dea77f57a5" -d '{"events": [{"server_uuid": "f4d3fbe9-eabc-424a-9d15-1072b5d20bf4", "name": "network-vif-plugged", "status": "completed", "tag": "eed78b31-ec1d-4d8f-a7e1-1da6a048a025"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:35:41.634195 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Attempting to bind port 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:35:41.634788 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Attempting to bind port 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '2db64e49-9ad2-4915-8d12-8f18463d8e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8f74a677-5e87-4150-978b-c583f832fcd1'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:35:41.636229 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Attempting to bind port 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 on network 8f74a677-5e87-4150-978b-c583f832fcd1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:41.685494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Port 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 on network 8f74a677-5e87-4150-978b-c583f832fcd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:35:41.686493 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Attempting to bind port 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 on network 8f74a677-5e87-4150-978b-c583f832fcd1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:41.713482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b379bd-a56f-4c37-afb4-0b6cc5c8d601 req-d8bec886-393b-42d1-94ed-cf9dd433b379 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:41.723112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b379bd-a56f-4c37-afb4-0b6cc5c8d601 req-d8bec886-393b-42d1-94ed-cf9dd433b379 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:41.730034 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b379bd-a56f-4c37-afb4-0b6cc5c8d601 req-d8bec886-393b-42d1-94ed-cf9dd433b379 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:41.732144 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1b379bd-a56f-4c37-afb4-0b6cc5c8d601 req-d8bec886-393b-42d1-94ed-cf9dd433b379 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2413 time: 0.3582070 Dec 14 02:35:41.739770 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:35:41.740553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Checking segment: {'id': '2db64e49-9ad2-4915-8d12-8f18463d8e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8f74a677-5e87-4150-978b-c583f832fcd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:41.741873 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Bound using segment: {'id': '2db64e49-9ad2-4915-8d12-8f18463d8e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8f74a677-5e87-4150-978b-c583f832fcd1'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:35:41.742571 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Bound port: 1a667ce5-91a8-43a5-a6ff-ef29d21779d4, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db64e49-9ad2-4915-8d12-8f18463d8e8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8f74a677-5e87-4150-978b-c583f832fcd1'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:35:41.743366 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:41.752675 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:41.763000 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da43a4be-3a97-4c31-9c10-345ee77151c1 req-1f959715-961b-44e6-ae61-a8bbbd674150 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/security-groups?id=e47ae3e9-ec4c-4a5e-870e-53725591e543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133726 Dec 14 02:35:41.765379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 9589d2f4-c880-467c-a1ee-e70d1d54877c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9589d2f4-c880-467c-a1ee-e70d1d54877c,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:41.826355 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '9589d2f4-c880-467c-a1ee-e70d1d54877c', 'network_id': '46ae5e0d-ff63-489c-8bf7-968d04494343', 'port_id': '9589d2f4-c880-467c-a1ee-e70d1d54877c', 'mac_address': 'fa:16:3e:74:e6:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ab8c50a-a715-4e2e-8453-c9bba63f1ddb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:35:41.909998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=eed78b31-ec1d-4d8f-a7e1-1da6a048a025,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:41.918414 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:41.920611 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-589590376-router', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:37Z', 'updated_at': '2021-12-14T02:35:39Z', 'revision_number': 3, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'gw_port': {'id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:38Z', 'updated_at': '2021-12-14T02:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:41.946128 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b413e3f0-c3fd-41f7-b0ef-b88453a31f61 x-openstack-request-id: req-b413e3f0-c3fd-41f7-b0ef-b88453a31f61 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:35:41.946731 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d3fbe9-eabc-424a-9d15-1072b5d20bf4", "name": "network-vif-plugged", "status": "completed", "tag": "eed78b31-ec1d-4d8f-a7e1-1da6a048a025", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:35:41.947340 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b413e3f0-c3fd-41f7-b0ef-b88453a31f61 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:35:41.947979 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d3fbe9-eabc-424a-9d15-1072b5d20bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed78b31-ec1d-4d8f-a7e1-1da6a048a025', 'code': 200} Dec 14 02:35:41.953498 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9589d2f4-c880-467c-a1ee-e70d1d54877c {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:35:41.955335 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Checking router: e826b109-b51f-40e2-93a7-8d34593e91ab for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:35:41.955750 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Updating router e826b109-b51f-40e2-93a7-8d34593e91ab port 76fe06e7-f80e-4779-be30-a19aa7b87018 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:35:41.998562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 9589d2f4-c880-467c-a1ee-e70d1d54877c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9589d2f4-c880-467c-a1ee-e70d1d54877c,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:42.001030 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:42.138831 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] For port 1a667ce5-91a8-43a5-a6ff-ef29d21779d4, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:35:42.143936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] For port 1a667ce5-91a8-43a5-a6ff-ef29d21779d4, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=1a667ce5-91a8-43a5-a6ff-ef29d21779d4,segment=NetworkSegment(2db64e49-9ad2-4915-8d12-8f18463d8e8d),segment_id=2db64e49-9ad2-4915-8d12-8f18463d8e8d)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:35:42.165970 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:42.257044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1b379bd-a56f-4c37-afb4-0b6cc5c8d601 req-bdef7254-c9ae-4d44-ae6f-383450c3c1cb tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656084 Dec 14 02:35:42.290108 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d42ccc-2538-4d2e-92ec-cb291da30437 req-0f6151f3-bdc7-42c4-8f79-e4493b24e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:42.295140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d42ccc-2538-4d2e-92ec-cb291da30437 req-0f6151f3-bdc7-42c4-8f79-e4493b24e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:42.295835 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d42ccc-2538-4d2e-92ec-cb291da30437 req-0f6151f3-bdc7-42c4-8f79-e4493b24e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:42.307511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['9589d2f4-c880-467c-a1ee-e70d1d54877c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:35:42.325008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8d42ccc-2538-4d2e-92ec-cb291da30437 req-0f6151f3-bdc7-42c4-8f79-e4493b24e8bd service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f9e3c48c88dd4e2188c9991ba134e39e&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8423321 Dec 14 02:35:42.335851 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=9589d2f4-c880-467c-a1ee-e70d1d54877c,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:42.376368 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:42.435807 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:42.436170 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ea01e0f1-fb35-46ed-a2fe-35a85674e25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:42.442240 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:42.444390 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] 10.222.0.47 "PUT /v2.0/ports/1a667ce5-91a8-43a5-a6ff-ef29d21779d4 HTTP/1.1" status: 200 len: 1092 time: 3.9207616 Dec 14 02:35:42.581849 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:42.614449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf87884-6643-449c-b2e2-14f92df33ce4 req-bda2aa58-6014-489c-be8a-740a006ce802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:42.616305 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-daf87884-6643-449c-b2e2-14f92df33ce4 req-bda2aa58-6014-489c-be8a-740a006ce802 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 1096 time: 0.4602044 Dec 14 02:35:42.660754 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4396ec9c-c82e-4934-b2cf-a1bf106b30f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:42.693656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:42.727261 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:42.779247 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-ea01e0f1-fb35-46ed-a2fe-35a85674e25c admin admin] Allocated IP 172.20.0.1 (7eb437c5-1524-4e88-8d83-11e9853aa57f/dd4eb43a-bcfd-4108-9c6d-8a9932462c5d/bd549cec-f6dc-47a3-bffc-edea5aa16168) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:35:42.855443 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Attempting to bind port 76fe06e7-f80e-4779-be30-a19aa7b87018 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:35:42.858605 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Attempting to bind port 76fe06e7-f80e-4779-be30-a19aa7b87018 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:35:42.861272 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Attempting to bind port 76fe06e7-f80e-4779-be30-a19aa7b87018 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:42.871722 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:35:42.884219 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:42.889540 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:42.889540 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:35:42.889540 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Bound port: 76fe06e7-f80e-4779-be30-a19aa7b87018, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:35:42.889540 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:42.903447 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'tag': '1a667ce5-91a8-43a5-a6ff-ef29d21779d4'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:35:42.913355 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:42.913355 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:42.945513 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ea01e0f1-fb35-46ed-a2fe-35a85674e25c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:42.949585 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bc1415-17e4-4592-8a06-3a2f5f40ba4d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee543f19-efef-4923-9f60-40ee2eecade2", "tag": "1a667ce5-91a8-43a5-a6ff-ef29d21779d4"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:35:42.988614 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7663b-d58b-4f97-a8ed-657d36b2a102 None None] Pushing event updated for resources: {'Port': ['ID=76fe06e7-f80e-4779-be30-a19aa7b87018,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:43.053229 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] For port 76fe06e7-f80e-4779-be30-a19aa7b87018, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:35:43.065764 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] For port 76fe06e7-f80e-4779-be30-a19aa7b87018, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=76fe06e7-f80e-4779-be30-a19aa7b87018,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:35:43.094355 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ea01e0f1-fb35-46ed-a2fe-35a85674e25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:43.106824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244bc03-74ad-4f3b-bded-b2aa901e1d77 req-af4cf1f1-d3c7-424a-9c9b-62f2e60dbf5f tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:43.124628 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e244bc03-74ad-4f3b-bded-b2aa901e1d77 req-af4cf1f1-d3c7-424a-9c9b-62f2e60dbf5f tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 945 time: 0.5964236 Dec 14 02:35:43.157829 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea01e0f1-fb35-46ed-a2fe-35a85674e25c admin admin] Network 7eb437c5-1524-4e88-8d83-11e9853aa57f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:43.170171 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-ea01e0f1-fb35-46ed-a2fe-35a85674e25c admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:43.171109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1dc106-d7bc-4bf8-9c6f-4d1dd5161cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a667ce5-91a8-43a5-a6ff-ef29d21779d4,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:43.174857 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea01e0f1-fb35-46ed-a2fe-35a85674e25c admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:43.178748 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:43.194393 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01e0f1-fb35-46ed-a2fe-35a85674e25c admin admin] Pushing event updated for resources: {'Port': ['ID=bd549cec-f6dc-47a3-bffc-edea5aa16168,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:43.218797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d42ccc-2538-4d2e-92ec-cb291da30437 req-6a1316e1-90a7-4714-93de-7b5ae228681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:43.220384 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8d42ccc-2538-4d2e-92ec-cb291da30437 req-6a1316e1-90a7-4714-93de-7b5ae228681a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8649859 Dec 14 02:35:43.226962 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-daf87884-6643-449c-b2e2-14f92df33ce4 req-8e8687f0-c1fe-4784-9d18-ce775f8f9e97 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e47ae3e9-ec4c-4a5e-870e-53725591e543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5840528 Dec 14 02:35:43.248031 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f096b-4eb1-410f-baad-dd33d816412c req-44cc1ba6-db3a-4871-96a3-ad5088e684e4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:43.249803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-462f096b-4eb1-410f-baad-dd33d816412c req-44cc1ba6-db3a-4871-96a3-ad5088e684e4 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 945 time: 0.2533598 Dec 14 02:35:43.323355 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Routers {'e826b109-b51f-40e2-93a7-8d34593e91ab'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:35:43.329510 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:35:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e826b109-b51f-40e2-93a7-8d34593e91ab'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:43.332063 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e244bc03-74ad-4f3b-bded-b2aa901e1d77 req-f0269fa9-c65b-4ef4-a646-0c9dee64b54d tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062149 Dec 14 02:35:43.337467 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ea01e0f1-fb35-46ed-a2fe-35a85674e25c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:43.347566 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7663b-d58b-4f97-a8ed-657d36b2a102 None None] Pushing event updated for resources: {'Port': ['ID=76fe06e7-f80e-4779-be30-a19aa7b87018,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:43.362013 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 9589d2f4-c880-467c-a1ee-e70d1d54877c up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:43.466628 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79f88a9-d610-4b25-b31f-dbfd950002e6 x-openstack-request-id: req-a79f88a9-d610-4b25-b31f-dbfd950002e6 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:35:43.469055 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee543f19-efef-4923-9f60-40ee2eecade2", "tag": "1a667ce5-91a8-43a5-a6ff-ef29d21779d4", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:35:43.469709 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a79f88a9-d610-4b25-b31f-dbfd950002e6 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:35:43.470373 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'tag': '1a667ce5-91a8-43a5-a6ff-ef29d21779d4', 'status': 'completed', 'code': 200} Dec 14 02:35:43.503280 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-462f096b-4eb1-410f-baad-dd33d816412c req-85b5dbf9-47d1-4b2e-8855-219c7c99b7f3 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/security-groups?id=e47ae3e9-ec4c-4a5e-870e-53725591e543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448726 Dec 14 02:35:43.636150 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] Set router e826b109-b51f-40e2-93a7-8d34593e91ab gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:35:43.667702 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-b982d3b7-186f-4935-b69b-c92f92ae06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:43.669741 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-b982d3b7-186f-4935-b69b-c92f92ae06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:43.669741 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-b982d3b7-186f-4935-b69b-c92f92ae06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:43.670691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-b982d3b7-186f-4935-b69b-c92f92ae06d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9e3c48c88dd4e2188c9991ba134e39e&device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2866 time: 0.3510332 Dec 14 02:35:43.730704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d94fa9aa-a9f7-40e4-a048-92451fa760ed None None] Provisioning complete for port bd549cec-f6dc-47a3-bffc-edea5aa16168 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:43.731461 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d94fa9aa-a9f7-40e4-a048-92451fa760ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:43.745403 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ea01e0f1-fb35-46ed-a2fe-35a85674e25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:43.752197 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-c0ddd123-3655-4a29-bcc8-984b46683e2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.172&port_id=c72ad079-d64c-46c4-aa37-281e5fce6fca HTTP/1.1" status: 200 len: 217 time: 0.0664442 Dec 14 02:35:43.778226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6329bb-95c7-4d8a-94fc-62e30f94695c req-d8aafa2d-3e5a-4de0-8bf9-f7d4974e12a4 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:43.784293 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 9589d2f4-c880-467c-a1ee-e70d1d54877c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:43.784952 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:43.785155 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6329bb-95c7-4d8a-94fc-62e30f94695c req-d8aafa2d-3e5a-4de0-8bf9-f7d4974e12a4 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:43.791304 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6329bb-95c7-4d8a-94fc-62e30f94695c req-d8aafa2d-3e5a-4de0-8bf9-f7d4974e12a4 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:43.800668 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db6329bb-95c7-4d8a-94fc-62e30f94695c req-d8aafa2d-3e5a-4de0-8bf9-f7d4974e12a4 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2413 time: 0.1985779 Dec 14 02:35:43.822674 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d94fa9aa-a9f7-40e4-a048-92451fa760ed None None] Port bd549cec-f6dc-47a3-bffc-edea5aa16168 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:35:43.883161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-4396ec9c-c82e-4934-b2cf-a1bf106b30f2 admin admin] Deleting port dd0e8509-8c00-473f-8686-bbca1f63ff8c {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:35:43.883913 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4396ec9c-c82e-4934-b2cf-a1bf106b30f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:43.914557 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-589590376-router', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:37Z', 'updated_at': '2021-12-14T02:35:39Z', 'revision_number': 3, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'gw_port': {'id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:38Z', 'updated_at': '2021-12-14T02:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:43.920939 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:43.973253 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ea01e0f1-fb35-46ed-a2fe-35a85674e25c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:43.978531 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c563b6-9ace-4de5-abaf-113dc0452b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9589d2f4-c880-467c-a1ee-e70d1d54877c'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:35:43.981113 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10052f9d-9270-4535-8a23-4b33dfcea18d" -d '{"events": [{"server_uuid": "03c563b6-9ace-4de5-abaf-113dc0452b18", "name": "network-vif-plugged", "status": "completed", "tag": "9589d2f4-c880-467c-a1ee-e70d1d54877c"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:35:43.984494 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a5ac6c-6aaa-4183-bcda-6efad2f6383d None None] The sync data for ids ['e826b109-b51f-40e2-93a7-8d34593e91ab'] in n-d-821636-1 is: [{'id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-589590376-router', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:37Z', 'updated_at': '2021-12-14T02:35:39Z', 'revision_number': 3, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'gw_port': {'id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:38Z', 'updated_at': '2021-12-14T02:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:35:43.986779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b8152c0-f0ff-44b2-adaf-45a9e3628a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:43.988364 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-1b8152c0-f0ff-44b2-adaf-45a9e3628a4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3bafb9c0-171d-407e-8d2b-0edbc8ec5802 HTTP/1.1" status: 200 len: 801 time: 0.2291627 Dec 14 02:35:44.010114 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 9589d2f4-c880-467c-a1ee-e70d1d54877c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9589d2f4-c880-467c-a1ee-e70d1d54877c,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:44.051743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db6329bb-95c7-4d8a-94fc-62e30f94695c req-2ae10eb6-395b-46d3-99a7-4be7c238ecad tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482693 Dec 14 02:35:44.073641 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ee3ed1-cdb9-474a-bdea-ffad1b27019c x-openstack-request-id: req-c6ee3ed1-cdb9-474a-bdea-ffad1b27019c {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:35:44.073945 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c563b6-9ace-4de5-abaf-113dc0452b18", "name": "network-vif-plugged", "status": "completed", "tag": "9589d2f4-c880-467c-a1ee-e70d1d54877c", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:35:44.074242 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6ee3ed1-cdb9-474a-bdea-ffad1b27019c {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:35:44.074629 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c563b6-9ace-4de5-abaf-113dc0452b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9589d2f4-c880-467c-a1ee-e70d1d54877c', 'code': 200} Dec 14 02:35:44.090613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-4ee2b0db-12cd-4069-a39b-501f4460fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:44.092277 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-4ee2b0db-12cd-4069-a39b-501f4460fa91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f74a677-5e87-4150-978b-c583f832fcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0951068 Dec 14 02:35:44.115343 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-4396ec9c-c82e-4934-b2cf-a1bf106b30f2 admin admin] For port dd0e8509-8c00-473f-8686-bbca1f63ff8c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=dd0e8509-8c00-473f-8686-bbca1f63ff8c,segment=NetworkSegment(76c35287-df7d-4c28-9b74-187d0a18918f),segment_id=76c35287-df7d-4c28-9b74-187d0a18918f)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:44.115776 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4396ec9c-c82e-4934-b2cf-a1bf106b30f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:44.147295 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-4396ec9c-c82e-4934-b2cf-a1bf106b30f2 admin admin] Calling delete_port for dd0e8509-8c00-473f-8686-bbca1f63ff8c owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:35:44.147295 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-de673bd8-76c4-404a-b9fb-f576aed4b0a7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:35:44.147295 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-de673bd8-76c4-404a-b9fb-f576aed4b0a7 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085669 Dec 14 02:35:44.180137 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:44.180567 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ea01e0f1-fb35-46ed-a2fe-35a85674e25c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:44.263120 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=9589d2f4-c880-467c-a1ee-e70d1d54877c,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:44.285640 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ea01e0f1-fb35-46ed-a2fe-35a85674e25c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:44.343834 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01e0f1-fb35-46ed-a2fe-35a85674e25c admin admin] Pushing event updated for resources: {'Port': ['ID=bd549cec-f6dc-47a3-bffc-edea5aa16168,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:44.387541 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-93c98e73-f78d-4601-b2bd-f1c814884dd7 service neutron] 10.222.0.47 "GET /v2.0/networks/8f74a677-5e87-4150-978b-c583f832fcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325642 Dec 14 02:35:44.486273 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea01e0f1-fb35-46ed-a2fe-35a85674e25c admin admin] Network 7eb437c5-1524-4e88-8d83-11e9853aa57f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:44.488657 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-ea01e0f1-fb35-46ed-a2fe-35a85674e25c admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:44.756555 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 76fe06e7-f80e-4779-be30-a19aa7b87018 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:44.803981 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea01e0f1-fb35-46ed-a2fe-35a85674e25c admin admin] Router e826b109-b51f-40e2-93a7-8d34593e91ab has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:35:44.894575 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 76fe06e7-f80e-4779-be30-a19aa7b87018 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:44.894947 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:44.999140 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-901fde21-ed24-4545-aa03-043b44ebe516 None None] Provisioning complete for port bd549cec-f6dc-47a3-bffc-edea5aa16168 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:45.005833 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-901fde21-ed24-4545-aa03-043b44ebe516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:45.051365 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-901fde21-ed24-4545-aa03-043b44ebe516 None None] Port bd549cec-f6dc-47a3-bffc-edea5aa16168 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:35:45.052002 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea01e0f1-fb35-46ed-a2fe-35a85674e25c admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:35:45.079646 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ea01e0f1-fb35-46ed-a2fe-35a85674e25c admin admin] 10.222.0.39 "PUT /v2.0/routers/e826b109-b51f-40e2-93a7-8d34593e91ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6094234 Dec 14 02:35:45.185934 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:45.223162 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 76fe06e7-f80e-4779-be30-a19aa7b87018, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=76fe06e7-f80e-4779-be30-a19aa7b87018,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:45.341571 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a06f25-674d-4b6a-a62d-1716aaf75272 req-46e0f89d-e95f-4b85-a320-bfb12dde21e5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:45.341571 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94a06f25-674d-4b6a-a62d-1716aaf75272 req-46e0f89d-e95f-4b85-a320-bfb12dde21e5 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 946 time: 0.2320464 Dec 14 02:35:45.360234 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:45.415252 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42714751-13ee-4fc9-a68f-b1170dad661f req-4ccfeebc-8cca-4e5a-8711-23e6d7b21aa7 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:45.420915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42714751-13ee-4fc9-a68f-b1170dad661f req-4ccfeebc-8cca-4e5a-8711-23e6d7b21aa7 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 945 time: 0.3167338 Dec 14 02:35:45.481042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=76fe06e7-f80e-4779-be30-a19aa7b87018,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:45.503383 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-5e3d2b09-886e-49a6-a343-43520c7da328 service neutron] 10.222.0.47 "GET /v2.0/networks/8f74a677-5e87-4150-978b-c583f832fcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0966206 Dec 14 02:35:45.565973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94a06f25-674d-4b6a-a62d-1716aaf75272 req-07cbf0b9-0c94-48d5-b710-fdb7020efe68 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133315 Dec 14 02:35:45.614842 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42714751-13ee-4fc9-a68f-b1170dad661f req-f2f933e8-5761-4159-9e76-182bd4abc97c tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/security-groups?id=e47ae3e9-ec4c-4a5e-870e-53725591e543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725507 Dec 14 02:35:45.693474 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-5f3d4a5e-c2e6-4a36-9019-5049a46242c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.184&port_id=9aefbd27-3475-4639-aa2d-ff89ae7eb768 HTTP/1.1" status: 200 len: 217 time: 0.1790950 Dec 14 02:35:45.766403 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4396ec9c-c82e-4934-b2cf-a1bf106b30f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:45.809263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4396ec9c-c82e-4934-b2cf-a1bf106b30f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd0e8509-8c00-473f-8686-bbca1f63ff8c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:45.907438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-2191d185-b764-4142-80b8-f2a9ba7388e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:45.908963 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-2191d185-b764-4142-80b8-f2a9ba7388e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ecd908d2-6a07-4b8e-b779-f4168aa44618 HTTP/1.1" status: 200 len: 801 time: 0.2040586 Dec 14 02:35:45.946332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea390e9-1b1f-4363-8fb8-c8c1927f05eb req-502f4f2b-ee0e-4013-922e-aaf78163a1d3 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:45.952520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea390e9-1b1f-4363-8fb8-c8c1927f05eb req-502f4f2b-ee0e-4013-922e-aaf78163a1d3 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:45.959396 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea390e9-1b1f-4363-8fb8-c8c1927f05eb req-502f4f2b-ee0e-4013-922e-aaf78163a1d3 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:45.961344 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ea390e9-1b1f-4363-8fb8-c8c1927f05eb req-502f4f2b-ee0e-4013-922e-aaf78163a1d3 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2413 time: 0.2670879 Dec 14 02:35:46.180354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ea390e9-1b1f-4363-8fb8-c8c1927f05eb req-22fac6e6-8d2b-4197-ad9e-2c8d6a459768 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894381 Dec 14 02:35:46.189167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-5a9a4926-9bfe-42d5-afae-82a53144e6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:46.190644 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-5a9a4926-9bfe-42d5-afae-82a53144e6f6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7b259082-d63b-4edd-a0d2-8d00316f8199&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2739847 Dec 14 02:35:46.309497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-34d1ac48-1a7a-43db-9a9e-9d3028a2200a tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:46.311034 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-34d1ac48-1a7a-43db-9a9e-9d3028a2200a tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/networks?id=7eb437c5-1524-4e88-8d83-11e9853aa57f HTTP/1.1" status: 200 len: 828 time: 0.3468342 Dec 14 02:35:46.317483 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4396ec9c-c82e-4934-b2cf-a1bf106b30f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:46.347457 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-50e5708c-5c43-48fb-9bd3-acae9e3c2a16 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/quotas/f6d76e8763674b21847546036ef0631b HTTP/1.1" status: 200 len: 375 time: 0.0236928 Dec 14 02:35:46.468982 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-9daea489-e5bc-42a3-ba81-6cf4c2c35f36 service neutron] 10.222.0.47 "GET /v2.0/networks/7b259082-d63b-4edd-a0d2-8d00316f8199?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589757 Dec 14 02:35:46.538728 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Sync routers for ids ['e826b109-b51f-40e2-93a7-8d34593e91ab'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:35:46.584100 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Routers {'e826b109-b51f-40e2-93a7-8d34593e91ab'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:35:46.584760 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:35:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e826b109-b51f-40e2-93a7-8d34593e91ab'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:46.630252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-48bfe218-7fbf-468c-8aca-f3ea84fd9602 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6d76e8763674b21847546036ef0631b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2413800 Dec 14 02:35:46.722070 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-851abd86-8d9c-4510-bc04-0b4fbdf069fe service neutron] 10.222.0.47 "GET /v2.0/networks/7b259082-d63b-4edd-a0d2-8d00316f8199?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283378 Dec 14 02:35:46.792063 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Set router e826b109-b51f-40e2-93a7-8d34593e91ab gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:35:46.834340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 76fe06e7-f80e-4779-be30-a19aa7b87018 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:46.866212 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-f69a7733-5eda-4ca0-a2ed-3f4bc9edff59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.240&port_id=1a667ce5-91a8-43a5-a6ff-ef29d21779d4 HTTP/1.1" status: 200 len: 217 time: 0.1326387 Dec 14 02:35:46.951531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-18ba3584-bd76-4f2a-88f8-d39b127deab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:46.951531 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-18ba3584-bd76-4f2a-88f8-d39b127deab5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3bafb9c0-171d-407e-8d2b-0edbc8ec5802 HTTP/1.1" status: 200 len: 801 time: 0.0682330 Dec 14 02:35:47.044844 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-18d6d4d6-08a4-43ac-8498-e4ac0d895a0f service neutron] 10.222.0.39 "GET /v2.0/networks/7eb437c5-1524-4e88-8d83-11e9853aa57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905804 Dec 14 02:35:47.059632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45f0d0-abf5-4715-9357-1a190b6132f9 req-c7083265-02ae-4fde-b16a-e19ec0e11a83 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:47.060779 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e45f0d0-abf5-4715-9357-1a190b6132f9 req-c7083265-02ae-4fde-b16a-e19ec0e11a83 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 945 time: 0.2045038 Dec 14 02:35:47.061668 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 76fe06e7-f80e-4779-be30-a19aa7b87018 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:47.062808 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:47.134436 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-8b1cfcf7-829f-4db6-83c9-eab43c83dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:47.136225 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-8b1cfcf7-829f-4db6-83c9-eab43c83dd5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f74a677-5e87-4150-978b-c583f832fcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1760862 Dec 14 02:35:47.137562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-589590376-router', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:37Z', 'updated_at': '2021-12-14T02:35:43Z', 'revision_number': 4, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'gw_port': {'id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:38Z', 'updated_at': '2021-12-14T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'bd549cec-f6dc-47a3-bffc-edea5aa16168', 'name': '', 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'mac_address': 'fa:16:3e:cb:cb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:42Z', 'updated_at': '2021-12-14T02:35:43Z', 'revision_number': 2, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'subnets': [{'id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:47.183757 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4396ec9c-c82e-4934-b2cf-a1bf106b30f2 admin admin] Router 6094ac11-74aa-4548-82ea-845a9f5b78e2 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:35:47.192812 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Checking router: e826b109-b51f-40e2-93a7-8d34593e91ab for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:35:47.193199 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Updating router e826b109-b51f-40e2-93a7-8d34593e91ab port bd549cec-f6dc-47a3-bffc-edea5aa16168 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:35:47.226336 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:47.290695 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e45f0d0-abf5-4715-9357-1a190b6132f9 req-9baf9f02-df35-4374-9e3f-9e5f149766c8 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/security-groups?id=e47ae3e9-ec4c-4a5e-870e-53725591e543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749535 Dec 14 02:35:47.309923 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-9d099b92-acda-469b-99f8-19daf32ac892 service neutron] 10.222.0.39 "GET /v2.0/networks/7eb437c5-1524-4e88-8d83-11e9853aa57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440441 Dec 14 02:35:47.391392 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 9589d2f4-c880-467c-a1ee-e70d1d54877c no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:35:47.391951 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-f2fe449a-91bf-46b9-a044-83a6545e971c service neutron] 10.222.0.47 "GET /v2.0/networks/8f74a677-5e87-4150-978b-c583f832fcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416928 Dec 14 02:35:47.433063 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4396ec9c-c82e-4934-b2cf-a1bf106b30f2 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:35:47.445706 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e3e3d4-f196-4782-b6e1-b9d9d1330bfe None None] Sync routers for ids ['6094ac11-74aa-4548-82ea-845a9f5b78e2'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:35:47.446336 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4396ec9c-c82e-4934-b2cf-a1bf106b30f2 admin admin] 10.222.0.39 "PUT /v2.0/routers/6094ac11-74aa-4548-82ea-845a9f5b78e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4412935 Dec 14 02:35:47.449136 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56792) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:47.479640 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e3e3d4-f196-4782-b6e1-b9d9d1330bfe None None] Routers {'6094ac11-74aa-4548-82ea-845a9f5b78e2'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:35:47.487631 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d5e3e3d4-f196-4782-b6e1-b9d9d1330bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:35:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['6094ac11-74aa-4548-82ea-845a9f5b78e2'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:47.580260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a891f02-e842-4085-bb2d-153218e1ed18 req-4eca6a63-c1b0-4b12-9a51-7b73c539647f tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:47.590529 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a891f02-e842-4085-bb2d-153218e1ed18 req-4eca6a63-c1b0-4b12-9a51-7b73c539647f tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:47.603838 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a891f02-e842-4085-bb2d-153218e1ed18 req-4eca6a63-c1b0-4b12-9a51-7b73c539647f tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:47.617296 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a891f02-e842-4085-bb2d-153218e1ed18 req-4eca6a63-c1b0-4b12-9a51-7b73c539647f tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2413 time: 0.1509163 Dec 14 02:35:47.712316 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f76170eb-6eca-4424-b696-c30a94e39cd6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:47.723139 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a891f02-e842-4085-bb2d-153218e1ed18 req-eeac51b9-50c0-4415-874e-6eb8d8d81e57 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995922 Dec 14 02:35:47.774919 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:47.802247 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-d5e3e3d4-f196-4782-b6e1-b9d9d1330bfe None None] Set router 6094ac11-74aa-4548-82ea-845a9f5b78e2 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:35:47.853422 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e7d4c76-dc4e-41e8-be5f-af4a81bacb9b req-d9f4999c-28b3-4142-889b-cde220841768 service neutron] 10.222.0.47 "GET /v2.0/networks/8f74a677-5e87-4150-978b-c583f832fcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217129 Dec 14 02:35:47.874358 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16359d5-90ef-4b84-a732-5082d3884386 req-1e5386b5-d9ec-495b-a1ce-31a0d9f23c0e tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:47.910503 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56802) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:47.910623 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b16359d5-90ef-4b84-a732-5082d3884386 req-1e5386b5-d9ec-495b-a1ce-31a0d9f23c0e tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 945 time: 0.1638751 Dec 14 02:35:47.919934 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-670899fa-592a-41b2-b40d-50b79746af13 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Request body: {'floatingip': {'port_id': 'eed78b31-ec1d-4d8f-a7e1-1da6a048a025'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:47.978942 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:47.985827 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f76170eb-6eca-4424-b696-c30a94e39cd6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:48.002053 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-670899fa-592a-41b2-b40d-50b79746af13 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for floatingip, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:48.034600 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c563b6-9ace-4de5-abaf-113dc0452b18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9589d2f4-c880-467c-a1ee-e70d1d54877c'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:35:48.038314 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9f7dfb-b48e-485e-bf6f-9e0944ffc146" -d '{"events": [{"server_uuid": "03c563b6-9ace-4de5-abaf-113dc0452b18", "name": "network-vif-unplugged", "status": "completed", "tag": "9589d2f4-c880-467c-a1ee-e70d1d54877c"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:35:48.096998 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:48.104376 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 9589d2f4-c880-467c-a1ee-e70d1d54877c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9589d2f4-c880-467c-a1ee-e70d1d54877c,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:48.205542 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d5e3e3d4-f196-4782-b6e1-b9d9d1330bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6094ac11-74aa-4548-82ea-845a9f5b78e2', 'name': 'tempest-ServerRescueTestJSON-277314920-router', 'tenant_id': 'ed8914f36c69449d92cc920be08c3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': 'fa712d40-9d22-4519-be93-5c5b6c07bc2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:16Z', 'updated_at': '2021-12-14T02:35:45Z', 'revision_number': 5, 'project_id': 'ed8914f36c69449d92cc920be08c3d50', 'gw_port': {'id': 'fa712d40-9d22-4519-be93-5c5b6c07bc2a', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:58:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6094ac11-74aa-4548-82ea-845a9f5b78e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:17Z', 'updated_at': '2021-12-14T02:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:48.238535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c7c0b-83b1-4802-92dd-4520bb99bbf7 None None] Pushing event updated for resources: {'Port': ['ID=bd549cec-f6dc-47a3-bffc-edea5aa16168,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:48.262162 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:48.308311 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Attempting to bind port bd549cec-f6dc-47a3-bffc-edea5aa16168 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:35:48.308614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Attempting to bind port bd549cec-f6dc-47a3-bffc-edea5aa16168 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'a13d296b-6198-44bb-962d-a42eb7cde38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:35:48.308975 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Attempting to bind port bd549cec-f6dc-47a3-bffc-edea5aa16168 on network 7eb437c5-1524-4e88-8d83-11e9853aa57f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:48.324574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:35:48.324957 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Checking segment: {'id': 'a13d296b-6198-44bb-962d-a42eb7cde38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:48.329990 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:48.330498 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Bound using segment: {'id': 'a13d296b-6198-44bb-962d-a42eb7cde38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:35:48.331779 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Bound port: bd549cec-f6dc-47a3-bffc-edea5aa16168, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13d296b-6198-44bb-962d-a42eb7cde38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:35:48.331779 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:48.376573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89bf2ac3-6252-4cff-950b-644b2e926f29 req-6017772d-dcb3-4e31-b2bb-5a1e37ac50bb tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 210 time: 0.1913629 Dec 14 02:35:48.418618 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e3e3d4-f196-4782-b6e1-b9d9d1330bfe None None] Checking router: 6094ac11-74aa-4548-82ea-845a9f5b78e2 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:35:48.429516 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e3e3d4-f196-4782-b6e1-b9d9d1330bfe None None] Routers {'6094ac11-74aa-4548-82ea-845a9f5b78e2'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:35:48.430368 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d5e3e3d4-f196-4782-b6e1-b9d9d1330bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:35:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['6094ac11-74aa-4548-82ea-845a9f5b78e2'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:48.481621 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc1415-17e4-4592-8a06-3a2f5f40ba4d req-983abe2c-5d3e-4a23-b798-60f1512e34db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:48.485209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc1415-17e4-4592-8a06-3a2f5f40ba4d req-983abe2c-5d3e-4a23-b798-60f1512e34db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:48.485976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc1415-17e4-4592-8a06-3a2f5f40ba4d req-983abe2c-5d3e-4a23-b798-60f1512e34db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:48.490681 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83bc1415-17e4-4592-8a06-3a2f5f40ba4d req-983abe2c-5d3e-4a23-b798-60f1512e34db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9e3c48c88dd4e2188c9991ba134e39e&device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2866 time: 0.3181252 Dec 14 02:35:48.533365 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] For port bd549cec-f6dc-47a3-bffc-edea5aa16168, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:35:48.540875 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] For port bd549cec-f6dc-47a3-bffc-edea5aa16168, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=bd549cec-f6dc-47a3-bffc-edea5aa16168,segment=NetworkSegment(a13d296b-6198-44bb-962d-a42eb7cde38a),segment_id=a13d296b-6198-44bb-962d-a42eb7cde38a)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:35:48.544401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=9589d2f4-c880-467c-a1ee-e70d1d54877c,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:48.549616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-35f2d28e-20ce-4a1d-94fa-2353752a124f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:48.561354 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f66823a-d710-48d2-9536-f943de6a0c5f x-openstack-request-id: req-2f66823a-d710-48d2-9536-f943de6a0c5f {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:35:48.561686 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c563b6-9ace-4de5-abaf-113dc0452b18", "name": "network-vif-unplugged", "status": "completed", "tag": "9589d2f4-c880-467c-a1ee-e70d1d54877c", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:35:48.561942 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f66823a-d710-48d2-9536-f943de6a0c5f {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:35:48.563248 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c563b6-9ace-4de5-abaf-113dc0452b18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9589d2f4-c880-467c-a1ee-e70d1d54877c', 'code': 200} Dec 14 02:35:48.563591 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-35f2d28e-20ce-4a1d-94fa-2353752a124f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 808 time: 0.5144222 Dec 14 02:35:48.612052 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:48.644477 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-670899fa-592a-41b2-b40d-50b79746af13 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:48.666221 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-f76170eb-6eca-4424-b696-c30a94e39cd6 admin admin] Deleting port fa712d40-9d22-4519-be93-5c5b6c07bc2a {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:35:48.666360 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f76170eb-6eca-4424-b696-c30a94e39cd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:48.713088 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-d5e3e3d4-f196-4782-b6e1-b9d9d1330bfe None None] Set router 6094ac11-74aa-4548-82ea-845a9f5b78e2 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:35:48.736873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Routers {'e826b109-b51f-40e2-93a7-8d34593e91ab'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:35:48.739140 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:35:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e826b109-b51f-40e2-93a7-8d34593e91ab'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:48.763581 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-670899fa-592a-41b2-b40d-50b79746af13 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:48.807569 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-87762dfb-9035-4ef3-9a9e-ce8828e767f3 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/quotas/dbee3f5c8679489195245f7b7be79be0 HTTP/1.1" status: 200 len: 375 time: 0.2427166 Dec 14 02:35:48.870657 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d5e3e3d4-f196-4782-b6e1-b9d9d1330bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6094ac11-74aa-4548-82ea-845a9f5b78e2', 'name': 'tempest-ServerRescueTestJSON-277314920-router', 'tenant_id': 'ed8914f36c69449d92cc920be08c3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:16Z', 'updated_at': '2021-12-14T02:35:47Z', 'revision_number': 6, 'project_id': 'ed8914f36c69449d92cc920be08c3d50', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:48.916474 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-46fe2257-ed1c-40aa-ae81-649b120f70b0 None None] Provisioning complete for port bd549cec-f6dc-47a3-bffc-edea5aa16168 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:48.917039 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-46fe2257-ed1c-40aa-ae81-649b120f70b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:48.936124 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e3e3d4-f196-4782-b6e1-b9d9d1330bfe None None] The sync data for ids ['6094ac11-74aa-4548-82ea-845a9f5b78e2'] in n-d-821636-1 is: [{'id': '6094ac11-74aa-4548-82ea-845a9f5b78e2', 'name': 'tempest-ServerRescueTestJSON-277314920-router', 'tenant_id': 'ed8914f36c69449d92cc920be08c3d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:16Z', 'updated_at': '2021-12-14T02:35:47Z', 'revision_number': 6, 'project_id': 'ed8914f36c69449d92cc920be08c3d50', 'gw_port_host': None}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:35:48.948520 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-f76170eb-6eca-4424-b696-c30a94e39cd6 admin admin] For port fa712d40-9d22-4519-be93-5c5b6c07bc2a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=fa712d40-9d22-4519-be93-5c5b6c07bc2a,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:48.949206 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f76170eb-6eca-4424-b696-c30a94e39cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:48.979815 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-f76170eb-6eca-4424-b696-c30a94e39cd6 admin admin] Calling delete_port for fa712d40-9d22-4519-be93-5c5b6c07bc2a owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:35:48.987219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c7c0b-83b1-4802-92dd-4520bb99bbf7 None None] Pushing event updated for resources: {'Port': ['ID=bd549cec-f6dc-47a3-bffc-edea5aa16168,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:49.026069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d365be-adb6-4a8b-ba01-8633b4fc513b req-72d6aa85-4539-464d-9cc2-b03a1be830bd tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:49.027806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4d365be-adb6-4a8b-ba01-8633b4fc513b req-72d6aa85-4539-464d-9cc2-b03a1be830bd tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 944 time: 0.3995810 Dec 14 02:35:49.036632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0918af-cc30-46f7-bacf-dab79a5dc573 req-6b5e1f48-8ae2-46e9-ae92-9499a62306c8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:49.038242 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d0918af-cc30-46f7-bacf-dab79a5dc573 req-6b5e1f48-8ae2-46e9-ae92-9499a62306c8 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.47 "GET /v2.0/ports?device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 944 time: 0.4348986 Dec 14 02:35:49.076376 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-670899fa-592a-41b2-b40d-50b79746af13 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Floating IP 227a7e09-8545-4eaa-b5d2-13355d02e8dd associated. External IP: 172.25.7.138, port: eed78b31-ec1d-4d8f-a7e1-1da6a048a025. Dec 14 02:35:49.077292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] Set router e826b109-b51f-40e2-93a7-8d34593e91ab gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:35:49.114848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-44c52b59-b712-47aa-be33-0e3eff015a87 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3063147 Dec 14 02:35:49.139355 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc1415-17e4-4592-8a06-3a2f5f40ba4d req-da884f4c-7c6b-4f26-a1e6-6e10fa29c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:49.141605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83bc1415-17e4-4592-8a06-3a2f5f40ba4d req-da884f4c-7c6b-4f26-a1e6-6e10fa29c76e service neutron] 10.222.0.47 "GET /v2.0/networks?id=8f74a677-5e87-4150-978b-c583f832fcd1 HTTP/1.1" status: 200 len: 902 time: 0.5524886 Dec 14 02:35:49.387697 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-46fe2257-ed1c-40aa-ae81-649b120f70b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:49.479486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-46fe2257-ed1c-40aa-ae81-649b120f70b0 None None] For port bd549cec-f6dc-47a3-bffc-edea5aa16168, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=bd549cec-f6dc-47a3-bffc-edea5aa16168,segment=NetworkSegment(a13d296b-6198-44bb-962d-a42eb7cde38a),segment_id=a13d296b-6198-44bb-962d-a42eb7cde38a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:49.496067 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-589590376-router', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:37Z', 'updated_at': '2021-12-14T02:35:43Z', 'revision_number': 4, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'gw_port': {'id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:38Z', 'updated_at': '2021-12-14T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'bd549cec-f6dc-47a3-bffc-edea5aa16168', 'name': '', 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'mac_address': 'fa:16:3e:cb:cb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:42Z', 'updated_at': '2021-12-14T02:35:48Z', 'revision_number': 4, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'subnets': [{'id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:49.576737 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39da199-1f39-4392-9eba-7f4d7b622fd1 None None] The sync data for ids ['e826b109-b51f-40e2-93a7-8d34593e91ab'] in n-d-821636-1 is: [{'id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-589590376-router', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:37Z', 'updated_at': '2021-12-14T02:35:43Z', 'revision_number': 4, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'gw_port': {'id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:38Z', 'updated_at': '2021-12-14T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'bd549cec-f6dc-47a3-bffc-edea5aa16168', 'name': '', 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'mac_address': 'fa:16:3e:cb:cb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:42Z', 'updated_at': '2021-12-14T02:35:48Z', 'revision_number': 4, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'subnets': [{'id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:35:49.583877 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-46fe2257-ed1c-40aa-ae81-649b120f70b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:49.752141 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4d365be-adb6-4a8b-ba01-8633b4fc513b req-021e8af2-50a1-42ee-8fda-5a0384b62526 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7127445 Dec 14 02:35:49.855589 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83bc1415-17e4-4592-8a06-3a2f5f40ba4d req-cc20124b-bd2e-4988-af2e-4d3913ede896 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.240&port_id=1a667ce5-91a8-43a5-a6ff-ef29d21779d4 HTTP/1.1" status: 200 len: 217 time: 0.0911853 Dec 14 02:35:49.977813 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f76170eb-6eca-4424-b696-c30a94e39cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:49.988988 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-08b54801-ba8d-493d-b876-ab99756b3b66 service neutron] 10.222.0.39 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8731921 Dec 14 02:35:50.051958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76170eb-6eca-4424-b696-c30a94e39cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa712d40-9d22-4519-be93-5c5b6c07bc2a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:50.127072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc1415-17e4-4592-8a06-3a2f5f40ba4d req-7ec0d6ea-5518-4f56-9548-94a6583ba3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:50.127072 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83bc1415-17e4-4592-8a06-3a2f5f40ba4d req-7ec0d6ea-5518-4f56-9548-94a6583ba3c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3bafb9c0-171d-407e-8d2b-0edbc8ec5802 HTTP/1.1" status: 200 len: 801 time: 0.2538259 Dec 14 02:35:50.154230 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a12eb6f7-fb0d-4234-935c-608ecdaba78c None None] Provisioning complete for port bd549cec-f6dc-47a3-bffc-edea5aa16168 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:50.156476 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a12eb6f7-fb0d-4234-935c-608ecdaba78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:50.165266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3adee-3b14-44a4-a811-24a061696e6b req-bf52a9cd-9c2b-4a82-a2b9-7cc3f2eed738 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:50.169908 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe2257-ed1c-40aa-ae81-649b120f70b0 None None] Pushing event updated for resources: {'Port': ['ID=bd549cec-f6dc-47a3-bffc-edea5aa16168,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:50.175672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3adee-3b14-44a4-a811-24a061696e6b req-bf52a9cd-9c2b-4a82-a2b9-7cc3f2eed738 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:50.183799 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3adee-3b14-44a4-a811-24a061696e6b req-bf52a9cd-9c2b-4a82-a2b9-7cc3f2eed738 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:50.186726 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5da3adee-3b14-44a4-a811-24a061696e6b req-bf52a9cd-9c2b-4a82-a2b9-7cc3f2eed738 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2413 time: 0.3081038 Dec 14 02:35:50.220889 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670899fa-592a-41b2-b40d-50b79746af13 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Router 69374db4-84c3-458f-a95a-c7d587ca3087 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:35:50.271298 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-8d0918af-cc30-46f7-bacf-dab79a5dc573 req-f5a66d8f-dc3a-4f03-b8f1-b72b1e2ff394 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Deleting port 9589d2f4-c880-467c-a1ee-e70d1d54877c {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:35:50.281884 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8d0918af-cc30-46f7-bacf-dab79a5dc573 req-f5a66d8f-dc3a-4f03-b8f1-b72b1e2ff394 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:50.325131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc1415-17e4-4592-8a06-3a2f5f40ba4d req-6d4f4c92-e7d8-4424-818e-2127ada84118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:50.326816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83bc1415-17e4-4592-8a06-3a2f5f40ba4d req-6d4f4c92-e7d8-4424-818e-2127ada84118 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8f74a677-5e87-4150-978b-c583f832fcd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2054174 Dec 14 02:35:50.334360 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f76170eb-6eca-4424-b696-c30a94e39cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:50.368451 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5da3adee-3b14-44a4-a811-24a061696e6b req-f8ffe33a-a34f-4fcb-b6ed-d092e405544a tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598203 Dec 14 02:35:50.493161 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-fbda1b76-21be-4aee-a22d-33e8cb9c3380 service neutron] 10.222.0.39 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888475 Dec 14 02:35:50.496575 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83bc1415-17e4-4592-8a06-3a2f5f40ba4d req-3c0aa963-e04a-4412-ae9d-21a70239b120 service neutron] 10.222.0.47 "GET /v2.0/networks/8f74a677-5e87-4150-978b-c583f832fcd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272330 Dec 14 02:35:50.589620 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e110377-f606-4203-b5f2-4c0f657a3322 req-d26a2785-ce48-4566-979f-a030272382de tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 210 time: 0.0521569 Dec 14 02:35:50.631551 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f76170eb-6eca-4424-b696-c30a94e39cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:50.636288 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f76170eb-6eca-4424-b696-c30a94e39cd6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:50.681942 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8d0918af-cc30-46f7-bacf-dab79a5dc573 req-f5a66d8f-dc3a-4f03-b8f1-b72b1e2ff394 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] For port 9589d2f4-c880-467c-a1ee-e70d1d54877c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9589d2f4-c880-467c-a1ee-e70d1d54877c,segment=NetworkSegment(3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5),segment_id=3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:50.682318 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8d0918af-cc30-46f7-bacf-dab79a5dc573 req-f5a66d8f-dc3a-4f03-b8f1-b72b1e2ff394 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:50.756196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-8d0918af-cc30-46f7-bacf-dab79a5dc573 req-f5a66d8f-dc3a-4f03-b8f1-b72b1e2ff394 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Calling delete_port for 9589d2f4-c880-467c-a1ee-e70d1d54877c owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:35:50.773107 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device bd549cec-f6dc-47a3-bffc-edea5aa16168 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:50.822253 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670899fa-592a-41b2-b40d-50b79746af13 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:35:50.825546 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83bc1415-17e4-4592-8a06-3a2f5f40ba4d req-5dba52be-4457-48f5-8a29-ca181cd42507 service neutron] 10.222.0.47 "GET /v2.0/networks/8f74a677-5e87-4150-978b-c583f832fcd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161860 Dec 14 02:35:50.834251 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-670899fa-592a-41b2-b40d-50b79746af13 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:50.870768 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fae6bc-9fcf-484c-b10e-9fa63287a1d1 None None] Sync routers for ids ['69374db4-84c3-458f-a95a-c7d587ca3087'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:35:50.896602 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f76170eb-6eca-4424-b696-c30a94e39cd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:50.897509 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76170eb-6eca-4424-b696-c30a94e39cd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6094ac11-74aa-4548-82ea-845a9f5b78e2 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:35:50.910011 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-670899fa-592a-41b2-b40d-50b79746af13 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "PUT /v2.0/floatingips/227a7e09-8545-4eaa-b5d2-13355d02e8dd HTTP/1.1" status: 200 len: 991 time: 2.9920261 Dec 14 02:35:50.911486 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f76170eb-6eca-4424-b696-c30a94e39cd6 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:50.914894 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f76170eb-6eca-4424-b696-c30a94e39cd6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6094ac11-74aa-4548-82ea-845a9f5b78e2 HTTP/1.1" status: 204 len: 168 time: 3.4618833 Dec 14 02:35:50.914894 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d3fbe9-eabc-424a-9d15-1072b5d20bf4', 'tag': 'eed78b31-ec1d-4d8f-a7e1-1da6a048a025'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:35:50.916357 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c6d79d-0f90-430a-9c15-1e04fb2056a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d3fbe9-eabc-424a-9d15-1072b5d20bf4", "tag": "eed78b31-ec1d-4d8f-a7e1-1da6a048a025"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:35:50.919142 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56844) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:50.925334 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fae6bc-9fcf-484c-b10e-9fa63287a1d1 None None] Routers {'69374db4-84c3-458f-a95a-c7d587ca3087'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:35:50.925334 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-02fae6bc-9fcf-484c-b10e-9fa63287a1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:35:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['69374db4-84c3-458f-a95a-c7d587ca3087'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:51.007706 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5922a5-0421-488c-8560-7179992178ec req-f3e212a1-98ec-44de-94a4-ec4a6fb11574 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:51.017672 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef5922a5-0421-488c-8560-7179992178ec req-f3e212a1-98ec-44de-94a4-ec4a6fb11574 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 944 time: 0.1096611 Dec 14 02:35:51.092192 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-83148f9d-c4b2-4164-ae3c-55470106cbb3 admin admin] Deleting subnet e681f6b2-d68d-4d5b-b46f-043098b1e43a {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:35:51.094596 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-83148f9d-c4b2-4164-ae3c-55470106cbb3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:51.201687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-02fae6bc-9fcf-484c-b10e-9fa63287a1d1 None None] Set router 69374db4-84c3-458f-a95a-c7d587ca3087 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:35:51.203239 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-83148f9d-c4b2-4164-ae3c-55470106cbb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:51.256055 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-83148f9d-c4b2-4164-ae3c-55470106cbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:51.335340 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef5922a5-0421-488c-8560-7179992178ec req-e780622a-6606-43e1-b763-2e55dd1db544 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/security-groups?id=642082b1-5e23-43a9-975f-2b1bb0f98115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107300 Dec 14 02:35:51.342293 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8d0918af-cc30-46f7-bacf-dab79a5dc573 req-f5a66d8f-dc3a-4f03-b8f1-b72b1e2ff394 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:51.438636 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a66d8f-dc3a-4f03-b8f1-b72b1e2ff394 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Pushing event deleted for resources: {'Port': ['ID=9589d2f4-c880-467c-a1ee-e70d1d54877c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:51.443579 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:35:51.471287 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-83148f9d-c4b2-4164-ae3c-55470106cbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:51.543455 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83148f9d-c4b2-4164-ae3c-55470106cbb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e681f6b2-d68d-4d5b-b46f-043098b1e43a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:51.558284 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-83148f9d-c4b2-4164-ae3c-55470106cbb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:51.572812 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 1a667ce5-91a8-43a5-a6ff-ef29d21779d4, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=1a667ce5-91a8-43a5-a6ff-ef29d21779d4,segment=NetworkSegment(2db64e49-9ad2-4915-8d12-8f18463d8e8d),segment_id=2db64e49-9ad2-4915-8d12-8f18463d8e8d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:51.586500 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-83148f9d-c4b2-4164-ae3c-55470106cbb3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e681f6b2-d68d-4d5b-b46f-043098b1e43a HTTP/1.1" status: 204 len: 168 time: 0.6646013 Dec 14 02:35:51.589541 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56860) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:51.592469 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '1a667ce5-91a8-43a5-a6ff-ef29d21779d4', 'network_id': '8f74a677-5e87-4150-978b-c583f832fcd1', 'port_id': '1a667ce5-91a8-43a5-a6ff-ef29d21779d4', 'mac_address': 'fa:16:3e:f2:d2:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bafb9c0-171d-407e-8d2b-0edbc8ec5802', 'ip_address': '19.80.0.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:35:51.594622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port bd549cec-f6dc-47a3-bffc-edea5aa16168 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:51.595055 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:51.687997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0918af-cc30-46f7-bacf-dab79a5dc573 req-f5a66d8f-dc3a-4f03-b8f1-b72b1e2ff394 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] No DVR routers for this DVR port 9589d2f4-c880-467c-a1ee-e70d1d54877c on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:35:51.699064 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8d0918af-cc30-46f7-bacf-dab79a5dc573 req-f5a66d8f-dc3a-4f03-b8f1-b72b1e2ff394 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:51.709667 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d0918af-cc30-46f7-bacf-dab79a5dc573 req-f5a66d8f-dc3a-4f03-b8f1-b72b1e2ff394 tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.47 "DELETE /v2.0/ports/9589d2f4-c880-467c-a1ee-e70d1d54877c HTTP/1.1" status: 204 len: 173 time: 2.6524272 Dec 14 02:35:51.710178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c563b6-9ace-4de5-abaf-113dc0452b18', 'name': 'network-vif-deleted', 'tag': '9589d2f4-c880-467c-a1ee-e70d1d54877c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:35:51.717504 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6876283b-f8e7-4b2a-81bd-5b1bd54f7b39" -d '{"events": [{"server_uuid": "03c563b6-9ace-4de5-abaf-113dc0452b18", "name": "network-vif-deleted", "tag": "9589d2f4-c880-467c-a1ee-e70d1d54877c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:35:51.723400 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:51.742061 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:35:51.768560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-e39d0443-896a-4eb4-9ade-2750b0c9a1e0 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:51.770243 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-e39d0443-896a-4eb4-9ade-2750b0c9a1e0 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.46 "GET /v2.0/networks?id=7eb437c5-1524-4e88-8d83-11e9853aa57f HTTP/1.1" status: 200 len: 828 time: 0.5758770 Dec 14 02:35:51.772840 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de111746-27a0-4798-8c96-febccf04bb69 x-openstack-request-id: req-de111746-27a0-4798-8c96-febccf04bb69 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:35:51.773155 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d3fbe9-eabc-424a-9d15-1072b5d20bf4", "tag": "eed78b31-ec1d-4d8f-a7e1-1da6a048a025", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:35:51.774348 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de111746-27a0-4798-8c96-febccf04bb69 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:35:51.774867 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d3fbe9-eabc-424a-9d15-1072b5d20bf4', 'tag': 'eed78b31-ec1d-4d8f-a7e1-1da6a048a025', 'status': 'completed', 'code': 200} Dec 14 02:35:51.782724 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 1a667ce5-91a8-43a5-a6ff-ef29d21779d4, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=1a667ce5-91a8-43a5-a6ff-ef29d21779d4,segment=NetworkSegment(2db64e49-9ad2-4915-8d12-8f18463d8e8d),segment_id=2db64e49-9ad2-4915-8d12-8f18463d8e8d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:51.803632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-4cafd9f6-03b5-419b-a756-1f706e176bc6 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Request body: {'port': {'device_id': '5afab887-201d-4675-8d84-e031a60e84aa', 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f', 'admin_state_up': True, 'tenant_id': 'f6d76e8763674b21847546036ef0631b'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:51.866594 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-02fae6bc-9fcf-484c-b10e-9fa63287a1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'name': 'tempest-ServersTestFqdnHostnames-966253593-router', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:07Z', 'updated_at': '2021-12-14T02:35:14Z', 'revision_number': 4, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'gw_port': {'id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:08Z', 'updated_at': '2021-12-14T02:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '227a7e09-8545-4eaa-b5d2-13355d02e8dd', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'floating_ip_address': '172.25.7.138', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'port_id': 'eed78b31-ec1d-4d8f-a7e1-1da6a048a025', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9', 'mac_address': 'fa:16:3e:c3:99:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3fbe9-eabc-424a-9d15-1072b5d20bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:35:22Z', 'updated_at': '2021-12-14T02:35:48Z', 'revision_number': 1, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be54252-8b97-4a10-a481-9ad530158a08', 'name': '', 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'mac_address': 'fa:16:3e:27:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:13Z', 'updated_at': '2021-12-14T02:35:23Z', 'revision_number': 5, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'subnets': [{'id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:51.876317 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab238cd9-de0a-4d56-8e09-61ccacdfeb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:51.892404 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6d79d-0f90-430a-9c15-1e04fb2056a2 req-ac862881-4f07-4ec1-9a10-18949150f110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:51.898705 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f8c6d79d-0f90-430a-9c15-1e04fb2056a2 req-ac862881-4f07-4ec1-9a10-18949150f110 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b59fdcb5fd3244d1ae57409290b08849&device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 1096 time: 0.1422455 Dec 14 02:35:51.902713 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:51.903637 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 9aefbd27-3475-4639-aa2d-ff89ae7eb768 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:35:51.917801 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fae6bc-9fcf-484c-b10e-9fa63287a1d1 None None] Checking router: 69374db4-84c3-458f-a95a-c7d587ca3087 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:35:52.077468 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fae6bc-9fcf-484c-b10e-9fa63287a1d1 None None] Routers {'69374db4-84c3-458f-a95a-c7d587ca3087'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:35:52.079219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-02fae6bc-9fcf-484c-b10e-9fa63287a1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:35:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['69374db4-84c3-458f-a95a-c7d587ca3087'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:52.207378 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d41dc5c-43cc-43b7-ba29-af03ccb1545d req-c5d15562-a1f7-446f-af64-1f202bf2575c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 210 time: 0.1349297 Dec 14 02:35:52.281837 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab238cd9-de0a-4d56-8e09-61ccacdfeb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:52.309267 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90725c-99aa-4f2b-bd00-2937c3cce43a req-b1c85089-53a7-4425-a171-f46f2ca42b7c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:52.315315 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device fa712d40-9d22-4519-be93-5c5b6c07bc2a no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:35:52.323084 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90725c-99aa-4f2b-bd00-2937c3cce43a req-b1c85089-53a7-4425-a171-f46f2ca42b7c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:52.323938 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-ab238cd9-de0a-4d56-8e09-61ccacdfeb6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbe808a-d62b-4425-8bfa-3d75d3431c47']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:52.331359 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd90725c-99aa-4f2b-bd00-2937c3cce43a req-b1c85089-53a7-4425-a171-f46f2ca42b7c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:52.333126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd90725c-99aa-4f2b-bd00-2937c3cce43a req-b1c85089-53a7-4425-a171-f46f2ca42b7c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2414 time: 0.1949065 Dec 14 02:35:52.344760 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: fa712d40-9d22-4519-be93-5c5b6c07bc2a {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:35:52.345196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device fa712d40-9d22-4519-be93-5c5b6c07bc2a not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:35:52.345720 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device dd0e8509-8c00-473f-8686-bbca1f63ff8c no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:35:52.346908 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-ab238cd9-de0a-4d56-8e09-61ccacdfeb6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c35287-df7d-4c28-9b74-187d0a18918f') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:52.347467 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-ab238cd9-de0a-4d56-8e09-61ccacdfeb6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c35287-df7d-4c28-9b74-187d0a18918f') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:52.361830 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6d79d-0f90-430a-9c15-1e04fb2056a2 req-6558a79e-8b27-4094-b773-d9ba0722bcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:52.363860 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f8c6d79d-0f90-430a-9c15-1e04fb2056a2 req-6558a79e-8b27-4094-b773-d9ba0722bcdd service neutron] 10.222.0.46 "GET /v2.0/networks?id=9767787b-ee6b-4bb0-a622-290b0a02eff9 HTTP/1.1" status: 200 len: 915 time: 0.4374566 Dec 14 02:35:52.366030 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab238cd9-de0a-4d56-8e09-61ccacdfeb6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:52.382532 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=1a667ce5-91a8-43a5-a6ff-ef29d21779d4,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:52.398109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-4cafd9f6-03b5-419b-a756-1f706e176bc6 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Made reservation on behalf of f6d76e8763674b21847546036ef0631b for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:35:52.400395 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: dd0e8509-8c00-473f-8686-bbca1f63ff8c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:35:52.400920 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device dd0e8509-8c00-473f-8686-bbca1f63ff8c not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:35:52.401410 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-4cafd9f6-03b5-419b-a756-1f706e176bc6 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:52.426574 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-317bb9ca-827a-4b42-b6b5-5a5d1f8d8ea8 req-5589264a-c3ce-40fa-ad8f-b1c403d90eb1 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 210 time: 0.0865366 Dec 14 02:35:52.428060 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab238cd9-de0a-4d56-8e09-61ccacdfeb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab238cd9-de0a-4d56-8e09-61ccacdfeb6a admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab238cd9-de0a-4d56-8e09-61ccacdfeb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:35:52.461083 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:35:52.464317 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 9aefbd27-3475-4639-aa2d-ff89ae7eb768, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9aefbd27-3475-4639-aa2d-ff89ae7eb768,segment=NetworkSegment(c16f2cdd-ebbe-4a56-8f70-03c7320e5b31),segment_id=c16f2cdd-ebbe-4a56-8f70-03c7320e5b31)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:52.488173 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-02fae6bc-9fcf-484c-b10e-9fa63287a1d1 None None] Set router 69374db4-84c3-458f-a95a-c7d587ca3087 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:35:52.490746 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '9aefbd27-3475-4639-aa2d-ff89ae7eb768', 'network_id': '7b259082-d63b-4edd-a0d2-8d00316f8199', 'port_id': '9aefbd27-3475-4639-aa2d-ff89ae7eb768', 'mac_address': 'fa:16:3e:d7:bc:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd908d2-6a07-4b8e-b779-f4168aa44618', 'ip_address': '19.86.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:35:52.516383 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd90725c-99aa-4f2b-bd00-2937c3cce43a req-62b17cfb-8659-4e2a-9e83-0aabc8aa2a0b tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510735 Dec 14 02:35:52.527981 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f8c6d79d-0f90-430a-9c15-1e04fb2056a2 req-c930eb9e-0b43-4a1c-9aba-83d430525d07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eed78b31-ec1d-4d8f-a7e1-1da6a048a025 HTTP/1.1" status: 200 len: 999 time: 0.1534455 Dec 14 02:35:52.530601 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb38c95-a2f4-43ff-a525-096aa8253232 x-openstack-request-id: req-8cb38c95-a2f4-43ff-a525-096aa8253232 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:35:52.531480 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c563b6-9ace-4de5-abaf-113dc0452b18", "name": "network-vif-deleted", "tag": "9589d2f4-c880-467c-a1ee-e70d1d54877c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:35:52.535966 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8cb38c95-a2f4-43ff-a525-096aa8253232 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:35:52.535966 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03c563b6-9ace-4de5-abaf-113dc0452b18', 'name': 'network-vif-deleted', 'tag': '9589d2f4-c880-467c-a1ee-e70d1d54877c', 'status': 'completed', 'code': 200} Dec 14 02:35:52.581904 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:52.604780 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aefbd27-3475-4639-aa2d-ff89ae7eb768 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:35:52.619101 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6d79d-0f90-430a-9c15-1e04fb2056a2 req-8bca5ca1-c7df-4850-8217-c4d9a63de0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:52.620472 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f8c6d79d-0f90-430a-9c15-1e04fb2056a2 req-8bca5ca1-c7df-4850-8217-c4d9a63de0bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a437a079-2846-4ee7-a710-039ef1060e57 HTTP/1.1" status: 200 len: 853 time: 0.0769310 Dec 14 02:35:52.664381 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab238cd9-de0a-4d56-8e09-61ccacdfeb6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:52.669749 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 9aefbd27-3475-4639-aa2d-ff89ae7eb768, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9aefbd27-3475-4639-aa2d-ff89ae7eb768,segment=NetworkSegment(c16f2cdd-ebbe-4a56-8f70-03c7320e5b31),segment_id=c16f2cdd-ebbe-4a56-8f70-03c7320e5b31)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:52.676115 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab238cd9-de0a-4d56-8e09-61ccacdfeb6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:52.681998 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ab238cd9-de0a-4d56-8e09-61ccacdfeb6a admin admin] 10.222.0.39 "DELETE /v2.0/networks/dfbe808a-d62b-4425-8bfa-3d75d3431c47 HTTP/1.1" status: 204 len: 168 time: 1.0888786 Dec 14 02:35:52.692994 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab238cd9-de0a-4d56-8e09-61ccacdfeb6a admin admin] Pushing event deleted for resources: {'Network': ['ID=dfbe808a-d62b-4425-8bfa-3d75d3431c47,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:52.719989 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6d79d-0f90-430a-9c15-1e04fb2056a2 req-e6b6a715-c2b4-4b7d-9392-e29fc55c08be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:52.722141 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f8c6d79d-0f90-430a-9c15-1e04fb2056a2 req-e6b6a715-c2b4-4b7d-9392-e29fc55c08be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9767787b-ee6b-4bb0-a622-290b0a02eff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932348 Dec 14 02:35:52.776957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0504d0-19fb-4a9f-be2b-cab0d77ae831 req-488969dc-2322-435d-be9b-324587933f2d tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:52.778675 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bd0504d0-19fb-4a9f-be2b-cab0d77ae831 req-488969dc-2322-435d-be9b-324587933f2d tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.1626489 Dec 14 02:35:52.796146 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:52.797600 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c72ad079-d64c-46c4-aa37-281e5fce6fca details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:35:52.802451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bad0da-5a79-42c9-b547-a4f300187113 req-0400b56f-76c1-4193-93b7-cca1053aa7c7 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:52.804192 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6bad0da-5a79-42c9-b547-a4f300187113 req-0400b56f-76c1-4193-93b7-cca1053aa7c7 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.1977329 Dec 14 02:35:52.810741 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-4cafd9f6-03b5-419b-a756-1f706e176bc6 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Allocated IP 172.20.0.12 (7eb437c5-1524-4e88-8d83-11e9853aa57f/dd4eb43a-bcfd-4108-9c6d-8a9932462c5d/e1f840d4-9b82-434a-a733-49f50c16c4cd) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:35:52.868707 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f8c6d79d-0f90-430a-9c15-1e04fb2056a2 req-87e52f1d-1775-4612-a264-b1127f795dd5 service neutron] 10.222.0.46 "GET /v2.0/networks/9767787b-ee6b-4bb0-a622-290b0a02eff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381502 Dec 14 02:35:52.911825 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port c72ad079-d64c-46c4-aa37-281e5fce6fca, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c72ad079-d64c-46c4-aa37-281e5fce6fca,segment=NetworkSegment(2db64e49-9ad2-4915-8d12-8f18463d8e8d),segment_id=2db64e49-9ad2-4915-8d12-8f18463d8e8d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:52.922667 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=9aefbd27-3475-4639-aa2d-ff89ae7eb768,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:52.937617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bd0504d0-19fb-4a9f-be2b-cab0d77ae831 req-897d47d9-0549-4966-9f27-c6993429cdf7 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471546 Dec 14 02:35:52.942132 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6bad0da-5a79-42c9-b547-a4f300187113 req-44ba8492-d14e-4126-a2f6-91ee2f53b327 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269116 Dec 14 02:35:52.942299 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'c72ad079-d64c-46c4-aa37-281e5fce6fca', 'network_id': '8f74a677-5e87-4150-978b-c583f832fcd1', 'port_id': 'c72ad079-d64c-46c4-aa37-281e5fce6fca', 'mac_address': 'fa:16:3e:9d:b7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bafb9c0-171d-407e-8d2b-0edbc8ec5802', 'ip_address': '19.80.0.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:35:53.005683 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:53.016803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-02fae6bc-9fcf-484c-b10e-9fa63287a1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'name': 'tempest-ServersTestFqdnHostnames-966253593-router', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:07Z', 'updated_at': '2021-12-14T02:35:14Z', 'revision_number': 4, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'gw_port': {'id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:08Z', 'updated_at': '2021-12-14T02:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '227a7e09-8545-4eaa-b5d2-13355d02e8dd', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'floating_ip_address': '172.25.7.138', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'port_id': 'eed78b31-ec1d-4d8f-a7e1-1da6a048a025', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9', 'mac_address': 'fa:16:3e:c3:99:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3fbe9-eabc-424a-9d15-1072b5d20bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:35:22Z', 'updated_at': '2021-12-14T02:35:48Z', 'revision_number': 1, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be54252-8b97-4a10-a481-9ad530158a08', 'name': '', 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'mac_address': 'fa:16:3e:27:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:13Z', 'updated_at': '2021-12-14T02:35:23Z', 'revision_number': 5, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'subnets': [{'id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:53.088179 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f8c6d79d-0f90-430a-9c15-1e04fb2056a2 req-7706093a-1864-4c37-9eee-65211fc02bd9 service neutron] 10.222.0.46 "GET /v2.0/networks/9767787b-ee6b-4bb0-a622-290b0a02eff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110026 Dec 14 02:35:53.137513 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e56085c-9f40-4bb9-ba40-1b5487c230cb req-c49e6679-3a38-4363-9ff3-265717865c3f tempest-ImagesTestJSON-1101268404 tempest-ImagesTestJSON-1101268404-project] 10.222.0.39 "GET /v2.0/ports?device_id=03c563b6-9ace-4de5-abaf-113dc0452b18 HTTP/1.1" status: 200 len: 210 time: 0.0371566 Dec 14 02:35:53.191872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56882) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:53.195093 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fae6bc-9fcf-484c-b10e-9fa63287a1d1 None None] The sync data for ids ['69374db4-84c3-458f-a95a-c7d587ca3087'] in n-d-821636-1 is: [{'id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'name': 'tempest-ServersTestFqdnHostnames-966253593-router', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:07Z', 'updated_at': '2021-12-14T02:35:14Z', 'revision_number': 4, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'gw_port': {'id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:08Z', 'updated_at': '2021-12-14T02:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '227a7e09-8545-4eaa-b5d2-13355d02e8dd', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'floating_ip_address': '172.25.7.138', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'port_id': 'eed78b31-ec1d-4d8f-a7e1-1da6a048a025', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1012, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9', 'mac_address': 'fa:16:3e:c3:99:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d3fbe9-eabc-424a-9d15-1072b5d20bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:35:22Z', 'updated_at': '2021-12-14T02:35:48Z', 'revision_number': 1, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3be54252-8b97-4a10-a481-9ad530158a08', 'name': '', 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'mac_address': 'fa:16:3e:27:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:13Z', 'updated_at': '2021-12-14T02:35:23Z', 'revision_number': 5, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'subnets': [{'id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:35:53.195525 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-4cafd9f6-03b5-419b-a756-1f706e176bc6 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:53.199501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72ad079-d64c-46c4-aa37-281e5fce6fca {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:35:53.234950 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port c72ad079-d64c-46c4-aa37-281e5fce6fca, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c72ad079-d64c-46c4-aa37-281e5fce6fca,segment=NetworkSegment(2db64e49-9ad2-4915-8d12-8f18463d8e8d),segment_id=2db64e49-9ad2-4915-8d12-8f18463d8e8d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:53.287255 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ab08c76e-1ffe-4983-b2c2-949f0f1a4919 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ed8914f36c69449d92cc920be08c3d50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0923250 Dec 14 02:35:53.290773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56886) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:53.304385 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:53.323493 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b747586-ccd8-4753-a9a8-fe523fed96d2 req-d20a174e-aa05-49b6-8d94-084c6f80fa20 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 210 time: 0.0465262 Dec 14 02:35:53.325899 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-4cafd9f6-03b5-419b-a756-1f706e176bc6 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:53.358753 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=c72ad079-d64c-46c4-aa37-281e5fce6fca,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:53.405195 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-4cafd9f6-03b5-419b-a756-1f706e176bc6 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Network 7eb437c5-1524-4e88-8d83-11e9853aa57f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:53.410484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-4cafd9f6-03b5-419b-a756-1f706e176bc6 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:53.415146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-4cafd9f6-03b5-419b-a756-1f706e176bc6 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:53.417857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafd9f6-03b5-419b-a756-1f706e176bc6 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Pushing event updated for resources: {'Port': ['ID=e1f840d4-9b82-434a-a733-49f50c16c4cd,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:53.486134 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ccbb6fd4-922c-42be-b87e-1cb959bca622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:53.486423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 9589d2f4-c880-467c-a1ee-e70d1d54877c no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:35:53.518784 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 9589d2f4-c880-467c-a1ee-e70d1d54877c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:35:53.519136 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 9589d2f4-c880-467c-a1ee-e70d1d54877c not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:35:53.521505 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43fa253-1382-4e0b-ae30-d40d63af3eea None None] New status for floating IP 227a7e09-8545-4eaa-b5d2-13355d02e8dd: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:35:53.532729 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:35:53.542865 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-4cafd9f6-03b5-419b-a756-1f706e176bc6 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:53.544098 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-4cafd9f6-03b5-419b-a756-1f706e176bc6 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:53.556101 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ccbb6fd4-922c-42be-b87e-1cb959bca622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:53.662510 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3cfbd5e9-d746-40d3-9653-39e9c76bbf68 None None] Provisioning complete for port e1f840d4-9b82-434a-a733-49f50c16c4cd triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:53.663022 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3cfbd5e9-d746-40d3-9653-39e9c76bbf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:53.692565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e27077f-58c6-44b0-952f-81a6872acaac req-3f9a7175-9236-489e-8650-71e084ffb462 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:53.692565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e27077f-58c6-44b0-952f-81a6872acaac req-3f9a7175-9236-489e-8650-71e084ffb462 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 932 time: 0.1394196 Dec 14 02:35:53.708981 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbd5e9-d746-40d3-9653-39e9c76bbf68 None None] Port e1f840d4-9b82-434a-a733-49f50c16c4cd cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:35:53.722683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f7488-d0db-4960-b454-efa1ac94c0e0 req-781b0414-37bf-43e0-a1ea-4e4c11ebebe7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:53.728574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f7488-d0db-4960-b454-efa1ac94c0e0 req-781b0414-37bf-43e0-a1ea-4e4c11ebebe7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:53.735070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f7488-d0db-4960-b454-efa1ac94c0e0 req-781b0414-37bf-43e0-a1ea-4e4c11ebebe7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:53.741713 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f26f7488-d0db-4960-b454-efa1ac94c0e0 req-781b0414-37bf-43e0-a1ea-4e4c11ebebe7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2416 time: 0.1054986 Dec 14 02:35:53.748411 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-4cafd9f6-03b5-419b-a756-1f706e176bc6 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9607015 Dec 14 02:35:53.768276 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9cade0-7e24-42c6-b1ae-d8549b8af99d req-a33b0de5-9997-4740-b716-c3e1cd2bdc58 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:53.769875 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2d9cade0-7e24-42c6-b1ae-d8549b8af99d req-a33b0de5-9997-4740-b716-c3e1cd2bdc58 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.46 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.0551434 Dec 14 02:35:53.773276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Request body: {'port': {'device_id': '5afab887-201d-4675-8d84-e031a60e84aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:53.820214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['9aefbd27-3475-4639-aa2d-ff89ae7eb768'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:35:53.845393 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ccbb6fd4-922c-42be-b87e-1cb959bca622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:53.848759 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ccbb6fd4-922c-42be-b87e-1cb959bca622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:53.850419 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ccbb6fd4-922c-42be-b87e-1cb959bca622 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d18a9960-1b4a-4b64-ae38-f21a784c53c1 HTTP/1.1" status: 204 len: 168 time: 0.5342472 Dec 14 02:35:53.859998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['c72ad079-d64c-46c4-aa37-281e5fce6fca'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:35:53.872362 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e27077f-58c6-44b0-952f-81a6872acaac req-3680ce19-863a-4564-b8e9-3985fc145d31 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/security-groups?id=d338fdc2-2e5b-4c1a-86ba-a6a42b54caaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703088 Dec 14 02:35:53.912915 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-2d9cade0-7e24-42c6-b1ae-d8549b8af99d req-7fad0612-813a-4988-954c-36ab35db53f3 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Deleting port 82540769-50dc-4798-84d8-947bdfc77faf {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:35:53.913424 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2d9cade0-7e24-42c6-b1ae-d8549b8af99d req-7fad0612-813a-4988-954c-36ab35db53f3 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:53.915456 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f26f7488-d0db-4960-b454-efa1ac94c0e0 req-3b5964c2-2f86-4b0e-94c8-984384cad8d3 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713660 Dec 14 02:35:53.922509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb6fd4-922c-42be-b87e-1cb959bca622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18a9960-1b4a-4b64-ae38-f21a784c53c1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:53.946610 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:54.100521 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-2d9cade0-7e24-42c6-b1ae-d8549b8af99d req-7fad0612-813a-4988-954c-36ab35db53f3 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] For port 82540769-50dc-4798-84d8-947bdfc77faf, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=82540769-50dc-4798-84d8-947bdfc77faf,segment=NetworkSegment(b756c107-e77a-438d-8e5b-2c406c0e61cd),segment_id=b756c107-e77a-438d-8e5b-2c406c0e61cd)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:54.101053 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2d9cade0-7e24-42c6-b1ae-d8549b8af99d req-7fad0612-813a-4988-954c-36ab35db53f3 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:54.115434 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-2d9cade0-7e24-42c6-b1ae-d8549b8af99d req-7fad0612-813a-4988-954c-36ab35db53f3 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Calling delete_port for 82540769-50dc-4798-84d8-947bdfc77faf owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:35:54.304223 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1db34-1d27-4a12-bceb-52aec63dc2b7 req-78ac97e4-9254-42d1-aa36-8bb41d3c249a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:54.305647 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71e1db34-1d27-4a12-bceb-52aec63dc2b7 req-78ac97e4-9254-42d1-aa36-8bb41d3c249a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.2321696 Dec 14 02:35:54.319101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f145594-4618-4754-a93f-55f56409f1e4 req-ec5ba8d5-663b-4b48-b4ad-cd49d3976e52 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:54.320562 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f145594-4618-4754-a93f-55f56409f1e4 req-ec5ba8d5-663b-4b48-b4ad-cd49d3976e52 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec316326-926e-4396-b1c0-c3283154bfd8 HTTP/1.1" status: 200 len: 946 time: 0.2367594 Dec 14 02:35:54.388456 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2d9cade0-7e24-42c6-b1ae-d8549b8af99d req-7fad0612-813a-4988-954c-36ab35db53f3 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:54.431881 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['82540769-50dc-4798-84d8-947bdfc77faf'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:35:54.469895 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad0612-813a-4988-954c-36ab35db53f3 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Pushing event deleted for resources: {'Port': ['ID=82540769-50dc-4798-84d8-947bdfc77faf,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:54.473121 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9cade0-7e24-42c6-b1ae-d8549b8af99d req-7fad0612-813a-4988-954c-36ab35db53f3 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] No DVR routers for this DVR port 82540769-50dc-4798-84d8-947bdfc77faf on host n-h1-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:35:54.475677 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2d9cade0-7e24-42c6-b1ae-d8549b8af99d req-7fad0612-813a-4988-954c-36ab35db53f3 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:54.480650 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2d9cade0-7e24-42c6-b1ae-d8549b8af99d req-7fad0612-813a-4988-954c-36ab35db53f3 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.46 "DELETE /v2.0/ports/82540769-50dc-4798-84d8-947bdfc77faf HTTP/1.1" status: 204 len: 173 time: 0.7038403 Dec 14 02:35:54.481158 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec316326-926e-4396-b1c0-c3283154bfd8', 'name': 'network-vif-deleted', 'tag': '82540769-50dc-4798-84d8-947bdfc77faf'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:35:54.491696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71e1db34-1d27-4a12-bceb-52aec63dc2b7 req-ed7b6599-0560-49ab-9252-517c11406157 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657577 Dec 14 02:35:54.495312 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c048e1b3-6752-47e3-961f-f5610c796102" -d '{"events": [{"server_uuid": "ec316326-926e-4396-b1c0-c3283154bfd8", "name": "network-vif-deleted", "tag": "82540769-50dc-4798-84d8-947bdfc77faf"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:35:54.505785 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-77658ffd-28ec-42bc-8256-4249e16bff4b tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:54.507284 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-77658ffd-28ec-42bc-8256-4249e16bff4b tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.47 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 808 time: 0.2660706 Dec 14 02:35:54.538370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f145594-4618-4754-a93f-55f56409f1e4 req-fd2aca68-e268-41e1-a248-35f35a84d574 tempest-ServersNegativeTestJSON-1808186638 tempest-ServersNegativeTestJSON-1808186638-project] 10.222.0.39 "GET /v2.0/security-groups?id=0b12adea-02ae-4d25-89c8-3dbdcd982fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079978 Dec 14 02:35:54.555936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-ef92e6f0-6522-49bb-b5a1-92a7439cc6d4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Request body: {'port': {'device_id': '59d879a2-9457-48f1-b251-d22468ff8ea6', 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27', 'admin_state_up': True, 'tenant_id': 'dbee3f5c8679489195245f7b7be79be0'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:54.669863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f840d4-9b82-434a-a733-49f50c16c4cd {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:35:54.687151 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:54.697571 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fb7e94-6f53-4a3b-a9ac-0d8cf5e6b0a9 x-openstack-request-id: req-87fb7e94-6f53-4a3b-a9ac-0d8cf5e6b0a9 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:35:54.697935 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec316326-926e-4396-b1c0-c3283154bfd8", "name": "network-vif-deleted", "tag": "82540769-50dc-4798-84d8-947bdfc77faf", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:35:54.698192 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-87fb7e94-6f53-4a3b-a9ac-0d8cf5e6b0a9 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:35:54.698600 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec316326-926e-4396-b1c0-c3283154bfd8', 'name': 'network-vif-deleted', 'tag': '82540769-50dc-4798-84d8-947bdfc77faf', 'status': 'completed', 'code': 200} Dec 14 02:35:54.763625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ac275731-e0b1-417d-b09d-ca8f31ef456c req-c4367eed-7f62-4315-b810-0340b5aa3bc6 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 210 time: 0.0516584 Dec 14 02:35:54.766364 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Transition to ACTIVE for port object e1f840d4-9b82-434a-a733-49f50c16c4cd will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:35:54.847173 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:54.880337 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['1a667ce5-91a8-43a5-a6ff-ef29d21779d4'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:35:54.950608 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-ef92e6f0-6522-49bb-b5a1-92a7439cc6d4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Made reservation on behalf of dbee3f5c8679489195245f7b7be79be0 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:35:54.966921 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-ef92e6f0-6522-49bb-b5a1-92a7439cc6d4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:55.058314 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f840d4-9b82-434a-a733-49f50c16c4cd,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:55.295744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89462413-1916-41cd-98a9-fa753936cc61 req-b1df9929-5260-4830-9999-bb048fcef3ce tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:55.298093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89462413-1916-41cd-98a9-fa753936cc61 req-b1df9929-5260-4830-9999-bb048fcef3ce tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 944 time: 0.2463827 Dec 14 02:35:55.341662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385de193-ea79-42f8-a3b9-5964544cde6f req-089db92d-ec8c-4f0a-bf19-618d758dcc4f tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:55.349253 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385de193-ea79-42f8-a3b9-5964544cde6f req-089db92d-ec8c-4f0a-bf19-618d758dcc4f tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:55.356122 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385de193-ea79-42f8-a3b9-5964544cde6f req-089db92d-ec8c-4f0a-bf19-618d758dcc4f tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:55.358203 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-385de193-ea79-42f8-a3b9-5964544cde6f req-089db92d-ec8c-4f0a-bf19-618d758dcc4f tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2416 time: 0.3054192 Dec 14 02:35:55.395685 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Attempting to bind port e1f840d4-9b82-434a-a733-49f50c16c4cd on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:35:55.396027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Attempting to bind port e1f840d4-9b82-434a-a733-49f50c16c4cd by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'a13d296b-6198-44bb-962d-a42eb7cde38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:35:55.396360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Attempting to bind port e1f840d4-9b82-434a-a733-49f50c16c4cd on network 7eb437c5-1524-4e88-8d83-11e9853aa57f {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:55.411698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Port e1f840d4-9b82-434a-a733-49f50c16c4cd on network 7eb437c5-1524-4e88-8d83-11e9853aa57f not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:35:55.412622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Attempting to bind port e1f840d4-9b82-434a-a733-49f50c16c4cd on network 7eb437c5-1524-4e88-8d83-11e9853aa57f {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:55.445236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:35:55.445604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Checking segment: {'id': 'a13d296b-6198-44bb-962d-a42eb7cde38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:55.445998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Bound using segment: {'id': 'a13d296b-6198-44bb-962d-a42eb7cde38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:35:55.446449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Bound port: e1f840d4-9b82-434a-a733-49f50c16c4cd, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13d296b-6198-44bb-962d-a42eb7cde38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:35:55.446805 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:55.453776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-ef92e6f0-6522-49bb-b5a1-92a7439cc6d4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Allocated IP 172.20.0.6 (f3e644f0-318a-42e9-9245-8613c8213d27/eff6592f-d083-4d91-9f99-e0072e6fa6ab/46e12e5d-9a55-405f-83a3-c143e46a3097) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:35:55.476478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 9aefbd27-3475-4639-aa2d-ff89ae7eb768 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:55.599528 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89462413-1916-41cd-98a9-fa753936cc61 req-3958615b-279f-432f-bd20-0fae59438a30 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/security-groups?id=d338fdc2-2e5b-4c1a-86ba-a6a42b54caaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899561 Dec 14 02:35:55.632573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-385de193-ea79-42f8-a3b9-5964544cde6f req-3143d54a-9aeb-4fbd-9fc2-b14de35ac8b0 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303414 Dec 14 02:35:55.652698 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 9aefbd27-3475-4639-aa2d-ff89ae7eb768 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:35:55.655814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] For port e1f840d4-9b82-434a-a733-49f50c16c4cd, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:35:55.660068 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 9aefbd27-3475-4639-aa2d-ff89ae7eb768 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:55.662616 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:55.662769 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] For port e1f840d4-9b82-434a-a733-49f50c16c4cd, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e1f840d4-9b82-434a-a733-49f50c16c4cd,segment=NetworkSegment(a13d296b-6198-44bb-962d-a42eb7cde38a),segment_id=a13d296b-6198-44bb-962d-a42eb7cde38a)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:35:55.777214 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:55.812946 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:55.815293 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:55.816104 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:55.821246 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] 10.222.0.46 "PUT /v2.0/ports/e1f840d4-9b82-434a-a733-49f50c16c4cd HTTP/1.1" status: 200 len: 1092 time: 2.0529470 Dec 14 02:35:55.825991 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afab887-201d-4675-8d84-e031a60e84aa', 'tag': 'e1f840d4-9b82-434a-a733-49f50c16c4cd'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:35:55.831233 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6045bd7-8ba0-4263-8cac-563959c1bca8" -d '{"events": [{"name": "network-changed", "server_uuid": "5afab887-201d-4675-8d84-e031a60e84aa", "tag": "e1f840d4-9b82-434a-a733-49f50c16c4cd"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:35:55.840043 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aefbd27-3475-4639-aa2d-ff89ae7eb768'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:35:55.842868 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ed8f34-53fb-414f-853e-1fb9810b626d" -d '{"events": [{"server_uuid": "ee543f19-efef-4923-9f60-40ee2eecade2", "name": "network-vif-plugged", "status": "completed", "tag": "9aefbd27-3475-4639-aa2d-ff89ae7eb768"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:35:55.859796 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 9aefbd27-3475-4639-aa2d-ff89ae7eb768, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9aefbd27-3475-4639-aa2d-ff89ae7eb768,segment=NetworkSegment(c16f2cdd-ebbe-4a56-8f70-03c7320e5b31),segment_id=c16f2cdd-ebbe-4a56-8f70-03c7320e5b31)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:55.910455 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56972) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:55.926758 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:55.928220 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c72ad079-d64c-46c4-aa37-281e5fce6fca up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:55.948811 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-ef92e6f0-6522-49bb-b5a1-92a7439cc6d4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:56.037027 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-9adeb214-8598-4bae-9a13-46a34a15c2c9 admin admin] Deleting subnet 53926458-5432-4661-8827-c48966f94c72 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:35:56.041423 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9adeb214-8598-4bae-9a13-46a34a15c2c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:56.050959 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd89bdd-c2a1-4327-9bb2-e6ad519c5656 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f840d4-9b82-434a-a733-49f50c16c4cd,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:56.070373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b091c54-07ea-4947-908b-9fcc5df05f82 req-ceac4151-82a8-4ec4-9763-0a6fe9251361 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:56.072137 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b091c54-07ea-4947-908b-9fcc5df05f82 req-ceac4151-82a8-4ec4-9763-0a6fe9251361 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.2773874 Dec 14 02:35:56.092727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-094b4723-b1bb-472f-954d-ec10c65f0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:56.094530 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-094b4723-b1bb-472f-954d-ec10c65f0160 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6d76e8763674b21847546036ef0631b&device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 1095 time: 0.1364913 Dec 14 02:35:56.098099 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9adeb214-8598-4bae-9a13-46a34a15c2c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:56.147364 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9adeb214-8598-4bae-9a13-46a34a15c2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:56.151851 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=9aefbd27-3475-4639-aa2d-ff89ae7eb768,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:56.189654 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b091c54-07ea-4947-908b-9fcc5df05f82 req-b29617d1-9d2d-4280-9215-84344c170897 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090567 Dec 14 02:35:56.192801 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-ef92e6f0-6522-49bb-b5a1-92a7439cc6d4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:56.200507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-629539aa-833e-422f-ba35-324e300eff68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f840d4-9b82-434a-a733-49f50c16c4cd HTTP/1.1" status: 200 len: 217 time: 0.0901799 Dec 14 02:35:56.233077 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['4eb565a4-f610-4826-a0f9-749e36a88999'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:35:56.274377 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port c72ad079-d64c-46c4-aa37-281e5fce6fca completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:35:56.286447 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port c72ad079-d64c-46c4-aa37-281e5fce6fca triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:56.287436 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:56.298877 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9adeb214-8598-4bae-9a13-46a34a15c2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:56.341765 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adeb214-8598-4bae-9a13-46a34a15c2c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53926458-5432-4661-8827-c48966f94c72,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:56.365719 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f778e3c-ec04-4cd1-8ba3-3d204d43c5ce x-openstack-request-id: req-1f778e3c-ec04-4cd1-8ba3-3d204d43c5ce {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:35:56.366028 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9adeb214-8598-4bae-9a13-46a34a15c2c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:56.369293 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee543f19-efef-4923-9f60-40ee2eecade2", "name": "network-vif-plugged", "status": "completed", "tag": "9aefbd27-3475-4639-aa2d-ff89ae7eb768", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:35:56.369699 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f778e3c-ec04-4cd1-8ba3-3d204d43c5ce {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:35:56.370234 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aefbd27-3475-4639-aa2d-ff89ae7eb768', 'code': 200} Dec 14 02:35:56.378756 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9adeb214-8598-4bae-9a13-46a34a15c2c9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/53926458-5432-4661-8827-c48966f94c72 HTTP/1.1" status: 204 len: 168 time: 0.4668949 Dec 14 02:35:56.379608 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56986) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:56.446458 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:56.471201 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0725a820-f82b-480b-acaa-8a126e44ec41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:56.501228 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port c72ad079-d64c-46c4-aa37-281e5fce6fca, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c72ad079-d64c-46c4-aa37-281e5fce6fca,segment=NetworkSegment(2db64e49-9ad2-4915-8d12-8f18463d8e8d),segment_id=2db64e49-9ad2-4915-8d12-8f18463d8e8d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:56.596767 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:56.660635 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=c72ad079-d64c-46c4-aa37-281e5fce6fca,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:56.665847 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0725a820-f82b-480b-acaa-8a126e44ec41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:56.686743 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57002) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:56.711639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-0725a820-f82b-480b-acaa-8a126e44ec41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4d44ac6-a4e1-4c48-95d9-fdd8413398e9']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:56.743475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92e6f0-6522-49bb-b5a1-92a7439cc6d4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Pushing event updated for resources: {'Port': ['ID=46e12e5d-9a55-405f-83a3-c143e46a3097,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:56.754636 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1dbd99-3e0d-44cf-8000-b8a81889d2eb x-openstack-request-id: req-5e1dbd99-3e0d-44cf-8000-b8a81889d2eb {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:35:56.754907 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5afab887-201d-4675-8d84-e031a60e84aa", "tag": "e1f840d4-9b82-434a-a733-49f50c16c4cd", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:35:56.755161 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e1dbd99-3e0d-44cf-8000-b8a81889d2eb {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:35:56.755553 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5afab887-201d-4675-8d84-e031a60e84aa', 'tag': 'e1f840d4-9b82-434a-a733-49f50c16c4cd', 'status': 'completed', 'code': 200} Dec 14 02:35:56.774275 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-0725a820-f82b-480b-acaa-8a126e44ec41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b756c107-e77a-438d-8e5b-2c406c0e61cd') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:56.774604 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-0725a820-f82b-480b-acaa-8a126e44ec41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b756c107-e77a-438d-8e5b-2c406c0e61cd') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:56.794027 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0725a820-f82b-480b-acaa-8a126e44ec41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:56.813437 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2becc5d-b103-4c17-a9f7-7b703ee155d5 admin admin] Deleting subnet 5ab8c50a-a715-4e2e-8453-c9bba63f1ddb {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:35:56.818947 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2becc5d-b103-4c17-a9f7-7b703ee155d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:56.819838 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0725a820-f82b-480b-acaa-8a126e44ec41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:56.823778 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:56.840120 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-ef92e6f0-6522-49bb-b5a1-92a7439cc6d4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Network f3e644f0-318a-42e9-9245-8613c8213d27 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:35:56.852702 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0725a820-f82b-480b-acaa-8a126e44ec41 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:35:56.853603 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0725a820-f82b-480b-acaa-8a126e44ec41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:35:56.855207 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:35:56.865545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-ef92e6f0-6522-49bb-b5a1-92a7439cc6d4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:35:56.876961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-ef92e6f0-6522-49bb-b5a1-92a7439cc6d4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:35:56.893831 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-12b5f5f8-5ce6-495b-8847-e8f30a786efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:56.897255 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-12b5f5f8-5ce6-495b-8847-e8f30a786efd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd4eb43a-bcfd-4108-9c6d-8a9932462c5d HTTP/1.1" status: 200 len: 867 time: 0.6778238 Dec 14 02:35:56.904747 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2becc5d-b103-4c17-a9f7-7b703ee155d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:56.954700 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2becc5d-b103-4c17-a9f7-7b703ee155d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:56.989451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb53ed-7061-4053-aeaf-4aeb62e4ce84 req-81c3616e-32f8-4b25-9a15-3133ea28f00b tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:56.991078 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbcb53ed-7061-4053-aeaf-4aeb62e4ce84 req-81c3616e-32f8-4b25-9a15-3133ea28f00b tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 944 time: 0.2213233 Dec 14 02:35:57.003524 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf150457-9172-43ef-a484-f268f336538f req-3df568cf-a11f-4993-9cd9-f017cc30b34e tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:57.005107 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf150457-9172-43ef-a484-f268f336538f req-3df568cf-a11f-4993-9cd9-f017cc30b34e tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 931 time: 0.2466600 Dec 14 02:35:57.048894 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-ef92e6f0-6522-49bb-b5a1-92a7439cc6d4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:57.049572 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-ef92e6f0-6522-49bb-b5a1-92a7439cc6d4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:57.094731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-e654a62d-c070-4d42-addf-8522736b4bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:57.096299 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-e654a62d-c070-4d42-addf-8522736b4bba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7eb437c5-1524-4e88-8d83-11e9853aa57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1668153 Dec 14 02:35:57.100802 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0725a820-f82b-480b-acaa-8a126e44ec41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:57.102661 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0725a820-f82b-480b-acaa-8a126e44ec41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:57.111351 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0725a820-f82b-480b-acaa-8a126e44ec41 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d4d44ac6-a4e1-4c48-95d9-fdd8413398e9 HTTP/1.1" status: 204 len: 168 time: 0.7283168 Dec 14 02:35:57.123914 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725a820-f82b-480b-acaa-8a126e44ec41 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4d44ac6-a4e1-4c48-95d9-fdd8413398e9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:57.155848 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2becc5d-b103-4c17-a9f7-7b703ee155d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:57.185606 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbcb53ed-7061-4053-aeaf-4aeb62e4ce84 req-2a957c94-8377-4dbd-a4cc-b12096a006bd tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/security-groups?id=d338fdc2-2e5b-4c1a-86ba-a6a42b54caaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758151 Dec 14 02:35:57.193987 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2becc5d-b103-4c17-a9f7-7b703ee155d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab8c50a-a715-4e2e-8453-c9bba63f1ddb,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:57.201499 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf150457-9172-43ef-a484-f268f336538f req-1e7392e0-b6ca-44f9-b48f-35b38a2d43ea tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872208 Dec 14 02:35:57.214014 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2becc5d-b103-4c17-a9f7-7b703ee155d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:57.216199 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-ef92e6f0-6522-49bb-b5a1-92a7439cc6d4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6654046 Dec 14 02:35:57.227449 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f2becc5d-b103-4c17-a9f7-7b703ee155d5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5ab8c50a-a715-4e2e-8453-c9bba63f1ddb HTTP/1.1" status: 204 len: 168 time: 0.5389340 Dec 14 02:35:57.231664 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57012) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:57.248097 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Request body: {'port': {'device_id': '59d879a2-9457-48f1-b251-d22468ff8ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:35:57.376986 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c34839d-ea3b-4546-ba8b-c326a7a21694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:57.385652 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:57.389579 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-ed096fb8-cc22-4991-98e6-984a5a5b8bf7 service neutron] 10.222.0.46 "GET /v2.0/networks/7eb437c5-1524-4e88-8d83-11e9853aa57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814012 Dec 14 02:35:57.419998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf0876-61ae-4af6-9a4b-acbaba226564 req-33403738-a596-475d-a16a-3e5c06d0e671 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:57.426947 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf0876-61ae-4af6-9a4b-acbaba226564 req-33403738-a596-475d-a16a-3e5c06d0e671 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:57.433100 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf0876-61ae-4af6-9a4b-acbaba226564 req-33403738-a596-475d-a16a-3e5c06d0e671 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:57.441272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fdf0876-61ae-4af6-9a4b-acbaba226564 req-33403738-a596-475d-a16a-3e5c06d0e671 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2418 time: 0.1475883 Dec 14 02:35:57.468363 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c34839d-ea3b-4546-ba8b-c326a7a21694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:57.477212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:35:57.517835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-5c34839d-ea3b-4546-ba8b-c326a7a21694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ae5e0d-ff63-489c-8bf7-968d04494343']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:57.528023 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-5c34839d-ea3b-4546-ba8b-c326a7a21694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:57.528329 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-5c34839d-ea3b-4546-ba8b-c326a7a21694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5b12b4-915e-4a06-9e7f-7cd4011fe0f5') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:35:57.539766 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c34839d-ea3b-4546-ba8b-c326a7a21694 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:57.554571 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c34839d-ea3b-4546-ba8b-c326a7a21694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:57.563663 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c34839d-ea3b-4546-ba8b-c326a7a21694 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:35:57.563992 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c34839d-ea3b-4546-ba8b-c326a7a21694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:35:57.565820 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:35:57.599990 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:35:57.605458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:35:57.610913 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:57.631439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57018) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:57.695911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fdf0876-61ae-4af6-9a4b-acbaba226564 req-16a50670-d17a-40a7-b32b-7da65b39a571 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537355 Dec 14 02:35:57.719965 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:57.722722 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c34839d-ea3b-4546-ba8b-c326a7a21694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:57.737592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e786361-4631-4af8-91ba-17fb8dcbe41c req-c0660a3e-b54c-4fb0-b36f-95cb2abecdac service neutron] 10.222.0.46 "GET /v2.0/networks/7eb437c5-1524-4e88-8d83-11e9853aa57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932088 Dec 14 02:35:57.743154 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c34839d-ea3b-4546-ba8b-c326a7a21694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:57.757822 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5c34839d-ea3b-4546-ba8b-c326a7a21694 admin admin] 10.222.0.39 "DELETE /v2.0/networks/46ae5e0d-ff63-489c-8bf7-968d04494343 HTTP/1.1" status: 204 len: 168 time: 0.5231953 Dec 14 02:35:57.782315 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 1a667ce5-91a8-43a5-a6ff-ef29d21779d4, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=1a667ce5-91a8-43a5-a6ff-ef29d21779d4,segment=NetworkSegment(2db64e49-9ad2-4915-8d12-8f18463d8e8d),segment_id=2db64e49-9ad2-4915-8d12-8f18463d8e8d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:35:57.788770 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34839d-ea3b-4546-ba8b-c326a7a21694 admin admin] Pushing event deleted for resources: {'Network': ['ID=46ae5e0d-ff63-489c-8bf7-968d04494343,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:57.799060 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a80b3-2a00-4d05-ac34-3db7122f0799 req-4a438ded-4f91-4270-b325-7a494dd50a0b tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:57.800153 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a1a80b3-2a00-4d05-ac34-3db7122f0799 req-4a438ded-4f91-4270-b325-7a494dd50a0b tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.2630153 Dec 14 02:35:57.878134 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2883af84-ce53-49d8-aefb-b17778e6058d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=038f1fba5462416da4b946cf716bf191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1947913 Dec 14 02:35:57.879157 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57026) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:57.892968 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:57.946531 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a1a80b3-2a00-4d05-ac34-3db7122f0799 req-859e8077-0a47-4bf9-bdb8-c86d1074bab5 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140122 Dec 14 02:35:58.011488 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=1a667ce5-91a8-43a5-a6ff-ef29d21779d4,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:58.023982 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2f3a-adf2-4889-a3e7-df34a40d0b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:58.045774 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6045bd7-8ba0-4263-8cac-563959c1bca8 req-d016a5c3-7881-42a2-810c-2ddf384c04b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:58.047792 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6045bd7-8ba0-4263-8cac-563959c1bca8 req-d016a5c3-7881-42a2-810c-2ddf384c04b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6d76e8763674b21847546036ef0631b&device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 1095 time: 0.1147563 Dec 14 02:35:58.053454 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e12e5d-9a55-405f-83a3-c143e46a3097 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:35:58.056381 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2f3a-adf2-4889-a3e7-df34a40d0b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:58.072412 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:58.129974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Transition to ACTIVE for port object 46e12e5d-9a55-405f-83a3-c143e46a3097 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:35:58.165922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6045bd7-8ba0-4263-8cac-563959c1bca8 req-613275ed-c04f-4505-950c-5abb0967383b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:58.168879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6045bd7-8ba0-4263-8cac-563959c1bca8 req-613275ed-c04f-4505-950c-5abb0967383b service neutron] 10.222.0.46 "GET /v2.0/networks?id=7eb437c5-1524-4e88-8d83-11e9853aa57f HTTP/1.1" status: 200 len: 929 time: 0.1108241 Dec 14 02:35:58.213670 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2f3a-adf2-4889-a3e7-df34a40d0b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:58.216913 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:58.227583 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2f3a-adf2-4889-a3e7-df34a40d0b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:58.227583 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9a6c2f3a-adf2-4889-a3e7-df34a40d0b0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0b12adea-02ae-4d25-89c8-3dbdcd982fe1 HTTP/1.1" status: 204 len: 168 time: 0.3382940 Dec 14 02:35:58.227841 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6045bd7-8ba0-4263-8cac-563959c1bca8 req-cda23e89-3dc6-4d4e-9236-994eb8eb1477 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f840d4-9b82-434a-a733-49f50c16c4cd HTTP/1.1" status: 200 len: 217 time: 0.0428054 Dec 14 02:35:58.228936 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c2f3a-adf2-4889-a3e7-df34a40d0b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b12adea-02ae-4d25-89c8-3dbdcd982fe1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:58.332155 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57036) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:58.371507 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72ad079-d64c-46c4-aa37-281e5fce6fca'}, {'server_uuid': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a667ce5-91a8-43a5-a6ff-ef29d21779d4'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:35:58.374333 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36092301-eccf-418f-8bc7-0933ec6330da" -d '{"events": [{"server_uuid": "ee543f19-efef-4923-9f60-40ee2eecade2", "name": "network-vif-plugged", "status": "completed", "tag": "c72ad079-d64c-46c4-aa37-281e5fce6fca"}, {"server_uuid": "ee543f19-efef-4923-9f60-40ee2eecade2", "name": "network-vif-plugged", "status": "completed", "tag": "1a667ce5-91a8-43a5-a6ff-ef29d21779d4"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:35:58.386338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Pushing event updated for resources: {'Port': ['ID=46e12e5d-9a55-405f-83a3-c143e46a3097,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:58.392654 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e4c558d7-e578-4079-bdb9-0bc51b4ec061 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c599f063fb64480ba4a0ee1020e33672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0584331 Dec 14 02:35:58.392931 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57040) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:58.412957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6045bd7-8ba0-4263-8cac-563959c1bca8 req-3728c058-414f-422a-9278-a52ef6475e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:58.414457 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6045bd7-8ba0-4263-8cac-563959c1bca8 req-3728c058-414f-422a-9278-a52ef6475e95 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd4eb43a-bcfd-4108-9c6d-8a9932462c5d HTTP/1.1" status: 200 len: 867 time: 0.1481957 Dec 14 02:35:58.485082 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b55526e8-b4f6-4715-ab1a-ea556628f023 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:58.503703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac7613-fd77-4620-8090-b38f88629d2f req-7afe14d7-8f67-4897-9491-c5e5302a2f6f tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:58.505216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77ac7613-fd77-4620-8090-b38f88629d2f req-7afe14d7-8f67-4897-9491-c5e5302a2f6f tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 944 time: 0.1976016 Dec 14 02:35:58.511320 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b55526e8-b4f6-4715-ab1a-ea556628f023 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:58.520495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770e2ef-60be-4540-9708-19b257d313fd req-64951337-0fe6-4e40-8fab-4eda3f4f956f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:58.522045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0770e2ef-60be-4540-9708-19b257d313fd req-64951337-0fe6-4e40-8fab-4eda3f4f956f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 943 time: 0.2079418 Dec 14 02:35:58.528077 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 82540769-50dc-4798-84d8-947bdfc77faf no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:35:58.557366 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 82540769-50dc-4798-84d8-947bdfc77faf {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:35:58.557922 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 82540769-50dc-4798-84d8-947bdfc77faf not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:35:58.580048 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Attempting to bind port 46e12e5d-9a55-405f-83a3-c143e46a3097 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:35:58.580390 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Attempting to bind port 46e12e5d-9a55-405f-83a3-c143e46a3097 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:35:58.588582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Attempting to bind port 46e12e5d-9a55-405f-83a3-c143e46a3097 on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:58.588582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6045bd7-8ba0-4263-8cac-563959c1bca8 req-c2cbd961-3b32-42d5-83ae-4c3df677770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:58.589346 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6045bd7-8ba0-4263-8cac-563959c1bca8 req-c2cbd961-3b32-42d5-83ae-4c3df677770b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7eb437c5-1524-4e88-8d83-11e9853aa57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654012 Dec 14 02:35:58.611529 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Port 46e12e5d-9a55-405f-83a3-c143e46a3097 on network f3e644f0-318a-42e9-9245-8613c8213d27 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:35:58.617624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Attempting to bind port 46e12e5d-9a55-405f-83a3-c143e46a3097 on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:35:58.663590 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b55526e8-b4f6-4715-ab1a-ea556628f023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:58.666620 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b55526e8-b4f6-4715-ab1a-ea556628f023 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:58.667972 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b55526e8-b4f6-4715-ab1a-ea556628f023 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/642082b1-5e23-43a9-975f-2b1bb0f98115 HTTP/1.1" status: 204 len: 168 time: 0.2740414 Dec 14 02:35:58.676868 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55526e8-b4f6-4715-ab1a-ea556628f023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642082b1-5e23-43a9-975f-2b1bb0f98115,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:58.702263 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77ac7613-fd77-4620-8090-b38f88629d2f req-edcd0cb4-2b57-42e8-820c-7d502ca205e4 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/security-groups?id=d338fdc2-2e5b-4c1a-86ba-a6a42b54caaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731534 Dec 14 02:35:58.702263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:35:58.702263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Checking segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:35:58.702263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Bound using segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:35:58.702263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Bound port: 46e12e5d-9a55-405f-83a3-c143e46a3097, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:35:58.702263 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:58.724708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0770e2ef-60be-4540-9708-19b257d313fd req-30c8e43c-061b-471c-ab94-ddeb372f3749 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855743 Dec 14 02:35:58.756622 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57050) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:58.839572 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 14 Dec 2021 02:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143fc805-abcd-483b-bb0f-b0b200db7eda x-openstack-request-id: req-143fc805-abcd-483b-bb0f-b0b200db7eda {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:35:58.840085 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee543f19-efef-4923-9f60-40ee2eecade2", "name": "network-vif-plugged", "status": "completed", "tag": "c72ad079-d64c-46c4-aa37-281e5fce6fca", "code": 200}, {"server_uuid": "ee543f19-efef-4923-9f60-40ee2eecade2", "name": "network-vif-plugged", "status": "completed", "tag": "1a667ce5-91a8-43a5-a6ff-ef29d21779d4", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:35:58.840354 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-143fc805-abcd-483b-bb0f-b0b200db7eda {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:35:58.840933 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72ad079-d64c-46c4-aa37-281e5fce6fca', 'code': 200} Dec 14 02:35:58.841298 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a667ce5-91a8-43a5-a6ff-ef29d21779d4', 'code': 200} Dec 14 02:35:58.870122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6045bd7-8ba0-4263-8cac-563959c1bca8 req-ba89ae13-09f3-4c49-9e2f-7da1aeca7265 service neutron] 10.222.0.46 "GET /v2.0/networks/7eb437c5-1524-4e88-8d83-11e9853aa57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698269 Dec 14 02:35:58.944766 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4121e5bc-6027-4ce2-8761-ef6c2eff80f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:58.966271 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] For port 46e12e5d-9a55-405f-83a3-c143e46a3097, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:35:59.041207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] For port 46e12e5d-9a55-405f-83a3-c143e46a3097, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=46e12e5d-9a55-405f-83a3-c143e46a3097,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:35:59.065776 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4121e5bc-6027-4ce2-8761-ef6c2eff80f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:59.139169 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:59.157210 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4121e5bc-6027-4ce2-8761-ef6c2eff80f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:59.206007 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958113e-4e15-495f-8779-ec7060628b69 req-3863b9a4-6764-4d63-aa7e-cfb4912b2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:59.206876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958113e-4e15-495f-8779-ec7060628b69 req-3863b9a4-6764-4d63-aa7e-cfb4912b2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:59.207563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958113e-4e15-495f-8779-ec7060628b69 req-3863b9a4-6764-4d63-aa7e-cfb4912b2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:59.209592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8958113e-4e15-495f-8779-ec7060628b69 req-3863b9a4-6764-4d63-aa7e-cfb4912b2b59 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2872 time: 0.2123342 Dec 14 02:35:59.230743 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6686e-4540-4779-8258-d2905088f7a5 req-dfeaaf46-ba3b-4612-9994-076a89fec4fd tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:59.237521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6686e-4540-4779-8258-d2905088f7a5 req-dfeaaf46-ba3b-4612-9994-076a89fec4fd tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:59.243725 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6686e-4540-4779-8258-d2905088f7a5 req-dfeaaf46-ba3b-4612-9994-076a89fec4fd tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:59.252397 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-76d6686e-4540-4779-8258-d2905088f7a5 req-dfeaaf46-ba3b-4612-9994-076a89fec4fd tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2419 time: 0.2909946 Dec 14 02:35:59.256859 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121e5bc-6027-4ce2-8761-ef6c2eff80f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e1b6fc-6e74-4119-904c-a931185bbe4f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:59.269321 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:59.270176 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:59.271677 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] 10.222.0.47 "PUT /v2.0/ports/46e12e5d-9a55-405f-83a3-c143e46a3097 HTTP/1.1" status: 200 len: 1091 time: 2.0294764 Dec 14 02:35:59.278875 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4121e5bc-6027-4ce2-8761-ef6c2eff80f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a14dffa065dd4b2db5b64e0831d83204&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5187428 Dec 14 02:35:59.279097 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d879a2-9457-48f1-b251-d22468ff8ea6', 'tag': '46e12e5d-9a55-405f-83a3-c143e46a3097'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:35:59.285603 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7ce910-6c0f-469c-9d40-6c0e105b8554" -d '{"events": [{"name": "network-changed", "server_uuid": "59d879a2-9457-48f1-b251-d22468ff8ea6", "tag": "46e12e5d-9a55-405f-83a3-c143e46a3097"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:35:59.286241 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57070) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:35:59.312593 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6045bd7-8ba0-4263-8cac-563959c1bca8 req-be76c0c2-1da0-4bea-a995-d403e59e08d9 service neutron] 10.222.0.46 "GET /v2.0/networks/7eb437c5-1524-4e88-8d83-11e9853aa57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320500 Dec 14 02:35:59.355671 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321d1ae-af3b-47c5-bfd9-4830301701bd req-cb3c0562-346c-41de-b603-7aea42457cb2 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:59.357972 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e321d1ae-af3b-47c5-bfd9-4830301701bd req-cb3c0562-346c-41de-b603-7aea42457cb2 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.2795866 Dec 14 02:35:59.366897 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a05bc-4498-43c9-81ca-483da434b869 service neutron] Pushing event updated for resources: {'Port': ['ID=46e12e5d-9a55-405f-83a3-c143e46a3097,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:59.394644 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87117708-e6ae-4729-9187-8187fd989ea2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:59.420474 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8958113e-4e15-495f-8779-ec7060628b69 req-4224f092-09d5-459f-9ea8-420d4ca1da85 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565120 Dec 14 02:35:59.435190 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-76d6686e-4540-4779-8258-d2905088f7a5 req-54f12d53-b72f-43df-9004-689c6f10b2b0 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758924 Dec 14 02:35:59.440110 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87117708-e6ae-4729-9187-8187fd989ea2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:59.496313 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e321d1ae-af3b-47c5-bfd9-4830301701bd req-4e3aea99-f105-4ba2-97d0-d918460f0c58 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262500 Dec 14 02:35:59.508543 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1114e1ff-2ab2-4371-ab23-56960dfed5fe x-openstack-request-id: req-1114e1ff-2ab2-4371-ab23-56960dfed5fe {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:35:59.508846 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d879a2-9457-48f1-b251-d22468ff8ea6", "tag": "46e12e5d-9a55-405f-83a3-c143e46a3097", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:35:59.509133 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1114e1ff-2ab2-4371-ab23-56960dfed5fe {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:35:59.509597 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d879a2-9457-48f1-b251-d22468ff8ea6', 'tag': '46e12e5d-9a55-405f-83a3-c143e46a3097', 'status': 'completed', 'code': 200} Dec 14 02:35:59.594266 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87117708-e6ae-4729-9187-8187fd989ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:59.596951 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87117708-e6ae-4729-9187-8187fd989ea2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:59.598207 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-87117708-e6ae-4729-9187-8187fd989ea2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7e1b6fc-6e74-4119-904c-a931185bbe4f HTTP/1.1" status: 204 len: 168 time: 0.3177638 Dec 14 02:35:59.606181 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87117708-e6ae-4729-9187-8187fd989ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e1b6fc-6e74-4119-904c-a931185bbe4f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:35:59.741449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-9dd8976e-a9dd-4d23-b084-1caa81ad21f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:59.743840 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-9dd8976e-a9dd-4d23-b084-1caa81ad21f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 1094 time: 0.0599055 Dec 14 02:35:59.814497 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-2e2faed6-33a9-4e25-ad05-b40f55c9bbf8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46e12e5d-9a55-405f-83a3-c143e46a3097 HTTP/1.1" status: 200 len: 217 time: 0.0544343 Dec 14 02:35:59.934122 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-8fe4e2fa-299e-40f3-be63-731af9d5753f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:59.935739 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-8fe4e2fa-299e-40f3-be63-731af9d5753f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.1129112 Dec 14 02:35:59.943455 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa2712-ee4f-4562-b4b5-f969c70219b6 req-bc292199-dd1e-49d2-ab5b-4109510fdab4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:59.945044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4aa2712-ee4f-4562-b4b5-f969c70219b6 req-bc292199-dd1e-49d2-ab5b-4109510fdab4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 943 time: 0.1341369 Dec 14 02:35:59.961743 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:35:59.979402 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-525970eb-f154-46d3-8530-6ea60bedd06f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330777 Dec 14 02:35:59.988976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c0a81-d640-41fc-a6ed-6e73afa68d1a req-990a5592-af93-4f2b-bc50-333c8de07569 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:35:59.990803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f2c0a81-d640-41fc-a6ed-6e73afa68d1a req-990a5592-af93-4f2b-bc50-333c8de07569 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 944 time: 0.1754091 Dec 14 02:36:00.124390 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4aa2712-ee4f-4562-b4b5-f969c70219b6 req-d351168b-f779-4bfb-b05b-e13883804f16 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680465 Dec 14 02:36:00.166601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f2c0a81-d640-41fc-a6ed-6e73afa68d1a req-04e8e769-a2b4-41f2-8816-f7a9138e9798 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/security-groups?id=d338fdc2-2e5b-4c1a-86ba-a6a42b54caaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543705 Dec 14 02:36:00.225148 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-16131334-035b-4450-9a77-0f1ddadb41d9 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331007 Dec 14 02:36:00.342212 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1082b02-089e-40c6-ad97-fa0a6699817e req-69014862-9130-4576-8097-6e1cbe07d3e8 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092486 Dec 14 02:36:00.351848 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57108) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:00.483122 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57118) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:00.515783 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b4a79e2a-7a99-46bb-ac3e-946fcd6e5e79 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-network', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:00.643604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7d4cdef8-334e-4185-a7bb-aa0b666de7f3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-485818628-network', 'tenant_id': 'ce4fe46d27874eaaa9d0f78e0ea4b65c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:00.646694 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a79e2a-7a99-46bb-ac3e-946fcd6e5e79 admin admin] Made reservation on behalf of 2232de45ebfb42369e596a53934ed9e2 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:36:00.649106 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4a79e2a-7a99-46bb-ac3e-946fcd6e5e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:00.658958 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4a79e2a-7a99-46bb-ac3e-946fcd6e5e79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:00.695678 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782539ea-5646-4c66-a17f-204048dc06d7 req-bc7b32a2-2746-4c1a-b506-82996e18696e tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:00.702902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782539ea-5646-4c66-a17f-204048dc06d7 req-bc7b32a2-2746-4c1a-b506-82996e18696e tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:00.709172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782539ea-5646-4c66-a17f-204048dc06d7 req-bc7b32a2-2746-4c1a-b506-82996e18696e tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:00.717215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-782539ea-5646-4c66-a17f-204048dc06d7 req-bc7b32a2-2746-4c1a-b506-82996e18696e tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2419 time: 0.1892936 Dec 14 02:36:00.747607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ce910-6c0f-469c-9d40-6c0e105b8554 req-4e5fd1ca-b43d-41a2-b48a-c2dd57e4a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:00.747607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b7ce910-6c0f-469c-9d40-6c0e105b8554 req-4e5fd1ca-b43d-41a2-b48a-c2dd57e4a866 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 1094 time: 0.1761024 Dec 14 02:36:00.758361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be57cd1-836f-4c59-b1c0-29ab21b487c9 req-495223eb-db83-4f05-96a1-fac33e282641 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:00.766505 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6be57cd1-836f-4c59-b1c0-29ab21b487c9 req-495223eb-db83-4f05-96a1-fac33e282641 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.1657100 Dec 14 02:36:00.778720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4cdef8-334e-4185-a7bb-aa0b666de7f3 admin admin] Made reservation on behalf of ce4fe46d27874eaaa9d0f78e0ea4b65c for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:36:00.781297 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7d4cdef8-334e-4185-a7bb-aa0b666de7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:00.802169 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4a79e2a-7a99-46bb-ac3e-946fcd6e5e79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:00.842129 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7d4cdef8-334e-4185-a7bb-aa0b666de7f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:00.892108 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4a79e2a-7a99-46bb-ac3e-946fcd6e5e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:00.892529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-782539ea-5646-4c66-a17f-204048dc06d7 req-c289b4a5-a0c9-412c-9849-63e2a7a031d5 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724408 Dec 14 02:36:00.960328 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6be57cd1-836f-4c59-b1c0-29ab21b487c9 req-cd188743-a1af-4373-8a99-df50a17be022 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912060 Dec 14 02:36:00.971388 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a79e2a-7a99-46bb-ac3e-946fcd6e5e79 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:36:00.980928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a79e2a-7a99-46bb-ac3e-946fcd6e5e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45271544-d532-4637-a0b2-0de5112e3593,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:00.986643 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ce910-6c0f-469c-9d40-6c0e105b8554 req-250bcea3-1ba0-4ca5-9cb0-ef8c2aeb8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:00.988239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b7ce910-6c0f-469c-9d40-6c0e105b8554 req-250bcea3-1ba0-4ca5-9cb0-ef8c2aeb8ee0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.2197886 Dec 14 02:36:00.989071 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4a79e2a-7a99-46bb-ac3e-946fcd6e5e79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:00.989462 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-b4a79e2a-7a99-46bb-ac3e-946fcd6e5e79 admin admin] Added segment da0a9a47-9cfe-4e21-82e6-1aa3afde42d2 of type vlan for network 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 Dec 14 02:36:01.042760 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b7ce910-6c0f-469c-9d40-6c0e105b8554 req-73c11ee3-6fc2-4205-bd0c-4b3fb4b9d08f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46e12e5d-9a55-405f-83a3-c143e46a3097 HTTP/1.1" status: 200 len: 217 time: 0.0451660 Dec 14 02:36:01.045388 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4a79e2a-7a99-46bb-ac3e-946fcd6e5e79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:01.111698 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7d4cdef8-334e-4185-a7bb-aa0b666de7f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:01.117441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ce910-6c0f-469c-9d40-6c0e105b8554 req-dd294a3f-dd57-46e2-ab6c-f05126337500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:01.118915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b7ce910-6c0f-469c-9d40-6c0e105b8554 req-dd294a3f-dd57-46e2-ab6c-f05126337500 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.0649307 Dec 14 02:36:01.156833 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b7ce910-6c0f-469c-9d40-6c0e105b8554 req-dfb002e1-d358-4023-b596-ec6ea7bcfeb6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254891 Dec 14 02:36:01.223656 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4a79e2a-7a99-46bb-ac3e-946fcd6e5e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:01.225171 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a79e2a-7a99-46bb-ac3e-946fcd6e5e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:01.226077 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4a79e2a-7a99-46bb-ac3e-946fcd6e5e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:01.243543 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7d4cdef8-334e-4185-a7bb-aa0b666de7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:01.315900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4cdef8-334e-4185-a7bb-aa0b666de7f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:36:01.317473 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a79e2a-7a99-46bb-ac3e-946fcd6e5e79 admin admin] Pushing event updated for resources: {'Network': ['ID=05677032-f5ed-4d1a-bc8f-3b24f1d3e061,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:01.331759 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:36:01.353827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cdef8-334e-4185-a7bb-aa0b666de7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dc4853-78af-423f-aafa-c6ebe69aaa84,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:01.362532 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7d4cdef8-334e-4185-a7bb-aa0b666de7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:01.363989 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-7d4cdef8-334e-4185-a7bb-aa0b666de7f3 admin admin] Added segment c7cc2b31-24ba-418f-a1a8-016b4cefc554 of type vlan for network 5b1f3b5d-5ba7-4baa-a569-e683d88c08af Dec 14 02:36:01.368069 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b4a79e2a-7a99-46bb-ac3e-946fcd6e5e79 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0145073 Dec 14 02:36:01.368845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57142) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:01.375551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5b62757c-3320-4e6c-831d-618c6d8cf952 admin admin] Request body: {'subnet': {'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-subnet', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:01.436074 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b7ce910-6c0f-469c-9d40-6c0e105b8554 req-68572d0b-39fb-46d5-a9cc-ba6f376e9d71 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705908 Dec 14 02:36:01.452774 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b62757c-3320-4e6c-831d-618c6d8cf952 admin admin] Made reservation on behalf of 2232de45ebfb42369e596a53934ed9e2 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:36:01.453483 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab439f7e-f40b-4d50-8b17-51736f6dfc39 req-440238eb-aa96-475a-967c-b3fc83b5f964 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:01.455710 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b62757c-3320-4e6c-831d-618c6d8cf952 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:01.460840 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab439f7e-f40b-4d50-8b17-51736f6dfc39 req-440238eb-aa96-475a-967c-b3fc83b5f964 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 943 time: 0.2239902 Dec 14 02:36:01.463829 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7d4cdef8-334e-4185-a7bb-aa0b666de7f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:01.772843 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b62757c-3320-4e6c-831d-618c6d8cf952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:01.836026 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62757c-3320-4e6c-831d-618c6d8cf952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:01.848364 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b62757c-3320-4e6c-831d-618c6d8cf952 admin admin] Checking segment: {'id': 'da0a9a47-9cfe-4e21-82e6-1aa3afde42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:01.848754 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b62757c-3320-4e6c-831d-618c6d8cf952 admin admin] Network hostable DHCP agents. Network: 05677032-f5ed-4d1a-bc8f-3b24f1d3e061, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:36:01.850211 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59c4bf-d31b-45d5-8cfd-bb5d8a9c729b req-b0c7e0cb-05e2-4a6b-b41b-3390af71ba49 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:01.851978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc59c4bf-d31b-45d5-8cfd-bb5d8a9c729b req-b0c7e0cb-05e2-4a6b-b41b-3390af71ba49 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 944 time: 0.5828521 Dec 14 02:36:01.869598 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.db.resource_extend [None req-7d4cdef8-334e-4185-a7bb-aa0b666de7f3 admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 02:36:01.943130 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab439f7e-f40b-4d50-8b17-51736f6dfc39 req-c526b13c-128f-4bb5-b113-19965a69423a tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813230 Dec 14 02:36:01.977021 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b7ce910-6c0f-469c-9d40-6c0e105b8554 req-abef416f-a23b-436e-971b-94c59dd9e88e service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107446 Dec 14 02:36:02.006495 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b62757c-3320-4e6c-831d-618c6d8cf952 admin admin] Network 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:36:02.041122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc59c4bf-d31b-45d5-8cfd-bb5d8a9c729b req-60c64a2f-4bad-46a5-957a-f48498ddfe6b tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/security-groups?id=d338fdc2-2e5b-4c1a-86ba-a6a42b54caaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732655 Dec 14 02:36:02.057443 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7d4cdef8-334e-4185-a7bb-aa0b666de7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:02.058542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4cdef8-334e-4185-a7bb-aa0b666de7f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:02.059516 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7d4cdef8-334e-4185-a7bb-aa0b666de7f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:02.127524 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-5b62757c-3320-4e6c-831d-618c6d8cf952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 05677032-f5ed-4d1a-bc8f-3b24f1d3e061) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:02.136999 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b62757c-3320-4e6c-831d-618c6d8cf952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:02.137880 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b62757c-3320-4e6c-831d-618c6d8cf952 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:02.138289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd84e2b0-85d8-40a3-baea-223c9fe7b62d None None] Network 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:36:02.179743 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cdef8-334e-4185-a7bb-aa0b666de7f3 admin admin] Pushing event updated for resources: {'Network': ['ID=5b1f3b5d-5ba7-4baa-a569-e683d88c08af,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:02.196505 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 5b1f3b5d-5ba7-4baa-a569-e683d88c08af details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:36:02.213509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13444e5-ea92-470e-8558-48f5ac1e4052 req-ca859b65-7dbf-41a0-95e6-cab18faaccaa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:02.216709 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a13444e5-ea92-470e-8558-48f5ac1e4052 req-ca859b65-7dbf-41a0-95e6-cab18faaccaa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.1036634 Dec 14 02:36:02.220650 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7d4cdef8-334e-4185-a7bb-aa0b666de7f3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7358186 Dec 14 02:36:02.223576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57158) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:02.229411 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-479fa594-6930-4281-bb7a-c8bb65dbd6d9 admin admin] Request body: {'subnet': {'network_id': '5b1f3b5d-5ba7-4baa-a569-e683d88c08af', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-485818628-subnet', 'tenant_id': 'ce4fe46d27874eaaa9d0f78e0ea4b65c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:02.231195 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7221b5-62a7-440d-9dd6-afccd9e8ec45 req-db0b7bda-7373-4d1a-af95-ce4cffd6377a tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:02.238820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7221b5-62a7-440d-9dd6-afccd9e8ec45 req-db0b7bda-7373-4d1a-af95-ce4cffd6377a tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:02.245505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7221b5-62a7-440d-9dd6-afccd9e8ec45 req-db0b7bda-7373-4d1a-af95-ce4cffd6377a tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:02.247529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa7221b5-62a7-440d-9dd6-afccd9e8ec45 req-db0b7bda-7373-4d1a-af95-ce4cffd6377a tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2419 time: 0.1243238 Dec 14 02:36:02.273744 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5b62757c-3320-4e6c-831d-618c6d8cf952 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9032965 Dec 14 02:36:02.276326 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57160) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:02.283011 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:02.314190 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a13444e5-ea92-470e-8558-48f5ac1e4052 req-03b23603-a981-4072-80f7-982547e00352 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656543 Dec 14 02:36:02.324403 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:36:02.326258 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:02.347343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa7221b5-62a7-440d-9dd6-afccd9e8ec45 req-26112473-8121-4bbb-9bfb-76887c2618e9 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716052 Dec 14 02:36:02.397532 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479fa594-6930-4281-bb7a-c8bb65dbd6d9 admin admin] Made reservation on behalf of ce4fe46d27874eaaa9d0f78e0ea4b65c for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:36:02.400941 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-479fa594-6930-4281-bb7a-c8bb65dbd6d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:02.501063 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Allocated IP 172.20.0.2 (05677032-f5ed-4d1a-bc8f-3b24f1d3e061/5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0/b0b9d50e-958b-49be-948e-b41fb9fd5c92) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:36:02.531192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e1f840d4-9b82-434a-a733-49f50c16c4cd details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:36:02.577202 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:02.578331 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:02.666379 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:02.691174 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-479fa594-6930-4281-bb7a-c8bb65dbd6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:02.753918 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fa594-6930-4281-bb7a-c8bb65dbd6d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f684f15d-0fd7-4194-8dab-0ad6392ff7bc,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:02.755739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port e1f840d4-9b82-434a-a733-49f50c16c4cd, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e1f840d4-9b82-434a-a733-49f50c16c4cd,segment=NetworkSegment(a13d296b-6198-44bb-962d-a42eb7cde38a),segment_id=a13d296b-6198-44bb-962d-a42eb7cde38a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:02.764761 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479fa594-6930-4281-bb7a-c8bb65dbd6d9 admin admin] Checking segment: {'id': 'c7cc2b31-24ba-418f-a1a8-016b4cefc554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '5b1f3b5d-5ba7-4baa-a569-e683d88c08af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:02.765150 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479fa594-6930-4281-bb7a-c8bb65dbd6d9 admin admin] Network hostable DHCP agents. Network: 5b1f3b5d-5ba7-4baa-a569-e683d88c08af, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:36:02.792011 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5cc65a55-4020-4a89-9ab0-467df2bfa56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:02.793685 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:02.799835 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'e1f840d4-9b82-434a-a733-49f50c16c4cd', 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f', 'port_id': 'e1f840d4-9b82-434a-a733-49f50c16c4cd', 'mac_address': 'fa:16:3e:af:8b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:36:02.844514 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:02.859515 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f840d4-9b82-434a-a733-49f50c16c4cd {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:36:02.884449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port e1f840d4-9b82-434a-a733-49f50c16c4cd, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e1f840d4-9b82-434a-a733-49f50c16c4cd,segment=NetworkSegment(a13d296b-6198-44bb-962d-a42eb7cde38a),segment_id=a13d296b-6198-44bb-962d-a42eb7cde38a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:02.892114 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:02.932629 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479fa594-6930-4281-bb7a-c8bb65dbd6d9 admin admin] Network 5b1f3b5d-5ba7-4baa-a569-e683d88c08af is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:36:02.940849 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:02.964425 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Network 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:02.970739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:02.975361 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:36:02.982439 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Pushing event updated for resources: {'Port': ['ID=b0b9d50e-958b-49be-948e-b41fb9fd5c92,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:02.987382 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:03.027632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03aa027-a98f-4023-8c03-fe46b121c0dd req-12024486-6c52-4154-94c1-f4e19d03601d tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:03.034990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03aa027-a98f-4023-8c03-fe46b121c0dd req-12024486-6c52-4154-94c1-f4e19d03601d tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:03.041982 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03aa027-a98f-4023-8c03-fe46b121c0dd req-12024486-6c52-4154-94c1-f4e19d03601d tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:03.050648 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a03aa027-a98f-4023-8c03-fe46b121c0dd req-12024486-6c52-4154-94c1-f4e19d03601d tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2419 time: 0.0917177 Dec 14 02:36:03.082654 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-479fa594-6930-4281-bb7a-c8bb65dbd6d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 5b1f3b5d-5ba7-4baa-a569-e683d88c08af) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:03.095537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479fa594-6930-4281-bb7a-c8bb65dbd6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:03.096145 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-479fa594-6930-4281-bb7a-c8bb65dbd6d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:03.105045 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f132b08-968f-43d7-963d-eb024bbaedd1 None None] Network 5b1f3b5d-5ba7-4baa-a569-e683d88c08af requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:36:03.112624 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=e1f840d4-9b82-434a-a733-49f50c16c4cd,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:03.144098 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Attempting to bind port b0b9d50e-958b-49be-948e-b41fb9fd5c92 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:36:03.144354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Attempting to bind port b0b9d50e-958b-49be-948e-b41fb9fd5c92 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'da0a9a47-9cfe-4e21-82e6-1aa3afde42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:36:03.144744 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Attempting to bind port b0b9d50e-958b-49be-948e-b41fb9fd5c92 on network 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:03.153615 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a03aa027-a98f-4023-8c03-fe46b121c0dd req-849bfcf7-45b5-4665-b91d-c0695da61ea7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985413 Dec 14 02:36:03.179292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:36:03.180015 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Checking segment: {'id': 'da0a9a47-9cfe-4e21-82e6-1aa3afde42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:03.180604 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:03.181182 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Bound using segment: {'id': 'da0a9a47-9cfe-4e21-82e6-1aa3afde42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:36:03.181845 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Bound port: b0b9d50e-958b-49be-948e-b41fb9fd5c92, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0a9a47-9cfe-4e21-82e6-1aa3afde42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:36:03.182729 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:03.192299 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9891cdc-3aad-43f0-8da5-5b38aa97e013 req-d7d1665d-70b3-48da-a74a-316fdefb0313 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:03.193935 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9891cdc-3aad-43f0-8da5-5b38aa97e013 req-d7d1665d-70b3-48da-a74a-316fdefb0313 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 943 time: 0.1411190 Dec 14 02:36:03.212976 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-479fa594-6930-4281-bb7a-c8bb65dbd6d9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9805837 Dec 14 02:36:03.294776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9891cdc-3aad-43f0-8da5-5b38aa97e013 req-a648ae08-37bd-4239-bb94-4a37ecf5acf6 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942905 Dec 14 02:36:03.339499 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['e1f840d4-9b82-434a-a733-49f50c16c4cd'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:36:03.383550 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3995a8c-721c-44fd-ae56-0113d40b4e75 None None] Network 5b1f3b5d-5ba7-4baa-a569-e683d88c08af requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:36:03.415465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327aa2d9-a813-4ab1-95d0-f93f645e6944 req-d3825062-e5bb-4d4b-bb4d-16dcd24a4851 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:03.415727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] For port b0b9d50e-958b-49be-948e-b41fb9fd5c92, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:36:03.420365 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] For port b0b9d50e-958b-49be-948e-b41fb9fd5c92, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b0b9d50e-958b-49be-948e-b41fb9fd5c92,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:36:03.421882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-327aa2d9-a813-4ab1-95d0-f93f645e6944 req-d3825062-e5bb-4d4b-bb4d-16dcd24a4851 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 945 time: 0.0684884 Dec 14 02:36:03.429654 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:03.450177 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:03.525194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c94fc-191f-4f3b-ab42-f2f2a975b008 req-a5014df9-1552-4e56-87c4-30e3bfca348b tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:03.526844 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae1c94fc-191f-4f3b-ab42-f2f2a975b008 req-a5014df9-1552-4e56-87c4-30e3bfca348b tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.1010938 Dec 14 02:36:03.533417 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-327aa2d9-a813-4ab1-95d0-f93f645e6944 req-f63c8a15-b69e-48b6-92d9-dc80b4fa427a tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/security-groups?id=d338fdc2-2e5b-4c1a-86ba-a6a42b54caaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052601 Dec 14 02:36:03.640256 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae1c94fc-191f-4f3b-ab42-f2f2a975b008 req-f7819a4c-0063-4537-8b21-f5b9dfd9c632 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004028 Dec 14 02:36:03.693142 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:03.871639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d71fa8-4086-4ed1-b64b-6315b779fee8 None None] Pushing event updated for resources: {'Port': ['ID=b0b9d50e-958b-49be-948e-b41fb9fd5c92,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:03.891537 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-bb1957ec-f723-48a6-9ae1-fadc2af3c165 req-c656040b-5e73-45c2-89bb-ee4955db652b tempest-SecurityGroupsNegativeTestJSON-857197939 tempest-SecurityGroupsNegativeTestJSON-857197939-project] show failed (client error): The resource could not be found. Dec 14 02:36:03.899976 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bb1957ec-f723-48a6-9ae1-fadc2af3c165 req-c656040b-5e73-45c2-89bb-ee4955db652b tempest-SecurityGroupsNegativeTestJSON-857197939 tempest-SecurityGroupsNegativeTestJSON-857197939-project] 10.222.0.39 "GET /v2.0/security-groups/8effdec7-ce09-4516-9c6d-7285167cfbf0 HTTP/1.1" status: 404 len: 352 time: 0.0250442 Dec 14 02:36:03.966179 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] Allocated IP 172.25.7.186 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/96806ad8-be7a-493b-a4f4-581203f20938) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:36:04.003518 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-31b88893-ba12-4d8c-b8ba-2e3234de36d3 req-8fd94fbf-72e7-43b4-b57b-f1f4627677be tempest-SecurityGroupsNegativeTestJSON-857197939 tempest-SecurityGroupsNegativeTestJSON-857197939-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce4fe46d27874eaaa9d0f78e0ea4b65c HTTP/1.1" status: 200 len: 3005 time: 0.0658653 Dec 14 02:36:04.098751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-31b88893-ba12-4d8c-b8ba-2e3234de36d3 req-d5bb8c52-d5e9-4129-8855-518bfb66d126 tempest-SecurityGroupsNegativeTestJSON-857197939 tempest-SecurityGroupsNegativeTestJSON-857197939-project] 10.222.0.39 "GET /v2.0/security-groups/f4dc4853-78af-423f-aafa-c6ebe69aaa84 HTTP/1.1" status: 200 len: 3002 time: 0.0933242 Dec 14 02:36:04.163412 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-31b88893-ba12-4d8c-b8ba-2e3234de36d3 req-3272966e-62d8-498b-8fe6-8087e70d0430 tempest-SecurityGroupsNegativeTestJSON-857197939 tempest-SecurityGroupsNegativeTestJSON-857197939-project] 10.222.0.39 "GET /v2.0/security-groups/f4dc4853-78af-423f-aafa-c6ebe69aaa84 HTTP/1.1" status: 200 len: 3002 time: 0.0630572 Dec 14 02:36:04.164982 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:04.259665 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d4338178-1d8e-4657-b151-8e69d258fa10 req-4ae09667-bbd2-4f62-b234-3aab8f558b11 tempest-SecurityGroupsNegativeTestJSON-857197939 tempest-SecurityGroupsNegativeTestJSON-857197939-project] 10.222.0.39 "GET /v2.0/security-groups/f4dc4853-78af-423f-aafa-c6ebe69aaa84 HTTP/1.1" status: 200 len: 3002 time: 0.0734286 Dec 14 02:36:04.284659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea49b8e-d3a0-4252-89fb-765e343a00de req-0b03af86-20b7-4807-b0e1-1beb081c9c0a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:04.287850 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cea49b8e-d3a0-4252-89fb-765e343a00de req-0b03af86-20b7-4807-b0e1-1beb081c9c0a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.0920818 Dec 14 02:36:04.298993 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:04.345850 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:04.349046 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:04.352448 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:36:04.387911 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] Pushing event updated for resources: {'Port': ['ID=96806ad8-be7a-493b-a4f4-581203f20938,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:04.397206 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cea49b8e-d3a0-4252-89fb-765e343a00de req-f5fe7d15-d8b4-4fcc-8cae-8ab023a42064 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954418 Dec 14 02:36:04.408964 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-d4338178-1d8e-4657-b151-8e69d258fa10 req-98183dcd-e7c7-42c5-a668-edfc019789c6 tempest-SecurityGroupsNegativeTestJSON-857197939 tempest-SecurityGroupsNegativeTestJSON-857197939-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 14 02:36:04.426191 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d4338178-1d8e-4657-b151-8e69d258fa10 req-98183dcd-e7c7-42c5-a668-edfc019789c6 tempest-SecurityGroupsNegativeTestJSON-857197939 tempest-SecurityGroupsNegativeTestJSON-857197939-project] 10.222.0.39 "DELETE /v2.0/security-groups/f4dc4853-78af-423f-aafa-c6ebe69aaa84 HTTP/1.1" status: 409 len: 352 time: 0.1552882 Dec 14 02:36:04.442411 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3305e-8f07-4ad6-8fa7-94757b3b6314 req-206ac868-a6f7-4e4a-81c5-662cb5ca7ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:04.443928 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4e3305e-8f07-4ad6-8fa7-94757b3b6314 req-206ac868-a6f7-4e4a-81c5-662cb5ca7ca8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3674cfa5672b4954bca99016b06664cb&device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 1096 time: 0.1005807 Dec 14 02:36:04.600208 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57232) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:04.671866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c4c8a-a6b2-4067-8485-92a20715a56e req-175a36b5-b5b1-4af2-b3ba-0d524105f713 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:04.678098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c4c8a-a6b2-4067-8485-92a20715a56e req-175a36b5-b5b1-4af2-b3ba-0d524105f713 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:04.684260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b0b9d50e-958b-49be-948e-b41fb9fd5c92 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:04.703883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c4c8a-a6b2-4067-8485-92a20715a56e req-175a36b5-b5b1-4af2-b3ba-0d524105f713 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:04.711298 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd2c4c8a-a6b2-4067-8485-92a20715a56e req-175a36b5-b5b1-4af2-b3ba-0d524105f713 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2419 time: 0.2027891 Dec 14 02:36:04.734011 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-85c5c232-c5a3-41b9-a458-40cc464d7331 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:04.739916 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-85c5c232-c5a3-41b9-a458-40cc464d7331 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:04.745847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-85c5c232-c5a3-41b9-a458-40cc464d7331 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:04.747672 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-85c5c232-c5a3-41b9-a458-40cc464d7331 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2419 time: 0.1993730 Dec 14 02:36:04.774113 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port b0b9d50e-958b-49be-948e-b41fb9fd5c92 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:04.775400 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:04.808094 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5404d25e-ab5a-4b0b-ba59-e0c09df6a1b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:04.824511 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3305e-8f07-4ad6-8fa7-94757b3b6314 req-3d0588af-b3fe-4f64-9b5a-cf67e6b03121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:04.826207 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4e3305e-8f07-4ad6-8fa7-94757b3b6314 req-3d0588af-b3fe-4f64-9b5a-cf67e6b03121 service neutron] 10.222.0.47 "GET /v2.0/networks?id=409f180f-3bfa-4add-9f10-338a04644e61 HTTP/1.1" status: 200 len: 911 time: 0.3739488 Dec 14 02:36:04.876351 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:04.898210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33144a-f123-44b2-946e-befaeda2f347 req-9a7bfa4f-3b72-490d-8f27-47cd6fd7bab0 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:04.906348 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:04.907924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2a33144a-f123-44b2-946e-befaeda2f347 req-9a7bfa4f-3b72-490d-8f27-47cd6fd7bab0 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 943 time: 0.3243883 Dec 14 02:36:04.961337 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-abdbe3db-43a4-45cc-b239-a3a254f6e4ea req-8fa5669e-5bed-47e0-9eed-d71f45efe10c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2046816 Dec 14 02:36:04.962918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port b0b9d50e-958b-49be-948e-b41fb9fd5c92, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b0b9d50e-958b-49be-948e-b41fb9fd5c92,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:04.979711 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-628ee284-af8f-4e3e-92d8-3bbf30b65833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:05.043726 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd2c4c8a-a6b2-4067-8485-92a20715a56e req-0c58f560-914f-4098-9782-88ede9fe765c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152690 Dec 14 02:36:05.043880 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5404d25e-ab5a-4b0b-ba59-e0c09df6a1b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:05.068185 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:05.078231 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4e3305e-8f07-4ad6-8fa7-94757b3b6314 req-37df565a-4bf0-496d-a1b9-3078837805aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 HTTP/1.1" status: 200 len: 1001 time: 0.2402904 Dec 14 02:36:05.137277 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5404d25e-ab5a-4b0b-ba59-e0c09df6a1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:05.145936 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=b0b9d50e-958b-49be-948e-b41fb9fd5c92,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:05.156714 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-b0e78d15-5508-4051-8b9f-295d29a68d14 req-f98ad909-dc21-4a07-b0fb-53bf0992b831 tempest-SecurityGroupsNegativeTestJSON-857197939 tempest-SecurityGroupsNegativeTestJSON-857197939-project] show failed (client error): The resource could not be found. Dec 14 02:36:05.158495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0e78d15-5508-4051-8b9f-295d29a68d14 req-f98ad909-dc21-4a07-b0fb-53bf0992b831 tempest-SecurityGroupsNegativeTestJSON-857197939 tempest-SecurityGroupsNegativeTestJSON-857197939-project] 10.222.0.39 "GET /v2.0/security-groups/11498321-2cf1-4100-a92f-25a0afdd3cbc HTTP/1.1" status: 404 len: 352 time: 0.1004117 Dec 14 02:36:05.167598 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45190393-2b44-42b9-950d-545c8f96511d None None] Network 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:36:05.167757 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404d25e-ab5a-4b0b-ba59-e0c09df6a1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198e93a3-2ab5-4ae5-97a9-b4b7d4a1b17c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:05.209716 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2a33144a-f123-44b2-946e-befaeda2f347 req-e64ac17f-de55-4da5-92a8-58732d360076 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973027 Dec 14 02:36:05.212646 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5404d25e-ab5a-4b0b-ba59-e0c09df6a1b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7cb84e9422ee49c6bb959ff48b6a4e8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6097746 Dec 14 02:36:05.220645 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57238) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:05.242443 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:05.263003 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3305e-8f07-4ad6-8fa7-94757b3b6314 req-4ef2f9fa-5763-46b6-a64d-6a80b98b121a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:05.263997 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-098f9c63-3252-4e05-927d-ddd1839e97dd None None] Provisioning complete for port b0b9d50e-958b-49be-948e-b41fb9fd5c92 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:05.264377 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-098f9c63-3252-4e05-927d-ddd1839e97dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:05.265078 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4e3305e-8f07-4ad6-8fa7-94757b3b6314 req-4ef2f9fa-5763-46b6-a64d-6a80b98b121a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d40edbfc-b241-474d-8835-df2afaf4e4fb HTTP/1.1" status: 200 len: 849 time: 0.1743155 Dec 14 02:36:05.274602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-358d59fa-3bfb-4a36-b87e-0ca36d480a57 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Deleting port 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:36:05.275081 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-358d59fa-3bfb-4a36-b87e-0ca36d480a57 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:05.283694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbe3db-43a4-45cc-b239-a3a254f6e4ea req-f94ad95b-e073-475f-869e-f7a9818e50f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:05.285288 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-abdbe3db-43a4-45cc-b239-a3a254f6e4ea req-f94ad95b-e073-475f-869e-f7a9818e50f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 1095 time: 0.2450662 Dec 14 02:36:05.303895 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-b2d8f54c-7a14-45b8-86b5-06b96d383ec3 req-31e7a454-dd9d-42ec-ab6d-714bae23ed4c tempest-SecurityGroupsNegativeTestJSON-857197939 tempest-SecurityGroupsNegativeTestJSON-857197939-project] show failed (client error): The resource could not be found. Dec 14 02:36:05.317232 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2d8f54c-7a14-45b8-86b5-06b96d383ec3 req-31e7a454-dd9d-42ec-ab6d-714bae23ed4c tempest-SecurityGroupsNegativeTestJSON-857197939 tempest-SecurityGroupsNegativeTestJSON-857197939-project] 10.222.0.39 "GET /v2.0/security-groups/78aadccf-de95-42b7-be25-0b66eae31149 HTTP/1.1" status: 404 len: 352 time: 0.0608215 Dec 14 02:36:05.341053 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57240) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:05.397919 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95a2c8c-5fcf-418e-9ce4-f86711454264 admin admin] Deleting subnet f684f15d-0fd7-4194-8dab-0ad6392ff7bc {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:36:05.404863 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b95a2c8c-5fcf-418e-9ce4-f86711454264 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:05.446525 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5f087830-fa42-4983-a617-6c7e943a4857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:05.482250 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b95a2c8c-5fcf-418e-9ce4-f86711454264 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:05.520274 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5f087830-fa42-4983-a617-6c7e943a4857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:05.535282 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290d486-673b-41c5-9e7d-7c920b128f35 req-e7d0f6f4-c087-4f51-bb09-ef7815d05c7c tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:05.542302 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5290d486-673b-41c5-9e7d-7c920b128f35 req-e7d0f6f4-c087-4f51-bb09-ef7815d05c7c tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 945 time: 0.2624297 Dec 14 02:36:05.576486 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b95a2c8c-5fcf-418e-9ce4-f86711454264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:05.585457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3305e-8f07-4ad6-8fa7-94757b3b6314 req-385476ab-7c05-4716-99a3-b3e881ee6b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:05.587242 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4e3305e-8f07-4ad6-8fa7-94757b3b6314 req-385476ab-7c05-4716-99a3-b3e881ee6b08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=409f180f-3bfa-4add-9f10-338a04644e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3088350 Dec 14 02:36:05.621530 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-358d59fa-3bfb-4a36-b87e-0ca36d480a57 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] For port 1a667ce5-91a8-43a5-a6ff-ef29d21779d4, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=1a667ce5-91a8-43a5-a6ff-ef29d21779d4,segment=NetworkSegment(2db64e49-9ad2-4915-8d12-8f18463d8e8d),segment_id=2db64e49-9ad2-4915-8d12-8f18463d8e8d)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:05.621952 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-358d59fa-3bfb-4a36-b87e-0ca36d480a57 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:05.624507 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-debfa7ca-c79c-4a73-bdef-e578818abfea None None] Provisioning complete for port b0b9d50e-958b-49be-948e-b41fb9fd5c92 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:05.624659 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-debfa7ca-c79c-4a73-bdef-e578818abfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:05.698109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-358d59fa-3bfb-4a36-b87e-0ca36d480a57 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Calling delete_port for 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:36:05.711887 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbe3db-43a4-45cc-b239-a3a254f6e4ea req-7d9479bd-8b60-400d-b6ab-cdc8a070f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:05.713372 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-abdbe3db-43a4-45cc-b239-a3a254f6e4ea req-7d9479bd-8b60-400d-b6ab-cdc8a070f809 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.3911104 Dec 14 02:36:05.725203 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] Router 26174a1c-9fa2-4d08-8d68-bbada67b608b is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:36:05.728421 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5f087830-fa42-4983-a617-6c7e943a4857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:05.731801 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5f087830-fa42-4983-a617-6c7e943a4857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:05.736342 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5f087830-fa42-4983-a617-6c7e943a4857 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/198e93a3-2ab5-4ae5-97a9-b4b7d4a1b17c HTTP/1.1" status: 204 len: 168 time: 0.5161843 Dec 14 02:36:05.736342 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b95a2c8c-5fcf-418e-9ce4-f86711454264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:05.736639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dc1df-4ed9-4348-bbac-1a1cb17daf60 req-179a19fb-633d-4183-a7a0-2763cbe6c3a6 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:05.736986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-159dc1df-4ed9-4348-bbac-1a1cb17daf60 req-179a19fb-633d-4183-a7a0-2763cbe6c3a6 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.2445219 Dec 14 02:36:05.772170 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f087830-fa42-4983-a617-6c7e943a4857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198e93a3-2ab5-4ae5-97a9-b4b7d4a1b17c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:05.778323 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-abdbe3db-43a4-45cc-b239-a3a254f6e4ea req-5ad4389a-e8b3-4d70-8976-1835629a6593 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c3f166-1a85-478a-966d-8633562a3934 HTTP/1.1" status: 200 len: 217 time: 0.0518901 Dec 14 02:36:05.782890 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a2c8c-5fcf-418e-9ce4-f86711454264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f684f15d-0fd7-4194-8dab-0ad6392ff7bc,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:05.797884 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5290d486-673b-41c5-9e7d-7c920b128f35 req-a4aa42d7-6757-4191-9b7a-82c98e7beed9 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/security-groups?id=d338fdc2-2e5b-4c1a-86ba-a6a42b54caaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543862 Dec 14 02:36:05.893025 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b95a2c8c-5fcf-418e-9ce4-f86711454264 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:05.896845 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b95a2c8c-5fcf-418e-9ce4-f86711454264 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f684f15d-0fd7-4194-8dab-0ad6392ff7bc HTTP/1.1" status: 204 len: 168 time: 0.5544028 Dec 14 02:36:05.899367 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57250) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:05.970334 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4e3305e-8f07-4ad6-8fa7-94757b3b6314 req-fde61df0-b205-4bda-8057-da8b15d4f2f0 service neutron] 10.222.0.47 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726044 Dec 14 02:36:05.973168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbe3db-43a4-45cc-b239-a3a254f6e4ea req-3673bbde-507d-43d1-ada5-5f1171da2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:05.974558 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-abdbe3db-43a4-45cc-b239-a3a254f6e4ea req-3673bbde-507d-43d1-ada5-5f1171da2043 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.1757507 Dec 14 02:36:05.977950 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-159dc1df-4ed9-4348-bbac-1a1cb17daf60 req-f6a68090-96cb-46d8-a2b5-ffc6dacc39e7 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016015 Dec 14 02:36:05.985674 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1a573997-ac4f-4437-8c7b-7a2f24fc0882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:05.993639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:36:06.016058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Sync routers for ids ['26174a1c-9fa2-4d08-8d68-bbada67b608b'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:36:06.025639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Routers {'26174a1c-9fa2-4d08-8d68-bbada67b608b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:06.026371 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['26174a1c-9fa2-4d08-8d68-bbada67b608b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:06.057693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-abdbe3db-43a4-45cc-b239-a3a254f6e4ea req-39196c5d-5293-42a4-be71-736eb7297d83 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632620 Dec 14 02:36:06.089119 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1a573997-ac4f-4437-8c7b-7a2f24fc0882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:06.121443 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-1a573997-ac4f-4437-8c7b-7a2f24fc0882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1f3b5d-5ba7-4baa-a569-e683d88c08af']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:06.132450 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-1a573997-ac4f-4437-8c7b-7a2f24fc0882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7cc2b31-24ba-418f-a1a8-016b4cefc554') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:06.133003 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-1a573997-ac4f-4437-8c7b-7a2f24fc0882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7cc2b31-24ba-418f-a1a8-016b4cefc554') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:06.144388 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:06.145845 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b6d97316-a94c-4aae-90ad-81a27e0f4f1e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8681915 Dec 14 02:36:06.148973 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57256) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:06.153279 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1a573997-ac4f-4437-8c7b-7a2f24fc0882 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:06.212865 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Set router 26174a1c-9fa2-4d08-8d68-bbada67b608b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:06.241922 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:06.253266 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1a573997-ac4f-4437-8c7b-7a2f24fc0882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:06.263295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a573997-ac4f-4437-8c7b-7a2f24fc0882 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:36:06.263700 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1a573997-ac4f-4437-8c7b-7a2f24fc0882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:36:06.266217 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:36:06.362321 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-358d59fa-3bfb-4a36-b87e-0ca36d480a57 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:06.376727 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-abdbe3db-43a4-45cc-b239-a3a254f6e4ea req-c6faa42e-5689-40e3-adfd-bf0bb08e0624 service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039765 Dec 14 02:36:06.397105 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['c72ad079-d64c-46c4-aa37-281e5fce6fca', '9aefbd27-3475-4639-aa2d-ff89ae7eb768', '1a667ce5-91a8-43a5-a6ff-ef29d21779d4'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:36:06.411894 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1a573997-ac4f-4437-8c7b-7a2f24fc0882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:06.418007 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1a573997-ac4f-4437-8c7b-7a2f24fc0882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:06.423979 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1a573997-ac4f-4437-8c7b-7a2f24fc0882 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5b1f3b5d-5ba7-4baa-a569-e683d88c08af HTTP/1.1" status: 204 len: 168 time: 0.5212636 Dec 14 02:36:06.444147 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a573997-ac4f-4437-8c7b-7a2f24fc0882 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b1f3b5d-5ba7-4baa-a569-e683d88c08af,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:06.446899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d59fa-3bfb-4a36-b87e-0ca36d480a57 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event deleted for resources: {'Port': ['ID=1a667ce5-91a8-43a5-a6ff-ef29d21779d4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:06.450086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '96806ad8-be7a-493b-a4f4-581203f20938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:36:04Z', 'revision_number': 3, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port': {'id': '96806ad8-be7a-493b-a4f4-581203f20938', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:03Z', 'updated_at': '2021-12-14T02:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:06.492467 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Checking router: 26174a1c-9fa2-4d08-8d68-bbada67b608b for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:36:06.493478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Updating router 26174a1c-9fa2-4d08-8d68-bbada67b608b port 96806ad8-be7a-493b-a4f4-581203f20938 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:36:06.537421 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:06.547582 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57262) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:06.565815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e1f840d4-9b82-434a-a733-49f50c16c4cd up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:06.602497 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e04e2fba-b8dd-4d80-821c-4673d8649467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:06.623584 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-358d59fa-3bfb-4a36-b87e-0ca36d480a57 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] No DVR routers for this DVR port 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:36:06.627670 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4e3305e-8f07-4ad6-8fa7-94757b3b6314 req-684b4976-0058-4930-be33-45c44095b51f service neutron] 10.222.0.47 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6416008 Dec 14 02:36:06.629294 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-358d59fa-3bfb-4a36-b87e-0ca36d480a57 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:06.634037 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-358d59fa-3bfb-4a36-b87e-0ca36d480a57 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.47 "DELETE /v2.0/ports/1a667ce5-91a8-43a5-a6ff-ef29d21779d4 HTTP/1.1" status: 204 len: 173 time: 1.8749061 Dec 14 02:36:06.642383 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'name': 'network-vif-deleted', 'tag': '1a667ce5-91a8-43a5-a6ff-ef29d21779d4'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:36:06.644899 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8c87ab-12c7-461d-be02-5425f6f087b1" -d '{"events": [{"server_uuid": "ee543f19-efef-4923-9f60-40ee2eecade2", "name": "network-vif-deleted", "tag": "1a667ce5-91a8-43a5-a6ff-ef29d21779d4"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:36:06.680044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d090859-f34a-45de-8964-2445d7804fa0 req-e81957f4-2de9-4ab2-b3a5-399762e68ede tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:06.687341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d090859-f34a-45de-8964-2445d7804fa0 req-e81957f4-2de9-4ab2-b3a5-399762e68ede tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:06.696351 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d090859-f34a-45de-8964-2445d7804fa0 req-e81957f4-2de9-4ab2-b3a5-399762e68ede tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:06.699030 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d090859-f34a-45de-8964-2445d7804fa0 req-e81957f4-2de9-4ab2-b3a5-399762e68ede tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 2340 time: 0.5316877 Dec 14 02:36:06.714520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd37953-8b7d-43d2-933b-50a2995c8e43 req-21d5a9fe-32bd-43d9-842b-71b0b9dcde49 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:06.716512 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bcd37953-8b7d-43d2-933b-50a2995c8e43 req-21d5a9fe-32bd-43d9-842b-71b0b9dcde49 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 943 time: 0.4198229 Dec 14 02:36:06.727212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b0b9d50e-958b-49be-948e-b41fb9fd5c92 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:06.899498 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e04e2fba-b8dd-4d80-821c-4673d8649467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:06.914467 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-abdbe3db-43a4-45cc-b239-a3a254f6e4ea req-56eb5eb9-83e4-4b88-9892-a01e006046b5 service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5004129 Dec 14 02:36:06.919262 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57270) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:06.958950 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port b0b9d50e-958b-49be-948e-b41fb9fd5c92 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:06.959292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d090859-f34a-45de-8964-2445d7804fa0 req-ce574d55-718f-4692-b99b-0e221b4b51ed tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279398 Dec 14 02:36:06.959443 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:06.967185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bcd37953-8b7d-43d2-933b-50a2995c8e43 req-286f68d4-b4b9-4aec-b3b8-46d4131f6c5d tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286849 Dec 14 02:36:06.978627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-f6b370b2-b054-4ce0-8abd-48f8e920119c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Deleting port c72ad079-d64c-46c4-aa37-281e5fce6fca {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:36:06.979078 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-f6b370b2-b054-4ce0-8abd-48f8e920119c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.013357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port e1f840d4-9b82-434a-a733-49f50c16c4cd completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:36:07.026266 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf12770-6f8c-4504-8451-3b50298cf8f2 x-openstack-request-id: req-1bf12770-6f8c-4504-8451-3b50298cf8f2 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:36:07.026683 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee543f19-efef-4923-9f60-40ee2eecade2", "name": "network-vif-deleted", "tag": "1a667ce5-91a8-43a5-a6ff-ef29d21779d4", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:36:07.027042 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1bf12770-6f8c-4504-8451-3b50298cf8f2 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:36:07.027538 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'name': 'network-vif-deleted', 'tag': '1a667ce5-91a8-43a5-a6ff-ef29d21779d4', 'status': 'completed', 'code': 200} Dec 14 02:36:07.035642 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port e1f840d4-9b82-434a-a733-49f50c16c4cd triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:07.036170 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.038953 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6aa758ca-44a6-4cc1-b0d3-41a6b67ba0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.072774 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e04e2fba-b8dd-4d80-821c-4673d8649467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.131087 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e04e2fba-b8dd-4d80-821c-4673d8649467 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62c807f9ef934d388d87052efb38b633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5812299 Dec 14 02:36:07.131954 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57274) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:07.146708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-f6b370b2-b054-4ce0-8abd-48f8e920119c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] For port c72ad079-d64c-46c4-aa37-281e5fce6fca, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c72ad079-d64c-46c4-aa37-281e5fce6fca,segment=NetworkSegment(2db64e49-9ad2-4915-8d12-8f18463d8e8d),segment_id=2db64e49-9ad2-4915-8d12-8f18463d8e8d)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:07.147358 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-f6b370b2-b054-4ce0-8abd-48f8e920119c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.164402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-f6b370b2-b054-4ce0-8abd-48f8e920119c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Calling delete_port for c72ad079-d64c-46c4-aa37-281e5fce6fca owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:36:07.175642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e2fba-b8dd-4d80-821c-4673d8649467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9575473a-fb28-46fd-b37d-0427332e6dd4,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:07.185086 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46f275-985e-4c88-860f-dcfe0744363b req-e12ec03c-eb08-443b-9f12-94bc43509292 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:07.187553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bb46f275-985e-4c88-860f-dcfe0744363b req-e12ec03c-eb08-443b-9f12-94bc43509292 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 945 time: 0.0979071 Dec 14 02:36:07.235071 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-378b30a1-e85e-4f32-809b-74e45efd246e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce4fe46d27874eaaa9d0f78e0ea4b65c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3151190 Dec 14 02:36:07.237476 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57276) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:07.274970 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.302917 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.328876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afab887-201d-4675-8d84-e031a60e84aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f840d4-9b82-434a-a733-49f50c16c4cd'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:36:07.331577 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a4f136-1eda-4064-a8bf-144023afc3fa" -d '{"events": [{"server_uuid": "5afab887-201d-4675-8d84-e031a60e84aa", "name": "network-vif-plugged", "status": "completed", "tag": "e1f840d4-9b82-434a-a733-49f50c16c4cd"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:36:07.347511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port e1f840d4-9b82-434a-a733-49f50c16c4cd, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e1f840d4-9b82-434a-a733-49f50c16c4cd,segment=NetworkSegment(a13d296b-6198-44bb-962d-a42eb7cde38a),segment_id=a13d296b-6198-44bb-962d-a42eb7cde38a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:07.378148 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.380078 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-f6b370b2-b054-4ce0-8abd-48f8e920119c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.383877 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2c234dc5-7c62-4551-a4f8-65da94045025 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.410436 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f96efc3a-2a08-44ac-8f00-06c7a480eb5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.429401 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.430795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b370b2-b054-4ce0-8abd-48f8e920119c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event deleted for resources: {'Port': ['ID=c72ad079-d64c-46c4-aa37-281e5fce6fca,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:07.441476 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cd338-f723-4539-be7d-164ed06ec235 None None] Pushing event updated for resources: {'Port': ['ID=96806ad8-be7a-493b-a4f4-581203f20938,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:07.444075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Attempting to bind port 96806ad8-be7a-493b-a4f4-581203f20938 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:36:07.444446 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Attempting to bind port 96806ad8-be7a-493b-a4f4-581203f20938 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:36:07.444828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Attempting to bind port 96806ad8-be7a-493b-a4f4-581203f20938 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:07.448222 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bb46f275-985e-4c88-860f-dcfe0744363b req-1664f8c6-d61f-435f-88f3-dda441d105f2 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/security-groups?id=d338fdc2-2e5b-4c1a-86ba-a6a42b54caaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252818 Dec 14 02:36:07.461433 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:36:07.461817 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:07.462346 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.462770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:36:07.463324 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Bound port: 96806ad8-be7a-493b-a4f4-581203f20938, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:36:07.463690 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.476905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c4fae-7b4f-40f6-972f-7c7c4f044d26 req-7b8a4ef7-2216-4b60-8cb1-f88b48a6e322 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:07.477858 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2c234dc5-7c62-4551-a4f8-65da94045025 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.493838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-892c4fae-7b4f-40f6-972f-7c7c4f044d26 req-7b8a4ef7-2216-4b60-8cb1-f88b48a6e322 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.1690757 Dec 14 02:36:07.500814 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['1a667ce5-91a8-43a5-a6ff-ef29d21779d4'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:36:07.534245 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f96efc3a-2a08-44ac-8f00-06c7a480eb5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.551988 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-f6b370b2-b054-4ce0-8abd-48f8e920119c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] No DVR routers for this DVR port c72ad079-d64c-46c4-aa37-281e5fce6fca on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:36:07.556827 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-6aa758ca-44a6-4cc1-b0d3-41a6b67ba0d9 admin admin] Allocated IP 172.20.0.1 (05677032-f5ed-4d1a-bc8f-3b24f1d3e061/5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0/486efcfe-599e-4da9-ba53-34876664e340) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:36:07.559586 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-f6b370b2-b054-4ce0-8abd-48f8e920119c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.564470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-f6b370b2-b054-4ce0-8abd-48f8e920119c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.47 "DELETE /v2.0/ports/c72ad079-d64c-46c4-aa37-281e5fce6fca HTTP/1.1" status: 204 len: 173 time: 0.8642170 Dec 14 02:36:07.573360 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfaf8b20-f9a9-4309-b5f6-20a8b2138f65 x-openstack-request-id: req-cfaf8b20-f9a9-4309-b5f6-20a8b2138f65 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:36:07.573978 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afab887-201d-4675-8d84-e031a60e84aa", "name": "network-vif-plugged", "status": "completed", "tag": "e1f840d4-9b82-434a-a733-49f50c16c4cd", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:36:07.574238 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cfaf8b20-f9a9-4309-b5f6-20a8b2138f65 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:36:07.574639 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afab887-201d-4675-8d84-e031a60e84aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f840d4-9b82-434a-a733-49f50c16c4cd', 'code': 200} Dec 14 02:36:07.607013 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] For port 96806ad8-be7a-493b-a4f4-581203f20938, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:36:07.621183 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] For port 96806ad8-be7a-493b-a4f4-581203f20938, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=96806ad8-be7a-493b-a4f4-581203f20938,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:36:07.625571 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.628022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=e1f840d4-9b82-434a-a733-49f50c16c4cd,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:07.666047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-892c4fae-7b4f-40f6-972f-7c7c4f044d26 req-84ff0122-16e1-45dd-a07a-9c3601c92472 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711161 Dec 14 02:36:07.708256 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.740217 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d74fca-1f1f-4bd8-a2b4-cf8c41061716 req-85199f7d-93ea-4654-9f61-824ff7638886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:07.741749 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-08d74fca-1f1f-4bd8-a2b4-cf8c41061716 req-85199f7d-93ea-4654-9f61-824ff7638886 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 1097 time: 0.0746226 Dec 14 02:36:07.752279 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6aa758ca-44a6-4cc1-b0d3-41a6b67ba0d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.766649 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f96efc3a-2a08-44ac-8f00-06c7a480eb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.771066 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f96efc3a-2a08-44ac-8f00-06c7a480eb5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.774291 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f96efc3a-2a08-44ac-8f00-06c7a480eb5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4dc4853-78af-423f-aafa-c6ebe69aaa84 HTTP/1.1" status: 204 len: 168 time: 0.5353873 Dec 14 02:36:07.784462 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-73d74c8d-ca0f-4a5c-9961-98f5187e4fa0 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Deleting port 9aefbd27-3475-4639-aa2d-ff89ae7eb768 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:36:07.784750 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-73d74c8d-ca0f-4a5c-9961-98f5187e4fa0 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.796474 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2c234dc5-7c62-4551-a4f8-65da94045025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.799449 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2c234dc5-7c62-4551-a4f8-65da94045025 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.803014 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2c234dc5-7c62-4551-a4f8-65da94045025 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9575473a-fb28-46fd-b37d-0427332e6dd4 HTTP/1.1" status: 204 len: 168 time: 0.6279912 Dec 14 02:36:07.803014 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96efc3a-2a08-44ac-8f00-06c7a480eb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dc4853-78af-423f-aafa-c6ebe69aaa84,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:07.807353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cd338-f723-4539-be7d-164ed06ec235 None None] Pushing event updated for resources: {'Port': ['ID=96806ad8-be7a-493b-a4f4-581203f20938,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:07.813682 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Routers {'26174a1c-9fa2-4d08-8d68-bbada67b608b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:07.814311 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['26174a1c-9fa2-4d08-8d68-bbada67b608b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:07.833648 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c234dc5-7c62-4551-a4f8-65da94045025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9575473a-fb28-46fd-b37d-0427332e6dd4,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:07.910798 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-08d74fca-1f1f-4bd8-a2b4-cf8c41061716 req-6aeb8783-09fa-4f11-a93d-75efc5c3df79 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d338fdc2-2e5b-4c1a-86ba-a6a42b54caaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607614 Dec 14 02:36:07.914398 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6aa758ca-44a6-4cc1-b0d3-41a6b67ba0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.945291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-73d74c8d-ca0f-4a5c-9961-98f5187e4fa0 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] For port 9aefbd27-3475-4639-aa2d-ff89ae7eb768, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9aefbd27-3475-4639-aa2d-ff89ae7eb768,segment=NetworkSegment(c16f2cdd-ebbe-4a56-8f70-03c7320e5b31),segment_id=c16f2cdd-ebbe-4a56-8f70-03c7320e5b31)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:07.945710 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-73d74c8d-ca0f-4a5c-9961-98f5187e4fa0 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:07.961450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-73d74c8d-ca0f-4a5c-9961-98f5187e4fa0 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Calling delete_port for 9aefbd27-3475-4639-aa2d-ff89ae7eb768 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:36:07.974816 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa758ca-44a6-4cc1-b0d3-41a6b67ba0d9 admin admin] Network 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:07.978214 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-6aa758ca-44a6-4cc1-b0d3-41a6b67ba0d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:07.993860 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa758ca-44a6-4cc1-b0d3-41a6b67ba0d9 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:36:08.043966 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa758ca-44a6-4cc1-b0d3-41a6b67ba0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=486efcfe-599e-4da9-ba53-34876664e340,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:08.054850 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6aa758ca-44a6-4cc1-b0d3-41a6b67ba0d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:08.236942 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] Set router 26174a1c-9fa2-4d08-8d68-bbada67b608b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:08.297663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7b247-6dbc-4b4b-8b9b-a2e67ebb0c71 req-708dd3e3-3e87-40ba-ad04-d1ed98dd4e6e tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:08.305580 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78f7b247-6dbc-4b4b-8b9b-a2e67ebb0c71 req-708dd3e3-3e87-40ba-ad04-d1ed98dd4e6e tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 946 time: 0.2333667 Dec 14 02:36:08.311819 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6aa758ca-44a6-4cc1-b0d3-41a6b67ba0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:08.360546 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78f7b247-6dbc-4b4b-8b9b-a2e67ebb0c71 req-87150e7e-8cc6-43f0-8fc3-eba1665dda67 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540674 Dec 14 02:36:08.361451 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-73d74c8d-ca0f-4a5c-9961-98f5187e4fa0 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:08.371296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1a8fb-515c-4ee3-bf9d-b80260a016ae req-147dde19-2f90-4906-ae19-f03c84e15a6a tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:08.390157 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3de1a8fb-515c-4ee3-bf9d-b80260a016ae req-147dde19-2f90-4906-ae19-f03c84e15a6a tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 943 time: 0.2288597 Dec 14 02:36:08.390758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f492d6f8-a701-497e-920f-7083a6604af9 None None] Provisioning complete for port 486efcfe-599e-4da9-ba53-34876664e340 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:08.390758 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f492d6f8-a701-497e-920f-7083a6604af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:08.472292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f492d6f8-a701-497e-920f-7083a6604af9 None None] Port 486efcfe-599e-4da9-ba53-34876664e340 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:36:08.516694 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:08.548682 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '96806ad8-be7a-493b-a4f4-581203f20938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:36:04Z', 'revision_number': 3, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port': {'id': '96806ad8-be7a-493b-a4f4-581203f20938', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:03Z', 'updated_at': '2021-12-14T02:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:08.616873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef6e871-fe3c-42eb-a403-9c8e9071ffe8 None None] The sync data for ids ['26174a1c-9fa2-4d08-8d68-bbada67b608b'] in n-d-821636-1 is: [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '96806ad8-be7a-493b-a4f4-581203f20938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:36:04Z', 'revision_number': 3, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port': {'id': '96806ad8-be7a-493b-a4f4-581203f20938', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:03Z', 'updated_at': '2021-12-14T02:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:36:08.648517 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6aa758ca-44a6-4cc1-b0d3-41a6b67ba0d9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:08.732410 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6aa758ca-44a6-4cc1-b0d3-41a6b67ba0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:08.816432 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa758ca-44a6-4cc1-b0d3-41a6b67ba0d9 admin admin] Pushing event updated for resources: {'Port': ['ID=486efcfe-599e-4da9-ba53-34876664e340,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:08.832559 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6aa758ca-44a6-4cc1-b0d3-41a6b67ba0d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:08.899016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d74c8d-ca0f-4a5c-9961-98f5187e4fa0 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event deleted for resources: {'Port': ['ID=9aefbd27-3475-4639-aa2d-ff89ae7eb768,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:08.903770 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3de1a8fb-515c-4ee3-bf9d-b80260a016ae req-fb7febfc-5bc2-41eb-9c28-2f5b4c2911c5 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233479 Dec 14 02:36:09.019782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-73d74c8d-ca0f-4a5c-9961-98f5187e4fa0 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] No DVR routers for this DVR port 9aefbd27-3475-4639-aa2d-ff89ae7eb768 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:36:09.036355 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'name': 'network-vif-deleted', 'tag': 'c72ad079-d64c-46c4-aa37-281e5fce6fca'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:36:09.038802 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44579618-6d2d-4979-9b97-b5a2e8fb58ff" -d '{"events": [{"server_uuid": "ee543f19-efef-4923-9f60-40ee2eecade2", "name": "network-vif-deleted", "tag": "c72ad079-d64c-46c4-aa37-281e5fce6fca"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:36:09.048584 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-73d74c8d-ca0f-4a5c-9961-98f5187e4fa0 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:09.060155 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c7149ff-9467-4643-9796-99e0ff206cd9 req-73d74c8d-ca0f-4a5c-9961-98f5187e4fa0 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.47 "DELETE /v2.0/ports/9aefbd27-3475-4639-aa2d-ff89ae7eb768 HTTP/1.1" status: 204 len: 173 time: 1.4790928 Dec 14 02:36:09.066974 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa758ca-44a6-4cc1-b0d3-41a6b67ba0d9 admin admin] Network 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:09.069947 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-6aa758ca-44a6-4cc1-b0d3-41a6b67ba0d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:09.081019 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077f6f1-03bb-44e3-b679-c88909b13d69 req-72f20931-ad9f-4758-982a-08c70f26368c tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:09.089167 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c077f6f1-03bb-44e3-b679-c88909b13d69 req-72f20931-ad9f-4758-982a-08c70f26368c tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 946 time: 0.1843498 Dec 14 02:36:09.251150 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c077f6f1-03bb-44e3-b679-c88909b13d69 req-fe937c66-adef-4e59-83e7-5d563ed2f65c tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/security-groups?id=d338fdc2-2e5b-4c1a-86ba-a6a42b54caaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609600 Dec 14 02:36:09.271918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e452ff-f116-418b-9902-4f4af208cdda req-e4bde373-5363-49a0-9f72-0e612ffc7442 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:09.279218 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-39e452ff-f116-418b-9902-4f4af208cdda req-e4bde373-5363-49a0-9f72-0e612ffc7442 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.1878829 Dec 14 02:36:09.368500 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc39808-ef65-45e7-8d39-3254e04a0dfd x-openstack-request-id: req-7cc39808-ef65-45e7-8d39-3254e04a0dfd {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:36:09.368806 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee543f19-efef-4923-9f60-40ee2eecade2", "name": "network-vif-deleted", "tag": "c72ad079-d64c-46c4-aa37-281e5fce6fca", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:36:09.369049 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7cc39808-ef65-45e7-8d39-3254e04a0dfd {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:36:09.369497 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'name': 'network-vif-deleted', 'tag': 'c72ad079-d64c-46c4-aa37-281e5fce6fca', 'status': 'completed', 'code': 200} Dec 14 02:36:09.430291 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-39e452ff-f116-418b-9902-4f4af208cdda req-2765da7f-3bc9-4d5f-b44d-f8484866d71f tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439753 Dec 14 02:36:09.434672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa758ca-44a6-4cc1-b0d3-41a6b67ba0d9 admin admin] Router 26174a1c-9fa2-4d08-8d68-bbada67b608b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:36:09.527261 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef9e4808-a6b5-47ef-8586-f81212f17de9 req-c8d122a5-27fc-46af-b0da-060e2796f686 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee543f19-efef-4923-9f60-40ee2eecade2 HTTP/1.1" status: 200 len: 210 time: 0.0542297 Dec 14 02:36:09.571755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:36:09.598545 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:36:09.598977 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 1a667ce5-91a8-43a5-a6ff-ef29d21779d4 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:36:09.599468 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 9aefbd27-3475-4639-aa2d-ff89ae7eb768 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:36:09.646038 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa758ca-44a6-4cc1-b0d3-41a6b67ba0d9 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:36:09.648983 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 9aefbd27-3475-4639-aa2d-ff89ae7eb768 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:36:09.649567 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 9aefbd27-3475-4639-aa2d-ff89ae7eb768 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:36:09.650153 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c72ad079-d64c-46c4-aa37-281e5fce6fca no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:36:09.658148 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6aa758ca-44a6-4cc1-b0d3-41a6b67ba0d9 admin admin] 10.222.0.39 "PUT /v2.0/routers/26174a1c-9fa2-4d08-8d68-bbada67b608b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5079086 Dec 14 02:36:09.680720 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: c72ad079-d64c-46c4-aa37-281e5fce6fca {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:36:09.681071 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c72ad079-d64c-46c4-aa37-281e5fce6fca not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:36:09.688890 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f6947f50-1ff1-4c0e-a292-6c4f2642ca0a None None] Provisioning complete for port 486efcfe-599e-4da9-ba53-34876664e340 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:09.689271 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f6947f50-1ff1-4c0e-a292-6c4f2642ca0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:09.724180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f6947f50-1ff1-4c0e-a292-6c4f2642ca0a None None] Port 486efcfe-599e-4da9-ba53-34876664e340 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:36:09.753738 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57342) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:09.995267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c8bc7673-cda8-45f5-b54b-9df3634950dc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-657180045-network', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:10.068376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dce54-eb12-4913-a08d-294c3f124d03 req-fd66d078-0dd5-407e-be87-40ba14e2dc2b tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:10.070446 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-113dce54-eb12-4913-a08d-294c3f124d03 req-fd66d078-0dd5-407e-be87-40ba14e2dc2b tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 943 time: 0.0599070 Dec 14 02:36:10.126621 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bc7673-cda8-45f5-b54b-9df3634950dc admin admin] Made reservation on behalf of f5ffab91437844fca462f7af0a39817e for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:36:10.130050 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8bc7673-cda8-45f5-b54b-9df3634950dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:10.140365 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-113dce54-eb12-4913-a08d-294c3f124d03 req-16c9b1f3-8a14-485f-88ec-b9b08b9b6340 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607111 Dec 14 02:36:10.144128 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8bc7673-cda8-45f5-b54b-9df3634950dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:10.247894 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8bc7673-cda8-45f5-b54b-9df3634950dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:10.331692 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8bc7673-cda8-45f5-b54b-9df3634950dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:10.347389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8bc7673-cda8-45f5-b54b-9df3634950dc admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:36:10.360424 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8bc7673-cda8-45f5-b54b-9df3634950dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:10.361054 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-c8bc7673-cda8-45f5-b54b-9df3634950dc admin admin] Added segment d1595b99-6ad9-44ee-8c91-8d11d1164e2c of type vlan for network 1b4164e6-822e-420c-a3b0-b15221d3eff6 Dec 14 02:36:10.415258 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8bc7673-cda8-45f5-b54b-9df3634950dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:10.440131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf14ca-6441-4aad-89f4-a5480c5ebcec req-755c2485-b033-4bb1-8f9b-4cbd1f9a3062 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:10.442981 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a0bf14ca-6441-4aad-89f4-a5480c5ebcec req-755c2485-b033-4bb1-8f9b-4cbd1f9a3062 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 946 time: 0.1185019 Dec 14 02:36:10.461677 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc7673-cda8-45f5-b54b-9df3634950dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3e78ea-f913-4c8e-82d6-c5caa1533c71,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:10.528613 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57366) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:10.535267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-eee937ad-dd25-4f0d-a607-38196cc2e427 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1754646875', 'description': 'tempest-description--825207788'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:10.568423 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8bc7673-cda8-45f5-b54b-9df3634950dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:10.569627 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bc7673-cda8-45f5-b54b-9df3634950dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:10.571865 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8bc7673-cda8-45f5-b54b-9df3634950dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:10.599875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a0bf14ca-6441-4aad-89f4-a5480c5ebcec req-2902c5cb-b0aa-4fc7-b5a9-cf152b970538 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/security-groups?id=d338fdc2-2e5b-4c1a-86ba-a6a42b54caaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458006 Dec 14 02:36:10.601281 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b8cf740-46d0-427e-a1fc-916c7b5408f5 req-23551517-ea8a-4cb5-926e-18699c55a3a6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1367941 Dec 14 02:36:10.661156 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57374) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:10.747544 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 96806ad8-be7a-493b-a4f4-581203f20938 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:10.759502 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eee937ad-dd25-4f0d-a607-38196cc2e427 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:10.806386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cf740-46d0-427e-a1fc-916c7b5408f5 req-de282aea-6b31-4991-8768-7402bb97ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:10.808948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b8cf740-46d0-427e-a1fc-916c7b5408f5 req-de282aea-6b31-4991-8768-7402bb97ef99 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3674cfa5672b4954bca99016b06664cb&device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 1096 time: 0.1700056 Dec 14 02:36:10.832333 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 96806ad8-be7a-493b-a4f4-581203f20938 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:10.833482 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:10.942162 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:10.985817 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 96806ad8-be7a-493b-a4f4-581203f20938, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=96806ad8-be7a-493b-a4f4-581203f20938,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:10.988141 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Sync routers for ids ['26174a1c-9fa2-4d08-8d68-bbada67b608b'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:36:11.002370 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Routers {'26174a1c-9fa2-4d08-8d68-bbada67b608b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:11.003155 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['26174a1c-9fa2-4d08-8d68-bbada67b608b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:11.032224 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-4b0c1b61-2900-4cbf-bf83-6e2e5231e274 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 258 time: 0.3557799 Dec 14 02:36:11.050555 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-42de8969-9ab0-45c2-84e3-310c79080904 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:11.075284 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:11.078411 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cf740-46d0-427e-a1fc-916c7b5408f5 req-19eab3bc-50b1-4aa3-b1ff-8aef1c5564f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:11.079878 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b8cf740-46d0-427e-a1fc-916c7b5408f5 req-19eab3bc-50b1-4aa3-b1ff-8aef1c5564f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=409f180f-3bfa-4add-9f10-338a04644e61 HTTP/1.1" status: 200 len: 911 time: 0.2421749 Dec 14 02:36:11.098147 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c8bc7673-cda8-45f5-b54b-9df3634950dc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3431017 Dec 14 02:36:11.114162 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57380) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:11.125210 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-8a228b19-c6c0-4118-bd43-6325e7566416 admin admin] Request body: {'subnet': {'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-657180045-subnet', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:11.149297 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc7673-cda8-45f5-b54b-9df3634950dc admin admin] Pushing event updated for resources: {'Network': ['ID=1b4164e6-822e-420c-a3b0-b15221d3eff6,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:11.165361 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-65dcded7-1dcd-4350-b718-387ba8434af8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Deleting subnet ecd908d2-6a07-4b8e-b779-f4168aa44618 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:36:11.169171 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 1b4164e6-822e-420c-a3b0-b15221d3eff6 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:36:11.170540 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-65dcded7-1dcd-4350-b718-387ba8434af8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:11.183063 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Set router 26174a1c-9fa2-4d08-8d68-bbada67b608b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:11.184437 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b8cf740-46d0-427e-a1fc-916c7b5408f5 req-31862474-9408-4cb8-a6d9-452d6087d7be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 HTTP/1.1" status: 200 len: 1001 time: 0.0967755 Dec 14 02:36:11.234575 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-65dcded7-1dcd-4350-b718-387ba8434af8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:11.281405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cf740-46d0-427e-a1fc-916c7b5408f5 req-299e92fd-a4c6-4603-96ce-72a3bae226b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:11.282588 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b8cf740-46d0-427e-a1fc-916c7b5408f5 req-299e92fd-a4c6-4603-96ce-72a3bae226b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d40edbfc-b241-474d-8835-df2afaf4e4fb HTTP/1.1" status: 200 len: 849 time: 0.0915294 Dec 14 02:36:11.293915 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=96806ad8-be7a-493b-a4f4-581203f20938,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:11.328868 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-42de8969-9ab0-45c2-84e3-310c79080904 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:11.334204 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eee937ad-dd25-4f0d-a607-38196cc2e427 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:11.398003 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'name': 'network-vif-deleted', 'tag': '9aefbd27-3475-4639-aa2d-ff89ae7eb768'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:36:11.400271 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa19cd7e-35cc-4518-b80b-1bfd1423d98c" -d '{"events": [{"server_uuid": "ee543f19-efef-4923-9f60-40ee2eecade2", "name": "network-vif-deleted", "tag": "9aefbd27-3475-4639-aa2d-ff89ae7eb768"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:36:11.405602 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-65dcded7-1dcd-4350-b718-387ba8434af8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:11.424405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8cf740-46d0-427e-a1fc-916c7b5408f5 req-86706b41-5c73-4fc1-aaef-120c103e3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:11.425854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b8cf740-46d0-427e-a1fc-916c7b5408f5 req-86706b41-5c73-4fc1-aaef-120c103e3fe4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=409f180f-3bfa-4add-9f10-338a04644e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102540 Dec 14 02:36:11.439384 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eee937ad-dd25-4f0d-a607-38196cc2e427 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:11.441916 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a228b19-c6c0-4118-bd43-6325e7566416 admin admin] Made reservation on behalf of f5ffab91437844fca462f7af0a39817e for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:36:11.446463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca8c46-eace-42b7-ae66-c09f8ec22f8b req-dd55b747-9f40-4a50-b269-5a0b21794d3c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:11.447050 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8a228b19-c6c0-4118-bd43-6325e7566416 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:11.447211 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3ca8c46-eace-42b7-ae66-c09f8ec22f8b req-dd55b747-9f40-4a50-b269-5a0b21794d3c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 943 time: 0.1616380 Dec 14 02:36:11.506087 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '96806ad8-be7a-493b-a4f4-581203f20938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:36:08Z', 'revision_number': 4, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port': {'id': '96806ad8-be7a-493b-a4f4-581203f20938', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:03Z', 'updated_at': '2021-12-14T02:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '486efcfe-599e-4da9-ba53-34876664e340', 'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'mac_address': 'fa:16:3e:a6:3b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:07Z', 'updated_at': '2021-12-14T02:36:08Z', 'revision_number': 2, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'subnets': [{'id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:11.548248 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee937ad-dd25-4f0d-a607-38196cc2e427 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428353ca-fdc9-4fbc-b89a-20477994f070,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:11.556697 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Checking router: 26174a1c-9fa2-4d08-8d68-bbada67b608b for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:36:11.561202 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Updating router 26174a1c-9fa2-4d08-8d68-bbada67b608b port 486efcfe-599e-4da9-ba53-34876664e340 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:36:11.573435 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3ca8c46-eace-42b7-ae66-c09f8ec22f8b req-ce83bbd2-e44d-49cc-85f8-59a8f84e714b tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174085 Dec 14 02:36:11.590106 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 46e12e5d-9a55-405f-83a3-c143e46a3097 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:36:11.596508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b8cf740-46d0-427e-a1fc-916c7b5408f5 req-a79bf49f-4b2e-4ab8-979b-cde766595941 service neutron] 10.222.0.47 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630599 Dec 14 02:36:11.602611 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eee937ad-dd25-4f0d-a607-38196cc2e427 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:11.607175 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-eee937ad-dd25-4f0d-a607-38196cc2e427 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0771909 Dec 14 02:36:11.607477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57388) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:11.613628 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:11.614739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d3d5d881-aaa3-47d1-a92e-06f1a017d92c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Request body: {'security_group_rule': {'security_group_id': '428353ca-fdc9-4fbc-b89a-20477994f070', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:11.632946 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-65dcded7-1dcd-4350-b718-387ba8434af8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:11.683401 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d00fad5-a0dc-4516-8d42-c57a5d659a5d x-openstack-request-id: req-7d00fad5-a0dc-4516-8d42-c57a5d659a5d {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:36:11.683691 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee543f19-efef-4923-9f60-40ee2eecade2", "name": "network-vif-deleted", "tag": "9aefbd27-3475-4639-aa2d-ff89ae7eb768", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:36:11.683945 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d00fad5-a0dc-4516-8d42-c57a5d659a5d {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:36:11.684333 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee543f19-efef-4923-9f60-40ee2eecade2', 'name': 'network-vif-deleted', 'tag': '9aefbd27-3475-4639-aa2d-ff89ae7eb768', 'status': 'completed', 'code': 200} Dec 14 02:36:11.721770 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-42de8969-9ab0-45c2-84e3-310c79080904 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:11.763480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 46e12e5d-9a55-405f-83a3-c143e46a3097, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=46e12e5d-9a55-405f-83a3-c143e46a3097,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:11.776344 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcded7-1dcd-4350-b718-387ba8434af8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event deleted for resources: {'Subnet': ['ID=ecd908d2-6a07-4b8e-b779-f4168aa44618,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:11.781650 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-65dcded7-1dcd-4350-b718-387ba8434af8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:11.786137 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-65dcded7-1dcd-4350-b718-387ba8434af8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "DELETE /v2.0/subnets/ecd908d2-6a07-4b8e-b779-f4168aa44618 HTTP/1.1" status: 204 len: 168 time: 1.1229782 Dec 14 02:36:11.788833 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57394) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:11.804247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b8cf740-46d0-427e-a1fc-916c7b5408f5 req-68b28f8d-c891-4389-99c4-34e33bfdfc0a service neutron] 10.222.0.47 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938462 Dec 14 02:36:11.807763 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d3d5d881-aaa3-47d1-a92e-06f1a017d92c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:11.843364 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '46e12e5d-9a55-405f-83a3-c143e46a3097', 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27', 'port_id': '46e12e5d-9a55-405f-83a3-c143e46a3097', 'mac_address': 'fa:16:3e:87:15:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff6592f-d083-4d91-9f99-e0072e6fa6ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:36:11.856855 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092a61e3-4e5a-4ff5-ac6a-b4318299fb77 None None] Network 7b259082-d63b-4edd-a0d2-8d00316f8199 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:36:11.857133 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8a228b19-c6c0-4118-bd43-6325e7566416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:11.921204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a228b19-c6c0-4118-bd43-6325e7566416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e81371a3-0455-4a74-8514-0ee39a56c60d,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:11.965160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-42de8969-9ab0-45c2-84e3-310c79080904 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Allocated IP 172.25.7.161 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/bd44de24-8d04-4893-99a3-087e6fbe2d79) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:36:11.992533 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a228b19-c6c0-4118-bd43-6325e7566416 admin admin] Checking segment: {'id': 'd1595b99-6ad9-44ee-8c91-8d11d1164e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:11.997132 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a228b19-c6c0-4118-bd43-6325e7566416 admin admin] Network hostable DHCP agents. Network: 1b4164e6-822e-420c-a3b0-b15221d3eff6, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:36:11.997441 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d3d5d881-aaa3-47d1-a92e-06f1a017d92c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.008077 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.008353 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.065058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e12e5d-9a55-405f-83a3-c143e46a3097 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:36:12.075710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Deleting port d78dc6ca-010b-41b6-97f2-0877700db17b {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:36:12.075965 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.098461 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 46e12e5d-9a55-405f-83a3-c143e46a3097, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=46e12e5d-9a55-405f-83a3-c143e46a3097,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:12.114306 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d3d5d881-aaa3-47d1-a92e-06f1a017d92c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.154159 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fef851b-801e-4a4f-95c9-5f99233334f2 None None] DHCP port deletion for 7b259082-d63b-4edd-a0d2-8d00316f8199 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:36:12.166394 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.167330 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a228b19-c6c0-4118-bd43-6325e7566416 admin admin] Network 1b4164e6-822e-420c-a3b0-b15221d3eff6 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:36:12.167813 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-42de8969-9ab0-45c2-84e3-310c79080904 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.169364 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5d881-aaa3-47d1-a92e-06f1a017d92c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc1f1fd-5f2f-45ba-a90f-e26c72741b87,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:12.203542 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] For port d78dc6ca-010b-41b6-97f2-0877700db17b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d78dc6ca-010b-41b6-97f2-0877700db17b,segment=NetworkSegment(c16f2cdd-ebbe-4a56-8f70-03c7320e5b31),segment_id=c16f2cdd-ebbe-4a56-8f70-03c7320e5b31)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:12.203542 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.203542 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Calling delete_port for d78dc6ca-010b-41b6-97f2-0877700db17b owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:36:12.223375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7fef851b-801e-4a4f-95c9-5f99233334f2 None None] Deleting port d78dc6ca-010b-41b6-97f2-0877700db17b {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:36:12.223758 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7fef851b-801e-4a4f-95c9-5f99233334f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.235522 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.311275 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d3d5d881-aaa3-47d1-a92e-06f1a017d92c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.312523 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d3d5d881-aaa3-47d1-a92e-06f1a017d92c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7014060 Dec 14 02:36:12.315434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57396) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:12.320069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d21b6e96-28fc-4c55-83a0-1b74887fe6f9 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Request body: {'security_group_rule': {'security_group_id': '428353ca-fdc9-4fbc-b89a-20477994f070', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:12.324523 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7fef851b-801e-4a4f-95c9-5f99233334f2 None None] For port d78dc6ca-010b-41b6-97f2-0877700db17b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d78dc6ca-010b-41b6-97f2-0877700db17b,segment=NetworkSegment(c16f2cdd-ebbe-4a56-8f70-03c7320e5b31),segment_id=c16f2cdd-ebbe-4a56-8f70-03c7320e5b31)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:12.324932 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7fef851b-801e-4a4f-95c9-5f99233334f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.335828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=46e12e5d-9a55-405f-83a3-c143e46a3097,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:12.344698 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7fef851b-801e-4a4f-95c9-5f99233334f2 None None] Calling delete_port for d78dc6ca-010b-41b6-97f2-0877700db17b owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:36:12.377667 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-8a228b19-c6c0-4118-bd43-6325e7566416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 1b4164e6-822e-420c-a3b0-b15221d3eff6) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:12.377872 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.382327 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-42de8969-9ab0-45c2-84e3-310c79080904 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.383115 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a228b19-c6c0-4118-bd43-6325e7566416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:12.383955 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8a228b19-c6c0-4118-bd43-6325e7566416 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.400917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe00615-ebec-44a9-a57b-c6975fe8c824 None None] Network 1b4164e6-822e-420c-a3b0-b15221d3eff6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:36:12.417742 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.432270 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927dabf-ae78-49cc-9ad3-f1a688f08da7 None None] Pushing event updated for resources: {'Port': ['ID=486efcfe-599e-4da9-ba53-34876664e340,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:12.450528 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927dabf-ae78-49cc-9ad3-f1a688f08da7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:12.450875 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927dabf-ae78-49cc-9ad3-f1a688f08da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:12.451209 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927dabf-ae78-49cc-9ad3-f1a688f08da7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:12.451551 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927dabf-ae78-49cc-9ad3-f1a688f08da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:12.452420 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927dabf-ae78-49cc-9ad3-f1a688f08da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:12.452753 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927dabf-ae78-49cc-9ad3-f1a688f08da7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:12.453083 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927dabf-ae78-49cc-9ad3-f1a688f08da7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:12.453500 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927dabf-ae78-49cc-9ad3-f1a688f08da7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:12.453786 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927dabf-ae78-49cc-9ad3-f1a688f08da7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:12.454105 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927dabf-ae78-49cc-9ad3-f1a688f08da7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:12.454429 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927dabf-ae78-49cc-9ad3-f1a688f08da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:12.454753 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927dabf-ae78-49cc-9ad3-f1a688f08da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:12.455075 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6927dabf-ae78-49cc-9ad3-f1a688f08da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:12.460979 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event deleted for resources: {'Port': ['ID=d78dc6ca-010b-41b6-97f2-0877700db17b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:12.471873 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] No DVR routers for this DVR port d78dc6ca-010b-41b6-97f2-0877700db17b on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:36:12.502245 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d21b6e96-28fc-4c55-83a0-1b74887fe6f9 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.528775 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Attempting to bind port 486efcfe-599e-4da9-ba53-34876664e340 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:36:12.529090 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Attempting to bind port 486efcfe-599e-4da9-ba53-34876664e340 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'da0a9a47-9cfe-4e21-82e6-1aa3afde42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:36:12.529489 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Attempting to bind port 486efcfe-599e-4da9-ba53-34876664e340 on network 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: from cryptography.utils import int_from_bytes Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: from cryptography.utils import int_from_bytes Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.532378 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.535644 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.535644 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.535644 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.535644 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.535644 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.535644 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.535644 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.535644 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.535644 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.535644 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.535644 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.535644 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.535644 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:36:12.535644 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:36:12.543713 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:36:12.548317 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Checking segment: {'id': 'da0a9a47-9cfe-4e21-82e6-1aa3afde42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:12.548317 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.548317 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Bound using segment: {'id': 'da0a9a47-9cfe-4e21-82e6-1aa3afde42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:36:12.548317 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Bound port: 486efcfe-599e-4da9-ba53-34876664e340, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0a9a47-9cfe-4e21-82e6-1aa3afde42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:36:12.548317 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.561630 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8a228b19-c6c0-4118-bd43-6325e7566416 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4454036 Dec 14 02:36:12.565797 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57398) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:12.569411 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7fef851b-801e-4a4f-95c9-5f99233334f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.573171 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-657180045-router', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:12.605463 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['46e12e5d-9a55-405f-83a3-c143e46a3097'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:36:12.624008 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.632543 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fef851b-801e-4a4f-95c9-5f99233334f2 None None] No DVR routers for this DVR port d78dc6ca-010b-41b6-97f2-0877700db17b on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:36:12.645669 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef851b-801e-4a4f-95c9-5f99233334f2 None None] Pushing event deleted for resources: {'Port': ['ID=d78dc6ca-010b-41b6-97f2-0877700db17b,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:12.656611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-1b4164e6-822e-420c-a3b0-b15221d3eff6', 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6', 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'fixed_ips': [{'subnet_id': 'e81371a3-0455-4a74-8514-0ee39a56c60d'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:36:12.657637 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.669937 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b259082-d63b-4edd-a0d2-8d00316f8199']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:12.694725 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16f2cdd-ebbe-4a56-8f70-03c7320e5b31') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:12.695035 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16f2cdd-ebbe-4a56-8f70-03c7320e5b31') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:12.702892 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d21b6e96-28fc-4c55-83a0-1b74887fe6f9 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.725497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de8969-9ab0-45c2-84e3-310c79080904 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Pushing event updated for resources: {'Port': ['ID=bd44de24-8d04-4893-99a3-087e6fbe2d79,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:12.729010 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.740770 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-42de8969-9ab0-45c2-84e3-310c79080904 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:12.743442 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-42de8969-9ab0-45c2-84e3-310c79080904 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:12.746595 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.751220 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.755360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-42de8969-9ab0-45c2-84e3-310c79080904 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:36:12.761833 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] For port 486efcfe-599e-4da9-ba53-34876664e340, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:36:12.766339 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.768443 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] For port 486efcfe-599e-4da9-ba53-34876664e340, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=486efcfe-599e-4da9-ba53-34876664e340,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:36:12.779374 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 96806ad8-be7a-493b-a4f4-581203f20938 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:12.780526 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:36:12.781251 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:36:12.785295 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:36:12.811201 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d21b6e96-28fc-4c55-83a0-1b74887fe6f9 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.850259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57404) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:12.858962 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.908716 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b6e96-28fc-4c55-83a0-1b74887fe6f9 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea474b35-b53c-4a50-a419-2ca14b87dc62,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:12.943582 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Routers {'26174a1c-9fa2-4d08-8d68-bbada67b608b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:12.944508 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['26174a1c-9fa2-4d08-8d68-bbada67b608b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:12.962845 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.987289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b1923da4-b96a-4ac9-972f-0b43f615f95e None None] Provisioning complete for port 486efcfe-599e-4da9-ba53-34876664e340 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:12.987605 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b1923da4-b96a-4ac9-972f-0b43f615f95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.988600 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:12.994362 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.003600 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "DELETE /v2.0/networks/7b259082-d63b-4edd-a0d2-8d00316f8199 HTTP/1.1" status: 204 len: 168 time: 1.2131338 Dec 14 02:36:13.005390 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57410) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:13.026320 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d21b6e96-28fc-4c55-83a0-1b74887fe6f9 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.040532 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d21b6e96-28fc-4c55-83a0-1b74887fe6f9 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7127614 Dec 14 02:36:13.055760 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25ae1f-1be8-40d3-8d95-1b62ab9e9f07 req-1d2300fe-c428-46c0-be15-f5905fa1f3ab tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:13.057875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a25ae1f-1be8-40d3-8d95-1b62ab9e9f07 req-1d2300fe-c428-46c0-be15-f5905fa1f3ab tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 944 time: 0.2579796 Dec 14 02:36:13.060349 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57412) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:13.073921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3fff1aa6-87da-403a-ab5b-194d9949d0ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:13.076341 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 96806ad8-be7a-493b-a4f4-581203f20938 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:13.077625 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.096148 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac159a5-8cee-494c-b059-2b67907d5acb tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Deleting subnet 3bafb9c0-171d-407e-8d2b-0edbc8ec5802 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:36:13.099865 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eac159a5-8cee-494c-b059-2b67907d5acb tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.152963 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eac159a5-8cee-494c-b059-2b67907d5acb tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.159610 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-43a480e5-49be-4bfb-adc0-25a3efc85960 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.184323 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6927dabf-ae78-49cc-9ad3-f1a688f08da7 None None] Pushing event updated for resources: {'Port': ['ID=486efcfe-599e-4da9-ba53-34876664e340,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:13.218185 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05583d5c-a93a-412c-a006-0dbae46a3e68 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event deleted for resources: {'Network': ['ID=7b259082-d63b-4edd-a0d2-8d00316f8199,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:13.281568 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-42de8969-9ab0-45c2-84e3-310c79080904 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.282000 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] Set router 26174a1c-9fa2-4d08-8d68-bbada67b608b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:13.291534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a25ae1f-1be8-40d3-8d95-1b62ab9e9f07 req-9c602b7a-4571-4d4c-bb80-462faf49787e tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732669 Dec 14 02:36:13.331717 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Allocated IP 172.20.0.2 (1b4164e6-822e-420c-a3b0-b15221d3eff6/e81371a3-0455-4a74-8514-0ee39a56c60d/a1b039ed-83f5-4818-b8a4-fb5873565d99) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:36:13.343400 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b1923da4-b96a-4ac9-972f-0b43f615f95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.343551 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-43a480e5-49be-4bfb-adc0-25a3efc85960 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.366710 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3fff1aa6-87da-403a-ab5b-194d9949d0ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.400322 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.416510 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eac159a5-8cee-494c-b059-2b67907d5acb tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.434655 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-43a480e5-49be-4bfb-adc0-25a3efc85960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.447683 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b1923da4-b96a-4ac9-972f-0b43f615f95e None None] For port 486efcfe-599e-4da9-ba53-34876664e340, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=486efcfe-599e-4da9-ba53-34876664e340,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:13.506018 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-42de8969-9ab0-45c2-84e3-310c79080904 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.549085 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b1923da4-b96a-4ac9-972f-0b43f615f95e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.549559 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a480e5-49be-4bfb-adc0-25a3efc85960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddb0832-b492-4f93-82ff-028ac8c4e3b1,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:13.573245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-43a480e5-49be-4bfb-adc0-25a3efc85960 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9748649b0fea4f62a45ff95fc17c71c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7162256 Dec 14 02:36:13.582210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57414) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:13.608268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d78dc6ca-010b-41b6-97f2-0877700db17b no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:36:13.617951 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eac159a5-8cee-494c-b059-2b67907d5acb tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.640215 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '96806ad8-be7a-493b-a4f4-581203f20938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:36:08Z', 'revision_number': 4, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port': {'id': '96806ad8-be7a-493b-a4f4-581203f20938', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:03Z', 'updated_at': '2021-12-14T02:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '486efcfe-599e-4da9-ba53-34876664e340', 'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'mac_address': 'fa:16:3e:a6:3b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:07Z', 'updated_at': '2021-12-14T02:36:12Z', 'revision_number': 4, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'subnets': [{'id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:13.655264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac159a5-8cee-494c-b059-2b67907d5acb tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event deleted for resources: {'Subnet': ['ID=3bafb9c0-171d-407e-8d2b-0edbc8ec5802,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:13.665090 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eac159a5-8cee-494c-b059-2b67907d5acb tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.668261 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-eac159a5-8cee-494c-b059-2b67907d5acb tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "DELETE /v2.0/subnets/3bafb9c0-171d-407e-8d2b-0edbc8ec5802 HTTP/1.1" status: 204 len: 168 time: 0.6522853 Dec 14 02:36:13.672328 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57416) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:13.685781 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: d78dc6ca-010b-41b6-97f2-0877700db17b {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:36:13.686773 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d78dc6ca-010b-41b6-97f2-0877700db17b not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:36:13.696760 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8930639c-08bc-4e87-8bed-4a8ab1fc2610 None None] Network 8f74a677-5e87-4150-978b-c583f832fcd1 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:36:13.725987 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68712b11-5b3a-4128-bc60-b099286c7138 None None] The sync data for ids ['26174a1c-9fa2-4d08-8d68-bbada67b608b'] in n-d-821636-1 is: [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '96806ad8-be7a-493b-a4f4-581203f20938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:36:08Z', 'revision_number': 4, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port': {'id': '96806ad8-be7a-493b-a4f4-581203f20938', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:03Z', 'updated_at': '2021-12-14T02:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '486efcfe-599e-4da9-ba53-34876664e340', 'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'mac_address': 'fa:16:3e:a6:3b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:07Z', 'updated_at': '2021-12-14T02:36:12Z', 'revision_number': 4, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'subnets': [{'id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:36:13.769389 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c67652eb-3440-4b98-851c-e417b7d4527f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.803891 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.822759 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1923da4-b96a-4ac9-972f-0b43f615f95e None None] Pushing event updated for resources: {'Port': ['ID=486efcfe-599e-4da9-ba53-34876664e340,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:13.842509 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c67652eb-3440-4b98-851c-e417b7d4527f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.847238 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3fff1aa6-87da-403a-ab5b-194d9949d0ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.855439 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.860961 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-40636211-a5dc-4093-9509-e59ee47fdccf None None] Provisioning complete for port 486efcfe-599e-4da9-ba53-34876664e340 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:13.862837 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-40636211-a5dc-4093-9509-e59ee47fdccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:13.886596 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-42de8969-9ab0-45c2-84e3-310c79080904 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.018987 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.019934 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.039690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-3fff1aa6-87da-403a-ab5b-194d9949d0ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Allocated IP 172.25.7.248 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/a4edbcea-e355-47d0-833c-23e72ea5d0b5) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:36:14.063205 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.076622 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Deleting port 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:36:14.081713 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.108644 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Network 1b4164e6-822e-420c-a3b0-b15221d3eff6 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:14.112480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc7217a-4ea0-4a69-be12-58c755c21dab None None] DHCP port deletion for 8f74a677-5e87-4150-978b-c583f832fcd1 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:36:14.118615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Pushing event updated for resources: {'Port': ['ID=a1b039ed-83f5-4818-b8a4-fb5873565d99,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:14.121630 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:14.126212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:36:14.164089 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3fff1aa6-87da-403a-ab5b-194d9949d0ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.177566 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] For port 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=0fc9c140-df0a-49c9-84d3-ec41ab45b4bc,segment=NetworkSegment(2db64e49-9ad2-4915-8d12-8f18463d8e8d),segment_id=2db64e49-9ad2-4915-8d12-8f18463d8e8d)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:14.177987 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.193682 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Calling delete_port for 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:36:14.203910 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-42de8969-9ab0-45c2-84e3-310c79080904 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.274910 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de8969-9ab0-45c2-84e3-310c79080904 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Pushing event updated for resources: {'Port': ['ID=bd44de24-8d04-4893-99a3-087e6fbe2d79,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:14.291869 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3fff1aa6-87da-403a-ab5b-194d9949d0ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.329077 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-42de8969-9ab0-45c2-84e3-310c79080904 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.337651 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c67652eb-3440-4b98-851c-e417b7d4527f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.341574 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c67652eb-3440-4b98-851c-e417b7d4527f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.346500 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c67652eb-3440-4b98-851c-e417b7d4527f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ddb0832-b492-4f93-82ff-028ac8c4e3b1 HTTP/1.1" status: 204 len: 168 time: 0.7600875 Dec 14 02:36:14.377384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fff1aa6-87da-403a-ab5b-194d9949d0ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:14.381034 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67652eb-3440-4b98-851c-e417b7d4527f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddb0832-b492-4f93-82ff-028ac8c4e3b1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:14.393212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-3fff1aa6-87da-403a-ab5b-194d9949d0ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:14.401899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fff1aa6-87da-403a-ab5b-194d9949d0ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:36:14.407006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff1aa6-87da-403a-ab5b-194d9949d0ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Pushing event updated for resources: {'Port': ['ID=a4edbcea-e355-47d0-833c-23e72ea5d0b5,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:14.435802 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] Allocated IP 172.25.7.198 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/a91da765-c5df-4a38-bc2e-94020f2dfcc3) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:36:14.461836 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-42de8969-9ab0-45c2-84e3-310c79080904 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.463330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-42de8969-9ab0-45c2-84e3-310c79080904 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4220607 Dec 14 02:36:14.525933 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.540003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Attempting to bind port a1b039ed-83f5-4818-b8a4-fb5873565d99 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:36:14.540418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Attempting to bind port a1b039ed-83f5-4818-b8a4-fb5873565d99 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'd1595b99-6ad9-44ee-8c91-8d11d1164e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:36:14.540869 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Attempting to bind port a1b039ed-83f5-4818-b8a4-fb5873565d99 on network 1b4164e6-822e-420c-a3b0-b15221d3eff6 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:14.554690 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:36:14.555099 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Checking segment: {'id': 'd1595b99-6ad9-44ee-8c91-8d11d1164e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:14.555531 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.555987 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Bound using segment: {'id': 'd1595b99-6ad9-44ee-8c91-8d11d1164e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:36:14.556536 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Bound port: a1b039ed-83f5-4818-b8a4-fb5873565d99, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1595b99-6ad9-44ee-8c91-8d11d1164e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:36:14.556966 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.563745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-95591078-1aa5-401b-be8b-7c54e06cd98d tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 696 time: 0.0919838 Dec 14 02:36:14.583135 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] No DVR routers for this DVR port 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:36:14.629841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4bc7217a-4ea0-4a69-be12-58c755c21dab None None] Deleting port 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:36:14.630557 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4bc7217a-4ea0-4a69-be12-58c755c21dab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.645347 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event deleted for resources: {'Port': ['ID=0fc9c140-df0a-49c9-84d3-ec41ab45b4bc,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:14.761073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-4bc7217a-4ea0-4a69-be12-58c755c21dab None None] For port 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc, host n-d-821636-1, got binding levels [] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:14.768022 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4bc7217a-4ea0-4a69-be12-58c755c21dab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.768305 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3fff1aa6-87da-403a-ab5b-194d9949d0ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.774761 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.778002 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4bc7217a-4ea0-4a69-be12-58c755c21dab None None] Calling delete_port for 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:36:14.781861 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.ipam_backend_mixin [None req-4bc7217a-4ea0-4a69-be12-58c755c21dab None None] Port 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc was not found and therefore no delete operation was performed {{(pid=103849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 02:36:14.785562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3cc0-c56b-476f-b97b-fb5ad5a88a77 req-d0423c4d-ba38-48d8-8da3-b3bf4808177e tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:14.786681 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4bc7217a-4ea0-4a69-be12-58c755c21dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.787696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f27a3cc0-c56b-476f-b97b-fb5ad5a88a77 req-d0423c4d-ba38-48d8-8da3-b3bf4808177e tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 944 time: 0.2984536 Dec 14 02:36:14.797639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 486efcfe-599e-4da9-ba53-34876664e340 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:14.808347 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc7217a-4ea0-4a69-be12-58c755c21dab None None] No DVR routers for this DVR port 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:36:14.842814 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.848823 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f74a677-5e87-4150-978b-c583f832fcd1']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:14.870245 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db64e49-9ad2-4915-8d12-8f18463d8e8d') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:14.871950 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db64e49-9ad2-4915-8d12-8f18463d8e8d') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:14.872175 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7217a-4ea0-4a69-be12-58c755c21dab None None] Pushing event deleted for resources: {'Port': ['ID=0fc9c140-df0a-49c9-84d3-ec41ab45b4bc,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:14.905808 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] For port a1b039ed-83f5-4818-b8a4-fb5873565d99, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:36:14.913623 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.913899 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] For port a1b039ed-83f5-4818-b8a4-fb5873565d99, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a1b039ed-83f5-4818-b8a4-fb5873565d99,segment=NetworkSegment(d1595b99-6ad9-44ee-8c91-8d11d1164e2c),segment_id=d1595b99-6ad9-44ee-8c91-8d11d1164e2c)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:36:14.922389 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 486efcfe-599e-4da9-ba53-34876664e340 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:14.923054 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.944813 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.952717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:36:14.952717 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:14.962274 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f27a3cc0-c56b-476f-b97b-fb5ad5a88a77 req-fe8469ad-99f4-4245-af68-c3ed6d8a674c tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671770 Dec 14 02:36:14.971752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-aec98196-a7d7-46a3-bdf1-c286b6b11e35 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:14.973152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1919bd5e-615e-4465-badb-d1c63e2b6faf req-aec98196-a7d7-46a3-bdf1-c286b6b11e35 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.4084225 Dec 14 02:36:14.984198 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3fff1aa6-87da-403a-ab5b-194d9949d0ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:15.108030 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:36:15.115654 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:36:15.183405 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:15.197642 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:15.210341 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "DELETE /v2.0/networks/8f74a677-5e87-4150-978b-c583f832fcd1 HTTP/1.1" status: 204 len: 168 time: 1.5276084 Dec 14 02:36:15.216168 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918f24a-b1bf-434a-b3fc-0d25a4f7c9c6 None None] Pushing event updated for resources: {'Port': ['ID=a1b039ed-83f5-4818-b8a4-fb5873565d99,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:15.230123 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57428) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:15.231980 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:15.253623 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a8a17e5c-19c4-4438-8343-ab3a56ccdf99 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1129114328'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:15.260157 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298364a-479a-4a8d-9915-23ec45c0b268 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event deleted for resources: {'Network': ['ID=8f74a677-5e87-4150-978b-c583f832fcd1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:15.288715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:36:15.301602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-aa224dc8-6d09-4453-8cbd-b9b37e4d7db0 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:15.309112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-aa224dc8-6d09-4453-8cbd-b9b37e4d7db0 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1547647 Dec 14 02:36:15.334200 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:15.342883 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:15.350796 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:36:15.352178 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0fc9c140-df0a-49c9-84d3-ec41ab45b4bc not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:36:15.352350 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:36:15.380983 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] Pushing event updated for resources: {'Port': ['ID=a91da765-c5df-4a38-bc2e-94020f2dfcc3,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:15.397915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-0cc19863-6978-451a-9f06-ec40de537350 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 696 time: 0.0878577 Dec 14 02:36:15.406962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-126e4757-4591-4b34-8c59-9af73f8f252b tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Request body: {'floatingip': {'port_id': 'e1f840d4-9b82-434a-a733-49f50c16c4cd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:15.439129 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a17e5c-19c4-4438-8343-ab3a56ccdf99 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Made reservation on behalf of f9e3c48c88dd4e2188c9991ba134e39e for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:36:15.442692 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a8a17e5c-19c4-4438-8343-ab3a56ccdf99 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:15.473869 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3fff1aa6-87da-403a-ab5b-194d9949d0ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:15.477506 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-126e4757-4591-4b34-8c59-9af73f8f252b tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks [] for floatingip, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:15.491958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57430) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:15.553804 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3fff1aa6-87da-403a-ab5b-194d9949d0ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:15.565859 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-551125e5-a9e0-4eb4-b10e-a7bb940b1078 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:15.608637 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 46e12e5d-9a55-405f-83a3-c143e46a3097 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:15.627482 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a17e5c-19c4-4438-8343-ab3a56ccdf99 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:36:15.653056 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a8a17e5c-19c4-4438-8343-ab3a56ccdf99 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:15.654350 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-a8a17e5c-19c4-4438-8343-ab3a56ccdf99 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Added segment a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0 of type vlan for network 57a1d093-9544-4e59-8f74-14fc5cd4f843 Dec 14 02:36:15.718164 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a8a17e5c-19c4-4438-8343-ab3a56ccdf99 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:15.746891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff1aa6-87da-403a-ab5b-194d9949d0ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Pushing event updated for resources: {'Port': ['ID=a4edbcea-e355-47d0-833c-23e72ea5d0b5,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:15.771027 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3fff1aa6-87da-403a-ab5b-194d9949d0ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:15.789026 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 46e12e5d-9a55-405f-83a3-c143e46a3097 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:36:15.793662 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 46e12e5d-9a55-405f-83a3-c143e46a3097 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:15.794036 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:15.860569 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-551125e5-a9e0-4eb4-b10e-a7bb940b1078 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:15.880238 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:15.880751 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:15.904289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d879a2-9457-48f1-b251-d22468ff8ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e12e5d-9a55-405f-83a3-c143e46a3097'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:36:15.907196 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d08e6e1-8433-46f8-9953-e37346c553fb" -d '{"events": [{"server_uuid": "59d879a2-9457-48f1-b251-d22468ff8ea6", "name": "network-vif-plugged", "status": "completed", "tag": "46e12e5d-9a55-405f-83a3-c143e46a3097"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:36:15.926562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 46e12e5d-9a55-405f-83a3-c143e46a3097, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=46e12e5d-9a55-405f-83a3-c143e46a3097,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:15.956794 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2815d5e5-38d3-4b57-90b2-0eeb8ff6826d x-openstack-request-id: req-2815d5e5-38d3-4b57-90b2-0eeb8ff6826d {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:36:15.957117 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d879a2-9457-48f1-b251-d22468ff8ea6", "name": "network-vif-plugged", "status": "completed", "tag": "46e12e5d-9a55-405f-83a3-c143e46a3097", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:36:15.957432 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2815d5e5-38d3-4b57-90b2-0eeb8ff6826d {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:36:15.957871 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d879a2-9457-48f1-b251-d22468ff8ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e12e5d-9a55-405f-83a3-c143e46a3097', 'code': 200} Dec 14 02:36:15.990751 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a8a17e5c-19c4-4438-8343-ab3a56ccdf99 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:15.997055 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a17e5c-19c4-4438-8343-ab3a56ccdf99 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:15.997957 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a8a17e5c-19c4-4438-8343-ab3a56ccdf99 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:16.007307 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-551125e5-a9e0-4eb4-b10e-a7bb940b1078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:16.017469 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:16.077521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=46e12e5d-9a55-405f-83a3-c143e46a3097,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:16.343311 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3fff1aa6-87da-403a-ab5b-194d9949d0ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:16.353692 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3fff1aa6-87da-403a-ab5b-194d9949d0ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2833138 Dec 14 02:36:16.441679 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293b911-947c-467b-a1d5-9e20175bd149 req-8002d96f-8b7c-40de-9952-e5e46cb8a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:16.444114 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e293b911-947c-467b-a1d5-9e20175bd149 req-8002d96f-8b7c-40de-9952-e5e46cb8a82e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 1096 time: 0.1412253 Dec 14 02:36:16.493237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38c045-e6f2-4dde-9ed2-bc4ca0ef8bb4 req-e898d609-1202-4627-8092-a48f4b50d6f6 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:16.494896 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b38c045-e6f2-4dde-9ed2-bc4ca0ef8bb4 req-e898d609-1202-4627-8092-a48f4b50d6f6 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 945 time: 0.1904922 Dec 14 02:36:16.538859 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a8a17e5c-19c4-4438-8343-ab3a56ccdf99 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3012154 Dec 14 02:36:16.544016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57442) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:16.552400 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-551125e5-a9e0-4eb4-b10e-a7bb940b1078 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a7205d2fa49947ad8af6befa4f7c563e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0593648 Dec 14 02:36:16.556253 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551125e5-a9e0-4eb4-b10e-a7bb940b1078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec351bd-8e47-4131-8bd6-0e76875e2ab7,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:16.557224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-9ace9879-1020-4ca4-a42f-754639e3caab tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Request body: {'subnet': {'network_id': '57a1d093-9544-4e59-8f74-14fc5cd4f843', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:16.558736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57444) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:16.561779 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a17e5c-19c4-4438-8343-ab3a56ccdf99 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event updated for resources: {'Network': ['ID=57a1d093-9544-4e59-8f74-14fc5cd4f843,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:16.570893 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbeb738-2150-4bdb-a2f1-14a7abcb63aa None None] Network 1b4164e6-822e-420c-a3b0-b15221d3eff6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:36:16.632537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 57a1d093-9544-4e59-8f74-14fc5cd4f843 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:36:16.645593 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:16.718341 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b38c045-e6f2-4dde-9ed2-bc4ca0ef8bb4 req-a30f6d90-9953-4fa5-87a5-1f9a223dd902 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141948 Dec 14 02:36:16.758939 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d0defb68-70a9-496c-af1b-7cf2b0953139 None None] Provisioning complete for port a1b039ed-83f5-4818-b8a4-fb5873565d99 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:16.759416 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d0defb68-70a9-496c-af1b-7cf2b0953139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:16.794296 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-85335f08-2add-4970-b0e4-6a1bdbf7f72f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:16.808239 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-126e4757-4591-4b34-8c59-9af73f8f252b tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:16.813592 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a1b039ed-83f5-4818-b8a4-fb5873565d99 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:16.818330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e293b911-947c-467b-a1d5-9e20175bd149 req-67155f0d-1d01-4620-b472-11f397a2a9ae service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627088 Dec 14 02:36:16.844310 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-85335f08-2add-4970-b0e4-6a1bdbf7f72f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:16.964854 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a1b039ed-83f5-4818-b8a4-fb5873565d99 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:16.965515 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:16.969773 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-51d35979-c80e-43c6-ac87-0673711c5a52 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1754646875&fields=id&tenant_id=2232de45ebfb42369e596a53934ed9e2 HTTP/1.1" status: 200 len: 267 time: 0.0480456 Dec 14 02:36:16.992056 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-126e4757-4591-4b34-8c59-9af73f8f252b tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:16.994276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ace9879-1020-4ca4-a42f-754639e3caab tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Made reservation on behalf of f9e3c48c88dd4e2188c9991ba134e39e for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:36:16.997870 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ace9879-1020-4ca4-a42f-754639e3caab tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:17.004566 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d0defb68-70a9-496c-af1b-7cf2b0953139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:17.029388 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] Router 9f05b62e-eec8-454c-8014-8438925f5728 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:36:17.032146 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-85335f08-2add-4970-b0e4-6a1bdbf7f72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:17.035045 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-85335f08-2add-4970-b0e4-6a1bdbf7f72f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:17.036215 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-85335f08-2add-4970-b0e4-6a1bdbf7f72f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ec351bd-8e47-4131-8bd6-0e76875e2ab7 HTTP/1.1" status: 204 len: 168 time: 0.4721115 Dec 14 02:36:17.053454 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d0defb68-70a9-496c-af1b-7cf2b0953139 None None] For port a1b039ed-83f5-4818-b8a4-fb5873565d99, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a1b039ed-83f5-4818-b8a4-fb5873565d99,segment=NetworkSegment(d1595b99-6ad9-44ee-8c91-8d11d1164e2c),segment_id=d1595b99-6ad9-44ee-8c91-8d11d1164e2c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:17.058454 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85335f08-2add-4970-b0e4-6a1bdbf7f72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec351bd-8e47-4131-8bd6-0e76875e2ab7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:17.122028 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:17.141188 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d0defb68-70a9-496c-af1b-7cf2b0953139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:17.187688 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-126e4757-4591-4b34-8c59-9af73f8f252b tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Floating IP 174bfbc7-d66f-4d21-825c-4d83bd976f5f associated. External IP: 172.25.7.161, port: e1f840d4-9b82-434a-a733-49f50c16c4cd. Dec 14 02:36:17.220676 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:36:17.240801 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Sync routers for ids ['9f05b62e-eec8-454c-8014-8438925f5728'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:36:17.278515 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0defb68-70a9-496c-af1b-7cf2b0953139 None None] Pushing event updated for resources: {'Port': ['ID=a1b039ed-83f5-4818-b8a4-fb5873565d99,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:17.286342 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:36:17.286701 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:36:17.288093 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Routers {'9f05b62e-eec8-454c-8014-8438925f5728'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:17.288726 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9f05b62e-eec8-454c-8014-8438925f5728'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:17.320931 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:17.325519 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-275cb3fb-4907-47eb-a732-f45a8e408a92 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7564626 Dec 14 02:36:17.327281 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-eda0d6e1-7f94-4450-a9ba-63c8daf47f45 None None] Provisioning complete for port a1b039ed-83f5-4818-b8a4-fb5873565d99 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:17.327805 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eda0d6e1-7f94-4450-a9ba-63c8daf47f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:17.328172 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57456) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:17.442836 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-7845bd7e-54bc-4b63-b541-3c5f6c879d9e tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:17.452771 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-7845bd7e-54bc-4b63-b541-3c5f6c879d9e tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/networks?id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061 HTTP/1.1" status: 200 len: 817 time: 0.4743793 Dec 14 02:36:17.482594 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-95b0b719-ef0c-40da-9694-6c01c3507096 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/quotas/2232de45ebfb42369e596a53934ed9e2 HTTP/1.1" status: 200 len: 375 time: 0.0283508 Dec 14 02:36:17.488482 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Set router 9f05b62e-eec8-454c-8014-8438925f5728 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:17.685746 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-fd4b6385-29e9-44ea-9eeb-6cb06507e86a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2232de45ebfb42369e596a53934ed9e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2023318 Dec 14 02:36:17.699350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-e4092701-68b5-4a53-b913-960cf76134dd service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:36:17.700503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-e4092701-68b5-4a53-b913-960cf76134dd service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139189 Dec 14 02:36:17.783937 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f05b62e-eec8-454c-8014-8438925f5728', 'name': 'tempest-TaggedBootDevicesTest-657180045-router', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:12Z', 'updated_at': '2021-12-14T02:36:15Z', 'revision_number': 3, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'gw_port': {'id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:14Z', 'updated_at': '2021-12-14T02:36:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:17.833224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-126e4757-4591-4b34-8c59-9af73f8f252b tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Router e826b109-b51f-40e2-93a7-8d34593e91ab has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:36:17.877088 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Checking router: 9f05b62e-eec8-454c-8014-8438925f5728 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:36:17.877533 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Updating router 9f05b62e-eec8-454c-8014-8438925f5728 port a91da765-c5df-4a38-bc2e-94020f2dfcc3 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:36:17.918700 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb9848dd-ba03-41bd-bb1f-4e36225bf881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:17.929430 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:17.937805 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ace9879-1020-4ca4-a42f-754639e3caab tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:18.021036 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-af25c31a-724d-4778-aef8-c101b9e92c06 service neutron] 10.222.0.39 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878332 Dec 14 02:36:18.051002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace9879-1020-4ca4-a42f-754639e3caab tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event updated for resources: {'Subnet': ['ID=fb4e1304-545c-4b3e-af81-51f491f0ee21,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:18.164102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ace9879-1020-4ca4-a42f-754639e3caab tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Checking segment: {'id': 'a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '57a1d093-9544-4e59-8f74-14fc5cd4f843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:18.164592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ace9879-1020-4ca4-a42f-754639e3caab tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Network hostable DHCP agents. Network: 57a1d093-9544-4e59-8f74-14fc5cd4f843, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:36:18.168841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-126e4757-4591-4b34-8c59-9af73f8f252b tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:36:18.480969 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-126e4757-4591-4b34-8c59-9af73f8f252b tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:18.484767 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4448fb-e1f3-4253-bcc0-6da831915892 None None] Sync routers for ids ['e826b109-b51f-40e2-93a7-8d34593e91ab'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:36:18.486060 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-cb9848dd-ba03-41bd-bb1f-4e36225bf881 admin admin] Allocated IP 172.20.0.1 (1b4164e6-822e-420c-a3b0-b15221d3eff6/e81371a3-0455-4a74-8514-0ee39a56c60d/d3de1e29-ea65-4461-b55d-e9dc277c87e0) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:36:18.487803 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4448fb-e1f3-4253-bcc0-6da831915892 None None] Routers {'e826b109-b51f-40e2-93a7-8d34593e91ab'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:18.487803 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ad4448fb-e1f3-4253-bcc0-6da831915892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e826b109-b51f-40e2-93a7-8d34593e91ab'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:18.488723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-47846773-23af-4b4b-9978-aa8c94a8232b service neutron] 10.222.0.39 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023642 Dec 14 02:36:18.488723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-126e4757-4591-4b34-8c59-9af73f8f252b tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "PUT /v2.0/floatingips/174bfbc7-d66f-4d21-825c-4d83bd976f5f HTTP/1.1" status: 200 len: 997 time: 2.8412688 Dec 14 02:36:18.488723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afab887-201d-4675-8d84-e031a60e84aa', 'tag': 'e1f840d4-9b82-434a-a733-49f50c16c4cd'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:36:18.488723 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da417d5a-4361-4553-9c81-02e03942dd0e" -d '{"events": [{"name": "network-changed", "server_uuid": "5afab887-201d-4675-8d84-e031a60e84aa", "tag": "e1f840d4-9b82-434a-a733-49f50c16c4cd"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:36:18.488723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-153f0d24-812c-4b3a-9cf1-912785350c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:18.488723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-153f0d24-812c-4b3a-9cf1-912785350c76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6d76e8763674b21847546036ef0631b&device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 1097 time: 0.0653856 Dec 14 02:36:18.490057 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb9848dd-ba03-41bd-bb1f-4e36225bf881 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:18.490178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ace9879-1020-4ca4-a42f-754639e3caab tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Network 57a1d093-9544-4e59-8f74-14fc5cd4f843 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:36:18.490293 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-ad4448fb-e1f3-4253-bcc0-6da831915892 None None] Set router e826b109-b51f-40e2-93a7-8d34593e91ab gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:18.523433 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-42fb00fc-ada1-440f-8efa-7fded4b96869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:18.525161 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-42fb00fc-ada1-440f-8efa-7fded4b96869 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7eb437c5-1524-4e88-8d83-11e9853aa57f HTTP/1.1" status: 200 len: 929 time: 0.2026327 Dec 14 02:36:18.542418 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:18.601091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-a5bbf301-85cc-4101-b53a-ce3c1b8f4176 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f840d4-9b82-434a-a733-49f50c16c4cd HTTP/1.1" status: 200 len: 1000 time: 0.0670333 Dec 14 02:36:18.653361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-05f0bb6c-c833-4efd-9477-614f3cda07d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:18.657802 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-05f0bb6c-c833-4efd-9477-614f3cda07d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dd4eb43a-bcfd-4108-9c6d-8a9932462c5d HTTP/1.1" status: 200 len: 867 time: 0.0495920 Dec 14 02:36:18.690058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a1b039ed-83f5-4818-b8a4-fb5873565d99 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:18.713117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-c373058d-3b77-4b68-8d14-0f3e74217233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:18.714730 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-c373058d-3b77-4b68-8d14-0f3e74217233 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7eb437c5-1524-4e88-8d83-11e9853aa57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530734 Dec 14 02:36:18.722692 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ad4448fb-e1f3-4253-bcc0-6da831915892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-589590376-router', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:37Z', 'updated_at': '2021-12-14T02:35:43Z', 'revision_number': 4, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'gw_port': {'id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:38Z', 'updated_at': '2021-12-14T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '174bfbc7-d66f-4d21-825c-4d83bd976f5f', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'port_id': 'e1f840d4-9b82-434a-a733-49f50c16c4cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f', 'mac_address': 'fa:16:3e:af:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afab887-201d-4675-8d84-e031a60e84aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:36:12Z', 'updated_at': '2021-12-14T02:36:16Z', 'revision_number': 1, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd549cec-f6dc-47a3-bffc-edea5aa16168', 'name': '', 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'mac_address': 'fa:16:3e:cb:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:42Z', 'updated_at': '2021-12-14T02:35:49Z', 'revision_number': 5, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'subnets': [{'id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:18.762220 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4448fb-e1f3-4253-bcc0-6da831915892 None None] Checking router: e826b109-b51f-40e2-93a7-8d34593e91ab for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:36:18.763526 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a1b039ed-83f5-4818-b8a4-fb5873565d99 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:18.763947 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:18.772339 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb9848dd-ba03-41bd-bb1f-4e36225bf881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:18.772989 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4448fb-e1f3-4253-bcc0-6da831915892 None None] Routers {'e826b109-b51f-40e2-93a7-8d34593e91ab'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:18.773715 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ad4448fb-e1f3-4253-bcc0-6da831915892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e826b109-b51f-40e2-93a7-8d34593e91ab'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:18.781396 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-9ace9879-1020-4ca4-a42f-754639e3caab tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 57a1d093-9544-4e59-8f74-14fc5cd4f843) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:18.789029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ace9879-1020-4ca4-a42f-754639e3caab tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:18.789865 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ace9879-1020-4ca4-a42f-754639e3caab tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:18.866571 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7135366-1f00-40b9-ab24-dce41fc4027d None None] Network 57a1d093-9544-4e59-8f74-14fc5cd4f843 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:36:18.872630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9848dd-ba03-41bd-bb1f-4e36225bf881 admin admin] Network 1b4164e6-822e-420c-a3b0-b15221d3eff6 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:18.877595 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:18.881940 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-8ee109cb-616f-4f2a-8dfc-813dcd6e6681 service neutron] 10.222.0.39 "GET /v2.0/networks/7eb437c5-1524-4e88-8d83-11e9853aa57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582129 Dec 14 02:36:18.884590 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-cb9848dd-ba03-41bd-bb1f-4e36225bf881 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:18.894960 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9848dd-ba03-41bd-bb1f-4e36225bf881 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:36:18.955656 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9848dd-ba03-41bd-bb1f-4e36225bf881 admin admin] Pushing event updated for resources: {'Port': ['ID=d3de1e29-ea65-4461-b55d-e9dc277c87e0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:19.011641 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2d03d-37b5-4c5f-b433-bf2df83d29e2 None None] Pushing event updated for resources: {'Port': ['ID=a91da765-c5df-4a38-bc2e-94020f2dfcc3,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:19.025739 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb9848dd-ba03-41bd-bb1f-4e36225bf881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:19.035120 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-ad4448fb-e1f3-4253-bcc0-6da831915892 None None] Set router e826b109-b51f-40e2-93a7-8d34593e91ab gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:19.101881 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9ace9879-1020-4ca4-a42f-754639e3caab tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5567629 Dec 14 02:36:19.105546 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57490) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:19.124801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-9100b09a-3574-45df-a15d-12c9b336a266 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1688978056'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:19.180484 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Attempting to bind port a91da765-c5df-4a38-bc2e-94020f2dfcc3 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:36:19.181083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Attempting to bind port a91da765-c5df-4a38-bc2e-94020f2dfcc3 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:36:19.181650 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Attempting to bind port a91da765-c5df-4a38-bc2e-94020f2dfcc3 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:19.233362 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:36:19.233745 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:19.234159 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:19.234563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:36:19.235062 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Bound port: a91da765-c5df-4a38-bc2e-94020f2dfcc3, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:36:19.235452 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:19.284315 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b327f22-e425-4b02-bed4-22f4199d79e5 req-2b3948c4-3f98-4970-8ef9-3865b140608a tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:19.293421 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b327f22-e425-4b02-bed4-22f4199d79e5 req-2b3948c4-3f98-4970-8ef9-3865b140608a tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 945 time: 0.3498852 Dec 14 02:36:19.307480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-57a1d093-9544-4e59-8f74-14fc5cd4f843', 'network_id': '57a1d093-9544-4e59-8f74-14fc5cd4f843', 'project_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'fixed_ips': [{'subnet_id': 'fb4e1304-545c-4b3e-af81-51f491f0ee21'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:36:19.308401 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:19.328797 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-047ee8ae-39c0-42d0-a669-90ff0e797b67 req-34e58f98-7eac-4ad2-a0b0-3878b696abbb service neutron] 10.222.0.39 "GET /v2.0/networks/7eb437c5-1524-4e88-8d83-11e9853aa57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396114 Dec 14 02:36:19.349057 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4244c28b-faa6-474b-9cc5-04ba63e54f90 None None] Provisioning complete for port d3de1e29-ea65-4461-b55d-e9dc277c87e0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:19.349463 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4244c28b-faa6-474b-9cc5-04ba63e54f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:19.366191 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb9848dd-ba03-41bd-bb1f-4e36225bf881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:19.377006 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b327f22-e425-4b02-bed4-22f4199d79e5 req-d84e04fe-84c4-42a2-a995-91a439625a69 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825233 Dec 14 02:36:19.388592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9100b09a-3574-45df-a15d-12c9b336a266 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Made reservation on behalf of f9e3c48c88dd4e2188c9991ba134e39e for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:36:19.390170 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4244c28b-faa6-474b-9cc5-04ba63e54f90 None None] Port d3de1e29-ea65-4461-b55d-e9dc277c87e0 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:36:19.396528 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] For port a91da765-c5df-4a38-bc2e-94020f2dfcc3, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:36:19.398886 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9100b09a-3574-45df-a15d-12c9b336a266 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:19.447785 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9100b09a-3574-45df-a15d-12c9b336a266 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:36:19.457329 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] For port a91da765-c5df-4a38-bc2e-94020f2dfcc3, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a91da765-c5df-4a38-bc2e-94020f2dfcc3,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:36:19.464307 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9100b09a-3574-45df-a15d-12c9b336a266 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:19.464756 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-9100b09a-3574-45df-a15d-12c9b336a266 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Added segment ce76e6e3-ae2d-4a23-8db7-3bdfe4120365 of type vlan for network 3a2edc7f-9d02-494d-8925-f01e59cf20ba Dec 14 02:36:19.501661 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ad4448fb-e1f3-4253-bcc0-6da831915892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-589590376-router', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:37Z', 'updated_at': '2021-12-14T02:35:43Z', 'revision_number': 4, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'gw_port': {'id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:38Z', 'updated_at': '2021-12-14T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '174bfbc7-d66f-4d21-825c-4d83bd976f5f', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'port_id': 'e1f840d4-9b82-434a-a733-49f50c16c4cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f', 'mac_address': 'fa:16:3e:af:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afab887-201d-4675-8d84-e031a60e84aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:36:12Z', 'updated_at': '2021-12-14T02:36:16Z', 'revision_number': 1, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd549cec-f6dc-47a3-bffc-edea5aa16168', 'name': '', 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'mac_address': 'fa:16:3e:cb:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:42Z', 'updated_at': '2021-12-14T02:35:49Z', 'revision_number': 5, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'subnets': [{'id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:19.521929 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d64f38-4552-4cdb-a9e6-cfa125df90bf x-openstack-request-id: req-d0d64f38-4552-4cdb-a9e6-cfa125df90bf {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:36:19.522287 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5afab887-201d-4675-8d84-e031a60e84aa", "tag": "e1f840d4-9b82-434a-a733-49f50c16c4cd", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:36:19.522647 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0d64f38-4552-4cdb-a9e6-cfa125df90bf {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:36:19.523105 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5afab887-201d-4675-8d84-e031a60e84aa', 'tag': 'e1f840d4-9b82-434a-a733-49f50c16c4cd', 'status': 'completed', 'code': 200} Dec 14 02:36:19.527991 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9100b09a-3574-45df-a15d-12c9b336a266 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:19.573478 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4448fb-e1f3-4253-bcc0-6da831915892 None None] The sync data for ids ['e826b109-b51f-40e2-93a7-8d34593e91ab'] in n-d-821636-1 is: [{'id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-589590376-router', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:37Z', 'updated_at': '2021-12-14T02:35:43Z', 'revision_number': 4, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'gw_port': {'id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:38Z', 'updated_at': '2021-12-14T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '174bfbc7-d66f-4d21-825c-4d83bd976f5f', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'port_id': 'e1f840d4-9b82-434a-a733-49f50c16c4cd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f', 'mac_address': 'fa:16:3e:af:8b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afab887-201d-4675-8d84-e031a60e84aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:36:12Z', 'updated_at': '2021-12-14T02:36:16Z', 'revision_number': 1, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd549cec-f6dc-47a3-bffc-edea5aa16168', 'name': '', 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'mac_address': 'fa:16:3e:cb:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:42Z', 'updated_at': '2021-12-14T02:35:49Z', 'revision_number': 5, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'subnets': [{'id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:36:19.582815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Allocated IP 19.80.0.2 (57a1d093-9544-4e59-8f74-14fc5cd4f843/fb4e1304-545c-4b3e-af81-51f491f0ee21/567e4453-5354-4d85-973b-30cbba6465bd) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:36:19.618727 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:19.726065 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f259da18-1fd4-4282-aa33-5145da9595ff req-d3b06474-e7d0-4d30-ad4b-fca2ed68b403 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 210 time: 0.1008484 Dec 14 02:36:19.737460 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9100b09a-3574-45df-a15d-12c9b336a266 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:19.750720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9100b09a-3574-45df-a15d-12c9b336a266 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:19.757592 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9100b09a-3574-45df-a15d-12c9b336a266 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:19.758156 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb9848dd-ba03-41bd-bb1f-4e36225bf881 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:19.772894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Routers {'9f05b62e-eec8-454c-8014-8438925f5728'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:19.773643 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9f05b62e-eec8-454c-8014-8438925f5728'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:19.780068 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2d03d-37b5-4c5f-b433-bf2df83d29e2 None None] Pushing event updated for resources: {'Port': ['ID=a91da765-c5df-4a38-bc2e-94020f2dfcc3,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:19.826738 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57502) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:19.851460 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb9848dd-ba03-41bd-bb1f-4e36225bf881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:19.888037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da417d5a-4361-4553-9c81-02e03942dd0e req-121b0716-df93-44c1-8abf-8bef95e0ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:19.889956 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da417d5a-4361-4553-9c81-02e03942dd0e req-121b0716-df93-44c1-8abf-8bef95e0ff3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6d76e8763674b21847546036ef0631b&device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 1097 time: 0.2636878 Dec 14 02:36:19.913450 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9100b09a-3574-45df-a15d-12c9b336a266 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8008225 Dec 14 02:36:19.948109 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:19.959150 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] Set router 9f05b62e-eec8-454c-8014-8438925f5728 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:19.970889 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57506) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:19.986607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Request body: {'subnet': {'network_id': '3a2edc7f-9d02-494d-8925-f01e59cf20ba', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:20.017515 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:20.072593 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb9848dd-ba03-41bd-bb1f-4e36225bf881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:20.073168 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641212f-e7af-43fa-aff0-94d4a162cedd None None] New status for floating IP 174bfbc7-d66f-4d21-825c-4d83bd976f5f: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:36:20.108323 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9848dd-ba03-41bd-bb1f-4e36225bf881 admin admin] Pushing event updated for resources: {'Port': ['ID=d3de1e29-ea65-4461-b55d-e9dc277c87e0,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:20.124032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100b09a-3574-45df-a15d-12c9b336a266 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event updated for resources: {'Network': ['ID=3a2edc7f-9d02-494d-8925-f01e59cf20ba,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:20.165007 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4080ce8-3c5d-4326-a167-07efeb8a288c req-30aa9b99-cedf-4be2-90fc-3ed43f05837f tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:20.166362 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-005c2f28-a393-41db-a6a4-7de2aa39209e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:20.166580 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4080ce8-3c5d-4326-a167-07efeb8a288c req-30aa9b99-cedf-4be2-90fc-3ed43f05837f tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 1096 time: 0.4485440 Dec 14 02:36:20.268522 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Pushing event updated for resources: {'Port': ['ID=567e4453-5354-4d85-973b-30cbba6465bd,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:20.271205 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 3a2edc7f-9d02-494d-8925-f01e59cf20ba details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:36:20.274651 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9848dd-ba03-41bd-bb1f-4e36225bf881 admin admin] Network 1b4164e6-822e-420c-a3b0-b15221d3eff6 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:20.275822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-25b6722f-37de-46a6-aca3-8c3c3ce955a5 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 258 time: 0.4451938 Dec 14 02:36:20.276862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da417d5a-4361-4553-9c81-02e03942dd0e req-0ef97b92-b6c9-4e5d-9903-c201640329dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:20.278519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da417d5a-4361-4553-9c81-02e03942dd0e req-0ef97b92-b6c9-4e5d-9903-c201640329dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=7eb437c5-1524-4e88-8d83-11e9853aa57f HTTP/1.1" status: 200 len: 929 time: 0.3645036 Dec 14 02:36:20.284872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-cb9848dd-ba03-41bd-bb1f-4e36225bf881 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:20.314103 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-005c2f28-a393-41db-a6a4-7de2aa39209e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:20.334128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-ae772452-f510-459f-9929-8242c2ff05fa tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:20.395912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4080ce8-3c5d-4326-a167-07efeb8a288c req-d29082f9-2522-493e-b61a-4a6a7df60074 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089441 Dec 14 02:36:20.419901 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Network 57a1d093-9544-4e59-8f74-14fc5cd4f843 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:20.441604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Made reservation on behalf of f9e3c48c88dd4e2188c9991ba134e39e for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:36:20.446064 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:20.447427 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-005c2f28-a393-41db-a6a4-7de2aa39209e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:20.451320 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:20.477106 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:36:20.479521 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-005c2f28-a393-41db-a6a4-7de2aa39209e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83d61bb6b88145db984025c4e974d8d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6515999 Dec 14 02:36:20.484540 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9848dd-ba03-41bd-bb1f-4e36225bf881 admin admin] Router 9f05b62e-eec8-454c-8014-8438925f5728 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:36:20.489091 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57512) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:20.574319 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-93710304-d56f-49eb-b162-2a2c9a1c4639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:20.599374 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-93710304-d56f-49eb-b162-2a2c9a1c4639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:20.612634 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-ae772452-f510-459f-9929-8242c2ff05fa tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:20.623388 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Attempting to bind port 567e4453-5354-4d85-973b-30cbba6465bd on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:36:20.624489 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Attempting to bind port 567e4453-5354-4d85-973b-30cbba6465bd by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '57a1d093-9544-4e59-8f74-14fc5cd4f843'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:36:20.624984 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Attempting to bind port 567e4453-5354-4d85-973b-30cbba6465bd on network 57a1d093-9544-4e59-8f74-14fc5cd4f843 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:20.626788 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c2f28-a393-41db-a6a4-7de2aa39209e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1eec63-4fee-474e-bb1b-c86ca6ea0581,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:20.662276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:36:20.662661 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Checking segment: {'id': 'a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '57a1d093-9544-4e59-8f74-14fc5cd4f843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:20.663128 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:20.663583 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Bound using segment: {'id': 'a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '57a1d093-9544-4e59-8f74-14fc5cd4f843'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:36:20.664092 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Bound port: 567e4453-5354-4d85-973b-30cbba6465bd, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '57a1d093-9544-4e59-8f74-14fc5cd4f843'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:36:20.664549 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:20.687688 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-96d77b18-8b4e-4945-a21a-0c7bf095d21c None None] Provisioning complete for port d3de1e29-ea65-4461-b55d-e9dc277c87e0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:20.688073 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-96d77b18-8b4e-4945-a21a-0c7bf095d21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:20.690106 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da417d5a-4361-4553-9c81-02e03942dd0e req-5d217f8a-c033-4097-a17d-b9528a891edf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f840d4-9b82-434a-a733-49f50c16c4cd HTTP/1.1" status: 200 len: 1000 time: 0.3997183 Dec 14 02:36:20.772434 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-96d77b18-8b4e-4945-a21a-0c7bf095d21c None None] Port d3de1e29-ea65-4461-b55d-e9dc277c87e0 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:36:20.774831 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9848dd-ba03-41bd-bb1f-4e36225bf881 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:36:20.781441 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cb9848dd-ba03-41bd-bb1f-4e36225bf881 admin admin] 10.222.0.39 "PUT /v2.0/routers/9f05b62e-eec8-454c-8014-8438925f5728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4513717 Dec 14 02:36:20.805023 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] For port 567e4453-5354-4d85-973b-30cbba6465bd, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:36:20.809153 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] For port 567e4453-5354-4d85-973b-30cbba6465bd, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=567e4453-5354-4d85-973b-30cbba6465bd,segment=NetworkSegment(a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0),segment_id=a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:36:20.812626 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f05b62e-eec8-454c-8014-8438925f5728', 'name': 'tempest-TaggedBootDevicesTest-657180045-router', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:12Z', 'updated_at': '2021-12-14T02:36:19Z', 'revision_number': 4, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'gw_port': {'id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:14Z', 'updated_at': '2021-12-14T02:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd3de1e29-ea65-4461-b55d-e9dc277c87e0', 'name': '', 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'mac_address': 'fa:16:3e:f1:f7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:17Z', 'updated_at': '2021-12-14T02:36:18Z', 'revision_number': 1, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'subnets': [{'id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:20.834828 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-93710304-d56f-49eb-b162-2a2c9a1c4639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:20.839092 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-93710304-d56f-49eb-b162-2a2c9a1c4639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:20.841197 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b03d23-dbe3-4c6c-88ae-819984dfa3a8 None None] The sync data for ids ['9f05b62e-eec8-454c-8014-8438925f5728'] in n-d-821636-1 is: [{'id': '9f05b62e-eec8-454c-8014-8438925f5728', 'name': 'tempest-TaggedBootDevicesTest-657180045-router', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:12Z', 'updated_at': '2021-12-14T02:36:19Z', 'revision_number': 4, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'gw_port': {'id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:14Z', 'updated_at': '2021-12-14T02:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd3de1e29-ea65-4461-b55d-e9dc277c87e0', 'name': '', 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'mac_address': 'fa:16:3e:f1:f7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:17Z', 'updated_at': '2021-12-14T02:36:18Z', 'revision_number': 1, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'subnets': [{'id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:36:20.841492 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-93710304-d56f-49eb-b162-2a2c9a1c4639 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e1eec63-4fee-474e-bb1b-c86ca6ea0581 HTTP/1.1" status: 204 len: 168 time: 0.3505871 Dec 14 02:36:20.854096 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93710304-d56f-49eb-b162-2a2c9a1c4639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1eec63-4fee-474e-bb1b-c86ca6ea0581,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:20.864584 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93710304-d56f-49eb-b162-2a2c9a1c4639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:20.865082 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93710304-d56f-49eb-b162-2a2c9a1c4639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:20.865642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93710304-d56f-49eb-b162-2a2c9a1c4639 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:20.866078 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93710304-d56f-49eb-b162-2a2c9a1c4639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:20.866516 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93710304-d56f-49eb-b162-2a2c9a1c4639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:20.867315 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93710304-d56f-49eb-b162-2a2c9a1c4639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:20.867601 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93710304-d56f-49eb-b162-2a2c9a1c4639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:20.867925 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93710304-d56f-49eb-b162-2a2c9a1c4639 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:20.868347 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93710304-d56f-49eb-b162-2a2c9a1c4639 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:20.868768 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93710304-d56f-49eb-b162-2a2c9a1c4639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:20.869192 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93710304-d56f-49eb-b162-2a2c9a1c4639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:20.869654 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93710304-d56f-49eb-b162-2a2c9a1c4639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:20.870073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93710304-d56f-49eb-b162-2a2c9a1c4639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:20.928190 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:21.054939 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce9c02-c624-4d86-95bd-3d720fe36374 None None] Pushing event updated for resources: {'Port': ['ID=567e4453-5354-4d85-973b-30cbba6465bd,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:21.186917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efd36f-941c-471b-815e-f2d865d3acd8 req-2bb4af27-ee71-4cfc-b21b-fca6b1d80969 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:21.188542 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-98efd36f-941c-471b-815e-f2d865d3acd8 req-2bb4af27-ee71-4cfc-b21b-fca6b1d80969 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 1096 time: 0.5846202 Dec 14 02:36:21.306157 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da417d5a-4361-4553-9c81-02e03942dd0e req-8ab61810-d1d9-4bfe-bbfb-6145f38cceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:21.308279 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da417d5a-4361-4553-9c81-02e03942dd0e req-8ab61810-d1d9-4bfe-bbfb-6145f38cceb4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd4eb43a-bcfd-4108-9c6d-8a9932462c5d HTTP/1.1" status: 200 len: 867 time: 0.1777062 Dec 14 02:36:21.401217 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-98efd36f-941c-471b-815e-f2d865d3acd8 req-95e569b9-a22d-4d91-ab4e-79058df2e89e tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629541 Dec 14 02:36:21.403162 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:21.508209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da417d5a-4361-4553-9c81-02e03942dd0e req-ba7f6b54-c45c-4f22-8081-4a9a8dbdde03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:21.518743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da417d5a-4361-4553-9c81-02e03942dd0e req-ba7f6b54-c45c-4f22-8081-4a9a8dbdde03 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7eb437c5-1524-4e88-8d83-11e9853aa57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1964912 Dec 14 02:36:21.596400 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event updated for resources: {'Subnet': ['ID=ce76961a-6613-431e-a1d4-f28c399d2210,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:21.636074 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:21.636421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:21.636828 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:21.637101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:21.641017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:21.641017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:21.641017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:21.641017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:21.641017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:21.641017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:21.641017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:21.641017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:21.641017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:21.685404 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Checking segment: {'id': 'ce76e6e3-ae2d-4a23-8db7-3bdfe4120365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3a2edc7f-9d02-494d-8925-f01e59cf20ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:21.686487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Network hostable DHCP agents. Network: 3a2edc7f-9d02-494d-8925-f01e59cf20ba, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:36:21.735415 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-ae772452-f510-459f-9929-8242c2ff05fa tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:21.744479 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6437ffd-9b89-43e1-9648-fe9f67b2ec6b req-6af60591-bbd4-47d4-98a5-8f1cc20e7c4a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 210 time: 0.0609317 Dec 14 02:36:21.762539 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da417d5a-4361-4553-9c81-02e03942dd0e req-c7a39538-eee8-4139-80be-238797158d3c service neutron] 10.222.0.46 "GET /v2.0/networks/7eb437c5-1524-4e88-8d83-11e9853aa57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352862 Dec 14 02:36:21.916533 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Network 3a2edc7f-9d02-494d-8925-f01e59cf20ba is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:36:21.986484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-2b2ec57c-a967-4fc7-a5e3-9e89b106e121 req-f7170d25-276b-41d9-aab9-a262316e675c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:36:22.001149 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b2ec57c-a967-4fc7-a5e3-9e89b106e121 req-f7170d25-276b-41d9-aab9-a262316e675c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0260153 Dec 14 02:36:22.032703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57550) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:22.040184 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-fc8103a1-bca4-45c6-ad6c-94077cf3b81a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-965891099-network', 'tenant_id': 'e35a50d11ed341c3930d9e3a4dd32a23'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:22.106606 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-09c69b44-3d59-4b39-981d-4e4d143c1617 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:22.109943 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-09c69b44-3d59-4b39-981d-4e4d143c1617 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.46 "GET /v2.0/networks?id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061 HTTP/1.1" status: 200 len: 817 time: 0.2637374 Dec 14 02:36:22.124467 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 3a2edc7f-9d02-494d-8925-f01e59cf20ba) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:22.133276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:22.133276 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:22.142693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cabad16-6aeb-43fb-83fb-efb5378c53c6 None None] Network 3a2edc7f-9d02-494d-8925-f01e59cf20ba requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:36:22.265341 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da417d5a-4361-4553-9c81-02e03942dd0e req-a2053b0e-1c8f-4b0b-a304-49f98e153291 service neutron] 10.222.0.46 "GET /v2.0/networks/7eb437c5-1524-4e88-8d83-11e9853aa57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816601 Dec 14 02:36:22.288810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-ae772452-f510-459f-9929-8242c2ff05fa tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Allocated IP 172.25.7.172 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/b0ddd23e-071b-4e8f-aba2-c3e845f9a210) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:36:22.294833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8103a1-bca4-45c6-ad6c-94077cf3b81a admin admin] Made reservation on behalf of e35a50d11ed341c3930d9e3a4dd32a23 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:36:22.298270 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fc8103a1-bca4-45c6-ad6c-94077cf3b81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:22.302100 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-054aad79-2a6e-4e5a-83ae-343132cb5ebe tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2232de45ebfb42369e596a53934ed9e2 HTTP/1.1" status: 200 len: 380 time: 0.1674597 Dec 14 02:36:22.322088 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fc8103a1-bca4-45c6-ad6c-94077cf3b81a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:22.330892 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-289fb375-baa8-4b32-9f5a-71e27fa9d6ef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Request body: {'port': {'device_id': '0f3be604-5954-4a07-9fe0-fc54a9e03102', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'admin_state_up': True, 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'security_groups': ['428353ca-fdc9-4fbc-b89a-20477994f070']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:22.420793 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-df95e0a5-a415-496b-989b-efd7307e73f8 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4415121 Dec 14 02:36:22.542966 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-ae772452-f510-459f-9929-8242c2ff05fa tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:22.596231 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fc8103a1-bca4-45c6-ad6c-94077cf3b81a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:22.662828 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fc8103a1-bca4-45c6-ad6c-94077cf3b81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:22.692157 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-289fb375-baa8-4b32-9f5a-71e27fa9d6ef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Made reservation on behalf of 2232de45ebfb42369e596a53934ed9e2 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:36:22.696237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8103a1-bca4-45c6-ad6c-94077cf3b81a admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:36:22.699904 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-289fb375-baa8-4b32-9f5a-71e27fa9d6ef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:22.757574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-3a2edc7f-9d02-494d-8925-f01e59cf20ba', 'network_id': '3a2edc7f-9d02-494d-8925-f01e59cf20ba', 'project_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'fixed_ips': [{'subnet_id': 'ce76961a-6613-431e-a1d4-f28c399d2210'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:36:22.758738 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:22.762186 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fc8103a1-bca4-45c6-ad6c-94077cf3b81a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:22.762655 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-fc8103a1-bca4-45c6-ad6c-94077cf3b81a admin admin] Added segment 90457c1b-9637-4977-afce-7960f9c62845 of type vlan for network c3a0a212-ec10-4cf2-87d2-3c38501fb7d7 Dec 14 02:36:22.773615 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-ae772452-f510-459f-9929-8242c2ff05fa tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:22.869919 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8103a1-bca4-45c6-ad6c-94077cf3b81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff137bac-59c2-4a9d-bed1-07ffab42c41b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:22.967779 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6b26d8-0e41-468f-99a2-621d9f8d051a None None] Network 57a1d093-9544-4e59-8f74-14fc5cd4f843 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:36:22.980720 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a91da765-c5df-4a38-bc2e-94020f2dfcc3 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:23.006388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-ae772452-f510-459f-9929-8242c2ff05fa tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:23.021175 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-ae772452-f510-459f-9929-8242c2ff05fa tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:23.033815 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae772452-f510-459f-9929-8242c2ff05fa tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Pushing event updated for resources: {'Port': ['ID=b0ddd23e-071b-4e8f-aba2-c3e845f9a210,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:23.037357 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-ae772452-f510-459f-9929-8242c2ff05fa tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:36:23.056195 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-289fb375-baa8-4b32-9f5a-71e27fa9d6ef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Allocated IP 172.20.0.3 (05677032-f5ed-4d1a-bc8f-3b24f1d3e061/5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0/d45bade7-d099-4cb6-8acc-b3e3b97fc0f2) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:36:23.107653 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fc8103a1-bca4-45c6-ad6c-94077cf3b81a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:23.205192 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-ae772452-f510-459f-9929-8242c2ff05fa tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:23.281634 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-289fb375-baa8-4b32-9f5a-71e27fa9d6ef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:23.312359 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-398d312d-0496-4f8e-882d-89d6fb67933a None None] Provisioning complete for port 567e4453-5354-4d85-973b-30cbba6465bd triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:23.313652 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-398d312d-0496-4f8e-882d-89d6fb67933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:23.316888 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Allocated IP 19.86.0.2 (3a2edc7f-9d02-494d-8925-f01e59cf20ba/ce76961a-6613-431e-a1d4-f28c399d2210/7d492688-60d1-4c39-8183-8c54ddbbffef) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:36:23.358438 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-ae772452-f510-459f-9929-8242c2ff05fa tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:23.386032 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fc8103a1-bca4-45c6-ad6c-94077cf3b81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:23.387192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8103a1-bca4-45c6-ad6c-94077cf3b81a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:23.387791 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fc8103a1-bca4-45c6-ad6c-94077cf3b81a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:23.407435 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-289fb375-baa8-4b32-9f5a-71e27fa9d6ef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:23.443289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a91da765-c5df-4a38-bc2e-94020f2dfcc3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:23.443675 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:23.514467 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-289fb375-baa8-4b32-9f5a-71e27fa9d6ef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Network 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:23.517090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fc8103a1-bca4-45c6-ad6c-94077cf3b81a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4812388 Dec 14 02:36:23.520078 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fb375-baa8-4b32-9f5a-71e27fa9d6ef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Pushing event updated for resources: {'Port': ['ID=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:23.531188 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57588) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:23.534898 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-289fb375-baa8-4b32-9f5a-71e27fa9d6ef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:23.542114 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0869943a-e2ff-4162-b570-dc3d25dc7494 admin admin] Request body: {'subnet': {'network_id': 'c3a0a212-ec10-4cf2-87d2-3c38501fb7d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-965891099-subnet', 'tenant_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:23.549285 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-289fb375-baa8-4b32-9f5a-71e27fa9d6ef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:36:23.569771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8103a1-bca4-45c6-ad6c-94077cf3b81a admin admin] Pushing event updated for resources: {'Network': ['ID=c3a0a212-ec10-4cf2-87d2-3c38501fb7d7,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:23.584943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network c3a0a212-ec10-4cf2-87d2-3c38501fb7d7 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:36:23.691423 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-398d312d-0496-4f8e-882d-89d6fb67933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:23.723825 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-289fb375-baa8-4b32-9f5a-71e27fa9d6ef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:23.724958 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-289fb375-baa8-4b32-9f5a-71e27fa9d6ef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:23.790479 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0869943a-e2ff-4162-b570-dc3d25dc7494 admin admin] Made reservation on behalf of e35a50d11ed341c3930d9e3a4dd32a23 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:36:23.802941 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0869943a-e2ff-4162-b570-dc3d25dc7494 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:23.866231 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-398d312d-0496-4f8e-882d-89d6fb67933a None None] For port 567e4453-5354-4d85-973b-30cbba6465bd, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=567e4453-5354-4d85-973b-30cbba6465bd,segment=NetworkSegment(a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0),segment_id=a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:23.867246 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-ae772452-f510-459f-9929-8242c2ff05fa tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:23.869341 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:23.878076 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:23.894749 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port a91da765-c5df-4a38-bc2e-94020f2dfcc3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a91da765-c5df-4a38-bc2e-94020f2dfcc3,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:23.896445 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-289fb375-baa8-4b32-9f5a-71e27fa9d6ef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5761788 Dec 14 02:36:23.926699 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Request body: {'port': {'device_id': '0f3be604-5954-4a07-9fe0-fc54a9e03102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:23.938042 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-398d312d-0496-4f8e-882d-89d6fb67933a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:23.938784 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-ae772452-f510-459f-9929-8242c2ff05fa tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:24.004278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d312d-0496-4f8e-882d-89d6fb67933a None None] Pushing event updated for resources: {'Port': ['ID=567e4453-5354-4d85-973b-30cbba6465bd,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:24.018530 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:24.021520 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:24.021968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 567e4453-5354-4d85-973b-30cbba6465bd up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:24.036246 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:24.090599 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-ae772452-f510-459f-9929-8242c2ff05fa tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:24.111388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae772452-f510-459f-9929-8242c2ff05fa tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Pushing event updated for resources: {'Port': ['ID=b0ddd23e-071b-4e8f-aba2-c3e845f9a210,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:24.125720 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Network 3a2edc7f-9d02-494d-8925-f01e59cf20ba is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:24.132738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:24.135184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:36:24.146507 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Pushing event updated for resources: {'Port': ['ID=7d492688-60d1-4c39-8183-8c54ddbbffef,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:24.177767 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ec7e29ca-9410-4635-9db8-660c02c40ac0 None None] Provisioning complete for port 567e4453-5354-4d85-973b-30cbba6465bd triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:24.178172 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ec7e29ca-9410-4635-9db8-660c02c40ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:24.242254 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-ae772452-f510-459f-9929-8242c2ff05fa tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:24.243816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-ae772452-f510-459f-9929-8242c2ff05fa tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9522901 Dec 14 02:36:24.287123 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Attempting to bind port 7d492688-60d1-4c39-8183-8c54ddbbffef on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:36:24.287874 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Attempting to bind port 7d492688-60d1-4c39-8183-8c54ddbbffef by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'ce76e6e3-ae2d-4a23-8db7-3bdfe4120365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3a2edc7f-9d02-494d-8925-f01e59cf20ba'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:36:24.288672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Attempting to bind port 7d492688-60d1-4c39-8183-8c54ddbbffef on network 3a2edc7f-9d02-494d-8925-f01e59cf20ba {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:24.304264 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=a91da765-c5df-4a38-bc2e-94020f2dfcc3,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:24.305525 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-a7b6dda2-cbf1-4b25-a220-a5a5fb99e623 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 696 time: 0.0532551 Dec 14 02:36:24.320305 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0869943a-e2ff-4162-b570-dc3d25dc7494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:24.340418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:36:24.340418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Checking segment: {'id': 'ce76e6e3-ae2d-4a23-8db7-3bdfe4120365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3a2edc7f-9d02-494d-8925-f01e59cf20ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:24.340418 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:24.340418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Bound using segment: {'id': 'ce76e6e3-ae2d-4a23-8db7-3bdfe4120365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3a2edc7f-9d02-494d-8925-f01e59cf20ba'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:36:24.340418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Bound port: 7d492688-60d1-4c39-8183-8c54ddbbffef, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce76e6e3-ae2d-4a23-8db7-3bdfe4120365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3a2edc7f-9d02-494d-8925-f01e59cf20ba'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:36:24.340418 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:24.340418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 567e4453-5354-4d85-973b-30cbba6465bd triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:24.341593 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:24.424274 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869943a-e2ff-4162-b570-dc3d25dc7494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=766d7f30-12fe-4bf1-ba47-bd8e1716d843,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:24.464068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0869943a-e2ff-4162-b570-dc3d25dc7494 admin admin] Checking segment: {'id': '90457c1b-9637-4977-afce-7960f9c62845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c3a0a212-ec10-4cf2-87d2-3c38501fb7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:24.464068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0869943a-e2ff-4162-b570-dc3d25dc7494 admin admin] Network hostable DHCP agents. Network: c3a0a212-ec10-4cf2-87d2-3c38501fb7d7, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:36:24.467962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-55944075-79b2-4a95-9e16-c8aaae9f3554 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:24.469422 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-177c5ec5-8394-49bc-9aab-c9cf15daf1df req-55944075-79b2-4a95-9e16-c8aaae9f3554 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.1548634 Dec 14 02:36:24.538325 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ec7e29ca-9410-4635-9db8-660c02c40ac0 None None] Provisioning complete for port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:24.538720 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ec7e29ca-9410-4635-9db8-660c02c40ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:24.562283 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:36:24.570564 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:24.573420 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] For port 7d492688-60d1-4c39-8183-8c54ddbbffef, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:36:24.584113 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Transition to ACTIVE for port object d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:36:24.591319 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] For port 7d492688-60d1-4c39-8183-8c54ddbbffef, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7d492688-60d1-4c39-8183-8c54ddbbffef,segment=NetworkSegment(ce76e6e3-ae2d-4a23-8db7-3bdfe4120365),segment_id=ce76e6e3-ae2d-4a23-8db7-3bdfe4120365)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:36:24.610806 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ec7e29ca-9410-4635-9db8-660c02c40ac0 None None] Port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:36:24.610906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0869943a-e2ff-4162-b570-dc3d25dc7494 admin admin] Network c3a0a212-ec10-4cf2-87d2-3c38501fb7d7 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:36:24.682389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-bb543abf-406f-49a7-bb9c-d83436a2e683 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:36:24.683443 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-bb543abf-406f-49a7-bb9c-d83436a2e683 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093496 Dec 14 02:36:24.692187 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:24.693116 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:24.702723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a91da765-c5df-4a38-bc2e-94020f2dfcc3 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:24.706093 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-0869943a-e2ff-4162-b570-dc3d25dc7494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, c3a0a212-ec10-4cf2-87d2-3c38501fb7d7) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:24.711229 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0869943a-e2ff-4162-b570-dc3d25dc7494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:24.712531 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0869943a-e2ff-4162-b570-dc3d25dc7494 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:24.755260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4082c9-be7c-48df-b46f-4bf7f84383ed None None] Network c3a0a212-ec10-4cf2-87d2-3c38501fb7d7 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:36:24.799144 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-e41624e5-7464-48c8-bb50-20c0d07d885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:24.801341 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-e41624e5-7464-48c8-bb50-20c0d07d885d service neutron] 10.222.0.39 "GET /v2.0/ports/46e12e5d-9a55-405f-83a3-c143e46a3097 HTTP/1.1" status: 200 len: 1093 time: 0.0823607 Dec 14 02:36:24.811665 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Pushing event updated for resources: {'Port': ['ID=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:24.819085 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-47d9f9d9-970b-45c9-b0be-fe77576b2fd2 service neutron] Request body: {'binding': {'host': 'n-h1-821636-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:24.820346 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-47d9f9d9-970b-45c9-b0be-fe77576b2fd2 service neutron] Unknown quota resources ['binding']. {{(pid=103847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 02:36:24.839396 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-7772e3ec-caa2-4502-99e4-0bbc3021d5ac tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:24.848642 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-7772e3ec-caa2-4502-99e4-0bbc3021d5ac tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:24.850472 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-7772e3ec-caa2-4502-99e4-0bbc3021d5ac tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/networks?id=57a1d093-9544-4e59-8f74-14fc5cd4f843&id=3a2edc7f-9d02-494d-8925-f01e59cf20ba HTTP/1.1" status: 200 len: 1392 time: 0.1677690 Dec 14 02:36:24.855634 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f683c-9f39-419d-9733-4620ab60e629 None None] Pushing event updated for resources: {'Port': ['ID=7d492688-60d1-4c39-8183-8c54ddbbffef,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:24.877347 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0869943a-e2ff-4162-b570-dc3d25dc7494 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3366020 Dec 14 02:36:24.883447 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57624) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:24.890169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-965891099-router', 'tenant_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:24.893091 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a91da765-c5df-4a38-bc2e-94020f2dfcc3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:24.893091 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:24.946804 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-0a8a97c7-de3d-47b2-bbac-2025e0ee420b tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/quotas/f9e3c48c88dd4e2188c9991ba134e39e HTTP/1.1" status: 200 len: 375 time: 0.0862916 Dec 14 02:36:25.005950 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-c3a0a212-ec10-4cf2-87d2-3c38501fb7d7', 'network_id': 'c3a0a212-ec10-4cf2-87d2-3c38501fb7d7', 'project_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'fixed_ips': [{'subnet_id': '766d7f30-12fe-4bf1-ba47-bd8e1716d843'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:36:25.013002 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Attempting to bind port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:36:25.014906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Attempting to bind port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'da0a9a47-9cfe-4e21-82e6-1aa3afde42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:36:25.014906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Attempting to bind port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 on network 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:25.021526 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:25.024457 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 on network 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:36:25.024971 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Attempting to bind port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 on network 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:25.037343 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:36:25.037868 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Checking segment: {'id': 'da0a9a47-9cfe-4e21-82e6-1aa3afde42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:25.038369 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Bound using segment: {'id': 'da0a9a47-9cfe-4e21-82e6-1aa3afde42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:36:25.038935 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Bound port: d45bade7-d099-4cb6-8acc-b3e3b97fc0f2, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0a9a47-9cfe-4e21-82e6-1aa3afde42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:36:25.039377 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:25.087542 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-ce8119d3-e4a6-43f9-abcd-35fd646dc5d4 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9e3c48c88dd4e2188c9991ba134e39e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1290312 Dec 14 02:36:25.090988 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:25.093488 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:25.159212 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-47d9f9d9-970b-45c9-b0be-fe77576b2fd2 service neutron] Attempting to bind port 46e12e5d-9a55-405f-83a3-c143e46a3097 on host n-h1-821636-1 for vnic_type normal with profile None {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:36:25.159577 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-47d9f9d9-970b-45c9-b0be-fe77576b2fd2 service neutron] Attempting to bind port 46e12e5d-9a55-405f-83a3-c143e46a3097 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:36:25.160011 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-47d9f9d9-970b-45c9-b0be-fe77576b2fd2 service neutron] Attempting to bind port 46e12e5d-9a55-405f-83a3-c143e46a3097 on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:25.173421 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-47d9f9d9-970b-45c9-b0be-fe77576b2fd2 service neutron] Port 46e12e5d-9a55-405f-83a3-c143e46a3097 on network f3e644f0-318a-42e9-9245-8613c8213d27 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:36:25.173624 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-47d9f9d9-970b-45c9-b0be-fe77576b2fd2 service neutron] Attempting to bind port 46e12e5d-9a55-405f-83a3-c143e46a3097 on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:25.176105 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] For port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:36:25.180122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] For port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:36:25.183288 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-47d9f9d9-970b-45c9-b0be-fe77576b2fd2 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:36:25.183624 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-47d9f9d9-970b-45c9-b0be-fe77576b2fd2 service neutron] Checking segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:25.184008 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-47d9f9d9-970b-45c9-b0be-fe77576b2fd2 service neutron] Bound using segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:36:25.184440 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-47d9f9d9-970b-45c9-b0be-fe77576b2fd2 service neutron] Bound port: 46e12e5d-9a55-405f-83a3-c143e46a3097, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:36:25.199209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-66f331a2-6865-465b-8d4f-fc2d7a57c6de service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:36:25.247008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-66f331a2-6865-465b-8d4f-fc2d7a57c6de service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0614517 Dec 14 02:36:25.253345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 567e4453-5354-4d85-973b-30cbba6465bd up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:25.253521 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-47d9f9d9-970b-45c9-b0be-fe77576b2fd2 service neutron] For port 46e12e5d-9a55-405f-83a3-c143e46a3097, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=46e12e5d-9a55-405f-83a3-c143e46a3097,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:36:25.270633 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:25.325009 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:25.326221 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:25.328090 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] 10.222.0.46 "PUT /v2.0/ports/d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 HTTP/1.1" status: 200 len: 1091 time: 1.4172723 Dec 14 02:36:25.340882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3be604-5954-4a07-9fe0-fc54a9e03102', 'tag': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:36:25.346059 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8c87f2-8f7d-4984-843a-d1a36de28715" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3be604-5954-4a07-9fe0-fc54a9e03102", "tag": "d45bade7-d099-4cb6-8acc-b3e3b97fc0f2"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:36:25.355467 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:25.362977 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-47d9f9d9-970b-45c9-b0be-fe77576b2fd2 service neutron] Publish callbacks [] for binding, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:25.364626 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-47d9f9d9-970b-45c9-b0be-fe77576b2fd2 service neutron] 10.222.0.39 "POST /v2.0/ports/46e12e5d-9a55-405f-83a3-c143e46a3097/bindings HTTP/1.1" status: 201 len: 389 time: 0.5489283 Dec 14 02:36:25.406685 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ff25b-bf49-4375-bb0b-1efea9bd248f service neutron] Pushing event updated for resources: {'Port': ['ID=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:25.583262 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Sync routers for ids ['9f05b62e-eec8-454c-8014-8438925f5728'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:36:25.596438 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Routers {'9f05b62e-eec8-454c-8014-8438925f5728'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:25.597072 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9f05b62e-eec8-454c-8014-8438925f5728'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:25.602114 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-6e061640-1b73-4d15-ab5a-795ccea86a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:25.602114 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-6e061640-1b73-4d15-ab5a-795ccea86a49 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2232de45ebfb42369e596a53934ed9e2&device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 1094 time: 0.0859687 Dec 14 02:36:25.639785 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-8aac2e76-7172-40ec-84c9-8670de9731bf service neutron] 10.222.0.39 "GET /v2.0/networks/57a1d093-9544-4e59-8f74-14fc5cd4f843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921180 Dec 14 02:36:25.656873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Allocated IP 172.20.0.2 (c3a0a212-ec10-4cf2-87d2-3c38501fb7d7/766d7f30-12fe-4bf1-ba47-bd8e1716d843/a5d31cf6-032c-4d78-be42-ab2af1156d91) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:36:25.669241 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-bf8f4bd7-7b33-4ab5-9a89-81bff82a44eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 HTTP/1.1" status: 200 len: 217 time: 0.0546818 Dec 14 02:36:25.738254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-1f794374-2865-4534-ac14-f5ec4ba44eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:25.740432 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-1f794374-2865-4534-ac14-f5ec4ba44eb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0 HTTP/1.1" status: 200 len: 856 time: 0.0587950 Dec 14 02:36:25.824730 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-62dc8b99-79f9-4335-8ca2-5de1eb711925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:25.827161 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-62dc8b99-79f9-4335-8ca2-5de1eb711925 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790133 Dec 14 02:36:25.834515 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 567e4453-5354-4d85-973b-30cbba6465bd triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:25.834895 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:25.898257 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Set router 9f05b62e-eec8-454c-8014-8438925f5728 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:25.900901 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:25.946173 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-4c180ad6-b89a-4aac-8714-996b1bf9d6bf service neutron] 10.222.0.39 "GET /v2.0/networks/57a1d093-9544-4e59-8f74-14fc5cd4f843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051488 Dec 14 02:36:25.997544 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-37773151-a149-4dc9-877c-84ba8a881f01 service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586175 Dec 14 02:36:26.028143 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:26.063762 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4404a-688c-42fb-b00d-0b54d956c6ba req-0f36b1d4-48a7-419f-bf38-7ed5da6cc50f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:26.072319 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-98b4404a-688c-42fb-b00d-0b54d956c6ba req-0f36b1d4-48a7-419f-bf38-7ed5da6cc50f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.2174439 Dec 14 02:36:26.138524 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9ca136e3-9f3d-4240-9bb4-ad6e68c428c9 req-f4f6fc26-5336-476b-b1f5-d4ed7d9deed0 service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358676 Dec 14 02:36:26.149081 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:26.218795 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Pushing event updated for resources: {'Port': ['ID=a5d31cf6-032c-4d78-be42-ab2af1156d91,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:26.247413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Network c3a0a212-ec10-4cf2-87d2-3c38501fb7d7 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:26.250086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:26.256677 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:36:26.278984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-98b4404a-688c-42fb-b00d-0b54d956c6ba req-6294e304-69a6-4c6b-953a-d24504e8940f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005448 Dec 14 02:36:26.289611 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-f747da88-172e-460a-bbd7-6263efa76f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:26.291458 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-f747da88-172e-460a-bbd7-6263efa76f78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 1096 time: 0.1024263 Dec 14 02:36:26.303151 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-db460ecb-d953-41d0-93b8-d30c32629375 service neutron] 10.222.0.39 "GET /v2.0/networks/3a2edc7f-9d02-494d-8925-f01e59cf20ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561115 Dec 14 02:36:26.363598 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f05b62e-eec8-454c-8014-8438925f5728', 'name': 'tempest-TaggedBootDevicesTest-657180045-router', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:12Z', 'updated_at': '2021-12-14T02:36:19Z', 'revision_number': 4, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'gw_port': {'id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:14Z', 'updated_at': '2021-12-14T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd3de1e29-ea65-4461-b55d-e9dc277c87e0', 'name': '', 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'mac_address': 'fa:16:3e:f1:f7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:17Z', 'updated_at': '2021-12-14T02:36:19Z', 'revision_number': 2, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'subnets': [{'id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:26.375014 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Attempting to bind port a5d31cf6-032c-4d78-be42-ab2af1156d91 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:36:26.375484 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Attempting to bind port a5d31cf6-032c-4d78-be42-ab2af1156d91 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '90457c1b-9637-4977-afce-7960f9c62845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c3a0a212-ec10-4cf2-87d2-3c38501fb7d7'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:36:26.375953 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Attempting to bind port a5d31cf6-032c-4d78-be42-ab2af1156d91 on network c3a0a212-ec10-4cf2-87d2-3c38501fb7d7 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:26.381723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:36:26.382195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Checking segment: {'id': '90457c1b-9637-4977-afce-7960f9c62845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c3a0a212-ec10-4cf2-87d2-3c38501fb7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:26.382687 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:26.383162 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Bound using segment: {'id': '90457c1b-9637-4977-afce-7960f9c62845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c3a0a212-ec10-4cf2-87d2-3c38501fb7d7'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:36:26.383714 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Bound port: a5d31cf6-032c-4d78-be42-ab2af1156d91, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90457c1b-9637-4977-afce-7960f9c62845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c3a0a212-ec10-4cf2-87d2-3c38501fb7d7'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:36:26.384252 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:26.428763 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Checking router: 9f05b62e-eec8-454c-8014-8438925f5728 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:36:26.429628 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Updating router 9f05b62e-eec8-454c-8014-8438925f5728 port d3de1e29-ea65-4461-b55d-e9dc277c87e0 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:36:26.483796 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] For port a5d31cf6-032c-4d78-be42-ab2af1156d91, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:36:26.485478 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-9c780bee-11fc-4c09-888b-f90f889d6f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:26.487683 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-9c780bee-11fc-4c09-888b-f90f889d6f09 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.1556666 Dec 14 02:36:26.488625 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] For port a5d31cf6-032c-4d78-be42-ab2af1156d91, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a5d31cf6-032c-4d78-be42-ab2af1156d91,segment=NetworkSegment(90457c1b-9637-4977-afce-7960f9c62845),segment_id=90457c1b-9637-4977-afce-7960f9c62845)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:36:26.548595 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-64caf4bf-7720-4cc6-9422-66616cb151c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46e12e5d-9a55-405f-83a3-c143e46a3097 HTTP/1.1" status: 200 len: 217 time: 0.0521824 Dec 14 02:36:26.554925 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:26.599289 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:26.627793 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-0fbb005a-b72b-4878-bf4f-f240f589179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:26.629771 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-0fbb005a-b72b-4878-bf4f-f240f589179f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.0731890 Dec 14 02:36:26.634358 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7d4ec-18e8-4c32-9a93-084b2443819c req-8b2b152a-f6cf-4a48-b3aa-655144f1e758 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:26.642721 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8b7d4ec-18e8-4c32-9a93-084b2443819c req-8b2b152a-f6cf-4a48-b3aa-655144f1e758 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2309334 Dec 14 02:36:26.663560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936696be-6a57-4b4b-88fa-d5d2f7fc261c None None] Network 3a2edc7f-9d02-494d-8925-f01e59cf20ba requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:36:26.693551 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-f8068332-6531-4a7e-985a-dc89fcc6ee48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559390 Dec 14 02:36:26.728427 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8955c-a19a-4bbf-a1ea-72d497bac677 None None] Pushing event updated for resources: {'Port': ['ID=a5d31cf6-032c-4d78-be42-ab2af1156d91,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:26.767718 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57660) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:26.789851 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-a565f48e-d213-40d8-b8fa-3ed7dfc2bcd0 service neutron] 10.222.0.39 "GET /v2.0/networks/3a2edc7f-9d02-494d-8925-f01e59cf20ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775903 Dec 14 02:36:26.793432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7d492688-60d1-4c39-8183-8c54ddbbffef up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:26.804471 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:26.824011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8b7d4ec-18e8-4c32-9a93-084b2443819c req-450825fb-84ca-4683-ae97-e98009f0010c tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 696 time: 0.1803963 Dec 14 02:36:26.867069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-f8b7d4ec-18e8-4c32-9a93-084b2443819c req-6d18cd31-4aa3-41bb-a409-a3704dcddd1d tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Request body: {'floatingip': {'port_id': 'e1f840d4-9b82-434a-a733-49f50c16c4cd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:26.888401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7fce83ec-2f4d-4679-b565-fd3e9127bef7 None None] Provisioning complete for port 7d492688-60d1-4c39-8183-8c54ddbbffef triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:26.888875 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7fce83ec-2f4d-4679-b565-fd3e9127bef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:26.919256 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f8b7d4ec-18e8-4c32-9a93-084b2443819c req-6d18cd31-4aa3-41bb-a409-a3704dcddd1d tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks [] for floatingip, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:26.922891 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:26.995894 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:27.000624 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 7d492688-60d1-4c39-8183-8c54ddbbffef triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:27.001119 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:27.005106 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-b45a46e6-7d0c-4f53-a372-789f2512a086 service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009806 Dec 14 02:36:27.237389 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:27.353423 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:27.360312 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:27.389682 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7fce83ec-2f4d-4679-b565-fd3e9127bef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:27.478185 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 7d492688-60d1-4c39-8183-8c54ddbbffef, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7d492688-60d1-4c39-8183-8c54ddbbffef,segment=NetworkSegment(ce76e6e3-ae2d-4a23-8db7-3bdfe4120365),segment_id=ce76e6e3-ae2d-4a23-8db7-3bdfe4120365)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:27.570331 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e3891-3da1-4122-bfba-918b44360f3a None None] Pushing event updated for resources: {'Port': ['ID=d3de1e29-ea65-4461-b55d-e9dc277c87e0,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:27.591451 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Attempting to bind port d3de1e29-ea65-4461-b55d-e9dc277c87e0 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:36:27.592386 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Attempting to bind port d3de1e29-ea65-4461-b55d-e9dc277c87e0 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'd1595b99-6ad9-44ee-8c91-8d11d1164e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:36:27.592857 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Attempting to bind port d3de1e29-ea65-4461-b55d-e9dc277c87e0 on network 1b4164e6-822e-420c-a3b0-b15221d3eff6 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:27.594758 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:27.625951 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:36:27.626506 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Checking segment: {'id': 'd1595b99-6ad9-44ee-8c91-8d11d1164e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:27.626950 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:27.627377 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Bound using segment: {'id': 'd1595b99-6ad9-44ee-8c91-8d11d1164e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:36:27.627890 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Bound port: d3de1e29-ea65-4461-b55d-e9dc277c87e0, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1595b99-6ad9-44ee-8c91-8d11d1164e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:36:27.628300 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:27.639376 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-f8b7d4ec-18e8-4c32-9a93-084b2443819c req-6d18cd31-4aa3-41bb-a409-a3704dcddd1d tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] update failed (client error): There was a conflict when trying to complete your request. Dec 14 02:36:27.654025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8b7d4ec-18e8-4c32-9a93-084b2443819c req-6d18cd31-4aa3-41bb-a409-a3704dcddd1d tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "PUT /v2.0/floatingips/bc7a294c-9b97-4919-8fe4-810b33b72bd9 HTTP/1.1" status: 409 len: 551 time: 0.8290086 Dec 14 02:36:27.675969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c87f2-8f7d-4984-843a-d1a36de28715 req-3f75d2fd-227a-4bd9-8769-234e4fb8538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:27.679918 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c8c87f2-8f7d-4984-843a-d1a36de28715 req-3f75d2fd-227a-4bd9-8769-234e4fb8538e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2232de45ebfb42369e596a53934ed9e2&device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 1094 time: 0.3797939 Dec 14 02:36:27.767720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] Allocated IP 172.25.7.202 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/7919bc39-4b28-4aa8-8943-7a78367e9f42) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:36:27.799929 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] For port d3de1e29-ea65-4461-b55d-e9dc277c87e0, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:36:27.800706 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-a5517c54-9266-42d5-95a8-248d6b7d4fed service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7816880 Dec 14 02:36:27.849269 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4c3467-3a8a-4daa-ad53-cf7b872432c7 x-openstack-request-id: req-ef4c3467-3a8a-4daa-ad53-cf7b872432c7 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:36:27.850443 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] For port d3de1e29-ea65-4461-b55d-e9dc277c87e0, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d3de1e29-ea65-4461-b55d-e9dc277c87e0,segment=NetworkSegment(d1595b99-6ad9-44ee-8c91-8d11d1164e2c),segment_id=d1595b99-6ad9-44ee-8c91-8d11d1164e2c)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:36:27.850734 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3be604-5954-4a07-9fe0-fc54a9e03102", "tag": "d45bade7-d099-4cb6-8acc-b3e3b97fc0f2", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:36:27.850734 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef4c3467-3a8a-4daa-ad53-cf7b872432c7 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:36:27.850734 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3be604-5954-4a07-9fe0-fc54a9e03102', 'tag': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2', 'status': 'completed', 'code': 200} Dec 14 02:36:27.850905 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-7fce83ec-2f4d-4679-b565-fd3e9127bef7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:36:27.850905 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-7fce83ec-2f4d-4679-b565-fd3e9127bef7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:36:27.850905 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=7d492688-60d1-4c39-8183-8c54ddbbffef,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:27.851422 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7b3ab87-be22-43b1-82cf-9d53f84ca261 req-055f7446-93c6-42cf-ac2b-16f08fa74e33 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 210 time: 0.0799761 Dec 14 02:36:27.851487 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c029d7c-9dcb-4bc4-bf94-469aa24ef6af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:27.851549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058abcc6-7336-470b-8677-af14723d8c4a req-911d1c08-1971-438b-a5af-ff2260e40255 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:27.854273 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-058abcc6-7336-470b-8677-af14723d8c4a req-911d1c08-1971-438b-a5af-ff2260e40255 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 945 time: 0.3626592 Dec 14 02:36:27.944398 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c029d7c-9dcb-4bc4-bf94-469aa24ef6af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:27.960800 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:28.032037 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Routers {'9f05b62e-eec8-454c-8014-8438925f5728'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:28.032412 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9f05b62e-eec8-454c-8014-8438925f5728'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:28.097110 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c029d7c-9dcb-4bc4-bf94-469aa24ef6af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:28.128502 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e3891-3da1-4122-bfba-918b44360f3a None None] Pushing event updated for resources: {'Port': ['ID=d3de1e29-ea65-4461-b55d-e9dc277c87e0,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:28.214622 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c029d7c-9dcb-4bc4-bf94-469aa24ef6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e85a3d3-2e26-4a94-966f-613882d40b37,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:28.224645 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6c029d7c-9dcb-4bc4-bf94-469aa24ef6af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b8e0a549ec7489a9e664a1c8c4af987&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4521627 Dec 14 02:36:28.227180 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] Set router 9f05b62e-eec8-454c-8014-8438925f5728 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:28.228060 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57678) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:28.302812 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23f0caf8-b62d-4bc4-9613-6f44a0d114dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:28.343437 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23f0caf8-b62d-4bc4-9613-6f44a0d114dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:28.471574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0906e53e-8aa9-4ee0-81b4-4bc8fcd1eb12 None None] Network c3a0a212-ec10-4cf2-87d2-3c38501fb7d7 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:36:28.485798 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23f0caf8-b62d-4bc4-9613-6f44a0d114dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:28.489191 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23f0caf8-b62d-4bc4-9613-6f44a0d114dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:28.491548 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-23f0caf8-b62d-4bc4-9613-6f44a0d114dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e85a3d3-2e26-4a94-966f-613882d40b37 HTTP/1.1" status: 204 len: 168 time: 0.2622344 Dec 14 02:36:28.504314 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0caf8-b62d-4bc4-9613-6f44a0d114dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e85a3d3-2e26-4a94-966f-613882d40b37,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:28.549967 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-058abcc6-7336-470b-8677-af14723d8c4a req-d3a3739f-2398-4b3d-a661-d39f703a6f5b tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6504693 Dec 14 02:36:28.564980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427b712-8af5-4112-b4f6-3d9bbb2169f0 req-d7323aff-006b-47c5-a757-b19a42ecd12b tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:28.566609 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5427b712-8af5-4112-b4f6-3d9bbb2169f0 req-d7323aff-006b-47c5-a757-b19a42ecd12b tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.6683190 Dec 14 02:36:28.570253 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c87f2-8f7d-4984-843a-d1a36de28715 req-386d0163-f2dc-4409-b894-b7cd892ce301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:28.571743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c8c87f2-8f7d-4984-843a-d1a36de28715 req-386d0163-f2dc-4409-b894-b7cd892ce301 service neutron] 10.222.0.46 "GET /v2.0/networks?id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061 HTTP/1.1" status: 200 len: 918 time: 0.8674593 Dec 14 02:36:28.617670 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f05b62e-eec8-454c-8014-8438925f5728', 'name': 'tempest-TaggedBootDevicesTest-657180045-router', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:12Z', 'updated_at': '2021-12-14T02:36:19Z', 'revision_number': 4, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'gw_port': {'id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:14Z', 'updated_at': '2021-12-14T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd3de1e29-ea65-4461-b55d-e9dc277c87e0', 'name': '', 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'mac_address': 'fa:16:3e:f1:f7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:17Z', 'updated_at': '2021-12-14T02:36:27Z', 'revision_number': 4, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'subnets': [{'id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:28.648693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c8c87f2-8f7d-4984-843a-d1a36de28715 req-84f962ff-0318-490f-a9ca-af8fbe7c88a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 HTTP/1.1" status: 200 len: 217 time: 0.0663085 Dec 14 02:36:28.648949 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a442fa20-4385-4b39-bb2e-87f1635b81f9 None None] The sync data for ids ['9f05b62e-eec8-454c-8014-8438925f5728'] in n-d-821636-1 is: [{'id': '9f05b62e-eec8-454c-8014-8438925f5728', 'name': 'tempest-TaggedBootDevicesTest-657180045-router', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:12Z', 'updated_at': '2021-12-14T02:36:19Z', 'revision_number': 4, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'gw_port': {'id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:14Z', 'updated_at': '2021-12-14T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd3de1e29-ea65-4461-b55d-e9dc277c87e0', 'name': '', 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'mac_address': 'fa:16:3e:f1:f7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:17Z', 'updated_at': '2021-12-14T02:36:27Z', 'revision_number': 4, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'subnets': [{'id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:36:28.664869 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d054de67-679a-44c1-8532-5acf8084e157 None None] Provisioning complete for port d3de1e29-ea65-4461-b55d-e9dc277c87e0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:28.665513 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d054de67-679a-44c1-8532-5acf8084e157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:28.915122 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:28.957459 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-968106cf-9c87-4c57-920c-e36ecca446ee req-a1c5e7a6-a72c-48dc-b1bd-824f4b3be141 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/floatingips/bc7a294c-9b97-4919-8fe4-810b33b72bd9 HTTP/1.1" status: 200 len: 693 time: 0.3015785 Dec 14 02:36:28.965228 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d054de67-679a-44c1-8532-5acf8084e157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:29.010602 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7d492688-60d1-4c39-8183-8c54ddbbffef up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:29.019165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c87f2-8f7d-4984-843a-d1a36de28715 req-b4bd8780-47bb-4d77-b7ce-498b36fab615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:29.020902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c8c87f2-8f7d-4984-843a-d1a36de28715 req-b4bd8780-47bb-4d77-b7ce-498b36fab615 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0 HTTP/1.1" status: 200 len: 856 time: 0.3466477 Dec 14 02:36:29.092954 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d054de67-679a-44c1-8532-5acf8084e157 None None] For port d3de1e29-ea65-4461-b55d-e9dc277c87e0, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d3de1e29-ea65-4461-b55d-e9dc277c87e0,segment=NetworkSegment(d1595b99-6ad9-44ee-8c91-8d11d1164e2c),segment_id=d1595b99-6ad9-44ee-8c91-8d11d1164e2c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:29.149081 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 7d492688-60d1-4c39-8183-8c54ddbbffef triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:29.149538 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:29.197534 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d054de67-679a-44c1-8532-5acf8084e157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:29.244723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5427b712-8af5-4112-b4f6-3d9bbb2169f0 req-2b2bad92-07aa-48cb-834a-5f7f865fbe3f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6611953 Dec 14 02:36:29.293076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d054de67-679a-44c1-8532-5acf8084e157 None None] Provisioning complete for port a5d31cf6-032c-4d78-be42-ab2af1156d91 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:29.293483 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d054de67-679a-44c1-8532-5acf8084e157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:29.336020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968106cf-9c87-4c57-920c-e36ecca446ee req-fa1f3cd8-b3d2-4bdb-b185-2bc00366a684 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:29.337784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-968106cf-9c87-4c57-920c-e36ecca446ee req-fa1f3cd8-b3d2-4bdb-b185-2bc00366a684 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.3791850 Dec 14 02:36:29.345488 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c87f2-8f7d-4984-843a-d1a36de28715 req-47866dcf-dca0-4b9e-9384-29255dcb367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:29.347297 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c8c87f2-8f7d-4984-843a-d1a36de28715 req-47866dcf-dca0-4b9e-9384-29255dcb367e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3037896 Dec 14 02:36:29.381676 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054de67-679a-44c1-8532-5acf8084e157 None None] Pushing event updated for resources: {'Port': ['ID=d3de1e29-ea65-4461-b55d-e9dc277c87e0,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:29.413534 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:29.459597 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a5d31cf6-032c-4d78-be42-ab2af1156d91 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:29.474618 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-968106cf-9c87-4c57-920c-e36ecca446ee req-be4f12db-0655-49a9-b4c8-8940953e776a tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 696 time: 0.1251884 Dec 14 02:36:29.527918 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57688) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:29.558529 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf94707a-2ac4-4c32-bf31-3618af8055b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:29.600733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] Pushing event updated for resources: {'Port': ['ID=7919bc39-4b28-4aa8-8943-7a78367e9f42,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:29.671212 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d054de67-679a-44c1-8532-5acf8084e157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:29.697251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a5d31cf6-032c-4d78-be42-ab2af1156d91 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:29.697854 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf94707a-2ac4-4c32-bf31-3618af8055b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:29.698539 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:29.759617 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf94707a-2ac4-4c32-bf31-3618af8055b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:29.778301 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:29.796692 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:29.857063 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:36:29.880242 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cf94707a-2ac4-4c32-bf31-3618af8055b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28afa2011d2b488eb58f768c77985c8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3460493 Dec 14 02:36:29.883860 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94707a-2ac4-4c32-bf31-3618af8055b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4ff65a-8432-4ef4-ae55-80976395542a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:29.887396 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57692) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:29.927506 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e38d5fa6-7ad9-4a8f-b45a-d9741bee3e46 req-d146392f-3b0f-45c0-904b-7f024f48afdc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 210 time: 0.3331835 Dec 14 02:36:29.955989 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-968106cf-9c87-4c57-920c-e36ecca446ee req-ca4b0068-fdcb-4430-b31f-77b8588a8fa3 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.172 HTTP/1.1" status: 200 len: 696 time: 0.3666213 Dec 14 02:36:29.996945 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c4cfe781-c7eb-4ccb-8f52-961b0703f0de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:30.032943 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c4cfe781-c7eb-4ccb-8f52-961b0703f0de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:30.068754 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d054de67-679a-44c1-8532-5acf8084e157 None None] For port a5d31cf6-032c-4d78-be42-ab2af1156d91, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a5d31cf6-032c-4d78-be42-ab2af1156d91,segment=NetworkSegment(90457c1b-9637-4977-afce-7960f9c62845),segment_id=90457c1b-9637-4977-afce-7960f9c62845)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:30.095775 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:30.099245 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:30.149892 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d054de67-679a-44c1-8532-5acf8084e157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:30.233558 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:36:30.233962 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:36:30.239108 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d054de67-679a-44c1-8532-5acf8084e157 None None] Provisioning complete for port 7d492688-60d1-4c39-8183-8c54ddbbffef triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:30.239486 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d054de67-679a-44c1-8532-5acf8084e157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:30.251745 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c4cfe781-c7eb-4ccb-8f52-961b0703f0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:30.256495 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c4cfe781-c7eb-4ccb-8f52-961b0703f0de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:30.258452 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c8c87f2-8f7d-4984-843a-d1a36de28715 req-f812fba7-05f3-4d22-ae79-839614572708 service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8984857 Dec 14 02:36:30.267988 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054de67-679a-44c1-8532-5acf8084e157 None None] Pushing event updated for resources: {'Port': ['ID=a5d31cf6-032c-4d78-be42-ab2af1156d91,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:30.268859 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c4cfe781-c7eb-4ccb-8f52-961b0703f0de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae4ff65a-8432-4ef4-ae55-80976395542a HTTP/1.1" status: 204 len: 168 time: 0.3777094 Dec 14 02:36:30.293688 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfe781-c7eb-4ccb-8f52-961b0703f0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4ff65a-8432-4ef4-ae55-80976395542a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:30.489487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c8c87f2-8f7d-4984-843a-d1a36de28715 req-c27f8cc1-6fa8-4cac-a98e-6adfa080bc55 service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002201 Dec 14 02:36:30.525053 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:36:30.530759 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576a8ad-6341-424d-b74a-405e04060d71 req-f88cb022-950e-4425-86bc-9c9fe0d809e5 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:30.532553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3576a8ad-6341-424d-b74a-405e04060d71 req-f88cb022-950e-4425-86bc-9c9fe0d809e5 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 945 time: 0.4335830 Dec 14 02:36:30.555840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-d49fa276-7f92-4710-9570-009cf8323540 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:30.561646 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-02f413cb-7746-4d71-8f05-398dbed68a55 None None] Provisioning complete for port a5d31cf6-032c-4d78-be42-ab2af1156d91 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:30.562084 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-02f413cb-7746-4d71-8f05-398dbed68a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:30.563048 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-d49fa276-7f92-4710-9570-009cf8323540 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:30.565938 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-d49fa276-7f92-4710-9570-009cf8323540 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.47 "GET /v2.0/networks?id=57a1d093-9544-4e59-8f74-14fc5cd4f843&id=3a2edc7f-9d02-494d-8925-f01e59cf20ba HTTP/1.1" status: 200 len: 1392 time: 0.6370783 Dec 14 02:36:30.595492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-9a33b94f-2b04-400f-8197-a11efc183c82 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Request body: {'port': {'device_id': '961f257b-21ae-4a49-88d6-7ed312e04164', 'network_id': '57a1d093-9544-4e59-8f74-14fc5cd4f843', 'admin_state_up': True, 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:30.656419 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:36:30.703792 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-968106cf-9c87-4c57-920c-e36ecca446ee req-eec9d1c7-a44d-451e-a99f-5925d9cf06ca tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Deleting port b0ddd23e-071b-4e8f-aba2-c3e845f9a210 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:36:30.704146 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-968106cf-9c87-4c57-920c-e36ecca446ee req-eec9d1c7-a44d-451e-a99f-5925d9cf06ca tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:30.730200 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3576a8ad-6341-424d-b74a-405e04060d71 req-aa3facf4-4249-4bc2-aee0-ef3770d79ccc tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861148 Dec 14 02:36:30.830062 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d3de1e29-ea65-4461-b55d-e9dc277c87e0 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:30.854342 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-968106cf-9c87-4c57-920c-e36ecca446ee req-eec9d1c7-a44d-451e-a99f-5925d9cf06ca tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:30.854847 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-968106cf-9c87-4c57-920c-e36ecca446ee req-eec9d1c7-a44d-451e-a99f-5925d9cf06ca tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:30.870381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-968106cf-9c87-4c57-920c-e36ecca446ee req-eec9d1c7-a44d-451e-a99f-5925d9cf06ca tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Calling delete_port for b0ddd23e-071b-4e8f-aba2-c3e845f9a210 owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:36:30.916861 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d3de1e29-ea65-4461-b55d-e9dc277c87e0 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:30.917252 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:30.964170 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:30.983577 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'port_id': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2', 'mac_address': 'fa:16:3e:24:b7:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:36:31.034667 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:31.052765 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:36:31.103821 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:31.202599 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a5d31cf6-032c-4d78-be42-ab2af1156d91 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:31.205254 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553a73b-f99e-41a0-af78-0872b9334913 req-550d6674-4987-4d25-a0a2-6e5afd27a7e3 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:31.206846 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5553a73b-f99e-41a0-af78-0872b9334913 req-550d6674-4987-4d25-a0a2-6e5afd27a7e3 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.1681256 Dec 14 02:36:31.237098 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:31.266940 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:31.319486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:31.326562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a5d31cf6-032c-4d78-be42-ab2af1156d91 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:31.326943 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:31.350524 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-9a33b94f-2b04-400f-8197-a11efc183c82 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Made reservation on behalf of f9e3c48c88dd4e2188c9991ba134e39e for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:36:31.353982 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-9a33b94f-2b04-400f-8197-a11efc183c82 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:31.356062 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-968106cf-9c87-4c57-920c-e36ecca446ee req-eec9d1c7-a44d-451e-a99f-5925d9cf06ca tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:31.403354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5553a73b-f99e-41a0-af78-0872b9334913 req-0c356de4-2fb8-4317-b0f7-0c6c1b8ed563 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875515 Dec 14 02:36:31.408018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec9d1c7-a44d-451e-a99f-5925d9cf06ca tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Pushing event deleted for resources: {'Port': ['ID=b0ddd23e-071b-4e8f-aba2-c3e845f9a210,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:31.415067 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d3de1e29-ea65-4461-b55d-e9dc277c87e0 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:31.516875 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d3de1e29-ea65-4461-b55d-e9dc277c87e0 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:31.517394 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:31.584770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['d45bade7-d099-4cb6-8acc-b3e3b97fc0f2'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:36:31.684940 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-968106cf-9c87-4c57-920c-e36ecca446ee req-eec9d1c7-a44d-451e-a99f-5925d9cf06ca tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:31.688180 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-968106cf-9c87-4c57-920c-e36ecca446ee req-eec9d1c7-a44d-451e-a99f-5925d9cf06ca tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:31.691188 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-968106cf-9c87-4c57-920c-e36ecca446ee req-eec9d1c7-a44d-451e-a99f-5925d9cf06ca tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "DELETE /v2.0/floatingips/bc7a294c-9b97-4919-8fe4-810b33b72bd9 HTTP/1.1" status: 204 len: 173 time: 1.7343225 Dec 14 02:36:31.714231 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-99527c03-7cfe-4bbc-bca9-a8d04e853ca4 req-f9ec3bd1-7058-4b8e-95f3-2b285bcae53c tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 210 time: 0.0537090 Dec 14 02:36:31.775143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-9a33b94f-2b04-400f-8197-a11efc183c82 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Allocated IP 19.80.0.234 (57a1d093-9544-4e59-8f74-14fc5cd4f843/fb4e1304-545c-4b3e-af81-51f491f0ee21/3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:36:31.844974 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:31.883999 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-1c675576-11ae-4774-b4f5-4c3ea61248be tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 1002 time: 0.1722858 Dec 14 02:36:32.097979 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-70615294-5526-4ee3-a075-c0cb2ea4cd3f tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:32.099348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-70615294-5526-4ee3-a075-c0cb2ea4cd3f tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports/e1f840d4-9b82-434a-a733-49f50c16c4cd HTTP/1.1" status: 200 len: 943 time: 0.2053292 Dec 14 02:36:32.120530 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f9fa7-46fb-4a45-a1da-1aa89a582fbf req-0d8fba70-10a4-4706-8b18-3b30fdb6daee tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:32.122048 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-733f9fa7-46fb-4a45-a1da-1aa89a582fbf req-0d8fba70-10a4-4706-8b18-3b30fdb6daee tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 945 time: 0.2657275 Dec 14 02:36:32.554867 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-9a33b94f-2b04-400f-8197-a11efc183c82 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:32.607501 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-733f9fa7-46fb-4a45-a1da-1aa89a582fbf req-9cb98345-e67c-48c9-9633-4808ec45020f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714723 Dec 14 02:36:32.621874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-75c4f990-08ad-4c32-8cc1-b7f28e527a39 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 1002 time: 0.4454703 Dec 14 02:36:32.682812 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:32.739087 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-63cc4129-52eb-4eb3-ba36-d8934252ae92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:32.741191 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] Router 119ab469-5502-4186-b028-3f92ac52fec1 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:36:32.776522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033507c-cdf5-4f30-8a60-7c4848dd6cc7 req-267e5f26-a4f4-41b7-8594-9ab09855a1cb tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:32.778016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0033507c-cdf5-4f30-8a60-7c4848dd6cc7 req-267e5f26-a4f4-41b7-8594-9ab09855a1cb tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 944 time: 0.0887296 Dec 14 02:36:32.834245 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:36:32.840417 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:32.841120 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:32.872053 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-9a33b94f-2b04-400f-8197-a11efc183c82 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:32.884573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-fbe02add-65c0-4d02-9269-ae654480bcce tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:32.886001 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-fbe02add-65c0-4d02-9269-ae654480bcce tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.2548280 Dec 14 02:36:32.946015 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:32.990739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:32.992119 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3be604-5954-4a07-9fe0-fc54a9e03102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:36:32.994525 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63787715-d5ed-4f86-95fc-cbb29c2cb502" -d '{"events": [{"server_uuid": "0f3be604-5954-4a07-9fe0-fc54a9e03102", "name": "network-vif-plugged", "status": "completed", "tag": "d45bade7-d099-4cb6-8acc-b3e3b97fc0f2"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:36:33.009088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-9a33b94f-2b04-400f-8197-a11efc183c82 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Network 57a1d093-9544-4e59-8f74-14fc5cd4f843 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:33.035980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-9a33b94f-2b04-400f-8197-a11efc183c82 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:33.050213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-9a33b94f-2b04-400f-8197-a11efc183c82 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:36:33.077698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33b94f-2b04-400f-8197-a11efc183c82 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event updated for resources: {'Port': ['ID=3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:33.083151 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0033507c-cdf5-4f30-8a60-7c4848dd6cc7 req-89345900-4dc0-440d-8724-adb0dcd0a8e6 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2943649 Dec 14 02:36:33.104864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:36:33.114049 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-9c6e7e20-5972-4af3-a9ad-623edd4e606f tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 1002 time: 0.1740041 Dec 14 02:36:33.114916 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:33.133553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-9a33b94f-2b04-400f-8197-a11efc183c82 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:33.134194 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-9a33b94f-2b04-400f-8197-a11efc183c82 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:33.147570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-018fc88e-ee5b-4f2d-bdb3-5d101533fea1 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:33.214725 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:33.220358 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3d4c2c75-151f-4c47-b588-24aa0772a0c8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3357677 Dec 14 02:36:33.223444 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57756) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:33.234396 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-018fc88e-ee5b-4f2d-bdb3-5d101533fea1 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks [] for floatingip, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:33.241625 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:33.253087 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Sync routers for ids ['119ab469-5502-4186-b028-3f92ac52fec1'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:36:33.267971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Routers {'119ab469-5502-4186-b028-3f92ac52fec1'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:33.268626 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['119ab469-5502-4186-b028-3f92ac52fec1'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:33.313647 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-9a33b94f-2b04-400f-8197-a11efc183c82 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7228000 Dec 14 02:36:33.353018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f6cb220c-bd3d-4a65-806c-0e80d5102434 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Request body: {'port': {'device_id': '961f257b-21ae-4a49-88d6-7ed312e04164', 'network_id': '3a2edc7f-9d02-494d-8925-f01e59cf20ba', 'admin_state_up': True, 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:33.436631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Set router 119ab469-5502-4186-b028-3f92ac52fec1 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:33.512871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e07affa7-15f4-4475-94f8-68b850ace56c None None] Provisioning complete for port 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:33.513172 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e07affa7-15f4-4475-94f8-68b850ace56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:33.591721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e85265-c1a0-464d-9469-81106c24cfdb req-0bdbcfc6-7535-4053-9a51-6e31bfb6b9fc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:33.595560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2e85265-c1a0-464d-9469-81106c24cfdb req-0bdbcfc6-7535-4053-9a51-6e31bfb6b9fc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 932 time: 0.1451304 Dec 14 02:36:33.663554 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e07affa7-15f4-4475-94f8-68b850ace56c None None] Port 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:36:33.676857 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-018fc88e-ee5b-4f2d-bdb3-5d101533fea1 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:33.719377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2e85265-c1a0-464d-9469-81106c24cfdb req-28d8afa0-ac2b-4756-ad4f-8e91a3e168eb tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113334 Dec 14 02:36:33.743613 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ab469-5502-4186-b028-3f92ac52fec1', 'name': 'tempest-TaggedBootDevicesTest-965891099-router', 'tenant_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '7919bc39-4b28-4aa8-8943-7a78367e9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:25Z', 'updated_at': '2021-12-14T02:36:30Z', 'revision_number': 3, 'project_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'gw_port': {'id': '7919bc39-4b28-4aa8-8943-7a78367e9f42', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:19:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119ab469-5502-4186-b028-3f92ac52fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:26Z', 'updated_at': '2021-12-14T02:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:33.766530 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-018fc88e-ee5b-4f2d-bdb3-5d101533fea1 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:33.767243 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-018fc88e-ee5b-4f2d-bdb3-5d101533fea1 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Floating IP 174bfbc7-d66f-4d21-825c-4d83bd976f5f disassociated. External IP: 172.25.7.161, port: e1f840d4-9b82-434a-a733-49f50c16c4cd. Dec 14 02:36:33.783361 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Checking router: 119ab469-5502-4186-b028-3f92ac52fec1 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:36:33.783361 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Updating router 119ab469-5502-4186-b028-3f92ac52fec1 port 7919bc39-4b28-4aa8-8943-7a78367e9f42 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:36:33.808948 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65273c4d-0485-4268-9f36-c5bcc2a98c3c x-openstack-request-id: req-65273c4d-0485-4268-9f36-c5bcc2a98c3c {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:36:33.809251 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3be604-5954-4a07-9fe0-fc54a9e03102", "name": "network-vif-plugged", "status": "completed", "tag": "d45bade7-d099-4cb6-8acc-b3e3b97fc0f2", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:36:33.809549 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65273c4d-0485-4268-9f36-c5bcc2a98c3c {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:36:33.809943 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3be604-5954-4a07-9fe0-fc54a9e03102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2', 'code': 200} Dec 14 02:36:33.816676 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:33.822877 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f6cb220c-bd3d-4a65-806c-0e80d5102434 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Made reservation on behalf of f9e3c48c88dd4e2188c9991ba134e39e for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:36:33.828308 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f6cb220c-bd3d-4a65-806c-0e80d5102434 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:33.894145 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6f4162a-b398-4e3d-805d-731f6846db5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:34.101676 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8c5b8-83c7-449c-b0fd-507d193f3b48 req-6bd08450-43bd-4dce-a18c-412090cc5b10 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:34.114393 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13b8c5b8-83c7-449c-b0fd-507d193f3b48 req-6bd08450-43bd-4dce-a18c-412090cc5b10 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 945 time: 0.1621840 Dec 14 02:36:34.131540 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-d6f4162a-b398-4e3d-805d-731f6846db5f admin admin] Allocated IP 172.20.0.1 (c3a0a212-ec10-4cf2-87d2-3c38501fb7d7/766d7f30-12fe-4bf1-ba47-bd8e1716d843/c4beecdd-bf5b-4214-8061-b02c13ae1252) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:36:34.163245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d5e63-7676-48ba-8fcd-aea88386bd51 req-363cf278-4652-4edf-a300-49f287ebbf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:34.164898 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b2d5e63-7676-48ba-8fcd-aea88386bd51 req-363cf278-4652-4edf-a300-49f287ebbf99 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 1096 time: 0.2555144 Dec 14 02:36:34.269053 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b2d5e63-7676-48ba-8fcd-aea88386bd51 req-29c19b91-90f7-4ad1-b696-94aa7bac33ef service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800862 Dec 14 02:36:34.275649 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6f4162a-b398-4e3d-805d-731f6846db5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:34.312582 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:34.384235 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13b8c5b8-83c7-449c-b0fd-507d193f3b48 req-9b79741e-f0cc-4bf1-aad7-f0d553260485 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568941 Dec 14 02:36:34.400660 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6f4162a-b398-4e3d-805d-731f6846db5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:34.408028 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:34.422803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f6cb220c-bd3d-4a65-806c-0e80d5102434 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Allocated IP 19.86.0.126 (3a2edc7f-9d02-494d-8925-f01e59cf20ba/ce76961a-6613-431e-a1d4-f28c399d2210/ea01c1fa-c703-49cd-a703-e55ad7bcd368) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:36:34.459322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Attempting to bind port 7919bc39-4b28-4aa8-8943-7a78367e9f42 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:36:34.459710 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Attempting to bind port 7919bc39-4b28-4aa8-8943-7a78367e9f42 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:36:34.460070 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Attempting to bind port 7919bc39-4b28-4aa8-8943-7a78367e9f42 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:34.500445 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:36:34.500826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:34.501235 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:34.501726 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:36:34.502225 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Bound port: 7919bc39-4b28-4aa8-8943-7a78367e9f42, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:36:34.502609 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:34.537637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-018fc88e-ee5b-4f2d-bdb3-5d101533fea1 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Router e826b109-b51f-40e2-93a7-8d34593e91ab has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:36:34.540479 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4162a-b398-4e3d-805d-731f6846db5f admin admin] Pushing event updated for resources: {'Port': ['ID=c4beecdd-bf5b-4214-8061-b02c13ae1252,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:34.556913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] For port 7919bc39-4b28-4aa8-8943-7a78367e9f42, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:36:34.558398 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f4162a-b398-4e3d-805d-731f6846db5f admin admin] Network c3a0a212-ec10-4cf2-87d2-3c38501fb7d7 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:34.561206 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] For port 7919bc39-4b28-4aa8-8943-7a78367e9f42, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7919bc39-4b28-4aa8-8943-7a78367e9f42,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:36:34.567343 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-d6f4162a-b398-4e3d-805d-731f6846db5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:34.584907 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f4162a-b398-4e3d-805d-731f6846db5f admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:36:34.620682 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a2d80-d041-4181-a0a5-429da8a33b47 None None] Pushing event updated for resources: {'Port': ['ID=7919bc39-4b28-4aa8-8943-7a78367e9f42,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:34.646192 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:34.665776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f381d-5a7b-4b6a-9030-b52e99a13e2d req-cedcf813-2bfc-430f-a13e-288a18592095 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:34.675003 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-496f381d-5a7b-4b6a-9030-b52e99a13e2d req-cedcf813-2bfc-430f-a13e-288a18592095 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.1984317 Dec 14 02:36:34.700652 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6f4162a-b398-4e3d-805d-731f6846db5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:34.755215 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Routers {'119ab469-5502-4186-b028-3f92ac52fec1'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:34.755875 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['119ab469-5502-4186-b028-3f92ac52fec1'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:34.862105 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-496f381d-5a7b-4b6a-9030-b52e99a13e2d req-1a0304e4-f6ac-424b-b74b-2992df8b4e1f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859066 Dec 14 02:36:34.970188 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f6cb220c-bd3d-4a65-806c-0e80d5102434 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:35.008141 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] Set router 119ab469-5502-4186-b028-3f92ac52fec1 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:35.041353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-018fc88e-ee5b-4f2d-bdb3-5d101533fea1 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:36:35.052852 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-018fc88e-ee5b-4f2d-bdb3-5d101533fea1 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:35.055957 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266868ef-4d9c-498f-9740-4a836c13fe4b None None] Sync routers for ids ['e826b109-b51f-40e2-93a7-8d34593e91ab'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:36:35.071931 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266868ef-4d9c-498f-9740-4a836c13fe4b None None] Routers {'e826b109-b51f-40e2-93a7-8d34593e91ab'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:35.073604 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-266868ef-4d9c-498f-9740-4a836c13fe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e826b109-b51f-40e2-93a7-8d34593e91ab'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:35.124147 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-018fc88e-ee5b-4f2d-bdb3-5d101533fea1 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "PUT /v2.0/floatingips/174bfbc7-d66f-4d21-825c-4d83bd976f5f HTTP/1.1" status: 200 len: 695 time: 1.9705369 Dec 14 02:36:35.125937 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afab887-201d-4675-8d84-e031a60e84aa', 'tag': 'e1f840d4-9b82-434a-a733-49f50c16c4cd'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:36:35.128322 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0461aaf7-dd4f-451b-b77e-62062ce6a208" -d '{"events": [{"name": "network-changed", "server_uuid": "5afab887-201d-4675-8d84-e031a60e84aa", "tag": "e1f840d4-9b82-434a-a733-49f50c16c4cd"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:36:35.133824 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f6cb220c-bd3d-4a65-806c-0e80d5102434 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:35.140706 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6f4162a-b398-4e3d-805d-731f6846db5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:35.295714 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-266868ef-4d9c-498f-9740-4a836c13fe4b None None] Set router e826b109-b51f-40e2-93a7-8d34593e91ab gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:35.370923 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f6cb220c-bd3d-4a65-806c-0e80d5102434 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Network 3a2edc7f-9d02-494d-8925-f01e59cf20ba is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:35.371966 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb220c-bd3d-4a65-806c-0e80d5102434 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event updated for resources: {'Port': ['ID=ea01c1fa-c703-49cd-a703-e55ad7bcd368,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:35.375568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a2d80-d041-4181-a0a5-429da8a33b47 None None] Pushing event updated for resources: {'Port': ['ID=7919bc39-4b28-4aa8-8943-7a78367e9f42,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:35.405133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f6cb220c-bd3d-4a65-806c-0e80d5102434 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:35.413015 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f6cb220c-bd3d-4a65-806c-0e80d5102434 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:36:35.541939 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6f4162a-b398-4e3d-805d-731f6846db5f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:35.566183 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5c87bd0e-1361-406e-866f-972775175620 None None] Provisioning complete for port c4beecdd-bf5b-4214-8061-b02c13ae1252 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:35.568593 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5c87bd0e-1361-406e-866f-972775175620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:35.613952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f6cb220c-bd3d-4a65-806c-0e80d5102434 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:35.614602 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f6cb220c-bd3d-4a65-806c-0e80d5102434 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:35.630380 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5c87bd0e-1361-406e-866f-972775175620 None None] Port c4beecdd-bf5b-4214-8061-b02c13ae1252 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:36:35.634746 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-28362c1b-2bec-48a0-baa1-74fdcbf6abbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:35.645531 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6f4162a-b398-4e3d-805d-731f6846db5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:35.712913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240ddb3-8479-46fb-b667-087e8bd76de9 req-cd2af1f8-5deb-4530-b115-21c1f72e489a tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:35.723665 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240ddb3-8479-46fb-b667-087e8bd76de9 req-cd2af1f8-5deb-4530-b115-21c1f72e489a tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:35.738271 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1240ddb3-8479-46fb-b667-087e8bd76de9 req-cd2af1f8-5deb-4530-b115-21c1f72e489a tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1655 time: 0.4791870 Dec 14 02:36:35.780543 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-8ed585b4-c325-47cc-949d-c13abad8a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:35.782156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-8ed585b4-c325-47cc-949d-c13abad8a60f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f6d76e8763674b21847546036ef0631b&device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 1097 time: 0.6500411 Dec 14 02:36:35.783249 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6f4162a-b398-4e3d-805d-731f6846db5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:35.797006 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4162a-b398-4e3d-805d-731f6846db5f admin admin] Pushing event updated for resources: {'Port': ['ID=c4beecdd-bf5b-4214-8061-b02c13ae1252,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:35.810875 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ab469-5502-4186-b028-3f92ac52fec1', 'name': 'tempest-TaggedBootDevicesTest-965891099-router', 'tenant_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '7919bc39-4b28-4aa8-8943-7a78367e9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:25Z', 'updated_at': '2021-12-14T02:36:30Z', 'revision_number': 3, 'project_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'gw_port': {'id': '7919bc39-4b28-4aa8-8943-7a78367e9f42', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:19:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119ab469-5502-4186-b028-3f92ac52fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:26Z', 'updated_at': '2021-12-14T02:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:35.846318 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f6cb220c-bd3d-4a65-806c-0e80d5102434 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5031786 Dec 14 02:36:35.902187 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-266868ef-4d9c-498f-9740-4a836c13fe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-589590376-router', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:37Z', 'updated_at': '2021-12-14T02:35:43Z', 'revision_number': 4, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'gw_port': {'id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:38Z', 'updated_at': '2021-12-14T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'bd549cec-f6dc-47a3-bffc-edea5aa16168', 'name': '', 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'mac_address': 'fa:16:3e:cb:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:42Z', 'updated_at': '2021-12-14T02:35:49Z', 'revision_number': 5, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'subnets': [{'id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:35.902788 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36de1d1e-cef0-4696-a6df-a51bf77becf8 None None] The sync data for ids ['119ab469-5502-4186-b028-3f92ac52fec1'] in n-d-821636-1 is: [{'id': '119ab469-5502-4186-b028-3f92ac52fec1', 'name': 'tempest-TaggedBootDevicesTest-965891099-router', 'tenant_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '7919bc39-4b28-4aa8-8943-7a78367e9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:25Z', 'updated_at': '2021-12-14T02:36:30Z', 'revision_number': 3, 'project_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'gw_port': {'id': '7919bc39-4b28-4aa8-8943-7a78367e9f42', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:19:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119ab469-5502-4186-b028-3f92ac52fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:26Z', 'updated_at': '2021-12-14T02:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:36:35.924200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Request body: {'port': {'device_id': '961f257b-21ae-4a49-88d6-7ed312e04164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:35.927656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1eb25283-6c45-440c-8ef3-792515bd10a4 None None] Provisioning complete for port ea01c1fa-c703-49cd-a703-e55ad7bcd368 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:35.928109 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1eb25283-6c45-440c-8ef3-792515bd10a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:35.947748 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f4162a-b398-4e3d-805d-731f6846db5f admin admin] Network c3a0a212-ec10-4cf2-87d2-3c38501fb7d7 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:36:35.949357 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-d6f4162a-b398-4e3d-805d-731f6846db5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:36:35.962034 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1240ddb3-8479-46fb-b667-087e8bd76de9 req-ec18852f-abcb-4b4e-9a75-3a77161ebebd tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192576 Dec 14 02:36:35.991787 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266868ef-4d9c-498f-9740-4a836c13fe4b None None] Checking router: e826b109-b51f-40e2-93a7-8d34593e91ab for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:36:36.016814 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266868ef-4d9c-498f-9740-4a836c13fe4b None None] Routers {'e826b109-b51f-40e2-93a7-8d34593e91ab'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:36.017729 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-266868ef-4d9c-498f-9740-4a836c13fe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e826b109-b51f-40e2-93a7-8d34593e91ab'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:36.034445 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1eb25283-6c45-440c-8ef3-792515bd10a4 None None] Port ea01c1fa-c703-49cd-a703-e55ad7bcd368 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:36:36.157821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f4162a-b398-4e3d-805d-731f6846db5f admin admin] Router 119ab469-5502-4186-b028-3f92ac52fec1 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:36:36.198491 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d494b69a-03f3-43f7-adef-359540f30a3a x-openstack-request-id: req-d494b69a-03f3-43f7-adef-359540f30a3a {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:36:36.198939 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5afab887-201d-4675-8d84-e031a60e84aa", "tag": "e1f840d4-9b82-434a-a733-49f50c16c4cd", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:36:36.213140 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d494b69a-03f3-43f7-adef-359540f30a3a {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:36:36.214807 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5afab887-201d-4675-8d84-e031a60e84aa', 'tag': 'e1f840d4-9b82-434a-a733-49f50c16c4cd', 'status': 'completed', 'code': 200} Dec 14 02:36:36.222929 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:36.259887 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-266868ef-4d9c-498f-9740-4a836c13fe4b None None] Set router e826b109-b51f-40e2-93a7-8d34593e91ab gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:36.321417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57850) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:36.323701 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f4162a-b398-4e3d-805d-731f6846db5f admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:36:36.339052 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d6f4162a-b398-4e3d-805d-731f6846db5f admin admin] 10.222.0.39 "PUT /v2.0/routers/119ab469-5502-4186-b028-3f92ac52fec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1066008 Dec 14 02:36:36.423537 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:36.488766 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-e45cf351-30de-4b76-9c91-a7e9f30c46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:36.495559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3731d8a6-1e9c-43a2-bc9e-cf8446cd65c4 None None] Provisioning complete for port c4beecdd-bf5b-4214-8061-b02c13ae1252 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:36.496300 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3731d8a6-1e9c-43a2-bc9e-cf8446cd65c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:36.499603 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-e45cf351-30de-4b76-9c91-a7e9f30c46bb service neutron] 10.222.0.39 "GET /v2.0/networks?id=7eb437c5-1524-4e88-8d83-11e9853aa57f HTTP/1.1" status: 200 len: 929 time: 0.6957834 Dec 14 02:36:36.622928 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3731d8a6-1e9c-43a2-bc9e-cf8446cd65c4 None None] Port c4beecdd-bf5b-4214-8061-b02c13ae1252 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:36:36.668330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-069e1f5d-4fea-48b5-92f5-f4ad9e164269 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f840d4-9b82-434a-a733-49f50c16c4cd HTTP/1.1" status: 200 len: 217 time: 0.1674931 Dec 14 02:36:36.673878 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-266868ef-4d9c-498f-9740-4a836c13fe4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-589590376-router', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:37Z', 'updated_at': '2021-12-14T02:35:43Z', 'revision_number': 4, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'gw_port': {'id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:38Z', 'updated_at': '2021-12-14T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'bd549cec-f6dc-47a3-bffc-edea5aa16168', 'name': '', 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'mac_address': 'fa:16:3e:cb:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:42Z', 'updated_at': '2021-12-14T02:35:49Z', 'revision_number': 5, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'subnets': [{'id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:36.687117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461aaf7-dd4f-451b-b77e-62062ce6a208 req-45058d09-369e-474a-b70a-b95eab42d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:36.689528 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0461aaf7-dd4f-451b-b77e-62062ce6a208 req-45058d09-369e-474a-b70a-b95eab42d32e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=f6d76e8763674b21847546036ef0631b&device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 1097 time: 0.4699874 Dec 14 02:36:36.735386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5030d-0136-4871-8269-b729cc46f7da req-5dcd2025-976d-4c9a-83d1-bd95bbb22839 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:36.746254 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-43f5030d-0136-4871-8269-b729cc46f7da req-5dcd2025-976d-4c9a-83d1-bd95bbb22839 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 945 time: 0.4194722 Dec 14 02:36:36.840533 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266868ef-4d9c-498f-9740-4a836c13fe4b None None] The sync data for ids ['e826b109-b51f-40e2-93a7-8d34593e91ab'] in n-d-821636-1 is: [{'id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-589590376-router', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:37Z', 'updated_at': '2021-12-14T02:35:43Z', 'revision_number': 4, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'gw_port': {'id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:38Z', 'updated_at': '2021-12-14T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'bd549cec-f6dc-47a3-bffc-edea5aa16168', 'name': '', 'network_id': '7eb437c5-1524-4e88-8d83-11e9853aa57f', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'mac_address': 'fa:16:3e:cb:cb:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:42Z', 'updated_at': '2021-12-14T02:35:49Z', 'revision_number': 5, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'subnets': [{'id': 'dd4eb43a-bcfd-4108-9c6d-8a9932462c5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:36:36.913543 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72869c58-c0bc-4dfd-8324-36e242c19e90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:37.280403 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7919bc39-4b28-4aa8-8943-7a78367e9f42 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:37.337007 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8dadf0-2d66-4ca7-b145-cfaba72f4a5e None None] New status for floating IP 174bfbc7-d66f-4d21-825c-4d83bd976f5f: DOWN {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:36:37.339002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-0c8b48ea-9a5d-47e9-9054-03ecfb0fff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:37.340503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-0c8b48ea-9a5d-47e9-9054-03ecfb0fff40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dd4eb43a-bcfd-4108-9c6d-8a9932462c5d HTTP/1.1" status: 200 len: 867 time: 0.6498821 Dec 14 02:36:37.476180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 7919bc39-4b28-4aa8-8943-7a78367e9f42 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:37.476680 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:37.521232 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-43f5030d-0136-4871-8269-b729cc46f7da req-bb2df5e8-a8e9-4809-8723-b98c73c5923f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7739651 Dec 14 02:36:37.543797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-12e2f9e6-87a4-4363-ba10-8b3167cb33a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:37.547961 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-12e2f9e6-87a4-4363-ba10-8b3167cb33a0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7eb437c5-1524-4e88-8d83-11e9853aa57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835880 Dec 14 02:36:37.656102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461aaf7-dd4f-451b-b77e-62062ce6a208 req-448c1527-6967-40fa-ab58-93d100e84685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:37.657686 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0461aaf7-dd4f-451b-b77e-62062ce6a208 req-448c1527-6967-40fa-ab58-93d100e84685 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7eb437c5-1524-4e88-8d83-11e9853aa57f HTTP/1.1" status: 200 len: 929 time: 0.9479995 Dec 14 02:36:37.662096 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:37.683899 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 7919bc39-4b28-4aa8-8943-7a78367e9f42, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7919bc39-4b28-4aa8-8943-7a78367e9f42,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:37.702146 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:37.766965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0461aaf7-dd4f-451b-b77e-62062ce6a208 req-f8ad2cd2-9393-4a69-aeef-dc5730427a51 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e1f840d4-9b82-434a-a733-49f50c16c4cd HTTP/1.1" status: 200 len: 217 time: 0.0867336 Dec 14 02:36:37.787462 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:37.847253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=7919bc39-4b28-4aa8-8943-7a78367e9f42,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:37.899933 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72869c58-c0bc-4dfd-8324-36e242c19e90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:37.916736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8de7b3-7643-4736-9cf7-2f048a378ecf req-063d9732-0e84-482b-9054-03b570dbc2c2 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:37.918527 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b8de7b3-7643-4736-9cf7-2f048a378ecf req-063d9732-0e84-482b-9054-03b570dbc2c2 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.2648559 Dec 14 02:36:37.930720 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-713923e3-eb79-4d3b-b379-8a61c0a95927 service neutron] 10.222.0.39 "GET /v2.0/networks/7eb437c5-1524-4e88-8d83-11e9853aa57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503311 Dec 14 02:36:37.941983 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:36:37.955696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461aaf7-dd4f-451b-b77e-62062ce6a208 req-79ba7f0e-5290-449d-b04e-e8a71e6a9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:37.957248 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0461aaf7-dd4f-451b-b77e-62062ce6a208 req-79ba7f0e-5290-449d-b04e-e8a71e6a9cc3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd4eb43a-bcfd-4108-9c6d-8a9932462c5d HTTP/1.1" status: 200 len: 867 time: 0.1760209 Dec 14 02:36:37.967587 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:38.037217 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72869c58-c0bc-4dfd-8324-36e242c19e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:38.127826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Transition to ACTIVE for port object 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:36:38.134788 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72869c58-c0bc-4dfd-8324-36e242c19e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56aa559-08ff-455a-a607-066efb25dbde,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:38.141792 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-72869c58-c0bc-4dfd-8324-36e242c19e90 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f38c16f7b9842949c32fcfbcec1f0e7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8192587 Dec 14 02:36:38.144873 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57900) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:38.152065 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b8de7b3-7643-4736-9cf7-2f048a378ecf req-a9f06252-369e-4282-b195-3c1f0aa5dfa6 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028799 Dec 14 02:36:38.181661 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b8d6855-7c0d-4281-b3ae-f2a60817a8fd req-f64aa594-ae84-4a75-a7e9-cbec81b1ffb4 service neutron] 10.222.0.39 "GET /v2.0/networks/7eb437c5-1524-4e88-8d83-11e9853aa57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308753 Dec 14 02:36:38.183744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461aaf7-dd4f-451b-b77e-62062ce6a208 req-84949563-2712-46f7-ae77-ab1a7faba8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:38.185684 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0461aaf7-dd4f-451b-b77e-62062ce6a208 req-84949563-2712-46f7-ae77-ab1a7faba8b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7eb437c5-1524-4e88-8d83-11e9853aa57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2079456 Dec 14 02:36:38.210732 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-984a3c56-db14-430c-a3e0-119daa861907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:38.238192 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-984a3c56-db14-430c-a3e0-119daa861907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:38.249710 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:38.333513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Pushing event updated for resources: {'Port': ['ID=3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:38.387774 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-984a3c56-db14-430c-a3e0-119daa861907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:38.391057 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-984a3c56-db14-430c-a3e0-119daa861907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:38.392373 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-984a3c56-db14-430c-a3e0-119daa861907 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b56aa559-08ff-455a-a607-066efb25dbde HTTP/1.1" status: 204 len: 168 time: 0.2461102 Dec 14 02:36:38.405652 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a3c56-db14-430c-a3e0-119daa861907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56aa559-08ff-455a-a607-066efb25dbde,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:38.424988 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Sync routers for ids ['119ab469-5502-4186-b028-3f92ac52fec1'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:36:38.449483 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Routers {'119ab469-5502-4186-b028-3f92ac52fec1'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:38.449483 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['119ab469-5502-4186-b028-3f92ac52fec1'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:38.478871 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:38.575681 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0461aaf7-dd4f-451b-b77e-62062ce6a208 req-e26bff81-0b05-4205-8d1f-7f8b697daf4c service neutron] 10.222.0.46 "GET /v2.0/networks/7eb437c5-1524-4e88-8d83-11e9853aa57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818867 Dec 14 02:36:38.586706 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edeba0-4fee-46ee-b484-5948e9a5090d req-8d2f9fa4-26be-4dc6-9c26-900ca56ccd68 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:38.597888 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57940) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:38.598611 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44edeba0-4fee-46ee-b484-5948e9a5090d req-8d2f9fa4-26be-4dc6-9c26-900ca56ccd68 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.2061749 Dec 14 02:36:38.609231 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Set router 119ab469-5502-4186-b028-3f92ac52fec1 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:38.613068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-680a92ca-c2b1-4ef4-a243-029b2d2b587a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Request body: {'floatingip': {'port_id': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:38.661347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f08ed-3a7e-4160-a171-59bc8cde10ab req-15c003be-cac5-48f6-997c-95dae0ec8c1d tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:38.675726 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f08ed-3a7e-4160-a171-59bc8cde10ab req-15c003be-cac5-48f6-997c-95dae0ec8c1d tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:38.678316 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e3f08ed-3a7e-4160-a171-59bc8cde10ab req-15c003be-cac5-48f6-997c-95dae0ec8c1d tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1667 time: 0.3382497 Dec 14 02:36:38.679737 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-680a92ca-c2b1-4ef4-a243-029b2d2b587a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for floatingip, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:38.772347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0461aaf7-dd4f-451b-b77e-62062ce6a208 req-25ab537c-6e12-4136-8b43-1aca2483fa74 service neutron] 10.222.0.46 "GET /v2.0/networks/7eb437c5-1524-4e88-8d83-11e9853aa57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726761 Dec 14 02:36:38.866606 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-485b1eb6-6a2a-4ed4-8e1a-92f4811ce2e0 req-b467d74c-9ae1-40e9-8aef-2d5e37a9a157 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/floatingips/174bfbc7-d66f-4d21-825c-4d83bd976f5f HTTP/1.1" status: 200 len: 693 time: 0.2468569 Dec 14 02:36:38.947824 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ab469-5502-4186-b028-3f92ac52fec1', 'name': 'tempest-TaggedBootDevicesTest-965891099-router', 'tenant_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '7919bc39-4b28-4aa8-8943-7a78367e9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:25Z', 'updated_at': '2021-12-14T02:36:34Z', 'revision_number': 4, 'project_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'gw_port': {'id': '7919bc39-4b28-4aa8-8943-7a78367e9f42', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:19:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ab469-5502-4186-b028-3f92ac52fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:26Z', 'updated_at': '2021-12-14T02:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'c4beecdd-bf5b-4214-8061-b02c13ae1252', 'name': '', 'network_id': 'c3a0a212-ec10-4cf2-87d2-3c38501fb7d7', 'tenant_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'mac_address': 'fa:16:3e:bf:5f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119ab469-5502-4186-b028-3f92ac52fec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '766d7f30-12fe-4bf1-ba47-bd8e1716d843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:33Z', 'updated_at': '2021-12-14T02:36:35Z', 'revision_number': 2, 'project_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'subnets': [{'id': '766d7f30-12fe-4bf1-ba47-bd8e1716d843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:38.989098 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Checking router: 119ab469-5502-4186-b028-3f92ac52fec1 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:36:38.989558 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Updating router 119ab469-5502-4186-b028-3f92ac52fec1 port c4beecdd-bf5b-4214-8061-b02c13ae1252 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:36:39.019784 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Attempting to bind port 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:36:39.019784 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Attempting to bind port 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '57a1d093-9544-4e59-8f74-14fc5cd4f843'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:36:39.020056 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Attempting to bind port 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 on network 57a1d093-9544-4e59-8f74-14fc5cd4f843 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:39.024425 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:39.049881 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e3f08ed-3a7e-4160-a171-59bc8cde10ab req-49863253-10c4-4e4d-8a90-d44ebb867e50 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256341 Dec 14 02:36:39.050526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Port 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 on network 57a1d093-9544-4e59-8f74-14fc5cd4f843 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:36:39.050883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Attempting to bind port 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 on network 57a1d093-9544-4e59-8f74-14fc5cd4f843 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:39.058660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:36:39.059062 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Checking segment: {'id': 'a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '57a1d093-9544-4e59-8f74-14fc5cd4f843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:39.062496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Bound using segment: {'id': 'a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '57a1d093-9544-4e59-8f74-14fc5cd4f843'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:36:39.062496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Bound port: 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '57a1d093-9544-4e59-8f74-14fc5cd4f843'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:36:39.062496 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:39.154739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b1eb6-6a2a-4ed4-8e1a-92f4811ce2e0 req-4964dbf7-360e-4f3c-85bb-c7cde6a79368 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:39.161933 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-485b1eb6-6a2a-4ed4-8e1a-92f4811ce2e0 req-4964dbf7-360e-4f3c-85bb-c7cde6a79368 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.2794106 Dec 14 02:36:39.277168 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7919bc39-4b28-4aa8-8943-7a78367e9f42 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:39.291178 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57948) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:39.342270 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-485b1eb6-6a2a-4ed4-8e1a-92f4811ce2e0 req-4e0da897-f4ba-4898-989f-9c6f701eff54 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 696 time: 0.1706498 Dec 14 02:36:39.348747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] For port 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:36:39.379822 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 7919bc39-4b28-4aa8-8943-7a78367e9f42 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:39.380542 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:39.401566 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] For port 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8,segment=NetworkSegment(a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0),segment_id=a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:36:39.414600 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-485b1eb6-6a2a-4ed4-8e1a-92f4811ce2e0 req-86e9c599-b303-41ab-92d2-ff633080584b tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.161 HTTP/1.1" status: 200 len: 696 time: 0.0634263 Dec 14 02:36:39.426348 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a2c81-5c20-43d8-aa58-b5e399cd439e req-5633eea7-2761-4901-92af-7d958e641472 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:39.427842 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-526a2c81-5c20-43d8-aa58-b5e399cd439e req-5633eea7-2761-4901-92af-7d958e641472 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 945 time: 0.2136304 Dec 14 02:36:39.455644 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:39.464461 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8426506-a29c-4990-8b6f-ec8748a45422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:39.485068 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-680a92ca-c2b1-4ef4-a243-029b2d2b587a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:39.489890 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:39.532551 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:39.571519 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8426506-a29c-4990-8b6f-ec8748a45422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:39.572785 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-680a92ca-c2b1-4ef4-a243-029b2d2b587a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:39.590075 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:39.590938 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:39.592164 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51ad05-468f-4173-8e79-89faa1ba8561 None None] Pushing event updated for resources: {'Port': ['ID=c4beecdd-bf5b-4214-8061-b02c13ae1252,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:39.593047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] 10.222.0.47 "PUT /v2.0/ports/3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 HTTP/1.1" status: 200 len: 1092 time: 3.7174375 Dec 14 02:36:39.617372 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961f257b-21ae-4a49-88d6-7ed312e04164', 'tag': '3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:36:39.619611 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5927b962-e068-454f-a541-40386001f8da" -d '{"events": [{"name": "network-changed", "server_uuid": "961f257b-21ae-4a49-88d6-7ed312e04164", "tag": "3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:36:39.654778 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8426506-a29c-4990-8b6f-ec8748a45422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:39.708572 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Request body: {'port': {'device_id': '961f257b-21ae-4a49-88d6-7ed312e04164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:39.721397 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Attempting to bind port c4beecdd-bf5b-4214-8061-b02c13ae1252 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:36:39.721768 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Attempting to bind port c4beecdd-bf5b-4214-8061-b02c13ae1252 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '90457c1b-9637-4977-afce-7960f9c62845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c3a0a212-ec10-4cf2-87d2-3c38501fb7d7'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:36:39.721982 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Attempting to bind port c4beecdd-bf5b-4214-8061-b02c13ae1252 on network c3a0a212-ec10-4cf2-87d2-3c38501fb7d7 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:39.742194 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:36:39.742574 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Checking segment: {'id': '90457c1b-9637-4977-afce-7960f9c62845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c3a0a212-ec10-4cf2-87d2-3c38501fb7d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:39.742989 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:39.744621 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Bound using segment: {'id': '90457c1b-9637-4977-afce-7960f9c62845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c3a0a212-ec10-4cf2-87d2-3c38501fb7d7'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:36:39.745121 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Bound port: c4beecdd-bf5b-4214-8061-b02c13ae1252, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90457c1b-9637-4977-afce-7960f9c62845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c3a0a212-ec10-4cf2-87d2-3c38501fb7d7'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:36:39.745537 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:39.753571 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-526a2c81-5c20-43d8-aa58-b5e399cd439e req-fa0d8885-7c0d-453e-bd4a-71ed818dfe71 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675948 Dec 14 02:36:39.754444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93d4818-814a-4fdf-833d-c02a4e45761f service neutron] Pushing event updated for resources: {'Port': ['ID=3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:39.785857 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d8426506-a29c-4990-8b6f-ec8748a45422 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c5082a32da14dabaab1d92d7053c4f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4898155 Dec 14 02:36:39.786511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57952) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:39.860023 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8426506-a29c-4990-8b6f-ec8748a45422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584a7942-ba44-44b3-beb9-e6d2de5a0e8c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:39.880117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-485b1eb6-6a2a-4ed4-8e1a-92f4811ce2e0 req-1450c78c-2e4d-4513-8653-20676845f527 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Deleting port bd44de24-8d04-4893-99a3-087e6fbe2d79 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:36:39.880593 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-485b1eb6-6a2a-4ed4-8e1a-92f4811ce2e0 req-1450c78c-2e4d-4513-8653-20676845f527 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:39.901964 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5006717f-1462-432b-8961-368478cacb9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:39.927519 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:39.927788 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] For port c4beecdd-bf5b-4214-8061-b02c13ae1252, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:36:39.934003 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] For port c4beecdd-bf5b-4214-8061-b02c13ae1252, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c4beecdd-bf5b-4214-8061-b02c13ae1252,segment=NetworkSegment(90457c1b-9637-4977-afce-7960f9c62845),segment_id=90457c1b-9637-4977-afce-7960f9c62845)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:36:39.954783 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5006717f-1462-432b-8961-368478cacb9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:39.960971 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-680a92ca-c2b1-4ef4-a243-029b2d2b587a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Floating IP 714a5711-82cc-4fd1-aecd-a7f48bab639a associated. External IP: 172.25.7.248, port: d45bade7-d099-4cb6-8acc-b3e3b97fc0f2. Dec 14 02:36:40.049542 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d65dc8-465f-48a5-b809-16201b8efdad x-openstack-request-id: req-c7d65dc8-465f-48a5-b809-16201b8efdad {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:36:40.049836 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961f257b-21ae-4a49-88d6-7ed312e04164", "tag": "3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:36:40.050093 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7d65dc8-465f-48a5-b809-16201b8efdad {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:36:40.050483 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961f257b-21ae-4a49-88d6-7ed312e04164', 'tag': '3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8', 'status': 'completed', 'code': 200} Dec 14 02:36:40.092722 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:40.105842 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-485b1eb6-6a2a-4ed4-8e1a-92f4811ce2e0 req-1450c78c-2e4d-4513-8653-20676845f527 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:40.106180 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-485b1eb6-6a2a-4ed4-8e1a-92f4811ce2e0 req-1450c78c-2e4d-4513-8653-20676845f527 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:40.142311 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ce181b90-6358-4829-bbe4-27e4731e313c None None] Provisioning complete for port c4beecdd-bf5b-4214-8061-b02c13ae1252 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:40.142899 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ce181b90-6358-4829-bbe4-27e4731e313c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:40.206432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-485b1eb6-6a2a-4ed4-8e1a-92f4811ce2e0 req-1450c78c-2e4d-4513-8653-20676845f527 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Calling delete_port for bd44de24-8d04-4893-99a3-087e6fbe2d79 owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:36:40.266821 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51ad05-468f-4173-8e79-89faa1ba8561 None None] Pushing event updated for resources: {'Port': ['ID=c4beecdd-bf5b-4214-8061-b02c13ae1252,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:40.271756 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Routers {'119ab469-5502-4186-b028-3f92ac52fec1'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:40.272415 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['119ab469-5502-4186-b028-3f92ac52fec1'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:40.342553 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ce181b90-6358-4829-bbe4-27e4731e313c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:40.381812 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927b962-e068-454f-a541-40386001f8da req-597d8d8e-9b7d-4b60-9c78-512288d3e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:40.381812 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927b962-e068-454f-a541-40386001f8da req-597d8d8e-9b7d-4b60-9c78-512288d3e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:40.383235 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5927b962-e068-454f-a541-40386001f8da req-597d8d8e-9b7d-4b60-9c78-512288d3e899 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9e3c48c88dd4e2188c9991ba134e39e&device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1914 time: 0.2743638 Dec 14 02:36:40.399866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ce181b90-6358-4829-bbe4-27e4731e313c None None] For port c4beecdd-bf5b-4214-8061-b02c13ae1252, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c4beecdd-bf5b-4214-8061-b02c13ae1252,segment=NetworkSegment(90457c1b-9637-4977-afce-7960f9c62845),segment_id=90457c1b-9637-4977-afce-7960f9c62845)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:40.401946 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5006717f-1462-432b-8961-368478cacb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:40.407655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea36576-c37a-4338-925c-f224dfc511ab req-cb180fcc-e316-46d6-9101-765831b775e9 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:40.408341 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5006717f-1462-432b-8961-368478cacb9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:40.417415 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5006717f-1462-432b-8961-368478cacb9a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/584a7942-ba44-44b3-beb9-e6d2de5a0e8c HTTP/1.1" status: 204 len: 168 time: 0.6153841 Dec 14 02:36:40.426013 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea36576-c37a-4338-925c-f224dfc511ab req-cb180fcc-e316-46d6-9101-765831b775e9 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:40.427739 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ea36576-c37a-4338-925c-f224dfc511ab req-cb180fcc-e316-46d6-9101-765831b775e9 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1667 time: 0.2519457 Dec 14 02:36:40.432233 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] Set router 119ab469-5502-4186-b028-3f92ac52fec1 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:40.468010 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ce181b90-6358-4829-bbe4-27e4731e313c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:40.557278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce181b90-6358-4829-bbe4-27e4731e313c None None] Pushing event updated for resources: {'Port': ['ID=c4beecdd-bf5b-4214-8061-b02c13ae1252,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:40.703593 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0e6d603b-e16d-4718-8b61-ee841584f4e7 None None] Provisioning complete for port c4beecdd-bf5b-4214-8061-b02c13ae1252 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:40.704143 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0e6d603b-e16d-4718-8b61-ee841584f4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:40.785373 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ea36576-c37a-4338-925c-f224dfc511ab req-6575dcda-717e-446b-a3ff-66d08c2a7d96 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217547 Dec 14 02:36:40.852447 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006717f-1462-432b-8961-368478cacb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584a7942-ba44-44b3-beb9-e6d2de5a0e8c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:40.867322 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ab469-5502-4186-b028-3f92ac52fec1', 'name': 'tempest-TaggedBootDevicesTest-965891099-router', 'tenant_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '7919bc39-4b28-4aa8-8943-7a78367e9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:25Z', 'updated_at': '2021-12-14T02:36:34Z', 'revision_number': 4, 'project_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'gw_port': {'id': '7919bc39-4b28-4aa8-8943-7a78367e9f42', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:19:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ab469-5502-4186-b028-3f92ac52fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:26Z', 'updated_at': '2021-12-14T02:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'c4beecdd-bf5b-4214-8061-b02c13ae1252', 'name': '', 'network_id': 'c3a0a212-ec10-4cf2-87d2-3c38501fb7d7', 'tenant_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'mac_address': 'fa:16:3e:bf:5f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119ab469-5502-4186-b028-3f92ac52fec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '766d7f30-12fe-4bf1-ba47-bd8e1716d843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:33Z', 'updated_at': '2021-12-14T02:36:39Z', 'revision_number': 4, 'project_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'subnets': [{'id': '766d7f30-12fe-4bf1-ba47-bd8e1716d843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:40.919132 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680a92ca-c2b1-4ef4-a243-029b2d2b587a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Router 26174a1c-9fa2-4d08-8d68-bbada67b608b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:36:40.938235 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927b962-e068-454f-a541-40386001f8da req-c3d5f0bc-7b34-47e0-9d00-8800ed253988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:40.938771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927b962-e068-454f-a541-40386001f8da req-c3d5f0bc-7b34-47e0-9d00-8800ed253988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:40.939314 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927b962-e068-454f-a541-40386001f8da req-c3d5f0bc-7b34-47e0-9d00-8800ed253988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:40.958211 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5927b962-e068-454f-a541-40386001f8da req-c3d5f0bc-7b34-47e0-9d00-8800ed253988 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f9e3c48c88dd4e2188c9991ba134e39e&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5028718 Dec 14 02:36:40.959590 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0717db8d-d65a-401e-ba0a-1a0d16d480f1 None None] The sync data for ids ['119ab469-5502-4186-b028-3f92ac52fec1'] in n-d-821636-1 is: [{'id': '119ab469-5502-4186-b028-3f92ac52fec1', 'name': 'tempest-TaggedBootDevicesTest-965891099-router', 'tenant_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '7919bc39-4b28-4aa8-8943-7a78367e9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:25Z', 'updated_at': '2021-12-14T02:36:34Z', 'revision_number': 4, 'project_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'gw_port': {'id': '7919bc39-4b28-4aa8-8943-7a78367e9f42', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:19:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ab469-5502-4186-b028-3f92ac52fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:26Z', 'updated_at': '2021-12-14T02:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'c4beecdd-bf5b-4214-8061-b02c13ae1252', 'name': '', 'network_id': 'c3a0a212-ec10-4cf2-87d2-3c38501fb7d7', 'tenant_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'mac_address': 'fa:16:3e:bf:5f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '119ab469-5502-4186-b028-3f92ac52fec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '766d7f30-12fe-4bf1-ba47-bd8e1716d843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:33Z', 'updated_at': '2021-12-14T02:36:39Z', 'revision_number': 4, 'project_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'subnets': [{'id': '766d7f30-12fe-4bf1-ba47-bd8e1716d843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:36:41.150740 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680a92ca-c2b1-4ef4-a243-029b2d2b587a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:36:41.155929 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-680a92ca-c2b1-4ef4-a243-029b2d2b587a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:41.162603 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5739fdcd-c628-47e2-9eb3-236b5d7ff21b None None] Sync routers for ids ['26174a1c-9fa2-4d08-8d68-bbada67b608b'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:36:41.182522 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5739fdcd-c628-47e2-9eb3-236b5d7ff21b None None] Routers {'26174a1c-9fa2-4d08-8d68-bbada67b608b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:41.183195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5739fdcd-c628-47e2-9eb3-236b5d7ff21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['26174a1c-9fa2-4d08-8d68-bbada67b608b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:41.220363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea01c1fa-c703-49cd-a703-e55ad7bcd368 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:36:41.246556 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:41.250269 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-680a92ca-c2b1-4ef4-a243-029b2d2b587a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "PUT /v2.0/floatingips/714a5711-82cc-4fd1-aecd-a7f48bab639a HTTP/1.1" status: 200 len: 991 time: 2.6439412 Dec 14 02:36:41.250269 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3be604-5954-4a07-9fe0-fc54a9e03102', 'tag': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:36:41.252380 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9589918f-45ad-474f-ba64-b36f932b8ddf" -d '{"events": [{"name": "network-changed", "server_uuid": "0f3be604-5954-4a07-9fe0-fc54a9e03102", "tag": "d45bade7-d099-4cb6-8acc-b3e3b97fc0f2"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:36:41.339458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c4beecdd-bf5b-4214-8061-b02c13ae1252 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:41.367365 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-485b1eb6-6a2a-4ed4-8e1a-92f4811ce2e0 req-1450c78c-2e4d-4513-8653-20676845f527 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:41.381516 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Transition to ACTIVE for port object ea01c1fa-c703-49cd-a703-e55ad7bcd368 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:36:41.392296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0df3fe-11d8-4d45-940b-85978f4288c2 req-6aac388a-433d-4a14-ae28-b05521ed9396 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:41.394210 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff0df3fe-11d8-4d45-940b-85978f4288c2 req-6aac388a-433d-4a14-ae28-b05521ed9396 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 945 time: 0.4496698 Dec 14 02:36:41.426140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927b962-e068-454f-a541-40386001f8da req-37af33e3-655c-4249-a979-58478b7cdeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:41.433694 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5927b962-e068-454f-a541-40386001f8da req-37af33e3-655c-4249-a979-58478b7cdeca service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4592712 Dec 14 02:36:41.433996 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-5739fdcd-c628-47e2-9eb3-236b5d7ff21b None None] Set router 26174a1c-9fa2-4d08-8d68-bbada67b608b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:41.441173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450c78c-2e4d-4513-8653-20676845f527 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Pushing event deleted for resources: {'Port': ['ID=bd44de24-8d04-4893-99a3-087e6fbe2d79,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:41.469526 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port c4beecdd-bf5b-4214-8061-b02c13ae1252 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:41.469897 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:41.583797 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:41.691001 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff0df3fe-11d8-4d45-940b-85978f4288c2 req-22bb1234-715d-4919-9c25-56e5ced1a781 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547874 Dec 14 02:36:41.701117 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-485b1eb6-6a2a-4ed4-8e1a-92f4811ce2e0 req-1450c78c-2e4d-4513-8653-20676845f527 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:41.709359 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-485b1eb6-6a2a-4ed4-8e1a-92f4811ce2e0 req-1450c78c-2e4d-4513-8653-20676845f527 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:41.717745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-485b1eb6-6a2a-4ed4-8e1a-92f4811ce2e0 req-1450c78c-2e4d-4513-8653-20676845f527 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "DELETE /v2.0/floatingips/174bfbc7-d66f-4d21-825c-4d83bd976f5f HTTP/1.1" status: 204 len: 173 time: 2.2810891 Dec 14 02:36:41.809387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Pushing event updated for resources: {'Port': ['ID=ea01c1fa-c703-49cd-a703-e55ad7bcd368,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:41.900549 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5739fdcd-c628-47e2-9eb3-236b5d7ff21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '96806ad8-be7a-493b-a4f4-581203f20938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:36:08Z', 'revision_number': 4, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port': {'id': '96806ad8-be7a-493b-a4f4-581203f20938', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:03Z', 'updated_at': '2021-12-14T02:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '714a5711-82cc-4fd1-aecd-a7f48bab639a', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'floating_ip_address': '172.25.7.248', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'port_id': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'mac_address': 'fa:16:3e:24:b7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be604-5954-4a07-9fe0-fc54a9e03102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:36:14Z', 'updated_at': '2021-12-14T02:36:39Z', 'revision_number': 1, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486efcfe-599e-4da9-ba53-34876664e340', 'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'mac_address': 'fa:16:3e:a6:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:07Z', 'updated_at': '2021-12-14T02:36:13Z', 'revision_number': 5, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'subnets': [{'id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:41.950624 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5739fdcd-c628-47e2-9eb3-236b5d7ff21b None None] Checking router: 26174a1c-9fa2-4d08-8d68-bbada67b608b for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:36:41.995970 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5739fdcd-c628-47e2-9eb3-236b5d7ff21b None None] Routers {'26174a1c-9fa2-4d08-8d68-bbada67b608b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:41.996853 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5739fdcd-c628-47e2-9eb3-236b5d7ff21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['26174a1c-9fa2-4d08-8d68-bbada67b608b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:42.040080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Attempting to bind port ea01c1fa-c703-49cd-a703-e55ad7bcd368 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:36:42.040652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Attempting to bind port ea01c1fa-c703-49cd-a703-e55ad7bcd368 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'ce76e6e3-ae2d-4a23-8db7-3bdfe4120365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3a2edc7f-9d02-494d-8925-f01e59cf20ba'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:36:42.040742 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Attempting to bind port ea01c1fa-c703-49cd-a703-e55ad7bcd368 on network 3a2edc7f-9d02-494d-8925-f01e59cf20ba {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:42.054389 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Port ea01c1fa-c703-49cd-a703-e55ad7bcd368 on network 3a2edc7f-9d02-494d-8925-f01e59cf20ba not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:36:42.054775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Attempting to bind port ea01c1fa-c703-49cd-a703-e55ad7bcd368 on network 3a2edc7f-9d02-494d-8925-f01e59cf20ba {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:42.104617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:36:42.104890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Checking segment: {'id': 'ce76e6e3-ae2d-4a23-8db7-3bdfe4120365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3a2edc7f-9d02-494d-8925-f01e59cf20ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:42.105281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Bound using segment: {'id': 'ce76e6e3-ae2d-4a23-8db7-3bdfe4120365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3a2edc7f-9d02-494d-8925-f01e59cf20ba'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:36:42.106013 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Bound port: ea01c1fa-c703-49cd-a703-e55ad7bcd368, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce76e6e3-ae2d-4a23-8db7-3bdfe4120365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '3a2edc7f-9d02-494d-8925-f01e59cf20ba'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:36:42.106997 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:42.269182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] For port ea01c1fa-c703-49cd-a703-e55ad7bcd368, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:36:42.272773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] For port ea01c1fa-c703-49cd-a703-e55ad7bcd368, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ea01c1fa-c703-49cd-a703-e55ad7bcd368,segment=NetworkSegment(ce76e6e3-ae2d-4a23-8db7-3bdfe4120365),segment_id=ce76e6e3-ae2d-4a23-8db7-3bdfe4120365)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:36:42.306815 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b84911-6063-4c6e-8b61-d822f4a43ca1 req-410b53e0-4c83-4ad4-a06d-665da17f4d31 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:42.314710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b84911-6063-4c6e-8b61-d822f4a43ca1 req-410b53e0-4c83-4ad4-a06d-665da17f4d31 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:42.315537 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44b84911-6063-4c6e-8b61-d822f4a43ca1 req-410b53e0-4c83-4ad4-a06d-665da17f4d31 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1679 time: 0.2766399 Dec 14 02:36:42.397410 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:42.469048 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db92472-38bc-47d7-a9f4-1292a45c668d x-openstack-request-id: req-7db92472-38bc-47d7-a9f4-1292a45c668d {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:36:42.469894 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f3be604-5954-4a07-9fe0-fc54a9e03102", "tag": "d45bade7-d099-4cb6-8acc-b3e3b97fc0f2", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:36:42.470308 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7db92472-38bc-47d7-a9f4-1292a45c668d {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:36:42.471038 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3be604-5954-4a07-9fe0-fc54a9e03102', 'tag': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2', 'status': 'completed', 'code': 200} Dec 14 02:36:42.507260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:42.507894 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:42.509347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] 10.222.0.47 "PUT /v2.0/ports/ea01c1fa-c703-49cd-a703-e55ad7bcd368 HTTP/1.1" status: 200 len: 1092 time: 2.8159301 Dec 14 02:36:42.509842 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '961f257b-21ae-4a49-88d6-7ed312e04164', 'tag': 'ea01c1fa-c703-49cd-a703-e55ad7bcd368'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:36:42.512122 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837ade87-6d61-4c45-b26c-626a838655db" -d '{"events": [{"name": "network-changed", "server_uuid": "961f257b-21ae-4a49-88d6-7ed312e04164", "tag": "ea01c1fa-c703-49cd-a703-e55ad7bcd368"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:36:42.577812 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-5739fdcd-c628-47e2-9eb3-236b5d7ff21b None None] Set router 26174a1c-9fa2-4d08-8d68-bbada67b608b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:42.623457 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44b84911-6063-4c6e-8b61-d822f4a43ca1 req-e6837eb7-abd9-4f47-8956-18604fb728a3 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970109 Dec 14 02:36:42.803758 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-2c74c9d0-45d3-43d5-a854-8e13ad0cb126 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:42.810169 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-2c74c9d0-45d3-43d5-a854-8e13ad0cb126 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6&tenant_id=dbee3f5c8679489195245f7b7be79be0&binding%3Ahost_id=n-h2-821636-1 HTTP/1.1" status: 200 len: 1096 time: 0.1115730 Dec 14 02:36:42.824478 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-821636-1'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:36:42.956408 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:43.189803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5739fdcd-c628-47e2-9eb3-236b5d7ff21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '96806ad8-be7a-493b-a4f4-581203f20938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:36:08Z', 'revision_number': 4, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port': {'id': '96806ad8-be7a-493b-a4f4-581203f20938', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:03Z', 'updated_at': '2021-12-14T02:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '714a5711-82cc-4fd1-aecd-a7f48bab639a', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'floating_ip_address': '172.25.7.248', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'port_id': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'mac_address': 'fa:16:3e:24:b7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be604-5954-4a07-9fe0-fc54a9e03102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:36:14Z', 'updated_at': '2021-12-14T02:36:39Z', 'revision_number': 1, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486efcfe-599e-4da9-ba53-34876664e340', 'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'mac_address': 'fa:16:3e:a6:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:07Z', 'updated_at': '2021-12-14T02:36:13Z', 'revision_number': 5, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'subnets': [{'id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:43.218720 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] For port 46e12e5d-9a55-405f-83a3-c143e46a3097, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=46e12e5d-9a55-405f-83a3-c143e46a3097,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:43.272828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5739fdcd-c628-47e2-9eb3-236b5d7ff21b None None] The sync data for ids ['26174a1c-9fa2-4d08-8d68-bbada67b608b'] in n-d-821636-1 is: [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '96806ad8-be7a-493b-a4f4-581203f20938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:36:08Z', 'revision_number': 4, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port': {'id': '96806ad8-be7a-493b-a4f4-581203f20938', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:03Z', 'updated_at': '2021-12-14T02:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '714a5711-82cc-4fd1-aecd-a7f48bab639a', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'floating_ip_address': '172.25.7.248', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'port_id': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'mac_address': 'fa:16:3e:24:b7:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3be604-5954-4a07-9fe0-fc54a9e03102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:36:14Z', 'updated_at': '2021-12-14T02:36:39Z', 'revision_number': 1, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486efcfe-599e-4da9-ba53-34876664e340', 'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'mac_address': 'fa:16:3e:a6:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:07Z', 'updated_at': '2021-12-14T02:36:13Z', 'revision_number': 5, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'subnets': [{'id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:36:43.311403 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] For port 46e12e5d-9a55-405f-83a3-c143e46a3097, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:36:43.337024 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23852cb-63d1-4e7b-a26a-2a8f0c9b49ce x-openstack-request-id: req-f23852cb-63d1-4e7b-a26a-2a8f0c9b49ce {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:36:43.337663 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "961f257b-21ae-4a49-88d6-7ed312e04164", "tag": "ea01c1fa-c703-49cd-a703-e55ad7bcd368", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:36:43.337663 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f23852cb-63d1-4e7b-a26a-2a8f0c9b49ce {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:36:43.338004 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '961f257b-21ae-4a49-88d6-7ed312e04164', 'tag': 'ea01c1fa-c703-49cd-a703-e55ad7bcd368', 'status': 'completed', 'code': 200} Dec 14 02:36:43.418457 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:43.430265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338c7f7-d419-46a0-8900-cd4a55455289 service neutron] Pushing event updated for resources: {'Port': ['ID=ea01c1fa-c703-49cd-a703-e55ad7bcd368,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:43.460144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-c59660c5-a4f8-422f-b1b0-b84129ec46d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:43.460559 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-c59660c5-a4f8-422f-b1b0-b84129ec46d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:43.462211 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-c59660c5-a4f8-422f-b1b0-b84129ec46d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9e3c48c88dd4e2188c9991ba134e39e&device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1981 time: 0.8377967 Dec 14 02:36:43.471520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589918f-45ad-474f-ba64-b36f932b8ddf req-8a00f7df-ae91-4b5f-9321-f20939b786d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:43.473050 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9589918f-45ad-474f-ba64-b36f932b8ddf req-8a00f7df-ae91-4b5f-9321-f20939b786d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2232de45ebfb42369e596a53934ed9e2&device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 1096 time: 0.9389391 Dec 14 02:36:43.488622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360ca1b-2a27-4b87-980f-85d60bb19f2a req-5898c5a2-db7c-4a7f-9236-f6461f65f378 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:43.490272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e360ca1b-2a27-4b87-980f-85d60bb19f2a req-5898c5a2-db7c-4a7f-9236-f6461f65f378 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1790650 Dec 14 02:36:43.523956 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:43.596339 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-269591f6-16fb-4862-8c9c-97ebbd038a00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.234&port_id=3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 HTTP/1.1" status: 200 len: 217 time: 0.1031229 Dec 14 02:36:43.668587 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c13eca3-f69b-4ffd-9eb2-2d08632f766d req-a3ba2fb0-4e50-4816-a0a2-ae6062942297 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:43.671172 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] Pushing event updated for resources: {'Port': ['ID=46e12e5d-9a55-405f-83a3-c143e46a3097,revision_number=7']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:43.671339 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c13eca3-f69b-4ffd-9eb2-2d08632f766d req-a3ba2fb0-4e50-4816-a0a2-ae6062942297 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 945 time: 0.2589009 Dec 14 02:36:43.675232 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] Attempting to bind port 46e12e5d-9a55-405f-83a3-c143e46a3097 on host n-h2-821636-1 for vnic_type normal with profile {"migrating_to": "n-h1-821636-1"} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:36:43.675820 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] Attempting to bind port 46e12e5d-9a55-405f-83a3-c143e46a3097 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:36:43.676306 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] Attempting to bind port 46e12e5d-9a55-405f-83a3-c143e46a3097 on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:43.681900 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] Port 46e12e5d-9a55-405f-83a3-c143e46a3097 on network f3e644f0-318a-42e9-9245-8613c8213d27 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:36:43.682514 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] Attempting to bind port 46e12e5d-9a55-405f-83a3-c143e46a3097 on network f3e644f0-318a-42e9-9245-8613c8213d27 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:36:43.689470 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:36:43.690021 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] Checking segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:36:43.690789 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] Bound using segment: {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:36:43.691770 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] Bound port: 46e12e5d-9a55-405f-83a3-c143e46a3097, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad66061-b010-4a19-87ef-71c1d4d70bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f3e644f0-318a-42e9-9245-8613c8213d27'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:36:43.692474 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:43.706396 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e360ca1b-2a27-4b87-980f-85d60bb19f2a req-df638574-bfad-4210-912a-5f0f21b9ab17 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1845589 Dec 14 02:36:43.716949 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be305649-9176-4468-ac43-baadb17de908 None None] New status for floating IP 714a5711-82cc-4fd1-aecd-a7f48bab639a: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:36:43.821681 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] For port 46e12e5d-9a55-405f-83a3-c143e46a3097, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:36:43.821900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589918f-45ad-474f-ba64-b36f932b8ddf req-26246f52-95aa-4d9c-8573-4fa7e7d090ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:43.823468 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9589918f-45ad-474f-ba64-b36f932b8ddf req-26246f52-95aa-4d9c-8573-4fa7e7d090ce service neutron] 10.222.0.46 "GET /v2.0/networks?id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061 HTTP/1.1" status: 200 len: 918 time: 0.3322899 Dec 14 02:36:43.825433 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] For port 46e12e5d-9a55-405f-83a3-c143e46a3097, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=46e12e5d-9a55-405f-83a3-c143e46a3097,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:36:43.832960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-604f887f-ef64-4756-be13-0aa5537456fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:43.834522 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-604f887f-ef64-4756-be13-0aa5537456fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fb4e1304-545c-4b3e-af81-51f491f0ee21 HTTP/1.1" status: 200 len: 801 time: 0.1828699 Dec 14 02:36:43.944731 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c13eca3-f69b-4ffd-9eb2-2d08632f766d req-46584b17-c9bf-41ca-9ece-2ccdf9bb8f4f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372146 Dec 14 02:36:43.949472 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:44.018157 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9589918f-45ad-474f-ba64-b36f932b8ddf req-492d87c8-a9f7-484d-b720-164f0f08eb3c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 HTTP/1.1" status: 200 len: 999 time: 0.1720138 Dec 14 02:36:44.141890 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:44.143157 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:44.145946 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] 10.222.0.46 "PUT /v2.0/ports/46e12e5d-9a55-405f-83a3-c143e46a3097 HTTP/1.1" status: 200 len: 1121 time: 1.3250921 Dec 14 02:36:44.148198 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0cfa2-2f1f-419a-a22b-e02b2710e41d service neutron] Pushing event updated for resources: {'Port': ['ID=46e12e5d-9a55-405f-83a3-c143e46a3097,revision_number=8']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:44.148374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-034d6bc4-4638-4b56-9fd2-fe26474bfe20 req-d61a9c7d-79cb-4aa9-a12b-d2b6daaad86c tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1283450 Dec 14 02:36:44.165781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-24af3125-7a51-4bc9-a3b8-2eb2fb0bebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:44.172147 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-24af3125-7a51-4bc9-a3b8-2eb2fb0bebaf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=57a1d093-9544-4e59-8f74-14fc5cd4f843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3231528 Dec 14 02:36:44.288350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['46e12e5d-9a55-405f-83a3-c143e46a3097'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:36:44.327555 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['46e12e5d-9a55-405f-83a3-c143e46a3097'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:36:44.336795 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-50a0a17b-ab17-4d3e-a748-a466e15e235c service neutron] 10.222.0.47 "GET /v2.0/networks/57a1d093-9544-4e59-8f74-14fc5cd4f843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438341 Dec 14 02:36:44.430643 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea95ad3-0480-493a-b79c-5fc0e3b247be req-3be78004-fc20-438e-ab37-dce78c450d19 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:44.437021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea95ad3-0480-493a-b79c-5fc0e3b247be req-3be78004-fc20-438e-ab37-dce78c450d19 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:44.439171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fea95ad3-0480-493a-b79c-5fc0e3b247be req-3be78004-fc20-438e-ab37-dce78c450d19 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1679 time: 0.3620365 Dec 14 02:36:44.443295 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589918f-45ad-474f-ba64-b36f932b8ddf req-b65392bb-50eb-4a0e-a0aa-141a17dd9023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:44.444714 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9589918f-45ad-474f-ba64-b36f932b8ddf req-b65392bb-50eb-4a0e-a0aa-141a17dd9023 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0 HTTP/1.1" status: 200 len: 856 time: 0.3791826 Dec 14 02:36:44.473059 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d879a2-9457-48f1-b251-d22468ff8ea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46e12e5d-9a55-405f-83a3-c143e46a3097'}, {'name': 'network-changed', 'server_uuid': '59d879a2-9457-48f1-b251-d22468ff8ea6', 'tag': '46e12e5d-9a55-405f-83a3-c143e46a3097'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:36:44.476568 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e81c13-b6fa-4b8c-aef4-35cd7d02488d" -d '{"events": [{"server_uuid": "59d879a2-9457-48f1-b251-d22468ff8ea6", "name": "network-vif-unplugged", "status": "completed", "tag": "46e12e5d-9a55-405f-83a3-c143e46a3097"}, {"name": "network-changed", "server_uuid": "59d879a2-9457-48f1-b251-d22468ff8ea6", "tag": "46e12e5d-9a55-405f-83a3-c143e46a3097"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:36:44.547973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fea95ad3-0480-493a-b79c-5fc0e3b247be req-af58c6f6-1dda-4ae3-8639-a701b3aa66cc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006739 Dec 14 02:36:44.554757 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-bb0fe62c-9048-4aa2-9c60-5d141157f6b4 service neutron] 10.222.0.47 "GET /v2.0/networks/57a1d093-9544-4e59-8f74-14fc5cd4f843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089713 Dec 14 02:36:44.646064 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 14 Dec 2021 02:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701b8095-539a-48f8-986a-a04038cde0af x-openstack-request-id: req-701b8095-539a-48f8-986a-a04038cde0af {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:36:44.646922 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d879a2-9457-48f1-b251-d22468ff8ea6", "name": "network-vif-unplugged", "status": "completed", "tag": "46e12e5d-9a55-405f-83a3-c143e46a3097", "code": 200}, {"name": "network-changed", "server_uuid": "59d879a2-9457-48f1-b251-d22468ff8ea6", "tag": "46e12e5d-9a55-405f-83a3-c143e46a3097", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:36:44.647329 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-701b8095-539a-48f8-986a-a04038cde0af {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:36:44.648108 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d879a2-9457-48f1-b251-d22468ff8ea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46e12e5d-9a55-405f-83a3-c143e46a3097', 'code': 200} Dec 14 02:36:44.648515 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d879a2-9457-48f1-b251-d22468ff8ea6', 'tag': '46e12e5d-9a55-405f-83a3-c143e46a3097', 'status': 'completed', 'code': 200} Dec 14 02:36:44.653044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-ab0196ec-3002-4b80-a57a-8fd38a4c6af0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.126&port_id=ea01c1fa-c703-49cd-a703-e55ad7bcd368 HTTP/1.1" status: 200 len: 217 time: 0.0823386 Dec 14 02:36:44.660504 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589918f-45ad-474f-ba64-b36f932b8ddf req-54a0dafa-2684-41a4-97ec-faf037975843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:44.662085 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9589918f-45ad-474f-ba64-b36f932b8ddf req-54a0dafa-2684-41a4-97ec-faf037975843 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2047372 Dec 14 02:36:44.729404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 46e12e5d-9a55-405f-83a3-c143e46a3097 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:36:44.822512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-6471bea7-40c1-46d0-bb15-62be4eccddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:44.822942 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-6471bea7-40c1-46d0-bb15-62be4eccddf4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ce76961a-6613-431e-a1d4-f28c399d2210 HTTP/1.1" status: 200 len: 801 time: 0.1288211 Dec 14 02:36:44.838648 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81c13-b6fa-4b8c-aef4-35cd7d02488d req-5f7e90da-6198-451b-b2c6-03f615042826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:44.840124 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58e81c13-b6fa-4b8c-aef4-35cd7d02488d req-5f7e90da-6198-451b-b2c6-03f615042826 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 1124 time: 0.1115103 Dec 14 02:36:44.852297 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9589918f-45ad-474f-ba64-b36f932b8ddf req-7ea145ea-02a3-4ae9-8447-7fdc17b04e37 service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816144 Dec 14 02:36:44.940645 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 46e12e5d-9a55-405f-83a3-c143e46a3097, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=46e12e5d-9a55-405f-83a3-c143e46a3097,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:44.967088 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 46e12e5d-9a55-405f-83a3-c143e46a3097 has no active binding in host n-h1-821636-1 {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 14 02:36:45.121154 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-c70d2805-a363-4536-95cb-b0d557ceed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:45.124444 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-c70d2805-a363-4536-95cb-b0d557ceed87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a2edc7f-9d02-494d-8925-f01e59cf20ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2260261 Dec 14 02:36:45.146812 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc04847-bba1-4566-89f4-fe512d96473e req-eb76998f-7daa-4630-9537-7acfeb31f01d tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:45.148356 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-afc04847-bba1-4566-89f4-fe512d96473e req-eb76998f-7daa-4630-9537-7acfeb31f01d tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 946 time: 0.1522174 Dec 14 02:36:45.277803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81c13-b6fa-4b8c-aef4-35cd7d02488d req-acd1f5d9-62f6-4a86-bb39-79bddc754186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:45.279341 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58e81c13-b6fa-4b8c-aef4-35cd7d02488d req-acd1f5d9-62f6-4a86-bb39-79bddc754186 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.3957338 Dec 14 02:36:45.308259 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9589918f-45ad-474f-ba64-b36f932b8ddf req-c6ce946d-a61a-4d4d-b8ff-ae74aeb09079 service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744619 Dec 14 02:36:45.355938 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58e81c13-b6fa-4b8c-aef4-35cd7d02488d req-fc88035d-77f9-4018-bc2a-de79beaa4e8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46e12e5d-9a55-405f-83a3-c143e46a3097 HTTP/1.1" status: 200 len: 217 time: 0.0627563 Dec 14 02:36:45.421604 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-afc04847-bba1-4566-89f4-fe512d96473e req-f4a34a40-54e7-4636-8a96-10ff92085595 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/security-groups?id=d338fdc2-2e5b-4c1a-86ba-a6a42b54caaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606087 Dec 14 02:36:45.429532 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6640d59-3991-480c-88f1-d183df40c213 req-9ffe9816-124a-46ef-8a5b-4c8ac4b6e1e3 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:45.437245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6640d59-3991-480c-88f1-d183df40c213 req-9ffe9816-124a-46ef-8a5b-4c8ac4b6e1e3 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 943 time: 0.2677701 Dec 14 02:36:45.452764 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-38cc0ad7-1f55-447c-9ce9-a1c63d63641f service neutron] 10.222.0.47 "GET /v2.0/networks/3a2edc7f-9d02-494d-8925-f01e59cf20ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011739 Dec 14 02:36:45.526211 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e81c13-b6fa-4b8c-aef4-35cd7d02488d req-f5f00d67-a884-4e11-9e49-abcc2673889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:45.527608 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58e81c13-b6fa-4b8c-aef4-35cd7d02488d req-f5f00d67-a884-4e11-9e49-abcc2673889e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.1597943 Dec 14 02:36:45.574568 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58e81c13-b6fa-4b8c-aef4-35cd7d02488d req-a4d1debe-8516-45cf-88c2-07411124089c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356948 Dec 14 02:36:45.583487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6640d59-3991-480c-88f1-d183df40c213 req-326446dd-7d59-42f5-9950-2b0bdea9f927 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452649 Dec 14 02:36:45.725149 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-558eed7f-7398-4af4-a9cd-70358e0f2a68 req-f237c739-f395-437d-a2b7-c31730085579 service neutron] 10.222.0.47 "GET /v2.0/networks/3a2edc7f-9d02-494d-8925-f01e59cf20ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606771 Dec 14 02:36:45.768931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47bebd4-760d-4790-984e-45433731407a req-c5c6c8c6-668d-4fdd-9e95-52d35e2225bf tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:45.775127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47bebd4-760d-4790-984e-45433731407a req-c5c6c8c6-668d-4fdd-9e95-52d35e2225bf tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:45.783236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e47bebd4-760d-4790-984e-45433731407a req-c5c6c8c6-668d-4fdd-9e95-52d35e2225bf tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1679 time: 0.0991187 Dec 14 02:36:45.813938 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58e81c13-b6fa-4b8c-aef4-35cd7d02488d req-66808dbb-fdb2-494f-a3fc-e3992ccd369a service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250619 Dec 14 02:36:45.915154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e47bebd4-760d-4790-984e-45433731407a req-23a4fc69-56d5-4762-9dec-89e483e54882 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309512 Dec 14 02:36:45.922400 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58104) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:46.000582 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58e81c13-b6fa-4b8c-aef4-35cd7d02488d req-fd937c0b-ad8b-4628-9dc3-63a0bf9b0cb8 service neutron] 10.222.0.47 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751494 Dec 14 02:36:46.022237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ade87-6d61-4c45-b26c-626a838655db req-78392c51-2bb8-4687-bc48-578d296637b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:46.022927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ade87-6d61-4c45-b26c-626a838655db req-78392c51-2bb8-4687-bc48-578d296637b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:46.024671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-837ade87-6d61-4c45-b26c-626a838655db req-78392c51-2bb8-4687-bc48-578d296637b2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9e3c48c88dd4e2188c9991ba134e39e&device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1981 time: 0.0550392 Dec 14 02:36:46.129944 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c9dbfdd4-8a57-43b0-a479-4f5cd4c9e18f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:46.175545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ade87-6d61-4c45-b26c-626a838655db req-ae952118-22b5-4ac1-aaeb-2f088520dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:46.177708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-837ade87-6d61-4c45-b26c-626a838655db req-ae952118-22b5-4ac1-aaeb-2f088520dd64 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3a2edc7f-9d02-494d-8925-f01e59cf20ba HTTP/1.1" status: 200 len: 903 time: 0.1457310 Dec 14 02:36:46.219991 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c9dbfdd4-8a57-43b0-a479-4f5cd4c9e18f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:46.235392 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-837ade87-6d61-4c45-b26c-626a838655db req-6517dd8b-6afe-49d4-9215-56e910a619d5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.126&port_id=ea01c1fa-c703-49cd-a703-e55ad7bcd368 HTTP/1.1" status: 200 len: 217 time: 0.0473979 Dec 14 02:36:46.288730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ade87-6d61-4c45-b26c-626a838655db req-5e4e2ad8-236e-4b6f-8b46-8471dedf964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:46.290365 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-837ade87-6d61-4c45-b26c-626a838655db req-5e4e2ad8-236e-4b6f-8b46-8471dedf964b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ce76961a-6613-431e-a1d4-f28c399d2210 HTTP/1.1" status: 200 len: 801 time: 0.0453126 Dec 14 02:36:46.296253 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c9dbfdd4-8a57-43b0-a479-4f5cd4c9e18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:46.335440 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbfdd4-8a57-43b0-a479-4f5cd4c9e18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a34236c-fd00-4749-8632-5eb27cc73137,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:46.340818 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c9dbfdd4-8a57-43b0-a479-4f5cd4c9e18f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5db7763abcc34c9ea8f79374a80e64ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4165654 Dec 14 02:36:46.344038 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58112) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:46.361205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ade87-6d61-4c45-b26c-626a838655db req-68256932-edff-4472-853b-4b9e55bda9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:46.361205 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-837ade87-6d61-4c45-b26c-626a838655db req-68256932-edff-4472-853b-4b9e55bda9da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3a2edc7f-9d02-494d-8925-f01e59cf20ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0603085 Dec 14 02:36:46.400093 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66096285-8e41-4f90-97e0-489885ea5622 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:46.428323 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66096285-8e41-4f90-97e0-489885ea5622 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:46.521551 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-837ade87-6d61-4c45-b26c-626a838655db req-97859cca-7dcb-4f2f-9974-d9345b8f6c9d service neutron] 10.222.0.47 "GET /v2.0/networks/3a2edc7f-9d02-494d-8925-f01e59cf20ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074669 Dec 14 02:36:46.622313 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77208dc9-bd86-4167-a510-750d18667d39 req-f8598539-208c-4ff5-94d2-4687cee90f1b tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:46.623831 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77208dc9-bd86-4167-a510-750d18667d39 req-f8598539-208c-4ff5-94d2-4687cee90f1b tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 946 time: 0.0853171 Dec 14 02:36:46.627849 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-837ade87-6d61-4c45-b26c-626a838655db req-8ec924ce-8eb6-4e44-9d12-40e7183edfd6 service neutron] 10.222.0.47 "GET /v2.0/networks/3a2edc7f-9d02-494d-8925-f01e59cf20ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403177 Dec 14 02:36:46.667543 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66096285-8e41-4f90-97e0-489885ea5622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:46.670758 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66096285-8e41-4f90-97e0-489885ea5622 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:46.672592 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-66096285-8e41-4f90-97e0-489885ea5622 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a34236c-fd00-4749-8632-5eb27cc73137 HTTP/1.1" status: 204 len: 168 time: 0.3273427 Dec 14 02:36:46.713156 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66096285-8e41-4f90-97e0-489885ea5622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a34236c-fd00-4749-8632-5eb27cc73137,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:46.801405 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77208dc9-bd86-4167-a510-750d18667d39 req-ed591d33-3c94-4d09-ab29-169822ea2b48 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/security-groups?id=d338fdc2-2e5b-4c1a-86ba-a6a42b54caaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656017 Dec 14 02:36:47.070052 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4215f-7bc3-4fbf-a42c-56c2836bb31f req-f805348d-875b-4e70-8891-2ee705082025 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:47.071746 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a3f4215f-7bc3-4fbf-a42c-56c2836bb31f req-f805348d-875b-4e70-8891-2ee705082025 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 943 time: 0.1319199 Dec 14 02:36:47.092684 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60882822-0b5c-4e0c-a2eb-2042b93c0fb0 req-a792d650-6061-49d5-8a1d-f8c36f070c24 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:47.094481 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60882822-0b5c-4e0c-a2eb-2042b93c0fb0 req-a792d650-6061-49d5-8a1d-f8c36f070c24 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.46 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 946 time: 0.1518347 Dec 14 02:36:47.136591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a584945-1263-4f55-969d-5b5adea48504 req-b1a5b330-8f5d-4c01-b874-3d5b99e961a9 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:47.143645 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a584945-1263-4f55-969d-5b5adea48504 req-b1a5b330-8f5d-4c01-b874-3d5b99e961a9 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:47.145398 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a584945-1263-4f55-969d-5b5adea48504 req-b1a5b330-8f5d-4c01-b874-3d5b99e961a9 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1679 time: 0.1564515 Dec 14 02:36:47.224675 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a3f4215f-7bc3-4fbf-a42c-56c2836bb31f req-ce6f013e-0dda-4ae0-bec2-3e7ff9bf292d tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424725 Dec 14 02:36:47.284772 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a584945-1263-4f55-969d-5b5adea48504 req-41c53239-fc92-475a-a1d3-fd68bd0c61f9 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150267 Dec 14 02:36:47.325251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-60882822-0b5c-4e0c-a2eb-2042b93c0fb0 req-58668fb5-b0c3-406e-a81c-11f8f1731168 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Deleting port e1f840d4-9b82-434a-a733-49f50c16c4cd {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:36:47.327890 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-60882822-0b5c-4e0c-a2eb-2042b93c0fb0 req-58668fb5-b0c3-406e-a81c-11f8f1731168 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:47.448786 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-60882822-0b5c-4e0c-a2eb-2042b93c0fb0 req-58668fb5-b0c3-406e-a81c-11f8f1731168 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] For port e1f840d4-9b82-434a-a733-49f50c16c4cd, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e1f840d4-9b82-434a-a733-49f50c16c4cd,segment=NetworkSegment(a13d296b-6198-44bb-962d-a42eb7cde38a),segment_id=a13d296b-6198-44bb-962d-a42eb7cde38a)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:47.449161 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-60882822-0b5c-4e0c-a2eb-2042b93c0fb0 req-58668fb5-b0c3-406e-a81c-11f8f1731168 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:47.469493 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-60882822-0b5c-4e0c-a2eb-2042b93c0fb0 req-58668fb5-b0c3-406e-a81c-11f8f1731168 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Calling delete_port for e1f840d4-9b82-434a-a733-49f50c16c4cd owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:36:47.494126 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58134) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:47.511288 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e61a0175-1dea-4421-91eb-6df7e77f88e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:47.593262 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e61a0175-1dea-4421-91eb-6df7e77f88e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:47.639092 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e61a0175-1dea-4421-91eb-6df7e77f88e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:47.657704 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-60882822-0b5c-4e0c-a2eb-2042b93c0fb0 req-58668fb5-b0c3-406e-a81c-11f8f1731168 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:47.679499 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e61a0175-1dea-4421-91eb-6df7e77f88e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bedcc014046f4b828717efa61b7978f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1836793 Dec 14 02:36:47.680377 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a0175-1dea-4421-91eb-6df7e77f88e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f45e9b9-86d6-41b9-8c73-ad3f73da9e82,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:47.682742 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58136) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:47.695728 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['e1f840d4-9b82-434a-a733-49f50c16c4cd'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:36:47.716848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58668fb5-b0c3-406e-a81c-11f8f1731168 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Pushing event deleted for resources: {'Port': ['ID=e1f840d4-9b82-434a-a733-49f50c16c4cd,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:47.751336 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e74d3bf-9028-4346-bb65-ddd091fd1c39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:47.781648 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e74d3bf-9028-4346-bb65-ddd091fd1c39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:47.784196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-60882822-0b5c-4e0c-a2eb-2042b93c0fb0 req-58668fb5-b0c3-406e-a81c-11f8f1731168 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] No DVR routers for this DVR port e1f840d4-9b82-434a-a733-49f50c16c4cd on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:36:47.792070 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-60882822-0b5c-4e0c-a2eb-2042b93c0fb0 req-58668fb5-b0c3-406e-a81c-11f8f1731168 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:47.797519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60882822-0b5c-4e0c-a2eb-2042b93c0fb0 req-58668fb5-b0c3-406e-a81c-11f8f1731168 tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.46 "DELETE /v2.0/ports/e1f840d4-9b82-434a-a733-49f50c16c4cd HTTP/1.1" status: 204 len: 173 time: 0.6848223 Dec 14 02:36:47.798001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afab887-201d-4675-8d84-e031a60e84aa', 'name': 'network-vif-deleted', 'tag': 'e1f840d4-9b82-434a-a733-49f50c16c4cd'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:36:47.807552 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1888805-ca0a-40aa-a3dd-2403d056fcf2" -d '{"events": [{"server_uuid": "5afab887-201d-4675-8d84-e031a60e84aa", "name": "network-vif-deleted", "tag": "e1f840d4-9b82-434a-a733-49f50c16c4cd"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:36:47.860723 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717b660a-9e93-4d6d-b4de-cabadde192bc x-openstack-request-id: req-717b660a-9e93-4d6d-b4de-cabadde192bc {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:36:47.861464 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afab887-201d-4675-8d84-e031a60e84aa", "name": "network-vif-deleted", "tag": "e1f840d4-9b82-434a-a733-49f50c16c4cd", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:36:47.861750 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-717b660a-9e93-4d6d-b4de-cabadde192bc {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:36:47.862506 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afab887-201d-4675-8d84-e031a60e84aa', 'name': 'network-vif-deleted', 'tag': 'e1f840d4-9b82-434a-a733-49f50c16c4cd', 'status': 'completed', 'code': 200} Dec 14 02:36:47.957324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4fe42bfc-bdf7-4110-b6ba-7aa552dac02f req-a6bf80d8-613f-4e2d-9c1c-4ce5d0ebf77a tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 210 time: 0.0443280 Dec 14 02:36:47.973467 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e74d3bf-9028-4346-bb65-ddd091fd1c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:47.973467 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e74d3bf-9028-4346-bb65-ddd091fd1c39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:47.973467 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9e74d3bf-9028-4346-bb65-ddd091fd1c39 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f45e9b9-86d6-41b9-8c73-ad3f73da9e82 HTTP/1.1" status: 204 len: 168 time: 0.2778697 Dec 14 02:36:47.980682 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74d3bf-9028-4346-bb65-ddd091fd1c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f45e9b9-86d6-41b9-8c73-ad3f73da9e82,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:48.400152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df40a46-df53-4275-9288-3d9db91d206f req-c7420704-f6e6-4903-a32c-74818f0dabc5 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:48.401691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5df40a46-df53-4275-9288-3d9db91d206f req-c7420704-f6e6-4903-a32c-74818f0dabc5 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 943 time: 0.0828397 Dec 14 02:36:48.496386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c94d9-8127-4e98-8b6a-bdd2d3c791e4 req-fd9a3366-ca14-46c2-a212-946c67f6ec9e tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:48.503116 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c94d9-8127-4e98-8b6a-bdd2d3c791e4 req-fd9a3366-ca14-46c2-a212-946c67f6ec9e tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:48.504812 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-022c94d9-8127-4e98-8b6a-bdd2d3c791e4 req-fd9a3366-ca14-46c2-a212-946c67f6ec9e tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1679 time: 0.1137383 Dec 14 02:36:48.508378 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5df40a46-df53-4275-9288-3d9db91d206f req-b83fd26f-94a7-4a85-8107-c1d8e987fd88 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966997 Dec 14 02:36:48.614631 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-022c94d9-8127-4e98-8b6a-bdd2d3c791e4 req-0ce42104-ca3d-4867-b288-3c718722b566 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956125 Dec 14 02:36:49.081298 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-76b081f1-08c6-4514-9490-98ab4610defd req-8a3e463a-96ed-48a6-8471-4f1207608a6b tempest-FloatingIPsAssociationNegativeTestJSON-430522766 tempest-FloatingIPsAssociationNegativeTestJSON-430522766-project] 10.222.0.39 "GET /v2.0/ports?device_id=5afab887-201d-4675-8d84-e031a60e84aa HTTP/1.1" status: 200 len: 210 time: 0.0292993 Dec 14 02:36:49.697733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d8a34-8c99-414c-a85b-a5a32b1f6cf6 req-b6fa5a18-e181-46c9-91b1-9cfc395a5c41 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:49.704924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-900d8a34-8c99-414c-a85b-a5a32b1f6cf6 req-b6fa5a18-e181-46c9-91b1-9cfc395a5c41 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 943 time: 0.1086016 Dec 14 02:36:49.750987 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device ea01c1fa-c703-49cd-a703-e55ad7bcd368 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:36:49.823686 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-900d8a34-8c99-414c-a85b-a5a32b1f6cf6 req-bd918640-567c-4c61-bf42-a7d69e32d05b tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039321 Dec 14 02:36:49.976609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port ea01c1fa-c703-49cd-a703-e55ad7bcd368, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ea01c1fa-c703-49cd-a703-e55ad7bcd368,segment=NetworkSegment(ce76e6e3-ae2d-4a23-8db7-3bdfe4120365),segment_id=ce76e6e3-ae2d-4a23-8db7-3bdfe4120365)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:49.994476 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'ea01c1fa-c703-49cd-a703-e55ad7bcd368', 'network_id': '3a2edc7f-9d02-494d-8925-f01e59cf20ba', 'port_id': 'ea01c1fa-c703-49cd-a703-e55ad7bcd368', 'mac_address': 'fa:16:3e:5e:d7:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce76961a-6613-431e-a1d4-f28c399d2210', 'ip_address': '19.86.0.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:36:50.002067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69ecc2-480e-406d-90b8-70674e27eeb8 req-be8e051a-c378-4337-939c-5913acb745dc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:50.008320 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69ecc2-480e-406d-90b8-70674e27eeb8 req-be8e051a-c378-4337-939c-5913acb745dc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:50.016801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc69ecc2-480e-406d-90b8-70674e27eeb8 req-be8e051a-c378-4337-939c-5913acb745dc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1679 time: 0.1556616 Dec 14 02:36:50.067043 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:50.100095 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea01c1fa-c703-49cd-a703-e55ad7bcd368 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:36:50.126215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc69ecc2-480e-406d-90b8-70674e27eeb8 req-50f93d12-46ea-47f6-ac25-596a69b5c792 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085060 Dec 14 02:36:50.144188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port ea01c1fa-c703-49cd-a703-e55ad7bcd368, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ea01c1fa-c703-49cd-a703-e55ad7bcd368,segment=NetworkSegment(ce76e6e3-ae2d-4a23-8db7-3bdfe4120365),segment_id=ce76e6e3-ae2d-4a23-8db7-3bdfe4120365)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:50.191179 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58204) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:50.210612 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:50.211302 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:36:50.347366 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=ea01c1fa-c703-49cd-a703-e55ad7bcd368,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:50.358395 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:50.358912 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:50.359426 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:50.359906 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:50.360399 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:50.360740 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:50.361081 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:50.361442 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:50.361777 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:50.362109 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:50.362431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:50.362909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:50.363478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:36:50.470304 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8,segment=NetworkSegment(a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0),segment_id=a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:50.487974 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8', 'network_id': '57a1d093-9544-4e59-8f74-14fc5cd4f843', 'port_id': '3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8', 'mac_address': 'fa:16:3e:1c:95:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4e1304-545c-4b3e-af81-51f491f0ee21', 'ip_address': '19.80.0.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:36:50.534908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1c066-8d93-4860-92a8-d1dd785256c5 req-49025a0a-2524-40a5-812c-931d2c165dd8 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:50.536547 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ae1c066-8d93-4860-92a8-d1dd785256c5 req-49025a0a-2524-40a5-812c-931d2c165dd8 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.1044781 Dec 14 02:36:50.541849 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:50.558082 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:36:50.581617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8,segment=NetworkSegment(a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0),segment_id=a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:50.621440 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ae1c066-8d93-4860-92a8-d1dd785256c5 req-8eee33ee-3bd2-4ad5-b336-68d3bdce0c6c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773680 Dec 14 02:36:50.645109 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:50.706922 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:50.729241 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e1f840d4-9b82-434a-a733-49f50c16c4cd no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:36:50.761038 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: e1f840d4-9b82-434a-a733-49f50c16c4cd {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:36:50.761666 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e1f840d4-9b82-434a-a733-49f50c16c4cd not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:36:50.803983 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cec66a1d-a2de-4302-af83-4e88bef5708d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:51.026306 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:36:51.038714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a1a25-fee0-4d92-8f95-4434f25e87b5 req-78db7cac-aeb1-42da-8376-96f90293cf12 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:51.051117 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd6a1a25-fee0-4d92-8f95-4434f25e87b5 req-78db7cac-aeb1-42da-8376-96f90293cf12 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 943 time: 0.0794938 Dec 14 02:36:51.151809 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd6a1a25-fee0-4d92-8f95-4434f25e87b5 req-fb339f97-82c5-4d07-8f50-bd544f355235 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996032 Dec 14 02:36:51.178012 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['ea01c1fa-c703-49cd-a703-e55ad7bcd368'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:36:51.233018 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-cec66a1d-a2de-4302-af83-4e88bef5708d admin admin] Deleting port bd549cec-f6dc-47a3-bffc-edea5aa16168 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:36:51.233689 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cec66a1d-a2de-4302-af83-4e88bef5708d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:51.340428 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb13c80-3e5d-41d5-b4ed-3b776c2ead09 req-a24b2411-0462-4e25-99a2-4f33f5a03684 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:51.349353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb13c80-3e5d-41d5-b4ed-3b776c2ead09 req-a24b2411-0462-4e25-99a2-4f33f5a03684 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:51.360447 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5cb13c80-3e5d-41d5-b4ed-3b776c2ead09 req-a24b2411-0462-4e25-99a2-4f33f5a03684 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1681 time: 0.1090879 Dec 14 02:36:51.382953 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-cec66a1d-a2de-4302-af83-4e88bef5708d admin admin] For port bd549cec-f6dc-47a3-bffc-edea5aa16168, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=bd549cec-f6dc-47a3-bffc-edea5aa16168,segment=NetworkSegment(a13d296b-6198-44bb-962d-a42eb7cde38a),segment_id=a13d296b-6198-44bb-962d-a42eb7cde38a)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:51.383328 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cec66a1d-a2de-4302-af83-4e88bef5708d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:51.411324 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-cec66a1d-a2de-4302-af83-4e88bef5708d admin admin] Calling delete_port for bd549cec-f6dc-47a3-bffc-edea5aa16168 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:36:51.452520 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5cb13c80-3e5d-41d5-b4ed-3b776c2ead09 req-e1e9e330-e1a5-464f-92dd-ce20e41a0ec4 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906942 Dec 14 02:36:51.739552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caee4fd-4675-4c83-a25f-24eb481b4738 req-896d1b6c-27a1-471a-831b-1791f4305247 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:51.741163 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4caee4fd-4675-4c83-a25f-24eb481b4738 req-896d1b6c-27a1-471a-831b-1791f4305247 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.0494375 Dec 14 02:36:51.767051 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 46e12e5d-9a55-405f-83a3-c143e46a3097 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:36:51.798801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4caee4fd-4675-4c83-a25f-24eb481b4738 req-c7324f4e-1058-4740-9f8a-963dfbf98f4b tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509181 Dec 14 02:36:51.953611 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cec66a1d-a2de-4302-af83-4e88bef5708d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:51.988080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec66a1d-a2de-4302-af83-4e88bef5708d admin admin] Pushing event deleted for resources: {'Port': ['ID=bd549cec-f6dc-47a3-bffc-edea5aa16168,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:52.180938 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cec66a1d-a2de-4302-af83-4e88bef5708d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:52.320852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58264) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:52.379907 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-7c924996-1108-48a3-bd4d-bb70367d5cc0 service neutron] 10.222.0.47 "GET /v2.0/ports/46e12e5d-9a55-405f-83a3-c143e46a3097/bindings/n-h1-821636-1 HTTP/1.1" status: 200 len: 384 time: 0.1387002 Dec 14 02:36:52.390314 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eaaff3-c2e5-4389-9048-d2c1135191a5 req-5260a7b8-2cac-46cd-bef8-7c6fb0a18806 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:52.391913 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9eaaff3-c2e5-4389-9048-d2c1135191a5 req-5260a7b8-2cac-46cd-bef8-7c6fb0a18806 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 943 time: 0.0891950 Dec 14 02:36:52.487612 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9eaaff3-c2e5-4389-9048-d2c1135191a5 req-2cfb6da3-2246-4b57-beae-10869e637fbb tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873458 Dec 14 02:36:52.510926 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec66a1d-a2de-4302-af83-4e88bef5708d admin admin] Router e826b109-b51f-40e2-93a7-8d34593e91ab has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:36:52.631480 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec66a1d-a2de-4302-af83-4e88bef5708d admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:36:52.642302 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cec66a1d-a2de-4302-af83-4e88bef5708d admin admin] 10.222.0.39 "PUT /v2.0/routers/e826b109-b51f-40e2-93a7-8d34593e91ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4493396 Dec 14 02:36:52.642889 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14d6b81-5dd0-455a-8466-47efdca399fb None None] Sync routers for ids ['e826b109-b51f-40e2-93a7-8d34593e91ab'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:36:52.644795 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58270) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:52.668459 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d6b81-5dd0-455a-8466-47efdca399fb None None] Routers {'e826b109-b51f-40e2-93a7-8d34593e91ab'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:52.674607 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b14d6b81-5dd0-455a-8466-47efdca399fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e826b109-b51f-40e2-93a7-8d34593e91ab'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:52.770537 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4241-b371-4b3e-af8d-4f1fa11d3af3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:52.916119 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4241-b371-4b3e-af8d-4f1fa11d3af3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:52.917247 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-b14d6b81-5dd0-455a-8466-47efdca399fb None None] Set router e826b109-b51f-40e2-93a7-8d34593e91ab gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:53.010419 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fa75f950-adf8-438f-b7ef-7c0abab8cb5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:53.080452 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-3d6a4241-b371-4b3e-af8d-4f1fa11d3af3 admin admin] Deleting port 76fe06e7-f80e-4779-be30-a19aa7b87018 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:36:53.081043 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4241-b371-4b3e-af8d-4f1fa11d3af3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:53.158969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef80624-4c14-4770-b86d-2dc23825c872 req-18a85ddf-db2d-45d4-b8ec-718de6799cee tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:53.167297 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b14d6b81-5dd0-455a-8466-47efdca399fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-589590376-router', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:37Z', 'updated_at': '2021-12-14T02:36:51Z', 'revision_number': 5, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'gw_port': {'id': '76fe06e7-f80e-4779-be30-a19aa7b87018', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:38Z', 'updated_at': '2021-12-14T02:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:53.168119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef80624-4c14-4770-b86d-2dc23825c872 req-18a85ddf-db2d-45d4-b8ec-718de6799cee tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:53.177983 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ef80624-4c14-4770-b86d-2dc23825c872 req-18a85ddf-db2d-45d4-b8ec-718de6799cee tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1681 time: 0.2581310 Dec 14 02:36:53.197047 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-3d6a4241-b371-4b3e-af8d-4f1fa11d3af3 admin admin] For port 76fe06e7-f80e-4779-be30-a19aa7b87018, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=76fe06e7-f80e-4779-be30-a19aa7b87018,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:53.197725 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4241-b371-4b3e-af8d-4f1fa11d3af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:53.201999 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14d6b81-5dd0-455a-8466-47efdca399fb None None] Checking router: e826b109-b51f-40e2-93a7-8d34593e91ab for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:36:53.217665 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-3d6a4241-b371-4b3e-af8d-4f1fa11d3af3 admin admin] Calling delete_port for 76fe06e7-f80e-4779-be30-a19aa7b87018 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:36:53.227613 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14d6b81-5dd0-455a-8466-47efdca399fb None None] Routers {'e826b109-b51f-40e2-93a7-8d34593e91ab'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:36:53.228402 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b14d6b81-5dd0-455a-8466-47efdca399fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:36:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e826b109-b51f-40e2-93a7-8d34593e91ab'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:53.263765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b522f28-8dd1-403b-9432-60fd5f36354f req-c0aad4c0-7c69-4a22-85ba-3b91a021c04d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:53.272800 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b522f28-8dd1-403b-9432-60fd5f36354f req-c0aad4c0-7c69-4a22-85ba-3b91a021c04d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.2583337 Dec 14 02:36:53.318596 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-b14d6b81-5dd0-455a-8466-47efdca399fb None None] Set router e826b109-b51f-40e2-93a7-8d34593e91ab gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:36:53.355479 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ef80624-4c14-4770-b86d-2dc23825c872 req-ada210b2-dee1-4dca-9b48-8adb820f1b04 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762607 Dec 14 02:36:53.369388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-8a4c539e-fbc3-4268-b5e0-f24a82f2877d service neutron] For port 46e12e5d-9a55-405f-83a3-c143e46a3097, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=46e12e5d-9a55-405f-83a3-c143e46a3097,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:53.380532 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b14d6b81-5dd0-455a-8466-47efdca399fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-589590376-router', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:37Z', 'updated_at': '2021-12-14T02:36:52Z', 'revision_number': 6, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:53.410001 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14d6b81-5dd0-455a-8466-47efdca399fb None None] The sync data for ids ['e826b109-b51f-40e2-93a7-8d34593e91ab'] in n-d-821636-1 is: [{'id': 'e826b109-b51f-40e2-93a7-8d34593e91ab', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-589590376-router', 'tenant_id': 'f6d76e8763674b21847546036ef0631b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:37Z', 'updated_at': '2021-12-14T02:36:52Z', 'revision_number': 6, 'project_id': 'f6d76e8763674b21847546036ef0631b', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:36:53.464657 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-8a4c539e-fbc3-4268-b5e0-f24a82f2877d service neutron] For port 46e12e5d-9a55-405f-83a3-c143e46a3097, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:36:53.492318 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b522f28-8dd1-403b-9432-60fd5f36354f req-3bca8d82-b16c-4f4c-9885-860af97f732f tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185144 Dec 14 02:36:53.521055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-8a4c539e-fbc3-4268-b5e0-f24a82f2877d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e12e5d-9a55-405f-83a3-c143e46a3097 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:36:53.530897 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fa75f950-adf8-438f-b7ef-7c0abab8cb5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:53.537061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-8a4c539e-fbc3-4268-b5e0-f24a82f2877d service neutron] For port 46e12e5d-9a55-405f-83a3-c143e46a3097, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=46e12e5d-9a55-405f-83a3-c143e46a3097,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:53.570898 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4241-b371-4b3e-af8d-4f1fa11d3af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:53.612194 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a4241-b371-4b3e-af8d-4f1fa11d3af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=76fe06e7-f80e-4779-be30-a19aa7b87018,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:53.613211 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fa75f950-adf8-438f-b7ef-7c0abab8cb5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:53.648651 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13483367-5df8-4e3e-9565-2dda60798f78 req-018fc168-baa8-460f-8c4d-2e665aa2c3ef tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:53.650222 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13483367-5df8-4e3e-9565-2dda60798f78 req-018fc168-baa8-460f-8c4d-2e665aa2c3ef tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 943 time: 0.0776503 Dec 14 02:36:53.667073 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-8a4c539e-fbc3-4268-b5e0-f24a82f2877d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:53.676973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fa75f950-adf8-438f-b7ef-7c0abab8cb5e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e7972aa3cd634f9bb6a5ba9d19468fc3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3550627 Dec 14 02:36:53.680841 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58282) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:53.686662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa75f950-adf8-438f-b7ef-7c0abab8cb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93356d80-4415-4532-b447-7ae785f45cff,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:53.692789 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4241-b371-4b3e-af8d-4f1fa11d3af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:53.753040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device ea01c1fa-c703-49cd-a703-e55ad7bcd368 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:53.767781 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13483367-5df8-4e3e-9565-2dda60798f78 req-9971cadd-98ab-48cb-a467-46931728014b tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035910 Dec 14 02:36:53.801542 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4241-b371-4b3e-af8d-4f1fa11d3af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:53.806890 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4241-b371-4b3e-af8d-4f1fa11d3af3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:53.814962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-8a4c539e-fbc3-4268-b5e0-f24a82f2877d service neutron] Transition to ACTIVE for port object 46e12e5d-9a55-405f-83a3-c143e46a3097 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:36:53.868855 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c51db651-a79d-431f-ae10-2b13fe525629 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:53.897085 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c51db651-a79d-431f-ae10-2b13fe525629 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:53.947773 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-8a4c539e-fbc3-4268-b5e0-f24a82f2877d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:53.975784 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port ea01c1fa-c703-49cd-a703-e55ad7bcd368 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:36:53.976926 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4241-b371-4b3e-af8d-4f1fa11d3af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:53.977889 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6a4241-b371-4b3e-af8d-4f1fa11d3af3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e826b109-b51f-40e2-93a7-8d34593e91ab {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:36:53.983894 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d6a4241-b371-4b3e-af8d-4f1fa11d3af3 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:53.985640 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3d6a4241-b371-4b3e-af8d-4f1fa11d3af3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e826b109-b51f-40e2-93a7-8d34593e91ab HTTP/1.1" status: 204 len: 168 time: 1.3395603 Dec 14 02:36:53.988363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58284) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:53.990637 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port ea01c1fa-c703-49cd-a703-e55ad7bcd368 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:53.998022 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:54.014042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-8a4c539e-fbc3-4268-b5e0-f24a82f2877d service neutron] No DVR routers for this DVR port 46e12e5d-9a55-405f-83a3-c143e46a3097 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:36:54.031245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c539e-fbc3-4268-b5e0-f24a82f2877d service neutron] Pushing event updated for resources: {'Port': ['ID=46e12e5d-9a55-405f-83a3-c143e46a3097,revision_number=10']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:54.056007 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-8a4c539e-fbc3-4268-b5e0-f24a82f2877d service neutron] 10.222.0.47 "PUT /v2.0/ports/46e12e5d-9a55-405f-83a3-c143e46a3097/bindings/n-h1-821636-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6624086 Dec 14 02:36:54.063307 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e7414e-fd4a-46f4-ba5f-ce7347e52453 admin admin] Deleting subnet dd4eb43a-bcfd-4108-9c6d-8a9932462c5d {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:36:54.067164 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44e7414e-fd4a-46f4-ba5f-ce7347e52453 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:54.097180 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c51db651-a79d-431f-ae10-2b13fe525629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:54.099826 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c51db651-a79d-431f-ae10-2b13fe525629 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:54.103449 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c51db651-a79d-431f-ae10-2b13fe525629 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/93356d80-4415-4532-b447-7ae785f45cff HTTP/1.1" status: 204 len: 168 time: 0.4189005 Dec 14 02:36:54.115242 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51db651-a79d-431f-ae10-2b13fe525629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93356d80-4415-4532-b447-7ae785f45cff,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:54.123687 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44e7414e-fd4a-46f4-ba5f-ce7347e52453 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:54.165539 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:54.209952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961f257b-21ae-4a49-88d6-7ed312e04164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea01c1fa-c703-49cd-a703-e55ad7bcd368'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:36:54.212537 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013dfdfd-2b4f-45aa-ac40-3e2aee5852f4" -d '{"events": [{"server_uuid": "961f257b-21ae-4a49-88d6-7ed312e04164", "name": "network-vif-plugged", "status": "completed", "tag": "ea01c1fa-c703-49cd-a703-e55ad7bcd368"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:36:54.251727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port ea01c1fa-c703-49cd-a703-e55ad7bcd368, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ea01c1fa-c703-49cd-a703-e55ad7bcd368,segment=NetworkSegment(ce76e6e3-ae2d-4a23-8db7-3bdfe4120365),segment_id=ce76e6e3-ae2d-4a23-8db7-3bdfe4120365)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:54.258490 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44e7414e-fd4a-46f4-ba5f-ce7347e52453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:54.287049 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b88624-d0e1-4741-ad64-924b8061b5f5 x-openstack-request-id: req-11b88624-d0e1-4741-ad64-924b8061b5f5 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:36:54.287561 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961f257b-21ae-4a49-88d6-7ed312e04164", "name": "network-vif-plugged", "status": "completed", "tag": "ea01c1fa-c703-49cd-a703-e55ad7bcd368", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:36:54.287911 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11b88624-d0e1-4741-ad64-924b8061b5f5 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:36:54.288314 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961f257b-21ae-4a49-88d6-7ed312e04164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea01c1fa-c703-49cd-a703-e55ad7bcd368', 'code': 200} Dec 14 02:36:54.293085 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-c75c2282-ccbc-4c17-af4e-2c1094a1ba1c tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:54.294940 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-c75c2282-ccbc-4c17-af4e-2c1094a1ba1c tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6&tenant_id=dbee3f5c8679489195245f7b7be79be0&binding%3Ahost_id=n-h2-821636-1 HTTP/1.1" status: 200 len: 1095 time: 0.0566819 Dec 14 02:36:54.356561 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-8ca632c9-c433-40b4-863d-6aa1d66f15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:54.358928 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-8ca632c9-c433-40b4-863d-6aa1d66f15f2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6&tenant_id=dbee3f5c8679489195245f7b7be79be0 HTTP/1.1" status: 200 len: 1095 time: 0.0525746 Dec 14 02:36:54.472854 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-fa11b50b-9718-447e-9410-362e2df432c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:54.474436 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-fa11b50b-9718-447e-9410-362e2df432c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 1095 time: 0.0755725 Dec 14 02:36:54.552194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66da19-74da-49fa-8878-c46e3b06aab9 req-4727360a-e3e8-4d45-833a-885f1675c8bc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:54.558038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66da19-74da-49fa-8878-c46e3b06aab9 req-4727360a-e3e8-4d45-833a-885f1675c8bc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:54.567718 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed66da19-74da-49fa-8878-c46e3b06aab9 req-4727360a-e3e8-4d45-833a-885f1675c8bc tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1681 time: 0.1331849 Dec 14 02:36:54.651738 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed66da19-74da-49fa-8878-c46e3b06aab9 req-610445a5-fbbf-4d15-b39a-09ce067a103f tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831530 Dec 14 02:36:54.672926 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:54.673556 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44e7414e-fd4a-46f4-ba5f-ce7347e52453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:54.683222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:36:54.691457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-7a923a20-2924-4461-8602-523deb3dda05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:54.693497 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-7a923a20-2924-4461-8602-523deb3dda05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.2107902 Dec 14 02:36:54.736083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7414e-fd4a-46f4-ba5f-ce7347e52453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd4eb43a-bcfd-4108-9c6d-8a9932462c5d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:54.752221 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44e7414e-fd4a-46f4-ba5f-ce7347e52453 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:54.753931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272eecf0-56ad-4704-b864-3f0ae6739f04 None None] Network 7eb437c5-1524-4e88-8d83-11e9853aa57f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:36:54.754503 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-44e7414e-fd4a-46f4-ba5f-ce7347e52453 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dd4eb43a-bcfd-4108-9c6d-8a9932462c5d HTTP/1.1" status: 204 len: 168 time: 0.7654531 Dec 14 02:36:54.755334 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58300) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:54.777459 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-b875e769-cb16-4851-aad3-825db21d8bbb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46e12e5d-9a55-405f-83a3-c143e46a3097 HTTP/1.1" status: 200 len: 217 time: 0.0747912 Dec 14 02:36:54.792901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffcbac3-6e24-4367-b0aa-6dc010b0401f req-5ee47941-6573-4df1-9ba6-4930147a9c5c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:54.794749 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ffcbac3-6e24-4367-b0aa-6dc010b0401f req-5ee47941-6573-4df1-9ba6-4930147a9c5c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.1491640 Dec 14 02:36:54.827252 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=ea01c1fa-c703-49cd-a703-e55ad7bcd368,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:54.838749 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:54.926364 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:36:54.935930 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] Deleting port 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:36:54.935930 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:54.936260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:36:54.936260 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:54.955454 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-8c3d8150-42eb-4d43-93bf-b8a3ddfa22f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:54.957340 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-8c3d8150-42eb-4d43-93bf-b8a3ddfa22f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.1488566 Dec 14 02:36:55.025184 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-b615535d-2364-44e0-a33b-9858c909f775 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585885 Dec 14 02:36:55.041503 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0816cfa5-9664-4d22-86c2-1db54ee7b97f None None] DHCP port deletion for 7eb437c5-1524-4e88-8d83-11e9853aa57f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:36:55.064943 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ffcbac3-6e24-4367-b0aa-6dc010b0401f req-fc11edd6-6252-43f8-8f8a-dc05eeaa24a1 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804395 Dec 14 02:36:55.109060 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] For port 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=03fc74c8-4ee6-4d0c-b75f-2c152b0d490a,segment=NetworkSegment(a13d296b-6198-44bb-962d-a42eb7cde38a),segment_id=a13d296b-6198-44bb-962d-a42eb7cde38a)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:55.109296 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:55.112610 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:55.125551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] Calling delete_port for 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:36:55.160739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-0816cfa5-9664-4d22-86c2-1db54ee7b97f None None] Deleting port 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:36:55.161913 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0816cfa5-9664-4d22-86c2-1db54ee7b97f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:55.165347 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8,segment=NetworkSegment(a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0),segment_id=a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:55.213227 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed89075-32ea-435d-a2c8-82f21e3b33aa req-43584f83-b48f-4235-8d38-055a0d7f9e32 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:55.227003 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aed89075-32ea-435d-a2c8-82f21e3b33aa req-43584f83-b48f-4235-8d38-055a0d7f9e32 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 944 time: 0.2500434 Dec 14 02:36:55.256693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-e1b44844-29d8-48f1-af31-2b79d9476176 service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092237 Dec 14 02:36:55.258933 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device bd549cec-f6dc-47a3-bffc-edea5aa16168 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:36:55.296611 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:55.302338 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: bd549cec-f6dc-47a3-bffc-edea5aa16168 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:36:55.307291 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device bd549cec-f6dc-47a3-bffc-edea5aa16168 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:36:55.307291 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:36:55.307291 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0816cfa5-9664-4d22-86c2-1db54ee7b97f None None] For port 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=03fc74c8-4ee6-4d0c-b75f-2c152b0d490a,segment=NetworkSegment(a13d296b-6198-44bb-962d-a42eb7cde38a),segment_id=a13d296b-6198-44bb-962d-a42eb7cde38a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:55.307291 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0816cfa5-9664-4d22-86c2-1db54ee7b97f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:55.324660 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:55.355327 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] Pushing event deleted for resources: {'Port': ['ID=03fc74c8-4ee6-4d0c-b75f-2c152b0d490a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:55.359008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aed89075-32ea-435d-a2c8-82f21e3b33aa req-2c7a8651-a5f3-4173-99e2-08c36b86b35e tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159468 Dec 14 02:36:55.374005 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] No DVR routers for this DVR port 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:36:55.403309 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-16da3d5f-c5ac-4579-a686-d1f5ab9d50cf service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369855 Dec 14 02:36:55.432174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58308) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:55.454131 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b4d749b6-469b-4ad1-85df-a93c14cda0a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:55.468717 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:55.492559 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb437c5-1524-4e88-8d83-11e9853aa57f']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:55.504574 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13d296b-6198-44bb-962d-a42eb7cde38a') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:55.504921 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13d296b-6198-44bb-962d-a42eb7cde38a') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:36:55.516234 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:55.532522 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:55.539913 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:36:55.540276 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:36:55.542312 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:36:55.551326 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-0816cfa5-9664-4d22-86c2-1db54ee7b97f None None] Calling delete_port for 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:36:55.559021 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b4d749b6-469b-4ad1-85df-a93c14cda0a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:55.631471 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No active binding found for port 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a {{(pid=103849) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 14 02:36:55.631914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:36:55.632342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 76fe06e7-f80e-4779-be30-a19aa7b87018 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:36:55.639417 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b4d749b6-469b-4ad1-85df-a93c14cda0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:55.671477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:55.673447 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:55.674414 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 76fe06e7-f80e-4779-be30-a19aa7b87018 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:36:55.676073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 76fe06e7-f80e-4779-be30-a19aa7b87018 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:36:55.683165 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b4d749b6-469b-4ad1-85df-a93c14cda0a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c12a676e544427b9519b299315d93df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2496941 Dec 14 02:36:55.685587 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d749b6-469b-4ad1-85df-a93c14cda0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcd5efe-75f2-42b5-b493-c1536e636d8b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:55.689169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58314) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:55.700809 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:55.713844 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0816cfa5-9664-4d22-86c2-1db54ee7b97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:55.728149 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] 10.222.0.39 "DELETE /v2.0/networks/7eb437c5-1524-4e88-8d83-11e9853aa57f HTTP/1.1" status: 204 len: 168 time: 0.9716368 Dec 14 02:36:55.758112 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816cfa5-9664-4d22-86c2-1db54ee7b97f None None] Pushing event deleted for resources: {'Port': ['ID=03fc74c8-4ee6-4d0c-b75f-2c152b0d490a,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:55.761238 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0816cfa5-9664-4d22-86c2-1db54ee7b97f None None] Network 7eb437c5-1524-4e88-8d83-11e9853aa57f is not hosted by any dhcp agent {{(pid=103849) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 14 02:36:55.764993 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fe25e-1786-40d4-a663-4ea1411b76ae admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb437c5-1524-4e88-8d83-11e9853aa57f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:55.765224 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0816cfa5-9664-4d22-86c2-1db54ee7b97f None None] No DVR routers for this DVR port 03fc74c8-4ee6-4d0c-b75f-2c152b0d490a on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:36:55.788707 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb4f4c4d-8e50-432e-8619-cae056265f6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:55.850051 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb4f4c4d-8e50-432e-8619-cae056265f6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:55.899775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da94f0-ff20-4436-9ec7-e22d257d6971 req-7329b6ea-233c-4eed-aa58-e845543f3537 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:55.906568 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da94f0-ff20-4436-9ec7-e22d257d6971 req-7329b6ea-233c-4eed-aa58-e845543f3537 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:55.912404 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24da94f0-ff20-4436-9ec7-e22d257d6971 req-7329b6ea-233c-4eed-aa58-e845543f3537 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1683 time: 0.1000609 Dec 14 02:36:55.966096 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24da94f0-ff20-4436-9ec7-e22d257d6971 req-d86a6fc0-4945-4ce4-abee-a460d226d00d tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493834 Dec 14 02:36:56.023077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-cd87feca-0f96-4b29-9e7a-a9ef512a0a02 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:56.024621 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-cd87feca-0f96-4b29-9e7a-a9ef512a0a02 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6&tenant_id=dbee3f5c8679489195245f7b7be79be0&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 1095 time: 0.0482950 Dec 14 02:36:56.026577 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb4f4c4d-8e50-432e-8619-cae056265f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:56.030416 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb4f4c4d-8e50-432e-8619-cae056265f6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:56.034397 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cb4f4c4d-8e50-432e-8619-cae056265f6a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/edcd5efe-75f2-42b5-b493-c1536e636d8b HTTP/1.1" status: 204 len: 168 time: 0.3441999 Dec 14 02:36:56.071803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f4c4d-8e50-432e-8619-cae056265f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcd5efe-75f2-42b5-b493-c1536e636d8b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:56.207867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df0b9a-bc97-4d86-9be5-8700e4a92ee1 req-e4d72282-0a9f-4c85-a031-d04d45e75c87 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:56.209607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-54df0b9a-bc97-4d86-9be5-8700e4a92ee1 req-e4d72282-0a9f-4c85-a031-d04d45e75c87 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.0642381 Dec 14 02:36:56.215041 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58324) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:56.257480 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4ed57431-470a-498c-92f2-4389c8aefc27 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f6d76e8763674b21847546036ef0631b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0410247 Dec 14 02:36:56.259981 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58326) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:36:56.261970 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-54df0b9a-bc97-4d86-9be5-8700e4a92ee1 req-22246718-584f-4188-a30b-37cfb6a1ef18 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450082 Dec 14 02:36:56.269917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-dd41475e-ec94-42b4-975b-591dd9860101 service neutron] For port 46e12e5d-9a55-405f-83a3-c143e46a3097, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:36:56.270970 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-dd41475e-ec94-42b4-975b-591dd9860101 service neutron] Publish callbacks [] for binding, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:56.272152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fa1449e-db3f-4866-9b4a-d5c1fbd18364 req-dd41475e-ec94-42b4-975b-591dd9860101 service neutron] 10.222.0.46 "DELETE /v2.0/ports/46e12e5d-9a55-405f-83a3-c143e46a3097/bindings/n-h2-821636-1 HTTP/1.1" status: 204 len: 173 time: 0.2349041 Dec 14 02:36:56.289827 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961f257b-21ae-4a49-88d6-7ed312e04164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:36:56.292716 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e69871-a29f-4ea9-9d71-c81df593752a" -d '{"events": [{"server_uuid": "961f257b-21ae-4a49-88d6-7ed312e04164", "name": "network-vif-plugged", "status": "completed", "tag": "3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:36:56.326761 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-621d7611-1600-4f4b-aebc-76b9849e2c03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:56.340733 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbbd4fe-e6bd-4f96-9120-21b125ee86e3 x-openstack-request-id: req-8dbbd4fe-e6bd-4f96-9120-21b125ee86e3 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:36:56.341032 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961f257b-21ae-4a49-88d6-7ed312e04164", "name": "network-vif-plugged", "status": "completed", "tag": "3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:36:56.341283 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8dbbd4fe-e6bd-4f96-9120-21b125ee86e3 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:36:56.344541 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961f257b-21ae-4a49-88d6-7ed312e04164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8', 'code': 200} Dec 14 02:36:56.353391 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-621d7611-1600-4f4b-aebc-76b9849e2c03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:56.507097 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-621d7611-1600-4f4b-aebc-76b9849e2c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:56.509957 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-621d7611-1600-4f4b-aebc-76b9849e2c03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:56.520695 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-621d7611-1600-4f4b-aebc-76b9849e2c03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d338fdc2-2e5b-4c1a-86ba-a6a42b54caaa HTTP/1.1" status: 204 len: 168 time: 0.2554212 Dec 14 02:36:56.538154 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d7611-1600-4f4b-aebc-76b9849e2c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d338fdc2-2e5b-4c1a-86ba-a6a42b54caaa,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:56.538371 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23c7b8-b725-4a33-89bc-0aa4853d6c4c req-793b2507-3d22-4249-af1d-6c5a6776e19f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:56.544768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f23c7b8-b725-4a33-89bc-0aa4853d6c4c req-793b2507-3d22-4249-af1d-6c5a6776e19f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 944 time: 0.0907235 Dec 14 02:36:56.586234 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877220d4-f8a0-45d9-bd73-31b3f4f03173 req-14aa1505-fd04-4612-8681-4090f64f37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:56.586377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877220d4-f8a0-45d9-bd73-31b3f4f03173 req-14aa1505-fd04-4612-8681-4090f64f37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:56.587964 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-877220d4-f8a0-45d9-bd73-31b3f4f03173 req-14aa1505-fd04-4612-8681-4090f64f37c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1985 time: 0.0990524 Dec 14 02:36:56.633981 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f23c7b8-b725-4a33-89bc-0aa4853d6c4c req-4f577456-53f0-48cb-827b-3c9a504ded11 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826523 Dec 14 02:36:56.668365 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-877220d4-f8a0-45d9-bd73-31b3f4f03173 req-f2000571-06dd-4ec9-9e7e-0a062f20371c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685401 Dec 14 02:36:56.773570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223166b3-04fa-43c0-9cca-b8edb990ec60 req-03207c9f-2c6b-4b48-957c-88c3e0ba2ef9 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:56.775136 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-223166b3-04fa-43c0-9cca-b8edb990ec60 req-03207c9f-2c6b-4b48-957c-88c3e0ba2ef9 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 1095 time: 0.0478325 Dec 14 02:36:56.837934 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-223166b3-04fa-43c0-9cca-b8edb990ec60 req-d6505bdb-69b8-405c-8a02-15370420f618 tempest-LiveMigrationTest-1709734750 tempest-LiveMigrationTest-1709734750-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557351 Dec 14 02:36:57.067450 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:57.118339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5587b-6180-4c7f-8db5-356f9356d752 req-59af1f90-8a5b-42af-a7ae-96cbb14a1962 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:57.130897 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5587b-6180-4c7f-8db5-356f9356d752 req-59af1f90-8a5b-42af-a7ae-96cbb14a1962 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:57.132614 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37f5587b-6180-4c7f-8db5-356f9356d752 req-59af1f90-8a5b-42af-a7ae-96cbb14a1962 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1683 time: 0.0718689 Dec 14 02:36:57.212924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37f5587b-6180-4c7f-8db5-356f9356d752 req-7ca3e880-c129-4e25-8cbd-05df86b988d3 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682323 Dec 14 02:36:57.375148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0097382-084c-476e-9b44-6e76183190c2 req-7a1a897f-146f-47e1-afbd-b32980c35690 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:57.383179 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0097382-084c-476e-9b44-6e76183190c2 req-7a1a897f-146f-47e1-afbd-b32980c35690 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 944 time: 0.0674989 Dec 14 02:36:57.475384 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0097382-084c-476e-9b44-6e76183190c2 req-da74edcc-dbba-422a-86ae-d23785ebc095 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911946 Dec 14 02:36:57.487294 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c6824-8197-4465-ad77-70146add4002 req-6bdbbe64-fc69-4d46-af4f-4684825cd0ef tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:57.488807 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-745c6824-8197-4465-ad77-70146add4002 req-6bdbbe64-fc69-4d46-af4f-4684825cd0ef tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.0958674 Dec 14 02:36:57.545275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-745c6824-8197-4465-ad77-70146add4002 req-a166dc5d-1fd7-44df-b28b-a9a77bd01c3b tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467021 Dec 14 02:36:58.168442 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050015a-f260-41d2-b522-cb51b7db50e8 req-419543e7-3850-4115-961b-23b8d142cfc4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:58.169978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f050015a-f260-41d2-b522-cb51b7db50e8 req-419543e7-3850-4115-961b-23b8d142cfc4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.46 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 944 time: 0.0548775 Dec 14 02:36:58.275904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-f050015a-f260-41d2-b522-cb51b7db50e8 req-d682b1b4-83ed-4068-af16-1fec00a60b9f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Deleting port 46e12e5d-9a55-405f-83a3-c143e46a3097 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:36:58.276253 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f050015a-f260-41d2-b522-cb51b7db50e8 req-d682b1b4-83ed-4068-af16-1fec00a60b9f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:58.385067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589535a6-2a6e-451c-bbdf-c5f3e24e85cd req-25b1bdf8-4b9f-40e4-aa96-f121331ffd8b tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:58.391661 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589535a6-2a6e-451c-bbdf-c5f3e24e85cd req-25b1bdf8-4b9f-40e4-aa96-f121331ffd8b tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:58.393331 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-589535a6-2a6e-451c-bbdf-c5f3e24e85cd req-25b1bdf8-4b9f-40e4-aa96-f121331ffd8b tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1683 time: 0.1117074 Dec 14 02:36:58.435187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-f050015a-f260-41d2-b522-cb51b7db50e8 req-d682b1b4-83ed-4068-af16-1fec00a60b9f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] For port 46e12e5d-9a55-405f-83a3-c143e46a3097, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=46e12e5d-9a55-405f-83a3-c143e46a3097,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:36:58.435575 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f050015a-f260-41d2-b522-cb51b7db50e8 req-d682b1b4-83ed-4068-af16-1fec00a60b9f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:58.459658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-f050015a-f260-41d2-b522-cb51b7db50e8 req-d682b1b4-83ed-4068-af16-1fec00a60b9f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Calling delete_port for 46e12e5d-9a55-405f-83a3-c143e46a3097 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:36:58.493717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-589535a6-2a6e-451c-bbdf-c5f3e24e85cd req-5a30359b-e0df-457d-9903-79dd869a122f tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928051 Dec 14 02:36:58.745682 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d2073-3172-4351-a9bf-e80f59ae43c1 req-6a3bb16d-88fa-4ec0-a95a-75afba80bb89 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:58.748905 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f0d2073-3172-4351-a9bf-e80f59ae43c1 req-6a3bb16d-88fa-4ec0-a95a-75afba80bb89 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 944 time: 0.1727352 Dec 14 02:36:58.784279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7eba3b-9c93-44dc-a1e1-dd34646a0feb req-ce512dc8-ce96-4d7b-8c2d-24242e17ae21 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:58.785824 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef7eba3b-9c93-44dc-a1e1-dd34646a0feb req-ce512dc8-ce96-4d7b-8c2d-24242e17ae21 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.0908771 Dec 14 02:36:58.826252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f0d2073-3172-4351-a9bf-e80f59ae43c1 req-1740f093-975b-4134-bd16-631b0ec24f89 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715396 Dec 14 02:36:58.854107 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef7eba3b-9c93-44dc-a1e1-dd34646a0feb req-63dfac36-45bd-4950-a73a-84f3377da1a1 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587347 Dec 14 02:36:58.893892 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f050015a-f260-41d2-b522-cb51b7db50e8 req-d682b1b4-83ed-4068-af16-1fec00a60b9f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:58.927144 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['4eb565a4-f610-4826-a0f9-749e36a88999', '46e12e5d-9a55-405f-83a3-c143e46a3097'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:36:58.937072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d682b1b4-83ed-4068-af16-1fec00a60b9f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Pushing event deleted for resources: {'Port': ['ID=46e12e5d-9a55-405f-83a3-c143e46a3097,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:36:59.037508 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f050015a-f260-41d2-b522-cb51b7db50e8 req-d682b1b4-83ed-4068-af16-1fec00a60b9f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] No DVR routers for this DVR port 46e12e5d-9a55-405f-83a3-c143e46a3097 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:36:59.044007 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f050015a-f260-41d2-b522-cb51b7db50e8 req-d682b1b4-83ed-4068-af16-1fec00a60b9f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:36:59.047453 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f050015a-f260-41d2-b522-cb51b7db50e8 req-d682b1b4-83ed-4068-af16-1fec00a60b9f tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.46 "DELETE /v2.0/ports/46e12e5d-9a55-405f-83a3-c143e46a3097 HTTP/1.1" status: 204 len: 173 time: 0.8692374 Dec 14 02:36:59.047944 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d879a2-9457-48f1-b251-d22468ff8ea6', 'name': 'network-vif-deleted', 'tag': '46e12e5d-9a55-405f-83a3-c143e46a3097'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:36:59.057596 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58770831-4ae7-45a9-b625-0fba1bd028ff" -d '{"events": [{"server_uuid": "59d879a2-9457-48f1-b251-d22468ff8ea6", "name": "network-vif-deleted", "tag": "46e12e5d-9a55-405f-83a3-c143e46a3097"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:36:59.131102 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87146483-3b44-4788-be5c-6d662d57c9ce x-openstack-request-id: req-87146483-3b44-4788-be5c-6d662d57c9ce {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:36:59.131102 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d879a2-9457-48f1-b251-d22468ff8ea6", "name": "network-vif-deleted", "tag": "46e12e5d-9a55-405f-83a3-c143e46a3097", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:36:59.131102 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-87146483-3b44-4788-be5c-6d662d57c9ce {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:36:59.132295 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d879a2-9457-48f1-b251-d22468ff8ea6', 'name': 'network-vif-deleted', 'tag': '46e12e5d-9a55-405f-83a3-c143e46a3097', 'status': 'completed', 'code': 200} Dec 14 02:36:59.697607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785d378-872d-4e34-aae4-b916a1769c8b req-d14a4af5-c653-42e0-bf41-bf4fe34d6595 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:59.703809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785d378-872d-4e34-aae4-b916a1769c8b req-d14a4af5-c653-42e0-bf41-bf4fe34d6595 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:36:59.705704 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0785d378-872d-4e34-aae4-b916a1769c8b req-d14a4af5-c653-42e0-bf41-bf4fe34d6595 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1683 time: 0.0697134 Dec 14 02:36:59.762559 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0785d378-872d-4e34-aae4-b916a1769c8b req-136ae32d-4013-4fac-989a-5fd39e7daa22 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505466 Dec 14 02:36:59.970660 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c85d3a9c-f63b-4478-b08d-a2a0da8d4aa8 req-734e170d-55fb-4033-9776-c916fc479d6d tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 210 time: 0.0589604 Dec 14 02:36:59.992992 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:00.006541 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58520) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:00.100880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58524) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:00.142477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91358f2-d3cd-44d3-9061-7b180326f92d req-6e63640e-ccc4-489e-9f59-773e9a71be21 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:00.144296 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a91358f2-d3cd-44d3-9061-7b180326f92d req-6e63640e-ccc4-489e-9f59-773e9a71be21 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.0819068 Dec 14 02:37:00.235415 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a91358f2-d3cd-44d3-9061-7b180326f92d req-a809ecbb-f50e-4fc8-af9c-1e026d665f73 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853393 Dec 14 02:37:00.289210 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6d557f1d-ac24-41e0-ab71-8217558b3f57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:00.349190 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5b2198c4-bc3a-4f5e-bb11-b3cecdcaa25c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:00.406698 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6d557f1d-ac24-41e0-ab71-8217558b3f57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:00.467288 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6d557f1d-ac24-41e0-ab71-8217558b3f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:00.512184 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d557f1d-ac24-41e0-ab71-8217558b3f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f3af16-86df-4eae-b12a-ba5d0952df85,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:00.527211 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5b2198c4-bc3a-4f5e-bb11-b3cecdcaa25c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:00.537681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a0155-589f-46c2-9ea0-62e42f60d734 req-1042dfc9-5e18-4052-a93f-57b8ee98e5aa tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:00.548402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a0155-589f-46c2-9ea0-62e42f60d734 req-1042dfc9-5e18-4052-a93f-57b8ee98e5aa tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:00.550199 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4d7a0155-589f-46c2-9ea0-62e42f60d734 req-1042dfc9-5e18-4052-a93f-57b8ee98e5aa tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1683 time: 0.1083796 Dec 14 02:37:00.560638 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6d557f1d-ac24-41e0-ab71-8217558b3f57 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=273282c94be54d4781e9f2f933a97aec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5497360 Dec 14 02:37:00.562710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58534) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:00.628089 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-727e174e-eb30-4d96-9699-68af9a1dbbf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:00.642810 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5b2198c4-bc3a-4f5e-bb11-b3cecdcaa25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:00.717556 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-727e174e-eb30-4d96-9699-68af9a1dbbf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:00.721130 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5b2198c4-bc3a-4f5e-bb11-b3cecdcaa25c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69e2cb3e164b45328297e901d578988e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6191781 Dec 14 02:37:00.724354 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58536) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:00.735165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2198c4-bc3a-4f5e-bb11-b3cecdcaa25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2badcec8-84fe-4249-b9a8-87aa96aa3faf,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:00.763878 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4d7a0155-589f-46c2-9ea0-62e42f60d734 req-46548d71-d5e9-41b0-b89f-5e37c660bc14 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630898 Dec 14 02:37:00.824994 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-063794d6-f2bb-4315-96bc-24ae6bc37e18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:00.846752 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-063794d6-f2bb-4315-96bc-24ae6bc37e18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:00.901092 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-727e174e-eb30-4d96-9699-68af9a1dbbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:00.904674 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-727e174e-eb30-4d96-9699-68af9a1dbbf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:00.908163 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-727e174e-eb30-4d96-9699-68af9a1dbbf8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51f3af16-86df-4eae-b12a-ba5d0952df85 HTTP/1.1" status: 204 len: 168 time: 0.3437767 Dec 14 02:37:00.918216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e174e-eb30-4d96-9699-68af9a1dbbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f3af16-86df-4eae-b12a-ba5d0952df85,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:00.999027 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-063794d6-f2bb-4315-96bc-24ae6bc37e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:01.002513 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-063794d6-f2bb-4315-96bc-24ae6bc37e18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:01.007012 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-063794d6-f2bb-4315-96bc-24ae6bc37e18 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2badcec8-84fe-4249-b9a8-87aa96aa3faf HTTP/1.1" status: 204 len: 168 time: 0.2770643 Dec 14 02:37:01.016357 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063794d6-f2bb-4315-96bc-24ae6bc37e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2badcec8-84fe-4249-b9a8-87aa96aa3faf,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:01.083965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b395b332-a681-46d8-9d23-288557995f04 req-cfedd45d-11f2-4d73-9d9f-5964c5d85458 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 210 time: 0.0316358 Dec 14 02:37:01.367354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43818d-9129-4f70-96aa-7a1f689c5a28 req-a541aa68-8d42-466c-b44f-5ed08e187aab tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:01.369044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eb43818d-9129-4f70-96aa-7a1f689c5a28 req-a541aa68-8d42-466c-b44f-5ed08e187aab tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.0586975 Dec 14 02:37:01.490894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eb43818d-9129-4f70-96aa-7a1f689c5a28 req-9c93f8d1-e481-41ab-b623-a694aa80c228 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140506 Dec 14 02:37:01.870843 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b56020-1a3d-475f-9147-62d5295862c1 req-1a0053e5-bf60-4e7f-94a3-6cc0a2c58462 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:01.877075 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b56020-1a3d-475f-9147-62d5295862c1 req-1a0053e5-bf60-4e7f-94a3-6cc0a2c58462 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:01.878975 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-35b56020-1a3d-475f-9147-62d5295862c1 req-1a0053e5-bf60-4e7f-94a3-6cc0a2c58462 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.47 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1683 time: 0.0711586 Dec 14 02:37:02.134210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481d15c-ce93-44b3-9537-1a09bbfd0cae req-c0d4a0e5-23e6-45dd-9665-29ee6ffc3522 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:02.140692 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481d15c-ce93-44b3-9537-1a09bbfd0cae req-c0d4a0e5-23e6-45dd-9665-29ee6ffc3522 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:02.142311 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8481d15c-ce93-44b3-9537-1a09bbfd0cae req-c0d4a0e5-23e6-45dd-9665-29ee6ffc3522 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 1683 time: 0.1760492 Dec 14 02:37:02.145668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef9ca5-be78-44f8-8e6f-e6182fcd3014 req-2b94ee15-8aa8-42c1-a92a-f97a6b96aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:02.147029 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-deef9ca5-be78-44f8-8e6f-e6182fcd3014 req-2b94ee15-8aa8-42c1-a92a-f97a6b96aa8f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3674cfa5672b4954bca99016b06664cb&device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 1096 time: 0.0909724 Dec 14 02:37:02.154980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530eabe0-f59c-4736-8d6c-29b4d9db504d req-4c1b0830-999d-4098-9f50-2b639f0440f2 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:02.156433 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-530eabe0-f59c-4736-8d6c-29b4d9db504d req-4c1b0830-999d-4098-9f50-2b639f0440f2 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.2614391 Dec 14 02:37:02.263775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-35b56020-1a3d-475f-9147-62d5295862c1 req-38c3ae4d-a8f6-4e82-9951-351b5d8bf582 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Deleting port ea01c1fa-c703-49cd-a703-e55ad7bcd368 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:02.264121 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-35b56020-1a3d-475f-9147-62d5295862c1 req-38c3ae4d-a8f6-4e82-9951-351b5d8bf582 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:02.350062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8481d15c-ce93-44b3-9537-1a09bbfd0cae req-ac51741e-80f4-4624-8af5-5649e64d31cd tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895640 Dec 14 02:37:02.435561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-530eabe0-f59c-4736-8d6c-29b4d9db504d req-bc4aaad8-aeb4-4f2b-97fb-c05dfa6d1b72 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555716 Dec 14 02:37:02.512616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef9ca5-be78-44f8-8e6f-e6182fcd3014 req-fcb9a08c-ea06-4b6c-8617-3c91f0513846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:02.514255 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-deef9ca5-be78-44f8-8e6f-e6182fcd3014 req-fcb9a08c-ea06-4b6c-8617-3c91f0513846 service neutron] 10.222.0.47 "GET /v2.0/networks?id=409f180f-3bfa-4add-9f10-338a04644e61 HTTP/1.1" status: 200 len: 911 time: 0.3527930 Dec 14 02:37:02.554243 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9dd41d50-bdef-4ddc-a9d2-74272a907014 req-5d14927b-1fa8-4f95-a226-33735dee9093 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 210 time: 0.0576448 Dec 14 02:37:02.647879 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-35b56020-1a3d-475f-9147-62d5295862c1 req-38c3ae4d-a8f6-4e82-9951-351b5d8bf582 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] For port ea01c1fa-c703-49cd-a703-e55ad7bcd368, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ea01c1fa-c703-49cd-a703-e55ad7bcd368,segment=NetworkSegment(ce76e6e3-ae2d-4a23-8db7-3bdfe4120365),segment_id=ce76e6e3-ae2d-4a23-8db7-3bdfe4120365)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:02.648412 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-35b56020-1a3d-475f-9147-62d5295862c1 req-38c3ae4d-a8f6-4e82-9951-351b5d8bf582 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:02.667502 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-35b56020-1a3d-475f-9147-62d5295862c1 req-38c3ae4d-a8f6-4e82-9951-351b5d8bf582 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Calling delete_port for ea01c1fa-c703-49cd-a703-e55ad7bcd368 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:02.706834 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-deef9ca5-be78-44f8-8e6f-e6182fcd3014 req-27bf9909-467d-4af4-a1f7-2a2da2cf53fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 HTTP/1.1" status: 200 len: 1001 time: 0.1723700 Dec 14 02:37:02.707026 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b714acf5-95a8-4c03-8a53-6a90dd689f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:02.806859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 46e12e5d-9a55-405f-83a3-c143e46a3097 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:37:02.829661 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 46e12e5d-9a55-405f-83a3-c143e46a3097 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:37:02.830215 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 46e12e5d-9a55-405f-83a3-c143e46a3097 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:37:02.862000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef9ca5-be78-44f8-8e6f-e6182fcd3014 req-1466d889-b504-4dc3-a452-d0e748c9c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:02.863815 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-deef9ca5-be78-44f8-8e6f-e6182fcd3014 req-1466d889-b504-4dc3-a452-d0e748c9c091 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d40edbfc-b241-474d-8835-df2afaf4e4fb HTTP/1.1" status: 200 len: 849 time: 0.1441433 Dec 14 02:37:02.893807 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-312c25be-2b9a-4493-a081-12d9bc71538a tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5cebf6e15f0347bd9e3807a6d0cf22d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833738 Dec 14 02:37:02.968304 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58632) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:03.051421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef9ca5-be78-44f8-8e6f-e6182fcd3014 req-fa9b1425-ff14-4beb-90d0-d7a01fa6502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:03.053161 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-deef9ca5-be78-44f8-8e6f-e6182fcd3014 req-fa9b1425-ff14-4beb-90d0-d7a01fa6502f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=409f180f-3bfa-4add-9f10-338a04644e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1778588 Dec 14 02:37:03.081953 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be98123e-4fc7-450a-84a8-3bbe8140ecf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:03.105928 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-201df609-a1fa-4319-9811-5efcf492e6d9 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:03.109830 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-201df609-a1fa-4319-9811-5efcf492e6d9 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2144969 Dec 14 02:37:03.163518 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d1b7e6e9-4cad-41fe-a2c8-93543d771090 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/quotas/5cebf6e15f0347bd9e3807a6d0cf22d0 HTTP/1.1" status: 200 len: 375 time: 0.0233955 Dec 14 02:37:03.214171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-77fc3cd9-c3dc-49a8-bc64-b19d0f431163 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5cebf6e15f0347bd9e3807a6d0cf22d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382006 Dec 14 02:37:03.219964 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-deef9ca5-be78-44f8-8e6f-e6182fcd3014 req-89ad618e-0e4b-4e86-a219-f607406c7462 service neutron] 10.222.0.47 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519911 Dec 14 02:37:03.226957 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-35b56020-1a3d-475f-9147-62d5295862c1 req-38c3ae4d-a8f6-4e82-9951-351b5d8bf582 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:03.259829 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['ea01c1fa-c703-49cd-a703-e55ad7bcd368', '3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:37:03.313737 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be98123e-4fc7-450a-84a8-3bbe8140ecf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:03.369904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3ae4d-a8f6-4e82-9951-351b5d8bf582 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event deleted for resources: {'Port': ['ID=ea01c1fa-c703-49cd-a703-e55ad7bcd368,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:03.375268 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-deef9ca5-be78-44f8-8e6f-e6182fcd3014 req-d29cd1b7-342c-43e2-b961-2bc2c562b836 service neutron] 10.222.0.47 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424422 Dec 14 02:37:03.408090 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be98123e-4fc7-450a-84a8-3bbe8140ecf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:03.444260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b56020-1a3d-475f-9147-62d5295862c1 req-38c3ae4d-a8f6-4e82-9951-351b5d8bf582 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] No DVR routers for this DVR port ea01c1fa-c703-49cd-a703-e55ad7bcd368 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:37:03.448334 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-35b56020-1a3d-475f-9147-62d5295862c1 req-38c3ae4d-a8f6-4e82-9951-351b5d8bf582 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:03.453863 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-be98123e-4fc7-450a-84a8-3bbe8140ecf0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0dcb251647e4ac6a4069125826b4a9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4840200 Dec 14 02:37:03.454212 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-35b56020-1a3d-475f-9147-62d5295862c1 req-38c3ae4d-a8f6-4e82-9951-351b5d8bf582 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.47 "DELETE /v2.0/ports/ea01c1fa-c703-49cd-a703-e55ad7bcd368 HTTP/1.1" status: 204 len: 173 time: 1.5578358 Dec 14 02:37:03.455045 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961f257b-21ae-4a49-88d6-7ed312e04164', 'name': 'network-vif-deleted', 'tag': 'ea01c1fa-c703-49cd-a703-e55ad7bcd368'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:37:03.455319 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98123e-4fc7-450a-84a8-3bbe8140ecf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415d801d-45f7-4260-97ec-f4fa91ec2147,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:03.457952 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b10c4e-c811-4437-9c1f-623c29db60e7" -d '{"events": [{"server_uuid": "961f257b-21ae-4a49-88d6-7ed312e04164", "name": "network-vif-deleted", "tag": "ea01c1fa-c703-49cd-a703-e55ad7bcd368"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:37:03.458853 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58640) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:03.553292 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-edecf3f8-127e-4144-b389-71bf4c9d7f87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:03.598808 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-edecf3f8-127e-4144-b389-71bf4c9d7f87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:03.764318 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-edecf3f8-127e-4144-b389-71bf4c9d7f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:03.767423 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-edecf3f8-127e-4144-b389-71bf4c9d7f87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:03.768769 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-edecf3f8-127e-4144-b389-71bf4c9d7f87 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/415d801d-45f7-4260-97ec-f4fa91ec2147 HTTP/1.1" status: 204 len: 168 time: 0.3088381 Dec 14 02:37:03.799710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edecf3f8-127e-4144-b389-71bf4c9d7f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415d801d-45f7-4260-97ec-f4fa91ec2147,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:03.826294 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a578cc-408d-4f48-bb2a-0f88c07831a8 req-7db77f6f-020b-401e-8d9e-5ea191eaf6d4 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:03.835924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34a578cc-408d-4f48-bb2a-0f88c07831a8 req-7db77f6f-020b-401e-8d9e-5ea191eaf6d4 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.1251254 Dec 14 02:37:03.854897 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb27ac-b908-4bfa-b230-b1633f6e0311 req-548ce1f0-bec1-4ee3-8904-8585355c64cb tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:03.861238 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fdb27ac-b908-4bfa-b230-b1633f6e0311 req-548ce1f0-bec1-4ee3-8904-8585355c64cb tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 946 time: 0.1976395 Dec 14 02:37:03.879072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-35b56020-1a3d-475f-9147-62d5295862c1 req-aadc06fc-d1db-4173-95b3-82539b3025fe tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Deleting port 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:03.883447 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-35b56020-1a3d-475f-9147-62d5295862c1 req-aadc06fc-d1db-4173-95b3-82539b3025fe tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:03.988705 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34a578cc-408d-4f48-bb2a-0f88c07831a8 req-5ab58132-5477-44cf-9936-46ab731efa64 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517315 Dec 14 02:37:04.012850 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fdb27ac-b908-4bfa-b230-b1633f6e0311 req-421dcb23-69e1-40a1-8f55-35514ca1d004 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/security-groups?id=ccf1de31-7bb4-48df-850c-97d4e46a8f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367998 Dec 14 02:37:04.048061 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee88527-9de0-458d-a15b-ce31ffba3f51 x-openstack-request-id: req-aee88527-9de0-458d-a15b-ce31ffba3f51 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:37:04.048381 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961f257b-21ae-4a49-88d6-7ed312e04164", "name": "network-vif-deleted", "tag": "ea01c1fa-c703-49cd-a703-e55ad7bcd368", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:37:04.050755 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aee88527-9de0-458d-a15b-ce31ffba3f51 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:37:04.051228 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961f257b-21ae-4a49-88d6-7ed312e04164', 'name': 'network-vif-deleted', 'tag': 'ea01c1fa-c703-49cd-a703-e55ad7bcd368', 'status': 'completed', 'code': 200} Dec 14 02:37:04.087426 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-35b56020-1a3d-475f-9147-62d5295862c1 req-aadc06fc-d1db-4173-95b3-82539b3025fe tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] For port 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8,segment=NetworkSegment(a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0),segment_id=a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:04.087813 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-35b56020-1a3d-475f-9147-62d5295862c1 req-aadc06fc-d1db-4173-95b3-82539b3025fe tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:04.119630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-35b56020-1a3d-475f-9147-62d5295862c1 req-aadc06fc-d1db-4173-95b3-82539b3025fe tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Calling delete_port for 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:04.225777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9830550-2578-4125-9b98-fd2d65ce0569 req-9ffa7588-ba6a-4e26-a323-8fdab760e203 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 210 time: 0.0777678 Dec 14 02:37:04.248491 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-46ae1c1d-24d8-43c7-93e1-da3cf8bc94c3 req-0a8779c4-aa35-4842-8331-90e2512e11d5 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 210 time: 0.0562966 Dec 14 02:37:04.536311 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-35b56020-1a3d-475f-9147-62d5295862c1 req-aadc06fc-d1db-4173-95b3-82539b3025fe tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:04.573266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc06fc-d1db-4173-95b3-82539b3025fe tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event deleted for resources: {'Port': ['ID=3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:04.626608 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b56020-1a3d-475f-9147-62d5295862c1 req-aadc06fc-d1db-4173-95b3-82539b3025fe tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] No DVR routers for this DVR port 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:37:04.629540 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-35b56020-1a3d-475f-9147-62d5295862c1 req-aadc06fc-d1db-4173-95b3-82539b3025fe tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:04.633527 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-35b56020-1a3d-475f-9147-62d5295862c1 req-aadc06fc-d1db-4173-95b3-82539b3025fe tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.47 "DELETE /v2.0/ports/3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 HTTP/1.1" status: 204 len: 173 time: 1.1559658 Dec 14 02:37:05.004088 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-938d0a91-c24a-4485-829e-f28e3069bba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:05.147737 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1e4680e-8140-40ce-a216-b998c1b11d45 req-56712ed0-ee72-433b-9ebf-fabbf1ea4836 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "GET /v2.0/ports?device_id=961f257b-21ae-4a49-88d6-7ed312e04164 HTTP/1.1" status: 200 len: 210 time: 0.0316446 Dec 14 02:37:05.164731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee6ec0-03be-4404-81de-e09b45a15d83 req-2a72da79-5d05-4512-88b8-15f0439941a1 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:05.166957 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2ee6ec0-03be-4404-81de-e09b45a15d83 req-2a72da79-5d05-4512-88b8-15f0439941a1 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.0781283 Dec 14 02:37:05.226623 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2ee6ec0-03be-4404-81de-e09b45a15d83 req-6117d1bb-5cd8-462f-92cb-66132edf1fc1 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536332 Dec 14 02:37:05.341892 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80c893e0-ee4e-447d-833b-dffea340e65e req-8daf10dd-716f-46e7-ad1c-e9f5c576555e tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=59d879a2-9457-48f1-b251-d22468ff8ea6 HTTP/1.1" status: 200 len: 210 time: 0.0404322 Dec 14 02:37:05.379011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8128efd-3845-4b0b-a5c6-578d05569653 req-850e46ba-8f77-4938-b52d-1d78e7d3ccb2 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 210 time: 0.0351360 Dec 14 02:37:05.800359 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device ea01c1fa-c703-49cd-a703-e55ad7bcd368 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:37:05.823198 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: ea01c1fa-c703-49cd-a703-e55ad7bcd368 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:37:05.823470 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device ea01c1fa-c703-49cd-a703-e55ad7bcd368 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:37:05.823881 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:37:05.844364 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:37:05.844707 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:37:06.052355 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '961f257b-21ae-4a49-88d6-7ed312e04164', 'name': 'network-vif-deleted', 'tag': '3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:37:06.055633 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad60c1d2-63e5-40bb-803f-8073b16e0bdb" -d '{"events": [{"server_uuid": "961f257b-21ae-4a49-88d6-7ed312e04164", "name": "network-vif-deleted", "tag": "3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:37:06.102229 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7dc6a05-3c95-41b8-b0f2-b5f770786c2b x-openstack-request-id: req-b7dc6a05-3c95-41b8-b0f2-b5f770786c2b {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:37:06.102562 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "961f257b-21ae-4a49-88d6-7ed312e04164", "name": "network-vif-deleted", "tag": "3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:37:06.102808 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7dc6a05-3c95-41b8-b0f2-b5f770786c2b {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:37:06.103232 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '961f257b-21ae-4a49-88d6-7ed312e04164', 'name': 'network-vif-deleted', 'tag': '3d3e1812-2af4-48ba-b676-8ba0f6f0c3d8', 'status': 'completed', 'code': 200} Dec 14 02:37:06.222218 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58718) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:06.266990 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:06.279954 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-430894d3-d141-43b1-9982-f415ada34183 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Deleting subnet ce76961a-6613-431e-a1d4-f28c399d2210 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:37:06.283534 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-430894d3-d141-43b1-9982-f415ada34183 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:06.328171 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-430894d3-d141-43b1-9982-f415ada34183 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:06.350107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58720) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:06.456320 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-430894d3-d141-43b1-9982-f415ada34183 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:06.528570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-46bc2cb2-393d-4d35-b8ed-10927f9ec542 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-430069068', 'router:external': True}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:06.534003 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbeed519-b939-4b7d-83b5-168a64b185de req-0b9c2b80-e707-4e0e-87a6-6fa86ee3e07d tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 210 time: 0.0560229 Dec 14 02:37:06.627140 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-430894d3-d141-43b1-9982-f415ada34183 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:06.658576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430894d3-d141-43b1-9982-f415ada34183 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event deleted for resources: {'Subnet': ['ID=ce76961a-6613-431e-a1d4-f28c399d2210,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:06.661089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bc2cb2-393d-4d35-b8ed-10927f9ec542 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Made reservation on behalf of 804772e56d4d436a9587625781fdd0b5 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:37:06.663761 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-430894d3-d141-43b1-9982-f415ada34183 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:06.667452 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-430894d3-d141-43b1-9982-f415ada34183 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "DELETE /v2.0/subnets/ce76961a-6613-431e-a1d4-f28c399d2210 HTTP/1.1" status: 204 len: 168 time: 0.4440379 Dec 14 02:37:06.671343 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58734) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:06.682335 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46bc2cb2-393d-4d35-b8ed-10927f9ec542 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:06.690144 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86f1cd9-719c-4dfb-887d-69a22a17cb76 None None] Network 3a2edc7f-9d02-494d-8925-f01e59cf20ba requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:37:06.719090 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46bc2cb2-393d-4d35-b8ed-10927f9ec542 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:06.792190 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:06.867157 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Deleting port 7d492688-60d1-4c39-8183-8c54ddbbffef {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:06.868199 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:06.967515 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c965cc-2c7b-4b5d-999c-e53bb40aeacd None None] DHCP port deletion for 3a2edc7f-9d02-494d-8925-f01e59cf20ba request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:37:07.017768 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] For port 7d492688-60d1-4c39-8183-8c54ddbbffef, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7d492688-60d1-4c39-8183-8c54ddbbffef,segment=NetworkSegment(ce76e6e3-ae2d-4a23-8db7-3bdfe4120365),segment_id=ce76e6e3-ae2d-4a23-8db7-3bdfe4120365)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:07.018141 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:07.035778 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-03c965cc-2c7b-4b5d-999c-e53bb40aeacd None None] Deleting port 7d492688-60d1-4c39-8183-8c54ddbbffef {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:07.036397 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03c965cc-2c7b-4b5d-999c-e53bb40aeacd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:07.122830 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-03c965cc-2c7b-4b5d-999c-e53bb40aeacd None None] For port 7d492688-60d1-4c39-8183-8c54ddbbffef, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7d492688-60d1-4c39-8183-8c54ddbbffef,segment=NetworkSegment(ce76e6e3-ae2d-4a23-8db7-3bdfe4120365),segment_id=ce76e6e3-ae2d-4a23-8db7-3bdfe4120365)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:07.123916 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03c965cc-2c7b-4b5d-999c-e53bb40aeacd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:07.146157 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-03c965cc-2c7b-4b5d-999c-e53bb40aeacd None None] Calling delete_port for 7d492688-60d1-4c39-8183-8c54ddbbffef owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:07.313242 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7d492688-60d1-4c39-8183-8c54ddbbffef no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:37:07.433340 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03c965cc-2c7b-4b5d-999c-e53bb40aeacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:07.459373 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Calling delete_port for 7d492688-60d1-4c39-8183-8c54ddbbffef owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:07.474422 n-d-821636-1 neutron-server[103849]: INFO neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No ports have port_id starting with 7d492688-60d1-4c39-8183-8c54ddbbffef Dec 14 02:37:07.475950 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90926b00-8060-47ca-a577-3b21a992d750 req-a5054ea4-40d5-4a05-93bd-67613d77c721 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7330949 Dec 14 02:37:07.476420 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c965cc-2c7b-4b5d-999c-e53bb40aeacd None None] No DVR routers for this DVR port 7d492688-60d1-4c39-8183-8c54ddbbffef on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:37:07.478203 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c965cc-2c7b-4b5d-999c-e53bb40aeacd None None] Pushing event deleted for resources: {'Port': ['ID=7d492688-60d1-4c39-8183-8c54ddbbffef,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:07.526792 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:37:07.586595 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46bc2cb2-393d-4d35-b8ed-10927f9ec542 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:07.598645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-a7341ec6-e69f-486b-912f-0915d2eaf4bd tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5cebf6e15f0347bd9e3807a6d0cf22d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1203682 Dec 14 02:37:07.648245 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:07.655190 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:07.685011 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event deleted for resources: {'Port': ['ID=7d492688-60d1-4c39-8183-8c54ddbbffef,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:07.702109 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] No DVR routers for this DVR port 7d492688-60d1-4c39-8183-8c54ddbbffef on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:37:07.721852 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46bc2cb2-393d-4d35-b8ed-10927f9ec542 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:07.738496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bc2cb2-393d-4d35-b8ed-10927f9ec542 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:37:07.749590 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46bc2cb2-393d-4d35-b8ed-10927f9ec542 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:07.749964 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-46bc2cb2-393d-4d35-b8ed-10927f9ec542 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Added segment d3169a0e-3d53-4bcb-9fac-e9ee490145da of type vlan for network cf2f00fb-48a9-4a25-9933-967bcb8c039c Dec 14 02:37:07.839400 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46bc2cb2-393d-4d35-b8ed-10927f9ec542 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:07.913626 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2379d403-ba8f-4fbb-a27c-6c31fd83bcf3 req-a07f5672-e571-47f6-b9ac-c188320722c5 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 210 time: 0.2322299 Dec 14 02:37:07.925011 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:07.954622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90926b00-8060-47ca-a577-3b21a992d750 req-89b0c8af-6106-4e52-8f42-116985b5cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:07.955217 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90926b00-8060-47ca-a577-3b21a992d750 req-89b0c8af-6106-4e52-8f42-116985b5cb3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=dbee3f5c8679489195245f7b7be79be0&device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 1095 time: 0.4296315 Dec 14 02:37:07.965515 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc2cb2-393d-4d35-b8ed-10927f9ec542 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee3d02b-3424-42e4-b248-118b61c963aa,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:07.993930 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2edc7f-9d02-494d-8925-f01e59cf20ba']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:08.013724 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-830ef13c-0f6c-45a5-9fe4-a8bb1262319e tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:08.014926 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce76e6e3-ae2d-4a23-8db7-3bdfe4120365') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:08.015241 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce76e6e3-ae2d-4a23-8db7-3bdfe4120365') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:08.016116 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-830ef13c-0f6c-45a5-9fe4-a8bb1262319e tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3910079 Dec 14 02:37:08.042108 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:08.060452 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:08.067566 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:37:08.067992 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:08.104199 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46bc2cb2-393d-4d35-b8ed-10927f9ec542 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:08.111249 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bc2cb2-393d-4d35-b8ed-10927f9ec542 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:08.111249 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46bc2cb2-393d-4d35-b8ed-10927f9ec542 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:08.113413 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-362369e1-77e2-44b9-aeb6-f8cc6ad5f9a7 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Request body: {'port': {'device_id': '2e0d07e9-b1ad-49a9-969e-9794ca23c97c', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': '5cebf6e15f0347bd9e3807a6d0cf22d0'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:37:08.131305 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:37:08.268456 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc2cb2-393d-4d35-b8ed-10927f9ec542 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Pushing event updated for resources: {'Network': ['ID=cf2f00fb-48a9-4a25-9933-967bcb8c039c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:08.268456 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90926b00-8060-47ca-a577-3b21a992d750 req-0da4fbf1-5b8c-43b4-b95b-da44a8348b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:08.268748 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90926b00-8060-47ca-a577-3b21a992d750 req-0da4fbf1-5b8c-43b4-b95b-da44a8348b3c service neutron] 10.222.0.46 "GET /v2.0/networks?id=f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 200 len: 909 time: 0.2511296 Dec 14 02:37:08.280373 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network cf2f00fb-48a9-4a25-9933-967bcb8c039c details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:37:08.289505 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:08.303315 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:08.313898 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "DELETE /v2.0/networks/3a2edc7f-9d02-494d-8925-f01e59cf20ba HTTP/1.1" status: 204 len: 168 time: 1.6392334 Dec 14 02:37:08.316164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58752) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:08.330126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90926b00-8060-47ca-a577-3b21a992d750 req-4862d59b-f0d1-47ef-b330-3429c33f40bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4eb565a4-f610-4826-a0f9-749e36a88999 HTTP/1.1" status: 200 len: 217 time: 0.0435252 Dec 14 02:37:08.370658 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df090b4a-24e5-4cd0-954a-a0eae34021c7 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event deleted for resources: {'Network': ['ID=3a2edc7f-9d02-494d-8925-f01e59cf20ba,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:08.384312 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90926b00-8060-47ca-a577-3b21a992d750 req-8e36b598-7a93-4457-b481-ca995f4e0746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:08.385862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90926b00-8060-47ca-a577-3b21a992d750 req-8e36b598-7a93-4457-b481-ca995f4e0746 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 200 len: 848 time: 0.0463572 Dec 14 02:37:08.391595 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-46bc2cb2-393d-4d35-b8ed-10927f9ec542 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0396645 Dec 14 02:37:08.411122 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58754) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:08.440588 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-63e9107c-0cb1-4f32-9cd1-bbdc08939814 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Request body: {'subnet': {'network_id': 'cf2f00fb-48a9-4a25-9933-967bcb8c039c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:08.445151 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90926b00-8060-47ca-a577-3b21a992d750 req-57122a3c-b5f3-48ef-87c4-e177ef22507f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f3e644f0-318a-42e9-9245-8613c8213d27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348418 Dec 14 02:37:08.446477 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-772e49bb-cf12-4b64-b342-8391a248cd71 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Deleting subnet fb4e1304-545c-4b3e-af81-51f491f0ee21 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:37:08.451386 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-772e49bb-cf12-4b64-b342-8391a248cd71 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:08.495478 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:08.508454 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-772e49bb-cf12-4b64-b342-8391a248cd71 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:08.546668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-362369e1-77e2-44b9-aeb6-f8cc6ad5f9a7 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Made reservation on behalf of 5cebf6e15f0347bd9e3807a6d0cf22d0 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:37:08.552260 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-362369e1-77e2-44b9-aeb6-f8cc6ad5f9a7 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:08.577638 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-362369e1-77e2-44b9-aeb6-f8cc6ad5f9a7 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:08.610671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90926b00-8060-47ca-a577-3b21a992d750 req-0f501a14-bbf1-412e-89d2-8b7757f72d9c service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563411 Dec 14 02:37:08.617000 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-772e49bb-cf12-4b64-b342-8391a248cd71 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:08.712366 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-362369e1-77e2-44b9-aeb6-f8cc6ad5f9a7 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:08.723986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e9107c-0cb1-4f32-9cd1-bbdc08939814 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Made reservation on behalf of 804772e56d4d436a9587625781fdd0b5 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:37:08.726435 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-63e9107c-0cb1-4f32-9cd1-bbdc08939814 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:08.781416 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-772e49bb-cf12-4b64-b342-8391a248cd71 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:08.811357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92de667e-6063-470f-b5ea-bc02df2c7367 None None] Network 57a1d093-9544-4e59-8f74-14fc5cd4f843 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:37:08.846714 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e49bb-cf12-4b64-b342-8391a248cd71 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event deleted for resources: {'Subnet': ['ID=fb4e1304-545c-4b3e-af81-51f491f0ee21,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:08.849517 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-772e49bb-cf12-4b64-b342-8391a248cd71 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:08.857725 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-772e49bb-cf12-4b64-b342-8391a248cd71 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "DELETE /v2.0/subnets/fb4e1304-545c-4b3e-af81-51f491f0ee21 HTTP/1.1" status: 204 len: 168 time: 0.5336671 Dec 14 02:37:08.858349 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58758) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:08.901484 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90926b00-8060-47ca-a577-3b21a992d750 req-f5b206c7-69a4-4118-ba3c-9b9cc2807a5a service neutron] 10.222.0.46 "GET /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815363 Dec 14 02:37:08.906400 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-362369e1-77e2-44b9-aeb6-f8cc6ad5f9a7 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:09.039914 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:09.072390 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5eac5d-017e-48f3-9992-58aa43b58add None None] DHCP port deletion for 57a1d093-9544-4e59-8f74-14fc5cd4f843 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:37:09.079181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362369e1-77e2-44b9-aeb6-f8cc6ad5f9a7 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4d94f1-2415-436c-af9a-9c5c8fa3cf58,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:09.141942 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f3ac7ae-feaf-4a8e-b7c1-7100aa72bbf1 req-bec16d24-6bbb-4846-bbd5-da18acd5c7e2 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 210 time: 0.0892019 Dec 14 02:37:09.155804 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8f5eac5d-017e-48f3-9992-58aa43b58add None None] Deleting port 567e4453-5354-4d85-973b-30cbba6465bd {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:09.158319 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8f5eac5d-017e-48f3-9992-58aa43b58add None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:09.164944 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Deleting port 567e4453-5354-4d85-973b-30cbba6465bd {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:09.164944 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:09.267111 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] For port 567e4453-5354-4d85-973b-30cbba6465bd, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=567e4453-5354-4d85-973b-30cbba6465bd,segment=NetworkSegment(a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0),segment_id=a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:09.267485 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:09.268294 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 567e4453-5354-4d85-973b-30cbba6465bd no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:37:09.279192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-362369e1-77e2-44b9-aeb6-f8cc6ad5f9a7 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Allocated IP 192.168.233.206 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/3f2a38cd-5e55-4094-8467-4a42f1cbce2d) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:37:09.313812 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Calling delete_port for 567e4453-5354-4d85-973b-30cbba6465bd owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:09.322222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8f5eac5d-017e-48f3-9992-58aa43b58add None None] For port 567e4453-5354-4d85-973b-30cbba6465bd, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=567e4453-5354-4d85-973b-30cbba6465bd,segment=NetworkSegment(a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0),segment_id=a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:09.322781 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8f5eac5d-017e-48f3-9992-58aa43b58add None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:09.343531 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8f5eac5d-017e-48f3-9992-58aa43b58add None None] Calling delete_port for 567e4453-5354-4d85-973b-30cbba6465bd owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:09.407076 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:09.564993 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:09.591522 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8f5eac5d-017e-48f3-9992-58aa43b58add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:09.619869 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] No DVR routers for this DVR port 567e4453-5354-4d85-973b-30cbba6465bd on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:37:09.623501 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event deleted for resources: {'Port': ['ID=567e4453-5354-4d85-973b-30cbba6465bd,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:09.641162 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5eac5d-017e-48f3-9992-58aa43b58add None None] Pushing event deleted for resources: {'Port': ['ID=567e4453-5354-4d85-973b-30cbba6465bd,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:09.654966 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5eac5d-017e-48f3-9992-58aa43b58add None None] No DVR routers for this DVR port 567e4453-5354-4d85-973b-30cbba6465bd on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:37:09.664555 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-362369e1-77e2-44b9-aeb6-f8cc6ad5f9a7 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:09.740819 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:09.760752 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a1d093-9544-4e59-8f74-14fc5cd4f843']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:09.770751 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:09.771052 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8c2b8f5-5835-4e19-8043-5d0a63c9c6e0') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:09.781151 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:09.807473 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:09.816057 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:37:09.816378 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:37:09.819424 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:37:09.911283 n-d-821636-1 neutron-server[103848]: DEBUG neutron.objects.ports [None req-63e9107c-0cb1-4f32-9cd1-bbdc08939814 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103848) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:37:09.911762 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-63e9107c-0cb1-4f32-9cd1-bbdc08939814 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:09.979196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9107c-0cb1-4f32-9cd1-bbdc08939814 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e686878b-9f80-4d84-a884-6571d94e19b8,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:09.993792 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e9107c-0cb1-4f32-9cd1-bbdc08939814 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Checking segment: {'id': 'd3169a0e-3d53-4bcb-9fac-e9ee490145da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'cf2f00fb-48a9-4a25-9933-967bcb8c039c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:37:09.994273 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e9107c-0cb1-4f32-9cd1-bbdc08939814 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Network hostable DHCP agents. Network: cf2f00fb-48a9-4a25-9933-967bcb8c039c, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:37:10.066727 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-362369e1-77e2-44b9-aeb6-f8cc6ad5f9a7 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:10.116154 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-362369e1-77e2-44b9-aeb6-f8cc6ad5f9a7 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:10.119598 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-362369e1-77e2-44b9-aeb6-f8cc6ad5f9a7 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:10.123736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-362369e1-77e2-44b9-aeb6-f8cc6ad5f9a7 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:37:10.153065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362369e1-77e2-44b9-aeb6-f8cc6ad5f9a7 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Pushing event updated for resources: {'Port': ['ID=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:10.182859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-362369e1-77e2-44b9-aeb6-f8cc6ad5f9a7 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:10.183151 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-362369e1-77e2-44b9-aeb6-f8cc6ad5f9a7 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:10.186990 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:10.204866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e9107c-0cb1-4f32-9cd1-bbdc08939814 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Network cf2f00fb-48a9-4a25-9933-967bcb8c039c is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:37:10.221016 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:10.228053 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] 10.222.0.39 "DELETE /v2.0/networks/57a1d093-9544-4e59-8f74-14fc5cd4f843 HTTP/1.1" status: 204 len: 168 time: 1.3675704 Dec 14 02:37:10.239144 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cd66db-b512-4d18-83ab-240f70f24a53 tempest-ServersTestMultiNic-1657379318 tempest-ServersTestMultiNic-1657379318-project] Pushing event deleted for resources: {'Network': ['ID=57a1d093-9544-4e59-8f74-14fc5cd4f843,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:10.298019 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-63e9107c-0cb1-4f32-9cd1-bbdc08939814 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, cf2f00fb-48a9-4a25-9933-967bcb8c039c) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:10.308168 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7cfc48-4919-4a39-9b35-18dfd108c8cd None None] Network cf2f00fb-48a9-4a25-9933-967bcb8c039c requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:37:10.322546 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e9107c-0cb1-4f32-9cd1-bbdc08939814 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:10.323263 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-63e9107c-0cb1-4f32-9cd1-bbdc08939814 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:10.363707 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f37a11-c8fb-465b-8a07-5cba1f93e5e8 req-2e9abad5-aee2-4e0b-8ae8-819181e5fa62 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:10.374754 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03f37a11-c8fb-465b-8a07-5cba1f93e5e8 req-2e9abad5-aee2-4e0b-8ae8-819181e5fa62 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 936 time: 0.0888054 Dec 14 02:37:10.405899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-362369e1-77e2-44b9-aeb6-f8cc6ad5f9a7 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3019459 Dec 14 02:37:10.430768 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Request body: {'port': {'device_id': '2e0d07e9-b1ad-49a9-969e-9794ca23c97c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:10.513531 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7a8e9694-c975-4f95-b277-de98fa982310 None None] Provisioning complete for port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:10.514077 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7a8e9694-c975-4f95-b277-de98fa982310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:10.525079 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-63e9107c-0cb1-4f32-9cd1-bbdc08939814 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1129436 Dec 14 02:37:10.528478 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58784) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:10.533531 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a725f5b0-7b4d-43f7-ab7b-250bb891e4df tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1860308944', 'network_id': 'cf2f00fb-48a9-4a25-9933-967bcb8c039c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:10.586220 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7a8e9694-c975-4f95-b277-de98fa982310 None None] Port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:37:10.614640 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21fa323-5a3f-47d8-afa7-344f4ec8ea59 None None] Network cf2f00fb-48a9-4a25-9933-967bcb8c039c requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:37:10.621484 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03f37a11-c8fb-465b-8a07-5cba1f93e5e8 req-7de0728f-e028-4410-ba7a-657cfbc6604b tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d4d94f1-2415-436c-af9a-9c5c8fa3cf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452533 Dec 14 02:37:10.639646 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58788) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:10.659620 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:10.773258 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a725f5b0-7b4d-43f7-ab7b-250bb891e4df tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Made reservation on behalf of 804772e56d4d436a9587625781fdd0b5 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:37:10.776306 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a725f5b0-7b4d-43f7-ab7b-250bb891e4df tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:10.809285 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-a725f5b0-7b4d-43f7-ab7b-250bb891e4df tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] device_id is not set on port 7dd230d2-cdfa-4fc3-a0d4-1a7f344cab32 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:37:11.013477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2a38cd-5e55-4094-8467-4a42f1cbce2d {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:37:11.022740 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:11.037421 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-a725f5b0-7b4d-43f7-ab7b-250bb891e4df tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Allocated IP 172.20.0.6 (cf2f00fb-48a9-4a25-9933-967bcb8c039c/e686878b-9f80-4d84-a884-6571d94e19b8/7dd230d2-cdfa-4fc3-a0d4-1a7f344cab32) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:37:11.037577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Transition to ACTIVE for port object 3f2a38cd-5e55-4094-8467-4a42f1cbce2d will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:37:11.135470 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:11.196676 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Pushing event updated for resources: {'Port': ['ID=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:11.302048 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Attempting to bind port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:37:11.302882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Attempting to bind port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:37:11.302882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Attempting to bind port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:37:11.309195 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:37:11.309582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Attempting to bind port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:37:11.316152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:37:11.317001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:37:11.317398 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:37:11.317876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Bound port: 3f2a38cd-5e55-4094-8467-4a42f1cbce2d, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:37:11.318286 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:11.348029 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a725f5b0-7b4d-43f7-ab7b-250bb891e4df tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:11.392932 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87d6d7c5-f577-405b-b866-12e229ced80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:11.404465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] For port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:37:11.410332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] For port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:37:11.480948 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a725f5b0-7b4d-43f7-ab7b-250bb891e4df tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:11.513782 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:11.566505 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a725f5b0-7b4d-43f7-ab7b-250bb891e4df tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Network cf2f00fb-48a9-4a25-9933-967bcb8c039c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:11.571660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:11.572277 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:11.573819 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] 10.222.0.47 "PUT /v2.0/ports/3f2a38cd-5e55-4094-8467-4a42f1cbce2d HTTP/1.1" status: 200 len: 1096 time: 1.1519206 Dec 14 02:37:11.575061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0d07e9-b1ad-49a9-969e-9794ca23c97c', 'tag': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:37:11.577411 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519f5966-b04b-4c63-954c-e2919022472a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0d07e9-b1ad-49a9-969e-9794ca23c97c", "tag": "3f2a38cd-5e55-4094-8467-4a42f1cbce2d"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:37:11.609167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22da90f-d7e4-47d2-9b62-7ffec0f6b86d service neutron] Pushing event updated for resources: {'Port': ['ID=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:11.629376 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-a725f5b0-7b4d-43f7-ab7b-250bb891e4df tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:11.662972 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a725f5b0-7b4d-43f7-ab7b-250bb891e4df tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:37:11.663953 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b012bf-8887-47cd-b782-dfa38085807b x-openstack-request-id: req-48b012bf-8887-47cd-b782-dfa38085807b {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:37:11.663953 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0d07e9-b1ad-49a9-969e-9794ca23c97c", "tag": "3f2a38cd-5e55-4094-8467-4a42f1cbce2d", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:37:11.663953 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48b012bf-8887-47cd-b782-dfa38085807b {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:37:11.663953 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0d07e9-b1ad-49a9-969e-9794ca23c97c', 'tag': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d', 'status': 'completed', 'code': 200} Dec 14 02:37:11.707460 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725f5b0-7b4d-43f7-ab7b-250bb891e4df tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Pushing event updated for resources: {'Port': ['ID=7dd230d2-cdfa-4fc3-a0d4-1a7f344cab32,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:11.739678 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f5966-b04b-4c63-954c-e2919022472a req-908c85b3-f84b-43c6-8f8d-31085cc5cb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:11.742219 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-519f5966-b04b-4c63-954c-e2919022472a req-908c85b3-f84b-43c6-8f8d-31085cc5cb9f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5cebf6e15f0347bd9e3807a6d0cf22d0&device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 1099 time: 0.0524786 Dec 14 02:37:11.761827 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a725f5b0-7b4d-43f7-ab7b-250bb891e4df tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:11.762612 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a725f5b0-7b4d-43f7-ab7b-250bb891e4df tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:11.807223 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-519f5966-b04b-4c63-954c-e2919022472a req-cc4af62f-f470-4d8d-be40-83cbe9fce66e service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5cebf6e15f0347bd9e3807a6d0cf22d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269594 Dec 14 02:37:11.827691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01385d6-f73d-4c78-908c-dd087b0ca21b req-417ee7b6-775e-4cbc-8c7e-343fe189beef tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:11.829820 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b01385d6-f73d-4c78-908c-dd087b0ca21b req-417ee7b6-775e-4cbc-8c7e-343fe189beef tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 948 time: 0.0861425 Dec 14 02:37:11.895028 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-87d6d7c5-f577-405b-b866-12e229ced80e admin admin] Deleting port 913fd7a9-1c1f-4142-af91-d97358397376 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:11.895376 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87d6d7c5-f577-405b-b866-12e229ced80e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:11.951381 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a725f5b0-7b4d-43f7-ab7b-250bb891e4df tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4212079 Dec 14 02:37:11.953394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58802) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:11.958234 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b01385d6-f73d-4c78-908c-dd087b0ca21b req-320d3fb7-3ea8-4968-994b-67a7fc348b03 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d4d94f1-2415-436c-af9a-9c5c8fa3cf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173854 Dec 14 02:37:11.981428 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f5966-b04b-4c63-954c-e2919022472a req-5580ba30-3a59-4ffb-acb0-90b4fb4a03b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:11.981428 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-519f5966-b04b-4c63-954c-e2919022472a req-5580ba30-3a59-4ffb-acb0-90b4fb4a03b4 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1575370 Dec 14 02:37:12.090653 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-87d6d7c5-f577-405b-b866-12e229ced80e admin admin] For port 913fd7a9-1c1f-4142-af91-d97358397376, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=913fd7a9-1c1f-4142-af91-d97358397376,segment=NetworkSegment(5af54ecb-7a56-4d4b-ac97-431a4cea593a),segment_id=5af54ecb-7a56-4d4b-ac97-431a4cea593a)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:12.091526 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87d6d7c5-f577-405b-b866-12e229ced80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:12.110710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-363d8714-6b75-471e-835f-5a094d9a2fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:12.114941 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-87d6d7c5-f577-405b-b866-12e229ced80e admin admin] Calling delete_port for 913fd7a9-1c1f-4142-af91-d97358397376 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:12.124432 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-363d8714-6b75-471e-835f-5a094d9a2fe5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5cebf6e15f0347bd9e3807a6d0cf22d0&device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 1099 time: 0.0897636 Dec 14 02:37:12.140737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-8aa87fc8-5e1f-43ac-8284-76bb8b04cbd6 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Deleting port 7dd230d2-cdfa-4fc3-a0d4-1a7f344cab32 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:12.141131 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8aa87fc8-5e1f-43ac-8284-76bb8b04cbd6 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:12.212163 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-ae4233b2-85cf-4d23-aecf-c1684a721295 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=3f2a38cd-5e55-4094-8467-4a42f1cbce2d HTTP/1.1" status: 200 len: 217 time: 0.0735610 Dec 14 02:37:12.270381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-8adc8cdc-c56e-4891-8d0d-134b2b2d1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:12.271893 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-8adc8cdc-c56e-4891-8d0d-134b2b2d1568 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0532420 Dec 14 02:37:12.325261 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-11b96e5e-54ac-4deb-9c1c-197b22f9dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:12.327154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-11b96e5e-54ac-4deb-9c1c-197b22f9dc66 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0487025 Dec 14 02:37:12.351768 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8aa87fc8-5e1f-43ac-8284-76bb8b04cbd6 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:12.373772 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-8aa87fc8-5e1f-43ac-8284-76bb8b04cbd6 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Calling delete_port for 7dd230d2-cdfa-4fc3-a0d4-1a7f344cab32 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:12.437886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-dc4621ca-93f8-457e-af35-d2ca329879ea service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000166 Dec 14 02:37:12.571930 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2ddf5eb-33e3-47ec-90f4-f0b4daeab066 req-78fcd5d1-156a-48e4-a356-68aeaf52f577 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262853 Dec 14 02:37:12.592225 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87d6d7c5-f577-405b-b866-12e229ced80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:12.622125 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6d7c5-f577-405b-b866-12e229ced80e admin admin] Pushing event deleted for resources: {'Port': ['ID=913fd7a9-1c1f-4142-af91-d97358397376,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:12.696240 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8aa87fc8-5e1f-43ac-8284-76bb8b04cbd6 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:12.754187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cf14d-e884-4ee5-aa85-a84074375260 req-7458f953-6d3a-4119-913b-8236e989f336 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:12.755849 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-759cf14d-e884-4ee5-aa85-a84074375260 req-7458f953-6d3a-4119-913b-8236e989f336 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 944 time: 0.0713935 Dec 14 02:37:12.772481 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa87fc8-5e1f-43ac-8284-76bb8b04cbd6 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Pushing event deleted for resources: {'Port': ['ID=7dd230d2-cdfa-4fc3-a0d4-1a7f344cab32,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:12.831093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-759cf14d-e884-4ee5-aa85-a84074375260 req-b44ec6b6-fa00-4e2e-b141-ee9d599d46d9 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687807 Dec 14 02:37:12.905416 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8aa87fc8-5e1f-43ac-8284-76bb8b04cbd6 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:12.907640 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8aa87fc8-5e1f-43ac-8284-76bb8b04cbd6 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "DELETE /v2.0/ports/7dd230d2-cdfa-4fc3-a0d4-1a7f344cab32 HTTP/1.1" status: 204 len: 168 time: 0.9531033 Dec 14 02:37:12.910365 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58816) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:12.916607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf2f00fb-48a9-4a25-9933-967bcb8c039c', 'external_fixed_ips': [{'subnet_id': 'e686878b-9f80-4d84-a884-6571d94e19b8', 'ip_address': '172.20.0.6'}]}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:12.917223 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87d6d7c5-f577-405b-b866-12e229ced80e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:13.079419 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:13.081142 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:13.148059 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d6d7c5-f577-405b-b866-12e229ced80e admin admin] Router 01499c80-03c2-4708-8421-e5a1ba0e0288 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:37:13.152699 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:13.196992 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20658ffa-6217-4e59-bd68-ad547f3e4e62 req-61eacc67-81b3-406b-a309-7870127d3822 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:13.208045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20658ffa-6217-4e59-bd68-ad547f3e4e62 req-61eacc67-81b3-406b-a309-7870127d3822 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 948 time: 0.1578720 Dec 14 02:37:13.275092 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20658ffa-6217-4e59-bd68-ad547f3e4e62 req-2654b7a0-dc92-4b19-86fe-6984b9a19399 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d4d94f1-2415-436c-af9a-9c5c8fa3cf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658379 Dec 14 02:37:13.277051 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d6d7c5-f577-405b-b866-12e229ced80e admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:37:13.289526 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-87d6d7c5-f577-405b-b866-12e229ced80e admin admin] 10.222.0.39 "PUT /v2.0/routers/01499c80-03c2-4708-8421-e5a1ba0e0288/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6424093 Dec 14 02:37:13.290256 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c017c3f-7719-4ca7-8af8-c0c2fff98af4 None None] Sync routers for ids ['01499c80-03c2-4708-8421-e5a1ba0e0288'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:37:13.293759 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58822) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:13.301632 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c017c3f-7719-4ca7-8af8-c0c2fff98af4 None None] Routers {'01499c80-03c2-4708-8421-e5a1ba0e0288'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:13.302260 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0c017c3f-7719-4ca7-8af8-c0c2fff98af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['01499c80-03c2-4708-8421-e5a1ba0e0288'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:13.437396 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-992ffd61-f8be-41d9-afba-6fa6a8f9a48d admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:13.468640 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:13.482027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb767ff-d403-4cca-a9cd-2804f6a7e0cb req-667d7236-c072-4d5c-884c-9262f7cf2a20 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:13.483417 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-beb767ff-d403-4cca-a9cd-2804f6a7e0cb req-667d7236-c072-4d5c-884c-9262f7cf2a20 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 944 time: 0.1675940 Dec 14 02:37:13.520358 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-0c017c3f-7719-4ca7-8af8-c0c2fff98af4 None None] Set router 01499c80-03c2-4708-8421-e5a1ba0e0288 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:13.685703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-beb767ff-d403-4cca-a9cd-2804f6a7e0cb req-5bcda087-45d0-4e84-872f-bf439cd61bcb tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Deleting port 4eb565a4-f610-4826-a0f9-749e36a88999 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:13.686171 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-beb767ff-d403-4cca-a9cd-2804f6a7e0cb req-5bcda087-45d0-4e84-872f-bf439cd61bcb tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:13.750826 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0c017c3f-7719-4ca7-8af8-c0c2fff98af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'name': 'tempest-ServersTestMultiNic-285404133-router', 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '6e2efd37-2f35-4203-a0a6-c7250df2e134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:34:59Z', 'updated_at': '2021-12-14T02:37:12Z', 'revision_number': 5, 'project_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'gw_port': {'id': '6e2efd37-2f35-4203-a0a6-c7250df2e134', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:00Z', 'updated_at': '2021-12-14T02:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:13.780643 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c017c3f-7719-4ca7-8af8-c0c2fff98af4 None None] Checking router: 01499c80-03c2-4708-8421-e5a1ba0e0288 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:37:13.790468 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c017c3f-7719-4ca7-8af8-c0c2fff98af4 None None] Routers {'01499c80-03c2-4708-8421-e5a1ba0e0288'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:13.791332 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0c017c3f-7719-4ca7-8af8-c0c2fff98af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['01499c80-03c2-4708-8421-e5a1ba0e0288'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:13.820418 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-992ffd61-f8be-41d9-afba-6fa6a8f9a48d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:13.872987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-beb767ff-d403-4cca-a9cd-2804f6a7e0cb req-5bcda087-45d0-4e84-872f-bf439cd61bcb tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] For port 4eb565a4-f610-4826-a0f9-749e36a88999, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4eb565a4-f610-4826-a0f9-749e36a88999,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:13.873381 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-beb767ff-d403-4cca-a9cd-2804f6a7e0cb req-5bcda087-45d0-4e84-872f-bf439cd61bcb tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:13.889118 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-beb767ff-d403-4cca-a9cd-2804f6a7e0cb req-5bcda087-45d0-4e84-872f-bf439cd61bcb tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Calling delete_port for 4eb565a4-f610-4826-a0f9-749e36a88999 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:13.906668 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-0c017c3f-7719-4ca7-8af8-c0c2fff98af4 None None] Set router 01499c80-03c2-4708-8421-e5a1ba0e0288 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:13.952265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-992ffd61-f8be-41d9-afba-6fa6a8f9a48d admin admin] Deleting port 6e2efd37-2f35-4203-a0a6-c7250df2e134 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:13.955779 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-992ffd61-f8be-41d9-afba-6fa6a8f9a48d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:14.018181 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:14.044512 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-992ffd61-f8be-41d9-afba-6fa6a8f9a48d admin admin] For port 6e2efd37-2f35-4203-a0a6-c7250df2e134, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6e2efd37-2f35-4203-a0a6-c7250df2e134,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:14.044873 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-992ffd61-f8be-41d9-afba-6fa6a8f9a48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:14.051113 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:14.057729 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-992ffd61-f8be-41d9-afba-6fa6a8f9a48d admin admin] Calling delete_port for 6e2efd37-2f35-4203-a0a6-c7250df2e134 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:14.098664 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0c017c3f-7719-4ca7-8af8-c0c2fff98af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'name': 'tempest-ServersTestMultiNic-285404133-router', 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '6e2efd37-2f35-4203-a0a6-c7250df2e134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:34:59Z', 'updated_at': '2021-12-14T02:37:12Z', 'revision_number': 5, 'project_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'gw_port': {'id': '6e2efd37-2f35-4203-a0a6-c7250df2e134', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:00Z', 'updated_at': '2021-12-14T02:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:14.128949 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dfaec-0245-4f06-830b-0444cff335ea req-66cff0fb-ebf5-4f7e-bce1-1c1171bcccf8 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:14.130461 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-394dfaec-0245-4f06-830b-0444cff335ea req-66cff0fb-ebf5-4f7e-bce1-1c1171bcccf8 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 944 time: 0.2004423 Dec 14 02:37:14.132086 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c017c3f-7719-4ca7-8af8-c0c2fff98af4 None None] The sync data for ids ['01499c80-03c2-4708-8421-e5a1ba0e0288'] in n-d-821636-1 is: [{'id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'name': 'tempest-ServersTestMultiNic-285404133-router', 'tenant_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '6e2efd37-2f35-4203-a0a6-c7250df2e134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:34:59Z', 'updated_at': '2021-12-14T02:37:12Z', 'revision_number': 5, 'project_id': 'f9e3c48c88dd4e2188c9991ba134e39e', 'gw_port': {'id': '6e2efd37-2f35-4203-a0a6-c7250df2e134', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01499c80-03c2-4708-8421-e5a1ba0e0288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:00Z', 'updated_at': '2021-12-14T02:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:37:14.335454 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-992ffd61-f8be-41d9-afba-6fa6a8f9a48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:14.365669 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ffd61-f8be-41d9-afba-6fa6a8f9a48d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2efd37-2f35-4203-a0a6-c7250df2e134,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:14.429529 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-992ffd61-f8be-41d9-afba-6fa6a8f9a48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:14.528088 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-992ffd61-f8be-41d9-afba-6fa6a8f9a48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:14.530537 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-992ffd61-f8be-41d9-afba-6fa6a8f9a48d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:14.632306 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-394dfaec-0245-4f06-830b-0444cff335ea req-20241cf2-70f0-4443-ba64-5026163ce997 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798954 Dec 14 02:37:14.654842 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80990ef-7ab2-4497-b2f1-2e3f6ca02418 req-fa22c2f0-4a3f-45fd-be55-c0424f6fcb9a tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:14.656440 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b80990ef-7ab2-4497-b2f1-2e3f6ca02418 req-fa22c2f0-4a3f-45fd-be55-c0424f6fcb9a tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 948 time: 0.1378927 Dec 14 02:37:14.667531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Allocated IP 172.20.0.6 (cf2f00fb-48a9-4a25-9933-967bcb8c039c/e686878b-9f80-4d84-a884-6571d94e19b8/0cf1c6fa-7418-4bef-8e83-09495fa1af2e) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:37:14.766742 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b80990ef-7ab2-4497-b2f1-2e3f6ca02418 req-320b700f-856e-4e8a-b10f-3e4324225386 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d4d94f1-2415-436c-af9a-9c5c8fa3cf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029823 Dec 14 02:37:14.769986 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-992ffd61-f8be-41d9-afba-6fa6a8f9a48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:14.770087 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992ffd61-f8be-41d9-afba-6fa6a8f9a48d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01499c80-03c2-4708-8421-e5a1ba0e0288 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:37:14.779806 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-992ffd61-f8be-41d9-afba-6fa6a8f9a48d admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:14.779806 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-992ffd61-f8be-41d9-afba-6fa6a8f9a48d admin admin] 10.222.0.39 "DELETE /v2.0/routers/01499c80-03c2-4708-8421-e5a1ba0e0288 HTTP/1.1" status: 204 len: 168 time: 1.4809897 Dec 14 02:37:14.783386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58838) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:14.820418 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-beb767ff-d403-4cca-a9cd-2804f6a7e0cb req-5bcda087-45d0-4e84-872f-bf439cd61bcb tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:14.853069 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['4eb565a4-f610-4826-a0f9-749e36a88999'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:37:14.879305 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcda087-45d0-4e84-872f-bf439cd61bcb tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Pushing event deleted for resources: {'Port': ['ID=4eb565a4-f610-4826-a0f9-749e36a88999,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:14.886765 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:14.932333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-48d6e039-7bc8-4e58-b646-b8956cc657dc admin admin] Deleting subnet dca6c6b2-c619-4b06-bf43-df617a1a6e2d {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:37:14.946048 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-48d6e039-7bc8-4e58-b646-b8956cc657dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:14.982706 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb767ff-d403-4cca-a9cd-2804f6a7e0cb req-5bcda087-45d0-4e84-872f-bf439cd61bcb tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] No DVR routers for this DVR port 4eb565a4-f610-4826-a0f9-749e36a88999 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:37:14.991950 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-beb767ff-d403-4cca-a9cd-2804f6a7e0cb req-5bcda087-45d0-4e84-872f-bf439cd61bcb tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:14.995522 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-beb767ff-d403-4cca-a9cd-2804f6a7e0cb req-5bcda087-45d0-4e84-872f-bf439cd61bcb tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.46 "DELETE /v2.0/ports/4eb565a4-f610-4826-a0f9-749e36a88999 HTTP/1.1" status: 204 len: 173 time: 1.5056500 Dec 14 02:37:14.996165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6d1918-4c56-4a66-80f0-2bfb74d32f32', 'name': 'network-vif-deleted', 'tag': '4eb565a4-f610-4826-a0f9-749e36a88999'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:37:14.998557 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50205ef5-09aa-40fb-ac5b-57f3f79e9139" -d '{"events": [{"server_uuid": "3f6d1918-4c56-4a66-80f0-2bfb74d32f32", "name": "network-vif-deleted", "tag": "4eb565a4-f610-4826-a0f9-749e36a88999"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:37:15.024207 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-48d6e039-7bc8-4e58-b646-b8956cc657dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:15.049088 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcc1e70-1ad4-4172-b366-d99f32984210 x-openstack-request-id: req-edcc1e70-1ad4-4172-b366-d99f32984210 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:37:15.049567 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6d1918-4c56-4a66-80f0-2bfb74d32f32", "name": "network-vif-deleted", "tag": "4eb565a4-f610-4826-a0f9-749e36a88999", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:37:15.049867 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-edcc1e70-1ad4-4172-b366-d99f32984210 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:37:15.050350 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6d1918-4c56-4a66-80f0-2bfb74d32f32', 'name': 'network-vif-deleted', 'tag': '4eb565a4-f610-4826-a0f9-749e36a88999', 'status': 'completed', 'code': 200} Dec 14 02:37:15.144131 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-48d6e039-7bc8-4e58-b646-b8956cc657dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:15.255414 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:15.303008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Network cf2f00fb-48a9-4a25-9933-967bcb8c039c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:15.305994 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:15.308531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:37:15.329386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 913fd7a9-1c1f-4142-af91-d97358397376 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:37:15.351146 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 913fd7a9-1c1f-4142-af91-d97358397376 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:37:15.351592 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 913fd7a9-1c1f-4142-af91-d97358397376 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:37:15.353709 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6e2efd37-2f35-4203-a0a6-c7250df2e134 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:37:15.356570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Pushing event updated for resources: {'Port': ['ID=0cf1c6fa-7418-4bef-8e83-09495fa1af2e,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:15.385815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 6e2efd37-2f35-4203-a0a6-c7250df2e134 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:37:15.387528 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6e2efd37-2f35-4203-a0a6-c7250df2e134 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:37:15.413997 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-48d6e039-7bc8-4e58-b646-b8956cc657dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:15.481671 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0de87a-d1b1-45bd-9747-02be5536d2a3 None None] Network b9779372-64f5-4418-8de3-b3c1d6a92f5f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:37:15.491450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d6e039-7bc8-4e58-b646-b8956cc657dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dca6c6b2-c619-4b06-bf43-df617a1a6e2d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:15.494231 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-48d6e039-7bc8-4e58-b646-b8956cc657dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:15.497131 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-48d6e039-7bc8-4e58-b646-b8956cc657dc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dca6c6b2-c619-4b06-bf43-df617a1a6e2d HTTP/1.1" status: 204 len: 168 time: 0.7126174 Dec 14 02:37:15.499729 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58844) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:15.573963 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:15.629474 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] Deleting port 88dacde8-a51f-4707-98b1-7440a859556b {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:15.629818 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:15.644518 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b8a69f-9d6d-46a8-9148-9c83cd2502a6 None None] DHCP port deletion for b9779372-64f5-4418-8de3-b3c1d6a92f5f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:37:15.703148 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] For port 88dacde8-a51f-4707-98b1-7440a859556b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=88dacde8-a51f-4707-98b1-7440a859556b,segment=NetworkSegment(5af54ecb-7a56-4d4b-ac97-431a4cea593a),segment_id=5af54ecb-7a56-4d4b-ac97-431a4cea593a)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:15.703518 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:15.705755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-78b8a69f-9d6d-46a8-9148-9c83cd2502a6 None None] Deleting port 88dacde8-a51f-4707-98b1-7440a859556b {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:15.706222 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-78b8a69f-9d6d-46a8-9148-9c83cd2502a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:15.719251 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] Calling delete_port for 88dacde8-a51f-4707-98b1-7440a859556b owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:15.769397 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:15.781850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-78b8a69f-9d6d-46a8-9148-9c83cd2502a6 None None] For port 88dacde8-a51f-4707-98b1-7440a859556b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=88dacde8-a51f-4707-98b1-7440a859556b,segment=NetworkSegment(5af54ecb-7a56-4d4b-ac97-431a4cea593a),segment_id=5af54ecb-7a56-4d4b-ac97-431a4cea593a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:15.782345 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-78b8a69f-9d6d-46a8-9148-9c83cd2502a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:15.799917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-78b8a69f-9d6d-46a8-9148-9c83cd2502a6 None None] Calling delete_port for 88dacde8-a51f-4707-98b1-7440a859556b owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:15.872884 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ce4688b0-075a-4a88-b6c2-bfbad2c158e3 req-76199b78-0c9b-4334-bf2a-13ec98c070a3 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f6d1918-4c56-4a66-80f0-2bfb74d32f32 HTTP/1.1" status: 200 len: 210 time: 0.0985959 Dec 14 02:37:15.876567 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3f2a38cd-5e55-4094-8467-4a42f1cbce2d details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:37:15.975111 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:15.996557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:16.004444 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-78b8a69f-9d6d-46a8-9148-9c83cd2502a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:16.019616 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] Pushing event deleted for resources: {'Port': ['ID=88dacde8-a51f-4707-98b1-7440a859556b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:16.021877 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] No DVR routers for this DVR port 88dacde8-a51f-4707-98b1-7440a859556b on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:37:16.037089 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d', 'mac_address': 'fa:16:3e:91:71:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:37:16.040354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8a69f-9d6d-46a8-9148-9c83cd2502a6 None None] Pushing event deleted for resources: {'Port': ['ID=88dacde8-a51f-4707-98b1-7440a859556b,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:16.047044 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b8a69f-9d6d-46a8-9148-9c83cd2502a6 None None] No DVR routers for this DVR port 88dacde8-a51f-4707-98b1-7440a859556b on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:37:16.073028 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a48b7-b377-4d30-832e-a351c3a3dc8f req-33c635de-26b3-4b5f-84c2-ae0cdb286a32 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:16.074966 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-774a48b7-b377-4d30-832e-a351c3a3dc8f req-33c635de-26b3-4b5f-84c2-ae0cdb286a32 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 948 time: 0.1160274 Dec 14 02:37:16.092905 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:16.093495 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:16.108256 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2a38cd-5e55-4094-8467-4a42f1cbce2d {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:37:16.111725 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:16.130738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:16.135349 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9779372-64f5-4418-8de3-b3c1d6a92f5f']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:16.145680 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af54ecb-7a56-4d4b-ac97-431a4cea593a') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:16.145988 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af54ecb-7a56-4d4b-ac97-431a4cea593a') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:16.155926 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:16.170199 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:16.176731 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:37:16.177160 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:37:16.178899 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:37:16.213764 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-774a48b7-b377-4d30-832e-a351c3a3dc8f req-49c68626-1edf-40ca-a2ee-126b8d0278ec tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d4d94f1-2415-436c-af9a-9c5c8fa3cf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146903 Dec 14 02:37:16.278702 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:16.331048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:16.392022 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:16.398086 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:16.401498 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] 10.222.0.39 "DELETE /v2.0/networks/b9779372-64f5-4418-8de3-b3c1d6a92f5f HTTP/1.1" status: 204 len: 168 time: 0.9005289 Dec 14 02:37:16.413632 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ec5c7-e8f1-431f-8ebb-81b62b9059bf admin admin] Pushing event deleted for resources: {'Network': ['ID=b9779372-64f5-4418-8de3-b3c1d6a92f5f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:16.535027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Router c578e557-7b9d-47b9-9bdf-2aff1d595214 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:37:16.611381 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['3f2a38cd-5e55-4094-8467-4a42f1cbce2d'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:37:16.645423 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:37:16.659374 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655fc6e2-4cc9-443b-ac4f-bdee8d98b987 None None] Sync routers for ids ['c578e557-7b9d-47b9-9bdf-2aff1d595214'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:37:16.680915 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655fc6e2-4cc9-443b-ac4f-bdee8d98b987 None None] Routers {'c578e557-7b9d-47b9-9bdf-2aff1d595214'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:16.681560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-655fc6e2-4cc9-443b-ac4f-bdee8d98b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['c578e557-7b9d-47b9-9bdf-2aff1d595214'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:16.863414 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:16.864695 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f2e284fb-3347-47cd-980a-66f6b914a958 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.9527590 Dec 14 02:37:16.867610 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58860) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:16.887540 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 4eb565a4-f610-4826-a0f9-749e36a88999 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:37:16.963326 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 4eb565a4-f610-4826-a0f9-749e36a88999 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:37:16.963667 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 4eb565a4-f610-4826-a0f9-749e36a88999 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:37:17.016831 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e64cbd7-090f-4d31-b72c-77f740fd8551 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:17.048424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-655fc6e2-4cc9-443b-ac4f-bdee8d98b987 None None] Set router c578e557-7b9d-47b9-9bdf-2aff1d595214 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:17.136305 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e64cbd7-090f-4d31-b72c-77f740fd8551 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:17.234561 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 88dacde8-a51f-4707-98b1-7440a859556b no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:37:17.259676 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 88dacde8-a51f-4707-98b1-7440a859556b {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:37:17.260025 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 88dacde8-a51f-4707-98b1-7440a859556b not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:37:17.311288 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-655fc6e2-4cc9-443b-ac4f-bdee8d98b987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c578e557-7b9d-47b9-9bdf-2aff1d595214', 'name': '', 'tenant_id': '804772e56d4d436a9587625781fdd0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf2f00fb-48a9-4a25-9933-967bcb8c039c', 'external_fixed_ips': [{'subnet_id': 'e686878b-9f80-4d84-a884-6571d94e19b8', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '0cf1c6fa-7418-4bef-8e83-09495fa1af2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:13Z', 'updated_at': '2021-12-14T02:37:15Z', 'revision_number': 3, 'project_id': '804772e56d4d436a9587625781fdd0b5', 'gw_port': {'id': '0cf1c6fa-7418-4bef-8e83-09495fa1af2e', 'name': '', 'network_id': 'cf2f00fb-48a9-4a25-9933-967bcb8c039c', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:27:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c578e557-7b9d-47b9-9bdf-2aff1d595214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1199, 'fixed_ips': [{'subnet_id': 'e686878b-9f80-4d84-a884-6571d94e19b8', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:14Z', 'updated_at': '2021-12-14T02:37:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e686878b-9f80-4d84-a884-6571d94e19b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:17.318563 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58870) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:17.359730 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655fc6e2-4cc9-443b-ac4f-bdee8d98b987 None None] Checking router: c578e557-7b9d-47b9-9bdf-2aff1d595214 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:37:17.360209 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655fc6e2-4cc9-443b-ac4f-bdee8d98b987 None None] Updating router c578e557-7b9d-47b9-9bdf-2aff1d595214 port 0cf1c6fa-7418-4bef-8e83-09495fa1af2e binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:37:17.391367 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1da8f3-1f1a-4055-ae0a-d851386de0ff req-09b62ac8-b879-4e3b-ad32-abbf411f099b tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:17.391367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb1da8f3-1f1a-4055-ae0a-d851386de0ff req-09b62ac8-b879-4e3b-ad32-abbf411f099b tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 949 time: 0.0824115 Dec 14 02:37:17.391650 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3fd727a0-c739-44aa-991b-a5748ac9556c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9e3c48c88dd4e2188c9991ba134e39e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0684547 Dec 14 02:37:17.391764 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-655fc6e2-4cc9-443b-ac4f-bdee8d98b987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:17.392136 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58872) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:17.393133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-1e64cbd7-090f-4d31-b72c-77f740fd8551 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Deleting port 0cf1c6fa-7418-4bef-8e83-09495fa1af2e {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:17.393521 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e64cbd7-090f-4d31-b72c-77f740fd8551 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:17.459875 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be6c83ae-c8af-482d-8c66-708628035563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:17.492860 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be6c83ae-c8af-482d-8c66-708628035563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:17.503740 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb1da8f3-1f1a-4055-ae0a-d851386de0ff req-aaba208c-0fac-4411-8cb2-895bb76bf1ae tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d4d94f1-2415-436c-af9a-9c5c8fa3cf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070471 Dec 14 02:37:17.519122 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e64cbd7-090f-4d31-b72c-77f740fd8551 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:17.567533 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-1e64cbd7-090f-4d31-b72c-77f740fd8551 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Calling delete_port for 0cf1c6fa-7418-4bef-8e83-09495fa1af2e owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:17.639083 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac29c46-46ef-4f83-9f62-3f61f8a9aef9 req-ddc1eb6c-1ead-4f76-9d5f-b6d15a5cc9c4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:17.640941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ac29c46-46ef-4f83-9f62-3f61f8a9aef9 req-ddc1eb6c-1ead-4f76-9d5f-b6d15a5cc9c4 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 945 time: 0.1042151 Dec 14 02:37:17.684517 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be6c83ae-c8af-482d-8c66-708628035563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:17.691803 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be6c83ae-c8af-482d-8c66-708628035563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:17.697274 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-be6c83ae-c8af-482d-8c66-708628035563 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ccf1de31-7bb4-48df-850c-97d4e46a8f9c HTTP/1.1" status: 204 len: 168 time: 0.3030131 Dec 14 02:37:17.711214 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c83ae-c8af-482d-8c66-708628035563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf1de31-7bb4-48df-850c-97d4e46a8f9c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:17.754734 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ac29c46-46ef-4f83-9f62-3f61f8a9aef9 req-62d992aa-340e-47f6-a7c3-46817bfd9c42 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040773 Dec 14 02:37:17.889611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3f2a38cd-5e55-4094-8467-4a42f1cbce2d up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:37:17.958119 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e64cbd7-090f-4d31-b72c-77f740fd8551 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:17.958660 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-655fc6e2-4cc9-443b-ac4f-bdee8d98b987 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:37:17.958919 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-655fc6e2-4cc9-443b-ac4f-bdee8d98b987 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:37:17.989246 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64cbd7-090f-4d31-b72c-77f740fd8551 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cf1c6fa-7418-4bef-8e83-09495fa1af2e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:18.054278 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e64cbd7-090f-4d31-b72c-77f740fd8551 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.106482 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:37:18.110676 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:18.111122 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.150026 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e64cbd7-090f-4d31-b72c-77f740fd8551 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.152518 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e64cbd7-090f-4d31-b72c-77f740fd8551 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.190346 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.213228 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0d07e9-b1ad-49a9-969e-9794ca23c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:37:18.215659 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75eb405-33da-4c75-83a9-18c800417b12" -d '{"events": [{"server_uuid": "2e0d07e9-b1ad-49a9-969e-9794ca23c97c", "name": "network-vif-plugged", "status": "completed", "tag": "3f2a38cd-5e55-4094-8467-4a42f1cbce2d"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:37:18.231927 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:18.245073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822445da-f963-408d-bc50-59229f23f726 req-fbc640d1-480e-4401-b710-502f267ab3b3 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:18.247614 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-822445da-f963-408d-bc50-59229f23f726 req-fbc640d1-480e-4401-b710-502f267ab3b3 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.47 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 945 time: 0.0875723 Dec 14 02:37:18.258926 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb68e8c4-e6b7-4b3c-80a2-89e8cc217e6b x-openstack-request-id: req-eb68e8c4-e6b7-4b3c-80a2-89e8cc217e6b {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:37:18.259431 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0d07e9-b1ad-49a9-969e-9794ca23c97c", "name": "network-vif-plugged", "status": "completed", "tag": "3f2a38cd-5e55-4094-8467-4a42f1cbce2d", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:37:18.259811 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb68e8c4-e6b7-4b3c-80a2-89e8cc217e6b {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:37:18.260326 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0d07e9-b1ad-49a9-969e-9794ca23c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d', 'code': 200} Dec 14 02:37:18.347905 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e64cbd7-090f-4d31-b72c-77f740fd8551 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.348622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e64cbd7-090f-4d31-b72c-77f740fd8551 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c578e557-7b9d-47b9-9bdf-2aff1d595214 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:37:18.353558 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e64cbd7-090f-4d31-b72c-77f740fd8551 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.354956 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1e64cbd7-090f-4d31-b72c-77f740fd8551 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "DELETE /v2.0/routers/c578e557-7b9d-47b9-9bdf-2aff1d595214 HTTP/1.1" status: 204 len: 168 time: 1.4864075 Dec 14 02:37:18.358953 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58890) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:18.363025 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-822445da-f963-408d-bc50-59229f23f726 req-9835e110-7105-4815-a435-439d06a29c58 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Deleting port 36519be4-053e-41d6-9273-c1b9d05e8d6c {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:18.363374 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-822445da-f963-408d-bc50-59229f23f726 req-9835e110-7105-4815-a435-439d06a29c58 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.421552 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4e6a5b-7a25-41b5-880d-6a4d28132ee3 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Deleting subnet e686878b-9f80-4d84-a884-6571d94e19b8 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:37:18.425266 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6a5b-7a25-41b5-880d-6a4d28132ee3 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.467742 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6a5b-7a25-41b5-880d-6a4d28132ee3 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.490699 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655fc6e2-4cc9-443b-ac4f-bdee8d98b987 None None] Port 0cf1c6fa-7418-4bef-8e83-09495fa1af2e not found while updating agent binding for router c578e557-7b9d-47b9-9bdf-2aff1d595214. {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 14 02:37:18.494730 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.516026 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6a5b-7a25-41b5-880d-6a4d28132ee3 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.520115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9a026-371e-40db-ab51-6d951238a070 req-def6944b-b42c-4618-97df-5c72ef73e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:18.522017 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24d9a026-371e-40db-ab51-6d951238a070 req-def6944b-b42c-4618-97df-5c72ef73e4fa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 1100 time: 0.0884144 Dec 14 02:37:18.537019 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-822445da-f963-408d-bc50-59229f23f726 req-9835e110-7105-4815-a435-439d06a29c58 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] For port 36519be4-053e-41d6-9273-c1b9d05e8d6c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=36519be4-053e-41d6-9273-c1b9d05e8d6c,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:18.537418 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-822445da-f963-408d-bc50-59229f23f726 req-9835e110-7105-4815-a435-439d06a29c58 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.555130 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655fc6e2-4cc9-443b-ac4f-bdee8d98b987 None None] Routers set() bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:18.555508 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655fc6e2-4cc9-443b-ac4f-bdee8d98b987 None None] Router IDs set() for agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 14 02:37:18.556167 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_agentschedulers_db [None req-655fc6e2-4cc9-443b-ac4f-bdee8d98b987 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c578e557-7b9d-47b9-9bdf-2aff1d595214'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent'). {{(pid=103849) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 14 02:37:18.556579 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655fc6e2-4cc9-443b-ac4f-bdee8d98b987 None None] The sync data for ids ['c578e557-7b9d-47b9-9bdf-2aff1d595214'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:37:18.561858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-822445da-f963-408d-bc50-59229f23f726 req-9835e110-7105-4815-a435-439d06a29c58 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Calling delete_port for 36519be4-053e-41d6-9273-c1b9d05e8d6c owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:18.593779 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24d9a026-371e-40db-ab51-6d951238a070 req-40b9a075-ab97-4a8a-9557-9db5c206a8e2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=7d4d94f1-2415-436c-af9a-9c5c8fa3cf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636237 Dec 14 02:37:18.601066 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:18.655560 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6a5b-7a25-41b5-880d-6a4d28132ee3 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.683682 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e6a5b-7a25-41b5-880d-6a4d28132ee3 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e686878b-9f80-4d84-a884-6571d94e19b8,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:18.687549 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe4e6a5b-7a25-41b5-880d-6a4d28132ee3 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.690862 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fe4e6a5b-7a25-41b5-880d-6a4d28132ee3 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/e686878b-9f80-4d84-a884-6571d94e19b8 HTTP/1.1" status: 204 len: 168 time: 0.3303320 Dec 14 02:37:18.694169 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58902) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:18.719696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c5c93-1678-4af1-9503-6b93b4070e29 req-db771c76-1d0b-4729-80ff-8ca9acf712e6 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:18.721172 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f84c5c93-1678-4af1-9503-6b93b4070e29 req-db771c76-1d0b-4729-80ff-8ca9acf712e6 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 950 time: 0.0880699 Dec 14 02:37:18.770372 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca185e2b-dae5-42cb-8837-e2b1b59ecaaa tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.811971 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f84c5c93-1678-4af1-9503-6b93b4070e29 req-455e2388-e186-41ce-bed7-fa4e81e2b7c3 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d4d94f1-2415-436c-af9a-9c5c8fa3cf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843039 Dec 14 02:37:18.872845 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca185e2b-dae5-42cb-8837-e2b1b59ecaaa tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.894079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-ca185e2b-dae5-42cb-8837-e2b1b59ecaaa tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2f00fb-48a9-4a25-9933-967bcb8c039c']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:18.904821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-ca185e2b-dae5-42cb-8837-e2b1b59ecaaa tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3169a0e-3d53-4bcb-9fac-e9ee490145da') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:18.905121 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-ca185e2b-dae5-42cb-8837-e2b1b59ecaaa tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3169a0e-3d53-4bcb-9fac-e9ee490145da') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:18.921025 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca185e2b-dae5-42cb-8837-e2b1b59ecaaa tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.923404 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-822445da-f963-408d-bc50-59229f23f726 req-9835e110-7105-4815-a435-439d06a29c58 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.936939 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca185e2b-dae5-42cb-8837-e2b1b59ecaaa tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.943826 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca185e2b-dae5-42cb-8837-e2b1b59ecaaa tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:37:18.944347 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca185e2b-dae5-42cb-8837-e2b1b59ecaaa tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:37:18.946155 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:37:18.958901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835e110-7105-4815-a435-439d06a29c58 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Pushing event deleted for resources: {'Port': ['ID=36519be4-053e-41d6-9273-c1b9d05e8d6c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:18.979357 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda351a7-8c6a-46dc-82cd-7513d106aecc req-08dfde40-3600-45d8-a39a-5c290d999981 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:18.981081 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bda351a7-8c6a-46dc-82cd-7513d106aecc req-08dfde40-3600-45d8-a39a-5c290d999981 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 866 time: 0.1102271 Dec 14 02:37:19.019276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-822445da-f963-408d-bc50-59229f23f726 req-9835e110-7105-4815-a435-439d06a29c58 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] No DVR routers for this DVR port 36519be4-053e-41d6-9273-c1b9d05e8d6c on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:37:19.021947 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-822445da-f963-408d-bc50-59229f23f726 req-9835e110-7105-4815-a435-439d06a29c58 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:19.025782 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-822445da-f963-408d-bc50-59229f23f726 req-9835e110-7105-4815-a435-439d06a29c58 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.47 "DELETE /v2.0/ports/36519be4-053e-41d6-9273-c1b9d05e8d6c HTTP/1.1" status: 204 len: 173 time: 0.7716303 Dec 14 02:37:19.032867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e4929e-e436-474f-b19a-e590ffe7c4e2', 'name': 'network-vif-deleted', 'tag': '36519be4-053e-41d6-9273-c1b9d05e8d6c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:37:19.035210 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c01a5b9-4a39-4874-8693-63bc1a39dca2" -d '{"events": [{"server_uuid": "89e4929e-e436-474f-b19a-e590ffe7c4e2", "name": "network-vif-deleted", "tag": "36519be4-053e-41d6-9273-c1b9d05e8d6c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:37:19.069532 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bda351a7-8c6a-46dc-82cd-7513d106aecc req-4417ee4c-021e-4071-a145-b00110b116f3 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747411 Dec 14 02:37:19.081963 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3782afd8-9518-4979-9581-a33ba0310544 x-openstack-request-id: req-3782afd8-9518-4979-9581-a33ba0310544 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:37:19.081963 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e4929e-e436-474f-b19a-e590ffe7c4e2", "name": "network-vif-deleted", "tag": "36519be4-053e-41d6-9273-c1b9d05e8d6c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:37:19.082380 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3782afd8-9518-4979-9581-a33ba0310544 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:37:19.085709 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e4929e-e436-474f-b19a-e590ffe7c4e2', 'name': 'network-vif-deleted', 'tag': '36519be4-053e-41d6-9273-c1b9d05e8d6c', 'status': 'completed', 'code': 200} Dec 14 02:37:19.109827 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58920) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:19.198542 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca185e2b-dae5-42cb-8837-e2b1b59ecaaa tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:19.208055 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca185e2b-dae5-42cb-8837-e2b1b59ecaaa tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cf2f00fb-48a9-4a25-9933-967bcb8c039c {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 14 02:37:19.221154 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca185e2b-dae5-42cb-8837-e2b1b59ecaaa tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:19.228134 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ca185e2b-dae5-42cb-8837-e2b1b59ecaaa tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "DELETE /v2.0/networks/cf2f00fb-48a9-4a25-9933-967bcb8c039c HTTP/1.1" status: 204 len: 168 time: 0.5287468 Dec 14 02:37:19.235030 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-db7a9da0-747d-4b39-8f05-1a730966c182 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-109604917-network', 'tenant_id': '20630dab3f6946828746e2d81f7e163b'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:19.240090 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca185e2b-dae5-42cb-8837-e2b1b59ecaaa tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Pushing event deleted for resources: {'Network': ['ID=cf2f00fb-48a9-4a25-9933-967bcb8c039c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:19.405611 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7a9da0-747d-4b39-8f05-1a730966c182 admin admin] Made reservation on behalf of 20630dab3f6946828746e2d81f7e163b for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:37:19.407977 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-db7a9da0-747d-4b39-8f05-1a730966c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:19.417191 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-db7a9da0-747d-4b39-8f05-1a730966c182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:19.492304 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-db7a9da0-747d-4b39-8f05-1a730966c182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:19.586505 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-db7a9da0-747d-4b39-8f05-1a730966c182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:19.607800 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7a9da0-747d-4b39-8f05-1a730966c182 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:37:19.617789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58930) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:19.623235 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-ba2ba16d-7623-49ca-a4b7-dae471607b81 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Request body: {'router': {'name': 'tempest-router--1825063979', 'project_id': 'b7d976e73972420f914ffc5e4fc36c45'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:19.643826 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a9da0-747d-4b39-8f05-1a730966c182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2d099e-49b9-4bda-8434-20743c32a95e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:19.671912 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-db7a9da0-747d-4b39-8f05-1a730966c182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:19.672260 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-db7a9da0-747d-4b39-8f05-1a730966c182 admin admin] Added segment 716a3816-24ae-4d8b-8bcc-a74c2e331a8e of type vlan for network c8c294be-4992-4711-bfec-5f4308700461 Dec 14 02:37:19.719042 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-db7a9da0-747d-4b39-8f05-1a730966c182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:19.746781 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba16d-7623-49ca-a4b7-dae471607b81 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:19.747961 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba16d-7623-49ca-a4b7-dae471607b81 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:19.835292 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-db7a9da0-747d-4b39-8f05-1a730966c182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:19.835292 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7a9da0-747d-4b39-8f05-1a730966c182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:19.835292 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-db7a9da0-747d-4b39-8f05-1a730966c182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:19.938265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a9da0-747d-4b39-8f05-1a730966c182 admin admin] Pushing event updated for resources: {'Network': ['ID=c8c294be-4992-4711-bfec-5f4308700461,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:19.948979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network c8c294be-4992-4711-bfec-5f4308700461 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:37:19.990809 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-db7a9da0-747d-4b39-8f05-1a730966c182 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8797243 Dec 14 02:37:19.993517 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58936) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:20.000309 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-328934f9-5632-48ae-8ad2-2c53396ac9f6 admin admin] Request body: {'subnet': {'network_id': 'c8c294be-4992-4711-bfec-5f4308700461', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-109604917-subnet', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:20.123552 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328934f9-5632-48ae-8ad2-2c53396ac9f6 admin admin] Made reservation on behalf of 20630dab3f6946828746e2d81f7e163b for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:37:20.128198 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-328934f9-5632-48ae-8ad2-2c53396ac9f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:20.190262 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba16d-7623-49ca-a4b7-dae471607b81 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:20.220543 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-157d225f-859d-49e9-a8de-67c9155bbf39 req-867f0c36-ec8d-44ce-bad5-999708cbcc46 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=89e4929e-e436-474f-b19a-e590ffe7c4e2 HTTP/1.1" status: 200 len: 210 time: 0.0505607 Dec 14 02:37:20.241336 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0316a-5bf8-4366-9797-88172f2d8534 req-3f808300-3caf-46ef-a74b-85bfb4291277 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:20.250501 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1c0316a-5bf8-4366-9797-88172f2d8534 req-3f808300-3caf-46ef-a74b-85bfb4291277 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 950 time: 0.0837107 Dec 14 02:37:20.273883 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba16d-7623-49ca-a4b7-dae471607b81 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:20.307719 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1c0316a-5bf8-4366-9797-88172f2d8534 req-df91a73d-ce49-481e-a90e-173b63faf408 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d4d94f1-2415-436c-af9a-9c5c8fa3cf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560935 Dec 14 02:37:20.389082 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba2ba16d-7623-49ca-a4b7-dae471607b81 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:20.390345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ba2ba16d-7623-49ca-a4b7-dae471607b81 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7715697 Dec 14 02:37:20.393284 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58944) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:20.409258 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-328934f9-5632-48ae-8ad2-2c53396ac9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:20.467659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328934f9-5632-48ae-8ad2-2c53396ac9f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3efdcc0d-0482-44f9-8761-575428cc10a7,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:20.474111 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fcf576f1-fb5f-4697-bd8d-9c497321d90c tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:20.476540 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328934f9-5632-48ae-8ad2-2c53396ac9f6 admin admin] Checking segment: {'id': '716a3816-24ae-4d8b-8bcc-a74c2e331a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:37:20.476855 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328934f9-5632-48ae-8ad2-2c53396ac9f6 admin admin] Network hostable DHCP agents. Network: c8c294be-4992-4711-bfec-5f4308700461, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:37:20.551716 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328934f9-5632-48ae-8ad2-2c53396ac9f6 admin admin] Network c8c294be-4992-4711-bfec-5f4308700461 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:37:20.620414 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-328934f9-5632-48ae-8ad2-2c53396ac9f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, c8c294be-4992-4711-bfec-5f4308700461) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:20.625524 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328934f9-5632-48ae-8ad2-2c53396ac9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:20.626190 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-328934f9-5632-48ae-8ad2-2c53396ac9f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:20.631252 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ae89bb-0325-4973-89ff-279179c7afbc None None] Network c8c294be-4992-4711-bfec-5f4308700461 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:37:20.635099 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fcf576f1-fb5f-4697-bd8d-9c497321d90c tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:20.637338 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fcf576f1-fb5f-4697-bd8d-9c497321d90c tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:20.725902 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-328934f9-5632-48ae-8ad2-2c53396ac9f6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7306454 Dec 14 02:37:20.728799 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58946) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:20.731026 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-c8c294be-4992-4711-bfec-5f4308700461', 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461', 'project_id': '20630dab3f6946828746e2d81f7e163b', 'fixed_ips': [{'subnet_id': '3efdcc0d-0482-44f9-8761-575428cc10a7'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:37:20.732119 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:20.734201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-109604917-router', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:20.752936 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fcf576f1-fb5f-4697-bd8d-9c497321d90c tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:20.753488 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf576f1-fb5f-4697-bd8d-9c497321d90c tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dcbd9fef-73ee-484e-97b8-4aa6404dc62d {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:37:20.758107 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fcf576f1-fb5f-4697-bd8d-9c497321d90c tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:20.762640 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fcf576f1-fb5f-4697-bd8d-9c497321d90c tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "DELETE /v2.0/routers/dcbd9fef-73ee-484e-97b8-4aa6404dc62d HTTP/1.1" status: 204 len: 168 time: 0.3683665 Dec 14 02:37:20.832042 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:20.833239 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:20.873799 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Allocated IP 172.20.0.2 (c8c294be-4992-4711-bfec-5f4308700461/3efdcc0d-0482-44f9-8761-575428cc10a7/c0ec8493-9ea7-4004-ae39-28ad76e58bb5) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:37:20.890072 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:21.016281 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:21.123172 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58954) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:21.163497 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:21.170534 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:21.208768 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Network c8c294be-4992-4711-bfec-5f4308700461 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:21.213936 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:21.218455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:37:21.226019 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Pushing event updated for resources: {'Port': ['ID=c0ec8493-9ea7-4004-ae39-28ad76e58bb5,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:21.292651 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Attempting to bind port c0ec8493-9ea7-4004-ae39-28ad76e58bb5 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:37:21.293749 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Attempting to bind port c0ec8493-9ea7-4004-ae39-28ad76e58bb5 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '716a3816-24ae-4d8b-8bcc-a74c2e331a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:37:21.293749 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Attempting to bind port c0ec8493-9ea7-4004-ae39-28ad76e58bb5 on network c8c294be-4992-4711-bfec-5f4308700461 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:37:21.300688 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:37:21.301170 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Checking segment: {'id': '716a3816-24ae-4d8b-8bcc-a74c2e331a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:37:21.301864 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:21.302438 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Bound using segment: {'id': '716a3816-24ae-4d8b-8bcc-a74c2e331a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:37:21.302957 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Bound port: c0ec8493-9ea7-4004-ae39-28ad76e58bb5, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716a3816-24ae-4d8b-8bcc-a74c2e331a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:37:21.303426 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:21.366427 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2113251758', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}, 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:21.421718 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] For port c0ec8493-9ea7-4004-ae39-28ad76e58bb5, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:37:21.424926 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] For port c0ec8493-9ea7-4004-ae39-28ad76e58bb5, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c0ec8493-9ea7-4004-ae39-28ad76e58bb5,segment=NetworkSegment(716a3816-24ae-4d8b-8bcc-a74c2e331a8e),segment_id=716a3816-24ae-4d8b-8bcc-a74c2e331a8e)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:37:21.467086 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:21.468710 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:21.521238 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:21.530349 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:21.532541 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:21.544345 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:21.568361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925decc-e3b2-4d6a-b8a6-e9f51b6f1d13 req-49ae9e72-246a-4231-8d4f-c67d291f3580 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:21.572808 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9925decc-e3b2-4d6a-b8a6-e9f51b6f1d13 req-49ae9e72-246a-4231-8d4f-c67d291f3580 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 950 time: 0.0877128 Dec 14 02:37:21.590529 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3484bb1-8959-47ba-9117-bd6cbe3e0108 None None] Pushing event updated for resources: {'Port': ['ID=c0ec8493-9ea7-4004-ae39-28ad76e58bb5,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:21.700480 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9925decc-e3b2-4d6a-b8a6-e9f51b6f1d13 req-b4ae15c2-0abc-4e57-90b5-0185e7d287e5 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d4d94f1-2415-436c-af9a-9c5c8fa3cf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918450 Dec 14 02:37:21.727589 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Allocated IP 172.25.7.36 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/325d3330-c30c-4882-881d-16e875dec603) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:37:21.887878 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:21.897224 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 36519be4-053e-41d6-9273-c1b9d05e8d6c no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:37:21.941160 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 36519be4-053e-41d6-9273-c1b9d05e8d6c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:37:21.941861 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 36519be4-053e-41d6-9273-c1b9d05e8d6c not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:37:21.971681 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:21.992795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bc37a-dae5-44b3-9646-27fa7527ca61 req-1b0179ce-60ba-4dbd-9744-293f81b9b32a tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:21.994435 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-743bc37a-dae5-44b3-9646-27fa7527ca61 req-1b0179ce-60ba-4dbd-9744-293f81b9b32a tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 944 time: 0.0915830 Dec 14 02:37:22.056001 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-743bc37a-dae5-44b3-9646-27fa7527ca61 req-6b80f8bf-cf6f-474b-9e8f-3d7f14c79df5 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541875 Dec 14 02:37:22.103208 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:22.141481 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:22.149607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:22.156268 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:37:22.183607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Pushing event updated for resources: {'Port': ['ID=325d3330-c30c-4882-881d-16e875dec603,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:22.199514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.199745 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.200128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.200411 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.200744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.201084 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.201463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.201762 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.202701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.203030 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.203357 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.203683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.204003 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.325413 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:22.348021 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:22.513220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Allocated IP 172.25.7.220 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/b171ea28-fd4b-4c1c-acff-601ca7645dbf) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:37:22.651208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d02c4e-8824-4e87-bfe3-3fe3f0d37ebe req-1640b327-e5d7-49b1-a81d-f0a1a63303f5 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:22.653897 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-23d02c4e-8824-4e87-bfe3-3fe3f0d37ebe req-1640b327-e5d7-49b1-a81d-f0a1a63303f5 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.46 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 944 time: 0.1183212 Dec 14 02:37:22.654715 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:22.656528 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:22.770060 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:22.854986 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:22.859066 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:22.862619 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:37:22.885759 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-23d02c4e-8824-4e87-bfe3-3fe3f0d37ebe req-379d0e05-51ac-4e2e-afb3-93013e167881 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Deleting port c0c3f166-1a85-478a-966d-8633562a3934 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:22.886024 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-23d02c4e-8824-4e87-bfe3-3fe3f0d37ebe req-379d0e05-51ac-4e2e-afb3-93013e167881 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:22.904664 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Pushing event updated for resources: {'Port': ['ID=b171ea28-fd4b-4c1c-acff-601ca7645dbf,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:22.918711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.919070 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.919416 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.919756 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.920094 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.920427 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.920859 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.921256 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.921602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.921931 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.922256 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.922658 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.922899 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:22.968441 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7557a820-a27e-4bc6-89b8-10fc8c7471f6 None None] Network c8c294be-4992-4711-bfec-5f4308700461 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:37:23.036365 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7c154560-4e51-4939-a042-d31c7e386242 None None] Provisioning complete for port c0ec8493-9ea7-4004-ae39-28ad76e58bb5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:23.036735 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7c154560-4e51-4939-a042-d31c7e386242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:23.078496 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:23.082666 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-23d02c4e-8824-4e87-bfe3-3fe3f0d37ebe req-379d0e05-51ac-4e2e-afb3-93013e167881 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] For port c0c3f166-1a85-478a-966d-8633562a3934, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=c0c3f166-1a85-478a-966d-8633562a3934,segment=NetworkSegment(2ad66061-b010-4a19-87ef-71c1d4d70bf0),segment_id=2ad66061-b010-4a19-87ef-71c1d4d70bf0)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:23.083030 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-23d02c4e-8824-4e87-bfe3-3fe3f0d37ebe req-379d0e05-51ac-4e2e-afb3-93013e167881 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:23.099632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-23d02c4e-8824-4e87-bfe3-3fe3f0d37ebe req-379d0e05-51ac-4e2e-afb3-93013e167881 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Calling delete_port for c0c3f166-1a85-478a-966d-8633562a3934 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:23.323369 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7c154560-4e51-4939-a042-d31c7e386242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:23.365343 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c0ec8493-9ea7-4004-ae39-28ad76e58bb5 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:37:23.378514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9ce65-8c93-48d2-b34b-80138cedb47b req-46fae992-d01b-423c-90c1-f5bb46a7b548 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:23.380395 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bcc9ce65-8c93-48d2-b34b-80138cedb47b req-46fae992-d01b-423c-90c1-f5bb46a7b548 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 944 time: 0.2324753 Dec 14 02:37:23.418169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7c154560-4e51-4939-a042-d31c7e386242 None None] For port c0ec8493-9ea7-4004-ae39-28ad76e58bb5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c0ec8493-9ea7-4004-ae39-28ad76e58bb5,segment=NetworkSegment(716a3816-24ae-4d8b-8bcc-a74c2e331a8e),segment_id=716a3816-24ae-4d8b-8bcc-a74c2e331a8e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:23.448307 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port c0ec8493-9ea7-4004-ae39-28ad76e58bb5 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:23.449795 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:23.466909 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:23.493403 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bcc9ce65-8c93-48d2-b34b-80138cedb47b req-ad008116-63b0-4e86-a33b-f6c5b499fe33 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/security-groups?id=c0ff2ff4-af26-406c-a709-4925e7c109ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990224 Dec 14 02:37:23.523923 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7c154560-4e51-4939-a042-d31c7e386242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:23.576740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Router fb64953b-5b09-404f-a9e5-43aeb5c2c57f is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:37:23.601645 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-23d02c4e-8824-4e87-bfe3-3fe3f0d37ebe req-379d0e05-51ac-4e2e-afb3-93013e167881 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:23.663257 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c154560-4e51-4939-a042-d31c7e386242 None None] Pushing event updated for resources: {'Port': ['ID=c0ec8493-9ea7-4004-ae39-28ad76e58bb5,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:23.687623 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2f67506d-b55d-4047-b680-93d9b5835ba2 None None] Provisioning complete for port c0ec8493-9ea7-4004-ae39-28ad76e58bb5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:23.687623 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f67506d-b55d-4047-b680-93d9b5835ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:23.742345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d0e05-51ac-4e2e-afb3-93013e167881 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Pushing event deleted for resources: {'Port': ['ID=c0c3f166-1a85-478a-966d-8633562a3934,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:23.752081 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:23.769609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d02c4e-8824-4e87-bfe3-3fe3f0d37ebe req-379d0e05-51ac-4e2e-afb3-93013e167881 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] No DVR routers for this DVR port c0c3f166-1a85-478a-966d-8633562a3934 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:37:23.773296 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-23d02c4e-8824-4e87-bfe3-3fe3f0d37ebe req-379d0e05-51ac-4e2e-afb3-93013e167881 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:23.777804 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-23d02c4e-8824-4e87-bfe3-3fe3f0d37ebe req-379d0e05-51ac-4e2e-afb3-93013e167881 tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.46 "DELETE /v2.0/ports/c0c3f166-1a85-478a-966d-8633562a3934 HTTP/1.1" status: 204 len: 173 time: 1.0678916 Dec 14 02:37:23.778331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4f8be2-1006-4d3a-bebc-8925604538c1', 'name': 'network-vif-deleted', 'tag': 'c0c3f166-1a85-478a-966d-8633562a3934'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:37:23.780674 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d0aab3-ffa9-4c48-a036-0fbd15f6ca0c" -d '{"events": [{"server_uuid": "fb4f8be2-1006-4d3a-bebc-8925604538c1", "name": "network-vif-deleted", "tag": "c0c3f166-1a85-478a-966d-8633562a3934"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:37:23.812986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:37:23.823958 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Sync routers for ids ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:37:23.834011 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Routers {'fb64953b-5b09-404f-a9e5-43aeb5c2c57f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:23.834716 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:23.835106 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d063878-41d3-4c31-b188-2bfaa253444d x-openstack-request-id: req-6d063878-41d3-4c31-b188-2bfaa253444d {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:37:23.836085 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4f8be2-1006-4d3a-bebc-8925604538c1", "name": "network-vif-deleted", "tag": "c0c3f166-1a85-478a-966d-8633562a3934", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:37:23.836548 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d063878-41d3-4c31-b188-2bfaa253444d {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:37:23.837143 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb4f8be2-1006-4d3a-bebc-8925604538c1', 'name': 'network-vif-deleted', 'tag': 'c0c3f166-1a85-478a-966d-8633562a3934', 'status': 'completed', 'code': 200} Dec 14 02:37:23.921378 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:23.925191 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3eed363b-d61b-4427-9a48-da70832f871f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1926210 Dec 14 02:37:23.925455 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59026) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:23.954319 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Set router fb64953b-5b09-404f-a9e5-43aeb5c2c57f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:24.020133 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Router 14870997-1db4-413e-a3eb-28195a8e48f0 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:37:24.245230 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'name': 'tempest-TaggedBootDevicesTest_v242-109604917-router', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '325d3330-c30c-4882-881d-16e875dec603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:20Z', 'updated_at': '2021-12-14T02:37:22Z', 'revision_number': 3, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'gw_port': {'id': '325d3330-c30c-4882-881d-16e875dec603', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:21Z', 'updated_at': '2021-12-14T02:37:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:24.296532 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Checking router: fb64953b-5b09-404f-a9e5-43aeb5c2c57f for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:37:24.297185 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Updating router fb64953b-5b09-404f-a9e5-43aeb5c2c57f port 325d3330-c30c-4882-881d-16e875dec603 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:37:24.327904 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:24.480687 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:37:24.490890 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e05a4d-36db-44d7-882d-95757d17ddec None None] Sync routers for ids ['14870997-1db4-413e-a3eb-28195a8e48f0'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:37:24.505921 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e05a4d-36db-44d7-882d-95757d17ddec None None] Routers {'14870997-1db4-413e-a3eb-28195a8e48f0'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:24.506614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-08e05a4d-36db-44d7-882d-95757d17ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['14870997-1db4-413e-a3eb-28195a8e48f0'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:24.586848 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:24.588358 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9bfc0064-8cb1-4b65-8890-46c01f1aeaa6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4638386 Dec 14 02:37:24.591230 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59036) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:24.628731 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-08e05a4d-36db-44d7-882d-95757d17ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:24.651007 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e05a4d-36db-44d7-882d-95757d17ddec None None] Routers {'14870997-1db4-413e-a3eb-28195a8e48f0'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:24.655143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-08e05a4d-36db-44d7-882d-95757d17ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['14870997-1db4-413e-a3eb-28195a8e48f0'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:24.682199 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:24.700811 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-08e05a4d-36db-44d7-882d-95757d17ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:24.702059 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e05a4d-36db-44d7-882d-95757d17ddec None None] The sync data for ids ['14870997-1db4-413e-a3eb-28195a8e48f0'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:37:24.756520 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9e669862-2fbe-46eb-8a96-9c0049721a60 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "GET /v2.0/routers/14870997-1db4-413e-a3eb-28195a8e48f0 HTTP/1.1" status: 200 len: 921 time: 0.1614277 Dec 14 02:37:24.757047 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59044) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:24.763951 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a628047-c4a6-4b01-9d7e-aa91a51867f9 req-e3ebee8b-1999-4aa7-a10b-78468c3ef1ba tempest-LiveMigrationTest-631316750 tempest-LiveMigrationTest-631316750-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb4f8be2-1006-4d3a-bebc-8925604538c1 HTTP/1.1" status: 200 len: 210 time: 0.0535557 Dec 14 02:37:24.791938 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:24.794455 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-16388055-98d0-45f3-93e7-8e65ffde92aa tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "GET /v2.0/ports?device_id=14870997-1db4-413e-a3eb-28195a8e48f0 HTTP/1.1" status: 200 len: 205 time: 0.0360940 Dec 14 02:37:24.797716 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59050) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:24.809798 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cb36b-3919-44d6-ac54-6736ec5598f7 req-6ffcd661-e2fa-4d37-a2e5-a261647feeeb tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:24.811305 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-372cb36b-3919-44d6-ac54-6736ec5598f7 req-6ffcd661-e2fa-4d37-a2e5-a261647feeeb tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 945 time: 0.1336341 Dec 14 02:37:24.846312 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Attempting to bind port 325d3330-c30c-4882-881d-16e875dec603 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:37:24.846822 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Attempting to bind port 325d3330-c30c-4882-881d-16e875dec603 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:37:24.847047 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Attempting to bind port 325d3330-c30c-4882-881d-16e875dec603 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:37:24.861346 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:37:24.861891 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:37:24.862302 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:24.863705 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:37:24.863705 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Bound port: 325d3330-c30c-4882-881d-16e875dec603, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:37:24.863705 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:24.908322 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-372cb36b-3919-44d6-ac54-6736ec5598f7 req-6460e3f9-de7e-4f92-9839-162d92dcf7cf tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/security-groups?id=e47ae3e9-ec4c-4a5e-870e-53725591e543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881925 Dec 14 02:37:24.938557 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] For port 325d3330-c30c-4882-881d-16e875dec603, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:37:24.942809 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] For port 325d3330-c30c-4882-881d-16e875dec603, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=325d3330-c30c-4882-881d-16e875dec603,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:37:24.948375 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571f3f3-de73-484f-a8a6-8b79344d9108 None None] Pushing event updated for resources: {'Port': ['ID=325d3330-c30c-4882-881d-16e875dec603,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:24.958380 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571f3f3-de73-484f-a8a6-8b79344d9108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:24.958767 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571f3f3-de73-484f-a8a6-8b79344d9108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:24.959115 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571f3f3-de73-484f-a8a6-8b79344d9108 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:24.959459 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571f3f3-de73-484f-a8a6-8b79344d9108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:24.959796 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571f3f3-de73-484f-a8a6-8b79344d9108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:24.960174 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571f3f3-de73-484f-a8a6-8b79344d9108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:24.960510 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571f3f3-de73-484f-a8a6-8b79344d9108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:24.960840 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571f3f3-de73-484f-a8a6-8b79344d9108 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:24.961165 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571f3f3-de73-484f-a8a6-8b79344d9108 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:24.961550 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571f3f3-de73-484f-a8a6-8b79344d9108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:24.962342 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571f3f3-de73-484f-a8a6-8b79344d9108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:24.962677 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571f3f3-de73-484f-a8a6-8b79344d9108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:24.963024 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571f3f3-de73-484f-a8a6-8b79344d9108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:24.986428 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81448a58-14d9-4f2e-b717-3209ed0bd7f8 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:24.991140 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1045cffb-9c0b-44dd-840e-792dda68341a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:25.078969 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:25.093171 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81448a58-14d9-4f2e-b717-3209ed0bd7f8 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:25.140429 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Routers {'fb64953b-5b09-404f-a9e5-43aeb5c2c57f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:25.141061 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:25.142928 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571f3f3-de73-484f-a8a6-8b79344d9108 None None] Pushing event updated for resources: {'Port': ['ID=325d3330-c30c-4882-881d-16e875dec603,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:25.163105 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-1045cffb-9c0b-44dd-840e-792dda68341a admin admin] Allocated IP 172.20.0.1 (c8c294be-4992-4711-bfec-5f4308700461/3efdcc0d-0482-44f9-8761-575428cc10a7/0558c790-5709-450b-9af7-3a98360740f4) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:37:25.269651 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c0ec8493-9ea7-4004-ae39-28ad76e58bb5 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:37:25.277622 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-81448a58-14d9-4f2e-b717-3209ed0bd7f8 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Deleting port b171ea28-fd4b-4c1c-acff-601ca7645dbf {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:25.277840 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81448a58-14d9-4f2e-b717-3209ed0bd7f8 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:25.296322 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1045cffb-9c0b-44dd-840e-792dda68341a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:25.358615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port c0ec8493-9ea7-4004-ae39-28ad76e58bb5 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:25.358986 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:25.376522 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81448a58-14d9-4f2e-b717-3209ed0bd7f8 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:25.389373 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-81448a58-14d9-4f2e-b717-3209ed0bd7f8 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Calling delete_port for b171ea28-fd4b-4c1c-acff-601ca7645dbf owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:25.409493 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1045cffb-9c0b-44dd-840e-792dda68341a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:25.413770 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] Set router fb64953b-5b09-404f-a9e5-43aeb5c2c57f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:25.482325 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1045cffb-9c0b-44dd-840e-792dda68341a admin admin] Network c8c294be-4992-4711-bfec-5f4308700461 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:25.496160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-1045cffb-9c0b-44dd-840e-792dda68341a admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:25.510465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1045cffb-9c0b-44dd-840e-792dda68341a admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:37:25.562563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045cffb-9c0b-44dd-840e-792dda68341a admin admin] Pushing event updated for resources: {'Port': ['ID=0558c790-5709-450b-9af7-3a98360740f4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:25.593320 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1045cffb-9c0b-44dd-840e-792dda68341a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:25.723914 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81448a58-14d9-4f2e-b717-3209ed0bd7f8 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:25.759370 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'name': 'tempest-TaggedBootDevicesTest_v242-109604917-router', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '325d3330-c30c-4882-881d-16e875dec603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:20Z', 'updated_at': '2021-12-14T02:37:22Z', 'revision_number': 3, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'gw_port': {'id': '325d3330-c30c-4882-881d-16e875dec603', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:21Z', 'updated_at': '2021-12-14T02:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:25.776391 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81448a58-14d9-4f2e-b717-3209ed0bd7f8 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Pushing event deleted for resources: {'Port': ['ID=b171ea28-fd4b-4c1c-acff-601ca7645dbf,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:25.820208 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb5c5c6-79c2-4597-bbe6-0c36791cf861 None None] The sync data for ids ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'] in n-d-821636-1 is: [{'id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'name': 'tempest-TaggedBootDevicesTest_v242-109604917-router', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '325d3330-c30c-4882-881d-16e875dec603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:20Z', 'updated_at': '2021-12-14T02:37:22Z', 'revision_number': 3, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'gw_port': {'id': '325d3330-c30c-4882-881d-16e875dec603', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:21Z', 'updated_at': '2021-12-14T02:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:37:25.846661 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59070) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:25.900372 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81448a58-14d9-4f2e-b717-3209ed0bd7f8 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:25.938495 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3f2a38cd-5e55-4094-8467-4a42f1cbce2d details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:37:25.971910 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-16b60701-c26c-49bf-a417-2ca4f59ba5e5 None None] Provisioning complete for port 0558c790-5709-450b-9af7-3a98360740f4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:25.974535 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-16b60701-c26c-49bf-a417-2ca4f59ba5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.007166 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1045cffb-9c0b-44dd-840e-792dda68341a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.022425 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81448a58-14d9-4f2e-b717-3209ed0bd7f8 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.025132 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81448a58-14d9-4f2e-b717-3209ed0bd7f8 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.129070 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-16b60701-c26c-49bf-a417-2ca4f59ba5e5 None None] Port 0558c790-5709-450b-9af7-3a98360740f4 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:37:26.170418 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81448a58-14d9-4f2e-b717-3209ed0bd7f8 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.176854 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81448a58-14d9-4f2e-b717-3209ed0bd7f8 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Fanout notify agent at l3_agent the message router_deleted on router 14870997-1db4-413e-a3eb-28195a8e48f0 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:37:26.186016 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81448a58-14d9-4f2e-b717-3209ed0bd7f8 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.187530 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-81448a58-14d9-4f2e-b717-3209ed0bd7f8 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "DELETE /v2.0/routers/14870997-1db4-413e-a3eb-28195a8e48f0 HTTP/1.1" status: 204 len: 168 time: 1.3883617 Dec 14 02:37:26.192485 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59092) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:26.202992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1331652632', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'enable_snat': False}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:26.223494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03042278-5ba2-4e95-bc3d-89afd25371fc req-df64bdb7-daec-4f21-a37c-5b147c6d40bd tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:26.225242 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03042278-5ba2-4e95-bc3d-89afd25371fc req-df64bdb7-daec-4f21-a37c-5b147c6d40bd tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 945 time: 0.2416177 Dec 14 02:37:26.268816 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:26.286762 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d', 'mac_address': 'fa:16:3e:91:71:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:37:26.308954 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5a65a-586d-487b-b424-16395330fc76 req-3646c40e-a167-440e-a4bc-4efdcaa53a00 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:26.315625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfe5a65a-586d-487b-b424-16395330fc76 req-3646c40e-a167-440e-a4bc-4efdcaa53a00 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 945 time: 0.2585297 Dec 14 02:37:26.363782 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.365194 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.390111 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.400080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-6adb6e81-4321-4250-97dc-bb62fad4009d admin admin] Deleting subnet eff6592f-d083-4d91-9f99-e0072e6fa6ab {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:37:26.409873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f2a38cd-5e55-4094-8467-4a42f1cbce2d {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:37:26.435333 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:26.443860 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6adb6e81-4321-4250-97dc-bb62fad4009d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.445989 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.528663 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6adb6e81-4321-4250-97dc-bb62fad4009d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.534899 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.537835 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfe5a65a-586d-487b-b424-16395330fc76 req-d85465f7-49df-4245-8f00-c7ab0205dc6a tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/security-groups?id=e47ae3e9-ec4c-4a5e-870e-53725591e543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228916 Dec 14 02:37:26.616923 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:26.643364 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1045cffb-9c0b-44dd-840e-792dda68341a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.656516 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6adb6e81-4321-4250-97dc-bb62fad4009d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.660335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-03042278-5ba2-4e95-bc3d-89afd25371fc req-c5a8803c-02df-4876-b8de-db05ebcc02ad tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Deleting port eed78b31-ec1d-4d8f-a7e1-1da6a048a025 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:26.660673 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-03042278-5ba2-4e95-bc3d-89afd25371fc req-c5a8803c-02df-4876-b8de-db05ebcc02ad tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.708506 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['3f2a38cd-5e55-4094-8467-4a42f1cbce2d'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:37:26.738820 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1045cffb-9c0b-44dd-840e-792dda68341a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.772080 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.792602 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.832131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045cffb-9c0b-44dd-840e-792dda68341a admin admin] Pushing event updated for resources: {'Port': ['ID=0558c790-5709-450b-9af7-3a98360740f4,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:26.858241 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59110) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:26.876400 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1045cffb-9c0b-44dd-840e-792dda68341a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.877741 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-397118ca-3885-4fbc-9ebe-c6281f9dbe1c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1800746509'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:26.892458 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-03042278-5ba2-4e95-bc3d-89afd25371fc req-c5a8803c-02df-4876-b8de-db05ebcc02ad tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] For port eed78b31-ec1d-4d8f-a7e1-1da6a048a025, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=eed78b31-ec1d-4d8f-a7e1-1da6a048a025,segment=NetworkSegment(de254007-ebb5-478d-abb6-aff77e5d324c),segment_id=de254007-ebb5-478d-abb6-aff77e5d324c)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:26.892679 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-03042278-5ba2-4e95-bc3d-89afd25371fc req-c5a8803c-02df-4876-b8de-db05ebcc02ad tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:26.917940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device c0c3f166-1a85-478a-966d-8633562a3934 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:37:26.976220 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: c0c3f166-1a85-478a-966d-8633562a3934 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:37:26.976742 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device c0c3f166-1a85-478a-966d-8633562a3934 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:37:27.042948 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6adb6e81-4321-4250-97dc-bb62fad4009d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:27.048522 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397118ca-3885-4fbc-9ebe-c6281f9dbe1c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Made reservation on behalf of f5ffab91437844fca462f7af0a39817e for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:37:27.055509 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-397118ca-3885-4fbc-9ebe-c6281f9dbe1c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:27.112225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb6e81-4321-4250-97dc-bb62fad4009d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eff6592f-d083-4d91-9f99-e0072e6fa6ab,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:27.131287 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6adb6e81-4321-4250-97dc-bb62fad4009d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:27.139583 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6adb6e81-4321-4250-97dc-bb62fad4009d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/eff6592f-d083-4d91-9f99-e0072e6fa6ab HTTP/1.1" status: 204 len: 168 time: 1.2892985 Dec 14 02:37:27.142615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59126) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:27.217279 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397118ca-3885-4fbc-9ebe-c6281f9dbe1c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:37:27.234708 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-397118ca-3885-4fbc-9ebe-c6281f9dbe1c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:27.235124 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-397118ca-3885-4fbc-9ebe-c6281f9dbe1c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Added segment eaf3b2b5-b412-4a40-8738-fd5b00498228 of type vlan for network cf83d73a-45cf-4239-b869-73b771421429 Dec 14 02:37:27.316286 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-397118ca-3885-4fbc-9ebe-c6281f9dbe1c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:27.325935 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:27.362389 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1045cffb-9c0b-44dd-840e-792dda68341a admin admin] Network c8c294be-4992-4711-bfec-5f4308700461 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:27.367263 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:27.368539 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 325d3330-c30c-4882-881d-16e875dec603 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:37:27.381840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-1045cffb-9c0b-44dd-840e-792dda68341a admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:27.466876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 325d3330-c30c-4882-881d-16e875dec603 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:27.467569 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:27.737774 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Allocated IP 172.25.7.189 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:37:27.738971 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0ec9b4b-c8c4-4e56-8e3f-f274d5fc8f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:27.739061 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:27.739146 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:27.739248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 325d3330-c30c-4882-881d-16e875dec603, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=325d3330-c30c-4882-881d-16e875dec603,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:27.775494 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7d12a9df-660f-482b-8b96-3e4cd9cb0f92 None None] Provisioning complete for port 0558c790-5709-450b-9af7-3a98360740f4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:27.777466 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7d12a9df-660f-482b-8b96-3e4cd9cb0f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:27.789469 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-397118ca-3885-4fbc-9ebe-c6281f9dbe1c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:27.833379 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397118ca-3885-4fbc-9ebe-c6281f9dbe1c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:27.833379 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-397118ca-3885-4fbc-9ebe-c6281f9dbe1c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:27.833625 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-03042278-5ba2-4e95-bc3d-89afd25371fc req-c5a8803c-02df-4876-b8de-db05ebcc02ad tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:27.833625 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-03042278-5ba2-4e95-bc3d-89afd25371fc req-c5a8803c-02df-4876-b8de-db05ebcc02ad tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:27.833625 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-03042278-5ba2-4e95-bc3d-89afd25371fc req-c5a8803c-02df-4876-b8de-db05ebcc02ad tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Floating IP 227a7e09-8545-4eaa-b5d2-13355d02e8dd disassociated. External IP: 172.25.7.138, port: eed78b31-ec1d-4d8f-a7e1-1da6a048a025. Dec 14 02:37:27.833625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-03042278-5ba2-4e95-bc3d-89afd25371fc req-c5a8803c-02df-4876-b8de-db05ebcc02ad tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Calling delete_port for eed78b31-ec1d-4d8f-a7e1-1da6a048a025 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:27.833625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1045cffb-9c0b-44dd-840e-792dda68341a admin admin] Router fb64953b-5b09-404f-a9e5-43aeb5c2c57f has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:37:27.849509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbbec6-e803-4d3e-b590-ee5e37c58afb req-7f107be7-bff8-4043-b022-58abe997ba3a tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:27.857714 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1dbbec6-e803-4d3e-b590-ee5e37c58afb req-7f107be7-bff8-4043-b022-58abe997ba3a tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 945 time: 0.1968179 Dec 14 02:37:27.861897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7d12a9df-660f-482b-8b96-3e4cd9cb0f92 None None] Port 0558c790-5709-450b-9af7-3a98360740f4 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:37:27.867675 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0ec9b4b-c8c4-4e56-8e3f-f274d5fc8f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:27.889062 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:27.920206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397118ca-3885-4fbc-9ebe-c6281f9dbe1c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event updated for resources: {'Network': ['ID=cf83d73a-45cf-4239-b869-73b771421429,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:27.924283 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3f2a38cd-5e55-4094-8467-4a42f1cbce2d up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:37:27.950214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-f0ec9b4b-c8c4-4e56-8e3f-f274d5fc8f04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e644f0-318a-42e9-9245-8613c8213d27']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:27.960971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network cf83d73a-45cf-4239-b869-73b771421429 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:37:28.093776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1045cffb-9c0b-44dd-840e-792dda68341a admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:37:28.096607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-f0ec9b4b-c8c4-4e56-8e3f-f274d5fc8f04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad66061-b010-4a19-87ef-71c1d4d70bf0') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:28.096914 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-f0ec9b4b-c8c4-4e56-8e3f-f274d5fc8f04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad66061-b010-4a19-87ef-71c1d4d70bf0') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:28.127212 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1045cffb-9c0b-44dd-840e-792dda68341a admin admin] 10.222.0.39 "PUT /v2.0/routers/fb64953b-5b09-404f-a9e5-43aeb5c2c57f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2007639 Dec 14 02:37:28.136822 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:28.153168 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0ec9b4b-c8c4-4e56-8e3f-f274d5fc8f04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:28.259623 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1dbbec6-e803-4d3e-b590-ee5e37c58afb req-98853327-0557-4c9d-b4f6-79577ca785ab tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/security-groups?id=e47ae3e9-ec4c-4a5e-870e-53725591e543&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4009132 Dec 14 02:37:28.273652 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-397118ca-3885-4fbc-9ebe-c6281f9dbe1c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4135308 Dec 14 02:37:28.275891 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0ec9b4b-c8c4-4e56-8e3f-f274d5fc8f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:28.286508 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59144) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:28.295148 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=325d3330-c30c-4882-881d-16e875dec603,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:28.302005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-e747d3f2-5f42-49fc-8462-be384535bdd7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-956279951'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:28.322929 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:28.328399 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:28.328778 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:28.329334 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:28.334894 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ec9b4b-c8c4-4e56-8e3f-f274d5fc8f04 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0ec9b4b-c8c4-4e56-8e3f-f274d5fc8f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:37:28.348562 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:37:28.350908 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:37:28.464175 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:28.499009 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0d07e9-b1ad-49a9-969e-9794ca23c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:37:28.504611 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b537f62-af66-4dd1-9045-5dd583d279f5" -d '{"events": [{"server_uuid": "2e0d07e9-b1ad-49a9-969e-9794ca23c97c", "name": "network-vif-plugged", "status": "completed", "tag": "3f2a38cd-5e55-4094-8467-4a42f1cbce2d"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:37:28.554222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:28.558426 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Pushing event updated for resources: {'Port': ['ID=fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:28.580612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e747d3f2-5f42-49fc-8462-be384535bdd7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Made reservation on behalf of f5ffab91437844fca462f7af0a39817e for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:37:28.585611 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb345d9c-bd2a-4f35-ac94-c6c4afb76127 x-openstack-request-id: req-eb345d9c-bd2a-4f35-ac94-c6c4afb76127 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:37:28.585970 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0d07e9-b1ad-49a9-969e-9794ca23c97c", "name": "network-vif-plugged", "status": "completed", "tag": "3f2a38cd-5e55-4094-8467-4a42f1cbce2d", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:37:28.586238 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb345d9c-bd2a-4f35-ac94-c6c4afb76127 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:37:28.586642 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0d07e9-b1ad-49a9-969e-9794ca23c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d', 'code': 200} Dec 14 02:37:28.586843 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e747d3f2-5f42-49fc-8462-be384535bdd7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:28.613183 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0ec9b4b-c8c4-4e56-8e3f-f274d5fc8f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:28.622657 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0ec9b4b-c8c4-4e56-8e3f-f274d5fc8f04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:28.627443 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f0ec9b4b-c8c4-4e56-8e3f-f274d5fc8f04 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f3e644f0-318a-42e9-9245-8613c8213d27 HTTP/1.1" status: 204 len: 168 time: 1.4819040 Dec 14 02:37:28.631076 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59154) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:28.654423 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e747d3f2-5f42-49fc-8462-be384535bdd7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:37:28.660376 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:28.675862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec9b4b-c8c4-4e56-8e3f-f274d5fc8f04 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3e644f0-318a-42e9-9245-8613c8213d27,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:28.693854 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e747d3f2-5f42-49fc-8462-be384535bdd7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:28.696478 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-e747d3f2-5f42-49fc-8462-be384535bdd7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Added segment 64a20676-0459-4167-aad8-80e21b0772b5 of type vlan for network 18b9e852-d3ea-485d-8106-6a6289070cf4 Dec 14 02:37:28.735032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-41fd8d61-9517-42ea-a592-d87635cbb446 admin admin] Deleting subnet 7c9440ca-569a-4e11-9186-5e0c539736e1 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:37:28.743214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:28.751380 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Sync routers for ids ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:37:28.759020 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-41fd8d61-9517-42ea-a592-d87635cbb446 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:28.765074 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-03042278-5ba2-4e95-bc3d-89afd25371fc req-c5a8803c-02df-4876-b8de-db05ebcc02ad tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:28.781765 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Routers {'fb64953b-5b09-404f-a9e5-43aeb5c2c57f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:28.782858 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:28.810953 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e747d3f2-5f42-49fc-8462-be384535bdd7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:28.847298 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8803c-02df-4876-b8de-db05ebcc02ad tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Pushing event deleted for resources: {'Port': ['ID=eed78b31-ec1d-4d8f-a7e1-1da6a048a025,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:28.929053 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-41fd8d61-9517-42ea-a592-d87635cbb446 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:28.950723 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Set router fb64953b-5b09-404f-a9e5-43aeb5c2c57f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:29.011362 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:29.311524 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'name': 'tempest-TaggedBootDevicesTest_v242-109604917-router', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '325d3330-c30c-4882-881d-16e875dec603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:20Z', 'updated_at': '2021-12-14T02:37:25Z', 'revision_number': 4, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'gw_port': {'id': '325d3330-c30c-4882-881d-16e875dec603', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:21Z', 'updated_at': '2021-12-14T02:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '0558c790-5709-450b-9af7-3a98360740f4', 'name': '', 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'mac_address': 'fa:16:3e:f7:c7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '3efdcc0d-0482-44f9-8761-575428cc10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:25Z', 'updated_at': '2021-12-14T02:37:26Z', 'revision_number': 2, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'subnets': [{'id': '3efdcc0d-0482-44f9-8761-575428cc10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:29.357183 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 325d3330-c30c-4882-881d-16e875dec603 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:37:29.438873 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59176) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:29.466105 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-56fbee88-69e2-4e51-9ec5-475e7bdf5d1a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-255334672-network', 'tenant_id': '11ef8a21dd874fbcb0a5e99b4927d0f6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:29.470900 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Checking router: fb64953b-5b09-404f-a9e5-43aeb5c2c57f for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:37:29.472844 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Updating router fb64953b-5b09-404f-a9e5-43aeb5c2c57f port 0558c790-5709-450b-9af7-3a98360740f4 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:37:29.498339 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:29.502717 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 325d3330-c30c-4882-881d-16e875dec603 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:29.504177 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:29.537217 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:29.717927 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fbee88-69e2-4e51-9ec5-475e7bdf5d1a admin admin] Made reservation on behalf of 11ef8a21dd874fbcb0a5e99b4927d0f6 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:37:29.720253 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56fbee88-69e2-4e51-9ec5-475e7bdf5d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:29.734019 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56fbee88-69e2-4e51-9ec5-475e7bdf5d1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:29.773125 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03042278-5ba2-4e95-bc3d-89afd25371fc req-c5a8803c-02df-4876-b8de-db05ebcc02ad tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Router 69374db4-84c3-458f-a95a-c7d587ca3087 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:37:29.823111 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bb421688-9215-4215-971b-265d004384ed req-36d0f3ac-a9bc-4306-b836-38a91d30f6eb tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 210 time: 0.0596263 Dec 14 02:37:29.831755 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e747d3f2-5f42-49fc-8462-be384535bdd7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:29.838330 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e747d3f2-5f42-49fc-8462-be384535bdd7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:29.839946 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e747d3f2-5f42-49fc-8462-be384535bdd7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:29.888275 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56fbee88-69e2-4e51-9ec5-475e7bdf5d1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:29.892947 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Router d28b8801-95e1-4e06-af73-8b886ba2f842 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:37:29.961479 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56fbee88-69e2-4e51-9ec5-475e7bdf5d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:29.969016 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:30.003976 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-41fd8d61-9517-42ea-a592-d87635cbb446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:30.053141 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747d3f2-5f42-49fc-8462-be384535bdd7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event updated for resources: {'Network': ['ID=18b9e852-d3ea-485d-8106-6a6289070cf4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:30.068522 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 18b9e852-d3ea-485d-8106-6a6289070cf4 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:37:30.090480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03042278-5ba2-4e95-bc3d-89afd25371fc req-c5a8803c-02df-4876-b8de-db05ebcc02ad tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:37:30.096662 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:30.132548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ce722-bff6-4d80-8c59-91ceea265134 None None] Sync routers for ids ['69374db4-84c3-458f-a95a-c7d587ca3087'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:37:30.139675 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e747d3f2-5f42-49fc-8462-be384535bdd7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8496530 Dec 14 02:37:30.158330 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-03042278-5ba2-4e95-bc3d-89afd25371fc req-c5a8803c-02df-4876-b8de-db05ebcc02ad tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] No DVR routers for this DVR port eed78b31-ec1d-4d8f-a7e1-1da6a048a025 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:37:30.162730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59180) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:30.166826 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-03042278-5ba2-4e95-bc3d-89afd25371fc req-c5a8803c-02df-4876-b8de-db05ebcc02ad tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:30.169918 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:30.171796 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03042278-5ba2-4e95-bc3d-89afd25371fc req-c5a8803c-02df-4876-b8de-db05ebcc02ad tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.46 "DELETE /v2.0/ports/eed78b31-ec1d-4d8f-a7e1-1da6a048a025 HTTP/1.1" status: 204 len: 173 time: 3.9303563 Dec 14 02:37:30.175731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-1b8633c9-f966-4956-85e4-c76bb17876d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Request body: {'subnet': {'network_id': 'cf83d73a-45cf-4239-b869-73b771421429', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:30.179970 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d3fbe9-eabc-424a-9d15-1072b5d20bf4', 'name': 'network-vif-deleted', 'tag': 'eed78b31-ec1d-4d8f-a7e1-1da6a048a025'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:37:30.182691 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9851a2-9e23-474a-8a7d-a478ecd2a638" -d '{"events": [{"server_uuid": "f4d3fbe9-eabc-424a-9d15-1072b5d20bf4", "name": "network-vif-deleted", "tag": "eed78b31-ec1d-4d8f-a7e1-1da6a048a025"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:37:30.202793 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ce722-bff6-4d80-8c59-91ceea265134 None None] Routers {'69374db4-84c3-458f-a95a-c7d587ca3087'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:30.203731 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-153ce722-bff6-4d80-8c59-91ceea265134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['69374db4-84c3-458f-a95a-c7d587ca3087'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:30.298858 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e07d21-3ef3-4818-9003-03973eb0ca91 x-openstack-request-id: req-b5e07d21-3ef3-4818-9003-03973eb0ca91 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:37:30.299149 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d3fbe9-eabc-424a-9d15-1072b5d20bf4", "name": "network-vif-deleted", "tag": "eed78b31-ec1d-4d8f-a7e1-1da6a048a025", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:37:30.303056 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5e07d21-3ef3-4818-9003-03973eb0ca91 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:37:30.303686 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d3fbe9-eabc-424a-9d15-1072b5d20bf4', 'name': 'network-vif-deleted', 'tag': 'eed78b31-ec1d-4d8f-a7e1-1da6a048a025', 'status': 'completed', 'code': 200} Dec 14 02:37:30.316229 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-41fd8d61-9517-42ea-a592-d87635cbb446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:30.398634 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f284219-ae5d-4461-b9cd-cacd0dae59c8 None None] Pushing event updated for resources: {'Port': ['ID=0558c790-5709-450b-9af7-3a98360740f4,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:30.416070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8d61-9517-42ea-a592-d87635cbb446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c9440ca-569a-4e11-9186-5e0c539736e1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:30.445998 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-41fd8d61-9517-42ea-a592-d87635cbb446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:30.458849 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-41fd8d61-9517-42ea-a592-d87635cbb446 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7c9440ca-569a-4e11-9186-5e0c539736e1 HTTP/1.1" status: 204 len: 168 time: 1.8227041 Dec 14 02:37:30.464263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59190) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:30.472994 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-153ce722-bff6-4d80-8c59-91ceea265134 None None] Set router 69374db4-84c3-458f-a95a-c7d587ca3087 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:30.482466 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Attempting to bind port 0558c790-5709-450b-9af7-3a98360740f4 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:37:30.484425 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Attempting to bind port 0558c790-5709-450b-9af7-3a98360740f4 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '716a3816-24ae-4d8b-8bcc-a74c2e331a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:37:30.484425 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Attempting to bind port 0558c790-5709-450b-9af7-3a98360740f4 on network c8c294be-4992-4711-bfec-5f4308700461 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:37:30.498555 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:37:30.499688 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Checking segment: {'id': '716a3816-24ae-4d8b-8bcc-a74c2e331a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:37:30.500101 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:30.500510 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Bound using segment: {'id': '716a3816-24ae-4d8b-8bcc-a74c2e331a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:37:30.501068 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Bound port: 0558c790-5709-450b-9af7-3a98360740f4, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '716a3816-24ae-4d8b-8bcc-a74c2e331a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:37:30.501475 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:30.628687 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbee88-69e2-4e51-9ec5-475e7bdf5d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9866c30-6282-4a50-af38-4f0d339c9e1b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:30.646277 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56fbee88-69e2-4e51-9ec5-475e7bdf5d1a admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:37:30.662220 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] For port 0558c790-5709-450b-9af7-3a98360740f4, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:37:30.680795 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] For port 0558c790-5709-450b-9af7-3a98360740f4, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=0558c790-5709-450b-9af7-3a98360740f4,segment=NetworkSegment(716a3816-24ae-4d8b-8bcc-a74c2e331a8e),segment_id=716a3816-24ae-4d8b-8bcc-a74c2e331a8e)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:37:30.691588 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56fbee88-69e2-4e51-9ec5-475e7bdf5d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:30.692222 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-56fbee88-69e2-4e51-9ec5-475e7bdf5d1a admin admin] Added segment ef140e67-afe9-4c60-937c-420e1ca4614d of type vlan for network 4d2f619a-42bc-46c2-b529-8fc37e440364 Dec 14 02:37:30.733220 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5cfda2ab-2037-4b1c-adcd-1fa9896454f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:30.742793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8633c9-f966-4956-85e4-c76bb17876d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Made reservation on behalf of f5ffab91437844fca462f7af0a39817e for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:37:30.752062 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56fbee88-69e2-4e51-9ec5-475e7bdf5d1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:30.755001 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b8633c9-f966-4956-85e4-c76bb17876d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:30.756269 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:37:30.761733 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:30.820506 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Sync routers for ids ['d28b8801-95e1-4e06-af73-8b886ba2f842'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:37:30.850012 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a0c1a2b0-6522-43a6-816d-56287da55fac None None] Provisioning complete for port 0558c790-5709-450b-9af7-3a98360740f4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:30.850394 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a0c1a2b0-6522-43a6-816d-56287da55fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:30.867744 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:30.869260 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3cf6f68c-be0c-413f-90d7-9ab8b9283a01 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.6767931 Dec 14 02:37:30.877727 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Routers {'d28b8801-95e1-4e06-af73-8b886ba2f842'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:30.878183 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d28b8801-95e1-4e06-af73-8b886ba2f842'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:30.879317 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59200) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:30.937244 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device eed78b31-ec1d-4d8f-a7e1-1da6a048a025 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:37:30.989190 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Routers {'fb64953b-5b09-404f-a9e5-43aeb5c2c57f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:30.990215 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:31.021953 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: eed78b31-ec1d-4d8f-a7e1-1da6a048a025 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:37:31.022308 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device eed78b31-ec1d-4d8f-a7e1-1da6a048a025 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:37:31.132094 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-153ce722-bff6-4d80-8c59-91ceea265134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'name': 'tempest-ServersTestFqdnHostnames-966253593-router', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:07Z', 'updated_at': '2021-12-14T02:35:14Z', 'revision_number': 4, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'gw_port': {'id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:08Z', 'updated_at': '2021-12-14T02:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '3be54252-8b97-4a10-a481-9ad530158a08', 'name': '', 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'mac_address': 'fa:16:3e:27:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:13Z', 'updated_at': '2021-12-14T02:35:23Z', 'revision_number': 5, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'subnets': [{'id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:31.134160 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3ff548f1-5000-43bf-a837-a3690505fc15 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "GET /v2.0/routers/d28b8801-95e1-4e06-af73-8b886ba2f842 HTTP/1.1" status: 200 len: 909 time: 0.2508228 Dec 14 02:37:31.139463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59202) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:31.155626 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-39616ef9-b5c1-4435-b6bd-91aebe23a4c9 req-5792955b-5114-4aed-97b2-4928504fc6e0 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4d3fbe9-eabc-424a-9d15-1072b5d20bf4 HTTP/1.1" status: 200 len: 210 time: 0.0699480 Dec 14 02:37:31.162262 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1331652632', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'enable_snat': True}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:31.175098 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5cfda2ab-2037-4b1c-adcd-1fa9896454f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:31.183384 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] Set router fb64953b-5b09-404f-a9e5-43aeb5c2c57f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:31.210318 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56fbee88-69e2-4e51-9ec5-475e7bdf5d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:31.210318 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fbee88-69e2-4e51-9ec5-475e7bdf5d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:31.210662 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56fbee88-69e2-4e51-9ec5-475e7bdf5d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:31.225447 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ce722-bff6-4d80-8c59-91ceea265134 None None] Checking router: 69374db4-84c3-458f-a95a-c7d587ca3087 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:37:31.253474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5cfda2ab-2037-4b1c-adcd-1fa9896454f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0055d02-b963-4d6a-9ad4-ccf42210b0cd']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:31.254310 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a0c1a2b0-6522-43a6-816d-56287da55fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:31.265176 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ce722-bff6-4d80-8c59-91ceea265134 None None] Routers {'69374db4-84c3-458f-a95a-c7d587ca3087'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:31.265864 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-153ce722-bff6-4d80-8c59-91ceea265134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['69374db4-84c3-458f-a95a-c7d587ca3087'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:31.270769 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5cfda2ab-2037-4b1c-adcd-1fa9896454f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbe5956-7e62-4695-ab1a-2778514e2b8e') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:31.271308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5cfda2ab-2037-4b1c-adcd-1fa9896454f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbe5956-7e62-4695-ab1a-2778514e2b8e') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:31.285481 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5cfda2ab-2037-4b1c-adcd-1fa9896454f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:31.328297 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5cfda2ab-2037-4b1c-adcd-1fa9896454f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:31.338052 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:31.339137 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:31.345568 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfda2ab-2037-4b1c-adcd-1fa9896454f8 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:37:31.345974 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5cfda2ab-2037-4b1c-adcd-1fa9896454f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:37:31.347669 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:37:31.444376 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:31.475515 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Set router d28b8801-95e1-4e06-af73-8b886ba2f842 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:31.478128 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbee88-69e2-4e51-9ec5-475e7bdf5d1a admin admin] Pushing event updated for resources: {'Network': ['ID=4d2f619a-42bc-46c2-b529-8fc37e440364,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:31.493447 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 4d2f619a-42bc-46c2-b529-8fc37e440364 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:37:31.598192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a0c1a2b0-6522-43a6-816d-56287da55fac None None] For port 0558c790-5709-450b-9af7-3a98360740f4, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=0558c790-5709-450b-9af7-3a98360740f4,segment=NetworkSegment(716a3816-24ae-4d8b-8bcc-a74c2e331a8e),segment_id=716a3816-24ae-4d8b-8bcc-a74c2e331a8e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:31.622237 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5cfda2ab-2037-4b1c-adcd-1fa9896454f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:31.631359 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5cfda2ab-2037-4b1c-adcd-1fa9896454f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:31.639295 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5cfda2ab-2037-4b1c-adcd-1fa9896454f8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d0055d02-b963-4d6a-9ad4-ccf42210b0cd HTTP/1.1" status: 204 len: 168 time: 1.1701078 Dec 14 02:37:31.648705 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a0c1a2b0-6522-43a6-816d-56287da55fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:31.657000 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b8633c9-f966-4956-85e4-c76bb17876d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:31.666846 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-153ce722-bff6-4d80-8c59-91ceea265134 None None] Set router 69374db4-84c3-458f-a95a-c7d587ca3087 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:31.674932 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f284219-ae5d-4461-b9cd-cacd0dae59c8 None None] Pushing event updated for resources: {'Port': ['ID=0558c790-5709-450b-9af7-3a98360740f4,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:31.692833 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-56fbee88-69e2-4e51-9ec5-475e7bdf5d1a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2504933 Dec 14 02:37:31.708237 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59216) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:31.713174 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d61d290e-74d1-4687-905b-2baaceae0e5a admin admin] Request body: {'subnet': {'network_id': '4d2f619a-42bc-46c2-b529-8fc37e440364', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-255334672-subnet', 'tenant_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:31.841257 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8633c9-f966-4956-85e4-c76bb17876d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event updated for resources: {'Subnet': ['ID=8e925697-362e-4fd5-a44c-1a81dc51a250,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:31.845043 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfda2ab-2037-4b1c-adcd-1fa9896454f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0055d02-b963-4d6a-9ad4-ccf42210b0cd,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:31.875688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8633c9-f966-4956-85e4-c76bb17876d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Checking segment: {'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:37:31.876163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8633c9-f966-4956-85e4-c76bb17876d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Network hostable DHCP agents. Network: cf83d73a-45cf-4239-b869-73b771421429, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:37:31.931063 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61d290e-74d1-4687-905b-2baaceae0e5a admin admin] Made reservation on behalf of 11ef8a21dd874fbcb0a5e99b4927d0f6 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:37:31.934056 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d61d290e-74d1-4687-905b-2baaceae0e5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:31.975423 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8633c9-f966-4956-85e4-c76bb17876d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Network cf83d73a-45cf-4239-b869-73b771421429 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:37:32.047788 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'name': 'tempest-TaggedBootDevicesTest_v242-109604917-router', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '325d3330-c30c-4882-881d-16e875dec603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:20Z', 'updated_at': '2021-12-14T02:37:25Z', 'revision_number': 4, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'gw_port': {'id': '325d3330-c30c-4882-881d-16e875dec603', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:21Z', 'updated_at': '2021-12-14T02:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '0558c790-5709-450b-9af7-3a98360740f4', 'name': '', 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'mac_address': 'fa:16:3e:f7:c7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '3efdcc0d-0482-44f9-8761-575428cc10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:25Z', 'updated_at': '2021-12-14T02:37:30Z', 'revision_number': 4, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'subnets': [{'id': '3efdcc0d-0482-44f9-8761-575428cc10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:32.083605 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b8801-95e1-4e06-af73-8b886ba2f842', 'name': 'tempest-snat-router-1331652632', 'tenant_id': '804772e56d4d436a9587625781fdd0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.189'}], 'enable_snat': False}, 'gw_port_id': 'fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:26Z', 'updated_at': '2021-12-14T02:37:28Z', 'revision_number': 3, 'project_id': '804772e56d4d436a9587625781fdd0b5', 'gw_port': {'id': 'fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b8801-95e1-4e06-af73-8b886ba2f842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:27Z', 'updated_at': '2021-12-14T02:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:32.087136 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b065da-ce72-45a4-8761-e40ec0c9d391 None None] The sync data for ids ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'] in n-d-821636-1 is: [{'id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'name': 'tempest-TaggedBootDevicesTest_v242-109604917-router', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '325d3330-c30c-4882-881d-16e875dec603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:20Z', 'updated_at': '2021-12-14T02:37:25Z', 'revision_number': 4, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'gw_port': {'id': '325d3330-c30c-4882-881d-16e875dec603', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:21Z', 'updated_at': '2021-12-14T02:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '0558c790-5709-450b-9af7-3a98360740f4', 'name': '', 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'mac_address': 'fa:16:3e:f7:c7:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '3efdcc0d-0482-44f9-8761-575428cc10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:25Z', 'updated_at': '2021-12-14T02:37:30Z', 'revision_number': 4, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'subnets': [{'id': '3efdcc0d-0482-44f9-8761-575428cc10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:37:32.113181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-1b8633c9-f966-4956-85e4-c76bb17876d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, cf83d73a-45cf-4239-b869-73b771421429) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:32.123593 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-14116341-3211-4c60-bfb5-dd444f046bed None None] Provisioning complete for port 0558c790-5709-450b-9af7-3a98360740f4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:32.123770 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14116341-3211-4c60-bfb5-dd444f046bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:32.132284 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcc48c0-abe6-4946-9912-67aabd24d1c3 None None] Network cf83d73a-45cf-4239-b869-73b771421429 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:37:32.133830 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Checking router: d28b8801-95e1-4e06-af73-8b886ba2f842 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:37:32.138468 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Updating router d28b8801-95e1-4e06-af73-8b886ba2f842 port fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:37:32.148471 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:32.149449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8633c9-f966-4956-85e4-c76bb17876d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:32.154923 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b8633c9-f966-4956-85e4-c76bb17876d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:32.157898 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1a2b0-6522-43a6-816d-56287da55fac None None] Pushing event updated for resources: {'Port': ['ID=0558c790-5709-450b-9af7-3a98360740f4,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:32.161255 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:32.210347 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d61d290e-74d1-4687-905b-2baaceae0e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:32.317840 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1b8633c9-f966-4956-85e4-c76bb17876d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1510706 Dec 14 02:37:32.319199 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59224) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:32.336503 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-68803f15-1741-4e9d-949d-0036a1070a96 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Request body: {'subnet': {'network_id': '18b9e852-d3ea-485d-8106-6a6289070cf4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:32.397461 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d290e-74d1-4687-905b-2baaceae0e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2e7fa5-d436-4ed8-8f34-3bb9388f37b8,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:32.429363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59226) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:32.448945 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59228) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:32.506423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-cf83d73a-45cf-4239-b869-73b771421429', 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429', 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'fixed_ips': [{'subnet_id': '8e925697-362e-4fd5-a44c-1a81dc51a250'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:37:32.507312 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:32.533211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-153ce722-bff6-4d80-8c59-91ceea265134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'name': 'tempest-ServersTestFqdnHostnames-966253593-router', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:07Z', 'updated_at': '2021-12-14T02:35:14Z', 'revision_number': 4, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'gw_port': {'id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:08Z', 'updated_at': '2021-12-14T02:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '3be54252-8b97-4a10-a481-9ad530158a08', 'name': '', 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'mac_address': 'fa:16:3e:27:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:13Z', 'updated_at': '2021-12-14T02:35:23Z', 'revision_number': 5, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'subnets': [{'id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:32.566377 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d290e-74d1-4687-905b-2baaceae0e5a admin admin] Checking segment: {'id': 'ef140e67-afe9-4c60-937c-420e1ca4614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4d2f619a-42bc-46c2-b529-8fc37e440364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:37:32.566743 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d290e-74d1-4687-905b-2baaceae0e5a admin admin] Network hostable DHCP agents. Network: 4d2f619a-42bc-46c2-b529-8fc37e440364, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:37:32.640917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ce722-bff6-4d80-8c59-91ceea265134 None None] The sync data for ids ['69374db4-84c3-458f-a95a-c7d587ca3087'] in n-d-821636-1 is: [{'id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'name': 'tempest-ServersTestFqdnHostnames-966253593-router', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:07Z', 'updated_at': '2021-12-14T02:35:14Z', 'revision_number': 4, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'gw_port': {'id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:08Z', 'updated_at': '2021-12-14T02:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '3be54252-8b97-4a10-a481-9ad530158a08', 'name': '', 'network_id': '9767787b-ee6b-4bb0-a622-290b0a02eff9', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'mac_address': 'fa:16:3e:27:10:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:13Z', 'updated_at': '2021-12-14T02:35:23Z', 'revision_number': 5, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'subnets': [{'id': 'a437a079-2846-4ee7-a710-039ef1060e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:37:32.687073 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-356ef389-792a-477b-afc7-e6afd54099b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbee3f5c8679489195245f7b7be79be0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1881118 Dec 14 02:37:32.688278 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b5a38380-0d2c-4b61-98d4-90bc0845a9c5 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:32.689768 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59238) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:32.709863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68803f15-1741-4e9d-949d-0036a1070a96 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Made reservation on behalf of f5ffab91437844fca462f7af0a39817e for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:37:32.726945 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-68803f15-1741-4e9d-949d-0036a1070a96 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:32.774319 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61d290e-74d1-4687-905b-2baaceae0e5a admin admin] Network 4d2f619a-42bc-46c2-b529-8fc37e440364 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:37:32.806831 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:32.815501 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b5a38380-0d2c-4b61-98d4-90bc0845a9c5 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:32.884405 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:32.978452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Allocated IP 10.1.1.2 (cf83d73a-45cf-4239-b869-73b771421429/8e925697-362e-4fd5-a44c-1a81dc51a250/f18f5d62-d9d3-47b9-b2aa-dc911b66a643) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:37:32.983846 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3c1af8d-9155-437b-a96c-b294872e7f27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:33.002999 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Attempting to bind port fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:37:33.003750 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Attempting to bind port fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:37:33.004313 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Attempting to bind port fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:37:33.023674 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-238cd5be-0fd7-4309-8161-db8938884f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:33.048858 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:37:33.049693 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:37:33.050929 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:33.051571 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:37:33.052313 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Bound port: fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:37:33.053008 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:33.093576 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3c1af8d-9155-437b-a96c-b294872e7f27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:33.193167 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] For port fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:37:33.195191 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-d61d290e-74d1-4687-905b-2baaceae0e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 4d2f619a-42bc-46c2-b529-8fc37e440364) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:33.216097 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] For port fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:37:33.236420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61d290e-74d1-4687-905b-2baaceae0e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:33.236420 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d61d290e-74d1-4687-905b-2baaceae0e5a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:33.247929 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b5a38380-0d2c-4b61-98d4-90bc0845a9c5 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:33.257040 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b5a38380-0d2c-4b61-98d4-90bc0845a9c5 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:33.267689 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b5a38380-0d2c-4b61-98d4-90bc0845a9c5 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "DELETE /v2.0/security-groups/e47ae3e9-ec4c-4a5e-870e-53725591e543 HTTP/1.1" status: 204 len: 168 time: 0.8371298 Dec 14 02:37:33.281167 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59246) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:33.287454 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5e0b7-bd73-4cc3-825b-8f9869fc8a7e None None] Pushing event updated for resources: {'Port': ['ID=fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:33.293877 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7629a9f9-88b7-455f-8b14-99b2409a0faa None None] Network 4d2f619a-42bc-46c2-b529-8fc37e440364 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:37:33.317057 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:33.371416 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-44e85685-6b70-4e7c-bd56-623bdeb18cf1 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] show failed (client error): The resource could not be found. Dec 14 02:37:33.374105 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-44e85685-6b70-4e7c-bd56-623bdeb18cf1 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "GET /v2.0/security-groups/e47ae3e9-ec4c-4a5e-870e-53725591e543 HTTP/1.1" status: 404 len: 347 time: 0.0641489 Dec 14 02:37:33.375245 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:33.384797 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59248) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:33.449561 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0558c790-5709-450b-9af7-3a98360740f4 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:37:33.452215 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b330bc-3015-4496-bf5c-1166299aa0b3 None None] New status for floating IP 227a7e09-8545-4eaa-b5d2-13355d02e8dd: DOWN {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:37:33.483386 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3c1af8d-9155-437b-a96c-b294872e7f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:33.486944 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3c1af8d-9155-437b-a96c-b294872e7f27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:33.488355 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Routers {'d28b8801-95e1-4e06-af73-8b886ba2f842'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:33.490818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c3c1af8d-9155-437b-a96c-b294872e7f27 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0ff2ff4-af26-406c-a709-4925e7c109ca HTTP/1.1" status: 204 len: 168 time: 0.7998273 Dec 14 02:37:33.491080 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d28b8801-95e1-4e06-af73-8b886ba2f842'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:33.496618 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5e0b7-bd73-4cc3-825b-8f9869fc8a7e None None] Pushing event updated for resources: {'Port': ['ID=fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:33.499683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1af8d-9155-437b-a96c-b294872e7f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ff2ff4-af26-406c-a709-4925e7c109ca,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:33.506917 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a38380-0d2c-4b61-98d4-90bc0845a9c5 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47ae3e9-ec4c-4a5e-870e-53725591e543,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:33.534958 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-68803f15-1741-4e9d-949d-0036a1070a96 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:33.600039 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:33.608405 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d61d290e-74d1-4687-905b-2baaceae0e5a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8990755 Dec 14 02:37:33.652880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59252) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:33.691472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-255334672-router', 'tenant_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:33.733269 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] Set router d28b8801-95e1-4e06-af73-8b886ba2f842 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:33.793135 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68803f15-1741-4e9d-949d-0036a1070a96 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event updated for resources: {'Subnet': ['ID=a649358c-109a-47a1-abe2-1321d3721590,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:33.904345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68803f15-1741-4e9d-949d-0036a1070a96 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Checking segment: {'id': '64a20676-0459-4167-aad8-80e21b0772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18b9e852-d3ea-485d-8106-6a6289070cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:37:33.904888 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68803f15-1741-4e9d-949d-0036a1070a96 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Network hostable DHCP agents. Network: 18b9e852-d3ea-485d-8106-6a6289070cf4, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:37:34.021198 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:34.021198 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:34.032543 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Allocated IP 172.25.7.120 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/aa183fc5-0ce7-4cc9-bc81-086887520f64) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:37:34.038020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68803f15-1741-4e9d-949d-0036a1070a96 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Network 18b9e852-d3ea-485d-8106-6a6289070cf4 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:37:34.053698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-94d6cd73-f8d9-482c-9816-349b05b53983 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Deleting port ea8f14d1-a4b0-4968-9051-6051591edd60 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:34.056698 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94d6cd73-f8d9-482c-9816-349b05b53983 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:34.133747 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:34.138897 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-68803f15-1741-4e9d-949d-0036a1070a96 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 18b9e852-d3ea-485d-8106-6a6289070cf4) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:34.151189 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68803f15-1741-4e9d-949d-0036a1070a96 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:34.156220 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-68803f15-1741-4e9d-949d-0036a1070a96 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:34.178545 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b8801-95e1-4e06-af73-8b886ba2f842', 'name': 'tempest-snat-router-1331652632', 'tenant_id': '804772e56d4d436a9587625781fdd0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.189'}], 'enable_snat': False}, 'gw_port_id': 'fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:26Z', 'updated_at': '2021-12-14T02:37:28Z', 'revision_number': 3, 'project_id': '804772e56d4d436a9587625781fdd0b5', 'gw_port': {'id': 'fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b8801-95e1-4e06-af73-8b886ba2f842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:27Z', 'updated_at': '2021-12-14T02:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:34.227794 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502ff82c-7fa0-42fe-bf4b-80777fb054ba None None] Network 18b9e852-d3ea-485d-8106-6a6289070cf4 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:37:34.228255 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907a7e74-bdcb-454d-bd94-c2deeab71d81 None None] The sync data for ids ['d28b8801-95e1-4e06-af73-8b886ba2f842'] in n-d-821636-1 is: [{'id': 'd28b8801-95e1-4e06-af73-8b886ba2f842', 'name': 'tempest-snat-router-1331652632', 'tenant_id': '804772e56d4d436a9587625781fdd0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.189'}], 'enable_snat': False}, 'gw_port_id': 'fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:26Z', 'updated_at': '2021-12-14T02:37:28Z', 'revision_number': 3, 'project_id': '804772e56d4d436a9587625781fdd0b5', 'gw_port': {'id': 'fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:c6:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b8801-95e1-4e06-af73-8b886ba2f842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:27Z', 'updated_at': '2021-12-14T02:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:37:34.371956 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-68803f15-1741-4e9d-949d-0036a1070a96 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0506992 Dec 14 02:37:34.373292 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59268) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:34.386874 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d6900f64-e9ba-4401-8086-3eb4bf2b859c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Request body: {'port': {'network_id': 'cf83d73a-45cf-4239-b869-73b771421429', 'name': 'tempest-TaggedBootDevicesTest-490900749', 'fixed_ips': [{'subnet_id': '8e925697-362e-4fd5-a44c-1a81dc51a250'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:34.477031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4d2f619a-42bc-46c2-b529-8fc37e440364', 'network_id': '4d2f619a-42bc-46c2-b529-8fc37e440364', 'project_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'fixed_ips': [{'subnet_id': '5c2e7fa5-d436-4ed8-8f34-3bb9388f37b8'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:37:34.478281 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:34.606621 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94d6cd73-f8d9-482c-9816-349b05b53983 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:34.606871 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94d6cd73-f8d9-482c-9816-349b05b53983 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:34.624519 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:34.662581 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-94d6cd73-f8d9-482c-9816-349b05b53983 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Calling delete_port for ea8f14d1-a4b0-4968-9051-6051591edd60 owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:34.726098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59270) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:34.737065 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:34.813575 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:34.848264 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 0558c790-5709-450b-9af7-3a98360740f4 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:34.848688 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:34.937566 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59278) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:34.939703 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e4c61418-d496-4c37-8610-7823f039a35f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c549e66cb3a745b695a3a7cc14e75730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112455 Dec 14 02:37:35.078787 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Allocated IP 172.20.0.2 (4d2f619a-42bc-46c2-b529-8fc37e440364/5c2e7fa5-d436-4ed8-8f34-3bb9388f37b8/7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:37:35.129625 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54cb1129-76c2-4832-89be-2efeb26505c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:35.137618 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-18b9e852-d3ea-485d-8106-6a6289070cf4', 'network_id': '18b9e852-d3ea-485d-8106-6a6289070cf4', 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'fixed_ips': [{'subnet_id': 'a649358c-109a-47a1-abe2-1321d3721590'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:37:35.138464 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:35.153548 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:35.209736 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:35.224680 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6900f64-e9ba-4401-8086-3eb4bf2b859c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Made reservation on behalf of f5ffab91437844fca462f7af0a39817e for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:37:35.251380 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:35.270739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Network cf83d73a-45cf-4239-b869-73b771421429 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:35.278030 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:35.302002 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:35.309705 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-63eeb75d-b45a-459c-a213-7cea23e3a6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:35.311140 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:37:35.450865 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Pushing event updated for resources: {'Port': ['ID=f18f5d62-d9d3-47b9-b2aa-dc911b66a643,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:35.470291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] Allocated IP 172.25.7.158 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/78d3c462-5c11-4e8b-81f8-d8bd81a98755) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:37:35.516875 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54cb1129-76c2-4832-89be-2efeb26505c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:35.611641 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:35.659316 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:35.676195 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:35.711992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Pushing event updated for resources: {'Port': ['ID=aa183fc5-0ce7-4cc9-bc81-086887520f64,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:35.741755 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:37:35.780709 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:35.800590 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:35.867644 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Allocated IP 10.2.2.2 (18b9e852-d3ea-485d-8106-6a6289070cf4/a649358c-109a-47a1-abe2-1321d3721590/ff49edbe-3b1f-4fe6-b6ba-0a00776434bf) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:37:35.921764 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:35.926426 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:35.941210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:37:35.943829 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:36.016631 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94d6cd73-f8d9-482c-9816-349b05b53983 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:36.036449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] Pushing event updated for resources: {'Port': ['ID=78d3c462-5c11-4e8b-81f8-d8bd81a98755,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:36.082525 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Attempting to bind port f18f5d62-d9d3-47b9-b2aa-dc911b66a643 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:37:36.082864 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Attempting to bind port f18f5d62-d9d3-47b9-b2aa-dc911b66a643 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:37:36.083472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Attempting to bind port f18f5d62-d9d3-47b9-b2aa-dc911b66a643 on network cf83d73a-45cf-4239-b869-73b771421429 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:37:36.188823 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Pushing event updated for resources: {'Port': ['ID=7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:36.206165 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:37:36.325219 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6cd73-f8d9-482c-9816-349b05b53983 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Pushing event deleted for resources: {'Port': ['ID=ea8f14d1-a4b0-4968-9051-6051591edd60,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:36.376162 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6900f64-e9ba-4401-8086-3eb4bf2b859c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:36.391119 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Network 4d2f619a-42bc-46c2-b529-8fc37e440364 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:36.403644 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:36.413738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:37:36.416750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:37:36.418562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Checking segment: {'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:37:36.418942 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:36.419350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Bound using segment: {'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:37:36.419859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Bound port: f18f5d62-d9d3-47b9-b2aa-dc911b66a643, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:37:36.420658 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:36.422439 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94d6cd73-f8d9-482c-9816-349b05b53983 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:36.426758 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94d6cd73-f8d9-482c-9816-349b05b53983 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:36.431253 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-94d6cd73-f8d9-482c-9816-349b05b53983 tempest-ServersTestFqdnHostnames-398338289 tempest-ServersTestFqdnHostnames-398338289-project] 10.222.0.39 "DELETE /v2.0/floatingips/227a7e09-8545-4eaa-b5d2-13355d02e8dd HTTP/1.1" status: 204 len: 168 time: 3.0432985 Dec 14 02:37:36.434415 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59300) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:36.516376 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-d6900f64-e9ba-4401-8086-3eb4bf2b859c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] device_id is not set on port e9de420b-c32e-4a1d-a9ee-71a5673399ea yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:37:36.521392 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54cb1129-76c2-4832-89be-2efeb26505c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:36.524083 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54cb1129-76c2-4832-89be-2efeb26505c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:36.525364 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-54cb1129-76c2-4832-89be-2efeb26505c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2c6e5be-7edb-43b7-a6a4-64aac5c29e42 HTTP/1.1" status: 204 len: 168 time: 1.5747452 Dec 14 02:37:36.594501 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:36.637464 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb1129-76c2-4832-89be-2efeb26505c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c6e5be-7edb-43b7-a6a4-64aac5c29e42,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:36.653539 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:36.772121 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Attempting to bind port 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:37:36.785611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Attempting to bind port 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'ef140e67-afe9-4c60-937c-420e1ca4614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4d2f619a-42bc-46c2-b529-8fc37e440364'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:37:36.786958 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Attempting to bind port 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1 on network 4d2f619a-42bc-46c2-b529-8fc37e440364 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:37:36.817293 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:36.819276 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:36.866583 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:37:36.867118 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Checking segment: {'id': 'ef140e67-afe9-4c60-937c-420e1ca4614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4d2f619a-42bc-46c2-b529-8fc37e440364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:37:36.867654 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:36.868150 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Bound using segment: {'id': 'ef140e67-afe9-4c60-937c-420e1ca4614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4d2f619a-42bc-46c2-b529-8fc37e440364'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:37:36.868739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Bound port: 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef140e67-afe9-4c60-937c-420e1ca4614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4d2f619a-42bc-46c2-b529-8fc37e440364'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:37:36.869225 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:36.952267 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:36.977172 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] For port f18f5d62-d9d3-47b9-b2aa-dc911b66a643, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:37:37.022461 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] For port f18f5d62-d9d3-47b9-b2aa-dc911b66a643, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f18f5d62-d9d3-47b9-b2aa-dc911b66a643,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:37:37.082139 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:37.100772 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:37.169798 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:37.195909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] For port 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:37:37.278708 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] For port 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1,segment=NetworkSegment(ef140e67-afe9-4c60-937c-420e1ca4614d),segment_id=ef140e67-afe9-4c60-937c-420e1ca4614d)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:37:37.288757 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] Router a04a20aa-d150-4918-abbf-ca7421e4ef86 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:37:37.296187 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e75c76-a9cf-4f9a-b607-e9706a25495e None None] Pushing event updated for resources: {'Port': ['ID=f18f5d62-d9d3-47b9-b2aa-dc911b66a643,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:37.300721 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Network 18b9e852-d3ea-485d-8106-6a6289070cf4 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:37.305959 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:37.309401 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:37.320639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:37:37.388767 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:37.400745 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:37.457574 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:37.468784 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Pushing event updated for resources: {'Port': ['ID=ff49edbe-3b1f-4fe6-b6ba-0a00776434bf,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:37.621240 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Attempting to bind port ff49edbe-3b1f-4fe6-b6ba-0a00776434bf on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:37:37.621240 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Attempting to bind port ff49edbe-3b1f-4fe6-b6ba-0a00776434bf by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '64a20676-0459-4167-aad8-80e21b0772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18b9e852-d3ea-485d-8106-6a6289070cf4'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:37:37.621240 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Attempting to bind port ff49edbe-3b1f-4fe6-b6ba-0a00776434bf on network 18b9e852-d3ea-485d-8106-6a6289070cf4 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:37:37.655001 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:37:37.657839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Checking segment: {'id': '64a20676-0459-4167-aad8-80e21b0772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18b9e852-d3ea-485d-8106-6a6289070cf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:37:37.657839 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:37.657839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Bound using segment: {'id': '64a20676-0459-4167-aad8-80e21b0772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18b9e852-d3ea-485d-8106-6a6289070cf4'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:37:37.657839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Bound port: ff49edbe-3b1f-4fe6-b6ba-0a00776434bf, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64a20676-0459-4167-aad8-80e21b0772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18b9e852-d3ea-485d-8106-6a6289070cf4'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:37:37.658641 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:37.663346 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb61aed-a46b-4018-aff9-6ff9382491cb None None] Pushing event updated for resources: {'Port': ['ID=7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:37.717520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:37:37.734342 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Sync routers for ids ['a04a20aa-d150-4918-abbf-ca7421e4ef86'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:37:37.753475 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Routers {'a04a20aa-d150-4918-abbf-ca7421e4ef86'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:37.754123 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a04a20aa-d150-4918-abbf-ca7421e4ef86'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:37.828830 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:37.830978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-55bfde73-4259-4fd8-8ab1-1e83aa0cd6bf admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1688056 Dec 14 02:37:37.833920 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59330) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:38.067359 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:38.092204 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:38.281568 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Set router a04a20aa-d150-4918-abbf-ca7421e4ef86 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:38.320446 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:38.332516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f18f5d62-d9d3-47b9-b2aa-dc911b66a643 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:37:38.471115 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] For port ff49edbe-3b1f-4fe6-b6ba-0a00776434bf, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:37:38.532025 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] For port ff49edbe-3b1f-4fe6-b6ba-0a00776434bf, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ff49edbe-3b1f-4fe6-b6ba-0a00776434bf,segment=NetworkSegment(64a20676-0459-4167-aad8-80e21b0772b5),segment_id=64a20676-0459-4167-aad8-80e21b0772b5)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:37:38.613231 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f18f5d62-d9d3-47b9-b2aa-dc911b66a643 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:38.614309 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:38.724590 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:38.739210 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:38.817462 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'name': 'tempest-TaggedBootDevicesTest_v242-255334672-router', 'tenant_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '78d3c462-5c11-4e8b-81f8-d8bd81a98755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:34Z', 'updated_at': '2021-12-14T02:37:36Z', 'revision_number': 3, 'project_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'gw_port': {'id': '78d3c462-5c11-4e8b-81f8-d8bd81a98755', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:35Z', 'updated_at': '2021-12-14T02:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:38.958799 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Checking router: a04a20aa-d150-4918-abbf-ca7421e4ef86 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:37:38.958799 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Updating router a04a20aa-d150-4918-abbf-ca7421e4ef86 port 78d3c462-5c11-4e8b-81f8-d8bd81a98755 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:37:38.974220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-d6900f64-e9ba-4401-8086-3eb4bf2b859c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Allocated IP 10.1.1.40 (cf83d73a-45cf-4239-b869-73b771421429/8e925697-362e-4fd5-a44c-1a81dc51a250/e9de420b-c32e-4a1d-a9ee-71a5673399ea) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:37:39.028117 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718d8a5-bf65-43fd-ac22-7695b8598dc7 None None] Pushing event updated for resources: {'Port': ['ID=ff49edbe-3b1f-4fe6-b6ba-0a00776434bf,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:39.064991 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:39.105467 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f165a95-8423-4789-ad65-6d30eb0d9d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:39.122423 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:39.190499 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port f18f5d62-d9d3-47b9-b2aa-dc911b66a643, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f18f5d62-d9d3-47b9-b2aa-dc911b66a643,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:39.222294 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9cfe4075-bff4-4992-8c5c-8bb682c14535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:39.305860 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:39.504866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=f18f5d62-d9d3-47b9-b2aa-dc911b66a643,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:39.551792 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:39.585339 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e5a0c0-8cc6-4452-9dde-257a71ab209d None None] Network cf83d73a-45cf-4239-b869-73b771421429 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:37:39.685445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc381b99-d5ad-494e-84ea-4f4310daf1bf req-f61aaadd-7616-4cf3-b809-96b9dc8b857c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:39.687040 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cc381b99-d5ad-494e-84ea-4f4310daf1bf req-f61aaadd-7616-4cf3-b809-96b9dc8b857c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.3619454 Dec 14 02:37:39.718296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3ba78dd8-5027-4e0f-9ccc-4d72745cfaed None None] Provisioning complete for port f18f5d62-d9d3-47b9-b2aa-dc911b66a643 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:39.719035 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3ba78dd8-5027-4e0f-9ccc-4d72745cfaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:39.872230 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cc381b99-d5ad-494e-84ea-4f4310daf1bf req-d8f6415e-0387-47de-8421-5c58dce1cc9b tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639318 Dec 14 02:37:39.878716 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-1f165a95-8423-4789-ad65-6d30eb0d9d84 admin admin] Allocated IP 172.20.0.1 (4d2f619a-42bc-46c2-b529-8fc37e440364/5c2e7fa5-d436-4ed8-8f34-3bb9388f37b8/19bc1927-a0e4-47a1-802b-533d9ac392fd) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:37:40.034143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a67604-b10f-421d-9c19-111049819b66 None None] Network 4d2f619a-42bc-46c2-b529-8fc37e440364 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:37:40.196511 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f165a95-8423-4789-ad65-6d30eb0d9d84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:40.337852 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f165a95-8423-4789-ad65-6d30eb0d9d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:40.422252 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:40.436263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f165a95-8423-4789-ad65-6d30eb0d9d84 admin admin] Network 4d2f619a-42bc-46c2-b529-8fc37e440364 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:40.444919 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-1f165a95-8423-4789-ad65-6d30eb0d9d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:40.447499 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f165a95-8423-4789-ad65-6d30eb0d9d84 admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:37:40.468094 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6900f64-e9ba-4401-8086-3eb4bf2b859c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:40.496731 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:40.515789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f165a95-8423-4789-ad65-6d30eb0d9d84 admin admin] Pushing event updated for resources: {'Port': ['ID=19bc1927-a0e4-47a1-802b-533d9ac392fd,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:40.572069 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f165a95-8423-4789-ad65-6d30eb0d9d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:40.604836 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f18f5d62-d9d3-47b9-b2aa-dc911b66a643 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:37:40.617752 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa332b26-dbbd-4b16-b8e8-5b7e07b9de27 None None] Pushing event updated for resources: {'Port': ['ID=78d3c462-5c11-4e8b-81f8-d8bd81a98755,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:40.621381 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Attempting to bind port 78d3c462-5c11-4e8b-81f8-d8bd81a98755 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:37:40.621950 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Attempting to bind port 78d3c462-5c11-4e8b-81f8-d8bd81a98755 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:37:40.622514 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Attempting to bind port 78d3c462-5c11-4e8b-81f8-d8bd81a98755 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:37:40.634690 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:37:40.635296 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:37:40.637010 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:40.637692 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:37:40.638328 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Bound port: 78d3c462-5c11-4e8b-81f8-d8bd81a98755, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:37:40.638864 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:40.730512 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-513cc27c-1844-4401-909c-9a625ab4b635 None None] Provisioning complete for port 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:40.731436 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-513cc27c-1844-4401-909c-9a625ab4b635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:40.786740 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] For port 78d3c462-5c11-4e8b-81f8-d8bd81a98755, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:37:40.799893 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] For port 78d3c462-5c11-4e8b-81f8-d8bd81a98755, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=78d3c462-5c11-4e8b-81f8-d8bd81a98755,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:37:40.806862 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Router 11424969-8ee6-43b4-b7ea-566c6ceab980 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:37:40.856277 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6900f64-e9ba-4401-8086-3eb4bf2b859c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:40.896093 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f18f5d62-d9d3-47b9-b2aa-dc911b66a643 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:40.896610 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:40.900738 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:40.938586 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f86638-d3fc-4abe-987b-f7ca1ef16f2c None None] Network 18b9e852-d3ea-485d-8106-6a6289070cf4 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:37:41.128260 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Routers {'a04a20aa-d150-4918-abbf-ca7421e4ef86'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:41.131993 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a04a20aa-d150-4918-abbf-ca7421e4ef86'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:41.140044 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-513cc27c-1844-4401-909c-9a625ab4b635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:41.145954 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6900f64-e9ba-4401-8086-3eb4bf2b859c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event updated for resources: {'Port': ['ID=e9de420b-c32e-4a1d-a9ee-71a5673399ea,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:41.173145 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6900f64-e9ba-4401-8086-3eb4bf2b859c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Network cf83d73a-45cf-4239-b869-73b771421429 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:41.198199 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa332b26-dbbd-4b16-b8e8-5b7e07b9de27 None None] Pushing event updated for resources: {'Port': ['ID=78d3c462-5c11-4e8b-81f8-d8bd81a98755,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:41.212483 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-d6900f64-e9ba-4401-8086-3eb4bf2b859c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:41.219047 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6900f64-e9ba-4401-8086-3eb4bf2b859c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:37:41.394992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe4075-bff4-4992-8c5c-8bb682c14535 admin admin] Deleting port 3be54252-8b97-4a10-a481-9ad530158a08 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:41.403971 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] Set router a04a20aa-d150-4918-abbf-ca7421e4ef86 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:41.413650 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9cfe4075-bff4-4992-8c5c-8bb682c14535 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:41.459873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-513cc27c-1844-4401-909c-9a625ab4b635 None None] For port 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1,segment=NetworkSegment(ef140e67-afe9-4c60-937c-420e1ca4614d),segment_id=ef140e67-afe9-4c60-937c-420e1ca4614d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:41.466163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:37:41.578716 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-513cc27c-1844-4401-909c-9a625ab4b635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:41.601594 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6900f64-e9ba-4401-8086-3eb4bf2b859c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:41.602273 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6900f64-e9ba-4401-8086-3eb4bf2b859c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:41.637839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:37:41.696132 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Sync routers for ids ['11424969-8ee6-43b4-b7ea-566c6ceab980'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:37:41.705770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:41.706552 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:41.759077 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-9cfe4075-bff4-4992-8c5c-8bb682c14535 admin admin] For port 3be54252-8b97-4a10-a481-9ad530158a08, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3be54252-8b97-4a10-a481-9ad530158a08,segment=NetworkSegment(de254007-ebb5-478d-abb6-aff77e5d324c),segment_id=de254007-ebb5-478d-abb6-aff77e5d324c)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:41.783420 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9cfe4075-bff4-4992-8c5c-8bb682c14535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:41.783420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9cfe4075-bff4-4992-8c5c-8bb682c14535 admin admin] Calling delete_port for 3be54252-8b97-4a10-a481-9ad530158a08 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:41.827780 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513cc27c-1844-4401-909c-9a625ab4b635 None None] Pushing event updated for resources: {'Port': ['ID=7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:41.832731 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b0fbe9d3-d33e-4740-b095-aa482b762232 None None] Provisioning complete for port ff49edbe-3b1f-4fe6-b6ba-0a00776434bf triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:41.833112 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe9d3-d33e-4740-b095-aa482b762232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:41.870200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff0c9-fca7-487e-932c-19812de53084 req-a67163c0-72bf-45d5-91f5-06519e9bc48e tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:41.870200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff0c9-fca7-487e-932c-19812de53084 req-a67163c0-72bf-45d5-91f5-06519e9bc48e tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:41.870200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff0c9-fca7-487e-932c-19812de53084 req-a67163c0-72bf-45d5-91f5-06519e9bc48e tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:41.870200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff0c9-fca7-487e-932c-19812de53084 req-a67163c0-72bf-45d5-91f5-06519e9bc48e tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:41.870200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff0c9-fca7-487e-932c-19812de53084 req-a67163c0-72bf-45d5-91f5-06519e9bc48e tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:41.870200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff0c9-fca7-487e-932c-19812de53084 req-a67163c0-72bf-45d5-91f5-06519e9bc48e tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:41.870200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff0c9-fca7-487e-932c-19812de53084 req-a67163c0-72bf-45d5-91f5-06519e9bc48e tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:41.870200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff0c9-fca7-487e-932c-19812de53084 req-a67163c0-72bf-45d5-91f5-06519e9bc48e tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:41.870200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff0c9-fca7-487e-932c-19812de53084 req-a67163c0-72bf-45d5-91f5-06519e9bc48e tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:41.870200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff0c9-fca7-487e-932c-19812de53084 req-a67163c0-72bf-45d5-91f5-06519e9bc48e tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:41.870200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff0c9-fca7-487e-932c-19812de53084 req-a67163c0-72bf-45d5-91f5-06519e9bc48e tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:41.870200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ff0c9-fca7-487e-932c-19812de53084 req-a67163c0-72bf-45d5-91f5-06519e9bc48e tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:41.870200 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-740ff0c9-fca7-487e-932c-19812de53084 req-a67163c0-72bf-45d5-91f5-06519e9bc48e tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8496 time: 1.0203204 Dec 14 02:37:41.873675 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'name': 'tempest-TaggedBootDevicesTest_v242-255334672-router', 'tenant_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '78d3c462-5c11-4e8b-81f8-d8bd81a98755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:34Z', 'updated_at': '2021-12-14T02:37:40Z', 'revision_number': 4, 'project_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'gw_port': {'id': '78d3c462-5c11-4e8b-81f8-d8bd81a98755', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:35Z', 'updated_at': '2021-12-14T02:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '19bc1927-a0e4-47a1-802b-533d9ac392fd', 'name': '', 'network_id': '4d2f619a-42bc-46c2-b529-8fc37e440364', 'tenant_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'mac_address': 'fa:16:3e:2a:88:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5c2e7fa5-d436-4ed8-8f34-3bb9388f37b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:39Z', 'updated_at': '2021-12-14T02:37:39Z', 'revision_number': 1, 'project_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'subnets': [{'id': '5c2e7fa5-d436-4ed8-8f34-3bb9388f37b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:41.921788 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f165a95-8423-4789-ad65-6d30eb0d9d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:41.921980 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b77966-0b6f-4a14-bd1c-37315a197902 None None] The sync data for ids ['a04a20aa-d150-4918-abbf-ca7421e4ef86'] in n-d-821636-1 is: [{'id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'name': 'tempest-TaggedBootDevicesTest_v242-255334672-router', 'tenant_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '78d3c462-5c11-4e8b-81f8-d8bd81a98755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:34Z', 'updated_at': '2021-12-14T02:37:40Z', 'revision_number': 4, 'project_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'gw_port': {'id': '78d3c462-5c11-4e8b-81f8-d8bd81a98755', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:35Z', 'updated_at': '2021-12-14T02:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '19bc1927-a0e4-47a1-802b-533d9ac392fd', 'name': '', 'network_id': '4d2f619a-42bc-46c2-b529-8fc37e440364', 'tenant_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'mac_address': 'fa:16:3e:2a:88:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5c2e7fa5-d436-4ed8-8f34-3bb9388f37b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:39Z', 'updated_at': '2021-12-14T02:37:39Z', 'revision_number': 1, 'project_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'subnets': [{'id': '5c2e7fa5-d436-4ed8-8f34-3bb9388f37b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:37:41.928949 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Routers {'11424969-8ee6-43b4-b7ea-566c6ceab980'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:41.929919 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['11424969-8ee6-43b4-b7ea-566c6ceab980'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:41.953585 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d6900f64-e9ba-4401-8086-3eb4bf2b859c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 7.5697551 Dec 14 02:37:41.956604 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:41.964171 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e7c66197-3b30-4cba-8d05-b6789f6827f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.8050408 Dec 14 02:37:41.966850 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59410) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:41.972397 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59412) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:42.006726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ff0f1331-b461-41e4-81ec-a8a7d98bce8e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Request body: {'port': {'network_id': 'cf83d73a-45cf-4239-b869-73b771421429', 'name': 'tempest-TaggedBootDevicesTest-401650085', 'fixed_ips': [{'subnet_id': '8e925697-362e-4fd5-a44c-1a81dc51a250'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:42.243080 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f165a95-8423-4789-ad65-6d30eb0d9d84 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:42.264672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e4ee4-ad51-4b98-b1fd-f74a57d6cf7e req-bc12a510-ea05-4ce5-8527-551d7979da91 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:42.264672 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-790e4ee4-ad51-4b98-b1fd-f74a57d6cf7e req-bc12a510-ea05-4ce5-8527-551d7979da91 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.47 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.5595925 Dec 14 02:37:42.312814 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:37:42.392864 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe9d3-d33e-4740-b095-aa482b762232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:42.400020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9b3c9-7073-4bcc-9cbb-c972630d8b08 req-028dc975-c938-4c5f-ae54-a2081ca1917e tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:42.402634 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-28e9b3c9-7073-4bcc-9cbb-c972630d8b08 req-028dc975-c938-4c5f-ae54-a2081ca1917e tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 945 time: 0.6987476 Dec 14 02:37:42.404575 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Set router 11424969-8ee6-43b4-b7ea-566c6ceab980 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:42.437155 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f4c717d2-5d49-4d4f-9520-387fa8bf88e2 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "GET /v2.0/routers/11424969-8ee6-43b4-b7ea-566c6ceab980 HTTP/1.1" status: 200 len: 908 time: 0.4640660 Dec 14 02:37:42.440590 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59424) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:42.471085 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f165a95-8423-4789-ad65-6d30eb0d9d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:42.599828 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-de313193-887d-4c81-a2c5-e454690bacb0 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:42.606333 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f165a95-8423-4789-ad65-6d30eb0d9d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:42.626108 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f165a95-8423-4789-ad65-6d30eb0d9d84 admin admin] Pushing event updated for resources: {'Port': ['ID=19bc1927-a0e4-47a1-802b-533d9ac392fd,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:42.776994 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f165a95-8423-4789-ad65-6d30eb0d9d84 admin admin] Network 4d2f619a-42bc-46c2-b529-8fc37e440364 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:42.785426 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-1f165a95-8423-4789-ad65-6d30eb0d9d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:42.800907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-790e4ee4-ad51-4b98-b1fd-f74a57d6cf7e req-c32b7e27-ed82-4430-989a-2630604cdf6a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Deleting port c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:42.801470 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-790e4ee4-ad51-4b98-b1fd-f74a57d6cf7e req-c32b7e27-ed82-4430-989a-2630604cdf6a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:42.849340 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0f1331-b461-41e4-81ec-a8a7d98bce8e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Made reservation on behalf of f5ffab91437844fca462f7af0a39817e for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:37:42.913631 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-790e4ee4-ad51-4b98-b1fd-f74a57d6cf7e req-c32b7e27-ed82-4430-989a-2630604cdf6a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] For port c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3,segment=NetworkSegment(c765e286-84ca-4e29-b9b8-3b913daed72a),segment_id=c765e286-84ca-4e29-b9b8-3b913daed72a)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:42.914656 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-790e4ee4-ad51-4b98-b1fd-f74a57d6cf7e req-c32b7e27-ed82-4430-989a-2630604cdf6a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:42.946222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b0fbe9d3-d33e-4740-b095-aa482b762232 None None] For port ff49edbe-3b1f-4fe6-b6ba-0a00776434bf, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ff49edbe-3b1f-4fe6-b6ba-0a00776434bf,segment=NetworkSegment(64a20676-0459-4167-aad8-80e21b0772b5),segment_id=64a20676-0459-4167-aad8-80e21b0772b5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:42.953971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:42.954313 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:42.983437 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9cfe4075-bff4-4992-8c5c-8bb682c14535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:43.088192 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-de313193-887d-4c81-a2c5-e454690bacb0 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:43.172723 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe4075-bff4-4992-8c5c-8bb682c14535 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be54252-8b97-4a10-a481-9ad530158a08,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:43.226988 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ff49edbe-3b1f-4fe6-b6ba-0a00776434bf up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:37:43.233418 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe9d3-d33e-4740-b095-aa482b762232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:43.297054 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-790e4ee4-ad51-4b98-b1fd-f74a57d6cf7e req-c32b7e27-ed82-4430-989a-2630604cdf6a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:43.297475 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-790e4ee4-ad51-4b98-b1fd-f74a57d6cf7e req-c32b7e27-ed82-4430-989a-2630604cdf6a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:43.297812 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-790e4ee4-ad51-4b98-b1fd-f74a57d6cf7e req-c32b7e27-ed82-4430-989a-2630604cdf6a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Floating IP eb9fc807-457a-40fe-96f1-be9116e1eedd disassociated. External IP: 172.25.7.209, port: c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3. Dec 14 02:37:43.298169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-790e4ee4-ad51-4b98-b1fd-f74a57d6cf7e req-c32b7e27-ed82-4430-989a-2630604cdf6a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Calling delete_port for c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:43.439796 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff0f1331-b461-41e4-81ec-a8a7d98bce8e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:43.475036 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-ff0f1331-b461-41e4-81ec-a8a7d98bce8e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] device_id is not set on port e97d4905-01c1-4fec-8b89-44b7be1269b7 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:37:43.539911 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b0fbe9d3-d33e-4740-b095-aa482b762232 None None] Provisioning complete for port f18f5d62-d9d3-47b9-b2aa-dc911b66a643 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:43.540322 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe9d3-d33e-4740-b095-aa482b762232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:43.598753 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-28e9b3c9-7073-4bcc-9cbb-c972630d8b08 req-b2183726-5a51-4155-836f-1771450965d3 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ac09488-0de0-4970-9755-0feb291ddae4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0545876 Dec 14 02:37:43.599900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3f3c5-ae4a-42e2-b695-64b639015150 req-d92b2069-68d4-4048-a6f7-d374b7306a5d tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:43.601227 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17e3f3c5-ae4a-42e2-b695-64b639015150 req-d92b2069-68d4-4048-a6f7-d374b7306a5d tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 886 time: 1.3551962 Dec 14 02:37:43.645689 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f165a95-8423-4789-ad65-6d30eb0d9d84 admin admin] Router a04a20aa-d150-4918-abbf-ca7421e4ef86 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:37:43.662989 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbe9d3-d33e-4740-b095-aa482b762232 None None] Pushing event updated for resources: {'Port': ['ID=ff49edbe-3b1f-4fe6-b6ba-0a00776434bf,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:43.748217 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port ff49edbe-3b1f-4fe6-b6ba-0a00776434bf triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:43.748217 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:43.823627 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11424969-8ee6-43b4-b7ea-566c6ceab980', 'name': 'tempest-snat-router-1331652632', 'tenant_id': '804772e56d4d436a9587625781fdd0b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': 'aa183fc5-0ce7-4cc9-bc81-086887520f64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:31Z', 'updated_at': '2021-12-14T02:37:35Z', 'revision_number': 3, 'project_id': '804772e56d4d436a9587625781fdd0b5', 'gw_port': {'id': 'aa183fc5-0ce7-4cc9-bc81-086887520f64', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:a8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11424969-8ee6-43b4-b7ea-566c6ceab980', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:33Z', 'updated_at': '2021-12-14T02:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:43.899687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Checking router: 11424969-8ee6-43b4-b7ea-566c6ceab980 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:37:43.900039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Updating router 11424969-8ee6-43b4-b7ea-566c6ceab980 port aa183fc5-0ce7-4cc9-bc81-086887520f64 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:37:43.979094 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:44.148486 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-790e4ee4-ad51-4b98-b1fd-f74a57d6cf7e req-c32b7e27-ed82-4430-989a-2630604cdf6a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:44.200388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b7e27-ed82-4430-989a-2630604cdf6a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Pushing event deleted for resources: {'Port': ['ID=c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:44.238307 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f165a95-8423-4789-ad65-6d30eb0d9d84 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:37:44.253921 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1f165a95-8423-4789-ad65-6d30eb0d9d84 admin admin] 10.222.0.39 "PUT /v2.0/routers/a04a20aa-d150-4918-abbf-ca7421e4ef86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4188337 Dec 14 02:37:44.264153 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760d9c6-9847-4310-bc01-83923ab6b91f req-0c81e421-b9ba-49f5-80e7-d6954c5e6242 tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:44.264619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760d9c6-9847-4310-bc01-83923ab6b91f req-0c81e421-b9ba-49f5-80e7-d6954c5e6242 tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:44.265082 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760d9c6-9847-4310-bc01-83923ab6b91f req-0c81e421-b9ba-49f5-80e7-d6954c5e6242 tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:44.265608 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760d9c6-9847-4310-bc01-83923ab6b91f req-0c81e421-b9ba-49f5-80e7-d6954c5e6242 tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:44.266068 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760d9c6-9847-4310-bc01-83923ab6b91f req-0c81e421-b9ba-49f5-80e7-d6954c5e6242 tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:44.266522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760d9c6-9847-4310-bc01-83923ab6b91f req-0c81e421-b9ba-49f5-80e7-d6954c5e6242 tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:44.266975 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760d9c6-9847-4310-bc01-83923ab6b91f req-0c81e421-b9ba-49f5-80e7-d6954c5e6242 tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:44.272747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760d9c6-9847-4310-bc01-83923ab6b91f req-0c81e421-b9ba-49f5-80e7-d6954c5e6242 tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:44.273391 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760d9c6-9847-4310-bc01-83923ab6b91f req-0c81e421-b9ba-49f5-80e7-d6954c5e6242 tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:44.274573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760d9c6-9847-4310-bc01-83923ab6b91f req-0c81e421-b9ba-49f5-80e7-d6954c5e6242 tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:44.274956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760d9c6-9847-4310-bc01-83923ab6b91f req-0c81e421-b9ba-49f5-80e7-d6954c5e6242 tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:44.275422 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6760d9c6-9847-4310-bc01-83923ab6b91f req-0c81e421-b9ba-49f5-80e7-d6954c5e6242 tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:44.285910 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6760d9c6-9847-4310-bc01-83923ab6b91f req-0c81e421-b9ba-49f5-80e7-d6954c5e6242 tempest-NetworksTest-1688858177 tempest-NetworksTest-1688858177-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8496 time: 0.5006614 Dec 14 02:37:44.317982 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b0fbe9d3-d33e-4740-b095-aa482b762232 None None] Provisioning complete for port 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:44.321779 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe9d3-d33e-4740-b095-aa482b762232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:44.370639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-de313193-887d-4c81-a2c5-e454690bacb0 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Deleting port aa183fc5-0ce7-4cc9-bc81-086887520f64 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:44.371237 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-de313193-887d-4c81-a2c5-e454690bacb0 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:44.419648 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-ff0f1331-b461-41e4-81ec-a8a7d98bce8e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Allocated IP 10.1.1.171 (cf83d73a-45cf-4239-b869-73b771421429/8e925697-362e-4fd5-a44c-1a81dc51a250/e97d4905-01c1-4fec-8b89-44b7be1269b7) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:37:44.531689 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:37:44.566517 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-790e4ee4-ad51-4b98-b1fd-f74a57d6cf7e req-c32b7e27-ed82-4430-989a-2630604cdf6a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Router 41eabea7-76cb-4bba-8db2-487c3723a059 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:37:44.581474 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-de313193-887d-4c81-a2c5-e454690bacb0 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:44.859082 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-de313193-887d-4c81-a2c5-e454690bacb0 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Calling delete_port for aa183fc5-0ce7-4cc9-bc81-086887520f64 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:44.886839 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4584ca8d-db6d-470c-9244-e7dacdb78f00 req-5e42f635-0141-487b-9502-de31b7f841c8 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 210 time: 0.0800061 Dec 14 02:37:44.900609 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9cfe4075-bff4-4992-8c5c-8bb682c14535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:44.951464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b0fbe9d3-d33e-4740-b095-aa482b762232 None None] Provisioning complete for port 19bc1927-a0e4-47a1-802b-533d9ac392fd triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:44.951747 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe9d3-d33e-4740-b095-aa482b762232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:45.034043 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-790e4ee4-ad51-4b98-b1fd-f74a57d6cf7e req-c32b7e27-ed82-4430-989a-2630604cdf6a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:37:45.045747 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530650e4-4ed8-4f13-8e49-ca6fc0110356 None None] Sync routers for ids ['41eabea7-76cb-4bba-8db2-487c3723a059'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:37:45.069435 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530650e4-4ed8-4f13-8e49-ca6fc0110356 None None] Routers {'41eabea7-76cb-4bba-8db2-487c3723a059'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:45.070678 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-530650e4-4ed8-4f13-8e49-ca6fc0110356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['41eabea7-76cb-4bba-8db2-487c3723a059'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:45.109797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 78d3c462-5c11-4e8b-81f8-d8bd81a98755 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:37:45.193241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-790e4ee4-ad51-4b98-b1fd-f74a57d6cf7e req-c32b7e27-ed82-4430-989a-2630604cdf6a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] No DVR routers for this DVR port c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:37:45.211813 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-790e4ee4-ad51-4b98-b1fd-f74a57d6cf7e req-c32b7e27-ed82-4430-989a-2630604cdf6a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:45.228463 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-790e4ee4-ad51-4b98-b1fd-f74a57d6cf7e req-c32b7e27-ed82-4430-989a-2630604cdf6a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.47 "DELETE /v2.0/ports/c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 HTTP/1.1" status: 204 len: 173 time: 2.8240244 Dec 14 02:37:45.244968 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201cdc5f-993b-4299-98eb-4367c91078fe', 'name': 'network-vif-deleted', 'tag': 'c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:37:45.254697 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ef21f7-5f47-4239-92b9-91bbdd2159d3" -d '{"events": [{"server_uuid": "201cdc5f-993b-4299-98eb-4367c91078fe", "name": "network-vif-deleted", "tag": "c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:37:45.292270 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:45.319573 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b0fbe9d3-d33e-4740-b095-aa482b762232 None None] Port 19bc1927-a0e4-47a1-802b-533d9ac392fd cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:37:45.345341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59498) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:45.361144 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-530650e4-4ed8-4f13-8e49-ca6fc0110356 None None] Set router 41eabea7-76cb-4bba-8db2-487c3723a059 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:45.387035 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ffd200-d2ed-440e-a1e8-6bbc0d322a7c x-openstack-request-id: req-47ffd200-d2ed-440e-a1e8-6bbc0d322a7c {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:37:45.387606 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201cdc5f-993b-4299-98eb-4367c91078fe", "name": "network-vif-deleted", "tag": "c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:37:45.389153 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47ffd200-d2ed-440e-a1e8-6bbc0d322a7c {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:37:45.390171 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201cdc5f-993b-4299-98eb-4367c91078fe', 'name': 'network-vif-deleted', 'tag': 'c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3', 'status': 'completed', 'code': 200} Dec 14 02:37:45.412018 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:45.477970 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b0fbe9d3-d33e-4740-b095-aa482b762232 None None] Provisioning complete for port e9de420b-c32e-4a1d-a9ee-71a5673399ea triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:45.478907 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe9d3-d33e-4740-b095-aa482b762232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:45.505973 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff0f1331-b461-41e4-81ec-a8a7d98bce8e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:45.573076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94b5e9-816d-41cc-b4c7-4c5653c2759e None None] Pushing event updated for resources: {'Port': ['ID=aa183fc5-0ce7-4cc9-bc81-086887520f64,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:45.582097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Attempting to bind port aa183fc5-0ce7-4cc9-bc81-086887520f64 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:37:45.582473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Attempting to bind port aa183fc5-0ce7-4cc9-bc81-086887520f64 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:37:45.582844 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Attempting to bind port aa183fc5-0ce7-4cc9-bc81-086887520f64 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:37:45.607640 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:37:45.608020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:37:45.608429 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:45.608828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:37:45.609338 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Bound port: aa183fc5-0ce7-4cc9-bc81-086887520f64, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:37:45.609790 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:45.646522 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e9b6d9d0-5b66-49f1-9305-5791e63aa510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:45.665340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 78d3c462-5c11-4e8b-81f8-d8bd81a98755 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:45.666052 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:45.669054 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b0fbe9d3-d33e-4740-b095-aa482b762232 None None] Port e9de420b-c32e-4a1d-a9ee-71a5673399ea cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:37:45.774445 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e9b6d9d0-5b66-49f1-9305-5791e63aa510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:45.815453 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:45.871522 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfe4075-bff4-4992-8c5c-8bb682c14535 admin admin] Router 69374db4-84c3-458f-a95a-c7d587ca3087 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:37:45.874578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-62a56066-f5e7-4572-bf6d-832c2a4637a5 None None] Provisioning complete for port ff49edbe-3b1f-4fe6-b6ba-0a00776434bf triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:45.874578 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62a56066-f5e7-4572-bf6d-832c2a4637a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:45.874771 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-530650e4-4ed8-4f13-8e49-ca6fc0110356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:33:21Z', 'revision_number': 4, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port': {'id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:15Z', 'updated_at': '2021-12-14T02:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e092807c-fa27-4220-b8e6-64722bfda940', 'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'mac_address': 'fa:16:3e:d0:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:20Z', 'updated_at': '2021-12-14T02:33:25Z', 'revision_number': 5, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'subnets': [{'id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:45.874771 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530650e4-4ed8-4f13-8e49-ca6fc0110356 None None] Checking router: 41eabea7-76cb-4bba-8db2-487c3723a059 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:37:45.875476 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 78d3c462-5c11-4e8b-81f8-d8bd81a98755, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=78d3c462-5c11-4e8b-81f8-d8bd81a98755,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:45.879296 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530650e4-4ed8-4f13-8e49-ca6fc0110356 None None] Routers {'41eabea7-76cb-4bba-8db2-487c3723a059'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:45.880328 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-530650e4-4ed8-4f13-8e49-ca6fc0110356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['41eabea7-76cb-4bba-8db2-487c3723a059'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:45.965058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Sync routers for ids ['a04a20aa-d150-4918-abbf-ca7421e4ef86'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:37:45.969992 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e9b6d9d0-5b66-49f1-9305-5791e63aa510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:45.972823 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:45.973782 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:37:45.980406 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff0f1331-b461-41e4-81ec-a8a7d98bce8e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:45.983009 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-de313193-887d-4c81-a2c5-e454690bacb0 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:46.028557 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:37:46.029425 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:37:46.068437 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:37:46.071432 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de313193-887d-4c81-a2c5-e454690bacb0 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa183fc5-0ce7-4cc9-bc81-086887520f64,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:46.084790 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfe4075-bff4-4992-8c5c-8bb682c14535 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:37:46.118325 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c514fc8-8514-45a8-a921-570a069c7bc3 None None] Sync routers for ids ['69374db4-84c3-458f-a95a-c7d587ca3087'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:37:46.128410 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Routers {'a04a20aa-d150-4918-abbf-ca7421e4ef86'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:46.128973 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9cfe4075-bff4-4992-8c5c-8bb682c14535 admin admin] 10.222.0.39 "PUT /v2.0/routers/69374db4-84c3-458f-a95a-c7d587ca3087/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6892357 Dec 14 02:37:46.129103 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a04a20aa-d150-4918-abbf-ca7421e4ef86'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:46.130642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0f1331-b461-41e4-81ec-a8a7d98bce8e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Network cf83d73a-45cf-4239-b869-73b771421429 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:46.142038 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:37:46.142150 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59516) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:46.142239 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c23c71b6-098f-4c79-8ef6-1a0dcbe7f4e3 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:37:46.167263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-ff0f1331-b461-41e4-81ec-a8a7d98bce8e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:46.189572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e349efa-5855-435c-bf22-8f218b4ddf63 req-4010731a-94c8-4be1-9efb-d156a2482a56 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=201cdc5f-993b-4299-98eb-4367c91078fe HTTP/1.1" status: 200 len: 210 time: 0.1444430 Dec 14 02:37:46.196836 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e9b6d9d0-5b66-49f1-9305-5791e63aa510 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25f2e8fbd3244701ba83e6ae92ac0964&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8456974 Dec 14 02:37:46.198661 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0f1331-b461-41e4-81ec-a8a7d98bce8e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:37:46.200653 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6d9d0-5b66-49f1-9305-5791e63aa510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee951597-eb58-41bf-ac3d-3d5e3ad3669e,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:46.204016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59522) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:46.258464 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c514fc8-8514-45a8-a921-570a069c7bc3 None None] Routers {'69374db4-84c3-458f-a95a-c7d587ca3087'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:46.259424 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-7c514fc8-8514-45a8-a921-570a069c7bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['69374db4-84c3-458f-a95a-c7d587ca3087'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:46.294399 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-62a56066-f5e7-4572-bf6d-832c2a4637a5 None None] Provisioning complete for port 19bc1927-a0e4-47a1-802b-533d9ac392fd triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:46.294930 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62a56066-f5e7-4572-bf6d-832c2a4637a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:46.300380 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e28b8ce7-380a-4b8d-ba87-190499eee024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:46.303802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=78d3c462-5c11-4e8b-81f8-d8bd81a98755,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:46.363166 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:46.363709 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:46.384616 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e28b8ce7-380a-4b8d-ba87-190499eee024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:46.431555 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-530650e4-4ed8-4f13-8e49-ca6fc0110356 None None] Set router 41eabea7-76cb-4bba-8db2-487c3723a059 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:46.455180 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-40e785c7-d97c-4343-a511-736eb2edd754 admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:46.476221 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-62a56066-f5e7-4572-bf6d-832c2a4637a5 None None] Port 19bc1927-a0e4-47a1-802b-533d9ac392fd cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:37:46.536883 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Set router a04a20aa-d150-4918-abbf-ca7421e4ef86 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:46.591472 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e28b8ce7-380a-4b8d-ba87-190499eee024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:46.594046 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e28b8ce7-380a-4b8d-ba87-190499eee024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:46.595561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e28b8ce7-380a-4b8d-ba87-190499eee024 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ee951597-eb58-41bf-ac3d-3d5e3ad3669e HTTP/1.1" status: 204 len: 168 time: 0.3902473 Dec 14 02:37:46.627196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b8ce7-380a-4b8d-ba87-190499eee024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee951597-eb58-41bf-ac3d-3d5e3ad3669e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:46.706507 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-40e785c7-d97c-4343-a511-736eb2edd754 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:46.741007 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f1331-b461-41e4-81ec-a8a7d98bce8e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event updated for resources: {'Port': ['ID=e97d4905-01c1-4fec-8b89-44b7be1269b7,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:46.756119 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-de313193-887d-4c81-a2c5-e454690bacb0 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:46.854485 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Attempting to bind port aa183fc5-0ce7-4cc9-bc81-086887520f64 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:37:46.854485 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Attempting to bind port aa183fc5-0ce7-4cc9-bc81-086887520f64 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:37:46.855990 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Attempting to bind port aa183fc5-0ce7-4cc9-bc81-086887520f64 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:37:46.877917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:37:46.878763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:37:46.880364 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:46.883679 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-7c514fc8-8514-45a8-a921-570a069c7bc3 None None] Set router 69374db4-84c3-458f-a95a-c7d587ca3087 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:46.885077 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:37:46.886542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Bound port: aa183fc5-0ce7-4cc9-bc81-086887520f64, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:37:46.887162 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:46.890980 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-de313193-887d-4c81-a2c5-e454690bacb0 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:46.900350 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-de313193-887d-4c81-a2c5-e454690bacb0 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:46.966263 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Port aa183fc5-0ce7-4cc9-bc81-086887520f64 has been deleted concurrently {{(pid=103849) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 14 02:37:47.031502 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0f1331-b461-41e4-81ec-a8a7d98bce8e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:47.032206 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff0f1331-b461-41e4-81ec-a8a7d98bce8e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:47.082491 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-51bd1235-b349-466c-bdf3-fae3f26075ef None None] Provisioning complete for port e97d4905-01c1-4fec-8b89-44b7be1269b7 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:47.083178 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51bd1235-b349-466c-bdf3-fae3f26075ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:47.204871 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-40e785c7-d97c-4343-a511-736eb2edd754 admin admin] Deleting port 8976afc6-04ee-41cd-bc3a-4e84b3809083 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:47.205207 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-40e785c7-d97c-4343-a511-736eb2edd754 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:47.212853 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-de313193-887d-4c81-a2c5-e454690bacb0 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:47.213290 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de313193-887d-4c81-a2c5-e454690bacb0 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11424969-8ee6-43b4-b7ea-566c6ceab980 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:37:47.253931 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-de313193-887d-4c81-a2c5-e454690bacb0 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:47.260164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59574) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:47.279044 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-de313193-887d-4c81-a2c5-e454690bacb0 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "DELETE /v2.0/routers/11424969-8ee6-43b4-b7ea-566c6ceab980 HTTP/1.1" status: 204 len: 168 time: 4.8316751 Dec 14 02:37:47.415219 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ff0f1331-b461-41e4-81ec-a8a7d98bce8e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.4466712 Dec 14 02:37:47.436591 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Routers set() bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:47.437429 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Router IDs set() for agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 14 02:37:47.450936 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_agentschedulers_db [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'11424969-8ee6-43b4-b7ea-566c6ceab980'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent'). {{(pid=103849) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 14 02:37:47.453106 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a691a53a-34a7-4d56-a3fc-449cbc113e5c None None] The sync data for ids ['11424969-8ee6-43b4-b7ea-566c6ceab980'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:37:47.494360 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ff49edbe-3b1f-4fe6-b6ba-0a00776434bf up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:37:47.563674 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-40e785c7-d97c-4343-a511-736eb2edd754 admin admin] For port 8976afc6-04ee-41cd-bc3a-4e84b3809083, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8976afc6-04ee-41cd-bc3a-4e84b3809083,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:47.567550 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-40e785c7-d97c-4343-a511-736eb2edd754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:47.597178 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-78470868-7be8-465b-ac99-4193eaf55d41 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:47.600873 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59584) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:47.668133 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-40e785c7-d97c-4343-a511-736eb2edd754 admin admin] Calling delete_port for 8976afc6-04ee-41cd-bc3a-4e84b3809083 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:47.825348 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-7c514fc8-8514-45a8-a921-570a069c7bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'name': 'tempest-ServersTestFqdnHostnames-966253593-router', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:07Z', 'updated_at': '2021-12-14T02:37:42Z', 'revision_number': 5, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'gw_port': {'id': '8976afc6-04ee-41cd-bc3a-4e84b3809083', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:12:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:35:08Z', 'updated_at': '2021-12-14T02:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:47.919622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-51bd1235-b349-466c-bdf3-fae3f26075ef None None] Port e97d4905-01c1-4fec-8b89-44b7be1269b7 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:37:47.932048 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59586) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:47.932770 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59588) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:47.949443 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-78470868-7be8-465b-ac99-4193eaf55d41 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:47.959167 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c514fc8-8514-45a8-a921-570a069c7bc3 None None] Checking router: 69374db4-84c3-458f-a95a-c7d587ca3087 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:37:47.974027 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-af2c6438-262b-47a5-8907-72e748275cb9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Request body: {'security_group': {'name': 'tempest-securitygroup--482493825', 'description': 'tempest-description--1887682612'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:47.979956 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-530650e4-4ed8-4f13-8e49-ca6fc0110356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:33:21Z', 'revision_number': 4, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port': {'id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:15Z', 'updated_at': '2021-12-14T02:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e092807c-fa27-4220-b8e6-64722bfda940', 'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'mac_address': 'fa:16:3e:d0:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:20Z', 'updated_at': '2021-12-14T02:33:25Z', 'revision_number': 5, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'subnets': [{'id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:48.003809 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port ff49edbe-3b1f-4fe6-b6ba-0a00776434bf triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:48.004783 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:48.004953 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe3b1492-c234-4404-834f-f7921069d6d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:48.069167 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'name': 'tempest-TaggedBootDevicesTest_v242-255334672-router', 'tenant_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '78d3c462-5c11-4e8b-81f8-d8bd81a98755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:34Z', 'updated_at': '2021-12-14T02:37:40Z', 'revision_number': 4, 'project_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'gw_port': {'id': '78d3c462-5c11-4e8b-81f8-d8bd81a98755', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:35Z', 'updated_at': '2021-12-14T02:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '19bc1927-a0e4-47a1-802b-533d9ac392fd', 'name': '', 'network_id': '4d2f619a-42bc-46c2-b529-8fc37e440364', 'tenant_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'mac_address': 'fa:16:3e:2a:88:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5c2e7fa5-d436-4ed8-8f34-3bb9388f37b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:39Z', 'updated_at': '2021-12-14T02:37:42Z', 'revision_number': 2, 'project_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'subnets': [{'id': '5c2e7fa5-d436-4ed8-8f34-3bb9388f37b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:48.094760 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-530650e4-4ed8-4f13-8e49-ca6fc0110356 None None] The sync data for ids ['41eabea7-76cb-4bba-8db2-487c3723a059'] in n-d-821636-1 is: [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:33:21Z', 'revision_number': 4, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port': {'id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:15Z', 'updated_at': '2021-12-14T02:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e092807c-fa27-4220-b8e6-64722bfda940', 'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'mac_address': 'fa:16:3e:d0:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:20Z', 'updated_at': '2021-12-14T02:33:25Z', 'revision_number': 5, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'subnets': [{'id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:37:48.110706 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c514fc8-8514-45a8-a921-570a069c7bc3 None None] Routers {'69374db4-84c3-458f-a95a-c7d587ca3087'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:48.112948 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-7c514fc8-8514-45a8-a921-570a069c7bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['69374db4-84c3-458f-a95a-c7d587ca3087'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:48.127549 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Checking router: a04a20aa-d150-4918-abbf-ca7421e4ef86 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:37:48.143726 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Updating router a04a20aa-d150-4918-abbf-ca7421e4ef86 port 19bc1927-a0e4-47a1-802b-533d9ac392fd binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:37:48.173940 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe3b1492-c234-4404-834f-f7921069d6d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:48.195848 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1a06526-970f-4516-8556-3dfdf4067c73 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:48.214919 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:48.231214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-78470868-7be8-465b-ac99-4193eaf55d41 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Deleting port fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:48.235761 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-78470868-7be8-465b-ac99-4193eaf55d41 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:48.351513 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe3b1492-c234-4404-834f-f7921069d6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:48.373974 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1a06526-970f-4516-8556-3dfdf4067c73 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:48.378367 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af2c6438-262b-47a5-8907-72e748275cb9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:48.459992 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 78d3c462-5c11-4e8b-81f8-d8bd81a98755 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:37:48.473445 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-7c514fc8-8514-45a8-a921-570a069c7bc3 None None] Set router 69374db4-84c3-458f-a95a-c7d587ca3087 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:48.516478 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-78470868-7be8-465b-ac99-4193eaf55d41 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] For port fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:48.517596 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-78470868-7be8-465b-ac99-4193eaf55d41 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:48.533804 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-78470868-7be8-465b-ac99-4193eaf55d41 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Calling delete_port for fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:48.630226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b1492-c234-4404-834f-f7921069d6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77020957-6c78-498f-a532-9570e8c3cb64,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:48.634882 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-7c514fc8-8514-45a8-a921-570a069c7bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'name': 'tempest-ServersTestFqdnHostnames-966253593-router', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:07Z', 'updated_at': '2021-12-14T02:37:46Z', 'revision_number': 6, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:48.696663 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fe3b1492-c234-4404-834f-f7921069d6d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aedcf646fa26425da9ed018efb8aea1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7596941 Dec 14 02:37:48.706792 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59600) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:48.712692 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c514fc8-8514-45a8-a921-570a069c7bc3 None None] The sync data for ids ['69374db4-84c3-458f-a95a-c7d587ca3087'] in n-d-821636-1 is: [{'id': '69374db4-84c3-458f-a95a-c7d587ca3087', 'name': 'tempest-ServersTestFqdnHostnames-966253593-router', 'tenant_id': 'b59fdcb5fd3244d1ae57409290b08849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:35:07Z', 'updated_at': '2021-12-14T02:37:46Z', 'revision_number': 6, 'project_id': 'b59fdcb5fd3244d1ae57409290b08849', 'gw_port_host': None}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:37:48.864259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e7476-9517-473f-ac26-cb26a458fcdb None None] New status for floating IP eb9fc807-457a-40fe-96f1-be9116e1eedd: DOWN {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:37:48.884489 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af2c6438-262b-47a5-8907-72e748275cb9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:48.958098 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8cd13a1f-12be-44f3-9543-bad237de0fcf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:48.982721 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1a06526-970f-4516-8556-3dfdf4067c73 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:48.985428 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1a06526-970f-4516-8556-3dfdf4067c73 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:48.989390 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e1a06526-970f-4516-8556-3dfdf4067c73 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "DELETE /v2.0/security-groups/3ac09488-0de0-4970-9755-0feb291ddae4 HTTP/1.1" status: 204 len: 168 time: 1.3699853 Dec 14 02:37:48.990015 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59602) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:49.018367 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8cd13a1f-12be-44f3-9543-bad237de0fcf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:49.037561 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a06526-970f-4516-8556-3dfdf4067c73 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac09488-0de0-4970-9755-0feb291ddae4,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:49.050078 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-68c82add-2c11-42f6-b824-94870c84d162 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] show failed (client error): The resource could not be found. Dec 14 02:37:49.050078 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-68c82add-2c11-42f6-b824-94870c84d162 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups/3ac09488-0de0-4970-9755-0feb291ddae4 HTTP/1.1" status: 404 len: 347 time: 0.0549276 Dec 14 02:37:49.052871 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59604) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:49.053692 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-40e785c7-d97c-4343-a511-736eb2edd754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:49.063150 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af2c6438-262b-47a5-8907-72e748275cb9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:49.222742 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 78d3c462-5c11-4e8b-81f8-d8bd81a98755 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:49.223218 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:49.258204 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8cd13a1f-12be-44f3-9543-bad237de0fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:49.261461 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e785c7-d97c-4343-a511-736eb2edd754 admin admin] Pushing event deleted for resources: {'Port': ['ID=8976afc6-04ee-41cd-bc3a-4e84b3809083,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:49.264800 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:49.292533 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8cd13a1f-12be-44f3-9543-bad237de0fcf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:49.297128 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8cd13a1f-12be-44f3-9543-bad237de0fcf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77020957-6c78-498f-a532-9570e8c3cb64 HTTP/1.1" status: 204 len: 168 time: 0.5851805 Dec 14 02:37:49.323734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd13a1f-12be-44f3-9543-bad237de0fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77020957-6c78-498f-a532-9570e8c3cb64,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:49.367794 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c6438-262b-47a5-8907-72e748275cb9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96739014-1342-4038-93b0-f3ef5a88fe85,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:49.404134 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:49.430468 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af2c6438-262b-47a5-8907-72e748275cb9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:49.431748 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-af2c6438-262b-47a5-8907-72e748275cb9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.4961720 Dec 14 02:37:49.435884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59608) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:49.462344 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-69e04e30-0bef-4e68-826b-0e6bf6af56f2 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Request body: {'security_group_rule': {'security_group_id': '96739014-1342-4038-93b0-f3ef5a88fe85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:49.492422 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-78470868-7be8-465b-ac99-4193eaf55d41 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:49.527761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78470868-7be8-465b-ac99-4193eaf55d41 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Pushing event deleted for resources: {'Port': ['ID=fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:49.544176 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-40e785c7-d97c-4343-a511-736eb2edd754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:49.564294 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d43bb-b4ec-4082-bb7d-21c50b3d79e1 None None] Pushing event updated for resources: {'Port': ['ID=19bc1927-a0e4-47a1-802b-533d9ac392fd,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:49.746239 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-78470868-7be8-465b-ac99-4193eaf55d41 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:49.771461 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-69e04e30-0bef-4e68-826b-0e6bf6af56f2 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:49.816169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Attempting to bind port 19bc1927-a0e4-47a1-802b-533d9ac392fd on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:37:49.823822 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Attempting to bind port 19bc1927-a0e4-47a1-802b-533d9ac392fd by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'ef140e67-afe9-4c60-937c-420e1ca4614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4d2f619a-42bc-46c2-b529-8fc37e440364'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:37:49.829087 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Attempting to bind port 19bc1927-a0e4-47a1-802b-533d9ac392fd on network 4d2f619a-42bc-46c2-b529-8fc37e440364 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:37:49.873706 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:37:49.874786 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Checking segment: {'id': 'ef140e67-afe9-4c60-937c-420e1ca4614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4d2f619a-42bc-46c2-b529-8fc37e440364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:37:49.875649 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:49.876832 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Bound using segment: {'id': 'ef140e67-afe9-4c60-937c-420e1ca4614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4d2f619a-42bc-46c2-b529-8fc37e440364'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:37:49.877923 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Bound port: 19bc1927-a0e4-47a1-802b-533d9ac392fd, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef140e67-afe9-4c60-937c-420e1ca4614d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4d2f619a-42bc-46c2-b529-8fc37e440364'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:37:49.878510 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:49.907721 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-40e785c7-d97c-4343-a511-736eb2edd754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:49.918023 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-40e785c7-d97c-4343-a511-736eb2edd754 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:49.948660 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-69e04e30-0bef-4e68-826b-0e6bf6af56f2 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.028895 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-1e21d8c0-6557-4b14-9b65-a5158c330f34 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Deleting port a5b07277-39a0-4ba2-832c-32323d54be34 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:50.044303 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1e21d8c0-6557-4b14-9b65-a5158c330f34 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.116054 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-69e04e30-0bef-4e68-826b-0e6bf6af56f2 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.140300 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] For port 19bc1927-a0e4-47a1-802b-533d9ac392fd, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:37:50.143870 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] For port 19bc1927-a0e4-47a1-802b-533d9ac392fd, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=19bc1927-a0e4-47a1-802b-533d9ac392fd,segment=NetworkSegment(ef140e67-afe9-4c60-937c-420e1ca4614d),segment_id=ef140e67-afe9-4c60-937c-420e1ca4614d)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:37:50.155447 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-40e785c7-d97c-4343-a511-736eb2edd754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.159233 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e785c7-d97c-4343-a511-736eb2edd754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69374db4-84c3-458f-a95a-c7d587ca3087 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:37:50.169429 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-40e785c7-d97c-4343-a511-736eb2edd754 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.173621 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-40e785c7-d97c-4343-a511-736eb2edd754 admin admin] 10.222.0.39 "DELETE /v2.0/routers/69374db4-84c3-458f-a95a-c7d587ca3087 HTTP/1.1" status: 204 len: 168 time: 4.0321641 Dec 14 02:37:50.173974 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59616) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:50.178033 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4218bbc2-741a-48e8-a355-003337803e35 None None] Provisioning complete for port 19bc1927-a0e4-47a1-802b-533d9ac392fd triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:50.178033 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4218bbc2-741a-48e8-a355-003337803e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.186207 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-78470868-7be8-465b-ac99-4193eaf55d41 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.201288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e04e30-0bef-4e68-826b-0e6bf6af56f2 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f305a43-dd7e-4b4a-8401-3d5eb68202df,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:50.227167 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-78470868-7be8-465b-ac99-4193eaf55d41 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.294131 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.305162 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4218bbc2-741a-48e8-a355-003337803e35 None None] Port 19bc1927-a0e4-47a1-802b-533d9ac392fd cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:37:50.398414 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-69e04e30-0bef-4e68-826b-0e6bf6af56f2 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.399655 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-69e04e30-0bef-4e68-826b-0e6bf6af56f2 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9620948 Dec 14 02:37:50.406431 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b41628-904b-4697-83e7-e596b42dd688 admin admin] Deleting subnet a437a079-2846-4ee7-a710-039ef1060e57 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:37:50.415463 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-15b41628-904b-4697-83e7-e596b42dd688 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.419600 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59618) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:50.462787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-aefb353f-85fc-429d-b125-441a7025a3f6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Request body: {'security_group_rule': {'security_group_id': '96739014-1342-4038-93b0-f3ef5a88fe85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:50.490368 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Routers {'a04a20aa-d150-4918-abbf-ca7421e4ef86'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:50.506068 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1e21d8c0-6557-4b14-9b65-a5158c330f34 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.506412 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1e21d8c0-6557-4b14-9b65-a5158c330f34 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.516986 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-15b41628-904b-4697-83e7-e596b42dd688 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.528169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a04a20aa-d150-4918-abbf-ca7421e4ef86'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:50.545245 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-78470868-7be8-465b-ac99-4193eaf55d41 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.549243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-1e21d8c0-6557-4b14-9b65-a5158c330f34 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Calling delete_port for a5b07277-39a0-4ba2-832c-32323d54be34 owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:50.552727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78470868-7be8-465b-ac99-4193eaf55d41 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d28b8801-95e1-4e06-af73-8b886ba2f842 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:37:50.585348 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-78470868-7be8-465b-ac99-4193eaf55d41 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.591736 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-78470868-7be8-465b-ac99-4193eaf55d41 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "DELETE /v2.0/routers/d28b8801-95e1-4e06-af73-8b886ba2f842 HTTP/1.1" status: 204 len: 168 time: 3.3283610 Dec 14 02:37:50.598216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59622) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:50.604863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1287477954', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}, 'admin_state_up': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:50.796159 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aefb353f-85fc-429d-b125-441a7025a3f6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.871584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d43bb-b4ec-4082-bb7d-21c50b3d79e1 None None] Pushing event updated for resources: {'Port': ['ID=19bc1927-a0e4-47a1-802b-533d9ac392fd,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:50.874495 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3be54252-8b97-4a10-a481-9ad530158a08 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:37:50.909736 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.910889 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.936468 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aefb353f-85fc-429d-b125-441a7025a3f6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.951181 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-15b41628-904b-4697-83e7-e596b42dd688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:50.971531 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 3be54252-8b97-4a10-a481-9ad530158a08 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:37:50.971884 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3be54252-8b97-4a10-a481-9ad530158a08 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:37:50.975857 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8976afc6-04ee-41cd-bc3a-4e84b3809083 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:37:50.993069 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:51.008578 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1e21d8c0-6557-4b14-9b65-a5158c330f34 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:51.031070 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 8976afc6-04ee-41cd-bc3a-4e84b3809083 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:37:51.031688 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8976afc6-04ee-41cd-bc3a-4e84b3809083 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:37:51.040327 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d43bb-b4ec-4082-bb7d-21c50b3d79e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:51.040555 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d43bb-b4ec-4082-bb7d-21c50b3d79e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:51.040908 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d43bb-b4ec-4082-bb7d-21c50b3d79e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:51.042131 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d43bb-b4ec-4082-bb7d-21c50b3d79e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:51.042485 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d43bb-b4ec-4082-bb7d-21c50b3d79e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:51.042600 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21d8c0-6557-4b14-9b65-a5158c330f34 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Pushing event deleted for resources: {'Port': ['ID=a5b07277-39a0-4ba2-832c-32323d54be34,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:51.043035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d43bb-b4ec-4082-bb7d-21c50b3d79e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:51.043209 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d43bb-b4ec-4082-bb7d-21c50b3d79e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:51.043552 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d43bb-b4ec-4082-bb7d-21c50b3d79e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:51.045268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d43bb-b4ec-4082-bb7d-21c50b3d79e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:51.046172 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d43bb-b4ec-4082-bb7d-21c50b3d79e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:51.046172 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d43bb-b4ec-4082-bb7d-21c50b3d79e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:51.046380 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d43bb-b4ec-4082-bb7d-21c50b3d79e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:51.046616 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4d43bb-b4ec-4082-bb7d-21c50b3d79e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:37:51.048465 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aefb353f-85fc-429d-b125-441a7025a3f6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:51.088546 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a056bcbd-5ad7-4d8e-b39f-644a3ae49cee None None] Provisioning complete for port 19bc1927-a0e4-47a1-802b-533d9ac392fd triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:51.089590 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a056bcbd-5ad7-4d8e-b39f-644a3ae49cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:51.124953 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1e21d8c0-6557-4b14-9b65-a5158c330f34 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:51.125230 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb353f-85fc-429d-b125-441a7025a3f6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55aafd3-1286-4bea-b8a6-8b20747d57fe,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:51.127805 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1e21d8c0-6557-4b14-9b65-a5158c330f34 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:51.128999 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1e21d8c0-6557-4b14-9b65-a5158c330f34 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "DELETE /v2.0/floatingips/eb9fc807-457a-40fe-96f1-be9116e1eedd HTTP/1.1" status: 204 len: 168 time: 2.0729845 Dec 14 02:37:51.206320 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] Set router a04a20aa-d150-4918-abbf-ca7421e4ef86 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:37:51.209166 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-15b41628-904b-4697-83e7-e596b42dd688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:51.286272 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-15b41628-904b-4697-83e7-e596b42dd688 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:51.297287 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-15b41628-904b-4697-83e7-e596b42dd688 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a437a079-2846-4ee7-a710-039ef1060e57 HTTP/1.1" status: 204 len: 168 time: 1.1173501 Dec 14 02:37:51.297287 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b41628-904b-4697-83e7-e596b42dd688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a437a079-2846-4ee7-a710-039ef1060e57,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:51.305111 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59636) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:51.373368 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b784efd6-8220-4649-9384-015013ed1eea None None] Network 9767787b-ee6b-4bb0-a622-290b0a02eff9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:37:51.468980 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aefb353f-85fc-429d-b125-441a7025a3f6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:51.481362 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-aefb353f-85fc-429d-b125-441a7025a3f6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0569565 Dec 14 02:37:51.488862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59640) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:51.497035 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-5b969452-32e5-46c9-9ce7-1d0d4029ca65 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:51.509223 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:51.574006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59646) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:51.580660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-b20f5119-0f9b-4409-b606-4fff998d238c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Request body: {'security_group': {'name': 'tempest-securitygroup--254022208', 'description': 'tempest-description--47170010'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:51.593952 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] Deleting port f06b382f-6763-479b-bbd7-5f1f54072323 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:51.594907 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:51.599328 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a056bcbd-5ad7-4d8e-b39f-644a3ae49cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:51.671557 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5b969452-32e5-46c9-9ce7-1d0d4029ca65 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:51.749341 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a056bcbd-5ad7-4d8e-b39f-644a3ae49cee None None] For port 19bc1927-a0e4-47a1-802b-533d9ac392fd, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=19bc1927-a0e4-47a1-802b-533d9ac392fd,segment=NetworkSegment(ef140e67-afe9-4c60-937c-420e1ca4614d),segment_id=ef140e67-afe9-4c60-937c-420e1ca4614d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:51.835344 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a056bcbd-5ad7-4d8e-b39f-644a3ae49cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:51.978240 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a056bcbd-5ad7-4d8e-b39f-644a3ae49cee None None] Pushing event updated for resources: {'Port': ['ID=19bc1927-a0e4-47a1-802b-533d9ac392fd,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:52.006959 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ee6908-f3a2-4905-b885-0822527e5302 None None] DHCP port deletion for 9767787b-ee6b-4bb0-a622-290b0a02eff9 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:37:52.203234 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'name': 'tempest-TaggedBootDevicesTest_v242-255334672-router', 'tenant_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '78d3c462-5c11-4e8b-81f8-d8bd81a98755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:34Z', 'updated_at': '2021-12-14T02:37:40Z', 'revision_number': 4, 'project_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'gw_port': {'id': '78d3c462-5c11-4e8b-81f8-d8bd81a98755', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:35Z', 'updated_at': '2021-12-14T02:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '19bc1927-a0e4-47a1-802b-533d9ac392fd', 'name': '', 'network_id': '4d2f619a-42bc-46c2-b529-8fc37e440364', 'tenant_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'mac_address': 'fa:16:3e:2a:88:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5c2e7fa5-d436-4ed8-8f34-3bb9388f37b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:39Z', 'updated_at': '2021-12-14T02:37:50Z', 'revision_number': 4, 'project_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'subnets': [{'id': '5c2e7fa5-d436-4ed8-8f34-3bb9388f37b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:52.215400 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] For port f06b382f-6763-479b-bbd7-5f1f54072323, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f06b382f-6763-479b-bbd7-5f1f54072323,segment=NetworkSegment(de254007-ebb5-478d-abb6-aff77e5d324c),segment_id=de254007-ebb5-478d-abb6-aff77e5d324c)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:52.216094 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:52.244214 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] Calling delete_port for f06b382f-6763-479b-bbd7-5f1f54072323 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:52.286572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697e5b80-de67-487d-b524-673ca7e11234 None None] The sync data for ids ['a04a20aa-d150-4918-abbf-ca7421e4ef86'] in n-d-821636-1 is: [{'id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'name': 'tempest-TaggedBootDevicesTest_v242-255334672-router', 'tenant_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '78d3c462-5c11-4e8b-81f8-d8bd81a98755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:34Z', 'updated_at': '2021-12-14T02:37:40Z', 'revision_number': 4, 'project_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'gw_port': {'id': '78d3c462-5c11-4e8b-81f8-d8bd81a98755', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:35Z', 'updated_at': '2021-12-14T02:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '19bc1927-a0e4-47a1-802b-533d9ac392fd', 'name': '', 'network_id': '4d2f619a-42bc-46c2-b529-8fc37e440364', 'tenant_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'mac_address': 'fa:16:3e:2a:88:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '5c2e7fa5-d436-4ed8-8f34-3bb9388f37b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:39Z', 'updated_at': '2021-12-14T02:37:50Z', 'revision_number': 4, 'project_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'subnets': [{'id': '5c2e7fa5-d436-4ed8-8f34-3bb9388f37b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:37:52.309932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-44ee6908-f3a2-4905-b885-0822527e5302 None None] Deleting port f06b382f-6763-479b-bbd7-5f1f54072323 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:52.310305 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44ee6908-f3a2-4905-b885-0822527e5302 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:52.481274 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-44ee6908-f3a2-4905-b885-0822527e5302 None None] For port f06b382f-6763-479b-bbd7-5f1f54072323, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f06b382f-6763-479b-bbd7-5f1f54072323,segment=NetworkSegment(de254007-ebb5-478d-abb6-aff77e5d324c),segment_id=de254007-ebb5-478d-abb6-aff77e5d324c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:37:52.481274 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44ee6908-f3a2-4905-b885-0822527e5302 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:52.500807 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-44ee6908-f3a2-4905-b885-0822527e5302 None None] Calling delete_port for f06b382f-6763-479b-bbd7-5f1f54072323 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:52.564393 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:52.610092 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 19bc1927-a0e4-47a1-802b-533d9ac392fd up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:37:52.624446 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:52.663991 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] Pushing event deleted for resources: {'Port': ['ID=f06b382f-6763-479b-bbd7-5f1f54072323,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:52.674818 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] No DVR routers for this DVR port f06b382f-6763-479b-bbd7-5f1f54072323 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:37:52.731518 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44ee6908-f3a2-4905-b885-0822527e5302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:52.738953 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b20f5119-0f9b-4409-b606-4fff998d238c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:52.752187 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ee6908-f3a2-4905-b885-0822527e5302 None None] No DVR routers for this DVR port f06b382f-6763-479b-bbd7-5f1f54072323 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:37:52.793823 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee6908-f3a2-4905-b885-0822527e5302 None None] Pushing event deleted for resources: {'Port': ['ID=f06b382f-6763-479b-bbd7-5f1f54072323,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:52.828358 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 19bc1927-a0e4-47a1-802b-533d9ac392fd triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:37:52.828963 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:52.922842 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5b969452-32e5-46c9-9ce7-1d0d4029ca65 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:52.945873 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:52.991377 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9767787b-ee6b-4bb0-a622-290b0a02eff9']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:53.002785 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de254007-ebb5-478d-abb6-aff77e5d324c') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:53.003473 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de254007-ebb5-478d-abb6-aff77e5d324c') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:53.020111 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:53.086877 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:53.109001 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:37:53.109001 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: items = [ Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:37:53.153874 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:37:53.191024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f06b382f-6763-479b-bbd7-5f1f54072323 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:37:53.278202 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b20f5119-0f9b-4409-b606-4fff998d238c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:53.287871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: f06b382f-6763-479b-bbd7-5f1f54072323 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:37:53.287871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f06b382f-6763-479b-bbd7-5f1f54072323 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:37:53.288609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:37:53.386707 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:37:53.388984 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device fdcee9f8-2110-4ac0-98bc-82ab9f8dfdff not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:37:53.398837 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b20f5119-0f9b-4409-b606-4fff998d238c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:53.460059 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:53.467140 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:53.481743 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] 10.222.0.39 "DELETE /v2.0/networks/9767787b-ee6b-4bb0-a622-290b0a02eff9 HTTP/1.1" status: 204 len: 168 time: 2.1734505 Dec 14 02:37:53.495265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-5b969452-32e5-46c9-9ce7-1d0d4029ca65 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Allocated IP 172.25.7.193 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/26142adb-2101-4b94-a6cb-4ecd30e7089b) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:37:53.558091 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46949411-ecb7-4ab5-870b-d313c5d4da8f admin admin] Pushing event deleted for resources: {'Network': ['ID=9767787b-ee6b-4bb0-a622-290b0a02eff9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:53.657065 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5b969452-32e5-46c9-9ce7-1d0d4029ca65 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:53.778736 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b20f5119-0f9b-4409-b606-4fff998d238c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:53.780012 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b20f5119-0f9b-4409-b606-4fff998d238c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2053442 Dec 14 02:37:53.783000 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59674) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:53.787868 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c850df00-ac31-42be-a3c9-bf624387020c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Request body: {'security_group_rule': {'security_group_id': '9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:53.799291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f5119-0f9b-4409-b606-4fff998d238c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:53.863126 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:53.897694 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:53.910187 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c850df00-ac31-42be-a3c9-bf624387020c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:54.019203 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c850df00-ac31-42be-a3c9-bf624387020c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:54.023143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59678) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:54.071091 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5b969452-32e5-46c9-9ce7-1d0d4029ca65 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:54.185050 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9879cf4e-2c9f-4835-a296-6942285acf76 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b59fdcb5fd3244d1ae57409290b08849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598752 Dec 14 02:37:54.188326 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59682) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:54.208615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b969452-32e5-46c9-9ce7-1d0d4029ca65 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:54.209745 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b969452-32e5-46c9-9ce7-1d0d4029ca65 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event updated for resources: {'Port': ['ID=26142adb-2101-4b94-a6cb-4ecd30e7089b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:54.223241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-5b969452-32e5-46c9-9ce7-1d0d4029ca65 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:54.225489 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Allocated IP 172.25.7.196 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/8b078c5c-9d10-4712-a26c-9912a3dd8018) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:37:54.227660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b969452-32e5-46c9-9ce7-1d0d4029ca65 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:37:54.269581 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b968dc8d-f317-4a14-b1e3-b61b4effc471 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:54.272763 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c850df00-ac31-42be-a3c9-bf624387020c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:54.333980 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850df00-ac31-42be-a3c9-bf624387020c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af069eae-7273-479c-a40c-e1886a1f5576,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:54.345927 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b968dc8d-f317-4a14-b1e3-b61b4effc471 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:54.377105 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5b969452-32e5-46c9-9ce7-1d0d4029ca65 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:54.434102 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:54.550124 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c850df00-ac31-42be-a3c9-bf624387020c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:54.554893 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c850df00-ac31-42be-a3c9-bf624387020c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7705815 Dec 14 02:37:54.555722 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b968dc8d-f317-4a14-b1e3-b61b4effc471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:54.559189 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b968dc8d-f317-4a14-b1e3-b61b4effc471 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:54.560294 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b968dc8d-f317-4a14-b1e3-b61b4effc471 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5bb2a04-7236-4b15-885a-f30781db2270 HTTP/1.1" status: 204 len: 168 time: 0.3706865 Dec 14 02:37:54.561019 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59690) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:54.572033 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:54.587866 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9c4df914-88f1-4a80-ada4-ff005fd45c5b tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Request body: {'security_group_rule': {'security_group_id': '9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:54.596145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:54.605493 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:54.613649 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968dc8d-f317-4a14-b1e3-b61b4effc471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bb2a04-7236-4b15-885a-f30781db2270,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:54.647452 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:37:54.649845 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5b969452-32e5-46c9-9ce7-1d0d4029ca65 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:54.756968 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Pushing event updated for resources: {'Port': ['ID=8b078c5c-9d10-4712-a26c-9912a3dd8018,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:54.779761 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9c4df914-88f1-4a80-ada4-ff005fd45c5b tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:54.964860 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9c4df914-88f1-4a80-ada4-ff005fd45c5b tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:55.031466 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9c4df914-88f1-4a80-ada4-ff005fd45c5b tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:55.067943 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4df914-88f1-4a80-ada4-ff005fd45c5b tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1214d88-803a-47cb-8b2d-41a11f029fbc,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:55.143191 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9c4df914-88f1-4a80-ada4-ff005fd45c5b tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:55.148957 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9c4df914-88f1-4a80-ada4-ff005fd45c5b tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5688822 Dec 14 02:37:55.149240 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59706) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:55.157661 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6fdd170e-9da0-46f7-8127-e06ba1f76753 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:55.196367 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5b969452-32e5-46c9-9ce7-1d0d4029ca65 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:55.267646 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5b969452-32e5-46c9-9ce7-1d0d4029ca65 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:55.300760 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fdd170e-9da0-46f7-8127-e06ba1f76753 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:55.475893 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5b969452-32e5-46c9-9ce7-1d0d4029ca65 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:55.488787 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fdd170e-9da0-46f7-8127-e06ba1f76753 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:55.565661 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b969452-32e5-46c9-9ce7-1d0d4029ca65 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event updated for resources: {'Port': ['ID=26142adb-2101-4b94-a6cb-4ecd30e7089b,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:55.604263 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:55.651912 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-6fdd170e-9da0-46f7-8127-e06ba1f76753 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Allocated IP 172.25.7.190 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/571e6f53-63d8-4cc8-bb6d-49fdab4b64fc) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:37:55.683114 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5b969452-32e5-46c9-9ce7-1d0d4029ca65 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:55.684359 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5b969452-32e5-46c9-9ce7-1d0d4029ca65 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1995757 Dec 14 02:37:55.850085 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fdd170e-9da0-46f7-8127-e06ba1f76753 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:55.929414 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:56.060735 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fdd170e-9da0-46f7-8127-e06ba1f76753 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:56.135649 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdd170e-9da0-46f7-8127-e06ba1f76753 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:37:56.138887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-6fdd170e-9da0-46f7-8127-e06ba1f76753 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:56.142645 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdd170e-9da0-46f7-8127-e06ba1f76753 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:37:56.159265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Router d8c9cf9d-1bbd-475e-b6ef-806177906e6d is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:37:56.222826 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59758) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:56.239313 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd170e-9da0-46f7-8127-e06ba1f76753 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Pushing event updated for resources: {'Port': ['ID=571e6f53-63d8-4cc8-bb6d-49fdab4b64fc,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:56.333271 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fdd170e-9da0-46f7-8127-e06ba1f76753 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:56.362177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b27ea522-eade-47e6-a972-298a09b0f0d8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-541480356-network', 'tenant_id': '8de2e897b66f4832a6b93a500335cd1f'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:56.375931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:37:56.388304 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9dd5d8-3ff2-4b55-9a69-32aae8835951 None None] Sync routers for ids ['d8c9cf9d-1bbd-475e-b6ef-806177906e6d'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:37:56.407447 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9dd5d8-3ff2-4b55-9a69-32aae8835951 None None] Routers {'d8c9cf9d-1bbd-475e-b6ef-806177906e6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:56.407447 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-dc9dd5d8-3ff2-4b55-9a69-32aae8835951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d8c9cf9d-1bbd-475e-b6ef-806177906e6d'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:56.458817 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-dc9dd5d8-3ff2-4b55-9a69-32aae8835951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:56.469345 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fdd170e-9da0-46f7-8127-e06ba1f76753 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:56.469869 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9dd5d8-3ff2-4b55-9a69-32aae8835951 None None] Routers {'d8c9cf9d-1bbd-475e-b6ef-806177906e6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:56.470721 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-dc9dd5d8-3ff2-4b55-9a69-32aae8835951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d8c9cf9d-1bbd-475e-b6ef-806177906e6d'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:56.482192 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-2c220819-55d9-4094-a7c6-fc99c0d258e5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--482493825&fields=id&tenant_id=f5ffab91437844fca462f7af0a39817e HTTP/1.1" status: 200 len: 267 time: 0.0710816 Dec 14 02:37:56.518660 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-dc9dd5d8-3ff2-4b55-9a69-32aae8835951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:56.519737 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9dd5d8-3ff2-4b55-9a69-32aae8835951 None None] The sync data for ids ['d8c9cf9d-1bbd-475e-b6ef-806177906e6d'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:37:56.600557 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:56.600557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2db08d66-1cc8-4dcc-8570-64b190ecce44 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9919269 Dec 14 02:37:56.607195 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59788) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:56.609158 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-28370683-1575-46a8-933e-dda1d69e3f76 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:56.611004 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27ea522-eade-47e6-a972-298a09b0f0d8 admin admin] Made reservation on behalf of 8de2e897b66f4832a6b93a500335cd1f for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:37:56.613275 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b27ea522-eade-47e6-a972-298a09b0f0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:56.616973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-28370683-1575-46a8-933e-dda1d69e3f76 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports/e9de420b-c32e-4a1d-a9ee-71a5673399ea HTTP/1.1" status: 200 len: 930 time: 0.1271093 Dec 14 02:37:56.626809 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-237a08aa-167f-4ed5-b5c3-23944d5f3525 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'enable_snat': False}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:56.647337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb647016-1864-46ad-b01d-9d92cd13a5a9 req-89e50366-6ce6-4623-996a-7a1a05deab70 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:56.649022 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb647016-1864-46ad-b01d-9d92cd13a5a9 req-89e50366-6ce6-4623-996a-7a1a05deab70 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 950 time: 0.1415732 Dec 14 02:37:56.696811 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3ecc2550-87ee-464b-b3fc-024722982dfd tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:56.701326 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b27ea522-eade-47e6-a972-298a09b0f0d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:56.705355 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3ecc2550-87ee-464b-b3fc-024722982dfd tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports/e97d4905-01c1-4fec-8b89-44b7be1269b7 HTTP/1.1" status: 200 len: 931 time: 0.0868723 Dec 14 02:37:56.761882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-779be699-57a8-4094-b004-070240fd0cf8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?network_id=18b9e852-d3ea-485d-8106-6a6289070cf4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0557110 Dec 14 02:37:56.791606 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fdd170e-9da0-46f7-8127-e06ba1f76753 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:56.810439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-23081c1f-b189-4541-acf3-718a73b491c2 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?network_id=18b9e852-d3ea-485d-8106-6a6289070cf4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0386021 Dec 14 02:37:56.816681 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb647016-1864-46ad-b01d-9d92cd13a5a9 req-9d9650e4-3a52-40a7-a7a8-e2399ea7d8a4 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d4d94f1-2415-436c-af9a-9c5c8fa3cf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504974 Dec 14 02:37:56.855549 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:56.940193 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fdd170e-9da0-46f7-8127-e06ba1f76753 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:56.960553 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b27ea522-eade-47e6-a972-298a09b0f0d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:57.041056 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-9c135ef5-a203-4a34-a8aa-7e1740f2edbf tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:57.047188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-9c135ef5-a203-4a34-a8aa-7e1740f2edbf tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:57.053602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-9c135ef5-a203-4a34-a8aa-7e1740f2edbf tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:57.061784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-9c135ef5-a203-4a34-a8aa-7e1740f2edbf tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/networks?id=1b4164e6-822e-420c-a3b0-b15221d3eff6&id=cf83d73a-45cf-4239-b869-73b771421429&id=cf83d73a-45cf-4239-b869-73b771421429&id=18b9e852-d3ea-485d-8106-6a6289070cf4&id=18b9e852-d3ea-485d-8106-6a6289070cf4 HTTP/1.1" status: 200 len: 1989 time: 0.2440600 Dec 14 02:37:57.080566 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e6295e9f-f426-4ef2-9e1e-e2c6d4db1ab5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/quotas/f5ffab91437844fca462f7af0a39817e HTTP/1.1" status: 200 len: 375 time: 0.0177808 Dec 14 02:37:57.089686 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd170e-9da0-46f7-8127-e06ba1f76753 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Pushing event updated for resources: {'Port': ['ID=571e6f53-63d8-4cc8-bb6d-49fdab4b64fc,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:57.097914 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b27ea522-eade-47e6-a972-298a09b0f0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:57.125025 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fdd170e-9da0-46f7-8127-e06ba1f76753 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:57.133702 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27ea522-eade-47e6-a972-298a09b0f0d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:37:57.165760 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ea522-eade-47e6-a972-298a09b0f0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbb74bc-3c92-4d38-ad27-a86e341c7a71,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:57.169755 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b27ea522-eade-47e6-a972-298a09b0f0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:57.169946 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-b27ea522-eade-47e6-a972-298a09b0f0d8 admin admin] Added segment 2a2e4f1a-5b4f-4480-afbd-6ee95c388302 of type vlan for network e1337c3d-bcf7-4486-ae42-aca12144d612 Dec 14 02:37:57.189785 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-a9aa29f1-208f-4e2f-a70e-d0827626a9ad tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f5ffab91437844fca462f7af0a39817e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1082804 Dec 14 02:37:57.214759 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-237a08aa-167f-4ed5-b5c3-23944d5f3525 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:57.226721 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b27ea522-eade-47e6-a972-298a09b0f0d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:57.250506 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fdd170e-9da0-46f7-8127-e06ba1f76753 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:57.253547 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6fdd170e-9da0-46f7-8127-e06ba1f76753 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1013563 Dec 14 02:37:57.349747 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b27ea522-eade-47e6-a972-298a09b0f0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:57.350723 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27ea522-eade-47e6-a972-298a09b0f0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:57.351307 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b27ea522-eade-47e6-a972-298a09b0f0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:57.419236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e276d94a-84c1-4d8e-8426-0296558be908 service neutron] 10.222.0.39 "GET /v2.0/networks/1b4164e6-822e-420c-a3b0-b15221d3eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993484 Dec 14 02:37:57.430028 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ea522-eade-47e6-a972-298a09b0f0d8 admin admin] Pushing event updated for resources: {'Network': ['ID=e1337c3d-bcf7-4486-ae42-aca12144d612,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:57.450464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network e1337c3d-bcf7-4486-ae42-aca12144d612 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:37:57.504618 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b27ea522-eade-47e6-a972-298a09b0f0d8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2782047 Dec 14 02:37:57.594173 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59812) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:57.597522 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-628ae322-30fa-409a-8c8b-5ab961d5f711 service neutron] 10.222.0.39 "GET /v2.0/networks/1b4164e6-822e-420c-a3b0-b15221d3eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738052 Dec 14 02:37:57.646896 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-dfbb81db-e8e6-44ab-acd4-cc1e884d43fc admin admin] Request body: {'subnet': {'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-541480356-subnet', 'tenant_id': '8de2e897b66f4832a6b93a500335cd1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:37:57.709501 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-50794ff4-aa43-4ed1-89fa-a8ee4355341a service neutron] 10.222.0.39 "GET /v2.0/ports/e9de420b-c32e-4a1d-a9ee-71a5673399ea?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0930798 Dec 14 02:37:57.774108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-9779241c-e29a-47be-a197-6aa3c188c6b1 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--254022208&fields=id&tenant_id=3674cfa5672b4954bca99016b06664cb HTTP/1.1" status: 200 len: 267 time: 0.1751938 Dec 14 02:37:57.810497 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbb81db-e8e6-44ab-acd4-cc1e884d43fc admin admin] Made reservation on behalf of 8de2e897b66f4832a6b93a500335cd1f for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:37:57.813010 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dfbb81db-e8e6-44ab-acd4-cc1e884d43fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:58.045469 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-237a08aa-167f-4ed5-b5c3-23944d5f3525 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:58.051713 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-237a08aa-167f-4ed5-b5c3-23944d5f3525 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:58.212009 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237a08aa-167f-4ed5-b5c3-23944d5f3525 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Router d8c9cf9d-1bbd-475e-b6ef-806177906e6d has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:37:58.277865 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-17c2bb9a-18cf-423a-81f3-283fe94b275e service neutron] 10.222.0.39 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5674787 Dec 14 02:37:58.298030 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dfbb81db-e8e6-44ab-acd4-cc1e884d43fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:58.354241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-1be354b5-1b90-4c4c-9a79-34bd68690b2a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:58.356195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-1be354b5-1b90-4c4c-9a79-34bd68690b2a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/networks?id=409f180f-3bfa-4add-9f10-338a04644e61 HTTP/1.1" status: 200 len: 810 time: 0.5722311 Dec 14 02:37:58.362883 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb81db-e8e6-44ab-acd4-cc1e884d43fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b59d7a-4d1f-479f-848f-a3d5895f59fb,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:37:58.396416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-e3775875-e4df-4bff-baae-22d0203c74c4 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/quotas/3674cfa5672b4954bca99016b06664cb HTTP/1.1" status: 200 len: 375 time: 0.0233450 Dec 14 02:37:58.409719 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbb81db-e8e6-44ab-acd4-cc1e884d43fc admin admin] Checking segment: {'id': '2a2e4f1a-5b4f-4480-afbd-6ee95c388302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:37:58.410453 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbb81db-e8e6-44ab-acd4-cc1e884d43fc admin admin] Network hostable DHCP agents. Network: e1337c3d-bcf7-4486-ae42-aca12144d612, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:37:58.427518 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237a08aa-167f-4ed5-b5c3-23944d5f3525 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:37:58.435805 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-237a08aa-167f-4ed5-b5c3-23944d5f3525 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:58.439476 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-237a08aa-167f-4ed5-b5c3-23944d5f3525 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "PUT /v2.0/routers/d8c9cf9d-1bbd-475e-b6ef-806177906e6d HTTP/1.1" status: 200 len: 922 time: 1.8286242 Dec 14 02:37:58.439909 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59832) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:58.445497 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a21edce-3a88-4744-b506-611e714fc111 None None] Sync routers for ids ['d8c9cf9d-1bbd-475e-b6ef-806177906e6d'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:37:58.463415 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-573d0940-b933-44eb-b02d-0b330560a934 service neutron] 10.222.0.39 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734107 Dec 14 02:37:58.465124 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a21edce-3a88-4744-b506-611e714fc111 None None] Routers {'d8c9cf9d-1bbd-475e-b6ef-806177906e6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:58.466989 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3a21edce-3a88-4744-b506-611e714fc111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d8c9cf9d-1bbd-475e-b6ef-806177906e6d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:58.511610 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-42801fe6-399d-42a5-a776-6f6491223c74 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3674cfa5672b4954bca99016b06664cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002514 Dec 14 02:37:58.519855 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-c5fc62b3-efeb-41b6-819e-1b54ceb9d837 service neutron] 10.222.0.39 "GET /v2.0/ports/e97d4905-01c1-4fec-8b89-44b7be1269b7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0554194 Dec 14 02:37:58.552793 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3a21edce-3a88-4744-b506-611e714fc111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:58.564833 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ea755b26-8a9e-4b7c-be84-2702218ab4fb tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "GET /v2.0/routers/d8c9cf9d-1bbd-475e-b6ef-806177906e6d HTTP/1.1" status: 200 len: 922 time: 0.1238446 Dec 14 02:37:58.567640 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59834) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:58.581196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a21edce-3a88-4744-b506-611e714fc111 None None] Routers {'d8c9cf9d-1bbd-475e-b6ef-806177906e6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:37:58.582178 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3a21edce-3a88-4744-b506-611e714fc111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d8c9cf9d-1bbd-475e-b6ef-806177906e6d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:58.680014 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3a21edce-3a88-4744-b506-611e714fc111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:37:58.682078 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a21edce-3a88-4744-b506-611e714fc111 None None] The sync data for ids ['d8c9cf9d-1bbd-475e-b6ef-806177906e6d'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:37:58.705413 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbb81db-e8e6-44ab-acd4-cc1e884d43fc admin admin] Network e1337c3d-bcf7-4486-ae42-aca12144d612 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:37:58.708464 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-b019cc7e-6d23-403f-b03e-0a72ad2aaa55 service neutron] 10.222.0.39 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876853 Dec 14 02:37:58.709438 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f969d42a-7578-4722-af40-bcaec7a2d9f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:58.711183 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f969d42a-7578-4722-af40-bcaec7a2d9f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&device_id=d8c9cf9d-1bbd-475e-b6ef-806177906e6d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1425464 Dec 14 02:37:58.724698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59838) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:58.724847 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-8ccec518-1a91-4329-a5ab-61df92fefdbc service neutron] 10.222.0.39 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790383 Dec 14 02:37:58.817694 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e50081-8307-4b7c-b82c-826347748b2f tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:58.820928 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59840) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:58.823220 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-20e50081-8307-4b7c-b82c-826347748b2f tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 881 time: 0.1029348 Dec 14 02:37:58.857823 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-796c9462-13a2-4d09-b9af-d7c1acbb1db8 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8c9cf9d-1bbd-475e-b6ef-806177906e6d HTTP/1.1" status: 200 len: 205 time: 0.0355642 Dec 14 02:37:58.860375 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59842) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:58.913438 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-95ce4818-8219-4763-99da-d09cb7d88468 service neutron] 10.222.0.39 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943986 Dec 14 02:37:58.940337 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-b7db00ed-52f1-451d-bb5f-215a3666a3b3 service neutron] 10.222.0.39 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075417 Dec 14 02:37:58.976898 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-dfbb81db-e8e6-44ab-acd4-cc1e884d43fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, e1337c3d-bcf7-4486-ae42-aca12144d612) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:37:58.976898 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbb81db-e8e6-44ab-acd4-cc1e884d43fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:58.976898 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dfbb81db-e8e6-44ab-acd4-cc1e884d43fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:58.978465 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f32854-2a46-46c5-98c5-ff076c91cd8e None None] Network e1337c3d-bcf7-4486-ae42-aca12144d612 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:37:59.001669 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38cd5e19-ad73-4034-8fea-e65364dacd37 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:59.015543 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-6ea5c964-ec54-448b-b962-ed4c8958a681 service neutron] 10.222.0.39 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965688 Dec 14 02:37:59.116068 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3847d8-dfd0-47cc-937c-04c6338a83ef None None] Network e1337c3d-bcf7-4486-ae42-aca12144d612 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:37:59.149317 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38cd5e19-ad73-4034-8fea-e65364dacd37 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:59.151911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-c6b9b180-03a1-4b71-97ed-8acb10910058 service neutron] 10.222.0.39 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276858 Dec 14 02:37:59.268542 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-6b35e4dd-9619-4a21-818f-a5d159773688 service neutron] 10.222.0.39 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055601 Dec 14 02:37:59.360607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-34011157-33bc-4b5d-bec4-594d4145d852 service neutron] 10.222.0.39 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860367 Dec 14 02:37:59.460376 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-2dc2c020-9f1a-4fcb-b118-e79298c698f4 service neutron] 10.222.0.39 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898795 Dec 14 02:37:59.490950 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dfbb81db-e8e6-44ab-acd4-cc1e884d43fc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8894212 Dec 14 02:37:59.562495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-d0fd5c95-8fd4-4d19-a18a-60f4acd58408 service neutron] 10.222.0.39 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950723 Dec 14 02:37:59.692108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-5bddebc4-c56a-446c-bbe6-647acd94cdce service neutron] 10.222.0.39 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235549 Dec 14 02:37:59.763226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-38cd5e19-ad73-4034-8fea-e65364dacd37 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Deleting port 8b078c5c-9d10-4712-a26c-9912a3dd8018 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:37:59.763226 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38cd5e19-ad73-4034-8fea-e65364dacd37 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:59.877154 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59858) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:37:59.882213 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38cd5e19-ad73-4034-8fea-e65364dacd37 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:37:59.885996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe10f01-6b12-41ce-93db-7b4c7f868241 req-cea75478-357d-44a0-81f0-bc7a2b60ef64 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:37:59.887758 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ffe10f01-6b12-41ce-93db-7b4c7f868241 req-cea75478-357d-44a0-81f0-bc7a2b60ef64 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 950 time: 0.2024434 Dec 14 02:37:59.924204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-38cd5e19-ad73-4034-8fea-e65364dacd37 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Calling delete_port for 8b078c5c-9d10-4712-a26c-9912a3dd8018 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:37:59.945719 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-d7cdec06-2661-47a4-ae8f-6f5b993990b7 service neutron] 10.222.0.39 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437894 Dec 14 02:37:59.985574 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:00.020874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ffe10f01-6b12-41ce-93db-7b4c7f868241 req-9951e3e4-8bfd-4919-9f67-ede357399c7d tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d4d94f1-2415-436c-af9a-9c5c8fa3cf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243954 Dec 14 02:38:00.062692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3f2a38cd-5e55-4094-8467-4a42f1cbce2d no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:38:00.190163 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:00.248379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0d07e9-b1ad-49a9-969e-9794ca23c97c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:00.251063 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843499e6-e958-4746-a2df-459a124fa1aa" -d '{"events": [{"server_uuid": "2e0d07e9-b1ad-49a9-969e-9794ca23c97c", "name": "network-vif-unplugged", "status": "completed", "tag": "3f2a38cd-5e55-4094-8467-4a42f1cbce2d"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:00.271943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:00.329892 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0e456b5-40d4-499c-8283-b2f77325d729 req-12d8926b-afd8-4ebc-a5e7-791baa8274c0 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 210 time: 0.0842853 Dec 14 02:38:00.368028 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:00.456632 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:00.458557 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521bf94b-1996-46a3-9176-ce08199f36e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:00.600123 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521bf94b-1996-46a3-9176-ce08199f36e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:00.677070 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38cd5e19-ad73-4034-8fea-e65364dacd37 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:00.726394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd5e19-ad73-4034-8fea-e65364dacd37 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Pushing event deleted for resources: {'Port': ['ID=8b078c5c-9d10-4712-a26c-9912a3dd8018,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:00.745148 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521bf94b-1996-46a3-9176-ce08199f36e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:00.767398 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-12d7dc9d-bacf-4964-ac1d-a0f8b806e15b tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:00.768918 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-12d7dc9d-bacf-4964-ac1d-a0f8b806e15b tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/networks?id=e1337c3d-bcf7-4486-ae42-aca12144d612 HTTP/1.1" status: 200 len: 814 time: 0.1298900 Dec 14 02:38:00.787911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-69e5330f-e866-4089-8c1c-08de035a1326 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/quotas/8de2e897b66f4832a6b93a500335cd1f HTTP/1.1" status: 200 len: 375 time: 0.0123601 Dec 14 02:38:00.816439 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-521bf94b-1996-46a3-9176-ce08199f36e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41a2908917c946848e36f880e22f7a32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9379294 Dec 14 02:38:00.819071 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bf94b-1996-46a3-9176-ce08199f36e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217395c1-ce73-44de-963d-8ea2496e015e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:00.830637 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59896) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:00.840270 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38cd5e19-ad73-4034-8fea-e65364dacd37 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:00.843762 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-67665fe0-234a-47b8-bd00-73e14495e12b tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8de2e897b66f4832a6b93a500335cd1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456626 Dec 14 02:38:00.951858 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-541727a6-6f14-488e-b242-c35a367d155c service neutron] 10.222.0.39 "GET /v2.0/networks/e1337c3d-bcf7-4486-ae42-aca12144d612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072049 Dec 14 02:38:00.976243 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38cd5e19-ad73-4034-8fea-e65364dacd37 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:00.981052 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38cd5e19-ad73-4034-8fea-e65364dacd37 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:01.033933 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd696-ddda-4e63-85cb-95d5fa0ab4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:01.058793 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-78ee227b-5151-41bf-942c-a01cb51c1f28 service neutron] 10.222.0.39 "GET /v2.0/networks/e1337c3d-bcf7-4486-ae42-aca12144d612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995326 Dec 14 02:38:01.061140 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd696-ddda-4e63-85cb-95d5fa0ab4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:01.127844 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38cd5e19-ad73-4034-8fea-e65364dacd37 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:01.128425 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cd5e19-ad73-4034-8fea-e65364dacd37 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Fanout notify agent at l3_agent the message router_deleted on router d8c9cf9d-1bbd-475e-b6ef-806177906e6d {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:38:01.139913 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38cd5e19-ad73-4034-8fea-e65364dacd37 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:01.146083 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59904) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:01.150100 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-38cd5e19-ad73-4034-8fea-e65364dacd37 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "DELETE /v2.0/routers/d8c9cf9d-1bbd-475e-b6ef-806177906e6d HTTP/1.1" status: 204 len: 168 time: 2.2882335 Dec 14 02:38:01.152351 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-5d42f076-4789-40c1-9e16-04238bc22752 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-110160499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:01.208152 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd696-ddda-4e63-85cb-95d5fa0ab4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:01.211283 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd696-ddda-4e63-85cb-95d5fa0ab4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:01.212443 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c9ebd696-ddda-4e63-85cb-95d5fa0ab4c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/217395c1-ce73-44de-963d-8ea2496e015e HTTP/1.1" status: 204 len: 168 time: 0.3851590 Dec 14 02:38:01.222006 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebd696-ddda-4e63-85cb-95d5fa0ab4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217395c1-ce73-44de-963d-8ea2496e015e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:01.264772 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d42f076-4789-40c1-9e16-04238bc22752 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:01.265906 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d42f076-4789-40c1-9e16-04238bc22752 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:01.362552 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d42f076-4789-40c1-9e16-04238bc22752 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:01.385766 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d522db9-3cf6-4949-b115-8c3c1f1314ad x-openstack-request-id: req-5d522db9-3cf6-4949-b115-8c3c1f1314ad {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:01.386256 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0d07e9-b1ad-49a9-969e-9794ca23c97c", "name": "network-vif-unplugged", "status": "completed", "tag": "3f2a38cd-5e55-4094-8467-4a42f1cbce2d", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:01.386414 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d522db9-3cf6-4949-b115-8c3c1f1314ad {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:01.386993 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0d07e9-b1ad-49a9-969e-9794ca23c97c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d', 'code': 200} Dec 14 02:38:01.438046 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d42f076-4789-40c1-9e16-04238bc22752 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:01.542169 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b39f228-debe-40b9-a4ac-7671806f5321 req-aa11916e-dc57-4537-b231-8074732ed619 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 210 time: 0.0343211 Dec 14 02:38:01.545180 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d42f076-4789-40c1-9e16-04238bc22752 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:01.546391 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5d42f076-4789-40c1-9e16-04238bc22752 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3992739 Dec 14 02:38:01.549120 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59932) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:01.554289 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-c94d892d-f9e3-42c5-affb-7ffb912ddc19 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:01.704489 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8541ff70-bb00-4bfb-9129-99c8a4e73530 req-548af1ae-9da3-4860-8d1c-7055947e1b98 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 210 time: 0.0671487 Dec 14 02:38:01.898525 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44f87f81-efc5-408d-a3a4-5f98c424b19f req-e9728f1b-0e0b-4900-a3e0-fdc8234c3d14 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.0937955 Dec 14 02:38:01.912998 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c94d892d-f9e3-42c5-affb-7ffb912ddc19 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:02.092173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59960) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:02.111399 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-45c21890-cda3-407f-819e-bc43a827e3bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:02.265045 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-45c21890-cda3-407f-819e-bc43a827e3bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:02.374362 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c94d892d-f9e3-42c5-affb-7ffb912ddc19 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:02.404737 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c94d892d-f9e3-42c5-affb-7ffb912ddc19 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:02.406502 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-45c21890-cda3-407f-819e-bc43a827e3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:02.537440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c21890-cda3-407f-819e-bc43a827e3bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bb68f9-4175-485f-a156-1dd5aff1302c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:02.542241 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-45c21890-cda3-407f-819e-bc43a827e3bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2862d80f49c2493c9443dd31747a67f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4490221 Dec 14 02:38:02.545109 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59974) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:02.622665 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-e85f845f-ce22-4b47-9577-806ff0c91e35 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:02.624166 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-e85f845f-ce22-4b47-9577-806ff0c91e35 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.46 "GET /v2.0/networks?id=409f180f-3bfa-4add-9f10-338a04644e61 HTTP/1.1" status: 200 len: 810 time: 0.2591963 Dec 14 02:38:02.702597 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-c94d892d-f9e3-42c5-affb-7ffb912ddc19 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Allocated IP 172.25.7.90 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/ff951739-08a4-4ec5-8191-e2dfdbd924ec) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:38:02.704091 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7dbf502f-7db0-48e4-aec4-8cb39c40307f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:02.706093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d5e4f06f-bf6b-48e0-944d-5bc041ed080c req-cc92d495-44dc-462f-bbd3-e33457586e26 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 210 time: 0.0681508 Dec 14 02:38:02.716844 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7b135a1e-8cc4-4c5c-97ca-7196944d0e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:02.773825 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7dbf502f-7db0-48e4-aec4-8cb39c40307f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:02.816232 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-4b9ab8a7-9005-4963-a1a2-30a5eec2798c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3674cfa5672b4954bca99016b06664cb HTTP/1.1" status: 200 len: 379 time: 0.1691840 Dec 14 02:38:02.848656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-ae43650b-8c6a-4427-b67b-d3cd2065b33d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Request body: {'port': {'device_id': '111b937d-2fb2-477d-8da6-1799ee1b26b9', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'admin_state_up': True, 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'security_groups': ['9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:02.857572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47143c28-14c9-4141-b3c7-000084444842 req-48017cf9-1d44-486c-a50c-f92047bdac23 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 210 time: 0.0387132 Dec 14 02:38:02.956027 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c94d892d-f9e3-42c5-affb-7ffb912ddc19 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:02.974523 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7dbf502f-7db0-48e4-aec4-8cb39c40307f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:02.980194 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7dbf502f-7db0-48e4-aec4-8cb39c40307f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:02.982073 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7dbf502f-7db0-48e4-aec4-8cb39c40307f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12bb68f9-4175-485f-a156-1dd5aff1302c HTTP/1.1" status: 204 len: 168 time: 0.4352386 Dec 14 02:38:02.993941 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf502f-7db0-48e4-aec4-8cb39c40307f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bb68f9-4175-485f-a156-1dd5aff1302c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:03.036633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5142fe80-437b-4c91-9e69-506cf701eeb1 req-7b146ebb-706b-4a64-96a6-1e06e1c46d83 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.0570049 Dec 14 02:38:03.152298 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-ae43650b-8c6a-4427-b67b-d3cd2065b33d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Made reservation on behalf of 3674cfa5672b4954bca99016b06664cb for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:38:03.157614 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-ae43650b-8c6a-4427-b67b-d3cd2065b33d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:03.161038 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c94d892d-f9e3-42c5-affb-7ffb912ddc19 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:03.219840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94d892d-f9e3-42c5-affb-7ffb912ddc19 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:38:03.230368 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-c94d892d-f9e3-42c5-affb-7ffb912ddc19 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:03.234979 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94d892d-f9e3-42c5-affb-7ffb912ddc19 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:38:03.535344 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d892d-f9e3-42c5-affb-7ffb912ddc19 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Pushing event updated for resources: {'Port': ['ID=ff951739-08a4-4ec5-8191-e2dfdbd924ec,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:03.709796 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-ae43650b-8c6a-4427-b67b-d3cd2065b33d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Allocated IP 172.20.0.7 (409f180f-3bfa-4add-9f10-338a04644e61/d40edbfc-b241-474d-8835-df2afaf4e4fb/3624da68-676a-426a-b838-01a755455f77) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:38:03.914633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2d22f08-b596-475b-8acd-a06c0a678bb9 req-2a3b7b2f-650d-44f8-a44d-600474356245 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 210 time: 0.1153159 Dec 14 02:38:04.053817 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d1ee56a-c9e9-44d5-887f-2d4252a83511 req-01b10c0a-1742-4ab4-9e5d-83836b6265df tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 210 time: 0.0463967 Dec 14 02:38:04.079086 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-ae43650b-8c6a-4427-b67b-d3cd2065b33d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:04.118642 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c94d892d-f9e3-42c5-affb-7ffb912ddc19 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:04.225108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c2e5ae4-745a-42c7-8df8-a19a610998ae req-1898df9e-2dae-470d-b815-f910e94f3cfe tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.0379424 Dec 14 02:38:04.382674 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c94d892d-f9e3-42c5-affb-7ffb912ddc19 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:04.387258 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c94d892d-f9e3-42c5-affb-7ffb912ddc19 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:05.034141 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-782a6e7f-5a63-45da-aa41-cbc293ba32be req-92185254-1769-4a58-9ea2-0a05e77a5d97 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 210 time: 0.0293021 Dec 14 02:38:05.123320 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-ae43650b-8c6a-4427-b67b-d3cd2065b33d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:05.219390 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-ae43650b-8c6a-4427-b67b-d3cd2065b33d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Network 409f180f-3bfa-4add-9f10-338a04644e61 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:38:05.223288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-ae43650b-8c6a-4427-b67b-d3cd2065b33d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:05.226822 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-ae43650b-8c6a-4427-b67b-d3cd2065b33d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:38:05.284677 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-cc910710-0eac-420e-a1de-be81a21048b1 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:05.290719 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-cc910710-0eac-420e-a1de-be81a21048b1 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.46 "GET /v2.0/networks?id=e1337c3d-bcf7-4486-ae42-aca12144d612 HTTP/1.1" status: 200 len: 814 time: 0.1292992 Dec 14 02:38:05.312149 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2d27956f-164f-45ad-9eed-d18a79ce2788 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Request body: {'port': {'device_id': '189b33a9-7418-4b25-a22e-658767519704', 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612', 'admin_state_up': True, 'tenant_id': '8de2e897b66f4832a6b93a500335cd1f'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:05.329666 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-ae43650b-8c6a-4427-b67b-d3cd2065b33d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:05.330362 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-ae43650b-8c6a-4427-b67b-d3cd2065b33d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:05.350172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94d892d-f9e3-42c5-affb-7ffb912ddc19 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Router 652a6865-05a5-4e0c-be4f-af260e1b41f8 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:38:05.368632 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d91c3181-a36b-4a75-bc77-01df7d3fa9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:05.442596 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a9644ae-2b18-4965-bd45-af79a470afe1 req-ebbcb6a4-c0a2-4224-ae34-30e19641414a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.0309870 Dec 14 02:38:05.458538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a0675-62e2-4f0b-b701-68721ece8747 req-fc4c6a2c-5c2e-4b9c-809e-025fc1c89a64 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:05.466733 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-801a0675-62e2-4f0b-b701-68721ece8747 req-fc4c6a2c-5c2e-4b9c-809e-025fc1c89a64 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 931 time: 0.3017013 Dec 14 02:38:05.468765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43650b-8c6a-4427-b67b-d3cd2065b33d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Pushing event updated for resources: {'Port': ['ID=3624da68-676a-426a-b838-01a755455f77,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:05.613814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-ae43650b-8c6a-4427-b67b-d3cd2065b33d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7842956 Dec 14 02:38:05.634878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Request body: {'port': {'device_id': '111b937d-2fb2-477d-8da6-1799ee1b26b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:05.666592 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2d27956f-164f-45ad-9eed-d18a79ce2788 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Made reservation on behalf of 8de2e897b66f4832a6b93a500335cd1f for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:38:05.670922 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2d27956f-164f-45ad-9eed-d18a79ce2788 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:05.719645 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-01854c67-e8a2-4653-822f-3202768825b4 None None] Provisioning complete for port 3624da68-676a-426a-b838-01a755455f77 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:05.720223 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01854c67-e8a2-4653-822f-3202768825b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:05.723355 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:05.745619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-801a0675-62e2-4f0b-b701-68721ece8747 req-8cf419a6-e585-40cb-b223-6f1926addd4a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778702 Dec 14 02:38:05.778511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-01854c67-e8a2-4653-822f-3202768825b4 None None] Port 3624da68-676a-426a-b838-01a755455f77 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:38:05.814742 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94d892d-f9e3-42c5-affb-7ffb912ddc19 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:38:05.824610 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c94d892d-f9e3-42c5-affb-7ffb912ddc19 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:05.828482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c94d892d-f9e3-42c5-affb-7ffb912ddc19 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "PUT /v2.0/routers/652a6865-05a5-4e0c-be4f-af260e1b41f8 HTTP/1.1" status: 200 len: 878 time: 4.2756598 Dec 14 02:38:05.831542 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96552aef-6884-4b22-9a65-5a2a82e16875 None None] Sync routers for ids ['652a6865-05a5-4e0c-be4f-af260e1b41f8'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:38:05.850327 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60070) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:05.870325 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96552aef-6884-4b22-9a65-5a2a82e16875 None None] Routers {'652a6865-05a5-4e0c-be4f-af260e1b41f8'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:38:05.870894 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-96552aef-6884-4b22-9a65-5a2a82e16875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:38:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['652a6865-05a5-4e0c-be4f-af260e1b41f8'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:05.952508 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-96552aef-6884-4b22-9a65-5a2a82e16875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:05.964370 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96552aef-6884-4b22-9a65-5a2a82e16875 None None] Routers {'652a6865-05a5-4e0c-be4f-af260e1b41f8'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:38:05.965486 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2d27956f-164f-45ad-9eed-d18a79ce2788 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Allocated IP 172.20.0.7 (e1337c3d-bcf7-4486-ae42-aca12144d612/71b59d7a-4d1f-479f-848f-a3d5895f59fb/96e484b3-431c-43a6-800d-ce23e07fc63a) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:38:05.965663 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-96552aef-6884-4b22-9a65-5a2a82e16875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:38:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['652a6865-05a5-4e0c-be4f-af260e1b41f8'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:06.032469 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-745abd89-bbee-4b9c-84c3-8fc6006115f8 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "GET /v2.0/routers/652a6865-05a5-4e0c-be4f-af260e1b41f8 HTTP/1.1" status: 200 len: 919 time: 0.1805162 Dec 14 02:38:06.033186 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60086) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:06.096068 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-96552aef-6884-4b22-9a65-5a2a82e16875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:06.096983 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96552aef-6884-4b22-9a65-5a2a82e16875 None None] The sync data for ids ['652a6865-05a5-4e0c-be4f-af260e1b41f8'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:38:06.162279 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fbc475-92ee-439b-9142-0bad06438713 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:06.167408 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-93fbc475-92ee-439b-9142-0bad06438713 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&device_id=652a6865-05a5-4e0c-be4f-af260e1b41f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1297293 Dec 14 02:38:06.168572 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60092) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:06.195761 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4930b6b6-4f64-4c2c-b758-76b1c99bbcfe req-a5d42381-3544-425e-9bfb-fedb179e23ee tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 210 time: 0.0480974 Dec 14 02:38:06.218558 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:06.251486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3624da68-676a-426a-b838-01a755455f77 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:38:06.261365 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:06.279473 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Transition to ACTIVE for port object 3624da68-676a-426a-b838-01a755455f77 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:38:06.294826 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2d27956f-164f-45ad-9eed-d18a79ce2788 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:06.328574 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d663f1b8-52e7-4de0-9505-157eeaf347f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:06.333128 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d663f1b8-52e7-4de0-9505-157eeaf347f5 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 881 time: 0.1613052 Dec 14 02:38:06.338394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60102) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:06.358542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-18846e03-f64b-4701-a66a-ba264a5f9024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:06.362518 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-18846e03-f64b-4701-a66a-ba264a5f9024 service neutron] 10.222.0.47 "GET /v2.0/ports/e9de420b-c32e-4a1d-a9ee-71a5673399ea HTTP/1.1" status: 200 len: 1026 time: 0.0579753 Dec 14 02:38:06.380334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60108) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:06.380787 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-38941b4b-6959-4300-a2bb-eddd2a922ec6 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "GET /v2.0/ports?device_id=652a6865-05a5-4e0c-be4f-af260e1b41f8 HTTP/1.1" status: 200 len: 205 time: 0.0416238 Dec 14 02:38:06.475774 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e03b2b31-3389-4f95-80ac-5fdfaf15ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:06.477445 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e03b2b31-3389-4f95-80ac-5fdfaf15ed83 service neutron] 10.222.0.47 "GET /v2.0/ports/e97d4905-01c1-4fec-8b89-44b7be1269b7 HTTP/1.1" status: 200 len: 1027 time: 0.1065505 Dec 14 02:38:06.499594 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:06.525994 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2d27956f-164f-45ad-9eed-d18a79ce2788 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:06.604411 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Pushing event updated for resources: {'Port': ['ID=3624da68-676a-426a-b838-01a755455f77,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:06.643320 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2d27956f-164f-45ad-9eed-d18a79ce2788 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Network e1337c3d-bcf7-4486-ae42-aca12144d612 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:38:06.648060 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2d27956f-164f-45ad-9eed-d18a79ce2788 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:06.653570 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2d27956f-164f-45ad-9eed-d18a79ce2788 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:38:06.678715 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27956f-164f-45ad-9eed-d18a79ce2788 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Pushing event updated for resources: {'Port': ['ID=96e484b3-431c-43a6-800d-ce23e07fc63a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:06.704220 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ea9dd60c-f392-4a3a-856f-1c0b6a6f0db1 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:06.725935 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2d27956f-164f-45ad-9eed-d18a79ce2788 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:06.726986 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2d27956f-164f-45ad-9eed-d18a79ce2788 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:06.794091 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2d27956f-164f-45ad-9eed-d18a79ce2788 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4884973 Dec 14 02:38:06.813215 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Request body: {'port': {'device_id': '189b33a9-7418-4b25-a22e-658767519704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:06.896304 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:06.937683 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ea9dd60c-f392-4a3a-856f-1c0b6a6f0db1 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:06.982486 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cfe8b667-4677-4a91-b04a-bfc7a167607b req-17b755d8-9b3d-4e25-bdbc-c6949c684895 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.2309759 Dec 14 02:38:07.047316 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-dbc6ceb5-292d-418e-b779-925bea15a3b7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:07.053998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-dbc6ceb5-292d-418e-b779-925bea15a3b7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:07.060994 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-dbc6ceb5-292d-418e-b779-925bea15a3b7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:07.062717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-dbc6ceb5-292d-418e-b779-925bea15a3b7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.47 "GET /v2.0/networks?id=1b4164e6-822e-420c-a3b0-b15221d3eff6&id=cf83d73a-45cf-4239-b869-73b771421429&id=cf83d73a-45cf-4239-b869-73b771421429&id=cf83d73a-45cf-4239-b869-73b771421429&id=cf83d73a-45cf-4239-b869-73b771421429&id=18b9e852-d3ea-485d-8106-6a6289070cf4&id=18b9e852-d3ea-485d-8106-6a6289070cf4 HTTP/1.1" status: 200 len: 1989 time: 0.5775294 Dec 14 02:38:07.158502 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af293e1f-4b19-4542-a620-43444bdb7e6f req-ef885c41-b1ae-4078-8657-a06a4eb67b46 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:07.160073 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af293e1f-4b19-4542-a620-43444bdb7e6f req-ef885c41-b1ae-4078-8657-a06a4eb67b46 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 943 time: 0.2260616 Dec 14 02:38:07.162418 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Attempting to bind port 3624da68-676a-426a-b838-01a755455f77 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:38:07.162762 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Attempting to bind port 3624da68-676a-426a-b838-01a755455f77 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'c765e286-84ca-4e29-b9b8-3b913daed72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:38:07.163097 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Attempting to bind port 3624da68-676a-426a-b838-01a755455f77 on network 409f180f-3bfa-4add-9f10-338a04644e61 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:07.262451 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e484b3-431c-43a6-800d-ce23e07fc63a {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:38:07.264446 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1b440a16-e18a-43b7-9199-dcd029377bd2 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5ffab91437844fca462f7af0a39817e HTTP/1.1" status: 200 len: 379 time: 0.1652267 Dec 14 02:38:07.265703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Port 3624da68-676a-426a-b838-01a755455f77 on network 409f180f-3bfa-4add-9f10-338a04644e61 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:38:07.266052 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Attempting to bind port 3624da68-676a-426a-b838-01a755455f77 on network 409f180f-3bfa-4add-9f10-338a04644e61 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:07.272097 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:07.290047 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Transition to ACTIVE for port object 96e484b3-431c-43a6-800d-ce23e07fc63a will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:38:07.291105 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:38:07.291619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Checking segment: {'id': 'c765e286-84ca-4e29-b9b8-3b913daed72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:38:07.292212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Bound using segment: {'id': 'c765e286-84ca-4e29-b9b8-3b913daed72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:38:07.292536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Bound port: 3624da68-676a-426a-b838-01a755455f77, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c765e286-84ca-4e29-b9b8-3b913daed72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:38:07.292818 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:07.297941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e832d5aa-dbfd-4309-a423-7253bc49f4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Request body: {'port': {'device_id': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6', 'admin_state_up': True, 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'security_groups': ['96739014-1342-4038-93b0-f3ef5a88fe85']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:07.356230 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:07.417058 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Pushing event updated for resources: {'Port': ['ID=96e484b3-431c-43a6-800d-ce23e07fc63a,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:07.520162 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Attempting to bind port 96e484b3-431c-43a6-800d-ce23e07fc63a on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:38:07.520599 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Attempting to bind port 96e484b3-431c-43a6-800d-ce23e07fc63a by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '2a2e4f1a-5b4f-4480-afbd-6ee95c388302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:38:07.521785 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Attempting to bind port 96e484b3-431c-43a6-800d-ce23e07fc63a on network e1337c3d-bcf7-4486-ae42-aca12144d612 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:07.528672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Port 96e484b3-431c-43a6-800d-ce23e07fc63a on network e1337c3d-bcf7-4486-ae42-aca12144d612 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:38:07.529098 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Attempting to bind port 96e484b3-431c-43a6-800d-ce23e07fc63a on network e1337c3d-bcf7-4486-ae42-aca12144d612 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:07.535330 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:38:07.535910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Checking segment: {'id': '2a2e4f1a-5b4f-4480-afbd-6ee95c388302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:38:07.536382 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Bound using segment: {'id': '2a2e4f1a-5b4f-4480-afbd-6ee95c388302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:38:07.536901 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Bound port: 96e484b3-431c-43a6-800d-ce23e07fc63a, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2e4f1a-5b4f-4480-afbd-6ee95c388302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:38:07.537354 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:07.595653 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:07.625515 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] For port 96e484b3-431c-43a6-800d-ce23e07fc63a, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:38:07.630667 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] For port 96e484b3-431c-43a6-800d-ce23e07fc63a, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=96e484b3-431c-43a6-800d-ce23e07fc63a,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:38:07.687808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-ea9dd60c-f392-4a3a-856f-1c0b6a6f0db1 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Deleting port ff951739-08a4-4ec5-8191-e2dfdbd924ec {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:38:07.688050 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ea9dd60c-f392-4a3a-856f-1c0b6a6f0db1 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:07.691067 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-fb97143d-5724-4dad-9c65-1b67e30b4581 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6f6e32f74c7e4156a8e5c0e2bc5d87cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3703747 Dec 14 02:38:07.701821 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af293e1f-4b19-4542-a620-43444bdb7e6f req-f70676db-a3a5-44cb-b529-28f6f5eb0a91 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5251701 Dec 14 02:38:07.731944 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:07.784757 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:07.785538 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:07.788499 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] 10.222.0.46 "PUT /v2.0/ports/96e484b3-431c-43a6-800d-ce23e07fc63a HTTP/1.1" status: 200 len: 1091 time: 0.9802701 Dec 14 02:38:07.788990 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '189b33a9-7418-4b25-a22e-658767519704', 'tag': '96e484b3-431c-43a6-800d-ce23e07fc63a'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:07.794188 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb96ed0-70d9-456e-a51f-6ecefb48ad20" -d '{"events": [{"name": "network-changed", "server_uuid": "189b33a9-7418-4b25-a22e-658767519704", "tag": "96e484b3-431c-43a6-800d-ce23e07fc63a"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:07.855879 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8165f9-3bff-4137-83c4-ea1a51fb7b6f service neutron] Pushing event updated for resources: {'Port': ['ID=96e484b3-431c-43a6-800d-ce23e07fc63a,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:07.965359 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] For port 3624da68-676a-426a-b838-01a755455f77, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:38:08.009055 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-c6390bc4-581f-4eb2-9f2a-dc61e2bbf1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:08.013022 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-c6390bc4-581f-4eb2-9f2a-dc61e2bbf1f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8de2e897b66f4832a6b93a500335cd1f&device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 1094 time: 0.0734468 Dec 14 02:38:08.027203 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] For port 3624da68-676a-426a-b838-01a755455f77, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3624da68-676a-426a-b838-01a755455f77,segment=NetworkSegment(c765e286-84ca-4e29-b9b8-3b913daed72a),segment_id=c765e286-84ca-4e29-b9b8-3b913daed72a)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:38:08.049200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-28dfeefd-d0cf-4410-a8f4-e5f60dcec0f5 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:08.050893 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-28dfeefd-d0cf-4410-a8f4-e5f60dcec0f5 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3462493 Dec 14 02:38:08.056727 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ea9dd60c-f392-4a3a-856f-1c0b6a6f0db1 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:08.085046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-ea9dd60c-f392-4a3a-856f-1c0b6a6f0db1 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Calling delete_port for ff951739-08a4-4ec5-8191-e2dfdbd924ec owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:38:08.092801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-6a295b4f-a09c-453d-a64e-f45bafd4966e tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/quotas/6f6e32f74c7e4156a8e5c0e2bc5d87cd HTTP/1.1" status: 200 len: 375 time: 0.0256641 Dec 14 02:38:08.104767 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-8712e739-8149-49f4-90a6-c8099ac712d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96e484b3-431c-43a6-800d-ce23e07fc63a HTTP/1.1" status: 200 len: 217 time: 0.0771704 Dec 14 02:38:08.110790 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3f2a38cd-5e55-4094-8467-4a42f1cbce2d details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:38:08.131241 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-d22be9bd-e1a9-4a29-a9c0-0adc11f35fb8 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f6e32f74c7e4156a8e5c0e2bc5d87cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296359 Dec 14 02:38:08.134655 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:08.184746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e832d5aa-dbfd-4309-a423-7253bc49f4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Made reservation on behalf of f5ffab91437844fca462f7af0a39817e for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:38:08.188675 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e832d5aa-dbfd-4309-a423-7253bc49f4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:08.241577 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-63ec1851-ff65-4f7f-b99b-385e421231d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:08.243322 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-63ec1851-ff65-4f7f-b99b-385e421231d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71b59d7a-4d1f-479f-848f-a3d5895f59fb HTTP/1.1" status: 200 len: 854 time: 0.1204920 Dec 14 02:38:08.275567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:08.276904 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:08.278698 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-85e3a155-97b8-45df-b240-067507213ebf service neutron] 10.222.0.46 "PUT /v2.0/ports/3624da68-676a-426a-b838-01a755455f77 HTTP/1.1" status: 200 len: 1091 time: 2.6486044 Dec 14 02:38:08.283563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111b937d-2fb2-477d-8da6-1799ee1b26b9', 'tag': '3624da68-676a-426a-b838-01a755455f77'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:08.285883 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63c5256-6fc9-4225-87f2-7b58afc7f2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "111b937d-2fb2-477d-8da6-1799ee1b26b9", "tag": "3624da68-676a-426a-b838-01a755455f77"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:08.312145 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-9885c9fb-ad0e-4e09-af8b-9b638c155949 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1337c3d-bcf7-4486-ae42-aca12144d612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590577 Dec 14 02:38:08.370327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3a155-97b8-45df-b240-067507213ebf service neutron] Pushing event updated for resources: {'Port': ['ID=3624da68-676a-426a-b838-01a755455f77,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:08.398294 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:08.465544 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d', 'mac_address': 'fa:16:3e:91:71:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:38:08.502227 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-e480c0f5-3ef7-4038-aa05-2d89e6f35af6 service neutron] 10.222.0.46 "GET /v2.0/networks/e1337c3d-bcf7-4486-ae42-aca12144d612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788259 Dec 14 02:38:08.615712 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:08.643441 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b51b11f-fef2-4298-a47e-a643ae2c097a x-openstack-request-id: req-9b51b11f-fef2-4298-a47e-a643ae2c097a {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:08.643735 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "189b33a9-7418-4b25-a22e-658767519704", "tag": "96e484b3-431c-43a6-800d-ce23e07fc63a", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:08.643998 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b51b11f-fef2-4298-a47e-a643ae2c097a {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:08.644406 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '189b33a9-7418-4b25-a22e-658767519704', 'tag': '96e484b3-431c-43a6-800d-ce23e07fc63a', 'status': 'completed', 'code': 200} Dec 14 02:38:08.654118 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:08.688100 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2a38cd-5e55-4094-8467-4a42f1cbce2d {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:38:08.720267 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e832d5aa-dbfd-4309-a423-7253bc49f4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Allocated IP 172.20.0.9 (1b4164e6-822e-420c-a3b0-b15221d3eff6/e81371a3-0455-4a74-8514-0ee39a56c60d/967565e0-3a99-41ac-bfa3-c5fb52e9a874) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:38:08.763506 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:08.765291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279c0b2-0552-48fc-8841-02dd618152b0 req-64dc6148-dc4a-4696-8cb3-86fcf8fc24f1 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:08.772786 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0279c0b2-0552-48fc-8841-02dd618152b0 req-64dc6148-dc4a-4696-8cb3-86fcf8fc24f1 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 943 time: 0.2266970 Dec 14 02:38:08.774573 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-956f2ae4-aed0-4c08-a6b1-be00b7ea58ec req-7514599b-bc44-475e-9208-abaee3d7dd6b service neutron] 10.222.0.46 "GET /v2.0/networks/e1337c3d-bcf7-4486-ae42-aca12144d612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648149 Dec 14 02:38:08.794627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-93f22541-365f-458e-8923-1c5b2b6e6112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:08.796378 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-93f22541-365f-458e-8923-1c5b2b6e6112 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3674cfa5672b4954bca99016b06664cb&device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 1094 time: 0.2787681 Dec 14 02:38:08.826161 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:08.895249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60ce78d1-3567-4ed6-b878-1047809ae98c req-b2d9b40f-dea0-442c-9ed7-40826d90b0c0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.1044912 Dec 14 02:38:08.904489 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-a3620989-288f-4871-948d-e51fd01c50fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3624da68-676a-426a-b838-01a755455f77 HTTP/1.1" status: 200 len: 217 time: 0.0830967 Dec 14 02:38:08.947215 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:09.029129 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['3f2a38cd-5e55-4094-8467-4a42f1cbce2d'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:38:09.038310 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0279c0b2-0552-48fc-8841-02dd618152b0 req-9b9fbb38-0e50-4fa5-a1c6-ab81217a3f49 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625759 Dec 14 02:38:09.043578 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d6d72a-3fef-4d1c-a4ea-cc47cd5ef161 x-openstack-request-id: req-43d6d72a-3fef-4d1c-a4ea-cc47cd5ef161 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:09.049190 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111b937d-2fb2-477d-8da6-1799ee1b26b9", "tag": "3624da68-676a-426a-b838-01a755455f77", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:09.049635 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-43d6d72a-3fef-4d1c-a4ea-cc47cd5ef161 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:09.050209 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111b937d-2fb2-477d-8da6-1799ee1b26b9', 'tag': '3624da68-676a-426a-b838-01a755455f77', 'status': 'completed', 'code': 200} Dec 14 02:38:09.060757 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ea9dd60c-f392-4a3a-856f-1c0b6a6f0db1 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:09.099700 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb96ed0-70d9-456e-a51f-6ecefb48ad20 req-2a49d2aa-5158-4f2f-8c49-e1661fc67b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:09.106304 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bfb96ed0-70d9-456e-a51f-6ecefb48ad20 req-2a49d2aa-5158-4f2f-8c49-e1661fc67b1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8de2e897b66f4832a6b93a500335cd1f&device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 1094 time: 0.1394682 Dec 14 02:38:09.154892 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9dd60c-f392-4a3a-856f-1c0b6a6f0db1 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Pushing event deleted for resources: {'Port': ['ID=ff951739-08a4-4ec5-8191-e2dfdbd924ec,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:09.217716 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a529f6d-bf70-4370-8097-a0eca721f459 req-a3d74524-01c3-4a5f-aa54-f451858efc5c tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 210 time: 0.1102827 Dec 14 02:38:09.219493 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-9e789fad-c9aa-4370-9660-4c79627021bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:09.221131 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-9e789fad-c9aa-4370-9660-4c79627021bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d40edbfc-b241-474d-8835-df2afaf4e4fb HTTP/1.1" status: 200 len: 849 time: 0.2536175 Dec 14 02:38:09.306680 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb96ed0-70d9-456e-a51f-6ecefb48ad20 req-57b76667-9e0e-44fd-98c2-a0e0d4085264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:09.308407 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bfb96ed0-70d9-456e-a51f-6ecefb48ad20 req-57b76667-9e0e-44fd-98c2-a0e0d4085264 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1337c3d-bcf7-4486-ae42-aca12144d612 HTTP/1.1" status: 200 len: 915 time: 0.1911182 Dec 14 02:38:09.336416 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e832d5aa-dbfd-4309-a423-7253bc49f4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:09.339305 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ea9dd60c-f392-4a3a-856f-1c0b6a6f0db1 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:09.421248 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bfb96ed0-70d9-456e-a51f-6ecefb48ad20 req-c107a708-942c-4f31-99a2-efd578bc59f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96e484b3-431c-43a6-800d-ce23e07fc63a HTTP/1.1" status: 200 len: 217 time: 0.1043675 Dec 14 02:38:09.433913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330b4a5-4589-4a0d-ad76-764ace37694d req-4939bed1-4232-4f35-bdb0-d9419bb53c28 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:09.443225 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c330b4a5-4589-4a0d-ad76-764ace37694d req-4939bed1-4232-4f35-bdb0-d9419bb53c28 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 943 time: 0.2894044 Dec 14 02:38:09.488035 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb96ed0-70d9-456e-a51f-6ecefb48ad20 req-ec76c3ff-284a-49f5-9ae5-456641b5ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:09.488035 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bfb96ed0-70d9-456e-a51f-6ecefb48ad20 req-ec76c3ff-284a-49f5-9ae5-456641b5ed46 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71b59d7a-4d1f-479f-848f-a3d5895f59fb HTTP/1.1" status: 200 len: 854 time: 0.0548952 Dec 14 02:38:09.529606 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bfb96ed0-70d9-456e-a51f-6ecefb48ad20 req-373586d5-e8be-4058-9800-17bf609a9554 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1337c3d-bcf7-4486-ae42-aca12144d612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355587 Dec 14 02:38:09.543656 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ea9dd60c-f392-4a3a-856f-1c0b6a6f0db1 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:09.549911 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ea9dd60c-f392-4a3a-856f-1c0b6a6f0db1 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:09.552845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-3e8d00c4-3f0c-4ade-a4fc-876a94cd22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:09.554426 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-3e8d00c4-3f0c-4ade-a4fc-876a94cd22b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=409f180f-3bfa-4add-9f10-338a04644e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2988408 Dec 14 02:38:09.658164 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bfb96ed0-70d9-456e-a51f-6ecefb48ad20 req-b653a6a2-e396-45c3-a04d-570ef3e98834 service neutron] 10.222.0.46 "GET /v2.0/networks/e1337c3d-bcf7-4486-ae42-aca12144d612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180215 Dec 14 02:38:09.728910 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c330b4a5-4589-4a0d-ad76-764ace37694d req-3e5fbf56-5bfd-43a1-a1de-ab31cc9ed170 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2822628 Dec 14 02:38:09.748306 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e832d5aa-dbfd-4309-a423-7253bc49f4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:09.800003 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ea9dd60c-f392-4a3a-856f-1c0b6a6f0db1 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:09.800542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9dd60c-f392-4a3a-856f-1c0b6a6f0db1 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Fanout notify agent at l3_agent the message router_deleted on router 652a6865-05a5-4e0c-be4f-af260e1b41f8 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:38:09.813953 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ea9dd60c-f392-4a3a-856f-1c0b6a6f0db1 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:09.815090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ea9dd60c-f392-4a3a-856f-1c0b6a6f0db1 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "DELETE /v2.0/routers/652a6865-05a5-4e0c-be4f-af260e1b41f8 HTTP/1.1" status: 204 len: 168 time: 3.4331546 Dec 14 02:38:09.817387 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bfb96ed0-70d9-456e-a51f-6ecefb48ad20 req-2465a18f-03f4-49b2-add0-de61ef5aff3c service neutron] 10.222.0.46 "GET /v2.0/networks/e1337c3d-bcf7-4486-ae42-aca12144d612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494734 Dec 14 02:38:09.819431 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60192) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:09.826967 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-74aff33f-c1ee-4018-9d79-183fe7c36907 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-690260973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:09.856760 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e832d5aa-dbfd-4309-a423-7253bc49f4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Network 1b4164e6-822e-420c-a3b0-b15221d3eff6 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:38:09.862507 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e832d5aa-dbfd-4309-a423-7253bc49f4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:09.866118 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-84fa144b-63c4-4de2-92e1-c2bd8e04931d service neutron] 10.222.0.46 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231414 Dec 14 02:38:09.866744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832d5aa-dbfd-4309-a423-7253bc49f4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event updated for resources: {'Port': ['ID=967565e0-3a99-41ac-bfa3-c5fb52e9a874,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:09.869652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e832d5aa-dbfd-4309-a423-7253bc49f4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:38:09.968308 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74aff33f-c1ee-4018-9d79-183fe7c36907 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:09.969438 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74aff33f-c1ee-4018-9d79-183fe7c36907 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:10.088417 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74aff33f-c1ee-4018-9d79-183fe7c36907 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:10.126445 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3f2a38cd-5e55-4094-8467-4a42f1cbce2d up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:38:10.208627 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74aff33f-c1ee-4018-9d79-183fe7c36907 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:10.222178 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:10.222551 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:10.291491 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-dbe0893c-5dbe-4d82-aaaa-688cf6bf3acc None None] Provisioning complete for port 967565e0-3a99-41ac-bfa3-c5fb52e9a874 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:10.292216 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dbe0893c-5dbe-4d82-aaaa-688cf6bf3acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:10.357796 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74aff33f-c1ee-4018-9d79-183fe7c36907 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:10.361613 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-74aff33f-c1ee-4018-9d79-183fe7c36907 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5386519 Dec 14 02:38:10.363150 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60208) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:10.370281 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b49126e7-7f9b-40f5-b00d-ad1fd898a198 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'enable_snat': True}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:10.443405 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-dbe0893c-5dbe-4d82-aaaa-688cf6bf3acc None None] Port 967565e0-3a99-41ac-bfa3-c5fb52e9a874 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:38:10.458113 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e832d5aa-dbfd-4309-a423-7253bc49f4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:10.458689 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:10.458776 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e832d5aa-dbfd-4309-a423-7253bc49f4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:10.506239 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0d07e9-b1ad-49a9-969e-9794ca23c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:10.511917 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c143c5-3e1f-4ff6-8e6b-762f9134ac47" -d '{"events": [{"server_uuid": "2e0d07e9-b1ad-49a9-969e-9794ca23c97c", "name": "network-vif-plugged", "status": "completed", "tag": "3f2a38cd-5e55-4094-8467-4a42f1cbce2d"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:10.526773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26d136-43ef-4c3b-a9ae-65f3b1e78b30 req-947398c0-73a7-4014-8ef9-ea4350fd8070 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:10.528324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d26d136-43ef-4c3b-a9ae-65f3b1e78b30 req-947398c0-73a7-4014-8ef9-ea4350fd8070 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 943 time: 0.2207134 Dec 14 02:38:10.543397 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:10.589108 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be23690-da45-4df9-bc0e-ef259870ca6a req-ee538a5f-3132-4bd9-9e30-b976a3a7e3f8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:10.596851 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2be23690-da45-4df9-bc0e-ef259870ca6a req-ee538a5f-3132-4bd9-9e30-b976a3a7e3f8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 931 time: 0.2852490 Dec 14 02:38:10.613025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e832d5aa-dbfd-4309-a423-7253bc49f4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3213918 Dec 14 02:38:10.630816 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:10.647787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ebb6bb0f-ecc0-4f80-bf18-877d2f694db0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Request body: {'port': {'device_id': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429', 'admin_state_up': True, 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'security_groups': ['96739014-1342-4038-93b0-f3ef5a88fe85']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:10.665843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e69d0dff-3d05-4b33-8129-81fe96996580 req-6695e585-bf89-4179-8b42-0a0a2efaad1d service neutron] 10.222.0.46 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7636478 Dec 14 02:38:10.746647 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,revision_number=10']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:10.769741 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b49126e7-7f9b-40f5-b00d-ad1fd898a198 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:10.822575 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d26d136-43ef-4c3b-a9ae-65f3b1e78b30 req-67c219a3-0e30-457c-8872-84bf76523465 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846389 Dec 14 02:38:10.869098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2be23690-da45-4df9-bc0e-ef259870ca6a req-6c60152a-ba4a-441a-9cac-b5abc3c2b9ec tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2646363 Dec 14 02:38:11.076994 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41e7d3a0-0bb6-4aff-ad96-b5c654596ed2 req-2ac582f1-9249-4d3a-8c13-692a3ccbb2dc tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 210 time: 0.1296065 Dec 14 02:38:11.142787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c5256-6fc9-4225-87f2-7b58afc7f2dc req-bcbd95b9-b73d-4949-ac55-6c125a34f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:11.144294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d63c5256-6fc9-4225-87f2-7b58afc7f2dc req-bcbd95b9-b73d-4949-ac55-6c125a34f916 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3674cfa5672b4954bca99016b06664cb&device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 1094 time: 0.2738152 Dec 14 02:38:11.195430 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441e5aa3-5e7d-41d1-ac72-80e945febea9 x-openstack-request-id: req-441e5aa3-5e7d-41d1-ac72-80e945febea9 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:11.195929 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0d07e9-b1ad-49a9-969e-9794ca23c97c", "name": "network-vif-plugged", "status": "completed", "tag": "3f2a38cd-5e55-4094-8467-4a42f1cbce2d", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:11.196046 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-441e5aa3-5e7d-41d1-ac72-80e945febea9 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:11.196386 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0d07e9-b1ad-49a9-969e-9794ca23c97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d', 'code': 200} Dec 14 02:38:11.239519 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ebb6bb0f-ecc0-4f80-bf18-877d2f694db0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Made reservation on behalf of f5ffab91437844fca462f7af0a39817e for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:38:11.244642 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ebb6bb0f-ecc0-4f80-bf18-877d2f694db0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:11.252681 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b49126e7-7f9b-40f5-b00d-ad1fd898a198 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:11.307108 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b49126e7-7f9b-40f5-b00d-ad1fd898a198 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:11.396534 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c5256-6fc9-4225-87f2-7b58afc7f2dc req-3b0d1f29-8d31-47cd-b1a0-a6e5b2f24465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:11.398357 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d63c5256-6fc9-4225-87f2-7b58afc7f2dc req-3b0d1f29-8d31-47cd-b1a0-a6e5b2f24465 service neutron] 10.222.0.46 "GET /v2.0/networks?id=409f180f-3bfa-4add-9f10-338a04644e61 HTTP/1.1" status: 200 len: 911 time: 0.2457778 Dec 14 02:38:11.463345 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-b49126e7-7f9b-40f5-b00d-ad1fd898a198 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Allocated IP 172.25.7.239 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/7df1d57c-3dcf-4128-9aa0-2e347854be3f) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:38:11.491964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bddd99-fea1-432c-bc80-7587e5dd26ee req-dd310478-5b41-4954-92d4-b42c00dd506c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:11.494224 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16bddd99-fea1-432c-bc80-7587e5dd26ee req-dd310478-5b41-4954-92d4-b42c00dd506c tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 943 time: 0.1977229 Dec 14 02:38:11.495774 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d63c5256-6fc9-4225-87f2-7b58afc7f2dc req-b469e44b-2943-49b8-91e0-68b8f53ff625 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3624da68-676a-426a-b838-01a755455f77 HTTP/1.1" status: 200 len: 217 time: 0.0811384 Dec 14 02:38:11.601920 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b49126e7-7f9b-40f5-b00d-ad1fd898a198 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:11.609741 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ebb6bb0f-ecc0-4f80-bf18-877d2f694db0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Allocated IP 10.1.1.95 (cf83d73a-45cf-4239-b869-73b771421429/8e925697-362e-4fd5-a44c-1a81dc51a250/7b7cfabd-515e-4098-a45c-f9b489a694ea) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:38:11.661321 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c5256-6fc9-4225-87f2-7b58afc7f2dc req-4bc3796a-e4fe-492d-bd52-c97c24dcf8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:11.665624 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d63c5256-6fc9-4225-87f2-7b58afc7f2dc req-4bc3796a-e4fe-492d-bd52-c97c24dcf8ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d40edbfc-b241-474d-8835-df2afaf4e4fb HTTP/1.1" status: 200 len: 849 time: 0.1499557 Dec 14 02:38:11.705641 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16bddd99-fea1-432c-bc80-7587e5dd26ee req-56ee9f6a-ca53-428b-8ca6-da856d681630 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888146 Dec 14 02:38:11.793341 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b49126e7-7f9b-40f5-b00d-ad1fd898a198 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:11.859080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49126e7-7f9b-40f5-b00d-ad1fd898a198 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:38:11.859757 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49126e7-7f9b-40f5-b00d-ad1fd898a198 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Pushing event updated for resources: {'Port': ['ID=7df1d57c-3dcf-4128-9aa0-2e347854be3f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:11.862321 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-b49126e7-7f9b-40f5-b00d-ad1fd898a198 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:11.875230 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49126e7-7f9b-40f5-b00d-ad1fd898a198 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:38:12.062643 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-c435b2a0-9d8e-4bde-91db-bcc0333a849b tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=6f6e32f74c7e4156a8e5c0e2bc5d87cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1798172 Dec 14 02:38:12.144731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c5256-6fc9-4225-87f2-7b58afc7f2dc req-19db4df1-cf50-4f3b-ae0c-2c6db7fb1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:12.146941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d63c5256-6fc9-4225-87f2-7b58afc7f2dc req-19db4df1-cf50-4f3b-ae0c-2c6db7fb1347 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=409f180f-3bfa-4add-9f10-338a04644e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4695718 Dec 14 02:38:12.582386 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b49126e7-7f9b-40f5-b00d-ad1fd898a198 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:12.653720 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d63c5256-6fc9-4225-87f2-7b58afc7f2dc req-d3fd474f-393d-49ce-81cc-848356200645 service neutron] 10.222.0.46 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967902 Dec 14 02:38:12.801645 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05819bd-aa30-48d9-8d9e-e37ddc3cc064 req-3bc812a5-0dc8-4917-89b4-0012fe1b8cc0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:12.803244 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b05819bd-aa30-48d9-8d9e-e37ddc3cc064 req-3bc812a5-0dc8-4917-89b4-0012fe1b8cc0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 931 time: 0.7374802 Dec 14 02:38:12.836130 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80570f-8b81-45a4-836b-02cd7c344a82 req-4c626b12-ebf1-47e9-b03d-2a5bb5be0928 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:12.845230 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa80570f-8b81-45a4-836b-02cd7c344a82 req-4c626b12-ebf1-47e9-b03d-2a5bb5be0928 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 943 time: 0.8219988 Dec 14 02:38:12.854998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-a1ea52e5-485c-4549-be19-d76642e7b756 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:12.861618 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-a1ea52e5-485c-4549-be19-d76642e7b756 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7411368 Dec 14 02:38:12.906168 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ebb6bb0f-ecc0-4f80-bf18-877d2f694db0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:12.919177 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-93e59ceb-bc31-4f71-8f24-875ada6f7b19 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Request body: {'port': {'device_id': '564da6fa-8eca-4b3e-ba67-7309afc1a282', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': '6f6e32f74c7e4156a8e5c0e2bc5d87cd'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:13.052675 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa80570f-8b81-45a4-836b-02cd7c344a82 req-977cdd89-e6eb-4ff2-a70f-21b3289ad1f1 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056983 Dec 14 02:38:13.065518 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56ffd8-4f68-4124-851f-5574eb5531c6 req-8e4fd826-4710-4751-a302-9b56b54e0c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:13.065518 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3d56ffd8-4f68-4124-851f-5574eb5531c6 req-8e4fd826-4710-4751-a302-9b56b54e0c34 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5cebf6e15f0347bd9e3807a6d0cf22d0&device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 1102 time: 0.5133150 Dec 14 02:38:13.148166 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 96e484b3-431c-43a6-800d-ce23e07fc63a details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:38:13.212863 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d63c5256-6fc9-4225-87f2-7b58afc7f2dc req-5ce40ff0-ef24-4a26-af36-be3e95885ca1 service neutron] 10.222.0.46 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281761 Dec 14 02:38:13.283096 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56ffd8-4f68-4124-851f-5574eb5531c6 req-bce99753-55ad-4431-86a3-85c2ded4e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:13.284887 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3d56ffd8-4f68-4124-851f-5574eb5531c6 req-bce99753-55ad-4431-86a3-85c2ded4e15b service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1948838 Dec 14 02:38:13.400540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b05819bd-aa30-48d9-8d9e-e37ddc3cc064 req-d1487fcc-cec3-46eb-9674-682bc91f94d6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5731745 Dec 14 02:38:13.402968 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3d56ffd8-4f68-4124-851f-5574eb5531c6 req-6fbb9a62-17d6-49a6-99eb-336f4ec564f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=3f2a38cd-5e55-4094-8467-4a42f1cbce2d HTTP/1.1" status: 200 len: 217 time: 0.1089475 Dec 14 02:38:13.409809 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 96e484b3-431c-43a6-800d-ce23e07fc63a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=96e484b3-431c-43a6-800d-ce23e07fc63a,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:13.447232 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '96e484b3-431c-43a6-800d-ce23e07fc63a', 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612', 'port_id': '96e484b3-431c-43a6-800d-ce23e07fc63a', 'mac_address': 'fa:16:3e:4f:f4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b59d7a-4d1f-479f-848f-a3d5895f59fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:38:13.491282 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cc06da6c-f597-44d0-9f15-8d33e9ef4caf req-f6314ade-96fd-4ab6-b81e-8c06def40c40 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 210 time: 0.0861254 Dec 14 02:38:13.494352 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ebb6bb0f-ecc0-4f80-bf18-877d2f694db0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:13.573152 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:13.607217 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e484b3-431c-43a6-800d-ce23e07fc63a {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:38:13.631928 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ebb6bb0f-ecc0-4f80-bf18-877d2f694db0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Network cf83d73a-45cf-4239-b869-73b771421429 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:38:13.639237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ebb6bb0f-ecc0-4f80-bf18-877d2f694db0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:13.653457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ebb6bb0f-ecc0-4f80-bf18-877d2f694db0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:38:13.666021 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 96e484b3-431c-43a6-800d-ce23e07fc63a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=96e484b3-431c-43a6-800d-ce23e07fc63a,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:13.722947 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56ffd8-4f68-4124-851f-5574eb5531c6 req-5b4b41ea-16aa-446e-a81f-9af6f5c9ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:13.725248 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3d56ffd8-4f68-4124-851f-5574eb5531c6 req-5b4b41ea-16aa-446e-a81f-9af6f5c9ed24 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.3137047 Dec 14 02:38:13.767607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ebb6bb0f-ecc0-4f80-bf18-877d2f694db0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:13.768226 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:13.768346 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ebb6bb0f-ecc0-4f80-bf18-877d2f694db0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:13.870179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-93e59ceb-bc31-4f71-8f24-875ada6f7b19 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Made reservation on behalf of 6f6e32f74c7e4156a8e5c0e2bc5d87cd for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:38:13.871818 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b49126e7-7f9b-40f5-b00d-ad1fd898a198 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:13.876766 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56ffd8-4f68-4124-851f-5574eb5531c6 req-50abf5c9-ee16-4df1-8667-ea2003a67ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:13.879509 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-93e59ceb-bc31-4f71-8f24-875ada6f7b19 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:13.881754 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3d56ffd8-4f68-4124-851f-5574eb5531c6 req-50abf5c9-ee16-4df1-8667-ea2003a67ff6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1461740 Dec 14 02:38:13.885979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=96e484b3-431c-43a6-800d-ce23e07fc63a,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:13.887954 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b49126e7-7f9b-40f5-b00d-ad1fd898a198 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:13.940118 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ebb6bb0f-ecc0-4f80-bf18-877d2f694db0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2982547 Dec 14 02:38:13.943746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6bb0f-ecc0-4f80-bf18-877d2f694db0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event updated for resources: {'Port': ['ID=7b7cfabd-515e-4098-a45c-f9b489a694ea,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:13.947973 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-93e59ceb-bc31-4f71-8f24-875ada6f7b19 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:13.970845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8ae9d7ac-7423-472b-8d01-bfe59cd6cdc6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Request body: {'port': {'device_id': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429', 'admin_state_up': True, 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'security_groups': ['96739014-1342-4038-93b0-f3ef5a88fe85']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:14.073497 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['96e484b3-431c-43a6-800d-ce23e07fc63a'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:38:14.076538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050a7c8-974e-474f-b97a-03727ca0bdde req-4ce68bdf-5eeb-4611-b7ba-0d40d7bae3cb tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:14.086256 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f050a7c8-974e-474f-b97a-03727ca0bdde req-4ce68bdf-5eeb-4611-b7ba-0d40d7bae3cb tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 943 time: 0.2839990 Dec 14 02:38:14.203833 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f050a7c8-974e-474f-b97a-03727ca0bdde req-e4d9b9da-ab77-42fc-90cd-711d9172c9ef tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156988 Dec 14 02:38:14.240858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3d1ff1e6-2131-4cb2-af0f-cdf8ec381bb0 None None] Provisioning complete for port 7b7cfabd-515e-4098-a45c-f9b489a694ea triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:14.241453 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff1e6-2131-4cb2-af0f-cdf8ec381bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:14.251341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8ae9d7ac-7423-472b-8d01-bfe59cd6cdc6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Made reservation on behalf of f5ffab91437844fca462f7af0a39817e for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:38:14.261394 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8ae9d7ac-7423-472b-8d01-bfe59cd6cdc6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:14.364505 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3d56ffd8-4f68-4124-851f-5574eb5531c6 req-a3f9cd45-d65b-4d24-88f4-323e6a3668b3 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536839 Dec 14 02:38:14.419648 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3d1ff1e6-2131-4cb2-af0f-cdf8ec381bb0 None None] Port 7b7cfabd-515e-4098-a45c-f9b489a694ea cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:38:14.489598 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-93e59ceb-bc31-4f71-8f24-875ada6f7b19 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:14.592330 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81451ed-cfb3-4d0b-88bf-1623f6f1e8a8 req-831bf4c5-4a5b-447b-99ce-d10d50ad5d15 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:14.609974 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c81451ed-cfb3-4d0b-88bf-1623f6f1e8a8 req-831bf4c5-4a5b-447b-99ce-d10d50ad5d15 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 944 time: 0.3338718 Dec 14 02:38:14.630091 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3d56ffd8-4f68-4124-851f-5574eb5531c6 req-37238b00-d6d0-40a8-b5f2-54efa83f2170 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541921 Dec 14 02:38:14.632135 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49126e7-7f9b-40f5-b00d-ad1fd898a198 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Router 2baa2a8e-826c-4682-b647-b5602ce28593 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:38:14.668000 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-93e59ceb-bc31-4f71-8f24-875ada6f7b19 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:14.771959 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49126e7-7f9b-40f5-b00d-ad1fd898a198 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:38:14.783313 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b49126e7-7f9b-40f5-b00d-ad1fd898a198 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:14.787617 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b49126e7-7f9b-40f5-b00d-ad1fd898a198 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "PUT /v2.0/routers/2baa2a8e-826c-4682-b647-b5602ce28593 HTTP/1.1" status: 200 len: 914 time: 4.4210217 Dec 14 02:38:14.788254 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b305f23-b28f-4d59-b674-976fa0ab86e0 None None] Sync routers for ids ['2baa2a8e-826c-4682-b647-b5602ce28593'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:38:14.791877 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60286) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:14.843905 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b305f23-b28f-4d59-b674-976fa0ab86e0 None None] Routers {'2baa2a8e-826c-4682-b647-b5602ce28593'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:38:14.844571 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9b305f23-b28f-4d59-b674-976fa0ab86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:38:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2baa2a8e-826c-4682-b647-b5602ce28593'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:14.893188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8ae9d7ac-7423-472b-8d01-bfe59cd6cdc6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Allocated IP 10.1.1.208 (cf83d73a-45cf-4239-b869-73b771421429/8e925697-362e-4fd5-a44c-1a81dc51a250/4ef6eebe-50b1-45f1-8719-abdc224c373b) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:38:14.953340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e59ceb-bc31-4f71-8f24-875ada6f7b19 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:14.966153 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-19e7f9eb-e28a-4c9d-a4df-dc3238955e34 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "GET /v2.0/routers/2baa2a8e-826c-4682-b647-b5602ce28593 HTTP/1.1" status: 200 len: 920 time: 0.1732156 Dec 14 02:38:14.967177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60290) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:15.003445 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9b305f23-b28f-4d59-b674-976fa0ab86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:15.033956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b305f23-b28f-4d59-b674-976fa0ab86e0 None None] Routers {'2baa2a8e-826c-4682-b647-b5602ce28593'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:38:15.034816 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9b305f23-b28f-4d59-b674-976fa0ab86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:38:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2baa2a8e-826c-4682-b647-b5602ce28593'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:15.050155 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae85d18-13ad-4fff-9a3c-246e9a17e82b tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:15.060504 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9ae85d18-13ad-4fff-9a3c-246e9a17e82b tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&device_id=2baa2a8e-826c-4682-b647-b5602ce28593&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0916500 Dec 14 02:38:15.061333 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60292) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:15.093530 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9b305f23-b28f-4d59-b674-976fa0ab86e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:15.094438 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b305f23-b28f-4d59-b674-976fa0ab86e0 None None] The sync data for ids ['2baa2a8e-826c-4682-b647-b5602ce28593'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:38:15.172597 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3624da68-676a-426a-b838-01a755455f77 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:38:15.176825 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c81451ed-cfb3-4d0b-88bf-1623f6f1e8a8 req-e3085f48-1bec-4126-8d4a-9b0f8ffe90e4 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5658860 Dec 14 02:38:15.191654 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 96e484b3-431c-43a6-800d-ce23e07fc63a up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:38:15.258310 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f730b5e-68af-41c0-8628-97b4b26a3d17 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:15.262474 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9f730b5e-68af-41c0-8628-97b4b26a3d17 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 881 time: 0.1954198 Dec 14 02:38:15.266957 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60296) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:15.281417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adb3a2-1eb2-4ee0-9428-42c95af85e3e req-a72d9730-6d09-4424-91bb-1e198f95af94 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:15.308481 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adb3a2-1eb2-4ee0-9428-42c95af85e3e req-a72d9730-6d09-4424-91bb-1e198f95af94 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:15.312055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-23adb3a2-1eb2-4ee0-9428-42c95af85e3e req-a72d9730-6d09-4424-91bb-1e198f95af94 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 1652 time: 0.6882112 Dec 14 02:38:15.334455 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.resource_extend [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 02:38:15.358027 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ada87a28-69a7-48b2-8b08-ed173c61d25a tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "GET /v2.0/ports?device_id=2baa2a8e-826c-4682-b647-b5602ce28593 HTTP/1.1" status: 200 len: 205 time: 0.0862637 Dec 14 02:38:15.359420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60298) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:15.516758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3624da68-676a-426a-b838-01a755455f77, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3624da68-676a-426a-b838-01a755455f77,segment=NetworkSegment(c765e286-84ca-4e29-b9b8-3b913daed72a),segment_id=c765e286-84ca-4e29-b9b8-3b913daed72a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:15.533278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '3624da68-676a-426a-b838-01a755455f77', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'port_id': '3624da68-676a-426a-b838-01a755455f77', 'mac_address': 'fa:16:3e:89:29:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:38:15.554889 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-93e59ceb-bc31-4f71-8f24-875ada6f7b19 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Allocated IP 192.168.233.100 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/f5b057d0-5267-420e-b290-5c57ee4948ff) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:38:15.569686 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8ae9d7ac-7423-472b-8d01-bfe59cd6cdc6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:15.589585 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:15.599609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 96e484b3-431c-43a6-800d-ce23e07fc63a completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:38:15.601297 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01cd914-0411-4b71-982f-c3a0cadfd842 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:15.614454 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 96e484b3-431c-43a6-800d-ce23e07fc63a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:15.615881 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:15.636324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34e12396-8f53-4f15-b305-7080be0d8908 req-2308d010-24ac-4e43-8a7c-f14f464ac605 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 210 time: 0.1545918 Dec 14 02:38:15.742173 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-23adb3a2-1eb2-4ee0-9428-42c95af85e3e req-61920e53-c141-414f-a099-c0a937181d17 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755040 Dec 14 02:38:15.750727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3624da68-676a-426a-b838-01a755455f77 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:38:15.808561 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01cd914-0411-4b71-982f-c3a0cadfd842 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:15.832286 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3624da68-676a-426a-b838-01a755455f77, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3624da68-676a-426a-b838-01a755455f77,segment=NetworkSegment(c765e286-84ca-4e29-b9b8-3b913daed72a),segment_id=c765e286-84ca-4e29-b9b8-3b913daed72a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:15.844837 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:15.899161 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189b33a9-7418-4b25-a22e-658767519704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e484b3-431c-43a6-800d-ce23e07fc63a'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:15.902939 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fef972-b212-4196-a281-981ef5ae4d71" -d '{"events": [{"server_uuid": "189b33a9-7418-4b25-a22e-658767519704", "name": "network-vif-plugged", "status": "completed", "tag": "96e484b3-431c-43a6-800d-ce23e07fc63a"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:15.958216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 96e484b3-431c-43a6-800d-ce23e07fc63a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=96e484b3-431c-43a6-800d-ce23e07fc63a,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:15.996301 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:16.053204 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8ae9d7ac-7423-472b-8d01-bfe59cd6cdc6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:16.096027 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba021632-8f68-4155-a054-a0c12aa97abb x-openstack-request-id: req-ba021632-8f68-4155-a054-a0c12aa97abb {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:16.096027 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189b33a9-7418-4b25-a22e-658767519704", "name": "network-vif-plugged", "status": "completed", "tag": "96e484b3-431c-43a6-800d-ce23e07fc63a", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:16.097703 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-f01cd914-0411-4b71-982f-c3a0cadfd842 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Deleting port 7df1d57c-3dcf-4128-9aa0-2e347854be3f {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:38:16.098060 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01cd914-0411-4b71-982f-c3a0cadfd842 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:16.103715 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba021632-8f68-4155-a054-a0c12aa97abb {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:16.105460 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189b33a9-7418-4b25-a22e-658767519704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e484b3-431c-43a6-800d-ce23e07fc63a', 'code': 200} Dec 14 02:38:16.175961 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:16.227568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=3624da68-676a-426a-b838-01a755455f77,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:16.245385 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9303c-a4fd-43df-b941-ac6454c005c7 req-05d563b8-fb8f-4e34-8096-1a0f0685b7d7 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:16.253580 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41f9303c-a4fd-43df-b941-ac6454c005c7 req-05d563b8-fb8f-4e34-8096-1a0f0685b7d7 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 943 time: 0.3370492 Dec 14 02:38:16.344398 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3624da68-676a-426a-b838-01a755455f77'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:38:16.387864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8ae9d7ac-7423-472b-8d01-bfe59cd6cdc6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Network cf83d73a-45cf-4239-b869-73b771421429 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:38:16.392907 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01cd914-0411-4b71-982f-c3a0cadfd842 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:16.420822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-f01cd914-0411-4b71-982f-c3a0cadfd842 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Calling delete_port for 7df1d57c-3dcf-4128-9aa0-2e347854be3f owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:38:16.459431 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9d7ac-7423-472b-8d01-bfe59cd6cdc6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event updated for resources: {'Port': ['ID=4ef6eebe-50b1-45f1-8719-abdc224c373b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:16.475225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8ae9d7ac-7423-472b-8d01-bfe59cd6cdc6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:16.479545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8ae9d7ac-7423-472b-8d01-bfe59cd6cdc6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:38:16.511283 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=96e484b3-431c-43a6-800d-ce23e07fc63a,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:16.632499 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-93e59ceb-bc31-4f71-8f24-875ada6f7b19 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:16.673089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32177dfa-6c38-43bc-be3b-e1e8940c6660 req-86a553af-0308-4da4-b379-6b88e77fb64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:16.675107 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32177dfa-6c38-43bc-be3b-e1e8940c6660 req-86a553af-0308-4da4-b379-6b88e77fb64d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 1096 time: 0.3986614 Dec 14 02:38:16.779174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecaf0b-f9aa-4407-b77d-e4927e1214a2 req-56ae2a6f-6bb0-4f7e-a1cc-a9f39846aa55 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:16.791300 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fecaf0b-f9aa-4407-b77d-e4927e1214a2 req-56ae2a6f-6bb0-4f7e-a1cc-a9f39846aa55 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.3882372 Dec 14 02:38:16.836633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41f9303c-a4fd-43df-b941-ac6454c005c7 req-f1e1905c-a0ee-41d2-acc9-61566c30b638 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5374422 Dec 14 02:38:16.878054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8ae9d7ac-7423-472b-8d01-bfe59cd6cdc6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:16.881551 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8ae9d7ac-7423-472b-8d01-bfe59cd6cdc6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:16.919744 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32177dfa-6c38-43bc-be3b-e1e8940c6660 req-2b707b4a-4cfc-4751-b6af-f9288b9b61fb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181661 Dec 14 02:38:16.963902 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3504e195-ca51-4a56-9d3f-ca0dd4317f56 None None] Provisioning complete for port 4ef6eebe-50b1-45f1-8719-abdc224c373b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:16.964331 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3504e195-ca51-4a56-9d3f-ca0dd4317f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:16.969376 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a33ccb0-9a7d-44ee-8e17-edbca2ccb2d5 req-e3d858e5-d909-4462-97e2-1551b7f5b1bb tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 210 time: 0.0426209 Dec 14 02:38:17.002565 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01cd914-0411-4b71-982f-c3a0cadfd842 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:17.007459 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fecaf0b-f9aa-4407-b77d-e4927e1214a2 req-7355eeaf-60c7-4e5c-9181-7aa7143f98ee tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147467 Dec 14 02:38:17.027902 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3504e195-ca51-4a56-9d3f-ca0dd4317f56 None None] Port 4ef6eebe-50b1-45f1-8719-abdc224c373b cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:38:17.076191 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8ae9d7ac-7423-472b-8d01-bfe59cd6cdc6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1225600 Dec 14 02:38:17.096192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-70128587-e7ef-467b-86ac-68a216915045 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Request body: {'port': {'device_id': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '18b9e852-d3ea-485d-8106-6a6289070cf4', 'admin_state_up': True, 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'security_groups': ['96739014-1342-4038-93b0-f3ef5a88fe85']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:17.118073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cd914-0411-4b71-982f-c3a0cadfd842 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Pushing event deleted for resources: {'Port': ['ID=7df1d57c-3dcf-4128-9aa0-2e347854be3f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:17.175329 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-93e59ceb-bc31-4f71-8f24-875ada6f7b19 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:17.202479 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01cd914-0411-4b71-982f-c3a0cadfd842 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:17.202709 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3624da68-676a-426a-b838-01a755455f77 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:38:17.412839 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01cd914-0411-4b71-982f-c3a0cadfd842 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:17.416033 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01cd914-0411-4b71-982f-c3a0cadfd842 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:17.489394 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 3624da68-676a-426a-b838-01a755455f77 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:38:17.494738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 3624da68-676a-426a-b838-01a755455f77 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:17.495147 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:17.591019 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01cd914-0411-4b71-982f-c3a0cadfd842 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:17.592082 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01cd914-0411-4b71-982f-c3a0cadfd842 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Fanout notify agent at l3_agent the message router_deleted on router 2baa2a8e-826c-4682-b647-b5602ce28593 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:38:17.604695 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01cd914-0411-4b71-982f-c3a0cadfd842 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:17.609918 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f01cd914-0411-4b71-982f-c3a0cadfd842 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "DELETE /v2.0/routers/2baa2a8e-826c-4682-b647-b5602ce28593 HTTP/1.1" status: 204 len: 168 time: 2.2457538 Dec 14 02:38:17.611637 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60340) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:17.620607 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9b5a4c18-46fa-4069-bf73-7fdbe084420a tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-228476730', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:17.647987 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:17.672517 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-93e59ceb-bc31-4f71-8f24-875ada6f7b19 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:38:17.697209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e59ceb-bc31-4f71-8f24-875ada6f7b19 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Pushing event updated for resources: {'Port': ['ID=f5b057d0-5267-420e-b290-5c57ee4948ff,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:17.704031 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-93e59ceb-bc31-4f71-8f24-875ada6f7b19 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:17.725474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-93e59ceb-bc31-4f71-8f24-875ada6f7b19 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:38:17.733753 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3624da68-676a-426a-b838-01a755455f77, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3624da68-676a-426a-b838-01a755455f77,segment=NetworkSegment(c765e286-84ca-4e29-b9b8-3b913daed72a),segment_id=c765e286-84ca-4e29-b9b8-3b913daed72a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:17.746080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83339032-5722-44a6-8f2d-4576b4ae09e7 req-0df65456-b47d-43fb-86bc-cfc85930fd20 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:17.752425 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83339032-5722-44a6-8f2d-4576b4ae09e7 req-0df65456-b47d-43fb-86bc-cfc85930fd20 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:17.758633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83339032-5722-44a6-8f2d-4576b4ae09e7 req-0df65456-b47d-43fb-86bc-cfc85930fd20 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:17.762506 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83339032-5722-44a6-8f2d-4576b4ae09e7 req-0df65456-b47d-43fb-86bc-cfc85930fd20 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 2373 time: 0.5905364 Dec 14 02:38:17.819817 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4c18-46fa-4069-bf73-7fdbe084420a tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:17.842059 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4c18-46fa-4069-bf73-7fdbe084420a tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:17.890139 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:18.034139 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4c18-46fa-4069-bf73-7fdbe084420a tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:18.046658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=3624da68-676a-426a-b838-01a755455f77,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:18.069003 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-93e59ceb-bc31-4f71-8f24-875ada6f7b19 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:18.070140 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-93e59ceb-bc31-4f71-8f24-875ada6f7b19 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:18.107243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111b937d-2fb2-477d-8da6-1799ee1b26b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3624da68-676a-426a-b838-01a755455f77'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:18.110340 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774c6a2e-9469-4a7c-bb57-f25d717c302d" -d '{"events": [{"server_uuid": "111b937d-2fb2-477d-8da6-1799ee1b26b9", "name": "network-vif-plugged", "status": "completed", "tag": "3624da68-676a-426a-b838-01a755455f77"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:18.128767 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4c18-46fa-4069-bf73-7fdbe084420a tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:18.146168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83339032-5722-44a6-8f2d-4576b4ae09e7 req-8f38be13-01c1-407f-8afc-cd0a7a3ca563 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3367817 Dec 14 02:38:18.231948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fb45c-e7f7-4d3e-aaa2-8b6bd90a9faf req-e24566c2-9145-420b-b2bf-8e0b8b261190 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:18.239460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-404fb45c-e7f7-4d3e-aaa2-8b6bd90a9faf req-e24566c2-9145-420b-b2bf-8e0b8b261190 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 945 time: 0.2120469 Dec 14 02:38:18.270259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c2f2c008-3647-493a-a293-89487a7c5893 None None] Provisioning complete for port f5b057d0-5267-420e-b290-5c57ee4948ff triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:18.272279 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c2f2c008-3647-493a-a293-89487a7c5893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:18.308867 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-404fb45c-e7f7-4d3e-aaa2-8b6bd90a9faf req-91d4f2b8-b409-4a94-9678-e3c5c5b6ec36 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684066 Dec 14 02:38:18.376675 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-70128587-e7ef-467b-86ac-68a216915045 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Made reservation on behalf of f5ffab91437844fca462f7af0a39817e for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:38:18.405575 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c2f2c008-3647-493a-a293-89487a7c5893 None None] Port f5b057d0-5267-420e-b290-5c57ee4948ff cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:38:18.456400 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4c18-46fa-4069-bf73-7fdbe084420a tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:18.457893 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9b5a4c18-46fa-4069-bf73-7fdbe084420a tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8443840 Dec 14 02:38:18.464920 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60358) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:18.483365 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-93e59ceb-bc31-4f71-8f24-875ada6f7b19 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5905659 Dec 14 02:38:18.495812 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-141feb97-f042-4a94-93e2-b390e77b875a tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'enable_snat': False}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:18.525179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Request body: {'port': {'device_id': '564da6fa-8eca-4b3e-ba67-7309afc1a282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:18.621135 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd14fc-0ddd-4227-b16f-b84bb6ec3f76 req-923dc5e6-720f-4a76-ad01-926c675bb22b tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:18.623250 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90bd14fc-0ddd-4227-b16f-b84bb6ec3f76 req-923dc5e6-720f-4a76-ad01-926c675bb22b tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 936 time: 0.3121057 Dec 14 02:38:18.830752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0d994-f6fe-4ca1-98a5-d724a3aec87a req-397625ed-9364-4a89-8716-d47f9d665205 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:18.838794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6fd0d994-f6fe-4ca1-98a5-d724a3aec87a req-397625ed-9364-4a89-8716-d47f9d665205 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.3778441 Dec 14 02:38:18.864993 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:18.998555 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-70128587-e7ef-467b-86ac-68a216915045 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:19.020545 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90bd14fc-0ddd-4227-b16f-b84bb6ec3f76 req-e36921f2-0529-41b7-a285-01767f48c792 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591425 Dec 14 02:38:19.053345 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-141feb97-f042-4a94-93e2-b390e77b875a tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:19.127323 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6fd0d994-f6fe-4ca1-98a5-d724a3aec87a req-707c7fd9-467c-46a6-a92b-1e407fe25ce2 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876518 Dec 14 02:38:19.152557 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d20ec2-3cc1-4e1a-8226-a1bb5f2bc4fc x-openstack-request-id: req-24d20ec2-3cc1-4e1a-8226-a1bb5f2bc4fc {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:19.153112 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111b937d-2fb2-477d-8da6-1799ee1b26b9", "name": "network-vif-plugged", "status": "completed", "tag": "3624da68-676a-426a-b838-01a755455f77", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:19.153112 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24d20ec2-3cc1-4e1a-8226-a1bb5f2bc4fc {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:19.153512 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111b937d-2fb2-477d-8da6-1799ee1b26b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3624da68-676a-426a-b838-01a755455f77', 'code': 200} Dec 14 02:38:19.433826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276a1b2-0338-4653-8721-7f57fb0f629e req-f0ea013c-42ed-4fb4-a0b2-924299f71adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:19.435353 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7276a1b2-0338-4653-8721-7f57fb0f629e req-f0ea013c-42ed-4fb4-a0b2-924299f71adf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 1096 time: 0.1621470 Dec 14 02:38:19.443579 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7dd99e-c853-40de-b9ff-6568ec5b4b16 req-d33587e5-13f6-4cf7-90c4-7e4aded81d7c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:19.449808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7dd99e-c853-40de-b9ff-6568ec5b4b16 req-d33587e5-13f6-4cf7-90c4-7e4aded81d7c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:19.456035 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7dd99e-c853-40de-b9ff-6568ec5b4b16 req-d33587e5-13f6-4cf7-90c4-7e4aded81d7c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:19.457725 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af7dd99e-c853-40de-b9ff-6568ec5b4b16 req-d33587e5-13f6-4cf7-90c4-7e4aded81d7c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 2373 time: 0.1855862 Dec 14 02:38:19.467136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52414a-f876-471e-8257-de19c8ff69bd req-4adaa224-44f3-4385-bc87-b5c2457f8a4c tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:19.468676 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d52414a-f876-471e-8257-de19c8ff69bd req-4adaa224-44f3-4385-bc87-b5c2457f8a4c tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.2350824 Dec 14 02:38:19.783214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7276a1b2-0338-4653-8721-7f57fb0f629e req-b5dfe3fa-d65f-42c6-aed6-05e88ddbb18b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3244443 Dec 14 02:38:19.826905 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af7dd99e-c853-40de-b9ff-6568ec5b4b16 req-c9522460-a641-4ff0-bb4a-38098e619b56 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3530004 Dec 14 02:38:19.872066 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d52414a-f876-471e-8257-de19c8ff69bd req-fb2634a0-aab3-4acd-94bf-19dccf735b64 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599815 Dec 14 02:38:19.910639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-70128587-e7ef-467b-86ac-68a216915045 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Allocated IP 10.2.2.100 (18b9e852-d3ea-485d-8106-6a6289070cf4/a649358c-109a-47a1-abe2-1321d3721590/7c759644-3907-46f6-8a47-02b7097f41d4) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:38:20.256941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43c3af-0c1a-4a6e-9e3a-f0b8c3b9b252 req-50fc3897-3036-4854-99e4-f91698815705 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:20.261838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b43c3af-0c1a-4a6e-9e3a-f0b8c3b9b252 req-50fc3897-3036-4854-99e4-f91698815705 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 945 time: 0.2668083 Dec 14 02:38:20.273353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b057d0-5267-420e-b290-5c57ee4948ff {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:38:20.290167 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:20.346365 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Transition to ACTIVE for port object f5b057d0-5267-420e-b290-5c57ee4948ff will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:38:20.450238 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b43c3af-0c1a-4a6e-9e3a-f0b8c3b9b252 req-eb7442bd-d782-441e-9d10-3aec0d41afe1 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794095 Dec 14 02:38:20.500702 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-70128587-e7ef-467b-86ac-68a216915045 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:20.570554 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:21.081815 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b057d0-5267-420e-b290-5c57ee4948ff,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:21.097424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5be8a6-c3af-4184-97aa-018e8e063e60 req-d4f13158-dd91-4da1-9c80-127f1804815f tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:21.105538 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab5be8a6-c3af-4184-97aa-018e8e063e60 req-d4f13158-dd91-4da1-9c80-127f1804815f tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 948 time: 0.6027434 Dec 14 02:38:21.139718 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-141feb97-f042-4a94-93e2-b390e77b875a tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:21.187977 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-141feb97-f042-4a94-93e2-b390e77b875a tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:21.236569 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40cd35-16a6-454a-887a-c00444d4e823 req-755346d7-3d3e-4564-ae3a-82fb9bf11c93 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:21.244345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cb40cd35-16a6-454a-887a-c00444d4e823 req-755346d7-3d3e-4564-ae3a-82fb9bf11c93 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.2825723 Dec 14 02:38:21.312798 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-70128587-e7ef-467b-86ac-68a216915045 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:21.381084 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab5be8a6-c3af-4184-97aa-018e8e063e60 req-f5449c94-06a9-4369-bd99-47d100bbd4df tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746432 Dec 14 02:38:21.440400 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-70128587-e7ef-467b-86ac-68a216915045 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Network 18b9e852-d3ea-485d-8106-6a6289070cf4 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:38:21.450771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-70128587-e7ef-467b-86ac-68a216915045 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:21.452663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Attempting to bind port f5b057d0-5267-420e-b290-5c57ee4948ff on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:38:21.452995 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Attempting to bind port f5b057d0-5267-420e-b290-5c57ee4948ff by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:38:21.453343 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Attempting to bind port f5b057d0-5267-420e-b290-5c57ee4948ff on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:21.482358 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-70128587-e7ef-467b-86ac-68a216915045 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:38:21.496350 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cb40cd35-16a6-454a-887a-c00444d4e823 req-fdd2ca8e-4cab-4300-b5e1-91472562d471 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490125 Dec 14 02:38:21.501449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70128587-e7ef-467b-86ac-68a216915045 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event updated for resources: {'Port': ['ID=7c759644-3907-46f6-8a47-02b7097f41d4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:21.535891 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:38:21.577719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Port f5b057d0-5267-420e-b290-5c57ee4948ff on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:38:21.578475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Attempting to bind port f5b057d0-5267-420e-b290-5c57ee4948ff on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:21.661545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:38:21.662178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:38:21.662724 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:38:21.663361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Bound port: f5b057d0-5267-420e-b290-5c57ee4948ff, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:38:21.664143 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:21.715435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-141feb97-f042-4a94-93e2-b390e77b875a tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Allocated IP 172.25.7.40 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/4edd27ea-b164-4d80-9a74-32f29fcb4b5b) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:38:21.731690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-70128587-e7ef-467b-86ac-68a216915045 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:21.732395 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-70128587-e7ef-467b-86ac-68a216915045 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:21.837206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c349370-299f-42b7-9458-24f882d945b2 req-e57a35bd-469f-4da6-bfc2-325adf97f8fd tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:21.843157 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c349370-299f-42b7-9458-24f882d945b2 req-e57a35bd-469f-4da6-bfc2-325adf97f8fd tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:21.849101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c349370-299f-42b7-9458-24f882d945b2 req-e57a35bd-469f-4da6-bfc2-325adf97f8fd tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:21.855687 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c349370-299f-42b7-9458-24f882d945b2 req-e57a35bd-469f-4da6-bfc2-325adf97f8fd tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:21.863171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c349370-299f-42b7-9458-24f882d945b2 req-e57a35bd-469f-4da6-bfc2-325adf97f8fd tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 3094 time: 0.2783005 Dec 14 02:38:21.895583 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a6f80f44-0042-4b1b-befd-4f68726a69b6 None None] Provisioning complete for port 7c759644-3907-46f6-8a47-02b7097f41d4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:21.903379 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a6f80f44-0042-4b1b-befd-4f68726a69b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:21.950365 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-70128587-e7ef-467b-86ac-68a216915045 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8583317 Dec 14 02:38:21.973646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1764f730-d366-49ff-8d0f-b1c7e07de7d6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Request body: {'port': {'device_id': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '18b9e852-d3ea-485d-8106-6a6289070cf4', 'admin_state_up': True, 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'security_groups': ['96739014-1342-4038-93b0-f3ef5a88fe85']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:21.984075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a6f80f44-0042-4b1b-befd-4f68726a69b6 None None] Port 7c759644-3907-46f6-8a47-02b7097f41d4 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:38:22.083272 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] For port f5b057d0-5267-420e-b290-5c57ee4948ff, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:38:22.129448 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c349370-299f-42b7-9458-24f882d945b2 req-65ab2143-c27c-4a95-9b7c-d7014845cfe5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2652285 Dec 14 02:38:22.198430 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] For port f5b057d0-5267-420e-b290-5c57ee4948ff, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f5b057d0-5267-420e-b290-5c57ee4948ff,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:38:22.243475 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-141feb97-f042-4a94-93e2-b390e77b875a tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:22.315856 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:22.379637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:22.380282 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:22.381761 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] 10.222.0.47 "PUT /v2.0/ports/f5b057d0-5267-420e-b290-5c57ee4948ff HTTP/1.1" status: 200 len: 1096 time: 3.8782027 Dec 14 02:38:22.382230 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564da6fa-8eca-4b3e-ba67-7309afc1a282', 'tag': 'f5b057d0-5267-420e-b290-5c57ee4948ff'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:22.385468 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38940608-7214-439a-909b-b22f2a018cc7" -d '{"events": [{"name": "network-changed", "server_uuid": "564da6fa-8eca-4b3e-ba67-7309afc1a282", "tag": "f5b057d0-5267-420e-b290-5c57ee4948ff"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:22.402869 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101fdf3-4951-49ec-a3ee-391432445ca6 req-5db5b02e-6a69-45b4-aa5c-381722d22daa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:22.404439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f101fdf3-4951-49ec-a3ee-391432445ca6 req-5db5b02e-6a69-45b4-aa5c-381722d22daa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 945 time: 0.1343825 Dec 14 02:38:22.408686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1764f730-d366-49ff-8d0f-b1c7e07de7d6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Made reservation on behalf of f5ffab91437844fca462f7af0a39817e for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:38:22.413440 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1764f730-d366-49ff-8d0f-b1c7e07de7d6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:22.461412 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Pushing event updated for resources: {'Port': ['ID=f5b057d0-5267-420e-b290-5c57ee4948ff,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:22.486111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:22.486553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:22.487029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:22.487472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:22.488900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:22.489347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:22.490082 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:22.490667 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:22.491135 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:22.491590 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:22.492015 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:22.492477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:22.493765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d13d019-0771-4533-9f46-6b8af90d0c64 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:22.504349 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-141feb97-f042-4a94-93e2-b390e77b875a tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:22.705945 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f095fa72-4137-4587-8203-ea94d1bb7cb9 x-openstack-request-id: req-f095fa72-4137-4587-8203-ea94d1bb7cb9 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:22.706313 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564da6fa-8eca-4b3e-ba67-7309afc1a282", "tag": "f5b057d0-5267-420e-b290-5c57ee4948ff", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:22.706696 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f095fa72-4137-4587-8203-ea94d1bb7cb9 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:22.711459 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564da6fa-8eca-4b3e-ba67-7309afc1a282', 'tag': 'f5b057d0-5267-420e-b290-5c57ee4948ff', 'status': 'completed', 'code': 200} Dec 14 02:38:22.725128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141feb97-f042-4a94-93e2-b390e77b875a tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:38:22.739544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-141feb97-f042-4a94-93e2-b390e77b875a tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:22.769411 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f101fdf3-4951-49ec-a3ee-391432445ca6 req-58cf05b6-7de4-494a-82e8-4547e9460a74 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3468499 Dec 14 02:38:22.867522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141feb97-f042-4a94-93e2-b390e77b875a tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:38:22.956826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141feb97-f042-4a94-93e2-b390e77b875a tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Pushing event updated for resources: {'Port': ['ID=4edd27ea-b164-4d80-9a74-32f29fcb4b5b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:23.023883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d1947d1-1c7a-4821-970e-9e2fa3f0a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:23.025654 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-2d1947d1-1c7a-4821-970e-9e2fa3f0a08a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f6e32f74c7e4156a8e5c0e2bc5d87cd&device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 1099 time: 0.4366918 Dec 14 02:38:23.143756 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-afd1206f-7136-4e1c-9294-91822055b279 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=f5b057d0-5267-420e-b290-5c57ee4948ff HTTP/1.1" status: 200 len: 217 time: 0.0872617 Dec 14 02:38:23.152868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7cf88-0ea5-4af1-bc1a-10de4941a99c req-075f2afd-e78c-458c-8111-75ac8e06ecfb tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:23.154520 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81b7cf88-0ea5-4af1-bc1a-10de4941a99c req-075f2afd-e78c-458c-8111-75ac8e06ecfb tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 948 time: 0.2755854 Dec 14 02:38:23.250694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecdd6a7-f64c-4a51-8eae-d9d4a6dd64be req-172846cb-ed1c-4a90-ae5d-6e04544cc527 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:23.252216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aecdd6a7-f64c-4a51-8eae-d9d4a6dd64be req-172846cb-ed1c-4a90-ae5d-6e04544cc527 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.3562601 Dec 14 02:38:23.311472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1764f730-d366-49ff-8d0f-b1c7e07de7d6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Allocated IP 10.2.2.200 (18b9e852-d3ea-485d-8106-6a6289070cf4/a649358c-109a-47a1-abe2-1321d3721590/467a8650-a8b3-40e7-8038-30ec1396f28c) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:38:23.402822 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-bf3cf681-5481-4cce-864d-161e11bd7094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:23.404325 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-bf3cf681-5481-4cce-864d-161e11bd7094 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.2133987 Dec 14 02:38:23.453625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81b7cf88-0ea5-4af1-bc1a-10de4941a99c req-125d9a63-869e-4c5c-91f7-622f8e4a71a4 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441230 Dec 14 02:38:23.478895 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aecdd6a7-f64c-4a51-8eae-d9d4a6dd64be req-f004fdba-be7d-47a8-95e8-6169ee6f0097 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127528 Dec 14 02:38:23.557250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-f2866815-48d8-4d56-81a1-8c8382029cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:23.558932 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-f2866815-48d8-4d56-81a1-8c8382029cf6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1275418 Dec 14 02:38:23.893661 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1764f730-d366-49ff-8d0f-b1c7e07de7d6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:23.907728 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8394ab9-1ea9-41c9-9af6-8d0894686c2a req-674ec686-21d1-4b89-9f2e-fdcbdc7c1de6 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:23.909292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8394ab9-1ea9-41c9-9af6-8d0894686c2a req-674ec686-21d1-4b89-9f2e-fdcbdc7c1de6 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.2859020 Dec 14 02:38:23.959373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e473bc-f499-4ce3-bca4-c5b5b6abccd5 req-7c1ffd9a-dd35-46da-b423-880b7851beb0 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:23.960883 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c3e473bc-f499-4ce3-bca4-c5b5b6abccd5 req-7c1ffd9a-dd35-46da-b423-880b7851beb0 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 945 time: 0.2114017 Dec 14 02:38:23.961535 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-141feb97-f042-4a94-93e2-b390e77b875a tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:23.971756 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-8ede0cc2-51e3-4e3d-89d8-0d2d26ecc116 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909233 Dec 14 02:38:23.971936 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60470) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:23.976180 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-625ad816-742f-4667-9a82-6da350b9b8fa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Request body: {'floatingip': {'port_id': '3624da68-676a-426a-b838-01a755455f77'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:24.065153 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-625ad816-742f-4667-9a82-6da350b9b8fa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for floatingip, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:24.485898 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8394ab9-1ea9-41c9-9af6-8d0894686c2a req-9ec55188-f2ba-43b9-9d2b-dd488e090db0 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685520 Dec 14 02:38:24.540697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeaf713-9f07-4014-bee6-3ad4f3f2e886 req-e5b489e1-81d4-4dbc-9c60-dc6d8bdfc9e9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:24.549436 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeaf713-9f07-4014-bee6-3ad4f3f2e886 req-e5b489e1-81d4-4dbc-9c60-dc6d8bdfc9e9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:24.553392 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeaf713-9f07-4014-bee6-3ad4f3f2e886 req-e5b489e1-81d4-4dbc-9c60-dc6d8bdfc9e9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:24.559450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeaf713-9f07-4014-bee6-3ad4f3f2e886 req-e5b489e1-81d4-4dbc-9c60-dc6d8bdfc9e9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:24.561227 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-daeaf713-9f07-4014-bee6-3ad4f3f2e886 req-e5b489e1-81d4-4dbc-9c60-dc6d8bdfc9e9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 3094 time: 0.5179982 Dec 14 02:38:24.597787 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1764f730-d366-49ff-8d0f-b1c7e07de7d6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:24.666046 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-625ad816-742f-4667-9a82-6da350b9b8fa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:24.671109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6376aea-0557-4c50-97c5-633a70c6eb38 req-c1d4daed-be5e-4427-981a-b77115cf4389 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6106272 Dec 14 02:38:24.739750 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-625ad816-742f-4667-9a82-6da350b9b8fa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:24.778856 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1764f730-d366-49ff-8d0f-b1c7e07de7d6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Network 18b9e852-d3ea-485d-8106-6a6289070cf4 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:38:24.789265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1764f730-d366-49ff-8d0f-b1c7e07de7d6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:24.795213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764f730-d366-49ff-8d0f-b1c7e07de7d6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event updated for resources: {'Port': ['ID=467a8650-a8b3-40e7-8038-30ec1396f28c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:24.799616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1764f730-d366-49ff-8d0f-b1c7e07de7d6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:38:24.807580 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-daeaf713-9f07-4014-bee6-3ad4f3f2e886 req-ff07d586-64d7-472d-a572-07e8c3308d7f tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2363322 Dec 14 02:38:24.996949 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-625ad816-742f-4667-9a82-6da350b9b8fa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Floating IP 88edc765-ccb4-4ebc-a199-7a7605779e56 associated. External IP: 172.25.7.190, port: 3624da68-676a-426a-b838-01a755455f77. Dec 14 02:38:25.032550 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-141feb97-f042-4a94-93e2-b390e77b875a tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:25.079593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b005516-4011-470d-848c-3e520f937a40 req-3cd7505a-0c97-46ef-8fbb-38980d30d982 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:25.081236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b005516-4011-470d-848c-3e520f937a40 req-3cd7505a-0c97-46ef-8fbb-38980d30d982 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 948 time: 0.3736508 Dec 14 02:38:25.114356 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-141feb97-f042-4a94-93e2-b390e77b875a tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:25.146415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1764f730-d366-49ff-8d0f-b1c7e07de7d6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:25.147116 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1764f730-d366-49ff-8d0f-b1c7e07de7d6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:25.254801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cf92d-e7f0-4874-af80-f08a43aaaf03 req-7a5b2775-6b86-452a-bfdb-df7fc279607e tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:25.256369 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a33cf92d-e7f0-4874-af80-f08a43aaaf03 req-7a5b2775-6b86-452a-bfdb-df7fc279607e tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.3446202 Dec 14 02:38:25.265966 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38940608-7214-439a-909b-b22f2a018cc7 req-347d6711-9654-494c-917e-77ad6edeac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:25.266936 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38940608-7214-439a-909b-b22f2a018cc7 req-347d6711-9654-494c-917e-77ad6edeac6b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f6e32f74c7e4156a8e5c0e2bc5d87cd&device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 1099 time: 0.4055693 Dec 14 02:38:25.285372 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ba92fc87-09b7-4280-98a6-83db37c3fdcd None None] Provisioning complete for port 467a8650-a8b3-40e7-8038-30ec1396f28c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:25.286490 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ba92fc87-09b7-4280-98a6-83db37c3fdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:25.321752 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ba92fc87-09b7-4280-98a6-83db37c3fdcd None None] Port 467a8650-a8b3-40e7-8038-30ec1396f28c cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:38:25.330714 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b005516-4011-470d-848c-3e520f937a40 req-19365087-5832-4464-a602-0911ebee39e6 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241604 Dec 14 02:38:25.377499 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625ad816-742f-4667-9a82-6da350b9b8fa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Router 41eabea7-76cb-4bba-8db2-487c3723a059 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:38:25.457588 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a33cf92d-e7f0-4874-af80-f08a43aaaf03 req-0b2a8129-cad1-47a1-88f7-f08b4cc3793f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842296 Dec 14 02:38:25.507906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625ad816-742f-4667-9a82-6da350b9b8fa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:38:25.512963 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-625ad816-742f-4667-9a82-6da350b9b8fa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:25.513619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38940608-7214-439a-909b-b22f2a018cc7 req-f59311fa-57bd-429e-844c-a1fccabadc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:25.515626 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38940608-7214-439a-909b-b22f2a018cc7 req-f59311fa-57bd-429e-844c-a1fccabadc52 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.2302802 Dec 14 02:38:25.531074 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002cdba3-003a-49c2-b965-7f353d0745d5 None None] Sync routers for ids ['41eabea7-76cb-4bba-8db2-487c3723a059'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:38:25.541417 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002cdba3-003a-49c2-b965-7f353d0745d5 None None] Routers {'41eabea7-76cb-4bba-8db2-487c3723a059'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:38:25.542116 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-002cdba3-003a-49c2-b965-7f353d0745d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:38:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['41eabea7-76cb-4bba-8db2-487c3723a059'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:25.550448 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-625ad816-742f-4667-9a82-6da350b9b8fa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "PUT /v2.0/floatingips/88edc765-ccb4-4ebc-a199-7a7605779e56 HTTP/1.1" status: 200 len: 991 time: 1.5776937 Dec 14 02:38:25.551310 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111b937d-2fb2-477d-8da6-1799ee1b26b9', 'tag': '3624da68-676a-426a-b838-01a755455f77'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:25.554448 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739cd27d-fe44-48e1-9e91-7179dbce081c" -d '{"events": [{"name": "network-changed", "server_uuid": "111b937d-2fb2-477d-8da6-1799ee1b26b9", "tag": "3624da68-676a-426a-b838-01a755455f77"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:25.615299 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38940608-7214-439a-909b-b22f2a018cc7 req-7dca04fa-89d0-4549-b56b-137436ad59bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=f5b057d0-5267-420e-b290-5c57ee4948ff HTTP/1.1" status: 200 len: 217 time: 0.0856602 Dec 14 02:38:25.618599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1764f730-d366-49ff-8d0f-b1c7e07de7d6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6490128 Dec 14 02:38:25.694166 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-002cdba3-003a-49c2-b965-7f353d0745d5 None None] Set router 41eabea7-76cb-4bba-8db2-487c3723a059 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:38:25.698540 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Request body: {'port': {'device_id': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:25.702702 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38940608-7214-439a-909b-b22f2a018cc7 req-a455ac4a-a9a6-434e-baab-aa8666fa3680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:25.704174 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38940608-7214-439a-909b-b22f2a018cc7 req-a455ac4a-a9a6-434e-baab-aa8666fa3680 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0581751 Dec 14 02:38:25.729205 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c61acfe-8b8f-4bf0-83cf-0f92a3b3c347 x-openstack-request-id: req-1c61acfe-8b8f-4bf0-83cf-0f92a3b3c347 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:25.729443 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "111b937d-2fb2-477d-8da6-1799ee1b26b9", "tag": "3624da68-676a-426a-b838-01a755455f77", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:25.729731 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c61acfe-8b8f-4bf0-83cf-0f92a3b3c347 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:25.730135 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111b937d-2fb2-477d-8da6-1799ee1b26b9', 'tag': '3624da68-676a-426a-b838-01a755455f77', 'status': 'completed', 'code': 200} Dec 14 02:38:25.771591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141feb97-f042-4a94-93e2-b390e77b875a tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Router 9c15e3b3-0d9a-4d20-9518-4c9a0ee443e6 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:38:25.880004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca21ae-3f79-4085-b87f-715f0a0e407c req-c5c26cce-48ec-45e7-bd29-605f34019b9a tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:25.889104 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a7ca21ae-3f79-4085-b87f-715f0a0e407c req-c5c26cce-48ec-45e7-bd29-605f34019b9a tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.2768278 Dec 14 02:38:25.986023 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-002cdba3-003a-49c2-b965-7f353d0745d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:33:21Z', 'revision_number': 4, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port': {'id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:15Z', 'updated_at': '2021-12-14T02:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '88edc765-ccb4-4ebc-a199-7a7605779e56', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'port_id': '3624da68-676a-426a-b838-01a755455f77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'mac_address': 'fa:16:3e:89:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111b937d-2fb2-477d-8da6-1799ee1b26b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:37:56Z', 'updated_at': '2021-12-14T02:38:24Z', 'revision_number': 1, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e092807c-fa27-4220-b8e6-64722bfda940', 'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'mac_address': 'fa:16:3e:d0:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:20Z', 'updated_at': '2021-12-14T02:33:25Z', 'revision_number': 5, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'subnets': [{'id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:25.987415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cd27d-fe44-48e1-9e91-7179dbce081c req-5a585073-5ba7-4a2d-83d2-965d0331c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:25.992730 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-739cd27d-fe44-48e1-9e91-7179dbce081c req-5a585073-5ba7-4a2d-83d2-965d0331c451 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3674cfa5672b4954bca99016b06664cb&device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 1096 time: 0.2025445 Dec 14 02:38:25.992730 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:26.017123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38940608-7214-439a-909b-b22f2a018cc7 req-80a91377-1d75-4def-9f17-b2b5c477afa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:26.018875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38940608-7214-439a-909b-b22f2a018cc7 req-80a91377-1d75-4def-9f17-b2b5c477afa5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2930954 Dec 14 02:38:26.021728 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002cdba3-003a-49c2-b965-7f353d0745d5 None None] Checking router: 41eabea7-76cb-4bba-8db2-487c3723a059 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:38:26.032579 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002cdba3-003a-49c2-b965-7f353d0745d5 None None] Routers {'41eabea7-76cb-4bba-8db2-487c3723a059'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:38:26.033426 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-002cdba3-003a-49c2-b965-7f353d0745d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:38:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['41eabea7-76cb-4bba-8db2-487c3723a059'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:26.159008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cd27d-fe44-48e1-9e91-7179dbce081c req-f985b585-052e-4f8d-807a-2102dc810def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:26.160688 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-739cd27d-fe44-48e1-9e91-7179dbce081c req-f985b585-052e-4f8d-807a-2102dc810def service neutron] 10.222.0.46 "GET /v2.0/networks?id=409f180f-3bfa-4add-9f10-338a04644e61 HTTP/1.1" status: 200 len: 911 time: 0.1407671 Dec 14 02:38:26.282466 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-002cdba3-003a-49c2-b965-7f353d0745d5 None None] Set router 41eabea7-76cb-4bba-8db2-487c3723a059 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:38:26.457966 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38940608-7214-439a-909b-b22f2a018cc7 req-9749f33a-3b6f-4546-a879-e92c2f2ed09d service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960742 Dec 14 02:38:26.562593 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-002cdba3-003a-49c2-b965-7f353d0745d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:33:21Z', 'revision_number': 4, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port': {'id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:15Z', 'updated_at': '2021-12-14T02:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '88edc765-ccb4-4ebc-a199-7a7605779e56', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'port_id': '3624da68-676a-426a-b838-01a755455f77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'mac_address': 'fa:16:3e:89:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111b937d-2fb2-477d-8da6-1799ee1b26b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:37:56Z', 'updated_at': '2021-12-14T02:38:24Z', 'revision_number': 1, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e092807c-fa27-4220-b8e6-64722bfda940', 'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'mac_address': 'fa:16:3e:d0:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:20Z', 'updated_at': '2021-12-14T02:33:25Z', 'revision_number': 5, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'subnets': [{'id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:26.600375 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002cdba3-003a-49c2-b965-7f353d0745d5 None None] The sync data for ids ['41eabea7-76cb-4bba-8db2-487c3723a059'] in n-d-821636-1 is: [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:33:21Z', 'revision_number': 4, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port': {'id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:15Z', 'updated_at': '2021-12-14T02:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '88edc765-ccb4-4ebc-a199-7a7605779e56', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'port_id': '3624da68-676a-426a-b838-01a755455f77', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'mac_address': 'fa:16:3e:89:29:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '111b937d-2fb2-477d-8da6-1799ee1b26b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:37:56Z', 'updated_at': '2021-12-14T02:38:24Z', 'revision_number': 1, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e092807c-fa27-4220-b8e6-64722bfda940', 'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'mac_address': 'fa:16:3e:d0:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:20Z', 'updated_at': '2021-12-14T02:33:25Z', 'revision_number': 5, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'subnets': [{'id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:38:26.882375 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:27.013908 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c369780-0da1-4da3-b45e-a37e38c62aef None None] New status for floating IP 88edc765-ccb4-4ebc-a199-7a7605779e56: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:38:27.023291 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a7ca21ae-3f79-4085-b87f-715f0a0e407c req-8d9d7fb8-584d-4678-a272-c409010b8dfe tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1249208 Dec 14 02:38:27.023291 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-739cd27d-fe44-48e1-9e91-7179dbce081c req-2f89df53-e038-48f5-8808-87568f0410e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3624da68-676a-426a-b838-01a755455f77 HTTP/1.1" status: 200 len: 999 time: 0.6975250 Dec 14 02:38:27.073667 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae3d9a-3f2c-45bb-be8b-7a23b5d3cc53 req-ac49e4ed-0e61-4d41-86c5-a0d906e6cc40 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:27.100242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae3d9a-3f2c-45bb-be8b-7a23b5d3cc53 req-ac49e4ed-0e61-4d41-86c5-a0d906e6cc40 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:27.132525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae3d9a-3f2c-45bb-be8b-7a23b5d3cc53 req-ac49e4ed-0e61-4d41-86c5-a0d906e6cc40 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:27.147318 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae3d9a-3f2c-45bb-be8b-7a23b5d3cc53 req-ac49e4ed-0e61-4d41-86c5-a0d906e6cc40 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:27.170116 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae3d9a-3f2c-45bb-be8b-7a23b5d3cc53 req-ac49e4ed-0e61-4d41-86c5-a0d906e6cc40 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:27.173727 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ccae3d9a-3f2c-45bb-be8b-7a23b5d3cc53 req-ac49e4ed-0e61-4d41-86c5-a0d906e6cc40 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 3815 time: 1.1733603 Dec 14 02:38:27.353162 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141feb97-f042-4a94-93e2-b390e77b875a tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:38:27.358336 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-141feb97-f042-4a94-93e2-b390e77b875a tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:27.362440 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-141feb97-f042-4a94-93e2-b390e77b875a tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "PUT /v2.0/routers/9c15e3b3-0d9a-4d20-9518-4c9a0ee443e6 HTTP/1.1" status: 200 len: 914 time: 8.8908565 Dec 14 02:38:27.362598 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389cd089-5454-4420-b377-d08acd592e76 None None] Sync routers for ids ['9c15e3b3-0d9a-4d20-9518-4c9a0ee443e6'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:38:27.363220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60520) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:27.380001 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389cd089-5454-4420-b377-d08acd592e76 None None] Routers {'9c15e3b3-0d9a-4d20-9518-4c9a0ee443e6'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:38:27.380650 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-389cd089-5454-4420-b377-d08acd592e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:38:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9c15e3b3-0d9a-4d20-9518-4c9a0ee443e6'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:27.388794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38940608-7214-439a-909b-b22f2a018cc7 req-ea57d287-0ab7-4525-9d9d-46b440ee3610 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219231 Dec 14 02:38:27.457732 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-389cd089-5454-4420-b377-d08acd592e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:27.469321 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389cd089-5454-4420-b377-d08acd592e76 None None] Routers {'9c15e3b3-0d9a-4d20-9518-4c9a0ee443e6'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:38:27.470112 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-389cd089-5454-4420-b377-d08acd592e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:38:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9c15e3b3-0d9a-4d20-9518-4c9a0ee443e6'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:27.511783 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-389cd089-5454-4420-b377-d08acd592e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:27.512672 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389cd089-5454-4420-b377-d08acd592e76 None None] The sync data for ids ['9c15e3b3-0d9a-4d20-9518-4c9a0ee443e6'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:38:27.552971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cd27d-fe44-48e1-9e91-7179dbce081c req-760470db-3095-4e6a-b745-4a5beb536d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:27.557875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-739cd27d-fe44-48e1-9e91-7179dbce081c req-760470db-3095-4e6a-b745-4a5beb536d03 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d40edbfc-b241-474d-8835-df2afaf4e4fb HTTP/1.1" status: 200 len: 849 time: 0.3574176 Dec 14 02:38:27.575557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8b083-de72-4ae6-923b-6c2df0dcc245 req-86e9fff0-ad44-4405-be1b-b8d35867506d tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:27.576273 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0b04096d-a315-4273-9e2f-f5761a19a67d tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "GET /v2.0/routers/9c15e3b3-0d9a-4d20-9518-4c9a0ee443e6 HTTP/1.1" status: 200 len: 920 time: 0.2112567 Dec 14 02:38:27.577394 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0bd8b083-de72-4ae6-923b-6c2df0dcc245 req-86e9fff0-ad44-4405-be1b-b8d35867506d tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 948 time: 0.3960176 Dec 14 02:38:27.585252 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60522) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:27.661390 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0bd8b083-de72-4ae6-923b-6c2df0dcc245 req-61e2b2f3-9941-46dc-86d8-f4791b42425a tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668941 Dec 14 02:38:27.664790 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ccae3d9a-3f2c-45bb-be8b-7a23b5d3cc53 req-4f89b15b-1ac8-4392-9325-25a8da3a88bc tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4443545 Dec 14 02:38:27.684052 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448e4cbc-0ae4-4cc9-91d8-658f85765fda tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:27.694029 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-448e4cbc-0ae4-4cc9-91d8-658f85765fda tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&device_id=9c15e3b3-0d9a-4d20-9518-4c9a0ee443e6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1062167 Dec 14 02:38:27.694175 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60524) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:27.787668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cd27d-fe44-48e1-9e91-7179dbce081c req-22d9091a-6ab1-44f4-97c9-437d292cc0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:27.789224 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-739cd27d-fe44-48e1-9e91-7179dbce081c req-22d9091a-6ab1-44f4-97c9-437d292cc0ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=409f180f-3bfa-4add-9f10-338a04644e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2081754 Dec 14 02:38:27.972103 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf910de9-8871-4241-b0a6-841472143a1d tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:27.973611 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cf910de9-8871-4241-b0a6-841472143a1d tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 881 time: 0.2742476 Dec 14 02:38:27.984044 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60534) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:28.033612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff810f-40dd-4843-adb4-b2b4747360a7 req-f5027f97-b21f-4546-acd4-5de81c2473c8 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:28.035194 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63ff810f-40dd-4843-adb4-b2b4747360a7 req-f5027f97-b21f-4546-acd4-5de81c2473c8 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.1775773 Dec 14 02:38:28.048106 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b344a094-aa44-4670-b07c-0288570d62d1 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c15e3b3-0d9a-4d20-9518-4c9a0ee443e6 HTTP/1.1" status: 200 len: 205 time: 0.0626571 Dec 14 02:38:28.049077 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60538) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:28.073514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967565e0-3a99-41ac-bfa3-c5fb52e9a874 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:38:28.084929 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-739cd27d-fe44-48e1-9e91-7179dbce081c req-324e839d-1181-40ea-8bc3-b93e48eff518 service neutron] 10.222.0.46 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819061 Dec 14 02:38:28.087544 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:28.196743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-739cd27d-fe44-48e1-9e91-7179dbce081c req-ceaed9d5-c486-493e-9062-e6523f9a07fc service neutron] 10.222.0.46 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983176 Dec 14 02:38:28.249242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Transition to ACTIVE for port object 967565e0-3a99-41ac-bfa3-c5fb52e9a874 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:38:28.252614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f5b057d0-5267-420e-b290-5c57ee4948ff details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:38:28.260285 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63ff810f-40dd-4843-adb4-b2b4747360a7 req-32cae2b2-adb8-47b4-a0fd-60b37daae7ff tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148442 Dec 14 02:38:28.286243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab66623-b1ae-426e-92dc-d043893496cc req-84b849d9-82fd-4fd0-a91f-f060324b057a tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:28.313209 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eab66623-b1ae-426e-92dc-d043893496cc req-84b849d9-82fd-4fd0-a91f-f060324b057a tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.0945559 Dec 14 02:38:28.313607 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:28.400449 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eab66623-b1ae-426e-92dc-d043893496cc req-2b1c9ca2-ae54-42de-826e-bf85384ca928 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941913 Dec 14 02:38:28.401694 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:28.475913 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:28.533700 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f5b057d0-5267-420e-b290-5c57ee4948ff, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f5b057d0-5267-420e-b290-5c57ee4948ff,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:28.548624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Pushing event updated for resources: {'Port': ['ID=967565e0-3a99-41ac-bfa3-c5fb52e9a874,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:28.549987 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'f5b057d0-5267-420e-b290-5c57ee4948ff', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': 'f5b057d0-5267-420e-b290-5c57ee4948ff', 'mac_address': 'fa:16:3e:3e:73:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:38:28.588737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Attempting to bind port 967565e0-3a99-41ac-bfa3-c5fb52e9a874 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:38:28.589177 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Attempting to bind port 967565e0-3a99-41ac-bfa3-c5fb52e9a874 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'd1595b99-6ad9-44ee-8c91-8d11d1164e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:38:28.589604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Attempting to bind port 967565e0-3a99-41ac-bfa3-c5fb52e9a874 on network 1b4164e6-822e-420c-a3b0-b15221d3eff6 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:28.596432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Port 967565e0-3a99-41ac-bfa3-c5fb52e9a874 on network 1b4164e6-822e-420c-a3b0-b15221d3eff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:38:28.596772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Attempting to bind port 967565e0-3a99-41ac-bfa3-c5fb52e9a874 on network 1b4164e6-822e-420c-a3b0-b15221d3eff6 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:28.607673 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:38:28.608018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Checking segment: {'id': 'd1595b99-6ad9-44ee-8c91-8d11d1164e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:38:28.608426 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Bound using segment: {'id': 'd1595b99-6ad9-44ee-8c91-8d11d1164e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:38:28.608898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Bound port: 967565e0-3a99-41ac-bfa3-c5fb52e9a874, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1595b99-6ad9-44ee-8c91-8d11d1164e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:38:28.609266 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:28.625927 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:28.675725 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5b057d0-5267-420e-b290-5c57ee4948ff {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:38:28.704596 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f5b057d0-5267-420e-b290-5c57ee4948ff, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f5b057d0-5267-420e-b290-5c57ee4948ff,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:28.719644 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Deleting port 4edd27ea-b164-4d80-9a74-32f29fcb4b5b {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:38:28.720178 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:28.807573 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:28.887888 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:28.896779 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=f5b057d0-5267-420e-b290-5c57ee4948ff,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:28.912058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] For port 967565e0-3a99-41ac-bfa3-c5fb52e9a874, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:38:28.926813 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Calling delete_port for 4edd27ea-b164-4d80-9a74-32f29fcb4b5b owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:38:28.929558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] For port 967565e0-3a99-41ac-bfa3-c5fb52e9a874, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=967565e0-3a99-41ac-bfa3-c5fb52e9a874,segment=NetworkSegment(d1595b99-6ad9-44ee-8c91-8d11d1164e2c),segment_id=d1595b99-6ad9-44ee-8c91-8d11d1164e2c)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:38:28.987549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d79580-10d6-4dc6-bf0d-54b7b71151e8 req-f54e5e94-7804-40d0-afe5-957a624623da tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:28.994961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d79580-10d6-4dc6-bf0d-54b7b71151e8 req-f54e5e94-7804-40d0-afe5-957a624623da tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:29.002246 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d79580-10d6-4dc6-bf0d-54b7b71151e8 req-f54e5e94-7804-40d0-afe5-957a624623da tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:29.008914 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d79580-10d6-4dc6-bf0d-54b7b71151e8 req-f54e5e94-7804-40d0-afe5-957a624623da tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:29.015132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d79580-10d6-4dc6-bf0d-54b7b71151e8 req-f54e5e94-7804-40d0-afe5-957a624623da tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:29.016989 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1d79580-10d6-4dc6-bf0d-54b7b71151e8 req-f54e5e94-7804-40d0-afe5-957a624623da tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 3827 time: 0.1826060 Dec 14 02:38:29.041157 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:29.066118 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e179f6d-657a-403c-8e3a-896562a3bf87 req-2ec3c79b-6689-4951-90b3-14b9537fe92e tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:29.075303 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e179f6d-657a-403c-8e3a-896562a3bf87 req-2ec3c79b-6689-4951-90b3-14b9537fe92e tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 949 time: 0.1836262 Dec 14 02:38:29.100972 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['f5b057d0-5267-420e-b290-5c57ee4948ff'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:38:29.204320 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:29.221490 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1d79580-10d6-4dc6-bf0d-54b7b71151e8 req-e372c657-6c6d-4b8a-9c55-d2a4626306ec tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929770 Dec 14 02:38:29.222188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Pushing event updated for resources: {'Port': ['ID=967565e0-3a99-41ac-bfa3-c5fb52e9a874,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:29.257915 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Pushing event deleted for resources: {'Port': ['ID=4edd27ea-b164-4d80-9a74-32f29fcb4b5b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:29.331370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e179f6d-657a-403c-8e3a-896562a3bf87 req-669d8b2d-d5c6-4d11-86a7-d52a4f474b6c tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551894 Dec 14 02:38:29.331856 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:29.332370 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:29.332797 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:29.333216 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:29.333639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:29.333948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:29.334573 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:29.335010 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:29.335958 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1e26d818-8b49-4896-9a72-2294fb072e0e service neutron] 10.222.0.47 "PUT /v2.0/ports/967565e0-3a99-41ac-bfa3-c5fb52e9a874 HTTP/1.1" status: 200 len: 1091 time: 3.6920085 Dec 14 02:38:29.336253 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:29.336386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'tag': '967565e0-3a99-41ac-bfa3-c5fb52e9a874'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:29.339440 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:29.339877 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:29.340781 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:29.341747 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2174ed2a-370b-4fd3-bb6a-03676d945d06" -d '{"events": [{"name": "network-changed", "server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "tag": "967565e0-3a99-41ac-bfa3-c5fb52e9a874"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:29.342191 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:29.344558 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:29.345583 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:29.471480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Request body: {'port': {'device_id': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:29.601413 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:29.667662 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12aad788-41fb-478b-a9df-a5adb2c77b4b x-openstack-request-id: req-12aad788-41fb-478b-a9df-a5adb2c77b4b {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:29.668040 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "tag": "967565e0-3a99-41ac-bfa3-c5fb52e9a874", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:29.668215 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-12aad788-41fb-478b-a9df-a5adb2c77b4b {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:29.668622 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'tag': '967565e0-3a99-41ac-bfa3-c5fb52e9a874', 'status': 'completed', 'code': 200} Dec 14 02:38:29.788492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174ed2a-370b-4fd3-bb6a-03676d945d06 req-2feb5458-d170-463c-9f15-7a6e6bd048ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:29.789048 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174ed2a-370b-4fd3-bb6a-03676d945d06 req-2feb5458-d170-463c-9f15-7a6e6bd048ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:29.789624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174ed2a-370b-4fd3-bb6a-03676d945d06 req-2feb5458-d170-463c-9f15-7a6e6bd048ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:29.790872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174ed2a-370b-4fd3-bb6a-03676d945d06 req-2feb5458-d170-463c-9f15-7a6e6bd048ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:29.791338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174ed2a-370b-4fd3-bb6a-03676d945d06 req-2feb5458-d170-463c-9f15-7a6e6bd048ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:29.796975 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2174ed2a-370b-4fd3-bb6a-03676d945d06 req-2feb5458-d170-463c-9f15-7a6e6bd048ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ffab91437844fca462f7af0a39817e&device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 4362 time: 0.1274867 Dec 14 02:38:29.833470 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2c616-70b5-43ff-a041-2b208583de40 req-1059146f-8c83-4cc2-99f1-2085b50c8639 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:29.842309 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36c2c616-70b5-43ff-a041-2b208583de40 req-1059146f-8c83-4cc2-99f1-2085b50c8639 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.1986244 Dec 14 02:38:29.851091 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:29.944508 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad85e7d-eb1f-4a92-89a7-838b36c9ab29 req-843def8e-97cc-4a0c-9b30-c74f843e5d2e tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:29.952668 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dad85e7d-eb1f-4a92-89a7-838b36c9ab29 req-843def8e-97cc-4a0c-9b30-c74f843e5d2e tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.3998933 Dec 14 02:38:30.038431 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:30.248807 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f5b057d0-5267-420e-b290-5c57ee4948ff up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:38:30.299981 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dad85e7d-eb1f-4a92-89a7-838b36c9ab29 req-bd9b7637-c522-4227-889c-1e2a35b03e1f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457961 Dec 14 02:38:30.307942 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:30.310593 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:30.517064 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36c2c616-70b5-43ff-a041-2b208583de40 req-9a9035c0-90f1-41d2-98af-f41a5a86d83d tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6737707 Dec 14 02:38:30.592279 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:30.592279 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Fanout notify agent at l3_agent the message router_deleted on router 9c15e3b3-0d9a-4d20-9518-4c9a0ee443e6 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:38:30.592279 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:30.592279 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-228502d3-2b06-4173-b532-2d8996cccf74 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "DELETE /v2.0/routers/9c15e3b3-0d9a-4d20-9518-4c9a0ee443e6 HTTP/1.1" status: 204 len: 168 time: 2.5289807 Dec 14 02:38:30.592279 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60580) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:30.595035 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1469134868', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}, 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:30.630535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port f5b057d0-5267-420e-b290-5c57ee4948ff completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:38:30.641538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port f5b057d0-5267-420e-b290-5c57ee4948ff triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:30.642179 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:30.684102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174ed2a-370b-4fd3-bb6a-03676d945d06 req-4b350e68-fbad-460e-9f8d-bfc24a1c9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:30.684814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174ed2a-370b-4fd3-bb6a-03676d945d06 req-4b350e68-fbad-460e-9f8d-bfc24a1c9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:30.685193 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174ed2a-370b-4fd3-bb6a-03676d945d06 req-4b350e68-fbad-460e-9f8d-bfc24a1c9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:30.687161 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2174ed2a-370b-4fd3-bb6a-03676d945d06 req-4b350e68-fbad-460e-9f8d-bfc24a1c9a21 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f5ffab91437844fca462f7af0a39817e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8693810 Dec 14 02:38:30.706418 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44238d9-b308-44d5-bfdd-72a4fd05e1b7 req-00e3e300-e2c4-4a27-8cec-40309a4e5e41 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:30.713468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44238d9-b308-44d5-bfdd-72a4fd05e1b7 req-00e3e300-e2c4-4a27-8cec-40309a4e5e41 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:30.732457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44238d9-b308-44d5-bfdd-72a4fd05e1b7 req-00e3e300-e2c4-4a27-8cec-40309a4e5e41 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:30.739037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44238d9-b308-44d5-bfdd-72a4fd05e1b7 req-00e3e300-e2c4-4a27-8cec-40309a4e5e41 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:30.745220 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44238d9-b308-44d5-bfdd-72a4fd05e1b7 req-00e3e300-e2c4-4a27-8cec-40309a4e5e41 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:30.747099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a44238d9-b308-44d5-bfdd-72a4fd05e1b7 req-00e3e300-e2c4-4a27-8cec-40309a4e5e41 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 3827 time: 0.2505081 Dec 14 02:38:30.779530 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:30.813809 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564da6fa-8eca-4b3e-ba67-7309afc1a282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b057d0-5267-420e-b290-5c57ee4948ff'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:30.817679 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f20d9d-f391-4fda-8eec-51e00b3b4083" -d '{"events": [{"server_uuid": "564da6fa-8eca-4b3e-ba67-7309afc1a282", "name": "network-vif-plugged", "status": "completed", "tag": "f5b057d0-5267-420e-b290-5c57ee4948ff"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:30.835268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f5b057d0-5267-420e-b290-5c57ee4948ff, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f5b057d0-5267-420e-b290-5c57ee4948ff,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:30.867020 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:30.868946 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:30.962263 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:31.038924 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:31.106216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=f5b057d0-5267-420e-b290-5c57ee4948ff,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:31.304567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9de420b-c32e-4a1d-a9ee-71a5673399ea {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:38:31.315958 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:31.333546 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Transition to ACTIVE for port object e9de420b-c32e-4a1d-a9ee-71a5673399ea will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:38:31.346127 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:31.348196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261d01a-2228-4521-aacd-1982553f726f req-eeb53e45-cf41-41fb-90ca-b5bc4fbdaf0a tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:31.351375 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2261d01a-2228-4521-aacd-1982553f726f req-eeb53e45-cf41-41fb-90ca-b5bc4fbdaf0a tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 949 time: 0.7236266 Dec 14 02:38:31.403615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174ed2a-370b-4fd3-bb6a-03676d945d06 req-10f89c67-5a27-4fc2-a1a9-6f72918f0aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:31.405199 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2174ed2a-370b-4fd3-bb6a-03676d945d06 req-10f89c67-5a27-4fc2-a1a9-6f72918f0aae service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6525469 Dec 14 02:38:31.440123 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:31.546129 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a44238d9-b308-44d5-bfdd-72a4fd05e1b7 req-a7f64f96-2423-44cc-8f33-45111d83a484 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7792046 Dec 14 02:38:31.548646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9de420b-c32e-4a1d-a9ee-71a5673399ea,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:31.730754 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2261d01a-2228-4521-aacd-1982553f726f req-444bf1ba-1781-4d24-bae0-e2b263865c66 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243160 Dec 14 02:38:31.850421 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be32283a-1aa6-4839-b093-b4a84af4fc43 x-openstack-request-id: req-be32283a-1aa6-4839-b093-b4a84af4fc43 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:31.851022 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564da6fa-8eca-4b3e-ba67-7309afc1a282", "name": "network-vif-plugged", "status": "completed", "tag": "f5b057d0-5267-420e-b290-5c57ee4948ff", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:31.851456 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be32283a-1aa6-4839-b093-b4a84af4fc43 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:31.852663 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564da6fa-8eca-4b3e-ba67-7309afc1a282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b057d0-5267-420e-b290-5c57ee4948ff', 'code': 200} Dec 14 02:38:31.898352 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:31.948104 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:32.106594 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Allocated IP 172.25.7.176 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/027ed985-eb3d-4784-bd8d-81a088ca8924) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:38:32.125593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e2499-eb9b-4b98-9cda-4599aad63da2 req-d801811d-2a01-4583-9415-860d9b761538 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:32.135258 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc5e2499-eb9b-4b98-9cda-4599aad63da2 req-d801811d-2a01-4583-9415-860d9b761538 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.1782002 Dec 14 02:38:32.280859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Attempting to bind port e9de420b-c32e-4a1d-a9ee-71a5673399ea on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:38:32.281207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Attempting to bind port e9de420b-c32e-4a1d-a9ee-71a5673399ea by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:38:32.281571 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Attempting to bind port e9de420b-c32e-4a1d-a9ee-71a5673399ea on network cf83d73a-45cf-4239-b869-73b771421429 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:32.299691 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:32.349900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258cb05-1d2d-4cdc-ac1e-35b426f73aba req-4ab18469-efea-470a-acd2-5d3ac31a44b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:32.352926 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1258cb05-1d2d-4cdc-ac1e-35b426f73aba req-4ab18469-efea-470a-acd2-5d3ac31a44b7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 1101 time: 0.3574829 Dec 14 02:38:32.378277 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9cd04-1604-4f8a-8a71-6fc9b9239bc4 req-896ce4d4-9d9d-452b-a093-25313761e2b5 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:32.388364 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfe9cd04-1604-4f8a-8a71-6fc9b9239bc4 req-896ce4d4-9d9d-452b-a093-25313761e2b5 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.4325361 Dec 14 02:38:32.393596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Port e9de420b-c32e-4a1d-a9ee-71a5673399ea on network cf83d73a-45cf-4239-b869-73b771421429 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:38:32.394006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Attempting to bind port e9de420b-c32e-4a1d-a9ee-71a5673399ea on network cf83d73a-45cf-4239-b869-73b771421429 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:32.411333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:38:32.411762 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Checking segment: {'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:38:32.412200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Bound using segment: {'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:38:32.412722 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Bound port: e9de420b-c32e-4a1d-a9ee-71a5673399ea, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:38:32.413141 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:32.418573 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:32.433750 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc5e2499-eb9b-4b98-9cda-4599aad63da2 req-9a6ff46f-1ee1-43de-9ba1-e2ba8bc758df tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975740 Dec 14 02:38:32.471827 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:38:32.476121 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:32.487525 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:38:32.542441 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Pushing event updated for resources: {'Port': ['ID=027ed985-eb3d-4784-bd8d-81a088ca8924,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:32.597147 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfe9cd04-1604-4f8a-8a71-6fc9b9239bc4 req-d265b0a3-22b1-4a51-8f3b-400be197b6bd tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065709 Dec 14 02:38:32.606396 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1258cb05-1d2d-4cdc-ac1e-35b426f73aba req-592a27a7-a436-48e0-b949-7ce73a13ca96 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135780 Dec 14 02:38:32.620234 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] For port e9de420b-c32e-4a1d-a9ee-71a5673399ea, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:38:32.626972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] For port e9de420b-c32e-4a1d-a9ee-71a5673399ea, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e9de420b-c32e-4a1d-a9ee-71a5673399ea,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:38:32.710013 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:32.778409 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c879333b-5150-4eac-b49b-022157140338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:32.818132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:32.818496 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:32.820043 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] 10.222.0.47 "PUT /v2.0/ports/e9de420b-c32e-4a1d-a9ee-71a5673399ea HTTP/1.1" status: 200 len: 1129 time: 3.3536677 Dec 14 02:38:32.823961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'tag': 'e9de420b-c32e-4a1d-a9ee-71a5673399ea'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:32.849595 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523563af-aabc-4d73-a17d-85071f3c609e" -d '{"events": [{"name": "network-changed", "server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "tag": "e9de420b-c32e-4a1d-a9ee-71a5673399ea"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:32.885570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f2112-8cdb-4ee6-938c-40ba9c1bc4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9de420b-c32e-4a1d-a9ee-71a5673399ea,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:32.943112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287cb1a-c105-4159-9138-b55796ddec52 req-442f6af1-dbc0-4751-ba18-891885e13d47 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:32.943112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287cb1a-c105-4159-9138-b55796ddec52 req-442f6af1-dbc0-4751-ba18-891885e13d47 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:32.943112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287cb1a-c105-4159-9138-b55796ddec52 req-442f6af1-dbc0-4751-ba18-891885e13d47 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:32.949331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287cb1a-c105-4159-9138-b55796ddec52 req-442f6af1-dbc0-4751-ba18-891885e13d47 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:32.955699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287cb1a-c105-4159-9138-b55796ddec52 req-442f6af1-dbc0-4751-ba18-891885e13d47 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:32.963727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287cb1a-c105-4159-9138-b55796ddec52 req-442f6af1-dbc0-4751-ba18-891885e13d47 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:32.965829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6287cb1a-c105-4159-9138-b55796ddec52 req-442f6af1-dbc0-4751-ba18-891885e13d47 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 4598 time: 0.2875841 Dec 14 02:38:33.012886 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:33.066444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cefeb9-620b-452c-ba02-3698fcd19f25 req-8eaa783e-11a2-4893-80b1-336cdb9ab943 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:33.069486 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77cefeb9-620b-452c-ba02-3698fcd19f25 req-8eaa783e-11a2-4893-80b1-336cdb9ab943 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 950 time: 0.1024008 Dec 14 02:38:33.119216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6287cb1a-c105-4159-9138-b55796ddec52 req-ca092c27-bf99-4d87-b147-dfc09aeddea6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1367724 Dec 14 02:38:33.149895 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77cefeb9-620b-452c-ba02-3698fcd19f25 req-9638fa30-2900-434c-bc5a-eca6b4e348c8 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702052 Dec 14 02:38:33.209092 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eec5222-3535-4d5d-a1c5-39bbea32b40a x-openstack-request-id: req-2eec5222-3535-4d5d-a1c5-39bbea32b40a {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:33.209092 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "tag": "e9de420b-c32e-4a1d-a9ee-71a5673399ea", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:33.209092 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2eec5222-3535-4d5d-a1c5-39bbea32b40a {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:33.209092 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'tag': 'e9de420b-c32e-4a1d-a9ee-71a5673399ea', 'status': 'completed', 'code': 200} Dec 14 02:38:33.275140 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:33.292827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Request body: {'port': {'device_id': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:33.336353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523563af-aabc-4d73-a17d-85071f3c609e req-ef597f3e-b620-4ea7-866a-089e13d6306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:33.352650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523563af-aabc-4d73-a17d-85071f3c609e req-ef597f3e-b620-4ea7-866a-089e13d6306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:33.352650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523563af-aabc-4d73-a17d-85071f3c609e req-ef597f3e-b620-4ea7-866a-089e13d6306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:33.352650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523563af-aabc-4d73-a17d-85071f3c609e req-ef597f3e-b620-4ea7-866a-089e13d6306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:33.352650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523563af-aabc-4d73-a17d-85071f3c609e req-ef597f3e-b620-4ea7-866a-089e13d6306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:33.352650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523563af-aabc-4d73-a17d-85071f3c609e req-ef597f3e-b620-4ea7-866a-089e13d6306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:33.352650 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-523563af-aabc-4d73-a17d-85071f3c609e req-ef597f3e-b620-4ea7-866a-089e13d6306d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ffab91437844fca462f7af0a39817e&device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5284 time: 0.0813928 Dec 14 02:38:33.483711 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523563af-aabc-4d73-a17d-85071f3c609e req-53ee6525-a3ab-4ae2-a137-320cec4bb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:33.484173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523563af-aabc-4d73-a17d-85071f3c609e req-53ee6525-a3ab-4ae2-a137-320cec4bb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:33.484634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523563af-aabc-4d73-a17d-85071f3c609e req-53ee6525-a3ab-4ae2-a137-320cec4bb1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:33.486278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-523563af-aabc-4d73-a17d-85071f3c609e req-53ee6525-a3ab-4ae2-a137-320cec4bb1ac service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f5ffab91437844fca462f7af0a39817e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1131587 Dec 14 02:38:33.504305 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:33.533649 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Router 26fdc466-3044-4d66-8dd5-995c6bfd58f5 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:38:33.739330 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523563af-aabc-4d73-a17d-85071f3c609e req-4884d703-7fdd-4acb-84fb-6d8d906afc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:33.740706 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-523563af-aabc-4d73-a17d-85071f3c609e req-4884d703-7fdd-4acb-84fb-6d8d906afc43 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2457969 Dec 14 02:38:33.823069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfd6e9-22ae-47ad-a0ff-1b45df824fed req-8c42e508-e8ef-4e52-a2aa-f3887344efd1 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:33.823394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:38:33.823486 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-28dfd6e9-22ae-47ad-a0ff-1b45df824fed req-8c42e508-e8ef-4e52-a2aa-f3887344efd1 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.2043250 Dec 14 02:38:33.834582 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd1478-f6d1-47af-8464-a77ef80374c3 None None] Sync routers for ids ['26fdc466-3044-4d66-8dd5-995c6bfd58f5'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:38:33.858853 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd1478-f6d1-47af-8464-a77ef80374c3 None None] Routers {'26fdc466-3044-4d66-8dd5-995c6bfd58f5'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:38:33.863300 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-55fd1478-f6d1-47af-8464-a77ef80374c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:38:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['26fdc466-3044-4d66-8dd5-995c6bfd58f5'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:33.909490 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-55fd1478-f6d1-47af-8464-a77ef80374c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:33.926727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd1478-f6d1-47af-8464-a77ef80374c3 None None] Routers {'26fdc466-3044-4d66-8dd5-995c6bfd58f5'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:38:33.927373 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-55fd1478-f6d1-47af-8464-a77ef80374c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:38:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['26fdc466-3044-4d66-8dd5-995c6bfd58f5'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:33.928442 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a8133-3c7e-40cc-84dd-82842caace62 req-ef02bc1e-8e7f-469a-ac98-aa12711f2611 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:33.930224 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c44a8133-3c7e-40cc-84dd-82842caace62 req-ef02bc1e-8e7f-469a-ac98-aa12711f2611 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.1676481 Dec 14 02:38:33.980387 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-28dfd6e9-22ae-47ad-a0ff-1b45df824fed req-6af475a2-b4ad-4ab7-9cb6-71320c8435a5 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455536 Dec 14 02:38:33.997100 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-55fd1478-f6d1-47af-8464-a77ef80374c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:33.999046 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd1478-f6d1-47af-8464-a77ef80374c3 None None] The sync data for ids ['26fdc466-3044-4d66-8dd5-995c6bfd58f5'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:38:34.019339 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:34.019339 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8250f454-2495-40d4-b0cd-7f1b7fb8175c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4193242 Dec 14 02:38:34.021280 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60638) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:34.026729 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d3c3d191-8f80-41bb-a5b1-f5ae9522a1e5 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:34.088708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c44a8133-3c7e-40cc-84dd-82842caace62 req-8ad500af-ce84-4ea4-8bf2-51facab9e2ee tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224232 Dec 14 02:38:34.263767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97d4905-01c1-4fec-8b89-44b7be1269b7 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:38:34.280921 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:34.311984 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Transition to ACTIVE for port object e97d4905-01c1-4fec-8b89-44b7be1269b7 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:38:34.456083 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:34.461883 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d191-8f80-41bb-a5b1-f5ae9522a1e5 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:34.556628 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d191-8f80-41bb-a5b1-f5ae9522a1e5 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:34.663577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bef78-9ac3-4b6e-b49a-477c1533f5ec req-2a61945a-f172-4635-a966-8f0caedcd3d7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:34.702357 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bef78-9ac3-4b6e-b49a-477c1533f5ec req-2a61945a-f172-4635-a966-8f0caedcd3d7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:34.735602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bef78-9ac3-4b6e-b49a-477c1533f5ec req-2a61945a-f172-4635-a966-8f0caedcd3d7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:34.751025 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bef78-9ac3-4b6e-b49a-477c1533f5ec req-2a61945a-f172-4635-a966-8f0caedcd3d7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:34.772812 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bef78-9ac3-4b6e-b49a-477c1533f5ec req-2a61945a-f172-4635-a966-8f0caedcd3d7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:34.785364 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bef78-9ac3-4b6e-b49a-477c1533f5ec req-2a61945a-f172-4635-a966-8f0caedcd3d7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:34.787363 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd6bef78-9ac3-4b6e-b49a-477c1533f5ec req-2a61945a-f172-4635-a966-8f0caedcd3d7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 4598 time: 0.4454052 Dec 14 02:38:34.797904 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3d191-8f80-41bb-a5b1-f5ae9522a1e5 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Deleting port 027ed985-eb3d-4784-bd8d-81a088ca8924 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:38:34.798243 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d191-8f80-41bb-a5b1-f5ae9522a1e5 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:34.921626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea21ad-23d0-490b-bdc7-33b5c7d9a03d req-5cda8556-5168-4164-892b-b3fd6dee9f23 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:34.923222 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55ea21ad-23d0-490b-bdc7-33b5c7d9a03d req-5cda8556-5168-4164-892b-b3fd6dee9f23 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 950 time: 0.5906060 Dec 14 02:38:34.931896 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e97d4905-01c1-4fec-8b89-44b7be1269b7,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:34.940150 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d191-8f80-41bb-a5b1-f5ae9522a1e5 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:34.956531 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3d191-8f80-41bb-a5b1-f5ae9522a1e5 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Calling delete_port for 027ed985-eb3d-4784-bd8d-81a088ca8924 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:38:35.047828 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-188bd9d5-fe64-493e-b58c-abf539079267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:35.122194 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd6bef78-9ac3-4b6e-b49a-477c1533f5ec req-149d3059-59fd-4a24-931d-8d6f70d251fa tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3067346 Dec 14 02:38:35.193268 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55ea21ad-23d0-490b-bdc7-33b5c7d9a03d req-37965cd9-74e3-4195-8dc1-992d93eeab86 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438350 Dec 14 02:38:35.194218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Attempting to bind port e97d4905-01c1-4fec-8b89-44b7be1269b7 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:38:35.194559 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Attempting to bind port e97d4905-01c1-4fec-8b89-44b7be1269b7 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:38:35.194893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Attempting to bind port e97d4905-01c1-4fec-8b89-44b7be1269b7 on network cf83d73a-45cf-4239-b869-73b771421429 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:35.204152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Port e97d4905-01c1-4fec-8b89-44b7be1269b7 on network cf83d73a-45cf-4239-b869-73b771421429 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:38:35.204492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Attempting to bind port e97d4905-01c1-4fec-8b89-44b7be1269b7 on network cf83d73a-45cf-4239-b869-73b771421429 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:35.218801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:38:35.222210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Checking segment: {'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:38:35.222936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Bound using segment: {'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:38:35.225848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Bound port: e97d4905-01c1-4fec-8b89-44b7be1269b7, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:38:35.226414 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:35.324422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:38:35.411360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] For port e97d4905-01c1-4fec-8b89-44b7be1269b7, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:38:35.418750 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] For port e97d4905-01c1-4fec-8b89-44b7be1269b7, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e97d4905-01c1-4fec-8b89-44b7be1269b7,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:38:35.576432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:35.576432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'port_id': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2', 'mac_address': 'fa:16:3e:24:b7:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:38:35.578208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2357b-ae09-48a1-aec6-a8f3856d4b78 req-26dc496b-2423-4e38-a01e-ea84fac898bf tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:35.578208 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-65f2357b-ae09-48a1-aec6-a8f3856d4b78 req-26dc496b-2423-4e38-a01e-ea84fac898bf tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.1016438 Dec 14 02:38:35.593628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045232e-6a3d-4ccd-a09e-8cfc6c2cb86b req-7d9a698c-3c9e-4c16-84ad-f3d23cca2e07 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:35.597020 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:35.601827 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4045232e-6a3d-4ccd-a09e-8cfc6c2cb86b req-7d9a698c-3c9e-4c16-84ad-f3d23cca2e07 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.1519494 Dec 14 02:38:35.632567 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:38:35.646686 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d191-8f80-41bb-a5b1-f5ae9522a1e5 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:35.656238 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:35.699265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:35.708147 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3d191-8f80-41bb-a5b1-f5ae9522a1e5 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Pushing event deleted for resources: {'Port': ['ID=027ed985-eb3d-4784-bd8d-81a088ca8924,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:35.789965 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:35.859541 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-65f2357b-ae09-48a1-aec6-a8f3856d4b78 req-90c7315c-356c-47df-bb20-a7fe9013ec4b tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853827 Dec 14 02:38:35.870987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Pushing event updated for resources: {'Port': ['ID=e97d4905-01c1-4fec-8b89-44b7be1269b7,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:35.891659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:35.892310 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:35.893776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8cbc1770-f615-4bae-806f-058a92ba97a2 service neutron] 10.222.0.47 "PUT /v2.0/ports/e97d4905-01c1-4fec-8b89-44b7be1269b7 HTTP/1.1" status: 200 len: 1130 time: 2.6065495 Dec 14 02:38:35.894463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'tag': 'e97d4905-01c1-4fec-8b89-44b7be1269b7'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:35.905614 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504487da-b5f4-4e7e-9df8-e4d921f8ee4d" -d '{"events": [{"name": "network-changed", "server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "tag": "e97d4905-01c1-4fec-8b89-44b7be1269b7"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:35.928587 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d191-8f80-41bb-a5b1-f5ae9522a1e5 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:35.949580 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:35.978901 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['d45bade7-d099-4cb6-8acc-b3e3b97fc0f2'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:38:36.029770 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Request body: {'port': {'device_id': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:36.236182 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:36.269428 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4045232e-6a3d-4ccd-a09e-8cfc6c2cb86b req-ed26172a-cd4d-4a8e-b8cb-045e9df40579 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6664214 Dec 14 02:38:36.358970 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:36.545400 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d191-8f80-41bb-a5b1-f5ae9522a1e5 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:36.555058 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d191-8f80-41bb-a5b1-f5ae9522a1e5 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:36.575072 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb0b731-61b1-47c9-8b69-0cf6efe73749 x-openstack-request-id: req-ffb0b731-61b1-47c9-8b69-0cf6efe73749 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:36.585581 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "tag": "e97d4905-01c1-4fec-8b89-44b7be1269b7", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:36.587164 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ffb0b731-61b1-47c9-8b69-0cf6efe73749 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:36.587164 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'tag': 'e97d4905-01c1-4fec-8b89-44b7be1269b7', 'status': 'completed', 'code': 200} Dec 14 02:38:36.708427 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c3d191-8f80-41bb-a5b1-f5ae9522a1e5 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Router 26fdc466-3044-4d66-8dd5-995c6bfd58f5 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:38:36.746600 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-c33712e5-1c48-43b2-a357-95e6b8dad84c tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6f6e32f74c7e4156a8e5c0e2bc5d87cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1290429 Dec 14 02:38:36.861832 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c3d191-8f80-41bb-a5b1-f5ae9522a1e5 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:38:36.869597 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d191-8f80-41bb-a5b1-f5ae9522a1e5 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:36.876435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60730) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:36.877292 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ba746-19bc-44ed-8876-9689b141407b None None] Sync routers for ids ['26fdc466-3044-4d66-8dd5-995c6bfd58f5'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:38:36.885635 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d3c3d191-8f80-41bb-a5b1-f5ae9522a1e5 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "PUT /v2.0/routers/26fdc466-3044-4d66-8dd5-995c6bfd58f5 HTTP/1.1" status: 200 len: 706 time: 2.8631001 Dec 14 02:38:36.890510 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ba746-19bc-44ed-8876-9689b141407b None None] Routers {'26fdc466-3044-4d66-8dd5-995c6bfd58f5'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:38:36.891159 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-8b6ba746-19bc-44ed-8876-9689b141407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:38:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['26fdc466-3044-4d66-8dd5-995c6bfd58f5'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:36.894179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504487da-b5f4-4e7e-9df8-e4d921f8ee4d req-1bc9971d-0371-4257-9c50-6466b01c7ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:36.894908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504487da-b5f4-4e7e-9df8-e4d921f8ee4d req-1bc9971d-0371-4257-9c50-6466b01c7ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:36.895770 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504487da-b5f4-4e7e-9df8-e4d921f8ee4d req-1bc9971d-0371-4257-9c50-6466b01c7ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:36.896535 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504487da-b5f4-4e7e-9df8-e4d921f8ee4d req-1bc9971d-0371-4257-9c50-6466b01c7ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:36.897167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504487da-b5f4-4e7e-9df8-e4d921f8ee4d req-1bc9971d-0371-4257-9c50-6466b01c7ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:36.897827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504487da-b5f4-4e7e-9df8-e4d921f8ee4d req-1bc9971d-0371-4257-9c50-6466b01c7ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:36.898451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504487da-b5f4-4e7e-9df8-e4d921f8ee4d req-1bc9971d-0371-4257-9c50-6466b01c7ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:36.901880 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-504487da-b5f4-4e7e-9df8-e4d921f8ee4d req-1bc9971d-0371-4257-9c50-6466b01c7ea6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ffab91437844fca462f7af0a39817e&device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 6207 time: 0.3043745 Dec 14 02:38:36.933229 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-8b6ba746-19bc-44ed-8876-9689b141407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:36.943896 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ba746-19bc-44ed-8876-9689b141407b None None] Routers {'26fdc466-3044-4d66-8dd5-995c6bfd58f5'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:38:36.944542 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-8b6ba746-19bc-44ed-8876-9689b141407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:38:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['26fdc466-3044-4d66-8dd5-995c6bfd58f5'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:36.986625 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-8b6ba746-19bc-44ed-8876-9689b141407b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:38:36.987424 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6ba746-19bc-44ed-8876-9689b141407b None None] The sync data for ids ['26fdc466-3044-4d66-8dd5-995c6bfd58f5'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:38:37.003211 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634dc58-8f72-4083-9114-063bc382ea13 req-c2755b42-ea46-4307-a744-26db89e0a4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:37.009823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634dc58-8f72-4083-9114-063bc382ea13 req-c2755b42-ea46-4307-a744-26db89e0a4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:37.015825 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634dc58-8f72-4083-9114-063bc382ea13 req-c2755b42-ea46-4307-a744-26db89e0a4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:37.022895 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634dc58-8f72-4083-9114-063bc382ea13 req-c2755b42-ea46-4307-a744-26db89e0a4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:37.030507 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634dc58-8f72-4083-9114-063bc382ea13 req-c2755b42-ea46-4307-a744-26db89e0a4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:37.044414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634dc58-8f72-4083-9114-063bc382ea13 req-c2755b42-ea46-4307-a744-26db89e0a4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:37.044414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634dc58-8f72-4083-9114-063bc382ea13 req-c2755b42-ea46-4307-a744-26db89e0a4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:37.044759 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60736) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:37.049900 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-693518c9-ead3-45bb-8a21-f2f7983b00b2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1465468802'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:37.060882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e634dc58-8f72-4083-9114-063bc382ea13 req-c2755b42-ea46-4307-a744-26db89e0a4c4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5370 time: 0.4933786 Dec 14 02:38:37.211702 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693518c9-ead3-45bb-8a21-f2f7983b00b2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Made reservation on behalf of 20630dab3f6946828746e2d81f7e163b for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:38:37.215993 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-693518c9-ead3-45bb-8a21-f2f7983b00b2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:37.254055 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693518c9-ead3-45bb-8a21-f2f7983b00b2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:38:37.269166 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-693518c9-ead3-45bb-8a21-f2f7983b00b2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:37.269894 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-693518c9-ead3-45bb-8a21-f2f7983b00b2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Added segment 09d4540c-cdff-428d-b6da-fba9a4949ac6 of type vlan for network 143750ac-d961-47f1-8a52-3edc9f23c6d8 Dec 14 02:38:37.337180 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-693518c9-ead3-45bb-8a21-f2f7983b00b2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:37.340401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:38:37.436029 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-693518c9-ead3-45bb-8a21-f2f7983b00b2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:37.442061 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693518c9-ead3-45bb-8a21-f2f7983b00b2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:37.442786 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-693518c9-ead3-45bb-8a21-f2f7983b00b2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:37.465926 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:37.466471 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:37.538572 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693518c9-ead3-45bb-8a21-f2f7983b00b2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event updated for resources: {'Network': ['ID=143750ac-d961-47f1-8a52-3edc9f23c6d8,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:37.542760 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-75fe254a-a82c-4e47-94ce-b5dd01061417 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "GET /v2.0/routers/26fdc466-3044-4d66-8dd5-995c6bfd58f5 HTTP/1.1" status: 200 len: 741 time: 0.6607671 Dec 14 02:38:37.544115 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60742) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:37.562250 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 143750ac-d961-47f1-8a52-3edc9f23c6d8 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:38:37.607109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b7cfabd-515e-4098-a45c-f9b489a694ea {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:38:37.608180 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-91d0908b-a56f-45df-86ae-7aa2d9cc55f9 tempest-RoutersAdminTest-1582135064 tempest-RoutersAdminTest-1582135064-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&device_id=26fdc466-3044-4d66-8dd5-995c6bfd58f5 HTTP/1.1" status: 200 len: 205 time: 0.0603631 Dec 14 02:38:37.614095 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60744) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:37.628687 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e634dc58-8f72-4083-9114-063bc382ea13 req-06a6153d-65d3-42b9-a978-466b772cd5f4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5628123 Dec 14 02:38:37.631247 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-693518c9-ead3-45bb-8a21-f2f7983b00b2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5854423 Dec 14 02:38:37.653138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60746) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:37.653251 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fa92f80d-c5b7-4324-9168-9e145cef8e30 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "GET /v2.0/ports?device_id=26fdc466-3044-4d66-8dd5-995c6bfd58f5 HTTP/1.1" status: 200 len: 205 time: 0.0347250 Dec 14 02:38:37.653251 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60748) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:37.653456 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:37.671683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3415bf83-0e14-4e32-83fb-08d96d7b3161 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:37.673424 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3415bf83-0e14-4e32-83fb-08d96d7b3161 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9170513 Dec 14 02:38:37.684010 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-98d30e36-f213-4def-9eeb-afb89b090cd0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-842591258'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:37.734413 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:37.751020 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:37.756458 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61c9ba15-8548-4753-a17d-67e1734d858e tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:37.782037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504487da-b5f4-4e7e-9df8-e4d921f8ee4d req-0c2461d0-0bc5-49cb-9ddc-cccf3bf47eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:37.782511 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504487da-b5f4-4e7e-9df8-e4d921f8ee4d req-0c2461d0-0bc5-49cb-9ddc-cccf3bf47eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:37.782976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504487da-b5f4-4e7e-9df8-e4d921f8ee4d req-0c2461d0-0bc5-49cb-9ddc-cccf3bf47eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:37.784973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3be604-5954-4a07-9fe0-fc54a9e03102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:37.786830 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-504487da-b5f4-4e7e-9df8-e4d921f8ee4d req-0c2461d0-0bc5-49cb-9ddc-cccf3bf47eee service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f5ffab91437844fca462f7af0a39817e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8632507 Dec 14 02:38:37.788046 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778324b7-4ea5-4830-bd56-282017431e43" -d '{"events": [{"server_uuid": "0f3be604-5954-4a07-9fe0-fc54a9e03102", "name": "network-vif-plugged", "status": "completed", "tag": "d45bade7-d099-4cb6-8acc-b3e3b97fc0f2"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:37.790395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Transition to ACTIVE for port object 7b7cfabd-515e-4098-a45c-f9b489a694ea will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:38:37.798903 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-01258a51-d9ec-44a7-af2e-498d73d8d73a tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/quotas/6f6e32f74c7e4156a8e5c0e2bc5d87cd HTTP/1.1" status: 200 len: 375 time: 0.0842104 Dec 14 02:38:37.814700 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:37.846461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d30e36-f213-4def-9eeb-afb89b090cd0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Made reservation on behalf of 20630dab3f6946828746e2d81f7e163b for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:38:37.849651 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-98d30e36-f213-4def-9eeb-afb89b090cd0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:37.915783 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:37.945133 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:37.965432 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61c9ba15-8548-4753-a17d-67e1734d858e tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:37.973780 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61c9ba15-8548-4753-a17d-67e1734d858e tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:37.973986 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:38.041899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-a135a3ad-bf57-487c-aaa4-d0f547f8fcb4 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f6e32f74c7e4156a8e5c0e2bc5d87cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2419434 Dec 14 02:38:38.048046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d30e36-f213-4def-9eeb-afb89b090cd0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:38:38.064905 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-98d30e36-f213-4def-9eeb-afb89b090cd0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:38.065276 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-98d30e36-f213-4def-9eeb-afb89b090cd0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Added segment 6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6 of type vlan for network d307fd75-d63b-4667-bff7-1b964e3cfc2d Dec 14 02:38:38.116344 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61c9ba15-8548-4753-a17d-67e1734d858e tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:38.116862 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c9ba15-8548-4753-a17d-67e1734d858e tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Fanout notify agent at l3_agent the message router_deleted on router 26fdc466-3044-4d66-8dd5-995c6bfd58f5 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:38:38.124678 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61c9ba15-8548-4753-a17d-67e1734d858e tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:38.129061 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-61c9ba15-8548-4753-a17d-67e1734d858e tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "DELETE /v2.0/routers/26fdc466-3044-4d66-8dd5-995c6bfd58f5 HTTP/1.1" status: 204 len: 168 time: 0.4721255 Dec 14 02:38:38.129382 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60762) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:38.171924 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1df3306d-6992-4447-99c0-e14af1d98817 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "GET /v2.0/ports?device_id=26fdc466-3044-4d66-8dd5-995c6bfd58f5 HTTP/1.1" status: 200 len: 205 time: 0.0390210 Dec 14 02:38:38.176452 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60764) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:38.186597 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504487da-b5f4-4e7e-9df8-e4d921f8ee4d req-44860950-1c56-46d3-a3ca-2a2999e08be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:38.188068 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-504487da-b5f4-4e7e-9df8-e4d921f8ee4d req-44860950-1c56-46d3-a3ca-2a2999e08be8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3895478 Dec 14 02:38:38.188685 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Pushing event updated for resources: {'Port': ['ID=7b7cfabd-515e-4098-a45c-f9b489a694ea,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:38.210980 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-98d30e36-f213-4def-9eeb-afb89b090cd0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:38.245598 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56860f-6a55-4d24-bd62-d8cac62ff029 req-d8d9d4d1-6f64-43bb-98c9-729059740947 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:38.250068 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be56860f-6a55-4d24-bd62-d8cac62ff029 req-d8d9d4d1-6f64-43bb-98c9-729059740947 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.3976192 Dec 14 02:38:38.406844 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Attempting to bind port 7b7cfabd-515e-4098-a45c-f9b489a694ea on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:38:38.407187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Attempting to bind port 7b7cfabd-515e-4098-a45c-f9b489a694ea by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:38:38.407524 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Attempting to bind port 7b7cfabd-515e-4098-a45c-f9b489a694ea on network cf83d73a-45cf-4239-b869-73b771421429 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:38.425276 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-98d30e36-f213-4def-9eeb-afb89b090cd0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:38.432789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d30e36-f213-4def-9eeb-afb89b090cd0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:38.432789 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-98d30e36-f213-4def-9eeb-afb89b090cd0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:38.459848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Port 7b7cfabd-515e-4098-a45c-f9b489a694ea on network cf83d73a-45cf-4239-b869-73b771421429 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:38:38.459848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Attempting to bind port 7b7cfabd-515e-4098-a45c-f9b489a694ea on network cf83d73a-45cf-4239-b869-73b771421429 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:38.481983 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:38.535887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be56860f-6a55-4d24-bd62-d8cac62ff029 req-062f8ea5-55c0-4f58-9aec-4305020cd938 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686081 Dec 14 02:38:38.617226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:38:38.618653 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Checking segment: {'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:38:38.618653 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Bound using segment: {'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:38:38.619176 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Bound port: 7b7cfabd-515e-4098-a45c-f9b489a694ea, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:38:38.619533 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:38.697706 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d30e36-f213-4def-9eeb-afb89b090cd0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event updated for resources: {'Network': ['ID=d307fd75-d63b-4667-bff7-1b964e3cfc2d,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:38.712682 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network d307fd75-d63b-4667-bff7-1b964e3cfc2d details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:38:38.767215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-98d30e36-f213-4def-9eeb-afb89b090cd0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1102743 Dec 14 02:38:38.770406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60776) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:38.779538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-950a4b23-76df-4847-99e9-15d610ed5091 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Request body: {'subnet': {'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:38.784095 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-5ae5d2ae-bbfd-4250-9131-6166fc803cd2 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] delete failed (client error): The resource could not be found. Dec 14 02:38:38.789007 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5ae5d2ae-bbfd-4250-9131-6166fc803cd2 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "DELETE /v2.0/routers/26fdc466-3044-4d66-8dd5-995c6bfd58f5 HTTP/1.1" status: 404 len: 336 time: 0.6115284 Dec 14 02:38:38.790296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60778) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:38.800668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef123d77-0c8f-4c30-b897-46c6f29902a7 req-45e2791c-44ad-497b-bd3c-f8bb01921b20 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:38.802201 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef123d77-0c8f-4c30-b897-46c6f29902a7 req-45e2791c-44ad-497b-bd3c-f8bb01921b20 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.2015805 Dec 14 02:38:38.891564 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-de46a52d-1817-44d2-a3a9-501c669a5f3c tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c15e3b3-0d9a-4d20-9518-4c9a0ee443e6 HTTP/1.1" status: 200 len: 205 time: 0.0977602 Dec 14 02:38:38.894804 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60780) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:38.903642 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150850f-c66a-4cae-af40-bac1d600d00a req-fcaabee7-ad05-44bd-8b35-99b7298f240a tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:38.905140 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d150850f-c66a-4cae-af40-bac1d600d00a req-fcaabee7-ad05-44bd-8b35-99b7298f240a tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 951 time: 0.2588844 Dec 14 02:38:38.958920 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] For port 7b7cfabd-515e-4098-a45c-f9b489a694ea, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:38:38.966074 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-a7a3759b-db46-497d-9e5c-af5a833ade1d tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] delete failed (client error): The resource could not be found. Dec 14 02:38:38.970861 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a7a3759b-db46-497d-9e5c-af5a833ade1d tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "DELETE /v2.0/routers/9c15e3b3-0d9a-4d20-9518-4c9a0ee443e6 HTTP/1.1" status: 404 len: 336 time: 0.0750008 Dec 14 02:38:38.971668 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60782) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:38.999477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] For port 7b7cfabd-515e-4098-a45c-f9b489a694ea, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7b7cfabd-515e-4098-a45c-f9b489a694ea,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:38:39.005531 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0934b722-6aeb-436e-9be9-1d4cf4b5c7a5 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "GET /v2.0/ports?device_id=2baa2a8e-826c-4682-b647-b5602ce28593 HTTP/1.1" status: 200 len: 205 time: 0.0323598 Dec 14 02:38:39.006383 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60784) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:39.021641 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef123d77-0c8f-4c30-b897-46c6f29902a7 req-ca444076-d8aa-4d12-9b4f-052fcc3cc829 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949985 Dec 14 02:38:39.041762 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d150850f-c66a-4cae-af40-bac1d600d00a req-322dc8a4-6a77-4402-90cf-484370e661e0 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d4d94f1-2415-436c-af9a-9c5c8fa3cf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152751 Dec 14 02:38:39.062908 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-befbf530-6f0f-4b9e-ba24-5df0fc87bd21 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] delete failed (client error): The resource could not be found. Dec 14 02:38:39.066863 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-befbf530-6f0f-4b9e-ba24-5df0fc87bd21 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "DELETE /v2.0/routers/2baa2a8e-826c-4682-b647-b5602ce28593 HTTP/1.1" status: 404 len: 336 time: 0.0594072 Dec 14 02:38:39.067624 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60786) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:39.112011 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3e545c8d-ef80-4e66-b9a3-5e3438cc0c67 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "GET /v2.0/ports?device_id=652a6865-05a5-4e0c-be4f-af260e1b41f8 HTTP/1.1" status: 200 len: 205 time: 0.0430932 Dec 14 02:38:39.113029 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60792) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:39.114441 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:39.150122 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19197832-c0a0-42af-adbb-b3a891b7acbd x-openstack-request-id: req-19197832-c0a0-42af-adbb-b3a891b7acbd {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:39.150639 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3be604-5954-4a07-9fe0-fc54a9e03102", "name": "network-vif-plugged", "status": "completed", "tag": "d45bade7-d099-4cb6-8acc-b3e3b97fc0f2", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:39.151056 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-19197832-c0a0-42af-adbb-b3a891b7acbd {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:39.151610 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3be604-5954-4a07-9fe0-fc54a9e03102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2', 'code': 200} Dec 14 02:38:39.159829 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-4dcd9e7f-61be-4f94-99b8-26860b8e47f8 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] delete failed (client error): The resource could not be found. Dec 14 02:38:39.161772 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4dcd9e7f-61be-4f94-99b8-26860b8e47f8 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "DELETE /v2.0/routers/652a6865-05a5-4e0c-be4f-af260e1b41f8 HTTP/1.1" status: 404 len: 336 time: 0.0475714 Dec 14 02:38:39.165270 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60794) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:39.192440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950a4b23-76df-4847-99e9-15d610ed5091 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Made reservation on behalf of 20630dab3f6946828746e2d81f7e163b for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:38:39.200148 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-950a4b23-76df-4847-99e9-15d610ed5091 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:39.207967 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f0598d2c-e745-4a1f-8d4e-91c9c2c1496f tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8c9cf9d-1bbd-475e-b6ef-806177906e6d HTTP/1.1" status: 200 len: 205 time: 0.0349066 Dec 14 02:38:39.208591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60796) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:39.279552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:39.280094 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:39.281605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] 10.222.0.47 "PUT /v2.0/ports/7b7cfabd-515e-4098-a45c-f9b489a694ea HTTP/1.1" status: 200 len: 1090 time: 3.2584636 Dec 14 02:38:39.311227 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'tag': '7b7cfabd-515e-4098-a45c-f9b489a694ea'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:39.313527 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad20eac5-816f-4491-bb33-fd70da6f146b" -d '{"events": [{"name": "network-changed", "server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "tag": "7b7cfabd-515e-4098-a45c-f9b489a694ea"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:39.354547 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c326a3dc-b5f3-4bc4-a03e-068070bf74ec req-6b29dc5a-e00d-461f-acab-d925df1d2e85 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 210 time: 0.1686842 Dec 14 02:38:39.417082 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-edc7350d-f18b-47de-a422-3f6ff71a7bda tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] delete failed (client error): The resource could not be found. Dec 14 02:38:39.421105 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60804) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:39.421269 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-edc7350d-f18b-47de-a422-3f6ff71a7bda tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "DELETE /v2.0/routers/d8c9cf9d-1bbd-475e-b6ef-806177906e6d HTTP/1.1" status: 404 len: 336 time: 0.2037604 Dec 14 02:38:39.442470 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2515f11-7f53-48d5-a088-23ec7128c24d service neutron] Pushing event updated for resources: {'Port': ['ID=7b7cfabd-515e-4098-a45c-f9b489a694ea,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:39.485555 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-787efa57-8f62-48ec-88fb-2f335b4df338 tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "GET /v2.0/ports?device_id=14870997-1db4-413e-a3eb-28195a8e48f0 HTTP/1.1" status: 200 len: 205 time: 0.0617049 Dec 14 02:38:39.486185 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60810) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:39.490538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Request body: {'port': {'device_id': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:39.547577 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-41b67bd4-8539-492c-8b59-1837ce7964fb tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] delete failed (client error): The resource could not be found. Dec 14 02:38:39.548619 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-41b67bd4-8539-492c-8b59-1837ce7964fb tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "DELETE /v2.0/routers/14870997-1db4-413e-a3eb-28195a8e48f0 HTTP/1.1" status: 404 len: 336 time: 0.0612259 Dec 14 02:38:39.551772 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60816) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:39.580624 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b72fe4a-8f98-47cb-85b0-37252c92c11e tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] DELETE failed (client error): The resource could not be found. Dec 14 02:38:39.581699 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b72fe4a-8f98-47cb-85b0-37252c92c11e tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:38:39.589296 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8b72fe4a-8f98-47cb-85b0-37252c92c11e tempest-RoutersAdminTest-2109404748 tempest-RoutersAdminTest-2109404748-project] 10.222.0.39 "DELETE /v2.0/subnets/e686878b-9f80-4d84-a884-6571d94e19b8 HTTP/1.1" status: 404 len: 337 time: 0.0340302 Dec 14 02:38:39.743171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cfc6c-4e93-4a33-a204-49b54e5022ca req-fcf9cc87-7e4c-4c9b-ad7e-52086edce962 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:39.751739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cfc6c-4e93-4a33-a204-49b54e5022ca req-fcf9cc87-7e4c-4c9b-ad7e-52086edce962 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:39.759674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cfc6c-4e93-4a33-a204-49b54e5022ca req-fcf9cc87-7e4c-4c9b-ad7e-52086edce962 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:39.766725 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cfc6c-4e93-4a33-a204-49b54e5022ca req-fcf9cc87-7e4c-4c9b-ad7e-52086edce962 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:39.774260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cfc6c-4e93-4a33-a204-49b54e5022ca req-fcf9cc87-7e4c-4c9b-ad7e-52086edce962 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:39.781293 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cfc6c-4e93-4a33-a204-49b54e5022ca req-fcf9cc87-7e4c-4c9b-ad7e-52086edce962 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:39.790174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cfc6c-4e93-4a33-a204-49b54e5022ca req-fcf9cc87-7e4c-4c9b-ad7e-52086edce962 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:39.798495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e9cfc6c-4e93-4a33-a204-49b54e5022ca req-fcf9cc87-7e4c-4c9b-ad7e-52086edce962 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5382 time: 0.5611489 Dec 14 02:38:39.814724 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-950a4b23-76df-4847-99e9-15d610ed5091 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:39.926246 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:40.001612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950a4b23-76df-4847-99e9-15d610ed5091 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Checking segment: {'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:38:40.002251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950a4b23-76df-4847-99e9-15d610ed5091 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Network hostable DHCP agents. Network: 143750ac-d961-47f1-8a52-3edc9f23c6d8, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:38:40.004567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a4b23-76df-4847-99e9-15d610ed5091 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event updated for resources: {'Subnet': ['ID=68c916ee-bf39-49a8-b889-1d98324eacc6,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:40.062319 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e9cfc6c-4e93-4a33-a204-49b54e5022ca req-f24b3017-081d-4b52-aad4-1619054d1fb4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2628462 Dec 14 02:38:40.188616 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773090ce-da0e-4a63-b0e4-d61170ddc716 x-openstack-request-id: req-773090ce-da0e-4a63-b0e4-d61170ddc716 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:40.189255 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "tag": "7b7cfabd-515e-4098-a45c-f9b489a694ea", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:40.190120 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-773090ce-da0e-4a63-b0e4-d61170ddc716 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:40.191005 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'tag': '7b7cfabd-515e-4098-a45c-f9b489a694ea', 'status': 'completed', 'code': 200} Dec 14 02:38:40.196193 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950a4b23-76df-4847-99e9-15d610ed5091 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Network 143750ac-d961-47f1-8a52-3edc9f23c6d8 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:38:40.254393 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60848) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:40.279990 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3f2a38cd-5e55-4094-8467-4a42f1cbce2d no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:38:40.340089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-950a4b23-76df-4847-99e9-15d610ed5091 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 143750ac-d961-47f1-8a52-3edc9f23c6d8) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:40.355396 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950a4b23-76df-4847-99e9-15d610ed5091 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:40.355810 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-950a4b23-76df-4847-99e9-15d610ed5091 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:40.372857 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c7dd60-ae1b-4a12-b078-93029b725428 None None] Network 143750ac-d961-47f1-8a52-3edc9f23c6d8 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:38:40.441450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20eac5-816f-4491-bb33-fd70da6f146b req-a0590304-77fa-401f-bf4a-a292a04e7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:40.441935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20eac5-816f-4491-bb33-fd70da6f146b req-a0590304-77fa-401f-bf4a-a292a04e7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:40.442407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20eac5-816f-4491-bb33-fd70da6f146b req-a0590304-77fa-401f-bf4a-a292a04e7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:40.442882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20eac5-816f-4491-bb33-fd70da6f146b req-a0590304-77fa-401f-bf4a-a292a04e7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:40.443348 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20eac5-816f-4491-bb33-fd70da6f146b req-a0590304-77fa-401f-bf4a-a292a04e7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:40.443811 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20eac5-816f-4491-bb33-fd70da6f146b req-a0590304-77fa-401f-bf4a-a292a04e7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:40.444281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20eac5-816f-4491-bb33-fd70da6f146b req-a0590304-77fa-401f-bf4a-a292a04e7be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:40.446966 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad20eac5-816f-4491-bb33-fd70da6f146b req-a0590304-77fa-401f-bf4a-a292a04e7be8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ffab91437844fca462f7af0a39817e&device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 6274 time: 0.2074707 Dec 14 02:38:40.480773 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54f44243-f1ea-4075-bd88-578f29bc39c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:40.535018 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:40.571613 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-950a4b23-76df-4847-99e9-15d610ed5091 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7986221 Dec 14 02:38:40.576920 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60860) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:40.582344 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-44bc4816-3e74-4db8-a607-9fbda15731a1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Request body: {'subnet': {'network_id': 'd307fd75-d63b-4667-bff7-1b964e3cfc2d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:40.605508 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-143750ac-d961-47f1-8a52-3edc9f23c6d8', 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8', 'project_id': '20630dab3f6946828746e2d81f7e163b', 'fixed_ips': [{'subnet_id': '68c916ee-bf39-49a8-b889-1d98324eacc6'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:38:40.606779 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:40.636182 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:40.644963 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54f44243-f1ea-4075-bd88-578f29bc39c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:40.655088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef99a92-00d3-486f-803a-d597af9cda76 req-4d235ed2-419a-40c4-85c1-23f5c4c49ef7 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:40.665761 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bef99a92-00d3-486f-803a-d597af9cda76 req-4d235ed2-419a-40c4-85c1-23f5c4c49ef7 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.2511246 Dec 14 02:38:40.735554 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:40.800413 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bef99a92-00d3-486f-803a-d597af9cda76 req-deb640c7-a30d-4dde-8282-2e6241f1b941 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336181 Dec 14 02:38:40.804825 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20eac5-816f-4491-bb33-fd70da6f146b req-01418822-6bed-4c4c-960b-60eefb25e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:40.818481 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20eac5-816f-4491-bb33-fd70da6f146b req-01418822-6bed-4c4c-960b-60eefb25e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:40.826506 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20eac5-816f-4491-bb33-fd70da6f146b req-01418822-6bed-4c4c-960b-60eefb25e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:40.828144 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad20eac5-816f-4491-bb33-fd70da6f146b req-01418822-6bed-4c4c-960b-60eefb25e998 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f5ffab91437844fca462f7af0a39817e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3592136 Dec 14 02:38:40.840865 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54f44243-f1ea-4075-bd88-578f29bc39c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:40.878007 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-54f44243-f1ea-4075-bd88-578f29bc39c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b31936ad7afd44adbf53282714660c7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6220553 Dec 14 02:38:40.898967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60862) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:40.901998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,revision_number=11']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:40.907224 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Allocated IP 10.1.1.2 (143750ac-d961-47f1-8a52-3edc9f23c6d8/68c916ee-bf39-49a8-b889-1d98324eacc6/8ff1a9b7-3165-4671-8b3f-43333b42ba16) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:38:40.939851 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f44243-f1ea-4075-bd88-578f29bc39c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc023e7a-25c3-468b-88c6-0dc88cd84fae,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:41.035857 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44bc4816-3e74-4db8-a607-9fbda15731a1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Made reservation on behalf of 20630dab3f6946828746e2d81f7e163b for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:38:41.040881 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44bc4816-3e74-4db8-a607-9fbda15731a1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:41.105921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20eac5-816f-4491-bb33-fd70da6f146b req-8fff67d3-3e9e-4f22-bd27-02959378bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:41.108886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad20eac5-816f-4491-bb33-fd70da6f146b req-8fff67d3-3e9e-4f22-bd27-02959378bff1 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2073684 Dec 14 02:38:41.140342 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef6eebe-50b1-45f1-8719-abdc224c373b {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:38:41.159964 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0d07e9-b1ad-49a9-969e-9794ca23c97c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:41.160704 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:41.162323 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1285913-90b9-4951-8b04-a177088c14c7" -d '{"events": [{"server_uuid": "2e0d07e9-b1ad-49a9-969e-9794ca23c97c", "name": "network-vif-unplugged", "status": "completed", "tag": "3f2a38cd-5e55-4094-8467-4a42f1cbce2d"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:41.201489 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d32eeb13-9ce4-4041-88ef-a055d88409cf req-1f41a89f-4480-468d-a15e-19a363dff0bb tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 210 time: 0.0826986 Dec 14 02:38:41.207836 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:41.272977 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Transition to ACTIVE for port object 4ef6eebe-50b1-45f1-8719-abdc224c373b will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:38:41.276383 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:41.310893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a46d9-009c-41e7-9eeb-e3cfa1f499cc req-19bdad06-d022-4660-8d57-b615f584d457 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:41.312686 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-840a46d9-009c-41e7-9eeb-e3cfa1f499cc req-19bdad06-d022-4660-8d57-b615f584d457 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.4126267 Dec 14 02:38:41.318917 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-598f2250-83a5-44c6-b9fa-49567aa06de6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:41.345213 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:41.372096 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Pushing event updated for resources: {'Port': ['ID=8ff1a9b7-3165-4671-8b3f-43333b42ba16,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:41.378761 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Network 143750ac-d961-47f1-8a52-3edc9f23c6d8 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:38:41.381155 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:41.387430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:38:41.415674 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-598f2250-83a5-44c6-b9fa-49567aa06de6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:41.419236 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44bc4816-3e74-4db8-a607-9fbda15731a1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:41.499474 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Attempting to bind port 8ff1a9b7-3165-4671-8b3f-43333b42ba16 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:38:41.499846 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Attempting to bind port 8ff1a9b7-3165-4671-8b3f-43333b42ba16 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:38:41.500327 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Attempting to bind port 8ff1a9b7-3165-4671-8b3f-43333b42ba16 on network 143750ac-d961-47f1-8a52-3edc9f23c6d8 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:41.507303 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:38:41.507303 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Checking segment: {'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:38:41.508721 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:41.509070 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Bound using segment: {'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:38:41.509576 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Bound port: 8ff1a9b7-3165-4671-8b3f-43333b42ba16, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:38:41.510585 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:41.573670 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc4816-3e74-4db8-a607-9fbda15731a1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event updated for resources: {'Subnet': ['ID=f7c03cc8-dfac-4214-8791-c31ff50735c6,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:41.626048 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bc4816-3e74-4db8-a607-9fbda15731a1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Checking segment: {'id': '6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd307fd75-d63b-4667-bff7-1b964e3cfc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:38:41.627058 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bc4816-3e74-4db8-a607-9fbda15731a1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Network hostable DHCP agents. Network: d307fd75-d63b-4667-bff7-1b964e3cfc2d, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:38:41.633583 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] For port 8ff1a9b7-3165-4671-8b3f-43333b42ba16, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:38:41.644540 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] For port 8ff1a9b7-3165-4671-8b3f-43333b42ba16, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8ff1a9b7-3165-4671-8b3f-43333b42ba16,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:38:41.667946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Pushing event updated for resources: {'Port': ['ID=4ef6eebe-50b1-45f1-8719-abdc224c373b,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:41.675588 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-840a46d9-009c-41e7-9eeb-e3cfa1f499cc req-6f72e87a-b0d1-47ef-aba5-78ee3c9a7cf4 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3517609 Dec 14 02:38:41.717480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e6bf5-c522-4a24-b555-104a0d0c955c req-7cf5d320-e873-48ec-b7b3-18f1258c825c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:41.731017 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:41.734096 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e6bf5-c522-4a24-b555-104a0d0c955c req-7cf5d320-e873-48ec-b7b3-18f1258c825c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:41.737935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e6bf5-c522-4a24-b555-104a0d0c955c req-7cf5d320-e873-48ec-b7b3-18f1258c825c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:41.744694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e6bf5-c522-4a24-b555-104a0d0c955c req-7cf5d320-e873-48ec-b7b3-18f1258c825c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:41.750855 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e6bf5-c522-4a24-b555-104a0d0c955c req-7cf5d320-e873-48ec-b7b3-18f1258c825c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:41.757088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e6bf5-c522-4a24-b555-104a0d0c955c req-7cf5d320-e873-48ec-b7b3-18f1258c825c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:41.764066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e6bf5-c522-4a24-b555-104a0d0c955c req-7cf5d320-e873-48ec-b7b3-18f1258c825c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:41.766138 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8c5e6bf5-c522-4a24-b555-104a0d0c955c req-7cf5d320-e873-48ec-b7b3-18f1258c825c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5394 time: 0.3536103 Dec 14 02:38:41.797183 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bc4816-3e74-4db8-a607-9fbda15731a1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Network d307fd75-d63b-4667-bff7-1b964e3cfc2d is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:38:41.797969 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2344c23-4c37-49ce-b73c-028276ea4db0 x-openstack-request-id: req-d2344c23-4c37-49ce-b73c-028276ea4db0 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:41.798276 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0d07e9-b1ad-49a9-969e-9794ca23c97c", "name": "network-vif-unplugged", "status": "completed", "tag": "3f2a38cd-5e55-4094-8467-4a42f1cbce2d", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:41.798540 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d2344c23-4c37-49ce-b73c-028276ea4db0 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:41.801511 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0d07e9-b1ad-49a9-969e-9794ca23c97c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d', 'code': 200} Dec 14 02:38:41.858587 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a551b-4563-4a3d-92fd-6767420974cb None None] Pushing event updated for resources: {'Port': ['ID=8ff1a9b7-3165-4671-8b3f-43333b42ba16,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:41.863813 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Attempting to bind port 4ef6eebe-50b1-45f1-8719-abdc224c373b on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:38:41.865066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Attempting to bind port 4ef6eebe-50b1-45f1-8719-abdc224c373b by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:38:41.866626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Attempting to bind port 4ef6eebe-50b1-45f1-8719-abdc224c373b on network cf83d73a-45cf-4239-b869-73b771421429 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:41.878115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Port 4ef6eebe-50b1-45f1-8719-abdc224c373b on network cf83d73a-45cf-4239-b869-73b771421429 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:38:41.878564 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Attempting to bind port 4ef6eebe-50b1-45f1-8719-abdc224c373b on network cf83d73a-45cf-4239-b869-73b771421429 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:41.902435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:38:41.903067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Checking segment: {'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:38:41.903567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Bound using segment: {'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:38:41.904149 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Bound port: 4ef6eebe-50b1-45f1-8719-abdc224c373b, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaf3b2b5-b412-4a40-8738-fd5b00498228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:38:41.904684 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:41.909882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-44bc4816-3e74-4db8-a607-9fbda15731a1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, d307fd75-d63b-4667-bff7-1b964e3cfc2d) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:41.935416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8c5e6bf5-c522-4a24-b555-104a0d0c955c req-eb539888-f8f4-4868-b671-ac0ad6ebc963 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1600072 Dec 14 02:38:41.959340 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bc4816-3e74-4db8-a607-9fbda15731a1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:41.960107 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44bc4816-3e74-4db8-a607-9fbda15731a1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:41.976949 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aa41b8-783f-4166-a0d0-82e39cc409e8 None None] Network d307fd75-d63b-4667-bff7-1b964e3cfc2d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:38:42.030579 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-d9cefdcf-4703-41e8-a5e4-4eab6763feaf tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6f6e32f74c7e4156a8e5c0e2bc5d87cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406907 Dec 14 02:38:42.191054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] For port 4ef6eebe-50b1-45f1-8719-abdc224c373b, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:38:42.192177 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-d307fd75-d63b-4667-bff7-1b964e3cfc2d', 'network_id': 'd307fd75-d63b-4667-bff7-1b964e3cfc2d', 'project_id': '20630dab3f6946828746e2d81f7e163b', 'fixed_ips': [{'subnet_id': 'f7c03cc8-dfac-4214-8791-c31ff50735c6'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:38:42.192277 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] For port 4ef6eebe-50b1-45f1-8719-abdc224c373b, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4ef6eebe-50b1-45f1-8719-abdc224c373b,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:38:42.192377 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:42.213794 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-e9767591-5bd8-4f55-8c4e-be8c1af2cfcc tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:42.215295 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-e9767591-5bd8-4f55-8c4e-be8c1af2cfcc tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1784353 Dec 14 02:38:42.233220 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3cb45-ad06-4cd5-a0d9-3b24f35418cf req-ae02ad20-a511-42f6-8fc9-a84d141ac4d1 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:42.234749 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcd3cb45-ad06-4cd5-a0d9-3b24f35418cf req-ae02ad20-a511-42f6-8fc9-a84d141ac4d1 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.0837593 Dec 14 02:38:42.239583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-69c8230e-8aa2-41eb-a1b9-2b1b4e516d94 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Request body: {'port': {'device_id': 'bb7ec945-c927-463f-aefe-ad75aa3ff1bf', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': '6f6e32f74c7e4156a8e5c0e2bc5d87cd'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:42.307628 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-598f2250-83a5-44c6-b9fa-49567aa06de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:42.310570 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-598f2250-83a5-44c6-b9fa-49567aa06de6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:42.312771 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-598f2250-83a5-44c6-b9fa-49567aa06de6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc023e7a-25c3-468b-88c6-0dc88cd84fae HTTP/1.1" status: 204 len: 168 time: 1.4053748 Dec 14 02:38:42.328829 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Allocated IP 10.2.2.2 (d307fd75-d63b-4667-bff7-1b964e3cfc2d/f7c03cc8-dfac-4214-8791-c31ff50735c6/914265cb-123c-4eea-b24c-86c8fcdef6c9) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:38:42.330641 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-44bc4816-3e74-4db8-a607-9fbda15731a1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7493124 Dec 14 02:38:42.331293 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60884) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:42.336929 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-43be82f8-9dec-4847-96eb-3d18b85ca5f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Request body: {'port': {'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8', 'name': 'tempest-TaggedBootDevicesTest_v242-1675662922', 'fixed_ips': [{'subnet_id': '68c916ee-bf39-49a8-b889-1d98324eacc6'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:42.363014 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598f2250-83a5-44c6-b9fa-49567aa06de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc023e7a-25c3-468b-88c6-0dc88cd84fae,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:42.379333 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:42.631202 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:42.659251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8ff1a9b7-3165-4671-8b3f-43333b42ba16 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:38:42.752391 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 8ff1a9b7-3165-4671-8b3f-43333b42ba16 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:42.752783 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:42.818389 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:42.834443 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43be82f8-9dec-4847-96eb-3d18b85ca5f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Made reservation on behalf of 20630dab3f6946828746e2d81f7e163b for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:38:42.899931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Network d307fd75-d63b-4667-bff7-1b964e3cfc2d is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:38:42.906054 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:42.925353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:38:43.011033 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-43be82f8-9dec-4847-96eb-3d18b85ca5f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:43.021693 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:43.022355 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:43.024450 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] 10.222.0.47 "PUT /v2.0/ports/4ef6eebe-50b1-45f1-8719-abdc224c373b HTTP/1.1" status: 200 len: 1091 time: 3.5535982 Dec 14 02:38:43.026949 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'tag': '4ef6eebe-50b1-45f1-8719-abdc224c373b'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:43.029213 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd6ec59-f4da-43ef-9197-47e30e1b60e4" -d '{"events": [{"name": "network-changed", "server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "tag": "4ef6eebe-50b1-45f1-8719-abdc224c373b"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:43.049168 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Attempting to bind port 914265cb-123c-4eea-b24c-86c8fcdef6c9 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:38:43.049168 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Attempting to bind port 914265cb-123c-4eea-b24c-86c8fcdef6c9 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd307fd75-d63b-4667-bff7-1b964e3cfc2d'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:38:43.049168 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Attempting to bind port 914265cb-123c-4eea-b24c-86c8fcdef6c9 on network d307fd75-d63b-4667-bff7-1b964e3cfc2d {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:43.049768 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-43be82f8-9dec-4847-96eb-3d18b85ca5f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] device_id is not set on port 26ec5b55-d299-40b8-8527-04f4e67eaeba yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:38:43.113160 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df1d7193-6063-4153-aec8-28161c6062b8 req-ad2aa75b-44a7-4cdd-9d94-5a6bfc0c44ea tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 210 time: 0.1640542 Dec 14 02:38:43.141274 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Pushing event updated for resources: {'Port': ['ID=914265cb-123c-4eea-b24c-86c8fcdef6c9,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:43.172992 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcd3cb45-ad06-4cd5-a0d9-3b24f35418cf req-d3a8fda9-5ec2-4b90-be51-e261d537dad8 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9280212 Dec 14 02:38:43.177752 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:38:43.179419 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Checking segment: {'id': '6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd307fd75-d63b-4667-bff7-1b964e3cfc2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:38:43.181971 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:43.182479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Bound using segment: {'id': '6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd307fd75-d63b-4667-bff7-1b964e3cfc2d'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:38:43.183783 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Bound port: 914265cb-123c-4eea-b24c-86c8fcdef6c9, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd307fd75-d63b-4667-bff7-1b964e3cfc2d'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:38:43.183783 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:43.219757 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Request body: {'port': {'device_id': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:43.250652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b8317-2c10-4318-bfa6-ce69809559eb service neutron] Pushing event updated for resources: {'Port': ['ID=4ef6eebe-50b1-45f1-8719-abdc224c373b,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:43.324073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60902) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:43.375053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] For port 914265cb-123c-4eea-b24c-86c8fcdef6c9, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:38:43.378927 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] For port 914265cb-123c-4eea-b24c-86c8fcdef6c9, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=914265cb-123c-4eea-b24c-86c8fcdef6c9,segment=NetworkSegment(6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6),segment_id=6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:38:43.380106 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:43.427909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 8ff1a9b7-3165-4671-8b3f-43333b42ba16, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8ff1a9b7-3165-4671-8b3f-43333b42ba16,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:43.446235 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-69c8230e-8aa2-41eb-a1b9-2b1b4e516d94 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Made reservation on behalf of 6f6e32f74c7e4156a8e5c0e2bc5d87cd for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:38:43.449851 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-69c8230e-8aa2-41eb-a1b9-2b1b4e516d94 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:43.459589 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:43.522538 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:43.522728 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6739bae0-bdbe-4f79-9f1a-c45cca85c811 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=804772e56d4d436a9587625781fdd0b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1962996 Dec 14 02:38:43.526014 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60904) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:43.538141 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca9902-9cd6-4443-b57c-4a4e3677aa7e req-bda265c8-0d0b-476b-92f1-3e0250569443 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:43.546265 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6ca9902-9cd6-4443-b57c-4a4e3677aa7e req-bda265c8-0d0b-476b-92f1-3e0250569443 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.2406290 Dec 14 02:38:43.565555 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-43be82f8-9dec-4847-96eb-3d18b85ca5f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Allocated IP 10.1.1.194 (143750ac-d961-47f1-8a52-3edc9f23c6d8/68c916ee-bf39-49a8-b889-1d98324eacc6/26ec5b55-d299-40b8-8527-04f4e67eaeba) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:38:43.566913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa337ff-58e0-43de-98e8-7a0a6c84a245 None None] Pushing event updated for resources: {'Port': ['ID=914265cb-123c-4eea-b24c-86c8fcdef6c9,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:43.574402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3654ac0-d9e1-4adc-9141-f207f221d76a req-f210a7ad-510a-49e7-b52e-50262a52ca29 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:43.576138 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f3654ac0-d9e1-4adc-9141-f207f221d76a req-f210a7ad-510a-49e7-b52e-50262a52ca29 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 949 time: 0.2029076 Dec 14 02:38:43.589624 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:43.686331 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9391864f-3aaf-4263-901a-33107a1e68e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:43.707363 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=8ff1a9b7-3165-4671-8b3f-43333b42ba16,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:43.768227 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3220db30-ce08-4604-812c-8e8ad973d512 None None] Network 143750ac-d961-47f1-8a52-3edc9f23c6d8 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:38:43.792680 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9391864f-3aaf-4263-901a-33107a1e68e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:43.901541 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ab148d09-cf6d-4fc6-a646-2e9ce3e56e6d None None] Provisioning complete for port 8ff1a9b7-3165-4671-8b3f-43333b42ba16 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:43.902094 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ab148d09-cf6d-4fc6-a646-2e9ce3e56e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:43.951903 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-43be82f8-9dec-4847-96eb-3d18b85ca5f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:44.081961 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-43be82f8-9dec-4847-96eb-3d18b85ca5f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:44.146800 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f3654ac0-d9e1-4adc-9141-f207f221d76a req-bd7f2c30-7a7a-4546-b07d-fc87ccb0a4bf tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d4d94f1-2415-436c-af9a-9c5c8fa3cf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502450 Dec 14 02:38:44.187387 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be82f8-9dec-4847-96eb-3d18b85ca5f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event updated for resources: {'Port': ['ID=26ec5b55-d299-40b8-8527-04f4e67eaeba,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:44.188647 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6ca9902-9cd6-4443-b57c-4a4e3677aa7e req-03aca3ab-257e-413f-b2c1-15b14e553f69 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6414261 Dec 14 02:38:44.196611 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9391864f-3aaf-4263-901a-33107a1e68e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:44.200441 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9391864f-3aaf-4263-901a-33107a1e68e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:44.204852 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9391864f-3aaf-4263-901a-33107a1e68e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ee3d02b-3424-42e4-b248-118b61c963aa HTTP/1.1" status: 204 len: 168 time: 0.6685252 Dec 14 02:38:44.226000 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391864f-3aaf-4263-901a-33107a1e68e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee3d02b-3424-42e4-b248-118b61c963aa,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:44.254374 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43be82f8-9dec-4847-96eb-3d18b85ca5f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Network 143750ac-d961-47f1-8a52-3edc9f23c6d8 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:38:44.256111 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-43be82f8-9dec-4847-96eb-3d18b85ca5f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:44.262011 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be82f8-9dec-4847-96eb-3d18b85ca5f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:38:44.298570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c759644-3907-46f6-8a47-02b7097f41d4 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:38:44.322192 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:44.354677 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Transition to ACTIVE for port object 7c759644-3907-46f6-8a47-02b7097f41d4 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:38:44.365432 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbbf5e5-40e6-432d-878b-f02e96969f69 x-openstack-request-id: req-6fbbf5e5-40e6-432d-878b-f02e96969f69 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:44.365903 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "tag": "4ef6eebe-50b1-45f1-8719-abdc224c373b", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:44.366168 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6fbbf5e5-40e6-432d-878b-f02e96969f69 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:44.366699 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'tag': '4ef6eebe-50b1-45f1-8719-abdc224c373b', 'status': 'completed', 'code': 200} Dec 14 02:38:44.434539 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-69c8230e-8aa2-41eb-a1b9-2b1b4e516d94 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Allocated IP 192.168.233.130 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/bf6445f1-887f-4cfc-8be1-e5b5b5075bc2) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:38:44.436962 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:44.510498 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43be82f8-9dec-4847-96eb-3d18b85ca5f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:44.511471 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-43be82f8-9dec-4847-96eb-3d18b85ca5f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:44.644104 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-43be82f8-9dec-4847-96eb-3d18b85ca5f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3072920 Dec 14 02:38:44.645862 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60912) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:44.651664 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6ec59-f4da-43ef-9197-47e30e1b60e4 req-2c50446c-2b73-42d6-9f2e-fc9684264d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:44.652140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6ec59-f4da-43ef-9197-47e30e1b60e4 req-2c50446c-2b73-42d6-9f2e-fc9684264d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:44.652650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6ec59-f4da-43ef-9197-47e30e1b60e4 req-2c50446c-2b73-42d6-9f2e-fc9684264d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:44.653112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6ec59-f4da-43ef-9197-47e30e1b60e4 req-2c50446c-2b73-42d6-9f2e-fc9684264d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:44.656859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6ec59-f4da-43ef-9197-47e30e1b60e4 req-2c50446c-2b73-42d6-9f2e-fc9684264d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:44.657584 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6ec59-f4da-43ef-9197-47e30e1b60e4 req-2c50446c-2b73-42d6-9f2e-fc9684264d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:44.658251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6ec59-f4da-43ef-9197-47e30e1b60e4 req-2c50446c-2b73-42d6-9f2e-fc9684264d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:44.660422 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7cd6ec59-f4da-43ef-9197-47e30e1b60e4 req-2c50446c-2b73-42d6-9f2e-fc9684264d01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ffab91437844fca462f7af0a39817e&device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 6366 time: 0.2850022 Dec 14 02:38:44.667569 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f58dd8f0-c4ac-45ef-9824-73c41d762643 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Request body: {'port': {'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8', 'name': 'tempest-TaggedBootDevicesTest_v242-2134277423', 'fixed_ips': [{'subnet_id': '68c916ee-bf39-49a8-b889-1d98324eacc6'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:44.699253 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b094043-06c9-470e-9d82-756e840194e0 req-cfa77c59-d9e8-45ab-9032-e509b99625d5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:44.706709 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b094043-06c9-470e-9d82-756e840194e0 req-cfa77c59-d9e8-45ab-9032-e509b99625d5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:44.713455 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b094043-06c9-470e-9d82-756e840194e0 req-cfa77c59-d9e8-45ab-9032-e509b99625d5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:44.723209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b094043-06c9-470e-9d82-756e840194e0 req-cfa77c59-d9e8-45ab-9032-e509b99625d5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:44.727519 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 914265cb-123c-4eea-b24c-86c8fcdef6c9 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:38:44.733929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b094043-06c9-470e-9d82-756e840194e0 req-cfa77c59-d9e8-45ab-9032-e509b99625d5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:44.740381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b094043-06c9-470e-9d82-756e840194e0 req-cfa77c59-d9e8-45ab-9032-e509b99625d5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:44.747769 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b094043-06c9-470e-9d82-756e840194e0 req-cfa77c59-d9e8-45ab-9032-e509b99625d5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:44.757436 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b094043-06c9-470e-9d82-756e840194e0 req-cfa77c59-d9e8-45ab-9032-e509b99625d5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5406 time: 0.3961887 Dec 14 02:38:44.806311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Pushing event updated for resources: {'Port': ['ID=7c759644-3907-46f6-8a47-02b7097f41d4,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:44.893374 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 914265cb-123c-4eea-b24c-86c8fcdef6c9 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:44.893865 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:44.998739 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47594fbd-ef0e-4db2-8688-16c2439e53a4 req-6fe44518-13b8-4941-83f9-003507ce7d58 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:45.002751 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-47594fbd-ef0e-4db2-8688-16c2439e53a4 req-6fe44518-13b8-4941-83f9-003507ce7d58 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 949 time: 0.2314363 Dec 14 02:38:45.078178 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d6976825-35af-4091-a7fb-c4bfdf7f1bef None None] Provisioning complete for port 8ff1a9b7-3165-4671-8b3f-43333b42ba16 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:45.078556 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6976825-35af-4091-a7fb-c4bfdf7f1bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:45.104397 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b0dbe4e-8fbb-440b-9b6a-0798be996ff7 req-d30f2f26-3f3a-4862-a9af-6b9d2dbee34b tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 210 time: 0.3419254 Dec 14 02:38:45.255401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58dd8f0-c4ac-45ef-9824-73c41d762643 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Made reservation on behalf of 20630dab3f6946828746e2d81f7e163b for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:38:45.278684 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f58dd8f0-c4ac-45ef-9824-73c41d762643 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:45.329845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-f58dd8f0-c4ac-45ef-9824-73c41d762643 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] device_id is not set on port 45864e56-7abd-4913-a7eb-e89f5d9893ba yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:38:45.345072 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:45.464678 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 914265cb-123c-4eea-b24c-86c8fcdef6c9, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=914265cb-123c-4eea-b24c-86c8fcdef6c9,segment=NetworkSegment(6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6),segment_id=6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:45.536013 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-69c8230e-8aa2-41eb-a1b9-2b1b4e516d94 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:45.558489 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:45.559353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8ff1a9b7-3165-4671-8b3f-43333b42ba16 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:38:45.575595 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-f58dd8f0-c4ac-45ef-9824-73c41d762643 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Allocated IP 10.1.1.39 (143750ac-d961-47f1-8a52-3edc9f23c6d8/68c916ee-bf39-49a8-b889-1d98324eacc6/45864e56-7abd-4913-a7eb-e89f5d9893ba) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:38:45.599269 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b094043-06c9-470e-9d82-756e840194e0 req-62423232-ee2b-47b4-8556-765c96bf185e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8407543 Dec 14 02:38:45.680463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691683bc-b341-4596-85d5-88f80443437e req-60c41681-a756-4e73-9ddd-090370c310c3 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:45.684560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-691683bc-b341-4596-85d5-88f80443437e req-60c41681-a756-4e73-9ddd-090370c310c3 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.3593249 Dec 14 02:38:45.690928 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Attempting to bind port 7c759644-3907-46f6-8a47-02b7097f41d4 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:38:45.691603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Attempting to bind port 7c759644-3907-46f6-8a47-02b7097f41d4 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '64a20676-0459-4167-aad8-80e21b0772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18b9e852-d3ea-485d-8106-6a6289070cf4'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:38:45.692244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Attempting to bind port 7c759644-3907-46f6-8a47-02b7097f41d4 on network 18b9e852-d3ea-485d-8106-6a6289070cf4 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:45.725131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Port 7c759644-3907-46f6-8a47-02b7097f41d4 on network 18b9e852-d3ea-485d-8106-6a6289070cf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:38:45.728672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Attempting to bind port 7c759644-3907-46f6-8a47-02b7097f41d4 on network 18b9e852-d3ea-485d-8106-6a6289070cf4 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:45.737952 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-69c8230e-8aa2-41eb-a1b9-2b1b4e516d94 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:45.766393 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=914265cb-123c-4eea-b24c-86c8fcdef6c9,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:45.778396 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['f5b057d0-5267-420e-b290-5c57ee4948ff'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:38:45.800622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6ec59-f4da-43ef-9197-47e30e1b60e4 req-f33f7359-9378-4926-83cf-30ed5292438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:45.803514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6ec59-f4da-43ef-9197-47e30e1b60e4 req-f33f7359-9378-4926-83cf-30ed5292438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:45.804186 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6ec59-f4da-43ef-9197-47e30e1b60e4 req-f33f7359-9378-4926-83cf-30ed5292438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:45.811983 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7cd6ec59-f4da-43ef-9197-47e30e1b60e4 req-f33f7359-9378-4926-83cf-30ed5292438f service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f5ffab91437844fca462f7af0a39817e&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0477400 Dec 14 02:38:45.845281 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 8ff1a9b7-3165-4671-8b3f-43333b42ba16 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:45.845705 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:45.877255 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f58dd8f0-c4ac-45ef-9824-73c41d762643 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:45.891606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-69c8230e-8aa2-41eb-a1b9-2b1b4e516d94 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:38:45.899034 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8230e-8aa2-41eb-a1b9-2b1b4e516d94 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Pushing event updated for resources: {'Port': ['ID=bf6445f1-887f-4cfc-8be1-e5b5b5075bc2,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:45.916677 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-69c8230e-8aa2-41eb-a1b9-2b1b4e516d94 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:45.938742 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-47594fbd-ef0e-4db2-8688-16c2439e53a4 req-cb330029-2a1a-458c-8017-37d180a3dcf2 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Deleting port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:38:45.939637 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baeab28d-311e-4e4e-8c93-c0965816b432 None None] Network d307fd75-d63b-4667-bff7-1b964e3cfc2d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:38:45.943842 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-47594fbd-ef0e-4db2-8688-16c2439e53a4 req-cb330029-2a1a-458c-8017-37d180a3dcf2 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:45.969837 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-69c8230e-8aa2-41eb-a1b9-2b1b4e516d94 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:38:46.073657 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8042bd85-9b8a-41fc-945e-acd69a97de00 None None] Provisioning complete for port 26ec5b55-d299-40b8-8527-04f4e67eaeba triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:46.074044 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8042bd85-9b8a-41fc-945e-acd69a97de00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:46.087729 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f58dd8f0-c4ac-45ef-9824-73c41d762643 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:46.126058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-69c8230e-8aa2-41eb-a1b9-2b1b4e516d94 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:46.127989 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-69c8230e-8aa2-41eb-a1b9-2b1b4e516d94 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:46.144043 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:38:46.144870 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Checking segment: {'id': '64a20676-0459-4167-aad8-80e21b0772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18b9e852-d3ea-485d-8106-6a6289070cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:38:46.145394 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Bound using segment: {'id': '64a20676-0459-4167-aad8-80e21b0772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18b9e852-d3ea-485d-8106-6a6289070cf4'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:38:46.151618 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Bound port: 7c759644-3907-46f6-8a47-02b7097f41d4, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a20676-0459-4167-aad8-80e21b0772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18b9e852-d3ea-485d-8106-6a6289070cf4'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:38:46.152510 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:46.214769 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-47594fbd-ef0e-4db2-8688-16c2439e53a4 req-cb330029-2a1a-458c-8017-37d180a3dcf2 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] For port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:46.218711 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-47594fbd-ef0e-4db2-8688-16c2439e53a4 req-cb330029-2a1a-458c-8017-37d180a3dcf2 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:46.270697 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58dd8f0-c4ac-45ef-9824-73c41d762643 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Network 143750ac-d961-47f1-8a52-3edc9f23c6d8 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:38:46.271408 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-47594fbd-ef0e-4db2-8688-16c2439e53a4 req-cb330029-2a1a-458c-8017-37d180a3dcf2 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Calling delete_port for 3f2a38cd-5e55-4094-8467-4a42f1cbce2d owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:38:46.295063 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f58dd8f0-c4ac-45ef-9824-73c41d762643 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:46.302563 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58dd8f0-c4ac-45ef-9824-73c41d762643 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:38:46.356105 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58dd8f0-c4ac-45ef-9824-73c41d762643 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event updated for resources: {'Port': ['ID=45864e56-7abd-4913-a7eb-e89f5d9893ba,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:46.371785 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] For port 7c759644-3907-46f6-8a47-02b7097f41d4, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:38:46.376284 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] For port 7c759644-3907-46f6-8a47-02b7097f41d4, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7c759644-3907-46f6-8a47-02b7097f41d4,segment=NetworkSegment(64a20676-0459-4167-aad8-80e21b0772b5),segment_id=64a20676-0459-4167-aad8-80e21b0772b5)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:38:46.452567 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58dd8f0-c4ac-45ef-9824-73c41d762643 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:46.458958 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8042bd85-9b8a-41fc-945e-acd69a97de00 None None] Port 26ec5b55-d299-40b8-8527-04f4e67eaeba cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:38:46.460427 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f58dd8f0-c4ac-45ef-9824-73c41d762643 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:46.531186 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-691683bc-b341-4596-85d5-88f80443437e req-bd65462f-336b-4964-9ff0-d8b0b470c127 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8068740 Dec 14 02:38:46.564573 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:46.681803 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f58dd8f0-c4ac-45ef-9824-73c41d762643 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0345385 Dec 14 02:38:46.724703 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 914265cb-123c-4eea-b24c-86c8fcdef6c9 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:38:46.761147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:46.762112 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:46.763801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] 10.222.0.47 "PUT /v2.0/ports/7c759644-3907-46f6-8a47-02b7097f41d4 HTTP/1.1" status: 200 len: 1091 time: 3.5723476 Dec 14 02:38:46.785697 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e745d599-1aa5-436d-96e0-f8f88e3372a4 None None] Provisioning complete for port bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:46.786156 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e745d599-1aa5-436d-96e0-f8f88e3372a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:46.790305 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadacd4-2301-43ea-81f6-16e801692203 req-2d237c7c-e027-48de-9595-81efc1e2345e tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:46.817608 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dfadacd4-2301-43ea-81f6-16e801692203 req-2d237c7c-e027-48de-9595-81efc1e2345e tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e0d07e9-b1ad-49a9-969e-9794ca23c97c HTTP/1.1" status: 200 len: 949 time: 0.9091470 Dec 14 02:38:46.823278 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-47594fbd-ef0e-4db2-8688-16c2439e53a4 req-cb330029-2a1a-458c-8017-37d180a3dcf2 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:46.896541 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e745d599-1aa5-436d-96e0-f8f88e3372a4 None None] Port bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:38:46.899136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'tag': '7c759644-3907-46f6-8a47-02b7097f41d4'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:46.901502 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4af205-1579-4f67-950c-258e56302221" -d '{"events": [{"name": "network-changed", "server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "tag": "7c759644-3907-46f6-8a47-02b7097f41d4"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:46.914083 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6ec59-f4da-43ef-9197-47e30e1b60e4 req-6b0db8f0-c1d0-410f-b4db-4b9ee3826450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:46.914083 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7cd6ec59-f4da-43ef-9197-47e30e1b60e4 req-6b0db8f0-c1d0-410f-b4db-4b9ee3826450 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0170727 Dec 14 02:38:46.955097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 914265cb-123c-4eea-b24c-86c8fcdef6c9 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:46.955097 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:46.958387 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e745d599-1aa5-436d-96e0-f8f88e3372a4 None None] Provisioning complete for port 914265cb-123c-4eea-b24c-86c8fcdef6c9 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:46.958767 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e745d599-1aa5-436d-96e0-f8f88e3372a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:46.971004 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-69c8230e-8aa2-41eb-a1b9-2b1b4e516d94 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7351470 Dec 14 02:38:47.000434 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb330029-2a1a-458c-8017-37d180a3dcf2 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Pushing event deleted for resources: {'Port': ['ID=3f2a38cd-5e55-4094-8467-4a42f1cbce2d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:47.006382 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-47594fbd-ef0e-4db2-8688-16c2439e53a4 req-cb330029-2a1a-458c-8017-37d180a3dcf2 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] No DVR routers for this DVR port 3f2a38cd-5e55-4094-8467-4a42f1cbce2d on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:38:47.010848 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-47594fbd-ef0e-4db2-8688-16c2439e53a4 req-cb330029-2a1a-458c-8017-37d180a3dcf2 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:47.015655 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-47594fbd-ef0e-4db2-8688-16c2439e53a4 req-cb330029-2a1a-458c-8017-37d180a3dcf2 tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.47 "DELETE /v2.0/ports/3f2a38cd-5e55-4094-8467-4a42f1cbce2d HTTP/1.1" status: 204 len: 173 time: 1.9985831 Dec 14 02:38:47.016311 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0d07e9-b1ad-49a9-969e-9794ca23c97c', 'name': 'network-vif-deleted', 'tag': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:47.020648 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb55ea1d-d038-4b86-9194-d350a45ef5f4" -d '{"events": [{"server_uuid": "2e0d07e9-b1ad-49a9-969e-9794ca23c97c", "name": "network-vif-deleted", "tag": "3f2a38cd-5e55-4094-8467-4a42f1cbce2d"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:47.031724 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Request body: {'port': {'device_id': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:47.052585 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Request body: {'port': {'device_id': 'bb7ec945-c927-463f-aefe-ad75aa3ff1bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:47.209809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8613df-eff7-42b4-b302-e9703c3d8c8b service neutron] Pushing event updated for resources: {'Port': ['ID=7c759644-3907-46f6-8a47-02b7097f41d4,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:47.236507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dfadacd4-2301-43ea-81f6-16e801692203 req-6d96fdf2-bb66-400b-9a33-525f3cda8cda tempest-ImagesOneServerTestJSON-139525318 tempest-ImagesOneServerTestJSON-139525318-project] 10.222.0.39 "GET /v2.0/security-groups?id=7d4d94f1-2415-436c-af9a-9c5c8fa3cf58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179764 Dec 14 02:38:47.328055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba52433-f377-4070-9623-f2d22a6f947b req-772a4364-f8ac-46e2-a509-4fef34735680 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:47.330187 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1efaaea1-247f-46f8-9fc0-250564b509bd None None] Provisioning complete for port 914265cb-123c-4eea-b24c-86c8fcdef6c9 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:47.330568 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1efaaea1-247f-46f8-9fc0-250564b509bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:47.332105 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6ba52433-f377-4070-9623-f2d22a6f947b req-772a4364-f8ac-46e2-a509-4fef34735680 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.4923928 Dec 14 02:38:47.335271 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:47.512997 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:47.575578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1efaaea1-247f-46f8-9fc0-250564b509bd None None] Provisioning complete for port 45864e56-7abd-4913-a7eb-e89f5d9893ba triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:47.576297 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1efaaea1-247f-46f8-9fc0-250564b509bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:47.651217 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1efaaea1-247f-46f8-9fc0-250564b509bd None None] Port 45864e56-7abd-4913-a7eb-e89f5d9893ba cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:38:47.715015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6ba52433-f377-4070-9623-f2d22a6f947b req-ce7f7e11-6162-48ff-b937-f2174a0ae87a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3596990 Dec 14 02:38:47.762065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06dd95c-4d84-4e56-b28b-ea87f614220b req-6fb65850-15f0-4ca1-b5a0-2e5ff7cb18a2 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:47.766511 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b06dd95c-4d84-4e56-b28b-ea87f614220b req-6fb65850-15f0-4ca1-b5a0-2e5ff7cb18a2 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 936 time: 0.1713822 Dec 14 02:38:47.778433 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60966) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:47.905176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-8839724e-374a-4844-83b9-5e6280081e21 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-853298037', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:47.989138 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b06dd95c-4d84-4e56-b28b-ea87f614220b req-61f1d7e0-1225-4bcf-94f9-2713cef12219 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213604 Dec 14 02:38:48.059153 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8839724e-374a-4844-83b9-5e6280081e21 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Made reservation on behalf of e2dac830facf46978bd8328473b45776 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:38:48.062298 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8839724e-374a-4844-83b9-5e6280081e21 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:48.087179 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8839724e-374a-4844-83b9-5e6280081e21 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:48.095772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0205c4-55fc-4d12-ba53-ecad6082e8c9 req-18747cf1-4f88-457f-b032-f24bdeed233f tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:48.102536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0205c4-55fc-4d12-ba53-ecad6082e8c9 req-18747cf1-4f88-457f-b032-f24bdeed233f tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:48.108631 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0205c4-55fc-4d12-ba53-ecad6082e8c9 req-18747cf1-4f88-457f-b032-f24bdeed233f tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:48.118398 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0205c4-55fc-4d12-ba53-ecad6082e8c9 req-18747cf1-4f88-457f-b032-f24bdeed233f tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:48.125440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0205c4-55fc-4d12-ba53-ecad6082e8c9 req-18747cf1-4f88-457f-b032-f24bdeed233f tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:48.133290 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0205c4-55fc-4d12-ba53-ecad6082e8c9 req-18747cf1-4f88-457f-b032-f24bdeed233f tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:48.140230 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0205c4-55fc-4d12-ba53-ecad6082e8c9 req-18747cf1-4f88-457f-b032-f24bdeed233f tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:48.142243 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c0205c4-55fc-4d12-ba53-ecad6082e8c9 req-18747cf1-4f88-457f-b032-f24bdeed233f tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5406 time: 0.2545733 Dec 14 02:38:48.236273 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8839724e-374a-4844-83b9-5e6280081e21 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:48.301499 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c0205c4-55fc-4d12-ba53-ecad6082e8c9 req-f086ac81-2f65-4b6e-af20-e10b2a6cf3cb tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1444509 Dec 14 02:38:48.303616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467a8650-a8b3-40e7-8038-30ec1396f28c {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:38:48.307552 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3f2a38cd-5e55-4094-8467-4a42f1cbce2d no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:38:48.314873 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:48.337524 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 3f2a38cd-5e55-4094-8467-4a42f1cbce2d {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:38:48.337877 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3f2a38cd-5e55-4094-8467-4a42f1cbce2d not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:38:48.349765 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8839724e-374a-4844-83b9-5e6280081e21 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:48.380071 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Transition to ACTIVE for port object 467a8650-a8b3-40e7-8038-30ec1396f28c will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:38:48.383157 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839724e-374a-4844-83b9-5e6280081e21 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbb694b-6c1e-4134-9592-4ec9b01a8daf,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:48.392995 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-8839724e-374a-4844-83b9-5e6280081e21 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] device_id is not set on port 41ca36e8-1e31-4cba-88cb-f7da954ecccd yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:38:48.397705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:38:48.407984 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:48.422902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Transition to ACTIVE for port object bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:38:48.426555 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f82618-1f25-4efc-8dc4-f966fb2a0184 x-openstack-request-id: req-b3f82618-1f25-4efc-8dc4-f966fb2a0184 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:48.426848 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "tag": "7c759644-3907-46f6-8a47-02b7097f41d4", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:48.427106 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3f82618-1f25-4efc-8dc4-f966fb2a0184 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:48.427558 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'tag': '7c759644-3907-46f6-8a47-02b7097f41d4', 'status': 'completed', 'code': 200} Dec 14 02:38:48.454335 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:48.522373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Pushing event updated for resources: {'Port': ['ID=467a8650-a8b3-40e7-8038-30ec1396f28c,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:48.637717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-8839724e-374a-4844-83b9-5e6280081e21 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Allocated IP 172.25.7.145 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/41ca36e8-1e31-4cba-88cb-f7da954ecccd) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:38:48.808597 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8839724e-374a-4844-83b9-5e6280081e21 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:48.846106 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8070769c-8ae9-4d4e-9919-a192b99ffab8 x-openstack-request-id: req-8070769c-8ae9-4d4e-9919-a192b99ffab8 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:48.846381 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0d07e9-b1ad-49a9-969e-9794ca23c97c", "name": "network-vif-deleted", "tag": "3f2a38cd-5e55-4094-8467-4a42f1cbce2d", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:48.846644 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8070769c-8ae9-4d4e-9919-a192b99ffab8 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:48.847050 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0d07e9-b1ad-49a9-969e-9794ca23c97c', 'name': 'network-vif-deleted', 'tag': '3f2a38cd-5e55-4094-8467-4a42f1cbce2d', 'status': 'completed', 'code': 200} Dec 14 02:38:48.900970 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4af205-1579-4f67-950c-258e56302221 req-fe0d2693-2505-44da-94ee-d30d25425491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:48.901480 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4af205-1579-4f67-950c-258e56302221 req-fe0d2693-2505-44da-94ee-d30d25425491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:48.902053 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4af205-1579-4f67-950c-258e56302221 req-fe0d2693-2505-44da-94ee-d30d25425491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:48.902537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4af205-1579-4f67-950c-258e56302221 req-fe0d2693-2505-44da-94ee-d30d25425491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:48.902999 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4af205-1579-4f67-950c-258e56302221 req-fe0d2693-2505-44da-94ee-d30d25425491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:48.903457 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4af205-1579-4f67-950c-258e56302221 req-fe0d2693-2505-44da-94ee-d30d25425491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:48.903926 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4af205-1579-4f67-950c-258e56302221 req-fe0d2693-2505-44da-94ee-d30d25425491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:48.906638 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ea4af205-1579-4f67-950c-258e56302221 req-fe0d2693-2505-44da-94ee-d30d25425491 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ffab91437844fca462f7af0a39817e&device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 6433 time: 0.0587900 Dec 14 02:38:48.938898 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8839724e-374a-4844-83b9-5e6280081e21 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:49.007130 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8839724e-374a-4844-83b9-5e6280081e21 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:38:49.035093 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:49.106777 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Pushing event updated for resources: {'Port': ['ID=bf6445f1-887f-4cfc-8be1-e5b5b5075bc2,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:49.134320 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839724e-374a-4844-83b9-5e6280081e21 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Pushing event updated for resources: {'Port': ['ID=41ca36e8-1e31-4cba-88cb-f7da954ecccd,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:49.140896 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-8839724e-374a-4844-83b9-5e6280081e21 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:49.174053 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8839724e-374a-4844-83b9-5e6280081e21 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:38:49.196089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e43b09-f041-49ea-8870-6c9d91baf546 req-1556a8a4-a639-4871-94b8-fff4d1cf5333 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:49.203949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d6e43b09-f041-49ea-8870-6c9d91baf546 req-1556a8a4-a639-4871-94b8-fff4d1cf5333 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.6521280 Dec 14 02:38:49.227732 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8839724e-374a-4844-83b9-5e6280081e21 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:49.228477 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8839724e-374a-4844-83b9-5e6280081e21 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:49.293266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60978) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:49.307372 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-13c91ce9-67c7-40c0-8dd5-28ecbb1e4998 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1787522684', 'description': 'tempest-description--620204739'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:49.312147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Attempting to bind port 467a8650-a8b3-40e7-8038-30ec1396f28c on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:38:49.313494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Attempting to bind port 467a8650-a8b3-40e7-8038-30ec1396f28c by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '64a20676-0459-4167-aad8-80e21b0772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18b9e852-d3ea-485d-8106-6a6289070cf4'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:38:49.313494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Attempting to bind port 467a8650-a8b3-40e7-8038-30ec1396f28c on network 18b9e852-d3ea-485d-8106-6a6289070cf4 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:49.327077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Port 467a8650-a8b3-40e7-8038-30ec1396f28c on network 18b9e852-d3ea-485d-8106-6a6289070cf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:38:49.327609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Attempting to bind port 467a8650-a8b3-40e7-8038-30ec1396f28c on network 18b9e852-d3ea-485d-8106-6a6289070cf4 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:49.336708 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4af205-1579-4f67-950c-258e56302221 req-11b13fd7-a66b-455f-b54c-1a3812222903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:49.337180 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4af205-1579-4f67-950c-258e56302221 req-11b13fd7-a66b-455f-b54c-1a3812222903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:49.338264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4af205-1579-4f67-950c-258e56302221 req-11b13fd7-a66b-455f-b54c-1a3812222903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:49.339941 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ea4af205-1579-4f67-950c-258e56302221 req-11b13fd7-a66b-455f-b54c-1a3812222903 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f5ffab91437844fca462f7af0a39817e&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3858924 Dec 14 02:38:49.348943 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d6e43b09-f041-49ea-8870-6c9d91baf546 req-b35886b9-d30b-4bd2-9962-60d9e7c32724 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440406 Dec 14 02:38:49.357711 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:38:49.359755 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Checking segment: {'id': '64a20676-0459-4167-aad8-80e21b0772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18b9e852-d3ea-485d-8106-6a6289070cf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:38:49.360160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Bound using segment: {'id': '64a20676-0459-4167-aad8-80e21b0772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18b9e852-d3ea-485d-8106-6a6289070cf4'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:38:49.360771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Bound port: 467a8650-a8b3-40e7-8038-30ec1396f28c, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a20676-0459-4167-aad8-80e21b0772b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '18b9e852-d3ea-485d-8106-6a6289070cf4'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:38:49.361065 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:49.372482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Attempting to bind port bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:38:49.372851 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Attempting to bind port bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:38:49.373192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Attempting to bind port bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:49.391889 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Port bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:38:49.391889 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Attempting to bind port bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:38:49.425089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:38:49.425537 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:38:49.425997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:38:49.434187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Bound port: bf6445f1-887f-4cfc-8be1-e5b5b5075bc2, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:38:49.434187 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:49.532776 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-13c91ce9-67c7-40c0-8dd5-28ecbb1e4998 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:49.616496 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8839724e-374a-4844-83b9-5e6280081e21 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8368814 Dec 14 02:38:49.625517 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60984) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:49.630556 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0e4861e6-e541-49cc-8832-79727d8681e5 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.145'}]}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:49.653069 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-13c91ce9-67c7-40c0-8dd5-28ecbb1e4998 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:49.716534 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4af205-1579-4f67-950c-258e56302221 req-9a712ac1-8df3-4afb-bd22-4b24c43b088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:49.716534 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ea4af205-1579-4f67-950c-258e56302221 req-9a712ac1-8df3-4afb-bd22-4b24c43b088e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3664606 Dec 14 02:38:49.744122 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] For port 467a8650-a8b3-40e7-8038-30ec1396f28c, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:38:49.748299 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-13c91ce9-67c7-40c0-8dd5-28ecbb1e4998 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:49.749210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] For port bf6445f1-887f-4cfc-8be1-e5b5b5075bc2, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:38:49.791392 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e4861e6-e541-49cc-8832-79727d8681e5 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:49.792595 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e4861e6-e541-49cc-8832-79727d8681e5 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:49.798493 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] For port bf6445f1-887f-4cfc-8be1-e5b5b5075bc2, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bf6445f1-887f-4cfc-8be1-e5b5b5075bc2,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:38:49.801808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] For port 467a8650-a8b3-40e7-8038-30ec1396f28c, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=467a8650-a8b3-40e7-8038-30ec1396f28c,segment=NetworkSegment(64a20676-0459-4167-aad8-80e21b0772b5),segment_id=64a20676-0459-4167-aad8-80e21b0772b5)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:38:49.816207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c91ce9-67c7-40c0-8dd5-28ecbb1e4998 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a99c608b-fe34-4377-b46c-98cb264ff4e3,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:49.825727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b40ac-fad7-4e50-a0a7-e6d6fb7ed450 req-4511b20c-9e32-464d-bf25-3c65c6480b64 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:49.834035 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e88b40ac-fad7-4e50-a0a7-e6d6fb7ed450 req-4511b20c-9e32-464d-bf25-3c65c6480b64 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.2763605 Dec 14 02:38:49.836165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea5498-b339-494a-b90b-6a07f7e19797 req-9110ce86-d520-4dcc-b7dc-099f31316bea tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:49.837740 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24ea5498-b339-494a-b90b-6a07f7e19797 req-9110ce86-d520-4dcc-b7dc-099f31316bea tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 948 time: 0.1776745 Dec 14 02:38:49.865458 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e4861e6-e541-49cc-8832-79727d8681e5 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:49.894794 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:49.925562 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-13c91ce9-67c7-40c0-8dd5-28ecbb1e4998 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:49.930152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-13c91ce9-67c7-40c0-8dd5-28ecbb1e4998 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6293442 Dec 14 02:38:49.930152 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:49.934869 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60986) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:49.944994 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-bbb78964-d706-42e4-b337-b78ee5ffc13d tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Request body: {'security_group_rule': {'security_group_id': 'a99c608b-fe34-4377-b46c-98cb264ff4e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:49.968986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24ea5498-b339-494a-b90b-6a07f7e19797 req-523e18ef-c166-4339-a20a-df020eeac164 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229451 Dec 14 02:38:49.979459 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e88b40ac-fad7-4e50-a0a7-e6d6fb7ed450 req-0b30aa80-ad8b-4e8e-9ffb-71a988a154f6 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406307 Dec 14 02:38:50.010090 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.010792 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:50.017752 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] 10.222.0.46 "PUT /v2.0/ports/bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 HTTP/1.1" status: 200 len: 1096 time: 3.0247152 Dec 14 02:38:50.017752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.017752 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:50.017752 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] 10.222.0.47 "PUT /v2.0/ports/467a8650-a8b3-40e7-8038-30ec1396f28c HTTP/1.1" status: 200 len: 1091 time: 3.0309818 Dec 14 02:38:50.022712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafefe9-461b-4600-ba27-37ebb2055a8e service neutron] Pushing event updated for resources: {'Port': ['ID=bf6445f1-887f-4cfc-8be1-e5b5b5075bc2,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:50.164826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f81190-3a12-40fe-ac4d-c442561968ef service neutron] Pushing event updated for resources: {'Port': ['ID=467a8650-a8b3-40e7-8038-30ec1396f28c,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:50.172765 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60990) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:50.231581 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8bce-3f4b-4e65-add8-75ccac2ad3b5 req-afb01a68-8ef9-4cb6-9a0d-9d4827147309 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.237733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8bce-3f4b-4e65-add8-75ccac2ad3b5 req-afb01a68-8ef9-4cb6-9a0d-9d4827147309 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.246906 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8bce-3f4b-4e65-add8-75ccac2ad3b5 req-afb01a68-8ef9-4cb6-9a0d-9d4827147309 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.254670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8bce-3f4b-4e65-add8-75ccac2ad3b5 req-afb01a68-8ef9-4cb6-9a0d-9d4827147309 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.262270 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8bce-3f4b-4e65-add8-75ccac2ad3b5 req-afb01a68-8ef9-4cb6-9a0d-9d4827147309 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.269789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8bce-3f4b-4e65-add8-75ccac2ad3b5 req-afb01a68-8ef9-4cb6-9a0d-9d4827147309 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.333102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a8bce-3f4b-4e65-add8-75ccac2ad3b5 req-afb01a68-8ef9-4cb6-9a0d-9d4827147309 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.333102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef9a8bce-3f4b-4e65-add8-75ccac2ad3b5 req-afb01a68-8ef9-4cb6-9a0d-9d4827147309 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5418 time: 0.1794605 Dec 14 02:38:50.389375 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef9a8bce-3f4b-4e65-add8-75ccac2ad3b5 req-115a9f3d-689d-48ff-adba-009c8c591b2a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0770154 Dec 14 02:38:50.428395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7ec945-c927-463f-aefe-ad75aa3ff1bf', 'tag': 'bf6445f1-887f-4cfc-8be1-e5b5b5075bc2'}, {'name': 'network-changed', 'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'tag': '467a8650-a8b3-40e7-8038-30ec1396f28c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:50.431764 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8266bd85-84ea-465b-8ed3-159eec9f26df" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7ec945-c927-463f-aefe-ad75aa3ff1bf", "tag": "bf6445f1-887f-4cfc-8be1-e5b5b5075bc2"}, {"name": "network-changed", "server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "tag": "467a8650-a8b3-40e7-8038-30ec1396f28c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:50.465244 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e4861e6-e541-49cc-8832-79727d8681e5 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:50.474334 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bbb78964-d706-42e4-b337-b78ee5ffc13d tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:50.492568 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8b1605-0e12-4c12-bd9f-9279cbe49633 x-openstack-request-id: req-df8b1605-0e12-4c12-bd9f-9279cbe49633 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:50.492977 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7ec945-c927-463f-aefe-ad75aa3ff1bf", "tag": "bf6445f1-887f-4cfc-8be1-e5b5b5075bc2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "tag": "467a8650-a8b3-40e7-8038-30ec1396f28c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:50.493242 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-df8b1605-0e12-4c12-bd9f-9279cbe49633 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:50.493681 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7ec945-c927-463f-aefe-ad75aa3ff1bf', 'tag': 'bf6445f1-887f-4cfc-8be1-e5b5b5075bc2', 'status': 'completed', 'code': 200} Dec 14 02:38:50.493943 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'tag': '467a8650-a8b3-40e7-8038-30ec1396f28c', 'status': 'completed', 'code': 200} Dec 14 02:38:50.506042 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ad0c98f5-c4dc-48ec-9ad8-11dcdf9db7b5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5cebf6e15f0347bd9e3807a6d0cf22d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3320651 Dec 14 02:38:50.508616 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60998) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:50.512347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558a729-2f66-4f27-a55d-b0b92cde8485 req-9c4262f4-c21a-4823-9835-21fd0e96d88c tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.515065 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a558a729-2f66-4f27-a55d-b0b92cde8485 req-9c4262f4-c21a-4823-9835-21fd0e96d88c tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.0677137 Dec 14 02:38:50.658454 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-df5f66d4-2116-4d47-bc65-5006a4294473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.658925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-df5f66d4-2116-4d47-bc65-5006a4294473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.659388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-df5f66d4-2116-4d47-bc65-5006a4294473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.659845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-df5f66d4-2116-4d47-bc65-5006a4294473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.660337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-df5f66d4-2116-4d47-bc65-5006a4294473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.661028 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-df5f66d4-2116-4d47-bc65-5006a4294473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.661367 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-df5f66d4-2116-4d47-bc65-5006a4294473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.663337 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-df5f66d4-2116-4d47-bc65-5006a4294473 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ffab91437844fca462f7af0a39817e&device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 6475 time: 0.1422994 Dec 14 02:38:50.669276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-6b302c70-e371-4043-8348-47315d134cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.670770 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-6b302c70-e371-4043-8348-47315d134cf8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f6e32f74c7e4156a8e5c0e2bc5d87cd&device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 1099 time: 0.1259811 Dec 14 02:38:50.674584 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bbb78964-d706-42e4-b337-b78ee5ffc13d tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:50.683511 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9240094d-2893-4c04-a877-981d23f2da84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:50.716196 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9240094d-2893-4c04-a877-981d23f2da84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:50.729008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-fa26fb27-e614-4726-829a-da69e7103a39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=967565e0-3a99-41ac-bfa3-c5fb52e9a874 HTTP/1.1" status: 200 len: 217 time: 0.0465200 Dec 14 02:38:50.752535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-aaee7770-b7e5-47e5-abdb-4edd1d2d791a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=6f6e32f74c7e4156a8e5c0e2bc5d87cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225067 Dec 14 02:38:50.770553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a558a729-2f66-4f27-a55d-b0b92cde8485 req-52e5efc4-4e07-460c-9d0d-edaf1eefd9f2 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391832 Dec 14 02:38:50.791414 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bbb78964-d706-42e4-b337-b78ee5ffc13d tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:50.809366 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb78964-d706-42e4-b337-b78ee5ffc13d tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439a4d46-3091-43a1-9077-7838616cc82e,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:50.825584 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1b582009-ec22-47a5-b79d-697ca30e2d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.827955 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-1b582009-ec22-47a5-b79d-697ca30e2d47 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e81371a3-0455-4a74-8514-0ee39a56c60d HTTP/1.1" status: 200 len: 850 time: 0.0744078 Dec 14 02:38:50.914793 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9240094d-2893-4c04-a877-981d23f2da84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:50.917451 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9240094d-2893-4c04-a877-981d23f2da84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:50.920678 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9240094d-2893-4c04-a877-981d23f2da84 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d4d94f1-2415-436c-af9a-9c5c8fa3cf58 HTTP/1.1" status: 204 len: 168 time: 0.4088442 Dec 14 02:38:50.962865 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-7837da10-c080-470f-9aaf-7df2b81671b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:50.966363 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-7837da10-c080-470f-9aaf-7df2b81671b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b4164e6-822e-420c-a3b0-b15221d3eff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280429 Dec 14 02:38:51.138238 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-08f9d7cc-ebe0-4be6-b77c-4e3287d7e46a service neutron] 10.222.0.47 "GET /v2.0/networks/1b4164e6-822e-420c-a3b0-b15221d3eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584840 Dec 14 02:38:51.232528 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-ae95f36b-55f3-48e5-b268-17c982508633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:51.234308 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-ae95f36b-55f3-48e5-b268-17c982508633 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4625220 Dec 14 02:38:51.331506 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240094d-2893-4c04-a877-981d23f2da84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4d94f1-2415-436c-af9a-9c5c8fa3cf58,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:51.338514 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bbb78964-d706-42e4-b337-b78ee5ffc13d tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:51.339985 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bbb78964-d706-42e4-b337-b78ee5ffc13d tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4039061 Dec 14 02:38:51.342811 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32782) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:51.352336 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f30b6db5-a65f-47f1-933f-966599c20bbc tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Request body: {'security_group_rule': {'security_group_id': 'a99c608b-fe34-4377-b46c-98cb264ff4e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:51.384370 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc0829-1cbb-4d65-92ae-1ded1998b920 req-4129fcd7-64c1-47d5-b0a3-e03d4d9c553c tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:51.395519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52bc0829-1cbb-4d65-92ae-1ded1998b920 req-4129fcd7-64c1-47d5-b0a3-e03d4d9c553c tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 948 time: 0.2505207 Dec 14 02:38:51.424677 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e4861e6-e541-49cc-8832-79727d8681e5 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:51.450543 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e4861e6-e541-49cc-8832-79727d8681e5 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:51.456382 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561ef51-16fa-42a4-ad80-cc6ae8582933 req-5a6f30dd-5c5c-4766-b46d-cc1040915040 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:51.469213 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8561ef51-16fa-42a4-ad80-cc6ae8582933 req-5a6f30dd-5c5c-4766-b46d-cc1040915040 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.3167465 Dec 14 02:38:51.519134 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f30b6db5-a65f-47f1-933f-966599c20bbc tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:51.562550 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-db44cba5-1767-4a86-af51-34b807c06f6c service neutron] 10.222.0.47 "GET /v2.0/networks/1b4164e6-822e-420c-a3b0-b15221d3eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088945 Dec 14 02:38:51.640673 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f30b6db5-a65f-47f1-933f-966599c20bbc tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:51.674067 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52bc0829-1cbb-4d65-92ae-1ded1998b920 req-e764310d-348e-4dbf-bc85-d86ca1185dc6 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770047 Dec 14 02:38:51.678222 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-f178e784-358d-4f6c-9696-98f8606525f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=e9de420b-c32e-4a1d-a9ee-71a5673399ea HTTP/1.1" status: 200 len: 217 time: 0.0996296 Dec 14 02:38:51.683581 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8561ef51-16fa-42a4-ad80-cc6ae8582933 req-8ffe0237-9313-4cd0-a9c8-a78de8c929ae tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131927 Dec 14 02:38:51.685378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-9f981696-af4b-4449-8f8b-40dba4f63e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:51.686908 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-9f981696-af4b-4449-8f8b-40dba4f63e9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f6e32f74c7e4156a8e5c0e2bc5d87cd&device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 1099 time: 0.3648629 Dec 14 02:38:51.718424 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f30b6db5-a65f-47f1-933f-966599c20bbc tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:51.721169 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e4861e6-e541-49cc-8832-79727d8681e5 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:51.750494 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b6db5-a65f-47f1-933f-966599c20bbc tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f3b43b-4795-4586-9977-13ef274a39f4,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:51.771291 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-55b5b512-52c6-4fca-bb12-5e5cd755b3bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 HTTP/1.1" status: 200 len: 217 time: 0.0507505 Dec 14 02:38:51.823612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-b5901099-d90e-4cc1-a538-ea21f4af5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:51.825233 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-b5901099-d90e-4cc1-a538-ea21f4af5c54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.1374490 Dec 14 02:38:51.843399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-b3210058-fecf-4a23-9754-f786afcb37a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:51.845324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-b3210058-fecf-4a23-9754-f786afcb37a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0648720 Dec 14 02:38:51.978475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-60d3dd0c-048a-46d3-beec-68309bf9b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:51.980274 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-60d3dd0c-048a-46d3-beec-68309bf9b3d4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0852504 Dec 14 02:38:52.025484 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e4861e6-e541-49cc-8832-79727d8681e5 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:52.028575 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e4861e6-e541-49cc-8832-79727d8681e5 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:52.079018 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f30b6db5-a65f-47f1-933f-966599c20bbc tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:52.081403 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f30b6db5-a65f-47f1-933f-966599c20bbc tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7376187 Dec 14 02:38:52.082008 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32804) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:52.082511 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9be6dd-e01f-47c8-b63d-6b7579a90b76 req-8a0e06ad-3b2f-4649-b2b0-2ec7e3a16afd tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:52.086658 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c6d0ad59-927b-49a4-a172-b2133cf259bb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:52.089637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9be6dd-e01f-47c8-b63d-6b7579a90b76 req-8a0e06ad-3b2f-4649-b2b0-2ec7e3a16afd tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:52.100158 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9be6dd-e01f-47c8-b63d-6b7579a90b76 req-8a0e06ad-3b2f-4649-b2b0-2ec7e3a16afd tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:52.107948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9be6dd-e01f-47c8-b63d-6b7579a90b76 req-8a0e06ad-3b2f-4649-b2b0-2ec7e3a16afd tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:52.113959 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9be6dd-e01f-47c8-b63d-6b7579a90b76 req-8a0e06ad-3b2f-4649-b2b0-2ec7e3a16afd tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:52.121001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9be6dd-e01f-47c8-b63d-6b7579a90b76 req-8a0e06ad-3b2f-4649-b2b0-2ec7e3a16afd tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:52.127042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9be6dd-e01f-47c8-b63d-6b7579a90b76 req-8a0e06ad-3b2f-4649-b2b0-2ec7e3a16afd tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:52.128997 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b9be6dd-e01f-47c8-b63d-6b7579a90b76 req-8a0e06ad-3b2f-4649-b2b0-2ec7e3a16afd tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5418 time: 0.2946968 Dec 14 02:38:52.157105 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8fc498df-cf53-4f24-9262-c55edc67a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:52.158745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-8fc498df-cf53-4f24-9262-c55edc67a593 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3120608 Dec 14 02:38:52.195790 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e4861e6-e541-49cc-8832-79727d8681e5 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:52.196430 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4861e6-e541-49cc-8832-79727d8681e5 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0ba3ee9-82f5-4cd5-9821-4f3a272ec1fe {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:38:52.215102 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ad59-927b-49a4-a172-b2133cf259bb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:52.286880 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-1f3c47f7-b21c-4b2b-82bd-1bad6e7d1ba9 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958789 Dec 14 02:38:52.306274 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbabf67-a82c-4f51-b954-32509838f4a0 req-ebb9023f-7139-48f4-aafc-15d954b11e78 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:52.307439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-afbabf67-a82c-4f51-b954-32509838f4a0 req-ebb9023f-7139-48f4-aafc-15d954b11e78 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.3137450 Dec 14 02:38:52.340262 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-0e4861e6-e541-49cc-8832-79727d8681e5 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 14 02:38:52.345968 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0e4861e6-e541-49cc-8832-79727d8681e5 tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7191224 Dec 14 02:38:52.355720 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32808) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:52.427367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b9be6dd-e01f-47c8-b63d-6b7579a90b76 req-3e226caf-55bb-4a5b-a5e4-4f771433d605 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2661130 Dec 14 02:38:52.458846 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ad59-927b-49a4-a172-b2133cf259bb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:52.480367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-e32f98ff-f766-4042-bc67-d3ca4fe6f1f9 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096175 Dec 14 02:38:52.523931 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-afbabf67-a82c-4f51-b954-32509838f4a0 req-96642b4e-92f4-448d-8829-b1b6db892223 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927903 Dec 14 02:38:52.557806 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-4f6903c7-2604-4234-b557-fa23ad1bceea tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Deleting port 41ca36e8-1e31-4cba-88cb-f7da954ecccd {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:38:52.557806 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f6903c7-2604-4234-b557-fa23ad1bceea tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:52.568942 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1733ed8-9577-46cd-b144-83de2ccd2468 req-430b1037-ec2e-4b52-b52d-442d3c85e51e service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575064 Dec 14 02:38:52.616490 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-c4dda610-17c3-4998-8b67-f584aa8f23a0 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263988 Dec 14 02:38:52.667018 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-c6d0ad59-927b-49a4-a172-b2133cf259bb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Allocated IP 172.25.7.35 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/4ade2668-a5ba-4ff1-a5f3-3bd89de5515d) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:38:52.676626 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-2771e203-8c73-4ef3-a653-d6153d3568a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=e97d4905-01c1-4fec-8b89-44b7be1269b7 HTTP/1.1" status: 200 len: 217 time: 0.0511079 Dec 14 02:38:52.720178 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f6903c7-2604-4234-b557-fa23ad1bceea tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:52.735016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-257bdef5-5330-43cb-a434-af7d48ee9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:52.736590 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-257bdef5-5330-43cb-a434-af7d48ee9e39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.0518260 Dec 14 02:38:52.741272 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-4f6903c7-2604-4234-b557-fa23ad1bceea tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Calling delete_port for 41ca36e8-1e31-4cba-88cb-f7da954ecccd owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:38:52.852872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-aa124670-312f-411d-8f9d-f31cc77a59d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:52.854427 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-aa124670-312f-411d-8f9d-f31cc77a59d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1099179 Dec 14 02:38:52.927834 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ad59-927b-49a4-a172-b2133cf259bb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:52.985387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8e599-03ca-41cc-8225-19b3ae67660b req-d8ab838e-7408-4021-9519-91ebbc7679ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:52.993194 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3fa8e599-03ca-41cc-8225-19b3ae67660b req-d8ab838e-7408-4021-9519-91ebbc7679ce tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.1800585 Dec 14 02:38:53.014283 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638f920-61a0-4470-8da6-8f233af4f965 req-0c8e36c5-fc3c-42c1-931d-bac9725b9a78 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:53.016026 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c638f920-61a0-4470-8da6-8f233af4f965 req-0c8e36c5-fc3c-42c1-931d-bac9725b9a78 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 948 time: 0.1697054 Dec 14 02:38:53.083400 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ad59-927b-49a4-a172-b2133cf259bb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:53.100023 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-270b7015-1693-4efc-805c-5f83970f65c7 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312880 Dec 14 02:38:53.134661 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3fa8e599-03ca-41cc-8225-19b3ae67660b req-8b8c16f4-1b34-4d8c-a110-4dbc25e1fb14 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381030 Dec 14 02:38:53.165208 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f6903c7-2604-4234-b557-fa23ad1bceea tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:53.167289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d0ad59-927b-49a4-a172-b2133cf259bb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:38:53.174385 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-c6d0ad59-927b-49a4-a172-b2133cf259bb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:53.182005 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d0ad59-927b-49a4-a172-b2133cf259bb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:38:53.209763 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c638f920-61a0-4470-8da6-8f233af4f965 req-77898e36-e1ef-481d-a97c-63bf8931242d tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843035 Dec 14 02:38:53.289731 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-62b0e966-adf7-40dc-a1af-96c8cb697985 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808157 Dec 14 02:38:53.301481 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0ad59-927b-49a4-a172-b2133cf259bb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event updated for resources: {'Port': ['ID=4ade2668-a5ba-4ff1-a5f3-3bd89de5515d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:53.330356 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6903c7-2604-4234-b557-fa23ad1bceea tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Pushing event deleted for resources: {'Port': ['ID=41ca36e8-1e31-4cba-88cb-f7da954ecccd,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:53.347698 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-9d30a5d6-cd95-45aa-b33a-1ae6ca141d57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=7b7cfabd-515e-4098-a45c-f9b489a694ea HTTP/1.1" status: 200 len: 217 time: 0.0483756 Dec 14 02:38:53.391003 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ad59-927b-49a4-a172-b2133cf259bb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:53.407998 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f6903c7-2604-4234-b557-fa23ad1bceea tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:53.414021 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 96e484b3-431c-43a6-800d-ce23e07fc63a details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:38:53.416054 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4f6903c7-2604-4234-b557-fa23ad1bceea tempest-RoutersAdminNegativeIpV6Test-1373173841 tempest-RoutersAdminNegativeIpV6Test-1373173841-project-admin] 10.222.0.39 "DELETE /v2.0/ports/41ca36e8-1e31-4cba-88cb-f7da954ecccd HTTP/1.1" status: 204 len: 168 time: 1.0558848 Dec 14 02:38:53.436513 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32830) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:53.447968 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-c1f89973-113f-48b8-b054-345d260d9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:53.449452 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-c1f89973-113f-48b8-b054-345d260d9373 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.0935130 Dec 14 02:38:53.486755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 96e484b3-431c-43a6-800d-ce23e07fc63a no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:38:53.532046 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ad59-927b-49a4-a172-b2133cf259bb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:53.546965 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-4b76f5c1-763c-4de5-9b45-399638d81be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:53.548522 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-4b76f5c1-763c-4de5-9b45-399638d81be8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0860984 Dec 14 02:38:53.661540 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:53.693613 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 96e484b3-431c-43a6-800d-ce23e07fc63a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=96e484b3-431c-43a6-800d-ce23e07fc63a,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:53.790474 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 96e484b3-431c-43a6-800d-ce23e07fc63a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=96e484b3-431c-43a6-800d-ce23e07fc63a,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:53.801438 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189b33a9-7418-4b25-a22e-658767519704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e484b3-431c-43a6-800d-ce23e07fc63a'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:53.806342 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a8b7a0b3-4e25-4413-9afb-259ddf3caebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:53.814492 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f446a1-5a3d-40d6-8607-dd959386ae3b" -d '{"events": [{"server_uuid": "189b33a9-7418-4b25-a22e-658767519704", "name": "network-vif-unplugged", "status": "completed", "tag": "96e484b3-431c-43a6-800d-ce23e07fc63a"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:53.834536 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '96e484b3-431c-43a6-800d-ce23e07fc63a', 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612', 'port_id': '96e484b3-431c-43a6-800d-ce23e07fc63a', 'mac_address': 'fa:16:3e:4f:f4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b59d7a-4d1f-479f-848f-a3d5895f59fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:38:53.839822 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5686b5c-3e18-4a55-86d5-593e7f54df34 req-804f222a-70f0-49ae-9f2d-29f8deacb664 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:53.847344 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e5686b5c-3e18-4a55-86d5-593e7f54df34 req-804f222a-70f0-49ae-9f2d-29f8deacb664 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.1143286 Dec 14 02:38:53.869988 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c63400-d330-48fe-a415-3a59f0c02559 req-a52ffc68-741a-4694-8b97-712ff08ea1e0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:53.876808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c63400-d330-48fe-a415-3a59f0c02559 req-a52ffc68-741a-4694-8b97-712ff08ea1e0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:53.883694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c63400-d330-48fe-a415-3a59f0c02559 req-a52ffc68-741a-4694-8b97-712ff08ea1e0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:53.890391 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c63400-d330-48fe-a415-3a59f0c02559 req-a52ffc68-741a-4694-8b97-712ff08ea1e0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:53.897632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c63400-d330-48fe-a415-3a59f0c02559 req-a52ffc68-741a-4694-8b97-712ff08ea1e0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:53.898839 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:53.901191 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:53.904863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c63400-d330-48fe-a415-3a59f0c02559 req-a52ffc68-741a-4694-8b97-712ff08ea1e0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:53.912522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c63400-d330-48fe-a415-3a59f0c02559 req-a52ffc68-741a-4694-8b97-712ff08ea1e0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:53.915651 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69c63400-d330-48fe-a415-3a59f0c02559 req-a52ffc68-741a-4694-8b97-712ff08ea1e0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5418 time: 0.2234704 Dec 14 02:38:53.922242 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-c9cba403-383a-4d4c-8ed2-4d69aad3448b service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623312 Dec 14 02:38:53.972465 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96e484b3-431c-43a6-800d-ce23e07fc63a {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:38:54.045206 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ad59-927b-49a4-a172-b2133cf259bb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:54.048452 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-24bc9b2f-bad7-4195-8fea-50fe835ab3a3 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106162 Dec 14 02:38:54.061882 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:38:54.062243 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:38:54.084691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=96e484b3-431c-43a6-800d-ce23e07fc63a,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:54.094219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:54.094576 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:54.094927 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:54.095270 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:54.095610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:54.095947 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:54.096282 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:54.096622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:54.096950 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:54.097276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:54.097641 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:54.097961 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:54.098312 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:38:54.114857 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-0ee85447-b0f0-445d-bd4d-f8d632c3d66e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=4ef6eebe-50b1-45f1-8719-abdc224c373b HTTP/1.1" status: 200 len: 217 time: 0.0549505 Dec 14 02:38:54.133585 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ad59-927b-49a4-a172-b2133cf259bb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:54.207503 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0ad59-927b-49a4-a172-b2133cf259bb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event updated for resources: {'Port': ['ID=4ade2668-a5ba-4ff1-a5f3-3bd89de5515d,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:54.213398 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e5686b5c-3e18-4a55-86d5-593e7f54df34 req-4047919b-662d-40bf-9c70-22e84f08e083 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650279 Dec 14 02:38:54.241375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 32844) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:54.283745 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a562ec7-c35d-4bc7-ae75-3f7222a2defb x-openstack-request-id: req-5a562ec7-c35d-4bc7-ae75-3f7222a2defb {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:54.284043 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189b33a9-7418-4b25-a22e-658767519704", "name": "network-vif-unplugged", "status": "completed", "tag": "96e484b3-431c-43a6-800d-ce23e07fc63a", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:54.284302 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a562ec7-c35d-4bc7-ae75-3f7222a2defb {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:54.284705 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189b33a9-7418-4b25-a22e-658767519704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e484b3-431c-43a6-800d-ce23e07fc63a', 'code': 200} Dec 14 02:38:54.347703 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ad59-927b-49a4-a172-b2133cf259bb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:54.373542 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a8b7a0b3-4e25-4413-9afb-259ddf3caebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:54.486819 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a8b7a0b3-4e25-4413-9afb-259ddf3caebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:54.538026 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ad59-927b-49a4-a172-b2133cf259bb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:54.540486 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c6d0ad59-927b-49a4-a172-b2133cf259bb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4575310 Dec 14 02:38:54.544137 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a8b7a0b3-4e25-4413-9afb-259ddf3caebe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e76926ac39d14baf947e785d84243236&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1062777 Dec 14 02:38:54.545206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7a0b3-4e25-4413-9afb-259ddf3caebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e989e072-a993-4981-aa51-9e535761617c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:54.559083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32854) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:54.608857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-6a68afd0-9623-4c01-adef-2f086a326234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:54.610370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-6a68afd0-9623-4c01-adef-2f086a326234 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.4867666 Dec 14 02:38:54.619048 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:54.629845 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9c56-75bf-4e5c-936a-3e30ae873f5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:54.638497 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e484b3-431c-43a6-800d-ce23e07fc63a {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:38:54.669019 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-30b39439-5f40-440f-a298-c361d7902d97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:54.677932 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69c63400-d330-48fe-a415-3a59f0c02559 req-2469c8e4-6681-4ce3-874b-8a6f8a9fae98 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7470825 Dec 14 02:38:54.688404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 96e484b3-431c-43a6-800d-ce23e07fc63a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=96e484b3-431c-43a6-800d-ce23e07fc63a,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:54.728310 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-30b39439-5f40-440f-a298-c361d7902d97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:54.761755 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:54.807858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-a9a1a61e-5c1a-4f96-becb-f8e9a71ca088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:54.809293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-a9a1a61e-5c1a-4f96-becb-f8e9a71ca088 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1768959 Dec 14 02:38:54.819312 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23201e05-32f3-479f-bfd1-0df5283e5a74 req-37d18298-2e5e-4cfb-a3cd-3356793e1710 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:54.826836 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-23201e05-32f3-479f-bfd1-0df5283e5a74 req-37d18298-2e5e-4cfb-a3cd-3356793e1710 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.2154591 Dec 14 02:38:54.860292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=96e484b3-431c-43a6-800d-ce23e07fc63a,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:54.914491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e836ff-f4b9-4016-a4a5-370f9b14748b req-27aa3d76-9936-4dd7-97fd-99a87c6b1f19 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:54.916026 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16e836ff-f4b9-4016-a4a5-370f9b14748b req-27aa3d76-9936-4dd7-97fd-99a87c6b1f19 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 948 time: 0.1633155 Dec 14 02:38:54.927981 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-30b39439-5f40-440f-a298-c361d7902d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:54.930798 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-30b39439-5f40-440f-a298-c361d7902d97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:54.932171 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-30b39439-5f40-440f-a298-c361d7902d97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e989e072-a993-4981-aa51-9e535761617c HTTP/1.1" status: 204 len: 168 time: 0.3718748 Dec 14 02:38:54.953910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b39439-5f40-440f-a298-c361d7902d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e989e072-a993-4981-aa51-9e535761617c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:55.037028 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-23201e05-32f3-479f-bfd1-0df5283e5a74 req-1c185000-b087-47af-9443-2d411855436e tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093074 Dec 14 02:38:55.041073 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16e836ff-f4b9-4016-a4a5-370f9b14748b req-0b7883ae-3381-413e-ba0e-ccb98ed4c4cc tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165903 Dec 14 02:38:55.072202 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-dbc5286a-8017-45d2-bc3f-7fe076ebd581 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419050 Dec 14 02:38:55.075940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['96e484b3-431c-43a6-800d-ce23e07fc63a'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:38:55.095743 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9c56-75bf-4e5c-936a-3e30ae873f5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:55.197990 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fa4f9c56-75bf-4e5c-936a-3e30ae873f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:55.285806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-4858aff6-a248-4863-a526-91902ea5d1c9 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047033 Dec 14 02:38:55.294847 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-a71d49c7-fa11-4d06-b022-30a9a9e45bff tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1787522684&fields=id&tenant_id=20630dab3f6946828746e2d81f7e163b HTTP/1.1" status: 200 len: 267 time: 0.1104901 Dec 14 02:38:55.346644 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fa4f9c56-75bf-4e5c-936a-3e30ae873f5d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3e14324ba6884ce799ff077aba444380&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1002271 Dec 14 02:38:55.349260 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32872) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:55.356413 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ab3cefa0-0088-49fc-b8a3-8de872f4982f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7c759644-3907-46f6-8a47-02b7097f41d4 HTTP/1.1" status: 200 len: 217 time: 0.0591357 Dec 14 02:38:55.412489 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:38:55.436014 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3519b181-942e-4d0c-abbd-b9955fcc66ab tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:55.449275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3519b181-942e-4d0c-abbd-b9955fcc66ab tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports/26ec5b55-d299-40b8-8527-04f4e67eaeba HTTP/1.1" status: 200 len: 937 time: 0.0987885 Dec 14 02:38:55.454208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f9c56-75bf-4e5c-936a-3e30ae873f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111b0e41-9762-4e24-9f10-9c6459c69c72,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:55.462296 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d70f403a-191b-4ca8-988d-49fed7d0a008 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:55.513703 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d70f403a-191b-4ca8-988d-49fed7d0a008 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:55.550791 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-f6873199-ecf0-4447-be0f-17e26c38704f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:55.558323 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-f6873199-ecf0-4447-be0f-17e26c38704f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports/45864e56-7abd-4913-a7eb-e89f5d9893ba HTTP/1.1" status: 200 len: 936 time: 0.1079175 Dec 14 02:38:55.567264 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2266d05-1739-48bc-a398-a83095ec3ddb req-83033098-00b7-40ca-8e44-a7cd47a45aa6 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:55.568962 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2266d05-1739-48bc-a398-a83095ec3ddb req-83033098-00b7-40ca-8e44-a7cd47a45aa6 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 944 time: 0.2169833 Dec 14 02:38:55.610465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-a89fdd64-ef83-4824-bd34-5d0f3c158341 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?network_id=d307fd75-d63b-4667-bff7-1b964e3cfc2d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0508599 Dec 14 02:38:55.627886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port bf6445f1-887f-4cfc-8be1-e5b5b5075bc2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bf6445f1-887f-4cfc-8be1-e5b5b5075bc2,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:55.650776 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'bf6445f1-887f-4cfc-8be1-e5b5b5075bc2', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': 'bf6445f1-887f-4cfc-8be1-e5b5b5075bc2', 'mac_address': 'fa:16:3e:2a:f4:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:38:55.680979 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-1531fd32-96ac-4405-9718-0bf68408353c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?network_id=d307fd75-d63b-4667-bff7-1b964e3cfc2d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0688775 Dec 14 02:38:55.703271 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-d24f022f-01a5-4814-ac89-95fc45c4ee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:55.703939 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d70f403a-191b-4ca8-988d-49fed7d0a008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:55.705768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-d24f022f-01a5-4814-ac89-95fc45c4ee86 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a649358c-109a-47a1-abe2-1321d3721590 HTTP/1.1" status: 200 len: 797 time: 0.2536416 Dec 14 02:38:55.710635 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d70f403a-191b-4ca8-988d-49fed7d0a008 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:55.710635 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d70f403a-191b-4ca8-988d-49fed7d0a008 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/111b0e41-9762-4e24-9f10-9c6459c69c72 HTTP/1.1" status: 204 len: 168 time: 0.3577800 Dec 14 02:38:55.726913 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:55.729625 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f403a-191b-4ca8-988d-49fed7d0a008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111b0e41-9762-4e24-9f10-9c6459c69c72,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:55.773705 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:38:55.821806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2266d05-1739-48bc-a398-a83095ec3ddb req-79ef43a0-bcd5-442a-bf88-9705a15369b7 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079396 Dec 14 02:38:55.827826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port bf6445f1-887f-4cfc-8be1-e5b5b5075bc2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bf6445f1-887f-4cfc-8be1-e5b5b5075bc2,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:55.909471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ef72a0b8-a19e-477a-804f-6f0eab15b43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:55.911494 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-ef72a0b8-a19e-477a-804f-6f0eab15b43d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18b9e852-d3ea-485d-8106-6a6289070cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0801206 Dec 14 02:38:55.916108 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:55.985927 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=bf6445f1-887f-4cfc-8be1-e5b5b5075bc2,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:56.043602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-353659be-4a98-4422-9638-b417a13505d7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:56.049344 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-353659be-4a98-4422-9638-b417a13505d7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:56.055320 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-353659be-4a98-4422-9638-b417a13505d7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:56.056958 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-353659be-4a98-4422-9638-b417a13505d7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/networks?id=c8c294be-4992-4711-bfec-5f4308700461&id=143750ac-d961-47f1-8a52-3edc9f23c6d8&id=143750ac-d961-47f1-8a52-3edc9f23c6d8&id=d307fd75-d63b-4667-bff7-1b964e3cfc2d&id=d307fd75-d63b-4667-bff7-1b964e3cfc2d HTTP/1.1" status: 200 len: 1994 time: 0.3747914 Dec 14 02:38:56.089387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003054f0-79c2-4641-ac92-33bac0dd6568 req-45be82cf-55fe-4b63-889e-952f9559720d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:56.095194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003054f0-79c2-4641-ac92-33bac0dd6568 req-45be82cf-55fe-4b63-889e-952f9559720d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:56.102020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003054f0-79c2-4641-ac92-33bac0dd6568 req-45be82cf-55fe-4b63-889e-952f9559720d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:56.110775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003054f0-79c2-4641-ac92-33bac0dd6568 req-45be82cf-55fe-4b63-889e-952f9559720d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:56.118133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003054f0-79c2-4641-ac92-33bac0dd6568 req-45be82cf-55fe-4b63-889e-952f9559720d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:56.125414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003054f0-79c2-4641-ac92-33bac0dd6568 req-45be82cf-55fe-4b63-889e-952f9559720d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:56.133019 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003054f0-79c2-4641-ac92-33bac0dd6568 req-45be82cf-55fe-4b63-889e-952f9559720d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:56.135342 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-003054f0-79c2-4641-ac92-33bac0dd6568 req-45be82cf-55fe-4b63-889e-952f9559720d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5418 time: 0.2286019 Dec 14 02:38:56.152233 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-1fc23f6a-0316-44d1-8f9b-233920d6ada5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/quotas/20630dab3f6946828746e2d81f7e163b HTTP/1.1" status: 200 len: 375 time: 0.0833006 Dec 14 02:38:56.207652 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-9d15b131-3a4f-4dd7-bff8-b6a4baff1008 service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849503 Dec 14 02:38:56.240629 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['bf6445f1-887f-4cfc-8be1-e5b5b5075bc2'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:38:56.333416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-7c174875-5dff-47d2-be8f-55c18abb5f7a tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=20630dab3f6946828746e2d81f7e163b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1647241 Dec 14 02:38:56.353653 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-003054f0-79c2-4641-ac92-33bac0dd6568 req-28217a36-3946-4fc9-8b6c-7b6e38338524 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2035382 Dec 14 02:38:56.434695 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-52928a25-40ef-42ce-a653-3efb78373a50 service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195654 Dec 14 02:38:56.536341 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-088a1ba2-9d00-4cf6-a9a5-052e39727a51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=467a8650-a8b3-40e7-8038-30ec1396f28c HTTP/1.1" status: 200 len: 217 time: 0.0872970 Dec 14 02:38:56.593936 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c0a65b3c-1ec8-4550-ac99-5792a1cd38de service neutron] 10.222.0.39 "GET /v2.0/networks/c8c294be-4992-4711-bfec-5f4308700461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238295 Dec 14 02:38:56.604753 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ba334-7404-44eb-9fbb-a77bc3493a77 req-19e3ce68-8f91-4607-8331-7d107771bf97 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:56.606391 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f40ba334-7404-44eb-9fbb-a77bc3493a77 req-19e3ce68-8f91-4607-8331-7d107771bf97 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.1693115 Dec 14 02:38:56.699787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-93a5f6e9-b8ff-4c5b-a6d9-f81f2859ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:56.701261 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-93a5f6e9-b8ff-4c5b-a6d9-f81f2859ca54 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a649358c-109a-47a1-abe2-1321d3721590 HTTP/1.1" status: 200 len: 797 time: 0.1552687 Dec 14 02:38:56.796924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-88a2735e-4446-43b3-947e-b0f7448d579d service neutron] 10.222.0.39 "GET /v2.0/networks/c8c294be-4992-4711-bfec-5f4308700461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888273 Dec 14 02:38:56.807978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f40ba334-7404-44eb-9fbb-a77bc3493a77 req-86fe59c6-e045-4175-9e0b-13b81e18cf85 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644144 Dec 14 02:38:56.820075 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-84dbfb3d-c917-4e74-ab14-3683575bc58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:56.821676 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-84dbfb3d-c917-4e74-ab14-3683575bc58e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18b9e852-d3ea-485d-8106-6a6289070cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1121175 Dec 14 02:38:56.836602 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:56.908935 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32910) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:56.916931 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-2412410c-a886-4cd7-bf67-7fdf5207a1e4 service neutron] 10.222.0.39 "GET /v2.0/ports/26ec5b55-d299-40b8-8527-04f4e67eaeba?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1060681 Dec 14 02:38:56.999839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32912) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:57.026195 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e1f71371-5477-4fd8-aa18-e5c646fd4921 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2dac830facf46978bd8328473b45776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1150482 Dec 14 02:38:57.028596 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32916) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:57.051878 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-aeb27d0a-3f7d-4205-9e84-ad2080ebf6d9 service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116227 Dec 14 02:38:57.103317 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3810b57f-30ac-4496-9044-044f153efc8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:57.127401 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3810b57f-30ac-4496-9044-044f153efc8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:57.198360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9e477-df51-4266-9c56-363bf0b39739 req-889e4ae3-4ef0-4efb-85dd-1890059b7e00 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:57.198824 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-cea4f1d3-5b24-4904-8b92-fe1a37938219 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1231227128-network', 'tenant_id': '8e80e89af5034db09d4ceb72bc89e4da'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:57.206150 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1b9e477-df51-4266-9c56-363bf0b39739 req-889e4ae3-4ef0-4efb-85dd-1890059b7e00 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 949 time: 0.2096241 Dec 14 02:38:57.213508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-7c6a45c3-456c-4dca-92d8-9a0e5d3afc8e service neutron] 10.222.0.39 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949433 Dec 14 02:38:57.258982 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3810b57f-30ac-4496-9044-044f153efc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:57.261773 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3810b57f-30ac-4496-9044-044f153efc8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:57.265548 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3810b57f-30ac-4496-9044-044f153efc8d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbbb694b-6c1e-4134-9592-4ec9b01a8daf HTTP/1.1" status: 204 len: 168 time: 0.2347400 Dec 14 02:38:57.274333 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810b57f-30ac-4496-9044-044f153efc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbb694b-6c1e-4134-9592-4ec9b01a8daf,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:57.282498 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea4f1d3-5b24-4904-8b92-fe1a37938219 admin admin] Made reservation on behalf of 8e80e89af5034db09d4ceb72bc89e4da for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:38:57.284850 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cea4f1d3-5b24-4904-8b92-fe1a37938219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:57.308835 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cea4f1d3-5b24-4904-8b92-fe1a37938219 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:57.375055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a02d01d-8c83-4bf1-aa84-21de8fa72e5a req-d512f9ac-eb51-4bb8-a14d-7a2ee65f77b9 service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100379 Dec 14 02:38:57.386176 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1b9e477-df51-4266-9c56-363bf0b39739 req-77144b5c-8bde-48bf-a68f-362d777c0244 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789963 Dec 14 02:38:57.420596 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-76bc1772-a516-4c99-976a-eed0a89a4de8 service neutron] 10.222.0.39 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902261 Dec 14 02:38:57.423328 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 96e484b3-431c-43a6-800d-ce23e07fc63a up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:38:57.436256 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cea4f1d3-5b24-4904-8b92-fe1a37938219 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:57.479897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 96e484b3-431c-43a6-800d-ce23e07fc63a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:57.480273 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:57.485385 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-a6142a6f-ffc6-4d54-a002-495eac34a77e service neutron] 10.222.0.39 "GET /v2.0/ports/45864e56-7abd-4913-a7eb-e89f5d9893ba?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0505784 Dec 14 02:38:57.525452 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cea4f1d3-5b24-4904-8b92-fe1a37938219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:57.554745 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea4f1d3-5b24-4904-8b92-fe1a37938219 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:38:57.561635 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4f1d3-5b24-4904-8b92-fe1a37938219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb0d66d-e1ab-417e-8715-539ada17bf7d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:57.568433 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cea4f1d3-5b24-4904-8b92-fe1a37938219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:57.568900 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-cea4f1d3-5b24-4904-8b92-fe1a37938219 admin admin] Added segment 6609a908-759f-481c-8169-0c3da67b1741 of type vlan for network 4569343b-0d78-4515-821b-2ffa9a32777d Dec 14 02:38:57.580780 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:57.613693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189b33a9-7418-4b25-a22e-658767519704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e484b3-431c-43a6-800d-ce23e07fc63a'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:38:57.616350 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a5a40b-c0a2-4b36-97e4-1c7675fbd5d2" -d '{"events": [{"server_uuid": "189b33a9-7418-4b25-a22e-658767519704", "name": "network-vif-plugged", "status": "completed", "tag": "96e484b3-431c-43a6-800d-ce23e07fc63a"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:38:57.629345 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cea4f1d3-5b24-4904-8b92-fe1a37938219 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:57.633552 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 96e484b3-431c-43a6-800d-ce23e07fc63a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=96e484b3-431c-43a6-800d-ce23e07fc63a,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:57.641498 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-1cab8e8a-cdc3-4d58-a4cd-7e8e64af035c service neutron] 10.222.0.39 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505425 Dec 14 02:38:57.697055 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:57.698919 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:38:57.732902 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cea4f1d3-5b24-4904-8b92-fe1a37938219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:57.734511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea4f1d3-5b24-4904-8b92-fe1a37938219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:57.735453 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cea4f1d3-5b24-4904-8b92-fe1a37938219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:57.800493 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=96e484b3-431c-43a6-800d-ce23e07fc63a,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:57.810425 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4f1d3-5b24-4904-8b92-fe1a37938219 admin admin] Pushing event updated for resources: {'Network': ['ID=4569343b-0d78-4515-821b-2ffa9a32777d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:57.827451 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 4569343b-0d78-4515-821b-2ffa9a32777d details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:38:57.931877 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cea4f1d3-5b24-4904-8b92-fe1a37938219 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9276979 Dec 14 02:38:57.933208 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32944) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:57.938463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-825d045c-6179-4204-8dea-c1757dd1e570 admin admin] Request body: {'subnet': {'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1231227128-subnet', 'tenant_id': '8e80e89af5034db09d4ceb72bc89e4da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:38:58.041504 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb5c83-1f64-473b-abb0-26cdb28026b0 req-59e0b8e3-05ff-459c-b11f-4d4a6b82234f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.042991 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0fb5c83-1f64-473b-abb0-26cdb28026b0 req-59e0b8e3-05ff-459c-b11f-4d4a6b82234f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 944 time: 0.4575517 Dec 14 02:38:58.105021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-3a92875c-9626-4f4b-86ff-e41975e03761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.105525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-3a92875c-9626-4f4b-86ff-e41975e03761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.105987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-3a92875c-9626-4f4b-86ff-e41975e03761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.106439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-3a92875c-9626-4f4b-86ff-e41975e03761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.106891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-3a92875c-9626-4f4b-86ff-e41975e03761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.107343 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-3a92875c-9626-4f4b-86ff-e41975e03761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.107818 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-3a92875c-9626-4f4b-86ff-e41975e03761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.109600 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:38:58.110100 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825d045c-6179-4204-8dea-c1757dd1e570 admin admin] Made reservation on behalf of 8e80e89af5034db09d4ceb72bc89e4da for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:38:58.110185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-3a92875c-9626-4f4b-86ff-e41975e03761 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ffab91437844fca462f7af0a39817e&device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 6475 time: 0.1358280 Dec 14 02:38:58.112966 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-825d045c-6179-4204-8dea-c1757dd1e570 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:58.114265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:38:58.120129 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:58.130927 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-07e6b3df-2fb2-43c6-bfbe-717a6ed54003 service neutron] 10.222.0.39 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4782846 Dec 14 02:38:58.207426 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:58.243394 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port bf6445f1-887f-4cfc-8be1-e5b5b5075bc2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bf6445f1-887f-4cfc-8be1-e5b5b5075bc2,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:38:58.248025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0fb5c83-1f64-473b-abb0-26cdb28026b0 req-5d642d85-2b4e-47ff-83ce-050efa97801b tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983495 Dec 14 02:38:58.326369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-93c7f80b-2802-416c-836f-7d402dc4cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.327859 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-93c7f80b-2802-416c-836f-7d402dc4cdf3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=18b9e852-d3ea-485d-8106-6a6289070cf4 HTTP/1.1" status: 200 len: 902 time: 0.2079923 Dec 14 02:38:58.336987 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:58.375767 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-22528262-1689-4085-84eb-fc1a4bd6f7c7 service neutron] 10.222.0.39 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357166 Dec 14 02:38:58.380697 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-825d045c-6179-4204-8dea-c1757dd1e570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:58.403014 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=bf6445f1-887f-4cfc-8be1-e5b5b5075bc2,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:58.421920 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-2377785a-9ced-4561-ad03-c0b423c672af service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=467a8650-a8b3-40e7-8038-30ec1396f28c HTTP/1.1" status: 200 len: 217 time: 0.0741091 Dec 14 02:38:58.454555 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d045c-6179-4204-8dea-c1757dd1e570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a92f050-7d7f-44ec-8504-2ffe6d2c9312,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:58.457663 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825d045c-6179-4204-8dea-c1757dd1e570 admin admin] Checking segment: {'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:38:58.458204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825d045c-6179-4204-8dea-c1757dd1e570 admin admin] Network hostable DHCP agents. Network: 4569343b-0d78-4515-821b-2ffa9a32777d, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:38:58.523860 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b079c9-0894-4e34-9481-43c592d4684b req-1263ef8a-3aa5-4397-81e8-b3663eed6b2e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.529903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b079c9-0894-4e34-9481-43c592d4684b req-1263ef8a-3aa5-4397-81e8-b3663eed6b2e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.535871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b079c9-0894-4e34-9481-43c592d4684b req-1263ef8a-3aa5-4397-81e8-b3663eed6b2e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.541682 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:38:58.542361 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825d045c-6179-4204-8dea-c1757dd1e570 admin admin] Network 4569343b-0d78-4515-821b-2ffa9a32777d is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:38:58.542657 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b079c9-0894-4e34-9481-43c592d4684b req-1263ef8a-3aa5-4397-81e8-b3663eed6b2e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.548524 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b079c9-0894-4e34-9481-43c592d4684b req-1263ef8a-3aa5-4397-81e8-b3663eed6b2e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.554973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b079c9-0894-4e34-9481-43c592d4684b req-1263ef8a-3aa5-4397-81e8-b3663eed6b2e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.560920 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b079c9-0894-4e34-9481-43c592d4684b req-1263ef8a-3aa5-4397-81e8-b3663eed6b2e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.562901 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-43b079c9-0894-4e34-9481-43c592d4684b req-1263ef8a-3aa5-4397-81e8-b3663eed6b2e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5418 time: 0.2289846 Dec 14 02:38:58.591899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-1d487261-b4f3-4488-bab0-c8fcb659f1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.593541 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-1d487261-b4f3-4488-bab0-c8fcb659f1c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a649358c-109a-47a1-abe2-1321d3721590 HTTP/1.1" status: 200 len: 797 time: 0.1374805 Dec 14 02:38:58.622700 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-825d045c-6179-4204-8dea-c1757dd1e570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 4569343b-0d78-4515-821b-2ffa9a32777d) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:38:58.639212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc94eda-31eb-43b7-b114-58ad242c1781 None None] Network 4569343b-0d78-4515-821b-2ffa9a32777d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:38:58.642023 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825d045c-6179-4204-8dea-c1757dd1e570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.642759 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-825d045c-6179-4204-8dea-c1757dd1e570 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:58.656322 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32960) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:58.668271 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-fd63e9c9-e23c-45cb-a8ac-86871734af0c service neutron] 10.222.0.39 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586205 Dec 14 02:38:58.751318 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdbb555-c7bf-4d01-8226-1235e123a55e None None] Network 4569343b-0d78-4515-821b-2ffa9a32777d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:38:58.768953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-43b079c9-0894-4e34-9481-43c592d4684b req-7fcbdc75-14f0-420a-97e2-0bc953d9f3d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1987989 Dec 14 02:38:58.779839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-ef62ddc0-f51e-496d-82bf-dde1d2bde219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.781659 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-ef62ddc0-f51e-496d-82bf-dde1d2bde219 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18b9e852-d3ea-485d-8106-6a6289070cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1762815 Dec 14 02:38:58.790547 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-825d045c-6179-4204-8dea-c1757dd1e570 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8483911 Dec 14 02:38:58.790734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448efe1d-3e53-4502-baf6-7ce9f5d556f9 req-e7595c85-701b-40fb-b464-593f438f71d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:58.790734 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-448efe1d-3e53-4502-baf6-7ce9f5d556f9 req-e7595c85-701b-40fb-b464-593f438f71d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2232de45ebfb42369e596a53934ed9e2&device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 1096 time: 0.1502893 Dec 14 02:38:58.799935 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5aa49641-81f3-4063-9ddf-23c05b07511f tempest-AgentManagementNegativeTest-452893107 tempest-AgentManagementNegativeTest-452893107-project] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1412473 Dec 14 02:38:58.851549 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdee1f65-14ea-427a-9376-11d40f68f520 x-openstack-request-id: req-cdee1f65-14ea-427a-9376-11d40f68f520 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:38:58.851905 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189b33a9-7418-4b25-a22e-658767519704", "name": "network-vif-plugged", "status": "completed", "tag": "96e484b3-431c-43a6-800d-ce23e07fc63a", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:38:58.855678 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cdee1f65-14ea-427a-9376-11d40f68f520 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:38:58.855678 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189b33a9-7418-4b25-a22e-658767519704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e484b3-431c-43a6-800d-ce23e07fc63a', 'code': 200} Dec 14 02:38:58.961661 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-191ea4a1-fadf-4de8-ba9c-2759f5d66ba6 service neutron] 10.222.0.39 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742536 Dec 14 02:38:59.061131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448efe1d-3e53-4502-baf6-7ce9f5d556f9 req-158fe32f-d3cf-461c-b19b-ada02a982979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:59.062626 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-448efe1d-3e53-4502-baf6-7ce9f5d556f9 req-158fe32f-d3cf-461c-b19b-ada02a982979 service neutron] 10.222.0.46 "GET /v2.0/networks?id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061 HTTP/1.1" status: 200 len: 918 time: 0.2626207 Dec 14 02:38:59.067526 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-7ac3c94a-64a8-4658-ac2d-da68a993ec80 service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762218 Dec 14 02:38:59.095145 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e498ce-96b0-4371-bbef-4c91fbad9464 req-83e51fc3-43c0-4d2b-af7b-fdd0ebbe0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:59.096630 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d7e498ce-96b0-4371-bbef-4c91fbad9464 req-83e51fc3-43c0-4d2b-af7b-fdd0ebbe0d80 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 1096 time: 0.0452983 Dec 14 02:38:59.133828 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cc1f5-f77d-48cc-b017-53f6f59b3c1a req-ce18e3ff-edb7-4ac8-8f92-8d339e8f2b38 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:59.135482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cc6cc1f5-f77d-48cc-b017-53f6f59b3c1a req-ce18e3ff-edb7-4ac8-8f92-8d339e8f2b38 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.2150505 Dec 14 02:38:59.142593 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d7e498ce-96b0-4371-bbef-4c91fbad9464 req-3727e9dd-0854-4feb-9974-3963f0c59919 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382502 Dec 14 02:38:59.254174 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-448efe1d-3e53-4502-baf6-7ce9f5d556f9 req-105077f3-2bdd-4359-bb94-7727888aa866 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 HTTP/1.1" status: 200 len: 1001 time: 0.1795330 Dec 14 02:38:59.260108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-2ba437de-9db9-4497-afb4-e14235255a8b service neutron] 10.222.0.39 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724514 Dec 14 02:38:59.290310 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cc6cc1f5-f77d-48cc-b017-53f6f59b3c1a req-9152e8e2-2648-451e-bcdf-773f98bf8ed3 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425843 Dec 14 02:38:59.347418 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8266bd85-84ea-465b-8ed3-159eec9f26df req-5c9c5ecf-d939-4b29-8aa3-f83c04805219 service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558086 Dec 14 02:38:59.438186 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32976) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:59.442446 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-b1f9f26e-667e-4d0f-93f7-830e7bb8803b service neutron] 10.222.0.39 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682732 Dec 14 02:38:59.479990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f7af3-8a91-4827-90cb-7185f0432cd1 req-68c328de-a318-4cf1-a2c6-8f2642374fde tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:59.483973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-470f7af3-8a91-4827-90cb-7185f0432cd1 req-68c328de-a318-4cf1-a2c6-8f2642374fde tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 950 time: 0.1203513 Dec 14 02:38:59.520601 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448efe1d-3e53-4502-baf6-7ce9f5d556f9 req-3d66b6c3-848c-4a4c-9a64-9f99da2ebf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:59.522108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-448efe1d-3e53-4502-baf6-7ce9f5d556f9 req-3d66b6c3-848c-4a4c-9a64-9f99da2ebf00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0 HTTP/1.1" status: 200 len: 856 time: 0.1287580 Dec 14 02:38:59.548705 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-185c6a77-ef13-4d9b-888d-aa45ce090703 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:59.623229 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-185c6a77-ef13-4d9b-888d-aa45ce090703 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:59.629471 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-470f7af3-8a91-4827-90cb-7185f0432cd1 req-7c8557e8-ccb4-47d1-91aa-ca0f88518fc1 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354284 Dec 14 02:38:59.631119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448efe1d-3e53-4502-baf6-7ce9f5d556f9 req-388beca3-8dcd-4213-a9de-97f9c1cdebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:38:59.633034 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-448efe1d-3e53-4502-baf6-7ce9f5d556f9 req-388beca3-8dcd-4213-a9de-97f9c1cdebd3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017227 Dec 14 02:38:59.653820 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c6e489ec-bd07-42e7-ba63-f7e033518b7a service neutron] 10.222.0.39 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006457 Dec 14 02:38:59.703813 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-185c6a77-ef13-4d9b-888d-aa45ce090703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:59.746725 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-185c6a77-ef13-4d9b-888d-aa45ce090703 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a75742b98f444e19bbedaf7bc17bc2c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3073902 Dec 14 02:38:59.747546 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c6a77-ef13-4d9b-888d-aa45ce090703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d765d6a0-3597-458c-8dcb-26f80b53f750,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:38:59.749816 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32982) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:38:59.801953 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b1771b0-ab9f-41e6-9ba8-3d99ea12c533 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:59.815471 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-448efe1d-3e53-4502-baf6-7ce9f5d556f9 req-15009170-4d46-47cd-8851-a945bae704c3 service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744111 Dec 14 02:38:59.821200 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-ec3ecf4a-46e5-4a8b-8ec1-1f76a0ea0fd3 service neutron] 10.222.0.39 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560895 Dec 14 02:38:59.827111 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b1771b0-ab9f-41e6-9ba8-3d99ea12c533 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:59.995322 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b1771b0-ab9f-41e6-9ba8-3d99ea12c533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:38:59.998185 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b1771b0-ab9f-41e6-9ba8-3d99ea12c533 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:00.022470 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:00.026045 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4b1771b0-ab9f-41e6-9ba8-3d99ea12c533 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d765d6a0-3597-458c-8dcb-26f80b53f750 HTTP/1.1" status: 204 len: 168 time: 0.2487290 Dec 14 02:39:00.034370 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1771b0-ab9f-41e6-9ba8-3d99ea12c533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d765d6a0-3597-458c-8dcb-26f80b53f750,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:00.329010 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-448efe1d-3e53-4502-baf6-7ce9f5d556f9 req-bb8bf858-156f-431a-a5e6-37525133fd61 service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061095 Dec 14 02:39:00.334049 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-1148284a-c485-4976-9c1f-d052dc451c93 service neutron] 10.222.0.39 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029624 Dec 14 02:39:00.353244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-2c54cffb-71dc-43a9-98d2-ff996b159d4c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:00.355525 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-2c54cffb-71dc-43a9-98d2-ff996b159d4c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 812 time: 0.1707778 Dec 14 02:39:00.372003 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-9d5ca712-a422-4652-8e48-59e38f237419 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/quotas/8e80e89af5034db09d4ceb72bc89e4da HTTP/1.1" status: 200 len: 375 time: 0.0102000 Dec 14 02:39:00.407540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-6edfc99e-e187-453f-89e2-eb7e35d716e0 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296400 Dec 14 02:39:00.540266 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-b6da9377-0f09-4019-9361-9d229ae76301 service neutron] 10.222.0.39 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151421 Dec 14 02:39:00.636840 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-24632682-33e6-4fb5-a100-7cbf3a2cc6df service neutron] 10.222.0.39 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904543 Dec 14 02:39:00.853914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7ec945-c927-463f-aefe-ad75aa3ff1bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6445f1-887f-4cfc-8be1-e5b5b5075bc2'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:00.859499 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b57cd1e-e3f9-4c20-9c6a-7ac710bfeccf" -d '{"events": [{"server_uuid": "bb7ec945-c927-463f-aefe-ad75aa3ff1bf", "name": "network-vif-plugged", "status": "completed", "tag": "bf6445f1-887f-4cfc-8be1-e5b5b5075bc2"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:00.933280 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553711c6-66e2-4bc1-9070-e393371e329e req-d975639f-c737-4ffd-bba7-001347f68c5d tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:00.934835 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-553711c6-66e2-4bc1-9070-e393371e329e req-d975639f-c737-4ffd-bba7-001347f68c5d tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.0588214 Dec 14 02:39:01.013438 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-553711c6-66e2-4bc1-9070-e393371e329e req-74614a77-5a83-4084-8d6e-e63549a2a68d tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695822 Dec 14 02:39:01.144602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e06f6-fa6b-4967-840d-33d51e217428 req-c84f7251-a1db-4377-bb58-ec51caa7f502 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:01.151195 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e06f6-fa6b-4967-840d-33d51e217428 req-c84f7251-a1db-4377-bb58-ec51caa7f502 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:01.157129 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e06f6-fa6b-4967-840d-33d51e217428 req-c84f7251-a1db-4377-bb58-ec51caa7f502 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:01.163255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e06f6-fa6b-4967-840d-33d51e217428 req-c84f7251-a1db-4377-bb58-ec51caa7f502 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:01.169374 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e06f6-fa6b-4967-840d-33d51e217428 req-c84f7251-a1db-4377-bb58-ec51caa7f502 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:01.175206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e06f6-fa6b-4967-840d-33d51e217428 req-c84f7251-a1db-4377-bb58-ec51caa7f502 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:01.181009 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e06f6-fa6b-4967-840d-33d51e217428 req-c84f7251-a1db-4377-bb58-ec51caa7f502 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:01.182969 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c4e06f6-fa6b-4967-840d-33d51e217428 req-c84f7251-a1db-4377-bb58-ec51caa7f502 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5418 time: 0.0967429 Dec 14 02:39:01.245912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c4e06f6-fa6b-4967-840d-33d51e217428 req-f4fcfa73-9604-40cf-86ac-038afdc869ce tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542984 Dec 14 02:39:01.260902 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33046) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:01.362559 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aac937-346a-4e4e-a851-ee239b885759 req-2b6c7004-d68e-48b8-841f-05ebf5d0b74a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:01.364080 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50aac937-346a-4e4e-a851-ee239b885759 req-2b6c7004-d68e-48b8-841f-05ebf5d0b74a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 945 time: 0.0520487 Dec 14 02:39:01.382704 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-cac9b7ab-db22-4a5b-8bdb-cd88c35fedb3 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-507270412'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:01.418676 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50aac937-346a-4e4e-a851-ee239b885759 req-8844d983-62e8-4a10-bd32-557f91be9f1d tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479057 Dec 14 02:39:01.439399 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:39:01.541728 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d190c-1527-4203-a7b6-1421a4c17b67 req-322b8542-e48d-4926-b3c1-975091e76cae tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:01.543309 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b96d190c-1527-4203-a7b6-1421a4c17b67 req-322b8542-e48d-4926-b3c1-975091e76cae tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 950 time: 0.0608408 Dec 14 02:39:01.596894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b96d190c-1527-4203-a7b6-1421a4c17b67 req-dc15aa89-8275-4b3c-88fd-483f8ef39661 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462670 Dec 14 02:39:01.658807 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:01.693588 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:01.746068 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba202ad1-6af4-401a-88dd-bac592220620 req-09dde7ca-0ade-401b-9785-85944ff542d3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=860552b2-63a4-46e8-b85f-b0ce8128f139 HTTP/1.1" status: 200 len: 210 time: 0.0272193 Dec 14 02:39:01.749746 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac9b7ab-db22-4a5b-8bdb-cd88c35fedb3 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:01.754353 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cac9b7ab-db22-4a5b-8bdb-cd88c35fedb3 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:01.762670 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cac9b7ab-db22-4a5b-8bdb-cd88c35fedb3 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:01.790384 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a890615-8e51-4d34-9da8-688456f26154 x-openstack-request-id: req-8a890615-8e51-4d34-9da8-688456f26154 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:01.790780 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7ec945-c927-463f-aefe-ad75aa3ff1bf", "name": "network-vif-plugged", "status": "completed", "tag": "bf6445f1-887f-4cfc-8be1-e5b5b5075bc2", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:01.791254 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a890615-8e51-4d34-9da8-688456f26154 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:01.791745 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7ec945-c927-463f-aefe-ad75aa3ff1bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf6445f1-887f-4cfc-8be1-e5b5b5075bc2', 'code': 200} Dec 14 02:39:01.823102 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:01.840797 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cac9b7ab-db22-4a5b-8bdb-cd88c35fedb3 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:01.886297 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:01.907915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e92c48-67f9-42f2-9980-643c7ca4b0e9 req-921f7baf-2f56-4969-894f-3f608b3188a0 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:01.909507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47e92c48-67f9-42f2-9980-643c7ca4b0e9 req-921f7baf-2f56-4969-894f-3f608b3188a0 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.0682867 Dec 14 02:39:01.917509 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cac9b7ab-db22-4a5b-8bdb-cd88c35fedb3 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:01.941126 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac9b7ab-db22-4a5b-8bdb-cd88c35fedb3 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:39:01.969051 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9b7ab-db22-4a5b-8bdb-cd88c35fedb3 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a790e463-5c53-4729-9001-ce7ce3f61325,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:01.977490 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cac9b7ab-db22-4a5b-8bdb-cd88c35fedb3 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:01.983057 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-cac9b7ab-db22-4a5b-8bdb-cd88c35fedb3 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Added segment 09d078fc-868a-4609-82ae-1ffee2c06a1d of type vlan for network ac430fe8-4d97-4cc4-8078-356004808559 Dec 14 02:39:01.989672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c837f9-cf53-45c9-8a53-6606593cc02f req-a205aa04-279e-430a-a311-e93befd026a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:01.991189 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88c837f9-cf53-45c9-8a53-6606593cc02f req-a205aa04-279e-430a-a311-e93befd026a0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 1101 time: 0.0789003 Dec 14 02:39:01.999807 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47e92c48-67f9-42f2-9980-643c7ca4b0e9 req-89d7c99f-ab1b-4076-a26c-b1e5f3b95d9a tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790622 Dec 14 02:39:02.033774 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cac9b7ab-db22-4a5b-8bdb-cd88c35fedb3 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:02.052942 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88c837f9-cf53-45c9-8a53-6606593cc02f req-efccc80f-0048-4c14-96d7-c415e297f7a4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521870 Dec 14 02:39:02.202660 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cac9b7ab-db22-4a5b-8bdb-cd88c35fedb3 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:02.202660 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac9b7ab-db22-4a5b-8bdb-cd88c35fedb3 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:02.202660 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cac9b7ab-db22-4a5b-8bdb-cd88c35fedb3 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:02.210587 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b48216f-48bc-4074-9f91-f609d0361a07 req-c9bb055e-be02-400b-9453-24bdc351d490 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.0339618 Dec 14 02:39:02.268721 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9b7ab-db22-4a5b-8bdb-cd88c35fedb3 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Network': ['ID=ac430fe8-4d97-4cc4-8078-356004808559,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:02.279719 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network ac430fe8-4d97-4cc4-8078-356004808559 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:39:02.387179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e279a5-bf32-4e75-a7c3-4b192d901db3 req-c4bc2965-b35d-4296-86a8-2f68e0c1cb64 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:02.393215 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e279a5-bf32-4e75-a7c3-4b192d901db3 req-c4bc2965-b35d-4296-86a8-2f68e0c1cb64 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:02.398636 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cac9b7ab-db22-4a5b-8bdb-cd88c35fedb3 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1359181 Dec 14 02:39:02.399721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e279a5-bf32-4e75-a7c3-4b192d901db3 req-c4bc2965-b35d-4296-86a8-2f68e0c1cb64 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:02.405649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e279a5-bf32-4e75-a7c3-4b192d901db3 req-c4bc2965-b35d-4296-86a8-2f68e0c1cb64 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:02.411809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e279a5-bf32-4e75-a7c3-4b192d901db3 req-c4bc2965-b35d-4296-86a8-2f68e0c1cb64 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:02.418968 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e279a5-bf32-4e75-a7c3-4b192d901db3 req-c4bc2965-b35d-4296-86a8-2f68e0c1cb64 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:02.424933 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e279a5-bf32-4e75-a7c3-4b192d901db3 req-c4bc2965-b35d-4296-86a8-2f68e0c1cb64 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:02.434038 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64e279a5-bf32-4e75-a7c3-4b192d901db3 req-c4bc2965-b35d-4296-86a8-2f68e0c1cb64 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5418 time: 0.1069965 Dec 14 02:39:02.495016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64e279a5-bf32-4e75-a7c3-4b192d901db3 req-1fa172ea-f2b6-4bff-a003-ef7d548298ee tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581717 Dec 14 02:39:02.534151 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33070) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:02.540061 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0bbf1595-860b-417b-8b3b-31ccb5a794c8 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'subnet': {'network_id': 'ac430fe8-4d97-4cc4-8078-356004808559', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:02.616920 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f99bcf-3299-4d17-9e17-21706c658184 req-78d4cb67-9045-4e04-88f5-04340dcd0e4b tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:02.624623 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57f99bcf-3299-4d17-9e17-21706c658184 req-78d4cb67-9045-4e04-88f5-04340dcd0e4b tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.0620511 Dec 14 02:39:02.671957 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57f99bcf-3299-4d17-9e17-21706c658184 req-e4e699f5-ad59-4ecb-83b1-cf2d1f363759 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464458 Dec 14 02:39:02.743123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31291e2-70f1-4b05-a02d-461d80e52533 req-b3c5b814-9ff3-44bf-828c-0b80ac680e06 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:02.744627 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c31291e2-70f1-4b05-a02d-461d80e52533 req-b3c5b814-9ff3-44bf-828c-0b80ac680e06 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 950 time: 0.0532713 Dec 14 02:39:02.773069 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbf1595-860b-417b-8b3b-31ccb5a794c8 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:02.777219 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0bbf1595-860b-417b-8b3b-31ccb5a794c8 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:02.794707 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c31291e2-70f1-4b05-a02d-461d80e52533 req-f5546133-d7ed-4089-8264-45c821dea377 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442426 Dec 14 02:39:02.808445 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d13610e0-156f-49ea-844c-69fc05e851e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:02.998501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-357a9e52-3880-44e3-9472-fb63602f5546 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:02.999332 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-357a9e52-3880-44e3-9472-fb63602f5546 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/networks?id=e1337c3d-bcf7-4486-ae42-aca12144d612 HTTP/1.1" status: 200 len: 814 time: 0.1346197 Dec 14 02:39:03.017340 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-ea3454cd-56e0-4bb9-bdf5-e1fc97ac1d96 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/quotas/8de2e897b66f4832a6b93a500335cd1f HTTP/1.1" status: 200 len: 375 time: 0.0099461 Dec 14 02:39:03.068721 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-3f9eddce-16f8-4383-8511-1bfde6d43814 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8de2e897b66f4832a6b93a500335cd1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459616 Dec 14 02:39:03.150398 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0bbf1595-860b-417b-8b3b-31ccb5a794c8 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:03.169334 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-2df13065-7bc7-430e-926e-ba5d1d301d29 service neutron] 10.222.0.39 "GET /v2.0/networks/e1337c3d-bcf7-4486-ae42-aca12144d612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935378 Dec 14 02:39:03.228901 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf1595-860b-417b-8b3b-31ccb5a794c8 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Subnet': ['ID=ec0ce214-d2da-490f-91c2-40e472243fc4,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:03.254414 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbf1595-860b-417b-8b3b-31ccb5a794c8 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Checking segment: {'id': '09d078fc-868a-4609-82ae-1ffee2c06a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac430fe8-4d97-4cc4-8078-356004808559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:03.255067 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbf1595-860b-417b-8b3b-31ccb5a794c8 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network hostable DHCP agents. Network: ac430fe8-4d97-4cc4-8078-356004808559, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:39:03.277467 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-70c78433-3269-47e4-bf75-01a067bc0d32 service neutron] 10.222.0.39 "GET /v2.0/networks/e1337c3d-bcf7-4486-ae42-aca12144d612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030953 Dec 14 02:39:03.412286 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbf1595-860b-417b-8b3b-31ccb5a794c8 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network ac430fe8-4d97-4cc4-8078-356004808559 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:39:03.528865 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-0bbf1595-860b-417b-8b3b-31ccb5a794c8 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, ac430fe8-4d97-4cc4-8078-356004808559) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:03.533360 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbf1595-860b-417b-8b3b-31ccb5a794c8 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:03.534270 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0bbf1595-860b-417b-8b3b-31ccb5a794c8 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:03.549780 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d55e900-49ed-4ec9-80f5-cce5e482ca44 None None] Network ac430fe8-4d97-4cc4-8078-356004808559 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:03.607751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f617abac-aa91-4aa9-969e-b5efc6f0e20f req-581a54d0-c67b-43b0-ab56-0200c412256f tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=860552b2-63a4-46e8-b85f-b0ce8128f139 HTTP/1.1" status: 200 len: 210 time: 0.0289135 Dec 14 02:39:03.674870 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-ac430fe8-4d97-4cc4-8078-356004808559', 'network_id': 'ac430fe8-4d97-4cc4-8078-356004808559', 'project_id': 'f157b96bba104001a7a8c0e146d15020', 'fixed_ips': [{'subnet_id': 'ec0ce214-d2da-490f-91c2-40e472243fc4'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:39:03.675768 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:03.684653 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d95e889c-38a9-48e6-a1fc-b15abb9533e5 req-1aff419a-ef89-4c4f-ae93-4dcb376606b1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.0318506 Dec 14 02:39:03.693650 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0bbf1595-860b-417b-8b3b-31ccb5a794c8 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1582329 Dec 14 02:39:03.698167 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33108) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:03.700073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e8a8aef9-573d-4e54-b207-820ecf84694c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1866565544'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:03.777930 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a8aef9-573d-4e54-b207-820ecf84694c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:03.781544 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e8a8aef9-573d-4e54-b207-820ecf84694c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:03.794491 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3be604-5954-4a07-9fe0-fc54a9e03102', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:03.796748 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bd7e85-5961-49c7-9003-3d8924c20b8d" -d '{"events": [{"server_uuid": "0f3be604-5954-4a07-9fe0-fc54a9e03102", "name": "network-vif-unplugged", "status": "completed", "tag": "d45bade7-d099-4cb6-8acc-b3e3b97fc0f2"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:03.797014 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5274630-d9d7-4c7e-aaab-afe6122c350b req-41036070-be90-4a36-b0a9-9128d4827989 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 210 time: 0.0422649 Dec 14 02:39:03.806828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a8aef9-573d-4e54-b207-820ecf84694c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:39:03.822760 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e8a8aef9-573d-4e54-b207-820ecf84694c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:03.822760 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-e8a8aef9-573d-4e54-b207-820ecf84694c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Added segment 2a755f61-6e32-49fe-b5f8-205fe075148c of type vlan for network bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c Dec 14 02:39:03.865296 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e8a8aef9-573d-4e54-b207-820ecf84694c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:03.868289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Allocated IP 172.20.255.242 (ac430fe8-4d97-4cc4-8078-356004808559/ec0ce214-d2da-490f-91c2-40e472243fc4/1cb8191a-3b37-4aa7-b4db-6164c6485daa) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:39:03.946505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafd96b-ab41-4dad-a89c-3003f0a7eda5 req-81da5c9b-be39-459c-b610-3aaa81ba7e91 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:03.952402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafd96b-ab41-4dad-a89c-3003f0a7eda5 req-81da5c9b-be39-459c-b610-3aaa81ba7e91 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:03.958573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafd96b-ab41-4dad-a89c-3003f0a7eda5 req-81da5c9b-be39-459c-b610-3aaa81ba7e91 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:03.964852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafd96b-ab41-4dad-a89c-3003f0a7eda5 req-81da5c9b-be39-459c-b610-3aaa81ba7e91 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:03.970996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafd96b-ab41-4dad-a89c-3003f0a7eda5 req-81da5c9b-be39-459c-b610-3aaa81ba7e91 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:03.978433 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafd96b-ab41-4dad-a89c-3003f0a7eda5 req-81da5c9b-be39-459c-b610-3aaa81ba7e91 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:03.984417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafd96b-ab41-4dad-a89c-3003f0a7eda5 req-81da5c9b-be39-459c-b610-3aaa81ba7e91 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:03.986409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fafd96b-ab41-4dad-a89c-3003f0a7eda5 req-81da5c9b-be39-459c-b610-3aaa81ba7e91 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5418 time: 0.1093342 Dec 14 02:39:04.015489 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e8a8aef9-573d-4e54-b207-820ecf84694c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:04.018183 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a8aef9-573d-4e54-b207-820ecf84694c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:04.019112 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e8a8aef9-573d-4e54-b207-820ecf84694c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:04.030140 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:04.083499 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fafd96b-ab41-4dad-a89c-3003f0a7eda5 req-9729100d-c790-4e99-a798-8e3f50325d64 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0902696 Dec 14 02:39:04.105015 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8aef9-573d-4e54-b207-820ecf84694c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Network': ['ID=bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:04.117335 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:39:04.183516 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:04.224349 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Network ac430fe8-4d97-4cc4-8078-356004808559 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:39:04.237623 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:04.237623 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:39:04.245879 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Pushing event updated for resources: {'Port': ['ID=1cb8191a-3b37-4aa7-b4db-6164c6485daa,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:04.277193 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e8a8aef9-573d-4e54-b207-820ecf84694c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5810349 Dec 14 02:39:04.278733 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33126) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:04.285585 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d95cd4a-0312-4e74-b42d-ad434c0c3ff0 req-9e467a13-7d40-48c2-9009-8a4c5525306e tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:04.287132 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4d95cd4a-0312-4e74-b42d-ad434c0c3ff0 req-9e467a13-7d40-48c2-9009-8a4c5525306e tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.46 "GET /v2.0/ports?device_id=189b33a9-7418-4b25-a22e-658767519704 HTTP/1.1" status: 200 len: 945 time: 0.0724168 Dec 14 02:39:04.292063 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d744e37-069c-428d-a4e9-c0abe53c550c x-openstack-request-id: req-1d744e37-069c-428d-a4e9-c0abe53c550c {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:04.292311 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3be604-5954-4a07-9fe0-fc54a9e03102", "name": "network-vif-unplugged", "status": "failed", "tag": "d45bade7-d099-4cb6-8acc-b3e3b97fc0f2", "code": 422}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:04.292574 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d744e37-069c-428d-a4e9-c0abe53c550c {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:04.292931 n-d-821636-1 neutron-server[103849]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0f3be604-5954-4a07-9fe0-fc54a9e03102', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2', 'code': 422} returned with failed status Dec 14 02:39:04.301518 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4bd1d888-b561-43e3-add0-597385ca5c73 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'subnet': {'network_id': 'bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:04.374944 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Attempting to bind port 1cb8191a-3b37-4aa7-b4db-6164c6485daa on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:39:04.376034 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Attempting to bind port 1cb8191a-3b37-4aa7-b4db-6164c6485daa by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '09d078fc-868a-4609-82ae-1ffee2c06a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac430fe8-4d97-4cc4-8078-356004808559'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:39:04.378474 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Attempting to bind port 1cb8191a-3b37-4aa7-b4db-6164c6485daa on network ac430fe8-4d97-4cc4-8078-356004808559 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:04.385687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:39:04.386083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Checking segment: {'id': '09d078fc-868a-4609-82ae-1ffee2c06a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac430fe8-4d97-4cc4-8078-356004808559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:04.386457 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:04.387298 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Bound using segment: {'id': '09d078fc-868a-4609-82ae-1ffee2c06a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac430fe8-4d97-4cc4-8078-356004808559'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:39:04.387766 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Bound port: 1cb8191a-3b37-4aa7-b4db-6164c6485daa, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d078fc-868a-4609-82ae-1ffee2c06a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'ac430fe8-4d97-4cc4-8078-356004808559'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:39:04.388155 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:04.481739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] For port 1cb8191a-3b37-4aa7-b4db-6164c6485daa, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:39:04.493326 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] For port 1cb8191a-3b37-4aa7-b4db-6164c6485daa, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1cb8191a-3b37-4aa7-b4db-6164c6485daa,segment=NetworkSegment(09d078fc-868a-4609-82ae-1ffee2c06a1d),segment_id=09d078fc-868a-4609-82ae-1ffee2c06a1d)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:39:04.570264 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb72c92-928e-4fa6-8b1b-2a30a3ada288 req-cbd4cda0-a50b-4c86-8e3e-c22673cd40bd tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:04.571956 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bdb72c92-928e-4fa6-8b1b-2a30a3ada288 req-cbd4cda0-a50b-4c86-8e3e-c22673cd40bd tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 950 time: 0.2001531 Dec 14 02:39:04.584890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-95526204-1dca-4e98-86d7-12da2108f12e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:04.586347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-95526204-1dca-4e98-86d7-12da2108f12e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.47 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 812 time: 0.2310867 Dec 14 02:39:04.612276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-d5da8a0a-da09-4d56-b5ce-23d3962bade7 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Request body: {'port': {'device_id': '860552b2-63a4-46e8-b85f-b0ce8128f139', 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d', 'admin_state_up': True, 'tenant_id': '8e80e89af5034db09d4ceb72bc89e4da'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:04.621238 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-4d95cd4a-0312-4e74-b42d-ad434c0c3ff0 req-a5ebc1dd-508c-4408-a524-319eefcadd0f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Deleting port 96e484b3-431c-43a6-800d-ce23e07fc63a {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:39:04.621595 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4d95cd4a-0312-4e74-b42d-ad434c0c3ff0 req-a5ebc1dd-508c-4408-a524-319eefcadd0f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:04.627916 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd1d888-b561-43e3-add0-597385ca5c73 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:04.628455 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:04.633623 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4bd1d888-b561-43e3-add0-597385ca5c73 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:04.708864 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7db4d84-e7a0-4cb6-8f19-182d5ce0932e None None] Pushing event updated for resources: {'Port': ['ID=1cb8191a-3b37-4aa7-b4db-6164c6485daa,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:04.864928 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8745c12-cd31-4f45-93ad-7c7048a5f22f req-15cd3596-10b6-4269-9a04-53ef89a2e807 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=860552b2-63a4-46e8-b85f-b0ce8128f139 HTTP/1.1" status: 200 len: 210 time: 0.0501611 Dec 14 02:39:04.879508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bdb72c92-928e-4fa6-8b1b-2a30a3ada288 req-8ef9d13f-ec3d-4690-b5bd-f8422cab7cc5 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871904 Dec 14 02:39:05.047007 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-869574cd-840c-4351-a0f3-dae46f670c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:05.050828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0639c7df-3206-4678-a9ac-ab1ee1d2202c req-487d0417-0efe-4098-bbaa-36baf3e0ac9a tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.0552421 Dec 14 02:39:05.083144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4d95cd4a-0312-4e74-b42d-ad434c0c3ff0 req-a5ebc1dd-508c-4408-a524-319eefcadd0f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] For port 96e484b3-431c-43a6-800d-ce23e07fc63a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=96e484b3-431c-43a6-800d-ce23e07fc63a,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:05.083144 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4d95cd4a-0312-4e74-b42d-ad434c0c3ff0 req-a5ebc1dd-508c-4408-a524-319eefcadd0f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:05.106324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-4d95cd4a-0312-4e74-b42d-ad434c0c3ff0 req-a5ebc1dd-508c-4408-a524-319eefcadd0f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Calling delete_port for 96e484b3-431c-43a6-800d-ce23e07fc63a owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:39:05.125681 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4bd1d888-b561-43e3-add0-597385ca5c73 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:05.180599 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1d888-b561-43e3-add0-597385ca5c73 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Subnet': ['ID=42443ce8-5eba-4e8b-b43e-c180253b4371,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:05.184029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69549fd-22b7-460d-9d6a-b61a37234b9d req-f5984d94-1ec9-4eaa-ac4a-1177364365a6 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:05.191818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c69549fd-22b7-460d-9d6a-b61a37234b9d req-f5984d94-1ec9-4eaa-ac4a-1177364365a6 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.2015779 Dec 14 02:39:05.217010 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd1d888-b561-43e3-add0-597385ca5c73 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Checking segment: {'id': '2a755f61-6e32-49fe-b5f8-205fe075148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:05.217388 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd1d888-b561-43e3-add0-597385ca5c73 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network hostable DHCP agents. Network: bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:39:05.233520 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-486ce047-1a49-4d22-bb4d-76c0ba1326b8 req-7e9a2105-79d0-4ef1-8f5f-41d33983da2b tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 210 time: 0.0735977 Dec 14 02:39:05.242510 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-d5da8a0a-da09-4d56-b5ce-23d3962bade7 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Made reservation on behalf of 8e80e89af5034db09d4ceb72bc89e4da for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:05.246217 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-d5da8a0a-da09-4d56-b5ce-23d3962bade7 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:05.315325 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd1d888-b561-43e3-add0-597385ca5c73 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:39:05.361164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c69549fd-22b7-460d-9d6a-b61a37234b9d req-af494cba-6bf8-4645-b7e2-a7a0491fb533 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684561 Dec 14 02:39:05.404638 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-4bd1d888-b561-43e3-add0-597385ca5c73 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:05.408654 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd1d888-b561-43e3-add0-597385ca5c73 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:05.409574 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4bd1d888-b561-43e3-add0-597385ca5c73 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:05.418142 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91e3f24-6540-4fb4-9d5e-12c7a58f790d None None] Network bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:05.495088 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:39:05.539904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-d5da8a0a-da09-4d56-b5ce-23d3962bade7 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Allocated IP 172.20.0.7 (4569343b-0d78-4515-821b-2ffa9a32777d/0a92f050-7d7f-44ec-8504-2ffe6d2c9312/005c7aaa-8bbd-4dce-8e0c-c2efa85a5267) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:39:05.558186 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb6dcb-6882-4ac2-9387-89130a8fa90b req-805f8bee-824c-41f6-97bf-375030bb1811 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:05.564223 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb6dcb-6882-4ac2-9387-89130a8fa90b req-805f8bee-824c-41f6-97bf-375030bb1811 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:05.570782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb6dcb-6882-4ac2-9387-89130a8fa90b req-805f8bee-824c-41f6-97bf-375030bb1811 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:05.576668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb6dcb-6882-4ac2-9387-89130a8fa90b req-805f8bee-824c-41f6-97bf-375030bb1811 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:05.582549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb6dcb-6882-4ac2-9387-89130a8fa90b req-805f8bee-824c-41f6-97bf-375030bb1811 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:05.588957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb6dcb-6882-4ac2-9387-89130a8fa90b req-805f8bee-824c-41f6-97bf-375030bb1811 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:05.594910 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb6dcb-6882-4ac2-9387-89130a8fa90b req-805f8bee-824c-41f6-97bf-375030bb1811 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:05.596899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1cb6dcb-6882-4ac2-9387-89130a8fa90b req-805f8bee-824c-41f6-97bf-375030bb1811 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5418 time: 0.1232462 Dec 14 02:39:05.611881 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4bd1d888-b561-43e3-add0-597385ca5c73 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.3268323 Dec 14 02:39:05.615200 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33156) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:05.624841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c', 'network_id': 'bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c', 'project_id': 'f157b96bba104001a7a8c0e146d15020', 'fixed_ips': [{'subnet_id': '42443ce8-5eba-4e8b-b43e-c180253b4371'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:39:05.625735 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:05.696520 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1cb6dcb-6882-4ac2-9387-89130a8fa90b req-2707ee15-c85c-4f65-b30c-024afa211ce9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0886610 Dec 14 02:39:05.700127 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4d95cd4a-0312-4e74-b42d-ad434c0c3ff0 req-a5ebc1dd-508c-4408-a524-319eefcadd0f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:05.766694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebc1dd-508c-4408-a524-319eefcadd0f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Pushing event deleted for resources: {'Port': ['ID=96e484b3-431c-43a6-800d-ce23e07fc63a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:05.827757 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-1cc928a6-e23a-4a38-b213-80ebb2059d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:05.828949 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-1cc928a6-e23a-4a38-b213-80ebb2059d31 service neutron] 10.222.0.47 "GET /v2.0/ports/26ec5b55-d299-40b8-8527-04f4e67eaeba HTTP/1.1" status: 200 len: 1033 time: 0.1370256 Dec 14 02:39:05.860164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d95cd4a-0312-4e74-b42d-ad434c0c3ff0 req-a5ebc1dd-508c-4408-a524-319eefcadd0f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] No DVR routers for this DVR port 96e484b3-431c-43a6-800d-ce23e07fc63a on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:39:05.861896 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Allocated IP 172.20.0.2 (bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c/42443ce8-5eba-4e8b-b43e-c180253b4371/11234c44-32e3-4dc0-aa58-0afcf72bd943) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:39:05.909434 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4d95cd4a-0312-4e74-b42d-ad434c0c3ff0 req-a5ebc1dd-508c-4408-a524-319eefcadd0f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:05.912978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4d95cd4a-0312-4e74-b42d-ad434c0c3ff0 req-a5ebc1dd-508c-4408-a524-319eefcadd0f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.46 "DELETE /v2.0/ports/96e484b3-431c-43a6-800d-ce23e07fc63a HTTP/1.1" status: 204 len: 173 time: 1.6170061 Dec 14 02:39:05.922763 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9b8e463f-7f05-49ed-b40c-396987355ef5 req-a85f523f-434b-4c3a-9ee8-8cb498d230ce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2871888 Dec 14 02:39:05.928048 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-9b8e463f-7f05-49ed-b40c-396987355ef5 req-14adee59-569a-4a7d-bf71-84a23d04d8b1 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:39:05.937574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '189b33a9-7418-4b25-a22e-658767519704', 'name': 'network-vif-deleted', 'tag': '96e484b3-431c-43a6-800d-ce23e07fc63a'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:05.944708 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49679d21-4f98-421f-b0a4-b3e537a0d708" -d '{"events": [{"server_uuid": "189b33a9-7418-4b25-a22e-658767519704", "name": "network-vif-deleted", "tag": "96e484b3-431c-43a6-800d-ce23e07fc63a"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:05.945157 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9b8e463f-7f05-49ed-b40c-396987355ef5 req-14adee59-569a-4a7d-bf71-84a23d04d8b1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157540 Dec 14 02:39:05.997597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-30640440-a0cb-49f1-ad93-629174f00794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:06.004188 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-30640440-a0cb-49f1-ad93-629174f00794 service neutron] 10.222.0.47 "GET /v2.0/ports/45864e56-7abd-4913-a7eb-e89f5d9893ba HTTP/1.1" status: 200 len: 1032 time: 0.1538506 Dec 14 02:39:06.007563 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:06.102480 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27135788-5302-442a-93d4-5b83834585b0 req-d37f3674-92ed-42b5-a4c5-c5bc132b8e44 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=860552b2-63a4-46e8-b85f-b0ce8128f139 HTTP/1.1" status: 200 len: 210 time: 0.0460718 Dec 14 02:39:06.147207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faee81e-1ef6-4d07-b255-b8c3be175747 req-6249c7f2-b976-4938-98a0-1cd607a00395 tempest-ServersAdminNegativeTestJSON-514557212 tempest-ServersAdminNegativeTestJSON-514557212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:06.151764 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8faee81e-1ef6-4d07-b255-b8c3be175747 req-6249c7f2-b976-4938-98a0-1cd607a00395 tempest-ServersAdminNegativeTestJSON-514557212 tempest-ServersAdminNegativeTestJSON-514557212-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 1101 time: 0.2365956 Dec 14 02:39:06.212324 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8faee81e-1ef6-4d07-b255-b8c3be175747 req-77d18117-730b-4a9e-ba4f-eb6a250a8b1d tempest-ServersAdminNegativeTestJSON-514557212 tempest-ServersAdminNegativeTestJSON-514557212-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:06.224280 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:06.236646 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-d5da8a0a-da09-4d56-b5ce-23d3962bade7 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:06.239305 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3dda56-f67c-4f6a-a1dc-3af59a07d5e8 x-openstack-request-id: req-6e3dda56-f67c-4f6a-a1dc-3af59a07d5e8 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:06.239802 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "189b33a9-7418-4b25-a22e-658767519704", "name": "network-vif-deleted", "tag": "96e484b3-431c-43a6-800d-ce23e07fc63a", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:06.240204 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e3dda56-f67c-4f6a-a1dc-3af59a07d5e8 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:06.240728 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '189b33a9-7418-4b25-a22e-658767519704', 'name': 'network-vif-deleted', 'tag': '96e484b3-431c-43a6-800d-ce23e07fc63a', 'status': 'completed', 'code': 200} Dec 14 02:39:06.249553 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:06.284754 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:06.317787 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-9a1a0710-d283-4576-97da-e89a02785981 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:06.322967 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:06.327955 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-9a1a0710-d283-4576-97da-e89a02785981 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:06.337144 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-9a1a0710-d283-4576-97da-e89a02785981 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:06.338816 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-9a1a0710-d283-4576-97da-e89a02785981 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.47 "GET /v2.0/networks?id=c8c294be-4992-4711-bfec-5f4308700461&id=143750ac-d961-47f1-8a52-3edc9f23c6d8&id=143750ac-d961-47f1-8a52-3edc9f23c6d8&id=143750ac-d961-47f1-8a52-3edc9f23c6d8&id=143750ac-d961-47f1-8a52-3edc9f23c6d8&id=d307fd75-d63b-4667-bff7-1b964e3cfc2d&id=d307fd75-d63b-4667-bff7-1b964e3cfc2d HTTP/1.1" status: 200 len: 1994 time: 0.3278849 Dec 14 02:39:06.400627 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Network bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:39:06.407378 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:06.411418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:39:06.440961 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1415f4dc-56a2-419d-ba1f-15d9effd2eea req-600a587d-9996-4bde-ace3-7c415567c061 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.0978179 Dec 14 02:39:06.484241 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4cb3bf1f-013b-435d-82a3-d52ccaf26afb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20630dab3f6946828746e2d81f7e163b HTTP/1.1" status: 200 len: 380 time: 0.1180727 Dec 14 02:39:06.497899 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-e92b6f99-0590-472a-b5db-989305866ad5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Request body: {'port': {'device_id': '5f155078-6872-4d2b-93ed-a54d71005a12', 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461', 'admin_state_up': True, 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'security_groups': ['a99c608b-fe34-4377-b46c-98cb264ff4e3']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:06.513291 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fe38c1-5b70-4706-8044-b1b17279f20e None None] Network ac430fe8-4d97-4cc4-8078-356004808559 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:06.544374 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8faee81e-1ef6-4d07-b255-b8c3be175747 req-77d18117-730b-4a9e-ba4f-eb6a250a8b1d tempest-ServersAdminNegativeTestJSON-514557212 tempest-ServersAdminNegativeTestJSON-514557212-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:06.558412 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-d5da8a0a-da09-4d56-b5ce-23d3962bade7 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:06.630910 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da8a0a-da09-4d56-b5ce-23d3962bade7 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Pushing event updated for resources: {'Port': ['ID=005c7aaa-8bbd-4dce-8e0c-c2efa85a5267,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:06.642791 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:06.659555 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-d5da8a0a-da09-4d56-b5ce-23d3962bade7 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Network 4569343b-0d78-4515-821b-2ffa9a32777d is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:39:06.706390 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-d5da8a0a-da09-4d56-b5ce-23d3962bade7 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:06.726930 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73af4898-4001-44c6-9b02-e7871fc87790 req-7e9d81e3-3a64-46d8-8d3a-a6e12abe34c6 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 210 time: 0.0971861 Dec 14 02:39:06.737168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-d5da8a0a-da09-4d56-b5ce-23d3962bade7 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:39:06.740048 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8faee81e-1ef6-4d07-b255-b8c3be175747 req-77d18117-730b-4a9e-ba4f-eb6a250a8b1d tempest-ServersAdminNegativeTestJSON-514557212 tempest-ServersAdminNegativeTestJSON-514557212-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:06.757586 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Subnet': ['ID=42443ce8-5eba-4e8b-b43e-c180253b4371,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:06.799684 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Pushing event updated for resources: {'Port': ['ID=11234c44-32e3-4dc0-aa58-0afcf72bd943,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:06.808155 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1cb8191a-3b37-4aa7-b4db-6164c6485daa up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:39:06.857678 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d18117-730b-4a9e-ba4f-eb6a250a8b1d tempest-ServersAdminNegativeTestJSON-514557212 tempest-ServersAdminNegativeTestJSON-514557212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0323ed-5f89-4336-abb9-0edd9f75802c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:06.864737 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Attempting to bind port 11234c44-32e3-4dc0-aa58-0afcf72bd943 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:39:06.865226 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Attempting to bind port 11234c44-32e3-4dc0-aa58-0afcf72bd943 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '2a755f61-6e32-49fe-b5f8-205fe075148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:39:06.865719 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Attempting to bind port 11234c44-32e3-4dc0-aa58-0afcf72bd943 on network bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:06.885536 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-656dbace-9c44-4873-aac6-657ace5b42bf None None] Provisioning complete for port 1cb8191a-3b37-4aa7-b4db-6164c6485daa triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:06.886034 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-656dbace-9c44-4873-aac6-657ace5b42bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:06.890474 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:39:06.890969 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Checking segment: {'id': '2a755f61-6e32-49fe-b5f8-205fe075148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:06.891471 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:06.891973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Bound using segment: {'id': '2a755f61-6e32-49fe-b5f8-205fe075148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:39:06.893094 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Bound port: 11234c44-32e3-4dc0-aa58-0afcf72bd943, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a755f61-6e32-49fe-b5f8-205fe075148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:39:06.893734 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:06.910629 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:06.963404 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:06.987151 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a755f61-6e32-49fe-b5f8-205fe075148c') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:06.987449 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a755f61-6e32-49fe-b5f8-205fe075148c') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:07.005847 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8faee81e-1ef6-4d07-b255-b8c3be175747 req-77d18117-730b-4a9e-ba4f-eb6a250a8b1d tempest-ServersAdminNegativeTestJSON-514557212 tempest-ServersAdminNegativeTestJSON-514557212-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8201132 Dec 14 02:39:07.010625 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:07.038978 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:07.050499 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-e6aedccd-8f33-4975-9b01-9f4fc6ed3718 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:07.052239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-e6aedccd-8f33-4975-9b01-9f4fc6ed3718 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.46 "GET /v2.0/networks?id=e1337c3d-bcf7-4486-ae42-aca12144d612 HTTP/1.1" status: 200 len: 814 time: 0.6145484 Dec 14 02:39:07.060252 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-d5da8a0a-da09-4d56-b5ce-23d3962bade7 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:07.061081 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-d5da8a0a-da09-4d56-b5ce-23d3962bade7 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:07.076525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-3f8735ae-8bef-4611-aff9-3b229949ea15 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Request body: {'port': {'device_id': 'c366016f-85c2-4131-91a7-e483ee72b250', 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612', 'admin_state_up': True, 'tenant_id': '8de2e897b66f4832a6b93a500335cd1f'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:07.077213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:39:07.077791 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:39:07.086775 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:39:07.110911 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-e92b6f99-0590-472a-b5db-989305866ad5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Made reservation on behalf of 20630dab3f6946828746e2d81f7e163b for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:07.126570 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-e92b6f99-0590-472a-b5db-989305866ad5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:07.128883 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1cb8191a-3b37-4aa7-b4db-6164c6485daa triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:07.132488 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:07.159116 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e15164-3dc6-4698-9a6b-e6ccd97ccb44 req-d401d930-5ac9-40cb-b2e3-9161c5b69e2e tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:07.167114 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9e15164-3dc6-4698-9a6b-e6ccd97ccb44 req-d401d930-5ac9-40cb-b2e3-9161c5b69e2e tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.2718604 Dec 14 02:39:07.199516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] For port 11234c44-32e3-4dc0-aa58-0afcf72bd943, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:39:07.278952 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-656dbace-9c44-4873-aac6-657ace5b42bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:07.301941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9e15164-3dc6-4698-9a6b-e6ccd97ccb44 req-9f4f3d2b-1a9b-4917-8a42-22754013613f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338382 Dec 14 02:39:07.317343 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] For port 11234c44-32e3-4dc0-aa58-0afcf72bd943, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=11234c44-32e3-4dc0-aa58-0afcf72bd943,segment=NetworkSegment(2a755f61-6e32-49fe-b5f8-205fe075148c),segment_id=2a755f61-6e32-49fe-b5f8-205fe075148c)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:39:07.358292 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.db.api [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 02:39:07.358292 n-d-821636-1 neutron-server[103847]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 02:39:07.358292 n-d-821636-1 neutron-server[103847]: [parameters: {'id': 'bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c'}] Dec 14 02:39:07.358292 n-d-821636-1 neutron-server[103847]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:39:07.359137 n-d-821636-1 neutron-server[103847]: DEBUG oslo_db.api [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:39:07.388645 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-656dbace-9c44-4873-aac6-657ace5b42bf None None] For port 1cb8191a-3b37-4aa7-b4db-6164c6485daa, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1cb8191a-3b37-4aa7-b4db-6164c6485daa,segment=NetworkSegment(09d078fc-868a-4609-82ae-1ffee2c06a1d),segment_id=09d078fc-868a-4609-82ae-1ffee2c06a1d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:07.394251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006a81e-0010-444a-b786-321de11f39f9 req-ab76303f-333e-4e7a-9bd6-cbb224336389 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:07.398833 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:07.403757 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006a81e-0010-444a-b786-321de11f39f9 req-ab76303f-333e-4e7a-9bd6-cbb224336389 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:07.429108 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006a81e-0010-444a-b786-321de11f39f9 req-ab76303f-333e-4e7a-9bd6-cbb224336389 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:07.437185 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006a81e-0010-444a-b786-321de11f39f9 req-ab76303f-333e-4e7a-9bd6-cbb224336389 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:07.444281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006a81e-0010-444a-b786-321de11f39f9 req-ab76303f-333e-4e7a-9bd6-cbb224336389 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:07.450446 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-e92b6f99-0590-472a-b5db-989305866ad5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Allocated IP 172.20.0.14 (c8c294be-4992-4711-bfec-5f4308700461/3efdcc0d-0482-44f9-8761-575428cc10a7/80d0c3df-68eb-4bde-a5c9-676990933749) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:39:07.465694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006a81e-0010-444a-b786-321de11f39f9 req-ab76303f-333e-4e7a-9bd6-cbb224336389 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:07.470006 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 96e484b3-431c-43a6-800d-ce23e07fc63a no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:39:07.471664 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006a81e-0010-444a-b786-321de11f39f9 req-ab76303f-333e-4e7a-9bd6-cbb224336389 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:07.499761 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a006a81e-0010-444a-b786-321de11f39f9 req-ab76303f-333e-4e7a-9bd6-cbb224336389 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5418 time: 0.3531806 Dec 14 02:39:07.515494 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 96e484b3-431c-43a6-800d-ce23e07fc63a {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:39:07.516106 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 96e484b3-431c-43a6-800d-ce23e07fc63a not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:39:07.518778 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:07.534856 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-656dbace-9c44-4873-aac6-657ace5b42bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:07.564149 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-d5da8a0a-da09-4d56-b5ce-23d3962bade7 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9485176 Dec 14 02:39:07.595838 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Request body: {'port': {'device_id': '860552b2-63a4-46e8-b85f-b0ce8128f139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:07.660291 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:07.666094 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a901f6-4e24-48db-9d5c-aad02490acff None None] Pushing event updated for resources: {'Port': ['ID=11234c44-32e3-4dc0-aa58-0afcf72bd943,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:07.674158 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:39:07.674661 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:39:07.704308 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baa2409-20e7-4a4e-819b-2720566af16f None None] Network bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:07.717958 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a006a81e-0010-444a-b786-321de11f39f9 req-063cadb8-4c8b-4a71-ac29-ccfabd167294 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2171769 Dec 14 02:39:07.732184 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:07.743046 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-e92b6f99-0590-472a-b5db-989305866ad5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:07.750654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d5096-6707-4fc9-8380-2a820d72a53b req-6284122d-740d-4e75-8e0c-b90423c77b39 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:07.752157 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f38d5096-6707-4fc9-8380-2a820d72a53b req-6284122d-740d-4e75-8e0c-b90423c77b39 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=860552b2-63a4-46e8-b85f-b0ce8128f139 HTTP/1.1" status: 200 len: 931 time: 0.1950898 Dec 14 02:39:07.795898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-3f8735ae-8bef-4611-aff9-3b229949ea15 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Made reservation on behalf of 8de2e897b66f4832a6b93a500335cd1f for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:07.799314 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-3f8735ae-8bef-4611-aff9-3b229949ea15 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:07.825937 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-70a8360f-177f-4720-b585-8c521c88d1be None None] Provisioning complete for port 1cb8191a-3b37-4aa7-b4db-6164c6485daa triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:07.826294 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70a8360f-177f-4720-b585-8c521c88d1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:07.860556 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:07.925871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656dbace-9c44-4873-aac6-657ace5b42bf None None] Pushing event updated for resources: {'Port': ['ID=1cb8191a-3b37-4aa7-b4db-6164c6485daa,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:07.937233 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-e92b6f99-0590-472a-b5db-989305866ad5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:07.946237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4aaf45b7-39fb-4af7-b03a-063c065d230e req-958507c2-341d-4737-984b-00338c34bcf9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.1052136 Dec 14 02:39:08.041230 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-e92b6f99-0590-472a-b5db-989305866ad5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Network c8c294be-4992-4711-bfec-5f4308700461 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:39:08.048299 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-e92b6f99-0590-472a-b5db-989305866ad5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:08.052662 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b6f99-0590-472a-b5db-989305866ad5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event updated for resources: {'Port': ['ID=80d0c3df-68eb-4bde-a5c9-676990933749,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:08.062229 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-e92b6f99-0590-472a-b5db-989305866ad5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:39:08.082336 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f38d5096-6707-4fc9-8380-2a820d72a53b req-c34302cc-f880-44c0-b3b8-e5686e8f216b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931130 Dec 14 02:39:08.216951 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52e4ba6e-f046-472e-8ce2-b09433717db8 req-0a3c9221-d0f2-4336-b6be-8dd98aea6b77 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 210 time: 0.0785415 Dec 14 02:39:08.549167 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4db5084-f560-4ce3-9db2-63266b56e81b None None] get_active_networks_info from n-d-821636-1 {{(pid=103849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 02:39:08.662193 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-e92b6f99-0590-472a-b5db-989305866ad5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:08.663406 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-e92b6f99-0590-472a-b5db-989305866ad5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:08.687897 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Deleting port 11234c44-32e3-4dc0-aa58-0afcf72bd943 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:39:08.688239 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:08.719090 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:08.781876 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-e92b6f99-0590-472a-b5db-989305866ad5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2886517 Dec 14 02:39:08.807683 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1cb8191a-3b37-4aa7-b4db-6164c6485daa up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:39:08.816349 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-a066bfe9-7d3a-4659-b1fd-e6f8142d3df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Request body: {'port': {'device_id': '5f155078-6872-4d2b-93ed-a54d71005a12', 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8', 'admin_state_up': True, 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'security_groups': ['a99c608b-fe34-4377-b46c-98cb264ff4e3']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:08.849691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-3f8735ae-8bef-4611-aff9-3b229949ea15 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Allocated IP 172.20.0.2 (e1337c3d-bcf7-4486-ae42-aca12144d612/71b59d7a-4d1f-479f-848f-a3d5895f59fb/73b92b7f-acad-4ac9-aa17-53b3f60f147f) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:39:08.856972 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5b17ddb0-9c5d-4889-83f4-1b2ee4456071 None None] Provisioning complete for port 80d0c3df-68eb-4bde-a5c9-676990933749 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:08.857366 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5b17ddb0-9c5d-4889-83f4-1b2ee4456071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:08.953243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5b17ddb0-9c5d-4889-83f4-1b2ee4456071 None None] Port 80d0c3df-68eb-4bde-a5c9-676990933749 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:39:08.971523 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97e094-46a6-4a98-9b04-8e9712c8f682 req-65d0bc20-ea45-40a6-94a2-b4800483417e tempest-ServersAdminNegativeTestJSON-514557212 tempest-ServersAdminNegativeTestJSON-514557212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:08.975150 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] For port 11234c44-32e3-4dc0-aa58-0afcf72bd943, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=11234c44-32e3-4dc0-aa58-0afcf72bd943,segment=NetworkSegment(2a755f61-6e32-49fe-b5f8-205fe075148c),segment_id=2a755f61-6e32-49fe-b5f8-205fe075148c)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:08.976300 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:08.980826 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e97e094-46a6-4a98-9b04-8e9712c8f682 req-65d0bc20-ea45-40a6-94a2-b4800483417e tempest-ServersAdminNegativeTestJSON-514557212 tempest-ServersAdminNegativeTestJSON-514557212-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 1101 time: 0.7332938 Dec 14 02:39:08.982000 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4db5084-f560-4ce3-9db2-63266b56e81b None None] Resources bound (agent type, host, resource id): {{(pid=103849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 02:39:08.985253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1cb8191a-3b37-4aa7-b4db-6164c6485daa triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:08.985656 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:08.994294 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Calling delete_port for 11234c44-32e3-4dc0-aa58-0afcf72bd943 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:39:09.030474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1d01f-dc3a-4d8c-a6e3-a57662ab209e req-67e6956c-ca0b-485e-84cc-adf48ab185a4 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:09.032206 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ade1d01f-dc3a-4d8c-a6e3-a57662ab209e req-67e6956c-ca0b-485e-84cc-adf48ab185a4 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.3266010 Dec 14 02:39:09.064687 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-a066bfe9-7d3a-4659-b1fd-e6f8142d3df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Made reservation on behalf of 20630dab3f6946828746e2d81f7e163b for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:09.070511 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-a066bfe9-7d3a-4659-b1fd-e6f8142d3df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:09.232747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e97e094-46a6-4a98-9b04-8e9712c8f682 req-28f692e8-8550-45ad-9389-e53dbb5280e2 tempest-ServersAdminNegativeTestJSON-514557212 tempest-ServersAdminNegativeTestJSON-514557212-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474270 Dec 14 02:39:09.299522 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:09.308720 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ade1d01f-dc3a-4d8c-a6e3-a57662ab209e req-09dfb605-d3e5-43b5-8b93-5410262f60b0 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602813 Dec 14 02:39:09.336490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-a066bfe9-7d3a-4659-b1fd-e6f8142d3df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Allocated IP 10.1.1.40 (143750ac-d961-47f1-8a52-3edc9f23c6d8/68c916ee-bf39-49a8-b889-1d98324eacc6/12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:39:09.340958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:09.341602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Port': ['ID=11234c44-32e3-4dc0-aa58-0afcf72bd943,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:09.364319 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No DVR routers for this DVR port 11234c44-32e3-4dc0-aa58-0afcf72bd943 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:39:09.376650 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:09.412990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Transition to ACTIVE for port object 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:39:09.519589 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:09.532675 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-3f8735ae-8bef-4611-aff9-3b229949ea15 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:09.544945 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:09.565443 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:09.582438 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a755f61-6e32-49fe-b5f8-205fe075148c') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:09.582755 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a755f61-6e32-49fe-b5f8-205fe075148c') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:09.606886 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:09.629378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6cdc0-5d9c-423a-9f85-e36b0d9abf70 req-e4aae520-31e2-438e-b6aa-fea2949f75e0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:09.632998 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:09.639042 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05d6cdc0-5d9c-423a-9f85-e36b0d9abf70 req-e4aae520-31e2-438e-b6aa-fea2949f75e0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 932 time: 0.1559904 Dec 14 02:39:09.653895 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:39:09.654306 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:39:09.657444 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:39:09.671261 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-a066bfe9-7d3a-4659-b1fd-e6f8142d3df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:09.672841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f462083-0afe-46c1-b2e5-0d87ae63d75a req-53af11c2-e17a-4e9d-9bb9-64f2e2484b12 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:09.679412 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f462083-0afe-46c1-b2e5-0d87ae63d75a req-53af11c2-e17a-4e9d-9bb9-64f2e2484b12 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:09.685726 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f462083-0afe-46c1-b2e5-0d87ae63d75a req-53af11c2-e17a-4e9d-9bb9-64f2e2484b12 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:09.692864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f462083-0afe-46c1-b2e5-0d87ae63d75a req-53af11c2-e17a-4e9d-9bb9-64f2e2484b12 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:09.699506 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f462083-0afe-46c1-b2e5-0d87ae63d75a req-53af11c2-e17a-4e9d-9bb9-64f2e2484b12 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:09.705829 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f462083-0afe-46c1-b2e5-0d87ae63d75a req-53af11c2-e17a-4e9d-9bb9-64f2e2484b12 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:09.712703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f462083-0afe-46c1-b2e5-0d87ae63d75a req-53af11c2-e17a-4e9d-9bb9-64f2e2484b12 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:09.714866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f462083-0afe-46c1-b2e5-0d87ae63d75a req-53af11c2-e17a-4e9d-9bb9-64f2e2484b12 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5418 time: 0.2929056 Dec 14 02:39:09.740281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Pushing event updated for resources: {'Port': ['ID=005c7aaa-8bbd-4dce-8e0c-c2efa85a5267,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:09.794171 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-aad7eb1c-cf0d-4418-af2d-c022e9854b6b req-f79f9743-2036-44ea-98fd-f1659f05f366 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537143 Dec 14 02:39:09.816267 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:09.824880 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:09.832803 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c HTTP/1.1" status: 204 len: 168 time: 4.2132499 Dec 14 02:39:09.832803 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33206) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:09.848049 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e60e2d43-5c53-45f1-b78f-cdd1873aa482 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-986929535'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:09.863138 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-3f8735ae-8bef-4611-aff9-3b229949ea15 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:09.879792 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf898324-725d-421c-9a24-dff117178ed1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Network': ['ID=bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:09.887439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05d6cdc0-5d9c-423a-9f85-e36b0d9abf70 req-fbe90883-8663-49ab-aff6-6b861b304503 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471251 Dec 14 02:39:09.943529 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-a066bfe9-7d3a-4659-b1fd-e6f8142d3df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:09.997935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Attempting to bind port 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:39:10.000303 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Attempting to bind port 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:39:10.000913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b85585-ec06-43f1-92cd-9f7d997bee3d None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:39:10.001739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Attempting to bind port 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 on network 4569343b-0d78-4515-821b-2ffa9a32777d {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:10.028024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Port 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 on network 4569343b-0d78-4515-821b-2ffa9a32777d not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:39:10.028548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Attempting to bind port 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 on network 4569343b-0d78-4515-821b-2ffa9a32777d {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:10.056547 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066bfe9-7d3a-4659-b1fd-e6f8142d3df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event updated for resources: {'Port': ['ID=12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:10.068697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:39:10.069959 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Checking segment: {'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:10.070659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Bound using segment: {'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:39:10.071222 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-a066bfe9-7d3a-4659-b1fd-e6f8142d3df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Network 143750ac-d961-47f1-8a52-3edc9f23c6d8 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:39:10.071404 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Bound port: 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:39:10.071818 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:10.076118 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-a066bfe9-7d3a-4659-b1fd-e6f8142d3df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:10.085644 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-a066bfe9-7d3a-4659-b1fd-e6f8142d3df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:39:10.090729 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Provisioning complete for port 77b11b9e-94c5-4d04-932f-f7b6ba477111 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:10.091102 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:10.093403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-3f8735ae-8bef-4611-aff9-3b229949ea15 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Network e1337c3d-bcf7-4486-ae42-aca12144d612 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:39:10.096408 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7eb1c-cf0d-4418-af2d-c022e9854b6b req-66d55e0c-aa15-4afc-8f59-ba22090abf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:10.098298 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-aad7eb1c-cf0d-4418-af2d-c022e9854b6b req-66d55e0c-aa15-4afc-8f59-ba22090abf70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3674cfa5672b4954bca99016b06664cb&device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 1096 time: 0.2028699 Dec 14 02:39:10.099857 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f462083-0afe-46c1-b2e5-0d87ae63d75a req-c6cd3a2f-a47a-49c1-b21c-658a89a821db tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3663270 Dec 14 02:39:10.138485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-3f8735ae-8bef-4611-aff9-3b229949ea15 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:10.143301 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8735ae-8bef-4611-aff9-3b229949ea15 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Pushing event updated for resources: {'Port': ['ID=73b92b7f-acad-4ac9-aa17-53b3f60f147f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:10.146323 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-3f8735ae-8bef-4611-aff9-3b229949ea15 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:39:10.175294 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7574515e-2dfb-4d73-bfac-4723b843859d None None] DHCP port deletion for e1337c3d-bcf7-4486-ae42-aca12144d612 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:39:10.223800 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60e2d43-5c53-45f1-b78f-cdd1873aa482 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:10.228577 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e60e2d43-5c53-45f1-b78f-cdd1873aa482 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:10.234729 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e118ac-a153-4822-8b74-865215b11aa5 req-44f10a14-5cea-496f-b8f3-7e89f8bf727e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:10.244339 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37e118ac-a153-4822-8b74-865215b11aa5 req-44f10a14-5cea-496f-b8f3-7e89f8bf727e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=860552b2-63a4-46e8-b85f-b0ce8128f139 HTTP/1.1" status: 200 len: 943 time: 0.2070940 Dec 14 02:39:10.286663 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60e2d43-5c53-45f1-b78f-cdd1873aa482 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:39:10.299484 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e60e2d43-5c53-45f1-b78f-cdd1873aa482 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:10.299484 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-e60e2d43-5c53-45f1-b78f-cdd1873aa482 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Added segment 09ad2a66-3baf-4a98-bbe5-f773fa75be92 of type vlan for network f4e4f6e8-ad3a-4159-b345-422d4dafa454 Dec 14 02:39:10.323762 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Provisioning complete for port 78d3c462-5c11-4e8b-81f8-d8bd81a98755 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:10.324440 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:10.346064 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e60e2d43-5c53-45f1-b78f-cdd1873aa482 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:10.374844 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37e118ac-a153-4822-8b74-865215b11aa5 req-a06e50fd-1a64-456b-8188-92e49666ca11 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294529 Dec 14 02:39:10.387787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-3f8735ae-8bef-4611-aff9-3b229949ea15 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:10.388429 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-3f8735ae-8bef-4611-aff9-3b229949ea15 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:10.420672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-a066bfe9-7d3a-4659-b1fd-e6f8142d3df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:10.421453 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-a066bfe9-7d3a-4659-b1fd-e6f8142d3df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:10.423063 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] For port 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:39:10.436385 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbe417-c477-4b7b-b98e-36173637a1a5 req-ac231731-6cb4-4eae-b957-322a50b817c0 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:10.443723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4dbe417-c477-4b7b-b98e-36173637a1a5 req-ac231731-6cb4-4eae-b957-322a50b817c0 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 931 time: 0.1964018 Dec 14 02:39:10.447596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] For port 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=005c7aaa-8bbd-4dce-8e0c-c2efa85a5267,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:39:10.491817 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e60e2d43-5c53-45f1-b78f-cdd1873aa482 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:10.499333 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60e2d43-5c53-45f1-b78f-cdd1873aa482 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:10.499987 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e60e2d43-5c53-45f1-b78f-cdd1873aa482 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:10.517624 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4dbe417-c477-4b7b-b98e-36173637a1a5 req-2b5e3c11-13c3-40c7-abb5-cd4cb3a00b5d tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699553 Dec 14 02:39:10.521666 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Provisioning complete for port 26142adb-2101-4b94-a6cb-4ecd30e7089b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:10.522362 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:10.535125 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-a6297af6-7d9c-47d5-9e35-0bc5ee152a46 req-6c4a7f7d-cb7c-40da-b0b0-41100ac42e4b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:39:10.555322 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6297af6-7d9c-47d5-9e35-0bc5ee152a46 req-6c4a7f7d-cb7c-40da-b0b0-41100ac42e4b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0332100 Dec 14 02:39:10.561075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-3f8735ae-8bef-4611-aff9-3b229949ea15 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4904180 Dec 14 02:39:10.578051 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Port 26142adb-2101-4b94-a6cb-4ecd30e7089b cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:39:10.580671 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Request body: {'port': {'device_id': 'c366016f-85c2-4131-91a7-e483ee72b250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:10.590271 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7eb1c-cf0d-4418-af2d-c022e9854b6b req-95bd23f8-2c0a-4328-97db-966544103067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:10.591800 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-aad7eb1c-cf0d-4418-af2d-c022e9854b6b req-95bd23f8-2c0a-4328-97db-966544103067 service neutron] 10.222.0.46 "GET /v2.0/networks?id=409f180f-3bfa-4add-9f10-338a04644e61 HTTP/1.1" status: 200 len: 911 time: 0.4648690 Dec 14 02:39:10.596349 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Provisioning complete for port 96806ad8-be7a-493b-a4f4-581203f20938 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:10.596853 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:10.637664 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-a066bfe9-7d3a-4659-b1fd-e6f8142d3df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8379631 Dec 14 02:39:10.656281 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-aae9d915-6f9b-4ef1-bb02-974671817262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Request body: {'port': {'device_id': '5f155078-6872-4d2b-93ed-a54d71005a12', 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8', 'admin_state_up': True, 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'security_groups': ['a99c608b-fe34-4377-b46c-98cb264ff4e3']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:10.680704 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:10.699942 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e60e2d43-5c53-45f1-b78f-cdd1873aa482 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8658984 Dec 14 02:39:10.700554 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33214) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:10.715168 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2d6fe07b-278f-4bc9-8eb7-3d909b52658f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'subnet': {'network_id': 'f4e4f6e8-ad3a-4159-b345-422d4dafa454', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:10.737704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Provisioning complete for port a4edbcea-e355-47d0-833c-23e72ea5d0b5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:10.738095 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:10.814525 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e2d43-5c53-45f1-b78f-cdd1873aa482 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Network': ['ID=f4e4f6e8-ad3a-4159-b345-422d4dafa454,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:10.818763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Port a4edbcea-e355-47d0-833c-23e72ea5d0b5 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:39:10.837822 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network f4e4f6e8-ad3a-4159-b345-422d4dafa454 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:39:10.853063 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:10.860294 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-aad7eb1c-cf0d-4418-af2d-c022e9854b6b req-549b0cac-263d-4636-aa8c-f50ae7ceb624 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3624da68-676a-426a-b838-01a755455f77 HTTP/1.1" status: 200 len: 1001 time: 0.2546389 Dec 14 02:39:10.861430 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:10.862063 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:10.863546 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] 10.222.0.47 "PUT /v2.0/ports/005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 HTTP/1.1" status: 200 len: 1091 time: 3.2721765 Dec 14 02:39:10.874150 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860552b2-63a4-46e8-b85f-b0ce8128f139', 'tag': '005c7aaa-8bbd-4dce-8e0c-c2efa85a5267'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:10.880025 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8225d98-ab7f-46e2-b93a-8625acc9417d" -d '{"events": [{"name": "network-changed", "server_uuid": "860552b2-63a4-46e8-b85f-b0ce8128f139", "tag": "005c7aaa-8bbd-4dce-8e0c-c2efa85a5267"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:10.902224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82e7a-3fcd-475a-9168-17d5e632f175 req-123533bf-2de5-4d6a-bb53-05b71f154e11 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:10.903779 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-efa82e7a-3fcd-475a-9168-17d5e632f175 req-123533bf-2de5-4d6a-bb53-05b71f154e11 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.2386453 Dec 14 02:39:10.912182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71929a57-8c7c-4db7-bc47-176cfbd7854d service neutron] Pushing event updated for resources: {'Port': ['ID=005c7aaa-8bbd-4dce-8e0c-c2efa85a5267,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:10.943696 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e74a270-e3d2-4d89-bd45-83ab847b49a4 None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:39:10.972949 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Provisioning complete for port 4ade2668-a5ba-4ff1-a5f3-3bd89de5515d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:10.973602 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:10.993993 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-efa82e7a-3fcd-475a-9168-17d5e632f175 req-a13ec049-851d-448d-8aae-0283ed940a25 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563505 Dec 14 02:39:11.016289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7eb1c-cf0d-4418-af2d-c022e9854b6b req-83aa7c6b-d377-4642-8788-4e583c288098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:11.017694 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-aad7eb1c-cf0d-4418-af2d-c022e9854b6b req-83aa7c6b-d377-4642-8788-4e583c288098 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d40edbfc-b241-474d-8835-df2afaf4e4fb HTTP/1.1" status: 200 len: 849 time: 0.1457908 Dec 14 02:39:11.021822 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Port 4ade2668-a5ba-4ff1-a5f3-3bd89de5515d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:39:11.042281 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Provisioning complete for port a91da765-c5df-4a38-bc2e-94020f2dfcc3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:11.042784 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:11.058902 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d9baea-8a55-43c5-90f6-3d486069cce9 x-openstack-request-id: req-83d9baea-8a55-43c5-90f6-3d486069cce9 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:11.059394 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860552b2-63a4-46e8-b85f-b0ce8128f139", "tag": "005c7aaa-8bbd-4dce-8e0c-c2efa85a5267", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:11.059808 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83d9baea-8a55-43c5-90f6-3d486069cce9 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:11.060379 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860552b2-63a4-46e8-b85f-b0ce8128f139', 'tag': '005c7aaa-8bbd-4dce-8e0c-c2efa85a5267', 'status': 'completed', 'code': 200} Dec 14 02:39:11.152448 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Provisioning complete for port 571e6f53-63d8-4cc8-bb6d-49fdab4b64fc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:11.152823 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:11.156120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6fe07b-278f-4bc9-8eb7-3d909b52658f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:11.160156 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe07b-278f-4bc9-8eb7-3d909b52658f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:11.197057 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Port 571e6f53-63d8-4cc8-bb6d-49fdab4b64fc cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:39:11.209632 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Provisioning complete for port 7919bc39-4b28-4aa8-8943-7a78367e9f42 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:11.210253 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:11.259532 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-aae9d915-6f9b-4ef1-bb02-974671817262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Made reservation on behalf of 20630dab3f6946828746e2d81f7e163b for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:11.263965 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-aae9d915-6f9b-4ef1-bb02-974671817262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:11.267351 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.ipam_backend_mixin [None req-2d6fe07b-278f-4bc9-8eb7-3d909b52658f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Performing IP validity checks on allocation pools {{(pid=103847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 14 02:39:11.267897 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.ipam_backend_mixin [None req-2d6fe07b-278f-4bc9-8eb7-3d909b52658f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 14 02:39:11.275492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-ca456fb2-b19b-44d6-8f15-43f9e4fa059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:11.277215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-ca456fb2-b19b-44d6-8f15-43f9e4fa059a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&device_id=860552b2-63a4-46e8-b85f-b0ce8128f139 HTTP/1.1" status: 200 len: 1094 time: 0.2012935 Dec 14 02:39:11.292495 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7eb1c-cf0d-4418-af2d-c022e9854b6b req-569edde9-52e2-465f-a4ab-aabd2e1f121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:11.293199 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-aad7eb1c-cf0d-4418-af2d-c022e9854b6b req-569edde9-52e2-465f-a4ab-aabd2e1f121c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=409f180f-3bfa-4add-9f10-338a04644e61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2669082 Dec 14 02:39:11.344827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee33618-ca86-44fa-b709-753c3650daf4 req-6cf7bdf6-64a5-4ed9-9be0-3121c3d49285 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:11.351457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee33618-ca86-44fa-b709-753c3650daf4 req-6cf7bdf6-64a5-4ed9-9be0-3121c3d49285 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:11.359131 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ee33618-ca86-44fa-b709-753c3650daf4 req-6cf7bdf6-64a5-4ed9-9be0-3121c3d49285 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 1653 time: 0.1700675 Dec 14 02:39:11.484108 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Provisioning complete for port 325d3330-c30c-4882-881d-16e875dec603 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:11.484498 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:11.542849 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b92b7f-acad-4ac9-aa17-53b3f60f147f {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:11.552841 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:11.572374 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Transition to ACTIVE for port object 73b92b7f-acad-4ac9-aa17-53b3f60f147f will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:39:11.575694 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-61c63a24-6cdb-486f-8d77-6fa4d246fff3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 HTTP/1.1" status: 200 len: 217 time: 0.2462580 Dec 14 02:39:11.576196 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-aad7eb1c-cf0d-4418-af2d-c022e9854b6b req-078a7b33-b711-4939-ae6f-b2284cea16ad service neutron] 10.222.0.46 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448993 Dec 14 02:39:11.612989 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Provisioning complete for port d366184b-a292-42c8-b5e1-fcd344f0cefe triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:11.612989 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4647cc8c-4c97-41e3-a332-c12cd499fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:11.631643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-aae9d915-6f9b-4ef1-bb02-974671817262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Allocated IP 10.1.1.35 (143750ac-d961-47f1-8a52-3edc9f23c6d8/68c916ee-bf39-49a8-b889-1d98324eacc6/8826881d-b8a4-4eca-a468-e4039e1ab3c5) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:39:11.676336 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:11.721054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ee33618-ca86-44fa-b709-753c3650daf4 req-83ef9a95-f25c-46b0-a538-35ad68387bc7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3603096 Dec 14 02:39:11.736717 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-1c75f7c5-a3d7-4f36-9a8c-5ee3bfcd42ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:11.738489 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-1c75f7c5-a3d7-4f36-9a8c-5ee3bfcd42ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a92f050-7d7f-44ec-8504-2ffe6d2c9312 HTTP/1.1" status: 200 len: 852 time: 0.1486578 Dec 14 02:39:11.780058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4ffd7d-7bde-44b0-b78e-aea438dcdf69 None None] DHCP port deletion for e1337c3d-bcf7-4486-ae42-aca12144d612 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:39:11.780603 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-3bf34deb-4d8f-45de-9f2a-34c8762ecdd5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4569343b-0d78-4515-821b-2ffa9a32777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309858 Dec 14 02:39:11.800617 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-aad7eb1c-cf0d-4418-af2d-c022e9854b6b req-2e7a5657-9ce7-4379-8734-78e9de99c898 service neutron] 10.222.0.46 "GET /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913657 Dec 14 02:39:11.815991 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe07b-278f-4bc9-8eb7-3d909b52658f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:11.837938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa287df-ec18-4663-9d6f-301a5f1566e5 req-43c17e5d-329b-43da-9766-57bffcc08257 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:11.844123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa287df-ec18-4663-9d6f-301a5f1566e5 req-43c17e5d-329b-43da-9766-57bffcc08257 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:11.849336 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6b6eca8f-3a88-4ff7-b4d4-00a2869695cf None None] Provisioning complete for port 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:11.849790 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b6eca8f-3a88-4ff7-b4d4-00a2869695cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:11.850459 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa287df-ec18-4663-9d6f-301a5f1566e5 req-43c17e5d-329b-43da-9766-57bffcc08257 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:11.857745 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa287df-ec18-4663-9d6f-301a5f1566e5 req-43c17e5d-329b-43da-9766-57bffcc08257 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:11.864155 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa287df-ec18-4663-9d6f-301a5f1566e5 req-43c17e5d-329b-43da-9766-57bffcc08257 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:11.870979 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa287df-ec18-4663-9d6f-301a5f1566e5 req-43c17e5d-329b-43da-9766-57bffcc08257 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:11.877122 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa287df-ec18-4663-9d6f-301a5f1566e5 req-43c17e5d-329b-43da-9766-57bffcc08257 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:11.886012 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-afa287df-ec18-4663-9d6f-301a5f1566e5 req-43c17e5d-329b-43da-9766-57bffcc08257 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5418 time: 0.4739547 Dec 14 02:39:11.890428 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6b6eca8f-3a88-4ff7-b4d4-00a2869695cf None None] Port 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:39:11.896963 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Pushing event updated for resources: {'Port': ['ID=73b92b7f-acad-4ac9-aa17-53b3f60f147f,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:11.929246 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-aae9d915-6f9b-4ef1-bb02-974671817262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:12.026773 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6fe07b-278f-4bc9-8eb7-3d909b52658f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Subnet': ['ID=6f342fb8-5b6a-40d8-8908-66d8e58a2088,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:12.053162 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6fe07b-278f-4bc9-8eb7-3d909b52658f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Checking segment: {'id': '09ad2a66-3baf-4a98-bbe5-f773fa75be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f4e4f6e8-ad3a-4159-b345-422d4dafa454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:12.054299 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6fe07b-278f-4bc9-8eb7-3d909b52658f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network hostable DHCP agents. Network: f4e4f6e8-ad3a-4159-b345-422d4dafa454, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:39:12.100087 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-aae9d915-6f9b-4ef1-bb02-974671817262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:12.111425 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d019a-8414-40b0-ba4f-3c8b62537b48 req-ea92c032-a827-4c97-ab51-fdfc4762a818 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:12.113033 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-334d019a-8414-40b0-ba4f-3c8b62537b48 req-ea92c032-a827-4c97-ab51-fdfc4762a818 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 950 time: 0.2250006 Dec 14 02:39:12.158623 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-afa287df-ec18-4663-9d6f-301a5f1566e5 req-1f010e9f-9f3e-4507-9e3f-ff2223877427 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2717226 Dec 14 02:39:12.171810 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-aae9d915-6f9b-4ef1-bb02-974671817262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Network 143750ac-d961-47f1-8a52-3edc9f23c6d8 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:39:12.171810 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-aae9d915-6f9b-4ef1-bb02-974671817262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:12.176931 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-aae9d915-6f9b-4ef1-bb02-974671817262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:39:12.184550 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9d915-6f9b-4ef1-bb02-974671817262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event updated for resources: {'Port': ['ID=8826881d-b8a4-4eca-a468-e4039e1ab3c5,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:12.189930 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-16610621-1e48-47a8-9659-419291344620 service neutron] 10.222.0.47 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930385 Dec 14 02:39:12.192039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Attempting to bind port 73b92b7f-acad-4ac9-aa17-53b3f60f147f on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:39:12.192378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Attempting to bind port 73b92b7f-acad-4ac9-aa17-53b3f60f147f by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '2a2e4f1a-5b4f-4480-afbd-6ee95c388302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:39:12.192710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Attempting to bind port 73b92b7f-acad-4ac9-aa17-53b3f60f147f on network e1337c3d-bcf7-4486-ae42-aca12144d612 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:12.215633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Port 73b92b7f-acad-4ac9-aa17-53b3f60f147f on network e1337c3d-bcf7-4486-ae42-aca12144d612 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:39:12.215969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Attempting to bind port 73b92b7f-acad-4ac9-aa17-53b3f60f147f on network e1337c3d-bcf7-4486-ae42-aca12144d612 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:12.232094 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6fe07b-278f-4bc9-8eb7-3d909b52658f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network f4e4f6e8-ad3a-4159-b345-422d4dafa454 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:39:12.278611 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-aae9d915-6f9b-4ef1-bb02-974671817262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:12.283154 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-aae9d915-6f9b-4ef1-bb02-974671817262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:12.315166 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-2d6fe07b-278f-4bc9-8eb7-3d909b52658f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, f4e4f6e8-ad3a-4159-b345-422d4dafa454) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:12.320409 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6fe07b-278f-4bc9-8eb7-3d909b52658f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:12.321121 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe07b-278f-4bc9-8eb7-3d909b52658f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:12.327857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:39:12.328200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Checking segment: {'id': '2a2e4f1a-5b4f-4480-afbd-6ee95c388302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:12.329244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Bound using segment: {'id': '2a2e4f1a-5b4f-4480-afbd-6ee95c388302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:39:12.330063 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Bound port: 73b92b7f-acad-4ac9-aa17-53b3f60f147f, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2e4f1a-5b4f-4480-afbd-6ee95c388302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:39:12.330603 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:12.332836 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccf34ee-4992-4e4c-b982-a90c52875d11 None None] Network f4e4f6e8-ad3a-4159-b345-422d4dafa454 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:12.348198 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78bc1d52-a7ca-401b-9f3a-8b561ee68475 req-d9d76ba2-0d92-4986-b406-99e57be5dc72 service neutron] 10.222.0.47 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452670 Dec 14 02:39:12.369116 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-334d019a-8414-40b0-ba4f-3c8b62537b48 req-e91cd155-3177-4c18-85fb-7d307d339a07 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443252 Dec 14 02:39:12.381284 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-aae9d915-6f9b-4ef1-bb02-974671817262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7332973 Dec 14 02:39:12.400379 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8942ed3f-1763-4ba0-8a36-5b5a1af79f16 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Request body: {'port': {'device_id': '5f155078-6872-4d2b-93ed-a54d71005a12', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd307fd75-d63b-4667-bff7-1b964e3cfc2d', 'admin_state_up': True, 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'security_groups': ['a99c608b-fe34-4377-b46c-98cb264ff4e3']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:12.468323 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2d6fe07b-278f-4bc9-8eb7-3d909b52658f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7546880 Dec 14 02:39:12.479306 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33238) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:12.488401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-f4e4f6e8-ad3a-4159-b345-422d4dafa454', 'network_id': 'f4e4f6e8-ad3a-4159-b345-422d4dafa454', 'project_id': 'f157b96bba104001a7a8c0e146d15020', 'fixed_ips': [{'subnet_id': '6f342fb8-5b6a-40d8-8908-66d8e58a2088'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:39:12.489803 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:12.519671 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e8134-1e42-496f-b011-0771a93d0e19 req-64dbbfc0-45f5-466d-80dd-9f47da0fde72 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:12.528867 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b32e8134-1e42-496f-b011-0771a93d0e19 req-64dbbfc0-45f5-466d-80dd-9f47da0fde72 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=860552b2-63a4-46e8-b85f-b0ce8128f139 HTTP/1.1" status: 200 len: 943 time: 0.2239656 Dec 14 02:39:12.714273 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8575da6f-5c12-429d-ae47-841bbc39792a None None] Provisioning complete for port 8826881d-b8a4-4eca-a468-e4039e1ab3c5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:12.715273 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8575da6f-5c12-429d-ae47-841bbc39792a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:12.752095 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Allocated IP 172.20.0.3 (f4e4f6e8-ad3a-4159-b345-422d4dafa454/6f342fb8-5b6a-40d8-8908-66d8e58a2088/3af60ba1-7e30-41e7-be1a-2f5974b5172e) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:39:12.754650 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8942ed3f-1763-4ba0-8a36-5b5a1af79f16 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Made reservation on behalf of 20630dab3f6946828746e2d81f7e163b for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:12.771232 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8575da6f-5c12-429d-ae47-841bbc39792a None None] Port 8826881d-b8a4-4eca-a468-e4039e1ab3c5 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:39:12.930115 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8942ed3f-1763-4ba0-8a36-5b5a1af79f16 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:12.935788 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:12.946053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] For port 73b92b7f-acad-4ac9-aa17-53b3f60f147f, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:39:12.949581 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] For port 73b92b7f-acad-4ac9-aa17-53b3f60f147f, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=73b92b7f-acad-4ac9-aa17-53b3f60f147f,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:39:13.000213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b446c8-b55f-439c-872b-859fb9982760 req-0f355181-58ea-4a29-b353-41f55e22b60e tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:13.001893 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-07b446c8-b55f-439c-872b-859fb9982760 req-0f355181-58ea-4a29-b353-41f55e22b60e tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 950 time: 0.1206942 Dec 14 02:39:13.015308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa329f4d-4050-4a82-8dd2-0633b7dacd0a req-3cddbdd4-59c8-46ce-bf66-cec35cebb7d6 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:13.016843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa329f4d-4050-4a82-8dd2-0633b7dacd0a req-3cddbdd4-59c8-46ce-bf66-cec35cebb7d6 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 943 time: 0.5221348 Dec 14 02:39:13.032005 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b32e8134-1e42-496f-b011-0771a93d0e19 req-558aaf17-54ba-4378-8adb-1ccbf7fc7dff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5021019 Dec 14 02:39:13.033773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8225d98-ab7f-46e2-b93a-8625acc9417d req-00d53665-3cc8-4858-b24f-fd459adab051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:13.035187 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8225d98-ab7f-46e2-b93a-8625acc9417d req-00d53665-3cc8-4858-b24f-fd459adab051 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&device_id=860552b2-63a4-46e8-b85f-b0ce8128f139 HTTP/1.1" status: 200 len: 1094 time: 0.4880738 Dec 14 02:39:13.041281 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:13.093946 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:13.124688 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Pushing event updated for resources: {'Port': ['ID=3af60ba1-7e30-41e7-be1a-2f5974b5172e,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:13.134669 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Network f4e4f6e8-ad3a-4159-b345-422d4dafa454 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:39:13.136900 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:13.142030 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:39:13.159309 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:13.220345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:13.220996 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:13.222459 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] 10.222.0.46 "PUT /v2.0/ports/73b92b7f-acad-4ac9-aa17-53b3f60f147f HTTP/1.1" status: 200 len: 1091 time: 2.6471894 Dec 14 02:39:13.226951 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c366016f-85c2-4131-91a7-e483ee72b250', 'tag': '73b92b7f-acad-4ac9-aa17-53b3f60f147f'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:13.229450 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f724fd-b198-419e-8e7a-bbc6dd196eed" -d '{"events": [{"name": "network-changed", "server_uuid": "c366016f-85c2-4131-91a7-e483ee72b250", "tag": "73b92b7f-acad-4ac9-aa17-53b3f60f147f"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:13.235774 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d2ca05-4c0d-401e-84cb-ce115f212277 None None] DHCP port deletion for e1337c3d-bcf7-4486-ae42-aca12144d612 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:39:13.259967 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa329f4d-4050-4a82-8dd2-0633b7dacd0a req-e25c3bf1-e416-4640-bdff-fc13917df6cf tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331364 Dec 14 02:39:13.273236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82195006-a1c0-4fea-ae43-e34442b34010 service neutron] Pushing event updated for resources: {'Port': ['ID=73b92b7f-acad-4ac9-aa17-53b3f60f147f,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:13.330138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8225d98-ab7f-46e2-b93a-8625acc9417d req-4e7e3892-3845-4872-85b1-410e196e3d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:13.332091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8225d98-ab7f-46e2-b93a-8625acc9417d req-4e7e3892-3845-4872-85b1-410e196e3d33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 913 time: 0.2757905 Dec 14 02:39:13.332866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Attempting to bind port 3af60ba1-7e30-41e7-be1a-2f5974b5172e on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:39:13.333512 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8942ed3f-1763-4ba0-8a36-5b5a1af79f16 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Allocated IP 10.2.2.100 (d307fd75-d63b-4667-bff7-1b964e3cfc2d/f7c03cc8-dfac-4214-8791-c31ff50735c6/19e22f74-2335-4fa8-8c9a-49d2f0fa5840) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:39:13.335492 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Attempting to bind port 3af60ba1-7e30-41e7-be1a-2f5974b5172e by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '09ad2a66-3baf-4a98-bbe5-f773fa75be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f4e4f6e8-ad3a-4159-b345-422d4dafa454'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:39:13.335866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Attempting to bind port 3af60ba1-7e30-41e7-be1a-2f5974b5172e on network f4e4f6e8-ad3a-4159-b345-422d4dafa454 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:13.344871 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-07b446c8-b55f-439c-872b-859fb9982760 req-3dec47a3-e29b-4a6e-bd15-d447b0d1519c tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Deleting port bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:39:13.345218 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-07b446c8-b55f-439c-872b-859fb9982760 req-3dec47a3-e29b-4a6e-bd15-d447b0d1519c tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:13.367494 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:39:13.367883 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Checking segment: {'id': '09ad2a66-3baf-4a98-bbe5-f773fa75be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f4e4f6e8-ad3a-4159-b345-422d4dafa454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:13.368302 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:13.368713 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Bound using segment: {'id': '09ad2a66-3baf-4a98-bbe5-f773fa75be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f4e4f6e8-ad3a-4159-b345-422d4dafa454'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:39:13.369209 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Bound port: 3af60ba1-7e30-41e7-be1a-2f5974b5172e, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ad2a66-3baf-4a98-bbe5-f773fa75be92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f4e4f6e8-ad3a-4159-b345-422d4dafa454'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:39:13.369635 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:13.490191 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] For port 3af60ba1-7e30-41e7-be1a-2f5974b5172e, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:39:13.496430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] For port 3af60ba1-7e30-41e7-be1a-2f5974b5172e, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3af60ba1-7e30-41e7-be1a-2f5974b5172e,segment=NetworkSegment(09ad2a66-3baf-4a98-bbe5-f773fa75be92),segment_id=09ad2a66-3baf-4a98-bbe5-f773fa75be92)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:39:13.508860 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8225d98-ab7f-46e2-b93a-8625acc9417d req-70bdb6aa-6a00-42cc-9805-c30e1289e345 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 HTTP/1.1" status: 200 len: 217 time: 0.1625857 Dec 14 02:39:13.534119 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-07b446c8-b55f-439c-872b-859fb9982760 req-3dec47a3-e29b-4a6e-bd15-d447b0d1519c tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] For port bf6445f1-887f-4cfc-8be1-e5b5b5075bc2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bf6445f1-887f-4cfc-8be1-e5b5b5075bc2,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:13.534464 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-07b446c8-b55f-439c-872b-859fb9982760 req-3dec47a3-e29b-4a6e-bd15-d447b0d1519c tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:13.554488 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-07b446c8-b55f-439c-872b-859fb9982760 req-3dec47a3-e29b-4a6e-bd15-d447b0d1519c tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Calling delete_port for bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:39:13.581086 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:13.653450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-8a8e27f3-d918-4b4f-8f39-c9f642eb6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:13.654781 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-8a8e27f3-d918-4b4f-8f39-c9f642eb6acb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8de2e897b66f4832a6b93a500335cd1f&device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 1094 time: 0.2119424 Dec 14 02:39:13.663643 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-094dafa9-75a5-4cdf-9d61-4e6ff9d97301 req-badf27e4-810b-4a7a-8952-73d03859286b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2095206 Dec 14 02:39:13.666609 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8942ed3f-1763-4ba0-8a36-5b5a1af79f16 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:13.666803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Deleting port 3af60ba1-7e30-41e7-be1a-2f5974b5172e {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:39:13.666803 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:13.676894 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb35b9d-e70d-443a-9467-893bfdfca24f req-9712d50d-728e-4048-8157-a1c33b70be0b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:13.683239 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb35b9d-e70d-443a-9467-893bfdfca24f req-9712d50d-728e-4048-8157-a1c33b70be0b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:13.690339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb35b9d-e70d-443a-9467-893bfdfca24f req-9712d50d-728e-4048-8157-a1c33b70be0b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:13.695439 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7f3db-653c-4c49-8683-a37d1441e834 None None] Pushing event updated for resources: {'Port': ['ID=3af60ba1-7e30-41e7-be1a-2f5974b5172e,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:13.698757 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edb35b9d-e70d-443a-9467-893bfdfca24f req-9712d50d-728e-4048-8157-a1c33b70be0b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 2373 time: 0.2326603 Dec 14 02:39:13.721356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c962d-37a3-4e39-b37c-d9678d4b0663 req-fdc546b5-387f-4d34-86eb-ab5a55f12a95 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:13.723239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-088c962d-37a3-4e39-b37c-d9678d4b0663 req-fdc546b5-387f-4d34-86eb-ab5a55f12a95 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.2450130 Dec 14 02:39:13.724817 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8225d98-ab7f-46e2-b93a-8625acc9417d req-7c870c9c-30cc-4af8-90c9-1a96255e2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:13.726601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8225d98-ab7f-46e2-b93a-8625acc9417d req-7c870c9c-30cc-4af8-90c9-1a96255e2e5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a92f050-7d7f-44ec-8504-2ffe6d2c9312 HTTP/1.1" status: 200 len: 852 time: 0.1869376 Dec 14 02:39:13.844727 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8942ed3f-1763-4ba0-8a36-5b5a1af79f16 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:13.859807 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-093472cb-5e05-4ee2-ab47-c0aeb18662de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73b92b7f-acad-4ac9-aa17-53b3f60f147f HTTP/1.1" status: 200 len: 217 time: 0.1517251 Dec 14 02:39:13.883423 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8225d98-ab7f-46e2-b93a-8625acc9417d req-94675578-89dd-42e2-ae75-6a72b268d2b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4569343b-0d78-4515-821b-2ffa9a32777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120949 Dec 14 02:39:13.945240 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8942ed3f-1763-4ba0-8a36-5b5a1af79f16 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Network d307fd75-d63b-4667-bff7-1b964e3cfc2d is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:39:13.951047 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-07b446c8-b55f-439c-872b-859fb9982760 req-3dec47a3-e29b-4a6e-bd15-d447b0d1519c tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:13.962449 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8942ed3f-1763-4ba0-8a36-5b5a1af79f16 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:13.969778 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8942ed3f-1763-4ba0-8a36-5b5a1af79f16 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:39:13.977504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8942ed3f-1763-4ba0-8a36-5b5a1af79f16 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event updated for resources: {'Port': ['ID=19e22f74-2335-4fa8-8c9a-49d2f0fa5840,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:13.994016 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['f5b057d0-5267-420e-b290-5c57ee4948ff'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:39:14.078594 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['bf6445f1-887f-4cfc-8be1-e5b5b5075bc2'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:39:14.136393 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec47a3-e29b-4a6e-bd15-d447b0d1519c tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Pushing event deleted for resources: {'Port': ['ID=bf6445f1-887f-4cfc-8be1-e5b5b5075bc2,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:14.138834 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edb35b9d-e70d-443a-9467-893bfdfca24f req-18dfaa10-5d41-4472-a74f-ebd0646f3931 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4389696 Dec 14 02:39:14.234693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-088c962d-37a3-4e39-b37c-d9678d4b0663 req-43d1796a-98f3-4a33-9f34-4f1a7fcb9d05 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4546976 Dec 14 02:39:14.248369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] For port 3af60ba1-7e30-41e7-be1a-2f5974b5172e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3af60ba1-7e30-41e7-be1a-2f5974b5172e,segment=NetworkSegment(09ad2a66-3baf-4a98-bbe5-f773fa75be92),segment_id=09ad2a66-3baf-4a98-bbe5-f773fa75be92)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:14.253384 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:14.263354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dafa9-75a5-4cdf-9d61-4e6ff9d97301 req-7c141691-194e-43d5-9255-8b01f96f7531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:14.269634 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-094dafa9-75a5-4cdf-9d61-4e6ff9d97301 req-7c141691-194e-43d5-9255-8b01f96f7531 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f6e32f74c7e4156a8e5c0e2bc5d87cd&device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 1101 time: 0.4817760 Dec 14 02:39:14.271340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-659dff97-d955-4db0-9de1-57382a9f427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:14.276488 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-659dff97-d955-4db0-9de1-57382a9f427d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71b59d7a-4d1f-479f-848f-a3d5895f59fb HTTP/1.1" status: 200 len: 854 time: 0.3918533 Dec 14 02:39:14.282463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8942ed3f-1763-4ba0-8a36-5b5a1af79f16 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:14.287297 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8942ed3f-1763-4ba0-8a36-5b5a1af79f16 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:14.374465 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b446c8-b55f-439c-872b-859fb9982760 req-3dec47a3-e29b-4a6e-bd15-d447b0d1519c tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] No DVR routers for this DVR port bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 on host n-h1-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:39:14.383090 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-07b446c8-b55f-439c-872b-859fb9982760 req-3dec47a3-e29b-4a6e-bd15-d447b0d1519c tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:14.393455 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-07b446c8-b55f-439c-872b-859fb9982760 req-3dec47a3-e29b-4a6e-bd15-d447b0d1519c tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.46 "DELETE /v2.0/ports/bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 HTTP/1.1" status: 204 len: 173 time: 1.3639789 Dec 14 02:39:14.398753 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7ec945-c927-463f-aefe-ad75aa3ff1bf', 'name': 'network-vif-deleted', 'tag': 'bf6445f1-887f-4cfc-8be1-e5b5b5075bc2'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:14.405797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Calling delete_port for 3af60ba1-7e30-41e7-be1a-2f5974b5172e owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:39:14.408796 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d2b5be-3820-4f0a-b917-c93f3a5506df" -d '{"events": [{"server_uuid": "bb7ec945-c927-463f-aefe-ad75aa3ff1bf", "name": "network-vif-deleted", "tag": "bf6445f1-887f-4cfc-8be1-e5b5b5075bc2"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:14.423127 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d8f7a4-c177-498b-a3e2-9ac338e308c9 x-openstack-request-id: req-f5d8f7a4-c177-498b-a3e2-9ac338e308c9 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:14.423295 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8942ed3f-1763-4ba0-8a36-5b5a1af79f16 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0299845 Dec 14 02:39:14.423450 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:39:14.423911 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c366016f-85c2-4131-91a7-e483ee72b250", "tag": "73b92b7f-acad-4ac9-aa17-53b3f60f147f", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:14.423911 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5d8f7a4-c177-498b-a3e2-9ac338e308c9 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:14.424460 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c366016f-85c2-4131-91a7-e483ee72b250', 'tag': '73b92b7f-acad-4ac9-aa17-53b3f60f147f', 'status': 'completed', 'code': 200} Dec 14 02:39:14.426759 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-cc33dd75-f7cf-4058-b71d-7bb44667fc5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1337c3d-bcf7-4486-ae42-aca12144d612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276371 Dec 14 02:39:14.448185 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-17b1d337-7184-4def-8efb-462db5360de1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Request body: {'port': {'device_id': '5f155078-6872-4d2b-93ed-a54d71005a12', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd307fd75-d63b-4667-bff7-1b964e3cfc2d', 'admin_state_up': True, 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'security_groups': ['a99c608b-fe34-4377-b46c-98cb264ff4e3']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:14.595848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dafa9-75a5-4cdf-9d61-4e6ff9d97301 req-19224243-2d46-47d0-9249-969cab7f181a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:14.597599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-094dafa9-75a5-4cdf-9d61-4e6ff9d97301 req-19224243-2d46-47d0-9249-969cab7f181a service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.2877619 Dec 14 02:39:14.608127 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4fe7033c-2028-4dfc-992f-5e7d63377691 None None] Provisioning complete for port 19e22f74-2335-4fa8-8c9a-49d2f0fa5840 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:14.608343 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4fe7033c-2028-4dfc-992f-5e7d63377691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:14.657334 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=005c7aaa-8bbd-4dce-8e0c-c2efa85a5267,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:14.675990 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4fe7033c-2028-4dfc-992f-5e7d63377691 None None] Port 19e22f74-2335-4fa8-8c9a-49d2f0fa5840 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:39:14.675990 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '005c7aaa-8bbd-4dce-8e0c-c2efa85a5267', 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d', 'port_id': '005c7aaa-8bbd-4dce-8e0c-c2efa85a5267', 'mac_address': 'fa:16:3e:9e:2e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a92f050-7d7f-44ec-8504-2ffe6d2c9312', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:39:14.695812 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-17b1d337-7184-4def-8efb-462db5360de1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Made reservation on behalf of 20630dab3f6946828746e2d81f7e163b for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:14.701702 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-17b1d337-7184-4def-8efb-462db5360de1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:14.782546 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:14.813486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:14.814256 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8225d98-ab7f-46e2-b93a-8625acc9417d req-a064523f-6fd9-4dae-9271-d511cd5af1b8 service neutron] 10.222.0.47 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8968015 Dec 14 02:39:14.816141 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6ea9058e-78be-4e7b-a940-41523edd74c1 req-01cffe40-7c30-4a16-896e-a5c28346c6bc tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb7ec945-c927-463f-aefe-ad75aa3ff1bf HTTP/1.1" status: 200 len: 210 time: 0.2147872 Dec 14 02:39:14.853290 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=005c7aaa-8bbd-4dce-8e0c-c2efa85a5267,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:14.904982 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-094dafa9-75a5-4cdf-9d61-4e6ff9d97301 req-b059c353-39a2-4736-8602-d3cfac4b604f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=f5b057d0-5267-420e-b290-5c57ee4948ff HTTP/1.1" status: 200 len: 217 time: 0.2815874 Dec 14 02:39:14.924567 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:14.942012 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3af60ba1-7e30-41e7-be1a-2f5974b5172e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:39:15.040864 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-17b1d337-7184-4def-8efb-462db5360de1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Allocated IP 10.2.2.200 (d307fd75-d63b-4667-bff7-1b964e3cfc2d/f7c03cc8-dfac-4214-8791-c31ff50735c6/9bba1e63-dba3-4636-9fc2-f0bfede35d7f) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:39:15.095551 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=005c7aaa-8bbd-4dce-8e0c-c2efa85a5267,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:15.118536 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 3af60ba1-7e30-41e7-be1a-2f5974b5172e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:15.118924 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:15.139457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4245ce-480a-44fb-bbc6-06af826788fd req-13583664-ff8d-400b-84ae-3b98b83ca518 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:15.145550 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4245ce-480a-44fb-bbc6-06af826788fd req-13583664-ff8d-400b-84ae-3b98b83ca518 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:15.152880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4245ce-480a-44fb-bbc6-06af826788fd req-13583664-ff8d-400b-84ae-3b98b83ca518 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:15.158930 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4245ce-480a-44fb-bbc6-06af826788fd req-13583664-ff8d-400b-84ae-3b98b83ca518 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:15.165051 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4245ce-480a-44fb-bbc6-06af826788fd req-13583664-ff8d-400b-84ae-3b98b83ca518 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:15.170988 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4245ce-480a-44fb-bbc6-06af826788fd req-13583664-ff8d-400b-84ae-3b98b83ca518 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:15.185438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4245ce-480a-44fb-bbc6-06af826788fd req-13583664-ff8d-400b-84ae-3b98b83ca518 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:15.187391 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b4245ce-480a-44fb-bbc6-06af826788fd req-13583664-ff8d-400b-84ae-3b98b83ca518 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5418 time: 0.8719084 Dec 14 02:39:15.245040 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:15.262164 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['005c7aaa-8bbd-4dce-8e0c-c2efa85a5267'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:39:15.291841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dafa9-75a5-4cdf-9d61-4e6ff9d97301 req-72f27090-73ab-467d-a7ac-79d464596be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:15.293144 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-094dafa9-75a5-4cdf-9d61-4e6ff9d97301 req-72f27090-73ab-467d-a7ac-79d464596be1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.3198671 Dec 14 02:39:15.307363 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-17b1d337-7184-4def-8efb-462db5360de1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:15.309131 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8225d98-ab7f-46e2-b93a-8625acc9417d req-420be6dc-2f94-4e3d-82f4-4449e079735c service neutron] 10.222.0.47 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077690 Dec 14 02:39:15.311056 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cb30a7-c8ea-4782-8994-53a5f2323833 None None] Network f4e4f6e8-ad3a-4159-b345-422d4dafa454 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:15.325447 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-5c0eb04f-e017-4000-a8f0-940d3890a2c2 service neutron] 10.222.0.46 "GET /v2.0/networks/e1337c3d-bcf7-4486-ae42-aca12144d612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7265005 Dec 14 02:39:15.352461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9d535-0eb3-48f7-9297-87dd03e8cbfd req-5264e9b9-ba03-4296-9d35-c4c0d4f647f6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:15.363991 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30c9d535-0eb3-48f7-9297-87dd03e8cbfd req-5264e9b9-ba03-4296-9d35-c4c0d4f647f6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=860552b2-63a4-46e8-b85f-b0ce8128f139 HTTP/1.1" status: 200 len: 944 time: 0.3741677 Dec 14 02:39:15.378881 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 3af60ba1-7e30-41e7-be1a-2f5974b5172e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3af60ba1-7e30-41e7-be1a-2f5974b5172e,segment=NetworkSegment(09ad2a66-3baf-4a98-bbe5-f773fa75be92),segment_id=09ad2a66-3baf-4a98-bbe5-f773fa75be92)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:15.427071 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-46d63b12-cec5-4372-a519-f4d620458015 None None] Provisioning complete for port 3af60ba1-7e30-41e7-be1a-2f5974b5172e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:15.427763 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-46d63b12-cec5-4372-a519-f4d620458015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:15.458681 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-17b1d337-7184-4def-8efb-462db5360de1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:15.489388 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b4245ce-480a-44fb-bbc6-06af826788fd req-f9517f73-7a01-4cdd-9792-6c22a2129043 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2853558 Dec 14 02:39:15.509662 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:15.539864 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-17b1d337-7184-4def-8efb-462db5360de1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Network d307fd75-d63b-4667-bff7-1b964e3cfc2d is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:39:15.543381 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-17b1d337-7184-4def-8efb-462db5360de1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:15.557979 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-17b1d337-7184-4def-8efb-462db5360de1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:39:15.591047 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=3af60ba1-7e30-41e7-be1a-2f5974b5172e,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:15.613003 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1d337-7184-4def-8efb-462db5360de1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event updated for resources: {'Port': ['ID=9bba1e63-dba3-4636-9fc2-f0bfede35d7f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:15.643326 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-17b1d337-7184-4def-8efb-462db5360de1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:15.644011 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-17b1d337-7184-4def-8efb-462db5360de1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:15.673107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094dafa9-75a5-4cdf-9d61-4e6ff9d97301 req-a8096359-0ce8-4bc0-874d-95bb2e03cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:15.681597 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-094dafa9-75a5-4cdf-9d61-4e6ff9d97301 req-a8096359-0ce8-4bc0-874d-95bb2e03cf84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3703687 Dec 14 02:39:15.701825 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30c9d535-0eb3-48f7-9297-87dd03e8cbfd req-a78c1f2f-ff9e-4ce5-b961-f76e7ec051cc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008025 Dec 14 02:39:15.763706 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-17b1d337-7184-4def-8efb-462db5360de1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3219767 Dec 14 02:39:15.778247 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293a8e18-2f09-4778-80f6-3092e9e6c461 x-openstack-request-id: req-293a8e18-2f09-4778-80f6-3092e9e6c461 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:15.778247 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7ec945-c927-463f-aefe-ad75aa3ff1bf", "name": "network-vif-deleted", "tag": "bf6445f1-887f-4cfc-8be1-e5b5b5075bc2", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:15.778763 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-293a8e18-2f09-4778-80f6-3092e9e6c461 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:15.779912 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7ec945-c927-463f-aefe-ad75aa3ff1bf', 'name': 'network-vif-deleted', 'tag': 'bf6445f1-887f-4cfc-8be1-e5b5b5075bc2', 'status': 'completed', 'code': 200} Dec 14 02:39:15.786493 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Request body: {'port': {'device_id': '5f155078-6872-4d2b-93ed-a54d71005a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:15.848730 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:15.880091 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:15.930828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-aad8745e-68ac-42ff-bb99-1035967048d4 None None] Provisioning complete for port 9bba1e63-dba3-4636-9fc2-f0bfede35d7f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:15.931209 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aad8745e-68ac-42ff-bb99-1035967048d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:15.992754 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-aad8745e-68ac-42ff-bb99-1035967048d4 None None] Port 9bba1e63-dba3-4636-9fc2-f0bfede35d7f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:39:16.105568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2b09b1e4-ec0c-4849-9929-8bbe1f57dc84 None None] Could not find standard attr ID for object 3af60ba1-7e30-41e7-be1a-2f5974b5172e. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:39:16.219447 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d0c3df-68eb-4bde-a5c9-676990933749 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:16.227436 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:16.239856 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Transition to ACTIVE for port object 80d0c3df-68eb-4bde-a5c9-676990933749 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:39:16.242612 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-256f8f5f-ac31-4bb3-9ae4-36a3d808aee8 req-d247c3f3-36af-4012-a0a8-d77fb14b35c2 service neutron] 10.222.0.46 "GET /v2.0/networks/e1337c3d-bcf7-4486-ae42-aca12144d612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8540237 Dec 14 02:39:16.249227 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Port': ['ID=3af60ba1-7e30-41e7-be1a-2f5974b5172e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:16.306921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No DVR routers for this DVR port 3af60ba1-7e30-41e7-be1a-2f5974b5172e on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:39:16.318291 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:16.341115 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679753b2-8de5-46b4-ade8-4893c462155f None None] DHCP port deletion for f4e4f6e8-ad3a-4159-b345-422d4dafa454 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:39:16.366476 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-094dafa9-75a5-4cdf-9d61-4e6ff9d97301 req-100bf19f-4007-44cf-acf3-b966d5695109 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6523266 Dec 14 02:39:16.373852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ca481-13b9-407a-a376-5324c586f831 req-dd2fa068-0a79-45a3-9a21-cc24a2733581 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:16.374611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a24849-2a3c-453f-acc3-46389b7ebd93 None None] get_active_networks_info from n-d-821636-1 {{(pid=103849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 02:39:16.382966 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e56ca481-13b9-407a-a376-5324c586f831 req-dd2fa068-0a79-45a3-9a21-cc24a2733581 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 943 time: 0.6800129 Dec 14 02:39:16.401734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4581e7-03f9-4048-99fd-370fa9848bc7 req-b922df37-9bd5-4325-b704-395beec470f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:16.407655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4581e7-03f9-4048-99fd-370fa9848bc7 req-b922df37-9bd5-4325-b704-395beec470f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:16.413643 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4581e7-03f9-4048-99fd-370fa9848bc7 req-b922df37-9bd5-4325-b704-395beec470f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:16.420050 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4581e7-03f9-4048-99fd-370fa9848bc7 req-b922df37-9bd5-4325-b704-395beec470f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:16.426114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4581e7-03f9-4048-99fd-370fa9848bc7 req-b922df37-9bd5-4325-b704-395beec470f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:16.431230 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd4581e7-03f9-4048-99fd-370fa9848bc7 req-b922df37-9bd5-4325-b704-395beec470f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 3815 time: 0.5515449 Dec 14 02:39:16.449885 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Pushing event updated for resources: {'Port': ['ID=80d0c3df-68eb-4bde-a5c9-676990933749,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:16.509746 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Attempting to bind port 80d0c3df-68eb-4bde-a5c9-676990933749 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:39:16.510401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Attempting to bind port 80d0c3df-68eb-4bde-a5c9-676990933749 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '716a3816-24ae-4d8b-8bcc-a74c2e331a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:39:16.510582 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Attempting to bind port 80d0c3df-68eb-4bde-a5c9-676990933749 on network c8c294be-4992-4711-bfec-5f4308700461 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:16.515561 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Port 80d0c3df-68eb-4bde-a5c9-676990933749 on network c8c294be-4992-4711-bfec-5f4308700461 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:39:16.516279 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Attempting to bind port 80d0c3df-68eb-4bde-a5c9-676990933749 on network c8c294be-4992-4711-bfec-5f4308700461 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:16.523968 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:39:16.524460 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Checking segment: {'id': '716a3816-24ae-4d8b-8bcc-a74c2e331a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:16.524954 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Bound using segment: {'id': '716a3816-24ae-4d8b-8bcc-a74c2e331a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:39:16.526773 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Bound port: 80d0c3df-68eb-4bde-a5c9-676990933749, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '716a3816-24ae-4d8b-8bcc-a74c2e331a8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:39:16.526773 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:16.580398 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:16.595424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7c759644-3907-46f6-8a47-02b7097f41d4 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:39:16.597072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:39:16.601617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a24849-2a3c-453f-acc3-46389b7ebd93 None None] Resources bound (agent type, host, resource id): {{(pid=103849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 02:39:16.613433 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] For port 80d0c3df-68eb-4bde-a5c9-676990933749, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:39:16.620306 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] For port 80d0c3df-68eb-4bde-a5c9-676990933749, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=80d0c3df-68eb-4bde-a5c9-676990933749,segment=NetworkSegment(716a3816-24ae-4d8b-8bcc-a74c2e331a8e),segment_id=716a3816-24ae-4d8b-8bcc-a74c2e331a8e)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:39:16.681860 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e56ca481-13b9-407a-a376-5324c586f831 req-9c68765b-b9b1-43a2-9783-207a98f1749f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980211 Dec 14 02:39:16.728438 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd4581e7-03f9-4048-99fd-370fa9848bc7 req-2baa432e-efe4-49d6-8577-b5cc249684d8 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529266 Dec 14 02:39:16.730460 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:16.765181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f724fd-b198-419e-8e7a-bbc6dd196eed req-d3877ad5-1602-45c3-a9f2-828397ece956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:16.766189 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:16.768903 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47f724fd-b198-419e-8e7a-bbc6dd196eed req-d3877ad5-1602-45c3-a9f2-828397ece956 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8de2e897b66f4832a6b93a500335cd1f&device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 1094 time: 0.3155041 Dec 14 02:39:16.769468 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:16.773943 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] 10.222.0.47 "PUT /v2.0/ports/80d0c3df-68eb-4bde-a5c9-676990933749 HTTP/1.1" status: 200 len: 1092 time: 0.9924138 Dec 14 02:39:16.805479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3af60ba1-7e30-41e7-be1a-2f5974b5172e no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:39:16.824439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-094dafa9-75a5-4cdf-9d61-4e6ff9d97301 req-55d9979e-b43d-4cf6-8707-4d048d8a9232 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393167 Dec 14 02:39:16.859149 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 3af60ba1-7e30-41e7-be1a-2f5974b5172e {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:39:16.859392 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3af60ba1-7e30-41e7-be1a-2f5974b5172e not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:39:16.894133 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 7c759644-3907-46f6-8a47-02b7097f41d4, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7c759644-3907-46f6-8a47-02b7097f41d4,segment=NetworkSegment(64a20676-0459-4167-aad8-80e21b0772b5),segment_id=64a20676-0459-4167-aad8-80e21b0772b5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:16.912167 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b665d5b-41d0-420d-953a-1641c83f8386 service neutron] Pushing event updated for resources: {'Port': ['ID=80d0c3df-68eb-4bde-a5c9-676990933749,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:16.943533 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '7c759644-3907-46f6-8a47-02b7097f41d4', 'network_id': '18b9e852-d3ea-485d-8106-6a6289070cf4', 'port_id': '7c759644-3907-46f6-8a47-02b7097f41d4', 'mac_address': 'fa:16:3e:6f:01:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a649358c-109a-47a1-abe2-1321d3721590', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:39:16.961594 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Request body: {'port': {'device_id': '5f155078-6872-4d2b-93ed-a54d71005a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:17.110840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32731eaf-821a-40e6-ae8a-492c8089b41f req-61730103-5dfd-43a1-8507-dfe28a1926de tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:17.112464 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32731eaf-821a-40e6-ae8a-492c8089b41f req-61730103-5dfd-43a1-8507-dfe28a1926de tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.3032169 Dec 14 02:39:17.129080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48597f5-3130-49b2-8158-3994ab9d8a68 req-ea16c9eb-2903-49cc-9d1d-9e85ccfdc4c1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:17.135639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48597f5-3130-49b2-8158-3994ab9d8a68 req-ea16c9eb-2903-49cc-9d1d-9e85ccfdc4c1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:17.141667 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48597f5-3130-49b2-8158-3994ab9d8a68 req-ea16c9eb-2903-49cc-9d1d-9e85ccfdc4c1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:17.147963 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48597f5-3130-49b2-8158-3994ab9d8a68 req-ea16c9eb-2903-49cc-9d1d-9e85ccfdc4c1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:17.154001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48597f5-3130-49b2-8158-3994ab9d8a68 req-ea16c9eb-2903-49cc-9d1d-9e85ccfdc4c1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:17.160027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48597f5-3130-49b2-8158-3994ab9d8a68 req-ea16c9eb-2903-49cc-9d1d-9e85ccfdc4c1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:17.167612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:39:17.172117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48597f5-3130-49b2-8158-3994ab9d8a68 req-ea16c9eb-2903-49cc-9d1d-9e85ccfdc4c1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:17.174312 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b48597f5-3130-49b2-8158-3994ab9d8a68 req-ea16c9eb-2903-49cc-9d1d-9e85ccfdc4c1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5418 time: 0.2182419 Dec 14 02:39:17.179262 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f724fd-b198-419e-8e7a-bbc6dd196eed req-9c002090-ab6c-4e23-8d4b-ed755b0da70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:17.180807 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47f724fd-b198-419e-8e7a-bbc6dd196eed req-9c002090-ab6c-4e23-8d4b-ed755b0da70b service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1337c3d-bcf7-4486-ae42-aca12144d612 HTTP/1.1" status: 200 len: 915 time: 0.4006686 Dec 14 02:39:17.184721 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:17.188132 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:17.188132 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:17.195965 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:17.212425 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:17.244296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c759644-3907-46f6-8a47-02b7097f41d4 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:17.261720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Subnet': ['ID=6f342fb8-5b6a-40d8-8908-66d8e58a2088,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:17.300931 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47f724fd-b198-419e-8e7a-bbc6dd196eed req-fd30d289-94a8-4ef5-ba3d-44360f696278 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=73b92b7f-acad-4ac9-aa17-53b3f60f147f HTTP/1.1" status: 200 len: 217 time: 0.0968413 Dec 14 02:39:17.332681 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 7c759644-3907-46f6-8a47-02b7097f41d4, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7c759644-3907-46f6-8a47-02b7097f41d4,segment=NetworkSegment(64a20676-0459-4167-aad8-80e21b0772b5),segment_id=64a20676-0459-4167-aad8-80e21b0772b5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:17.401228 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:17.426717 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860552b2-63a4-46e8-b85f-b0ce8128f139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005c7aaa-8bbd-4dce-8e0c-c2efa85a5267'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:17.429858 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ae8f3e-9bf2-446e-b6b6-720adf8f5182" -d '{"events": [{"server_uuid": "860552b2-63a4-46e8-b85f-b0ce8128f139", "name": "network-vif-plugged", "status": "completed", "tag": "005c7aaa-8bbd-4dce-8e0c-c2efa85a5267"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:17.433405 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:17.434044 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4ef6eebe-50b1-45f1-8719-abdc224c373b details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:39:17.449990 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb58f34-af85-4052-904f-c13a12223ea4 None None] Network f4e4f6e8-ad3a-4159-b345-422d4dafa454 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:17.465634 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:17.501862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32731eaf-821a-40e6-ae8a-492c8089b41f req-3e0ab2f0-45d7-49b1-9e88-c403055edb11 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266768 Dec 14 02:39:17.516482 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=005c7aaa-8bbd-4dce-8e0c-c2efa85a5267,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:17.518552 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b48597f5-3130-49b2-8158-3994ab9d8a68 req-d79e66c8-f8b7-4ef1-8c15-102a928dde6a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3353465 Dec 14 02:39:17.529335 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:39:17.587375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:39:17.587777 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device bf6445f1-887f-4cfc-8be1-e5b5b5075bc2 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:39:17.611857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e4f6e8-ad3a-4159-b345-422d4dafa454']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:17.629621 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f724fd-b198-419e-8e7a-bbc6dd196eed req-e32e3001-28e8-4e28-8cf3-466310e142c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:17.631164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47f724fd-b198-419e-8e7a-bbc6dd196eed req-e32e3001-28e8-4e28-8cf3-466310e142c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71b59d7a-4d1f-479f-848f-a3d5895f59fb HTTP/1.1" status: 200 len: 854 time: 0.2840292 Dec 14 02:39:17.638719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ad2a66-3baf-4a98-bbe5-f773fa75be92') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:17.638932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ad2a66-3baf-4a98-bbe5-f773fa75be92') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:17.650425 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:17.687221 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=7c759644-3907-46f6-8a47-02b7097f41d4,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:17.691655 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:17.694867 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47f724fd-b198-419e-8e7a-bbc6dd196eed req-d5d1e1dc-bc63-4fea-b192-f31230f7db8f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1337c3d-bcf7-4486-ae42-aca12144d612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516887 Dec 14 02:39:17.743170 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=005c7aaa-8bbd-4dce-8e0c-c2efa85a5267,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:17.747745 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559a1b6c-9ed6-452c-a0d6-9c01c21d1e74 None None] DHCP port deletion for f4e4f6e8-ad3a-4159-b345-422d4dafa454 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:39:17.781730 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'tag': '80d0c3df-68eb-4bde-a5c9-676990933749'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:17.784247 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602ca233-e139-4c1e-beac-965dfdbdfa4a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "tag": "80d0c3df-68eb-4bde-a5c9-676990933749"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:17.801699 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4ef6eebe-50b1-45f1-8719-abdc224c373b, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4ef6eebe-50b1-45f1-8719-abdc224c373b,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:17.838182 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '4ef6eebe-50b1-45f1-8719-abdc224c373b', 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429', 'port_id': '4ef6eebe-50b1-45f1-8719-abdc224c373b', 'mac_address': 'fa:16:3e:ae:bd:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e925697-362e-4fd5-a44c-1a81dc51a250', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:39:17.856795 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:17.886461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:39:17.886868 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:39:17.892522 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:39:17.906039 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:17.924600 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef6eebe-50b1-45f1-8719-abdc224c373b {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:17.964076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4ef6eebe-50b1-45f1-8719-abdc224c373b, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4ef6eebe-50b1-45f1-8719-abdc224c373b,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:18.022883 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47f724fd-b198-419e-8e7a-bbc6dd196eed req-248c66c8-9edc-467b-811f-bf3298fa6349 service neutron] 10.222.0.46 "GET /v2.0/networks/e1337c3d-bcf7-4486-ae42-aca12144d612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089380 Dec 14 02:39:18.033069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53d867-78d5-4364-9f14-264f61805949 req-d898000d-cf47-48e6-9cff-9c842b698a0a tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:18.035028 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d53d867-78d5-4364-9f14-264f61805949 req-d898000d-cf47-48e6-9cff-9c842b698a0a tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=860552b2-63a4-46e8-b85f-b0ce8128f139 HTTP/1.1" status: 200 len: 945 time: 0.2286513 Dec 14 02:39:18.089290 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:18.090151 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 967565e0-3a99-41ac-bfa3-c5fb52e9a874 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:39:18.173155 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:18.196212 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:18.201340 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/f4e4f6e8-ad3a-4159-b345-422d4dafa454 HTTP/1.1" status: 204 len: 168 time: 5.7181344 Dec 14 02:39:18.211754 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4ef6eebe-50b1-45f1-8719-abdc224c373b,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:18.225890 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33280) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:18.238170 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-08e46358-c6b0-4a46-a82b-fae8d3dbaeb5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1301695684'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:18.254365 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a4f9b6-6f68-4c97-a3e6-bd8a1e95d3f2 x-openstack-request-id: req-59a4f9b6-6f68-4c97-a3e6-bd8a1e95d3f2 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:18.257244 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860552b2-63a4-46e8-b85f-b0ce8128f139", "name": "network-vif-plugged", "status": "completed", "tag": "005c7aaa-8bbd-4dce-8e0c-c2efa85a5267", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:18.257749 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59a4f9b6-6f68-4c97-a3e6-bd8a1e95d3f2 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:18.258472 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860552b2-63a4-46e8-b85f-b0ce8128f139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005c7aaa-8bbd-4dce-8e0c-c2efa85a5267', 'code': 200} Dec 14 02:39:18.275616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea45a4-1493-469c-b09c-6017e3d2c0d5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Network': ['ID=f4e4f6e8-ad3a-4159-b345-422d4dafa454,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:18.325219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 967565e0-3a99-41ac-bfa3-c5fb52e9a874, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=967565e0-3a99-41ac-bfa3-c5fb52e9a874,segment=NetworkSegment(d1595b99-6ad9-44ee-8c91-8d11d1164e2c),segment_id=d1595b99-6ad9-44ee-8c91-8d11d1164e2c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:18.339006 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '967565e0-3a99-41ac-bfa3-c5fb52e9a874', 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6', 'port_id': '967565e0-3a99-41ac-bfa3-c5fb52e9a874', 'mac_address': 'fa:16:3e:a0:9e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:39:18.360429 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e46358-c6b0-4a46-a82b-fae8d3dbaeb5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:18.363945 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08e46358-c6b0-4a46-a82b-fae8d3dbaeb5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:18.374121 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d53d867-78d5-4364-9f14-264f61805949 req-0516bf8f-6a27-4f68-9bc9-ecb44153c410 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087525 Dec 14 02:39:18.386363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ec5b55-d299-40b8-8527-04f4e67eaeba {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:18.399280 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:18.414873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967565e0-3a99-41ac-bfa3-c5fb52e9a874 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:18.417655 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47f724fd-b198-419e-8e7a-bbc6dd196eed req-7282b511-dd86-4de1-a3ad-582ea249b08c service neutron] 10.222.0.46 "GET /v2.0/networks/e1337c3d-bcf7-4486-ae42-aca12144d612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774507 Dec 14 02:39:18.419676 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:18.456245 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 967565e0-3a99-41ac-bfa3-c5fb52e9a874, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=967565e0-3a99-41ac-bfa3-c5fb52e9a874,segment=NetworkSegment(d1595b99-6ad9-44ee-8c91-8d11d1164e2c),segment_id=d1595b99-6ad9-44ee-8c91-8d11d1164e2c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:18.461470 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Transition to ACTIVE for port object 26ec5b55-d299-40b8-8527-04f4e67eaeba will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:39:18.475992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c6030-ee2c-4512-9595-aa969aff0875 req-8f8aa916-8f4f-43da-8e94-b78cbf9dd546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:18.477430 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-862c6030-ee2c-4512-9595-aa969aff0875 req-8f8aa916-8f4f-43da-8e94-b78cbf9dd546 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=860552b2-63a4-46e8-b85f-b0ce8128f139 HTTP/1.1" status: 200 len: 1096 time: 0.1102526 Dec 14 02:39:18.478173 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e46358-c6b0-4a46-a82b-fae8d3dbaeb5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:39:18.488810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea45c78-af48-44f9-8565-79e1bcb8f899 req-704e7b7c-f8f4-4c4a-8086-3153fe5063e9 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:18.496949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bea45c78-af48-44f9-8565-79e1bcb8f899 req-704e7b7c-f8f4-4c4a-8086-3153fe5063e9 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 943 time: 0.1793122 Dec 14 02:39:18.513226 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08e46358-c6b0-4a46-a82b-fae8d3dbaeb5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:18.513603 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-08e46358-c6b0-4a46-a82b-fae8d3dbaeb5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Added segment 844a0402-1bad-4e0d-b8b5-5ffbbdf8c18e of type vlan for network a4818513-e5f2-4af5-b081-33daac573cf2 Dec 14 02:39:18.572556 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08e46358-c6b0-4a46-a82b-fae8d3dbaeb5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:18.583098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bea45c78-af48-44f9-8565-79e1bcb8f899 req-f43c1faa-c7aa-4cf6-af71-1bd38b84d191 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828042 Dec 14 02:39:18.583502 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-862c6030-ee2c-4512-9595-aa969aff0875 req-0df202d0-83b2-45bc-9a9a-81eb042081b8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972643 Dec 14 02:39:18.609974 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:18.610468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13477e16-e360-40a9-b9b1-2a6697e692c8 req-7c529c8e-d4d3-4a69-9a86-d15509e22e4b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:18.610659 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7b7cfabd-515e-4098-a45c-f9b489a694ea details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:39:18.619735 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13477e16-e360-40a9-b9b1-2a6697e692c8 req-7c529c8e-d4d3-4a69-9a86-d15509e22e4b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:18.630185 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13477e16-e360-40a9-b9b1-2a6697e692c8 req-7c529c8e-d4d3-4a69-9a86-d15509e22e4b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:18.637363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13477e16-e360-40a9-b9b1-2a6697e692c8 req-7c529c8e-d4d3-4a69-9a86-d15509e22e4b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:18.639143 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764cdb8a-627f-4741-817d-0ef4a66ff2f7 x-openstack-request-id: req-764cdb8a-627f-4741-817d-0ef4a66ff2f7 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:18.639444 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "tag": "80d0c3df-68eb-4bde-a5c9-676990933749", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:18.639704 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-764cdb8a-627f-4741-817d-0ef4a66ff2f7 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:18.642259 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'tag': '80d0c3df-68eb-4bde-a5c9-676990933749', 'status': 'completed', 'code': 200} Dec 14 02:39:18.644823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13477e16-e360-40a9-b9b1-2a6697e692c8 req-7c529c8e-d4d3-4a69-9a86-d15509e22e4b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:18.676178 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13477e16-e360-40a9-b9b1-2a6697e692c8 req-7c529c8e-d4d3-4a69-9a86-d15509e22e4b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 3827 time: 0.1768732 Dec 14 02:39:18.700816 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:18.716275 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 7b7cfabd-515e-4098-a45c-f9b489a694ea, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7b7cfabd-515e-4098-a45c-f9b489a694ea,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:18.718687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=967565e0-3a99-41ac-bfa3-c5fb52e9a874,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:18.733243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '7b7cfabd-515e-4098-a45c-f9b489a694ea', 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429', 'port_id': '7b7cfabd-515e-4098-a45c-f9b489a694ea', 'mac_address': 'fa:16:3e:fe:ff:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e925697-362e-4fd5-a44c-1a81dc51a250', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:39:18.738034 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08e46358-c6b0-4a46-a82b-fae8d3dbaeb5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:18.743737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e46358-c6b0-4a46-a82b-fae8d3dbaeb5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:18.744326 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08e46358-c6b0-4a46-a82b-fae8d3dbaeb5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:18.770179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Pushing event updated for resources: {'Port': ['ID=26ec5b55-d299-40b8-8527-04f4e67eaeba,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:18.815847 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:18.826220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e46358-c6b0-4a46-a82b-fae8d3dbaeb5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Network': ['ID=a4818513-e5f2-4af5-b081-33daac573cf2,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:18.841832 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network a4818513-e5f2-4af5-b081-33daac573cf2 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:39:18.847460 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b7cfabd-515e-4098-a45c-f9b489a694ea {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:18.869410 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4beccd-5f17-482c-abf4-bf4d326f4c4d req-85cbcab4-d287-4898-8fcc-2f492a682ffd tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:18.879159 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa4beccd-5f17-482c-abf4-bf4d326f4c4d req-85cbcab4-d287-4898-8fcc-2f492a682ffd tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 950 time: 0.1741228 Dec 14 02:39:18.925617 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-08e46358-c6b0-4a46-a82b-fae8d3dbaeb5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6984415 Dec 14 02:39:18.926203 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13477e16-e360-40a9-b9b1-2a6697e692c8 req-5673e854-d0ec-46a5-8eaf-1d92e1fa7b7e tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466848 Dec 14 02:39:18.926841 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33290) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:18.940727 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-145b0700-6ca3-4564-aa6b-384118235c72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'subnet': {'network_id': 'a4818513-e5f2-4af5-b081-33daac573cf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:18.983840 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 7b7cfabd-515e-4098-a45c-f9b489a694ea, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7b7cfabd-515e-4098-a45c-f9b489a694ea,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:19.013995 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa4beccd-5f17-482c-abf4-bf4d326f4c4d req-03d1d607-625d-4548-9f05-fdfb1a60679f tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335557 Dec 14 02:39:19.028525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Attempting to bind port 26ec5b55-d299-40b8-8527-04f4e67eaeba on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:39:19.028863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Attempting to bind port 26ec5b55-d299-40b8-8527-04f4e67eaeba by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:39:19.029202 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Attempting to bind port 26ec5b55-d299-40b8-8527-04f4e67eaeba on network 143750ac-d961-47f1-8a52-3edc9f23c6d8 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:19.040352 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Port 26ec5b55-d299-40b8-8527-04f4e67eaeba on network 143750ac-d961-47f1-8a52-3edc9f23c6d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:39:19.040698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Attempting to bind port 26ec5b55-d299-40b8-8527-04f4e67eaeba on network 143750ac-d961-47f1-8a52-3edc9f23c6d8 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:19.060715 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:39:19.061066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Checking segment: {'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:19.061512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Bound using segment: {'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:39:19.061964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Bound port: 26ec5b55-d299-40b8-8527-04f4e67eaeba, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:39:19.062328 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:19.112882 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:19.113652 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e97d4905-01c1-4fec-8b89-44b7be1269b7 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:39:19.158407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e810af-7e09-4770-aca6-e67fccb3c95d req-02804940-bac3-4334-9139-7decbae1e109 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:19.160524 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5e810af-7e09-4770-aca6-e67fccb3c95d req-02804940-bac3-4334-9139-7decbae1e109 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.1166530 Dec 14 02:39:19.229981 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] For port 26ec5b55-d299-40b8-8527-04f4e67eaeba, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:39:19.254628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] For port 26ec5b55-d299-40b8-8527-04f4e67eaeba, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=26ec5b55-d299-40b8-8527-04f4e67eaeba,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:39:19.271430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e97d4905-01c1-4fec-8b89-44b7be1269b7, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e97d4905-01c1-4fec-8b89-44b7be1269b7,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:19.283555 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5e810af-7e09-4770-aca6-e67fccb3c95d req-cdb65bbb-7d9c-48aa-b1b8-bcf6b5a16a6b tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130869 Dec 14 02:39:19.299114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b5b00-08b9-4f74-8223-859c1d34cd3e req-03c4701f-a1ae-4cd0-9f0a-7495efa8641d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:19.306538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b5b00-08b9-4f74-8223-859c1d34cd3e req-03c4701f-a1ae-4cd0-9f0a-7495efa8641d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:19.312168 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'e97d4905-01c1-4fec-8b89-44b7be1269b7', 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429', 'port_id': 'e97d4905-01c1-4fec-8b89-44b7be1269b7', 'mac_address': 'fa:16:3e:04:ca:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e925697-362e-4fd5-a44c-1a81dc51a250', 'ip_address': '10.1.1.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:39:19.318530 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b5b00-08b9-4f74-8223-859c1d34cd3e req-03c4701f-a1ae-4cd0-9f0a-7495efa8641d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:19.322027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b5b00-08b9-4f74-8223-859c1d34cd3e req-03c4701f-a1ae-4cd0-9f0a-7495efa8641d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:19.328085 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b5b00-08b9-4f74-8223-859c1d34cd3e req-03c4701f-a1ae-4cd0-9f0a-7495efa8641d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:19.334211 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b5b00-08b9-4f74-8223-859c1d34cd3e req-03c4701f-a1ae-4cd0-9f0a-7495efa8641d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:19.342518 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b5b00-08b9-4f74-8223-859c1d34cd3e req-03c4701f-a1ae-4cd0-9f0a-7495efa8641d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:19.352015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-674b5b00-08b9-4f74-8223-859c1d34cd3e req-03c4701f-a1ae-4cd0-9f0a-7495efa8641d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5422 time: 0.1696434 Dec 14 02:39:19.353549 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=7b7cfabd-515e-4098-a45c-f9b489a694ea,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:19.411140 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:19.442670 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97d4905-01c1-4fec-8b89-44b7be1269b7 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:19.463155 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-674b5b00-08b9-4f74-8223-859c1d34cd3e req-09e970e5-1941-4008-b62b-9dd65bbd4f87 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1086047 Dec 14 02:39:19.475888 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:19.482847 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e97d4905-01c1-4fec-8b89-44b7be1269b7, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e97d4905-01c1-4fec-8b89-44b7be1269b7,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:19.505761 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 73b92b7f-acad-4ac9-aa17-53b3f60f147f details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:39:19.546971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:19.547848 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:19.550809 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] 10.222.0.47 "PUT /v2.0/ports/26ec5b55-d299-40b8-8527-04f4e67eaeba HTTP/1.1" status: 200 len: 1136 time: 2.6138158 Dec 14 02:39:19.553534 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'tag': '26ec5b55-d299-40b8-8527-04f4e67eaeba'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:19.556028 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab1b661-5e39-4d99-bfce-e89f37bf0b13" -d '{"events": [{"name": "network-changed", "server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "tag": "26ec5b55-d299-40b8-8527-04f4e67eaeba"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:19.569677 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ca233-e139-4c1e-beac-965dfdbdfa4a req-5f1f1dc5-421c-4d0d-a836-c4e6cb29dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:19.571324 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ca233-e139-4c1e-beac-965dfdbdfa4a req-5f1f1dc5-421c-4d0d-a836-c4e6cb29dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:19.571828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ca233-e139-4c1e-beac-965dfdbdfa4a req-5f1f1dc5-421c-4d0d-a836-c4e6cb29dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:19.573650 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ca233-e139-4c1e-beac-965dfdbdfa4a req-5f1f1dc5-421c-4d0d-a836-c4e6cb29dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:19.574145 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ca233-e139-4c1e-beac-965dfdbdfa4a req-5f1f1dc5-421c-4d0d-a836-c4e6cb29dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:19.575804 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ca233-e139-4c1e-beac-965dfdbdfa4a req-5f1f1dc5-421c-4d0d-a836-c4e6cb29dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:19.577840 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-602ca233-e139-4c1e-beac-965dfdbdfa4a req-5f1f1dc5-421c-4d0d-a836-c4e6cb29dbce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20630dab3f6946828746e2d81f7e163b&device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5249 time: 0.6327429 Dec 14 02:39:19.639368 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db5ab1a-0d5b-4e82-94ca-fad9af29cc4e x-openstack-request-id: req-5db5ab1a-0d5b-4e82-94ca-fad9af29cc4e {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:19.639742 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "tag": "26ec5b55-d299-40b8-8527-04f4e67eaeba", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:19.640059 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5db5ab1a-0d5b-4e82-94ca-fad9af29cc4e {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:19.641366 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'tag': '26ec5b55-d299-40b8-8527-04f4e67eaeba', 'status': 'completed', 'code': 200} Dec 14 02:39:19.649223 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:19.649932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 467a8650-a8b3-40e7-8038-30ec1396f28c details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:39:19.650434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adefa86-706c-4ed1-bcd3-799039e9407d service neutron] Pushing event updated for resources: {'Port': ['ID=26ec5b55-d299-40b8-8527-04f4e67eaeba,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:19.707196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25cadc-6a84-4635-b6ae-5f9d69fcc9d9 req-70cf1815-04b6-485c-9561-96b5ba801554 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:19.717477 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4d25cadc-6a84-4635-b6ae-5f9d69fcc9d9 req-70cf1815-04b6-485c-9561-96b5ba801554 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=860552b2-63a4-46e8-b85f-b0ce8128f139 HTTP/1.1" status: 200 len: 945 time: 0.1407931 Dec 14 02:39:19.752495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Request body: {'port': {'device_id': '5f155078-6872-4d2b-93ed-a54d71005a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:19.782239 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145b0700-6ca3-4564-aa6b-384118235c72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:19.786181 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-145b0700-6ca3-4564-aa6b-384118235c72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:19.802143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 73b92b7f-acad-4ac9-aa17-53b3f60f147f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=73b92b7f-acad-4ac9-aa17-53b3f60f147f,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:19.855764 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 467a8650-a8b3-40e7-8038-30ec1396f28c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=467a8650-a8b3-40e7-8038-30ec1396f28c,segment=NetworkSegment(64a20676-0459-4167-aad8-80e21b0772b5),segment_id=64a20676-0459-4167-aad8-80e21b0772b5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:19.865575 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=e97d4905-01c1-4fec-8b89-44b7be1269b7,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:19.893354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '73b92b7f-acad-4ac9-aa17-53b3f60f147f', 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612', 'port_id': '73b92b7f-acad-4ac9-aa17-53b3f60f147f', 'mac_address': 'fa:16:3e:c5:65:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b59d7a-4d1f-479f-848f-a3d5895f59fb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:39:19.905709 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '467a8650-a8b3-40e7-8038-30ec1396f28c', 'network_id': '18b9e852-d3ea-485d-8106-6a6289070cf4', 'port_id': '467a8650-a8b3-40e7-8038-30ec1396f28c', 'mac_address': 'fa:16:3e:76:23:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a649358c-109a-47a1-abe2-1321d3721590', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:39:19.942496 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:20.068084 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ca233-e139-4c1e-beac-965dfdbdfa4a req-a46d1a70-3561-4724-8738-ab6c9b668294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:20.068672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ca233-e139-4c1e-beac-965dfdbdfa4a req-a46d1a70-3561-4724-8738-ab6c9b668294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:20.069639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ca233-e139-4c1e-beac-965dfdbdfa4a req-a46d1a70-3561-4724-8738-ab6c9b668294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:20.071234 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-602ca233-e139-4c1e-beac-965dfdbdfa4a req-a46d1a70-3561-4724-8738-ab6c9b668294 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=20630dab3f6946828746e2d81f7e163b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4103050 Dec 14 02:39:20.076264 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:20.083485 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:20.131095 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467a8650-a8b3-40e7-8038-30ec1396f28c {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:20.141448 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b92b7f-acad-4ac9-aa17-53b3f60f147f {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:20.179801 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 467a8650-a8b3-40e7-8038-30ec1396f28c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=467a8650-a8b3-40e7-8038-30ec1396f28c,segment=NetworkSegment(64a20676-0459-4167-aad8-80e21b0772b5),segment_id=64a20676-0459-4167-aad8-80e21b0772b5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:20.184000 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 73b92b7f-acad-4ac9-aa17-53b3f60f147f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=73b92b7f-acad-4ac9-aa17-53b3f60f147f,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:20.279609 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:20.280368 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e9de420b-c32e-4a1d-a9ee-71a5673399ea details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:39:20.284513 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:20.424481 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ca233-e139-4c1e-beac-965dfdbdfa4a req-c8ca702d-6b57-4e08-9abd-1c4b03c68073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:20.429267 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-602ca233-e139-4c1e-beac-965dfdbdfa4a req-c8ca702d-6b57-4e08-9abd-1c4b03c68073 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3395739 Dec 14 02:39:20.441778 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e9de420b-c32e-4a1d-a9ee-71a5673399ea, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e9de420b-c32e-4a1d-a9ee-71a5673399ea,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:20.472123 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'e9de420b-c32e-4a1d-a9ee-71a5673399ea', 'network_id': 'cf83d73a-45cf-4239-b869-73b771421429', 'port_id': 'e9de420b-c32e-4a1d-a9ee-71a5673399ea', 'mac_address': 'fa:16:3e:d6:d3:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e925697-362e-4fd5-a44c-1a81dc51a250', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:39:20.479910 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-145b0700-6ca3-4564-aa6b-384118235c72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:20.480356 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=467a8650-a8b3-40e7-8038-30ec1396f28c,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:20.563063 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:20.577504 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['73b92b7f-acad-4ac9-aa17-53b3f60f147f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:39:20.582581 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=73b92b7f-acad-4ac9-aa17-53b3f60f147f,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:20.608488 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b0700-6ca3-4564-aa6b-384118235c72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Subnet': ['ID=ffea78c7-ee40-4be9-b7e6-b83fea473e2b,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:20.615053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9de420b-c32e-4a1d-a9ee-71a5673399ea {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:20.642205 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e9de420b-c32e-4a1d-a9ee-71a5673399ea, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e9de420b-c32e-4a1d-a9ee-71a5673399ea,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:20.728144 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145b0700-6ca3-4564-aa6b-384118235c72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Checking segment: {'id': '844a0402-1bad-4e0d-b8b5-5ffbbdf8c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a4818513-e5f2-4af5-b081-33daac573cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:20.728867 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145b0700-6ca3-4564-aa6b-384118235c72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network hostable DHCP agents. Network: a4818513-e5f2-4af5-b081-33daac573cf2, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:39:20.737417 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1b661-5e39-4d99-bfce-e89f37bf0b13 req-1f03aedf-2f27-4068-82f8-132173ec0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:20.738122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1b661-5e39-4d99-bfce-e89f37bf0b13 req-1f03aedf-2f27-4068-82f8-132173ec0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:20.738745 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1b661-5e39-4d99-bfce-e89f37bf0b13 req-1f03aedf-2f27-4068-82f8-132173ec0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:20.739363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1b661-5e39-4d99-bfce-e89f37bf0b13 req-1f03aedf-2f27-4068-82f8-132173ec0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:20.739982 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1b661-5e39-4d99-bfce-e89f37bf0b13 req-1f03aedf-2f27-4068-82f8-132173ec0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:20.741156 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1b661-5e39-4d99-bfce-e89f37bf0b13 req-1f03aedf-2f27-4068-82f8-132173ec0a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:20.743498 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ab1b661-5e39-4d99-bfce-e89f37bf0b13 req-1f03aedf-2f27-4068-82f8-132173ec0a65 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20630dab3f6946828746e2d81f7e163b&device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5291 time: 0.1221430 Dec 14 02:39:20.773849 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:20.844580 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4d25cadc-6a84-4635-b6ae-5f9d69fcc9d9 req-0f2f5a01-6da5-454f-a321-96df461e8dd2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1229913 Dec 14 02:39:20.863175 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=e9de420b-c32e-4a1d-a9ee-71a5673399ea,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:20.890266 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1b661-5e39-4d99-bfce-e89f37bf0b13 req-147b87e1-fa08-4b81-b4a5-5b7d1ecbb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:20.890867 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1b661-5e39-4d99-bfce-e89f37bf0b13 req-147b87e1-fa08-4b81-b4a5-5b7d1ecbb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:20.891403 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1b661-5e39-4d99-bfce-e89f37bf0b13 req-147b87e1-fa08-4b81-b4a5-5b7d1ecbb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:20.893291 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ab1b661-5e39-4d99-bfce-e89f37bf0b13 req-147b87e1-fa08-4b81-b4a5-5b7d1ecbb45c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=20630dab3f6946828746e2d81f7e163b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1344931 Dec 14 02:39:20.894761 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145b0700-6ca3-4564-aa6b-384118235c72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network a4818513-e5f2-4af5-b081-33daac573cf2 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:39:20.937964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580e547-fa3d-420d-b48b-a5b3819da4f6 req-39b9cc67-8831-44f9-b4fb-3b61fdacb104 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:20.940243 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4580e547-fa3d-420d-b48b-a5b3819da4f6 req-39b9cc67-8831-44f9-b4fb-3b61fdacb104 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.47 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 950 time: 0.2434616 Dec 14 02:39:20.951582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c603683-4ea2-4766-81a0-2066a92a72d1 req-47c8aad4-ce8d-4047-8c1e-c79942074eca tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:20.953277 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c603683-4ea2-4766-81a0-2066a92a72d1 req-47c8aad4-ce8d-4047-8c1e-c79942074eca tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 944 time: 1.0315890 Dec 14 02:39:20.964702 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45864e56-7abd-4913-a7eb-e89f5d9893ba {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:20.987548 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:21.003923 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-145b0700-6ca3-4564-aa6b-384118235c72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, a4818513-e5f2-4af5-b081-33daac573cf2) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:21.010243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145b0700-6ca3-4564-aa6b-384118235c72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:21.010852 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-145b0700-6ca3-4564-aa6b-384118235c72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:21.017629 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67493dbf-2a3f-4190-919c-b8e277f3050e None None] Network a4818513-e5f2-4af5-b081-33daac573cf2 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:21.037445 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1b661-5e39-4d99-bfce-e89f37bf0b13 req-1084fb08-0464-4c4a-9c5e-50b5cc8db7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:21.039188 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ab1b661-5e39-4d99-bfce-e89f37bf0b13 req-1084fb08-0464-4c4a-9c5e-50b5cc8db7f2 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371858 Dec 14 02:39:21.083333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Transition to ACTIVE for port object 45864e56-7abd-4913-a7eb-e89f5d9893ba will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:39:21.158941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604afef-0f29-4a50-8c80-d324080f88db req-7647d397-c1db-4022-a95e-cee4a5088902 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:21.166394 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604afef-0f29-4a50-8c80-d324080f88db req-7647d397-c1db-4022-a95e-cee4a5088902 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:21.174143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-a4818513-e5f2-4af5-b081-33daac573cf2', 'network_id': 'a4818513-e5f2-4af5-b081-33daac573cf2', 'project_id': 'f157b96bba104001a7a8c0e146d15020', 'fixed_ips': [{'subnet_id': 'ffea78c7-ee40-4be9-b7e6-b83fea473e2b'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:39:21.175816 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:21.181039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604afef-0f29-4a50-8c80-d324080f88db req-7647d397-c1db-4022-a95e-cee4a5088902 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:21.181267 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-145b0700-6ca3-4564-aa6b-384118235c72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2496104 Dec 14 02:39:21.181800 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33308) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:21.184952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604afef-0f29-4a50-8c80-d324080f88db req-7647d397-c1db-4022-a95e-cee4a5088902 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:21.191030 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604afef-0f29-4a50-8c80-d324080f88db req-7647d397-c1db-4022-a95e-cee4a5088902 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:21.196949 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604afef-0f29-4a50-8c80-d324080f88db req-7647d397-c1db-4022-a95e-cee4a5088902 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:21.199078 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f604afef-0f29-4a50-8c80-d324080f88db req-7647d397-c1db-4022-a95e-cee4a5088902 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 4605 time: 0.2551630 Dec 14 02:39:21.207598 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c603683-4ea2-4766-81a0-2066a92a72d1 req-52248fb6-e184-4ff3-95b7-8def7f260b16 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243049 Dec 14 02:39:21.266864 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:21.302370 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-4580e547-fa3d-420d-b48b-a5b3819da4f6 req-1532c0be-31c2-4892-a5a8-2eb527eec89b tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Deleting port f5b057d0-5267-420e-b290-5c57ee4948ff {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:39:21.302746 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4580e547-fa3d-420d-b48b-a5b3819da4f6 req-1532c0be-31c2-4892-a5a8-2eb527eec89b tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:21.362437 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:21.387557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Allocated IP 172.20.0.1 (a4818513-e5f2-4af5-b081-33daac573cf2/ffea78c7-ee40-4be9-b7e6-b83fea473e2b/67b86904-c5c1-4f84-b943-3e5731674aa7) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:39:21.470189 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:21.507286 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f604afef-0f29-4a50-8c80-d324080f88db req-4bc3fb87-a222-46f0-b930-c312fe1cebc5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2912636 Dec 14 02:39:21.548678 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 73b92b7f-acad-4ac9-aa17-53b3f60f147f up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:39:21.596872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4580e547-fa3d-420d-b48b-a5b3819da4f6 req-1532c0be-31c2-4892-a5a8-2eb527eec89b tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] For port f5b057d0-5267-420e-b290-5c57ee4948ff, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f5b057d0-5267-420e-b290-5c57ee4948ff,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:21.597438 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4580e547-fa3d-420d-b48b-a5b3819da4f6 req-1532c0be-31c2-4892-a5a8-2eb527eec89b tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:21.616054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-4580e547-fa3d-420d-b48b-a5b3819da4f6 req-1532c0be-31c2-4892-a5a8-2eb527eec89b tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Calling delete_port for f5b057d0-5267-420e-b290-5c57ee4948ff owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:39:21.619340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['7c759644-3907-46f6-8a47-02b7097f41d4'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:39:21.622760 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['e97d4905-01c1-4fec-8b89-44b7be1269b7'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:39:21.698601 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Pushing event updated for resources: {'Port': ['ID=45864e56-7abd-4913-a7eb-e89f5d9893ba,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:21.711368 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['967565e0-3a99-41ac-bfa3-c5fb52e9a874'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:39:21.734295 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4ef6eebe-50b1-45f1-8719-abdc224c373b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:39:21.738315 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['e9de420b-c32e-4a1d-a9ee-71a5673399ea'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:39:21.819751 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946c9ef-c111-48ac-86a1-90819ea01f50 req-50145e39-91f9-4c2f-a859-c2110931ca84 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:21.821432 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b946c9ef-c111-48ac-86a1-90819ea01f50 req-50145e39-91f9-4c2f-a859-c2110931ca84 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 950 time: 0.4853816 Dec 14 02:39:21.859298 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973d515-3de5-4117-a65c-bc0a024c6d19 req-3693678a-1832-4afb-8c69-8790e765b904 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:21.860808 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6973d515-3de5-4117-a65c-bc0a024c6d19 req-3693678a-1832-4afb-8c69-8790e765b904 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.1595449 Dec 14 02:39:21.906571 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Attempting to bind port 45864e56-7abd-4913-a7eb-e89f5d9893ba on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:39:21.906916 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Attempting to bind port 45864e56-7abd-4913-a7eb-e89f5d9893ba by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:39:21.907259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Attempting to bind port 45864e56-7abd-4913-a7eb-e89f5d9893ba on network 143750ac-d961-47f1-8a52-3edc9f23c6d8 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:21.913843 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Port 45864e56-7abd-4913-a7eb-e89f5d9893ba on network 143750ac-d961-47f1-8a52-3edc9f23c6d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:39:21.914553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Attempting to bind port 45864e56-7abd-4913-a7eb-e89f5d9893ba on network 143750ac-d961-47f1-8a52-3edc9f23c6d8 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:21.923315 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:39:21.923659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Checking segment: {'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:21.924057 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Bound using segment: {'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:39:21.924503 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Bound port: 45864e56-7abd-4913-a7eb-e89f5d9893ba, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:39:21.925176 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:22.050828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b946c9ef-c111-48ac-86a1-90819ea01f50 req-3d3a0406-6ec2-4927-b16f-97e11468e542 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/security-groups?id=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191501 Dec 14 02:39:22.058885 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6973d515-3de5-4117-a65c-bc0a024c6d19 req-be6c0d49-8824-4467-a92a-6e05a8001ba0 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899858 Dec 14 02:39:22.146480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] For port 45864e56-7abd-4913-a7eb-e89f5d9893ba, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:39:22.149155 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4580e547-fa3d-420d-b48b-a5b3819da4f6 req-1532c0be-31c2-4892-a5a8-2eb527eec89b tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:22.152133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] For port 45864e56-7abd-4913-a7eb-e89f5d9893ba, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=45864e56-7abd-4913-a7eb-e89f5d9893ba,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:39:22.194415 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:22.223697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532c0be-31c2-4892-a5a8-2eb527eec89b tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Pushing event deleted for resources: {'Port': ['ID=f5b057d0-5267-420e-b290-5c57ee4948ff,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:22.280440 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:22.302445 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:22.321038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4580e547-fa3d-420d-b48b-a5b3819da4f6 req-1532c0be-31c2-4892-a5a8-2eb527eec89b tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] No DVR routers for this DVR port f5b057d0-5267-420e-b290-5c57ee4948ff on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:39:22.356676 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4580e547-fa3d-420d-b48b-a5b3819da4f6 req-1532c0be-31c2-4892-a5a8-2eb527eec89b tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:22.360065 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4580e547-fa3d-420d-b48b-a5b3819da4f6 req-1532c0be-31c2-4892-a5a8-2eb527eec89b tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.47 "DELETE /v2.0/ports/f5b057d0-5267-420e-b290-5c57ee4948ff HTTP/1.1" status: 204 len: 173 time: 1.4041843 Dec 14 02:39:22.361483 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564da6fa-8eca-4b3e-ba67-7309afc1a282', 'name': 'network-vif-deleted', 'tag': 'f5b057d0-5267-420e-b290-5c57ee4948ff'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:22.363808 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ff1146-49a0-4042-a3a8-7f8094b36db6" -d '{"events": [{"server_uuid": "564da6fa-8eca-4b3e-ba67-7309afc1a282", "name": "network-vif-deleted", "tag": "f5b057d0-5267-420e-b290-5c57ee4948ff"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:22.382986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:22.383380 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:22.384883 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] 10.222.0.47 "PUT /v2.0/ports/45864e56-7abd-4913-a7eb-e89f5d9893ba HTTP/1.1" status: 200 len: 1135 time: 2.6575561 Dec 14 02:39:22.409177 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:22.435619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f06e0-3a76-4726-b647-9f5bafd15fb3 req-80f17871-3dae-456f-aec3-f6dad0e166e1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:22.442711 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 73b92b7f-acad-4ac9-aa17-53b3f60f147f completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:39:22.443430 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f06e0-3a76-4726-b647-9f5bafd15fb3 req-80f17871-3dae-456f-aec3-f6dad0e166e1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:22.449461 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Network a4818513-e5f2-4af5-b081-33daac573cf2 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:39:22.449620 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f06e0-3a76-4726-b647-9f5bafd15fb3 req-80f17871-3dae-456f-aec3-f6dad0e166e1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:22.462108 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f06e0-3a76-4726-b647-9f5bafd15fb3 req-80f17871-3dae-456f-aec3-f6dad0e166e1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:22.475057 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f06e0-3a76-4726-b647-9f5bafd15fb3 req-80f17871-3dae-456f-aec3-f6dad0e166e1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:22.476336 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f06e0-3a76-4726-b647-9f5bafd15fb3 req-80f17871-3dae-456f-aec3-f6dad0e166e1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:22.482465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f06e0-3a76-4726-b647-9f5bafd15fb3 req-80f17871-3dae-456f-aec3-f6dad0e166e1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:22.491855 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db7f06e0-3a76-4726-b647-9f5bafd15fb3 req-80f17871-3dae-456f-aec3-f6dad0e166e1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5425 time: 0.2741864 Dec 14 02:39:22.500781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Pushing event updated for resources: {'Port': ['ID=45864e56-7abd-4913-a7eb-e89f5d9893ba,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:22.508862 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:22.511023 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Subnet': ['ID=ffea78c7-ee40-4be9-b7e6-b83fea473e2b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:22.545057 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Pushing event updated for resources: {'Port': ['ID=67b86904-c5c1-4f84-b943-3e5731674aa7,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:22.547658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 73b92b7f-acad-4ac9-aa17-53b3f60f147f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:22.548038 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:22.550185 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16af855-1d38-4b10-b4bc-f9a8ecbbcc53 req-54e6a6fd-5b16-4a9f-b195-cf771f3ff2ba tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:22.550332 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['467a8650-a8b3-40e7-8038-30ec1396f28c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:39:22.552617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:39:22.563925 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a16af855-1d38-4b10-b4bc-f9a8ecbbcc53 req-54e6a6fd-5b16-4a9f-b195-cf771f3ff2ba tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=860552b2-63a4-46e8-b85f-b0ce8128f139 HTTP/1.1" status: 200 len: 945 time: 0.2808998 Dec 14 02:39:22.576730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:22.576730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:22.576730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:22.576730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:22.576730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:22.576730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:22.576730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:22.576730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:22.576730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:22.576730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:22.576730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:22.576730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:22.576730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b598023-3ee8-4df4-8ffe-645cfcaad01c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:22.597953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Request body: {'port': {'device_id': '5f155078-6872-4d2b-93ed-a54d71005a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:22.655168 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['7b7cfabd-515e-4098-a45c-f9b489a694ea'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:39:22.661682 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:22.706158 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4818513-e5f2-4af5-b081-33daac573cf2']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:22.736561 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844a0402-1bad-4e0d-b8b5-5ffbbdf8c18e') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:22.736869 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844a0402-1bad-4e0d-b8b5-5ffbbdf8c18e') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:22.761241 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:22.800204 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:22.815027 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:39:22.815375 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:22.817417 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:39:22.822441 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:39:22.877812 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db7f06e0-3a76-4726-b647-9f5bafd15fb3 req-d7432589-6f25-4ec5-85a4-6d58e1880896 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3734145 Dec 14 02:39:22.989935 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.db.api [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 02:39:22.989935 n-d-821636-1 neutron-server[103847]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 02:39:22.989935 n-d-821636-1 neutron-server[103847]: [parameters: {'id': 'a4818513-e5f2-4af5-b081-33daac573cf2'}] Dec 14 02:39:22.989935 n-d-821636-1 neutron-server[103847]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:39:22.991093 n-d-821636-1 neutron-server[103847]: DEBUG oslo_db.api [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:39:23.000086 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a16af855-1d38-4b10-b4bc-f9a8ecbbcc53 req-da83d60e-ead0-4b29-9aea-b5f209027121 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349256 Dec 14 02:39:23.050687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Attempting to bind port 67b86904-c5c1-4f84-b943-3e5731674aa7 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:39:23.051397 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Attempting to bind port 67b86904-c5c1-4f84-b943-3e5731674aa7 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '844a0402-1bad-4e0d-b8b5-5ffbbdf8c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a4818513-e5f2-4af5-b081-33daac573cf2'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:39:23.051930 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Attempting to bind port 67b86904-c5c1-4f84-b943-3e5731674aa7 on network a4818513-e5f2-4af5-b081-33daac573cf2 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:23.123548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:39:23.123797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Checking segment: {'id': '844a0402-1bad-4e0d-b8b5-5ffbbdf8c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a4818513-e5f2-4af5-b081-33daac573cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:23.126557 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:23.126557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Bound using segment: {'id': '844a0402-1bad-4e0d-b8b5-5ffbbdf8c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a4818513-e5f2-4af5-b081-33daac573cf2'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:39:23.126557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Bound port: 67b86904-c5c1-4f84-b943-3e5731674aa7, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '844a0402-1bad-4e0d-b8b5-5ffbbdf8c18e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a4818513-e5f2-4af5-b081-33daac573cf2'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:39:23.126557 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:23.133651 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9c449f-4fb6-46cf-8c7a-8b64f38c26f0 x-openstack-request-id: req-cb9c449f-4fb6-46cf-8c7a-8b64f38c26f0 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:23.133955 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564da6fa-8eca-4b3e-ba67-7309afc1a282", "name": "network-vif-deleted", "tag": "f5b057d0-5267-420e-b290-5c57ee4948ff", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:23.134224 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb9c449f-4fb6-46cf-8c7a-8b64f38c26f0 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:23.134635 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564da6fa-8eca-4b3e-ba67-7309afc1a282', 'name': 'network-vif-deleted', 'tag': 'f5b057d0-5267-420e-b290-5c57ee4948ff', 'status': 'completed', 'code': 200} Dec 14 02:39:23.158750 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e463f-7f05-49ed-b40c-396987355ef5 req-deb484b5-f5f3-423a-b754-728d9b5788af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:23.160496 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b8e463f-7f05-49ed-b40c-396987355ef5 req-deb484b5-f5f3-423a-b754-728d9b5788af service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102&tenant_id=2232de45ebfb42369e596a53934ed9e2 HTTP/1.1" status: 200 len: 1094 time: 0.3094587 Dec 14 02:39:23.171831 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09164695-2c8f-4020-b032-92807ba6f33b req-29ae88e5-08a1-4bf4-b840-8d8475229f12 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:23.173333 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09164695-2c8f-4020-b032-92807ba6f33b req-29ae88e5-08a1-4bf4-b840-8d8475229f12 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 944 time: 0.1984560 Dec 14 02:39:23.306503 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:23.390419 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f7d4d-6622-40cb-bf22-5685e26a08b5 req-9a9aad96-ebc1-4d63-a6fc-358b187588e9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:23.397475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f7d4d-6622-40cb-bf22-5685e26a08b5 req-9a9aad96-ebc1-4d63-a6fc-358b187588e9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:23.403424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c366016f-85c2-4131-91a7-e483ee72b250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b92b7f-acad-4ac9-aa17-53b3f60f147f'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:23.403995 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f7d4d-6622-40cb-bf22-5685e26a08b5 req-9a9aad96-ebc1-4d63-a6fc-358b187588e9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:23.405928 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4f0dcf-caed-493d-9b1d-f26e11183cc1" -d '{"events": [{"server_uuid": "c366016f-85c2-4131-91a7-e483ee72b250", "name": "network-vif-plugged", "status": "completed", "tag": "73b92b7f-acad-4ac9-aa17-53b3f60f147f"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:23.409244 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] For port 67b86904-c5c1-4f84-b943-3e5731674aa7, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:39:23.410026 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f7d4d-6622-40cb-bf22-5685e26a08b5 req-9a9aad96-ebc1-4d63-a6fc-358b187588e9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:23.416090 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f7d4d-6622-40cb-bf22-5685e26a08b5 req-9a9aad96-ebc1-4d63-a6fc-358b187588e9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:23.422201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f7d4d-6622-40cb-bf22-5685e26a08b5 req-9a9aad96-ebc1-4d63-a6fc-358b187588e9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:23.428456 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548f7d4d-6622-40cb-bf22-5685e26a08b5 req-9a9aad96-ebc1-4d63-a6fc-358b187588e9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:23.430519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-548f7d4d-6622-40cb-bf22-5685e26a08b5 req-9a9aad96-ebc1-4d63-a6fc-358b187588e9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5382 time: 0.2477753 Dec 14 02:39:23.445874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09164695-2c8f-4020-b032-92807ba6f33b req-60513d9b-5998-4cf5-816e-ac7a10080e83 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515755 Dec 14 02:39:23.454532 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 73b92b7f-acad-4ac9-aa17-53b3f60f147f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=73b92b7f-acad-4ac9-aa17-53b3f60f147f,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:23.462688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e463f-7f05-49ed-b40c-396987355ef5 req-d0672514-216a-4ef8-8a70-bb9ff7d00ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:23.464320 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b8e463f-7f05-49ed-b40c-396987355ef5 req-d0672514-216a-4ef8-8a70-bb9ff7d00ed4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2232de45ebfb42369e596a53934ed9e2&device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 1094 time: 0.2253397 Dec 14 02:39:23.471348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] For port 67b86904-c5c1-4f84-b943-3e5731674aa7, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=67b86904-c5c1-4f84-b943-3e5731674aa7,segment=NetworkSegment(844a0402-1bad-4e0d-b8b5-5ffbbdf8c18e),segment_id=844a0402-1bad-4e0d-b8b5-5ffbbdf8c18e)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:39:23.491827 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:23.555226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Deleting port 67b86904-c5c1-4f84-b943-3e5731674aa7 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:39:23.555999 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:23.573144 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:23.632201 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=73b92b7f-acad-4ac9-aa17-53b3f60f147f,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:23.639443 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:23.647943 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-548f7d4d-6622-40cb-bf22-5685e26a08b5 req-5064c8c4-b223-481b-b7e5-3ac19455bf9c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2061303 Dec 14 02:39:23.682384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:23.708374 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] For port 67b86904-c5c1-4f84-b943-3e5731674aa7, host n-d-821636-1, got binding levels [] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:23.708766 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:23.722223 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:23.733508 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Calling delete_port for 67b86904-c5c1-4f84-b943-3e5731674aa7 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:39:23.752178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e463f-7f05-49ed-b40c-396987355ef5 req-1915182d-8abe-4ec6-9a79-06c395862aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:23.753704 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b8e463f-7f05-49ed-b40c-396987355ef5 req-1915182d-8abe-4ec6-9a79-06c395862aa4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061 HTTP/1.1" status: 200 len: 918 time: 0.2699420 Dec 14 02:39:23.775070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Transition to ACTIVE for port object 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:39:23.831397 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a2996-57ca-458f-99b5-e52b3e3f2853 None None] Pushing event updated for resources: {'Port': ['ID=67b86904-c5c1-4f84-b943-3e5731674aa7,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:23.838446 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdefff6-e1d5-4a57-b8b4-41848c53d82c None None] Network a4818513-e5f2-4af5-b081-33daac573cf2 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:23.844459 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2813553-dd21-4976-84b9-6633810e5093 req-45d56925-77f1-42cd-bd1f-56824457aa51 tempest-ServersAdminNegativeTestJSON-665238963 tempest-ServersAdminNegativeTestJSON-665238963-project] 10.222.0.39 "GET /v2.0/ports?device_id=564da6fa-8eca-4b3e-ba67-7309afc1a282 HTTP/1.1" status: 200 len: 210 time: 0.0612350 Dec 14 02:39:23.887839 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b8e463f-7f05-49ed-b40c-396987355ef5 req-c9bf3867-5cb2-4b5f-9b7b-c2a79db3b0fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 HTTP/1.1" status: 200 len: 999 time: 0.1263413 Dec 14 02:39:23.888663 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:23.966299 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Pushing event updated for resources: {'Port': ['ID=12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:23.993449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916cab7b-59d8-42a7-af38-13de439e9919 None None] get_active_networks_info from n-d-821636-1 {{(pid=103849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 02:39:24.067157 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:24.088264 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e463f-7f05-49ed-b40c-396987355ef5 req-d8ebf7e7-4cc9-4767-9910-9e6a56e89d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:24.090891 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b8e463f-7f05-49ed-b40c-396987355ef5 req-d8ebf7e7-4cc9-4767-9910-9e6a56e89d90 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0 HTTP/1.1" status: 200 len: 856 time: 0.1260872 Dec 14 02:39:24.095774 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Port': ['ID=67b86904-c5c1-4f84-b943-3e5731674aa7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:24.100720 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No DVR routers for this DVR port 67b86904-c5c1-4f84-b943-3e5731674aa7 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:39:24.140836 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6acca-e29b-416c-8726-6962b3618784 req-e456b11c-e288-4a21-998b-9e31a53b5792 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:24.142854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddb6acca-e29b-416c-8726-6962b3618784 req-e456b11c-e288-4a21-998b-9e31a53b5792 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.1636081 Dec 14 02:39:24.170009 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916cab7b-59d8-42a7-af38-13de439e9919 None None] Resources bound (agent type, host, resource id): {{(pid=103849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 02:39:24.203944 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:24.230345 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4818513-e5f2-4af5-b081-33daac573cf2']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:24.242423 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '844a0402-1bad-4e0d-b8b5-5ffbbdf8c18e') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:24.242734 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '844a0402-1bad-4e0d-b8b5-5ffbbdf8c18e') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:24.250931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e463f-7f05-49ed-b40c-396987355ef5 req-2ed935ca-8947-49fc-94c9-4ca41a2de452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:24.252613 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b8e463f-7f05-49ed-b40c-396987355ef5 req-2ed935ca-8947-49fc-94c9-4ca41a2de452 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1087441 Dec 14 02:39:24.254195 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:24.258197 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Attempting to bind port 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:39:24.258667 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Attempting to bind port 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:39:24.259111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Attempting to bind port 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 on network 143750ac-d961-47f1-8a52-3edc9f23c6d8 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:24.273061 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:24.281467 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:39:24.281712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Port 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 on network 143750ac-d961-47f1-8a52-3edc9f23c6d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:39:24.281877 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:24.282038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Attempting to bind port 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 on network 143750ac-d961-47f1-8a52-3edc9f23c6d8 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:24.296994 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbbe5fb-c873-4617-bf3c-c2b34cec9f02 x-openstack-request-id: req-dfbbe5fb-c873-4617-bf3c-c2b34cec9f02 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:24.297420 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c366016f-85c2-4131-91a7-e483ee72b250", "name": "network-vif-plugged", "status": "completed", "tag": "73b92b7f-acad-4ac9-aa17-53b3f60f147f", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:24.297747 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dfbbe5fb-c873-4617-bf3c-c2b34cec9f02 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:24.298354 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c366016f-85c2-4131-91a7-e483ee72b250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b92b7f-acad-4ac9-aa17-53b3f60f147f', 'code': 200} Dec 14 02:39:24.307854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddb6acca-e29b-416c-8726-6962b3618784 req-058a49c0-4351-4436-b809-b6226d10d974 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516080 Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:39:24.388519 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:39:24.400641 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:39:24.400986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Checking segment: {'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:24.401403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Bound using segment: {'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:39:24.402052 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Bound port: 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:39:24.402662 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:24.470178 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc43b2-6ac6-4a3c-b1fb-ec2648cc395a req-f9bccf6f-987a-4b41-8cec-05fb842982d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:24.472534 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-03fc43b2-6ac6-4a3c-b1fb-ec2648cc395a req-f9bccf6f-987a-4b41-8cec-05fb842982d7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 1096 time: 0.0831423 Dec 14 02:39:24.480419 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:24.492462 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:24.497284 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/a4818513-e5f2-4af5-b081-33daac573cf2 HTTP/1.1" status: 204 len: 168 time: 3.3144267 Dec 14 02:39:24.511225 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33338) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:24.518797 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-cb31d083-7f64-4cc8-809e-a98a6b6d59cc tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-55067285'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:24.565344 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5dffd-25c9-4176-a275-3ab78d3bdbd0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Network': ['ID=a4818513-e5f2-4af5-b081-33daac573cf2,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:24.615045 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-03fc43b2-6ac6-4a3c-b1fb-ec2648cc395a req-6509171c-9623-4f01-8bbf-0435c78e7e9f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154909 Dec 14 02:39:24.616726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb31d083-7f64-4cc8-809e-a98a6b6d59cc tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:24.620691 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb31d083-7f64-4cc8-809e-a98a6b6d59cc tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:24.650592 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb31d083-7f64-4cc8-809e-a98a6b6d59cc tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:39:24.660966 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb31d083-7f64-4cc8-809e-a98a6b6d59cc tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:24.661352 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-cb31d083-7f64-4cc8-809e-a98a6b6d59cc tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Added segment ffa5ada9-2427-4233-b6c4-aea74796cda6 of type vlan for network cae8a845-f7e2-492e-9a34-9a55f4d470d7 Dec 14 02:39:24.707965 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb31d083-7f64-4cc8-809e-a98a6b6d59cc tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:24.816231 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb31d083-7f64-4cc8-809e-a98a6b6d59cc tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:24.824114 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb31d083-7f64-4cc8-809e-a98a6b6d59cc tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:24.830572 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cb31d083-7f64-4cc8-809e-a98a6b6d59cc tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:24.852490 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef971765-1e6b-4fe3-9675-401a626bd5d9 req-afb0497c-3c1c-4722-97f3-fe69595c8070 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:24.858345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef971765-1e6b-4fe3-9675-401a626bd5d9 req-afb0497c-3c1c-4722-97f3-fe69595c8070 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:24.864245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef971765-1e6b-4fe3-9675-401a626bd5d9 req-afb0497c-3c1c-4722-97f3-fe69595c8070 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:24.870729 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef971765-1e6b-4fe3-9675-401a626bd5d9 req-afb0497c-3c1c-4722-97f3-fe69595c8070 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:24.876704 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef971765-1e6b-4fe3-9675-401a626bd5d9 req-afb0497c-3c1c-4722-97f3-fe69595c8070 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:24.883300 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef971765-1e6b-4fe3-9675-401a626bd5d9 req-afb0497c-3c1c-4722-97f3-fe69595c8070 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:24.889209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef971765-1e6b-4fe3-9675-401a626bd5d9 req-afb0497c-3c1c-4722-97f3-fe69595c8070 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:24.891145 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef971765-1e6b-4fe3-9675-401a626bd5d9 req-afb0497c-3c1c-4722-97f3-fe69595c8070 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5425 time: 0.4953504 Dec 14 02:39:24.896449 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31d083-7f64-4cc8-809e-a98a6b6d59cc tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Network': ['ID=cae8a845-f7e2-492e-9a34-9a55f4d470d7,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:24.908509 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network cae8a845-f7e2-492e-9a34-9a55f4d470d7 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:39:24.916895 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b8e463f-7f05-49ed-b40c-396987355ef5 req-e40842c8-9cd4-45a0-9da6-50039ef6b109 service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6503534 Dec 14 02:39:24.957839 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cb31d083-7f64-4cc8-809e-a98a6b6d59cc tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4428148 Dec 14 02:39:24.958580 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] For port 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:39:24.958821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33344) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:24.964533 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5091449d-00b7-49e6-b3d6-f8ec301eae79 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'subnet': {'network_id': 'cae8a845-f7e2-492e-9a34-9a55f4d470d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:24.966986 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4ef6eebe-50b1-45f1-8719-abdc224c373b up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:39:24.967841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa19edb-6a00-409c-a735-4563ce66e965 req-5da19146-2923-4e27-baf1-2992eb1cdab0 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:24.975834 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4aa19edb-6a00-409c-a735-4563ce66e965 req-5da19146-2923-4e27-baf1-2992eb1cdab0 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=860552b2-63a4-46e8-b85f-b0ce8128f139 HTTP/1.1" status: 200 len: 945 time: 0.5494456 Dec 14 02:39:25.023941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] For port 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:39:25.085383 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef971765-1e6b-4fe3-9675-401a626bd5d9 req-bb4ccfd4-bf88-4f7e-8f1d-459f64c21395 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1839135 Dec 14 02:39:25.112732 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:25.143963 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'tag': '45864e56-7abd-4913-a7eb-e89f5d9893ba'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:25.146263 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ea72bd-30a6-47eb-9b98-63b253859da8" -d '{"events": [{"name": "network-changed", "server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "tag": "45864e56-7abd-4913-a7eb-e89f5d9893ba"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:25.152239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4aa19edb-6a00-409c-a735-4563ce66e965 req-8532509d-a320-4fc2-bb21-8776ce0b1465 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755676 Dec 14 02:39:25.160830 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 4ef6eebe-50b1-45f1-8719-abdc224c373b completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:39:25.166387 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 4ef6eebe-50b1-45f1-8719-abdc224c373b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:25.166810 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:25.168862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b8e463f-7f05-49ed-b40c-396987355ef5 req-0636524c-5e97-49d6-b580-94af11f0574d service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333052 Dec 14 02:39:25.200523 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5091449d-00b7-49e6-b3d6-f8ec301eae79 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:25.205056 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5091449d-00b7-49e6-b3d6-f8ec301eae79 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:25.227188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:25.230630 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:25.238045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] 10.222.0.47 "PUT /v2.0/ports/12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 HTTP/1.1" status: 200 len: 1090 time: 2.6498094 Dec 14 02:39:25.298058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1bc700-cbc8-4cb6-b06b-dec1ced08afe service neutron] Pushing event updated for resources: {'Port': ['ID=12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:25.361170 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:25.361640 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392dd4b2-d8d3-48e0-add6-17fa1b0d91da req-c7c35477-a1d0-4e47-b402-8786df419a03 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:25.369764 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-392dd4b2-d8d3-48e0-add6-17fa1b0d91da req-c7c35477-a1d0-4e47-b402-8786df419a03 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.1998014 Dec 14 02:39:25.380660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Request body: {'port': {'device_id': '5f155078-6872-4d2b-93ed-a54d71005a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:25.450091 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4ef6eebe-50b1-45f1-8719-abdc224c373b, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4ef6eebe-50b1-45f1-8719-abdc224c373b,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:25.535156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0113692-b5b7-4a88-8a25-7775264f557c req-6cc6ab1f-9a7b-49a6-9e55-44edf5a1bcb7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:25.541936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0113692-b5b7-4a88-8a25-7775264f557c req-6cc6ab1f-9a7b-49a6-9e55-44edf5a1bcb7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:25.547896 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0113692-b5b7-4a88-8a25-7775264f557c req-6cc6ab1f-9a7b-49a6-9e55-44edf5a1bcb7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:25.555171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0113692-b5b7-4a88-8a25-7775264f557c req-6cc6ab1f-9a7b-49a6-9e55-44edf5a1bcb7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:25.560634 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:25.561485 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e97d4905-01c1-4fec-8b89-44b7be1269b7 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:39:25.572395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0113692-b5b7-4a88-8a25-7775264f557c req-6cc6ab1f-9a7b-49a6-9e55-44edf5a1bcb7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:25.582355 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0113692-b5b7-4a88-8a25-7775264f557c req-6cc6ab1f-9a7b-49a6-9e55-44edf5a1bcb7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:25.589298 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0113692-b5b7-4a88-8a25-7775264f557c req-6cc6ab1f-9a7b-49a6-9e55-44edf5a1bcb7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:25.596059 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5091449d-00b7-49e6-b3d6-f8ec301eae79 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:25.598814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f0113692-b5b7-4a88-8a25-7775264f557c req-6cc6ab1f-9a7b-49a6-9e55-44edf5a1bcb7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5394 time: 0.3017633 Dec 14 02:39:25.671125 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-392dd4b2-d8d3-48e0-add6-17fa1b0d91da req-c37e5060-b1e2-4f29-9ea8-05d75a58fc4d tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177782 Dec 14 02:39:25.708811 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091449d-00b7-49e6-b3d6-f8ec301eae79 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Subnet': ['ID=6dd72a21-bf60-48ef-8384-c8b0d224ce96,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:25.777789 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:25.812913 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5091449d-00b7-49e6-b3d6-f8ec301eae79 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Checking segment: {'id': 'ffa5ada9-2427-4233-b6c4-aea74796cda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cae8a845-f7e2-492e-9a34-9a55f4d470d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:25.813665 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5091449d-00b7-49e6-b3d6-f8ec301eae79 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network hostable DHCP agents. Network: cae8a845-f7e2-492e-9a34-9a55f4d470d7, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:39:25.827907 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4aee169-6a22-491f-90a1-144a1d1d5899 x-openstack-request-id: req-a4aee169-6a22-491f-90a1-144a1d1d5899 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:25.828432 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "tag": "45864e56-7abd-4913-a7eb-e89f5d9893ba", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:25.828756 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4ef6eebe-50b1-45f1-8719-abdc224c373b,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:25.829649 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4aee169-6a22-491f-90a1-144a1d1d5899 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:25.831941 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'tag': '45864e56-7abd-4913-a7eb-e89f5d9893ba', 'status': 'completed', 'code': 200} Dec 14 02:39:25.939935 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f0113692-b5b7-4a88-8a25-7775264f557c req-9900a3f3-831e-4448-be2b-287733aa5cc6 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3399396 Dec 14 02:39:25.940693 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea72bd-30a6-47eb-9b98-63b253859da8 req-1b9ac640-ca8d-4654-aeea-ce53ca2fe28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:25.941178 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea72bd-30a6-47eb-9b98-63b253859da8 req-1b9ac640-ca8d-4654-aeea-ce53ca2fe28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:25.941718 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea72bd-30a6-47eb-9b98-63b253859da8 req-1b9ac640-ca8d-4654-aeea-ce53ca2fe28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:25.942521 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea72bd-30a6-47eb-9b98-63b253859da8 req-1b9ac640-ca8d-4654-aeea-ce53ca2fe28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:25.942635 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea72bd-30a6-47eb-9b98-63b253859da8 req-1b9ac640-ca8d-4654-aeea-ce53ca2fe28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:25.943093 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea72bd-30a6-47eb-9b98-63b253859da8 req-1b9ac640-ca8d-4654-aeea-ce53ca2fe28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:25.943601 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea72bd-30a6-47eb-9b98-63b253859da8 req-1b9ac640-ca8d-4654-aeea-ce53ca2fe28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:25.961685 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-50ea72bd-30a6-47eb-9b98-63b253859da8 req-1b9ac640-ca8d-4654-aeea-ce53ca2fe28f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20630dab3f6946828746e2d81f7e163b&device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 6286 time: 0.1015444 Dec 14 02:39:25.976078 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadee342-36dc-4f68-943d-c3db6130e8a0 req-8d5002af-4d2e-4ba0-b1c1-7767f0726bdb tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:25.977564 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dadee342-36dc-4f68-943d-c3db6130e8a0 req-8d5002af-4d2e-4ba0-b1c1-7767f0726bdb tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.47 "GET /v2.0/ports?device_id=860552b2-63a4-46e8-b85f-b0ce8128f139 HTTP/1.1" status: 200 len: 945 time: 0.2969272 Dec 14 02:39:26.015331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port e97d4905-01c1-4fec-8b89-44b7be1269b7 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:39:26.019869 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port e97d4905-01c1-4fec-8b89-44b7be1269b7 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:26.020973 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:26.106803 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea72bd-30a6-47eb-9b98-63b253859da8 req-bf0bb276-4796-408f-ae7f-f1fb0911cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:26.107280 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea72bd-30a6-47eb-9b98-63b253859da8 req-bf0bb276-4796-408f-ae7f-f1fb0911cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:26.110745 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea72bd-30a6-47eb-9b98-63b253859da8 req-bf0bb276-4796-408f-ae7f-f1fb0911cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:26.113911 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-50ea72bd-30a6-47eb-9b98-63b253859da8 req-bf0bb276-4796-408f-ae7f-f1fb0911cfad service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=20630dab3f6946828746e2d81f7e163b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1426466 Dec 14 02:39:26.115240 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5091449d-00b7-49e6-b3d6-f8ec301eae79 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network cae8a845-f7e2-492e-9a34-9a55f4d470d7 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:39:26.186829 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:26.236098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f463830-8df7-4306-befa-2532ea36f1da req-89ec13dd-e58a-486f-b644-f154ea9b0755 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:26.237803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f463830-8df7-4306-befa-2532ea36f1da req-89ec13dd-e58a-486f-b644-f154ea9b0755 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.2181096 Dec 14 02:39:26.282561 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-5091449d-00b7-49e6-b3d6-f8ec301eae79 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, cae8a845-f7e2-492e-9a34-9a55f4d470d7) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:26.306296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e97d4905-01c1-4fec-8b89-44b7be1269b7, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e97d4905-01c1-4fec-8b89-44b7be1269b7,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:26.312852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef6eebe-50b1-45f1-8719-abdc224c373b'}, {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97d4905-01c1-4fec-8b89-44b7be1269b7'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:26.313581 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5091449d-00b7-49e6-b3d6-f8ec301eae79 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:26.316537 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5091449d-00b7-49e6-b3d6-f8ec301eae79 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:26.323047 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa663d2-608d-4dd3-9b4f-801e63fcc708" -d '{"events": [{"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-plugged", "status": "completed", "tag": "4ef6eebe-50b1-45f1-8719-abdc224c373b"}, {"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-plugged", "status": "completed", "tag": "e97d4905-01c1-4fec-8b89-44b7be1269b7"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:26.336915 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf35641-fbe7-4171-af5f-21a381a1c291 None None] Network cae8a845-f7e2-492e-9a34-9a55f4d470d7 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:26.396938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-dadee342-36dc-4f68-943d-c3db6130e8a0 req-6bb2243b-879f-4166-8cc9-a3f9b1c01aee tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Deleting port 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:39:26.398040 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dadee342-36dc-4f68-943d-c3db6130e8a0 req-6bb2243b-879f-4166-8cc9-a3f9b1c01aee tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:26.416502 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:26.420075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7c759644-3907-46f6-8a47-02b7097f41d4 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:39:26.471338 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5091449d-00b7-49e6-b3d6-f8ec301eae79 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5103862 Dec 14 02:39:26.479223 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33378) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:26.504521 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea72bd-30a6-47eb-9b98-63b253859da8 req-b24dec5d-8440-43f5-b2ab-c93ad2b67765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:26.506159 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-50ea72bd-30a6-47eb-9b98-63b253859da8 req-b24dec5d-8440-43f5-b2ab-c93ad2b67765 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3812244 Dec 14 02:39:26.548776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-dadee342-36dc-4f68-943d-c3db6130e8a0 req-6bb2243b-879f-4166-8cc9-a3f9b1c01aee tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] For port 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=005c7aaa-8bbd-4dce-8e0c-c2efa85a5267,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:26.549149 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dadee342-36dc-4f68-943d-c3db6130e8a0 req-6bb2243b-879f-4166-8cc9-a3f9b1c01aee tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:26.580562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-dadee342-36dc-4f68-943d-c3db6130e8a0 req-6bb2243b-879f-4166-8cc9-a3f9b1c01aee tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Calling delete_port for 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:39:26.656474 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33380) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:26.773888 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3906a237-5f05-4d7a-b5d6-d60bdba587e0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:26.801425 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bac49e8-1e03-4471-87b6-1ab4e0a06dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-cae8a845-f7e2-492e-9a34-9a55f4d470d7', 'network_id': 'cae8a845-f7e2-492e-9a34-9a55f4d470d7', 'project_id': 'f157b96bba104001a7a8c0e146d15020', 'fixed_ips': [{'subnet_id': '6dd72a21-bf60-48ef-8384-c8b0d224ce96'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:39:26.810853 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4bac49e8-1e03-4471-87b6-1ab4e0a06dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:26.816496 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=e97d4905-01c1-4fec-8b89-44b7be1269b7,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:26.884811 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3906a237-5f05-4d7a-b5d6-d60bdba587e0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.004409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f463830-8df7-4306-befa-2532ea36f1da req-a23ca8e4-9858-4f60-97c9-85f17b8a5920 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7444887 Dec 14 02:39:27.055547 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dadee342-36dc-4f68-943d-c3db6130e8a0 req-6bb2243b-879f-4166-8cc9-a3f9b1c01aee tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.117888 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4964df60-d88c-411d-a76f-a0cdcec8d52f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f6e32f74c7e4156a8e5c0e2bc5d87cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4605868 Dec 14 02:39:27.121978 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33390) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:27.221959 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3906a237-5f05-4d7a-b5d6-d60bdba587e0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.231777 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2243b-879f-4166-8cc9-a3f9b1c01aee tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Pushing event deleted for resources: {'Port': ['ID=005c7aaa-8bbd-4dce-8e0c-c2efa85a5267,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:27.290021 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906a237-5f05-4d7a-b5d6-d60bdba587e0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Subnet': ['ID=6dd72a21-bf60-48ef-8384-c8b0d224ce96,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:27.298278 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95d978-33b8-4fba-8309-df8c04ec3336 req-3f08c3ec-06d4-4568-9f58-fabe4df7e37c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:27.304414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95d978-33b8-4fba-8309-df8c04ec3336 req-3f08c3ec-06d4-4568-9f58-fabe4df7e37c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:27.329166 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95d978-33b8-4fba-8309-df8c04ec3336 req-3f08c3ec-06d4-4568-9f58-fabe4df7e37c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:27.336262 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95d978-33b8-4fba-8309-df8c04ec3336 req-3f08c3ec-06d4-4568-9f58-fabe4df7e37c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:27.351177 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95d978-33b8-4fba-8309-df8c04ec3336 req-3f08c3ec-06d4-4568-9f58-fabe4df7e37c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:27.357762 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-466fb94e-5a77-4d24-b924-987b72f7abd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.366959 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95d978-33b8-4fba-8309-df8c04ec3336 req-3f08c3ec-06d4-4568-9f58-fabe4df7e37c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:27.367363 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['005c7aaa-8bbd-4dce-8e0c-c2efa85a5267'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:39:27.382782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95d978-33b8-4fba-8309-df8c04ec3336 req-3f08c3ec-06d4-4568-9f58-fabe4df7e37c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:27.384450 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f95d978-33b8-4fba-8309-df8c04ec3336 req-3f08c3ec-06d4-4568-9f58-fabe4df7e37c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5426 time: 1.0351584 Dec 14 02:39:27.411806 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3906a237-5f05-4d7a-b5d6-d60bdba587e0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.415989 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf2eef9-4dd8-4d77-8950-5d8176712a90 None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:39:27.421600 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 7c759644-3907-46f6-8a47-02b7097f41d4 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:39:27.423678 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.438195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 7c759644-3907-46f6-8a47-02b7097f41d4 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:27.438509 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.489337 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-3906a237-5f05-4d7a-b5d6-d60bdba587e0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae8a845-f7e2-492e-9a34-9a55f4d470d7']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:27.503666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-3906a237-5f05-4d7a-b5d6-d60bdba587e0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa5ada9-2427-4233-b6c4-aea74796cda6') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:27.504105 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-3906a237-5f05-4d7a-b5d6-d60bdba587e0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa5ada9-2427-4233-b6c4-aea74796cda6') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:27.518860 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadee342-36dc-4f68-943d-c3db6130e8a0 req-6bb2243b-879f-4166-8cc9-a3f9b1c01aee tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] No DVR routers for this DVR port 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:39:27.522359 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3906a237-5f05-4d7a-b5d6-d60bdba587e0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.541419 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3906a237-5f05-4d7a-b5d6-d60bdba587e0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.551502 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3906a237-5f05-4d7a-b5d6-d60bdba587e0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:39:27.552050 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3906a237-5f05-4d7a-b5d6-d60bdba587e0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.574049 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.588066 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-101023ad-6f8e-416d-8756-100526243d87 req-a37c6f11-baa7-4b63-bdd9-db046d6b4f0e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=860552b2-63a4-46e8-b85f-b0ce8128f139 HTTP/1.1" status: 200 len: 210 time: 0.3437147 Dec 14 02:39:27.598182 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dadee342-36dc-4f68-943d-c3db6130e8a0 req-6bb2243b-879f-4166-8cc9-a3f9b1c01aee tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.610535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dadee342-36dc-4f68-943d-c3db6130e8a0 req-6bb2243b-879f-4166-8cc9-a3f9b1c01aee tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.47 "DELETE /v2.0/ports/005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 HTTP/1.1" status: 204 len: 173 time: 1.6239161 Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:39:27.634857 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:39:27.639484 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-466fb94e-5a77-4d24-b924-987b72f7abd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server [None req-4bac49e8-1e03-4471-87b6-1ab4e0a06dd3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6dd72a21-bf60-48ef-8384-c8b0d224ce96: This subnet is being modified by another concurrent operation. Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 14 02:39:27.652514 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise exception Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6dd72a21-bf60-48ef-8384-c8b0d224ce96: This subnet is being modified by another concurrent operation. Dec 14 02:39:27.656272 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server Dec 14 02:39:27.661872 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f95d978-33b8-4fba-8309-df8c04ec3336 req-5b168f6f-f3ad-4af6-af09-2af99bc3922f tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2292347 Dec 14 02:39:27.706108 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8826881d-b8a4-4eca-a468-e4039e1ab3c5 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:27.706662 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3906a237-5f05-4d7a-b5d6-d60bdba587e0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.726305 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3906a237-5f05-4d7a-b5d6-d60bdba587e0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.738071 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3906a237-5f05-4d7a-b5d6-d60bdba587e0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/cae8a845-f7e2-492e-9a34-9a55f4d470d7 HTTP/1.1" status: 204 len: 168 time: 1.2498515 Dec 14 02:39:27.744211 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33392) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:27.746685 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2863fa40-11e7-41ce-aea5-b0326936be07 None None] Network cae8a845-f7e2-492e-9a34-9a55f4d470d7 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:27.758995 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-12d9e190-f897-42d8-8064-6e0def1f52ce tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-419258208'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:27.763559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 7c759644-3907-46f6-8a47-02b7097f41d4, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7c759644-3907-46f6-8a47-02b7097f41d4,segment=NetworkSegment(64a20676-0459-4167-aad8-80e21b0772b5),segment_id=64a20676-0459-4167-aad8-80e21b0772b5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:27.764002 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.775655 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906a237-5f05-4d7a-b5d6-d60bdba587e0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Network': ['ID=cae8a845-f7e2-492e-9a34-9a55f4d470d7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:27.797036 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Transition to ACTIVE for port object 8826881d-b8a4-4eca-a468-e4039e1ab3c5 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:39:27.798475 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d2d6dd-4fc5-4fce-b47f-68ab14ee6e49 x-openstack-request-id: req-a3d2d6dd-4fc5-4fce-b47f-68ab14ee6e49 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:27.798999 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-plugged", "status": "completed", "tag": "4ef6eebe-50b1-45f1-8719-abdc224c373b", "code": 200}, {"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-plugged", "status": "completed", "tag": "e97d4905-01c1-4fec-8b89-44b7be1269b7", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:27.799152 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a3d2d6dd-4fc5-4fce-b47f-68ab14ee6e49 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:27.799498 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef6eebe-50b1-45f1-8719-abdc224c373b', 'code': 200} Dec 14 02:39:27.799762 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97d4905-01c1-4fec-8b89-44b7be1269b7', 'code': 200} Dec 14 02:39:27.800927 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2863fa40-11e7-41ce-aea5-b0326936be07 None None] Network cae8a845-f7e2-492e-9a34-9a55f4d470d7 could not be found, it might have been deleted concurrently. {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 14 02:39:27.818361 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538e21e0-5770-4800-8b59-39cc100ddd69 None None] get_active_networks_info from n-d-821636-1 {{(pid=103849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 02:39:27.833471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'tag': '12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83'}, {'server_uuid': '860552b2-63a4-46e8-b85f-b0ce8128f139', 'name': 'network-vif-deleted', 'tag': '005c7aaa-8bbd-4dce-8e0c-c2efa85a5267'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:27.836418 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ff436e-db1a-4743-aa0b-8bacc6a0156d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "tag": "12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83"}, {"server_uuid": "860552b2-63a4-46e8-b85f-b0ce8128f139", "name": "network-vif-deleted", "tag": "005c7aaa-8bbd-4dce-8e0c-c2efa85a5267"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:27.860866 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.861716 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e9de420b-c32e-4a1d-a9ee-71a5673399ea up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:39:27.874531 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-466fb94e-5a77-4d24-b924-987b72f7abd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.877512 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-466fb94e-5a77-4d24-b924-987b72f7abd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.899120 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-466fb94e-5a77-4d24-b924-987b72f7abd3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6 HTTP/1.1" status: 204 len: 168 time: 0.7759256 Dec 14 02:39:27.928318 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fb94e-5a77-4d24-b924-987b72f7abd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d86457b-7e4f-4b7a-84a0-ecfcbd8626a6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:27.949396 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d9e190-f897-42d8-8064-6e0def1f52ce tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:27.961107 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12d9e190-f897-42d8-8064-6e0def1f52ce tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:27.979055 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:28.031908 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=7c759644-3907-46f6-8a47-02b7097f41d4,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:28.052026 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d9e190-f897-42d8-8064-6e0def1f52ce tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:39:28.090901 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12d9e190-f897-42d8-8064-6e0def1f52ce tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:28.092056 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-12d9e190-f897-42d8-8064-6e0def1f52ce tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Added segment 971c7c6d-b8b5-4dca-a05f-f15fa4d59565 of type vlan for network 3a64629e-c20d-497a-ad92-bed31999c425 Dec 14 02:39:28.158676 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Pushing event updated for resources: {'Port': ['ID=8826881d-b8a4-4eca-a468-e4039e1ab3c5,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:28.166966 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12d9e190-f897-42d8-8064-6e0def1f52ce tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:28.167204 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port e9de420b-c32e-4a1d-a9ee-71a5673399ea completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:39:28.175541 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port e9de420b-c32e-4a1d-a9ee-71a5673399ea triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:28.176313 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:28.221685 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538e21e0-5770-4800-8b59-39cc100ddd69 None None] Resources bound (agent type, host, resource id): {{(pid=103849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 02:39:28.257458 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d99241-b6ba-40ae-864b-f05457c2e923 req-30a56481-69c3-40e3-8f9d-132d284b9f09 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:28.268625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58d99241-b6ba-40ae-864b-f05457c2e923 req-30a56481-69c3-40e3-8f9d-132d284b9f09 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.4134941 Dec 14 02:39:28.372044 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12d9e190-f897-42d8-8064-6e0def1f52ce tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:28.378214 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d9e190-f897-42d8-8064-6e0def1f52ce tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:28.378936 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12d9e190-f897-42d8-8064-6e0def1f52ce tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:28.402459 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:28.451219 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58d99241-b6ba-40ae-864b-f05457c2e923 req-eb91a6c7-29b4-409a-b18e-297c56ddf141 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815853 Dec 14 02:39:28.496194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f118b23-5bb5-4fb4-8c92-4bfb6a448db6 req-5f84fc02-a2d6-4e32-8c52-0686d8d8c2e2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:28.513128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f118b23-5bb5-4fb4-8c92-4bfb6a448db6 req-5f84fc02-a2d6-4e32-8c52-0686d8d8c2e2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:28.523290 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-12d9e190-f897-42d8-8064-6e0def1f52ce tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7791772 Dec 14 02:39:28.524576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33404) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:28.530723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f118b23-5bb5-4fb4-8c92-4bfb6a448db6 req-5f84fc02-a2d6-4e32-8c52-0686d8d8c2e2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:28.550966 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-af1700ff-315a-4a44-9e60-8202cfc4353f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'subnet': {'network_id': '3a64629e-c20d-497a-ad92-bed31999c425', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:28.554437 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f118b23-5bb5-4fb4-8c92-4bfb6a448db6 req-5f84fc02-a2d6-4e32-8c52-0686d8d8c2e2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:28.569841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f118b23-5bb5-4fb4-8c92-4bfb6a448db6 req-5f84fc02-a2d6-4e32-8c52-0686d8d8c2e2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:28.576122 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f118b23-5bb5-4fb4-8c92-4bfb6a448db6 req-5f84fc02-a2d6-4e32-8c52-0686d8d8c2e2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:28.583244 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e9de420b-c32e-4a1d-a9ee-71a5673399ea, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e9de420b-c32e-4a1d-a9ee-71a5673399ea,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:28.600497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f118b23-5bb5-4fb4-8c92-4bfb6a448db6 req-5f84fc02-a2d6-4e32-8c52-0686d8d8c2e2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:28.630014 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f118b23-5bb5-4fb4-8c92-4bfb6a448db6 req-5f84fc02-a2d6-4e32-8c52-0686d8d8c2e2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5406 time: 0.4484308 Dec 14 02:39:28.641735 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708fd926-a6b4-46f7-ac35-5b31dfa7fe12 x-openstack-request-id: req-708fd926-a6b4-46f7-ac35-5b31dfa7fe12 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:28.642070 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "tag": "12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83", "status": "completed", "code": 200}, {"server_uuid": "860552b2-63a4-46e8-b85f-b0ce8128f139", "name": "network-vif-deleted", "tag": "005c7aaa-8bbd-4dce-8e0c-c2efa85a5267", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:28.642364 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-708fd926-a6b4-46f7-ac35-5b31dfa7fe12 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:28.642793 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'tag': '12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83', 'status': 'completed', 'code': 200} Dec 14 02:39:28.643269 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860552b2-63a4-46e8-b85f-b0ce8128f139', 'name': 'network-vif-deleted', 'tag': '005c7aaa-8bbd-4dce-8e0c-c2efa85a5267', 'status': 'completed', 'code': 200} Dec 14 02:39:28.694110 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9e190-f897-42d8-8064-6e0def1f52ce tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Network': ['ID=3a64629e-c20d-497a-ad92-bed31999c425,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:28.704821 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:28.709610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f5b057d0-5267-420e-b290-5c57ee4948ff no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:39:28.801789 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 3a64629e-c20d-497a-ad92-bed31999c425 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:39:28.839640 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: f5b057d0-5267-420e-b290-5c57ee4948ff {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:39:28.839990 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f5b057d0-5267-420e-b290-5c57ee4948ff not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:39:28.843047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Attempting to bind port 8826881d-b8a4-4eca-a468-e4039e1ab3c5 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:39:28.843047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Attempting to bind port 8826881d-b8a4-4eca-a468-e4039e1ab3c5 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:39:28.843047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Attempting to bind port 8826881d-b8a4-4eca-a468-e4039e1ab3c5 on network 143750ac-d961-47f1-8a52-3edc9f23c6d8 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:28.864219 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Port 8826881d-b8a4-4eca-a468-e4039e1ab3c5 on network 143750ac-d961-47f1-8a52-3edc9f23c6d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:39:28.877463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Attempting to bind port 8826881d-b8a4-4eca-a468-e4039e1ab3c5 on network 143750ac-d961-47f1-8a52-3edc9f23c6d8 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:28.877463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff436e-db1a-4743-aa0b-8bacc6a0156d req-00fec22c-1d8a-4312-a677-22a7a7da743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:28.877463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff436e-db1a-4743-aa0b-8bacc6a0156d req-00fec22c-1d8a-4312-a677-22a7a7da743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:28.877463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff436e-db1a-4743-aa0b-8bacc6a0156d req-00fec22c-1d8a-4312-a677-22a7a7da743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:28.877463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff436e-db1a-4743-aa0b-8bacc6a0156d req-00fec22c-1d8a-4312-a677-22a7a7da743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:28.877463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff436e-db1a-4743-aa0b-8bacc6a0156d req-00fec22c-1d8a-4312-a677-22a7a7da743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:28.877463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff436e-db1a-4743-aa0b-8bacc6a0156d req-00fec22c-1d8a-4312-a677-22a7a7da743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:28.877463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff436e-db1a-4743-aa0b-8bacc6a0156d req-00fec22c-1d8a-4312-a677-22a7a7da743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:28.878392 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1ff436e-db1a-4743-aa0b-8bacc6a0156d req-00fec22c-1d8a-4312-a677-22a7a7da743b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20630dab3f6946828746e2d81f7e163b&device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 6311 time: 0.2340910 Dec 14 02:39:28.894228 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f118b23-5bb5-4fb4-8c92-4bfb6a448db6 req-709a210a-87b6-4b1c-a486-4b486da0640b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2632530 Dec 14 02:39:28.929719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:39:28.930064 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Checking segment: {'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:28.933903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Bound using segment: {'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:39:28.934578 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Bound port: 8826881d-b8a4-4eca-a468-e4039e1ab3c5, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d4540c-cdff-428d-b6da-fba9a4949ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:39:28.935510 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:28.947052 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1700ff-315a-4a44-9e60-8202cfc4353f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:28.962506 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 467a8650-a8b3-40e7-8038-30ec1396f28c up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:39:28.963584 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af1700ff-315a-4a44-9e60-8202cfc4353f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:29.012422 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33412) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:29.036187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f837e4d-4495-446a-99f8-01187b365007 req-586a2096-3c15-4b09-9baa-93178f25a149 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:29.048385 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f837e4d-4495-446a-99f8-01187b365007 req-586a2096-3c15-4b09-9baa-93178f25a149 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.2829595 Dec 14 02:39:29.168517 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.ipam_backend_mixin [None req-af1700ff-315a-4a44-9e60-8202cfc4353f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Performing IP validity checks on allocation pools {{(pid=103847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 14 02:39:29.168934 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.ipam_backend_mixin [None req-af1700ff-315a-4a44-9e60-8202cfc4353f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 14 02:39:29.169619 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=e9de420b-c32e-4a1d-a9ee-71a5673399ea,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:29.216753 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8810de0a-5c28-4ef6-9274-737260603042 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14d11c284716412dbe194d8d10e7356b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2009964 Dec 14 02:39:29.226134 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33414) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:29.273792 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] For port 8826881d-b8a4-4eca-a468-e4039e1ab3c5, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:39:29.278664 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] For port 8826881d-b8a4-4eca-a468-e4039e1ab3c5, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=8826881d-b8a4-4eca-a468-e4039e1ab3c5,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:39:29.309637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff436e-db1a-4743-aa0b-8bacc6a0156d req-2160791f-89ea-4448-afa4-3a614faf38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:29.312111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff436e-db1a-4743-aa0b-8bacc6a0156d req-2160791f-89ea-4448-afa4-3a614faf38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:29.322668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff436e-db1a-4743-aa0b-8bacc6a0156d req-2160791f-89ea-4448-afa4-3a614faf38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:29.331530 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1ff436e-db1a-4743-aa0b-8bacc6a0156d req-2160791f-89ea-4448-afa4-3a614faf38d7 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=20630dab3f6946828746e2d81f7e163b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4361956 Dec 14 02:39:29.347142 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7688e03-7f92-41f9-8a3b-486a0b59ff3f req-a3b82e53-4b46-411c-8732-c5331fb462a3 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:29.356617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7688e03-7f92-41f9-8a3b-486a0b59ff3f req-a3b82e53-4b46-411c-8732-c5331fb462a3 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.3301528 Dec 14 02:39:29.374487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f837e4d-4495-446a-99f8-01187b365007 req-168b36e1-4165-436a-8550-f6619653fda2 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063488 Dec 14 02:39:29.374487 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:29.433214 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af2fc132-28a8-4e59-8f8b-f2e6e3e7f696 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:29.440505 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 467a8650-a8b3-40e7-8038-30ec1396f28c completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:39:29.447179 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 467a8650-a8b3-40e7-8038-30ec1396f28c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:29.447943 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:29.546470 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af2fc132-28a8-4e59-8f8b-f2e6e3e7f696 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:29.569052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7688e03-7f92-41f9-8a3b-486a0b59ff3f req-265cbcfa-5bb7-4b8c-9103-8b90429f466e tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110817 Dec 14 02:39:29.580714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:29.607450 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:29.608824 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] 10.222.0.47 "PUT /v2.0/ports/8826881d-b8a4-4eca-a468-e4039e1ab3c5 HTTP/1.1" status: 200 len: 1090 time: 4.2364414 Dec 14 02:39:29.655647 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:29.767797 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af1700ff-315a-4a44-9e60-8202cfc4353f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:29.768500 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 467a8650-a8b3-40e7-8038-30ec1396f28c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=467a8650-a8b3-40e7-8038-30ec1396f28c,segment=NetworkSegment(64a20676-0459-4167-aad8-80e21b0772b5),segment_id=64a20676-0459-4167-aad8-80e21b0772b5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:29.781255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Request body: {'port': {'device_id': '5f155078-6872-4d2b-93ed-a54d71005a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:29.802821 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c759644-3907-46f6-8a47-02b7097f41d4'}, {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9de420b-c32e-4a1d-a9ee-71a5673399ea'}, {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467a8650-a8b3-40e7-8038-30ec1396f28c'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:29.816664 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f545c6e2-4136-4665-874f-32e3b62af8b2" -d '{"events": [{"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-plugged", "status": "completed", "tag": "7c759644-3907-46f6-8a47-02b7097f41d4"}, {"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-plugged", "status": "completed", "tag": "e9de420b-c32e-4a1d-a9ee-71a5673399ea"}, {"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-plugged", "status": "completed", "tag": "467a8650-a8b3-40e7-8038-30ec1396f28c"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:29.828166 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af2fc132-28a8-4e59-8f8b-f2e6e3e7f696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:29.831369 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af2fc132-28a8-4e59-8f8b-f2e6e3e7f696 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:29.832790 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-af2fc132-28a8-4e59-8f8b-f2e6e3e7f696 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7e0323ed-5f89-4336-abb9-0edd9f75802c HTTP/1.1" status: 204 len: 168 time: 0.6140444 Dec 14 02:39:29.877765 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2fc132-28a8-4e59-8f8b-f2e6e3e7f696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0323ed-5f89-4336-abb9-0edd9f75802c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:29.923278 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:29.923278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7b7cfabd-515e-4098-a45c-f9b489a694ea up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:39:30.012841 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc132-28a8-4e59-8f8b-f2e6e3e7f696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:30.013421 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc132-28a8-4e59-8f8b-f2e6e3e7f696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:30.013653 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc132-28a8-4e59-8f8b-f2e6e3e7f696 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:30.013914 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc132-28a8-4e59-8f8b-f2e6e3e7f696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:30.018432 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc132-28a8-4e59-8f8b-f2e6e3e7f696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:30.018890 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc132-28a8-4e59-8f8b-f2e6e3e7f696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:30.019290 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc132-28a8-4e59-8f8b-f2e6e3e7f696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:30.019644 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc132-28a8-4e59-8f8b-f2e6e3e7f696 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:30.020018 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc132-28a8-4e59-8f8b-f2e6e3e7f696 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:30.025206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc132-28a8-4e59-8f8b-f2e6e3e7f696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:30.025635 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc132-28a8-4e59-8f8b-f2e6e3e7f696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:30.025993 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc132-28a8-4e59-8f8b-f2e6e3e7f696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:30.026387 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2fc132-28a8-4e59-8f8b-f2e6e3e7f696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:30.055968 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1700ff-315a-4a44-9e60-8202cfc4353f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Subnet': ['ID=f5374d15-819c-4623-ac55-5152fb729cc3,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:30.078189 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1700ff-315a-4a44-9e60-8202cfc4353f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Checking segment: {'id': '971c7c6d-b8b5-4dca-a05f-f15fa4d59565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3a64629e-c20d-497a-ad92-bed31999c425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:30.078435 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1700ff-315a-4a44-9e60-8202cfc4353f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network hostable DHCP agents. Network: 3a64629e-c20d-497a-ad92-bed31999c425, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:39:30.096836 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:30.121109 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:30.189202 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=467a8650-a8b3-40e7-8038-30ec1396f28c,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:30.235328 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1700ff-315a-4a44-9e60-8202cfc4353f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network 3a64629e-c20d-497a-ad92-bed31999c425 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:39:30.239055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297d78c0-8d18-492b-bbb1-d30b71a77038 service neutron] Pushing event updated for resources: {'Port': ['ID=8826881d-b8a4-4eca-a468-e4039e1ab3c5,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:30.260907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57228a2f-8f09-4f03-8644-892835b8d8a0 req-f413e61e-b780-4000-b219-82956d8caad4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:30.266909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57228a2f-8f09-4f03-8644-892835b8d8a0 req-f413e61e-b780-4000-b219-82956d8caad4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:30.273461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57228a2f-8f09-4f03-8644-892835b8d8a0 req-f413e61e-b780-4000-b219-82956d8caad4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:30.280120 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57228a2f-8f09-4f03-8644-892835b8d8a0 req-f413e61e-b780-4000-b219-82956d8caad4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:30.286717 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57228a2f-8f09-4f03-8644-892835b8d8a0 req-f413e61e-b780-4000-b219-82956d8caad4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:30.293008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57228a2f-8f09-4f03-8644-892835b8d8a0 req-f413e61e-b780-4000-b219-82956d8caad4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:30.299832 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57228a2f-8f09-4f03-8644-892835b8d8a0 req-f413e61e-b780-4000-b219-82956d8caad4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:30.308508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57228a2f-8f09-4f03-8644-892835b8d8a0 req-f413e61e-b780-4000-b219-82956d8caad4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5429 time: 0.5560620 Dec 14 02:39:30.343364 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff436e-db1a-4743-aa0b-8bacc6a0156d req-ee7e14ea-5cb8-41bb-bef5-fcc7942fb414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:30.344754 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1ff436e-db1a-4743-aa0b-8bacc6a0156d req-ee7e14ea-5cb8-41bb-bef5-fcc7942fb414 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9857481 Dec 14 02:39:30.389121 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 7b7cfabd-515e-4098-a45c-f9b489a694ea completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:39:30.389372 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-af1700ff-315a-4a44-9e60-8202cfc4353f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 3a64629e-c20d-497a-ad92-bed31999c425) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:30.395117 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 7b7cfabd-515e-4098-a45c-f9b489a694ea triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:30.395996 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:30.402304 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1700ff-315a-4a44-9e60-8202cfc4353f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:30.403289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be286b6f-60ef-4a9a-ac10-37cbb97c1ce3 None None] Network 3a64629e-c20d-497a-ad92-bed31999c425 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:30.405596 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af1700ff-315a-4a44-9e60-8202cfc4353f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:30.491946 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-af1700ff-315a-4a44-9e60-8202cfc4353f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9602401 Dec 14 02:39:30.492178 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33440) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:30.650677 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'tag': '8826881d-b8a4-4eca-a468-e4039e1ab3c5'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:30.655239 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120082b4-58b4-48c7-9811-f9b47735853c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "tag": "8826881d-b8a4-4eca-a468-e4039e1ab3c5"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:30.656137 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-daca7bc4-3132-4105-9011-82fba1e908bd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:30.714465 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d012241d-d0b7-447e-9368-da526eeff429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-3a64629e-c20d-497a-ad92-bed31999c425', 'network_id': '3a64629e-c20d-497a-ad92-bed31999c425', 'project_id': 'f157b96bba104001a7a8c0e146d15020', 'fixed_ips': [{'subnet_id': 'f5374d15-819c-4623-ac55-5152fb729cc3'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:39:30.722726 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d012241d-d0b7-447e-9368-da526eeff429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:30.742791 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57228a2f-8f09-4f03-8644-892835b8d8a0 req-e29491f9-d550-4cd0-b981-e7911d7e742d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4332867 Dec 14 02:39:30.807395 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-daca7bc4-3132-4105-9011-82fba1e908bd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:30.852184 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-3597106f-3b46-42d2-9d93-323c649b0c50 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:30.879721 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-3597106f-3b46-42d2-9d93-323c649b0c50 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 812 time: 0.5104854 Dec 14 02:39:30.936786 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-2449d43a-6e71-4400-a376-9d7affaeae1f tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/quotas/8e80e89af5034db09d4ceb72bc89e4da HTTP/1.1" status: 200 len: 375 time: 0.0558121 Dec 14 02:39:30.967359 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6202939-c0c8-4cac-9c78-06b75fc71165 x-openstack-request-id: req-f6202939-c0c8-4cac-9c78-06b75fc71165 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:30.967846 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-plugged", "status": "completed", "tag": "7c759644-3907-46f6-8a47-02b7097f41d4", "code": 200}, {"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-plugged", "status": "completed", "tag": "e9de420b-c32e-4a1d-a9ee-71a5673399ea", "code": 200}, {"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-plugged", "status": "completed", "tag": "467a8650-a8b3-40e7-8038-30ec1396f28c", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:30.968480 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f6202939-c0c8-4cac-9c78-06b75fc71165 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:30.969283 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c759644-3907-46f6-8a47-02b7097f41d4', 'code': 200} Dec 14 02:39:30.969772 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9de420b-c32e-4a1d-a9ee-71a5673399ea', 'code': 200} Dec 14 02:39:30.970014 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467a8650-a8b3-40e7-8038-30ec1396f28c', 'code': 200} Dec 14 02:39:30.994437 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:31.065281 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 7b7cfabd-515e-4098-a45c-f9b489a694ea, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7b7cfabd-515e-4098-a45c-f9b489a694ea,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:31.114146 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-daca7bc4-3132-4105-9011-82fba1e908bd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:31.135505 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:31.136907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 967565e0-3a99-41ac-bfa3-c5fb52e9a874 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:39:31.212283 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca7bc4-3132-4105-9011-82fba1e908bd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Subnet': ['ID=f5374d15-819c-4623-ac55-5152fb729cc3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server [None req-d012241d-d0b7-447e-9368-da526eeff429 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5374d15-819c-4623-ac55-5152fb729cc3: This subnet is being modified by another concurrent operation. Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 14 02:39:31.327548 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise exception Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5374d15-819c-4623-ac55-5152fb729cc3: This subnet is being modified by another concurrent operation. Dec 14 02:39:31.330841 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server Dec 14 02:39:31.364292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef8bd73-c8cf-4480-b7d1-b3899b14e477 None None] Network 3a64629e-c20d-497a-ad92-bed31999c425 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:31.418444 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-daca7bc4-3132-4105-9011-82fba1e908bd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:31.490884 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-daca7bc4-3132-4105-9011-82fba1e908bd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a64629e-c20d-497a-ad92-bed31999c425']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:31.511597 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=7b7cfabd-515e-4098-a45c-f9b489a694ea,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:31.527188 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-daca7bc4-3132-4105-9011-82fba1e908bd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971c7c6d-b8b5-4dca-a05f-f15fa4d59565') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:31.527562 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-daca7bc4-3132-4105-9011-82fba1e908bd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971c7c6d-b8b5-4dca-a05f-f15fa4d59565') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:31.553290 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-daca7bc4-3132-4105-9011-82fba1e908bd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:31.557612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e9da57-c43c-46e2-8427-056dcbd81bf6 None None] get_active_networks_info from n-d-821636-1 {{(pid=103849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 02:39:31.588363 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-daca7bc4-3132-4105-9011-82fba1e908bd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:31.603239 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 967565e0-3a99-41ac-bfa3-c5fb52e9a874 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:39:31.609390 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daca7bc4-3132-4105-9011-82fba1e908bd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:39:31.609390 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-daca7bc4-3132-4105-9011-82fba1e908bd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:39:31.612827 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:39:31.636708 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 967565e0-3a99-41ac-bfa3-c5fb52e9a874 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:31.638113 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:31.747738 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-c2551bdc-3ac7-4f6b-8fa3-f6cecfdacafb tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8074553 Dec 14 02:39:31.832131 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:31.876728 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 967565e0-3a99-41ac-bfa3-c5fb52e9a874, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=967565e0-3a99-41ac-bfa3-c5fb52e9a874,segment=NetworkSegment(d1595b99-6ad9-44ee-8c91-8d11d1164e2c),segment_id=d1595b99-6ad9-44ee-8c91-8d11d1164e2c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:31.878482 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e9da57-c43c-46e2-8427-056dcbd81bf6 None None] Resources bound (agent type, host, resource id): {{(pid=103849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 02:39:31.918613 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-daca7bc4-3132-4105-9011-82fba1e908bd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:31.959573 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-daca7bc4-3132-4105-9011-82fba1e908bd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:31.967327 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-daca7bc4-3132-4105-9011-82fba1e908bd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/3a64629e-c20d-497a-ad92-bed31999c425 HTTP/1.1" status: 204 len: 168 time: 1.4738977 Dec 14 02:39:31.968455 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca7bc4-3132-4105-9011-82fba1e908bd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Network': ['ID=3a64629e-c20d-497a-ad92-bed31999c425,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:31.970443 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33466) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:31.976098 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-056e4c21-d681-4c7c-8b6f-b3bb16a2eda6 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2128872105'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:32.074693 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e9b6b-cb4e-438b-b1cb-3700d5fc4165 req-a788a46c-c58d-46b2-8773-ef86816e6098 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:32.086400 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:32.105449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e9b6b-cb4e-438b-b1cb-3700d5fc4165 req-a788a46c-c58d-46b2-8773-ef86816e6098 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:32.126351 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e9b6b-cb4e-438b-b1cb-3700d5fc4165 req-a788a46c-c58d-46b2-8773-ef86816e6098 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:32.127516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:39:32.136258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e9b6b-cb4e-438b-b1cb-3700d5fc4165 req-a788a46c-c58d-46b2-8773-ef86816e6098 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:32.140861 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056e4c21-d681-4c7c-8b6f-b3bb16a2eda6 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:32.144948 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-056e4c21-d681-4c7c-8b6f-b3bb16a2eda6 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:32.160182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e9b6b-cb4e-438b-b1cb-3700d5fc4165 req-a788a46c-c58d-46b2-8773-ef86816e6098 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:32.173445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e9b6b-cb4e-438b-b1cb-3700d5fc4165 req-a788a46c-c58d-46b2-8773-ef86816e6098 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:32.180871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e9b6b-cb4e-438b-b1cb-3700d5fc4165 req-a788a46c-c58d-46b2-8773-ef86816e6098 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:32.184210 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea7e9b6b-cb4e-438b-b1cb-3700d5fc4165 req-a788a46c-c58d-46b2-8773-ef86816e6098 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5406 time: 0.4917395 Dec 14 02:39:32.187912 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:39:32.188261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 005c7aaa-8bbd-4dce-8e0c-c2efa85a5267 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:39:32.213745 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056e4c21-d681-4c7c-8b6f-b3bb16a2eda6 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:39:32.216433 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=967565e0-3a99-41ac-bfa3-c5fb52e9a874,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:32.231237 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-056e4c21-d681-4c7c-8b6f-b3bb16a2eda6 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:32.233203 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-056e4c21-d681-4c7c-8b6f-b3bb16a2eda6 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Added segment 27315a1d-71e4-41d3-afbe-6701c1074663 of type vlan for network 604fa87d-360e-4135-a9a6-cdb25bceb956 Dec 14 02:39:32.302143 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-056e4c21-d681-4c7c-8b6f-b3bb16a2eda6 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:32.352327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e22f74-2335-4fa8-8c9a-49d2f0fa5840 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:32.453992 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:32.453992 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-b42c05ca-614a-49fa-90f7-cfa30cdc017a service neutron] 10.222.0.39 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6897795 Dec 14 02:39:32.479389 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea7e9b6b-cb4e-438b-b1cb-3700d5fc4165 req-53a69ddf-8510-40d7-a16c-ca23d1939cc1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2443004 Dec 14 02:39:32.520543 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-056e4c21-d681-4c7c-8b6f-b3bb16a2eda6 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:32.527714 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056e4c21-d681-4c7c-8b6f-b3bb16a2eda6 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:32.528576 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-056e4c21-d681-4c7c-8b6f-b3bb16a2eda6 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:32.579659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Transition to ACTIVE for port object 19e22f74-2335-4fa8-8c9a-49d2f0fa5840 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:39:32.715083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e4c21-d681-4c7c-8b6f-b3bb16a2eda6 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Network': ['ID=604fa87d-360e-4135-a9a6-cdb25bceb956,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:32.731975 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 604fa87d-360e-4135-a9a6-cdb25bceb956 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:39:32.743805 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41fe1d-e1df-4f69-8af0-57a43b0b5a68 req-31b05644-477f-48ba-ae08-083df77b63f8 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:32.745807 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f41fe1d-e1df-4f69-8af0-57a43b0b5a68 req-31b05644-477f-48ba-ae08-083df77b63f8 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.1035223 Dec 14 02:39:32.794095 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-e575e9c3-433a-436a-9c36-13a23669ded9 service neutron] 10.222.0.39 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789845 Dec 14 02:39:32.812077 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f41fe1d-e1df-4f69-8af0-57a43b0b5a68 req-9632f7ea-7f03-4f82-b157-ebee377ca253 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585601 Dec 14 02:39:32.970813 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7cfabd-515e-4098-a45c-f9b489a694ea'}, {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967565e0-3a99-41ac-bfa3-c5fb52e9a874'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:32.974024 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b273734-439e-45e1-bf91-86495df95b2c" -d '{"events": [{"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-plugged", "status": "completed", "tag": "7b7cfabd-515e-4098-a45c-f9b489a694ea"}, {"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-plugged", "status": "completed", "tag": "967565e0-3a99-41ac-bfa3-c5fb52e9a874"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:33.017409 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8b2185f9-b218-457f-8754-25d0ac1fcd71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:33.023682 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-056e4c21-d681-4c7c-8b6f-b3bb16a2eda6 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0521588 Dec 14 02:39:33.024531 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33484) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:33.031827 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-810a02cd-83d1-467b-997e-f7fb91774e67 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'subnet': {'network_id': '604fa87d-360e-4135-a9a6-cdb25bceb956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:33.035151 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:33.138623 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625047f-800b-4317-98a1-adc5d62b348f req-7008abac-25f9-451a-ad00-da9f05d7c12d tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:33.147070 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d625047f-800b-4317-98a1-adc5d62b348f req-7008abac-25f9-451a-ad00-da9f05d7c12d tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.2102282 Dec 14 02:39:33.269011 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810a02cd-83d1-467b-997e-f7fb91774e67 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:33.270056 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Pushing event updated for resources: {'Port': ['ID=19e22f74-2335-4fa8-8c9a-49d2f0fa5840,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:33.275714 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-810a02cd-83d1-467b-997e-f7fb91774e67 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:33.289935 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b89cc78-d790-4386-bb85-c8811f9e0fb5 x-openstack-request-id: req-1b89cc78-d790-4386-bb85-c8811f9e0fb5 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:33.295023 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "tag": "8826881d-b8a4-4eca-a468-e4039e1ab3c5", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:33.295023 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b89cc78-d790-4386-bb85-c8811f9e0fb5 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:33.295023 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'tag': '8826881d-b8a4-4eca-a468-e4039e1ab3c5', 'status': 'completed', 'code': 200} Dec 14 02:39:33.702250 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d625047f-800b-4317-98a1-adc5d62b348f req-12839c88-cc36-459f-8e54-c1807341f3da tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5374100 Dec 14 02:39:33.837250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120082b4-58b4-48c7-9811-f9b47735853c req-641c1fc5-4527-43d9-a376-8f488b6f2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:33.837996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120082b4-58b4-48c7-9811-f9b47735853c req-641c1fc5-4527-43d9-a376-8f488b6f2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:33.839038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120082b4-58b4-48c7-9811-f9b47735853c req-641c1fc5-4527-43d9-a376-8f488b6f2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:33.839827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120082b4-58b4-48c7-9811-f9b47735853c req-641c1fc5-4527-43d9-a376-8f488b6f2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:33.840293 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120082b4-58b4-48c7-9811-f9b47735853c req-641c1fc5-4527-43d9-a376-8f488b6f2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:33.840756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120082b4-58b4-48c7-9811-f9b47735853c req-641c1fc5-4527-43d9-a376-8f488b6f2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:33.841218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120082b4-58b4-48c7-9811-f9b47735853c req-641c1fc5-4527-43d9-a376-8f488b6f2653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:33.843237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-120082b4-58b4-48c7-9811-f9b47735853c req-641c1fc5-4527-43d9-a376-8f488b6f2653 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20630dab3f6946828746e2d81f7e163b&device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 6378 time: 0.5139875 Dec 14 02:39:33.874228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef427ed9-83c5-47f2-94b8-2687c11b1ad4 req-430acb62-665f-451e-a64a-3daf8d33980a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:33.884654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef427ed9-83c5-47f2-94b8-2687c11b1ad4 req-430acb62-665f-451e-a64a-3daf8d33980a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:33.891517 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef427ed9-83c5-47f2-94b8-2687c11b1ad4 req-430acb62-665f-451e-a64a-3daf8d33980a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:33.901555 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef427ed9-83c5-47f2-94b8-2687c11b1ad4 req-430acb62-665f-451e-a64a-3daf8d33980a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:33.915550 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef427ed9-83c5-47f2-94b8-2687c11b1ad4 req-430acb62-665f-451e-a64a-3daf8d33980a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:33.920835 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-810a02cd-83d1-467b-997e-f7fb91774e67 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:33.925142 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef427ed9-83c5-47f2-94b8-2687c11b1ad4 req-430acb62-665f-451e-a64a-3daf8d33980a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:33.941888 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef427ed9-83c5-47f2-94b8-2687c11b1ad4 req-430acb62-665f-451e-a64a-3daf8d33980a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:33.961700 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef427ed9-83c5-47f2-94b8-2687c11b1ad4 req-430acb62-665f-451e-a64a-3daf8d33980a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5432 time: 0.3423071 Dec 14 02:39:34.002685 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a02cd-83d1-467b-997e-f7fb91774e67 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Subnet': ['ID=b1f0f41f-f9ac-4156-9eb0-7bbf70827a9d,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:34.010078 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810a02cd-83d1-467b-997e-f7fb91774e67 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Checking segment: {'id': '27315a1d-71e4-41d3-afbe-6701c1074663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '604fa87d-360e-4135-a9a6-cdb25bceb956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:34.010078 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810a02cd-83d1-467b-997e-f7fb91774e67 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network hostable DHCP agents. Network: 604fa87d-360e-4135-a9a6-cdb25bceb956, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:39:34.123386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Attempting to bind port 19e22f74-2335-4fa8-8c9a-49d2f0fa5840 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:39:34.124453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Attempting to bind port 19e22f74-2335-4fa8-8c9a-49d2f0fa5840 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd307fd75-d63b-4667-bff7-1b964e3cfc2d'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:39:34.124453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Attempting to bind port 19e22f74-2335-4fa8-8c9a-49d2f0fa5840 on network d307fd75-d63b-4667-bff7-1b964e3cfc2d {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:34.148729 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810a02cd-83d1-467b-997e-f7fb91774e67 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network 604fa87d-360e-4135-a9a6-cdb25bceb956 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:39:34.169125 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Port 19e22f74-2335-4fa8-8c9a-49d2f0fa5840 on network d307fd75-d63b-4667-bff7-1b964e3cfc2d not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:39:34.169125 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Attempting to bind port 19e22f74-2335-4fa8-8c9a-49d2f0fa5840 on network d307fd75-d63b-4667-bff7-1b964e3cfc2d {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:34.190722 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:39:34.191218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Checking segment: {'id': '6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd307fd75-d63b-4667-bff7-1b964e3cfc2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:34.191769 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Bound using segment: {'id': '6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd307fd75-d63b-4667-bff7-1b964e3cfc2d'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:39:34.192326 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Bound port: 19e22f74-2335-4fa8-8c9a-49d2f0fa5840, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd307fd75-d63b-4667-bff7-1b964e3cfc2d'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:39:34.193097 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:34.245912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef427ed9-83c5-47f2-94b8-2687c11b1ad4 req-3018f964-4b71-4a87-b57e-df0178f51243 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2828050 Dec 14 02:39:34.276620 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe313d-99c0-48eb-be2e-23c9e54ca8ab req-e5122dcc-0214-4bf3-960f-5af343168e2c tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:34.285965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ebe313d-99c0-48eb-be2e-23c9e54ca8ab req-e5122dcc-0214-4bf3-960f-5af343168e2c tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.4417052 Dec 14 02:39:34.356430 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6869f3-5a9e-4db8-ba45-1d6c96bb1219 x-openstack-request-id: req-4a6869f3-5a9e-4db8-ba45-1d6c96bb1219 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:34.357371 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-plugged", "status": "completed", "tag": "7b7cfabd-515e-4098-a45c-f9b489a694ea", "code": 200}, {"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-plugged", "status": "completed", "tag": "967565e0-3a99-41ac-bfa3-c5fb52e9a874", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:34.357818 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a6869f3-5a9e-4db8-ba45-1d6c96bb1219 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:34.360276 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-810a02cd-83d1-467b-997e-f7fb91774e67 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 604fa87d-360e-4135-a9a6-cdb25bceb956) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:34.364351 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b7cfabd-515e-4098-a45c-f9b489a694ea', 'code': 200} Dec 14 02:39:34.364569 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810a02cd-83d1-467b-997e-f7fb91774e67 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:34.365230 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-810a02cd-83d1-467b-997e-f7fb91774e67 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:34.365979 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967565e0-3a99-41ac-bfa3-c5fb52e9a874', 'code': 200} Dec 14 02:39:34.375758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8ddbbb-d415-4304-962c-330c058194ea None None] Network 604fa87d-360e-4135-a9a6-cdb25bceb956 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:34.483218 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-810a02cd-83d1-467b-997e-f7fb91774e67 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4575505 Dec 14 02:39:34.486655 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33516) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:34.487099 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120082b4-58b4-48c7-9811-f9b47735853c req-30811cc8-d10c-4b0e-af05-2a33a7178e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:34.487576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120082b4-58b4-48c7-9811-f9b47735853c req-30811cc8-d10c-4b0e-af05-2a33a7178e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:34.489809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120082b4-58b4-48c7-9811-f9b47735853c req-30811cc8-d10c-4b0e-af05-2a33a7178e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:34.494320 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-120082b4-58b4-48c7-9811-f9b47735853c req-30811cc8-d10c-4b0e-af05-2a33a7178e54 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=20630dab3f6946828746e2d81f7e163b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5102437 Dec 14 02:39:34.653266 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-604fa87d-360e-4135-a9a6-cdb25bceb956', 'network_id': '604fa87d-360e-4135-a9a6-cdb25bceb956', 'project_id': 'f157b96bba104001a7a8c0e146d15020', 'fixed_ips': [{'subnet_id': 'b1f0f41f-f9ac-4156-9eb0-7bbf70827a9d'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:39:34.654938 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:34.777339 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:34.797546 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd61f44-77f9-4bc2-bf95-2945e8d49f5c req-55248e36-ffb5-4e65-b7f2-3109ccbf5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:34.811577 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd61f44-77f9-4bc2-bf95-2945e8d49f5c req-55248e36-ffb5-4e65-b7f2-3109ccbf5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:34.812157 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd61f44-77f9-4bc2-bf95-2945e8d49f5c req-55248e36-ffb5-4e65-b7f2-3109ccbf5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:34.812684 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd61f44-77f9-4bc2-bf95-2945e8d49f5c req-55248e36-ffb5-4e65-b7f2-3109ccbf5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:34.813205 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd61f44-77f9-4bc2-bf95-2945e8d49f5c req-55248e36-ffb5-4e65-b7f2-3109ccbf5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:34.818576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd61f44-77f9-4bc2-bf95-2945e8d49f5c req-55248e36-ffb5-4e65-b7f2-3109ccbf5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:34.818576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd61f44-77f9-4bc2-bf95-2945e8d49f5c req-55248e36-ffb5-4e65-b7f2-3109ccbf5590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:34.818576 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9fd61f44-77f9-4bc2-bf95-2945e8d49f5c req-55248e36-ffb5-4e65-b7f2-3109ccbf5590 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 6489 time: 0.2119117 Dec 14 02:39:34.832489 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ebe313d-99c0-48eb-be2e-23c9e54ca8ab req-e6233c90-3fd8-4b65-8465-0de65d31913f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170467 Dec 14 02:39:34.835417 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8eb3fea9-5dee-4a02-857d-6b539731fed6 req-a5f2f6a8-96a8-4e98-8cd5-bab804a3209b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 210 time: 0.3335910 Dec 14 02:39:34.862826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120082b4-58b4-48c7-9811-f9b47735853c req-b4d1cb8b-fa93-4d29-9245-f94ea7fdfc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:34.864307 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-120082b4-58b4-48c7-9811-f9b47735853c req-b4d1cb8b-fa93-4d29-9245-f94ea7fdfc4e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3559461 Dec 14 02:39:34.966575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] For port 19e22f74-2335-4fa8-8c9a-49d2f0fa5840, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:39:34.971138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] For port 19e22f74-2335-4fa8-8c9a-49d2f0fa5840, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=19e22f74-2335-4fa8-8c9a-49d2f0fa5840,segment=NetworkSegment(6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6),segment_id=6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:39:35.069767 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:35.096302 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:35.109665 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9fd61f44-77f9-4bc2-bf95-2945e8d49f5c req-43d48c5b-9832-4f90-bf1c-a0e52acfa9be service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=96739014-1342-4038-93b0-f3ef5a88fe85&id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2763183 Dec 14 02:39:35.137254 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Allocated IP 172.20.0.1 (604fa87d-360e-4135-a9a6-cdb25bceb956/b1f0f41f-f9ac-4156-9eb0-7bbf70827a9d/2a7014df-1967-4243-a7b7-44de03da3444) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:39:35.165270 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eac4bfdc-d11f-4894-b9db-17d64d2317b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:35.299362 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Pushing event updated for resources: {'Port': ['ID=19e22f74-2335-4fa8-8c9a-49d2f0fa5840,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:35.328634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:35.330137 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:35.333194 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-c860c4e4-d8d9-4ce1-9058-fb291f922865 service neutron] 10.222.0.47 "PUT /v2.0/ports/19e22f74-2335-4fa8-8c9a-49d2f0fa5840 HTTP/1.1" status: 200 len: 1091 time: 5.5788012 Dec 14 02:39:35.345155 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'tag': '19e22f74-2335-4fa8-8c9a-49d2f0fa5840'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:35.346479 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95eba19e-c0ac-423a-93a5-b55317888960" -d '{"events": [{"name": "network-changed", "server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "tag": "19e22f74-2335-4fa8-8c9a-49d2f0fa5840"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:35.388584 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d06f3-808b-45f5-8a01-bcfc13f5cc27 req-43e56f73-a0ff-490e-8983-4a4e99c747e6 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:35.408168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d06f3-808b-45f5-8a01-bcfc13f5cc27 req-43e56f73-a0ff-490e-8983-4a4e99c747e6 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:35.416412 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d06f3-808b-45f5-8a01-bcfc13f5cc27 req-43e56f73-a0ff-490e-8983-4a4e99c747e6 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:35.423495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d06f3-808b-45f5-8a01-bcfc13f5cc27 req-43e56f73-a0ff-490e-8983-4a4e99c747e6 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:35.433295 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d06f3-808b-45f5-8a01-bcfc13f5cc27 req-43e56f73-a0ff-490e-8983-4a4e99c747e6 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:35.442723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d06f3-808b-45f5-8a01-bcfc13f5cc27 req-43e56f73-a0ff-490e-8983-4a4e99c747e6 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:35.458980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d06f3-808b-45f5-8a01-bcfc13f5cc27 req-43e56f73-a0ff-490e-8983-4a4e99c747e6 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:35.470598 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc0d06f3-808b-45f5-8a01-bcfc13f5cc27 req-43e56f73-a0ff-490e-8983-4a4e99c747e6 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5418 time: 0.4817655 Dec 14 02:39:35.551090 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:39:35.605249 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Request body: {'port': {'device_id': '5f155078-6872-4d2b-93ed-a54d71005a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:35.683659 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:35.732962 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:35.794446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc048bf-c03e-4637-ad79-dc34ff32ca95 req-f77d0d70-5fb1-493a-9665-688fdbf1a2d5 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:35.796796 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcc048bf-c03e-4637-ad79-dc34ff32ca95 req-f77d0d70-5fb1-493a-9665-688fdbf1a2d5 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.2807283 Dec 14 02:39:35.798300 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:35.827793 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc0d06f3-808b-45f5-8a01-bcfc13f5cc27 req-4d0169a7-7e22-46b5-8855-e8de1fb129aa tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3559108 Dec 14 02:39:35.900885 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcc048bf-c03e-4637-ad79-dc34ff32ca95 req-7fee6f44-03ae-4a6e-a710-ea02c9603cd3 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889716 Dec 14 02:39:35.925501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Pushing event updated for resources: {'Port': ['ID=2a7014df-1967-4243-a7b7-44de03da3444,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:35.947124 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:35.963170 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Network 604fa87d-360e-4135-a9a6-cdb25bceb956 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:39:35.968770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:35.972021 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:39:36.045188 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Subnet': ['ID=b1f0f41f-f9ac-4156-9eb0-7bbf70827a9d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:36.109322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Attempting to bind port 2a7014df-1967-4243-a7b7-44de03da3444 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:39:36.109632 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Attempting to bind port 2a7014df-1967-4243-a7b7-44de03da3444 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '27315a1d-71e4-41d3-afbe-6701c1074663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '604fa87d-360e-4135-a9a6-cdb25bceb956'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:39:36.110036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Attempting to bind port 2a7014df-1967-4243-a7b7-44de03da3444 on network 604fa87d-360e-4135-a9a6-cdb25bceb956 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:36.127566 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:39:36.127955 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Checking segment: {'id': '27315a1d-71e4-41d3-afbe-6701c1074663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '604fa87d-360e-4135-a9a6-cdb25bceb956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:36.128475 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:36.128932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Bound using segment: {'id': '27315a1d-71e4-41d3-afbe-6701c1074663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '604fa87d-360e-4135-a9a6-cdb25bceb956'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:39:36.134287 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Bound port: 2a7014df-1967-4243-a7b7-44de03da3444, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27315a1d-71e4-41d3-afbe-6701c1074663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '604fa87d-360e-4135-a9a6-cdb25bceb956'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:39:36.134860 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:36.222135 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:36.283533 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604fa87d-360e-4135-a9a6-cdb25bceb956']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:36.325277 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27315a1d-71e4-41d3-afbe-6701c1074663') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:36.329723 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27315a1d-71e4-41d3-afbe-6701c1074663') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:36.355173 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:36.360940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] For port 2a7014df-1967-4243-a7b7-44de03da3444, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:39:36.370276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] For port 2a7014df-1967-4243-a7b7-44de03da3444, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=2a7014df-1967-4243-a7b7-44de03da3444,segment=NetworkSegment(27315a1d-71e4-41d3-afbe-6701c1074663),segment_id=27315a1d-71e4-41d3-afbe-6701c1074663)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:39:36.394999 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:36.463785 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:36.465528 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:36.470521 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:39:36.471293 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:39:36.475301 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:39:36.494558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bba1e63-dba3-4636-9fc2-f0bfede35d7f {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:36.531433 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:36.682449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baafe64c-4f7a-49dd-96a5-ff4bbd1e8383 None None] Network 604fa87d-360e-4135-a9a6-cdb25bceb956 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:36.715546 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Transition to ACTIVE for port object 9bba1e63-dba3-4636-9fc2-f0bfede35d7f will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:39:36.770117 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.db.api [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 02:39:36.770117 n-d-821636-1 neutron-server[103847]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 02:39:36.770117 n-d-821636-1 neutron-server[103847]: [parameters: {'id': '604fa87d-360e-4135-a9a6-cdb25bceb956'}] Dec 14 02:39:36.770117 n-d-821636-1 neutron-server[103847]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:39:36.771829 n-d-821636-1 neutron-server[103847]: DEBUG oslo_db.api [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:39:36.869470 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb368e9-50b0-4024-8019-914405a83084 None None] Pushing event updated for resources: {'Port': ['ID=2a7014df-1967-4243-a7b7-44de03da3444,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:36.873172 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:37.241243 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe62fc2-99b2-4e16-aa3a-ac829d4e67f4 x-openstack-request-id: req-bfe62fc2-99b2-4e16-aa3a-ac829d4e67f4 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:37.242360 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "tag": "19e22f74-2335-4fa8-8c9a-49d2f0fa5840", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:37.242780 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bfe62fc2-99b2-4e16-aa3a-ac829d4e67f4 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:37.243360 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'tag': '19e22f74-2335-4fa8-8c9a-49d2f0fa5840', 'status': 'completed', 'code': 200} Dec 14 02:39:37.251548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Pushing event updated for resources: {'Port': ['ID=9bba1e63-dba3-4636-9fc2-f0bfede35d7f,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:37.328117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-2fc69339-7537-42ca-8ddf-1431e582bf15 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:37.331947 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:37.333896 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-2fc69339-7537-42ca-8ddf-1431e582bf15 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.46 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 812 time: 0.6445935 Dec 14 02:39:37.354976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d9df3-82d2-4b83-bc35-dfded427dc58 req-8f19ece2-5865-4a73-908a-096b4a9a6931 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:37.377479 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d9df3-82d2-4b83-bc35-dfded427dc58 req-8f19ece2-5865-4a73-908a-096b4a9a6931 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:37.378112 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862734be-256a-4a0c-abb4-7f34dc3c4b07 None None] get_active_networks_info from n-d-821636-1 {{(pid=103849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 02:39:37.416331 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba19e-c0ac-423a-93a5-b55317888960 req-27ced325-c272-46ae-9c5d-477c9a027bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:37.416804 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba19e-c0ac-423a-93a5-b55317888960 req-27ced325-c272-46ae-9c5d-477c9a027bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:37.417276 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba19e-c0ac-423a-93a5-b55317888960 req-27ced325-c272-46ae-9c5d-477c9a027bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:37.417764 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba19e-c0ac-423a-93a5-b55317888960 req-27ced325-c272-46ae-9c5d-477c9a027bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:37.418222 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba19e-c0ac-423a-93a5-b55317888960 req-27ced325-c272-46ae-9c5d-477c9a027bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:37.418678 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba19e-c0ac-423a-93a5-b55317888960 req-27ced325-c272-46ae-9c5d-477c9a027bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:37.430130 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba19e-c0ac-423a-93a5-b55317888960 req-27ced325-c272-46ae-9c5d-477c9a027bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:37.432240 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d9df3-82d2-4b83-bc35-dfded427dc58 req-8f19ece2-5865-4a73-908a-096b4a9a6931 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:37.432964 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-95eba19e-c0ac-423a-93a5-b55317888960 req-27ced325-c272-46ae-9c5d-477c9a027bd7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20630dab3f6946828746e2d81f7e163b&device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 6445 time: 0.1718953 Dec 14 02:39:37.440303 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d9df3-82d2-4b83-bc35-dfded427dc58 req-8f19ece2-5865-4a73-908a-096b4a9a6931 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:37.682586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d9df3-82d2-4b83-bc35-dfded427dc58 req-8f19ece2-5865-4a73-908a-096b4a9a6931 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:37.682586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d9df3-82d2-4b83-bc35-dfded427dc58 req-8f19ece2-5865-4a73-908a-096b4a9a6931 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:37.682586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d9df3-82d2-4b83-bc35-dfded427dc58 req-8f19ece2-5865-4a73-908a-096b4a9a6931 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:37.682586 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d48d9df3-82d2-4b83-bc35-dfded427dc58 req-8f19ece2-5865-4a73-908a-096b4a9a6931 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5432 time: 0.6251633 Dec 14 02:39:37.682586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Attempting to bind port 9bba1e63-dba3-4636-9fc2-f0bfede35d7f on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:39:37.682586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Attempting to bind port 9bba1e63-dba3-4636-9fc2-f0bfede35d7f by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd307fd75-d63b-4667-bff7-1b964e3cfc2d'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:39:37.682586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Attempting to bind port 9bba1e63-dba3-4636-9fc2-f0bfede35d7f on network d307fd75-d63b-4667-bff7-1b964e3cfc2d {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:37.684539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Deleting port 2a7014df-1967-4243-a7b7-44de03da3444 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:39:37.684539 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:37.685123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-e277e510-ad0c-40d8-ab19-1b008b0cdcff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Request body: {'port': {'device_id': '193e5a2d-8372-4e26-9874-5468e5c29fb6', 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d', 'admin_state_up': True, 'tenant_id': '8e80e89af5034db09d4ceb72bc89e4da'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:37.685123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Port 9bba1e63-dba3-4636-9fc2-f0bfede35d7f on network d307fd75-d63b-4667-bff7-1b964e3cfc2d not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:39:37.685123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Attempting to bind port 9bba1e63-dba3-4636-9fc2-f0bfede35d7f on network d307fd75-d63b-4667-bff7-1b964e3cfc2d {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:37.685420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba19e-c0ac-423a-93a5-b55317888960 req-edc8799b-426c-4bc5-aec4-a16e7096b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:37.685420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba19e-c0ac-423a-93a5-b55317888960 req-edc8799b-426c-4bc5-aec4-a16e7096b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:37.685420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba19e-c0ac-423a-93a5-b55317888960 req-edc8799b-426c-4bc5-aec4-a16e7096b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:37.685420 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-95eba19e-c0ac-423a-93a5-b55317888960 req-edc8799b-426c-4bc5-aec4-a16e7096b8fd service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=20630dab3f6946828746e2d81f7e163b&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1761949 Dec 14 02:39:37.685789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:39:37.685789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Checking segment: {'id': '6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd307fd75-d63b-4667-bff7-1b964e3cfc2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:37.685789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Bound using segment: {'id': '6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd307fd75-d63b-4667-bff7-1b964e3cfc2d'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:39:37.685789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Bound port: 9bba1e63-dba3-4636-9fc2-f0bfede35d7f, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'd307fd75-d63b-4667-bff7-1b964e3cfc2d'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:39:37.685789 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:37.686438 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862734be-256a-4a0c-abb4-7f34dc3c4b07 None None] Resources bound (agent type, host, resource id): {{(pid=103849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 02:39:37.709059 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] For port 2a7014df-1967-4243-a7b7-44de03da3444, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=2a7014df-1967-4243-a7b7-44de03da3444,segment=NetworkSegment(27315a1d-71e4-41d3-afbe-6701c1074663),segment_id=27315a1d-71e4-41d3-afbe-6701c1074663)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:37.709843 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:37.715645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6da8f921-a3f8-401d-8586-d075cc878b7f req-b7ff62b0-93b4-444c-81c4-74ee9bdbeed8 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 210 time: 0.2037098 Dec 14 02:39:37.733137 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Calling delete_port for 2a7014df-1967-4243-a7b7-44de03da3444 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:39:37.836372 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba19e-c0ac-423a-93a5-b55317888960 req-1638423b-854d-474d-be26-176e21368b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:37.838749 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-95eba19e-c0ac-423a-93a5-b55317888960 req-1638423b-854d-474d-be26-176e21368b5e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1993909 Dec 14 02:39:37.856508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d48d9df3-82d2-4b83-bc35-dfded427dc58 req-cd5fec5f-0935-4112-abeb-6bacb6a9ea9c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3615613 Dec 14 02:39:37.959292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] For port 9bba1e63-dba3-4636-9fc2-f0bfede35d7f, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:39:37.963721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] For port 9bba1e63-dba3-4636-9fc2-f0bfede35d7f, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9bba1e63-dba3-4636-9fc2-f0bfede35d7f,segment=NetworkSegment(6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6),segment_id=6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:39:38.023745 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:38.049786 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:38.101037 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No DVR routers for this DVR port 2a7014df-1967-4243-a7b7-44de03da3444 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:39:38.107878 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Port': ['ID=2a7014df-1967-4243-a7b7-44de03da3444,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:38.167327 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:38.225727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-e277e510-ad0c-40d8-ab19-1b008b0cdcff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Made reservation on behalf of 8e80e89af5034db09d4ceb72bc89e4da for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:38.229335 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-e277e510-ad0c-40d8-ab19-1b008b0cdcff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:38.291552 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:38.402132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:38.405466 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:38.405466 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] 10.222.0.47 "PUT /v2.0/ports/9bba1e63-dba3-4636-9fc2-f0bfede35d7f HTTP/1.1" status: 200 len: 1091 time: 2.8112423 Dec 14 02:39:38.455348 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:38.466720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff1a47-18b7-402e-ac0c-2fef5f8c6110 req-c0f1a623-f468-4fbd-8336-09ee2f55d9d5 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:38.479075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e8ff1a47-18b7-402e-ac0c-2fef5f8c6110 req-c0f1a623-f468-4fbd-8336-09ee2f55d9d5 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.4217765 Dec 14 02:39:38.545332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc93dad-1b9b-46dc-8ab2-e13fb6bb8782 req-54006794-01b4-4d12-aa69-f6812bf3b2f1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:38.557196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc93dad-1b9b-46dc-8ab2-e13fb6bb8782 req-54006794-01b4-4d12-aa69-f6812bf3b2f1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:38.590242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc93dad-1b9b-46dc-8ab2-e13fb6bb8782 req-54006794-01b4-4d12-aa69-f6812bf3b2f1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:38.597707 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc93dad-1b9b-46dc-8ab2-e13fb6bb8782 req-54006794-01b4-4d12-aa69-f6812bf3b2f1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:38.605904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc93dad-1b9b-46dc-8ab2-e13fb6bb8782 req-54006794-01b4-4d12-aa69-f6812bf3b2f1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:38.612308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc93dad-1b9b-46dc-8ab2-e13fb6bb8782 req-54006794-01b4-4d12-aa69-f6812bf3b2f1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:38.624555 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc93dad-1b9b-46dc-8ab2-e13fb6bb8782 req-54006794-01b4-4d12-aa69-f6812bf3b2f1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:38.634703 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1cc93dad-1b9b-46dc-8ab2-e13fb6bb8782 req-54006794-01b4-4d12-aa69-f6812bf3b2f1 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5430 time: 0.5061288 Dec 14 02:39:38.748563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928b866-8da9-4daa-8191-c0af94b9a834 service neutron] Pushing event updated for resources: {'Port': ['ID=9bba1e63-dba3-4636-9fc2-f0bfede35d7f,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:38.917910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604fa87d-360e-4135-a9a6-cdb25bceb956']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:38.937454 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27315a1d-71e4-41d3-afbe-6701c1074663') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:38.937454 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27315a1d-71e4-41d3-afbe-6701c1074663') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:38.950934 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:38.973762 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:38.981756 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:39:38.982963 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:39:38.988018 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:39:39.023183 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e8ff1a47-18b7-402e-ac0c-2fef5f8c6110 req-c90880b5-53c9-4b60-82ad-0e20ccb91871 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419915 Dec 14 02:39:39.069057 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1cc93dad-1b9b-46dc-8ab2-e13fb6bb8782 req-caa0cb61-0179-4e00-9301-d9d3ddd10297 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4297233 Dec 14 02:39:39.110288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-43de52bc-7474-48db-983b-bca19e4fedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:39.110838 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-43de52bc-7474-48db-983b-bca19e4fedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:39.111345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-43de52bc-7474-48db-983b-bca19e4fedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:39.111808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-43de52bc-7474-48db-983b-bca19e4fedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:39.115556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-43de52bc-7474-48db-983b-bca19e4fedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:39.115556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-43de52bc-7474-48db-983b-bca19e4fedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:39.115556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-43de52bc-7474-48db-983b-bca19e4fedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:39.116069 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-43de52bc-7474-48db-983b-bca19e4fedf3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20630dab3f6946828746e2d81f7e163b&device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 6487 time: 0.4642067 Dec 14 02:39:39.176197 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:39.179949 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:39.190675 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/604fa87d-360e-4135-a9a6-cdb25bceb956 HTTP/1.1" status: 204 len: 168 time: 4.7028279 Dec 14 02:39:39.195585 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33612) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:39.207860 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9754ebb6-49ba-4600-b07a-07cae9094bba tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-627811683'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:39.237279 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2d7cc-927b-4eba-9cc9-31506aca8e19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Network': ['ID=604fa87d-360e-4135-a9a6-cdb25bceb956,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:39.280532 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'tag': '9bba1e63-dba3-4636-9fc2-f0bfede35d7f'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:39.283115 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e446f6-3a43-4653-963c-5b2906d90b34" -d '{"events": [{"name": "network-changed", "server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "tag": "9bba1e63-dba3-4636-9fc2-f0bfede35d7f"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:39.291048 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3a316fcd-72de-4f11-aaa1-bd063f5da532 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80d0c3df-68eb-4bde-a5c9-676990933749 HTTP/1.1" status: 200 len: 217 time: 0.1562276 Dec 14 02:39:39.359759 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-e277e510-ad0c-40d8-ab19-1b008b0cdcff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Allocated IP 172.20.0.14 (4569343b-0d78-4515-821b-2ffa9a32777d/0a92f050-7d7f-44ec-8504-2ffe6d2c9312/e23ab056-fc89-44e1-9083-28db2ea23171) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:39:39.371932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52745e-739b-427b-9469-7d9afe3bd6f0 req-43e21d69-a83a-458a-ad5d-75b3a74ea65b tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:39.379233 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d52745e-739b-427b-9469-7d9afe3bd6f0 req-43e21d69-a83a-458a-ad5d-75b3a74ea65b tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.2543223 Dec 14 02:39:39.421974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4296cc8e-2274-42aa-a12f-cef3e92cb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:39.423517 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-4296cc8e-2274-42aa-a12f-cef3e92cb78c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3efdcc0d-0482-44f9-8761-575428cc10a7 HTTP/1.1" status: 200 len: 855 time: 0.1202331 Dec 14 02:39:39.493089 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d52745e-739b-427b-9469-7d9afe3bd6f0 req-b3474991-b7f3-44e1-b3d0-4a98f03aa262 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128805 Dec 14 02:39:39.574624 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9754ebb6-49ba-4600-b07a-07cae9094bba tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:39.578673 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9754ebb6-49ba-4600-b07a-07cae9094bba tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:39.627711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9754ebb6-49ba-4600-b07a-07cae9094bba tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:39:39.641070 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9754ebb6-49ba-4600-b07a-07cae9094bba tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:39.641753 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-9754ebb6-49ba-4600-b07a-07cae9094bba tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Added segment e232cc12-2fb7-4cfe-b395-9332e2a64062 of type vlan for network 7d506282-4e4a-4f51-9464-1094813888a6 Dec 14 02:39:39.698336 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9754ebb6-49ba-4600-b07a-07cae9094bba tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:39.701867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-87fe15d9-e2c5-4db2-a0c1-0380559f7d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:39.703454 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-87fe15d9-e2c5-4db2-a0c1-0380559f7d8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8c294be-4992-4711-bfec-5f4308700461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2709723 Dec 14 02:39:39.731671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a136a6b-69cc-490a-8ff1-48529f8d5c5a req-666aaee7-e5df-46b6-8f84-75057f164a96 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 210 time: 0.0627038 Dec 14 02:39:39.857341 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-e277e510-ad0c-40d8-ab19-1b008b0cdcff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:39.881095 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9754ebb6-49ba-4600-b07a-07cae9094bba tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:39.896954 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9754ebb6-49ba-4600-b07a-07cae9094bba tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:39.896954 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9754ebb6-49ba-4600-b07a-07cae9094bba tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:39.944508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-f3ca4cc6-b984-469d-a567-27dfb346c350 service neutron] 10.222.0.47 "GET /v2.0/networks/c8c294be-4992-4711-bfec-5f4308700461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152996 Dec 14 02:39:40.023956 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754ebb6-49ba-4600-b07a-07cae9094bba tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Network': ['ID=7d506282-4e4a-4f51-9464-1094813888a6,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:40.037322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 7d506282-4e4a-4f51-9464-1094813888a6 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:39:40.074467 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9754ebb6-49ba-4600-b07a-07cae9094bba tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8780122 Dec 14 02:39:40.075114 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33650) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:40.088052 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-da71b732-9ec6-4c8b-bd1e-6f83478a4d04 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'subnet': {'network_id': '7d506282-4e4a-4f51-9464-1094813888a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:40.346352 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da71b732-9ec6-4c8b-bd1e-6f83478a4d04 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:40.351185 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da71b732-9ec6-4c8b-bd1e-6f83478a4d04 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:40.368239 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd5ed3-9793-44ca-903b-831c0844726e req-7307b855-3278-41b0-989d-a004e42e618a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:40.374227 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd5ed3-9793-44ca-903b-831c0844726e req-7307b855-3278-41b0-989d-a004e42e618a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:40.380161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd5ed3-9793-44ca-903b-831c0844726e req-7307b855-3278-41b0-989d-a004e42e618a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:40.386598 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd5ed3-9793-44ca-903b-831c0844726e req-7307b855-3278-41b0-989d-a004e42e618a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:40.392470 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd5ed3-9793-44ca-903b-831c0844726e req-7307b855-3278-41b0-989d-a004e42e618a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:40.398420 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd5ed3-9793-44ca-903b-831c0844726e req-7307b855-3278-41b0-989d-a004e42e618a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:40.404317 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd5ed3-9793-44ca-903b-831c0844726e req-7307b855-3278-41b0-989d-a004e42e618a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:40.406302 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8bd5ed3-9793-44ca-903b-831c0844726e req-7307b855-3278-41b0-989d-a004e42e618a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5432 time: 0.5372641 Dec 14 02:39:40.452110 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-744a9952-63ef-4830-b7fa-0c3d7f708389 service neutron] 10.222.0.47 "GET /v2.0/networks/c8c294be-4992-4711-bfec-5f4308700461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959233 Dec 14 02:39:40.500746 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-e277e510-ad0c-40d8-ab19-1b008b0cdcff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:40.508788 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-2a648811-a1ca-449b-b795-37c29d48cd01 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=26ec5b55-d299-40b8-8527-04f4e67eaeba HTTP/1.1" status: 200 len: 217 time: 0.0488763 Dec 14 02:39:40.604829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8bd5ed3-9793-44ca-903b-831c0844726e req-5a56c84b-821a-47d1-a8bb-44ccc90f254a tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1913924 Dec 14 02:39:40.608353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-e277e510-ad0c-40d8-ab19-1b008b0cdcff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Network 4569343b-0d78-4515-821b-2ffa9a32777d is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:39:40.613874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-e277e510-ad0c-40d8-ab19-1b008b0cdcff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:40.618318 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277e510-ad0c-40d8-ab19-1b008b0cdcff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Pushing event updated for resources: {'Port': ['ID=e23ab056-fc89-44e1-9083-28db2ea23171,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:40.620577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-e277e510-ad0c-40d8-ab19-1b008b0cdcff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:39:40.633225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-f488375d-40c5-4127-b58b-085bccd7f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:40.633225 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-f488375d-40c5-4127-b58b-085bccd7f98a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68c916ee-bf39-49a8-b889-1d98324eacc6 HTTP/1.1" status: 200 len: 797 time: 0.0958722 Dec 14 02:39:40.641224 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da71b732-9ec6-4c8b-bd1e-6f83478a4d04 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:40.643195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f63cb18-6415-4001-ab79-3a0665e6214b None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:39:40.689415 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6d9f78-21ac-4ad8-9da9-9b5177287b10 x-openstack-request-id: req-bd6d9f78-21ac-4ad8-9da9-9b5177287b10 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:40.689415 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "tag": "9bba1e63-dba3-4636-9fc2-f0bfede35d7f", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:40.689695 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd6d9f78-21ac-4ad8-9da9-9b5177287b10 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:40.690146 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'tag': '9bba1e63-dba3-4636-9fc2-f0bfede35d7f', 'status': 'completed', 'code': 200} Dec 14 02:39:40.702191 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ab71ce0e-9570-45e1-a210-4fe69d7d1187 None None] Provisioning complete for port e23ab056-fc89-44e1-9083-28db2ea23171 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:40.702191 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ab71ce0e-9570-45e1-a210-4fe69d7d1187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:40.708489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71b732-9ec6-4c8b-bd1e-6f83478a4d04 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Subnet': ['ID=1c42bd7a-d942-48a4-ab91-7a6733d5fc86,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:40.719790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-e277e510-ad0c-40d8-ab19-1b008b0cdcff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:40.720581 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-e277e510-ad0c-40d8-ab19-1b008b0cdcff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:40.733801 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71b732-9ec6-4c8b-bd1e-6f83478a4d04 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Checking segment: {'id': 'e232cc12-2fb7-4cfe-b395-9332e2a64062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7d506282-4e4a-4f51-9464-1094813888a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:40.734618 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71b732-9ec6-4c8b-bd1e-6f83478a4d04 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network hostable DHCP agents. Network: 7d506282-4e4a-4f51-9464-1094813888a6, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:39:40.735984 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-02ed69d7-d320-45ff-b91f-28a81da294f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:40.738177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-02ed69d7-d320-45ff-b91f-28a81da294f3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=143750ac-d961-47f1-8a52-3edc9f23c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0838068 Dec 14 02:39:40.766660 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ab71ce0e-9570-45e1-a210-4fe69d7d1187 None None] Port e23ab056-fc89-44e1-9083-28db2ea23171 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:39:40.885279 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-e277e510-ad0c-40d8-ab19-1b008b0cdcff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3745790 Dec 14 02:39:40.910864 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-45b229fa-0dc3-4e81-952b-34e0e5b565f6 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647179 Dec 14 02:39:40.920237 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71b732-9ec6-4c8b-bd1e-6f83478a4d04 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network 7d506282-4e4a-4f51-9464-1094813888a6 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:39:40.953132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5418e36-2b58-482b-b426-9c8bb9000724 req-2deaec84-93ef-43b1-8965-5c75275d2259 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:40.954609 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5418e36-2b58-482b-b426-9c8bb9000724 req-2deaec84-93ef-43b1-8965-5c75275d2259 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.1297369 Dec 14 02:39:40.985480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Request body: {'port': {'device_id': '193e5a2d-8372-4e26-9874-5468e5c29fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:41.025554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c949d96-cfd3-4674-a786-fdfee165ef7a req-150532cc-0620-47a8-bb94-ba7c1b9a9916 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:41.028578 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-da71b732-9ec6-4c8b-bd1e-6f83478a4d04 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 7d506282-4e4a-4f51-9464-1094813888a6) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:41.031549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c949d96-cfd3-4674-a786-fdfee165ef7a req-150532cc-0620-47a8-bb94-ba7c1b9a9916 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:41.033053 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da71b732-9ec6-4c8b-bd1e-6f83478a4d04 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:41.034834 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da71b732-9ec6-4c8b-bd1e-6f83478a4d04 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:41.037649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c949d96-cfd3-4674-a786-fdfee165ef7a req-150532cc-0620-47a8-bb94-ba7c1b9a9916 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:41.040144 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55f7e99-bd3d-4b82-bf8c-a9d4c28305a5 None None] Network 7d506282-4e4a-4f51-9464-1094813888a6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:41.043651 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c949d96-cfd3-4674-a786-fdfee165ef7a req-150532cc-0620-47a8-bb94-ba7c1b9a9916 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:41.049545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c949d96-cfd3-4674-a786-fdfee165ef7a req-150532cc-0620-47a8-bb94-ba7c1b9a9916 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:41.056474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c949d96-cfd3-4674-a786-fdfee165ef7a req-150532cc-0620-47a8-bb94-ba7c1b9a9916 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:41.062188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c949d96-cfd3-4674-a786-fdfee165ef7a req-150532cc-0620-47a8-bb94-ba7c1b9a9916 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:41.075279 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c949d96-cfd3-4674-a786-fdfee165ef7a req-150532cc-0620-47a8-bb94-ba7c1b9a9916 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5430 time: 0.2235153 Dec 14 02:39:41.128769 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-da71b732-9ec6-4c8b-bd1e-6f83478a4d04 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0510197 Dec 14 02:39:41.129258 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33670) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:41.153006 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-7d506282-4e4a-4f51-9464-1094813888a6', 'network_id': '7d506282-4e4a-4f51-9464-1094813888a6', 'project_id': 'f157b96bba104001a7a8c0e146d15020', 'fixed_ips': [{'subnet_id': '1c42bd7a-d942-48a4-ab91-7a6733d5fc86'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:39:41.153920 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:41.184706 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5418e36-2b58-482b-b426-9c8bb9000724 req-ce1c9b75-6422-4670-a303-42da1974a8da tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964231 Dec 14 02:39:41.191865 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:41.227148 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-a84c7577-7374-4766-87ea-b560fe39be09 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077250 Dec 14 02:39:41.232151 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c949d96-cfd3-4674-a786-fdfee165ef7a req-21a557a7-5f29-465f-9a7d-6014f4800852 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1600943 Dec 14 02:39:41.250261 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:41.316616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-ef1631d1-e265-4661-9277-beffbe4da520 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=45864e56-7abd-4913-a7eb-e89f5d9893ba HTTP/1.1" status: 200 len: 217 time: 0.0499499 Dec 14 02:39:41.318392 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:41.359802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Allocated IP 172.20.0.1 (7d506282-4e4a-4f51-9464-1094813888a6/1c42bd7a-d942-48a4-ab91-7a6733d5fc86/786b56cd-d193-4e79-8818-eb4fec9b3482) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:39:41.501371 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:41.515001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638f2b1-203e-45ec-a4da-ea4b9571c141 req-a565052b-a423-463e-be37-36d51144ca09 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:41.516639 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a638f2b1-203e-45ec-a4da-ea4b9571c141 req-a565052b-a423-463e-be37-36d51144ca09 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.2113299 Dec 14 02:39:41.517972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8713467b-06f0-4345-9efd-5d86a5cb8dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:41.519265 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-8713467b-06f0-4345-9efd-5d86a5cb8dd9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68c916ee-bf39-49a8-b889-1d98324eacc6 HTTP/1.1" status: 200 len: 797 time: 0.1824679 Dec 14 02:39:41.574681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d752f01-c0cb-4b51-90ee-99768a54d2fa req-37c9b2d3-0d15-4c6e-8818-5ecfdf709f5d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:41.580645 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d752f01-c0cb-4b51-90ee-99768a54d2fa req-37c9b2d3-0d15-4c6e-8818-5ecfdf709f5d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:41.586596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d752f01-c0cb-4b51-90ee-99768a54d2fa req-37c9b2d3-0d15-4c6e-8818-5ecfdf709f5d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:41.592672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d752f01-c0cb-4b51-90ee-99768a54d2fa req-37c9b2d3-0d15-4c6e-8818-5ecfdf709f5d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:41.598383 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:41.598582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d752f01-c0cb-4b51-90ee-99768a54d2fa req-37c9b2d3-0d15-4c6e-8818-5ecfdf709f5d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:41.605324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d752f01-c0cb-4b51-90ee-99768a54d2fa req-37c9b2d3-0d15-4c6e-8818-5ecfdf709f5d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:41.611507 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d752f01-c0cb-4b51-90ee-99768a54d2fa req-37c9b2d3-0d15-4c6e-8818-5ecfdf709f5d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:41.613502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d752f01-c0cb-4b51-90ee-99768a54d2fa req-37c9b2d3-0d15-4c6e-8818-5ecfdf709f5d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5432 time: 0.2629883 Dec 14 02:39:41.627031 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33672) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:41.636854 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6e3e5731-d8b6-42df-9f3f-90b1e43412d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Request body: {'floatingip': {'port_id': '967565e0-3a99-41ac-bfa3-c5fb52e9a874'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:41.651013 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Network 7d506282-4e4a-4f51-9464-1094813888a6 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:39:41.656274 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:41.658504 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Pushing event updated for resources: {'Port': ['ID=786b56cd-d193-4e79-8818-eb4fec9b3482,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:41.660889 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:39:41.704112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-aa1a8e44-c46e-46ab-85de-ef7b9523fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:41.705538 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-aa1a8e44-c46e-46ab-85de-ef7b9523fbb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=143750ac-d961-47f1-8a52-3edc9f23c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1607337 Dec 14 02:39:41.709675 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:41.714008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a638f2b1-203e-45ec-a4da-ea4b9571c141 req-3df0d230-b331-48f2-961b-3dc05730b19a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651840 Dec 14 02:39:41.762892 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Attempting to bind port 786b56cd-d193-4e79-8818-eb4fec9b3482 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:39:41.763190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Attempting to bind port 786b56cd-d193-4e79-8818-eb4fec9b3482 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'e232cc12-2fb7-4cfe-b395-9332e2a64062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7d506282-4e4a-4f51-9464-1094813888a6'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:39:41.763559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Attempting to bind port 786b56cd-d193-4e79-8818-eb4fec9b3482 on network 7d506282-4e4a-4f51-9464-1094813888a6 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:41.769740 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e3e5731-d8b6-42df-9f3f-90b1e43412d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for floatingip, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:41.778951 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:39:41.779371 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Checking segment: {'id': 'e232cc12-2fb7-4cfe-b395-9332e2a64062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7d506282-4e4a-4f51-9464-1094813888a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:41.779762 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:41.780380 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Bound using segment: {'id': 'e232cc12-2fb7-4cfe-b395-9332e2a64062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7d506282-4e4a-4f51-9464-1094813888a6'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:39:41.780878 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Bound port: 786b56cd-d193-4e79-8818-eb4fec9b3482, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e232cc12-2fb7-4cfe-b395-9332e2a64062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7d506282-4e4a-4f51-9464-1094813888a6'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:39:41.781269 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:41.868110 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] For port 786b56cd-d193-4e79-8818-eb4fec9b3482, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:39:41.871475 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] For port 786b56cd-d193-4e79-8818-eb4fec9b3482, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=786b56cd-d193-4e79-8818-eb4fec9b3482,segment=NetworkSegment(e232cc12-2fb7-4cfe-b395-9332e2a64062),segment_id=e232cc12-2fb7-4cfe-b395-9332e2a64062)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:39:41.889071 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Subnet': ['ID=1c42bd7a-d942-48a4-ab91-7a6733d5fc86,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:41.896247 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23ab056-fc89-44e1-9083-28db2ea23171 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:41.909851 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:41.928936 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-be5a7849-e16b-441f-9212-93634dd65adf service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141433 Dec 14 02:39:41.932045 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Transition to ACTIVE for port object e23ab056-fc89-44e1-9083-28db2ea23171 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:39:41.951873 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88018a-1b49-4e85-8c2d-9bf755756c18 req-fe5683ea-a864-4f1f-9094-6d2a5906899f tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:41.956886 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:41.957032 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e88018a-1b49-4e85-8c2d-9bf755756c18 req-fe5683ea-a864-4f1f-9094-6d2a5906899f tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 932 time: 0.1121337 Dec 14 02:39:41.989088 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:42.026657 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d506282-4e4a-4f51-9464-1094813888a6']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:42.081077 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e88018a-1b49-4e85-8c2d-9bf755756c18 req-5e84ebd8-1f47-4d0c-8250-105f87479706 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166022 Dec 14 02:39:42.081852 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:42.092990 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f85157-1535-4bf5-9add-a94a1682a77c None None] Network 7d506282-4e4a-4f51-9464-1094813888a6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:42.095523 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4b701-4708-423e-b7fc-9497890e015b None None] Pushing event updated for resources: {'Port': ['ID=786b56cd-d193-4e79-8818-eb4fec9b3482,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:42.104101 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e232cc12-2fb7-4cfe-b395-9332e2a64062') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:42.104766 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e232cc12-2fb7-4cfe-b395-9332e2a64062') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:42.121434 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:42.141193 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:42.151211 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d1d45db5-de2e-4dd6-a3e4-b616c6364911 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154322 Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:39:42.157529 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:39:42.203664 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-9ccaaf18-f6d7-43b4-a7b1-ee7f40ce490b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 HTTP/1.1" status: 200 len: 217 time: 0.0451040 Dec 14 02:39:42.208414 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf5ebcf-7dd8-4755-9011-28c296b6ced6 None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:39:42.209536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Pushing event updated for resources: {'Port': ['ID=e23ab056-fc89-44e1-9083-28db2ea23171,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:42.256617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f666cdf-3807-4db8-b2a5-4b7844108200 None None] get_active_networks_info from n-d-821636-1 {{(pid=103849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 02:39:42.308037 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.db.api [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 02:39:42.308037 n-d-821636-1 neutron-server[103847]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 02:39:42.308037 n-d-821636-1 neutron-server[103847]: [parameters: {'id': '7d506282-4e4a-4f51-9464-1094813888a6'}] Dec 14 02:39:42.308037 n-d-821636-1 neutron-server[103847]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:39:42.312290 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-093b65e7-d865-476f-a0ca-fbd681aecd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:42.313065 n-d-821636-1 neutron-server[103847]: DEBUG oslo_db.api [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:39:42.314010 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-093b65e7-d865-476f-a0ca-fbd681aecd60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68c916ee-bf39-49a8-b889-1d98324eacc6 HTTP/1.1" status: 200 len: 797 time: 0.1016943 Dec 14 02:39:42.419471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Attempting to bind port e23ab056-fc89-44e1-9083-28db2ea23171 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:39:42.419804 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Attempting to bind port e23ab056-fc89-44e1-9083-28db2ea23171 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:39:42.420140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Attempting to bind port e23ab056-fc89-44e1-9083-28db2ea23171 on network 4569343b-0d78-4515-821b-2ffa9a32777d {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:42.433974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Port e23ab056-fc89-44e1-9083-28db2ea23171 on network 4569343b-0d78-4515-821b-2ffa9a32777d not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:39:42.436441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Attempting to bind port e23ab056-fc89-44e1-9083-28db2ea23171 on network 4569343b-0d78-4515-821b-2ffa9a32777d {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:42.450780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:39:42.451161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Checking segment: {'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:42.451552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Bound using segment: {'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:39:42.451991 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Bound port: e23ab056-fc89-44e1-9083-28db2ea23171, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:39:42.452344 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:42.462100 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28b53f-0fbf-4709-9503-70816620fc63 req-ada31145-79cc-44e3-9448-2b917b98261e tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:42.468526 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f666cdf-3807-4db8-b2a5-4b7844108200 None None] Resources bound (agent type, host, resource id): {{(pid=103849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 02:39:42.472426 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc28b53f-0fbf-4709-9503-70816620fc63 req-ada31145-79cc-44e3-9448-2b917b98261e tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.1526504 Dec 14 02:39:42.480118 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-dea6025b-ee94-4fcf-8242-90132712d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:42.481600 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-dea6025b-ee94-4fcf-8242-90132712d602 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=143750ac-d961-47f1-8a52-3edc9f23c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1538675 Dec 14 02:39:42.530062 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e3e5731-d8b6-42df-9f3f-90b1e43412d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:42.531088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b1904-66e7-451d-84e6-83a502836bf2 req-36f2eb4b-a626-484c-bd46-ee292066b83c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:42.545045 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b1904-66e7-451d-84e6-83a502836bf2 req-36f2eb4b-a626-484c-bd46-ee292066b83c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:42.545045 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b1904-66e7-451d-84e6-83a502836bf2 req-36f2eb4b-a626-484c-bd46-ee292066b83c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:42.548744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b1904-66e7-451d-84e6-83a502836bf2 req-36f2eb4b-a626-484c-bd46-ee292066b83c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:42.555229 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b1904-66e7-451d-84e6-83a502836bf2 req-36f2eb4b-a626-484c-bd46-ee292066b83c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:42.561058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b1904-66e7-451d-84e6-83a502836bf2 req-36f2eb4b-a626-484c-bd46-ee292066b83c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:42.566945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b1904-66e7-451d-84e6-83a502836bf2 req-36f2eb4b-a626-484c-bd46-ee292066b83c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:42.569697 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-307b1904-66e7-451d-84e6-83a502836bf2 req-36f2eb4b-a626-484c-bd46-ee292066b83c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5430 time: 0.1988709 Dec 14 02:39:42.602893 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e3e5731-d8b6-42df-9f3f-90b1e43412d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:42.679710 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc28b53f-0fbf-4709-9503-70816620fc63 req-6bd0c040-6c5b-42f1-b432-e0ffb4f74e17 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095015 Dec 14 02:39:42.728999 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-6e3e5731-d8b6-42df-9f3f-90b1e43412d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Floating IP ff286b19-caf1-435e-a503-039a50aab83c associated. External IP: 172.25.7.193, port: 967565e0-3a99-41ac-bfa3-c5fb52e9a874. Dec 14 02:39:42.750909 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-227bce1b-0e43-4e40-bae6-511edb5b711c service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529130 Dec 14 02:39:42.755468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] For port e23ab056-fc89-44e1-9083-28db2ea23171, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:39:42.756009 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] For port e23ab056-fc89-44e1-9083-28db2ea23171, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e23ab056-fc89-44e1-9083-28db2ea23171,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:39:42.771880 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-307b1904-66e7-451d-84e6-83a502836bf2 req-4a90fcd9-cc62-4d60-a404-403b3d7bff6e tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1677773 Dec 14 02:39:42.816899 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:42.846526 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:42.966656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:42.967314 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:42.968837 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-669b988f-b32d-4047-bf52-82309745a799 service neutron] 10.222.0.46 "PUT /v2.0/ports/e23ab056-fc89-44e1-9083-28db2ea23171 HTTP/1.1" status: 200 len: 1092 time: 2.0248849 Dec 14 02:39:42.975801 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65efe5ac-6b7f-4bad-add8-368361076513 None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:39:42.979244 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Deleting port 786b56cd-d193-4e79-8818-eb4fec9b3482 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:39:42.979485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193e5a2d-8372-4e26-9874-5468e5c29fb6', 'tag': 'e23ab056-fc89-44e1-9083-28db2ea23171'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:42.980633 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d40c2e-e465-4e9b-a94d-34846220c101" -d '{"events": [{"name": "network-changed", "server_uuid": "193e5a2d-8372-4e26-9874-5468e5c29fb6", "tag": "e23ab056-fc89-44e1-9083-28db2ea23171"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:42.985720 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:42.995500 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-d8cf4e39-50c9-4efc-8780-532680840513 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225828 Dec 14 02:39:43.006982 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b988f-b32d-4047-bf52-82309745a799 service neutron] Pushing event updated for resources: {'Port': ['ID=e23ab056-fc89-44e1-9083-28db2ea23171,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:43.009281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0914f-2ab5-4f08-8568-2992bf0a669f req-99e4051e-1e82-41ca-b903-cb2fe77522d2 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:43.010858 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91d0914f-2ab5-4f08-8568-2992bf0a669f req-99e4051e-1e82-41ca-b903-cb2fe77522d2 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.1555746 Dec 14 02:39:43.058219 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-77b71f57-1c82-42fb-a04c-f39858e4d5ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=8826881d-b8a4-4eca-a468-e4039e1ab3c5 HTTP/1.1" status: 200 len: 217 time: 0.0463765 Dec 14 02:39:43.081920 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] For port 786b56cd-d193-4e79-8818-eb4fec9b3482, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=786b56cd-d193-4e79-8818-eb4fec9b3482,segment=NetworkSegment(e232cc12-2fb7-4cfe-b395-9332e2a64062),segment_id=e232cc12-2fb7-4cfe-b395-9332e2a64062)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:43.081920 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:43.097224 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3e5731-d8b6-42df-9f3f-90b1e43412d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Router 9f05b62e-eec8-454c-8014-8438925f5728 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:39:43.098329 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Calling delete_port for 786b56cd-d193-4e79-8818-eb4fec9b3482 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:39:43.147340 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91d0914f-2ab5-4f08-8568-2992bf0a669f req-3ccb28da-393b-4592-ad38-8cc3d03800db tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976501 Dec 14 02:39:43.158259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5daec91a-d253-454b-924e-11b5d575bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:43.159820 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-5daec91a-d253-454b-924e-11b5d575bd5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68c916ee-bf39-49a8-b889-1d98324eacc6 HTTP/1.1" status: 200 len: 797 time: 0.0932765 Dec 14 02:39:43.201696 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb2323c-f767-4a84-ab84-1b4107c0681d x-openstack-request-id: req-cdb2323c-f767-4a84-ab84-1b4107c0681d {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:43.201996 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193e5a2d-8372-4e26-9874-5468e5c29fb6", "tag": "e23ab056-fc89-44e1-9083-28db2ea23171", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:43.202251 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cdb2323c-f767-4a84-ab84-1b4107c0681d {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:43.202649 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193e5a2d-8372-4e26-9874-5468e5c29fb6', 'tag': 'e23ab056-fc89-44e1-9083-28db2ea23171', 'status': 'completed', 'code': 200} Dec 14 02:39:43.241996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-d35ee481-b069-4d4e-8f07-fe73582772da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:43.243509 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-d35ee481-b069-4d4e-8f07-fe73582772da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 1095 time: 0.0952876 Dec 14 02:39:43.260950 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-b194cdbc-3533-4e29-8459-3de9d56fa4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:43.264179 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-b194cdbc-3533-4e29-8459-3de9d56fa4eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=143750ac-d961-47f1-8a52-3edc9f23c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0883520 Dec 14 02:39:43.307507 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3e5731-d8b6-42df-9f3f-90b1e43412d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:39:43.327933 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e3e5731-d8b6-42df-9f3f-90b1e43412d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:43.329075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccea937-c10e-40cb-b41a-68a1d1c36a7c None None] Sync routers for ids ['9f05b62e-eec8-454c-8014-8438925f5728'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:39:43.331107 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccea937-c10e-40cb-b41a-68a1d1c36a7c None None] Routers {'9f05b62e-eec8-454c-8014-8438925f5728'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:39:43.331780 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-fccea937-c10e-40cb-b41a-68a1d1c36a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:39:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9f05b62e-eec8-454c-8014-8438925f5728'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:43.344083 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6e3e5731-d8b6-42df-9f3f-90b1e43412d8 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "PUT /v2.0/floatingips/ff286b19-caf1-435e-a503-039a50aab83c HTTP/1.1" status: 200 len: 991 time: 1.7126279 Dec 14 02:39:43.344083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'tag': '967565e0-3a99-41ac-bfa3-c5fb52e9a874'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:43.344673 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afc3441-e311-4b27-a098-88e9f9f0200a" -d '{"events": [{"name": "network-changed", "server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "tag": "967565e0-3a99-41ac-bfa3-c5fb52e9a874"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:43.357457 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-02d5d999-d70c-4f74-b0c1-8fc92be2f351 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e23ab056-fc89-44e1-9083-28db2ea23171 HTTP/1.1" status: 200 len: 217 time: 0.0940273 Dec 14 02:39:43.425000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648824e-bde5-496d-b865-2664e4b1a23d req-97334802-79b0-4d3e-897f-ede90f31ea7c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:43.426709 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0648824e-bde5-496d-b865-2664e4b1a23d req-97334802-79b0-4d3e-897f-ede90f31ea7c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 944 time: 0.1992688 Dec 14 02:39:43.432248 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:43.460959 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-fccea937-c10e-40cb-b41a-68a1d1c36a7c None None] Set router 9f05b62e-eec8-454c-8014-8438925f5728 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:39:43.466541 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Port': ['ID=786b56cd-d193-4e79-8818-eb4fec9b3482,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:43.468631 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No DVR routers for this DVR port 786b56cd-d193-4e79-8818-eb4fec9b3482 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:39:43.475120 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-1b8771dd-9f84-43f7-8e75-21b7af85e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:43.476620 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-1b8771dd-9f84-43f7-8e75-21b7af85e3d1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0a92f050-7d7f-44ec-8504-2ffe6d2c9312 HTTP/1.1" status: 200 len: 852 time: 0.1061952 Dec 14 02:39:43.496895 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-73a29b99-d5df-4251-a2d3-b9f94164f5b1 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956205 Dec 14 02:39:43.539837 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-5795b8c6-5591-4800-aa4d-3035e82b4f4e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4569343b-0d78-4515-821b-2ffa9a32777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443730 Dec 14 02:39:43.587986 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:43.616764 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d506282-4e4a-4f51-9464-1094813888a6']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:43.630961 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e232cc12-2fb7-4cfe-b395-9332e2a64062') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:43.632915 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e232cc12-2fb7-4cfe-b395-9332e2a64062') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:43.644616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0648824e-bde5-496d-b865-2664e4b1a23d req-cfc6fc28-7223-4c89-9008-7a991739f9cf tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060118 Dec 14 02:39:43.644769 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:43.667541 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:43.667880 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:39:43.668455 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:39:43.717988 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:39:43.779255 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c447667b-457e-469b-92d6-4d63c58af73d x-openstack-request-id: req-c447667b-457e-469b-92d6-4d63c58af73d {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:43.779551 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "tag": "967565e0-3a99-41ac-bfa3-c5fb52e9a874", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:43.779814 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c447667b-457e-469b-92d6-4d63c58af73d {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:43.780229 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'tag': '967565e0-3a99-41ac-bfa3-c5fb52e9a874', 'status': 'completed', 'code': 200} Dec 14 02:39:43.864896 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:43.874662 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:43.877963 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/7d506282-4e4a-4f51-9464-1094813888a6 HTTP/1.1" status: 204 len: 168 time: 2.7474189 Dec 14 02:39:43.892928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33838) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:43.900303 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ff2348bc-62d4-40f6-8532-11a6e8411d42 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-547931689'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:43.909705 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b4260-72ef-47bc-ae44-c082899a6f72 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Network': ['ID=7d506282-4e4a-4f51-9464-1094813888a6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:43.932409 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc3441-e311-4b27-a098-88e9f9f0200a req-03c1b13e-c141-4e3a-a1d0-f4981f1d06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:43.932987 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc3441-e311-4b27-a098-88e9f9f0200a req-03c1b13e-c141-4e3a-a1d0-f4981f1d06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:43.933590 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc3441-e311-4b27-a098-88e9f9f0200a req-03c1b13e-c141-4e3a-a1d0-f4981f1d06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:43.934065 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc3441-e311-4b27-a098-88e9f9f0200a req-03c1b13e-c141-4e3a-a1d0-f4981f1d06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:43.934518 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc3441-e311-4b27-a098-88e9f9f0200a req-03c1b13e-c141-4e3a-a1d0-f4981f1d06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:43.934980 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc3441-e311-4b27-a098-88e9f9f0200a req-03c1b13e-c141-4e3a-a1d0-f4981f1d06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:43.937613 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc3441-e311-4b27-a098-88e9f9f0200a req-03c1b13e-c141-4e3a-a1d0-f4981f1d06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:43.940253 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2afc3441-e311-4b27-a098-88e9f9f0200a req-03c1b13e-c141-4e3a-a1d0-f4981f1d06d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ffab91437844fca462f7af0a39817e&device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 6489 time: 0.1055126 Dec 14 02:39:44.042635 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc3441-e311-4b27-a098-88e9f9f0200a req-6a4ff3e7-65fc-4d24-8e13-3bb53cdbd6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:44.044484 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2afc3441-e311-4b27-a098-88e9f9f0200a req-6a4ff3e7-65fc-4d24-8e13-3bb53cdbd6eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b4164e6-822e-420c-a3b0-b15221d3eff6 HTTP/1.1" status: 200 len: 912 time: 0.0954025 Dec 14 02:39:44.047108 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-fccea937-c10e-40cb-b41a-68a1d1c36a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f05b62e-eec8-454c-8014-8438925f5728', 'name': 'tempest-TaggedBootDevicesTest-657180045-router', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:12Z', 'updated_at': '2021-12-14T02:36:19Z', 'revision_number': 4, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'gw_port': {'id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:14Z', 'updated_at': '2021-12-14T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'ff286b19-caf1-435e-a503-039a50aab83c', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'floating_ip_address': '172.25.7.193', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'port_id': '967565e0-3a99-41ac-bfa3-c5fb52e9a874', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6', 'mac_address': 'fa:16:3e:a0:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:37:54Z', 'updated_at': '2021-12-14T02:39:42Z', 'revision_number': 1, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3de1e29-ea65-4461-b55d-e9dc277c87e0', 'name': '', 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'mac_address': 'fa:16:3e:f1:f7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:17Z', 'updated_at': '2021-12-14T02:36:29Z', 'revision_number': 5, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'subnets': [{'id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:44.087861 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccea937-c10e-40cb-b41a-68a1d1c36a7c None None] Checking router: 9f05b62e-eec8-454c-8014-8438925f5728 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:39:44.098240 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2348bc-62d4-40f6-8532-11a6e8411d42 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:44.101464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccea937-c10e-40cb-b41a-68a1d1c36a7c None None] Routers {'9f05b62e-eec8-454c-8014-8438925f5728'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:39:44.102763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-fccea937-c10e-40cb-b41a-68a1d1c36a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:39:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9f05b62e-eec8-454c-8014-8438925f5728'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:44.103020 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff2348bc-62d4-40f6-8532-11a6e8411d42 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:44.135285 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-7d4ab2eb-1d35-446c-bc3a-dbabe4d7ef46 service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5810726 Dec 14 02:39:44.137990 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-33558f12-81ba-4e15-a49b-e0f32eede90e service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6184955 Dec 14 02:39:44.144938 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2afc3441-e311-4b27-a098-88e9f9f0200a req-31096b6d-6c3c-447a-a15e-52f5a8883d9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=967565e0-3a99-41ac-bfa3-c5fb52e9a874 HTTP/1.1" status: 200 len: 999 time: 0.0916224 Dec 14 02:39:44.151059 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2348bc-62d4-40f6-8532-11a6e8411d42 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:39:44.190155 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560887f9-1a6b-4b07-a05f-f77e2b2899d3 req-17481be6-7343-404b-96f9-eed80a7a7870 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:44.198217 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff2348bc-62d4-40f6-8532-11a6e8411d42 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:44.198488 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-560887f9-1a6b-4b07-a05f-f77e2b2899d3 req-17481be6-7343-404b-96f9-eed80a7a7870 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.1186690 Dec 14 02:39:44.198607 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-ff2348bc-62d4-40f6-8532-11a6e8411d42 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Added segment 28173610-e77d-4450-83d8-5adeec376bab of type vlan for network 4e6c8ce6-6333-4cfb-8538-c229de077595 Dec 14 02:39:44.236531 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-fccea937-c10e-40cb-b41a-68a1d1c36a7c None None] Set router 9f05b62e-eec8-454c-8014-8438925f5728 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:39:44.253111 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc3441-e311-4b27-a098-88e9f9f0200a req-a3526306-3256-4a6f-a994-2f9c9286a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:44.254636 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2afc3441-e311-4b27-a098-88e9f9f0200a req-a3526306-3256-4a6f-a994-2f9c9286a2e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e81371a3-0455-4a74-8514-0ee39a56c60d HTTP/1.1" status: 200 len: 850 time: 0.1014335 Dec 14 02:39:44.281335 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-7e5572ef-996e-4121-95a3-8c421a03ba43 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=19e22f74-2335-4fa8-8c9a-49d2f0fa5840 HTTP/1.1" status: 200 len: 217 time: 0.1210618 Dec 14 02:39:44.292214 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff2348bc-62d4-40f6-8532-11a6e8411d42 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:44.331379 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc3441-e311-4b27-a098-88e9f9f0200a req-eacf03ec-ee6e-458c-b201-9ca226a482a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:44.333995 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2afc3441-e311-4b27-a098-88e9f9f0200a req-eacf03ec-ee6e-458c-b201-9ca226a482a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b4164e6-822e-420c-a3b0-b15221d3eff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681064 Dec 14 02:39:44.368549 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-560887f9-1a6b-4b07-a05f-f77e2b2899d3 req-7d2c7314-7ce0-4d29-9bd6-9266dc1f40ff tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689596 Dec 14 02:39:44.403918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-565898bb-2e16-4505-9c38-02e8fc4d270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:44.409906 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-565898bb-2e16-4505-9c38-02e8fc4d270d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7c03cc8-dfac-4214-8791-c31ff50735c6 HTTP/1.1" status: 200 len: 797 time: 0.1196785 Dec 14 02:39:44.439392 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff2348bc-62d4-40f6-8532-11a6e8411d42 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:44.445516 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2348bc-62d4-40f6-8532-11a6e8411d42 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:44.446402 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff2348bc-62d4-40f6-8532-11a6e8411d42 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:44.455278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ad8b0c2-30af-4c1e-b5fa-5cadb8661ccd req-96a55906-845c-4398-ba6d-251d8b848896 service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042011 Dec 14 02:39:44.481295 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-9291b931-320b-4bdc-8e53-7645e417cb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:44.482815 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-9291b931-320b-4bdc-8e53-7645e417cb52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d307fd75-d63b-4667-bff7-1b964e3cfc2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0629590 Dec 14 02:39:44.522780 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2afc3441-e311-4b27-a098-88e9f9f0200a req-3987922d-65b2-41ed-9691-0307934c8d18 service neutron] 10.222.0.47 "GET /v2.0/networks/1b4164e6-822e-420c-a3b0-b15221d3eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819570 Dec 14 02:39:44.553083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-fccea937-c10e-40cb-b41a-68a1d1c36a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f05b62e-eec8-454c-8014-8438925f5728', 'name': 'tempest-TaggedBootDevicesTest-657180045-router', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:12Z', 'updated_at': '2021-12-14T02:36:19Z', 'revision_number': 4, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'gw_port': {'id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:14Z', 'updated_at': '2021-12-14T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'ff286b19-caf1-435e-a503-039a50aab83c', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'floating_ip_address': '172.25.7.193', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'port_id': '967565e0-3a99-41ac-bfa3-c5fb52e9a874', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6', 'mac_address': 'fa:16:3e:a0:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:37:54Z', 'updated_at': '2021-12-14T02:39:42Z', 'revision_number': 1, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3de1e29-ea65-4461-b55d-e9dc277c87e0', 'name': '', 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'mac_address': 'fa:16:3e:f1:f7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:17Z', 'updated_at': '2021-12-14T02:36:29Z', 'revision_number': 5, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'subnets': [{'id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:44.581115 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccea937-c10e-40cb-b41a-68a1d1c36a7c None None] The sync data for ids ['9f05b62e-eec8-454c-8014-8438925f5728'] in n-d-821636-1 is: [{'id': '9f05b62e-eec8-454c-8014-8438925f5728', 'name': 'tempest-TaggedBootDevicesTest-657180045-router', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:12Z', 'updated_at': '2021-12-14T02:36:19Z', 'revision_number': 4, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'gw_port': {'id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:14Z', 'updated_at': '2021-12-14T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'ff286b19-caf1-435e-a503-039a50aab83c', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'floating_ip_address': '172.25.7.193', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'port_id': '967565e0-3a99-41ac-bfa3-c5fb52e9a874', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6', 'mac_address': 'fa:16:3e:a0:9e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:37:54Z', 'updated_at': '2021-12-14T02:39:42Z', 'revision_number': 1, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3de1e29-ea65-4461-b55d-e9dc277c87e0', 'name': '', 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'mac_address': 'fa:16:3e:f1:f7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:17Z', 'updated_at': '2021-12-14T02:36:29Z', 'revision_number': 5, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'subnets': [{'id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:39:44.597846 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ff2348bc-62d4-40f6-8532-11a6e8411d42 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7031426 Dec 14 02:39:44.599353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33874) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:44.603072 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2348bc-62d4-40f6-8532-11a6e8411d42 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Network': ['ID=4e6c8ce6-6333-4cfb-8538-c229de077595,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:44.613510 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-27e4303a-1265-44bd-a833-3dc25afced54 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:44.624461 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 4e6c8ce6-6333-4cfb-8538-c229de077595 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:39:44.649927 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2afc3441-e311-4b27-a098-88e9f9f0200a req-c29ac4ff-fe5a-4407-9db4-02c7e4d79bc4 service neutron] 10.222.0.47 "GET /v2.0/networks/1b4164e6-822e-420c-a3b0-b15221d3eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191320 Dec 14 02:39:44.801136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded25f99-0578-4052-a25b-924ce4d95590 req-537dba62-18bb-4c88-85d9-934c80d13b20 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:44.803461 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ded25f99-0578-4052-a25b-924ce4d95590 req-537dba62-18bb-4c88-85d9-934c80d13b20 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.3190687 Dec 14 02:39:44.831195 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61062484-5262-4428-b7fc-ef70c1b6a458 req-b4e235a9-4b2b-4eef-8cbc-31edd8b4be7c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:44.837213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61062484-5262-4428-b7fc-ef70c1b6a458 req-b4e235a9-4b2b-4eef-8cbc-31edd8b4be7c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:44.843180 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61062484-5262-4428-b7fc-ef70c1b6a458 req-b4e235a9-4b2b-4eef-8cbc-31edd8b4be7c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:44.849432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61062484-5262-4428-b7fc-ef70c1b6a458 req-b4e235a9-4b2b-4eef-8cbc-31edd8b4be7c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:44.853839 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa8ee8-45cd-4d6c-ab60-44225c4b0261 None None] New status for floating IP ff286b19-caf1-435e-a503-039a50aab83c: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:39:44.855438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61062484-5262-4428-b7fc-ef70c1b6a458 req-b4e235a9-4b2b-4eef-8cbc-31edd8b4be7c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:44.861885 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61062484-5262-4428-b7fc-ef70c1b6a458 req-b4e235a9-4b2b-4eef-8cbc-31edd8b4be7c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:44.869612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61062484-5262-4428-b7fc-ef70c1b6a458 req-b4e235a9-4b2b-4eef-8cbc-31edd8b4be7c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:44.871671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61062484-5262-4428-b7fc-ef70c1b6a458 req-b4e235a9-4b2b-4eef-8cbc-31edd8b4be7c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5430 time: 0.3678730 Dec 14 02:39:44.883606 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-321c77b3-4bf5-4a6f-b351-d860c7433467 service neutron] 10.222.0.47 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892984 Dec 14 02:39:45.018573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d40c2e-e465-4e9b-a94d-34846220c101 req-cd5f9d40-0a77-4081-812d-55c8d4f8a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:45.020078 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79d40c2e-e465-4e9b-a94d-34846220c101 req-cd5f9d40-0a77-4081-812d-55c8d4f8a134 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 1095 time: 0.3038192 Dec 14 02:39:45.140041 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ded25f99-0578-4052-a25b-924ce4d95590 req-560b0122-fea7-45be-8c15-b832565a92b5 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3264618 Dec 14 02:39:45.318913 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-27e4303a-1265-44bd-a833-3dc25afced54 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:45.318913 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61062484-5262-4428-b7fc-ef70c1b6a458 req-5891bf6f-8829-4943-9341-6d7cf1ca6b0e tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3115945 Dec 14 02:39:45.318913 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-59542936-245f-4b2a-bdc7-4b52aca01023 service neutron] 10.222.0.47 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176897 Dec 14 02:39:45.318913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d40c2e-e465-4e9b-a94d-34846220c101 req-a151802c-5e63-4e5b-976d-44e46a01254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:45.318913 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79d40c2e-e465-4e9b-a94d-34846220c101 req-a151802c-5e63-4e5b-976d-44e46a01254c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 913 time: 0.2567668 Dec 14 02:39:45.318913 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-3d9c750f-b262-46c4-878f-bd08d1db035b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9bba1e63-dba3-4636-9fc2-f0bfede35d7f HTTP/1.1" status: 200 len: 217 time: 0.0517375 Dec 14 02:39:45.396051 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79d40c2e-e465-4e9b-a94d-34846220c101 req-17f11d67-3e56-4bf8-9be1-fecf3815e73e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e23ab056-fc89-44e1-9083-28db2ea23171 HTTP/1.1" status: 200 len: 217 time: 0.0660913 Dec 14 02:39:45.433500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-dea0512a-475d-4ee4-ab03-04a34f2b1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:45.434992 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-dea0512a-475d-4ee4-ab03-04a34f2b1681 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7c03cc8-dfac-4214-8791-c31ff50735c6 HTTP/1.1" status: 200 len: 797 time: 0.1186187 Dec 14 02:39:45.446383 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134aa89c-c23e-4eda-affe-4ce992cca99e req-d1736cfa-e9c5-4996-a798-c035bc78a428 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:45.447865 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-134aa89c-c23e-4eda-affe-4ce992cca99e req-d1736cfa-e9c5-4996-a798-c035bc78a428 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 944 time: 0.1645231 Dec 14 02:39:45.497604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d40c2e-e465-4e9b-a94d-34846220c101 req-da2584d4-1d5f-4dfe-96f4-ff22b14cd6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:45.499086 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79d40c2e-e465-4e9b-a94d-34846220c101 req-da2584d4-1d5f-4dfe-96f4-ff22b14cd6a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0a92f050-7d7f-44ec-8504-2ffe6d2c9312 HTTP/1.1" status: 200 len: 852 time: 0.1046479 Dec 14 02:39:45.548269 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79d40c2e-e465-4e9b-a94d-34846220c101 req-4271a2d1-fa4e-4c46-a7d0-c6192d3d6968 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4569343b-0d78-4515-821b-2ffa9a32777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354645 Dec 14 02:39:45.555423 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-e856ce79-a32a-4e53-89e2-ca0a3c15d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:45.556795 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-e856ce79-a32a-4e53-89e2-ca0a3c15d501 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d307fd75-d63b-4667-bff7-1b964e3cfc2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1080570 Dec 14 02:39:45.567346 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-134aa89c-c23e-4eda-affe-4ce992cca99e req-b85e14a2-8ff1-4350-a679-2d5e84929b7f tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092868 Dec 14 02:39:45.716655 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-27e4303a-1265-44bd-a833-3dc25afced54 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:45.800422 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2012e-2289-4a4e-9669-0dd96b344375 req-315a154d-3cf1-4de1-8050-3c739eaf9d3d tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:45.801998 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2e2012e-2289-4a4e-9669-0dd96b344375 req-315a154d-3cf1-4de1-8050-3c739eaf9d3d tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.1529207 Dec 14 02:39:45.802542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-27e4303a-1265-44bd-a833-3dc25afced54 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network 4e6c8ce6-6333-4cfb-8538-c229de077595 is not hosted by any dhcp agent {{(pid=103848) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 14 02:39:45.807691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e4303a-1265-44bd-a833-3dc25afced54 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:45.808286 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-27e4303a-1265-44bd-a833-3dc25afced54 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:45.819779 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-27e4303a-1265-44bd-a833-3dc25afced54 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "PUT /v2.0/networks/4e6c8ce6-6333-4cfb-8538-c229de077595 HTTP/1.1" status: 200 len: 723 time: 1.2008963 Dec 14 02:39:45.820336 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33928) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:45.821015 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-dc640382-ce2f-47c3-befb-a31149728180 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'subnet': {'network_id': '4e6c8ce6-6333-4cfb-8538-c229de077595', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:45.836465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79d40c2e-e465-4e9b-a94d-34846220c101 req-f9562b6c-02e5-4615-b231-b24ee78f3616 service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783089 Dec 14 02:39:45.853482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-28896025-a5a3-45f6-9bba-6a6d6a0f27fe service neutron] 10.222.0.47 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841878 Dec 14 02:39:45.878841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4303a-1265-44bd-a833-3dc25afced54 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Network': ['ID=4e6c8ce6-6333-4cfb-8538-c229de077595,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:45.890936 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 4e6c8ce6-6333-4cfb-8538-c229de077595 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:39:45.995368 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2e2012e-2289-4a4e-9669-0dd96b344375 req-f138fc86-030a-4856-ac50-61bd0916589d tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762276 Dec 14 02:39:46.042656 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79d40c2e-e465-4e9b-a94d-34846220c101 req-07058d45-7c6e-4e4e-9f78-8b40383ed767 service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849689 Dec 14 02:39:46.056670 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c04bc61-2069-4504-90bd-59259467bfe9 req-cf794552-ee2e-4448-a85e-0a0538c1474d service neutron] 10.222.0.47 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877759 Dec 14 02:39:46.128799 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc640382-ce2f-47c3-befb-a31149728180 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:46.132883 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dc640382-ce2f-47c3-befb-a31149728180 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:46.400966 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dc640382-ce2f-47c3-befb-a31149728180 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:46.463305 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc640382-ce2f-47c3-befb-a31149728180 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Subnet': ['ID=d60ebe8d-25fa-4636-a190-9289e19737a6,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:46.481623 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc640382-ce2f-47c3-befb-a31149728180 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Checking segment: {'id': '28173610-e77d-4450-83d8-5adeec376bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e6c8ce6-6333-4cfb-8538-c229de077595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:46.481986 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc640382-ce2f-47c3-befb-a31149728180 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network hostable DHCP agents. Network: 4e6c8ce6-6333-4cfb-8538-c229de077595, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:39:46.508052 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e17f13-c680-402a-af49-5f6704fc7148 req-c4984f52-1d89-49ca-bb0c-eff6dd871f85 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:46.510235 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34e17f13-c680-402a-af49-5f6704fc7148 req-c4984f52-1d89-49ca-bb0c-eff6dd871f85 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.0792871 Dec 14 02:39:46.523881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566a686-046e-41b5-b7b1-1e394716698a req-0db64dc5-1fe4-4694-8e9a-2d666a112d9a tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:46.529759 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566a686-046e-41b5-b7b1-1e394716698a req-0db64dc5-1fe4-4694-8e9a-2d666a112d9a tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:46.535617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566a686-046e-41b5-b7b1-1e394716698a req-0db64dc5-1fe4-4694-8e9a-2d666a112d9a tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:46.542226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566a686-046e-41b5-b7b1-1e394716698a req-0db64dc5-1fe4-4694-8e9a-2d666a112d9a tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:46.548095 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566a686-046e-41b5-b7b1-1e394716698a req-0db64dc5-1fe4-4694-8e9a-2d666a112d9a tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:46.553996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566a686-046e-41b5-b7b1-1e394716698a req-0db64dc5-1fe4-4694-8e9a-2d666a112d9a tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:46.559818 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566a686-046e-41b5-b7b1-1e394716698a req-0db64dc5-1fe4-4694-8e9a-2d666a112d9a tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:46.561585 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b566a686-046e-41b5-b7b1-1e394716698a req-0db64dc5-1fe4-4694-8e9a-2d666a112d9a tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5430 time: 0.1204753 Dec 14 02:39:46.579842 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc640382-ce2f-47c3-befb-a31149728180 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network 4e6c8ce6-6333-4cfb-8538-c229de077595 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:39:46.665855 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-dc640382-ce2f-47c3-befb-a31149728180 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 4e6c8ce6-6333-4cfb-8538-c229de077595) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:46.670063 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc640382-ce2f-47c3-befb-a31149728180 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:46.670795 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dc640382-ce2f-47c3-befb-a31149728180 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:46.674671 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e446f6-3a43-4653-963c-5b2906d90b34 req-378c4008-40c1-4a6c-80f1-c244967930ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:46.675167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e446f6-3a43-4653-963c-5b2906d90b34 req-378c4008-40c1-4a6c-80f1-c244967930ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:46.675568 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e446f6-3a43-4653-963c-5b2906d90b34 req-378c4008-40c1-4a6c-80f1-c244967930ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:46.676029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e446f6-3a43-4653-963c-5b2906d90b34 req-378c4008-40c1-4a6c-80f1-c244967930ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:46.676563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e446f6-3a43-4653-963c-5b2906d90b34 req-378c4008-40c1-4a6c-80f1-c244967930ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:46.676824 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceb0310-cb91-4adc-a327-6aab22e43b31 None None] Network 4e6c8ce6-6333-4cfb-8538-c229de077595 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:46.676976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e446f6-3a43-4653-963c-5b2906d90b34 req-378c4008-40c1-4a6c-80f1-c244967930ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:46.677456 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e446f6-3a43-4653-963c-5b2906d90b34 req-378c4008-40c1-4a6c-80f1-c244967930ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:46.679502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11e446f6-3a43-4653-963c-5b2906d90b34 req-378c4008-40c1-4a6c-80f1-c244967930ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20630dab3f6946828746e2d81f7e163b&device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 6487 time: 0.1170437 Dec 14 02:39:46.687267 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34e17f13-c680-402a-af49-5f6704fc7148 req-ca7c1489-f046-4d86-a1b9-de3e13da8fbf tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236861 Dec 14 02:39:46.714954 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b566a686-046e-41b5-b7b1-1e394716698a req-536d5286-ff35-497d-9361-2bcf87c6f6d0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1359551 Dec 14 02:39:46.776147 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dc640382-ce2f-47c3-befb-a31149728180 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9599376 Dec 14 02:39:46.778931 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33990) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:46.784406 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-57d280fb-91e3-478d-8ffb-c03f52c5d426 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:46.823813 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4e6c8ce6-6333-4cfb-8538-c229de077595', 'network_id': '4e6c8ce6-6333-4cfb-8538-c229de077595', 'project_id': 'f157b96bba104001a7a8c0e146d15020', 'fixed_ips': [{'subnet_id': 'd60ebe8d-25fa-4636-a190-9289e19737a6'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:39:46.825542 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:46.932671 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-57d280fb-91e3-478d-8ffb-c03f52c5d426 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25674386'] for subnet, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:46.985587 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Allocated IP 172.20.0.2 (4e6c8ce6-6333-4cfb-8538-c229de077595/d60ebe8d-25fa-4636-a190-9289e19737a6/37746737-2196-4e36-9090-32f84514d7de) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:39:47.149148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f100b-37e1-48b2-9907-b2e31012c014 req-7444a57a-034d-4a05-ac1b-86c5acd2c393 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:47.150696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-032f100b-37e1-48b2-9907-b2e31012c014 req-7444a57a-034d-4a05-ac1b-86c5acd2c393 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 944 time: 0.0753145 Dec 14 02:39:47.153703 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:47.154124 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e446f6-3a43-4653-963c-5b2906d90b34 req-0521d419-8474-4086-aeed-7b5b0b382efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:47.156015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11e446f6-3a43-4653-963c-5b2906d90b34 req-0521d419-8474-4086-aeed-7b5b0b382efa service neutron] 10.222.0.47 "GET /v2.0/networks?id=d307fd75-d63b-4667-bff7-1b964e3cfc2d HTTP/1.1" status: 200 len: 902 time: 0.4650726 Dec 14 02:39:47.212381 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11e446f6-3a43-4653-963c-5b2906d90b34 req-5b6a83b8-77a3-49c2-9fe0-523d44d14e82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9bba1e63-dba3-4636-9fc2-f0bfede35d7f HTTP/1.1" status: 200 len: 217 time: 0.0410070 Dec 14 02:39:47.231892 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:47.269009 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-032f100b-37e1-48b2-9907-b2e31012c014 req-625e6a6a-2fc4-481a-ad95-c8d86583a09c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103394 Dec 14 02:39:47.280054 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Network 4e6c8ce6-6333-4cfb-8538-c229de077595 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:39:47.287213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e446f6-3a43-4653-963c-5b2906d90b34 req-8a6b983d-060a-42df-a2ff-060e4d28ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:47.292827 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11e446f6-3a43-4653-963c-5b2906d90b34 req-8a6b983d-060a-42df-a2ff-060e4d28ecd3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7c03cc8-dfac-4214-8791-c31ff50735c6 HTTP/1.1" status: 200 len: 797 time: 0.0726979 Dec 14 02:39:47.293201 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:47.297156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:39:47.305278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Pushing event updated for resources: {'Port': ['ID=37746737-2196-4e36-9090-32f84514d7de,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:47.361102 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Attempting to bind port 37746737-2196-4e36-9090-32f84514d7de on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:39:47.361519 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Attempting to bind port 37746737-2196-4e36-9090-32f84514d7de by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '28173610-e77d-4450-83d8-5adeec376bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e6c8ce6-6333-4cfb-8538-c229de077595'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:39:47.362087 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Attempting to bind port 37746737-2196-4e36-9090-32f84514d7de on network 4e6c8ce6-6333-4cfb-8538-c229de077595 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:47.362350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e446f6-3a43-4653-963c-5b2906d90b34 req-f07fd1ee-e4f4-4bd8-8b7a-ad0ff9a538d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:47.363819 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11e446f6-3a43-4653-963c-5b2906d90b34 req-f07fd1ee-e4f4-4bd8-8b7a-ad0ff9a538d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d307fd75-d63b-4667-bff7-1b964e3cfc2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0650682 Dec 14 02:39:47.368625 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:39:47.369285 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Checking segment: {'id': '28173610-e77d-4450-83d8-5adeec376bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e6c8ce6-6333-4cfb-8538-c229de077595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:47.369963 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:47.370367 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Bound using segment: {'id': '28173610-e77d-4450-83d8-5adeec376bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e6c8ce6-6333-4cfb-8538-c229de077595'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:39:47.370856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Bound port: 37746737-2196-4e36-9090-32f84514d7de, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28173610-e77d-4450-83d8-5adeec376bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '4e6c8ce6-6333-4cfb-8538-c229de077595'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:39:47.371308 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:47.420241 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-57d280fb-91e3-478d-8ffb-c03f52c5d426 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754676488668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25743503'] for subnet, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:47.445862 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] For port 37746737-2196-4e36-9090-32f84514d7de, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:39:47.450116 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] For port 37746737-2196-4e36-9090-32f84514d7de, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=37746737-2196-4e36-9090-32f84514d7de,segment=NetworkSegment(28173610-e77d-4450-83d8-5adeec376bab),segment_id=28173610-e77d-4450-83d8-5adeec376bab)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:39:47.456038 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d280fb-91e3-478d-8ffb-c03f52c5d426 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:47.456669 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-57d280fb-91e3-478d-8ffb-c03f52c5d426 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:47.460840 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-57d280fb-91e3-478d-8ffb-c03f52c5d426 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "PUT /v2.0/subnets/d60ebe8d-25fa-4636-a190-9289e19737a6 HTTP/1.1" status: 200 len: 806 time: 0.6779449 Dec 14 02:39:47.462756 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34034) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:47.500426 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540466b1-cb09-405e-af27-af13b7ee506d req-0df69c9c-a082-499a-bf25-89307ab0ec54 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:47.502163 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-540466b1-cb09-405e-af27-af13b7ee506d req-0df69c9c-a082-499a-bf25-89307ab0ec54 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.1326292 Dec 14 02:39:47.507166 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:47.572717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11e446f6-3a43-4653-963c-5b2906d90b34 req-59ef341b-b823-4b07-9481-90d358ef351d service neutron] 10.222.0.47 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837153 Dec 14 02:39:47.604780 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c3ef2-4020-4f25-82ae-269880bcc83a None None] Pushing event updated for resources: {'Port': ['ID=37746737-2196-4e36-9090-32f84514d7de,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:47.622640 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e23ab056-fc89-44e1-9083-28db2ea23171 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:39:47.686064 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-540466b1-cb09-405e-af27-af13b7ee506d req-184365cb-225f-4010-9375-07b3b7cf2c2c tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649473 Dec 14 02:39:47.750903 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11e446f6-3a43-4653-963c-5b2906d90b34 req-3be4e8c1-cb66-41e2-8a58-4444d338d23d service neutron] 10.222.0.47 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673298 Dec 14 02:39:47.780269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port e23ab056-fc89-44e1-9083-28db2ea23171, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e23ab056-fc89-44e1-9083-28db2ea23171,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:47.795869 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'e23ab056-fc89-44e1-9083-28db2ea23171', 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d', 'port_id': 'e23ab056-fc89-44e1-9083-28db2ea23171', 'mac_address': 'fa:16:3e:12:84:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a92f050-7d7f-44ec-8504-2ffe6d2c9312', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:39:47.898336 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:47.943721 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23ab056-fc89-44e1-9083-28db2ea23171 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:47.962007 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2703e59-7c6b-45e0-9b28-4f56faef7fe9 req-6a213ee8-2042-41c9-8ae1-015d936c23ae tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:47.963849 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2703e59-7c6b-45e0-9b28-4f56faef7fe9 req-6a213ee8-2042-41c9-8ae1-015d936c23ae tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.1305535 Dec 14 02:39:47.965792 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d280fb-91e3-478d-8ffb-c03f52c5d426 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Subnet': ['ID=d60ebe8d-25fa-4636-a190-9289e19737a6,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:48.008602 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port e23ab056-fc89-44e1-9083-28db2ea23171, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e23ab056-fc89-44e1-9083-28db2ea23171,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:48.038538 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:48.041758 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2703e59-7c6b-45e0-9b28-4f56faef7fe9 req-c242fd96-fefc-4bff-9c13-779c3b855b3f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643096 Dec 14 02:39:48.088588 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:48.125152 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Deleting port 37746737-2196-4e36-9090-32f84514d7de {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:39:48.125691 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:48.164800 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=e23ab056-fc89-44e1-9083-28db2ea23171,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:48.198507 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43800f-3b0e-4c31-82d8-c4cc5fd02d15 req-4c909d5b-4f61-45e6-bdf6-be0e166d8710 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:48.204677 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43800f-3b0e-4c31-82d8-c4cc5fd02d15 req-4c909d5b-4f61-45e6-bdf6-be0e166d8710 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:48.212199 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43800f-3b0e-4c31-82d8-c4cc5fd02d15 req-4c909d5b-4f61-45e6-bdf6-be0e166d8710 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:48.218762 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43800f-3b0e-4c31-82d8-c4cc5fd02d15 req-4c909d5b-4f61-45e6-bdf6-be0e166d8710 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:48.226121 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43800f-3b0e-4c31-82d8-c4cc5fd02d15 req-4c909d5b-4f61-45e6-bdf6-be0e166d8710 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:48.233781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43800f-3b0e-4c31-82d8-c4cc5fd02d15 req-4c909d5b-4f61-45e6-bdf6-be0e166d8710 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:48.235789 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] For port 37746737-2196-4e36-9090-32f84514d7de, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=37746737-2196-4e36-9090-32f84514d7de,segment=NetworkSegment(28173610-e77d-4450-83d8-5adeec376bab),segment_id=28173610-e77d-4450-83d8-5adeec376bab)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:48.236350 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:48.241474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43800f-3b0e-4c31-82d8-c4cc5fd02d15 req-4c909d5b-4f61-45e6-bdf6-be0e166d8710 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:48.250766 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bb43800f-3b0e-4c31-82d8-c4cc5fd02d15 req-4c909d5b-4f61-45e6-bdf6-be0e166d8710 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5430 time: 0.1336572 Dec 14 02:39:48.253653 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Calling delete_port for 37746737-2196-4e36-9090-32f84514d7de owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:39:48.323555 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bb43800f-3b0e-4c31-82d8-c4cc5fd02d15 req-c99138f1-83d8-488f-b12d-dc6021455925 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710933 Dec 14 02:39:48.414704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['e23ab056-fc89-44e1-9083-28db2ea23171'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:39:48.452094 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e8098-e37e-4b0c-bfe2-b19f8c29a77c req-51baff69-8f1e-426f-8b57-57da60b42c82 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:48.453749 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2a6e8098-e37e-4b0c-bfe2-b19f8c29a77c req-51baff69-8f1e-426f-8b57-57da60b42c82 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 945 time: 0.0635638 Dec 14 02:39:48.471886 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:48.507801 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Port': ['ID=37746737-2196-4e36-9090-32f84514d7de,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:48.556289 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2a6e8098-e37e-4b0c-bfe2-b19f8c29a77c req-0da39c49-c7d1-47df-8c25-5c52075ff3cf tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936000 Dec 14 02:39:48.615127 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No DVR routers for this DVR port 37746737-2196-4e36-9090-32f84514d7de on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:39:48.666447 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:48.826243 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:48.827046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978cfc3-f599-4505-9c89-c79cfd31662e req-7e1abe59-740b-43c9-a81e-ec5f47b068c7 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:48.833928 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0978cfc3-f599-4505-9c89-c79cfd31662e req-7e1abe59-740b-43c9-a81e-ec5f47b068c7 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.0604823 Dec 14 02:39:48.852907 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Subnet': ['ID=d60ebe8d-25fa-4636-a190-9289e19737a6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:48.881282 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1f8974-d612-4cba-baef-afdf8330dcd6 None None] Network 4e6c8ce6-6333-4cfb-8538-c229de077595 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:48.892024 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0978cfc3-f599-4505-9c89-c79cfd31662e req-0538f3ca-d2c8-450c-920a-45a59fef8f8c tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563412 Dec 14 02:39:48.932240 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-992a461e-a1a4-4574-b8f2-373381fe73ad None None] Could not find standard attr ID for object 37746737-2196-4e36-9090-32f84514d7de. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:39:48.956448 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:48.978722 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6c8ce6-6333-4cfb-8538-c229de077595']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:48.988704 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28173610-e77d-4450-83d8-5adeec376bab') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:48.989010 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28173610-e77d-4450-83d8-5adeec376bab') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:49.002724 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:49.016521 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:49.023511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:39:49.023904 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:39:49.027086 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:39:49.048984 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e509d7-6d49-4da4-8bb3-e1d4dd3c0af1 None None] DHCP port deletion for 4e6c8ce6-6333-4cfb-8538-c229de077595 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:39:49.086140 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5297f758-da40-4fe3-b9da-49853016f435 None None] Network 4e6c8ce6-6333-4cfb-8538-c229de077595 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:49.177271 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:49.178274 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261d1ae-ac55-4fe7-b10f-408a9b4811c1 req-ca45778e-3ec1-42cd-a691-451795f875e0 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:49.181001 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f261d1ae-ac55-4fe7-b10f-408a9b4811c1 req-ca45778e-3ec1-42cd-a691-451795f875e0 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 943 time: 0.0562291 Dec 14 02:39:49.187542 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:49.187542 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/4e6c8ce6-6333-4cfb-8538-c229de077595 HTTP/1.1" status: 204 len: 168 time: 1.7241790 Dec 14 02:39:49.190073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34114) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:49.208610 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9756fda0-e5b4-40da-af39-e6cd7164d8b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Network': ['ID=4e6c8ce6-6333-4cfb-8538-c229de077595,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:49.223385 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-120ce246-d1d7-4be9-9cce-b39faf2907b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:39:49.224186 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-120ce246-d1d7-4be9-9cce-b39faf2907b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:39:49.227704 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-120ce246-d1d7-4be9-9cce-b39faf2907b5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/4e6c8ce6-6333-4cfb-8538-c229de077595 HTTP/1.1" status: 404 len: 339 time: 0.0274734 Dec 14 02:39:49.231283 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34116) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:49.236931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-a0d081f4-bf60-4cde-bcd5-aab473506952 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-927637273', 'description': 'd1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:49.244001 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f261d1ae-ac55-4fe7-b10f-408a9b4811c1 req-85e4f545-147b-42ae-9fd7-9f648931cf70 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557759 Dec 14 02:39:49.345714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d081f4-bf60-4cde-bcd5-aab473506952 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:49.349724 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a0d081f4-bf60-4cde-bcd5-aab473506952 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:49.376666 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d081f4-bf60-4cde-bcd5-aab473506952 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:39:49.386263 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a0d081f4-bf60-4cde-bcd5-aab473506952 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:49.386620 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-a0d081f4-bf60-4cde-bcd5-aab473506952 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Added segment 9e72670c-ff05-41e5-a993-9d732babb5c1 of type vlan for network dfed55ce-3a67-46d2-a7e2-2719651ecb50 Dec 14 02:39:49.449669 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a0d081f4-bf60-4cde-bcd5-aab473506952 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:49.495631 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbd4fc-b38b-489f-8369-4c1f0539d14f req-791a2598-fbbd-45f3-88d9-4bf2a3269b59 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:49.501343 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbd4fc-b38b-489f-8369-4c1f0539d14f req-791a2598-fbbd-45f3-88d9-4bf2a3269b59 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:49.507831 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbd4fc-b38b-489f-8369-4c1f0539d14f req-791a2598-fbbd-45f3-88d9-4bf2a3269b59 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:49.513758 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbd4fc-b38b-489f-8369-4c1f0539d14f req-791a2598-fbbd-45f3-88d9-4bf2a3269b59 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:49.519820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbd4fc-b38b-489f-8369-4c1f0539d14f req-791a2598-fbbd-45f3-88d9-4bf2a3269b59 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:49.526097 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbd4fc-b38b-489f-8369-4c1f0539d14f req-791a2598-fbbd-45f3-88d9-4bf2a3269b59 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:49.531938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbd4fc-b38b-489f-8369-4c1f0539d14f req-791a2598-fbbd-45f3-88d9-4bf2a3269b59 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:49.534139 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5bbd4fc-b38b-489f-8369-4c1f0539d14f req-791a2598-fbbd-45f3-88d9-4bf2a3269b59 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5430 time: 0.1209905 Dec 14 02:39:49.536957 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34124) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:49.562390 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a0d081f4-bf60-4cde-bcd5-aab473506952 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:49.568708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d081f4-bf60-4cde-bcd5-aab473506952 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:49.569316 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a0d081f4-bf60-4cde-bcd5-aab473506952 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:49.633175 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:39:49.647065 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e23ab056-fc89-44e1-9083-28db2ea23171 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:39:49.663788 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e40a04a7-8846-45d1-b0f6-9958c2752823 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:49.698969 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5bbd4fc-b38b-489f-8369-4c1f0539d14f req-a9021c73-a1e9-4b60-8865-624c70dc4ef0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1552942 Dec 14 02:39:49.701666 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d081f4-bf60-4cde-bcd5-aab473506952 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Network': ['ID=dfed55ce-3a67-46d2-a7e2-2719651ecb50,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:49.707778 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a0d081f4-bf60-4cde-bcd5-aab473506952 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4755220 Dec 14 02:39:49.710781 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34132) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:49.757768 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network dfed55ce-3a67-46d2-a7e2-2719651ecb50 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:39:49.766204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ff239-e0e0-49a7-a694-0c5da55a1732 req-61913ca4-788c-448c-bd79-c9950bf89426 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:49.768729 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-152ff239-e0e0-49a7-a694-0c5da55a1732 req-61913ca4-788c-448c-bd79-c9950bf89426 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 945 time: 0.0879676 Dec 14 02:39:49.805803 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e40a04a7-8846-45d1-b0f6-9958c2752823 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:49.830157 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-152ff239-e0e0-49a7-a694-0c5da55a1732 req-98881074-64cc-449d-94f8-3c3e62af1655 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549850 Dec 14 02:39:49.873017 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fdf6cb-7a8d-464c-8d24-86b5b719fdcd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:49.874524 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-37fdf6cb-7a8d-464c-8d24-86b5b719fdcd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "GET /v2.0/networks?id=dfed55ce-3a67-46d2-a7e2-2719651ecb50 HTTP/1.1" status: 200 len: 760 time: 0.1626763 Dec 14 02:39:49.875893 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:49.877141 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34134) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:49.882336 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-1cbfc78b-9fe9-4999-a36a-99f868c6d7d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'network': {'description': 'd2'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:49.885705 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e40a04a7-8846-45d1-b0f6-9958c2752823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:49.887972 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'port_id': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2', 'mac_address': 'fa:16:3e:24:b7:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:39:49.930191 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:49.950379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:39:49.956058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port e23ab056-fc89-44e1-9083-28db2ea23171 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:39:49.961575 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port e23ab056-fc89-44e1-9083-28db2ea23171 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:49.961997 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:49.983234 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e40a04a7-8846-45d1-b0f6-9958c2752823 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f4d51a271ee94481a0e39a709231d56b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4451416 Dec 14 02:39:49.988904 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a04a7-8846-45d1-b0f6-9958c2752823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abbc6f8d-6465-468b-ad1c-006bc24e6fea,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:49.993680 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34138) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:50.002479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:50.058877 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c14e3-f3e9-4a47-b884-0faad9286778 req-8227b4af-f317-4a42-b9c3-7777cd26755c tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:50.060992 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae9c14e3-f3e9-4a47-b884-0faad9286778 req-8227b4af-f317-4a42-b9c3-7777cd26755c tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.0805459 Dec 14 02:39:50.072278 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:50.085631 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:50.102058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193e5a2d-8372-4e26-9874-5468e5c29fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23ab056-fc89-44e1-9083-28db2ea23171'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:50.104700 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664d74cc-c610-4b75-a72f-5c1cc45a32f7" -d '{"events": [{"server_uuid": "193e5a2d-8372-4e26-9874-5468e5c29fb6", "name": "network-vif-plugged", "status": "completed", "tag": "e23ab056-fc89-44e1-9083-28db2ea23171"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:50.121197 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae9c14e3-f3e9-4a47-b884-0faad9286778 req-44a0f0e5-fde5-41c8-80c5-d2f57ba533ff tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497301 Dec 14 02:39:50.140125 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port e23ab056-fc89-44e1-9083-28db2ea23171, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e23ab056-fc89-44e1-9083-28db2ea23171,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:50.148599 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab87fa4-eb2a-491c-b5d8-f77c21cd01f9 x-openstack-request-id: req-cab87fa4-eb2a-491c-b5d8-f77c21cd01f9 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:50.148895 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193e5a2d-8372-4e26-9874-5468e5c29fb6", "name": "network-vif-plugged", "status": "completed", "tag": "e23ab056-fc89-44e1-9083-28db2ea23171", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:50.149155 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cab87fa4-eb2a-491c-b5d8-f77c21cd01f9 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:50.149581 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193e5a2d-8372-4e26-9874-5468e5c29fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23ab056-fc89-44e1-9083-28db2ea23171', 'code': 200} Dec 14 02:39:50.159152 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1cbfc78b-9fe9-4999-a36a-99f868c6d7d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:50.167917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:50.175677 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99476293-3616-4f0a-8a0e-5bb35df6e95b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:50.202058 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99476293-3616-4f0a-8a0e-5bb35df6e95b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:50.228427 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:50.262688 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1cbfc78b-9fe9-4999-a36a-99f868c6d7d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:50.273096 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1cbfc78b-9fe9-4999-a36a-99f868c6d7d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network dfed55ce-3a67-46d2-a7e2-2719651ecb50 is not hosted by any dhcp agent {{(pid=103847) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 14 02:39:50.280814 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbfc78b-9fe9-4999-a36a-99f868c6d7d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:50.281477 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1cbfc78b-9fe9-4999-a36a-99f868c6d7d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:50.282795 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1cbfc78b-9fe9-4999-a36a-99f868c6d7d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "PUT /v2.0/networks/dfed55ce-3a67-46d2-a7e2-2719651ecb50 HTTP/1.1" status: 200 len: 757 time: 0.4045434 Dec 14 02:39:50.284014 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45191a3-000a-49e0-a459-3f1e036109ae req-d33d8866-999c-4dc2-80c9-c1c9a0a534da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:50.285726 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a45191a3-000a-49e0-a459-3f1e036109ae req-d33d8866-999c-4dc2-80c9-c1c9a0a534da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0433013 Dec 14 02:39:50.286791 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34144) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:50.287734 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=e23ab056-fc89-44e1-9083-28db2ea23171,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:50.341891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbfc78b-9fe9-4999-a36a-99f868c6d7d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Network': ['ID=dfed55ce-3a67-46d2-a7e2-2719651ecb50,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:50.352539 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network dfed55ce-3a67-46d2-a7e2-2719651ecb50 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:39:50.370913 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99476293-3616-4f0a-8a0e-5bb35df6e95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:50.373551 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99476293-3616-4f0a-8a0e-5bb35df6e95b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:50.374720 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-99476293-3616-4f0a-8a0e-5bb35df6e95b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abbc6f8d-6465-468b-ad1c-006bc24e6fea HTTP/1.1" status: 204 len: 168 time: 0.3800943 Dec 14 02:39:50.385782 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99476293-3616-4f0a-8a0e-5bb35df6e95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abbc6f8d-6465-468b-ad1c-006bc24e6fea,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:50.418527 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['d45bade7-d099-4cb6-8acc-b3e3b97fc0f2'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:39:50.452679 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a45191a3-000a-49e0-a459-3f1e036109ae req-fed64635-69d6-404c-90d3-22c24adce81b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500475 Dec 14 02:39:50.460975 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5eb1b4-5a73-4632-9033-8297f694a404 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:50.469053 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5c5eb1b4-5a73-4632-9033-8297f694a404 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "GET /v2.0/networks?id=dfed55ce-3a67-46d2-a7e2-2719651ecb50 HTTP/1.1" status: 200 len: 760 time: 0.1743848 Dec 14 02:39:50.469157 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34150) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:50.473277 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-973cb394-a99d-43cb-b50b-c4f9a1c9cfaf tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-497215386'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:50.481546 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fddb67-e5dc-4d17-9b27-9d384c4c2fe1 req-6397da61-e500-43cd-a063-c1b1854ca2d9 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:50.483319 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4fddb67-e5dc-4d17-9b27-9d384c4c2fe1 req-6397da61-e500-43cd-a063-c1b1854ca2d9 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 944 time: 0.1274438 Dec 14 02:39:50.540105 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4fddb67-e5dc-4d17-9b27-9d384c4c2fe1 req-7b0c9487-d00e-4aae-a4a0-ded50b3c0d73 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474436 Dec 14 02:39:50.608243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973cb394-a99d-43cb-b50b-c4f9a1c9cfaf tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:50.611870 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-973cb394-a99d-43cb-b50b-c4f9a1c9cfaf tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:50.641349 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973cb394-a99d-43cb-b50b-c4f9a1c9cfaf tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:39:50.649066 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-973cb394-a99d-43cb-b50b-c4f9a1c9cfaf tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:50.649943 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-973cb394-a99d-43cb-b50b-c4f9a1c9cfaf tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Added segment 51d47944-40d8-4be4-ae0e-99eadff95c01 of type vlan for network e67ac903-8612-4f0c-9c30-588457b4a882 Dec 14 02:39:50.697487 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-973cb394-a99d-43cb-b50b-c4f9a1c9cfaf tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:50.717814 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 37746737-2196-4e36-9090-32f84514d7de no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:39:50.740038 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 37746737-2196-4e36-9090-32f84514d7de {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:39:50.740570 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 37746737-2196-4e36-9090-32f84514d7de not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:39:50.779636 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-973cb394-a99d-43cb-b50b-c4f9a1c9cfaf tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:50.785643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973cb394-a99d-43cb-b50b-c4f9a1c9cfaf tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:50.786845 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-973cb394-a99d-43cb-b50b-c4f9a1c9cfaf tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:50.858707 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7512a5a-aab3-43c4-9886-479519612fb6 req-38524e18-0508-4f07-bb9f-448f032bfad7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:50.870320 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7512a5a-aab3-43c4-9886-479519612fb6 req-38524e18-0508-4f07-bb9f-448f032bfad7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:50.874594 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cb394-a99d-43cb-b50b-c4f9a1c9cfaf tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Network': ['ID=e67ac903-8612-4f0c-9c30-588457b4a882,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:50.877336 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7512a5a-aab3-43c4-9886-479519612fb6 req-38524e18-0508-4f07-bb9f-448f032bfad7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:50.884585 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7512a5a-aab3-43c4-9886-479519612fb6 req-38524e18-0508-4f07-bb9f-448f032bfad7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:50.885035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network e67ac903-8612-4f0c-9c30-588457b4a882 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:39:50.891135 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7512a5a-aab3-43c4-9886-479519612fb6 req-38524e18-0508-4f07-bb9f-448f032bfad7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:50.897956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7512a5a-aab3-43c4-9886-479519612fb6 req-38524e18-0508-4f07-bb9f-448f032bfad7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:50.904830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7512a5a-aab3-43c4-9886-479519612fb6 req-38524e18-0508-4f07-bb9f-448f032bfad7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:50.913847 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7512a5a-aab3-43c4-9886-479519612fb6 req-38524e18-0508-4f07-bb9f-448f032bfad7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5430 time: 0.1185851 Dec 14 02:39:50.942648 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-973cb394-a99d-43cb-b50b-c4f9a1c9cfaf tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4715898 Dec 14 02:39:50.943556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34166) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:50.950484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-17a6faa0-6e11-43aa-b576-d5f28464fb0f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'subnet': {'network_id': 'e67ac903-8612-4f0c-9c30-588457b4a882', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:51.058862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7512a5a-aab3-43c4-9886-479519612fb6 req-96fdf45f-7412-4d72-b1a3-326da369087c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1440513 Dec 14 02:39:51.089632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477fd6d-15ec-421f-97b0-91ad09586ab3 req-a1196ea5-2123-4a7a-bdc0-bc2c777a6ace tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:51.093766 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4477fd6d-15ec-421f-97b0-91ad09586ab3 req-a1196ea5-2123-4a7a-bdc0-bc2c777a6ace tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 946 time: 0.1358907 Dec 14 02:39:51.150292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4477fd6d-15ec-421f-97b0-91ad09586ab3 req-0ae3379b-fb82-415b-85e9-b0eb8ef53676 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534091 Dec 14 02:39:51.209560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a6faa0-6e11-43aa-b576-d5f28464fb0f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:51.212945 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-17a6faa0-6e11-43aa-b576-d5f28464fb0f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:51.314892 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dd30a-3cb0-486d-8069-cf82959eebb5 req-1c3b8251-b5fb-41d6-85ee-e33ca939cc81 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:51.314892 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a84dd30a-3cb0-486d-8069-cf82959eebb5 req-1c3b8251-b5fb-41d6-85ee-e33ca939cc81 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.1171277 Dec 14 02:39:51.385982 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a84dd30a-3cb0-486d-8069-cf82959eebb5 req-7aeeaf48-16d6-4c7e-89e5-1a809304c7d1 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636976 Dec 14 02:39:51.536907 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-17a6faa0-6e11-43aa-b576-d5f28464fb0f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:51.601967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6faa0-6e11-43aa-b576-d5f28464fb0f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Subnet': ['ID=217105c0-9769-4725-a022-ec53803c30ba,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:51.618891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a6faa0-6e11-43aa-b576-d5f28464fb0f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Checking segment: {'id': '51d47944-40d8-4be4-ae0e-99eadff95c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e67ac903-8612-4f0c-9c30-588457b4a882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:51.619358 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a6faa0-6e11-43aa-b576-d5f28464fb0f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network hostable DHCP agents. Network: e67ac903-8612-4f0c-9c30-588457b4a882, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:39:51.651147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:39:51.680408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4421e9b-28f6-4699-9a02-f58f44ce3cd5 req-aabeebb5-f7b7-4888-a300-3cb89c65cc22 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:51.682384 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d4421e9b-28f6-4699-9a02-f58f44ce3cd5 req-aabeebb5-f7b7-4888-a300-3cb89c65cc22 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 944 time: 0.0605502 Dec 14 02:39:51.721028 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:51.721432 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:51.733097 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d4421e9b-28f6-4699-9a02-f58f44ce3cd5 req-678a8108-92f3-4582-8c96-93fa63f25aa0 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439990 Dec 14 02:39:51.745709 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a6faa0-6e11-43aa-b576-d5f28464fb0f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network e67ac903-8612-4f0c-9c30-588457b4a882 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:39:51.802744 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:51.834379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:51.879376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-17a6faa0-6e11-43aa-b576-d5f28464fb0f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, e67ac903-8612-4f0c-9c30-588457b4a882) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:51.883962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a6faa0-6e11-43aa-b576-d5f28464fb0f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:51.884558 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-17a6faa0-6e11-43aa-b576-d5f28464fb0f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3796576'] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:51.890961 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc5b618-6339-4e11-a06a-6fad190d03bc None None] Network e67ac903-8612-4f0c-9c30-588457b4a882 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:51.931122 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:52.004026 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,revision_number=10']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:52.014514 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-17a6faa0-6e11-43aa-b576-d5f28464fb0f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0707276 Dec 14 02:39:52.017846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34192) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:52.032093 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-e67ac903-8612-4f0c-9c30-588457b4a882', 'network_id': 'e67ac903-8612-4f0c-9c30-588457b4a882', 'project_id': 'f157b96bba104001a7a8c0e146d15020', 'fixed_ips': [{'subnet_id': '217105c0-9769-4725-a022-ec53803c30ba'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:39:52.033040 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:52.124903 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:52.152757 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3be604-5954-4a07-9fe0-fc54a9e03102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:39:52.156869 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f292612-633d-4c24-9f39-b83985c1b2b0" -d '{"events": [{"server_uuid": "0f3be604-5954-4a07-9fe0-fc54a9e03102", "name": "network-vif-plugged", "status": "completed", "tag": "d45bade7-d099-4cb6-8acc-b3e3b97fc0f2"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:39:52.185143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Allocated IP 172.20.0.2 (e67ac903-8612-4f0c-9c30-588457b4a882/217105c0-9769-4725-a022-ec53803c30ba/ab8417f5-0198-464a-8098-48e54193ad46) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:39:52.215022 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:52.262258 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309cc96b-36a5-44e2-bc02-828e7601565b x-openstack-request-id: req-309cc96b-36a5-44e2-bc02-828e7601565b {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:39:52.262515 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3be604-5954-4a07-9fe0-fc54a9e03102", "name": "network-vif-plugged", "status": "completed", "tag": "d45bade7-d099-4cb6-8acc-b3e3b97fc0f2", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:39:52.262788 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-309cc96b-36a5-44e2-bc02-828e7601565b {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:39:52.263363 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3be604-5954-4a07-9fe0-fc54a9e03102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2', 'code': 200} Dec 14 02:39:52.267317 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab7bba-4743-4823-b509-7694fc61f760 req-35b6008d-ba56-4bbe-8040-3eea12df2262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:52.273998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab7bba-4743-4823-b509-7694fc61f760 req-35b6008d-ba56-4bbe-8040-3eea12df2262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:52.280403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab7bba-4743-4823-b509-7694fc61f760 req-35b6008d-ba56-4bbe-8040-3eea12df2262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:52.287094 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab7bba-4743-4823-b509-7694fc61f760 req-35b6008d-ba56-4bbe-8040-3eea12df2262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:52.293029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab7bba-4743-4823-b509-7694fc61f760 req-35b6008d-ba56-4bbe-8040-3eea12df2262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:52.299757 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab7bba-4743-4823-b509-7694fc61f760 req-35b6008d-ba56-4bbe-8040-3eea12df2262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:52.306435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab7bba-4743-4823-b509-7694fc61f760 req-35b6008d-ba56-4bbe-8040-3eea12df2262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:52.308337 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1ab7bba-4743-4823-b509-7694fc61f760 req-35b6008d-ba56-4bbe-8040-3eea12df2262 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5430 time: 0.1482999 Dec 14 02:39:52.341827 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:52.405033 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5059c1-3a32-4522-ba8d-ccbbed9feb7e req-b05e13e2-5a1f-44e7-9ebb-c7f00d2c38dd tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:52.406545 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b5059c1-3a32-4522-ba8d-ccbbed9feb7e req-b05e13e2-5a1f-44e7-9ebb-c7f00d2c38dd tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 946 time: 0.0872040 Dec 14 02:39:52.415967 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1ab7bba-4743-4823-b509-7694fc61f760 req-84a51009-6e90-4fe0-9dca-b9260c2eb74b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948648 Dec 14 02:39:52.451965 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:52.470308 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b5059c1-3a32-4522-ba8d-ccbbed9feb7e req-124748c2-be0b-4a83-a301-45b5eaa78bd2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533662 Dec 14 02:39:52.509919 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Network e67ac903-8612-4f0c-9c30-588457b4a882 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:39:52.512925 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:52.516125 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:39:52.528693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Pushing event updated for resources: {'Port': ['ID=ab8417f5-0198-464a-8098-48e54193ad46,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:52.565463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c072ffff-e25f-44e7-938f-bf31f3408cf0 req-9794b709-1004-4de3-82bc-e549d46747c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:52.567303 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c072ffff-e25f-44e7-938f-bf31f3408cf0 req-9794b709-1004-4de3-82bc-e549d46747c5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 1097 time: 0.0821664 Dec 14 02:39:52.571469 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:52.590521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Attempting to bind port ab8417f5-0198-464a-8098-48e54193ad46 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:39:52.591193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Attempting to bind port ab8417f5-0198-464a-8098-48e54193ad46 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '51d47944-40d8-4be4-ae0e-99eadff95c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e67ac903-8612-4f0c-9c30-588457b4a882'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:39:52.591573 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Attempting to bind port ab8417f5-0198-464a-8098-48e54193ad46 on network e67ac903-8612-4f0c-9c30-588457b4a882 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:52.596912 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:39:52.597293 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Checking segment: {'id': '51d47944-40d8-4be4-ae0e-99eadff95c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e67ac903-8612-4f0c-9c30-588457b4a882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:52.597827 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:52.598117 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Bound using segment: {'id': '51d47944-40d8-4be4-ae0e-99eadff95c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e67ac903-8612-4f0c-9c30-588457b4a882'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:39:52.599040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Bound port: ab8417f5-0198-464a-8098-48e54193ad46, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d47944-40d8-4be4-ae0e-99eadff95c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'e67ac903-8612-4f0c-9c30-588457b4a882'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:39:52.599395 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:52.636876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16825144-e2c9-4bb6-bc6b-eb0b8e5f7672 req-6ea2d2ce-3e89-4115-973a-60350e0c945c tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:52.638404 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16825144-e2c9-4bb6-bc6b-eb0b8e5f7672 req-6ea2d2ce-3e89-4115-973a-60350e0c945c tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.1233110 Dec 14 02:39:52.639146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Subnet': ['ID=217105c0-9769-4725-a022-ec53803c30ba,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:52.670568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] For port ab8417f5-0198-464a-8098-48e54193ad46, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:39:52.674321 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] For port ab8417f5-0198-464a-8098-48e54193ad46, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ab8417f5-0198-464a-8098-48e54193ad46,segment=NetworkSegment(51d47944-40d8-4be4-ae0e-99eadff95c01),segment_id=51d47944-40d8-4be4-ae0e-99eadff95c01)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:39:52.753613 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:52.757495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c072ffff-e25f-44e7-938f-bf31f3408cf0 req-edf8ba96-6fb1-4fbb-9e5e-dcdf44051882 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820309 Dec 14 02:39:52.760123 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:52.786532 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67ac903-8612-4f0c-9c30-588457b4a882']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:52.793100 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16825144-e2c9-4bb6-bc6b-eb0b8e5f7672 req-9e6c262f-cc47-4d92-b92d-c7a5da84b7fe tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429398 Dec 14 02:39:52.801413 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d47944-40d8-4be4-ae0e-99eadff95c01') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:52.804146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d47944-40d8-4be4-ae0e-99eadff95c01') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:52.812579 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:52.827199 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ba1e8-de34-4ee9-a72c-d3bc1bd8ffc1 None None] Pushing event updated for resources: {'Port': ['ID=ab8417f5-0198-464a-8098-48e54193ad46,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:52.840991 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:52.840991 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:39:52.840991 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:39:52.844231 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:39:52.883065 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4419c16-a348-422d-ba4d-6c04c9ac12d3 None None] Network e67ac903-8612-4f0c-9c30-588457b4a882 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:52.951153 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c9739-46de-4505-ba28-5f3ee782c696 req-7c6b92f3-941d-4025-8ded-0a4a8887fecb tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:52.952839 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f18c9739-46de-4505-ba28-5f3ee782c696 req-7c6b92f3-941d-4025-8ded-0a4a8887fecb tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 946 time: 0.0693581 Dec 14 02:39:52.974832 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c974f15-5467-4a77-be5c-614f8183eadb None None] get_active_networks_info from n-d-821636-1 {{(pid=103849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 02:39:53.009511 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f18c9739-46de-4505-ba28-5f3ee782c696 req-0377e43d-5f79-4556-8280-3891893dc973 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505688 Dec 14 02:39:53.027122 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.db.api [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 02:39:53.027122 n-d-821636-1 neutron-server[103848]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 02:39:53.027122 n-d-821636-1 neutron-server[103848]: [parameters: {'id': 'e67ac903-8612-4f0c-9c30-588457b4a882'}] Dec 14 02:39:53.027122 n-d-821636-1 neutron-server[103848]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:39:53.027486 n-d-821636-1 neutron-server[103848]: DEBUG oslo_db.api [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:39:53.133393 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c974f15-5467-4a77-be5c-614f8183eadb None None] Resources bound (agent type, host, resource id): {{(pid=103849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 02:39:53.531630 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:53.567546 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e541a-0764-4e6b-8f5e-3d4cf9e4c342 req-cdeb24e0-fe38-4a6e-9730-940c8349e833 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:53.574018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e541a-0764-4e6b-8f5e-3d4cf9e4c342 req-cdeb24e0-fe38-4a6e-9730-940c8349e833 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:53.579918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e541a-0764-4e6b-8f5e-3d4cf9e4c342 req-cdeb24e0-fe38-4a6e-9730-940c8349e833 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:53.586606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e541a-0764-4e6b-8f5e-3d4cf9e4c342 req-cdeb24e0-fe38-4a6e-9730-940c8349e833 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:53.592542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e541a-0764-4e6b-8f5e-3d4cf9e4c342 req-cdeb24e0-fe38-4a6e-9730-940c8349e833 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:53.598581 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e541a-0764-4e6b-8f5e-3d4cf9e4c342 req-cdeb24e0-fe38-4a6e-9730-940c8349e833 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:53.604879 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69e541a-0764-4e6b-8f5e-3d4cf9e4c342 req-cdeb24e0-fe38-4a6e-9730-940c8349e833 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:53.606860 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d69e541a-0764-4e6b-8f5e-3d4cf9e4c342 req-cdeb24e0-fe38-4a6e-9730-940c8349e833 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5430 time: 0.1043966 Dec 14 02:39:53.708733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Deleting port ab8417f5-0198-464a-8098-48e54193ad46 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:39:53.709080 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:53.716717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d69e541a-0764-4e6b-8f5e-3d4cf9e4c342 req-e2bf3fb0-641b-4fc1-9870-b728c0764107 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888002 Dec 14 02:39:53.782720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] For port ab8417f5-0198-464a-8098-48e54193ad46, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ab8417f5-0198-464a-8098-48e54193ad46,segment=NetworkSegment(51d47944-40d8-4be4-ae0e-99eadff95c01),segment_id=51d47944-40d8-4be4-ae0e-99eadff95c01)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:53.783089 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:53.802527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Calling delete_port for ab8417f5-0198-464a-8098-48e54193ad46 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:39:53.977758 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c4d0d-6929-4d34-a005-64b0fae2c187 req-3eda9e03-93b5-4c52-97c4-814880159ca0 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:53.983156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff5c4d0d-6929-4d34-a005-64b0fae2c187 req-3eda9e03-93b5-4c52-97c4-814880159ca0 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.0611928 Dec 14 02:39:54.031661 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff5c4d0d-6929-4d34-a005-64b0fae2c187 req-76ea43eb-7ade-43fc-949a-eb4b8e3a25d2 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451279 Dec 14 02:39:54.038157 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:54.053435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No DVR routers for this DVR port ab8417f5-0198-464a-8098-48e54193ad46 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:39:54.075337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Port': ['ID=ab8417f5-0198-464a-8098-48e54193ad46,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:54.174737 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:54.220808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67ac903-8612-4f0c-9c30-588457b4a882']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:54.241267 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d47944-40d8-4be4-ae0e-99eadff95c01') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:54.241672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d47944-40d8-4be4-ae0e-99eadff95c01') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:39:54.253672 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:54.268550 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fa088-1dc0-42fd-9370-5dcd992ecbdb req-8495de71-39d8-4a06-9820-f9a4aba06af1 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:54.276344 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-319fa088-1dc0-42fd-9370-5dcd992ecbdb req-8495de71-39d8-4a06-9820-f9a4aba06af1 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 946 time: 0.1732154 Dec 14 02:39:54.295640 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:54.307213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:39:54.307608 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:39:54.310553 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:39:54.382857 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-319fa088-1dc0-42fd-9370-5dcd992ecbdb req-bbcacd9a-33a8-4900-9eb5-0268fcbe574b tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056292 Dec 14 02:39:54.494382 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:54.516316 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:54.516316 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/e67ac903-8612-4f0c-9c30-588457b4a882 HTTP/1.1" status: 204 len: 168 time: 2.4862354 Dec 14 02:39:54.516545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34292) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:54.517500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179f20d-f5e6-4a0c-83a9-6ed8e6109612 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Network': ['ID=e67ac903-8612-4f0c-9c30-588457b4a882,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:54.542943 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9631bf3-0ae9-482e-8369-0f8fe71f7e44 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] GET failed (client error): The resource could not be found. Dec 14 02:39:54.542943 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c9631bf3-0ae9-482e-8369-0f8fe71f7e44 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "GET /v2.0/subnets/217105c0-9769-4725-a022-ec53803c30ba HTTP/1.1" status: 404 len: 337 time: 0.0327625 Dec 14 02:39:54.544725 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34296) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:54.587235 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba2311e-e4f2-43aa-b372-b8b0042fcc78 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:39:54.587235 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba2311e-e4f2-43aa-b372-b8b0042fcc78 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:39:54.587235 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-eba2311e-e4f2-43aa-b372-b8b0042fcc78 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/e67ac903-8612-4f0c-9c30-588457b4a882 HTTP/1.1" status: 404 len: 339 time: 0.0212963 Dec 14 02:39:54.591051 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34300) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:54.790283 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24add4a5-891a-439e-a480-7591f797cbf9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:54.790283 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-24add4a5-891a-439e-a480-7591f797cbf9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1977446 Dec 14 02:39:54.796999 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34310) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:54.829807 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-42e9d0d2-747e-40d8-b711-d29fc714d18b tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "GET /v2.0/subnets?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 207 time: 0.0358088 Dec 14 02:39:54.833665 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34314) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:54.873841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756dda3-5043-40a8-b641-f287db655845 req-9161812e-a395-4c4b-a2fe-88f1d2ed2822 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:54.881653 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756dda3-5043-40a8-b641-f287db655845 req-9161812e-a395-4c4b-a2fe-88f1d2ed2822 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:54.886384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756dda3-5043-40a8-b641-f287db655845 req-9161812e-a395-4c4b-a2fe-88f1d2ed2822 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:54.892473 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756dda3-5043-40a8-b641-f287db655845 req-9161812e-a395-4c4b-a2fe-88f1d2ed2822 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:54.899347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756dda3-5043-40a8-b641-f287db655845 req-9161812e-a395-4c4b-a2fe-88f1d2ed2822 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:54.905280 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756dda3-5043-40a8-b641-f287db655845 req-9161812e-a395-4c4b-a2fe-88f1d2ed2822 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:54.919159 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756dda3-5043-40a8-b641-f287db655845 req-9161812e-a395-4c4b-a2fe-88f1d2ed2822 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:54.921944 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3756dda3-5043-40a8-b641-f287db655845 req-9161812e-a395-4c4b-a2fe-88f1d2ed2822 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5430 time: 0.1083145 Dec 14 02:39:54.988009 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3756dda3-5043-40a8-b641-f287db655845 req-7250498f-f948-48e2-9329-595f41602ca2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569420 Dec 14 02:39:55.055906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cca795-527e-4bcf-8f6e-68acbc77dad2 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:55.062747 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cca795-527e-4bcf-8f6e-68acbc77dad2 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:55.072682 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cca795-527e-4bcf-8f6e-68acbc77dad2 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:55.079847 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cca795-527e-4bcf-8f6e-68acbc77dad2 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:55.081635 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d6cca795-527e-4bcf-8f6e-68acbc77dad2 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2470419 Dec 14 02:39:55.086516 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34322) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:55.171380 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853ad1f-23c8-4aaf-8ca2-a6004d2cb835 req-3d921dc5-4550-4280-b95d-042cd0f6327a tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:55.172885 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e853ad1f-23c8-4aaf-8ca2-a6004d2cb835 req-3d921dc5-4550-4280-b95d-042cd0f6327a tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.0544965 Dec 14 02:39:55.214472 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dc4d42fb-18f4-4bb3-8088-a46fad9bc105 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1262982 Dec 14 02:39:55.217117 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34332) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:55.233192 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e853ad1f-23c8-4aaf-8ca2-a6004d2cb835 req-6fdf32e7-4900-429e-b4c9-68e016e7ef25 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510426 Dec 14 02:39:55.332105 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b4d227-f3ff-4129-af43-bd850f420986 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:55.333721 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b4d227-f3ff-4129-af43-bd850f420986 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:55.335338 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-13b4d227-f3ff-4129-af43-bd850f420986 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1170430 Dec 14 02:39:55.338986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34336) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:55.422215 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f657851-1764-4803-b495-b9176231776f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:55.423765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f657851-1764-4803-b495-b9176231776f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:55.425325 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5f657851-1764-4803-b495-b9176231776f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0852313 Dec 14 02:39:55.429737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34342) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:55.540499 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de24122-b793-4161-a60f-c394f88acd58 req-1678a932-21b6-4fb7-9743-329d68e7899f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:55.542383 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7de24122-b793-4161-a60f-c394f88acd58 req-1678a932-21b6-4fb7-9743-329d68e7899f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 946 time: 0.0794864 Dec 14 02:39:55.570736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69854b21-6d3c-456e-8720-6a9f7518fccd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:55.573817 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-69854b21-6d3c-456e-8720-6a9f7518fccd tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "GET /v2.0/networks/ac430fe8-4d97-4cc4-8078-356004808559 HTTP/1.1" status: 200 len: 799 time: 0.1430080 Dec 14 02:39:55.577336 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34352) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:55.595148 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7de24122-b793-4161-a60f-c394f88acd58 req-3bbc9002-c40a-469e-afc8-fda48aea09a0 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457926 Dec 14 02:39:55.697344 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-554a6bd6-5f3d-4587-9006-a7b9dc47dc19 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "GET /v2.0/networks/ac430fe8-4d97-4cc4-8078-356004808559?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1172585 Dec 14 02:39:55.699989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34360) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:55.752591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ca963b-670c-4259-b446-6b404838ae12 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:55.757351 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a8ca963b-670c-4259-b446-6b404838ae12 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "GET /v2.0/subnets/ec0ce214-d2da-490f-91c2-40e472243fc4 HTTP/1.1" status: 200 len: 811 time: 0.0527918 Dec 14 02:39:55.757718 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34372) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:55.819283 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45565020-56c3-4afa-877c-2965b6ed6afa tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:55.822713 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-45565020-56c3-4afa-877c-2965b6ed6afa tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "GET /v2.0/subnets/ec0ce214-d2da-490f-91c2-40e472243fc4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0621364 Dec 14 02:39:55.824655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34382) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:55.829577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-6f453749-ed5b-48ca-b30c-329c6464f89c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-256740110'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:55.914385 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f453749-ed5b-48ca-b30c-329c6464f89c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:55.919382 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6f453749-ed5b-48ca-b30c-329c6464f89c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:55.948213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f453749-ed5b-48ca-b30c-329c6464f89c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:39:55.957957 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6f453749-ed5b-48ca-b30c-329c6464f89c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:55.958455 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-6f453749-ed5b-48ca-b30c-329c6464f89c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Added segment bccefae5-60cb-402e-8596-40f355da0e4f of type vlan for network cfcd1fef-e3bd-4ae8-982c-248d73c90e47 Dec 14 02:39:56.002915 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6f453749-ed5b-48ca-b30c-329c6464f89c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:56.100564 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6f453749-ed5b-48ca-b30c-329c6464f89c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:56.106079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f453749-ed5b-48ca-b30c-329c6464f89c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:56.111247 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6f453749-ed5b-48ca-b30c-329c6464f89c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:56.442744 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6f453749-ed5b-48ca-b30c-329c6464f89c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6164842 Dec 14 02:39:56.446068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34396) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:56.453251 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4da9ccde-7ac8-498c-92b8-ec8ad4c99089 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'subnet': {'network_id': 'cfcd1fef-e3bd-4ae8-982c-248d73c90e47', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:56.469147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04895c25-9aa5-487f-8943-eda0c46bd178 req-2c614738-b965-4d64-9c68-ceb738c15cae tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:56.475946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04895c25-9aa5-487f-8943-eda0c46bd178 req-2c614738-b965-4d64-9c68-ceb738c15cae tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:56.486507 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04895c25-9aa5-487f-8943-eda0c46bd178 req-2c614738-b965-4d64-9c68-ceb738c15cae tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:56.489646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04895c25-9aa5-487f-8943-eda0c46bd178 req-2c614738-b965-4d64-9c68-ceb738c15cae tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:56.496709 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04895c25-9aa5-487f-8943-eda0c46bd178 req-2c614738-b965-4d64-9c68-ceb738c15cae tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:56.503020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04895c25-9aa5-487f-8943-eda0c46bd178 req-2c614738-b965-4d64-9c68-ceb738c15cae tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:56.509855 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04895c25-9aa5-487f-8943-eda0c46bd178 req-2c614738-b965-4d64-9c68-ceb738c15cae tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:56.511768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04895c25-9aa5-487f-8943-eda0c46bd178 req-2c614738-b965-4d64-9c68-ceb738c15cae tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5430 time: 0.4432015 Dec 14 02:39:56.530887 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f453749-ed5b-48ca-b30c-329c6464f89c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Network': ['ID=cfcd1fef-e3bd-4ae8-982c-248d73c90e47,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:56.543412 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network cfcd1fef-e3bd-4ae8-982c-248d73c90e47 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:39:56.623788 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04895c25-9aa5-487f-8943-eda0c46bd178 req-a67a7f36-8328-4bfc-b89b-991d8daf111a tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1047015 Dec 14 02:39:56.660068 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9bac2-f068-4d30-b44a-daa49b59946d req-65552b83-c4b0-4455-8a6c-28e112765a0f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:56.662810 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-86b9bac2-f068-4d30-b44a-daa49b59946d req-65552b83-c4b0-4455-8a6c-28e112765a0f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.0794730 Dec 14 02:39:56.712101 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-86b9bac2-f068-4d30-b44a-daa49b59946d req-d71b4b70-665c-4d11-bddb-e4919d188b9c tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436175 Dec 14 02:39:56.716424 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da9ccde-7ac8-498c-92b8-ec8ad4c99089 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Made reservation on behalf of f157b96bba104001a7a8c0e146d15020 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:39:56.720660 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4da9ccde-7ac8-498c-92b8-ec8ad4c99089 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:56.803937 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.ipam_backend_mixin [None req-4da9ccde-7ac8-498c-92b8-ec8ad4c99089 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Performing IP validity checks on allocation pools {{(pid=103847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 14 02:39:56.804543 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.ipam_backend_mixin [None req-4da9ccde-7ac8-498c-92b8-ec8ad4c99089 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 14 02:39:56.832691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914326a4-2be0-4301-b0e8-6f46edceb635 req-9636faa2-78e5-4792-9925-4db61504a35b tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:56.841787 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-914326a4-2be0-4301-b0e8-6f46edceb635 req-9636faa2-78e5-4792-9925-4db61504a35b tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 946 time: 0.0646102 Dec 14 02:39:56.881379 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:56.886551 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-914326a4-2be0-4301-b0e8-6f46edceb635 req-b8ca7264-fe09-4ddc-a493-7d44a8c776b7 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438020 Dec 14 02:39:57.052427 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4da9ccde-7ac8-498c-92b8-ec8ad4c99089 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:57.114504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9ccde-7ac8-498c-92b8-ec8ad4c99089 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Subnet': ['ID=f413f5af-8cee-4edc-93ff-8c3f4bb0f56a,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:57.135152 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da9ccde-7ac8-498c-92b8-ec8ad4c99089 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Checking segment: {'id': 'bccefae5-60cb-402e-8596-40f355da0e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cfcd1fef-e3bd-4ae8-982c-248d73c90e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:57.135518 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da9ccde-7ac8-498c-92b8-ec8ad4c99089 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network hostable DHCP agents. Network: cfcd1fef-e3bd-4ae8-982c-248d73c90e47, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:39:57.230857 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da9ccde-7ac8-498c-92b8-ec8ad4c99089 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Network cfcd1fef-e3bd-4ae8-982c-248d73c90e47 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:39:57.319669 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-4da9ccde-7ac8-498c-92b8-ec8ad4c99089 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, cfcd1fef-e3bd-4ae8-982c-248d73c90e47) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:57.324743 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da9ccde-7ac8-498c-92b8-ec8ad4c99089 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:57.326197 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4da9ccde-7ac8-498c-92b8-ec8ad4c99089 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:57.330964 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b1f782-8a46-4f6b-ae94-95f209afc65a None None] Network cfcd1fef-e3bd-4ae8-982c-248d73c90e47 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:57.438383 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-cfcd1fef-e3bd-4ae8-982c-248d73c90e47', 'network_id': 'cfcd1fef-e3bd-4ae8-982c-248d73c90e47', 'project_id': 'f157b96bba104001a7a8c0e146d15020', 'fixed_ips': [{'subnet_id': 'f413f5af-8cee-4edc-93ff-8c3f4bb0f56a'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:39:57.439319 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:57.470853 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34422) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:57.470994 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4da9ccde-7ac8-498c-92b8-ec8ad4c99089 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0236430 Dec 14 02:39:57.484695 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-42ae0d6a-f583-4321-b453-f79f45b1caf1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:39:57.596008 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Allocated IP 172.20.0.3 (cfcd1fef-e3bd-4ae8-982c-248d73c90e47/f413f5af-8cee-4edc-93ff-8c3f4bb0f56a/63d744de-765d-4914-bf05-73a647fc07e5) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:39:57.611077 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-42ae0d6a-f583-4321-b453-f79f45b1caf1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28919313'] for subnet, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:57.791753 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:57.809714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df2e7b-c7b9-42e2-9878-0f98bae6f1f2 req-3dbd0f62-0d30-44da-9e10-200aebccc612 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:57.815817 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df2e7b-c7b9-42e2-9878-0f98bae6f1f2 req-3dbd0f62-0d30-44da-9e10-200aebccc612 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:57.822272 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df2e7b-c7b9-42e2-9878-0f98bae6f1f2 req-3dbd0f62-0d30-44da-9e10-200aebccc612 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:57.828132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df2e7b-c7b9-42e2-9878-0f98bae6f1f2 req-3dbd0f62-0d30-44da-9e10-200aebccc612 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:57.833949 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df2e7b-c7b9-42e2-9878-0f98bae6f1f2 req-3dbd0f62-0d30-44da-9e10-200aebccc612 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:57.841563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df2e7b-c7b9-42e2-9878-0f98bae6f1f2 req-3dbd0f62-0d30-44da-9e10-200aebccc612 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:57.852374 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df2e7b-c7b9-42e2-9878-0f98bae6f1f2 req-3dbd0f62-0d30-44da-9e10-200aebccc612 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:57.852374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84df2e7b-c7b9-42e2-9878-0f98bae6f1f2 req-3dbd0f62-0d30-44da-9e10-200aebccc612 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5430 time: 0.1205399 Dec 14 02:39:57.938049 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84df2e7b-c7b9-42e2-9878-0f98bae6f1f2 req-29d4cbdd-c9d2-45d4-ad72-c14c36636aff tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809867 Dec 14 02:39:57.959416 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dce7b0-2160-407a-b195-1029c15028d1 req-c080af73-9d52-46fb-8ef7-cd7692d14045 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:57.961103 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64dce7b0-2160-407a-b195-1029c15028d1 req-c080af73-9d52-46fb-8ef7-cd7692d14045 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.0665045 Dec 14 02:39:57.990134 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:58.185886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Network cfcd1fef-e3bd-4ae8-982c-248d73c90e47 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:39:58.185886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:39:58.185886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:39:58.187818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64dce7b0-2160-407a-b195-1029c15028d1 req-def243e8-fdd3-4178-9405-a53fd2327bf4 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489012 Dec 14 02:39:58.188190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Pushing event updated for resources: {'Port': ['ID=63d744de-765d-4914-bf05-73a647fc07e5,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:58.188190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:58.188190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:58.188190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:58.188190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:58.188190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:58.188190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:58.188190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:58.188190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:58.188190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:58.188190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:58.188190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:58.188190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:58.188190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:39:58.203079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Attempting to bind port 63d744de-765d-4914-bf05-73a647fc07e5 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:39:58.203689 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Attempting to bind port 63d744de-765d-4914-bf05-73a647fc07e5 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bccefae5-60cb-402e-8596-40f355da0e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cfcd1fef-e3bd-4ae8-982c-248d73c90e47'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:39:58.204271 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Attempting to bind port 63d744de-765d-4914-bf05-73a647fc07e5 on network cfcd1fef-e3bd-4ae8-982c-248d73c90e47 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:39:58.218419 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:39:58.218419 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Checking segment: {'id': 'bccefae5-60cb-402e-8596-40f355da0e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cfcd1fef-e3bd-4ae8-982c-248d73c90e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:39:58.218419 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:58.218419 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Bound using segment: {'id': 'bccefae5-60cb-402e-8596-40f355da0e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cfcd1fef-e3bd-4ae8-982c-248d73c90e47'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:39:58.218419 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Bound port: 63d744de-765d-4914-bf05-73a647fc07e5, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bccefae5-60cb-402e-8596-40f355da0e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cfcd1fef-e3bd-4ae8-982c-248d73c90e47'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:39:58.218419 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:58.263117 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-2a7df04c-f1d5-42a2-8541-8979f09d61a9 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=fec7c3f937f74cbb8bcce789d6a5647c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339439 Dec 14 02:39:58.289888 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] For port 63d744de-765d-4914-bf05-73a647fc07e5, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:39:58.293584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] For port 63d744de-765d-4914-bf05-73a647fc07e5, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=63d744de-765d-4914-bf05-73a647fc07e5,segment=NetworkSegment(bccefae5-60cb-402e-8596-40f355da0e4f),segment_id=bccefae5-60cb-402e-8596-40f355da0e4f)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:39:58.417515 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:58.464860 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776929d-f6f3-4d5b-aebd-cec716e93ad9 None None] Pushing event updated for resources: {'Port': ['ID=63d744de-765d-4914-bf05-73a647fc07e5,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:58.464973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-2f7b604c-872e-414d-987f-ea197f2ae7ab tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:58.464973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-2f7b604c-872e-414d-987f-ea197f2ae7ab tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1523759 Dec 14 02:39:58.474960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-3ed76a8e-14f1-443f-bdf7-0c8f8c3ba258 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/quotas/fec7c3f937f74cbb8bcce789d6a5647c HTTP/1.1" status: 200 len: 375 time: 0.0110910 Dec 14 02:39:58.510673 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-865435d1-9309-4369-bd55-aa73985935a3 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fec7c3f937f74cbb8bcce789d6a5647c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298271 Dec 14 02:39:58.511384 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-42ae0d6a-f583-4321-b453-f79f45b1caf1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754676488668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28645399'] for subnet, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:58.568132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ae0d6a-f583-4321-b453-f79f45b1caf1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:58.568855 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-42ae0d6a-f583-4321-b453-f79f45b1caf1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:58.573075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-42ae0d6a-f583-4321-b453-f79f45b1caf1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "PUT /v2.0/subnets/f413f5af-8cee-4edc-93ff-8c3f4bb0f56a HTTP/1.1" status: 200 len: 877 time: 1.0978360 Dec 14 02:39:58.573525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34466) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:39:58.600827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae0d6a-f583-4321-b453-f79f45b1caf1 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event updated for resources: {'Subnet': ['ID=f413f5af-8cee-4edc-93ff-8c3f4bb0f56a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:58.737037 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:58.908286 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Deleting port 63d744de-765d-4914-bf05-73a647fc07e5 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:39:58.909521 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:58.942183 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 63d744de-765d-4914-bf05-73a647fc07e5 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:39:59.017142 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-b043de26-fbf9-471d-a29d-bc8da531fc43 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=fec7c3f937f74cbb8bcce789d6a5647c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415049 Dec 14 02:39:59.038173 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 63d744de-765d-4914-bf05-73a647fc07e5 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:39:59.047477 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:59.127957 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:59.169219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 63d744de-765d-4914-bf05-73a647fc07e5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=63d744de-765d-4914-bf05-73a647fc07e5,segment=NetworkSegment(bccefae5-60cb-402e-8596-40f355da0e4f),segment_id=bccefae5-60cb-402e-8596-40f355da0e4f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:59.216931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] For port 63d744de-765d-4914-bf05-73a647fc07e5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=63d744de-765d-4914-bf05-73a647fc07e5,segment=NetworkSegment(bccefae5-60cb-402e-8596-40f355da0e4f),segment_id=bccefae5-60cb-402e-8596-40f355da0e4f)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:39:59.217295 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:59.256270 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Calling delete_port for 63d744de-765d-4914-bf05-73a647fc07e5 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:39:59.277370 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:59.284562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243fc56-5517-4e47-8f2d-ce201ab432d2 req-daf659eb-f886-40c0-adc3-5e057f179a14 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:59.291195 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243fc56-5517-4e47-8f2d-ce201ab432d2 req-daf659eb-f886-40c0-adc3-5e057f179a14 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:59.297574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243fc56-5517-4e47-8f2d-ce201ab432d2 req-daf659eb-f886-40c0-adc3-5e057f179a14 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:59.304352 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243fc56-5517-4e47-8f2d-ce201ab432d2 req-daf659eb-f886-40c0-adc3-5e057f179a14 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:59.310871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243fc56-5517-4e47-8f2d-ce201ab432d2 req-daf659eb-f886-40c0-adc3-5e057f179a14 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:59.318268 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243fc56-5517-4e47-8f2d-ce201ab432d2 req-daf659eb-f886-40c0-adc3-5e057f179a14 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:59.324973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243fc56-5517-4e47-8f2d-ce201ab432d2 req-daf659eb-f886-40c0-adc3-5e057f179a14 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:59.335132 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6243fc56-5517-4e47-8f2d-ce201ab432d2 req-daf659eb-f886-40c0-adc3-5e057f179a14 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5430 time: 0.2101483 Dec 14 02:39:59.356248 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-13507ce2-8af3-4621-a209-bd4a3fbb4b3a tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:59.358070 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-13507ce2-8af3-4621-a209-bd4a3fbb4b3a tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3327224 Dec 14 02:39:59.366833 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=63d744de-765d-4914-bf05-73a647fc07e5,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:59.423307 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-7ea3d49a-91f7-45ef-b896-6c026962b319 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/quotas/fec7c3f937f74cbb8bcce789d6a5647c HTTP/1.1" status: 200 len: 375 time: 0.0540733 Dec 14 02:39:59.481208 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-4e7ddd81-12cc-43aa-85ad-aef373131857 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fec7c3f937f74cbb8bcce789d6a5647c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518315 Dec 14 02:39:59.542376 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6243fc56-5517-4e47-8f2d-ce201ab432d2 req-e5c753aa-15b6-41d1-b4fb-d4d010eacc99 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2057521 Dec 14 02:39:59.687554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98ac76-3e67-4c90-82ae-4383d1eb16f6 req-f1392fcc-6bbe-4b69-91b3-b6bf8172236a tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:39:59.689478 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f98ac76-3e67-4c90-82ae-4383d1eb16f6 req-f1392fcc-6bbe-4b69-91b3-b6bf8172236a tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.0614297 Dec 14 02:39:59.749146 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:39:59.797452 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Port': ['ID=63d744de-765d-4914-bf05-73a647fc07e5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:39:59.806768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f98ac76-3e67-4c90-82ae-4383d1eb16f6 req-e1705727-ab09-46df-b962-d72503664013 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080747 Dec 14 02:39:59.901169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No DVR routers for this DVR port 63d744de-765d-4914-bf05-73a647fc07e5 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:39:59.924792 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d1ac83a-daf0-470e-91c0-1adfbf20cfcf req-853ca0cc-575e-4052-b65a-233e710df04e tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 210 time: 0.0332353 Dec 14 02:39:59.944564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48afeecc-1b5b-4ead-b12c-ef3227211672 None None] Network cfcd1fef-e3bd-4ae8-982c-248d73c90e47 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:39:59.980473 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:00.070323 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-21eb78c9-4f54-4160-a502-8376d91670a4 None None] Could not find standard attr ID for object 63d744de-765d-4914-bf05-73a647fc07e5. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:40:00.088472 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:00.299188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d353339d-5369-4bac-b3db-9cb8e2be3200 None None] Network cfcd1fef-e3bd-4ae8-982c-248d73c90e47 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:40:00.314659 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:00.345582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Subnet': ['ID=f413f5af-8cee-4edc-93ff-8c3f4bb0f56a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:00.453496 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:00.478003 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfcd1fef-e3bd-4ae8-982c-248d73c90e47']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:00.488491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bccefae5-60cb-402e-8596-40f355da0e4f') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:00.489897 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bccefae5-60cb-402e-8596-40f355da0e4f') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:00.500127 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:00.515665 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:00.523090 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:40:00.523504 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:40:00.526608 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:40:00.668513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e1ab5c-803c-4d06-af48-f51c04b91d5d None None] Network cfcd1fef-e3bd-4ae8-982c-248d73c90e47 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:40:00.701711 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4425c7-61a2-4d5a-8bff-44b3fb199b7f req-5c38b69f-2fe5-430a-8d55-ca8bfbd8a8e5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:00.708237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4425c7-61a2-4d5a-8bff-44b3fb199b7f req-5c38b69f-2fe5-430a-8d55-ca8bfbd8a8e5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:00.715424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4425c7-61a2-4d5a-8bff-44b3fb199b7f req-5c38b69f-2fe5-430a-8d55-ca8bfbd8a8e5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:00.721436 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4425c7-61a2-4d5a-8bff-44b3fb199b7f req-5c38b69f-2fe5-430a-8d55-ca8bfbd8a8e5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:00.728203 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4425c7-61a2-4d5a-8bff-44b3fb199b7f req-5c38b69f-2fe5-430a-8d55-ca8bfbd8a8e5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:00.734250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4425c7-61a2-4d5a-8bff-44b3fb199b7f req-5c38b69f-2fe5-430a-8d55-ca8bfbd8a8e5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:00.742927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4425c7-61a2-4d5a-8bff-44b3fb199b7f req-5c38b69f-2fe5-430a-8d55-ca8bfbd8a8e5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:00.742927 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a4425c7-61a2-4d5a-8bff-44b3fb199b7f req-5c38b69f-2fe5-430a-8d55-ca8bfbd8a8e5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5430 time: 0.1021247 Dec 14 02:40:00.744017 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:00.751340 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:00.754899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/cfcd1fef-e3bd-4ae8-982c-248d73c90e47 HTTP/1.1" status: 204 len: 168 time: 2.1802876 Dec 14 02:40:00.760006 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34514) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:00.781161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdadd85-b4e1-4fb9-8f60-0f0d5fba2459 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Network': ['ID=cfcd1fef-e3bd-4ae8-982c-248d73c90e47,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:00.828620 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d7d934-a4be-4f30-bb5a-b0618f5bf667 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:00.830540 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d7d934-a4be-4f30-bb5a-b0618f5bf667 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:00.830635 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a4425c7-61a2-4d5a-8bff-44b3fb199b7f req-a6c1dcf8-7421-4c11-8bec-21765ad8954c tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636020 Dec 14 02:40:00.838233 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34518) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:00.838404 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-91d7d934-a4be-4f30-bb5a-b0618f5bf667 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/subnets/f413f5af-8cee-4edc-93ff-8c3f4bb0f56a HTTP/1.1" status: 404 len: 337 time: 0.0772200 Dec 14 02:40:00.864581 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-47691b35-9d00-4e14-957e-884c0e155f1e tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:00.865006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47691b35-9d00-4e14-957e-884c0e155f1e tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:00.868478 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-47691b35-9d00-4e14-957e-884c0e155f1e tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/cfcd1fef-e3bd-4ae8-982c-248d73c90e47 HTTP/1.1" status: 404 len: 339 time: 0.0291727 Dec 14 02:40:00.870960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34520) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:00.952790 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf48f55d-5dc3-4801-8698-7a54f4691f0f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:00.952790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf48f55d-5dc3-4801-8698-7a54f4691f0f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:00.955085 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bf48f55d-5dc3-4801-8698-7a54f4691f0f tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/subnets/217105c0-9769-4725-a022-ec53803c30ba HTTP/1.1" status: 404 len: 337 time: 0.0821609 Dec 14 02:40:00.963265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34528) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:00.990420 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ab9264-28a3-44c1-9d6a-04e17fdea72b tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:00.991220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ab9264-28a3-44c1-9d6a-04e17fdea72b tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:00.995356 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d0ab9264-28a3-44c1-9d6a-04e17fdea72b tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/e67ac903-8612-4f0c-9c30-588457b4a882 HTTP/1.1" status: 404 len: 339 time: 0.0307455 Dec 14 02:40:00.999191 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34530) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:01.013111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4f89e-d7c9-4873-9273-e23b68c8ca03 req-c3ad9664-9df5-4c6f-b3c8-3100eeb9c713 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:01.014654 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ea4f89e-d7c9-4873-9273-e23b68c8ca03 req-c3ad9664-9df5-4c6f-b3c8-3100eeb9c713 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.1163967 Dec 14 02:40:01.054350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba07492-dcf4-4017-b21c-6c02f4cb062c None None] DHCP port deletion for cfcd1fef-e3bd-4ae8-982c-248d73c90e47 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:40:01.086682 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ea4f89e-d7c9-4873-9273-e23b68c8ca03 req-71d381e7-30d1-4d59-b8e8-aebca960a7bc tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578089 Dec 14 02:40:01.117243 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78b0a745-0cd7-4876-8464-4c90ac74c1d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:01.212363 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-283566f4-da97-4b43-836d-aaf4556a03bc req-9edac8af-aa4f-4aff-badc-cb4d72dc35fb tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 210 time: 0.0547645 Dec 14 02:40:01.253446 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78b0a745-0cd7-4876-8464-4c90ac74c1d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:01.277986 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-78b0a745-0cd7-4876-8464-4c90ac74c1d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfed55ce-3a67-46d2-a7e2-2719651ecb50']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:01.298109 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-78b0a745-0cd7-4876-8464-4c90ac74c1d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e72670c-ff05-41e5-a993-9d732babb5c1') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:01.298401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-78b0a745-0cd7-4876-8464-4c90ac74c1d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e72670c-ff05-41e5-a993-9d732babb5c1') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:01.314102 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78b0a745-0cd7-4876-8464-4c90ac74c1d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:01.329006 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78b0a745-0cd7-4876-8464-4c90ac74c1d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:01.336750 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78b0a745-0cd7-4876-8464-4c90ac74c1d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:40:01.337084 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78b0a745-0cd7-4876-8464-4c90ac74c1d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:40:01.340330 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:40:01.519424 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78b0a745-0cd7-4876-8464-4c90ac74c1d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:01.527220 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78b0a745-0cd7-4876-8464-4c90ac74c1d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:01.530393 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-78b0a745-0cd7-4876-8464-4c90ac74c1d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/dfed55ce-3a67-46d2-a7e2-2719651ecb50 HTTP/1.1" status: 204 len: 168 time: 0.5299530 Dec 14 02:40:01.533057 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34540) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:01.552121 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0a745-0cd7-4876-8464-4c90ac74c1d9 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Network': ['ID=dfed55ce-3a67-46d2-a7e2-2719651ecb50,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:01.570299 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0622bc-b85c-4a78-a153-00c483898d5d tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:01.570760 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba0622bc-b85c-4a78-a153-00c483898d5d tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:01.573853 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ba0622bc-b85c-4a78-a153-00c483898d5d tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/subnets/d60ebe8d-25fa-4636-a190-9289e19737a6 HTTP/1.1" status: 404 len: 337 time: 0.0305679 Dec 14 02:40:01.576431 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34542) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:01.595021 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d88f2e4-41ef-438c-abc6-6bd6e47fe67c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:01.595440 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d88f2e4-41ef-438c-abc6-6bd6e47fe67c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:01.599501 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5d88f2e4-41ef-438c-abc6-6bd6e47fe67c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/4e6c8ce6-6333-4cfb-8538-c229de077595 HTTP/1.1" status: 404 len: 339 time: 0.0221553 Dec 14 02:40:01.602198 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34544) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:01.627164 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-56fd1e3a-791f-42b4-9a2e-7b6076f69d97 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:01.632288 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56fd1e3a-791f-42b4-9a2e-7b6076f69d97 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:01.632288 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-56fd1e3a-791f-42b4-9a2e-7b6076f69d97 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/subnets/1c42bd7a-d942-48a4-ab91-7a6733d5fc86 HTTP/1.1" status: 404 len: 337 time: 0.0282702 Dec 14 02:40:01.634010 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34546) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:01.652607 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7fa296-10e8-43e3-b1ac-06549e746685 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:01.653711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7fa296-10e8-43e3-b1ac-06549e746685 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:01.659143 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3e7fa296-10e8-43e3-b1ac-06549e746685 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/7d506282-4e4a-4f51-9464-1094813888a6 HTTP/1.1" status: 404 len: 339 time: 0.0218036 Dec 14 02:40:01.659388 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34548) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:01.685077 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4954d5-68e8-4156-ba0e-7fc3d544c86e tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:01.685869 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4954d5-68e8-4156-ba0e-7fc3d544c86e tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:01.688732 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cb4954d5-68e8-4156-ba0e-7fc3d544c86e tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/subnets/b1f0f41f-f9ac-4156-9eb0-7bbf70827a9d HTTP/1.1" status: 404 len: 337 time: 0.0283394 Dec 14 02:40:01.691497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34550) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:01.710972 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 73b92b7f-acad-4ac9-aa17-53b3f60f147f details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:40:01.713956 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98e536c-bcfa-4b88-b014-b356e9c9fb3c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:01.714477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98e536c-bcfa-4b88-b014-b356e9c9fb3c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:01.718377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d98e536c-bcfa-4b88-b014-b356e9c9fb3c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/604fa87d-360e-4135-a9a6-cdb25bceb956 HTTP/1.1" status: 404 len: 339 time: 0.0251408 Dec 14 02:40:01.721006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34552) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:01.722606 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 73b92b7f-acad-4ac9-aa17-53b3f60f147f no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:40:01.749894 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-30740a5f-324e-49fb-bee9-cce1fab00b9e tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:01.750693 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30740a5f-324e-49fb-bee9-cce1fab00b9e tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:01.757405 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-30740a5f-324e-49fb-bee9-cce1fab00b9e tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/subnets/f5374d15-819c-4623-ac55-5152fb729cc3 HTTP/1.1" status: 404 len: 337 time: 0.0317643 Dec 14 02:40:01.757768 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34554) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:01.786392 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15f2ca6-d9f5-44f0-ad8f-e2176afae37d tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:01.787489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15f2ca6-d9f5-44f0-ad8f-e2176afae37d tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:01.793614 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34556) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:01.793825 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d15f2ca6-d9f5-44f0-ad8f-e2176afae37d tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/3a64629e-c20d-497a-ad92-bed31999c425 HTTP/1.1" status: 404 len: 339 time: 0.0344193 Dec 14 02:40:01.821134 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b61342-21e9-4059-8e88-710304147de0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:01.821619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98b61342-21e9-4059-8e88-710304147de0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:01.825363 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-98b61342-21e9-4059-8e88-710304147de0 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/subnets/6dd72a21-bf60-48ef-8384-c8b0d224ce96 HTTP/1.1" status: 404 len: 337 time: 0.0304317 Dec 14 02:40:01.827473 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34558) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:01.854540 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f84408-59ae-47d4-9666-a183314b8791 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:01.855353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f84408-59ae-47d4-9666-a183314b8791 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:01.859512 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d9f84408-59ae-47d4-9666-a183314b8791 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/cae8a845-f7e2-492e-9a34-9a55f4d470d7 HTTP/1.1" status: 404 len: 339 time: 0.0305347 Dec 14 02:40:01.862123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34560) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:01.899387 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6acd251-681f-4806-8382-819be05fb9aa tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:01.899860 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6acd251-681f-4806-8382-819be05fb9aa tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:01.903247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c6acd251-681f-4806-8382-819be05fb9aa tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/subnets/ffea78c7-ee40-4be9-b7e6-b83fea473e2b HTTP/1.1" status: 404 len: 337 time: 0.0397592 Dec 14 02:40:01.905714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34564) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:01.943094 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:01.954341 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-722c208c-8bb1-4b22-ba2f-518f1b0d26a5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:01.954341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722c208c-8bb1-4b22-ba2f-518f1b0d26a5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:01.954341 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-722c208c-8bb1-4b22-ba2f-518f1b0d26a5 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/a4818513-e5f2-4af5-b081-33daac573cf2 HTTP/1.1" status: 404 len: 339 time: 0.0414281 Dec 14 02:40:01.956523 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34570) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:02.041127 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf02672-e29a-443a-9e92-65612e0c475e tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:02.041623 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf02672-e29a-443a-9e92-65612e0c475e tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:02.048507 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9cf02672-e29a-443a-9e92-65612e0c475e tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/subnets/6f342fb8-5b6a-40d8-8908-66d8e58a2088 HTTP/1.1" status: 404 len: 337 time: 0.0897048 Dec 14 02:40:02.049399 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34572) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:02.072223 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf135f3-7bda-4779-a1b3-8bda9a8039f2 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:02.072834 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf135f3-7bda-4779-a1b3-8bda9a8039f2 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:02.079715 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-caf135f3-7bda-4779-a1b3-8bda9a8039f2 tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/f4e4f6e8-ad3a-4159-b345-422d4dafa454 HTTP/1.1" status: 404 len: 339 time: 0.0291007 Dec 14 02:40:02.080344 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34576) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:02.087605 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 73b92b7f-acad-4ac9-aa17-53b3f60f147f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=73b92b7f-acad-4ac9-aa17-53b3f60f147f,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:02.106709 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c366016f-85c2-4131-91a7-e483ee72b250', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73b92b7f-acad-4ac9-aa17-53b3f60f147f'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:02.114286 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe2cb18-f83d-4682-ae4b-13d92d53b51b tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:02.114415 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644177d3-fbce-407d-a3b1-0a3c9e5d09ac" -d '{"events": [{"server_uuid": "c366016f-85c2-4131-91a7-e483ee72b250", "name": "network-vif-unplugged", "status": "completed", "tag": "73b92b7f-acad-4ac9-aa17-53b3f60f147f"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:02.114523 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe2cb18-f83d-4682-ae4b-13d92d53b51b tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:02.124695 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-a3a3d622-cf1b-4c39-ad30-53b613643ef1 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fec7c3f937f74cbb8bcce789d6a5647c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663381 Dec 14 02:40:02.142654 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 73b92b7f-acad-4ac9-aa17-53b3f60f147f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=73b92b7f-acad-4ac9-aa17-53b3f60f147f,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:02.151509 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2fe2cb18-f83d-4682-ae4b-13d92d53b51b tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/subnets/42443ce8-5eba-4e8b-b43e-c180253b4371 HTTP/1.1" status: 404 len: 337 time: 0.0697198 Dec 14 02:40:02.152171 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34584) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:02.164410 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '73b92b7f-acad-4ac9-aa17-53b3f60f147f', 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612', 'port_id': '73b92b7f-acad-4ac9-aa17-53b3f60f147f', 'mac_address': 'fa:16:3e:c5:65:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b59d7a-4d1f-479f-848f-a3d5895f59fb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:40:02.172244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec6bd3-d049-4fb9-a32d-caf037321828 req-817484cc-d4e1-4e6d-99ee-58beda921358 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:02.192332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec6bd3-d049-4fb9-a32d-caf037321828 req-817484cc-d4e1-4e6d-99ee-58beda921358 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:02.196193 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a982e97-f062-4de5-b4f2-644d0f132e3c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] DELETE failed (client error): The resource could not be found. Dec 14 02:40:02.199944 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a982e97-f062-4de5-b4f2-644d0f132e3c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:40:02.209988 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1a982e97-f062-4de5-b4f2-644d0f132e3c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/bf43cb05-bc2f-46a1-baab-a7a6d61c5d3c HTTP/1.1" status: 404 len: 339 time: 0.0566127 Dec 14 02:40:02.210868 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34586) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:02.212146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec6bd3-d049-4fb9-a32d-caf037321828 req-817484cc-d4e1-4e6d-99ee-58beda921358 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:02.215406 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:02.218346 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:02.227699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec6bd3-d049-4fb9-a32d-caf037321828 req-817484cc-d4e1-4e6d-99ee-58beda921358 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:02.243056 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec6bd3-d049-4fb9-a32d-caf037321828 req-817484cc-d4e1-4e6d-99ee-58beda921358 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:02.253179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec6bd3-d049-4fb9-a32d-caf037321828 req-817484cc-d4e1-4e6d-99ee-58beda921358 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:02.261260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec6bd3-d049-4fb9-a32d-caf037321828 req-817484cc-d4e1-4e6d-99ee-58beda921358 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:02.270651 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9ec6bd3-d049-4fb9-a32d-caf037321828 req-817484cc-d4e1-4e6d-99ee-58beda921358 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5430 time: 0.2594922 Dec 14 02:40:02.298488 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=73b92b7f-acad-4ac9-aa17-53b3f60f147f,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:02.311539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9d5e43-fb83-4e73-9b9b-0368b14b672c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Deleting subnet ec0ce214-d2da-490f-91c2-40e472243fc4 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:40:02.317729 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5e43-fb83-4e73-9b9b-0368b14b672c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:02.318658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73b92b7f-acad-4ac9-aa17-53b3f60f147f {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:02.369004 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:40:02.369666 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:40:02.398830 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5e43-fb83-4e73-9b9b-0368b14b672c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:02.432601 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b03000-fb9a-4517-aac9-36b3d5a54518 req-16eb43fc-67ce-41a2-b694-831f4ceb9adc tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:02.434522 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-70b03000-fb9a-4517-aac9-36b3d5a54518 req-16eb43fc-67ce-41a2-b694-831f4ceb9adc tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 943 time: 0.1556907 Dec 14 02:40:02.523132 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-70b03000-fb9a-4517-aac9-36b3d5a54518 req-bce9aaea-95af-4e9f-853a-f79fb5ecf15f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803242 Dec 14 02:40:02.561963 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9ec6bd3-d049-4fb9-a32d-caf037321828 req-406cd1fa-db9f-402a-9f8f-b37e03e0591f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2902954 Dec 14 02:40:02.572813 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5e43-fb83-4e73-9b9b-0368b14b672c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:02.575558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-4b02331e-ad59-45cc-ab26-0cf42b1abd55 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:02.591723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-4b02331e-ad59-45cc-ab26-0cf42b1abd55 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4519370 Dec 14 02:40:02.623055 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90104e88-6c2d-4128-a307-9a5fa10e9b55 x-openstack-request-id: req-90104e88-6c2d-4128-a307-9a5fa10e9b55 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:02.623446 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c366016f-85c2-4131-91a7-e483ee72b250", "name": "network-vif-unplugged", "status": "completed", "tag": "73b92b7f-acad-4ac9-aa17-53b3f60f147f", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:02.624334 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90104e88-6c2d-4128-a307-9a5fa10e9b55 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:02.625852 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c366016f-85c2-4131-91a7-e483ee72b250', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73b92b7f-acad-4ac9-aa17-53b3f60f147f', 'code': 200} Dec 14 02:40:02.639516 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-28c0c797-fa77-4034-9082-4489d8da9db7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Request body: {'port': {'device_id': 'd9cfb006-c3b1-4345-b8cd-5be0e5463084', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': 'fec7c3f937f74cbb8bcce789d6a5647c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:02.745693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 63d744de-765d-4914-bf05-73a647fc07e5 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:40:02.749922 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c1969e1e-72d3-4595-9b27-fc2bc4753d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:02.778960 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 63d744de-765d-4914-bf05-73a647fc07e5 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:40:02.779330 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 63d744de-765d-4914-bf05-73a647fc07e5 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:40:02.786043 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17ac93da-9b4f-447e-a399-2541b8249312 req-554e16af-097d-4097-802f-b0a402a4fca6 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 210 time: 0.0731723 Dec 14 02:40:02.794123 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5e43-fb83-4e73-9b9b-0368b14b672c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:02.828281 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d5e43-fb83-4e73-9b9b-0368b14b672c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Subnet': ['ID=ec0ce214-d2da-490f-91c2-40e472243fc4,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:02.851272 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b991db6-716b-4aaa-8043-7efda7ee8cd4 None None] Network ac430fe8-4d97-4cc4-8078-356004808559 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:40:02.867203 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca9d5e43-fb83-4e73-9b9b-0368b14b672c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:02.874749 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ca9d5e43-fb83-4e73-9b9b-0368b14b672c tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/subnets/ec0ce214-d2da-490f-91c2-40e472243fc4 HTTP/1.1" status: 204 len: 168 time: 0.6610165 Dec 14 02:40:02.877418 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34592) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:02.990393 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-67d40baa-1771-49d6-ae3c-f24245301991 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fec7c3f937f74cbb8bcce789d6a5647c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796483 Dec 14 02:40:03.012736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-28c0c797-fa77-4034-9082-4489d8da9db7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Made reservation on behalf of fec7c3f937f74cbb8bcce789d6a5647c for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:40:03.012736 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-28c0c797-fa77-4034-9082-4489d8da9db7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:03.034085 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-28c0c797-fa77-4034-9082-4489d8da9db7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:03.078238 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:03.114568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b92b7f-acad-4ac9-aa17-53b3f60f147f {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:03.157466 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 73b92b7f-acad-4ac9-aa17-53b3f60f147f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=73b92b7f-acad-4ac9-aa17-53b3f60f147f,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:03.195151 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-28c0c797-fa77-4034-9082-4489d8da9db7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:03.232055 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:03.264166 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5936f4b-21f6-44f1-9ebe-12033d5b2857 None None] DHCP port deletion for ac430fe8-4d97-4cc4-8078-356004808559 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:40:03.297209 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:03.335222 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-28c0c797-fa77-4034-9082-4489d8da9db7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:03.361639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-601e1c09-24df-4817-ba23-8afd29b9766a tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:03.361881 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=73b92b7f-acad-4ac9-aa17-53b3f60f147f,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:03.363161 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-601e1c09-24df-4817-ba23-8afd29b9766a tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3605852 Dec 14 02:40:03.369270 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c5936f4b-21f6-44f1-9ebe-12033d5b2857 None None] Deleting port 1cb8191a-3b37-4aa7-b4db-6164c6485daa {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:40:03.369270 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c5936f4b-21f6-44f1-9ebe-12033d5b2857 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:03.388931 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-b44b7b0d-dcdc-4643-b505-a60e71b875a6 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Request body: {'port': {'device_id': 'f57c6b81-01e6-4b99-9056-fac54af3f6cd', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': 'fec7c3f937f74cbb8bcce789d6a5647c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:03.410381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0c797-fa77-4034-9082-4489d8da9db7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f7c4e0-b4bd-4df9-92fe-14cc01545042,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:03.446119 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c5936f4b-21f6-44f1-9ebe-12033d5b2857 None None] For port 1cb8191a-3b37-4aa7-b4db-6164c6485daa, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1cb8191a-3b37-4aa7-b4db-6164c6485daa,segment=NetworkSegment(09d078fc-868a-4609-82ae-1ffee2c06a1d),segment_id=09d078fc-868a-4609-82ae-1ffee2c06a1d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:03.446739 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c5936f4b-21f6-44f1-9ebe-12033d5b2857 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:03.447357 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Deleting port 1cb8191a-3b37-4aa7-b4db-6164c6485daa {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:40:03.447700 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:03.463879 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c5936f4b-21f6-44f1-9ebe-12033d5b2857 None None] Calling delete_port for 1cb8191a-3b37-4aa7-b4db-6164c6485daa owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:40:03.552043 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] For port 1cb8191a-3b37-4aa7-b4db-6164c6485daa, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1cb8191a-3b37-4aa7-b4db-6164c6485daa,segment=NetworkSegment(09d078fc-868a-4609-82ae-1ffee2c06a1d),segment_id=09d078fc-868a-4609-82ae-1ffee2c06a1d)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:03.552427 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:03.562921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-28c0c797-fa77-4034-9082-4489d8da9db7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Allocated IP 192.168.233.237 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/45d05244-79eb-4a63-b389-79e981410829) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:40:03.614381 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Calling delete_port for 1cb8191a-3b37-4aa7-b4db-6164c6485daa owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:40:03.640521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['73b92b7f-acad-4ac9-aa17-53b3f60f147f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:40:03.767093 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c5936f4b-21f6-44f1-9ebe-12033d5b2857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:03.772780 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:03.793914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5936f4b-21f6-44f1-9ebe-12033d5b2857 None None] Pushing event deleted for resources: {'Port': ['ID=1cb8191a-3b37-4aa7-b4db-6164c6485daa,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:03.802442 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Port': ['ID=1cb8191a-3b37-4aa7-b4db-6164c6485daa,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:03.807064 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] No DVR routers for this DVR port 1cb8191a-3b37-4aa7-b4db-6164c6485daa on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:40:03.827178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def79104-5c4c-419a-bf5d-45c110172f61 req-ba0e8248-f6e9-4faf-a482-e37bddc28111 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:03.829218 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-def79104-5c4c-419a-bf5d-45c110172f61 req-ba0e8248-f6e9-4faf-a482-e37bddc28111 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 944 time: 0.1584466 Dec 14 02:40:03.845104 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-b44b7b0d-dcdc-4643-b505-a60e71b875a6 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Made reservation on behalf of fec7c3f937f74cbb8bcce789d6a5647c for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:40:03.849803 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-b44b7b0d-dcdc-4643-b505-a60e71b875a6 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:03.850905 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5936f4b-21f6-44f1-9ebe-12033d5b2857 None None] No DVR routers for this DVR port 1cb8191a-3b37-4aa7-b4db-6164c6485daa on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:40:03.863256 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bdf4e-0ab1-41d5-945d-b520ee9b2715 req-ef50313c-45f5-49c9-a33b-85c74ab01c61 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:03.880373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bdf4e-0ab1-41d5-945d-b520ee9b2715 req-ef50313c-45f5-49c9-a33b-85c74ab01c61 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:03.880373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bdf4e-0ab1-41d5-945d-b520ee9b2715 req-ef50313c-45f5-49c9-a33b-85c74ab01c61 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:03.881481 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bdf4e-0ab1-41d5-945d-b520ee9b2715 req-ef50313c-45f5-49c9-a33b-85c74ab01c61 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:03.887457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bdf4e-0ab1-41d5-945d-b520ee9b2715 req-ef50313c-45f5-49c9-a33b-85c74ab01c61 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:03.893298 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bdf4e-0ab1-41d5-945d-b520ee9b2715 req-ef50313c-45f5-49c9-a33b-85c74ab01c61 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:03.899637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bdf4e-0ab1-41d5-945d-b520ee9b2715 req-ef50313c-45f5-49c9-a33b-85c74ab01c61 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:03.901517 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-057bdf4e-0ab1-41d5-945d-b520ee9b2715 req-ef50313c-45f5-49c9-a33b-85c74ab01c61 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5430 time: 0.1879871 Dec 14 02:40:03.947762 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:03.962252 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-28c0c797-fa77-4034-9082-4489d8da9db7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:04.003548 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac430fe8-4d97-4cc4-8078-356004808559']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:04.012362 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-def79104-5c4c-419a-bf5d-45c110172f61 req-3beedd82-6082-4385-9dc1-a47cefffc3a5 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093967 Dec 14 02:40:04.019251 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d078fc-868a-4609-82ae-1ffee2c06a1d') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:04.021155 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d078fc-868a-4609-82ae-1ffee2c06a1d') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:04.029966 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:04.048439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-057bdf4e-0ab1-41d5-945d-b520ee9b2715 req-601a39fc-571e-4d84-b699-88321db5f80f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1292319 Dec 14 02:40:04.051322 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:04.059225 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:40:04.059792 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:40:04.063185 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:40:04.164106 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c83ebd0-2db6-42b5-a365-34693cc41374 req-292f75b5-4804-4c65-9926-28fc58c4bb1f tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 210 time: 0.0374906 Dec 14 02:40:04.165155 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-28c0c797-fa77-4034-9082-4489d8da9db7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:04.218092 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-28c0c797-fa77-4034-9082-4489d8da9db7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:40:04.225180 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-28c0c797-fa77-4034-9082-4489d8da9db7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:40:04.229659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0c797-fa77-4034-9082-4489d8da9db7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Pushing event updated for resources: {'Port': ['ID=45d05244-79eb-4a63-b389-79e981410829,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:04.231956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-28c0c797-fa77-4034-9082-4489d8da9db7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:40:04.237480 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-b44b7b0d-dcdc-4643-b505-a60e71b875a6 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Allocated IP 192.168.233.102 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/f236c1c2-25db-41a8-824b-b949f96da30a) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:40:04.248572 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:04.271162 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:04.277950 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] 10.222.0.39 "DELETE /v2.0/networks/ac430fe8-4d97-4cc4-8078-356004808559 HTTP/1.1" status: 204 len: 168 time: 1.3993268 Dec 14 02:40:04.297694 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b41a3-be5d-458c-89f2-039ef494b9da tempest-NetworksTest-35599659 tempest-NetworksTest-35599659-project] Pushing event deleted for resources: {'Network': ['ID=ac430fe8-4d97-4cc4-8078-356004808559,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:04.311324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-28c0c797-fa77-4034-9082-4489d8da9db7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:04.314788 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-28c0c797-fa77-4034-9082-4489d8da9db7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:04.456282 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-b44b7b0d-dcdc-4643-b505-a60e71b875a6 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:04.486123 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-28c0c797-fa77-4034-9082-4489d8da9db7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8518150 Dec 14 02:40:04.507100 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Request body: {'port': {'device_id': 'd9cfb006-c3b1-4345-b8cd-5be0e5463084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:04.532470 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7b4a67cc-7c9e-483b-8d1b-6a48e5d8611b None None] Provisioning complete for port 45d05244-79eb-4a63-b389-79e981410829 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:04.533103 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7b4a67cc-7c9e-483b-8d1b-6a48e5d8611b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:04.560929 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:04.571430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a67cc-7c9e-483b-8d1b-6a48e5d8611b None None] Port 45d05244-79eb-4a63-b389-79e981410829 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:40:04.571897 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-b44b7b0d-dcdc-4643-b505-a60e71b875a6 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:04.625560 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-b44b7b0d-dcdc-4643-b505-a60e71b875a6 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:40:04.628962 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-b44b7b0d-dcdc-4643-b505-a60e71b875a6 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:40:04.634380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-b44b7b0d-dcdc-4643-b505-a60e71b875a6 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:40:04.639193 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44b7b0d-dcdc-4643-b505-a60e71b875a6 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Pushing event updated for resources: {'Port': ['ID=f236c1c2-25db-41a8-824b-b949f96da30a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:04.693083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-b44b7b0d-dcdc-4643-b505-a60e71b875a6 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:04.694009 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-b44b7b0d-dcdc-4643-b505-a60e71b875a6 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:04.765230 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-b44b7b0d-dcdc-4643-b505-a60e71b875a6 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3847404 Dec 14 02:40:04.786708 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Request body: {'port': {'device_id': 'f57c6b81-01e6-4b99-9056-fac54af3f6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:04.802798 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1cb8191a-3b37-4aa7-b4db-6164c6485daa no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:40:04.833540 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 1cb8191a-3b37-4aa7-b4db-6164c6485daa {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:40:04.838383 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1cb8191a-3b37-4aa7-b4db-6164c6485daa not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:40:04.869807 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:04.924495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d05244-79eb-4a63-b389-79e981410829 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:04.938049 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34622) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:04.940191 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:04.953338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Transition to ACTIVE for port object 45d05244-79eb-4a63-b389-79e981410829 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:40:04.997895 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5dbe548d-945c-4fdb-8bd1-c2e7aef5dbf7 None None] Provisioning complete for port f236c1c2-25db-41a8-824b-b949f96da30a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:04.998280 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5dbe548d-945c-4fdb-8bd1-c2e7aef5dbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:05.034056 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5dbe548d-945c-4fdb-8bd1-c2e7aef5dbf7 None None] Port f236c1c2-25db-41a8-824b-b949f96da30a cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:40:05.056434 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-318e5a06-8434-487d-b866-3e3383dea823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:05.088675 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2ee42479-dbdc-464c-8631-9ca2cbd2a3c6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f157b96bba104001a7a8c0e146d15020&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493058 Dec 14 02:40:05.091155 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34630) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:05.102876 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:05.108393 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 26ec5b55-d299-40b8-8527-04f4e67eaeba details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:40:05.176902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Pushing event updated for resources: {'Port': ['ID=45d05244-79eb-4a63-b389-79e981410829,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:05.197472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1fcd57-fafb-48cb-a4de-0c4bda38198e req-4acb927a-f538-4fe5-bc24-c60ec904101d tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:05.198702 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b1fcd57-fafb-48cb-a4de-0c4bda38198e req-4acb927a-f538-4fe5-bc24-c60ec904101d tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 944 time: 0.1076961 Dec 14 02:40:05.210795 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1702449b-6231-460e-ae28-cea80bd5b65f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:05.240514 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 26ec5b55-d299-40b8-8527-04f4e67eaeba, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=26ec5b55-d299-40b8-8527-04f4e67eaeba,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:05.253250 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1702449b-6231-460e-ae28-cea80bd5b65f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:05.259536 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '26ec5b55-d299-40b8-8527-04f4e67eaeba', 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8', 'port_id': '26ec5b55-d299-40b8-8527-04f4e67eaeba', 'mac_address': 'fa:16:3e:31:59:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c916ee-bf39-49a8-b889-1d98324eacc6', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:40:05.326539 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:05.333490 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b1fcd57-fafb-48cb-a4de-0c4bda38198e req-9f3dc189-66f4-483e-8400-4ccc715eca3d tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129854 Dec 14 02:40:05.336547 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Attempting to bind port 45d05244-79eb-4a63-b389-79e981410829 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:40:05.337016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Attempting to bind port 45d05244-79eb-4a63-b389-79e981410829 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:40:05.337656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Attempting to bind port 45d05244-79eb-4a63-b389-79e981410829 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:40:05.348570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Port 45d05244-79eb-4a63-b389-79e981410829 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:40:05.349076 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Attempting to bind port 45d05244-79eb-4a63-b389-79e981410829 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:40:05.367940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:40:05.372936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:40:05.372936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:40:05.372936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Bound port: 45d05244-79eb-4a63-b389-79e981410829, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:40:05.372936 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:05.377170 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ec5b55-d299-40b8-8527-04f4e67eaeba {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:05.378083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f236c1c2-25db-41a8-824b-b949f96da30a {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:05.387733 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:05.407417 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Transition to ACTIVE for port object f236c1c2-25db-41a8-824b-b949f96da30a will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:40:05.443457 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 26ec5b55-d299-40b8-8527-04f4e67eaeba, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=26ec5b55-d299-40b8-8527-04f4e67eaeba,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:05.491658 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:05.492359 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] For port 45d05244-79eb-4a63-b389-79e981410829, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:40:05.497077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] For port 45d05244-79eb-4a63-b389-79e981410829, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=45d05244-79eb-4a63-b389-79e981410829,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:40:05.546959 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1702449b-6231-460e-ae28-cea80bd5b65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:05.549911 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1702449b-6231-460e-ae28-cea80bd5b65f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:05.557221 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:05.558036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 80d0c3df-68eb-4bde-a5c9-676990933749 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:40:05.564380 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1702449b-6231-460e-ae28-cea80bd5b65f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a790e463-5c53-4729-9001-ce7ce3f61325 HTTP/1.1" status: 204 len: 168 time: 0.4620485 Dec 14 02:40:05.616945 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:05.624748 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702449b-6231-460e-ae28-cea80bd5b65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a790e463-5c53-4729-9001-ce7ce3f61325,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:05.673095 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Pushing event updated for resources: {'Port': ['ID=f236c1c2-25db-41a8-824b-b949f96da30a,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:05.763207 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 73b92b7f-acad-4ac9-aa17-53b3f60f147f up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:40:05.773102 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Attempting to bind port f236c1c2-25db-41a8-824b-b949f96da30a on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:40:05.773523 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Attempting to bind port f236c1c2-25db-41a8-824b-b949f96da30a by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:40:05.775624 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Attempting to bind port f236c1c2-25db-41a8-824b-b949f96da30a on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:40:05.781080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Port f236c1c2-25db-41a8-824b-b949f96da30a on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:40:05.781446 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Attempting to bind port f236c1c2-25db-41a8-824b-b949f96da30a on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:40:05.793703 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:40:05.793951 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:40:05.794347 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:40:05.795094 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Bound port: f236c1c2-25db-41a8-824b-b949f96da30a, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:40:05.795590 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:05.844221 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=26ec5b55-d299-40b8-8527-04f4e67eaeba,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:05.855221 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:05.856004 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:05.861842 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] 10.222.0.47 "PUT /v2.0/ports/45d05244-79eb-4a63-b389-79e981410829 HTTP/1.1" status: 200 len: 1096 time: 1.3592498 Dec 14 02:40:05.867811 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cfb006-c3b1-4345-b8cd-5be0e5463084', 'tag': '45d05244-79eb-4a63-b389-79e981410829'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:05.869065 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 73b92b7f-acad-4ac9-aa17-53b3f60f147f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:05.869659 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:05.874531 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3deb0b-7791-4178-8a0c-999a41c6e7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cfb006-c3b1-4345-b8cd-5be0e5463084", "tag": "45d05244-79eb-4a63-b389-79e981410829"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:05.987378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ac95f-e95b-4e3b-99bb-aba1e2261922 req-03cf9471-503c-4fd5-80d2-87553d38c42d tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:05.989128 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd6ac95f-e95b-4e3b-99bb-aba1e2261922 req-03cf9471-503c-4fd5-80d2-87553d38c42d tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 948 time: 0.3920224 Dec 14 02:40:06.003822 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 80d0c3df-68eb-4bde-a5c9-676990933749, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=80d0c3df-68eb-4bde-a5c9-676990933749,segment=NetworkSegment(716a3816-24ae-4d8b-8bcc-a74c2e331a8e),segment_id=716a3816-24ae-4d8b-8bcc-a74c2e331a8e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:06.049461 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '80d0c3df-68eb-4bde-a5c9-676990933749', 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461', 'port_id': '80d0c3df-68eb-4bde-a5c9-676990933749', 'mac_address': 'fa:16:3e:94:73:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3efdcc0d-0482-44f9-8761-575428cc10a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:40:06.057766 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f83b34-a5b4-4e19-9874-b59ca811b39c service neutron] Pushing event updated for resources: {'Port': ['ID=45d05244-79eb-4a63-b389-79e981410829,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:06.106218 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:06.152005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e7fba-ca2e-44ae-896d-fa8bd312a003 req-74039ac8-23d4-4b7f-849d-f01d1e385f78 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:06.174497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e7fba-ca2e-44ae-896d-fa8bd312a003 req-74039ac8-23d4-4b7f-849d-f01d1e385f78 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:06.182987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e7fba-ca2e-44ae-896d-fa8bd312a003 req-74039ac8-23d4-4b7f-849d-f01d1e385f78 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:06.192633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e7fba-ca2e-44ae-896d-fa8bd312a003 req-74039ac8-23d4-4b7f-849d-f01d1e385f78 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:06.214021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e7fba-ca2e-44ae-896d-fa8bd312a003 req-74039ac8-23d4-4b7f-849d-f01d1e385f78 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:06.232598 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e7fba-ca2e-44ae-896d-fa8bd312a003 req-74039ac8-23d4-4b7f-849d-f01d1e385f78 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:06.247936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e7fba-ca2e-44ae-896d-fa8bd312a003 req-74039ac8-23d4-4b7f-849d-f01d1e385f78 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:06.254478 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2e1e7fba-ca2e-44ae-896d-fa8bd312a003 req-74039ac8-23d4-4b7f-849d-f01d1e385f78 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5431 time: 0.7725093 Dec 14 02:40:06.264609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c366016f-85c2-4131-91a7-e483ee72b250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b92b7f-acad-4ac9-aa17-53b3f60f147f'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:06.268145 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393d36e0-53f5-49fc-9015-44bc4129c597" -d '{"events": [{"server_uuid": "c366016f-85c2-4131-91a7-e483ee72b250", "name": "network-vif-plugged", "status": "completed", "tag": "73b92b7f-acad-4ac9-aa17-53b3f60f147f"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:06.286148 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:06.319117 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd6ac95f-e95b-4e3b-99bb-aba1e2261922 req-db117aef-743f-47af-a9e3-1f67a1332701 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150709 Dec 14 02:40:06.320261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d0c3df-68eb-4bde-a5c9-676990933749 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:06.330866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 73b92b7f-acad-4ac9-aa17-53b3f60f147f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=73b92b7f-acad-4ac9-aa17-53b3f60f147f,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:06.336817 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:06.362008 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 80d0c3df-68eb-4bde-a5c9-676990933749, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=80d0c3df-68eb-4bde-a5c9-676990933749,segment=NetworkSegment(716a3816-24ae-4d8b-8bcc-a74c2e331a8e),segment_id=716a3816-24ae-4d8b-8bcc-a74c2e331a8e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:06.417536 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e187267-692e-47d3-a1f2-c855b1ac82df x-openstack-request-id: req-4e187267-692e-47d3-a1f2-c855b1ac82df {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:06.417885 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cfb006-c3b1-4345-b8cd-5be0e5463084", "tag": "45d05244-79eb-4a63-b389-79e981410829", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:06.418149 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e187267-692e-47d3-a1f2-c855b1ac82df {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:06.418574 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9cfb006-c3b1-4345-b8cd-5be0e5463084', 'tag': '45d05244-79eb-4a63-b389-79e981410829', 'status': 'completed', 'code': 200} Dec 14 02:40:06.440633 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:06.475243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-3fff4591-7be4-4d57-b7d4-e7839a2e68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:06.476861 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-3fff4591-7be4-4d57-b7d4-e7839a2e68d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fec7c3f937f74cbb8bcce789d6a5647c&device_id=d9cfb006-c3b1-4345-b8cd-5be0e5463084 HTTP/1.1" status: 200 len: 1099 time: 0.4655712 Dec 14 02:40:06.480683 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bb0e70-82ab-4141-a536-a1b486da1a1e x-openstack-request-id: req-93bb0e70-82ab-4141-a536-a1b486da1a1e {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:06.481296 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c366016f-85c2-4131-91a7-e483ee72b250", "name": "network-vif-plugged", "status": "completed", "tag": "73b92b7f-acad-4ac9-aa17-53b3f60f147f", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:06.482349 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93bb0e70-82ab-4141-a536-a1b486da1a1e {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:06.483206 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c366016f-85c2-4131-91a7-e483ee72b250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b92b7f-acad-4ac9-aa17-53b3f60f147f', 'code': 200} Dec 14 02:40:06.488086 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] For port f236c1c2-25db-41a8-824b-b949f96da30a, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:40:06.497376 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] For port f236c1c2-25db-41a8-824b-b949f96da30a, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f236c1c2-25db-41a8-824b-b949f96da30a,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:40:06.507379 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:06.547999 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-ccaa9efd-f61a-40ef-9406-be04a484cd57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=45d05244-79eb-4a63-b389-79e981410829 HTTP/1.1" status: 200 len: 217 time: 0.0457602 Dec 14 02:40:06.554296 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2e1e7fba-ca2e-44ae-896d-fa8bd312a003 req-85ab63dd-a80f-4006-9a50-4d997b3da4b4 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2517166 Dec 14 02:40:06.577458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=73b92b7f-acad-4ac9-aa17-53b3f60f147f,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:06.583075 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:06.660124 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:06.662198 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:06.663672 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] 10.222.0.47 "PUT /v2.0/ports/f236c1c2-25db-41a8-824b-b949f96da30a HTTP/1.1" status: 200 len: 1096 time: 1.8831918 Dec 14 02:40:06.664144 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f57c6b81-01e6-4b99-9056-fac54af3f6cd', 'tag': 'f236c1c2-25db-41a8-824b-b949f96da30a'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:06.670061 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93fcdff-af10-41ee-a7e5-51d11c91500d" -d '{"events": [{"name": "network-changed", "server_uuid": "f57c6b81-01e6-4b99-9056-fac54af3f6cd", "tag": "f236c1c2-25db-41a8-824b-b949f96da30a"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:06.678339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-10828198-a576-45f8-bed7-d1871f0ae4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:06.680480 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-10828198-a576-45f8-bed7-d1871f0ae4ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1252472 Dec 14 02:40:06.728425 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=80d0c3df-68eb-4bde-a5c9-676990933749,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:06.730199 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bbc592-2d5d-44d9-9b56-116e4a255747 service neutron] Pushing event updated for resources: {'Port': ['ID=f236c1c2-25db-41a8-824b-b949f96da30a,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:06.870821 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcde808-c8fa-46bb-92e2-622ab8800aaf req-b4b29732-f7fe-420c-8a24-0fbc853721a2 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:06.870979 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931503bb-afef-4fe8-bc62-c0b159706a1d x-openstack-request-id: req-931503bb-afef-4fe8-bc62-c0b159706a1d {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:06.871277 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f57c6b81-01e6-4b99-9056-fac54af3f6cd", "tag": "f236c1c2-25db-41a8-824b-b949f96da30a", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:06.871533 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-931503bb-afef-4fe8-bc62-c0b159706a1d {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:06.871932 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f57c6b81-01e6-4b99-9056-fac54af3f6cd', 'tag': 'f236c1c2-25db-41a8-824b-b949f96da30a', 'status': 'completed', 'code': 200} Dec 14 02:40:06.872238 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0bcde808-c8fa-46bb-92e2-622ab8800aaf req-b4b29732-f7fe-420c-8a24-0fbc853721a2 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.1908638 Dec 14 02:40:06.891775 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-49d47abb-af7e-47ae-8223-fbf5be44cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:06.893748 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-49d47abb-af7e-47ae-8223-fbf5be44cabd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fec7c3f937f74cbb8bcce789d6a5647c&device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 1099 time: 0.0631936 Dec 14 02:40:06.899038 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['26ec5b55-d299-40b8-8527-04f4e67eaeba'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:40:06.932015 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-05a9638a-8310-4981-bf06-30d351e5633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:06.934209 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-05a9638a-8310-4981-bf06-30d351e5633f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1912446 Dec 14 02:40:06.945869 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f52c9-52fb-4d75-ac12-8b34dd85e471 req-5f7af175-1165-4ffd-8548-5bee600d618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:06.947741 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-218f52c9-52fb-4d75-ac12-8b34dd85e471 req-5f7af175-1165-4ffd-8548-5bee600d618d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 1096 time: 0.1855912 Dec 14 02:40:06.963063 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-7d49857b-518d-4b76-9223-443c81acd98f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f236c1c2-25db-41a8-824b-b949f96da30a HTTP/1.1" status: 200 len: 217 time: 0.0548365 Dec 14 02:40:07.055331 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-3d49c82f-ebd2-4535-963b-2b82e23d5f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:07.056967 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-3d49c82f-ebd2-4535-963b-2b82e23d5f84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0860031 Dec 14 02:40:07.111316 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 9bba1e63-dba3-4636-9fc2-f0bfede35d7f details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:40:07.126293 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-8ec9cc18-79ec-4193-af80-77e4f927945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:07.128265 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-8ec9cc18-79ec-4193-af80-77e4f927945e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0623138 Dec 14 02:40:07.257418 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-8c38caf4-b564-4400-b512-d7e0ca7ff5d6 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212859 Dec 14 02:40:07.257914 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34676) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:07.303622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 9bba1e63-dba3-4636-9fc2-f0bfede35d7f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9bba1e63-dba3-4636-9fc2-f0bfede35d7f,segment=NetworkSegment(6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6),segment_id=6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:07.329119 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '9bba1e63-dba3-4636-9fc2-f0bfede35d7f', 'network_id': 'd307fd75-d63b-4667-bff7-1b964e3cfc2d', 'port_id': '9bba1e63-dba3-4636-9fc2-f0bfede35d7f', 'mac_address': 'fa:16:3e:3f:90:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c03cc8-dfac-4214-8791-c31ff50735c6', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:40:07.400906 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a845744d-8e6e-4d37-9580-ed3d92f750f2 req-5e84a6be-f2ea-4be6-8e70-1dd1e1077eed service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355200 Dec 14 02:40:07.422339 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:07.439625 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bba1e63-dba3-4636-9fc2-f0bfede35d7f {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:07.464341 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 9bba1e63-dba3-4636-9fc2-f0bfede35d7f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9bba1e63-dba3-4636-9fc2-f0bfede35d7f,segment=NetworkSegment(6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6),segment_id=6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:07.465394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5347fb42-5396-42b2-9bcb-b4e0c09ebad9 tempest-SubnetPoolsTestJSON-693792652 tempest-SubnetPoolsTestJSON-693792652-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-617920976', 'prefixes': ['172.20.0.0/16']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:07.473694 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0bcde808-c8fa-46bb-92e2-622ab8800aaf req-2226ca3f-71c3-4d98-ae35-1b53018e2c16 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910687 Dec 14 02:40:07.505297 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-0549415c-8e0f-42ae-a7b7-931ddec9bfbe service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563459 Dec 14 02:40:07.562758 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:07.563651 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:40:07.588265 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-218f52c9-52fb-4d75-ac12-8b34dd85e471 req-21978d2f-cdfb-4a5e-8b2e-b5042442cc63 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6262889 Dec 14 02:40:07.613461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1a7bb-1715-4c1c-b719-128ca9594b35 req-4850efd8-c8f7-432a-8f6b-3505ce3e08c7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:07.620681 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbb1a7bb-1715-4c1c-b719-128ca9594b35 req-4850efd8-c8f7-432a-8f6b-3505ce3e08c7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 948 time: 0.1756525 Dec 14 02:40:07.659381 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=9bba1e63-dba3-4636-9fc2-f0bfede35d7f,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:07.691261 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93fcfb11-4b69-4aac-8bbe-0ad3a9fba836 req-441c6809-6556-4bf9-8be0-89031465f4e9 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704273 Dec 14 02:40:07.693951 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:07.709577 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbb1a7bb-1715-4c1c-b719-128ca9594b35 req-4687eea5-0c58-4de2-897c-d9a36e834c3d tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879200 Dec 14 02:40:07.747579 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fcdff-af10-41ee-a7e5-51d11c91500d req-dc739eb5-400e-402a-b9ac-c5a8a869445f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:07.749253 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b93fcdff-af10-41ee-a7e5-51d11c91500d req-dc739eb5-400e-402a-b9ac-c5a8a869445f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fec7c3f937f74cbb8bcce789d6a5647c&device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 1099 time: 0.1273646 Dec 14 02:40:07.812152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de178fb6-80ee-4e22-817d-de19e255aa29 req-7dca51f4-8376-4b98-94d3-5911efab9df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:07.823809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de178fb6-80ee-4e22-817d-de19e255aa29 req-7dca51f4-8376-4b98-94d3-5911efab9df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:07.829603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de178fb6-80ee-4e22-817d-de19e255aa29 req-7dca51f4-8376-4b98-94d3-5911efab9df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:07.836425 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de178fb6-80ee-4e22-817d-de19e255aa29 req-7dca51f4-8376-4b98-94d3-5911efab9df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:07.842122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:07.842684 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de178fb6-80ee-4e22-817d-de19e255aa29 req-7dca51f4-8376-4b98-94d3-5911efab9df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:07.850284 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de178fb6-80ee-4e22-817d-de19e255aa29 req-7dca51f4-8376-4b98-94d3-5911efab9df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:07.856248 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de178fb6-80ee-4e22-817d-de19e255aa29 req-7dca51f4-8376-4b98-94d3-5911efab9df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:07.858409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de178fb6-80ee-4e22-817d-de19e255aa29 req-7dca51f4-8376-4b98-94d3-5911efab9df0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5433 time: 0.1187069 Dec 14 02:40:07.874433 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fcdff-af10-41ee-a7e5-51d11c91500d req-d888a984-152d-40b9-9c45-d16d9b33b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:07.876750 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b93fcdff-af10-41ee-a7e5-51d11c91500d req-d888a984-152d-40b9-9c45-d16d9b33b142 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1187117 Dec 14 02:40:07.886119 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5347fb42-5396-42b2-9bcb-b4e0c09ebad9 tempest-SubnetPoolsTestJSON-693792652 tempest-SubnetPoolsTestJSON-693792652-project] Publish callbacks [] for subnetpool, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:07.892842 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5347fb42-5396-42b2-9bcb-b4e0c09ebad9 tempest-SubnetPoolsTestJSON-693792652 tempest-SubnetPoolsTestJSON-693792652-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6338577 Dec 14 02:40:07.894036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83', 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8', 'port_id': '12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83', 'mac_address': 'fa:16:3e:58:e0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c916ee-bf39-49a8-b889-1d98324eacc6', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:40:07.895971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34690) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:07.943883 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b93fcdff-af10-41ee-a7e5-51d11c91500d req-63593f1a-2588-48fa-853d-132b71793a62 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f236c1c2-25db-41a8-824b-b949f96da30a HTTP/1.1" status: 200 len: 217 time: 0.0488384 Dec 14 02:40:07.966540 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:07.987496 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bd62a387-d439-4bbc-b85b-e8d022888ca1 tempest-SubnetPoolsTestJSON-693792652 tempest-SubnetPoolsTestJSON-693792652-project] 10.222.0.39 "GET /v2.0/subnetpools/15c4a47e-3e3b-4b81-b94a-5c41df10a4bb HTTP/1.1" status: 200 len: 731 time: 0.0904202 Dec 14 02:40:07.994740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34692) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:07.996129 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:08.005756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3fbb90a9-f5c4-4c96-81b3-38686dab38f6 tempest-SubnetPoolsTestJSON-693792652 tempest-SubnetPoolsTestJSON-693792652-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2131899578'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:08.018164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fcdff-af10-41ee-a7e5-51d11c91500d req-ac40f438-917b-4927-820e-bd0edcdddf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:08.024175 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b93fcdff-af10-41ee-a7e5-51d11c91500d req-ac40f438-917b-4927-820e-bd0edcdddf14 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0668285 Dec 14 02:40:08.032573 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:08.047354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de178fb6-80ee-4e22-817d-de19e255aa29 req-de3a5bf0-e907-478a-8c77-80a0d5e4a46d tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1818132 Dec 14 02:40:08.056094 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['80d0c3df-68eb-4bde-a5c9-676990933749'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:40:08.102560 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fcdff-af10-41ee-a7e5-51d11c91500d req-5e850956-cc0c-4839-b2ad-5898bdee1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:08.104142 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b93fcdff-af10-41ee-a7e5-51d11c91500d req-5e850956-cc0c-4839-b2ad-5898bdee1e09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0710714 Dec 14 02:40:08.120701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3deb0b-7791-4178-8a0c-999a41c6e7a6 req-43973552-2c70-4cea-a22f-0943b5a2e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:08.130270 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c3deb0b-7791-4178-8a0c-999a41c6e7a6 req-43973552-2c70-4cea-a22f-0943b5a2e5ee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fec7c3f937f74cbb8bcce789d6a5647c&device_id=d9cfb006-c3b1-4345-b8cd-5be0e5463084 HTTP/1.1" status: 200 len: 1099 time: 0.1949871 Dec 14 02:40:08.131228 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:08.131228 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 8826881d-b8a4-4eca-a468-e4039e1ab3c5 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:40:08.225164 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b93fcdff-af10-41ee-a7e5-51d11c91500d req-a6982444-6bff-4ccc-8605-b848788f824c service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126392 Dec 14 02:40:08.233515 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:08.240932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 8826881d-b8a4-4eca-a468-e4039e1ab3c5, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=8826881d-b8a4-4eca-a468-e4039e1ab3c5,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:08.257436 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3deb0b-7791-4178-8a0c-999a41c6e7a6 req-6f7989dc-f98c-4f3c-aeb5-727d0b524f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:08.259864 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c3deb0b-7791-4178-8a0c-999a41c6e7a6 req-6f7989dc-f98c-4f3c-aeb5-727d0b524f6b service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.1243968 Dec 14 02:40:08.276705 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '8826881d-b8a4-4eca-a468-e4039e1ab3c5', 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8', 'port_id': '8826881d-b8a4-4eca-a468-e4039e1ab3c5', 'mac_address': 'fa:16:3e:aa:8d:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c916ee-bf39-49a8-b889-1d98324eacc6', 'ip_address': '10.1.1.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:40:08.321077 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c3deb0b-7791-4178-8a0c-999a41c6e7a6 req-97a29870-e2d2-4535-9282-c5210640c677 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=45d05244-79eb-4a63-b389-79e981410829 HTTP/1.1" status: 200 len: 217 time: 0.0529017 Dec 14 02:40:08.330805 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b93fcdff-af10-41ee-a7e5-51d11c91500d req-70ce95bb-a8b8-436c-ba84-fed69e40b99a service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981286 Dec 14 02:40:08.353536 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:08.362503 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3fbb90a9-f5c4-4c96-81b3-38686dab38f6 tempest-SubnetPoolsTestJSON-693792652 tempest-SubnetPoolsTestJSON-693792652-project] Publish callbacks [] for subnetpool, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:08.364875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3fbb90a9-f5c4-4c96-81b3-38686dab38f6 tempest-SubnetPoolsTestJSON-693792652 tempest-SubnetPoolsTestJSON-693792652-project] 10.222.0.39 "PUT /v2.0/subnetpools/15c4a47e-3e3b-4b81-b94a-5c41df10a4bb HTTP/1.1" status: 200 len: 684 time: 0.3687165 Dec 14 02:40:08.368310 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34694) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:08.389417 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8826881d-b8a4-4eca-a468-e4039e1ab3c5 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:08.402318 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3deb0b-7791-4178-8a0c-999a41c6e7a6 req-6c15e088-a008-4dd5-8057-c41fe60697e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:08.404129 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c3deb0b-7791-4178-8a0c-999a41c6e7a6 req-6c15e088-a008-4dd5-8057-c41fe60697e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0739894 Dec 14 02:40:08.415004 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 8826881d-b8a4-4eca-a468-e4039e1ab3c5, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=8826881d-b8a4-4eca-a468-e4039e1ab3c5,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:08.459173 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:08.478947 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3deb0b-7791-4178-8a0c-999a41c6e7a6 req-915d87a7-22ef-487e-a935-1e5b04f7ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:08.480472 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c3deb0b-7791-4178-8a0c-999a41c6e7a6 req-915d87a7-22ef-487e-a935-1e5b04f7ddff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0636277 Dec 14 02:40:08.527614 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:08.528316 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 19e22f74-2335-4fa8-8c9a-49d2f0fa5840 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:40:08.606371 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 19e22f74-2335-4fa8-8c9a-49d2f0fa5840, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=19e22f74-2335-4fa8-8c9a-49d2f0fa5840,segment=NetworkSegment(6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6),segment_id=6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:08.613202 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d3cc557b-0fac-40a6-86a6-23ed8f79d60f tempest-SubnetPoolsTestJSON-693792652 tempest-SubnetPoolsTestJSON-693792652-project] Publish callbacks [] for subnetpool, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:08.615415 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d3cc557b-0fac-40a6-86a6-23ed8f79d60f tempest-SubnetPoolsTestJSON-693792652 tempest-SubnetPoolsTestJSON-693792652-project] 10.222.0.39 "DELETE /v2.0/subnetpools/15c4a47e-3e3b-4b81-b94a-5c41df10a4bb HTTP/1.1" status: 204 len: 168 time: 0.2461483 Dec 14 02:40:08.620786 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34700) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:08.626039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '19e22f74-2335-4fa8-8c9a-49d2f0fa5840', 'network_id': 'd307fd75-d63b-4667-bff7-1b964e3cfc2d', 'port_id': '19e22f74-2335-4fa8-8c9a-49d2f0fa5840', 'mac_address': 'fa:16:3e:6d:76:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7c03cc8-dfac-4214-8791-c31ff50735c6', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:40:08.641935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2166252-5546-4b4c-94b2-eaa53930d193 req-be3548d7-a088-47b7-ab58-1b780b3488cb tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:08.643557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2166252-5546-4b4c-94b2-eaa53930d193 req-be3548d7-a088-47b7-ab58-1b780b3488cb tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.0929513 Dec 14 02:40:08.650412 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c3deb0b-7791-4178-8a0c-999a41c6e7a6 req-68d9a9df-fba8-414e-aa5c-f741d302de87 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595070 Dec 14 02:40:08.684354 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-2f255dfc-b6f4-485c-b858-2c933a442095 tempest-SubnetPoolsTestJSON-693792652 tempest-SubnetPoolsTestJSON-693792652-project] show failed (client error): The resource could not be found. Dec 14 02:40:08.689663 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2f255dfc-b6f4-485c-b858-2c933a442095 tempest-SubnetPoolsTestJSON-693792652 tempest-SubnetPoolsTestJSON-693792652-project] 10.222.0.39 "GET /v2.0/subnetpools/15c4a47e-3e3b-4b81-b94a-5c41df10a4bb HTTP/1.1" status: 404 len: 346 time: 0.0666709 Dec 14 02:40:08.690362 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34702) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:08.699636 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=8826881d-b8a4-4eca-a468-e4039e1ab3c5,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:08.707022 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-a5911243-352c-4dcf-a204-480ad453984f tempest-SubnetPoolsTestJSON-693792652 tempest-SubnetPoolsTestJSON-693792652-project] delete failed (client error): The resource could not be found. Dec 14 02:40:08.714077 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a5911243-352c-4dcf-a204-480ad453984f tempest-SubnetPoolsTestJSON-693792652 tempest-SubnetPoolsTestJSON-693792652-project] 10.222.0.39 "DELETE /v2.0/subnetpools/15c4a47e-3e3b-4b81-b94a-5c41df10a4bb HTTP/1.1" status: 404 len: 346 time: 0.0226393 Dec 14 02:40:08.758276 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:08.777348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e22f74-2335-4fa8-8c9a-49d2f0fa5840 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:08.841810 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 19e22f74-2335-4fa8-8c9a-49d2f0fa5840, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=19e22f74-2335-4fa8-8c9a-49d2f0fa5840,segment=NetworkSegment(6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6),segment_id=6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:08.877290 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2166252-5546-4b4c-94b2-eaa53930d193 req-9353b340-b989-4d08-b52b-8b043517f96a tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194862 Dec 14 02:40:08.912525 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c3deb0b-7791-4178-8a0c-999a41c6e7a6 req-85bcf1a9-433c-4b4b-99b9-ab80ab2fbe62 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204926 Dec 14 02:40:08.920882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b64dbe-7097-4733-acd5-8affcb159f77 req-fc658c84-8930-4a90-a030-dc9cad6e178b tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:08.922324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82b64dbe-7097-4733-acd5-8affcb159f77 req-fc658c84-8930-4a90-a030-dc9cad6e178b tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 948 time: 0.1161237 Dec 14 02:40:08.957770 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:08.962441 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 45864e56-7abd-4913-a7eb-e89f5d9893ba details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:40:08.980512 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82b64dbe-7097-4733-acd5-8affcb159f77 req-cd796e5f-01d0-4b80-a4a3-baec80def979 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511963 Dec 14 02:40:09.046492 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 45864e56-7abd-4913-a7eb-e89f5d9893ba, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=45864e56-7abd-4913-a7eb-e89f5d9893ba,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:09.049374 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=19e22f74-2335-4fa8-8c9a-49d2f0fa5840,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:09.062083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '45864e56-7abd-4913-a7eb-e89f5d9893ba', 'network_id': '143750ac-d961-47f1-8a52-3edc9f23c6d8', 'port_id': '45864e56-7abd-4913-a7eb-e89f5d9893ba', 'mac_address': 'fa:16:3e:53:6e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68c916ee-bf39-49a8-b889-1d98324eacc6', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:40:09.108629 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:09.123809 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45864e56-7abd-4913-a7eb-e89f5d9893ba {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:09.150584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 45864e56-7abd-4913-a7eb-e89f5d9893ba, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=45864e56-7abd-4913-a7eb-e89f5d9893ba,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:09.226322 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb234-8edb-431b-bc28-4eacb3775fe7 req-4ebfb8a0-b3ef-49aa-8df3-b72359a5dfa2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:09.232588 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb234-8edb-431b-bc28-4eacb3775fe7 req-4ebfb8a0-b3ef-49aa-8df3-b72359a5dfa2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:09.239234 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb234-8edb-431b-bc28-4eacb3775fe7 req-4ebfb8a0-b3ef-49aa-8df3-b72359a5dfa2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:09.245370 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb234-8edb-431b-bc28-4eacb3775fe7 req-4ebfb8a0-b3ef-49aa-8df3-b72359a5dfa2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:09.251480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb234-8edb-431b-bc28-4eacb3775fe7 req-4ebfb8a0-b3ef-49aa-8df3-b72359a5dfa2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:09.257575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb234-8edb-431b-bc28-4eacb3775fe7 req-4ebfb8a0-b3ef-49aa-8df3-b72359a5dfa2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:09.263497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67eb234-8edb-431b-bc28-4eacb3775fe7 req-4ebfb8a0-b3ef-49aa-8df3-b72359a5dfa2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:09.265525 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a67eb234-8edb-431b-bc28-4eacb3775fe7 req-4ebfb8a0-b3ef-49aa-8df3-b72359a5dfa2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5436 time: 0.1099117 Dec 14 02:40:09.284910 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:09.328997 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a67eb234-8edb-431b-bc28-4eacb3775fe7 req-9bbcb087-f79a-40a3-aaab-4c44a3ede713 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569336 Dec 14 02:40:09.360622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=45864e56-7abd-4913-a7eb-e89f5d9893ba,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:09.460598 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34716) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:09.506919 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 26ec5b55-d299-40b8-8527-04f4e67eaeba up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:40:09.579457 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cd92ebbb-05d1-4252-8d6a-9c8181345d88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:09.657568 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cd92ebbb-05d1-4252-8d6a-9c8181345d88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:09.747695 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 26ec5b55-d299-40b8-8527-04f4e67eaeba completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:40:09.751907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 26ec5b55-d299-40b8-8527-04f4e67eaeba triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:09.752358 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:09.779036 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cd92ebbb-05d1-4252-8d6a-9c8181345d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:09.820567 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cd92ebbb-05d1-4252-8d6a-9c8181345d88 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7e979295fcda436891a9c7f5897cf7e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3587575 Dec 14 02:40:09.821646 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92ebbb-05d1-4252-8d6a-9c8181345d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b731fbe7-2519-48ad-9b3b-b5cb9913aba2,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:09.823255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34724) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:09.855117 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:09.886416 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ec5b55-d299-40b8-8527-04f4e67eaeba'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:09.889067 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5683a16d-c56a-4a94-a499-98cde1e0ecc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:09.900893 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d6e972-7823-4071-8360-d2f3e0d02aa1" -d '{"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-plugged", "status": "completed", "tag": "26ec5b55-d299-40b8-8527-04f4e67eaeba"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:09.919365 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5683a16d-c56a-4a94-a499-98cde1e0ecc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:09.920648 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 26ec5b55-d299-40b8-8527-04f4e67eaeba, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=26ec5b55-d299-40b8-8527-04f4e67eaeba,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:10.009134 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b031ad4f-5897-4f86-a183-7e2649146ac2 x-openstack-request-id: req-b031ad4f-5897-4f86-a183-7e2649146ac2 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:10.009611 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-plugged", "status": "completed", "tag": "26ec5b55-d299-40b8-8527-04f4e67eaeba", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:10.009881 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b031ad4f-5897-4f86-a183-7e2649146ac2 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:10.010289 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ec5b55-d299-40b8-8527-04f4e67eaeba', 'code': 200} Dec 14 02:40:10.036567 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:10.037410 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 80d0c3df-68eb-4bde-a5c9-676990933749 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:40:10.085481 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:40:10.103650 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5683a16d-c56a-4a94-a499-98cde1e0ecc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:10.106577 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5683a16d-c56a-4a94-a499-98cde1e0ecc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:10.107735 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5683a16d-c56a-4a94-a499-98cde1e0ecc7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b731fbe7-2519-48ad-9b3b-b5cb9913aba2 HTTP/1.1" status: 204 len: 168 time: 0.2829435 Dec 14 02:40:10.133184 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b4f1e-eb77-4f13-b401-2a88fd323fc5 req-92baa9bf-7854-4036-8ee3-ba04e8afaff5 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:10.135084 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad5b4f1e-eb77-4f13-b401-2a88fd323fc5 req-92baa9bf-7854-4036-8ee3-ba04e8afaff5 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.1052370 Dec 14 02:40:10.136015 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683a16d-c56a-4a94-a499-98cde1e0ecc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b731fbe7-2519-48ad-9b3b-b5cb9913aba2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:10.214815 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad5b4f1e-eb77-4f13-b401-2a88fd323fc5 req-6d2f2532-a91c-4763-8b08-680767ad661c tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642858 Dec 14 02:40:10.297285 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['8826881d-b8a4-4eca-a468-e4039e1ab3c5'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:40:10.301961 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['19e22f74-2335-4fa8-8c9a-49d2f0fa5840'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:40:10.304214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['45864e56-7abd-4913-a7eb-e89f5d9893ba'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:40:10.359137 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fb527-4d1c-457c-9d8c-d6579aca17f9 req-7ef29012-6b0a-40eb-b2e5-658573516c6f tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:10.360555 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d44fb527-4d1c-457c-9d8c-d6579aca17f9 req-7ef29012-6b0a-40eb-b2e5-658573516c6f tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 948 time: 0.0499976 Dec 14 02:40:10.413749 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d44fb527-4d1c-457c-9d8c-d6579aca17f9 req-e87f9e3e-9f61-43d9-ad46-940358d6b5d3 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461621 Dec 14 02:40:10.470530 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=26ec5b55-d299-40b8-8527-04f4e67eaeba,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:10.617364 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01969097-dd5e-46d7-8a00-80587811b90e req-e3f2dbb2-7280-4aa8-87ce-7e9cf2eb4406 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:10.628457 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01969097-dd5e-46d7-8a00-80587811b90e req-e3f2dbb2-7280-4aa8-87ce-7e9cf2eb4406 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.1235325 Dec 14 02:40:10.633191 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 80d0c3df-68eb-4bde-a5c9-676990933749 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:40:10.679872 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 80d0c3df-68eb-4bde-a5c9-676990933749 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:10.680266 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:10.711018 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01969097-dd5e-46d7-8a00-80587811b90e req-9e0be2cf-f3cd-496d-93b1-0cc487ce1ba0 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800009 Dec 14 02:40:10.820205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61d434-0277-4219-956e-66f02ca52b7d req-0fcb23c6-9c7c-4e9c-9be1-053ac117d44d tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:10.826356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61d434-0277-4219-956e-66f02ca52b7d req-0fcb23c6-9c7c-4e9c-9be1-053ac117d44d tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:10.833257 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61d434-0277-4219-956e-66f02ca52b7d req-0fcb23c6-9c7c-4e9c-9be1-053ac117d44d tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:10.839380 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61d434-0277-4219-956e-66f02ca52b7d req-0fcb23c6-9c7c-4e9c-9be1-053ac117d44d tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:10.845544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61d434-0277-4219-956e-66f02ca52b7d req-0fcb23c6-9c7c-4e9c-9be1-053ac117d44d tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:10.851808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61d434-0277-4219-956e-66f02ca52b7d req-0fcb23c6-9c7c-4e9c-9be1-053ac117d44d tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:10.857972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61d434-0277-4219-956e-66f02ca52b7d req-0fcb23c6-9c7c-4e9c-9be1-053ac117d44d tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:10.860185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f61d434-0277-4219-956e-66f02ca52b7d req-0fcb23c6-9c7c-4e9c-9be1-053ac117d44d tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5438 time: 0.1957734 Dec 14 02:40:10.958462 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b9394-eba1-4467-9ccd-f4b9a1104551 req-f546a395-db7a-4ccb-9240-0d6e17aa3645 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:10.966327 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-090b9394-eba1-4467-9ccd-f4b9a1104551 req-f546a395-db7a-4ccb-9240-0d6e17aa3645 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 946 time: 0.1050820 Dec 14 02:40:11.037246 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f61d434-0277-4219-956e-66f02ca52b7d req-e459bd76-fb4c-4901-bf2b-a3aa512aad22 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1573465 Dec 14 02:40:11.046592 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:11.085391 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-090b9394-eba1-4467-9ccd-f4b9a1104551 req-8daf1b87-3f35-43f8-8eaa-1e5201e9596e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179049 Dec 14 02:40:11.109592 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 80d0c3df-68eb-4bde-a5c9-676990933749, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=80d0c3df-68eb-4bde-a5c9-676990933749,segment=NetworkSegment(716a3816-24ae-4d8b-8bcc-a74c2e331a8e),segment_id=716a3816-24ae-4d8b-8bcc-a74c2e331a8e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:11.225603 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:11.267529 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['9bba1e63-dba3-4636-9fc2-f0bfede35d7f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:40:11.325775 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=80d0c3df-68eb-4bde-a5c9-676990933749,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:11.389543 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 45d05244-79eb-4a63-b389-79e981410829 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:40:11.550519 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 45d05244-79eb-4a63-b389-79e981410829, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=45d05244-79eb-4a63-b389-79e981410829,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:11.559144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f68ed-6c43-455e-b884-82757252783f req-8eacbb6e-6d6d-4b6c-8896-dfcfbff52813 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:11.560776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec4f68ed-6c43-455e-b884-82757252783f req-8eacbb6e-6d6d-4b6c-8896-dfcfbff52813 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 948 time: 0.0544374 Dec 14 02:40:11.567878 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '45d05244-79eb-4a63-b389-79e981410829', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '45d05244-79eb-4a63-b389-79e981410829', 'mac_address': 'fa:16:3e:0b:d6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:40:11.632597 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:11.639517 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec4f68ed-6c43-455e-b884-82757252783f req-05f19e16-4be8-4e4b-9833-6422682d0f1d tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702426 Dec 14 02:40:11.676853 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d05244-79eb-4a63-b389-79e981410829 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:11.710781 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 45d05244-79eb-4a63-b389-79e981410829, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=45d05244-79eb-4a63-b389-79e981410829,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:11.844858 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:11.845741 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f236c1c2-25db-41a8-824b-b949f96da30a details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:40:11.913458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=45d05244-79eb-4a63-b389-79e981410829,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:11.917257 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f236c1c2-25db-41a8-824b-b949f96da30a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f236c1c2-25db-41a8-824b-b949f96da30a,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:11.943806 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'f236c1c2-25db-41a8-824b-b949f96da30a', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': 'f236c1c2-25db-41a8-824b-b949f96da30a', 'mac_address': 'fa:16:3e:54:2a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:40:11.989491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-d50a79bb-e498-42c6-a16b-d7319d194f98 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:11.992887 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:11.993725 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-d50a79bb-e498-42c6-a16b-d7319d194f98 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/networks?id=e1337c3d-bcf7-4486-ae42-aca12144d612 HTTP/1.1" status: 200 len: 814 time: 0.1521478 Dec 14 02:40:12.008142 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f236c1c2-25db-41a8-824b-b949f96da30a {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:12.013414 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d0c3df-68eb-4bde-a5c9-676990933749'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:12.014016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-3faeb707-7861-4ceb-998f-6eea5f9bf639 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/quotas/8de2e897b66f4832a6b93a500335cd1f HTTP/1.1" status: 200 len: 375 time: 0.0139544 Dec 14 02:40:12.015675 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffd62ed-ae3d-4c27-b7ba-9361b6c86225" -d '{"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-plugged", "status": "completed", "tag": "80d0c3df-68eb-4bde-a5c9-676990933749"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:12.041797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f236c1c2-25db-41a8-824b-b949f96da30a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f236c1c2-25db-41a8-824b-b949f96da30a,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:12.072695 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc08a6bb-36e3-47f4-841c-36cc759af3c5 x-openstack-request-id: req-cc08a6bb-36e3-47f4-841c-36cc759af3c5 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:12.073270 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-plugged", "status": "completed", "tag": "80d0c3df-68eb-4bde-a5c9-676990933749", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:12.073270 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc08a6bb-36e3-47f4-841c-36cc759af3c5 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:12.073831 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d0c3df-68eb-4bde-a5c9-676990933749', 'code': 200} Dec 14 02:40:12.091472 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-48dd2d9b-30a8-4afc-903b-5e9ec966bc5b tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8de2e897b66f4832a6b93a500335cd1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717084 Dec 14 02:40:12.110258 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:12.172000 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=f236c1c2-25db-41a8-824b-b949f96da30a,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:12.234756 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-17ac2c90-5b5a-4592-b52f-df3b2f4d43fb service neutron] 10.222.0.39 "GET /v2.0/networks/e1337c3d-bcf7-4486-ae42-aca12144d612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344032 Dec 14 02:40:12.370073 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-ca59803f-ccb2-4467-af90-bcd2ca8d37be service neutron] 10.222.0.39 "GET /v2.0/networks/e1337c3d-bcf7-4486-ae42-aca12144d612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258478 Dec 14 02:40:12.406876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b685d-d511-46fb-a2d2-97d2afd1f28f req-5b173e30-de78-45a3-8962-e41429d86087 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:12.417994 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b685d-d511-46fb-a2d2-97d2afd1f28f req-5b173e30-de78-45a3-8962-e41429d86087 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:12.423162 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b685d-d511-46fb-a2d2-97d2afd1f28f req-5b173e30-de78-45a3-8962-e41429d86087 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:12.430520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b685d-d511-46fb-a2d2-97d2afd1f28f req-5b173e30-de78-45a3-8962-e41429d86087 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:12.438606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b685d-d511-46fb-a2d2-97d2afd1f28f req-5b173e30-de78-45a3-8962-e41429d86087 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:12.448224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b685d-d511-46fb-a2d2-97d2afd1f28f req-5b173e30-de78-45a3-8962-e41429d86087 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:12.454675 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b685d-d511-46fb-a2d2-97d2afd1f28f req-5b173e30-de78-45a3-8962-e41429d86087 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:12.457481 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f7b685d-d511-46fb-a2d2-97d2afd1f28f req-5b173e30-de78-45a3-8962-e41429d86087 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5439 time: 0.3222489 Dec 14 02:40:12.537923 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f7b685d-d511-46fb-a2d2-97d2afd1f28f req-b6135a65-23f9-43ec-bb1e-2498e65d595d tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740130 Dec 14 02:40:12.544888 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:40:12.622485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b25718-f4cb-4763-9f11-33940dcd982a req-b883425c-c455-4742-bf5a-e0471a415eed tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:12.624063 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d6b25718-f4cb-4763-9f11-33940dcd982a req-b883425c-c455-4742-bf5a-e0471a415eed tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.46 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 946 time: 0.0769351 Dec 14 02:40:12.713343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc9c52c0-a948-4c72-899a-991065997013 req-37584518-11c8-48de-acfd-71da2e738651 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 210 time: 0.0762858 Dec 14 02:40:12.806655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65a512-fef9-40c6-b735-9d253de9b181 req-6270de48-62a2-4c7a-b51a-78f70e9e5388 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:12.808215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c65a512-fef9-40c6-b735-9d253de9b181 req-6270de48-62a2-4c7a-b51a-78f70e9e5388 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 946 time: 0.1466513 Dec 14 02:40:12.880701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-d6b25718-f4cb-4763-9f11-33940dcd982a req-c58d03eb-5aee-4175-b2fc-c6b053080ba1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Deleting port e23ab056-fc89-44e1-9083-28db2ea23171 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:40:12.881049 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d6b25718-f4cb-4763-9f11-33940dcd982a req-c58d03eb-5aee-4175-b2fc-c6b053080ba1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:12.958814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666931dc-4868-4a15-bc9c-c53355a44eaa req-328448e4-3b77-437d-b042-1a7df1545f32 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:12.960309 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-666931dc-4868-4a15-bc9c-c53355a44eaa req-328448e4-3b77-437d-b042-1a7df1545f32 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 949 time: 0.1349411 Dec 14 02:40:12.967572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c65a512-fef9-40c6-b735-9d253de9b181 req-944836eb-2ea6-4258-84c5-698a33abd76b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515248 Dec 14 02:40:13.047629 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-666931dc-4868-4a15-bc9c-c53355a44eaa req-1bee941a-1532-492c-ad54-48e7182ead6d tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790544 Dec 14 02:40:13.049604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-d6b25718-f4cb-4763-9f11-33940dcd982a req-c58d03eb-5aee-4175-b2fc-c6b053080ba1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] For port e23ab056-fc89-44e1-9083-28db2ea23171, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e23ab056-fc89-44e1-9083-28db2ea23171,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:13.050052 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d6b25718-f4cb-4763-9f11-33940dcd982a req-c58d03eb-5aee-4175-b2fc-c6b053080ba1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:13.064779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-d6b25718-f4cb-4763-9f11-33940dcd982a req-c58d03eb-5aee-4175-b2fc-c6b053080ba1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Calling delete_port for e23ab056-fc89-44e1-9083-28db2ea23171 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:40:13.148973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['45d05244-79eb-4a63-b389-79e981410829'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:40:13.253437 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['f236c1c2-25db-41a8-824b-b949f96da30a'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:40:13.387965 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d6b25718-f4cb-4763-9f11-33940dcd982a req-c58d03eb-5aee-4175-b2fc-c6b053080ba1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:13.422445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d03eb-5aee-4175-b2fc-c6b053080ba1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Pushing event deleted for resources: {'Port': ['ID=e23ab056-fc89-44e1-9083-28db2ea23171,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:13.435938 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['e23ab056-fc89-44e1-9083-28db2ea23171'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:40:13.468332 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:40:13.469611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eb0a52-431e-4d12-bf38-2043ef564582 None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:40:13.495263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b25718-f4cb-4763-9f11-33940dcd982a req-c58d03eb-5aee-4175-b2fc-c6b053080ba1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] No DVR routers for this DVR port e23ab056-fc89-44e1-9083-28db2ea23171 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:40:13.505145 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d6b25718-f4cb-4763-9f11-33940dcd982a req-c58d03eb-5aee-4175-b2fc-c6b053080ba1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:13.505145 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d6b25718-f4cb-4763-9f11-33940dcd982a req-c58d03eb-5aee-4175-b2fc-c6b053080ba1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.46 "DELETE /v2.0/ports/e23ab056-fc89-44e1-9083-28db2ea23171 HTTP/1.1" status: 204 len: 173 time: 0.8630977 Dec 14 02:40:13.505145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193e5a2d-8372-4e26-9874-5468e5c29fb6', 'name': 'network-vif-deleted', 'tag': 'e23ab056-fc89-44e1-9083-28db2ea23171'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:13.505145 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd42887-4dcc-4f67-94a8-5ab9a3e414ec" -d '{"events": [{"server_uuid": "193e5a2d-8372-4e26-9874-5468e5c29fb6", "name": "network-vif-deleted", "tag": "e23ab056-fc89-44e1-9083-28db2ea23171"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:13.546747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-5cde7a9d-7206-4365-bf80-e17aa8739d16 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1066074 Dec 14 02:40:13.551492 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f581c270-ff96-4704-89e8-5119affa03a0 x-openstack-request-id: req-f581c270-ff96-4704-89e8-5119affa03a0 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:13.551810 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193e5a2d-8372-4e26-9874-5468e5c29fb6", "name": "network-vif-deleted", "tag": "e23ab056-fc89-44e1-9083-28db2ea23171", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:13.552220 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f581c270-ff96-4704-89e8-5119affa03a0 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:13.552645 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193e5a2d-8372-4e26-9874-5468e5c29fb6', 'name': 'network-vif-deleted', 'tag': 'e23ab056-fc89-44e1-9083-28db2ea23171', 'status': 'completed', 'code': 200} Dec 14 02:40:13.583677 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad9494-e53e-4cb0-a42b-498d03a781bc req-95a6af25-3465-49e1-91cc-30fb69e426ff tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:13.585450 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3aad9494-e53e-4cb0-a42b-498d03a781bc req-95a6af25-3465-49e1-91cc-30fb69e426ff tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.46 "GET /v2.0/ports?device_id=c366016f-85c2-4131-91a7-e483ee72b250 HTTP/1.1" status: 200 len: 945 time: 0.0854540 Dec 14 02:40:13.711307 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:40:13.713086 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34840) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:13.715134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-8ab12183-f267-4b7f-8f57-62fdbe308338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:13.719680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-8ab12183-f267-4b7f-8f57-62fdbe308338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:13.719680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-8ab12183-f267-4b7f-8f57-62fdbe308338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:13.719955 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:13.720065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-8ab12183-f267-4b7f-8f57-62fdbe308338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:13.720160 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:13.720260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-8ab12183-f267-4b7f-8f57-62fdbe308338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:13.720260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-8ab12183-f267-4b7f-8f57-62fdbe308338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:13.720260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-8ab12183-f267-4b7f-8f57-62fdbe308338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:13.720496 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-8ab12183-f267-4b7f-8f57-62fdbe308338 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ffab91437844fca462f7af0a39817e&device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 6489 time: 0.0921690 Dec 14 02:40:13.737586 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-3aad9494-e53e-4cb0-a42b-498d03a781bc req-d959275f-3ea2-4ef3-af5e-887ca94c3393 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Deleting port 73b92b7f-acad-4ac9-aa17-53b3f60f147f {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:40:13.741877 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-3aad9494-e53e-4cb0-a42b-498d03a781bc req-d959275f-3ea2-4ef3-af5e-887ca94c3393 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:13.743278 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c00fe-f901-4a01-82ca-48aba8822883 req-947d4012-2bb7-4f5b-a6d9-0f38233b5640 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:13.750487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c00fe-f901-4a01-82ca-48aba8822883 req-947d4012-2bb7-4f5b-a6d9-0f38233b5640 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:13.758043 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c00fe-f901-4a01-82ca-48aba8822883 req-947d4012-2bb7-4f5b-a6d9-0f38233b5640 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:13.765079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c00fe-f901-4a01-82ca-48aba8822883 req-947d4012-2bb7-4f5b-a6d9-0f38233b5640 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:13.771971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c00fe-f901-4a01-82ca-48aba8822883 req-947d4012-2bb7-4f5b-a6d9-0f38233b5640 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:13.779142 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c00fe-f901-4a01-82ca-48aba8822883 req-947d4012-2bb7-4f5b-a6d9-0f38233b5640 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:13.786274 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c00fe-f901-4a01-82ca-48aba8822883 req-947d4012-2bb7-4f5b-a6d9-0f38233b5640 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:13.789342 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f5c00fe-f901-4a01-82ca-48aba8822883 req-947d4012-2bb7-4f5b-a6d9-0f38233b5640 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5439 time: 0.1503110 Dec 14 02:40:13.860578 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c57ef824-12c8-4af7-81b7-c94e26c7a012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:13.863972 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:13.904829 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:13.939736 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-823fd506-81da-4b82-9660-73b68b43abc9 req-348d3b20-31e3-43d5-b88d-680cf0b2c269 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 210 time: 0.0740099 Dec 14 02:40:13.964922 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-3aad9494-e53e-4cb0-a42b-498d03a781bc req-d959275f-3ea2-4ef3-af5e-887ca94c3393 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] For port 73b92b7f-acad-4ac9-aa17-53b3f60f147f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=73b92b7f-acad-4ac9-aa17-53b3f60f147f,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:13.974547 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-3aad9494-e53e-4cb0-a42b-498d03a781bc req-d959275f-3ea2-4ef3-af5e-887ca94c3393 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:13.984162 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-3aad9494-e53e-4cb0-a42b-498d03a781bc req-d959275f-3ea2-4ef3-af5e-887ca94c3393 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Calling delete_port for 73b92b7f-acad-4ac9-aa17-53b3f60f147f owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:40:14.026772 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f5c00fe-f901-4a01-82ca-48aba8822883 req-0ba9fee1-bb9c-4cc9-97b7-4fc1e24a9c89 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2257946 Dec 14 02:40:14.036083 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-d1ab4297-ae00-479c-bf29-f2076d1f108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:14.036733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-d1ab4297-ae00-479c-bf29-f2076d1f108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:14.037323 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-d1ab4297-ae00-479c-bf29-f2076d1f108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:14.040310 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-d1ab4297-ae00-479c-bf29-f2076d1f108e service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b4164e6-822e-420c-a3b0-b15221d3eff6&id=cf83d73a-45cf-4239-b869-73b771421429&id=cf83d73a-45cf-4239-b869-73b771421429&id=cf83d73a-45cf-4239-b869-73b771421429&id=cf83d73a-45cf-4239-b869-73b771421429&id=18b9e852-d3ea-485d-8106-6a6289070cf4&id=18b9e852-d3ea-485d-8106-6a6289070cf4 HTTP/1.1" status: 200 len: 2292 time: 0.2500179 Dec 14 02:40:14.047509 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:14.055146 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 19e22f74-2335-4fa8-8c9a-49d2f0fa5840 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:40:14.134631 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-1f62f8e4-9b1a-48bf-bd26-1a2955b70cc8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=967565e0-3a99-41ac-bfa3-c5fb52e9a874 HTTP/1.1" status: 200 len: 1001 time: 0.0687642 Dec 14 02:40:14.181717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a6484a7-fe6b-461a-9c83-5df9354f42c9 req-90a32477-4b90-49f5-bb44-487b140c4be1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 210 time: 0.1231787 Dec 14 02:40:14.202122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:14.209155 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4159c230-22c7-4373-9e24-67c5d59a0101" -d '{"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-plugged", "status": "completed", "tag": "12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:14.232378 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c57ef824-12c8-4af7-81b7-c94e26c7a012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:14.242414 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-3aad9494-e53e-4cb0-a42b-498d03a781bc req-d959275f-3ea2-4ef3-af5e-887ca94c3393 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:14.246512 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:14.277958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-2994acad-a477-4554-aeaa-014703f34e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:14.279791 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-2994acad-a477-4554-aeaa-014703f34e93 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e81371a3-0455-4a74-8514-0ee39a56c60d HTTP/1.1" status: 200 len: 850 time: 0.1362479 Dec 14 02:40:14.284547 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['73b92b7f-acad-4ac9-aa17-53b3f60f147f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:40:14.306000 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959275f-3ea2-4ef3-af5e-887ca94c3393 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Pushing event deleted for resources: {'Port': ['ID=73b92b7f-acad-4ac9-aa17-53b3f60f147f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:14.342826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f804e0-a15e-40b7-9caa-285b0493d9b8 None None] DHCP port deletion for e1337c3d-bcf7-4486-ae42-aca12144d612 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:40:14.365917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 19e22f74-2335-4fa8-8c9a-49d2f0fa5840 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:40:14.367289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 19e22f74-2335-4fa8-8c9a-49d2f0fa5840 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:14.368310 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:14.392146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8526893-2300-46bb-b774-a2737860bbf0 req-9f071965-3f99-4356-939b-9d5955f38def tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:14.393884 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8526893-2300-46bb-b774-a2737860bbf0 req-9f071965-3f99-4356-939b-9d5955f38def tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 949 time: 0.1666975 Dec 14 02:40:14.400516 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-5ecf661d-8d1b-4242-8d2d-f8893f318f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:14.402339 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-5ecf661d-8d1b-4242-8d2d-f8893f318f27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b4164e6-822e-420c-a3b0-b15221d3eff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0949507 Dec 14 02:40:14.420915 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cf6548-9116-4c8a-9d94-5cfaf926ef21 x-openstack-request-id: req-87cf6548-9116-4c8a-9d94-5cfaf926ef21 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:14.421161 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-plugged", "status": "completed", "tag": "12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:14.421364 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-87cf6548-9116-4c8a-9d94-5cfaf926ef21 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:14.421754 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83', 'code': 200} Dec 14 02:40:14.426359 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aad9494-e53e-4cb0-a42b-498d03a781bc req-d959275f-3ea2-4ef3-af5e-887ca94c3393 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] No DVR routers for this DVR port 73b92b7f-acad-4ac9-aa17-53b3f60f147f on host n-h1-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:40:14.428929 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c57ef824-12c8-4af7-81b7-c94e26c7a012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:14.432002 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-3aad9494-e53e-4cb0-a42b-498d03a781bc req-d959275f-3ea2-4ef3-af5e-887ca94c3393 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:14.435811 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3aad9494-e53e-4cb0-a42b-498d03a781bc req-d959275f-3ea2-4ef3-af5e-887ca94c3393 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.46 "DELETE /v2.0/ports/73b92b7f-acad-4ac9-aa17-53b3f60f147f HTTP/1.1" status: 204 len: 173 time: 0.8436215 Dec 14 02:40:14.438948 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c366016f-85c2-4131-91a7-e483ee72b250', 'name': 'network-vif-deleted', 'tag': '73b92b7f-acad-4ac9-aa17-53b3f60f147f'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:14.441982 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fac9c3-2a11-43b1-ba6e-d46f14eec135" -d '{"events": [{"server_uuid": "c366016f-85c2-4131-91a7-e483ee72b250", "name": "network-vif-deleted", "tag": "73b92b7f-acad-4ac9-aa17-53b3f60f147f"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:14.489915 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c57ef824-12c8-4af7-81b7-c94e26c7a012 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d70ce794c1934dde85676d5a7144bc89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7754385 Dec 14 02:40:14.491227 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34858) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:14.491905 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ef824-12c8-4af7-81b7-c94e26c7a012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e42e820-b204-487c-89a8-b5e144bcfdb5,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:14.521421 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:14.555122 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dc747e-3d7d-481b-9f57-c8da1dacd425 x-openstack-request-id: req-a9dc747e-3d7d-481b-9f57-c8da1dacd425 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:14.555731 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c366016f-85c2-4131-91a7-e483ee72b250", "name": "network-vif-deleted", "tag": "73b92b7f-acad-4ac9-aa17-53b3f60f147f", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:14.556156 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9dc747e-3d7d-481b-9f57-c8da1dacd425 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:14.556717 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c366016f-85c2-4131-91a7-e483ee72b250', 'name': 'network-vif-deleted', 'tag': '73b92b7f-acad-4ac9-aa17-53b3f60f147f', 'status': 'completed', 'code': 200} Dec 14 02:40:14.589591 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4c5ed1f-074f-42db-840a-e725205d71fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:14.598367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-33424805-0b60-47b9-8749-ed60cf27af6b service neutron] 10.222.0.47 "GET /v2.0/networks/1b4164e6-822e-420c-a3b0-b15221d3eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833310 Dec 14 02:40:14.604825 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 19e22f74-2335-4fa8-8c9a-49d2f0fa5840, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=19e22f74-2335-4fa8-8c9a-49d2f0fa5840,segment=NetworkSegment(6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6),segment_id=6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:14.626600 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4c5ed1f-074f-42db-840a-e725205d71fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:14.674290 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8526893-2300-46bb-b774-a2737860bbf0 req-4d54409e-b8be-4910-bd94-dfec573a3028 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707629 Dec 14 02:40:14.716286 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:14.726840 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-3ab81dcd-b45d-4f0a-b241-426665fe1061 service neutron] 10.222.0.47 "GET /v2.0/networks/1b4164e6-822e-420c-a3b0-b15221d3eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169066 Dec 14 02:40:14.770564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=19e22f74-2335-4fa8-8c9a-49d2f0fa5840,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:14.782998 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-720b4529-78ef-46ee-a7df-a42ab8713df6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=e9de420b-c32e-4a1d-a9ee-71a5673399ea HTTP/1.1" status: 200 len: 217 time: 0.0478406 Dec 14 02:40:14.835432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-2c54b275-d308-48a4-b000-9ede40c0a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:14.836935 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-2c54b275-d308-48a4-b000-9ede40c0a29f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.0463450 Dec 14 02:40:14.849620 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4c5ed1f-074f-42db-840a-e725205d71fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:14.852630 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4c5ed1f-074f-42db-840a-e725205d71fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:14.854168 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b4c5ed1f-074f-42db-840a-e725205d71fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e42e820-b204-487c-89a8-b5e144bcfdb5 HTTP/1.1" status: 204 len: 168 time: 0.3592272 Dec 14 02:40:14.873710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5ed1f-074f-42db-840a-e725205d71fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e42e820-b204-487c-89a8-b5e144bcfdb5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:14.898847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-93cfe602-90eb-4749-b4ac-a400d8639b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:14.899889 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-93cfe602-90eb-4749-b4ac-a400d8639b19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0547550 Dec 14 02:40:15.023693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-02bde386-844c-4c56-a0d2-9291f9f682f7 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088383 Dec 14 02:40:15.046797 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0928862f-d975-4e48-a1d8-98530f26d8f5 req-408af1f9-c7d6-4a2b-b0ea-cf439b061a44 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 210 time: 0.0372260 Dec 14 02:40:15.184120 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-0e7c9b96-4d71-4171-a50b-5fa825842344 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460624 Dec 14 02:40:15.212578 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5629-242d-4fe5-ab27-1b0021e1e013 req-a11dfb12-9c6e-4385-8517-8fbaf39df0b0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:15.218672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5629-242d-4fe5-ab27-1b0021e1e013 req-a11dfb12-9c6e-4385-8517-8fbaf39df0b0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:15.224935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5629-242d-4fe5-ab27-1b0021e1e013 req-a11dfb12-9c6e-4385-8517-8fbaf39df0b0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:15.230976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5629-242d-4fe5-ab27-1b0021e1e013 req-a11dfb12-9c6e-4385-8517-8fbaf39df0b0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:15.236998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5629-242d-4fe5-ab27-1b0021e1e013 req-a11dfb12-9c6e-4385-8517-8fbaf39df0b0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:15.243190 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5629-242d-4fe5-ab27-1b0021e1e013 req-a11dfb12-9c6e-4385-8517-8fbaf39df0b0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:15.249145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b5629-242d-4fe5-ab27-1b0021e1e013 req-a11dfb12-9c6e-4385-8517-8fbaf39df0b0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:15.251058 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-264b5629-242d-4fe5-ab27-1b0021e1e013 req-a11dfb12-9c6e-4385-8517-8fbaf39df0b0 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5441 time: 0.1191561 Dec 14 02:40:15.293225 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-fa077e09-b68f-4d93-be4b-06d249b1907a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=e97d4905-01c1-4fec-8b89-44b7be1269b7 HTTP/1.1" status: 200 len: 217 time: 0.0998290 Dec 14 02:40:15.325150 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d063d6b-1fac-4ff8-b6a3-232782430e19 req-21d506de-c49a-4396-9055-8314abf0eea9 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 210 time: 0.0425911 Dec 14 02:40:15.395268 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-0c80dc96-05c3-4f7d-ace0-2f51730229ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:15.396188 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-0c80dc96-05c3-4f7d-ace0-2f51730229ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.0818396 Dec 14 02:40:15.409799 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-264b5629-242d-4fe5-ab27-1b0021e1e013 req-4f45fc29-0673-4f08-8191-cbfab077ca0a tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1251304 Dec 14 02:40:15.423560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 9bba1e63-dba3-4636-9fc2-f0bfede35d7f up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:40:15.466663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-d6f29cc1-4495-48a9-bc54-e353dd15404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:15.468107 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-d6f29cc1-4495-48a9-bc54-e353dd15404b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0574374 Dec 14 02:40:15.533160 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 9bba1e63-dba3-4636-9fc2-f0bfede35d7f completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:40:15.538755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 9bba1e63-dba3-4636-9fc2-f0bfede35d7f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:15.539128 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:15.575229 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-df5d01be-857a-48f5-a5bb-26a57a751298 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989423 Dec 14 02:40:15.636124 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:15.674198 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 9bba1e63-dba3-4636-9fc2-f0bfede35d7f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9bba1e63-dba3-4636-9fc2-f0bfede35d7f,segment=NetworkSegment(6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6),segment_id=6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:15.683104 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-530a7256-80aa-4284-90b9-9090f639899c service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984294 Dec 14 02:40:15.729367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-00fd0e60-aa8f-4086-b288-030f04900e5a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=7b7cfabd-515e-4098-a45c-f9b489a694ea HTTP/1.1" status: 200 len: 217 time: 0.0380363 Dec 14 02:40:15.795800 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:15.797132 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 8826881d-b8a4-4eca-a468-e4039e1ab3c5 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:40:15.819398 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-0ffe3e1d-43e7-4a6d-afeb-438d269e58b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:15.822529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-0ffe3e1d-43e7-4a6d-afeb-438d269e58b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.0841479 Dec 14 02:40:15.825431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e23ab056-fc89-44e1-9083-28db2ea23171 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:40:15.831434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f9ed3-72dd-462c-82d4-efbb0ec5f807 req-85d2a4f5-9339-4401-bdd6-eae1e98407a1 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:15.833535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f71f9ed3-72dd-462c-82d4-efbb0ec5f807 req-85d2a4f5-9339-4401-bdd6-eae1e98407a1 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 949 time: 0.0682542 Dec 14 02:40:15.899145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: e23ab056-fc89-44e1-9083-28db2ea23171 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:40:15.899505 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e23ab056-fc89-44e1-9083-28db2ea23171 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:40:15.908185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f71f9ed3-72dd-462c-82d4-efbb0ec5f807 req-121c6d6c-86e6-415b-9c37-30af5c333f07 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662146 Dec 14 02:40:15.910575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-25f0d0a8-3af0-4491-9e22-338ec67ab827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:15.912209 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-25f0d0a8-3af0-4491-9e22-338ec67ab827 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0776122 Dec 14 02:40:15.930535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=9bba1e63-dba3-4636-9fc2-f0bfede35d7f,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:16.001492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34876) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:16.015036 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-40c13140-b1d1-4e37-abed-6d6e27b1b297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:16.045144 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 8826881d-b8a4-4eca-a468-e4039e1ab3c5 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:40:16.053704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 8826881d-b8a4-4eca-a468-e4039e1ab3c5 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:16.053925 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:16.076326 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-2f84431d-1efc-43b2-ba0c-7e919f5b090f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:16.077993 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-2f84431d-1efc-43b2-ba0c-7e919f5b090f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.46 "GET /v2.0/networks?id=e1337c3d-bcf7-4486-ae42-aca12144d612 HTTP/1.1" status: 200 len: 814 time: 0.1386950 Dec 14 02:40:16.101090 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-a59546a0-715e-48b2-88ef-324b3284a632 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Request body: {'port': {'device_id': '88675e43-dcf4-48ac-b3fa-15eca38c0e0e', 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612', 'admin_state_up': True, 'tenant_id': '8de2e897b66f4832a6b93a500335cd1f'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:16.126449 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-622ada9e-9df5-4afe-861e-d732a076fdff service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061245 Dec 14 02:40:16.171485 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:16.204812 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-40c13140-b1d1-4e37-abed-6d6e27b1b297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:16.211943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 8826881d-b8a4-4eca-a468-e4039e1ab3c5, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=8826881d-b8a4-4eca-a468-e4039e1ab3c5,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:16.344968 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-a59546a0-715e-48b2-88ef-324b3284a632 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Made reservation on behalf of 8de2e897b66f4832a6b93a500335cd1f for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:40:16.347514 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:16.349529 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-a59546a0-715e-48b2-88ef-324b3284a632 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:16.350969 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 45d05244-79eb-4a63-b389-79e981410829 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:40:16.438457 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e22f74-2335-4fa8-8c9a-49d2f0fa5840'}, {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bba1e63-dba3-4636-9fc2-f0bfede35d7f'}, {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8826881d-b8a4-4eca-a468-e4039e1ab3c5'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:16.443392 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b420e5-3dff-4ee1-8776-64dd5c2182c8" -d '{"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-plugged", "status": "completed", "tag": "19e22f74-2335-4fa8-8c9a-49d2f0fa5840"}, {"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-plugged", "status": "completed", "tag": "9bba1e63-dba3-4636-9fc2-f0bfede35d7f"}, {"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-plugged", "status": "completed", "tag": "8826881d-b8a4-4eca-a468-e4039e1ab3c5"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:16.522433 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=8826881d-b8a4-4eca-a468-e4039e1ab3c5,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:16.544477 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5876c087-c9c6-4a49-8eae-19f5f48b8c42 req-7c55fba3-8ad6-4de2-a910-3a2e15afb282 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 210 time: 0.4170275 Dec 14 02:40:16.545086 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-40c13140-b1d1-4e37-abed-6d6e27b1b297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:16.591599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a3d504d-f293-4acb-87a1-6378e46a03fb req-496aea49-41cf-4c84-809b-095728eaafd8 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 210 time: 0.0518947 Dec 14 02:40:16.617858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c13140-b1d1-4e37-abed-6d6e27b1b297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115dcf88-a208-4ebe-9234-dc0320bdb5dd,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:16.633168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-40c13140-b1d1-4e37-abed-6d6e27b1b297 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=83d1f9d56c4b47afaff80918c11f0106&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6347775 Dec 14 02:40:16.634004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34890) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:16.686543 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf75570-bfd9-4066-bb05-91967b8387e4 x-openstack-request-id: req-dcf75570-bfd9-4066-bb05-91967b8387e4 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:16.686543 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-plugged", "status": "completed", "tag": "19e22f74-2335-4fa8-8c9a-49d2f0fa5840", "code": 200}, {"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-plugged", "status": "completed", "tag": "9bba1e63-dba3-4636-9fc2-f0bfede35d7f", "code": 200}, {"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-plugged", "status": "completed", "tag": "8826881d-b8a4-4eca-a468-e4039e1ab3c5", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:16.686543 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dcf75570-bfd9-4066-bb05-91967b8387e4 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:16.686543 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e22f74-2335-4fa8-8c9a-49d2f0fa5840', 'code': 200} Dec 14 02:40:16.686543 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bba1e63-dba3-4636-9fc2-f0bfede35d7f', 'code': 200} Dec 14 02:40:16.686543 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8826881d-b8a4-4eca-a468-e4039e1ab3c5', 'code': 200} Dec 14 02:40:16.686543 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 45d05244-79eb-4a63-b389-79e981410829 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:40:16.691607 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 45d05244-79eb-4a63-b389-79e981410829 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:16.692226 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:16.696782 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-a59546a0-715e-48b2-88ef-324b3284a632 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Allocated IP 172.20.0.12 (e1337c3d-bcf7-4486-ae42-aca12144d612/71b59d7a-4d1f-479f-848f-a3d5895f59fb/27bed7d3-12f0-49b9-80a0-3b10162b6425) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:40:16.716459 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-854efe12-b867-4537-a15e-2bb73c2a4dc6 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760703 Dec 14 02:40:16.751508 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8989495a-f850-4b35-aac2-0794f3631609 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:16.766335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c61d5-8844-41c9-89f9-c53776aff87a req-810e7b63-005b-43af-8346-769139eeb228 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:16.772628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c61d5-8844-41c9-89f9-c53776aff87a req-810e7b63-005b-43af-8346-769139eeb228 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:16.778803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c61d5-8844-41c9-89f9-c53776aff87a req-810e7b63-005b-43af-8346-769139eeb228 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:16.785348 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c61d5-8844-41c9-89f9-c53776aff87a req-810e7b63-005b-43af-8346-769139eeb228 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:16.792279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c61d5-8844-41c9-89f9-c53776aff87a req-810e7b63-005b-43af-8346-769139eeb228 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:16.797469 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c61d5-8844-41c9-89f9-c53776aff87a req-810e7b63-005b-43af-8346-769139eeb228 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:16.803968 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c61d5-8844-41c9-89f9-c53776aff87a req-810e7b63-005b-43af-8346-769139eeb228 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:16.812753 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-447c61d5-8844-41c9-89f9-c53776aff87a req-810e7b63-005b-43af-8346-769139eeb228 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5443 time: 0.1609888 Dec 14 02:40:16.845015 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:16.872958 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-ddcab107-cb81-462e-a0b5-8737a4da53f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=4ef6eebe-50b1-45f1-8719-abdc224c373b HTTP/1.1" status: 200 len: 217 time: 0.0586529 Dec 14 02:40:16.886882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 45d05244-79eb-4a63-b389-79e981410829, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=45d05244-79eb-4a63-b389-79e981410829,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:16.891072 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8989495a-f850-4b35-aac2-0794f3631609 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:16.943203 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-a59546a0-715e-48b2-88ef-324b3284a632 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:16.976684 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:16.977870 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f236c1c2-25db-41a8-824b-b949f96da30a up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:40:16.991773 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-447c61d5-8844-41c9-89f9-c53776aff87a req-7bae79de-52de-4ed0-81b8-bf0c4e9dd027 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1735296 Dec 14 02:40:17.018899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-c5ecc0fd-8bcf-463c-90f8-a4a4e38579ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:17.021098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-c5ecc0fd-8bcf-463c-90f8-a4a4e38579ec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.1374795 Dec 14 02:40:17.072991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=45d05244-79eb-4a63-b389-79e981410829,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:17.098141 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4518f-3f79-4453-b6fc-45adbc9334f6 req-0ee353d7-6cf4-4a4a-8795-77ea2221060b tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:17.100582 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dd4518f-3f79-4453-b6fc-45adbc9334f6 req-0ee353d7-6cf4-4a4a-8795-77ea2221060b tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 949 time: 0.0785704 Dec 14 02:40:17.107250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-d258c60f-c476-4fee-a70b-559248af56b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:17.113759 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-a59546a0-715e-48b2-88ef-324b3284a632 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:17.114339 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-d258c60f-c476-4fee-a70b-559248af56b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0757151 Dec 14 02:40:17.176992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59546a0-715e-48b2-88ef-324b3284a632 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Pushing event updated for resources: {'Port': ['ID=27bed7d3-12f0-49b9-80a0-3b10162b6425,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:17.187861 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-a59546a0-715e-48b2-88ef-324b3284a632 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Network e1337c3d-bcf7-4486-ae42-aca12144d612 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:40:17.189555 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-a59546a0-715e-48b2-88ef-324b3284a632 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:40:17.192785 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-a59546a0-715e-48b2-88ef-324b3284a632 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:40:17.208382 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8989495a-f850-4b35-aac2-0794f3631609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:17.208964 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7c9b24-3342-4697-8ba8-4379689880f8 None None] DHCP port deletion for e1337c3d-bcf7-4486-ae42-aca12144d612 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:40:17.212154 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8989495a-f850-4b35-aac2-0794f3631609 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:17.214910 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8989495a-f850-4b35-aac2-0794f3631609 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/115dcf88-a208-4ebe-9234-dc0320bdb5dd HTTP/1.1" status: 204 len: 168 time: 0.5778654 Dec 14 02:40:17.231279 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dd4518f-3f79-4453-b6fc-45adbc9334f6 req-5c32d085-4eb3-4f55-90eb-b02457468390 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206644 Dec 14 02:40:17.237133 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port f236c1c2-25db-41a8-824b-b949f96da30a completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:40:17.246225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989495a-f850-4b35-aac2-0794f3631609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115dcf88-a208-4ebe-9234-dc0320bdb5dd,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:17.247073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-a59546a0-715e-48b2-88ef-324b3284a632 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:17.247288 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-a59546a0-715e-48b2-88ef-324b3284a632 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:17.263828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-41f5db7a-535a-4bfe-850c-7fa64c4bb070 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461625 Dec 14 02:40:17.270820 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port f236c1c2-25db-41a8-824b-b949f96da30a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:17.271203 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:17.336411 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-831841a5-a530-439b-ab95-14e3918ec491 None None] Provisioning complete for port 27bed7d3-12f0-49b9-80a0-3b10162b6425 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:17.336812 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-831841a5-a530-439b-ab95-14e3918ec491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:17.368033 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-a59546a0-715e-48b2-88ef-324b3284a632 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2716603 Dec 14 02:40:17.388117 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-db939ae0-ca50-4480-98f1-01f538579a86 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160240 Dec 14 02:40:17.390825 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Request body: {'port': {'device_id': '88675e43-dcf4-48ac-b3fa-15eca38c0e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:17.437713 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-0f0e592a-aed0-4ae9-93f1-07060a2db4a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7c759644-3907-46f6-8a47-02b7097f41d4 HTTP/1.1" status: 200 len: 217 time: 0.0421467 Dec 14 02:40:17.441227 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-831841a5-a530-439b-ab95-14e3918ec491 None None] Port 27bed7d3-12f0-49b9-80a0-3b10162b6425 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:40:17.455425 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:17.462841 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:17.497068 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f236c1c2-25db-41a8-824b-b949f96da30a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f236c1c2-25db-41a8-824b-b949f96da30a,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:17.501439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-6320b6af-dc16-4523-ae58-c7006a25e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:17.502929 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-6320b6af-dc16-4523-ae58-c7006a25e883 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a649358c-109a-47a1-abe2-1321d3721590 HTTP/1.1" status: 200 len: 797 time: 0.0560956 Dec 14 02:40:17.593625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-410696b1-2581-404c-913a-481b08cfa405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:17.596263 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-410696b1-2581-404c-913a-481b08cfa405 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18b9e852-d3ea-485d-8106-6a6289070cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0855951 Dec 14 02:40:17.601800 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:17.602662 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 45864e56-7abd-4913-a7eb-e89f5d9893ba up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:40:17.706876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=f236c1c2-25db-41a8-824b-b949f96da30a,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:17.799056 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-e4db61e1-ea28-446a-8fb8-49f3b693dae2 service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946750 Dec 14 02:40:17.801976 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 73b92b7f-acad-4ac9-aa17-53b3f60f147f no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:40:17.829633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb2b2497-14f4-40e8-a03b-7a36256f9513 req-745e3203-0661-4c4d-84db-cdd44646ec1c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 210 time: 0.0941072 Dec 14 02:40:17.846491 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 73b92b7f-acad-4ac9-aa17-53b3f60f147f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:40:17.850968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 73b92b7f-acad-4ac9-aa17-53b3f60f147f not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:40:17.876840 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27bed7d3-12f0-49b9-80a0-3b10162b6425 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:17.886839 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:17.892613 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 45864e56-7abd-4913-a7eb-e89f5d9893ba completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:40:17.906311 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 45864e56-7abd-4913-a7eb-e89f5d9893ba triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:17.906693 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:17.937063 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Transition to ACTIVE for port object 27bed7d3-12f0-49b9-80a0-3b10162b6425 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:40:17.960125 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01ba7c-2a58-413c-917e-fcb944dabcc0 req-0540d6bc-b212-4963-9a0f-93bdaf8dcdbf tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:17.961530 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c01ba7c-2a58-413c-917e-fcb944dabcc0 req-0540d6bc-b212-4963-9a0f-93bdaf8dcdbf tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 932 time: 0.2775223 Dec 14 02:40:18.022045 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:18.028025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-421c13e7-dea7-4717-8960-541b7f3af520 service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091639 Dec 14 02:40:18.054675 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:18.085389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Pushing event updated for resources: {'Port': ['ID=27bed7d3-12f0-49b9-80a0-3b10162b6425,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:18.099361 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5b5d64-ed0f-43b1-8aa2-ab527a01c7c9 None None] DHCP port deletion for e1337c3d-bcf7-4486-ae42-aca12144d612 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:40:18.129127 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 45864e56-7abd-4913-a7eb-e89f5d9893ba, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=45864e56-7abd-4913-a7eb-e89f5d9893ba,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:18.150321 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-2101dc66-9523-47b6-8acf-44f740a68f17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=467a8650-a8b3-40e7-8038-30ec1396f28c HTTP/1.1" status: 200 len: 217 time: 0.1081555 Dec 14 02:40:18.175562 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c01ba7c-2a58-413c-917e-fcb944dabcc0 req-cf1bfd2b-5292-48e7-9bc0-aa81b2b906de tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913397 Dec 14 02:40:18.253330 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Attempting to bind port 27bed7d3-12f0-49b9-80a0-3b10162b6425 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:40:18.254857 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Attempting to bind port 27bed7d3-12f0-49b9-80a0-3b10162b6425 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '2a2e4f1a-5b4f-4480-afbd-6ee95c388302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:40:18.255590 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Attempting to bind port 27bed7d3-12f0-49b9-80a0-3b10162b6425 on network e1337c3d-bcf7-4486-ae42-aca12144d612 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:40:18.259562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-216a2ccb-078a-4135-bc34-6461d3912584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:18.261522 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-216a2ccb-078a-4135-bc34-6461d3912584 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a649358c-109a-47a1-abe2-1321d3721590 HTTP/1.1" status: 200 len: 797 time: 0.1022472 Dec 14 02:40:18.262836 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:18.264779 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Port 27bed7d3-12f0-49b9-80a0-3b10162b6425 on network e1337c3d-bcf7-4486-ae42-aca12144d612 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:40:18.265120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Attempting to bind port 27bed7d3-12f0-49b9-80a0-3b10162b6425 on network e1337c3d-bcf7-4486-ae42-aca12144d612 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:40:18.273521 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:40:18.273863 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Checking segment: {'id': '2a2e4f1a-5b4f-4480-afbd-6ee95c388302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:40:18.274254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Bound using segment: {'id': '2a2e4f1a-5b4f-4480-afbd-6ee95c388302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:40:18.274688 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Bound port: 27bed7d3-12f0-49b9-80a0-3b10162b6425, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a2e4f1a-5b4f-4480-afbd-6ee95c388302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:40:18.275045 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:18.292674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efbaa6-93c2-4fe2-9ce2-2a6edddb728d req-cc32dfb8-4b82-4b36-965f-bcdc6b4fed48 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:18.299611 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efbaa6-93c2-4fe2-9ce2-2a6edddb728d req-cc32dfb8-4b82-4b36-965f-bcdc6b4fed48 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:18.306071 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efbaa6-93c2-4fe2-9ce2-2a6edddb728d req-cc32dfb8-4b82-4b36-965f-bcdc6b4fed48 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:18.312474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efbaa6-93c2-4fe2-9ce2-2a6edddb728d req-cc32dfb8-4b82-4b36-965f-bcdc6b4fed48 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:18.319482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efbaa6-93c2-4fe2-9ce2-2a6edddb728d req-cc32dfb8-4b82-4b36-965f-bcdc6b4fed48 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:18.325803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efbaa6-93c2-4fe2-9ce2-2a6edddb728d req-cc32dfb8-4b82-4b36-965f-bcdc6b4fed48 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:18.332808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efbaa6-93c2-4fe2-9ce2-2a6edddb728d req-cc32dfb8-4b82-4b36-965f-bcdc6b4fed48 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:18.341568 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9efbaa6-93c2-4fe2-9ce2-2a6edddb728d req-cc32dfb8-4b82-4b36-965f-bcdc6b4fed48 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5443 time: 0.1969392 Dec 14 02:40:18.353545 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=45864e56-7abd-4913-a7eb-e89f5d9893ba,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:18.389195 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] For port 27bed7d3-12f0-49b9-80a0-3b10162b6425, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:40:18.392360 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] For port 27bed7d3-12f0-49b9-80a0-3b10162b6425, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=27bed7d3-12f0-49b9-80a0-3b10162b6425,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:40:18.460555 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9efbaa6-93c2-4fe2-9ce2-2a6edddb728d req-56c69dd4-bbe4-4907-8dab-b12337422adc tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1177397 Dec 14 02:40:18.471851 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-e1c775b7-3906-4fd5-9622-f379b6840988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:18.473739 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-e1c775b7-3906-4fd5-9622-f379b6840988 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18b9e852-d3ea-485d-8106-6a6289070cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1292388 Dec 14 02:40:18.482820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d07acf-4ba7-4a87-ab59-6167e16c2b9d req-4da68508-857c-4ce4-bc3a-c04851d8ab80 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:18.484367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-31d07acf-4ba7-4a87-ab59-6167e16c2b9d req-4da68508-857c-4ce4-bc3a-c04851d8ab80 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 950 time: 0.1108837 Dec 14 02:40:18.521439 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:18.573338 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:18.574029 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:18.576756 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] 10.222.0.46 "PUT /v2.0/ports/27bed7d3-12f0-49b9-80a0-3b10162b6425 HTTP/1.1" status: 200 len: 1092 time: 1.1917129 Dec 14 02:40:18.578810 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88675e43-dcf4-48ac-b3fa-15eca38c0e0e', 'tag': '27bed7d3-12f0-49b9-80a0-3b10162b6425'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:18.582358 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8582a407-6000-4128-b623-4d6084392d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "88675e43-dcf4-48ac-b3fa-15eca38c0e0e", "tag": "27bed7d3-12f0-49b9-80a0-3b10162b6425"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:18.595486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e378609f-caa6-469b-b105-4ce2fb2f163f None None] DHCP port deletion for e1337c3d-bcf7-4486-ae42-aca12144d612 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:40:18.603984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-31d07acf-4ba7-4a87-ab59-6167e16c2b9d req-a8eef615-3d95-430c-9556-31ad7caeca31 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017218 Dec 14 02:40:18.620944 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-f96420c9-4445-4686-8b4b-f47f9fe5a405 service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354241 Dec 14 02:40:18.685127 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cfb006-c3b1-4345-b8cd-5be0e5463084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d05244-79eb-4a63-b389-79e981410829'}, {'server_uuid': 'f57c6b81-01e6-4b99-9056-fac54af3f6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f236c1c2-25db-41a8-824b-b949f96da30a'}, {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45864e56-7abd-4913-a7eb-e89f5d9893ba'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:18.687552 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4677725-6a10-40f7-930c-946d49150de1" -d '{"events": [{"server_uuid": "d9cfb006-c3b1-4345-b8cd-5be0e5463084", "name": "network-vif-plugged", "status": "completed", "tag": "45d05244-79eb-4a63-b389-79e981410829"}, {"server_uuid": "f57c6b81-01e6-4b99-9056-fac54af3f6cd", "name": "network-vif-plugged", "status": "completed", "tag": "f236c1c2-25db-41a8-824b-b949f96da30a"}, {"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-plugged", "status": "completed", "tag": "45864e56-7abd-4913-a7eb-e89f5d9893ba"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:18.750637 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafae88b-dd49-49b7-85f1-4d74b0e09f91 x-openstack-request-id: req-fafae88b-dd49-49b7-85f1-4d74b0e09f91 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:18.755231 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cfb006-c3b1-4345-b8cd-5be0e5463084", "name": "network-vif-plugged", "status": "completed", "tag": "45d05244-79eb-4a63-b389-79e981410829", "code": 200}, {"server_uuid": "f57c6b81-01e6-4b99-9056-fac54af3f6cd", "name": "network-vif-plugged", "status": "completed", "tag": "f236c1c2-25db-41a8-824b-b949f96da30a", "code": 200}, {"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-plugged", "status": "completed", "tag": "45864e56-7abd-4913-a7eb-e89f5d9893ba", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:18.764858 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fafae88b-dd49-49b7-85f1-4d74b0e09f91 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:18.764858 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cfb006-c3b1-4345-b8cd-5be0e5463084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d05244-79eb-4a63-b389-79e981410829', 'code': 200} Dec 14 02:40:18.764858 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57c6b81-01e6-4b99-9056-fac54af3f6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f236c1c2-25db-41a8-824b-b949f96da30a', 'code': 200} Dec 14 02:40:18.764858 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45864e56-7abd-4913-a7eb-e89f5d9893ba', 'code': 200} Dec 14 02:40:18.790620 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a42b3cf-41ca-46a8-a078-23e70f162ea3 x-openstack-request-id: req-2a42b3cf-41ca-46a8-a078-23e70f162ea3 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:18.790838 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88675e43-dcf4-48ac-b3fa-15eca38c0e0e", "tag": "27bed7d3-12f0-49b9-80a0-3b10162b6425", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:18.791158 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a42b3cf-41ca-46a8-a078-23e70f162ea3 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:18.791712 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88675e43-dcf4-48ac-b3fa-15eca38c0e0e', 'tag': '27bed7d3-12f0-49b9-80a0-3b10162b6425', 'status': 'completed', 'code': 200} Dec 14 02:40:18.793707 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859e03a-15b4-4201-a203-933cceafc236 service neutron] Pushing event updated for resources: {'Port': ['ID=27bed7d3-12f0-49b9-80a0-3b10162b6425,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:18.811626 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-a9d21a93-6078-47e9-afa1-14ee97dd7547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:18.813370 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-a9d21a93-6078-47e9-afa1-14ee97dd7547 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8de2e897b66f4832a6b93a500335cd1f&device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 1095 time: 0.0575433 Dec 14 02:40:18.821167 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e68591-99f8-4e43-86e9-b910e9367dc7 req-ee44ea1a-481d-454b-b86f-fb3d4f35b8f7 service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908753 Dec 14 02:40:18.891155 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-b8ee1294-cca9-4074-8e2e-f82913ad27cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27bed7d3-12f0-49b9-80a0-3b10162b6425 HTTP/1.1" status: 200 len: 217 time: 0.0617902 Dec 14 02:40:19.016007 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9709585-3a9c-43be-96b7-f90116921408 req-f47162f3-66ae-4255-99d1-b1ea1b5330e9 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 210 time: 0.0599210 Dec 14 02:40:19.055757 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-632b8d77-2e60-449b-a89e-74764056d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.058445 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-632b8d77-2e60-449b-a89e-74764056d848 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71b59d7a-4d1f-479f-848f-a3d5895f59fb HTTP/1.1" status: 200 len: 854 time: 0.1596873 Dec 14 02:40:19.099324 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec312e3-6b85-4a52-8840-61b0463205a1 req-4c67b380-a80b-4ba0-a356-2b4bff0306c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.101150 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4ec312e3-6b85-4a52-8840-61b0463205a1 req-4c67b380-a80b-4ba0-a356-2b4bff0306c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d9cfb006-c3b1-4345-b8cd-5be0e5463084 HTTP/1.1" status: 200 len: 1101 time: 0.1299009 Dec 14 02:40:19.104919 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace65e7-efa8-4404-b300-12fba2715c92 req-c0ac31a8-0fe0-4209-b222-a585f56ccc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.105430 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace65e7-efa8-4404-b300-12fba2715c92 req-c0ac31a8-0fe0-4209-b222-a585f56ccc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.105900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace65e7-efa8-4404-b300-12fba2715c92 req-c0ac31a8-0fe0-4209-b222-a585f56ccc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.106363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace65e7-efa8-4404-b300-12fba2715c92 req-c0ac31a8-0fe0-4209-b222-a585f56ccc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.106822 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace65e7-efa8-4404-b300-12fba2715c92 req-c0ac31a8-0fe0-4209-b222-a585f56ccc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.107281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace65e7-efa8-4404-b300-12fba2715c92 req-c0ac31a8-0fe0-4209-b222-a585f56ccc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.108069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace65e7-efa8-4404-b300-12fba2715c92 req-c0ac31a8-0fe0-4209-b222-a585f56ccc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.113196 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ace65e7-efa8-4404-b300-12fba2715c92 req-c0ac31a8-0fe0-4209-b222-a585f56ccc75 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 6501 time: 0.0859461 Dec 14 02:40:19.138974 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-5b7beb68-a617-4e86-b0fb-a976628c6f5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1337c3d-bcf7-4486-ae42-aca12144d612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653231 Dec 14 02:40:19.143126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215f7d0-bfc5-44bf-980b-e71dd368e032 req-e33f89c0-f8f3-4ac6-a365-9d7da6258d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.146879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d215f7d0-bfc5-44bf-980b-e71dd368e032 req-e33f89c0-f8f3-4ac6-a365-9d7da6258d8e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 1101 time: 0.1299188 Dec 14 02:40:19.259888 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ace65e7-efa8-4404-b300-12fba2715c92 req-ec758803-9727-4206-b586-e8d2d39ef804 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4f2d099e-49b9-4bda-8434-20743c32a95e&id=a99c608b-fe34-4377-b46c-98cb264ff4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1276944 Dec 14 02:40:19.262757 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d215f7d0-bfc5-44bf-980b-e71dd368e032 req-ff30edc0-ac32-4040-87f8-161f07d0b2af service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055701 Dec 14 02:40:19.269047 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4ec312e3-6b85-4a52-8840-61b0463205a1 req-20c2a5d4-5b90-4a75-abed-22d81317c7f0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411581 Dec 14 02:40:19.279963 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-4ef16168-bf6f-4d16-a761-c565995e5aaa service neutron] 10.222.0.46 "GET /v2.0/networks/e1337c3d-bcf7-4486-ae42-aca12144d612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289139 Dec 14 02:40:19.335500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5dfbf-9725-4027-964d-78c7a25e7d82 req-7ba30b94-81cc-4c6e-8ae2-9f03d8abe274 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.337054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b9b5dfbf-9725-4027-964d-78c7a25e7d82 req-7ba30b94-81cc-4c6e-8ae2-9f03d8abe274 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 944 time: 0.0571737 Dec 14 02:40:19.390999 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c13075e3-77e6-4aa9-812d-4ec8ce8fd651 req-c6e08c91-0936-42df-b003-eb3001238b05 service neutron] 10.222.0.46 "GET /v2.0/networks/e1337c3d-bcf7-4486-ae42-aca12144d612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032369 Dec 14 02:40:19.392059 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b9b5dfbf-9725-4027-964d-78c7a25e7d82 req-fb361ef4-86f5-4769-b9ae-825b07e27709 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469410 Dec 14 02:40:19.598638 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe567d-e35c-4f02-a051-3d1bb1ecfdef req-a295e464-e406-4b69-a528-7b365efca5f4 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.604604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe567d-e35c-4f02-a051-3d1bb1ecfdef req-a295e464-e406-4b69-a528-7b365efca5f4 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.610637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe567d-e35c-4f02-a051-3d1bb1ecfdef req-a295e464-e406-4b69-a528-7b365efca5f4 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.617414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe567d-e35c-4f02-a051-3d1bb1ecfdef req-a295e464-e406-4b69-a528-7b365efca5f4 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.623284 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe567d-e35c-4f02-a051-3d1bb1ecfdef req-a295e464-e406-4b69-a528-7b365efca5f4 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.629785 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe567d-e35c-4f02-a051-3d1bb1ecfdef req-a295e464-e406-4b69-a528-7b365efca5f4 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.635711 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe567d-e35c-4f02-a051-3d1bb1ecfdef req-a295e464-e406-4b69-a528-7b365efca5f4 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.637668 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45fe567d-e35c-4f02-a051-3d1bb1ecfdef req-a295e464-e406-4b69-a528-7b365efca5f4 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5444 time: 0.0955920 Dec 14 02:40:19.709565 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582a407-6000-4128-b623-4d6084392d0f req-c8544a0e-8de9-425f-8b67-3f1e90ea3853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.711365 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8582a407-6000-4128-b623-4d6084392d0f req-c8544a0e-8de9-425f-8b67-3f1e90ea3853 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8de2e897b66f4832a6b93a500335cd1f&device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 1095 time: 0.0567861 Dec 14 02:40:19.749899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45fe567d-e35c-4f02-a051-3d1bb1ecfdef req-71e79cfb-a2bf-4bfe-a232-eab9b562c93e tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957422 Dec 14 02:40:19.819875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff744de-b999-46b0-92ee-e534c1825a5f req-b97241a8-c7e4-400b-9184-c1fc094515b2 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.821773 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ff744de-b999-46b0-92ee-e534c1825a5f req-b97241a8-c7e4-400b-9184-c1fc094515b2 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 950 time: 0.0585761 Dec 14 02:40:19.845979 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582a407-6000-4128-b623-4d6084392d0f req-55dbedc4-f91a-46e8-9ee6-c5a20364466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.849824 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8582a407-6000-4128-b623-4d6084392d0f req-55dbedc4-f91a-46e8-9ee6-c5a20364466c service neutron] 10.222.0.46 "GET /v2.0/networks?id=e1337c3d-bcf7-4486-ae42-aca12144d612 HTTP/1.1" status: 200 len: 915 time: 0.1284692 Dec 14 02:40:19.889601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ff744de-b999-46b0-92ee-e534c1825a5f req-34d24df9-c585-43c3-9605-aff528feccc4 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615120 Dec 14 02:40:19.893989 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8582a407-6000-4128-b623-4d6084392d0f req-475c5e72-02f6-47af-b897-7f15b759862e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27bed7d3-12f0-49b9-80a0-3b10162b6425 HTTP/1.1" status: 200 len: 217 time: 0.0386181 Dec 14 02:40:19.959037 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582a407-6000-4128-b623-4d6084392d0f req-78d942da-626d-479f-af52-9184696c0ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:19.960958 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8582a407-6000-4128-b623-4d6084392d0f req-78d942da-626d-479f-af52-9184696c0ada service neutron] 10.222.0.46 "GET /v2.0/subnets?id=71b59d7a-4d1f-479f-848f-a3d5895f59fb HTTP/1.1" status: 200 len: 854 time: 0.0593908 Dec 14 02:40:19.997891 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8582a407-6000-4128-b623-4d6084392d0f req-cbb1406e-ca14-4be7-9ada-3f5b14c971e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e1337c3d-bcf7-4486-ae42-aca12144d612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283654 Dec 14 02:40:20.134607 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8582a407-6000-4128-b623-4d6084392d0f req-597eb9e9-4952-4fde-a122-141f964a4e3f service neutron] 10.222.0.46 "GET /v2.0/networks/e1337c3d-bcf7-4486-ae42-aca12144d612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292267 Dec 14 02:40:20.173289 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b21c472a-19ef-4d4a-aa14-de8d951b33d3 req-79b3bedd-9134-44f9-8cbe-94168a71e08e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=193e5a2d-8372-4e26-9874-5468e5c29fb6 HTTP/1.1" status: 200 len: 210 time: 0.0269265 Dec 14 02:40:20.234551 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8582a407-6000-4128-b623-4d6084392d0f req-380121a7-ea66-475f-8547-08276069926e service neutron] 10.222.0.46 "GET /v2.0/networks/e1337c3d-bcf7-4486-ae42-aca12144d612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919385 Dec 14 02:40:20.514953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e17896-99b1-4598-adb9-ebd4f20e40cc req-8e6f7be9-ccb0-4561-9459-3eca690ce69d tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:20.516613 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-72e17896-99b1-4598-adb9-ebd4f20e40cc req-8e6f7be9-ccb0-4561-9459-3eca690ce69d tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 944 time: 0.0547516 Dec 14 02:40:20.572914 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-72e17896-99b1-4598-adb9-ebd4f20e40cc req-55c7a60a-c7b1-45e2-b3d3-17c70ff14f30 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498610 Dec 14 02:40:20.896255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fcb12-8a1d-45f8-b368-d16fce4ef818 req-f294dd9c-8f32-46df-a308-4138e0d54f24 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:20.903013 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fcb12-8a1d-45f8-b368-d16fce4ef818 req-f294dd9c-8f32-46df-a308-4138e0d54f24 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:20.908196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fcb12-8a1d-45f8-b368-d16fce4ef818 req-f294dd9c-8f32-46df-a308-4138e0d54f24 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:20.915250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fcb12-8a1d-45f8-b368-d16fce4ef818 req-f294dd9c-8f32-46df-a308-4138e0d54f24 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:20.921705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fcb12-8a1d-45f8-b368-d16fce4ef818 req-f294dd9c-8f32-46df-a308-4138e0d54f24 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:20.930293 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fcb12-8a1d-45f8-b368-d16fce4ef818 req-f294dd9c-8f32-46df-a308-4138e0d54f24 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:20.936407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fcb12-8a1d-45f8-b368-d16fce4ef818 req-f294dd9c-8f32-46df-a308-4138e0d54f24 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:20.938480 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b06fcb12-8a1d-45f8-b368-d16fce4ef818 req-f294dd9c-8f32-46df-a308-4138e0d54f24 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5444 time: 0.1028976 Dec 14 02:40:21.047221 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b06fcb12-8a1d-45f8-b368-d16fce4ef818 req-fdb26533-3477-4ef8-a2a8-78d655c7ef30 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1019788 Dec 14 02:40:21.056663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40def67e-53e9-45e4-a0a6-9ebb821f2aa4 req-83d0d52b-7719-4b34-8d8a-a1ad90a645bb tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:21.058902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40def67e-53e9-45e4-a0a6-9ebb821f2aa4 req-83d0d52b-7719-4b34-8d8a-a1ad90a645bb tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 950 time: 0.0753486 Dec 14 02:40:21.125020 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40def67e-53e9-45e4-a0a6-9ebb821f2aa4 req-bd869ed5-f2f1-41e3-bffc-de7c5a925e57 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553689 Dec 14 02:40:21.784235 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2688a5-65a7-4628-8eef-cba9f8b5b66e req-7701f46f-1bad-49f5-abba-f77f0660a5dd tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:21.787406 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff2688a5-65a7-4628-8eef-cba9f8b5b66e req-7701f46f-1bad-49f5-abba-f77f0660a5dd tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 944 time: 0.1306698 Dec 14 02:40:21.889575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf1dda-13a1-4df4-bc75-91218b17d03e req-6f72c3ad-b7be-4f9d-998f-ca1603c30afe tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:21.895198 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-efaf1dda-13a1-4df4-bc75-91218b17d03e req-6f72c3ad-b7be-4f9d-998f-ca1603c30afe tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 812 time: 0.2209053 Dec 14 02:40:21.911468 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff2688a5-65a7-4628-8eef-cba9f8b5b66e req-5d79d4d9-534a-4228-aece-9bc1f89783db tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170619 Dec 14 02:40:21.922680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-efaf1dda-13a1-4df4-bc75-91218b17d03e req-57de04d0-1712-4426-8f42-74942239504e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/quotas/8e80e89af5034db09d4ceb72bc89e4da HTTP/1.1" status: 200 len: 375 time: 0.0215254 Dec 14 02:40:21.964692 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-efaf1dda-13a1-4df4-bc75-91218b17d03e req-1de9973c-c8cb-4ac3-91d3-ab539f03c8ea tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347736 Dec 14 02:40:22.079515 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-efaf1dda-13a1-4df4-bc75-91218b17d03e req-56d5ba37-5415-41ad-9c18-6d1fe0ec3f28 service neutron] 10.222.0.39 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056981 Dec 14 02:40:22.209933 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c93fb-a80f-48b1-8bfb-26e754964b01 req-3fc7943b-8275-4a0f-ab09-f02618fb4517 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:22.215803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c93fb-a80f-48b1-8bfb-26e754964b01 req-3fc7943b-8275-4a0f-ab09-f02618fb4517 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:22.221830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c93fb-a80f-48b1-8bfb-26e754964b01 req-3fc7943b-8275-4a0f-ab09-f02618fb4517 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:22.228678 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c93fb-a80f-48b1-8bfb-26e754964b01 req-3fc7943b-8275-4a0f-ab09-f02618fb4517 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:22.234678 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c93fb-a80f-48b1-8bfb-26e754964b01 req-3fc7943b-8275-4a0f-ab09-f02618fb4517 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:22.241183 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c93fb-a80f-48b1-8bfb-26e754964b01 req-3fc7943b-8275-4a0f-ab09-f02618fb4517 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:22.247039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c93fb-a80f-48b1-8bfb-26e754964b01 req-3fc7943b-8275-4a0f-ab09-f02618fb4517 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:22.248978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab4c93fb-a80f-48b1-8bfb-26e754964b01 req-3fc7943b-8275-4a0f-ab09-f02618fb4517 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5444 time: 0.1143830 Dec 14 02:40:22.266977 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-efaf1dda-13a1-4df4-bc75-91218b17d03e req-51c4a65f-d95f-4291-8d19-88836c851790 service neutron] 10.222.0.39 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810377 Dec 14 02:40:22.315358 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab4c93fb-a80f-48b1-8bfb-26e754964b01 req-9454aa70-ebd4-474b-9e95-59928d0e41d6 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596066 Dec 14 02:40:22.445219 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962a611-4a3c-46b5-897e-8bf66fdc6c01 req-8afa548f-dd3d-4edf-a59f-61812ed03f2e tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:22.446775 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d962a611-4a3c-46b5-897e-8bf66fdc6c01 req-8afa548f-dd3d-4edf-a59f-61812ed03f2e tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 950 time: 0.0570619 Dec 14 02:40:22.495877 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d962a611-4a3c-46b5-897e-8bf66fdc6c01 req-6bde0582-5cd4-4e41-8609-b69144ad3999 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429385 Dec 14 02:40:22.642789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa0981-59a0-443c-8687-81cb62d34326 req-4df67c50-ca18-4ef2-b66b-ca5e5a57197b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:22.649499 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa0981-59a0-443c-8687-81cb62d34326 req-4df67c50-ca18-4ef2-b66b-ca5e5a57197b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:22.658766 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa0981-59a0-443c-8687-81cb62d34326 req-4df67c50-ca18-4ef2-b66b-ca5e5a57197b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:22.661765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa0981-59a0-443c-8687-81cb62d34326 req-4df67c50-ca18-4ef2-b66b-ca5e5a57197b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:22.667833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa0981-59a0-443c-8687-81cb62d34326 req-4df67c50-ca18-4ef2-b66b-ca5e5a57197b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:22.673921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa0981-59a0-443c-8687-81cb62d34326 req-4df67c50-ca18-4ef2-b66b-ca5e5a57197b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:22.680341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa0981-59a0-443c-8687-81cb62d34326 req-4df67c50-ca18-4ef2-b66b-ca5e5a57197b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:22.682307 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-19aa0981-59a0-443c-8687-81cb62d34326 req-4df67c50-ca18-4ef2-b66b-ca5e5a57197b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5444 time: 0.1033280 Dec 14 02:40:22.696216 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35046) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:22.705107 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-22a30d43-f0f4-4002-8254-e73c0f145b31 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Request body: {'floatingip': {'port_id': '80d0c3df-68eb-4bde-a5c9-676990933749'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:22.721345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-adab272d-8222-43ef-a9fe-42bf8e8275d6 req-be9d184c-57b0-4de6-a80e-82ab056285a1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=00e928d4-e48a-40c6-a7e3-2f6a183e87b7 HTTP/1.1" status: 200 len: 210 time: 0.0379171 Dec 14 02:40:22.825526 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-22a30d43-f0f4-4002-8254-e73c0f145b31 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for floatingip, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:22.874701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf7ad2-e68b-4d74-8c26-57a624acfb76 req-7ff4e52a-ab3a-4779-93d3-9ddfe9198dbf tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:22.874701 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1baf7ad2-e68b-4d74-8c26-57a624acfb76 req-7ff4e52a-ab3a-4779-93d3-9ddfe9198dbf tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cfb006-c3b1-4345-b8cd-5be0e5463084 HTTP/1.1" status: 200 len: 950 time: 0.0605221 Dec 14 02:40:22.958624 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1baf7ad2-e68b-4d74-8c26-57a624acfb76 req-71d659f9-d3c3-46e8-9392-33bdc261b2da tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816102 Dec 14 02:40:23.440560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c044a3-0ef0-4964-affd-586c173b5675 req-c9ecf4c5-378a-455c-a263-d27d98d46f75 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:23.441886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52c044a3-0ef0-4964-affd-586c173b5675 req-c9ecf4c5-378a-455c-a263-d27d98d46f75 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 944 time: 0.0600157 Dec 14 02:40:23.493106 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52c044a3-0ef0-4964-affd-586c173b5675 req-f6ad5d04-e724-4897-a813-0e3235d4a6a0 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448160 Dec 14 02:40:23.608595 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-22a30d43-f0f4-4002-8254-e73c0f145b31 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:23.778884 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-22a30d43-f0f4-4002-8254-e73c0f145b31 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:23.834814 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 27bed7d3-12f0-49b9-80a0-3b10162b6425 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:40:23.883489 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-22a30d43-f0f4-4002-8254-e73c0f145b31 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Floating IP 7a39973f-bff9-4015-91e0-b17e864ea4a0 associated. External IP: 172.25.7.35, port: 80d0c3df-68eb-4bde-a5c9-676990933749. Dec 14 02:40:23.997393 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 27bed7d3-12f0-49b9-80a0-3b10162b6425, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=27bed7d3-12f0-49b9-80a0-3b10162b6425,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:24.010972 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '27bed7d3-12f0-49b9-80a0-3b10162b6425', 'network_id': 'e1337c3d-bcf7-4486-ae42-aca12144d612', 'port_id': '27bed7d3-12f0-49b9-80a0-3b10162b6425', 'mac_address': 'fa:16:3e:19:80:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b59d7a-4d1f-479f-848f-a3d5895f59fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:40:24.050244 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:24.064073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27bed7d3-12f0-49b9-80a0-3b10162b6425 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:24.085369 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 27bed7d3-12f0-49b9-80a0-3b10162b6425, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=27bed7d3-12f0-49b9-80a0-3b10162b6425,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:24.126520 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a30d43-f0f4-4002-8254-e73c0f145b31 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Router fb64953b-5b09-404f-a9e5-43aeb5c2c57f has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:40:24.201239 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:24.285518 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a30d43-f0f4-4002-8254-e73c0f145b31 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:40:24.298601 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-22a30d43-f0f4-4002-8254-e73c0f145b31 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:24.299771 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8798adb8-3c80-4daf-b35b-21f7aa4d088d None None] Sync routers for ids ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:40:24.332794 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-22a30d43-f0f4-4002-8254-e73c0f145b31 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "PUT /v2.0/floatingips/7a39973f-bff9-4015-91e0-b17e864ea4a0 HTTP/1.1" status: 200 len: 991 time: 1.6335411 Dec 14 02:40:24.334085 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'tag': '80d0c3df-68eb-4bde-a5c9-676990933749'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:24.340273 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea301f2-5d98-4800-a9f2-eec150ae7a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "tag": "80d0c3df-68eb-4bde-a5c9-676990933749"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:24.362356 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=27bed7d3-12f0-49b9-80a0-3b10162b6425,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:24.367400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8798adb8-3c80-4daf-b35b-21f7aa4d088d None None] Routers {'fb64953b-5b09-404f-a9e5-43aeb5c2c57f'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:40:24.369042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8798adb8-3c80-4daf-b35b-21f7aa4d088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:40:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:24.504760 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-ce2e43b8-b6aa-476b-a563-8c2e20213bd8 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:24.505233 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965aa4b9-4cea-40f7-9ee4-6b081aebffc4 x-openstack-request-id: req-965aa4b9-4cea-40f7-9ee4-6b081aebffc4 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:24.505233 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "tag": "80d0c3df-68eb-4bde-a5c9-676990933749", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:24.505233 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-965aa4b9-4cea-40f7-9ee4-6b081aebffc4 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:24.505233 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'tag': '80d0c3df-68eb-4bde-a5c9-676990933749', 'status': 'completed', 'code': 200} Dec 14 02:40:24.505727 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-ce2e43b8-b6aa-476b-a563-8c2e20213bd8 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 812 time: 0.1218710 Dec 14 02:40:24.521978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-680f0157-97c6-4430-9ad5-75ccfc44b22a tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/quotas/8e80e89af5034db09d4ceb72bc89e4da HTTP/1.1" status: 200 len: 375 time: 0.0107093 Dec 14 02:40:24.543858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-8798adb8-3c80-4daf-b35b-21f7aa4d088d None None] Set router fb64953b-5b09-404f-a9e5-43aeb5c2c57f gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:40:24.595270 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-34619b05-1353-414a-98c0-e0d4180e4936 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664201 Dec 14 02:40:24.611507 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['27bed7d3-12f0-49b9-80a0-3b10162b6425'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:40:24.782527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dda253-f767-472a-ac94-da38f83fadee req-abc145b3-03ed-4542-9e41-c2a3feaaed1a tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:24.784283 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26dda253-f767-472a-ac94-da38f83fadee req-abc145b3-03ed-4542-9e41-c2a3feaaed1a tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 945 time: 0.2008946 Dec 14 02:40:24.791623 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea301f2-5d98-4800-a9f2-eec150ae7a5c req-62e26174-5c9f-4878-b03f-33081e0bc0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:24.792099 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea301f2-5d98-4800-a9f2-eec150ae7a5c req-62e26174-5c9f-4878-b03f-33081e0bc0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:24.792568 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea301f2-5d98-4800-a9f2-eec150ae7a5c req-62e26174-5c9f-4878-b03f-33081e0bc0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:24.793034 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea301f2-5d98-4800-a9f2-eec150ae7a5c req-62e26174-5c9f-4878-b03f-33081e0bc0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:24.793515 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea301f2-5d98-4800-a9f2-eec150ae7a5c req-62e26174-5c9f-4878-b03f-33081e0bc0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:24.793983 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea301f2-5d98-4800-a9f2-eec150ae7a5c req-62e26174-5c9f-4878-b03f-33081e0bc0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:24.794457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea301f2-5d98-4800-a9f2-eec150ae7a5c req-62e26174-5c9f-4878-b03f-33081e0bc0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:24.799016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dea301f2-5d98-4800-a9f2-eec150ae7a5c req-62e26174-5c9f-4878-b03f-33081e0bc0e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20630dab3f6946828746e2d81f7e163b&device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 6501 time: 0.1985900 Dec 14 02:40:24.921857 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-cd18819c-7298-4ff5-a42a-afc9562b837e service neutron] 10.222.0.39 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253047 Dec 14 02:40:25.017813 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26dda253-f767-472a-ac94-da38f83fadee req-41fb6412-c4d9-414b-9eac-12eb947f131f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120953 Dec 14 02:40:25.060914 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea301f2-5d98-4800-a9f2-eec150ae7a5c req-304b96ef-ca26-415f-9d31-4a2b38828b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:25.063362 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dea301f2-5d98-4800-a9f2-eec150ae7a5c req-304b96ef-ca26-415f-9d31-4a2b38828b48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c8c294be-4992-4711-bfec-5f4308700461 HTTP/1.1" status: 200 len: 917 time: 0.2574697 Dec 14 02:40:25.145042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8798adb8-3c80-4daf-b35b-21f7aa4d088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'name': 'tempest-TaggedBootDevicesTest_v242-109604917-router', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '325d3330-c30c-4882-881d-16e875dec603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:20Z', 'updated_at': '2021-12-14T02:37:25Z', 'revision_number': 4, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'gw_port': {'id': '325d3330-c30c-4882-881d-16e875dec603', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:21Z', 'updated_at': '2021-12-14T02:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '7a39973f-bff9-4015-91e0-b17e864ea4a0', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'floating_ip_address': '172.25.7.35', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'port_id': '80d0c3df-68eb-4bde-a5c9-676990933749', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461', 'mac_address': 'fa:16:3e:94:73:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f155078-6872-4d2b-93ed-a54d71005a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:38:53Z', 'updated_at': '2021-12-14T02:40:23Z', 'revision_number': 1, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0558c790-5709-450b-9af7-3a98360740f4', 'name': '', 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'mac_address': 'fa:16:3e:f7:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '3efdcc0d-0482-44f9-8761-575428cc10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:25Z', 'updated_at': '2021-12-14T02:37:31Z', 'revision_number': 5, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'subnets': [{'id': '3efdcc0d-0482-44f9-8761-575428cc10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:25.165540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-1372e92e-09c5-4ba2-a6cb-f9105ec53f24 service neutron] 10.222.0.39 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323632 Dec 14 02:40:25.191667 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dea301f2-5d98-4800-a9f2-eec150ae7a5c req-6e1b8823-e6cd-48c6-886e-d53d67cd1fff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80d0c3df-68eb-4bde-a5c9-676990933749 HTTP/1.1" status: 200 len: 999 time: 0.0969603 Dec 14 02:40:25.194852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8798adb8-3c80-4daf-b35b-21f7aa4d088d None None] Checking router: fb64953b-5b09-404f-a9e5-43aeb5c2c57f for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:40:25.206836 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8798adb8-3c80-4daf-b35b-21f7aa4d088d None None] Routers {'fb64953b-5b09-404f-a9e5-43aeb5c2c57f'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:40:25.207995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8798adb8-3c80-4daf-b35b-21f7aa4d088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:40:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:25.247839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea301f2-5d98-4800-a9f2-eec150ae7a5c req-bac2188f-bd54-4b05-a1c3-9a2db07cc102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:25.249886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dea301f2-5d98-4800-a9f2-eec150ae7a5c req-bac2188f-bd54-4b05-a1c3-9a2db07cc102 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3efdcc0d-0482-44f9-8761-575428cc10a7 HTTP/1.1" status: 200 len: 855 time: 0.0503774 Dec 14 02:40:25.326778 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-8798adb8-3c80-4daf-b35b-21f7aa4d088d None None] Set router fb64953b-5b09-404f-a9e5-43aeb5c2c57f gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:40:25.386824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea301f2-5d98-4800-a9f2-eec150ae7a5c req-b0bf3479-3098-41d5-aa60-6ab094f1b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:25.388410 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dea301f2-5d98-4800-a9f2-eec150ae7a5c req-b0bf3479-3098-41d5-aa60-6ab094f1b278 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8c294be-4992-4711-bfec-5f4308700461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200426 Dec 14 02:40:25.625765 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dea301f2-5d98-4800-a9f2-eec150ae7a5c req-fa0cf6c9-8030-4e64-b647-b1aabedf0677 service neutron] 10.222.0.47 "GET /v2.0/networks/c8c294be-4992-4711-bfec-5f4308700461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150915 Dec 14 02:40:25.678834 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56fefd91-9d10-4680-b122-ddf6a3399318 req-d2e62ffc-eb2b-445a-9fcf-403cbdb6c6bd tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 210 time: 0.0424926 Dec 14 02:40:25.766802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8798adb8-3c80-4daf-b35b-21f7aa4d088d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'name': 'tempest-TaggedBootDevicesTest_v242-109604917-router', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '325d3330-c30c-4882-881d-16e875dec603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:20Z', 'updated_at': '2021-12-14T02:37:25Z', 'revision_number': 4, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'gw_port': {'id': '325d3330-c30c-4882-881d-16e875dec603', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:21Z', 'updated_at': '2021-12-14T02:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '7a39973f-bff9-4015-91e0-b17e864ea4a0', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'floating_ip_address': '172.25.7.35', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'port_id': '80d0c3df-68eb-4bde-a5c9-676990933749', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461', 'mac_address': 'fa:16:3e:94:73:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f155078-6872-4d2b-93ed-a54d71005a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:38:53Z', 'updated_at': '2021-12-14T02:40:23Z', 'revision_number': 1, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0558c790-5709-450b-9af7-3a98360740f4', 'name': '', 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'mac_address': 'fa:16:3e:f7:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '3efdcc0d-0482-44f9-8761-575428cc10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:25Z', 'updated_at': '2021-12-14T02:37:31Z', 'revision_number': 5, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'subnets': [{'id': '3efdcc0d-0482-44f9-8761-575428cc10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:25.806736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8798adb8-3c80-4daf-b35b-21f7aa4d088d None None] The sync data for ids ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'] in n-d-821636-1 is: [{'id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'name': 'tempest-TaggedBootDevicesTest_v242-109604917-router', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '325d3330-c30c-4882-881d-16e875dec603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:20Z', 'updated_at': '2021-12-14T02:37:25Z', 'revision_number': 4, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'gw_port': {'id': '325d3330-c30c-4882-881d-16e875dec603', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:21Z', 'updated_at': '2021-12-14T02:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '7a39973f-bff9-4015-91e0-b17e864ea4a0', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'floating_ip_address': '172.25.7.35', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'port_id': '80d0c3df-68eb-4bde-a5c9-676990933749', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461', 'mac_address': 'fa:16:3e:94:73:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f155078-6872-4d2b-93ed-a54d71005a12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:38:53Z', 'updated_at': '2021-12-14T02:40:23Z', 'revision_number': 1, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0558c790-5709-450b-9af7-3a98360740f4', 'name': '', 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'mac_address': 'fa:16:3e:f7:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '3efdcc0d-0482-44f9-8761-575428cc10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:25Z', 'updated_at': '2021-12-14T02:37:31Z', 'revision_number': 5, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'subnets': [{'id': '3efdcc0d-0482-44f9-8761-575428cc10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:40:25.838362 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dea301f2-5d98-4800-a9f2-eec150ae7a5c req-6c60dfda-e352-42fa-8737-a8c6780d35de service neutron] 10.222.0.47 "GET /v2.0/networks/c8c294be-4992-4711-bfec-5f4308700461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897039 Dec 14 02:40:25.850427 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 27bed7d3-12f0-49b9-80a0-3b10162b6425 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:40:26.006925 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 27bed7d3-12f0-49b9-80a0-3b10162b6425 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:40:26.012078 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 27bed7d3-12f0-49b9-80a0-3b10162b6425 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:26.012500 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:26.144922 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1680c559-047b-4b15-8551-7948823c3f2e None None] New status for floating IP 7a39973f-bff9-4015-91e0-b17e864ea4a0: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:40:26.168338 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:26.200233 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88675e43-dcf4-48ac-b3fa-15eca38c0e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bed7d3-12f0-49b9-80a0-3b10162b6425'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:26.203119 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2b7f40-d5bb-4617-adcc-1dd17aa704ea" -d '{"events": [{"server_uuid": "88675e43-dcf4-48ac-b3fa-15eca38c0e0e", "name": "network-vif-plugged", "status": "completed", "tag": "27bed7d3-12f0-49b9-80a0-3b10162b6425"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:26.249720 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 27bed7d3-12f0-49b9-80a0-3b10162b6425, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=27bed7d3-12f0-49b9-80a0-3b10162b6425,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:26.270173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5fdd1-f2db-47fa-8c18-e0b40b5a396d req-84eec55c-4e6b-404f-96c9-57881dd647ba tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:26.281159 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f120a869-ab57-41c1-b379-6fe4811194c7 x-openstack-request-id: req-f120a869-ab57-41c1-b379-6fe4811194c7 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:26.281524 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88675e43-dcf4-48ac-b3fa-15eca38c0e0e", "name": "network-vif-plugged", "status": "completed", "tag": "27bed7d3-12f0-49b9-80a0-3b10162b6425", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:26.281786 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f120a869-ab57-41c1-b379-6fe4811194c7 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:26.282193 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88675e43-dcf4-48ac-b3fa-15eca38c0e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27bed7d3-12f0-49b9-80a0-3b10162b6425', 'code': 200} Dec 14 02:40:26.283710 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ce5fdd1-f2db-47fa-8c18-e0b40b5a396d req-84eec55c-4e6b-404f-96c9-57881dd647ba tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 945 time: 0.1454611 Dec 14 02:40:26.340449 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:26.401107 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ce5fdd1-f2db-47fa-8c18-e0b40b5a396d req-a6e9c454-ffa6-4ea8-b7b5-b2c13b81d0d1 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164212 Dec 14 02:40:26.469254 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=27bed7d3-12f0-49b9-80a0-3b10162b6425,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:26.569926 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bb312-7447-47b1-b106-4e90f2c60f90 req-f3328dd1-1284-41b5-be0b-83030c52a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:26.571445 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8b3bb312-7447-47b1-b106-4e90f2c60f90 req-f3328dd1-1284-41b5-be0b-83030c52a37a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 1097 time: 0.1823575 Dec 14 02:40:26.645956 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8b3bb312-7447-47b1-b106-4e90f2c60f90 req-e5d60337-2645-46b6-90a9-fd3ad736283d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602572 Dec 14 02:40:26.776882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cc360beb-753e-415a-a244-7b5dd5a199d0 req-5ecb293d-2b76-479d-9516-4c560137686e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 210 time: 0.0294976 Dec 14 02:40:26.886951 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:27.467834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 45d05244-79eb-4a63-b389-79e981410829 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:40:27.576462 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5420800-3abd-46c3-9d28-e4d45193e56f req-bb75908e-be31-4201-a887-87d3e45f5e3c tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:27.590348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5420800-3abd-46c3-9d28-e4d45193e56f req-bb75908e-be31-4201-a887-87d3e45f5e3c tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 946 time: 0.1049402 Dec 14 02:40:27.638022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 45d05244-79eb-4a63-b389-79e981410829, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=45d05244-79eb-4a63-b389-79e981410829,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:27.651784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5420800-3abd-46c3-9d28-e4d45193e56f req-f23956da-49b3-4d43-a62a-09e9bcd70e76 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597577 Dec 14 02:40:27.654803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '45d05244-79eb-4a63-b389-79e981410829', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '45d05244-79eb-4a63-b389-79e981410829', 'mac_address': 'fa:16:3e:0b:d6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:40:27.704031 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:27.729364 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45d05244-79eb-4a63-b389-79e981410829 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:27.770699 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 45d05244-79eb-4a63-b389-79e981410829, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=45d05244-79eb-4a63-b389-79e981410829,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:27.857294 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:27.904278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d8a0a25-9d90-4764-947e-f1429f55f8db req-a5fec6db-3caa-439d-8719-4286564d77d4 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 210 time: 0.0550048 Dec 14 02:40:27.948986 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=45d05244-79eb-4a63-b389-79e981410829,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:28.127739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['45d05244-79eb-4a63-b389-79e981410829'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:40:28.462361 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-8e3a6e8f-443f-46f2-80fc-e9c9794e3c6f tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:28.464158 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-8e3a6e8f-443f-46f2-80fc-e9c9794e3c6f tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.46 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 812 time: 0.1315885 Dec 14 02:40:28.484888 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-907ee8ff-74ce-441f-adb0-69060593282c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Request body: {'port': {'device_id': '1c67dee3-013d-4aab-9266-67a563e7d8f5', 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d', 'admin_state_up': True, 'tenant_id': '8e80e89af5034db09d4ceb72bc89e4da'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:28.702522 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-907ee8ff-74ce-441f-adb0-69060593282c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Made reservation on behalf of 8e80e89af5034db09d4ceb72bc89e4da for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:40:28.702522 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-907ee8ff-74ce-441f-adb0-69060593282c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:28.910278 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-907ee8ff-74ce-441f-adb0-69060593282c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Allocated IP 172.20.0.10 (4569343b-0d78-4515-821b-2ffa9a32777d/0a92f050-7d7f-44ec-8504-2ffe6d2c9312/1edff665-53a0-470e-acd9-bdfbee127402) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:40:28.931306 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5de364-b5a8-4f21-83ac-2f2293e2e0fb req-c3b20094-f842-403f-a500-0d560b50d80e tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:28.937008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d5de364-b5a8-4f21-83ac-2f2293e2e0fb req-c3b20094-f842-403f-a500-0d560b50d80e tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 946 time: 0.0967288 Dec 14 02:40:29.026302 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d5de364-b5a8-4f21-83ac-2f2293e2e0fb req-8fc7ddad-62d6-409d-bc6a-714b143ee908 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716517 Dec 14 02:40:29.190117 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-100d81a9-8710-4460-aea9-bfa3448c30fa req-dd8eb83a-139b-4d85-a03d-db0e0d40247e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 210 time: 0.0635383 Dec 14 02:40:29.287088 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-907ee8ff-74ce-441f-adb0-69060593282c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:29.352217 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011cecfd-cfd1-40a6-8e68-669c8f713a74 req-38f389d6-b271-4be9-919f-3768e96bd391 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:29.361026 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-011cecfd-cfd1-40a6-8e68-669c8f713a74 req-38f389d6-b271-4be9-919f-3768e96bd391 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 946 time: 0.1153233 Dec 14 02:40:29.417860 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-011cecfd-cfd1-40a6-8e68-669c8f713a74 req-833d520a-2432-468d-9e0f-7f4c894077c8 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554419 Dec 14 02:40:29.456825 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-907ee8ff-74ce-441f-adb0-69060593282c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:29.468569 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 45d05244-79eb-4a63-b389-79e981410829 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:40:29.510461 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-907ee8ff-74ce-441f-adb0-69060593282c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Network 4569343b-0d78-4515-821b-2ffa9a32777d is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:40:29.514746 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-907ee8ff-74ce-441f-adb0-69060593282c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:40:29.522965 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-907ee8ff-74ce-441f-adb0-69060593282c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:40:29.553154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee284f9-d20f-463a-8e10-ca714951ff1b None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:40:29.595563 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-907ee8ff-74ce-441f-adb0-69060593282c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:29.596465 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-907ee8ff-74ce-441f-adb0-69060593282c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:29.620026 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907ee8ff-74ce-441f-adb0-69060593282c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Pushing event updated for resources: {'Port': ['ID=1edff665-53a0-470e-acd9-bdfbee127402,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:29.653048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 45d05244-79eb-4a63-b389-79e981410829 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:29.653749 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:29.697676 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-907ee8ff-74ce-441f-adb0-69060593282c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2170875 Dec 14 02:40:29.712256 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7a9d5af5-4ddd-4881-afb4-e212f884823c None None] Provisioning complete for port 1edff665-53a0-470e-acd9-bdfbee127402 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:29.712632 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7a9d5af5-4ddd-4881-afb4-e212f884823c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:29.727514 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Request body: {'port': {'device_id': '1c67dee3-013d-4aab-9266-67a563e7d8f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:29.803112 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d5af5-4ddd-4881-afb4-e212f884823c None None] Port 1edff665-53a0-470e-acd9-bdfbee127402 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:40:29.811760 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:29.852057 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:29.859104 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 45d05244-79eb-4a63-b389-79e981410829, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=45d05244-79eb-4a63-b389-79e981410829,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:29.863672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cfb006-c3b1-4345-b8cd-5be0e5463084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d05244-79eb-4a63-b389-79e981410829'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:29.864511 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b9904d-b9e5-449f-bdd3-101a156b2397" -d '{"events": [{"server_uuid": "d9cfb006-c3b1-4345-b8cd-5be0e5463084", "name": "network-vif-plugged", "status": "completed", "tag": "45d05244-79eb-4a63-b389-79e981410829"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:29.932153 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420fe16a-cbc4-42cf-87ec-fddae4c8921a x-openstack-request-id: req-420fe16a-cbc4-42cf-87ec-fddae4c8921a {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:29.932881 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cfb006-c3b1-4345-b8cd-5be0e5463084", "name": "network-vif-plugged", "status": "completed", "tag": "45d05244-79eb-4a63-b389-79e981410829", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:29.933373 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-420fe16a-cbc4-42cf-87ec-fddae4c8921a {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:29.934006 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cfb006-c3b1-4345-b8cd-5be0e5463084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d05244-79eb-4a63-b389-79e981410829', 'code': 200} Dec 14 02:40:29.950096 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:29.981229 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10dbb8-fc23-4194-a564-8e458e7b742c req-63b528bc-3bd5-4fed-bee2-e4c6aaff1c3f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:29.983792 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e10dbb8-fc23-4194-a564-8e458e7b742c req-63b528bc-3bd5-4fed-bee2-e4c6aaff1c3f tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 946 time: 0.1229818 Dec 14 02:40:29.999772 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:30.053456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=45d05244-79eb-4a63-b389-79e981410829,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:30.073681 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e10dbb8-fc23-4194-a564-8e458e7b742c req-05f4a0d2-18da-4ff1-96a6-a78c7cce2ce7 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787375 Dec 14 02:40:30.382968 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66d934-18c2-4543-9297-d1e0b0324b03 req-89df1765-357a-4017-9fc2-0fb07d5ea806 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:30.395062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af66d934-18c2-4543-9297-d1e0b0324b03 req-89df1765-357a-4017-9fc2-0fb07d5ea806 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 946 time: 0.1417406 Dec 14 02:40:30.492356 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1edff665-53a0-470e-acd9-bdfbee127402 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:30.497413 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af66d934-18c2-4543-9297-d1e0b0324b03 req-0520dc28-3a83-4d9f-9f29-da0130700384 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931196 Dec 14 02:40:30.521135 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:30.528919 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f5400-0c48-4909-9828-30fcc3d9a824 req-dda8024b-e5b9-4b60-a41f-854f047833db tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:30.537884 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c72f5400-0c48-4909-9828-30fcc3d9a824 req-dda8024b-e5b9-4b60-a41f-854f047833db tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 932 time: 0.1302209 Dec 14 02:40:30.553250 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Transition to ACTIVE for port object 1edff665-53a0-470e-acd9-bdfbee127402 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:40:30.627595 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:30.644859 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c72f5400-0c48-4909-9828-30fcc3d9a824 req-736d6592-b54b-4469-a02e-5e519eea3c14 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047144 Dec 14 02:40:30.693796 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ccd0e2-dd97-4cb7-92a6-8a6bfa0cc928 None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:40:30.718269 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Pushing event updated for resources: {'Port': ['ID=1edff665-53a0-470e-acd9-bdfbee127402,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:30.783761 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:30.784207 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:30.785099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:30.786832 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:30.786832 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:30.786832 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:30.786832 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:30.786832 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:30.787315 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:30.787415 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:30.787737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:30.788067 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:30.788399 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:30.881986 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Attempting to bind port 1edff665-53a0-470e-acd9-bdfbee127402 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:40:30.882331 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Attempting to bind port 1edff665-53a0-470e-acd9-bdfbee127402 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:40:30.882665 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Attempting to bind port 1edff665-53a0-470e-acd9-bdfbee127402 on network 4569343b-0d78-4515-821b-2ffa9a32777d {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:40:30.887809 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Port 1edff665-53a0-470e-acd9-bdfbee127402 on network 4569343b-0d78-4515-821b-2ffa9a32777d not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:40:30.888140 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Attempting to bind port 1edff665-53a0-470e-acd9-bdfbee127402 on network 4569343b-0d78-4515-821b-2ffa9a32777d {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:40:30.899656 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:40:30.899656 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Checking segment: {'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:40:30.899656 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Bound using segment: {'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:40:30.899656 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Bound port: 1edff665-53a0-470e-acd9-bdfbee127402, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:40:30.899656 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:30.981817 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ef571-9f34-4c49-afb0-4713c75d5230 req-40af986a-d454-4459-b4fd-e83d8a647efc tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:30.983998 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] For port 1edff665-53a0-470e-acd9-bdfbee127402, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:40:30.986088 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e1ef571-9f34-4c49-afb0-4713c75d5230 req-40af986a-d454-4459-b4fd-e83d8a647efc tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 946 time: 0.1128969 Dec 14 02:40:30.988859 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] For port 1edff665-53a0-470e-acd9-bdfbee127402, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=1edff665-53a0-470e-acd9-bdfbee127402,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:40:31.071636 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e1ef571-9f34-4c49-afb0-4713c75d5230 req-4cf1a4ff-b590-4f83-b99e-2911bebf8368 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770204 Dec 14 02:40:31.082396 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:31.215693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6574b752-0306-4d8d-b640-bd5cbe629a1a None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:40:31.247093 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:31.250121 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:31.251851 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] 10.222.0.46 "PUT /v2.0/ports/1edff665-53a0-470e-acd9-bdfbee127402 HTTP/1.1" status: 200 len: 1092 time: 1.5310872 Dec 14 02:40:31.252325 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c67dee3-013d-4aab-9266-67a563e7d8f5', 'tag': '1edff665-53a0-470e-acd9-bdfbee127402'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:31.261943 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29447d58-399d-49a5-95b5-aefc90ce9efe" -d '{"events": [{"name": "network-changed", "server_uuid": "1c67dee3-013d-4aab-9266-67a563e7d8f5", "tag": "1edff665-53a0-470e-acd9-bdfbee127402"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:31.354933 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf36c68-1c32-4d35-85e8-f64d715beb3e service neutron] Pushing event updated for resources: {'Port': ['ID=1edff665-53a0-470e-acd9-bdfbee127402,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:31.381475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02816331-c733-466d-b93e-b362ec301e72 req-58ff1d68-9f23-4a92-b8b6-db1cd772c54d tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:31.392561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02816331-c733-466d-b93e-b362ec301e72 req-58ff1d68-9f23-4a92-b8b6-db1cd772c54d tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 946 time: 0.1337552 Dec 14 02:40:31.489850 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02816331-c733-466d-b93e-b362ec301e72 req-c2ccfbe9-2357-40e4-882a-696fed4620b5 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930767 Dec 14 02:40:31.543741 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-ef47ec47-31ea-45ee-9ecc-7bd61590ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:31.545739 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-ef47ec47-31ea-45ee-9ecc-7bd61590ef08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 1095 time: 0.0886350 Dec 14 02:40:31.564098 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a16650-e718-4325-9146-39d2b569f3d3 x-openstack-request-id: req-a1a16650-e718-4325-9146-39d2b569f3d3 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:31.569037 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c67dee3-013d-4aab-9266-67a563e7d8f5", "tag": "1edff665-53a0-470e-acd9-bdfbee127402", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:31.569037 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1a16650-e718-4325-9146-39d2b569f3d3 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:31.569037 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c67dee3-013d-4aab-9266-67a563e7d8f5', 'tag': '1edff665-53a0-470e-acd9-bdfbee127402', 'status': 'completed', 'code': 200} Dec 14 02:40:31.651803 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-25275001-6b6b-4ead-a0f0-56e3b5904567 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1edff665-53a0-470e-acd9-bdfbee127402 HTTP/1.1" status: 200 len: 217 time: 0.0850902 Dec 14 02:40:31.786625 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-ee8dd3b4-8c6f-4ec5-a483-9fe0bcdc3910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:31.790697 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-ee8dd3b4-8c6f-4ec5-a483-9fe0bcdc3910 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0a92f050-7d7f-44ec-8504-2ffe6d2c9312 HTTP/1.1" status: 200 len: 852 time: 0.1165118 Dec 14 02:40:31.829849 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456e171-efd8-44c3-b8ea-b19fff742dab req-58309477-cf6b-44ae-98e8-13e061eef0de tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:31.839654 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-22d815cf-4f58-4a4d-8987-e6204d3db1f4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4569343b-0d78-4515-821b-2ffa9a32777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431724 Dec 14 02:40:31.841661 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5456e171-efd8-44c3-b8ea-b19fff742dab req-58309477-cf6b-44ae-98e8-13e061eef0de tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 944 time: 0.0907910 Dec 14 02:40:31.904003 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5456e171-efd8-44c3-b8ea-b19fff742dab req-ca65628a-8e6b-4ab8-83e6-fb04af744e6b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609453 Dec 14 02:40:31.989750 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-061319ee-c7e3-40f2-ac1c-d2879521c4fd service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428132 Dec 14 02:40:32.101087 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ed8ca839-d205-4cea-9335-5086ac0bd216 req-dbff4a5e-f641-48ae-86d9-c9b46134d9b7 service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040027 Dec 14 02:40:32.340243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29447d58-399d-49a5-95b5-aefc90ce9efe req-3d1be58e-6d12-4d41-b78b-82f246c7eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:32.341903 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-29447d58-399d-49a5-95b5-aefc90ce9efe req-3d1be58e-6d12-4d41-b78b-82f246c7eb9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 1095 time: 0.0743515 Dec 14 02:40:32.493985 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29447d58-399d-49a5-95b5-aefc90ce9efe req-417cb8f1-c87d-4a76-9788-8d05ee443600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:32.495916 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-29447d58-399d-49a5-95b5-aefc90ce9efe req-417cb8f1-c87d-4a76-9788-8d05ee443600 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 913 time: 0.1452436 Dec 14 02:40:32.549468 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-29447d58-399d-49a5-95b5-aefc90ce9efe req-f5ee49ad-c103-4914-92a1-a937fa54b655 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1edff665-53a0-470e-acd9-bdfbee127402 HTTP/1.1" status: 200 len: 217 time: 0.0439954 Dec 14 02:40:32.562224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e277ee-849a-4473-b9b1-f5e585ef048e req-39777308-5dd5-4c2c-8bc9-9d839c961a48 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:32.566492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d7e277ee-849a-4473-b9b1-f5e585ef048e req-39777308-5dd5-4c2c-8bc9-9d839c961a48 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 946 time: 0.0763984 Dec 14 02:40:32.614295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29447d58-399d-49a5-95b5-aefc90ce9efe req-0c7d9cb4-0274-42bc-a8cb-e86cc08c3a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:32.616187 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-29447d58-399d-49a5-95b5-aefc90ce9efe req-0c7d9cb4-0274-42bc-a8cb-e86cc08c3a44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0a92f050-7d7f-44ec-8504-2ffe6d2c9312 HTTP/1.1" status: 200 len: 852 time: 0.0576830 Dec 14 02:40:32.646128 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d7e277ee-849a-4473-b9b1-f5e585ef048e req-dad0a40c-3890-4165-bfdd-3a4c0c2b0d8a tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682132 Dec 14 02:40:32.668803 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-29447d58-399d-49a5-95b5-aefc90ce9efe req-2725a97a-ddd2-4d34-8c0b-e1e55b217250 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4569343b-0d78-4515-821b-2ffa9a32777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432894 Dec 14 02:40:32.692452 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-02a64154-2145-4205-944e-7ab7cd99247e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:32.774307 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-29447d58-399d-49a5-95b5-aefc90ce9efe req-9da8ce28-305f-4237-8a76-6fd53c82ddc0 service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957401 Dec 14 02:40:32.882442 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-29447d58-399d-49a5-95b5-aefc90ce9efe req-4cd9adef-97d3-4963-b52e-1b92ab3bae78 service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987022 Dec 14 02:40:33.050949 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da61865-1139-4621-92a0-3ae6778f082d req-07c247d3-24c5-42a8-ae5a-6fcd0b0eddf0 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:33.052462 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8da61865-1139-4621-92a0-3ae6778f082d req-07c247d3-24c5-42a8-ae5a-6fcd0b0eddf0 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 944 time: 0.0637646 Dec 14 02:40:33.114044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8da61865-1139-4621-92a0-3ae6778f082d req-9b2563ff-a199-4d9e-9304-afe69782e1b2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546956 Dec 14 02:40:33.765170 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792adecf-bb06-4674-8238-bf1e0148a851 req-29991ef2-b774-4e97-9797-c1ad102be1dd tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:33.765170 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792adecf-bb06-4674-8238-bf1e0148a851 req-29991ef2-b774-4e97-9797-c1ad102be1dd tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 946 time: 0.0545211 Dec 14 02:40:33.826093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-792adecf-bb06-4674-8238-bf1e0148a851 req-f239e4ef-2b76-4ef2-8126-de8ff66d282b tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/security-groups?id=6cbb74bc-3c92-4d38-ad27-a86e341c7a71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585897 Dec 14 02:40:33.980698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e601a0-918c-4559-8f01-0829a196733b req-27dea6f8-9436-4677-bc12-435177680bd3 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:33.982308 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-60e601a0-918c-4559-8f01-0829a196733b req-27dea6f8-9436-4677-bc12-435177680bd3 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.46 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 946 time: 0.0754271 Dec 14 02:40:34.110428 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-60e601a0-918c-4559-8f01-0829a196733b req-1340a212-33cf-4e4b-bd3c-308146f6ffa0 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Deleting port 27bed7d3-12f0-49b9-80a0-3b10162b6425 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:40:34.111062 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-60e601a0-918c-4559-8f01-0829a196733b req-1340a212-33cf-4e4b-bd3c-308146f6ffa0 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:34.291315 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-60e601a0-918c-4559-8f01-0829a196733b req-1340a212-33cf-4e4b-bd3c-308146f6ffa0 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] For port 27bed7d3-12f0-49b9-80a0-3b10162b6425, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=27bed7d3-12f0-49b9-80a0-3b10162b6425,segment=NetworkSegment(2a2e4f1a-5b4f-4480-afbd-6ee95c388302),segment_id=2a2e4f1a-5b4f-4480-afbd-6ee95c388302)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:34.291629 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-60e601a0-918c-4559-8f01-0829a196733b req-1340a212-33cf-4e4b-bd3c-308146f6ffa0 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:34.331875 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-60e601a0-918c-4559-8f01-0829a196733b req-1340a212-33cf-4e4b-bd3c-308146f6ffa0 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Calling delete_port for 27bed7d3-12f0-49b9-80a0-3b10162b6425 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:40:34.389422 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537a912-5125-437d-8cb3-c58af39d3730 req-3a0141ef-9d2e-4059-a8b3-d57e815fdca6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:34.401792 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5537a912-5125-437d-8cb3-c58af39d3730 req-3a0141ef-9d2e-4059-a8b3-d57e815fdca6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 944 time: 0.1743186 Dec 14 02:40:34.490538 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5537a912-5125-437d-8cb3-c58af39d3730 req-6857aac3-3dec-4fab-aa7f-17293bb448fe tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825267 Dec 14 02:40:34.686798 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-60e601a0-918c-4559-8f01-0829a196733b req-1340a212-33cf-4e4b-bd3c-308146f6ffa0 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:34.727485 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340a212-33cf-4e4b-bd3c-308146f6ffa0 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Pushing event deleted for resources: {'Port': ['ID=27bed7d3-12f0-49b9-80a0-3b10162b6425,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:34.728535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['27bed7d3-12f0-49b9-80a0-3b10162b6425'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:40:34.786111 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e601a0-918c-4559-8f01-0829a196733b req-1340a212-33cf-4e4b-bd3c-308146f6ffa0 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] No DVR routers for this DVR port 27bed7d3-12f0-49b9-80a0-3b10162b6425 on host n-h1-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:40:34.788243 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-60e601a0-918c-4559-8f01-0829a196733b req-1340a212-33cf-4e4b-bd3c-308146f6ffa0 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:34.792054 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-60e601a0-918c-4559-8f01-0829a196733b req-1340a212-33cf-4e4b-bd3c-308146f6ffa0 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.46 "DELETE /v2.0/ports/27bed7d3-12f0-49b9-80a0-3b10162b6425 HTTP/1.1" status: 204 len: 173 time: 0.8031378 Dec 14 02:40:34.792651 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88675e43-dcf4-48ac-b3fa-15eca38c0e0e', 'name': 'network-vif-deleted', 'tag': '27bed7d3-12f0-49b9-80a0-3b10162b6425'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:34.798069 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96828c60-239e-4180-872f-d0356e4b9425" -d '{"events": [{"server_uuid": "88675e43-dcf4-48ac-b3fa-15eca38c0e0e", "name": "network-vif-deleted", "tag": "27bed7d3-12f0-49b9-80a0-3b10162b6425"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:34.822242 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10a9cc0-482b-45e5-b940-e0a93b641aa6 None None] DHCP port deletion for e1337c3d-bcf7-4486-ae42-aca12144d612 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:40:34.854589 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0082a4-9992-45b6-acf1-43cfa9392bc1 x-openstack-request-id: req-ef0082a4-9992-45b6-acf1-43cfa9392bc1 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:34.855373 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88675e43-dcf4-48ac-b3fa-15eca38c0e0e", "name": "network-vif-deleted", "tag": "27bed7d3-12f0-49b9-80a0-3b10162b6425", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:34.855846 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef0082a4-9992-45b6-acf1-43cfa9392bc1 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:34.856649 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88675e43-dcf4-48ac-b3fa-15eca38c0e0e', 'name': 'network-vif-deleted', 'tag': '27bed7d3-12f0-49b9-80a0-3b10162b6425', 'status': 'completed', 'code': 200} Dec 14 02:40:34.956998 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11a0639b-49b9-4446-afe3-53bf6e204471 req-15b75eb8-183a-4b9b-9ebd-1c4b23413ae7 tempest-ServerDiskConfigTestJSON-1686744151 tempest-ServerDiskConfigTestJSON-1686744151-project] 10.222.0.39 "GET /v2.0/ports?device_id=88675e43-dcf4-48ac-b3fa-15eca38c0e0e HTTP/1.1" status: 200 len: 210 time: 0.0369670 Dec 14 02:40:35.024927 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2a5edd93-7a07-4909-bbbd-88cd2532583e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:35.713196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337e4d6-8fb2-4d29-8fea-e523dec97e7d req-33f8589a-c4f5-4a70-8652-0d6ab874adc2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:35.723599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d337e4d6-8fb2-4d29-8fea-e523dec97e7d req-33f8589a-c4f5-4a70-8652-0d6ab874adc2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 944 time: 0.1121819 Dec 14 02:40:35.825695 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d337e4d6-8fb2-4d29-8fea-e523dec97e7d req-9f698203-a3c0-4dce-b40d-b1affca5d6d9 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009016 Dec 14 02:40:35.941608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 1edff665-53a0-470e-acd9-bdfbee127402 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:40:36.354887 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 1edff665-53a0-470e-acd9-bdfbee127402, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=1edff665-53a0-470e-acd9-bdfbee127402,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:36.371856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '1edff665-53a0-470e-acd9-bdfbee127402', 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d', 'port_id': '1edff665-53a0-470e-acd9-bdfbee127402', 'mac_address': 'fa:16:3e:59:7a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a92f050-7d7f-44ec-8504-2ffe6d2c9312', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:40:36.375393 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:36.394226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35452) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:36.421974 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:36.439514 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1edff665-53a0-470e-acd9-bdfbee127402 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:36.462398 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d9e880-d90d-44e0-b249-554c24272744 admin admin] Deleting subnet 71b59d7a-4d1f-479f-848f-a3d5895f59fb {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:40:36.463148 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11d9e880-d90d-44e0-b249-554c24272744 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:36.468045 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 1edff665-53a0-470e-acd9-bdfbee127402, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=1edff665-53a0-470e-acd9-bdfbee127402,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:36.517211 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11d9e880-d90d-44e0-b249-554c24272744 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:36.584159 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11d9e880-d90d-44e0-b249-554c24272744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:36.606741 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:36.757513 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11d9e880-d90d-44e0-b249-554c24272744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:36.783777 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=1edff665-53a0-470e-acd9-bdfbee127402,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:36.824494 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9e880-d90d-44e0-b249-554c24272744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b59d7a-4d1f-479f-848f-a3d5895f59fb,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:36.853166 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29537cc7-ee53-42c8-bff3-266a87afa3f9 None None] Network e1337c3d-bcf7-4486-ae42-aca12144d612 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:40:36.865786 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11d9e880-d90d-44e0-b249-554c24272744 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:36.881320 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-11d9e880-d90d-44e0-b249-554c24272744 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/71b59d7a-4d1f-479f-848f-a3d5895f59fb HTTP/1.1" status: 204 len: 168 time: 0.4828537 Dec 14 02:40:36.883914 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 35460) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:37.010120 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['1edff665-53a0-470e-acd9-bdfbee127402'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:40:37.052964 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921f7538-fff9-4874-82cb-43ceb93d8b2b None None] DHCP port deletion for e1337c3d-bcf7-4486-ae42-aca12144d612 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:40:37.084495 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:37.639046 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:37.926752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a137b11-07f3-44d9-8dc8-a7240fbe7641 req-2169f95f-77df-4800-992d-442f51305f98 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:37.934411 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a137b11-07f3-44d9-8dc8-a7240fbe7641 req-2169f95f-77df-4800-992d-442f51305f98 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 945 time: 0.8441455 Dec 14 02:40:37.936820 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:37.959079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 1edff665-53a0-470e-acd9-bdfbee127402 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:40:38.036255 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a137b11-07f3-44d9-8dc8-a7240fbe7641 req-0671ba25-715c-4600-94ac-5d8760c487b6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846286 Dec 14 02:40:38.076335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1337c3d-bcf7-4486-ae42-aca12144d612']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:38.122369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a2e4f1a-5b4f-4480-afbd-6ee95c388302') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:38.122961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a2e4f1a-5b4f-4480-afbd-6ee95c388302') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:38.143039 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:38.154839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35486) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:38.181136 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:38.192742 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:40:38.194127 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:40:38.196705 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:40:38.207904 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 1edff665-53a0-470e-acd9-bdfbee127402 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:40:38.218800 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 1edff665-53a0-470e-acd9-bdfbee127402 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:38.218800 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:38.413169 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:38.418653 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:38.424075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] 10.222.0.39 "DELETE /v2.0/networks/e1337c3d-bcf7-4486-ae42-aca12144d612 HTTP/1.1" status: 204 len: 168 time: 1.5367134 Dec 14 02:40:38.466735 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Pushing event deleted for resources: {'Network': ['ID=e1337c3d-bcf7-4486-ae42-aca12144d612,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:38.495084 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:38.502279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:38.506028 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:38.506491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:38.506938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:38.507393 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:38.507830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:38.508282 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:38.508696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:38.509145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:38.512860 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:38.515109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:38.515578 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11956f40-7586-4b9e-ad83-e80ccfc17f9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:38.545741 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b8ac486-5949-4403-926e-0c28b134a7ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:38.575057 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:38.578835 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:38.638123 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c67dee3-013d-4aab-9266-67a563e7d8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edff665-53a0-470e-acd9-bdfbee127402'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:38.640406 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15168ff9-c013-40cf-8412-6fa0e8d3b12e" -d '{"events": [{"server_uuid": "1c67dee3-013d-4aab-9266-67a563e7d8f5", "name": "network-vif-plugged", "status": "completed", "tag": "1edff665-53a0-470e-acd9-bdfbee127402"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:38.669487 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 1edff665-53a0-470e-acd9-bdfbee127402, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=1edff665-53a0-470e-acd9-bdfbee127402,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:38.713917 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad0c1f7-0291-4531-b6ae-84565fa96b71 x-openstack-request-id: req-1ad0c1f7-0291-4531-b6ae-84565fa96b71 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:38.714438 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c67dee3-013d-4aab-9266-67a563e7d8f5", "name": "network-vif-plugged", "status": "completed", "tag": "1edff665-53a0-470e-acd9-bdfbee127402", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:38.715517 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ad0c1f7-0291-4531-b6ae-84565fa96b71 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:38.716415 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c67dee3-013d-4aab-9266-67a563e7d8f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1edff665-53a0-470e-acd9-bdfbee127402', 'code': 200} Dec 14 02:40:38.732127 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:38.733336 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 27bed7d3-12f0-49b9-80a0-3b10162b6425 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:40:38.781635 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 27bed7d3-12f0-49b9-80a0-3b10162b6425 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:40:38.785178 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 27bed7d3-12f0-49b9-80a0-3b10162b6425 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:40:38.789942 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b8ac486-5949-4403-926e-0c28b134a7ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:38.860646 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=1edff665-53a0-470e-acd9-bdfbee127402,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:38.874648 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b8ac486-5949-4403-926e-0c28b134a7ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:38.934893 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4b8ac486-5949-4403-926e-0c28b134a7ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=433398bfbe53420096e1dd50a0e80f05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7810080 Dec 14 02:40:38.938137 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 35516) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:38.968320 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ac486-5949-4403-926e-0c28b134a7ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f838aaf1-d5fd-4b16-bf31-cbc1953a632a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:38.983302 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759ee10-b87a-42ab-bda0-40e73a10fcd4 req-496d2f17-5d7b-4b3b-9a8e-6ba697616c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:38.984823 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b759ee10-b87a-42ab-bda0-40e73a10fcd4 req-496d2f17-5d7b-4b3b-9a8e-6ba697616c8b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 1097 time: 0.1430824 Dec 14 02:40:39.025342 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 35518) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:39.064235 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b759ee10-b87a-42ab-bda0-40e73a10fcd4 req-03c34e7f-f411-422d-b771-4ffaee31cf7c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691648 Dec 14 02:40:39.089165 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-33b27690-b40a-4000-bb19-50cdd10b0b05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:39.116566 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-33b27690-b40a-4000-bb19-50cdd10b0b05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:39.238396 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-20a8e1a8-304e-43c1-a8ae-64779bd30035 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8de2e897b66f4832a6b93a500335cd1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2119210 Dec 14 02:40:39.239871 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35528) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:39.262265 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-33b27690-b40a-4000-bb19-50cdd10b0b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:39.274215 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-33b27690-b40a-4000-bb19-50cdd10b0b05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:39.274215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-33b27690-b40a-4000-bb19-50cdd10b0b05 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f838aaf1-d5fd-4b16-bf31-cbc1953a632a HTTP/1.1" status: 204 len: 168 time: 0.3319881 Dec 14 02:40:39.289361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b27690-b40a-4000-bb19-50cdd10b0b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f838aaf1-d5fd-4b16-bf31-cbc1953a632a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:39.326249 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f87615-2d68-4dfc-8095-02e59c44bfe2 req-6a884d07-0838-4594-85b6-ecf132dda766 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:39.341123 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b717a24e-fc34-4ea9-b7c0-1afac8ca6352 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:39.341866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4f87615-2d68-4dfc-8095-02e59c44bfe2 req-6a884d07-0838-4594-85b6-ecf132dda766 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 946 time: 0.1567333 Dec 14 02:40:39.386667 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b717a24e-fc34-4ea9-b7c0-1afac8ca6352 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:39.442003 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4f87615-2d68-4dfc-8095-02e59c44bfe2 req-8cb99dce-012b-46fd-95e5-693e75084011 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988607 Dec 14 02:40:39.618364 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b717a24e-fc34-4ea9-b7c0-1afac8ca6352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:39.621886 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b717a24e-fc34-4ea9-b7c0-1afac8ca6352 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:39.626927 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b717a24e-fc34-4ea9-b7c0-1afac8ca6352 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6cbb74bc-3c92-4d38-ad27-a86e341c7a71 HTTP/1.1" status: 204 len: 168 time: 0.3859146 Dec 14 02:40:39.692180 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b717a24e-fc34-4ea9-b7c0-1afac8ca6352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbb74bc-3c92-4d38-ad27-a86e341c7a71,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:40.614263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ec0c9-1178-4e24-abb4-d1428f8b9841 req-63565cf5-6224-40ff-b157-5a4a3da4fd45 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:40.634109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-594ec0c9-1178-4e24-abb4-d1428f8b9841 req-63565cf5-6224-40ff-b157-5a4a3da4fd45 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 946 time: 0.1148014 Dec 14 02:40:40.708484 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-594ec0c9-1178-4e24-abb4-d1428f8b9841 req-cee2c8ac-e0b7-4bd8-9dc6-0ba4e00e355d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679810 Dec 14 02:40:40.769878 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35580) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:40.819247 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a9426742-764a-4710-91a7-33f3ebce5ad8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:40.996531 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a9426742-764a-4710-91a7-33f3ebce5ad8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:41.063536 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a9426742-764a-4710-91a7-33f3ebce5ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:41.161098 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a9426742-764a-4710-91a7-33f3ebce5ad8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09f6b273d9c94972acc001b63a2b87b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3905065 Dec 14 02:40:41.162108 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9426742-764a-4710-91a7-33f3ebce5ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e933441b-9df1-424d-8ed0-9dd7f4cb2ed1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:41.170035 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 35600) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:41.228504 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11cc83-0462-4794-88a7-d36e068a78ae req-26859dcb-543e-4189-87e1-c969840c6a95 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:41.237673 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df11cc83-0462-4794-88a7-d36e068a78ae req-26859dcb-543e-4189-87e1-c969840c6a95 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 946 time: 0.1307974 Dec 14 02:40:41.307239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df11cc83-0462-4794-88a7-d36e068a78ae req-b560d77a-3844-43c4-817f-0fd23c44a8fc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683768 Dec 14 02:40:41.350388 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e1ead97-54c1-4c07-b328-3b08a042e7e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:41.391596 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e1ead97-54c1-4c07-b328-3b08a042e7e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:41.561108 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e1ead97-54c1-4c07-b328-3b08a042e7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:41.566775 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e1ead97-54c1-4c07-b328-3b08a042e7e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:41.568147 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9e1ead97-54c1-4c07-b328-3b08a042e7e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e933441b-9df1-424d-8ed0-9dd7f4cb2ed1 HTTP/1.1" status: 204 len: 168 time: 0.3600321 Dec 14 02:40:41.574076 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35608) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:41.604077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ead97-54c1-4c07-b328-3b08a042e7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e933441b-9df1-424d-8ed0-9dd7f4cb2ed1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:41.750342 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-11e0f241-633b-46df-98fd-8eaae6394e66 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-87371008-network', 'tenant_id': 'a0ced9008c8941049766a5ffe76ab9e8'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:41.880601 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e0f241-633b-46df-98fd-8eaae6394e66 admin admin] Made reservation on behalf of a0ced9008c8941049766a5ffe76ab9e8 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:40:41.883520 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11e0f241-633b-46df-98fd-8eaae6394e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:41.918604 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11e0f241-633b-46df-98fd-8eaae6394e66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:42.043878 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11e0f241-633b-46df-98fd-8eaae6394e66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:42.166348 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11e0f241-633b-46df-98fd-8eaae6394e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:42.206872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e0f241-633b-46df-98fd-8eaae6394e66 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:40:42.224186 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0f241-633b-46df-98fd-8eaae6394e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d27b2f-179f-41b9-9c6d-a825a6d271ee,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:42.231029 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11e0f241-633b-46df-98fd-8eaae6394e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:42.231616 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-11e0f241-633b-46df-98fd-8eaae6394e66 admin admin] Added segment c32f7bf2-22be-4413-9375-da1266996b4e of type vlan for network 180800f3-77f1-497a-9406-bd16835dbf08 Dec 14 02:40:42.283432 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11e0f241-633b-46df-98fd-8eaae6394e66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:42.395462 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11e0f241-633b-46df-98fd-8eaae6394e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:42.397099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e0f241-633b-46df-98fd-8eaae6394e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:42.398212 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11e0f241-633b-46df-98fd-8eaae6394e66 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:42.485630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a5cc7-b948-4d7c-8a29-049f2f4669cd req-55e9679d-8f63-4a90-a79e-e938cd0ccb5b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:42.495051 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-11e0f241-633b-46df-98fd-8eaae6394e66 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9195998 Dec 14 02:40:42.495768 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35640) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:42.500534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f23a5cc7-b948-4d7c-8a29-049f2f4669cd req-55e9679d-8f63-4a90-a79e-e938cd0ccb5b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 946 time: 0.0905309 Dec 14 02:40:42.503883 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-7fdbeb33-2105-427b-80e4-0db2b94bd74a admin admin] Request body: {'subnet': {'network_id': '180800f3-77f1-497a-9406-bd16835dbf08', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-87371008-subnet', 'tenant_id': 'a0ced9008c8941049766a5ffe76ab9e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:42.573722 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0f241-633b-46df-98fd-8eaae6394e66 admin admin] Pushing event updated for resources: {'Network': ['ID=180800f3-77f1-497a-9406-bd16835dbf08,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:42.589156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 180800f3-77f1-497a-9406-bd16835dbf08 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:40:42.591539 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f23a5cc7-b948-4d7c-8a29-049f2f4669cd req-4642e2c6-ad56-4877-b577-c7459d6ad8bd tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881248 Dec 14 02:40:42.621734 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdbeb33-2105-427b-80e4-0db2b94bd74a admin admin] Made reservation on behalf of a0ced9008c8941049766a5ffe76ab9e8 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:40:42.624485 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7fdbeb33-2105-427b-80e4-0db2b94bd74a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:43.075418 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7fdbeb33-2105-427b-80e4-0db2b94bd74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:43.238189 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbeb33-2105-427b-80e4-0db2b94bd74a admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d6defe-a16f-4310-b73f-89bd5f160fe9,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:43.246117 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdbeb33-2105-427b-80e4-0db2b94bd74a admin admin] Checking segment: {'id': 'c32f7bf2-22be-4413-9375-da1266996b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '180800f3-77f1-497a-9406-bd16835dbf08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:40:43.246493 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdbeb33-2105-427b-80e4-0db2b94bd74a admin admin] Network hostable DHCP agents. Network: 180800f3-77f1-497a-9406-bd16835dbf08, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:40:43.324064 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b744c57-053c-47b5-80d5-72e8859dcfec req-ae36c2ba-de65-455d-b72e-173b5cc7053c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:43.332443 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b744c57-053c-47b5-80d5-72e8859dcfec req-ae36c2ba-de65-455d-b72e-173b5cc7053c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 946 time: 0.0707934 Dec 14 02:40:43.371927 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdbeb33-2105-427b-80e4-0db2b94bd74a admin admin] Network 180800f3-77f1-497a-9406-bd16835dbf08 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:40:43.395042 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b744c57-053c-47b5-80d5-72e8859dcfec req-e2d06d45-a3fb-4bf3-8768-9df5b5904ab7 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570915 Dec 14 02:40:43.490494 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-7fdbeb33-2105-427b-80e4-0db2b94bd74a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 180800f3-77f1-497a-9406-bd16835dbf08) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:40:43.495776 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdbeb33-2105-427b-80e4-0db2b94bd74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:43.496463 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7fdbeb33-2105-427b-80e4-0db2b94bd74a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:43.503905 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53357a2-79ab-4eb8-8545-d3fa8fac4413 None None] Network 180800f3-77f1-497a-9406-bd16835dbf08 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:40:43.710644 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2256eda7-efda-4936-b003-8ec84ca5e2c0 None None] Network 180800f3-77f1-497a-9406-bd16835dbf08 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:40:43.725357 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7fdbeb33-2105-427b-80e4-0db2b94bd74a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2181437 Dec 14 02:40:44.403764 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-f84f92e0-4c3a-4070-bd43-49246407645b tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:44.422491 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-f84f92e0-4c3a-4070-bd43-49246407645b tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/networks?id=180800f3-77f1-497a-9406-bd16835dbf08 HTTP/1.1" status: 200 len: 812 time: 0.1639869 Dec 14 02:40:44.444244 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-f8f4e104-6cdc-492a-8ba7-bfcf918724c9 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/quotas/a0ced9008c8941049766a5ffe76ab9e8 HTTP/1.1" status: 200 len: 375 time: 0.0208492 Dec 14 02:40:44.495843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-bc6ea930-f2d4-4979-8a24-5c559cb90b16 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a0ced9008c8941049766a5ffe76ab9e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441029 Dec 14 02:40:44.605790 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-ec997028-795f-45d3-be01-e802242732b1 service neutron] 10.222.0.39 "GET /v2.0/networks/180800f3-77f1-497a-9406-bd16835dbf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076972 Dec 14 02:40:44.769876 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-894d8dea-948a-4629-a31d-48892c3b4af5 service neutron] 10.222.0.39 "GET /v2.0/networks/180800f3-77f1-497a-9406-bd16835dbf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642394 Dec 14 02:40:45.035638 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44417ef8-1d03-4644-94c7-828e20bfc6c4 req-a401c804-30a0-45f2-aa2e-149fe9cf5670 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:45.037231 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-44417ef8-1d03-4644-94c7-828e20bfc6c4 req-a401c804-30a0-45f2-aa2e-149fe9cf5670 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.46 "GET /v2.0/ports?device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 946 time: 0.1623724 Dec 14 02:40:45.138417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117a78a-f015-43fc-8fdd-8833e4c369d3 req-cf9415d9-373d-44ba-893e-df47abd85cd0 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:45.144846 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3117a78a-f015-43fc-8fdd-8833e4c369d3 req-cf9415d9-373d-44ba-893e-df47abd85cd0 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 946 time: 0.0942526 Dec 14 02:40:45.196255 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-44417ef8-1d03-4644-94c7-828e20bfc6c4 req-b24fcb6a-004b-46d5-b9fa-8be86fb11945 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Deleting port 1edff665-53a0-470e-acd9-bdfbee127402 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:40:45.196255 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-44417ef8-1d03-4644-94c7-828e20bfc6c4 req-b24fcb6a-004b-46d5-b9fa-8be86fb11945 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:45.337646 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3117a78a-f015-43fc-8fdd-8833e4c369d3 req-2ba86a5b-7164-4a96-bfad-9ea4acb066ef tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865361 Dec 14 02:40:45.356639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c0838-fd19-49fd-bbff-efb97782bc83 req-bad71bb2-ae67-49d8-8010-d7d5b46f3eac tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:45.358234 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c1c0838-fd19-49fd-bbff-efb97782bc83 req-bad71bb2-ae67-49d8-8010-d7d5b46f3eac tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 946 time: 0.0774374 Dec 14 02:40:45.413089 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-44417ef8-1d03-4644-94c7-828e20bfc6c4 req-b24fcb6a-004b-46d5-b9fa-8be86fb11945 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] For port 1edff665-53a0-470e-acd9-bdfbee127402, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=1edff665-53a0-470e-acd9-bdfbee127402,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:45.413876 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-44417ef8-1d03-4644-94c7-828e20bfc6c4 req-b24fcb6a-004b-46d5-b9fa-8be86fb11945 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:45.449078 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-44417ef8-1d03-4644-94c7-828e20bfc6c4 req-b24fcb6a-004b-46d5-b9fa-8be86fb11945 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Calling delete_port for 1edff665-53a0-470e-acd9-bdfbee127402 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:40:45.476779 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c1c0838-fd19-49fd-bbff-efb97782bc83 req-6bc97cc0-1c93-4f05-86ef-8191c912e321 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051524 Dec 14 02:40:45.562608 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-577bd241-d862-435f-be0e-87aca4154090 req-912e9f3e-8ac6-4bf4-b475-0a19e6a1dd4f tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 210 time: 0.0403168 Dec 14 02:40:45.824095 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-44417ef8-1d03-4644-94c7-828e20bfc6c4 req-b24fcb6a-004b-46d5-b9fa-8be86fb11945 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:45.864412 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['1edff665-53a0-470e-acd9-bdfbee127402'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:40:45.917132 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fcb6a-004b-46d5-b9fa-8be86fb11945 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Pushing event deleted for resources: {'Port': ['ID=1edff665-53a0-470e-acd9-bdfbee127402,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:45.940592 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acae86ab-03f6-40b8-8063-03415ac60007 None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:40:45.982913 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-44417ef8-1d03-4644-94c7-828e20bfc6c4 req-b24fcb6a-004b-46d5-b9fa-8be86fb11945 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] No DVR routers for this DVR port 1edff665-53a0-470e-acd9-bdfbee127402 on host n-h1-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:40:45.986851 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-44417ef8-1d03-4644-94c7-828e20bfc6c4 req-b24fcb6a-004b-46d5-b9fa-8be86fb11945 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:45.990962 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-44417ef8-1d03-4644-94c7-828e20bfc6c4 req-b24fcb6a-004b-46d5-b9fa-8be86fb11945 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.46 "DELETE /v2.0/ports/1edff665-53a0-470e-acd9-bdfbee127402 HTTP/1.1" status: 204 len: 173 time: 0.9405375 Dec 14 02:40:45.991622 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c67dee3-013d-4aab-9266-67a563e7d8f5', 'name': 'network-vif-deleted', 'tag': '1edff665-53a0-470e-acd9-bdfbee127402'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:45.994267 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497282f1-f5ca-4d74-9f02-352ff1220a5a" -d '{"events": [{"server_uuid": "1c67dee3-013d-4aab-9266-67a563e7d8f5", "name": "network-vif-deleted", "tag": "1edff665-53a0-470e-acd9-bdfbee127402"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:46.051993 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f24ee49-3de1-49b6-8187-b36ac34d306d x-openstack-request-id: req-0f24ee49-3de1-49b6-8187-b36ac34d306d {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:46.053043 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c67dee3-013d-4aab-9266-67a563e7d8f5", "name": "network-vif-deleted", "tag": "1edff665-53a0-470e-acd9-bdfbee127402", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:46.053478 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f24ee49-3de1-49b6-8187-b36ac34d306d {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:46.054040 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c67dee3-013d-4aab-9266-67a563e7d8f5', 'name': 'network-vif-deleted', 'tag': '1edff665-53a0-470e-acd9-bdfbee127402', 'status': 'completed', 'code': 200} Dec 14 02:40:46.484367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21c834ca-8995-4927-bd1e-003eaa12de2b req-40d981b1-e537-4949-a194-8b29bfd808fc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c67dee3-013d-4aab-9266-67a563e7d8f5 HTTP/1.1" status: 200 len: 210 time: 0.0443978 Dec 14 02:40:46.639754 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc3c3e-18a6-46a6-b73c-dd6c03fbc88d req-2434c8c6-5419-4eb8-b488-84a82035784e tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:46.641576 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fabc3c3e-18a6-46a6-b73c-dd6c03fbc88d req-2434c8c6-5419-4eb8-b488-84a82035784e tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 946 time: 0.0667541 Dec 14 02:40:46.684861 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30e09aeb-5b28-4541-bda2-0b6e392f46a9 req-9e1d842d-e7b0-4dee-a7ac-92fb38e4442f tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 210 time: 0.0381186 Dec 14 02:40:46.781477 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fabc3c3e-18a6-46a6-b73c-dd6c03fbc88d req-496adaa0-eba5-448e-85dc-64b570dc6b7b tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276181 Dec 14 02:40:46.952143 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9b485-e868-42cc-b172-523dad8eeebc req-7cb6dd2f-7718-40e5-aa6d-a05f482f0779 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:46.954058 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-aac9b485-e868-42cc-b172-523dad8eeebc req-7cb6dd2f-7718-40e5-aa6d-a05f482f0779 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.46 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 946 time: 0.1125033 Dec 14 02:40:47.056598 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a21007-36f8-49e0-9a65-9fd098595e50 req-1672b8b8-7f71-4d00-b193-997657fa7fe5 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:47.065931 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21a21007-36f8-49e0-9a65-9fd098595e50 req-1672b8b8-7f71-4d00-b193-997657fa7fe5 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cfb006-c3b1-4345-b8cd-5be0e5463084 HTTP/1.1" status: 200 len: 950 time: 0.0601902 Dec 14 02:40:47.128176 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21a21007-36f8-49e0-9a65-9fd098595e50 req-9287f3ba-06f4-43f8-bd8f-27a60445c64c tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546250 Dec 14 02:40:47.144204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-aac9b485-e868-42cc-b172-523dad8eeebc req-63cf90ca-1db0-4ac7-bd25-2390a31db927 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Deleting port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:40:47.144765 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-aac9b485-e868-42cc-b172-523dad8eeebc req-63cf90ca-1db0-4ac7-bd25-2390a31db927 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:47.244165 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-aac9b485-e868-42cc-b172-523dad8eeebc req-63cf90ca-1db0-4ac7-bd25-2390a31db927 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] For port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:47.244566 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-aac9b485-e868-42cc-b172-523dad8eeebc req-63cf90ca-1db0-4ac7-bd25-2390a31db927 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:47.858430 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a462ee08-4dbf-4f2b-8569-21bf864d13bc req-99e07516-fc7c-4fec-a3cc-2bc16926edc4 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 210 time: 0.0783048 Dec 14 02:40:47.908277 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-aac9b485-e868-42cc-b172-523dad8eeebc req-63cf90ca-1db0-4ac7-bd25-2390a31db927 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:47.908277 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-aac9b485-e868-42cc-b172-523dad8eeebc req-63cf90ca-1db0-4ac7-bd25-2390a31db927 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:47.910123 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [req-aac9b485-e868-42cc-b172-523dad8eeebc req-63cf90ca-1db0-4ac7-bd25-2390a31db927 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Floating IP 714a5711-82cc-4fd1-aecd-a7f48bab639a disassociated. External IP: 172.25.7.248, port: d45bade7-d099-4cb6-8acc-b3e3b97fc0f2. Dec 14 02:40:47.910746 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-aac9b485-e868-42cc-b172-523dad8eeebc req-63cf90ca-1db0-4ac7-bd25-2390a31db927 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Calling delete_port for d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:40:47.994267 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 1edff665-53a0-470e-acd9-bdfbee127402 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:40:48.013921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-2d2899ce-c8ed-4a5e-8c61-b3edbf39037a tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:48.023875 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 1edff665-53a0-470e-acd9-bdfbee127402 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:40:48.024515 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 1edff665-53a0-470e-acd9-bdfbee127402 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:40:48.034305 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-2d2899ce-c8ed-4a5e-8c61-b3edbf39037a tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 812 time: 0.1889260 Dec 14 02:40:48.063025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-51b831e3-00dd-4392-9aa0-3b346c488d34 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/quotas/8e80e89af5034db09d4ceb72bc89e4da HTTP/1.1" status: 200 len: 375 time: 0.0269210 Dec 14 02:40:48.121397 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-3ae800c8-d249-4457-941b-155b079f1bb8 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371473 Dec 14 02:40:48.146530 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8406f-70c6-46b8-859b-a6d429415204 req-25fc82ba-6a50-47c3-892b-e085952aa37f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:48.148209 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75a8406f-70c6-46b8-859b-a6d429415204 req-25fc82ba-6a50-47c3-892b-e085952aa37f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 946 time: 0.1109331 Dec 14 02:40:48.224525 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-aac9b485-e868-42cc-b172-523dad8eeebc req-63cf90ca-1db0-4ac7-bd25-2390a31db927 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:48.255811 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75a8406f-70c6-46b8-859b-a6d429415204 req-8ee32424-1f9a-4b48-98fa-a3a31b0537c7 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=428353ca-fdc9-4fbc-b89a-20477994f070&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951576 Dec 14 02:40:48.281752 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf90ca-1db0-4ac7-bd25-2390a31db927 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Pushing event deleted for resources: {'Port': ['ID=d45bade7-d099-4cb6-8acc-b3e3b97fc0f2,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:48.359390 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-9f499b34-0365-4e0d-b2ca-839665746624 service neutron] 10.222.0.39 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290127 Dec 14 02:40:48.523208 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aac9b485-e868-42cc-b172-523dad8eeebc req-63cf90ca-1db0-4ac7-bd25-2390a31db927 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Router 26174a1c-9fa2-4d08-8d68-bbada67b608b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:40:48.550573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-bc7236e8-c83c-409f-bdd6-a13d226c9ab7 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:48.553044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-bc7236e8-c83c-409f-bdd6-a13d226c9ab7 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.46 "GET /v2.0/networks?id=180800f3-77f1-497a-9406-bd16835dbf08 HTTP/1.1" status: 200 len: 812 time: 0.1794140 Dec 14 02:40:48.604763 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-018f3310-ebe6-4fe6-ab3a-4224ea426883 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Request body: {'port': {'device_id': '53acb632-e0a5-481b-a383-f506951d313d', 'network_id': '180800f3-77f1-497a-9406-bd16835dbf08', 'admin_state_up': True, 'tenant_id': 'a0ced9008c8941049766a5ffe76ab9e8'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:48.685065 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aac9b485-e868-42cc-b172-523dad8eeebc req-63cf90ca-1db0-4ac7-bd25-2390a31db927 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:40:48.707424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67433a-9a08-4e14-9f8a-2e79a861962d None None] Sync routers for ids ['26174a1c-9fa2-4d08-8d68-bbada67b608b'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:40:48.728751 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4054e-9697-422a-b682-2f4b7ecdd931 req-513e35c6-90f3-4444-9ddf-af62b3dc87c5 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:48.729453 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd67433a-9a08-4e14-9f8a-2e79a861962d None None] Routers {'26174a1c-9fa2-4d08-8d68-bbada67b608b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:40:48.730574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bd67433a-9a08-4e14-9f8a-2e79a861962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:40:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['26174a1c-9fa2-4d08-8d68-bbada67b608b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:48.738643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac9b485-e868-42cc-b172-523dad8eeebc req-63cf90ca-1db0-4ac7-bd25-2390a31db927 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] No DVR routers for this DVR port d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 on host n-h1-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:40:48.741381 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-aac9b485-e868-42cc-b172-523dad8eeebc req-63cf90ca-1db0-4ac7-bd25-2390a31db927 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:48.744077 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2e4054e-9697-422a-b682-2f4b7ecdd931 req-513e35c6-90f3-4444-9ddf-af62b3dc87c5 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cfb006-c3b1-4345-b8cd-5be0e5463084 HTTP/1.1" status: 200 len: 950 time: 0.1796823 Dec 14 02:40:48.751042 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-aac9b485-e868-42cc-b172-523dad8eeebc req-63cf90ca-1db0-4ac7-bd25-2390a31db927 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.46 "DELETE /v2.0/ports/d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 HTTP/1.1" status: 204 len: 173 time: 1.7703063 Dec 14 02:40:48.751042 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3be604-5954-4a07-9fe0-fc54a9e03102', 'name': 'network-vif-deleted', 'tag': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:48.753237 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd4a355-551c-4e93-b254-664ac66a26ee" -d '{"events": [{"server_uuid": "0f3be604-5954-4a07-9fe0-fc54a9e03102", "name": "network-vif-deleted", "tag": "d45bade7-d099-4cb6-8acc-b3e3b97fc0f2"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:48.854372 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2e4054e-9697-422a-b682-2f4b7ecdd931 req-ca31c903-d095-47f4-8276-b24a05f06252 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075723 Dec 14 02:40:48.863143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-00f7e091-c137-4d53-91c2-6ef91d4ad3ee service neutron] 10.222.0.39 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5027676 Dec 14 02:40:49.010800 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-018f3310-ebe6-4fe6-ab3a-4224ea426883 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Made reservation on behalf of a0ced9008c8941049766a5ffe76ab9e8 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:40:49.014637 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-018f3310-ebe6-4fe6-ab3a-4224ea426883 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:49.091301 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038ea48a-5324-42e5-b5ea-ad9b47cb4159 x-openstack-request-id: req-038ea48a-5324-42e5-b5ea-ad9b47cb4159 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:49.091673 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f3be604-5954-4a07-9fe0-fc54a9e03102", "name": "network-vif-deleted", "tag": "d45bade7-d099-4cb6-8acc-b3e3b97fc0f2", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:49.092272 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-038ea48a-5324-42e5-b5ea-ad9b47cb4159 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:49.092768 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3be604-5954-4a07-9fe0-fc54a9e03102', 'name': 'network-vif-deleted', 'tag': 'd45bade7-d099-4cb6-8acc-b3e3b97fc0f2', 'status': 'completed', 'code': 200} Dec 14 02:40:49.235382 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-bd67433a-9a08-4e14-9f8a-2e79a861962d None None] Set router 26174a1c-9fa2-4d08-8d68-bbada67b608b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:40:49.274782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-018f3310-ebe6-4fe6-ab3a-4224ea426883 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Allocated IP 172.20.0.3 (180800f3-77f1-497a-9406-bd16835dbf08/65d6defe-a16f-4310-b73f-89bd5f160fe9/e7c1ac10-28e7-4ec8-9c23-4f30cddae145) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:40:49.488587 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b44c2424-37a1-43d7-afab-68309fa7e64b req-c15e6e18-8753-4992-adce-f2ba4db77864 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 210 time: 0.0749464 Dec 14 02:40:49.547550 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:40:49.551500 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bd67433a-9a08-4e14-9f8a-2e79a861962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '96806ad8-be7a-493b-a4f4-581203f20938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:36:08Z', 'revision_number': 4, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port': {'id': '96806ad8-be7a-493b-a4f4-581203f20938', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:03Z', 'updated_at': '2021-12-14T02:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '486efcfe-599e-4da9-ba53-34876664e340', 'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'mac_address': 'fa:16:3e:a6:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:07Z', 'updated_at': '2021-12-14T02:36:13Z', 'revision_number': 5, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'subnets': [{'id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:49.583078 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-018f3310-ebe6-4fe6-ab3a-4224ea426883 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:49.603033 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67433a-9a08-4e14-9f8a-2e79a861962d None None] Checking router: 26174a1c-9fa2-4d08-8d68-bbada67b608b for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:40:49.617991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd67433a-9a08-4e14-9f8a-2e79a861962d None None] Routers {'26174a1c-9fa2-4d08-8d68-bbada67b608b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:40:49.621617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bd67433a-9a08-4e14-9f8a-2e79a861962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:40:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['26174a1c-9fa2-4d08-8d68-bbada67b608b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:49.647607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d9247d4-ec8e-4200-a406-8a3ca5dba353 req-483479e2-dc47-45fd-b5af-81dc9e14a871 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=0f3be604-5954-4a07-9fe0-fc54a9e03102 HTTP/1.1" status: 200 len: 210 time: 0.0310326 Dec 14 02:40:49.725978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95d3b6c5-2372-4e9a-97ea-b7613c2d3527 req-25dc1413-6e55-47fe-9310-d0280ad8a5cd tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 210 time: 0.0299587 Dec 14 02:40:49.774814 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-bd67433a-9a08-4e14-9f8a-2e79a861962d None None] Set router 26174a1c-9fa2-4d08-8d68-bbada67b608b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:40:49.789833 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-018f3310-ebe6-4fe6-ab3a-4224ea426883 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:49.889111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-018f3310-ebe6-4fe6-ab3a-4224ea426883 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Network 180800f3-77f1-497a-9406-bd16835dbf08 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:40:49.892727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f3310-ebe6-4fe6-ab3a-4224ea426883 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Pushing event updated for resources: {'Port': ['ID=e7c1ac10-28e7-4ec8-9c23-4f30cddae145,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:49.897847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-018f3310-ebe6-4fe6-ab3a-4224ea426883 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:40:49.900863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-018f3310-ebe6-4fe6-ab3a-4224ea426883 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:40:49.975025 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-018f3310-ebe6-4fe6-ab3a-4224ea426883 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:49.975687 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-018f3310-ebe6-4fe6-ab3a-4224ea426883 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:50.027852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:40:50.120840 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:40:50.120840 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device d45bade7-d099-4cb6-8acc-b3e3b97fc0f2 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:40:50.181436 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-018f3310-ebe6-4fe6-ab3a-4224ea426883 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5897951 Dec 14 02:40:50.192642 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bd67433a-9a08-4e14-9f8a-2e79a861962d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '96806ad8-be7a-493b-a4f4-581203f20938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:36:08Z', 'revision_number': 4, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port': {'id': '96806ad8-be7a-493b-a4f4-581203f20938', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:03Z', 'updated_at': '2021-12-14T02:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '486efcfe-599e-4da9-ba53-34876664e340', 'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'mac_address': 'fa:16:3e:a6:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:07Z', 'updated_at': '2021-12-14T02:36:13Z', 'revision_number': 5, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'subnets': [{'id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:40:50.199034 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Request body: {'port': {'device_id': '53acb632-e0a5-481b-a383-f506951d313d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:50.224996 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67433a-9a08-4e14-9f8a-2e79a861962d None None] The sync data for ids ['26174a1c-9fa2-4d08-8d68-bbada67b608b'] in n-d-821636-1 is: [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '96806ad8-be7a-493b-a4f4-581203f20938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:36:08Z', 'revision_number': 4, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port': {'id': '96806ad8-be7a-493b-a4f4-581203f20938', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:03Z', 'updated_at': '2021-12-14T02:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '486efcfe-599e-4da9-ba53-34876664e340', 'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'mac_address': 'fa:16:3e:a6:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:07Z', 'updated_at': '2021-12-14T02:36:13Z', 'revision_number': 5, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'subnets': [{'id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:40:50.275313 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:50.622200 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cdd98e-184a-4b50-88f7-69e09250b40f None None] New status for floating IP 714a5711-82cc-4fd1-aecd-a7f48bab639a: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:40:50.667478 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7c1ac10-28e7-4ec8-9c23-4f30cddae145 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:50.677640 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:50.705773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc24b7-980e-49a7-8458-5bb4a4ddf274 req-8ef4da3f-f3e9-4224-b0e1-8c70a416ff25 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:50.709073 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7dbc24b7-980e-49a7-8458-5bb4a4ddf274 req-8ef4da3f-f3e9-4224-b0e1-8c70a416ff25 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 931 time: 0.0895081 Dec 14 02:40:50.710237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Transition to ACTIVE for port object e7c1ac10-28e7-4ec8-9c23-4f30cddae145 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:40:50.789982 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7dbc24b7-980e-49a7-8458-5bb4a4ddf274 req-eff240fb-40ed-4e3b-b6ec-b1cd2fdaa11d tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/security-groups?id=75d27b2f-179f-41b9-9c6d-a825a6d271ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703034 Dec 14 02:40:50.800028 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:50.887046 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe661215-56f2-4b10-9f0c-dfe29563668f req-ef7a463c-9d12-49c7-b8c0-136ba3f07329 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 210 time: 0.0356755 Dec 14 02:40:50.895353 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35922) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:50.942930 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Pushing event updated for resources: {'Port': ['ID=e7c1ac10-28e7-4ec8-9c23-4f30cddae145,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:51.020996 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d861f81f-ccc0-41cb-8347-2125d5e3adcb tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:51.030641 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Attempting to bind port e7c1ac10-28e7-4ec8-9c23-4f30cddae145 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:40:51.030991 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Attempting to bind port e7c1ac10-28e7-4ec8-9c23-4f30cddae145 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'c32f7bf2-22be-4413-9375-da1266996b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '180800f3-77f1-497a-9406-bd16835dbf08'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:40:51.031324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Attempting to bind port e7c1ac10-28e7-4ec8-9c23-4f30cddae145 on network 180800f3-77f1-497a-9406-bd16835dbf08 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:40:51.037547 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Port e7c1ac10-28e7-4ec8-9c23-4f30cddae145 on network 180800f3-77f1-497a-9406-bd16835dbf08 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:40:51.055182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Attempting to bind port e7c1ac10-28e7-4ec8-9c23-4f30cddae145 on network 180800f3-77f1-497a-9406-bd16835dbf08 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:40:51.055182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:40:51.055182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Checking segment: {'id': 'c32f7bf2-22be-4413-9375-da1266996b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '180800f3-77f1-497a-9406-bd16835dbf08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:40:51.055701 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d861f81f-ccc0-41cb-8347-2125d5e3adcb tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:51.055801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Bound using segment: {'id': 'c32f7bf2-22be-4413-9375-da1266996b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '180800f3-77f1-497a-9406-bd16835dbf08'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:40:51.055801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Bound port: e7c1ac10-28e7-4ec8-9c23-4f30cddae145, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c32f7bf2-22be-4413-9375-da1266996b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '180800f3-77f1-497a-9406-bd16835dbf08'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:40:51.055801 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:51.149127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] For port e7c1ac10-28e7-4ec8-9c23-4f30cddae145, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:40:51.158747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] For port e7c1ac10-28e7-4ec8-9c23-4f30cddae145, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e7c1ac10-28e7-4ec8-9c23-4f30cddae145,segment=NetworkSegment(c32f7bf2-22be-4413-9375-da1266996b4e),segment_id=c32f7bf2-22be-4413-9375-da1266996b4e)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:40:51.297765 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d861f81f-ccc0-41cb-8347-2125d5e3adcb tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:51.298926 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:51.302112 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d861f81f-ccc0-41cb-8347-2125d5e3adcb tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:51.304746 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d861f81f-ccc0-41cb-8347-2125d5e3adcb tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "DELETE /v2.0/security-groups/428353ca-fdc9-4fbc-b89a-20477994f070 HTTP/1.1" status: 204 len: 168 time: 0.4083862 Dec 14 02:40:51.318714 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35944) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:51.319866 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861f81f-ccc0-41cb-8347-2125d5e3adcb tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=428353ca-fdc9-4fbc-b89a-20477994f070,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:51.353408 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-31f53c2a-910b-4168-aa02-9272730d1545 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] show failed (client error): The resource could not be found. Dec 14 02:40:51.358444 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-31f53c2a-910b-4168-aa02-9272730d1545 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups/428353ca-fdc9-4fbc-b89a-20477994f070 HTTP/1.1" status: 404 len: 347 time: 0.0357535 Dec 14 02:40:51.359278 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35946) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:51.390930 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:51.390930 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:51.390930 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] 10.222.0.46 "PUT /v2.0/ports/e7c1ac10-28e7-4ec8-9c23-4f30cddae145 HTTP/1.1" status: 200 len: 1091 time: 1.1963234 Dec 14 02:40:51.391822 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53acb632-e0a5-481b-a383-f506951d313d', 'tag': 'e7c1ac10-28e7-4ec8-9c23-4f30cddae145'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:51.394876 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09298f65-3900-4614-8745-cd3f1a141d26" -d '{"events": [{"name": "network-changed", "server_uuid": "53acb632-e0a5-481b-a383-f506951d313d", "tag": "e7c1ac10-28e7-4ec8-9c23-4f30cddae145"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:51.454601 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5197acd-5a3a-4a63-914a-a5266558877e service neutron] Pushing event updated for resources: {'Port': ['ID=e7c1ac10-28e7-4ec8-9c23-4f30cddae145,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:51.565659 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 45d05244-79eb-4a63-b389-79e981410829 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:40:51.662760 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-0fd39707-dbda-4140-be2c-0bc7379a6c40 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Deleting port a4edbcea-e355-47d0-833c-23e72ea5d0b5 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:40:51.664209 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fd39707-dbda-4140-be2c-0bc7379a6c40 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:51.703697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-af963c35-e134-47af-8b20-2087356502de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:51.710481 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-af963c35-e134-47af-8b20-2087356502de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0ced9008c8941049766a5ffe76ab9e8&device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 1094 time: 0.1537046 Dec 14 02:40:51.712194 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c0d30c-80c1-485b-bc55-ad2ac49cdd99 x-openstack-request-id: req-83c0d30c-80c1-485b-bc55-ad2ac49cdd99 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:51.712502 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53acb632-e0a5-481b-a383-f506951d313d", "tag": "e7c1ac10-28e7-4ec8-9c23-4f30cddae145", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:51.712764 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83c0d30c-80c1-485b-bc55-ad2ac49cdd99 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:51.713227 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53acb632-e0a5-481b-a383-f506951d313d', 'tag': 'e7c1ac10-28e7-4ec8-9c23-4f30cddae145', 'status': 'completed', 'code': 200} Dec 14 02:40:51.761377 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:51.802399 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 45d05244-79eb-4a63-b389-79e981410829, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=45d05244-79eb-4a63-b389-79e981410829,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:51.803357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cfb006-c3b1-4345-b8cd-5be0e5463084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d05244-79eb-4a63-b389-79e981410829'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:51.805991 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b33d5f-724d-424a-9b90-9d692acb02fe" -d '{"events": [{"server_uuid": "d9cfb006-c3b1-4345-b8cd-5be0e5463084", "name": "network-vif-unplugged", "status": "completed", "tag": "45d05244-79eb-4a63-b389-79e981410829"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:51.807253 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fd39707-dbda-4140-be2c-0bc7379a6c40 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:51.807745 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fd39707-dbda-4140-be2c-0bc7379a6c40 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:51.808466 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-ddf8b864-9b69-4192-b3dd-1c26acd1fa1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c1ac10-28e7-4ec8-9c23-4f30cddae145 HTTP/1.1" status: 200 len: 217 time: 0.0719543 Dec 14 02:40:51.867166 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:51.883249 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-0fd39707-dbda-4140-be2c-0bc7379a6c40 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Calling delete_port for a4edbcea-e355-47d0-833c-23e72ea5d0b5 owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:40:51.931674 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b586476-6304-4023-9f96-743ae5acf088 x-openstack-request-id: req-8b586476-6304-4023-9f96-743ae5acf088 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:51.933465 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cfb006-c3b1-4345-b8cd-5be0e5463084", "name": "network-vif-unplugged", "status": "completed", "tag": "45d05244-79eb-4a63-b389-79e981410829", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:51.933801 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b586476-6304-4023-9f96-743ae5acf088 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:51.934222 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cfb006-c3b1-4345-b8cd-5be0e5463084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d05244-79eb-4a63-b389-79e981410829', 'code': 200} Dec 14 02:40:51.983409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-c75402da-e4c0-4494-8903-db2fe3225453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:51.992365 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-c75402da-e4c0-4494-8903-db2fe3225453 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65d6defe-a16f-4310-b73f-89bd5f160fe9 HTTP/1.1" status: 200 len: 852 time: 0.1717803 Dec 14 02:40:52.018013 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=45d05244-79eb-4a63-b389-79e981410829,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:52.020737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20191f-acc1-49d6-b3e5-4a0b6097f882 req-bd5e143e-952b-4735-990f-303dc1501951 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:52.022549 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c20191f-acc1-49d6-b3e5-4a0b6097f882 req-bd5e143e-952b-4735-990f-303dc1501951 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 943 time: 0.1241658 Dec 14 02:40:52.095280 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d9a2c1f-8849-4705-9a20-a32621f88652 req-6cb5df3c-637f-4a76-9f8e-a79e01747779 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 210 time: 0.0644393 Dec 14 02:40:52.150603 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-28c1727e-813c-479c-8268-16a96c2f7c5e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=180800f3-77f1-497a-9406-bd16835dbf08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1470740 Dec 14 02:40:52.223747 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-22d0321c-3c39-401a-aef9-6073468fe58b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:52.226323 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-22d0321c-3c39-401a-aef9-6073468fe58b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.46 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 812 time: 0.1692276 Dec 14 02:40:52.254103 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c20191f-acc1-49d6-b3e5-4a0b6097f882 req-1a154056-d475-4e49-a5d8-647b8f2b62cf tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/security-groups?id=75d27b2f-179f-41b9-9c6d-a825a6d271ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130218 Dec 14 02:40:52.276075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-d26eceeb-03a6-4406-bb8d-61401528864c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Request body: {'port': {'device_id': '814c309d-9edc-423a-aa75-494339e9d3c0', 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d', 'admin_state_up': True, 'tenant_id': '8e80e89af5034db09d4ceb72bc89e4da'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:52.323782 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-ea74f3d8-a123-4e9d-8625-80d1626df082 service neutron] 10.222.0.46 "GET /v2.0/networks/180800f3-77f1-497a-9406-bd16835dbf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595335 Dec 14 02:40:52.468305 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ff6c6b3-86af-4044-a11b-efa8d5e4d014 req-f45c35b8-fd5b-494a-a1a5-cb97d424c0c9 service neutron] 10.222.0.46 "GET /v2.0/networks/180800f3-77f1-497a-9406-bd16835dbf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270533 Dec 14 02:40:52.480051 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fd39707-dbda-4140-be2c-0bc7379a6c40 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:52.513895 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd39707-dbda-4140-be2c-0bc7379a6c40 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Pushing event deleted for resources: {'Port': ['ID=a4edbcea-e355-47d0-833c-23e72ea5d0b5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:52.534854 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5466aaa8-4483-4e3c-8bf3-39cdc7e3fd57 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:40:52.582243 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fd39707-dbda-4140-be2c-0bc7379a6c40 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:52.584816 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fd39707-dbda-4140-be2c-0bc7379a6c40 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:52.589644 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0fd39707-dbda-4140-be2c-0bc7379a6c40 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "DELETE /v2.0/floatingips/714a5711-82cc-4fd1-aecd-a7f48bab639a HTTP/1.1" status: 204 len: 168 time: 1.2250876 Dec 14 02:40:52.666639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-d26eceeb-03a6-4406-bb8d-61401528864c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Made reservation on behalf of 8e80e89af5034db09d4ceb72bc89e4da for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:40:52.671205 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-d26eceeb-03a6-4406-bb8d-61401528864c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:52.832472 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-d26eceeb-03a6-4406-bb8d-61401528864c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Allocated IP 172.20.0.13 (4569343b-0d78-4515-821b-2ffa9a32777d/0a92f050-7d7f-44ec-8504-2ffe6d2c9312/2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:40:52.840696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09298f65-3900-4614-8745-cd3f1a141d26 req-e76ecfa3-4793-444a-8d10-8ae93571961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:52.842821 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09298f65-3900-4614-8745-cd3f1a141d26 req-e76ecfa3-4793-444a-8d10-8ae93571961b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0ced9008c8941049766a5ffe76ab9e8&device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 1094 time: 0.0877600 Dec 14 02:40:53.021147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09298f65-3900-4614-8745-cd3f1a141d26 req-47c59361-3d08-4037-889f-1e366a8e9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:53.023196 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09298f65-3900-4614-8745-cd3f1a141d26 req-47c59361-3d08-4037-889f-1e366a8e9204 service neutron] 10.222.0.46 "GET /v2.0/networks?id=180800f3-77f1-497a-9406-bd16835dbf08 HTTP/1.1" status: 200 len: 913 time: 0.1639197 Dec 14 02:40:53.043646 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-d26eceeb-03a6-4406-bb8d-61401528864c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:53.075610 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09298f65-3900-4614-8745-cd3f1a141d26 req-77e173d4-669d-48cb-8f37-4fb0db95e9c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c1ac10-28e7-4ec8-9c23-4f30cddae145 HTTP/1.1" status: 200 len: 217 time: 0.0451436 Dec 14 02:40:53.128802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09298f65-3900-4614-8745-cd3f1a141d26 req-43d13f37-fbd6-4e17-a195-aa11655d532c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:53.130374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09298f65-3900-4614-8745-cd3f1a141d26 req-43d13f37-fbd6-4e17-a195-aa11655d532c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65d6defe-a16f-4310-b73f-89bd5f160fe9 HTTP/1.1" status: 200 len: 852 time: 0.0476587 Dec 14 02:40:53.176384 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-d26eceeb-03a6-4406-bb8d-61401528864c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:53.176521 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09298f65-3900-4614-8745-cd3f1a141d26 req-5f5b8efa-5db9-443a-a3bb-d2fe369bcb0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=180800f3-77f1-497a-9406-bd16835dbf08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369310 Dec 14 02:40:53.229287 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-d26eceeb-03a6-4406-bb8d-61401528864c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Network 4569343b-0d78-4515-821b-2ffa9a32777d is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:40:53.234497 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-d26eceeb-03a6-4406-bb8d-61401528864c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:40:53.237670 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-d26eceeb-03a6-4406-bb8d-61401528864c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:40:53.256398 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc97092-afa8-4f90-b60b-0f772ab7ae16 None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:40:53.267786 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26eceeb-03a6-4406-bb8d-61401528864c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Pushing event updated for resources: {'Port': ['ID=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:53.316457 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-d26eceeb-03a6-4406-bb8d-61401528864c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:53.317036 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-d26eceeb-03a6-4406-bb8d-61401528864c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:53.317859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d05273-f06a-469e-bb51-7e5081c13241 req-c55ee3c6-7f06-477a-9422-35e59246540a tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:53.321160 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9d05273-f06a-469e-bb51-7e5081c13241 req-c55ee3c6-7f06-477a-9422-35e59246540a tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 932 time: 0.1353972 Dec 14 02:40:53.324207 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36016) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:53.328930 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e87dabbf-a970-440d-8dce-06498b4e6aef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1984195429', 'description': 'tempest-description--1709195082'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:53.375667 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-540e88b8-070f-49b9-bc95-ddff69d217de None None] Provisioning complete for port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:53.376348 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-540e88b8-070f-49b9-bc95-ddff69d217de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:53.386237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09298f65-3900-4614-8745-cd3f1a141d26 req-efbc2433-b6db-4e20-99c7-5f729d5578ce service neutron] 10.222.0.46 "GET /v2.0/networks/180800f3-77f1-497a-9406-bd16835dbf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031054 Dec 14 02:40:53.409743 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-d26eceeb-03a6-4406-bb8d-61401528864c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1489828 Dec 14 02:40:53.433232 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-540e88b8-070f-49b9-bc95-ddff69d217de None None] Port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:40:53.441705 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Request body: {'port': {'device_id': '814c309d-9edc-423a-aa75-494339e9d3c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:53.473062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9d05273-f06a-469e-bb51-7e5081c13241 req-c6d76d0f-0522-43d6-8010-5a23e162eef3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286001 Dec 14 02:40:53.541627 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:53.554452 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e87dabbf-a970-440d-8dce-06498b4e6aef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:53.577220 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f236c1c2-25db-41a8-824b-b949f96da30a details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:40:53.614891 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09298f65-3900-4614-8745-cd3f1a141d26 req-605abfb9-1d9c-4747-87eb-a6b4bd957ddb service neutron] 10.222.0.46 "GET /v2.0/networks/180800f3-77f1-497a-9406-bd16835dbf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159183 Dec 14 02:40:53.635923 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6473db8-e729-4e7e-af78-05f7fbdb366b req-5d06bdfa-d6eb-41d8-a053-36cf60657941 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:53.638129 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6473db8-e729-4e7e-af78-05f7fbdb366b req-5d06bdfa-d6eb-41d8-a053-36cf60657941 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 943 time: 0.1206625 Dec 14 02:40:53.736561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6473db8-e729-4e7e-af78-05f7fbdb366b req-f7f4fedc-c18b-4a20-81ad-53a3c407ce82 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/security-groups?id=75d27b2f-179f-41b9-9c6d-a825a6d271ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844476 Dec 14 02:40:53.776941 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f236c1c2-25db-41a8-824b-b949f96da30a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f236c1c2-25db-41a8-824b-b949f96da30a,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:53.776941 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'f236c1c2-25db-41a8-824b-b949f96da30a', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': 'f236c1c2-25db-41a8-824b-b949f96da30a', 'mac_address': 'fa:16:3e:54:2a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:40:53.826523 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e87dabbf-a970-440d-8dce-06498b4e6aef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:53.839309 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:53.854485 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f236c1c2-25db-41a8-824b-b949f96da30a {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:53.876523 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f236c1c2-25db-41a8-824b-b949f96da30a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f236c1c2-25db-41a8-824b-b949f96da30a,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:53.926499 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:53.934120 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:53.948073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Transition to ACTIVE for port object 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:40:54.011485 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e87dabbf-a970-440d-8dce-06498b4e6aef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:54.011625 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:54.039873 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87dabbf-a970-440d-8dce-06498b4e6aef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:54.074554 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:54.130971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=f236c1c2-25db-41a8-824b-b949f96da30a,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:54.143946 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:54.155611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb8af90-3e84-4915-b042-5f67d8671573 None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:40:54.165693 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e87dabbf-a970-440d-8dce-06498b4e6aef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:54.169622 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e87dabbf-a970-440d-8dce-06498b4e6aef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8418963 Dec 14 02:40:54.170965 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36046) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:54.176838 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-0518e41c-0569-42d8-87a2-1571cdf89768 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Request body: {'security_group_rule': {'security_group_id': 'e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:54.253176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Attempting to bind port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:40:54.253714 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Attempting to bind port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:40:54.254010 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Attempting to bind port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 on network 4569343b-0d78-4515-821b-2ffa9a32777d {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:40:54.259280 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 on network 4569343b-0d78-4515-821b-2ffa9a32777d not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:40:54.259818 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Attempting to bind port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 on network 4569343b-0d78-4515-821b-2ffa9a32777d {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:40:54.264952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['f236c1c2-25db-41a8-824b-b949f96da30a'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:40:54.265826 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:40:54.266244 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Checking segment: {'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:40:54.266550 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Bound using segment: {'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:40:54.267667 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Bound port: 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:40:54.268122 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:54.329911 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0518e41c-0569-42d8-87a2-1571cdf89768 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:54.364219 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] For port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:40:54.368721 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] For port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:40:54.452147 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:54.481473 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0518e41c-0569-42d8-87a2-1571cdf89768 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:54.522434 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:54.531096 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:54.536057 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0518e41c-0569-42d8-87a2-1571cdf89768 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:54.546172 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] 10.222.0.46 "PUT /v2.0/ports/2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 HTTP/1.1" status: 200 len: 1092 time: 1.1054304 Dec 14 02:40:54.546875 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814c309d-9edc-423a-aa75-494339e9d3c0', 'tag': '2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:54.562197 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af00ceb-0eff-40fe-a1b3-57a6540bf459 None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:40:54.571731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518e41c-0569-42d8-87a2-1571cdf89768 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18fb1b4d-af35-4a05-bc07-fb5935f8db8b,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:54.576497 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7255d5a4-be65-4ca6-8743-dee888f099bf" -d '{"events": [{"name": "network-changed", "server_uuid": "814c309d-9edc-423a-aa75-494339e9d3c0", "tag": "2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:54.730117 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af326947-1889-436f-8ccc-1b0aa5ba94c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:54.731625 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0518e41c-0569-42d8-87a2-1571cdf89768 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:54.733093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0518e41c-0569-42d8-87a2-1571cdf89768 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5610652 Dec 14 02:40:54.736789 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36072) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:54.749899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33fd7f-67d6-4e5c-8bec-a78d264766c0 req-91520a1c-5509-4aa2-ab2a-6025c62a6a69 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:54.761743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be33fd7f-67d6-4e5c-8bec-a78d264766c0 req-91520a1c-5509-4aa2-ab2a-6025c62a6a69 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 944 time: 0.1488175 Dec 14 02:40:54.767599 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-50a83ceb-6e68-48b4-81cc-41b820e49ded tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Request body: {'security_group_rule': {'security_group_id': 'e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:54.857282 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a4230c-fc15-4ffd-9ef2-868c976bd11b x-openstack-request-id: req-a1a4230c-fc15-4ffd-9ef2-868c976bd11b {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:54.857672 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "814c309d-9edc-423a-aa75-494339e9d3c0", "tag": "2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:54.857931 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a1a4230c-fc15-4ffd-9ef2-868c976bd11b {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:54.858479 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814c309d-9edc-423a-aa75-494339e9d3c0', 'tag': '2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4', 'status': 'completed', 'code': 200} Dec 14 02:40:54.886590 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be33fd7f-67d6-4e5c-8bec-a78d264766c0 req-52a3a5bd-338f-477d-ae09-5b78019db801 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230714 Dec 14 02:40:54.891765 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-5ef42613-9473-418f-ae5b-82ab5da12663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:54.895705 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-5ef42613-9473-418f-ae5b-82ab5da12663 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 1095 time: 0.1156039 Dec 14 02:40:55.038516 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-3020795e-d03b-4eb1-a9e5-9113dcc19292 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 HTTP/1.1" status: 200 len: 217 time: 0.1283686 Dec 14 02:40:55.051194 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50a83ceb-6e68-48b4-81cc-41b820e49ded tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:55.125393 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f21d9c-2259-46e5-bc95-11db01336fe2 req-7bd2e382-6f0b-4599-b7f5-086ea5e96e84 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:55.127813 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-72f21d9c-2259-46e5-bc95-11db01336fe2 req-7bd2e382-6f0b-4599-b7f5-086ea5e96e84 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 943 time: 0.1431177 Dec 14 02:40:55.220157 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-72f21d9c-2259-46e5-bc95-11db01336fe2 req-7bf57c66-28d8-4f90-8bb7-4c8cd1432c40 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/security-groups?id=75d27b2f-179f-41b9-9c6d-a825a6d271ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580904 Dec 14 02:40:55.229691 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50a83ceb-6e68-48b4-81cc-41b820e49ded tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:55.235261 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-528df0d0-b0e3-4042-ba3f-e1f933a6f9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:55.237136 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-528df0d0-b0e3-4042-ba3f-e1f933a6f9c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0a92f050-7d7f-44ec-8504-2ffe6d2c9312 HTTP/1.1" status: 200 len: 852 time: 0.1882601 Dec 14 02:40:55.277661 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-d5ce569f-03ba-499a-9057-749538df9a29 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4569343b-0d78-4515-821b-2ffa9a32777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321655 Dec 14 02:40:55.340426 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50a83ceb-6e68-48b4-81cc-41b820e49ded tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:55.417437 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-f1ceb8cb-0e03-4c31-bc41-14cf38813664 service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327200 Dec 14 02:40:55.420676 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a83ceb-6e68-48b4-81cc-41b820e49ded tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d7a1bd-8107-4c0a-b248-0e6f3a22161d,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:55.574075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f236c1c2-25db-41a8-824b-b949f96da30a up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:40:55.574654 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50a83ceb-6e68-48b4-81cc-41b820e49ded tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:55.575936 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-50a83ceb-6e68-48b4-81cc-41b820e49ded tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8210096 Dec 14 02:40:55.579160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36090) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:55.586907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7b33e133-9eb0-4dd1-9f72-41657596978c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:40:55.630311 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e58a44a8-3fa9-4871-9d6e-9f32b54629c1 req-116fbe47-98aa-4d62-8fb4-7871c2387bba service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047329 Dec 14 02:40:55.697938 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port f236c1c2-25db-41a8-824b-b949f96da30a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:55.698319 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:55.714275 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7b33e133-9eb0-4dd1-9f72-41657596978c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:55.880710 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:55.949956 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7b33e133-9eb0-4dd1-9f72-41657596978c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:55.952132 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255d5a4-be65-4ca6-8743-dee888f099bf req-ea1960d3-f58a-465c-a83b-3a275336b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:55.953827 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7255d5a4-be65-4ca6-8743-dee888f099bf req-ea1960d3-f58a-465c-a83b-3a275336b70d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 1095 time: 0.1269040 Dec 14 02:40:55.988965 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f236c1c2-25db-41a8-824b-b949f96da30a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f236c1c2-25db-41a8-824b-b949f96da30a,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:55.989997 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57c6b81-01e6-4b99-9056-fac54af3f6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f236c1c2-25db-41a8-824b-b949f96da30a'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:55.993559 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c31fcc-d401-48aa-b871-5aa3f39b5e25" -d '{"events": [{"server_uuid": "f57c6b81-01e6-4b99-9056-fac54af3f6cd", "name": "network-vif-plugged", "status": "completed", "tag": "f236c1c2-25db-41a8-824b-b949f96da30a"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:56.021557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e7c1ac10-28e7-4ec8-9c23-4f30cddae145 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:40:56.119630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-7b33e133-9eb0-4dd1-9f72-41657596978c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Allocated IP 172.25.7.173 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/559f611e-654e-44a1-a09f-c57a1bfaad9d) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:40:56.199832 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port e7c1ac10-28e7-4ec8-9c23-4f30cddae145, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e7c1ac10-28e7-4ec8-9c23-4f30cddae145,segment=NetworkSegment(c32f7bf2-22be-4413-9375-da1266996b4e),segment_id=c32f7bf2-22be-4413-9375-da1266996b4e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:56.232729 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9b5346-b070-43be-8fd2-161e30533acc x-openstack-request-id: req-3c9b5346-b070-43be-8fd2-161e30533acc {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:56.233071 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57c6b81-01e6-4b99-9056-fac54af3f6cd", "name": "network-vif-plugged", "status": "completed", "tag": "f236c1c2-25db-41a8-824b-b949f96da30a", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:56.233451 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c9b5346-b070-43be-8fd2-161e30533acc {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:56.234905 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57c6b81-01e6-4b99-9056-fac54af3f6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f236c1c2-25db-41a8-824b-b949f96da30a', 'code': 200} Dec 14 02:40:56.237110 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7b33e133-9eb0-4dd1-9f72-41657596978c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:56.239520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'e7c1ac10-28e7-4ec8-9c23-4f30cddae145', 'network_id': '180800f3-77f1-497a-9406-bd16835dbf08', 'port_id': 'e7c1ac10-28e7-4ec8-9c23-4f30cddae145', 'mac_address': 'fa:16:3e:cd:c2:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d6defe-a16f-4310-b73f-89bd5f160fe9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:40:56.241012 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255d5a4-be65-4ca6-8743-dee888f099bf req-32d242bc-412f-4bc0-9bc2-a0f66be36901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:56.245179 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7255d5a4-be65-4ca6-8743-dee888f099bf req-32d242bc-412f-4bc0-9bc2-a0f66be36901 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 913 time: 0.2806785 Dec 14 02:40:56.246609 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:56.360290 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:56.390146 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7c1ac10-28e7-4ec8-9c23-4f30cddae145 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:40:56.415865 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7255d5a4-be65-4ca6-8743-dee888f099bf req-d1293256-e242-4d07-9ddb-f85e9e0aebb8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 HTTP/1.1" status: 200 len: 217 time: 0.1619604 Dec 14 02:40:56.424561 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7b33e133-9eb0-4dd1-9f72-41657596978c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:56.456050 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port e7c1ac10-28e7-4ec8-9c23-4f30cddae145, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e7c1ac10-28e7-4ec8-9c23-4f30cddae145,segment=NetworkSegment(c32f7bf2-22be-4413-9375-da1266996b4e),segment_id=c32f7bf2-22be-4413-9375-da1266996b4e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:56.457781 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=f236c1c2-25db-41a8-824b-b949f96da30a,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:56.502364 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255d5a4-be65-4ca6-8743-dee888f099bf req-749245fb-e216-42cf-9ac5-44a3f037ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:56.504053 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7255d5a4-be65-4ca6-8743-dee888f099bf req-749245fb-e216-42cf-9ac5-44a3f037ef83 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0a92f050-7d7f-44ec-8504-2ffe6d2c9312 HTTP/1.1" status: 200 len: 852 time: 0.0813103 Dec 14 02:40:56.548392 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed22c14-6694-47c9-9035-c9f4ffc2e3bd req-8b18ecca-9418-4a0f-944d-0e6948ec868f tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:56.550093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ed22c14-6694-47c9-9035-c9f4ffc2e3bd req-8b18ecca-9418-4a0f-944d-0e6948ec868f tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 944 time: 0.2629473 Dec 14 02:40:56.560535 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b33e133-9eb0-4dd1-9f72-41657596978c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:40:56.581861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-7b33e133-9eb0-4dd1-9f72-41657596978c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:40:56.604400 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7255d5a4-be65-4ca6-8743-dee888f099bf req-c52c1c19-0b98-4fb4-b9a0-a9b03de1e7b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4569343b-0d78-4515-821b-2ffa9a32777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843556 Dec 14 02:40:56.608202 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b33e133-9eb0-4dd1-9f72-41657596978c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:40:56.622908 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:56.653775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33e133-9eb0-4dd1-9f72-41657596978c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Pushing event updated for resources: {'Port': ['ID=559f611e-654e-44a1-a09f-c57a1bfaad9d,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:56.728731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d4c36-ef78-4d2f-a4d5-8da103ec0c13 req-9cf0ff30-b0e8-476e-af31-629b7d4d3394 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:56.737093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b29d4c36-ef78-4d2f-a4d5-8da103ec0c13 req-9cf0ff30-b0e8-476e-af31-629b7d4d3394 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 943 time: 0.2770922 Dec 14 02:40:56.751256 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=e7c1ac10-28e7-4ec8-9c23-4f30cddae145,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:56.780353 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7255d5a4-be65-4ca6-8743-dee888f099bf req-c8c6bfcf-61f5-498a-8169-8a921f25ae3c service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694963 Dec 14 02:40:56.811162 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ed22c14-6694-47c9-9035-c9f4ffc2e3bd req-9c52ff10-55cb-496a-8ade-1f995363f936 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493789 Dec 14 02:40:56.885403 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:56.912895 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['e7c1ac10-28e7-4ec8-9c23-4f30cddae145'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:40:56.943622 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7255d5a4-be65-4ca6-8743-dee888f099bf req-0ef2890e-3720-4a9b-86f6-032166738d16 service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546264 Dec 14 02:40:56.972973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b29d4c36-ef78-4d2f-a4d5-8da103ec0c13 req-431bf206-2438-4644-98ec-4f2c87c7bfc6 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/security-groups?id=75d27b2f-179f-41b9-9c6d-a825a6d271ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346723 Dec 14 02:40:57.000319 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7b33e133-9eb0-4dd1-9f72-41657596978c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:57.165918 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7b33e133-9eb0-4dd1-9f72-41657596978c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:57.391449 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7b33e133-9eb0-4dd1-9f72-41657596978c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:57.467020 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7b33e133-9eb0-4dd1-9f72-41657596978c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:57.597487 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7b33e133-9eb0-4dd1-9f72-41657596978c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:57.620266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33e133-9eb0-4dd1-9f72-41657596978c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Pushing event updated for resources: {'Port': ['ID=559f611e-654e-44a1-a09f-c57a1bfaad9d,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:57.734244 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7b33e133-9eb0-4dd1-9f72-41657596978c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:57.746727 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7b33e133-9eb0-4dd1-9f72-41657596978c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1543677 Dec 14 02:40:58.025648 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2dec4-cf35-4fe6-a6d5-9225ff95342f req-29b4153f-46a0-4e93-b9aa-7b691c8f0154 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:58.034753 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e7c1ac10-28e7-4ec8-9c23-4f30cddae145 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:40:58.039756 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7aa2dec4-cf35-4fe6-a6d5-9225ff95342f req-29b4153f-46a0-4e93-b9aa-7b691c8f0154 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 944 time: 0.0935733 Dec 14 02:40:58.177105 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-a7b7b6e3-7dc4-40ed-89f1-ac201f5b2865 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1984195429&fields=id&tenant_id=2232de45ebfb42369e596a53934ed9e2 HTTP/1.1" status: 200 len: 267 time: 0.1684234 Dec 14 02:40:58.205996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7aa2dec4-cf35-4fe6-a6d5-9225ff95342f req-e3ea5bab-4134-455d-9671-449ad8c40ba3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657970 Dec 14 02:40:58.245801 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port e7c1ac10-28e7-4ec8-9c23-4f30cddae145 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:40:58.251088 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port e7c1ac10-28e7-4ec8-9c23-4f30cddae145 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:40:58.251748 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:58.339637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-afc8c7a1-4960-4bab-b726-8e96ac6f5a31 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:58.341294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-afc8c7a1-4960-4bab-b726-8e96ac6f5a31 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/networks?id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061 HTTP/1.1" status: 200 len: 817 time: 0.1547880 Dec 14 02:40:58.382403 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-006230cc-e92c-4004-b4d6-03e387262b0c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/quotas/2232de45ebfb42369e596a53934ed9e2 HTTP/1.1" status: 200 len: 375 time: 0.0320001 Dec 14 02:40:58.459602 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:58.518284 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53acb632-e0a5-481b-a383-f506951d313d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c1ac10-28e7-4ec8-9c23-4f30cddae145'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:40:58.521680 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a7bd78-1a93-44b3-bd2f-b80868872f0e" -d '{"events": [{"server_uuid": "53acb632-e0a5-481b-a383-f506951d313d", "name": "network-vif-plugged", "status": "completed", "tag": "e7c1ac10-28e7-4ec8-9c23-4f30cddae145"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:40:58.543588 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port e7c1ac10-28e7-4ec8-9c23-4f30cddae145, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e7c1ac10-28e7-4ec8-9c23-4f30cddae145,segment=NetworkSegment(c32f7bf2-22be-4413-9375-da1266996b4e),segment_id=c32f7bf2-22be-4413-9375-da1266996b4e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:40:58.566173 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-b1fda030-0ec9-4d9f-b986-04c9c4141066 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2232de45ebfb42369e596a53934ed9e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1750801 Dec 14 02:40:58.594328 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:58.687379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=e7c1ac10-28e7-4ec8-9c23-4f30cddae145,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:40:58.696595 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:58.696948 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:58.702866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:58.703282 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:58.703909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:58.709641 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:58.710544 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:58.711083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:58.712694 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:58.713258 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:58.713895 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:58.714585 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:58.715419 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:40:59.130723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd1bf3-34da-4ee5-83b2-530b35f17d8b req-64368bd6-7876-46ba-839a-b0b76af86b34 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:59.132560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eccd1bf3-34da-4ee5-83b2-530b35f17d8b req-64368bd6-7876-46ba-839a-b0b76af86b34 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 944 time: 0.6685352 Dec 14 02:40:59.179001 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-0e803139-c717-4183-8edc-44abb9a9a4d8 service neutron] 10.222.0.39 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930185 Dec 14 02:40:59.284838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eccd1bf3-34da-4ee5-83b2-530b35f17d8b req-5a939c18-4683-4126-813a-c3dc792aa437 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/security-groups?id=75d27b2f-179f-41b9-9c6d-a825a6d271ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305840 Dec 14 02:40:59.338865 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-90673c2f-8c4e-4d53-9840-b454e88c4ef0 service neutron] 10.222.0.39 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588411 Dec 14 02:40:59.502357 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36190) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:40:59.793068 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef1cb-2c27-48ec-a0cf-b89961147f7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:40:59.866694 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28552650-5970-4045-8bff-365cb1ce9715 x-openstack-request-id: req-28552650-5970-4045-8bff-365cb1ce9715 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:40:59.866694 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53acb632-e0a5-481b-a383-f506951d313d", "name": "network-vif-plugged", "status": "completed", "tag": "e7c1ac10-28e7-4ec8-9c23-4f30cddae145", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:40:59.866694 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28552650-5970-4045-8bff-365cb1ce9715 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:40:59.866694 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53acb632-e0a5-481b-a383-f506951d313d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7c1ac10-28e7-4ec8-9c23-4f30cddae145', 'code': 200} Dec 14 02:40:59.869709 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d07440-e7c5-49f5-b304-6a5a21b4c8f2 req-685b8203-02f6-4932-95a6-02c74fb8135b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:40:59.869709 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5d07440-e7c5-49f5-b304-6a5a21b4c8f2 req-685b8203-02f6-4932-95a6-02c74fb8135b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 944 time: 0.0788236 Dec 14 02:40:59.975790 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5d07440-e7c5-49f5-b304-6a5a21b4c8f2 req-28e8b460-910a-4a1e-82cd-671dc44b5d12 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054642 Dec 14 02:41:00.000270 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:00.029347 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:41:00.082145 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-53763506-ad2c-4c7f-9bbe-daf051e6b11d req-aac09029-4204-46bd-9fa3-d2e1b4f460f1 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 210 time: 0.0444684 Dec 14 02:41:00.120446 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef1cb-2c27-48ec-a0cf-b89961147f7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:00.168908 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a66f9-6e4f-42bb-bd3b-d42be739cafb req-567e9c9e-e11a-4a7c-9e54-03ef6ec8576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:00.170831 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fc5a66f9-6e4f-42bb-bd3b-d42be739cafb req-567e9c9e-e11a-4a7c-9e54-03ef6ec8576a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 1096 time: 0.2041211 Dec 14 02:41:00.231781 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0b5ef1cb-2c27-48ec-a0cf-b89961147f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:00.240608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:00.255043 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4', 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d', 'port_id': '2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4', 'mac_address': 'fa:16:3e:9c:69:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a92f050-7d7f-44ec-8504-2ffe6d2c9312', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:41:00.276163 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fc5a66f9-6e4f-42bb-bd3b-d42be739cafb req-1adb4218-c313-4fa3-8627-853e46164a51 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=75d27b2f-179f-41b9-9c6d-a825a6d271ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964425 Dec 14 02:41:00.299847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36216) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:00.303337 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0b5ef1cb-2c27-48ec-a0cf-b89961147f7e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=495447fe41e3486ca55f9f6e28b4e45a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7959056 Dec 14 02:41:00.304893 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ef1cb-2c27-48ec-a0cf-b89961147f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c71c75-bc81-45d9-aa46-59c2b5141d14,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:00.329276 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:00.361574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:41:00.401247 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:00.451480 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d063b502-43ce-4f15-a619-2c65a0edf566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:00.473533 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d6b00-0d21-44c9-9d06-d9fae7bd76e6 req-86cb83c2-db02-4fb5-8e8c-67130e7ed717 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:00.483206 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b2d6b00-0d21-44c9-9d06-d9fae7bd76e6 req-86cb83c2-db02-4fb5-8e8c-67130e7ed717 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 945 time: 0.0975344 Dec 14 02:41:00.513252 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d063b502-43ce-4f15-a619-2c65a0edf566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:00.530072 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:00.576153 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b2d6b00-0d21-44c9-9d06-d9fae7bd76e6 req-6a2978ed-bd02-45c4-8b0e-17662e7ae83f tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/security-groups?id=75d27b2f-179f-41b9-9c6d-a825a6d271ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920513 Dec 14 02:41:00.626204 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:00.754362 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d063b502-43ce-4f15-a619-2c65a0edf566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:00.757510 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d063b502-43ce-4f15-a619-2c65a0edf566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:00.762011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d063b502-43ce-4f15-a619-2c65a0edf566 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08c71c75-bc81-45d9-aa46-59c2b5141d14 HTTP/1.1" status: 204 len: 168 time: 0.4573116 Dec 14 02:41:00.769010 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063b502-43ce-4f15-a619-2c65a0edf566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c71c75-bc81-45d9-aa46-59c2b5141d14,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:00.855931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:41:01.026020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456e2a9-20c3-4219-a258-ed261656663e req-ba244e25-58b9-4e5c-ac88-59f75bbcd826 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:01.026020 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3456e2a9-20c3-4219-a258-ed261656663e req-ba244e25-58b9-4e5c-ac88-59f75bbcd826 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 945 time: 0.0635300 Dec 14 02:41:01.100010 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3456e2a9-20c3-4219-a258-ed261656663e req-fc0e1b04-5ba0-4406-be91-0112268ee9f7 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612500 Dec 14 02:41:01.150730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a8507-e2b0-4489-a487-9e9f0518d7ca req-6e3a5718-f5df-4d06-9781-160247aadb73 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:01.152241 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-315a8507-e2b0-4489-a487-9e9f0518d7ca req-6e3a5718-f5df-4d06-9781-160247aadb73 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 945 time: 0.0768065 Dec 14 02:41:01.201410 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-315a8507-e2b0-4489-a487-9e9f0518d7ca req-d4be692d-6788-44d2-918d-93d72c063603 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425537 Dec 14 02:41:01.282077 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-312c80cd-eb74-4e9b-b9cf-64b30a4ddb9a req-ac52b64a-8b3d-4d30-8043-94b0ac7e30e9 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 210 time: 0.0275543 Dec 14 02:41:01.727311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0abdf8-9021-4526-909e-ad72b21cf84f req-6620c110-703a-41db-ae44-650e5e27c0a5 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:01.729427 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c0abdf8-9021-4526-909e-ad72b21cf84f req-6620c110-703a-41db-ae44-650e5e27c0a5 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 945 time: 0.0624025 Dec 14 02:41:01.788074 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c0abdf8-9021-4526-909e-ad72b21cf84f req-9935bdba-c302-4909-9d15-be6a48295d62 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/security-groups?id=75d27b2f-179f-41b9-9c6d-a825a6d271ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508945 Dec 14 02:41:01.838410 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36264) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:01.857525 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-927349c4-d6ff-49f3-b30b-81b2b2a76fc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:01.977923 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-927349c4-d6ff-49f3-b30b-81b2b2a76fc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:02.050755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:41:02.125719 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-927349c4-d6ff-49f3-b30b-81b2b2a76fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:02.164032 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-927349c4-d6ff-49f3-b30b-81b2b2a76fc2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c96980c2c72546fd86d6bcc37f8d83e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3221021 Dec 14 02:41:02.164819 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36270) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:02.215293 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927349c4-d6ff-49f3-b30b-81b2b2a76fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de24412b-62c3-4f85-88d1-f4637905fa99,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:02.217139 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:41:02.224783 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:41:02.226629 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:02.264506 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d3bfaa2a-3cf2-4738-9705-323a119395d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:02.288738 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d3bfaa2a-3cf2-4738-9705-323a119395d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:02.321964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edc1f6-edb7-4665-8df2-9cdd4ecad2bd req-545af871-c5de-4a5f-bfb1-352f63159803 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:02.323846 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38edc1f6-edb7-4665-8df2-9cdd4ecad2bd req-545af871-c5de-4a5f-bfb1-352f63159803 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 945 time: 0.0723534 Dec 14 02:41:02.421945 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38edc1f6-edb7-4665-8df2-9cdd4ecad2bd req-4a45a8b3-a722-47e2-9900-2dbf75b75892 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899386 Dec 14 02:41:02.427121 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:02.455971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814c309d-9edc-423a-aa75-494339e9d3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:41:02.460281 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84346452-d42d-4b68-bbb8-dae951fb7c03" -d '{"events": [{"server_uuid": "814c309d-9edc-423a-aa75-494339e9d3c0", "name": "network-vif-plugged", "status": "completed", "tag": "2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:41:02.468997 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d3bfaa2a-3cf2-4738-9705-323a119395d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:02.473674 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d3bfaa2a-3cf2-4738-9705-323a119395d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:02.475058 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d3bfaa2a-3cf2-4738-9705-323a119395d5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de24412b-62c3-4f85-88d1-f4637905fa99 HTTP/1.1" status: 204 len: 168 time: 0.3087151 Dec 14 02:41:02.481909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:02.501667 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfaa2a-3cf2-4738-9705-323a119395d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de24412b-62c3-4f85-88d1-f4637905fa99,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:02.605269 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c1a4f-a683-4959-88b5-9a1f88f3c286 req-1b2d2f4b-2d27-4bdb-abaf-1dae46626070 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:02.607095 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c27c1a4f-a683-4959-88b5-9a1f88f3c286 req-1b2d2f4b-2d27-4bdb-abaf-1dae46626070 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 945 time: 0.1025343 Dec 14 02:41:02.639785 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:02.664892 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10994dc0-dcc4-4061-b491-e928337b7b51 req-b9df135d-3b42-48f8-97ae-d307ed7cd85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:02.670048 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-10994dc0-dcc4-4061-b491-e928337b7b51 req-b9df135d-3b42-48f8-97ae-d307ed7cd85b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a0ced9008c8941049766a5ffe76ab9e8&device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 1096 time: 0.0939355 Dec 14 02:41:02.676788 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df5bbbf2-dbe3-4b5b-9578-1211889eca33 req-e1507341-ac0b-4056-9028-d20ae5ed43a9 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 210 time: 0.0825293 Dec 14 02:41:02.754887 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:02.764435 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c27c1a4f-a683-4959-88b5-9a1f88f3c286 req-66019ccc-3854-45f6-87a6-e8252b3f4612 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452773 Dec 14 02:41:02.846760 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe5e4fb-5858-49f9-97c7-8bad61dfb69c x-openstack-request-id: req-afe5e4fb-5858-49f9-97c7-8bad61dfb69c {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:41:02.846760 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814c309d-9edc-423a-aa75-494339e9d3c0", "name": "network-vif-plugged", "status": "completed", "tag": "2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:41:02.846760 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-afe5e4fb-5858-49f9-97c7-8bad61dfb69c {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:41:02.846760 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814c309d-9edc-423a-aa75-494339e9d3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4', 'code': 200} Dec 14 02:41:02.877655 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10994dc0-dcc4-4061-b491-e928337b7b51 req-4ab86e66-bed0-4f49-bb55-0e2b22c62de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:02.879011 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-10994dc0-dcc4-4061-b491-e928337b7b51 req-4ab86e66-bed0-4f49-bb55-0e2b22c62de8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=180800f3-77f1-497a-9406-bd16835dbf08 HTTP/1.1" status: 200 len: 913 time: 0.1713753 Dec 14 02:41:02.898308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc9f821-bff1-424f-8d3c-e46fcb25ac4a req-fb874ccb-57d7-4d74-9f9a-df7edf55ae61 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:02.899887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7cc9f821-bff1-424f-8d3c-e46fcb25ac4a req-fb874ccb-57d7-4d74-9f9a-df7edf55ae61 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 945 time: 0.0803442 Dec 14 02:41:02.977518 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-10994dc0-dcc4-4061-b491-e928337b7b51 req-4586b745-9117-40ba-8ef5-0532df7d1444 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7c1ac10-28e7-4ec8-9c23-4f30cddae145 HTTP/1.1" status: 200 len: 217 time: 0.0907454 Dec 14 02:41:03.001238 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-99ef5339-916c-48c4-b828-8c10f38a548c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:03.020241 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7cc9f821-bff1-424f-8d3c-e46fcb25ac4a req-c7544ea9-36c7-4bc4-932a-fd894991205a tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/security-groups?id=75d27b2f-179f-41b9-9c6d-a825a6d271ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063588 Dec 14 02:41:03.065870 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10994dc0-dcc4-4061-b491-e928337b7b51 req-da0f1990-b036-49c6-8b43-33b46e36cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:03.067373 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-10994dc0-dcc4-4061-b491-e928337b7b51 req-da0f1990-b036-49c6-8b43-33b46e36cba9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65d6defe-a16f-4310-b73f-89bd5f160fe9 HTTP/1.1" status: 200 len: 852 time: 0.0765944 Dec 14 02:41:03.071876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d8e9b-6156-4f34-98a4-0bdc54f1bce3 req-fb05595d-cddd-49f4-adfd-e729b3debfc0 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:03.073329 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-086d8e9b-6156-4f34-98a4-0bdc54f1bce3 req-fb05595d-cddd-49f4-adfd-e729b3debfc0 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.46 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 945 time: 0.1203849 Dec 14 02:41:03.078153 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0212391-66a3-4b45-ada7-e3f4fadf49e3 req-7c197586-c7ff-47d1-8bf3-3203cb94d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:03.078153 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a0212391-66a3-4b45-ada7-e3f4fadf49e3 req-7c197586-c7ff-47d1-8bf3-3203cb94d4b4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 1097 time: 0.0844870 Dec 14 02:41:03.107904 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-10994dc0-dcc4-4061-b491-e928337b7b51 req-5738e1f0-e21d-4e78-a737-532ba7405872 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=180800f3-77f1-497a-9406-bd16835dbf08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329807 Dec 14 02:41:03.213448 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a0212391-66a3-4b45-ada7-e3f4fadf49e3 req-a59f0166-0df9-48a8-b13e-01cf906294f9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262832 Dec 14 02:41:03.250647 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-086d8e9b-6156-4f34-98a4-0bdc54f1bce3 req-2eeddee6-92dc-4003-b889-87bbe2d11e14 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Deleting port 3624da68-676a-426a-b838-01a755455f77 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:41:03.251220 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-086d8e9b-6156-4f34-98a4-0bdc54f1bce3 req-2eeddee6-92dc-4003-b889-87bbe2d11e14 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:03.342634 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-10994dc0-dcc4-4061-b491-e928337b7b51 req-25814dbe-1a10-444b-90ba-7594ce91d73d service neutron] 10.222.0.46 "GET /v2.0/networks/180800f3-77f1-497a-9406-bd16835dbf08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184923 Dec 14 02:41:03.402418 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-086d8e9b-6156-4f34-98a4-0bdc54f1bce3 req-2eeddee6-92dc-4003-b889-87bbe2d11e14 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] For port 3624da68-676a-426a-b838-01a755455f77, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3624da68-676a-426a-b838-01a755455f77,segment=NetworkSegment(c765e286-84ca-4e29-b9b8-3b913daed72a),segment_id=c765e286-84ca-4e29-b9b8-3b913daed72a)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:03.402966 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-086d8e9b-6156-4f34-98a4-0bdc54f1bce3 req-2eeddee6-92dc-4003-b889-87bbe2d11e14 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:03.622145 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-10994dc0-dcc4-4061-b491-e928337b7b51 req-5b4b3f98-92d1-468f-af06-76c1a870b0d3 service neutron] 10.222.0.46 "GET /v2.0/networks/180800f3-77f1-497a-9406-bd16835dbf08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350553 Dec 14 02:41:03.782211 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3debf11d-223b-4b82-bdf8-9cb0e91fe227 req-c2ea559b-e15a-45c0-84f2-fe078964dba0 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:03.784532 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3debf11d-223b-4b82-bdf8-9cb0e91fe227 req-c2ea559b-e15a-45c0-84f2-fe078964dba0 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 945 time: 0.1872163 Dec 14 02:41:03.822616 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-086d8e9b-6156-4f34-98a4-0bdc54f1bce3 req-2eeddee6-92dc-4003-b889-87bbe2d11e14 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:03.822987 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-086d8e9b-6156-4f34-98a4-0bdc54f1bce3 req-2eeddee6-92dc-4003-b889-87bbe2d11e14 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:03.823337 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-086d8e9b-6156-4f34-98a4-0bdc54f1bce3 req-2eeddee6-92dc-4003-b889-87bbe2d11e14 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Floating IP 88edc765-ccb4-4ebc-a199-7a7605779e56 disassociated. External IP: 172.25.7.190, port: 3624da68-676a-426a-b838-01a755455f77. Dec 14 02:41:03.823634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-086d8e9b-6156-4f34-98a4-0bdc54f1bce3 req-2eeddee6-92dc-4003-b889-87bbe2d11e14 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Calling delete_port for 3624da68-676a-426a-b838-01a755455f77 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:41:03.867704 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-3ce7844f-92bd-4ec1-a4b3-cf77335d9104 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:03.868686 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-3ce7844f-92bd-4ec1-a4b3-cf77335d9104 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.46 "GET /v2.0/networks?id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061 HTTP/1.1" status: 200 len: 817 time: 0.2727294 Dec 14 02:41:03.880172 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db771339-4316-4785-b44d-f612e87a34e6 req-e968ba30-5005-48db-b6cd-0a9421ac369d tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 210 time: 0.0780525 Dec 14 02:41:03.983298 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3debf11d-223b-4b82-bdf8-9cb0e91fe227 req-dd088128-3140-44ed-87e5-6c08aa62a0ea tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups?id=9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914217 Dec 14 02:41:04.064910 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-637929ec-f789-45ef-8ab1-a09925b395ba tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2232de45ebfb42369e596a53934ed9e2 HTTP/1.1" status: 200 len: 380 time: 0.1779504 Dec 14 02:41:04.093252 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-6fcacae8-387d-4229-be54-7076634e3241 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Request body: {'port': {'device_id': 'e6a423df-dce5-42f1-a4d6-cc8755161020', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'admin_state_up': True, 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'security_groups': ['e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:41:04.161961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf519ce3-d8c7-42f0-96d1-6330833bf874 req-d8d5a658-0f37-4d7c-92fd-0e28f3f0c8eb tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:04.163473 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf519ce3-d8c7-42f0-96d1-6330833bf874 req-d8d5a658-0f37-4d7c-92fd-0e28f3f0c8eb tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1795013 Dec 14 02:41:04.346568 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf519ce3-d8c7-42f0-96d1-6330833bf874 req-dde13b8b-8dd0-45b5-94cd-ae60f5744add tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461074 Dec 14 02:41:04.438300 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-086d8e9b-6156-4f34-98a4-0bdc54f1bce3 req-2eeddee6-92dc-4003-b889-87bbe2d11e14 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:04.516872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeddee6-92dc-4003-b889-87bbe2d11e14 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Pushing event deleted for resources: {'Port': ['ID=3624da68-676a-426a-b838-01a755455f77,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:04.638401 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-6fcacae8-387d-4229-be54-7076634e3241 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Made reservation on behalf of 2232de45ebfb42369e596a53934ed9e2 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:41:04.642127 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-6fcacae8-387d-4229-be54-7076634e3241 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:04.669769 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3a707-a53e-48d8-a6f2-b32f5c13ee60 req-07475fcf-439a-4074-ac60-2d1ab929340d tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:04.671479 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ff3a707-a53e-48d8-a6f2-b32f5c13ee60 req-07475fcf-439a-4074-ac60-2d1ab929340d tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 945 time: 0.2757487 Dec 14 02:41:04.919878 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ff3a707-a53e-48d8-a6f2-b32f5c13ee60 req-8aac5122-1b58-4913-9af1-b878f500b9f3 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/security-groups?id=75d27b2f-179f-41b9-9c6d-a825a6d271ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181888 Dec 14 02:41:04.979482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-086d8e9b-6156-4f34-98a4-0bdc54f1bce3 req-2eeddee6-92dc-4003-b889-87bbe2d11e14 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Router 41eabea7-76cb-4bba-8db2-487c3723a059 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:41:05.011793 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3cba10c8-5133-41a2-9e92-8a29a381f689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:05.072782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-6fcacae8-387d-4229-be54-7076634e3241 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Allocated IP 172.20.0.10 (05677032-f5ed-4d1a-bc8f-3b24f1d3e061/5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0/5868c756-0e60-46c6-9fdc-2b3df25311d3) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:41:05.250099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a34509c8-7b03-4a76-a974-1a941a59c3ad req-5217b377-bfef-4948-80ed-90be322577da tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 210 time: 0.2121511 Dec 14 02:41:05.304285 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8fc805d-c840-4a3f-9010-d40ced619e69 req-8fe7597b-898b-4deb-9f4c-2d27d5078e93 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 210 time: 0.1643925 Dec 14 02:41:05.425214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-086d8e9b-6156-4f34-98a4-0bdc54f1bce3 req-2eeddee6-92dc-4003-b889-87bbe2d11e14 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:41:05.436885 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d78470-8059-414b-a1e4-f1137227908f None None] Sync routers for ids ['41eabea7-76cb-4bba-8db2-487c3723a059'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:41:05.455694 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d78470-8059-414b-a1e4-f1137227908f None None] Routers {'41eabea7-76cb-4bba-8db2-487c3723a059'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:41:05.463889 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f8d78470-8059-414b-a1e4-f1137227908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:41:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['41eabea7-76cb-4bba-8db2-487c3723a059'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:05.475856 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-086d8e9b-6156-4f34-98a4-0bdc54f1bce3 req-2eeddee6-92dc-4003-b889-87bbe2d11e14 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] No DVR routers for this DVR port 3624da68-676a-426a-b838-01a755455f77 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:41:05.479761 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-086d8e9b-6156-4f34-98a4-0bdc54f1bce3 req-2eeddee6-92dc-4003-b889-87bbe2d11e14 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:05.484204 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-086d8e9b-6156-4f34-98a4-0bdc54f1bce3 req-2eeddee6-92dc-4003-b889-87bbe2d11e14 tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.46 "DELETE /v2.0/ports/3624da68-676a-426a-b838-01a755455f77 HTTP/1.1" status: 204 len: 173 time: 2.3995912 Dec 14 02:41:05.487973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111b937d-2fb2-477d-8da6-1799ee1b26b9', 'name': 'network-vif-deleted', 'tag': '3624da68-676a-426a-b838-01a755455f77'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:41:05.487973 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c033490-c9aa-4b99-b751-46c1cbef4d13" -d '{"events": [{"server_uuid": "111b937d-2fb2-477d-8da6-1799ee1b26b9", "name": "network-vif-deleted", "tag": "3624da68-676a-426a-b838-01a755455f77"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:41:05.492669 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-6fcacae8-387d-4229-be54-7076634e3241 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:05.579786 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c357b0-5572-4c40-a1c0-a335b442e0a3 x-openstack-request-id: req-f7c357b0-5572-4c40-a1c0-a335b442e0a3 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:41:05.582631 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "111b937d-2fb2-477d-8da6-1799ee1b26b9", "name": "network-vif-deleted", "tag": "3624da68-676a-426a-b838-01a755455f77", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:41:05.582631 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7c357b0-5572-4c40-a1c0-a335b442e0a3 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:41:05.582631 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111b937d-2fb2-477d-8da6-1799ee1b26b9', 'name': 'network-vif-deleted', 'tag': '3624da68-676a-426a-b838-01a755455f77', 'status': 'completed', 'code': 200} Dec 14 02:41:05.606154 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c8de8-43cc-44bc-ad1f-c35f5da5208c req-55d18af0-84f3-4273-a67e-08d94b90452e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:05.615198 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-367c8de8-43cc-44bc-ad1f-c35f5da5208c req-55d18af0-84f3-4273-a67e-08d94b90452e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1000471 Dec 14 02:41:05.687621 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-367c8de8-43cc-44bc-ad1f-c35f5da5208c req-363b0838-7a84-4f90-b18b-e3e4aa66ef09 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707116 Dec 14 02:41:05.700101 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-f8d78470-8059-414b-a1e4-f1137227908f None None] Set router 41eabea7-76cb-4bba-8db2-487c3723a059 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:41:05.713768 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-6fcacae8-387d-4229-be54-7076634e3241 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:05.820487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-6fcacae8-387d-4229-be54-7076634e3241 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Network 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:41:05.831851 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-6fcacae8-387d-4229-be54-7076634e3241 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:41:05.836970 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-6fcacae8-387d-4229-be54-7076634e3241 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:41:05.944689 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcacae8-387d-4229-be54-7076634e3241 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Pushing event updated for resources: {'Port': ['ID=5868c756-0e60-46c6-9fdc-2b3df25311d3,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:05.993668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-6fcacae8-387d-4229-be54-7076634e3241 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:05.994377 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-6fcacae8-387d-4229-be54-7076634e3241 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:06.114347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-6fcacae8-387d-4229-be54-7076634e3241 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0423691 Dec 14 02:41:06.118381 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3624da68-676a-426a-b838-01a755455f77 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:41:06.135462 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Request body: {'port': {'device_id': 'e6a423df-dce5-42f1-a4d6-cc8755161020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:41:06.166629 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 3624da68-676a-426a-b838-01a755455f77 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:41:06.167020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3624da68-676a-426a-b838-01a755455f77 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:41:06.202687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f8d78470-8059-414b-a1e4-f1137227908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:33:21Z', 'revision_number': 4, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port': {'id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:15Z', 'updated_at': '2021-12-14T02:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e092807c-fa27-4220-b8e6-64722bfda940', 'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'mac_address': 'fa:16:3e:d0:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:20Z', 'updated_at': '2021-12-14T02:33:25Z', 'revision_number': 5, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'subnets': [{'id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:06.233698 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d78470-8059-414b-a1e4-f1137227908f None None] Checking router: 41eabea7-76cb-4bba-8db2-487c3723a059 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:41:06.235379 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:06.243304 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d78470-8059-414b-a1e4-f1137227908f None None] Routers {'41eabea7-76cb-4bba-8db2-487c3723a059'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:41:06.243862 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f8d78470-8059-414b-a1e4-f1137227908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:41:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['41eabea7-76cb-4bba-8db2-487c3723a059'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:06.246269 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae0c30-d275-44fe-8af3-b5a4126dbaf3 req-2f2c2294-06af-4b0f-8b50-767ad231d3ea tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:06.247781 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-acae0c30-d275-44fe-8af3-b5a4126dbaf3 req-2f2c2294-06af-4b0f-8b50-767ad231d3ea tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 945 time: 0.1005867 Dec 14 02:41:06.332706 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-acae0c30-d275-44fe-8af3-b5a4126dbaf3 req-2c56586b-b3f9-4f4c-9dec-478e0d44d95a tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/security-groups?id=75d27b2f-179f-41b9-9c6d-a825a6d271ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780110 Dec 14 02:41:06.342658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-36e059b6-6519-432c-a53d-937554499d1d None None] Provisioning complete for port 5868c756-0e60-46c6-9fdc-2b3df25311d3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:41:06.343035 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-36e059b6-6519-432c-a53d-937554499d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:06.510938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b31927-9ff1-4e37-b77d-ccea7dfd92fd req-16aee84a-a4b3-4da2-a315-0e18d769ac2f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:06.512508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4b31927-9ff1-4e37-b77d-ccea7dfd92fd req-16aee84a-a4b3-4da2-a315-0e18d769ac2f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 932 time: 0.1115985 Dec 14 02:41:06.588846 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-f8d78470-8059-414b-a1e4-f1137227908f None None] Set router 41eabea7-76cb-4bba-8db2-487c3723a059 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:41:06.590668 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-36e059b6-6519-432c-a53d-937554499d1d None None] Port 5868c756-0e60-46c6-9fdc-2b3df25311d3 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:41:06.599549 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4b31927-9ff1-4e37-b77d-ccea7dfd92fd req-5fa7373c-b35b-4a54-9f93-d653d0f0d252 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792418 Dec 14 02:41:06.647965 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5868c756-0e60-46c6-9fdc-2b3df25311d3 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:41:06.656444 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:06.670159 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Transition to ACTIVE for port object 5868c756-0e60-46c6-9fdc-2b3df25311d3 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:41:06.717144 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-412b3573-c27e-4231-be31-f65490c50dbb req-a10fba04-ce69-4ff7-9823-6878393064fa tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/ports?device_id=111b937d-2fb2-477d-8da6-1799ee1b26b9 HTTP/1.1" status: 200 len: 210 time: 0.0296855 Dec 14 02:41:06.732342 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:06.812170 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:06.858207 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f8d78470-8059-414b-a1e4-f1137227908f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:33:21Z', 'revision_number': 4, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port': {'id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:15Z', 'updated_at': '2021-12-14T02:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e092807c-fa27-4220-b8e6-64722bfda940', 'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'mac_address': 'fa:16:3e:d0:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:20Z', 'updated_at': '2021-12-14T02:33:25Z', 'revision_number': 5, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'subnets': [{'id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:06.958783 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d78470-8059-414b-a1e4-f1137227908f None None] The sync data for ids ['41eabea7-76cb-4bba-8db2-487c3723a059'] in n-d-821636-1 is: [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:33:21Z', 'revision_number': 4, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port': {'id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:15Z', 'updated_at': '2021-12-14T02:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e092807c-fa27-4220-b8e6-64722bfda940', 'name': '', 'network_id': '409f180f-3bfa-4add-9f10-338a04644e61', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'mac_address': 'fa:16:3e:d0:b0:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_interface', 'standard_attr_id': 927, 'fixed_ips': [{'subnet_id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:20Z', 'updated_at': '2021-12-14T02:33:25Z', 'revision_number': 5, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'subnets': [{'id': 'd40edbfc-b241-474d-8835-df2afaf4e4fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:41:06.967075 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Pushing event updated for resources: {'Port': ['ID=5868c756-0e60-46c6-9fdc-2b3df25311d3,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:07.164586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Attempting to bind port 5868c756-0e60-46c6-9fdc-2b3df25311d3 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:41:07.164899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Attempting to bind port 5868c756-0e60-46c6-9fdc-2b3df25311d3 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'da0a9a47-9cfe-4e21-82e6-1aa3afde42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:41:07.165366 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Attempting to bind port 5868c756-0e60-46c6-9fdc-2b3df25311d3 on network 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:41:07.176175 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Port 5868c756-0e60-46c6-9fdc-2b3df25311d3 on network 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:41:07.176514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Attempting to bind port 5868c756-0e60-46c6-9fdc-2b3df25311d3 on network 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:41:07.183342 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:41:07.183692 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Checking segment: {'id': 'da0a9a47-9cfe-4e21-82e6-1aa3afde42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:41:07.184112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Bound using segment: {'id': 'da0a9a47-9cfe-4e21-82e6-1aa3afde42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:41:07.184558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Bound port: 5868c756-0e60-46c6-9fdc-2b3df25311d3, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0a9a47-9cfe-4e21-82e6-1aa3afde42d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:41:07.185108 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:07.323664 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] For port 5868c756-0e60-46c6-9fdc-2b3df25311d3, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:41:07.330928 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] For port 5868c756-0e60-46c6-9fdc-2b3df25311d3, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=5868c756-0e60-46c6-9fdc-2b3df25311d3,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:41:07.420940 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42afc30c-a9db-407b-94ac-ae2022c8bd52 None None] New status for floating IP 88edc765-ccb4-4ebc-a199-7a7605779e56: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:41:07.435715 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:07.531455 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:07.532731 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:07.538879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] 10.222.0.46 "PUT /v2.0/ports/5868c756-0e60-46c6-9fdc-2b3df25311d3 HTTP/1.1" status: 200 len: 1092 time: 1.4147623 Dec 14 02:41:07.581731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a423df-dce5-42f1-a4d6-cc8755161020', 'tag': '5868c756-0e60-46c6-9fdc-2b3df25311d3'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:41:07.595060 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af35424-ef77-4da0-b090-bd00948cea02" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a423df-dce5-42f1-a4d6-cc8755161020", "tag": "5868c756-0e60-46c6-9fdc-2b3df25311d3"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:41:07.630456 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:07.726047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02385228-5353-49c8-8a2e-fca751b11080 service neutron] Pushing event updated for resources: {'Port': ['ID=5868c756-0e60-46c6-9fdc-2b3df25311d3,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:07.804941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a24cec-a2e7-4a72-abf0-98204c6e4301 req-9532ac43-e59e-4ebd-8420-bcc6fdf54033 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:07.806460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74a24cec-a2e7-4a72-abf0-98204c6e4301 req-9532ac43-e59e-4ebd-8420-bcc6fdf54033 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1767464 Dec 14 02:41:07.854886 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f41cdf7-6318-4fab-b95d-12e1cb994487 req-6d8eb8c3-4df7-4e86-ac2b-6dbd297d7937 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:07.866769 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f41cdf7-6318-4fab-b95d-12e1cb994487 req-6d8eb8c3-4df7-4e86-ac2b-6dbd297d7937 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 945 time: 0.1539445 Dec 14 02:41:07.884522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-5a16f686-5794-4c8d-9295-dbb5b569f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:07.886167 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-5a16f686-5794-4c8d-9295-dbb5b569f190 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2232de45ebfb42369e596a53934ed9e2&device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 1095 time: 0.1188023 Dec 14 02:41:07.969144 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-0c1b6712-556c-4222-b9ce-4bfb841861df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5868c756-0e60-46c6-9fdc-2b3df25311d3 HTTP/1.1" status: 200 len: 217 time: 0.0654285 Dec 14 02:41:08.021929 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74a24cec-a2e7-4a72-abf0-98204c6e4301 req-dbb5edae-5d68-4f4f-8f2e-67ded34789e0 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540234 Dec 14 02:41:08.057564 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f41cdf7-6318-4fab-b95d-12e1cb994487 req-df07a0de-93bb-4886-af39-9abc337fcf78 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/security-groups?id=75d27b2f-179f-41b9-9c6d-a825a6d271ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792259 Dec 14 02:41:08.073982 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1eb091-edd2-41dc-bbad-6dd7c71a837d x-openstack-request-id: req-8a1eb091-edd2-41dc-bbad-6dd7c71a837d {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:41:08.074286 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a423df-dce5-42f1-a4d6-cc8755161020", "tag": "5868c756-0e60-46c6-9fdc-2b3df25311d3", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:41:08.074607 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a1eb091-edd2-41dc-bbad-6dd7c71a837d {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:41:08.075068 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a423df-dce5-42f1-a4d6-cc8755161020', 'tag': '5868c756-0e60-46c6-9fdc-2b3df25311d3', 'status': 'completed', 'code': 200} Dec 14 02:41:08.118846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-3e2d9062-4e0f-492f-8f1c-aa250a577480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:08.122788 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-3e2d9062-4e0f-492f-8f1c-aa250a577480 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0 HTTP/1.1" status: 200 len: 856 time: 0.1437156 Dec 14 02:41:08.419023 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36468) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:08.468875 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:08.495103 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6f8990b0-6589-40b7-bacb-fd86f66c3b9a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:08.546775 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6f8990b0-6589-40b7-bacb-fd86f66c3b9a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:08.598746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6a82e-6731-4ad3-852f-8e2c6ccee480 req-9e20e986-d6ec-4236-bf35-ce7ded26c7c8 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:08.606105 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1cc6a82e-6731-4ad3-852f-8e2c6ccee480 req-9e20e986-d6ec-4236-bf35-ce7ded26c7c8 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.4562635 Dec 14 02:41:08.629048 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-88221a75-ffe6-4959-954e-094f77623701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:08.629048 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-88221a75-ffe6-4959-954e-094f77623701 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4917052 Dec 14 02:41:08.714290 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6f8990b0-6589-40b7-bacb-fd86f66c3b9a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:08.717364 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6f8990b0-6589-40b7-bacb-fd86f66c3b9a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:08.718937 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1cc6a82e-6731-4ad3-852f-8e2c6ccee480 req-90546d7c-9a5c-4e6f-8ccf-9d39a08016a2 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070867 Dec 14 02:41:08.719165 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6f8990b0-6589-40b7-bacb-fd86f66c3b9a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "DELETE /v2.0/security-groups/9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91 HTTP/1.1" status: 204 len: 168 time: 0.2990396 Dec 14 02:41:08.729129 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36472) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:08.747561 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8990b0-6589-40b7-bacb-fd86f66c3b9a tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:08.759444 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-7183c56f-c923-4538-9a4d-d49c76aa261d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] show failed (client error): The resource could not be found. Dec 14 02:41:08.763253 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7183c56f-c923-4538-9a4d-d49c76aa261d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "GET /v2.0/security-groups/9b2aa636-b8cc-4ae0-9ad9-cc60dcca0d91 HTTP/1.1" status: 404 len: 347 time: 0.0334251 Dec 14 02:41:08.764744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36474) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:08.880100 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-a4493cdd-4018-4c20-8b05-122cf54ed762 service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353337 Dec 14 02:41:08.999490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36478) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:09.012628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0435bf94-f42d-493a-94fa-856494f7979d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Deleting port 571e6f53-63d8-4cc8-bb6d-49fdab4b64fc {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:41:09.012977 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0435bf94-f42d-493a-94fa-856494f7979d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:09.017838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a0c2479-336d-4db1-ae78-57d246a2aec8 req-ede81648-f4a0-4080-af2f-b3fbc5b2fe5f service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158400 Dec 14 02:41:09.183774 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47ee5867-6f82-4e29-b607-215acb9297a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:09.207888 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0435bf94-f42d-493a-94fa-856494f7979d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:09.208230 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0435bf94-f42d-493a-94fa-856494f7979d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:09.245413 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0435bf94-f42d-493a-94fa-856494f7979d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Calling delete_port for 571e6f53-63d8-4cc8-bb6d-49fdab4b64fc owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:41:09.270725 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe11e1-aa38-4db6-a029-1eb8e4ab9519 req-a3470b6e-011c-45f2-92e8-d4c6f9123aff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:09.272239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fbe11e1-aa38-4db6-a029-1eb8e4ab9519 req-a3470b6e-011c-45f2-92e8-d4c6f9123aff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1482112 Dec 14 02:41:09.283626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c1b75-b687-4438-9c99-b5a0dd43bf4d req-f375d2a4-c09e-49ae-b500-0214f0a19322 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:09.290858 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ac2c1b75-b687-4438-9c99-b5a0dd43bf4d req-f375d2a4-c09e-49ae-b500-0214f0a19322 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 945 time: 0.1271963 Dec 14 02:41:09.321662 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47ee5867-6f82-4e29-b607-215acb9297a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:09.382150 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47ee5867-6f82-4e29-b607-215acb9297a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:09.427659 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-47ee5867-6f82-4e29-b607-215acb9297a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a2b0381d8674e3a9bde3877261de34d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4269016 Dec 14 02:41:09.429331 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36492) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:09.437095 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee5867-6f82-4e29-b607-215acb9297a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1478bf5a-81ae-4ad1-b2ab-96857073a76c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:09.460558 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ac2c1b75-b687-4438-9c99-b5a0dd43bf4d req-fc5ba355-6201-4cd0-84e7-40e38d6e67cf tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/security-groups?id=75d27b2f-179f-41b9-9c6d-a825a6d271ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688037 Dec 14 02:41:09.504510 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d714b-1872-4d69-89f1-3da785e4c5d3 req-aa1e6848-df79-483e-b213-2bda3381c5e1 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:09.505735 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-089d714b-1872-4d69-89f1-3da785e4c5d3 req-aa1e6848-df79-483e-b213-2bda3381c5e1 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.46 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 945 time: 0.2314470 Dec 14 02:41:09.518068 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f82c-5762-458d-a898-6fc59d57e7bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:09.564189 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f82c-5762-458d-a898-6fc59d57e7bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:09.614921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af35424-ef77-4da0-b090-bd00948cea02 req-3d5f78d2-39ba-48a4-90c3-143a813c9cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:09.618255 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8af35424-ef77-4da0-b090-bd00948cea02 req-3d5f78d2-39ba-48a4-90c3-143a813c9cfe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2232de45ebfb42369e596a53934ed9e2&device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 1095 time: 0.3451066 Dec 14 02:41:09.691897 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fbe11e1-aa38-4db6-a029-1eb8e4ab9519 req-8242269c-1392-4c80-ba54-c28b4e7565f8 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989053 Dec 14 02:41:09.750340 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f82c-5762-458d-a898-6fc59d57e7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:09.757635 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cfb7f82c-5762-458d-a898-6fc59d57e7bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:09.757635 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cfb7f82c-5762-458d-a898-6fc59d57e7bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1478bf5a-81ae-4ad1-b2ab-96857073a76c HTTP/1.1" status: 204 len: 168 time: 0.3252878 Dec 14 02:41:09.792412 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7f82c-5762-458d-a898-6fc59d57e7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1478bf5a-81ae-4ad1-b2ab-96857073a76c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:09.917697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-089d714b-1872-4d69-89f1-3da785e4c5d3 req-cfe8bf28-4254-429c-b0d7-948f5057728e tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Deleting port e7c1ac10-28e7-4ec8-9c23-4f30cddae145 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:41:09.918025 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-089d714b-1872-4d69-89f1-3da785e4c5d3 req-cfe8bf28-4254-429c-b0d7-948f5057728e tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:10.037921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e36b4-7e1b-439d-9013-7e6f5e10f19a req-b31547ed-588d-48a8-936e-33e503855bb0 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:10.039499 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ce5e36b4-7e1b-439d-9013-7e6f5e10f19a req-b31547ed-588d-48a8-936e-33e503855bb0 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.1807561 Dec 14 02:41:10.045729 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af35424-ef77-4da0-b090-bd00948cea02 req-7c575148-0659-4f43-96c6-3eb11bc9e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:10.047226 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8af35424-ef77-4da0-b090-bd00948cea02 req-7c575148-0659-4f43-96c6-3eb11bc9e669 service neutron] 10.222.0.46 "GET /v2.0/networks?id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061 HTTP/1.1" status: 200 len: 918 time: 0.4124496 Dec 14 02:41:10.135323 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0435bf94-f42d-493a-94fa-856494f7979d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:10.185156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8af35424-ef77-4da0-b090-bd00948cea02 req-1b4daebc-6ac6-4547-9806-2223e03888de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5868c756-0e60-46c6-9fdc-2b3df25311d3 HTTP/1.1" status: 200 len: 217 time: 0.0891991 Dec 14 02:41:10.203034 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ce5e36b4-7e1b-439d-9013-7e6f5e10f19a req-74906987-8290-4cc3-98f8-690e162fb12d tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547596 Dec 14 02:41:10.215409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-089d714b-1872-4d69-89f1-3da785e4c5d3 req-cfe8bf28-4254-429c-b0d7-948f5057728e tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] For port e7c1ac10-28e7-4ec8-9c23-4f30cddae145, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e7c1ac10-28e7-4ec8-9c23-4f30cddae145,segment=NetworkSegment(c32f7bf2-22be-4413-9375-da1266996b4e),segment_id=c32f7bf2-22be-4413-9375-da1266996b4e)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:10.215409 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-089d714b-1872-4d69-89f1-3da785e4c5d3 req-cfe8bf28-4254-429c-b0d7-948f5057728e tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:10.252741 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435bf94-f42d-493a-94fa-856494f7979d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Pushing event deleted for resources: {'Port': ['ID=571e6f53-63d8-4cc8-bb6d-49fdab4b64fc,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:10.273873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9717634-aa15-4f41-9f75-794bc1dcfa9b None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:41:10.289084 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-089d714b-1872-4d69-89f1-3da785e4c5d3 req-cfe8bf28-4254-429c-b0d7-948f5057728e tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Calling delete_port for e7c1ac10-28e7-4ec8-9c23-4f30cddae145 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:41:10.365530 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af35424-ef77-4da0-b090-bd00948cea02 req-00df0393-073a-4513-959e-9a128d196dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:10.367021 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8af35424-ef77-4da0-b090-bd00948cea02 req-00df0393-073a-4513-959e-9a128d196dd2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0 HTTP/1.1" status: 200 len: 856 time: 0.1326823 Dec 14 02:41:10.441122 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0435bf94-f42d-493a-94fa-856494f7979d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:10.443760 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0435bf94-f42d-493a-94fa-856494f7979d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:10.454807 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0435bf94-f42d-493a-94fa-856494f7979d tempest-AttachVolumeTestJSON-50591226 tempest-AttachVolumeTestJSON-50591226-project] 10.222.0.39 "DELETE /v2.0/floatingips/88edc765-ccb4-4ebc-a199-7a7605779e56 HTTP/1.1" status: 204 len: 168 time: 1.6792881 Dec 14 02:41:10.514917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af35424-ef77-4da0-b090-bd00948cea02 req-1f1aad16-459a-4f3e-87c1-d1a169c0bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:10.516503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8af35424-ef77-4da0-b090-bd00948cea02 req-1f1aad16-459a-4f3e-87c1-d1a169c0bdf0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1148992 Dec 14 02:41:10.727552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ad5c1-94fc-4978-ab2b-2b0995138026 req-01706d42-3f1f-4c83-a65f-1df2c830005f tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:10.729275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-961ad5c1-94fc-4978-ab2b-2b0995138026 req-01706d42-3f1f-4c83-a65f-1df2c830005f tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 945 time: 0.1369350 Dec 14 02:41:10.769762 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8af35424-ef77-4da0-b090-bd00948cea02 req-3a328b84-52fe-46ee-a7f1-a5a61db28420 service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408044 Dec 14 02:41:10.776144 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36528) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:10.847741 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76c09a45-d5e4-4943-974f-2753e8a9d91c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:10.859681 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-089d714b-1872-4d69-89f1-3da785e4c5d3 req-cfe8bf28-4254-429c-b0d7-948f5057728e tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:10.943361 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728aaea-1b99-4b09-8cbb-9fca7dc145a9 req-3c5770d4-430b-4f5c-a943-5622834baee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:10.944827 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a728aaea-1b99-4b09-8cbb-9fca7dc145a9 req-3c5770d4-430b-4f5c-a943-5622834baee7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 1097 time: 0.1002545 Dec 14 02:41:10.951875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-961ad5c1-94fc-4978-ab2b-2b0995138026 req-f2d49561-7831-446e-8819-2301246b00d9 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/security-groups?id=75d27b2f-179f-41b9-9c6d-a825a6d271ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031455 Dec 14 02:41:10.969062 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe8bf28-4254-429c-b0d7-948f5057728e tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Pushing event deleted for resources: {'Port': ['ID=e7c1ac10-28e7-4ec8-9c23-4f30cddae145,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:11.098693 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76c09a45-d5e4-4943-974f-2753e8a9d91c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:11.114831 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8af35424-ef77-4da0-b090-bd00948cea02 req-eb0c7029-a0b3-40ee-8364-ca043a94abe3 service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228929 Dec 14 02:41:11.123421 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728aaea-1b99-4b09-8cbb-9fca7dc145a9 req-68d23e46-1d6c-4b81-9964-51442c9ac146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:11.125111 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a728aaea-1b99-4b09-8cbb-9fca7dc145a9 req-68d23e46-1d6c-4b81-9964-51442c9ac146 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 913 time: 0.1540625 Dec 14 02:41:11.135111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-089d714b-1872-4d69-89f1-3da785e4c5d3 req-cfe8bf28-4254-429c-b0d7-948f5057728e tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] No DVR routers for this DVR port e7c1ac10-28e7-4ec8-9c23-4f30cddae145 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:41:11.138748 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-089d714b-1872-4d69-89f1-3da785e4c5d3 req-cfe8bf28-4254-429c-b0d7-948f5057728e tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:11.143805 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-089d714b-1872-4d69-89f1-3da785e4c5d3 req-cfe8bf28-4254-429c-b0d7-948f5057728e tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.46 "DELETE /v2.0/ports/e7c1ac10-28e7-4ec8-9c23-4f30cddae145 HTTP/1.1" status: 204 len: 173 time: 1.6204360 Dec 14 02:41:11.147998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53acb632-e0a5-481b-a383-f506951d313d', 'name': 'network-vif-deleted', 'tag': 'e7c1ac10-28e7-4ec8-9c23-4f30cddae145'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:41:11.153481 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae66b19-8e95-482b-bbd7-9b7b74679b8a" -d '{"events": [{"server_uuid": "53acb632-e0a5-481b-a383-f506951d313d", "name": "network-vif-deleted", "tag": "e7c1ac10-28e7-4ec8-9c23-4f30cddae145"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:41:11.199876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673be17-50a2-4fc1-9f99-01323679aef2 req-7ed76132-3f33-4215-817e-c33ab5d0c145 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:11.205986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e673be17-50a2-4fc1-9f99-01323679aef2 req-7ed76132-3f33-4215-817e-c33ab5d0c145 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.2435462 Dec 14 02:41:11.211496 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a728aaea-1b99-4b09-8cbb-9fca7dc145a9 req-793bc00a-66e5-4b07-b048-6992ab851c1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 HTTP/1.1" status: 200 len: 217 time: 0.0658774 Dec 14 02:41:11.237432 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76c09a45-d5e4-4943-974f-2753e8a9d91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:11.302659 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e673be17-50a2-4fc1-9f99-01323679aef2 req-d2d25ef3-4815-474f-9b88-ceb745f25667 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894246 Dec 14 02:41:11.307767 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64ca090-f185-441d-9ce6-ab354f43762f x-openstack-request-id: req-f64ca090-f185-441d-9ce6-ab354f43762f {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:41:11.308766 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53acb632-e0a5-481b-a383-f506951d313d", "name": "network-vif-deleted", "tag": "e7c1ac10-28e7-4ec8-9c23-4f30cddae145", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:41:11.309032 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f64ca090-f185-441d-9ce6-ab354f43762f {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:41:11.310365 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53acb632-e0a5-481b-a383-f506951d313d', 'name': 'network-vif-deleted', 'tag': 'e7c1ac10-28e7-4ec8-9c23-4f30cddae145', 'status': 'completed', 'code': 200} Dec 14 02:41:11.381711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728aaea-1b99-4b09-8cbb-9fca7dc145a9 req-d699e2de-90a5-4a3b-9efb-5958a18c3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:11.383322 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a728aaea-1b99-4b09-8cbb-9fca7dc145a9 req-d699e2de-90a5-4a3b-9efb-5958a18c3516 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0a92f050-7d7f-44ec-8504-2ffe6d2c9312 HTTP/1.1" status: 200 len: 852 time: 0.1617157 Dec 14 02:41:11.387904 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-76c09a45-d5e4-4943-974f-2753e8a9d91c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1ddb87688fe94a178c8c6bfbbe8b6335&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6082354 Dec 14 02:41:11.387904 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c09a45-d5e4-4943-974f-2753e8a9d91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848b525d-334c-468a-9ff1-8ca6240ca3e8,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:11.388282 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36540) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:11.450046 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a728aaea-1b99-4b09-8cbb-9fca7dc145a9 req-8e674b71-c4f9-47f9-a7b5-8e4d71034d23 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4569343b-0d78-4515-821b-2ffa9a32777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507705 Dec 14 02:41:11.474125 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-78b27d86-d7d7-4d6a-94b7-69cebb9359e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:11.510059 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-78b27d86-d7d7-4d6a-94b7-69cebb9359e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:11.560158 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a728aaea-1b99-4b09-8cbb-9fca7dc145a9 req-39704980-3f2e-4cf0-9ee1-f7d6e382bbbc service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038687 Dec 14 02:41:11.660375 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-78b27d86-d7d7-4d6a-94b7-69cebb9359e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:11.667894 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-78b27d86-d7d7-4d6a-94b7-69cebb9359e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:11.670967 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-78b27d86-d7d7-4d6a-94b7-69cebb9359e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/848b525d-334c-468a-9ff1-8ca6240ca3e8 HTTP/1.1" status: 204 len: 168 time: 0.2816689 Dec 14 02:41:11.702125 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b27d86-d7d7-4d6a-94b7-69cebb9359e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848b525d-334c-468a-9ff1-8ca6240ca3e8,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:11.857891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89fd8d3-301b-43f4-b067-5dd5e14301af req-a8bf540e-11f5-4999-b1a7-ae338a2fc3c2 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:11.898391 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f89fd8d3-301b-43f4-b067-5dd5e14301af req-a8bf540e-11f5-4999-b1a7-ae338a2fc3c2 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.1030862 Dec 14 02:41:11.974195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f89fd8d3-301b-43f4-b067-5dd5e14301af req-59829e51-8327-4433-87be-b29d20fca0c3 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976646 Dec 14 02:41:12.093193 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a728aaea-1b99-4b09-8cbb-9fca7dc145a9 req-93883631-3f12-4f1c-a5a3-897941351905 service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254154 Dec 14 02:41:12.116941 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 5868c756-0e60-46c6-9fdc-2b3df25311d3 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:41:12.136244 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e7c1ac10-28e7-4ec8-9c23-4f30cddae145 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:41:12.169247 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: e7c1ac10-28e7-4ec8-9c23-4f30cddae145 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:41:12.169653 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e7c1ac10-28e7-4ec8-9c23-4f30cddae145 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:41:12.181090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3a204d0-608a-4cf5-b3c1-bea9bc9a5e49 req-69e85832-69e7-4335-a395-8c5b3adf8110 tempest-InstanceActionsTestJSON-1871514711 tempest-InstanceActionsTestJSON-1871514711-project] 10.222.0.39 "GET /v2.0/ports?device_id=53acb632-e0a5-481b-a383-f506951d313d HTTP/1.1" status: 200 len: 210 time: 0.0958273 Dec 14 02:41:12.290630 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 5868c756-0e60-46c6-9fdc-2b3df25311d3, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=5868c756-0e60-46c6-9fdc-2b3df25311d3,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:12.322578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '5868c756-0e60-46c6-9fdc-2b3df25311d3', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'port_id': '5868c756-0e60-46c6-9fdc-2b3df25311d3', 'mac_address': 'fa:16:3e:1c:2b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:41:12.396541 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:12.412768 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5868c756-0e60-46c6-9fdc-2b3df25311d3 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:41:12.445691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 5868c756-0e60-46c6-9fdc-2b3df25311d3, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=5868c756-0e60-46c6-9fdc-2b3df25311d3,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:12.527164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13b5ed-a8c9-42d2-8b76-478a8d36ff3a req-8be83ff7-2c90-4106-981c-3c65e9925224 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:12.536600 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e13b5ed-a8c9-42d2-8b76-478a8d36ff3a req-8be83ff7-2c90-4106-981c-3c65e9925224 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1077611 Dec 14 02:41:12.540714 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:12.601693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e13b5ed-a8c9-42d2-8b76-478a8d36ff3a req-c6dbd4cd-a5f4-4aed-b66f-ebc628a3045d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623152 Dec 14 02:41:12.655781 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=5868c756-0e60-46c6-9fdc-2b3df25311d3,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:12.841050 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['5868c756-0e60-46c6-9fdc-2b3df25311d3'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:41:13.118747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099cd48-d765-46d7-a91b-26806dbf1f6f req-f8c2c967-a2b0-42b7-983f-19729a82201f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:13.129252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b099cd48-d765-46d7-a91b-26806dbf1f6f req-f8c2c967-a2b0-42b7-983f-19729a82201f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 945 time: 0.0865273 Dec 14 02:41:13.178166 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b099cd48-d765-46d7-a91b-26806dbf1f6f req-95e2be5a-4e77-4ae6-a416-2687efc11c99 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476234 Dec 14 02:41:13.245682 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36612) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:13.291755 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebfc8c11-ac7a-4f41-a32c-9ea6ff53e21c admin admin] Deleting subnet 65d6defe-a16f-4310-b73f-89bd5f160fe9 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:41:13.295393 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ebfc8c11-ac7a-4f41-a32c-9ea6ff53e21c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:13.336886 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ebfc8c11-ac7a-4f41-a32c-9ea6ff53e21c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:13.382153 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ebfc8c11-ac7a-4f41-a32c-9ea6ff53e21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:13.442582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36618) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:13.514266 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ebfc8c11-ac7a-4f41-a32c-9ea6ff53e21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:13.551857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-410bb931-4335-42da-960a-7c9503b8cd9c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2130023757-network', 'tenant_id': '90ed08d13eb0420d8fc68ea931f7be6c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:41:13.557041 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc8c11-ac7a-4f41-a32c-9ea6ff53e21c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65d6defe-a16f-4310-b73f-89bd5f160fe9,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:13.566489 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ebfc8c11-ac7a-4f41-a32c-9ea6ff53e21c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:13.572970 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36622) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:13.575910 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ebfc8c11-ac7a-4f41-a32c-9ea6ff53e21c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/65d6defe-a16f-4310-b73f-89bd5f160fe9 HTTP/1.1" status: 204 len: 168 time: 0.3268695 Dec 14 02:41:13.652269 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-33037ef1-fa9a-4a51-80b2-66c5f9cde0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:13.709037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410bb931-4335-42da-960a-7c9503b8cd9c admin admin] Made reservation on behalf of 90ed08d13eb0420d8fc68ea931f7be6c for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:41:13.711762 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-410bb931-4335-42da-960a-7c9503b8cd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:13.734841 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-33037ef1-fa9a-4a51-80b2-66c5f9cde0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:13.737616 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-410bb931-4335-42da-960a-7c9503b8cd9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:13.749542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a65cb-8918-4c87-a182-68588f371929 req-b889682a-6fb0-4d82-b61d-5f9a774930d1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:13.751284 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c90a65cb-8918-4c87-a182-68588f371929 req-b889682a-6fb0-4d82-b61d-5f9a774930d1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.0814612 Dec 14 02:41:13.759069 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-33037ef1-fa9a-4a51-80b2-66c5f9cde0bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180800f3-77f1-497a-9406-bd16835dbf08']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:13.771016 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-33037ef1-fa9a-4a51-80b2-66c5f9cde0bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c32f7bf2-22be-4413-9375-da1266996b4e') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:13.771319 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-33037ef1-fa9a-4a51-80b2-66c5f9cde0bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c32f7bf2-22be-4413-9375-da1266996b4e') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:13.783043 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-33037ef1-fa9a-4a51-80b2-66c5f9cde0bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:13.800071 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-33037ef1-fa9a-4a51-80b2-66c5f9cde0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:13.808248 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33037ef1-fa9a-4a51-80b2-66c5f9cde0bb admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:41:13.808702 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-33037ef1-fa9a-4a51-80b2-66c5f9cde0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:41:13.810680 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:41:13.841913 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c90a65cb-8918-4c87-a182-68588f371929 req-744487e5-08ed-45a0-b7fa-7d05a7ca7a1d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721064 Dec 14 02:41:13.895845 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-410bb931-4335-42da-960a-7c9503b8cd9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:13.919566 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-33037ef1-fa9a-4a51-80b2-66c5f9cde0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:13.926974 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-33037ef1-fa9a-4a51-80b2-66c5f9cde0bb admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:13.933630 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-33037ef1-fa9a-4a51-80b2-66c5f9cde0bb admin admin] 10.222.0.39 "DELETE /v2.0/networks/180800f3-77f1-497a-9406-bd16835dbf08 HTTP/1.1" status: 204 len: 168 time: 0.3571446 Dec 14 02:41:13.960328 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33037ef1-fa9a-4a51-80b2-66c5f9cde0bb admin admin] Pushing event deleted for resources: {'Network': ['ID=180800f3-77f1-497a-9406-bd16835dbf08,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:14.083125 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-410bb931-4335-42da-960a-7c9503b8cd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:14.100008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410bb931-4335-42da-960a-7c9503b8cd9c admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:41:14.132586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0157f4c-186f-4c84-972f-af7f29374f95 req-cf40cb44-a7f6-4995-b67e-8147a10ce6af tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:14.134097 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0157f4c-186f-4c84-972f-af7f29374f95 req-cf40cb44-a7f6-4995-b67e-8147a10ce6af tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 950 time: 0.0876484 Dec 14 02:41:14.135148 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-410bb931-4335-42da-960a-7c9503b8cd9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:14.135488 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-410bb931-4335-42da-960a-7c9503b8cd9c admin admin] Added segment 6cc8399c-f6f9-4367-a4a0-9218008bbb77 of type vlan for network 8ae431a8-7010-4de4-9df7-3bb51444d533 Dec 14 02:41:14.138028 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 5868c756-0e60-46c6-9fdc-2b3df25311d3 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:41:14.147521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410bb931-4335-42da-960a-7c9503b8cd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e7e69c-6427-443a-9fb7-8aba557a3a36,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:14.209192 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-410bb931-4335-42da-960a-7c9503b8cd9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:14.232729 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0157f4c-186f-4c84-972f-af7f29374f95 req-8bcbd82a-9b6c-49be-b69d-696f90e7c18a tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638244 Dec 14 02:41:14.318771 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 5868c756-0e60-46c6-9fdc-2b3df25311d3 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:41:14.323157 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 5868c756-0e60-46c6-9fdc-2b3df25311d3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:41:14.323656 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:14.373089 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-410bb931-4335-42da-960a-7c9503b8cd9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:14.373089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410bb931-4335-42da-960a-7c9503b8cd9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:14.373089 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-410bb931-4335-42da-960a-7c9503b8cd9c admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:14.386521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7fe6b-2091-48c9-b744-db003fe1efbe req-59a65768-70b4-4000-90f0-2f0fe40b31e5 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:14.388051 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1a7fe6b-2091-48c9-b744-db003fe1efbe req-59a65768-70b4-4000-90f0-2f0fe40b31e5 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 945 time: 0.0792544 Dec 14 02:41:14.419981 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:14.429196 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36664) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:14.468359 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 5868c756-0e60-46c6-9fdc-2b3df25311d3, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=5868c756-0e60-46c6-9fdc-2b3df25311d3,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:14.469807 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a423df-dce5-42f1-a4d6-cc8755161020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5868c756-0e60-46c6-9fdc-2b3df25311d3'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:41:14.472923 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748b451e-18f2-46fe-9535-dbbebc34ae6e" -d '{"events": [{"server_uuid": "e6a423df-dce5-42f1-a4d6-cc8755161020", "name": "network-vif-plugged", "status": "completed", "tag": "5868c756-0e60-46c6-9fdc-2b3df25311d3"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:41:14.477141 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-70926f9d-27eb-4a91-a0a3-5b3a09ce262a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0ced9008c8941049766a5ffe76ab9e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465701 Dec 14 02:41:14.479710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36668) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:14.490678 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410bb931-4335-42da-960a-7c9503b8cd9c admin admin] Pushing event updated for resources: {'Network': ['ID=8ae431a8-7010-4de4-9df7-3bb51444d533,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:14.507592 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 8ae431a8-7010-4de4-9df7-3bb51444d533 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:41:14.516250 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1a7fe6b-2091-48c9-b744-db003fe1efbe req-61eeb1f9-e476-4b5e-8075-aadd460ec307 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096940 Dec 14 02:41:14.538497 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9122416f-ef1b-4104-ada4-fa227108c32b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:14.544471 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-410bb931-4335-42da-960a-7c9503b8cd9c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1007297 Dec 14 02:41:14.552723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36674) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:14.557892 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-47434a15-9746-47b6-9974-0976c461a494 admin admin] Request body: {'subnet': {'network_id': '8ae431a8-7010-4de4-9df7-3bb51444d533', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2130023757-subnet', 'tenant_id': '90ed08d13eb0420d8fc68ea931f7be6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:41:14.570941 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:14.602454 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9122416f-ef1b-4104-ada4-fa227108c32b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:14.649851 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47434a15-9746-47b6-9974-0976c461a494 admin admin] Made reservation on behalf of 90ed08d13eb0420d8fc68ea931f7be6c for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:41:14.649851 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-47434a15-9746-47b6-9974-0976c461a494 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:14.664505 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=5868c756-0e60-46c6-9fdc-2b3df25311d3,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:14.699376 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313101dc-49a1-48c1-b0c9-dc8f48c76b1c x-openstack-request-id: req-313101dc-49a1-48c1-b0c9-dc8f48c76b1c {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:41:14.699913 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a423df-dce5-42f1-a4d6-cc8755161020", "name": "network-vif-plugged", "status": "completed", "tag": "5868c756-0e60-46c6-9fdc-2b3df25311d3", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:41:14.700404 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-313101dc-49a1-48c1-b0c9-dc8f48c76b1c {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:41:14.700967 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a423df-dce5-42f1-a4d6-cc8755161020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5868c756-0e60-46c6-9fdc-2b3df25311d3', 'code': 200} Dec 14 02:41:14.759852 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9122416f-ef1b-4104-ada4-fa227108c32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:14.762471 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9122416f-ef1b-4104-ada4-fa227108c32b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:14.763704 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9122416f-ef1b-4104-ada4-fa227108c32b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/75d27b2f-179f-41b9-9c6d-a825a6d271ee HTTP/1.1" status: 204 len: 168 time: 0.2830620 Dec 14 02:41:14.772593 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122416f-ef1b-4104-ada4-fa227108c32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d27b2f-179f-41b9-9c6d-a825a6d271ee,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:14.853551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64983f1-c734-46c2-82e4-c829b5e3a44b req-f151522d-b814-41f7-a9be-05e4f3790ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:14.855147 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d64983f1-c734-46c2-82e4-c829b5e3a44b req-f151522d-b814-41f7-a9be-05e4f3790ebe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 1097 time: 0.0457785 Dec 14 02:41:14.917246 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d64983f1-c734-46c2-82e4-c829b5e3a44b req-0f9a6356-bc29-468b-bd73-5eb9943573bb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545793 Dec 14 02:41:14.969266 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-47434a15-9746-47b6-9974-0976c461a494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:15.025631 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ac06f-a18a-462e-8a08-532d3e36b6bf req-02baf194-d380-4a2b-83a2-d23cc61cd5e9 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:15.036945 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be0ac06f-a18a-462e-8a08-532d3e36b6bf req-02baf194-d380-4a2b-83a2-d23cc61cd5e9 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1037729 Dec 14 02:41:15.078853 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47434a15-9746-47b6-9974-0976c461a494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b125557c-e21f-4502-8273-6d9bdc3c09a7,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:15.102087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47434a15-9746-47b6-9974-0976c461a494 admin admin] Checking segment: {'id': '6cc8399c-f6f9-4367-a4a0-9218008bbb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8ae431a8-7010-4de4-9df7-3bb51444d533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:41:15.107889 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47434a15-9746-47b6-9974-0976c461a494 admin admin] Network hostable DHCP agents. Network: 8ae431a8-7010-4de4-9df7-3bb51444d533, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:41:15.130020 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be0ac06f-a18a-462e-8a08-532d3e36b6bf req-ad317e60-5067-440f-8f2f-eb1d05d2ea1f tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915906 Dec 14 02:41:15.245210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47434a15-9746-47b6-9974-0976c461a494 admin admin] Network 8ae431a8-7010-4de4-9df7-3bb51444d533 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:41:15.393418 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-47434a15-9746-47b6-9974-0976c461a494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 8ae431a8-7010-4de4-9df7-3bb51444d533) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:41:15.399947 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47434a15-9746-47b6-9974-0976c461a494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:15.400630 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-47434a15-9746-47b6-9974-0976c461a494 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:15.402375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf883c5-23ad-4224-ae20-9323580f5b4f None None] Network 8ae431a8-7010-4de4-9df7-3bb51444d533 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:41:15.546067 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-47434a15-9746-47b6-9974-0976c461a494 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9904962 Dec 14 02:41:15.612487 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb0ce54-a47d-4cb2-90b0-e65f94f48585 None None] Network 8ae431a8-7010-4de4-9df7-3bb51444d533 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:41:15.782917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a90338-ec33-430e-a185-3cf2156ca24d req-62ef7c78-f1f6-4b2d-9851-384543f309bb tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:15.800114 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17a90338-ec33-430e-a185-3cf2156ca24d req-62ef7c78-f1f6-4b2d-9851-384543f309bb tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.1520634 Dec 14 02:41:15.821247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-f93a1907-8be2-4030-a0c1-9e99a77e9660 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4169621 Dec 14 02:41:16.296852 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17a90338-ec33-430e-a185-3cf2156ca24d req-c930dddd-3b4e-43cf-8eab-adae24c8de6c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4955957 Dec 14 02:41:16.336224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-6c013c55-1bc4-4206-8835-ac0bb253351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:16.337182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-6c013c55-1bc4-4206-8835-ac0bb253351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:16.337738 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-6c013c55-1bc4-4206-8835-ac0bb253351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:16.338340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-6c013c55-1bc4-4206-8835-ac0bb253351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:16.338988 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-6c013c55-1bc4-4206-8835-ac0bb253351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:16.339446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-6c013c55-1bc4-4206-8835-ac0bb253351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:16.339903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-6c013c55-1bc4-4206-8835-ac0bb253351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:16.353483 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-6c013c55-1bc4-4206-8835-ac0bb253351c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ffab91437844fca462f7af0a39817e&device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 6489 time: 0.1403275 Dec 14 02:41:16.448623 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8a7c2-ea0e-4291-bead-0647626ea25b req-b1a8fb3e-4ac2-4513-809f-abef0bd1779a tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:16.456469 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bce8a7c2-ea0e-4291-bead-0647626ea25b req-b1a8fb3e-4ac2-4513-809f-abef0bd1779a tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1868155 Dec 14 02:41:16.521885 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36746) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:16.634820 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bce8a7c2-ea0e-4291-bead-0647626ea25b req-e2835253-8a62-430e-a70d-62ce51005174 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493359 Dec 14 02:41:16.651472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-234f4fca-f0ee-4f5b-93c0-a84f0b81c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:16.651945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-234f4fca-f0ee-4f5b-93c0-a84f0b81c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:16.652412 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-234f4fca-f0ee-4f5b-93c0-a84f0b81c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:16.654898 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-234f4fca-f0ee-4f5b-93c0-a84f0b81c37a service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b4164e6-822e-420c-a3b0-b15221d3eff6&id=cf83d73a-45cf-4239-b869-73b771421429&id=cf83d73a-45cf-4239-b869-73b771421429&id=cf83d73a-45cf-4239-b869-73b771421429&id=cf83d73a-45cf-4239-b869-73b771421429&id=18b9e852-d3ea-485d-8106-6a6289070cf4&id=18b9e852-d3ea-485d-8106-6a6289070cf4 HTTP/1.1" status: 200 len: 2292 time: 0.2506440 Dec 14 02:41:16.698306 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9f1360fe-5f4a-4f44-9e51-90bd5676baaa admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1289524514-network', 'tenant_id': '45e6e1378761476a9b38976bf7f00937'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:41:16.737479 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-d8216275-4e09-42f0-a085-e7d669215625 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=967565e0-3a99-41ac-bfa3-c5fb52e9a874 HTTP/1.1" status: 200 len: 1001 time: 0.0720627 Dec 14 02:41:16.823319 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-9d83efde-9175-4595-b9a8-863f67698510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:16.824899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-9d83efde-9175-4595-b9a8-863f67698510 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e81371a3-0455-4a74-8514-0ee39a56c60d HTTP/1.1" status: 200 len: 850 time: 0.0796204 Dec 14 02:41:16.861425 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1360fe-5f4a-4f44-9e51-90bd5676baaa admin admin] Made reservation on behalf of 45e6e1378761476a9b38976bf7f00937 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:41:16.866124 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f1360fe-5f4a-4f44-9e51-90bd5676baaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:16.889023 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f1360fe-5f4a-4f44-9e51-90bd5676baaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:16.890796 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-aa9e9d4a-9a1f-4b3a-8a32-13089e3b1907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:16.892775 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-aa9e9d4a-9a1f-4b3a-8a32-13089e3b1907 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b4164e6-822e-420c-a3b0-b15221d3eff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584159 Dec 14 02:41:16.974081 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36758) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:16.980660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-02e9a831-5b1c-49bf-971c-d2e11e7de46d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1789318010-network', 'tenant_id': '18dac4dc7e6c43a49e83cefce1aa209a'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:41:16.984964 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f1360fe-5f4a-4f44-9e51-90bd5676baaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:17.028248 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-39c559bf-c123-4586-ac03-987b5e292630 service neutron] 10.222.0.47 "GET /v2.0/networks/1b4164e6-822e-420c-a3b0-b15221d3eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257842 Dec 14 02:41:17.096479 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f1360fe-5f4a-4f44-9e51-90bd5676baaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:17.118296 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1360fe-5f4a-4f44-9e51-90bd5676baaa admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:41:17.127428 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-8f9e9acb-24fa-4954-80be-53b151b3714b service neutron] 10.222.0.47 "GET /v2.0/networks/1b4164e6-822e-420c-a3b0-b15221d3eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904682 Dec 14 02:41:17.135499 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1360fe-5f4a-4f44-9e51-90bd5676baaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0451c3-3cdf-4559-94c1-19829bef5cec,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:17.138507 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f1360fe-5f4a-4f44-9e51-90bd5676baaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:17.138790 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-9f1360fe-5f4a-4f44-9e51-90bd5676baaa admin admin] Added segment bdaca620-09cb-4433-bda3-4e10049db5df of type vlan for network e7e4a109-580a-42a6-b63e-8de4c6ad88a9 Dec 14 02:41:17.143932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e9a831-5b1c-49bf-971c-d2e11e7de46d admin admin] Made reservation on behalf of 18dac4dc7e6c43a49e83cefce1aa209a for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:41:17.146527 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-02e9a831-5b1c-49bf-971c-d2e11e7de46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:17.179969 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f1360fe-5f4a-4f44-9e51-90bd5676baaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:17.189668 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-02e9a831-5b1c-49bf-971c-d2e11e7de46d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:17.193874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-9551725b-a49b-4748-b1bc-7f5d33638951 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=e9de420b-c32e-4a1d-a9ee-71a5673399ea HTTP/1.1" status: 200 len: 217 time: 0.0588863 Dec 14 02:41:17.271986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-b4909f20-fa1b-41d3-87fe-923e143f7835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:17.271986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-b4909f20-fa1b-41d3-87fe-923e143f7835 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.0677736 Dec 14 02:41:17.285238 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f1360fe-5f4a-4f44-9e51-90bd5676baaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:17.286566 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1360fe-5f4a-4f44-9e51-90bd5676baaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:17.287146 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f1360fe-5f4a-4f44-9e51-90bd5676baaa admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:17.353273 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-02e9a831-5b1c-49bf-971c-d2e11e7de46d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:17.354811 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1360fe-5f4a-4f44-9e51-90bd5676baaa admin admin] Pushing event updated for resources: {'Network': ['ID=e7e4a109-580a-42a6-b63e-8de4c6ad88a9,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:17.367024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network e7e4a109-580a-42a6-b63e-8de4c6ad88a9 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:41:17.369663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-46ece10d-0bfc-406f-815f-81dec566a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:17.371588 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-46ece10d-0bfc-406f-815f-81dec566a528 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0867507 Dec 14 02:41:17.395909 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9f1360fe-5f4a-4f44-9e51-90bd5676baaa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8726375 Dec 14 02:41:17.398897 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36772) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:17.403658 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3f6dd89a-6728-46f7-931c-9a994b441198 admin admin] Request body: {'subnet': {'network_id': 'e7e4a109-580a-42a6-b63e-8de4c6ad88a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1289524514-subnet', 'tenant_id': '45e6e1378761476a9b38976bf7f00937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:41:17.448437 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-02e9a831-5b1c-49bf-971c-d2e11e7de46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:17.474088 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6dd89a-6728-46f7-931c-9a994b441198 admin admin] Made reservation on behalf of 45e6e1378761476a9b38976bf7f00937 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:41:17.476752 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3f6dd89a-6728-46f7-931c-9a994b441198 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:17.498476 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e9a831-5b1c-49bf-971c-d2e11e7de46d admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:41:17.532477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9a831-5b1c-49bf-971c-d2e11e7de46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d2fa66-5625-4d4d-b3ec-b54759b73002,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:17.541691 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-02e9a831-5b1c-49bf-971c-d2e11e7de46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:17.541691 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-02e9a831-5b1c-49bf-971c-d2e11e7de46d admin admin] Added segment 32a3597a-5e9b-4a4f-885c-66ab890624f6 of type vlan for network 616b6090-488b-4d38-a95c-dc7ebf3cb5c6 Dec 14 02:41:17.594776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178013f-5718-4b2d-a17b-e53f8e998b2e req-9db284cc-367b-4999-a95b-21e5a1d022d4 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:17.597468 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5178013f-5718-4b2d-a17b-e53f8e998b2e req-9db284cc-367b-4999-a95b-21e5a1d022d4 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.1881101 Dec 14 02:41:17.603960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-6ecd69d0-d1e2-4b1d-b053-942498c35821 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239351 Dec 14 02:41:17.607351 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-02e9a831-5b1c-49bf-971c-d2e11e7de46d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:17.705266 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 45d05244-79eb-4a63-b389-79e981410829 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:41:17.718660 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f236c1c2-25db-41a8-824b-b949f96da30a no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:41:17.759975 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5178013f-5718-4b2d-a17b-e53f8e998b2e req-64af9b38-ab68-4a1b-8b7c-c7eddff2fed5 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501925 Dec 14 02:41:17.787653 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-4b0d7e82-7712-43fe-b8ea-e06105dbffbd service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704283 Dec 14 02:41:17.803122 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91715bea-3b19-41ed-b835-2fc20e55d693 req-535133da-3d99-451c-98fa-92615ca62f9d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:17.809024 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91715bea-3b19-41ed-b835-2fc20e55d693 req-535133da-3d99-451c-98fa-92615ca62f9d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.0921266 Dec 14 02:41:17.812081 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-02e9a831-5b1c-49bf-971c-d2e11e7de46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:17.813270 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e9a831-5b1c-49bf-971c-d2e11e7de46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:17.813960 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-02e9a831-5b1c-49bf-971c-d2e11e7de46d admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:17.879944 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3f6dd89a-6728-46f7-931c-9a994b441198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:17.902155 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-94d48800-435d-4535-be72-f83434b3813f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=e97d4905-01c1-4fec-8b89-44b7be1269b7 HTTP/1.1" status: 200 len: 217 time: 0.0960228 Dec 14 02:41:17.905097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 45d05244-79eb-4a63-b389-79e981410829, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=45d05244-79eb-4a63-b389-79e981410829,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:17.929483 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '45d05244-79eb-4a63-b389-79e981410829', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '45d05244-79eb-4a63-b389-79e981410829', 'mac_address': 'fa:16:3e:0b:d6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:41:17.932072 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:17.952064 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dd89a-6728-46f7-931c-9a994b441198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dcc54db-272a-4fa1-ae4f-b5548afd6677,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:17.987891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6dd89a-6728-46f7-931c-9a994b441198 admin admin] Checking segment: {'id': 'bdaca620-09cb-4433-bda3-4e10049db5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e7e4a109-580a-42a6-b63e-8de4c6ad88a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:41:17.988258 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6dd89a-6728-46f7-931c-9a994b441198 admin admin] Network hostable DHCP agents. Network: e7e4a109-580a-42a6-b63e-8de4c6ad88a9, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:41:18.002032 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57c6b81-01e6-4b99-9056-fac54af3f6cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f236c1c2-25db-41a8-824b-b949f96da30a'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:41:18.004839 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d544357-ae93-4a7b-9fe9-a94a00c7963c" -d '{"events": [{"server_uuid": "f57c6b81-01e6-4b99-9056-fac54af3f6cd", "name": "network-vif-unplugged", "status": "completed", "tag": "f236c1c2-25db-41a8-824b-b949f96da30a"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:41:18.021744 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f236c1c2-25db-41a8-824b-b949f96da30a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f236c1c2-25db-41a8-824b-b949f96da30a,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:18.023100 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:18.035536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9a831-5b1c-49bf-971c-d2e11e7de46d admin admin] Pushing event updated for resources: {'Network': ['ID=616b6090-488b-4d38-a95c-dc7ebf3cb5c6,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:18.037348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d05244-79eb-4a63-b389-79e981410829 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:41:18.049916 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 616b6090-488b-4d38-a95c-dc7ebf3cb5c6 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:41:18.056015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91715bea-3b19-41ed-b835-2fc20e55d693 req-088d9fa4-d0ae-43ee-af53-a20a757c1844 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396507 Dec 14 02:41:18.071668 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 45d05244-79eb-4a63-b389-79e981410829, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=45d05244-79eb-4a63-b389-79e981410829,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:18.072579 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-02e9a831-5b1c-49bf-971c-d2e11e7de46d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0970352 Dec 14 02:41:18.072823 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36786) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:18.076317 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-533171bc-83cc-4f14-96e7-1720ed259aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:18.078379 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-533171bc-83cc-4f14-96e7-1720ed259aac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.1370971 Dec 14 02:41:18.092725 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a39f27-3e7d-4745-8d2b-847eb4739f3c req-759084b2-77cc-47f9-bb70-68e2b9b302a9 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:18.092725 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61a39f27-3e7d-4745-8d2b-847eb4739f3c req-759084b2-77cc-47f9-bb70-68e2b9b302a9 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.2191086 Dec 14 02:41:18.098992 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36788) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:18.100175 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d0f51aa6-229e-4ce5-9140-45e81b3b9e4e admin admin] Request body: {'subnet': {'network_id': '616b6090-488b-4d38-a95c-dc7ebf3cb5c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1789318010-subnet', 'tenant_id': '18dac4dc7e6c43a49e83cefce1aa209a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:41:18.103643 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-5ae2213e-0941-47eb-b0ea-1735c9a1ca38 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Request body: {'floatingip': {'port_id': '5868c756-0e60-46c6-9fdc-2b3df25311d3'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:41:18.108203 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:18.131262 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6dd89a-6728-46f7-931c-9a994b441198 admin admin] Network e7e4a109-580a-42a6-b63e-8de4c6ad88a9 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:41:18.168164 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ae2213e-0941-47eb-b0ea-1735c9a1ca38 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for floatingip, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:18.185018 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:18.214513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-26336a14-a397-44bc-9135-05492ebbaa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:18.215213 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78132cc-bb56-49db-a6e7-043665cfdce8 x-openstack-request-id: req-b78132cc-bb56-49db-a6e7-043665cfdce8 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:41:18.215630 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57c6b81-01e6-4b99-9056-fac54af3f6cd", "name": "network-vif-unplugged", "status": "completed", "tag": "f236c1c2-25db-41a8-824b-b949f96da30a", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:41:18.215979 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b78132cc-bb56-49db-a6e7-043665cfdce8 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:41:18.216109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-26336a14-a397-44bc-9135-05492ebbaa2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1265419 Dec 14 02:41:18.217914 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57c6b81-01e6-4b99-9056-fac54af3f6cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f236c1c2-25db-41a8-824b-b949f96da30a', 'code': 200} Dec 14 02:41:18.224897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=f236c1c2-25db-41a8-824b-b949f96da30a,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:18.257152 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-3f6dd89a-6728-46f7-931c-9a994b441198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, e7e4a109-580a-42a6-b63e-8de4c6ad88a9) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:41:18.269427 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6dd89a-6728-46f7-931c-9a994b441198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:18.270268 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3f6dd89a-6728-46f7-931c-9a994b441198 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:18.290364 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc783a1-3997-4433-8148-cc995faf31a1 None None] Network e7e4a109-580a-42a6-b63e-8de4c6ad88a9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:41:18.337804 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f51aa6-229e-4ce5-9140-45e81b3b9e4e admin admin] Made reservation on behalf of 18dac4dc7e6c43a49e83cefce1aa209a for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:41:18.345234 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0f51aa6-229e-4ce5-9140-45e81b3b9e4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:18.365048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=45d05244-79eb-4a63-b389-79e981410829,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:18.434800 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c849d5fc-ab0b-4ae8-9165-50bca9ab98f5 None None] Network e7e4a109-580a-42a6-b63e-8de4c6ad88a9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:41:18.462479 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3f6dd89a-6728-46f7-931c-9a994b441198 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0624216 Dec 14 02:41:18.480336 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-e13c3789-7e4a-41ed-8339-483ec789835b service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079763 Dec 14 02:41:18.540648 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['45d05244-79eb-4a63-b389-79e981410829'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:41:18.716472 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0f51aa6-229e-4ce5-9140-45e81b3b9e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:18.801769 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-1c8e190e-65c9-4e44-90df-abd8a00a2025 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063653 Dec 14 02:41:18.860583 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f51aa6-229e-4ce5-9140-45e81b3b9e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8a4c8a9-b8c8-4f52-87c7-d0d3601bd6a6,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:18.878777 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f51aa6-229e-4ce5-9140-45e81b3b9e4e admin admin] Checking segment: {'id': '32a3597a-5e9b-4a4f-885c-66ab890624f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '616b6090-488b-4d38-a95c-dc7ebf3cb5c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:41:18.879219 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f51aa6-229e-4ce5-9140-45e81b3b9e4e admin admin] Network hostable DHCP agents. Network: 616b6090-488b-4d38-a95c-dc7ebf3cb5c6, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:41:18.912409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-b8f60bc5-fd7f-40fe-bae9-2584773637a4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=7b7cfabd-515e-4098-a45c-f9b489a694ea HTTP/1.1" status: 200 len: 217 time: 0.0740786 Dec 14 02:41:19.067998 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f51aa6-229e-4ce5-9140-45e81b3b9e4e admin admin] Network 616b6090-488b-4d38-a95c-dc7ebf3cb5c6 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:41:19.091084 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.db.resource_extend [None req-5ae2213e-0941-47eb-b0ea-1735c9a1ca38 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 02:41:19.152912 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-a19d8a4a-5794-4112-88ec-48c77b81a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:19.154410 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-a19d8a4a-5794-4112-88ec-48c77b81a834 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.2269564 Dec 14 02:41:19.176120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-d0f51aa6-229e-4ce5-9140-45e81b3b9e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 616b6090-488b-4d38-a95c-dc7ebf3cb5c6) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:41:19.184684 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f51aa6-229e-4ce5-9140-45e81b3b9e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:19.185752 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0f51aa6-229e-4ce5-9140-45e81b3b9e4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:19.194264 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfa09d0-0385-4780-9887-d5b7bced68c6 None None] Network 616b6090-488b-4d38-a95c-dc7ebf3cb5c6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:41:19.293375 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d0f51aa6-229e-4ce5-9140-45e81b3b9e4e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2125387 Dec 14 02:41:19.328512 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97de345-3863-4490-9b69-2851882a81d6 None None] Network 616b6090-488b-4d38-a95c-dc7ebf3cb5c6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:41:19.541137 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-225c8c78-d780-445a-bbaa-f3c7a2449029 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:19.541137 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-225c8c78-d780-445a-bbaa-f3c7a2449029 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/networks?id=e7e4a109-580a-42a6-b63e-8de4c6ad88a9 HTTP/1.1" status: 200 len: 822 time: 0.5989962 Dec 14 02:41:19.541738 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ae2213e-0941-47eb-b0ea-1735c9a1ca38 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:19.569241 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-1d74013f-daea-4bde-8cfe-7b4a4b630544 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/quotas/45e6e1378761476a9b38976bf7f00937 HTTP/1.1" status: 200 len: 375 time: 0.0199468 Dec 14 02:41:19.578452 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7bed7-e6e2-4b68-be1c-3f403b2a34f2 req-480ff080-293a-4b1c-b1fd-c3a4339df038 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:19.580391 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ebd7bed7-e6e2-4b68-be1c-3f403b2a34f2 req-480ff080-293a-4b1c-b1fd-c3a4339df038 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.4250901 Dec 14 02:41:19.618971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-ee083d50-9e2c-446a-b795-660939fe5c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:19.620540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-ee083d50-9e2c-446a-b795-660939fe5c3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4455252 Dec 14 02:41:19.629509 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-89ba2001-65dd-488e-9890-8609046cc48b tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=45e6e1378761476a9b38976bf7f00937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471807 Dec 14 02:41:19.705280 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ae2213e-0941-47eb-b0ea-1735c9a1ca38 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:19.835801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ebd7bed7-e6e2-4b68-be1c-3f403b2a34f2 req-0e953e3d-9029-48c5-ab62-a898e464f41e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336862 Dec 14 02:41:19.915175 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-eb796f0a-f18b-4621-a6b2-dc39356e6d3e service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830460 Dec 14 02:41:19.923768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-cc3c5fc9-c26c-475e-984b-138cc8288e22 service neutron] 10.222.0.39 "GET /v2.0/networks/e7e4a109-580a-42a6-b63e-8de4c6ad88a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825844 Dec 14 02:41:19.941895 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-5ae2213e-0941-47eb-b0ea-1735c9a1ca38 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Floating IP 60334b54-d156-4725-936e-d701cb5c776c associated. External IP: 172.25.7.173, port: 5868c756-0e60-46c6-9fdc-2b3df25311d3. Dec 14 02:41:20.376227 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-7814fcb1-062d-4d6e-bb06-63cf4cdf3228 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422698 Dec 14 02:41:20.399674 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-c82a8b9e-0076-4428-b37d-7bbed4b51399 service neutron] 10.222.0.39 "GET /v2.0/networks/e7e4a109-580a-42a6-b63e-8de4c6ad88a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646354 Dec 14 02:41:20.453203 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-8756cf90-2734-4f3e-b4d7-cf6cfd2a071b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=4ef6eebe-50b1-45f1-8719-abdc224c373b HTTP/1.1" status: 200 len: 217 time: 0.0659325 Dec 14 02:41:20.512178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-4751233a-b236-47b8-bb51-3c11290e5c3a tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:20.519797 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-4751233a-b236-47b8-bb51-3c11290e5c3a tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/networks?id=8ae431a8-7010-4de4-9df7-3bb51444d533 HTTP/1.1" status: 200 len: 809 time: 0.3709161 Dec 14 02:41:20.546745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-68e525c5-892e-4cb1-a740-a63fc6c27b4f tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/quotas/90ed08d13eb0420d8fc68ea931f7be6c HTTP/1.1" status: 200 len: 375 time: 0.0252409 Dec 14 02:41:20.580713 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-33a9d94b-458c-4ec3-9b92-6d21c4c1826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:20.583043 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-33a9d94b-458c-4ec3-9b92-6d21c4c1826f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.1145668 Dec 14 02:41:20.585461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae2213e-0941-47eb-b0ea-1735c9a1ca38 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Router 26174a1c-9fa2-4d08-8d68-bbada67b608b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:41:20.605500 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-9e195614-0b5b-4135-b2fb-ca4121f1f9c6 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=90ed08d13eb0420d8fc68ea931f7be6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554185 Dec 14 02:41:20.761797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-aa45bec8-db24-4542-9c2a-775ac9d32bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:20.763697 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-aa45bec8-db24-4542-9c2a-775ac9d32bf9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1609187 Dec 14 02:41:20.966253 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-13bc59ce-06e9-4feb-8206-e2bc435f3f1c service neutron] 10.222.0.39 "GET /v2.0/networks/8ae431a8-7010-4de4-9df7-3bb51444d533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464446 Dec 14 02:41:21.004829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60938cf2-5319-450c-b255-bd29cd08f691 req-51dda483-3835-4fa4-98d4-e91c6b06e9c9 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 210 time: 0.1087778 Dec 14 02:41:21.095810 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-e0e2739f-49e0-47b3-bb77-5ea9036a24be service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965713 Dec 14 02:41:21.096882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae2213e-0941-47eb-b0ea-1735c9a1ca38 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:41:21.104936 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ae2213e-0941-47eb-b0ea-1735c9a1ca38 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:21.111121 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad150f-e458-4e8e-8c69-037d06d36d06 None None] Sync routers for ids ['26174a1c-9fa2-4d08-8d68-bbada67b608b'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:41:21.135697 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad150f-e458-4e8e-8c69-037d06d36d06 None None] Routers {'26174a1c-9fa2-4d08-8d68-bbada67b608b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:41:21.136354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ebad150f-e458-4e8e-8c69-037d06d36d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:41:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['26174a1c-9fa2-4d08-8d68-bbada67b608b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:21.235885 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5ae2213e-0941-47eb-b0ea-1735c9a1ca38 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "PUT /v2.0/floatingips/60334b54-d156-4725-936e-d701cb5c776c HTTP/1.1" status: 200 len: 992 time: 3.1350131 Dec 14 02:41:21.244904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a423df-dce5-42f1-a4d6-cc8755161020', 'tag': '5868c756-0e60-46c6-9fdc-2b3df25311d3'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:41:21.247850 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc75fc8-0e4c-430e-9cc2-1a47b970ca60" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a423df-dce5-42f1-a4d6-cc8755161020", "tag": "5868c756-0e60-46c6-9fdc-2b3df25311d3"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:41:21.269809 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-3ed8e389-dcfe-41ae-ad89-e650c55be191 service neutron] 10.222.0.39 "GET /v2.0/networks/8ae431a8-7010-4de4-9df7-3bb51444d533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025227 Dec 14 02:41:21.311055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c317d8-2faf-4d3b-97c8-86453306a94a req-029816c0-8a24-41a2-aa3a-eb8b8facfa90 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:21.324056 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12c317d8-2faf-4d3b-97c8-86453306a94a req-029816c0-8a24-41a2-aa3a-eb8b8facfa90 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.2251074 Dec 14 02:41:21.350558 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-ebad150f-e458-4e8e-8c69-037d06d36d06 None None] Set router 26174a1c-9fa2-4d08-8d68-bbada67b608b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:41:21.418351 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-381951aa-73c5-43d0-81b0-4839ebc3f2d0 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925382 Dec 14 02:41:21.486641 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-8c0d7372-908f-456c-9579-82d15458fb65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7c759644-3907-46f6-8a47-02b7097f41d4 HTTP/1.1" status: 200 len: 217 time: 0.0595384 Dec 14 02:41:21.658901 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12c317d8-2faf-4d3b-97c8-86453306a94a req-ed6c2130-b0c0-4de5-bf8d-aec65763b144 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238871 Dec 14 02:41:21.692366 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-90c8e1fd-24e7-47aa-a5ca-8f320931dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:21.697351 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-90c8e1fd-24e7-47aa-a5ca-8f320931dda1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a649358c-109a-47a1-abe2-1321d3721590 HTTP/1.1" status: 200 len: 797 time: 0.1949997 Dec 14 02:41:21.801838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 45d05244-79eb-4a63-b389-79e981410829 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:41:21.837334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-31dc6404-6670-4277-a1d6-0415da5085a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:21.843436 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-31dc6404-6670-4277-a1d6-0415da5085a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18b9e852-d3ea-485d-8106-6a6289070cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1282539 Dec 14 02:41:21.952389 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 45d05244-79eb-4a63-b389-79e981410829 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:41:21.952915 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:22.114431 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e0dfa8-5f0f-4fdc-8be1-3cf0337e0851 x-openstack-request-id: req-65e0dfa8-5f0f-4fdc-8be1-3cf0337e0851 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:41:22.115044 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a423df-dce5-42f1-a4d6-cc8755161020", "tag": "5868c756-0e60-46c6-9fdc-2b3df25311d3", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:41:22.115479 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65e0dfa8-5f0f-4fdc-8be1-3cf0337e0851 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:41:22.116326 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a423df-dce5-42f1-a4d6-cc8755161020', 'tag': '5868c756-0e60-46c6-9fdc-2b3df25311d3', 'status': 'completed', 'code': 200} Dec 14 02:41:22.117691 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc75fc8-0e4c-430e-9cc2-1a47b970ca60 req-486b226b-e2a5-4312-8505-a986966e525a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:22.119526 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-adc75fc8-0e4c-430e-9cc2-1a47b970ca60 req-486b226b-e2a5-4312-8505-a986966e525a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2232de45ebfb42369e596a53934ed9e2&device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 1097 time: 0.1077719 Dec 14 02:41:22.177389 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-440584e7-d2e0-4faf-bb1c-5c6e41d99505 req-8e14b0f3-2bfa-40af-9d9e-311ecb45da79 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 210 time: 0.2497308 Dec 14 02:41:22.290612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ebad150f-e458-4e8e-8c69-037d06d36d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '96806ad8-be7a-493b-a4f4-581203f20938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:36:08Z', 'revision_number': 4, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port': {'id': '96806ad8-be7a-493b-a4f4-581203f20938', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:03Z', 'updated_at': '2021-12-14T02:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '60334b54-d156-4725-936e-d701cb5c776c', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'floating_ip_address': '172.25.7.173', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'port_id': '5868c756-0e60-46c6-9fdc-2b3df25311d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'mac_address': 'fa:16:3e:1c:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a423df-dce5-42f1-a4d6-cc8755161020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:40:56Z', 'updated_at': '2021-12-14T02:41:18Z', 'revision_number': 1, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486efcfe-599e-4da9-ba53-34876664e340', 'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'mac_address': 'fa:16:3e:a6:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:07Z', 'updated_at': '2021-12-14T02:36:13Z', 'revision_number': 5, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'subnets': [{'id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:22.308360 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc75fc8-0e4c-430e-9cc2-1a47b970ca60 req-4d9a3684-9642-4072-8430-16e5b37b330b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:22.310038 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-adc75fc8-0e4c-430e-9cc2-1a47b970ca60 req-4d9a3684-9642-4072-8430-16e5b37b330b service neutron] 10.222.0.46 "GET /v2.0/networks?id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061 HTTP/1.1" status: 200 len: 918 time: 0.1713188 Dec 14 02:41:22.328993 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:22.331408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad150f-e458-4e8e-8c69-037d06d36d06 None None] Checking router: 26174a1c-9fa2-4d08-8d68-bbada67b608b for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:41:22.345129 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f78d3bc6-43ff-4cf9-8bc3-ca1c60e1a561 req-675ee29e-52da-4cd9-8cd9-bcd404f5b18b tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 210 time: 0.1182716 Dec 14 02:41:22.356833 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad150f-e458-4e8e-8c69-037d06d36d06 None None] Routers {'26174a1c-9fa2-4d08-8d68-bbada67b608b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:41:22.357609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ebad150f-e458-4e8e-8c69-037d06d36d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:41:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['26174a1c-9fa2-4d08-8d68-bbada67b608b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:22.371632 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-740bbc35-a498-49f1-9bcc-d92548bf3399 service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188489 Dec 14 02:41:22.415450 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cfb006-c3b1-4345-b8cd-5be0e5463084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d05244-79eb-4a63-b389-79e981410829'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:41:22.417784 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822d9da3-d05a-40a6-ae38-48f05b3635e6" -d '{"events": [{"server_uuid": "d9cfb006-c3b1-4345-b8cd-5be0e5463084", "name": "network-vif-plugged", "status": "completed", "tag": "45d05244-79eb-4a63-b389-79e981410829"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:41:22.467563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 45d05244-79eb-4a63-b389-79e981410829, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=45d05244-79eb-4a63-b389-79e981410829,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:22.473053 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-adc75fc8-0e4c-430e-9cc2-1a47b970ca60 req-ed84b89e-90e7-450d-b33e-7a38bcd18583 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5868c756-0e60-46c6-9fdc-2b3df25311d3 HTTP/1.1" status: 200 len: 1000 time: 0.1528680 Dec 14 02:41:22.555944 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fde019-674b-4ab7-9f62-e81007f59458 x-openstack-request-id: req-31fde019-674b-4ab7-9f62-e81007f59458 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:41:22.556247 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cfb006-c3b1-4345-b8cd-5be0e5463084", "name": "network-vif-plugged", "status": "completed", "tag": "45d05244-79eb-4a63-b389-79e981410829", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:41:22.556506 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-31fde019-674b-4ab7-9f62-e81007f59458 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:41:22.556902 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cfb006-c3b1-4345-b8cd-5be0e5463084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d05244-79eb-4a63-b389-79e981410829', 'code': 200} Dec 14 02:41:22.574499 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-ebad150f-e458-4e8e-8c69-037d06d36d06 None None] Set router 26174a1c-9fa2-4d08-8d68-bbada67b608b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:41:22.575285 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc75fc8-0e4c-430e-9cc2-1a47b970ca60 req-60bd36e9-4715-48c9-8768-cff78839ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:22.580518 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-adc75fc8-0e4c-430e-9cc2-1a47b970ca60 req-60bd36e9-4715-48c9-8768-cff78839ff42 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0 HTTP/1.1" status: 200 len: 856 time: 0.0959606 Dec 14 02:41:22.585577 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-0e07150f-9b23-44cd-9eb8-cb88b520dfc1 service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044044 Dec 14 02:41:22.644589 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:22.669434 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc75fc8-0e4c-430e-9cc2-1a47b970ca60 req-6800b202-9433-48b1-8f55-4a956cca7bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:22.671534 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-adc75fc8-0e4c-430e-9cc2-1a47b970ca60 req-6800b202-9433-48b1-8f55-4a956cca7bac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845358 Dec 14 02:41:22.678398 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-aded0f6a-31a5-4816-a315-3d15a0d29061 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=467a8650-a8b3-40e7-8038-30ec1396f28c HTTP/1.1" status: 200 len: 217 time: 0.0854056 Dec 14 02:41:22.790978 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-c5c0d780-e765-4ad8-a7b6-327ee054ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:22.792910 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-c5c0d780-e765-4ad8-a7b6-327ee054ab27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a649358c-109a-47a1-abe2-1321d3721590 HTTP/1.1" status: 200 len: 797 time: 0.1056485 Dec 14 02:41:22.843816 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-adc75fc8-0e4c-430e-9cc2-1a47b970ca60 req-b43677fd-dcbc-4511-b1ce-000616389d72 service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588521 Dec 14 02:41:22.951053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-bf47d845-0dcc-457c-a5fd-b567e09bc6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:22.952619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-bf47d845-0dcc-457c-a5fd-b567e09bc6af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18b9e852-d3ea-485d-8106-6a6289070cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1514022 Dec 14 02:41:22.980931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d16f98-8379-4c6f-be5d-4e9f6c81104e req-7e2af7f5-aa6d-497e-8ed5-7677cf4e40c9 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:22.984926 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=45d05244-79eb-4a63-b389-79e981410829,revision_number=10']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:23.000752 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60d16f98-8379-4c6f-be5d-4e9f6c81104e req-7e2af7f5-aa6d-497e-8ed5-7677cf4e40c9 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1643631 Dec 14 02:41:23.127149 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-adc75fc8-0e4c-430e-9cc2-1a47b970ca60 req-bfc9239e-4722-426d-9350-d6d63984ae3c service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658763 Dec 14 02:41:23.236776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60d16f98-8379-4c6f-be5d-4e9f6c81104e req-037bcc3f-affe-4d54-8d00-d7e123f7667c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302513 Dec 14 02:41:23.319055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-5cce377c-9bf6-463a-bcf6-5dd78ea1285d service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544829 Dec 14 02:41:23.320162 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ebad150f-e458-4e8e-8c69-037d06d36d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '96806ad8-be7a-493b-a4f4-581203f20938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:36:08Z', 'revision_number': 4, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port': {'id': '96806ad8-be7a-493b-a4f4-581203f20938', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:03Z', 'updated_at': '2021-12-14T02:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '60334b54-d156-4725-936e-d701cb5c776c', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'floating_ip_address': '172.25.7.173', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'port_id': '5868c756-0e60-46c6-9fdc-2b3df25311d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'mac_address': 'fa:16:3e:1c:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a423df-dce5-42f1-a4d6-cc8755161020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:40:56Z', 'updated_at': '2021-12-14T02:41:18Z', 'revision_number': 1, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486efcfe-599e-4da9-ba53-34876664e340', 'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'mac_address': 'fa:16:3e:a6:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:07Z', 'updated_at': '2021-12-14T02:36:13Z', 'revision_number': 5, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'subnets': [{'id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:23.363471 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad150f-e458-4e8e-8c69-037d06d36d06 None None] The sync data for ids ['26174a1c-9fa2-4d08-8d68-bbada67b608b'] in n-d-821636-1 is: [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '96806ad8-be7a-493b-a4f4-581203f20938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:36:08Z', 'revision_number': 4, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port': {'id': '96806ad8-be7a-493b-a4f4-581203f20938', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:03Z', 'updated_at': '2021-12-14T02:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '60334b54-d156-4725-936e-d701cb5c776c', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'floating_ip_address': '172.25.7.173', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'port_id': '5868c756-0e60-46c6-9fdc-2b3df25311d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'mac_address': 'fa:16:3e:1c:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6a423df-dce5-42f1-a4d6-cc8755161020', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:40:56Z', 'updated_at': '2021-12-14T02:41:18Z', 'revision_number': 1, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '486efcfe-599e-4da9-ba53-34876664e340', 'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'mac_address': 'fa:16:3e:a6:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:07Z', 'updated_at': '2021-12-14T02:36:13Z', 'revision_number': 5, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'subnets': [{'id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:41:23.409774 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d8bf877-8840-4227-b2c0-4a9e67da3120 req-96a0c331-3432-4388-92ed-56cc677b5785 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 210 time: 0.0849276 Dec 14 02:41:23.776794 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9895a146-202f-46fc-9525-d7e4d7050e9a None None] New status for floating IP 60334b54-d156-4725-936e-d701cb5c776c: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:41:24.073989 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07f5a6d8-5a16-4879-ad65-43888f8b8e04 req-c21f6f68-8afd-4329-90a0-7335d5d6dda5 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 210 time: 0.5960734 Dec 14 02:41:24.191535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06d412e-ff6a-49de-a1f2-efbe0966fce4 req-ec620a33-27c6-4ce7-ad5f-191ee04199b6 service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8528235 Dec 14 02:41:24.526954 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08eaff-bc10-4773-ad01-d738c6daf47f req-f8c9063e-ed7d-464e-bc38-bce186cf5cd9 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:24.538818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb08eaff-bc10-4773-ad01-d738c6daf47f req-f8c9063e-ed7d-464e-bc38-bce186cf5cd9 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1382003 Dec 14 02:41:24.603452 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-1f2a1d97-ded8-43ab-9ba0-31004d71f290 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:24.605141 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-1f2a1d97-ded8-43ab-9ba0-31004d71f290 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.46 "GET /v2.0/networks?id=e7e4a109-580a-42a6-b63e-8de4c6ad88a9 HTTP/1.1" status: 200 len: 822 time: 0.2738883 Dec 14 02:41:24.622492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-813f30b9-359d-4036-a2a6-0d026c650772 req-de05e353-e5b6-4045-a697-86f57b1769c2 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 210 time: 0.0421457 Dec 14 02:41:24.631548 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-63fc120c-bfa8-4ef2-b374-fdc482f8f280 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Request body: {'port': {'device_id': '070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496', 'network_id': 'e7e4a109-580a-42a6-b63e-8de4c6ad88a9', 'admin_state_up': True, 'tenant_id': '45e6e1378761476a9b38976bf7f00937'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:41:24.647787 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb08eaff-bc10-4773-ad01-d738c6daf47f req-53f126ae-010c-469d-bb91-04b01cfe4a5e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070921 Dec 14 02:41:24.936223 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-63fc120c-bfa8-4ef2-b374-fdc482f8f280 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Made reservation on behalf of 45e6e1378761476a9b38976bf7f00937 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:41:24.944899 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-63fc120c-bfa8-4ef2-b374-fdc482f8f280 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:25.173655 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-63fc120c-bfa8-4ef2-b374-fdc482f8f280 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Allocated IP 172.20.0.11 (e7e4a109-580a-42a6-b63e-8de4c6ad88a9/3dcc54db-272a-4fa1-ae4f-b5548afd6677/dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:41:25.273809 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-341e9981-872a-4f31-93a8-c14c9187a419 req-8bf997dc-0fa0-4360-a6cd-bba8c8addeda tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 210 time: 0.0683899 Dec 14 02:41:25.448722 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-63fc120c-bfa8-4ef2-b374-fdc482f8f280 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:25.493005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-bb7d4f7d-a7f8-4bd7-ad02-a7b1c1dd1be6 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:25.494928 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-bb7d4f7d-a7f8-4bd7-ad02-a7b1c1dd1be6 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.46 "GET /v2.0/networks?id=8ae431a8-7010-4de4-9df7-3bb51444d533 HTTP/1.1" status: 200 len: 809 time: 0.1883202 Dec 14 02:41:25.522349 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-25b837e8-6ed8-4141-82fd-2e5a61bc744d tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Request body: {'port': {'device_id': '78b82ec3-cec6-4ff8-a7f1-a6bbbf424719', 'network_id': '8ae431a8-7010-4de4-9df7-3bb51444d533', 'admin_state_up': True, 'tenant_id': '90ed08d13eb0420d8fc68ea931f7be6c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:41:25.645224 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-63fc120c-bfa8-4ef2-b374-fdc482f8f280 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:25.736654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-25b837e8-6ed8-4141-82fd-2e5a61bc744d tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Made reservation on behalf of 90ed08d13eb0420d8fc68ea931f7be6c for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:41:25.740685 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-25b837e8-6ed8-4141-82fd-2e5a61bc744d tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:25.785771 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-63fc120c-bfa8-4ef2-b374-fdc482f8f280 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Network e7e4a109-580a-42a6-b63e-8de4c6ad88a9 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:41:25.789961 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-63fc120c-bfa8-4ef2-b374-fdc482f8f280 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:41:25.793402 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-63fc120c-bfa8-4ef2-b374-fdc482f8f280 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:41:25.837324 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc120c-bfa8-4ef2-b374-fdc482f8f280 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Pushing event updated for resources: {'Port': ['ID=dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:25.872918 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-63fc120c-bfa8-4ef2-b374-fdc482f8f280 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:25.874103 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-63fc120c-bfa8-4ef2-b374-fdc482f8f280 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:25.910657 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6c25670-9f0f-40b7-9ffd-03ce41d2a791 req-92341c7c-1e99-4cc9-acf0-11674c103209 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 210 time: 0.1255274 Dec 14 02:41:25.960750 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1c029-52a1-44d9-bd75-3211ae8c3b03 req-fa966df6-2cb2-48bd-b27a-5fbef0d8f5d2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:25.962989 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0df1c029-52a1-44d9-bd75-3211ae8c3b03 req-fa966df6-2cb2-48bd-b27a-5fbef0d8f5d2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.2098441 Dec 14 02:41:25.963111 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-63fc120c-bfa8-4ef2-b374-fdc482f8f280 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3387136 Dec 14 02:41:25.982421 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Request body: {'port': {'device_id': '070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:41:26.076744 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:26.091281 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0df1c029-52a1-44d9-bd75-3211ae8c3b03 req-8a751928-67fd-42ca-aa79-fadb29d2dfb1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044605 Dec 14 02:41:26.116924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-25b837e8-6ed8-4141-82fd-2e5a61bc744d tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Allocated IP 172.20.0.7 (8ae431a8-7010-4de4-9df7-3bb51444d533/b125557c-e21f-4502-8273-6d9bdc3c09a7/2390fe6f-d636-4e02-a38b-17a1491c44ee) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:41:26.403444 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-25b837e8-6ed8-4141-82fd-2e5a61bc744d tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:26.426377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09693d0-4133-477d-a4bd-9b29dc55a3f8 req-8be444f5-e431-4d33-abe8-cdc2f556cf9f tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:26.428517 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a09693d0-4133-477d-a4bd-9b29dc55a3f8 req-8be444f5-e431-4d33-abe8-cdc2f556cf9f tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 932 time: 0.0775914 Dec 14 02:41:26.458539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:41:26.470926 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:26.489923 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Transition to ACTIVE for port object dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:41:26.497644 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a09693d0-4133-477d-a4bd-9b29dc55a3f8 req-8ba4f52c-d0d6-4748-b45e-2415a9ff2a15 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc0451c3-3cdf-4559-94c1-19829bef5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600410 Dec 14 02:41:26.547686 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:41:26.799447 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-25b837e8-6ed8-4141-82fd-2e5a61bc744d tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:26.849387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-25b837e8-6ed8-4141-82fd-2e5a61bc744d tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Network 8ae431a8-7010-4de4-9df7-3bb51444d533 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:41:26.850348 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:26.852583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-25b837e8-6ed8-4141-82fd-2e5a61bc744d tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:41:26.856477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-25b837e8-6ed8-4141-82fd-2e5a61bc744d tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:41:26.873005 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:26.906016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b837e8-6ed8-4141-82fd-2e5a61bc744d tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Pushing event updated for resources: {'Port': ['ID=2390fe6f-d636-4e02-a38b-17a1491c44ee,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:26.913598 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-25b837e8-6ed8-4141-82fd-2e5a61bc744d tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:26.914261 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-25b837e8-6ed8-4141-82fd-2e5a61bc744d tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:26.965655 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:27.021139 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-25b837e8-6ed8-4141-82fd-2e5a61bc744d tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5085113 Dec 14 02:41:27.046071 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Request body: {'port': {'device_id': '78b82ec3-cec6-4ff8-a7f1-a6bbbf424719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:41:27.065567 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Attempting to bind port dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:41:27.066125 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Attempting to bind port dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'bdaca620-09cb-4433-bda3-4e10049db5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e7e4a109-580a-42a6-b63e-8de4c6ad88a9'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:41:27.066689 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Attempting to bind port dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f on network e7e4a109-580a-42a6-b63e-8de4c6ad88a9 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:41:27.072166 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Port dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f on network e7e4a109-580a-42a6-b63e-8de4c6ad88a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:41:27.073066 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Attempting to bind port dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f on network e7e4a109-580a-42a6-b63e-8de4c6ad88a9 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:41:27.078978 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:41:27.079434 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Checking segment: {'id': 'bdaca620-09cb-4433-bda3-4e10049db5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e7e4a109-580a-42a6-b63e-8de4c6ad88a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:41:27.079873 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Bound using segment: {'id': 'bdaca620-09cb-4433-bda3-4e10049db5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e7e4a109-580a-42a6-b63e-8de4c6ad88a9'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:41:27.080426 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Bound port: dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdaca620-09cb-4433-bda3-4e10049db5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e7e4a109-580a-42a6-b63e-8de4c6ad88a9'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:41:27.080871 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:27.159856 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] For port dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:41:27.165930 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] For port dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f,segment=NetworkSegment(bdaca620-09cb-4433-bda3-4e10049db5df),segment_id=bdaca620-09cb-4433-bda3-4e10049db5df)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:41:27.182015 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa0080-e97f-4285-bd1c-b48ca547cee3 req-e10bd479-fe24-4962-8598-09306de7e686 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:27.183513 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9aaa0080-e97f-4285-bd1c-b48ca547cee3 req-e10bd479-fe24-4962-8598-09306de7e686 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 931 time: 0.1284318 Dec 14 02:41:27.218580 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:27.253246 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:27.304932 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:27.306217 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:27.307890 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] 10.222.0.46 "PUT /v2.0/ports/dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f HTTP/1.1" status: 200 len: 1092 time: 1.3303590 Dec 14 02:41:27.308465 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496', 'tag': 'dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:41:27.311323 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f978aae-44db-4424-b753-e7d9e22e9194" -d '{"events": [{"name": "network-changed", "server_uuid": "070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496", "tag": "dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:41:27.350910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5bf70-1bb8-49fd-9260-7a7697334ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:27.359069 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9aaa0080-e97f-4285-bd1c-b48ca547cee3 req-0c9757ff-eaa6-42bf-b716-1518fbf17a8a tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/security-groups?id=96e7e69c-6427-443a-9fb7-8aba557a3a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570513 Dec 14 02:41:27.476084 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0fa73-f5aa-4498-a9dd-37b562bf7fc3 req-a1ab0caf-12c9-497c-ad42-b8dd8b9124c4 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:27.497720 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2b0fa73-f5aa-4498-a9dd-37b562bf7fc3 req-a1ab0caf-12c9-497c-ad42-b8dd8b9124c4 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.3107653 Dec 14 02:41:27.532125 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-e056a796-ef09-436d-8f53-1af698d04274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:27.540618 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-e056a796-ef09-436d-8f53-1af698d04274 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45e6e1378761476a9b38976bf7f00937&device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 1095 time: 0.0852616 Dec 14 02:41:27.542555 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19d45f4-5632-4cfd-a0da-57ad9ccfad72 x-openstack-request-id: req-c19d45f4-5632-4cfd-a0da-57ad9ccfad72 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:41:27.543323 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496", "tag": "dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:41:27.543734 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c19d45f4-5632-4cfd-a0da-57ad9ccfad72 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:41:27.544288 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496', 'tag': 'dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f', 'status': 'completed', 'code': 200} Dec 14 02:41:27.628285 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-b2299f1b-7d15-48b3-8cda-db6d2e157f2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f HTTP/1.1" status: 200 len: 217 time: 0.0450120 Dec 14 02:41:27.725080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-9ada4cf8-824d-420c-8497-9f61a4d82f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:27.727025 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-9ada4cf8-824d-420c-8497-9f61a4d82f91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dcc54db-272a-4fa1-ae4f-b5548afd6677 HTTP/1.1" status: 200 len: 862 time: 0.0891056 Dec 14 02:41:27.776217 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-efe5f96c-7694-4faf-aeb9-724c40c51558 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7e4a109-580a-42a6-b63e-8de4c6ad88a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324590 Dec 14 02:41:27.830120 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2b0fa73-f5aa-4498-a9dd-37b562bf7fc3 req-f982098a-a4f8-4fa0-9e8a-2a88ce2e3945 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311005 Dec 14 02:41:27.834680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2390fe6f-d636-4e02-a38b-17a1491c44ee {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:41:27.846574 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:27.882220 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d568317-b1d9-41f8-9fec-e6484b924342 req-a9b456c1-4994-4bab-a001-d5859a0d4830 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:27.886044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d568317-b1d9-41f8-9fec-e6484b924342 req-a9b456c1-4994-4bab-a001-d5859a0d4830 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 944 time: 0.1455884 Dec 14 02:41:27.895861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Transition to ACTIVE for port object 2390fe6f-d636-4e02-a38b-17a1491c44ee will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:41:27.974155 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-1327f478-6b50-4fa9-aa03-3bd9a6b1d11b service neutron] 10.222.0.46 "GET /v2.0/networks/e7e4a109-580a-42a6-b63e-8de4c6ad88a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892018 Dec 14 02:41:27.975246 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d568317-b1d9-41f8-9fec-e6484b924342 req-a46b021b-9f8b-4da7-9a71-89c935ac2040 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc0451c3-3cdf-4559-94c1-19829bef5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882201 Dec 14 02:41:27.976645 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:28.130350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2390fe6f-d636-4e02-a38b-17a1491c44ee,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:28.150880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37054) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:28.163480 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-41897b50-c1d4-4340-a47f-b539651d1dc6 req-7ccf4bed-c6b2-4f9a-bbda-59056e3c37f4 service neutron] 10.222.0.46 "GET /v2.0/networks/e7e4a109-580a-42a6-b63e-8de4c6ad88a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808219 Dec 14 02:41:28.183933 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Attempting to bind port 2390fe6f-d636-4e02-a38b-17a1491c44ee on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:41:28.184352 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Attempting to bind port 2390fe6f-d636-4e02-a38b-17a1491c44ee by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '6cc8399c-f6f9-4367-a4a0-9218008bbb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8ae431a8-7010-4de4-9df7-3bb51444d533'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:41:28.185037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Attempting to bind port 2390fe6f-d636-4e02-a38b-17a1491c44ee on network 8ae431a8-7010-4de4-9df7-3bb51444d533 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:41:28.191617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Port 2390fe6f-d636-4e02-a38b-17a1491c44ee on network 8ae431a8-7010-4de4-9df7-3bb51444d533 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:41:28.192008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Attempting to bind port 2390fe6f-d636-4e02-a38b-17a1491c44ee on network 8ae431a8-7010-4de4-9df7-3bb51444d533 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:41:28.197514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:41:28.197942 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Checking segment: {'id': '6cc8399c-f6f9-4367-a4a0-9218008bbb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8ae431a8-7010-4de4-9df7-3bb51444d533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:41:28.198398 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Bound using segment: {'id': '6cc8399c-f6f9-4367-a4a0-9218008bbb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8ae431a8-7010-4de4-9df7-3bb51444d533'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:41:28.199070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Bound port: 2390fe6f-d636-4e02-a38b-17a1491c44ee, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc8399c-f6f9-4367-a4a0-9218008bbb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '8ae431a8-7010-4de4-9df7-3bb51444d533'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:41:28.199363 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:28.334042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] For port 2390fe6f-d636-4e02-a38b-17a1491c44ee, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:41:28.340062 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] For port 2390fe6f-d636-4e02-a38b-17a1491c44ee, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2390fe6f-d636-4e02-a38b-17a1491c44ee,segment=NetworkSegment(6cc8399c-f6f9-4367-a4a0-9218008bbb77),segment_id=6cc8399c-f6f9-4367-a4a0-9218008bbb77)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:41:28.439508 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f978aae-44db-4424-b753-e7d9e22e9194 req-8b9ca32a-6e07-4d73-85cc-a91223ed08cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:28.441607 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7f978aae-44db-4424-b753-e7d9e22e9194 req-8b9ca32a-6e07-4d73-85cc-a91223ed08cf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45e6e1378761476a9b38976bf7f00937&device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 1095 time: 0.0887127 Dec 14 02:41:28.539643 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:28.595626 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f978aae-44db-4424-b753-e7d9e22e9194 req-0d1a48fd-20e5-4e35-895c-0f43c13dad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:28.598261 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7f978aae-44db-4424-b753-e7d9e22e9194 req-0d1a48fd-20e5-4e35-895c-0f43c13dad36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e7e4a109-580a-42a6-b63e-8de4c6ad88a9 HTTP/1.1" status: 200 len: 923 time: 0.1454325 Dec 14 02:41:28.649682 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:28.649682 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:28.649682 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] 10.222.0.46 "PUT /v2.0/ports/2390fe6f-d636-4e02-a38b-17a1491c44ee HTTP/1.1" status: 200 len: 1091 time: 1.6071289 Dec 14 02:41:28.649682 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b82ec3-cec6-4ff8-a7f1-a6bbbf424719', 'tag': '2390fe6f-d636-4e02-a38b-17a1491c44ee'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:41:28.656340 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e904ec33-8b01-4863-b850-087555ff1ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "78b82ec3-cec6-4ff8-a7f1-a6bbbf424719", "tag": "2390fe6f-d636-4e02-a38b-17a1491c44ee"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:41:28.662137 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7f978aae-44db-4424-b753-e7d9e22e9194 req-262ea380-9cb8-4bf0-b45e-da558ca283fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f HTTP/1.1" status: 200 len: 217 time: 0.0558195 Dec 14 02:41:28.720133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6173356-ebbf-4686-a0c1-5e9bd3511c10 req-d7fdabc3-f4fb-4810-a42f-db34beab150b tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:28.728608 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6173356-ebbf-4686-a0c1-5e9bd3511c10 req-d7fdabc3-f4fb-4810-a42f-db34beab150b tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 943 time: 0.2915509 Dec 14 02:41:28.762467 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad8f86-2c72-45d3-817e-27085c6d56c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2390fe6f-d636-4e02-a38b-17a1491c44ee,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:28.819521 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60ef256-6e9a-4e48-8fd8-15dea6846e42 x-openstack-request-id: req-f60ef256-6e9a-4e48-8fd8-15dea6846e42 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:41:28.819810 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b82ec3-cec6-4ff8-a7f1-a6bbbf424719", "tag": "2390fe6f-d636-4e02-a38b-17a1491c44ee", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:41:28.820070 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f60ef256-6e9a-4e48-8fd8-15dea6846e42 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:41:28.820475 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b82ec3-cec6-4ff8-a7f1-a6bbbf424719', 'tag': '2390fe6f-d636-4e02-a38b-17a1491c44ee', 'status': 'completed', 'code': 200} Dec 14 02:41:28.823551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f978aae-44db-4424-b753-e7d9e22e9194 req-7a8b815e-c89b-43db-b256-4c8eafc18063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:28.826589 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7f978aae-44db-4424-b753-e7d9e22e9194 req-7a8b815e-c89b-43db-b256-4c8eafc18063 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3dcc54db-272a-4fa1-ae4f-b5548afd6677 HTTP/1.1" status: 200 len: 862 time: 0.1409981 Dec 14 02:41:28.840438 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6173356-ebbf-4686-a0c1-5e9bd3511c10 req-26308f81-63cd-4327-9299-5af89bf807cb tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/security-groups?id=96e7e69c-6427-443a-9fb7-8aba557a3a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090288 Dec 14 02:41:28.882220 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7f978aae-44db-4424-b753-e7d9e22e9194 req-96c6df79-faca-484e-9df5-a794b7de8f3f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e7e4a109-580a-42a6-b63e-8de4c6ad88a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426083 Dec 14 02:41:28.980885 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-79d03dd3-b3e8-4258-a4aa-280b4e6a2f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:28.982439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-79d03dd3-b3e8-4258-a4aa-280b4e6a2f45 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=90ed08d13eb0420d8fc68ea931f7be6c&device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 1094 time: 0.2008407 Dec 14 02:41:29.052539 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcabd710-7ec3-4125-8eeb-4fd510cea555 req-8c830061-c6b6-4d31-b9b9-6421da8b1876 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:29.054146 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcabd710-7ec3-4125-8eeb-4fd510cea555 req-8c830061-c6b6-4d31-b9b9-6421da8b1876 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1328912 Dec 14 02:41:29.060271 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-674e9b05-cb06-47b4-93f1-b4ff1ac86cbf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2390fe6f-d636-4e02-a38b-17a1491c44ee HTTP/1.1" status: 200 len: 217 time: 0.0574913 Dec 14 02:41:29.087119 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7f978aae-44db-4424-b753-e7d9e22e9194 req-d454e3ba-2ad3-4e4d-bec6-7a2bba60acbf service neutron] 10.222.0.46 "GET /v2.0/networks/e7e4a109-580a-42a6-b63e-8de4c6ad88a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921096 Dec 14 02:41:29.157564 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcabd710-7ec3-4125-8eeb-4fd510cea555 req-1cf7058c-a365-4312-86d8-242a30d013f5 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914831 Dec 14 02:41:29.251227 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-b27db5ca-26d1-4389-ba7c-1604936da031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:29.252974 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-b27db5ca-26d1-4389-ba7c-1604936da031 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b125557c-e21f-4502-8273-6d9bdc3c09a7 HTTP/1.1" status: 200 len: 849 time: 0.1602983 Dec 14 02:41:29.264154 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7f978aae-44db-4424-b753-e7d9e22e9194 req-0887acf4-fea1-4633-b56b-acc17deb1abc service neutron] 10.222.0.46 "GET /v2.0/networks/e7e4a109-580a-42a6-b63e-8de4c6ad88a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469407 Dec 14 02:41:29.314090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-9f4ceb65-741c-4a37-b68a-c2b55b8eeef7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ae431a8-7010-4de4-9df7-3bb51444d533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494721 Dec 14 02:41:29.384033 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd495d-8c7a-447f-9ec1-59add5d92e75 req-de55a151-8c22-4506-9940-f6c4501c0e82 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:29.385622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fcdd495d-8c7a-447f-9ec1-59add5d92e75 req-de55a151-8c22-4506-9940-f6c4501c0e82 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 944 time: 0.1855402 Dec 14 02:41:29.538186 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-1d886d53-8de8-461b-a39a-7a3c49dc7907 service neutron] 10.222.0.46 "GET /v2.0/networks/8ae431a8-7010-4de4-9df7-3bb51444d533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863661 Dec 14 02:41:29.541466 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fcdd495d-8c7a-447f-9ec1-59add5d92e75 req-a6b83bb5-25fd-463a-8ed2-3b10b781a0b5 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc0451c3-3cdf-4559-94c1-19829bef5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216600 Dec 14 02:41:29.709636 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e8b27b4d-6ab0-4a7a-927c-f65d32365f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:29.788363 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fd96f9d-dba9-46cb-87fa-f1aa32245b63 req-63575523-1875-421c-b8ca-4aa94c1c3e1e service neutron] 10.222.0.46 "GET /v2.0/networks/8ae431a8-7010-4de4-9df7-3bb51444d533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142909 Dec 14 02:41:30.015649 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:30.401669 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904ec33-8b01-4863-b850-087555ff1ea2 req-b2b567d2-ad83-4c1b-8b7e-6a89e3ce0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:30.403105 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e904ec33-8b01-4863-b850-087555ff1ea2 req-b2b567d2-ad83-4c1b-8b7e-6a89e3ce0d11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=90ed08d13eb0420d8fc68ea931f7be6c&device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 1094 time: 0.4269009 Dec 14 02:41:30.411604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa915596-6c3c-4813-bdf7-22d1a6984e43 req-60d3469f-c58f-4ebd-9df8-0c0e9d775292 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:30.413062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa915596-6c3c-4813-bdf7-22d1a6984e43 req-60d3469f-c58f-4ebd-9df8-0c0e9d775292 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 943 time: 0.4986045 Dec 14 02:41:30.497124 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e1b92-d653-4b40-81e7-dff762c82a11 req-6928fef0-59d2-4391-bd8d-5b02b7325470 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:30.498626 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d36e1b92-d653-4b40-81e7-dff762c82a11 req-6928fef0-59d2-4391-bd8d-5b02b7325470 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1683369 Dec 14 02:41:30.650740 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa915596-6c3c-4813-bdf7-22d1a6984e43 req-a2c75fc7-39f7-4315-b4f9-a09600f49018 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/security-groups?id=96e7e69c-6427-443a-9fb7-8aba557a3a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232726 Dec 14 02:41:30.672551 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d36e1b92-d653-4b40-81e7-dff762c82a11 req-685108d0-4489-42c8-a62a-217a8caf180c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496522 Dec 14 02:41:30.681336 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904ec33-8b01-4863-b850-087555ff1ea2 req-a6f7f578-78c0-4284-8586-e6b87d28c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:30.682852 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e904ec33-8b01-4863-b850-087555ff1ea2 req-a6f7f578-78c0-4284-8586-e6b87d28c4fc service neutron] 10.222.0.46 "GET /v2.0/networks?id=8ae431a8-7010-4de4-9df7-3bb51444d533 HTTP/1.1" status: 200 len: 910 time: 0.2688692 Dec 14 02:41:30.748862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e904ec33-8b01-4863-b850-087555ff1ea2 req-c6156311-3bed-4471-b7cb-5b3e9aa0a8dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2390fe6f-d636-4e02-a38b-17a1491c44ee HTTP/1.1" status: 200 len: 217 time: 0.0493462 Dec 14 02:41:30.750644 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-e8b27b4d-6ab0-4a7a-927c-f65d32365f8a admin admin] Deleting port e092807c-fa27-4220-b8e6-64722bfda940 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:41:30.751129 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e8b27b4d-6ab0-4a7a-927c-f65d32365f8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:30.917346 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904ec33-8b01-4863-b850-087555ff1ea2 req-609f78c1-3ddb-43f6-9a11-583939d25246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:30.919168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e904ec33-8b01-4863-b850-087555ff1ea2 req-609f78c1-3ddb-43f6-9a11-583939d25246 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b125557c-e21f-4502-8273-6d9bdc3c09a7 HTTP/1.1" status: 200 len: 849 time: 0.1011117 Dec 14 02:41:30.980109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e904ec33-8b01-4863-b850-087555ff1ea2 req-1fdd59ef-1dc1-4148-9d40-d2d48d72f902 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8ae431a8-7010-4de4-9df7-3bb51444d533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366549 Dec 14 02:41:30.982987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-e8b27b4d-6ab0-4a7a-927c-f65d32365f8a admin admin] For port e092807c-fa27-4220-b8e6-64722bfda940, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e092807c-fa27-4220-b8e6-64722bfda940,segment=NetworkSegment(c765e286-84ca-4e29-b9b8-3b913daed72a),segment_id=c765e286-84ca-4e29-b9b8-3b913daed72a)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:30.983354 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e8b27b4d-6ab0-4a7a-927c-f65d32365f8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:31.010418 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-e8b27b4d-6ab0-4a7a-927c-f65d32365f8a admin admin] Calling delete_port for e092807c-fa27-4220-b8e6-64722bfda940 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:41:31.074365 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498eef1-0838-4fa7-833c-c7215380c5e4 req-064f7dc3-adbe-4e3e-9bf8-8f2757cddeb9 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:31.075991 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a498eef1-0838-4fa7-833c-c7215380c5e4 req-064f7dc3-adbe-4e3e-9bf8-8f2757cddeb9 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 944 time: 0.2567725 Dec 14 02:41:31.201941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e904ec33-8b01-4863-b850-087555ff1ea2 req-35cd2234-493d-4d90-be47-cde00c7f772e service neutron] 10.222.0.46 "GET /v2.0/networks/8ae431a8-7010-4de4-9df7-3bb51444d533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083669 Dec 14 02:41:31.213602 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a498eef1-0838-4fa7-833c-c7215380c5e4 req-aea7945a-d520-477a-a03d-054f6428973a tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc0451c3-3cdf-4559-94c1-19829bef5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293938 Dec 14 02:41:31.358823 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e904ec33-8b01-4863-b850-087555ff1ea2 req-67b95d08-a4d1-452d-91da-2dc157d3f97b service neutron] 10.222.0.46 "GET /v2.0/networks/8ae431a8-7010-4de4-9df7-3bb51444d533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145694 Dec 14 02:41:31.569889 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e8b27b4d-6ab0-4a7a-927c-f65d32365f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:31.604969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b27b4d-6ab0-4a7a-927c-f65d32365f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=e092807c-fa27-4220-b8e6-64722bfda940,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:31.935099 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e647613-8fe5-4249-ab34-170a10f376f7 req-f6cf022a-6197-4d24-ac51-9bce79c89ec1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:31.945633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e647613-8fe5-4249-ab34-170a10f376f7 req-f6cf022a-6197-4d24-ac51-9bce79c89ec1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1249435 Dec 14 02:41:31.987174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d7e48-aa98-43a2-9e29-d0a7dca036ec req-4e66737f-42b1-4084-bd50-833aba383c1f tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:31.988708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-361d7e48-aa98-43a2-9e29-d0a7dca036ec req-4e66737f-42b1-4084-bd50-833aba383c1f tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 943 time: 0.1669066 Dec 14 02:41:32.008915 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e8b27b4d-6ab0-4a7a-927c-f65d32365f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:32.100441 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e647613-8fe5-4249-ab34-170a10f376f7 req-1b00f841-77c2-4998-acb4-4374f51df8d6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538370 Dec 14 02:41:32.164691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-361d7e48-aa98-43a2-9e29-d0a7dca036ec req-86c4fd74-29a4-46b6-ace7-e5c357617139 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/security-groups?id=96e7e69c-6427-443a-9fb7-8aba557a3a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668642 Dec 14 02:41:32.256425 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:41:32.378723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f,segment=NetworkSegment(bdaca620-09cb-4433-bda3-4e10049db5df),segment_id=bdaca620-09cb-4433-bda3-4e10049db5df)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:32.394514 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f', 'network_id': 'e7e4a109-580a-42a6-b63e-8de4c6ad88a9', 'port_id': 'dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f', 'mac_address': 'fa:16:3e:98:4e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dcc54db-272a-4fa1-ae4f-b5548afd6677', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:41:32.438670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b27b4d-6ab0-4a7a-927c-f65d32365f8a admin admin] Router 41eabea7-76cb-4bba-8db2-487c3723a059 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:41:32.442526 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:32.459089 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:41:32.477252 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62d580-bfba-4a8d-813a-1b1652b7f1a8 req-850f97b3-9e7e-4e3f-842c-984c683d5521 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:32.478842 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2f62d580-bfba-4a8d-813a-1b1652b7f1a8 req-850f97b3-9e7e-4e3f-842c-984c683d5521 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 944 time: 0.1001663 Dec 14 02:41:32.480280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f,segment=NetworkSegment(bdaca620-09cb-4433-bda3-4e10049db5df),segment_id=bdaca620-09cb-4433-bda3-4e10049db5df)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:32.555596 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:32.556440 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2390fe6f-d636-4e02-a38b-17a1491c44ee details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:41:32.616640 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2f62d580-bfba-4a8d-813a-1b1652b7f1a8 req-91dc3795-9947-4540-98d9-b0edc20940c9 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc0451c3-3cdf-4559-94c1-19829bef5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268580 Dec 14 02:41:32.653830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b27b4d-6ab0-4a7a-927c-f65d32365f8a admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:41:32.665843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e8b27b4d-6ab0-4a7a-927c-f65d32365f8a admin admin] 10.222.0.39 "PUT /v2.0/routers/41eabea7-76cb-4bba-8db2-487c3723a059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5137639 Dec 14 02:41:32.676342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f2be6-4c30-45cd-bb4a-f01bbdb16806 None None] Sync routers for ids ['41eabea7-76cb-4bba-8db2-487c3723a059'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:41:32.676494 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37144) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:32.691791 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:32.714880 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598f2be6-4c30-45cd-bb4a-f01bbdb16806 None None] Routers {'41eabea7-76cb-4bba-8db2-487c3723a059'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:41:32.716072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-598f2be6-4c30-45cd-bb4a-f01bbdb16806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:41:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['41eabea7-76cb-4bba-8db2-487c3723a059'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:32.790440 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3e04f633-a887-4c36-9bc9-7bddf7beaeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:32.842206 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 2390fe6f-d636-4e02-a38b-17a1491c44ee, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2390fe6f-d636-4e02-a38b-17a1491c44ee,segment=NetworkSegment(6cc8399c-f6f9-4367-a4a0-9218008bbb77),segment_id=6cc8399c-f6f9-4367-a4a0-9218008bbb77)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:32.846183 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:32.865136 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '2390fe6f-d636-4e02-a38b-17a1491c44ee', 'network_id': '8ae431a8-7010-4de4-9df7-3bb51444d533', 'port_id': '2390fe6f-d636-4e02-a38b-17a1491c44ee', 'mac_address': 'fa:16:3e:6d:74:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b125557c-e21f-4502-8273-6d9bdc3c09a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:41:32.911924 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-598f2be6-4c30-45cd-bb4a-f01bbdb16806 None None] Set router 41eabea7-76cb-4bba-8db2-487c3723a059 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:41:32.997809 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:33.008470 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:33.034465 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2390fe6f-d636-4e02-a38b-17a1491c44ee {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:41:33.063308 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 2390fe6f-d636-4e02-a38b-17a1491c44ee, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2390fe6f-d636-4e02-a38b-17a1491c44ee,segment=NetworkSegment(6cc8399c-f6f9-4367-a4a0-9218008bbb77),segment_id=6cc8399c-f6f9-4367-a4a0-9218008bbb77)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:33.142852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-598f2be6-4c30-45cd-bb4a-f01bbdb16806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:41:31Z', 'revision_number': 5, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port': {'id': 'd366184b-a292-42c8-b5e1-fcd344f0cefe', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:54:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:33:15Z', 'updated_at': '2021-12-14T02:33:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:33.169379 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:33.172853 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f2be6-4c30-45cd-bb4a-f01bbdb16806 None None] Checking router: 41eabea7-76cb-4bba-8db2-487c3723a059 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:41:33.186942 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Deleting port d366184b-a292-42c8-b5e1-fcd344f0cefe {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:41:33.188213 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:33.206640 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598f2be6-4c30-45cd-bb4a-f01bbdb16806 None None] Routers {'41eabea7-76cb-4bba-8db2-487c3723a059'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:41:33.207283 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-598f2be6-4c30-45cd-bb4a-f01bbdb16806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:41:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['41eabea7-76cb-4bba-8db2-487c3723a059'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:33.280581 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67f627-6cf9-4156-8216-8832227f1b27 req-4461eff5-3b6d-4b80-949e-0dd029dd200d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:33.290012 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ac67f627-6cf9-4156-8216-8832227f1b27 req-4461eff5-3b6d-4b80-949e-0dd029dd200d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.0898178 Dec 14 02:41:33.319813 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=2390fe6f-d636-4e02-a38b-17a1491c44ee,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:33.371748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-598f2be6-4c30-45cd-bb4a-f01bbdb16806 None None] Set router 41eabea7-76cb-4bba-8db2-487c3723a059 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:41:33.377543 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ac67f627-6cf9-4156-8216-8832227f1b27 req-2fdcfff3-9784-4f90-bcf4-dd7548f451bb tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864570 Dec 14 02:41:33.400988 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] For port d366184b-a292-42c8-b5e1-fcd344f0cefe, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d366184b-a292-42c8-b5e1-fcd344f0cefe,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:33.401386 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:33.401612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499a285-8c3f-404f-993c-5a3a6c724e18 req-6d9485c5-c50d-41d8-8417-76ce71e02acb tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:33.409520 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e499a285-8c3f-404f-993c-5a3a6c724e18 req-6d9485c5-c50d-41d8-8417-76ce71e02acb tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 944 time: 0.1377232 Dec 14 02:41:33.435132 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Calling delete_port for d366184b-a292-42c8-b5e1-fcd344f0cefe owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:41:33.477350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-598f2be6-4c30-45cd-bb4a-f01bbdb16806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:41:32Z', 'revision_number': 6, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:33.484058 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e499a285-8c3f-404f-993c-5a3a6c724e18 req-8197074c-e0e5-492e-85fc-055576a00a66 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/security-groups?id=96e7e69c-6427-443a-9fb7-8aba557a3a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726237 Dec 14 02:41:33.528321 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598f2be6-4c30-45cd-bb4a-f01bbdb16806 None None] The sync data for ids ['41eabea7-76cb-4bba-8db2-487c3723a059'] in n-d-821636-1 is: [{'id': '41eabea7-76cb-4bba-8db2-487c3723a059', 'name': 'tempest-AttachVolumeTestJSON-891074500-router', 'tenant_id': '3674cfa5672b4954bca99016b06664cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:33:14Z', 'updated_at': '2021-12-14T02:41:32Z', 'revision_number': 6, 'project_id': '3674cfa5672b4954bca99016b06664cb', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:41:33.565086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['2390fe6f-d636-4e02-a38b-17a1491c44ee'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:41:33.629088 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:41:33.783241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4bbff-b19c-4d1d-a7a0-ef838d88f489 req-e0d41a00-cd1a-4b2f-bfa3-8f8bdd9e6ff3 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:33.792103 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09e4bbff-b19c-4d1d-a7a0-ef838d88f489 req-e0d41a00-cd1a-4b2f-bfa3-8f8bdd9e6ff3 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 945 time: 0.0682874 Dec 14 02:41:33.860211 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09e4bbff-b19c-4d1d-a7a0-ef838d88f489 req-9eb923e5-9f39-4814-97e0-54f8c869931c tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc0451c3-3cdf-4559-94c1-19829bef5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669556 Dec 14 02:41:34.016358 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:34.048994 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Pushing event deleted for resources: {'Port': ['ID=d366184b-a292-42c8-b5e1-fcd344f0cefe,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:34.068398 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc59d21-7ac8-4e83-89c3-4ddd9bdb107b None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:41:34.081605 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:34.081983 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:34.082468 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:34.082675 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:34.083017 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:34.083362 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:34.083698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:34.084032 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:34.084407 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:34.084669 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:34.085008 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:34.085355 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:34.085699 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:34.128129 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:34.226538 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:34.228767 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:34.361859 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:34.362726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41eabea7-76cb-4bba-8db2-487c3723a059 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:41:34.367503 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:34.368797 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d8933481-534f-40eb-9d6c-5f7b7fb389ee admin admin] 10.222.0.39 "DELETE /v2.0/routers/41eabea7-76cb-4bba-8db2-487c3723a059 HTTP/1.1" status: 204 len: 168 time: 1.6913519 Dec 14 02:41:34.371505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37168) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:34.446294 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-28edf914-82de-4a1c-9834-4398d7c9fc88 admin admin] Deleting subnet d40edbfc-b241-474d-8835-df2afaf4e4fb {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:41:34.450067 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-28edf914-82de-4a1c-9834-4398d7c9fc88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:34.579276 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-28edf914-82de-4a1c-9834-4398d7c9fc88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:34.673592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752f4f5-7b71-4b80-b0d0-902972d3d957 req-dff0708a-1532-4c73-aa26-ec6b79404dc8 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:34.684681 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c752f4f5-7b71-4b80-b0d0-902972d3d957 req-dff0708a-1532-4c73-aa26-ec6b79404dc8 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.2131960 Dec 14 02:41:34.911475 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c752f4f5-7b71-4b80-b0d0-902972d3d957 req-6d197b64-29a2-4ae0-a6d8-9e862c0e47d8 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244205 Dec 14 02:41:34.944422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d366184b-a292-42c8-b5e1-fcd344f0cefe no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:41:34.944926 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-28edf914-82de-4a1c-9834-4398d7c9fc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:34.973024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: d366184b-a292-42c8-b5e1-fcd344f0cefe {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:41:34.973541 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d366184b-a292-42c8-b5e1-fcd344f0cefe not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:41:34.974053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e092807c-fa27-4220-b8e6-64722bfda940 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:41:35.013277 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97d9a4-5a2d-468d-82c5-ae7aab559869 req-7684244b-4876-489f-b3ee-9454fd9e3503 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:35.013458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: e092807c-fa27-4220-b8e6-64722bfda940 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:41:35.013458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e092807c-fa27-4220-b8e6-64722bfda940 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:41:35.013458 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00908f36-0277-48c7-b3f4-bcf3ef7fb5d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:35.013723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c97d9a4-5a2d-468d-82c5-ae7aab559869 req-7684244b-4876-489f-b3ee-9454fd9e3503 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 944 time: 0.2987552 Dec 14 02:41:35.126439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c97d9a4-5a2d-468d-82c5-ae7aab559869 req-fa6982f8-037e-4cf8-b591-056e7b1e6cec tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/security-groups?id=96e7e69c-6427-443a-9fb7-8aba557a3a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117930 Dec 14 02:41:35.181667 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-28edf914-82de-4a1c-9834-4398d7c9fc88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:35.228960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edf914-82de-4a1c-9834-4398d7c9fc88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d40edbfc-b241-474d-8835-df2afaf4e4fb,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:35.235894 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-28edf914-82de-4a1c-9834-4398d7c9fc88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:35.238002 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97311c3-8fd3-4518-bce6-73d6e83c2eae None None] Network 409f180f-3bfa-4add-9f10-338a04644e61 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:41:35.244596 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-28edf914-82de-4a1c-9834-4398d7c9fc88 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d40edbfc-b241-474d-8835-df2afaf4e4fb HTTP/1.1" status: 204 len: 168 time: 0.8667283 Dec 14 02:41:35.244596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37192) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:35.384734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098bc4d-fa3b-46d6-8cfe-d42bbb9ad485 req-bd932629-226f-4455-9a6e-113db2b43042 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:35.400172 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0098bc4d-fa3b-46d6-8cfe-d42bbb9ad485 req-bd932629-226f-4455-9a6e-113db2b43042 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 945 time: 0.1236100 Dec 14 02:41:35.405558 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:35.458855 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d6f6b9-5d35-4d20-b494-3a64927706e4 None None] DHCP port deletion for 409f180f-3bfa-4add-9f10-338a04644e61 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:41:35.516205 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c0d6f6b9-5d35-4d20-b494-3a64927706e4 None None] Deleting port 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:41:35.516747 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f6b9-5d35-4d20-b494-3a64927706e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:35.525428 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0098bc4d-fa3b-46d6-8cfe-d42bbb9ad485 req-9d3959df-4cdd-43af-b61c-860c3c1c0564 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc0451c3-3cdf-4559-94c1-19829bef5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307619 Dec 14 02:41:35.576070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] Deleting port 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:41:35.576459 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:35.616209 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c0d6f6b9-5d35-4d20-b494-3a64927706e4 None None] For port 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8b96a2e5-33f4-4be1-bc77-5eda7fe0e639,segment=NetworkSegment(c765e286-84ca-4e29-b9b8-3b913daed72a),segment_id=c765e286-84ca-4e29-b9b8-3b913daed72a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:35.616814 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f6b9-5d35-4d20-b494-3a64927706e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:35.649664 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c0d6f6b9-5d35-4d20-b494-3a64927706e4 None None] Calling delete_port for 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:41:35.651836 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] For port 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8b96a2e5-33f4-4be1-bc77-5eda7fe0e639,segment=NetworkSegment(c765e286-84ca-4e29-b9b8-3b913daed72a),segment_id=c765e286-84ca-4e29-b9b8-3b913daed72a)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:35.652214 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:35.670438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] Calling delete_port for 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:41:35.908432 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:35.951813 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0d6f6b9-5d35-4d20-b494-3a64927706e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:35.978641 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b96a2e5-33f4-4be1-bc77-5eda7fe0e639,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:35.980869 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] No DVR routers for this DVR port 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:41:36.058298 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6f6b9-5d35-4d20-b494-3a64927706e4 None None] Pushing event deleted for resources: {'Port': ['ID=8b96a2e5-33f4-4be1-bc77-5eda7fe0e639,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:36.074525 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d6f6b9-5d35-4d20-b494-3a64927706e4 None None] No DVR routers for this DVR port 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:41:36.146084 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:36.173631 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409f180f-3bfa-4add-9f10-338a04644e61']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:36.185654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c765e286-84ca-4e29-b9b8-3b913daed72a') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:36.185961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c765e286-84ca-4e29-b9b8-3b913daed72a') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:36.195174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1adaee-5d41-4c8f-84b4-c29b03b1c5ee req-4f633d64-3989-433f-b993-84c6706943b5 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:36.196734 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca1adaee-5d41-4c8f-84b4-c29b03b1c5ee req-4f633d64-3989-433f-b993-84c6706943b5 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1292908 Dec 14 02:41:36.206501 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:36.238150 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:36.252984 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:41:36.253460 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:41:36.255082 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:41:36.273441 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:41:36.286155 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:41:36.306363 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca1adaee-5d41-4c8f-84b4-c29b03b1c5ee req-e409a978-ecc7-4f60-9898-b48688b48214 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017725 Dec 14 02:41:36.427720 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:36.439887 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4', 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d', 'port_id': '2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4', 'mac_address': 'fa:16:3e:9c:69:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a92f050-7d7f-44ec-8504-2ffe6d2c9312', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:41:36.498143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806118b3-0d47-43e4-8a0e-fd8e237268da req-2a61973b-e1c9-4f1d-9565-192f3dc1e93a tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:36.500902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-806118b3-0d47-43e4-8a0e-fd8e237268da req-2a61973b-e1c9-4f1d-9565-192f3dc1e93a tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 944 time: 0.0580921 Dec 14 02:41:36.561229 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-806118b3-0d47-43e4-8a0e-fd8e237268da req-5a63c1d0-3697-443e-baa5-38107c03d9ba tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/security-groups?id=96e7e69c-6427-443a-9fb7-8aba557a3a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531058 Dec 14 02:41:36.664184 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:36.668631 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:36.678975 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:41:36.701423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:36.706844 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:41:36.707038 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:36.710971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:41:36.711461 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:36.721838 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:36.724974 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] 10.222.0.39 "DELETE /v2.0/networks/409f180f-3bfa-4add-9f10-338a04644e61 HTTP/1.1" status: 204 len: 168 time: 1.4813018 Dec 14 02:41:36.760539 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31e30d-7942-49c6-9cc5-35a59d303c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=409f180f-3bfa-4add-9f10-338a04644e61,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:36.789590 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:36.811336 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fc11a-1984-422f-a5c8-a5266da811a3 req-50f1009b-0147-4c12-8ee4-5cde7f099308 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:36.820686 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-299fc11a-1984-422f-a5c8-a5266da811a3 req-50f1009b-0147-4c12-8ee4-5cde7f099308 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 945 time: 0.1003363 Dec 14 02:41:36.839251 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:36.893733 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:41:36.897405 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be52a949-1afb-4636-82a3-aa01b942e287" -d '{"events": [{"server_uuid": "070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496", "name": "network-vif-plugged", "status": "completed", "tag": "dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:41:36.905003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:36.921028 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-299fc11a-1984-422f-a5c8-a5266da811a3 req-c8ad2e38-74b5-4f3c-a52d-42a7108ce807 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc0451c3-3cdf-4559-94c1-19829bef5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944390 Dec 14 02:41:36.927040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:41:36.944322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f,segment=NetworkSegment(bdaca620-09cb-4433-bda3-4e10049db5df),segment_id=bdaca620-09cb-4433-bda3-4e10049db5df)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:36.964562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:41:36.968473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:41:36.968473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8b96a2e5-33f4-4be1-bc77-5eda7fe0e639 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:41:37.025011 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:37.026203 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2390fe6f-d636-4e02-a38b-17a1491c44ee up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:41:37.064752 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd7f1fd-d5d1-400f-b66f-de61c38e95b1 x-openstack-request-id: req-5dd7f1fd-d5d1-400f-b66f-de61c38e95b1 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:41:37.065192 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496", "name": "network-vif-plugged", "status": "completed", "tag": "dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:41:37.065738 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5dd7f1fd-d5d1-400f-b66f-de61c38e95b1 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:41:37.066241 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f', 'code': 200} Dec 14 02:41:37.140327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37250) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:37.170486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:37.355761 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8382a2fc-2abf-4c83-8cff-58d7a083005c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3674cfa5672b4954bca99016b06664cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114856 Dec 14 02:41:37.356891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37254) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:37.384557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 2390fe6f-d636-4e02-a38b-17a1491c44ee completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:41:37.396043 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c36c9-2514-4923-8c97-2e747ed42a32 req-63a986d0-40d9-4ad2-81b2-265c1e18ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:37.403012 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e4c36c9-2514-4923-8c97-2e747ed42a32 req-63a986d0-40d9-4ad2-81b2-265c1e18ec82 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 1097 time: 0.2103205 Dec 14 02:41:37.411686 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 2390fe6f-d636-4e02-a38b-17a1491c44ee triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:41:37.414964 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:37.496030 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4fdf159a-8801-4bc1-b621-052cfcfd54f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:37.553776 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4fdf159a-8801-4bc1-b621-052cfcfd54f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:37.565131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b90d58-2839-43a9-9298-975582a0cc63 req-cbd0e4e8-5728-4287-9732-507a9d6d57f1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:37.569634 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2b90d58-2839-43a9-9298-975582a0cc63 req-cbd0e4e8-5728-4287-9732-507a9d6d57f1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 945 time: 0.1247301 Dec 14 02:41:37.577491 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e4c36c9-2514-4923-8c97-2e747ed42a32 req-c4052e9f-2716-4070-b741-66adcdd694a5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=dc0451c3-3cdf-4559-94c1-19829bef5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660135 Dec 14 02:41:37.725565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2b90d58-2839-43a9-9298-975582a0cc63 req-decc7ed5-437c-4be5-abf0-6478db0c9283 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438720 Dec 14 02:41:37.738312 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:37.766717 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:37.823897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 2390fe6f-d636-4e02-a38b-17a1491c44ee, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2390fe6f-d636-4e02-a38b-17a1491c44ee,segment=NetworkSegment(6cc8399c-f6f9-4367-a4a0-9218008bbb77),segment_id=6cc8399c-f6f9-4367-a4a0-9218008bbb77)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:37.883822 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:38.000806 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=2390fe6f-d636-4e02-a38b-17a1491c44ee,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:38.069720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc4528-346f-47b9-ae8a-2fea8aa8d03c req-e418e5d8-727a-42cd-a078-9359889bf14a tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:38.071712 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44dc4528-346f-47b9-ae8a-2fea8aa8d03c req-e418e5d8-727a-42cd-a078-9359889bf14a tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 945 time: 0.0756693 Dec 14 02:41:38.136459 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44dc4528-346f-47b9-ae8a-2fea8aa8d03c req-61a988d8-9d48-42de-8606-7ef1923fda3d tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/security-groups?id=96e7e69c-6427-443a-9fb7-8aba557a3a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583477 Dec 14 02:41:38.169261 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4fdf159a-8801-4bc1-b621-052cfcfd54f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:38.180265 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4fdf159a-8801-4bc1-b621-052cfcfd54f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:38.183230 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4fdf159a-8801-4bc1-b621-052cfcfd54f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce15cdf9-fe52-4b1a-9b16-3532df0461e8 HTTP/1.1" status: 204 len: 168 time: 0.8228691 Dec 14 02:41:38.192219 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf159a-8801-4bc1-b621-052cfcfd54f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce15cdf9-fe52-4b1a-9b16-3532df0461e8,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:38.282596 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:41:38.362209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf8864-335d-4cb9-9232-b63b17c566e8 req-98432fc0-784b-4718-beba-6b77ec08f437 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:38.369738 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93cf8864-335d-4cb9-9232-b63b17c566e8 req-98432fc0-784b-4718-beba-6b77ec08f437 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 946 time: 0.0694470 Dec 14 02:41:38.417678 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:41:38.418461 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:38.451194 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93cf8864-335d-4cb9-9232-b63b17c566e8 req-8a4d34f3-d890-4025-84f4-778f0f14cb6d tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc0451c3-3cdf-4559-94c1-19829bef5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734324 Dec 14 02:41:38.549132 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:38.605138 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:38.620605 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:38.701262 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:38.836811 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:38.959180 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3843c-7379-4e94-9f2f-e40e0d99b991 req-6e66fa66-dd6f-47c3-a9a5-1b5b874f0cc7 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:38.960823 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e8a3843c-7379-4e94-9f2f-e40e0d99b991 req-6e66fa66-dd6f-47c3-a9a5-1b5b874f0cc7 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1067588 Dec 14 02:41:38.989637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b443a25-8b59-4c1c-bf46-39f7b83f0d7c req-e7936030-fac1-4bf5-bd2f-dc2fcd95aea1 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:38.992881 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b443a25-8b59-4c1c-bf46-39f7b83f0d7c req-e7936030-fac1-4bf5-bd2f-dc2fcd95aea1 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cfb006-c3b1-4345-b8cd-5be0e5463084 HTTP/1.1" status: 200 len: 951 time: 0.1022961 Dec 14 02:41:39.060878 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e8a3843c-7379-4e94-9f2f-e40e0d99b991 req-4abb2d0f-de4f-46c2-895a-5234f73509a3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893989 Dec 14 02:41:39.068637 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b82ec3-cec6-4ff8-a7f1-a6bbbf424719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2390fe6f-d636-4e02-a38b-17a1491c44ee'}, {'server_uuid': '814c309d-9edc-423a-aa75-494339e9d3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:41:39.072123 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ce07e3-1147-4640-9bdf-de81f21a556d" -d '{"events": [{"server_uuid": "78b82ec3-cec6-4ff8-a7f1-a6bbbf424719", "name": "network-vif-plugged", "status": "completed", "tag": "2390fe6f-d636-4e02-a38b-17a1491c44ee"}, {"server_uuid": "814c309d-9edc-423a-aa75-494339e9d3c0", "name": "network-vif-plugged", "status": "completed", "tag": "2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:41:39.081066 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b443a25-8b59-4c1c-bf46-39f7b83f0d7c req-249d22d5-8f77-4bf1-9311-611b64b583da tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813537 Dec 14 02:41:39.147945 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 14 Dec 2021 02:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab8bb90-4cf6-4abd-8c87-dbfd09038cae x-openstack-request-id: req-8ab8bb90-4cf6-4abd-8c87-dbfd09038cae {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:41:39.148249 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b82ec3-cec6-4ff8-a7f1-a6bbbf424719", "name": "network-vif-plugged", "status": "completed", "tag": "2390fe6f-d636-4e02-a38b-17a1491c44ee", "code": 200}, {"server_uuid": "814c309d-9edc-423a-aa75-494339e9d3c0", "name": "network-vif-plugged", "status": "completed", "tag": "2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:41:39.148509 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ab8bb90-4cf6-4abd-8c87-dbfd09038cae {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:41:39.148934 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b82ec3-cec6-4ff8-a7f1-a6bbbf424719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2390fe6f-d636-4e02-a38b-17a1491c44ee', 'code': 200} Dec 14 02:41:39.149195 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814c309d-9edc-423a-aa75-494339e9d3c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4', 'code': 200} Dec 14 02:41:39.291364 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27135050-8452-4869-8552-2b3613f9305e req-8a1df5d7-a2f8-49f0-a665-712b19604be7 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:39.300896 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27135050-8452-4869-8552-2b3613f9305e req-8a1df5d7-a2f8-49f0-a665-712b19604be7 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 945 time: 0.0898383 Dec 14 02:41:39.408492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27135050-8452-4869-8552-2b3613f9305e req-04583ca2-3097-451d-824a-33e119dab1c0 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/security-groups?id=96e7e69c-6427-443a-9fb7-8aba557a3a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061139 Dec 14 02:41:39.411389 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075428f-9296-4d61-a2cc-775c874b5bf5 req-02b235dd-d115-4be5-93e4-93ec5987f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:39.412874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c075428f-9296-4d61-a2cc-775c874b5bf5 req-02b235dd-d115-4be5-93e4-93ec5987f454 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 1096 time: 0.0832484 Dec 14 02:41:39.467582 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c075428f-9296-4d61-a2cc-775c874b5bf5 req-d94e7efd-bd5c-46db-9796-657015a53d02 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=96e7e69c-6427-443a-9fb7-8aba557a3a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447328 Dec 14 02:41:39.591843 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d13324-e803-471b-977e-b7bd13aef5e9 req-ddc6686b-9b4c-40a2-b06d-bc54037c4f41 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:39.599436 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-59d13324-e803-471b-977e-b7bd13aef5e9 req-ddc6686b-9b4c-40a2-b06d-bc54037c4f41 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 946 time: 0.0779266 Dec 14 02:41:39.660317 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-59d13324-e803-471b-977e-b7bd13aef5e9 req-02703571-58cd-4ab6-8be5-e6e79a1d01df tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc0451c3-3cdf-4559-94c1-19829bef5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582712 Dec 14 02:41:40.289207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c544b-a209-40f0-b9f3-cb68a70d253a req-513233a9-8758-4821-8314-9041d068ead1 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:40.292942 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c7c544b-a209-40f0-b9f3-cb68a70d253a req-513233a9-8758-4821-8314-9041d068ead1 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 946 time: 0.1413066 Dec 14 02:41:40.329264 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620daa3-cae3-4246-8509-7e643bbfac37 req-480b58be-d67b-4318-a1f7-95f5ada1a7c5 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:40.331090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c620daa3-cae3-4246-8509-7e643bbfac37 req-480b58be-d67b-4318-a1f7-95f5ada1a7c5 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.0999341 Dec 14 02:41:40.362869 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c7c544b-a209-40f0-b9f3-cb68a70d253a req-533650aa-646d-47cf-9129-cfdfadf4a5b1 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc0451c3-3cdf-4559-94c1-19829bef5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619087 Dec 14 02:41:40.433606 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c620daa3-cae3-4246-8509-7e643bbfac37 req-568650a8-0733-46cf-8588-552399b1e590 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684052 Dec 14 02:41:40.559213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfde47-67b2-4198-964e-dc9ff96f7c22 req-adc9770a-0c98-4bb1-a69d-0faf9cfc7dc6 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:40.561163 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7bfde47-67b2-4198-964e-dc9ff96f7c22 req-adc9770a-0c98-4bb1-a69d-0faf9cfc7dc6 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cfb006-c3b1-4345-b8cd-5be0e5463084 HTTP/1.1" status: 200 len: 951 time: 0.0736022 Dec 14 02:41:40.634915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7bfde47-67b2-4198-964e-dc9ff96f7c22 req-c8914e2b-abd6-4a4b-a81c-6fe1b04fdfe9 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650113 Dec 14 02:41:40.830120 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfcc08-e112-442b-9485-9ae91a675cb5 req-61a6bfba-b4e5-41b7-b048-67fb12ceecb3 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:40.830120 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82cfcc08-e112-442b-9485-9ae91a675cb5 req-61a6bfba-b4e5-41b7-b048-67fb12ceecb3 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 945 time: 0.0810432 Dec 14 02:41:40.896107 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82cfcc08-e112-442b-9485-9ae91a675cb5 req-a183d9db-d052-4409-859e-f15204a3720b tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/security-groups?id=96e7e69c-6427-443a-9fb7-8aba557a3a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706279 Dec 14 02:41:41.552102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301168a-ef85-4260-846a-786b5c5d3289 req-d01d0bcf-8630-4742-b495-e878d01e5b8a tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:41.559543 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b301168a-ef85-4260-846a-786b5c5d3289 req-d01d0bcf-8630-4742-b495-e878d01e5b8a tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 946 time: 0.0634227 Dec 14 02:41:41.616547 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b301168a-ef85-4260-846a-786b5c5d3289 req-d4943917-b129-47d1-b05b-e48d8807c0e4 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc0451c3-3cdf-4559-94c1-19829bef5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558486 Dec 14 02:41:41.689865 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e40ad-c560-473f-8e9b-3fcdc02a0fa3 req-6cedc091-9179-42a3-b626-e2d33eab936b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:41.692047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-645e40ad-c560-473f-8e9b-3fcdc02a0fa3 req-6cedc091-9179-42a3-b626-e2d33eab936b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.0742314 Dec 14 02:41:41.792822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-645e40ad-c560-473f-8e9b-3fcdc02a0fa3 req-1f54a956-8bb6-4cb4-ab2d-34431efeb2ae tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883133 Dec 14 02:41:42.000608 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d644e-1af9-49ee-8f2c-40ed4835e15d req-252af164-21bc-4d68-933b-1dd0b90eeaa8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:42.010749 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-874d644e-1af9-49ee-8f2c-40ed4835e15d req-252af164-21bc-4d68-933b-1dd0b90eeaa8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.46 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 946 time: 0.1155045 Dec 14 02:41:42.617151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-874d644e-1af9-49ee-8f2c-40ed4835e15d req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Deleting port dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:41:42.617901 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-874d644e-1af9-49ee-8f2c-40ed4835e15d req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:42.645532 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c6334-1e2d-4050-8e07-d8c41ea35443 req-f7e693bf-0625-49ee-850a-ce24e1e7d29a tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:42.672411 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a6c6334-1e2d-4050-8e07-d8c41ea35443 req-f7e693bf-0625-49ee-850a-ce24e1e7d29a tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 945 time: 0.5940099 Dec 14 02:41:42.836390 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a6c6334-1e2d-4050-8e07-d8c41ea35443 req-2a875955-dbe8-43b3-b66c-077e84d8a84d tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/security-groups?id=96e7e69c-6427-443a-9fb7-8aba557a3a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744466 Dec 14 02:41:42.853905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44caa4-36b4-4fbc-a31d-2db23c439073 req-3a18db5c-a390-4139-9caa-2a73da6ddedf tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:42.868104 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf44caa4-36b4-4fbc-a31d-2db23c439073 req-3a18db5c-a390-4139-9caa-2a73da6ddedf tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 946 time: 0.1474140 Dec 14 02:41:42.912106 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-874d644e-1af9-49ee-8f2c-40ed4835e15d req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] For port dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f,segment=NetworkSegment(bdaca620-09cb-4433-bda3-4e10049db5df),segment_id=bdaca620-09cb-4433-bda3-4e10049db5df)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:42.912269 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-874d644e-1af9-49ee-8f2c-40ed4835e15d req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:42.961014 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-874d644e-1af9-49ee-8f2c-40ed4835e15d req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Calling delete_port for dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:41:43.006533 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf44caa4-36b4-4fbc-a31d-2db23c439073 req-d9b6030b-ff92-4820-8cf5-ad98eeab71ee tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/security-groups?id=dc0451c3-3cdf-4559-94c1-19829bef5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283250 Dec 14 02:41:43.142129 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44152b5-47f8-4f1b-b099-eb3668eca256 req-ea86bc32-013d-4463-9dc9-af0bea5fb464 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:43.148948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d44152b5-47f8-4f1b-b099-eb3668eca256 req-ea86bc32-013d-4463-9dc9-af0bea5fb464 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.1263909 Dec 14 02:41:43.220209 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d44152b5-47f8-4f1b-b099-eb3668eca256 req-7e90f30b-d064-41f3-8770-6e4392356ab2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608637 Dec 14 02:41:43.382515 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-874d644e-1af9-49ee-8f2c-40ed4835e15d req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:43.420674 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:41:43.452673 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Pushing event deleted for resources: {'Port': ['ID=dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:43.495190 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:43.495560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:43.495911 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:43.496259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:43.500657 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:43.503704 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:43.503704 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:43.503704 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:43.504280 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:43.504656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:43.506212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:43.507951 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:43.508291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:41:43.561501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-874d644e-1af9-49ee-8f2c-40ed4835e15d req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] No DVR routers for this DVR port dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:41:43.565453 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-874d644e-1af9-49ee-8f2c-40ed4835e15d req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:43.570167 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-874d644e-1af9-49ee-8f2c-40ed4835e15d req-48318d5d-89d0-4613-8861-8c930a3acbc8 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.46 "DELETE /v2.0/ports/dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f HTTP/1.1" status: 204 len: 173 time: 1.5603158 Dec 14 02:41:43.571079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496', 'name': 'network-vif-deleted', 'tag': 'dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:41:43.588045 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9651a117-5253-4de0-8a39-63b6f7ed35fb" -d '{"events": [{"server_uuid": "070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496", "name": "network-vif-deleted", "tag": "dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:41:43.625494 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9a566c-474a-457b-ba60-0bc8a9eed851 x-openstack-request-id: req-8f9a566c-474a-457b-ba60-0bc8a9eed851 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:41:43.636038 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496", "name": "network-vif-deleted", "tag": "dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:41:43.636038 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f9a566c-474a-457b-ba60-0bc8a9eed851 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:41:43.636038 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496', 'name': 'network-vif-deleted', 'tag': 'dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f', 'status': 'completed', 'code': 200} Dec 14 02:41:43.882124 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 45d05244-79eb-4a63-b389-79e981410829 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:41:44.054322 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:44.103424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cfb006-c3b1-4345-b8cd-5be0e5463084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d05244-79eb-4a63-b389-79e981410829'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:41:44.106006 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78f22ac-8b27-47b2-b393-5b364b8c3fb6" -d '{"events": [{"server_uuid": "d9cfb006-c3b1-4345-b8cd-5be0e5463084", "name": "network-vif-unplugged", "status": "completed", "tag": "45d05244-79eb-4a63-b389-79e981410829"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:41:44.122664 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 45d05244-79eb-4a63-b389-79e981410829, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=45d05244-79eb-4a63-b389-79e981410829,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:44.137632 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ce39607-58c7-4fe2-9786-505063f22392 req-8b52e875-3f1f-467c-a099-9a1663ef4003 tempest-ServerAddressesNegativeTestJSON-1279874630 tempest-ServerAddressesNegativeTestJSON-1279874630-project] 10.222.0.39 "GET /v2.0/ports?device_id=070f9f7c-a0b0-47f4-bb56-3dc2ccf2a496 HTTP/1.1" status: 200 len: 210 time: 0.0284147 Dec 14 02:41:44.200595 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220d39f7-ff09-40e6-9610-5c374e394033 x-openstack-request-id: req-220d39f7-ff09-40e6-9610-5c374e394033 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:41:44.202760 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cfb006-c3b1-4345-b8cd-5be0e5463084", "name": "network-vif-unplugged", "status": "completed", "tag": "45d05244-79eb-4a63-b389-79e981410829", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:41:44.202760 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-220d39f7-ff09-40e6-9610-5c374e394033 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:41:44.203540 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cfb006-c3b1-4345-b8cd-5be0e5463084', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45d05244-79eb-4a63-b389-79e981410829', 'code': 200} Dec 14 02:41:44.231543 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:44.311910 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=45d05244-79eb-4a63-b389-79e981410829,revision_number=11']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:44.457250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c3a6a-4b81-4ddb-bd48-5ea1dba6c34d req-bdfe5998-4cba-453d-905c-67d280efc2fa tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:44.461770 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-068c3a6a-4b81-4ddb-bd48-5ea1dba6c34d req-bdfe5998-4cba-453d-905c-67d280efc2fa tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.0718310 Dec 14 02:41:44.524775 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-068c3a6a-4b81-4ddb-bd48-5ea1dba6c34d req-63495910-1fd9-4a53-a1fe-a9bf536a4886 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593438 Dec 14 02:41:44.754368 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37630) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:44.944511 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16de6c94-b394-46e5-bed5-633a111b0925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:45.058119 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16de6c94-b394-46e5-bed5-633a111b0925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:45.238431 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37646) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:45.309347 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf9a6b5-de7e-4a96-a42b-cf3383ed1e2f admin admin] Deleting subnet 3dcc54db-272a-4fa1-ae4f-b5548afd6677 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:41:45.313993 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a6b5-de7e-4a96-a42b-cf3383ed1e2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:45.380163 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a6b5-de7e-4a96-a42b-cf3383ed1e2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:45.429679 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a6b5-de7e-4a96-a42b-cf3383ed1e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:45.687223 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb01af-322d-49c7-b750-ca3692a113c8 req-29a313bc-3625-468b-a8cd-abba6229e022 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:45.690820 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45bb01af-322d-49c7-b750-ca3692a113c8 req-29a313bc-3625-468b-a8cd-abba6229e022 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.0599544 Dec 14 02:41:45.740038 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45bb01af-322d-49c7-b750-ca3692a113c8 req-5d595532-77ea-42e1-b141-8bc751615388 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432749 Dec 14 02:41:45.762499 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16de6c94-b394-46e5-bed5-633a111b0925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:45.791041 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a6b5-de7e-4a96-a42b-cf3383ed1e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:45.832761 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-16de6c94-b394-46e5-bed5-633a111b0925 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a9111263c1cc46329258de01dac37705&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0761805 Dec 14 02:41:45.834168 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9a6b5-de7e-4a96-a42b-cf3383ed1e2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dcc54db-272a-4fa1-ae4f-b5548afd6677,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:45.836901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37654) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:45.838695 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de6c94-b394-46e5-bed5-633a111b0925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e25604-1cd3-4724-8584-a22b11546f7d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:45.842334 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a6b5-de7e-4a96-a42b-cf3383ed1e2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:45.848531 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7bf9a6b5-de7e-4a96-a42b-cf3383ed1e2f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3dcc54db-272a-4fa1-ae4f-b5548afd6677 HTTP/1.1" status: 204 len: 168 time: 0.6081359 Dec 14 02:41:45.853477 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37658) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:45.980150 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bb670e14-a115-4a4d-abe0-7dfd6810e12f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:46.003249 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f191bc8-eeeb-4ec7-972e-c5d6be13c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:46.070902 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bb670e14-a115-4a4d-abe0-7dfd6810e12f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:46.136282 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f191bc8-eeeb-4ec7-972e-c5d6be13c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:46.159532 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-7f191bc8-eeeb-4ec7-972e-c5d6be13c540 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e4a109-580a-42a6-b63e-8de4c6ad88a9']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:46.169977 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-7f191bc8-eeeb-4ec7-972e-c5d6be13c540 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdaca620-09cb-4433-bda3-4e10049db5df') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:46.170668 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-7f191bc8-eeeb-4ec7-972e-c5d6be13c540 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdaca620-09cb-4433-bda3-4e10049db5df') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:41:46.184241 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f191bc8-eeeb-4ec7-972e-c5d6be13c540 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:46.200215 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f191bc8-eeeb-4ec7-972e-c5d6be13c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:46.208801 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f191bc8-eeeb-4ec7-972e-c5d6be13c540 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:41:46.208801 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f191bc8-eeeb-4ec7-972e-c5d6be13c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:41:46.211083 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:41:46.261120 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bb670e14-a115-4a4d-abe0-7dfd6810e12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:46.264249 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bb670e14-a115-4a4d-abe0-7dfd6810e12f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:46.266275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bb670e14-a115-4a4d-abe0-7dfd6810e12f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45e25604-1cd3-4724-8584-a22b11546f7d HTTP/1.1" status: 204 len: 168 time: 0.4282036 Dec 14 02:41:46.280117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb670e14-a115-4a4d-abe0-7dfd6810e12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e25604-1cd3-4724-8584-a22b11546f7d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:46.316519 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:41:46.352516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:41:46.352516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device dc7388aa-b6be-4b8d-b23c-ffc6aec98c3f not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:41:46.386799 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f191bc8-eeeb-4ec7-972e-c5d6be13c540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:46.386799 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f191bc8-eeeb-4ec7-972e-c5d6be13c540 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:46.389449 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7f191bc8-eeeb-4ec7-972e-c5d6be13c540 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e7e4a109-580a-42a6-b63e-8de4c6ad88a9 HTTP/1.1" status: 204 len: 168 time: 0.5341175 Dec 14 02:41:46.408778 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f191bc8-eeeb-4ec7-972e-c5d6be13c540 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7e4a109-580a-42a6-b63e-8de4c6ad88a9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:46.898454 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d2164-f241-4566-94f8-00723db05a82 req-6b8597f1-0015-4f43-b16c-344a749fba4e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:46.909681 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f5d2164-f241-4566-94f8-00723db05a82 req-6b8597f1-0015-4f43-b16c-344a749fba4e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.0869799 Dec 14 02:41:46.963917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37702) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:46.998370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f5d2164-f241-4566-94f8-00723db05a82 req-1734a0ae-70dd-4de9-a9b0-9c20d1298bd4 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790267 Dec 14 02:41:47.027396 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7782a94e-d4a0-48a3-8476-f0b3149db359 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45e6e1378761476a9b38976bf7f00937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0615616 Dec 14 02:41:47.029759 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37706) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:47.079270 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37710) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:47.095849 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c073b6dc-bc6e-40b7-8300-2b98c3e2ea6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:47.100511 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2117d9e2-f942-4a1b-b8d7-086f1c9b0f00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:47.120458 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c073b6dc-bc6e-40b7-8300-2b98c3e2ea6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:47.241923 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2117d9e2-f942-4a1b-b8d7-086f1c9b0f00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:47.300512 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c073b6dc-bc6e-40b7-8300-2b98c3e2ea6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:47.303776 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c073b6dc-bc6e-40b7-8300-2b98c3e2ea6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:47.304971 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c073b6dc-bc6e-40b7-8300-2b98c3e2ea6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dc0451c3-3cdf-4559-94c1-19829bef5cec HTTP/1.1" status: 204 len: 168 time: 0.2740788 Dec 14 02:41:47.313623 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073b6dc-bc6e-40b7-8300-2b98c3e2ea6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0451c3-3cdf-4559-94c1-19829bef5cec,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:47.352623 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2117d9e2-f942-4a1b-b8d7-086f1c9b0f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:47.445871 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2117d9e2-f942-4a1b-b8d7-086f1c9b0f00 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df00616538fe48fa8b1637187839e3e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3653574 Dec 14 02:41:47.448258 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117d9e2-f942-4a1b-b8d7-086f1c9b0f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5158ec-d1d8-4f36-a1f6-98a9c4968a80,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:47.448575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37728) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:47.507676 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8655-6ec7-45b1-812d-ef02635829f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:47.535631 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8655-6ec7-45b1-812d-ef02635829f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:47.724473 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8655-6ec7-45b1-812d-ef02635829f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:47.728113 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f9e8655-6ec7-45b1-812d-ef02635829f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:47.730098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0f9e8655-6ec7-45b1-812d-ef02635829f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d5158ec-d1d8-4f36-a1f6-98a9c4968a80 HTTP/1.1" status: 204 len: 168 time: 0.2799728 Dec 14 02:41:47.756783 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e8655-6ec7-45b1-812d-ef02635829f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5158ec-d1d8-4f36-a1f6-98a9c4968a80,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:48.144413 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db0083-776f-4880-b8d3-6a54941fdab2 req-e41e468c-80df-4e36-b003-4dd17ca958c4 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:48.147045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81db0083-776f-4880-b8d3-6a54941fdab2 req-e41e468c-80df-4e36-b003-4dd17ca958c4 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.0589004 Dec 14 02:41:48.230399 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81db0083-776f-4880-b8d3-6a54941fdab2 req-f41610ca-4cea-494b-b9b4-4097b215af59 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731587 Dec 14 02:41:49.407489 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085841c8-249a-4880-99a5-12db1aa42562 req-5c5b9dc2-e365-4cd7-bcc7-f5f3388bf1fa tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:49.416635 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-085841c8-249a-4880-99a5-12db1aa42562 req-5c5b9dc2-e365-4cd7-bcc7-f5f3388bf1fa tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.0754077 Dec 14 02:41:49.534882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-085841c8-249a-4880-99a5-12db1aa42562 req-3820bcab-1de8-4d2e-a641-d7c7fb11934c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168699 Dec 14 02:41:49.579822 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37836) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:49.749543 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-559fc579-3a9d-44da-90ea-77ce97b0abb2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1861120185-network', 'tenant_id': 'a984b7588a0144a79ab8cc60e3512d19'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:41:50.032135 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559fc579-3a9d-44da-90ea-77ce97b0abb2 admin admin] Made reservation on behalf of a984b7588a0144a79ab8cc60e3512d19 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:41:50.034737 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-559fc579-3a9d-44da-90ea-77ce97b0abb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:50.045476 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-559fc579-3a9d-44da-90ea-77ce97b0abb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:50.136129 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-559fc579-3a9d-44da-90ea-77ce97b0abb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:50.221144 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-559fc579-3a9d-44da-90ea-77ce97b0abb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:50.267731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fc579-3a9d-44da-90ea-77ce97b0abb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e683a7-f739-4bcc-a3fd-3351e8e559b5,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:50.271335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559fc579-3a9d-44da-90ea-77ce97b0abb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:41:50.284900 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-559fc579-3a9d-44da-90ea-77ce97b0abb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:50.285483 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-559fc579-3a9d-44da-90ea-77ce97b0abb2 admin admin] Added segment 2cf96f6c-2271-4259-a084-b6cef6821b82 of type vlan for network b6c00ad7-548c-4fdc-be08-89a064371a4a Dec 14 02:41:50.347306 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-559fc579-3a9d-44da-90ea-77ce97b0abb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:50.443736 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-559fc579-3a9d-44da-90ea-77ce97b0abb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:50.444854 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559fc579-3a9d-44da-90ea-77ce97b0abb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:50.445571 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-559fc579-3a9d-44da-90ea-77ce97b0abb2 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:50.564056 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559fc579-3a9d-44da-90ea-77ce97b0abb2 admin admin] Pushing event updated for resources: {'Network': ['ID=b6c00ad7-548c-4fdc-be08-89a064371a4a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:50.576329 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network b6c00ad7-548c-4fdc-be08-89a064371a4a details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:41:50.583973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02810c5-d136-4dfc-b380-cc7309c6403b req-671d38b7-2cea-4de2-9804-20b298646107 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:50.591908 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c02810c5-d136-4dfc-b380-cc7309c6403b req-671d38b7-2cea-4de2-9804-20b298646107 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 945 time: 0.1011992 Dec 14 02:41:50.651735 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c02810c5-d136-4dfc-b380-cc7309c6403b req-49a8563c-19f2-461f-a5be-ebaba885905a tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/security-groups?id=96e7e69c-6427-443a-9fb7-8aba557a3a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584655 Dec 14 02:41:50.700529 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37876) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:41:50.705181 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-559fc579-3a9d-44da-90ea-77ce97b0abb2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1236541 Dec 14 02:41:50.707046 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-1399bc11-e360-4594-952f-ec55194ca092 admin admin] Request body: {'subnet': {'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1861120185-subnet', 'tenant_id': 'a984b7588a0144a79ab8cc60e3512d19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:41:50.786761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c157ef-11b0-472b-ba0f-509c327066f4 req-d85170c4-670f-4415-8554-894a5a53af16 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:50.788624 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6c157ef-11b0-472b-ba0f-509c327066f4 req-d85170c4-670f-4415-8554-894a5a53af16 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.0711281 Dec 14 02:41:50.839306 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6c157ef-11b0-472b-ba0f-509c327066f4 req-811b0f3d-a979-4e83-a719-fb348eb52e27 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442905 Dec 14 02:41:50.895182 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1399bc11-e360-4594-952f-ec55194ca092 admin admin] Made reservation on behalf of a984b7588a0144a79ab8cc60e3512d19 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:41:50.897951 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1399bc11-e360-4594-952f-ec55194ca092 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:51.187102 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1399bc11-e360-4594-952f-ec55194ca092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:51.254606 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399bc11-e360-4594-952f-ec55194ca092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bafd591-3d5a-421c-a705-120fee96a2aa,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:51.263696 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1399bc11-e360-4594-952f-ec55194ca092 admin admin] Checking segment: {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:41:51.264061 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1399bc11-e360-4594-952f-ec55194ca092 admin admin] Network hostable DHCP agents. Network: b6c00ad7-548c-4fdc-be08-89a064371a4a, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:41:51.385567 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1399bc11-e360-4594-952f-ec55194ca092 admin admin] Network b6c00ad7-548c-4fdc-be08-89a064371a4a is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:41:51.472079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-1399bc11-e360-4594-952f-ec55194ca092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, b6c00ad7-548c-4fdc-be08-89a064371a4a) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:41:51.491283 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1399bc11-e360-4594-952f-ec55194ca092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:51.491912 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1399bc11-e360-4594-952f-ec55194ca092 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:51.492064 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cafcc72-0cc2-4d56-b11d-c0a8ec5eac5d None None] Network b6c00ad7-548c-4fdc-be08-89a064371a4a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:41:51.603912 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8c4ca-f42e-4525-9439-2f51b32f7b3f req-fc31cdc7-c4b4-4731-a359-83123c80771f tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:51.606803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ceb8c4ca-f42e-4525-9439-2f51b32f7b3f req-fc31cdc7-c4b4-4731-a359-83123c80771f tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 948 time: 0.0579031 Dec 14 02:41:51.608192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d38569e-316e-4c29-b374-56282537f816 None None] Network b6c00ad7-548c-4fdc-be08-89a064371a4a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:41:51.617343 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1399bc11-e360-4594-952f-ec55194ca092 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9157426 Dec 14 02:41:51.661437 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ceb8c4ca-f42e-4525-9439-2f51b32f7b3f req-480eab18-ae8a-4eb7-a392-fbe67930819f tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479815 Dec 14 02:41:51.770704 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b5734-db24-4263-906c-bf89c0a8cbfc req-f8d1c6d2-c847-41c4-8246-83cd37e858ef tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:51.772280 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d9b5734-db24-4263-906c-bf89c0a8cbfc req-f8d1c6d2-c847-41c4-8246-83cd37e858ef tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 945 time: 0.0523379 Dec 14 02:41:51.861463 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d9b5734-db24-4263-906c-bf89c0a8cbfc req-57d3dd96-a6b0-462e-bcb5-1b2ed021d04b tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/security-groups?id=96e7e69c-6427-443a-9fb7-8aba557a3a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810163 Dec 14 02:41:51.898139 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335714c-70d2-47db-8a47-8af00a48c712 req-5a1e6265-5f90-44d9-b428-ba50fb0992f3 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:51.899656 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4335714c-70d2-47db-8a47-8af00a48c712 req-5a1e6265-5f90-44d9-b428-ba50fb0992f3 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.46 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 945 time: 0.1052768 Dec 14 02:41:52.044319 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442f54f-599c-4c5c-b4c9-2577361d7e3f req-3a1c18a2-0c09-4b49-9c0d-2f545607d9b5 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:52.045880 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3442f54f-599c-4c5c-b4c9-2577361d7e3f req-3a1c18a2-0c09-4b49-9c0d-2f545607d9b5 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.0839307 Dec 14 02:41:52.065039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-4335714c-70d2-47db-8a47-8af00a48c712 req-1937eb26-784b-4256-a287-61d0a8613fc7 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Deleting port 2390fe6f-d636-4e02-a38b-17a1491c44ee {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:41:52.065660 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4335714c-70d2-47db-8a47-8af00a48c712 req-1937eb26-784b-4256-a287-61d0a8613fc7 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:52.200958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58237d56-fa3a-4b7d-99d6-f5b7cf0e0b32 req-c33e620b-bb7b-49b8-9638-c21d1c05bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:52.203189 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-58237d56-fa3a-4b7d-99d6-f5b7cf0e0b32 req-c33e620b-bb7b-49b8-9638-c21d1c05bd65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 1097 time: 0.0513337 Dec 14 02:41:52.211692 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3442f54f-599c-4c5c-b4c9-2577361d7e3f req-a0264bdf-8156-4e32-9a53-96811d9d43e3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567867 Dec 14 02:41:52.275634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4335714c-70d2-47db-8a47-8af00a48c712 req-1937eb26-784b-4256-a287-61d0a8613fc7 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] For port 2390fe6f-d636-4e02-a38b-17a1491c44ee, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2390fe6f-d636-4e02-a38b-17a1491c44ee,segment=NetworkSegment(6cc8399c-f6f9-4367-a4a0-9218008bbb77),segment_id=6cc8399c-f6f9-4367-a4a0-9218008bbb77)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:52.276007 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4335714c-70d2-47db-8a47-8af00a48c712 req-1937eb26-784b-4256-a287-61d0a8613fc7 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:52.295152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-d74d8099-a2fc-4e84-ad64-d1908ac9ab7c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:52.297235 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-d74d8099-a2fc-4e84-ad64-d1908ac9ab7c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/networks?id=b6c00ad7-548c-4fdc-be08-89a064371a4a HTTP/1.1" status: 200 len: 806 time: 0.2283289 Dec 14 02:41:52.303931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-4335714c-70d2-47db-8a47-8af00a48c712 req-1937eb26-784b-4256-a287-61d0a8613fc7 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Calling delete_port for 2390fe6f-d636-4e02-a38b-17a1491c44ee owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:41:52.322194 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58237d56-fa3a-4b7d-99d6-f5b7cf0e0b32 req-5a5df640-445d-41ca-8b41-43d362e6edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:52.324118 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-58237d56-fa3a-4b7d-99d6-f5b7cf0e0b32 req-5a5df640-445d-41ca-8b41-43d362e6edaa service neutron] 10.222.0.46 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 913 time: 0.1131582 Dec 14 02:41:52.325591 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-f3b9444d-60a0-4417-97c4-9ebaf4ac2da6 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/quotas/a984b7588a0144a79ab8cc60e3512d19 HTTP/1.1" status: 200 len: 375 time: 0.0193670 Dec 14 02:41:52.381067 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-58237d56-fa3a-4b7d-99d6-f5b7cf0e0b32 req-a590bdef-8ed1-48ff-b577-3b65eb3f55f6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 HTTP/1.1" status: 200 len: 217 time: 0.0487409 Dec 14 02:41:52.405587 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-20b3c2a4-f254-436f-989d-ebd6fe585568 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720723 Dec 14 02:41:52.445945 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58237d56-fa3a-4b7d-99d6-f5b7cf0e0b32 req-464d6c61-bee5-4965-a696-88ad02677c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:52.445945 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-58237d56-fa3a-4b7d-99d6-f5b7cf0e0b32 req-464d6c61-bee5-4965-a696-88ad02677c3c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0a92f050-7d7f-44ec-8504-2ffe6d2c9312 HTTP/1.1" status: 200 len: 852 time: 0.0562029 Dec 14 02:41:52.482497 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-58237d56-fa3a-4b7d-99d6-f5b7cf0e0b32 req-6bf31f10-adb5-4fb1-b842-93073f721098 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4569343b-0d78-4515-821b-2ffa9a32777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285048 Dec 14 02:41:52.609481 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-58237d56-fa3a-4b7d-99d6-f5b7cf0e0b32 req-c89757f4-bc83-4f86-83a4-f294770af134 service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178749 Dec 14 02:41:52.612457 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4335714c-70d2-47db-8a47-8af00a48c712 req-1937eb26-784b-4256-a287-61d0a8613fc7 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:52.644656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['2390fe6f-d636-4e02-a38b-17a1491c44ee'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:41:52.645825 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937eb26-784b-4256-a287-61d0a8613fc7 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Pushing event deleted for resources: {'Port': ['ID=2390fe6f-d636-4e02-a38b-17a1491c44ee,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:52.743829 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-58237d56-fa3a-4b7d-99d6-f5b7cf0e0b32 req-1bd35208-b456-45a7-9c7b-02e70c8ce4cf service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266448 Dec 14 02:41:52.763346 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4335714c-70d2-47db-8a47-8af00a48c712 req-1937eb26-784b-4256-a287-61d0a8613fc7 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] No DVR routers for this DVR port 2390fe6f-d636-4e02-a38b-17a1491c44ee on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:41:52.766519 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4335714c-70d2-47db-8a47-8af00a48c712 req-1937eb26-784b-4256-a287-61d0a8613fc7 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:52.770069 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4335714c-70d2-47db-8a47-8af00a48c712 req-1937eb26-784b-4256-a287-61d0a8613fc7 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.46 "DELETE /v2.0/ports/2390fe6f-d636-4e02-a38b-17a1491c44ee HTTP/1.1" status: 204 len: 173 time: 0.8629944 Dec 14 02:41:52.774013 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b82ec3-cec6-4ff8-a7f1-a6bbbf424719', 'name': 'network-vif-deleted', 'tag': '2390fe6f-d636-4e02-a38b-17a1491c44ee'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:41:52.776794 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9e40b6-2426-440e-a284-0f238aef864b" -d '{"events": [{"server_uuid": "78b82ec3-cec6-4ff8-a7f1-a6bbbf424719", "name": "network-vif-deleted", "tag": "2390fe6f-d636-4e02-a38b-17a1491c44ee"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:41:52.837751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-f8366206-0b22-420f-b630-19850cfa3c30 service neutron] 10.222.0.39 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310200 Dec 14 02:41:52.912683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f484ff2-6c5c-4318-9eb8-d969e1c10734 req-5bbd7757-3bf7-4b3e-bd53-e59740a489eb tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:52.914282 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f484ff2-6c5c-4318-9eb8-d969e1c10734 req-5bbd7757-3bf7-4b3e-bd53-e59740a489eb tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 948 time: 0.1075618 Dec 14 02:41:52.985514 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-56e05b09-4271-41a0-919d-5326aba0ac05 service neutron] 10.222.0.39 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393609 Dec 14 02:41:53.013069 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f484ff2-6c5c-4318-9eb8-d969e1c10734 req-fc58f68c-aadb-4588-af82-f8925a394d25 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850618 Dec 14 02:41:53.055584 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a39fe0-9929-420a-a32f-4ffbaa7da8a0 x-openstack-request-id: req-c3a39fe0-9929-420a-a32f-4ffbaa7da8a0 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:41:53.056132 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b82ec3-cec6-4ff8-a7f1-a6bbbf424719", "name": "network-vif-deleted", "tag": "2390fe6f-d636-4e02-a38b-17a1491c44ee", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:41:53.056258 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3a39fe0-9929-420a-a32f-4ffbaa7da8a0 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:41:53.056728 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b82ec3-cec6-4ff8-a7f1-a6bbbf424719', 'name': 'network-vif-deleted', 'tag': '2390fe6f-d636-4e02-a38b-17a1491c44ee', 'status': 'completed', 'code': 200} Dec 14 02:41:53.132425 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-829f0c0c-2918-4cd7-a72f-4c6626ec2352 req-f3130c65-64fb-4c8d-9d91-4ad0734b47c7 tempest-VolumesActionsTest-1554416250 tempest-VolumesActionsTest-1554416250-project] 10.222.0.39 "GET /v2.0/ports?device_id=78b82ec3-cec6-4ff8-a7f1-a6bbbf424719 HTTP/1.1" status: 200 len: 210 time: 0.0268576 Dec 14 02:41:53.344799 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77a85095-fb29-41d9-8c61-4cfbe0ac0106 req-5fcb2574-56e8-41b4-acd0-45d8748c62f3 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 210 time: 0.0639110 Dec 14 02:41:53.397683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc75ba1-8553-4d49-8642-ebcee737834a req-9d143a37-ff83-43b0-badc-acec0d599a43 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:53.397683 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3fc75ba1-8553-4d49-8642-ebcee737834a req-9d143a37-ff83-43b0-badc-acec0d599a43 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.47 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 948 time: 0.1334364 Dec 14 02:41:53.421067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b8f42-8753-4d90-9c07-ca03e52b621e req-122d6aa3-f3b1-4ff2-96f1-bfcd38edb490 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:53.422833 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f45b8f42-8753-4d90-9c07-ca03e52b621e req-122d6aa3-f3b1-4ff2-96f1-bfcd38edb490 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.0838642 Dec 14 02:41:53.526242 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f45b8f42-8753-4d90-9c07-ca03e52b621e req-4784ad16-7e3d-4aa1-a64e-37590a851832 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854540 Dec 14 02:41:53.552970 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-3fc75ba1-8553-4d49-8642-ebcee737834a req-b4c0fb20-47e6-494e-b8d4-40ce8b2ea916 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Deleting port f236c1c2-25db-41a8-824b-b949f96da30a {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:41:53.553423 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3fc75ba1-8553-4d49-8642-ebcee737834a req-b4c0fb20-47e6-494e-b8d4-40ce8b2ea916 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:53.654088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-3fc75ba1-8553-4d49-8642-ebcee737834a req-b4c0fb20-47e6-494e-b8d4-40ce8b2ea916 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] For port f236c1c2-25db-41a8-824b-b949f96da30a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f236c1c2-25db-41a8-824b-b949f96da30a,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:53.654823 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3fc75ba1-8553-4d49-8642-ebcee737834a req-b4c0fb20-47e6-494e-b8d4-40ce8b2ea916 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:53.667640 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-3fc75ba1-8553-4d49-8642-ebcee737834a req-b4c0fb20-47e6-494e-b8d4-40ce8b2ea916 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Calling delete_port for f236c1c2-25db-41a8-824b-b949f96da30a owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:41:53.872453 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3fc75ba1-8553-4d49-8642-ebcee737834a req-b4c0fb20-47e6-494e-b8d4-40ce8b2ea916 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:53.936559 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c0fb20-47e6-494e-b8d4-40ce8b2ea916 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Pushing event deleted for resources: {'Port': ['ID=f236c1c2-25db-41a8-824b-b949f96da30a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:53.957911 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc75ba1-8553-4d49-8642-ebcee737834a req-b4c0fb20-47e6-494e-b8d4-40ce8b2ea916 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] No DVR routers for this DVR port f236c1c2-25db-41a8-824b-b949f96da30a on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:41:53.960708 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3fc75ba1-8553-4d49-8642-ebcee737834a req-b4c0fb20-47e6-494e-b8d4-40ce8b2ea916 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:53.964151 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3fc75ba1-8553-4d49-8642-ebcee737834a req-b4c0fb20-47e6-494e-b8d4-40ce8b2ea916 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.47 "DELETE /v2.0/ports/f236c1c2-25db-41a8-824b-b949f96da30a HTTP/1.1" status: 204 len: 173 time: 0.5605295 Dec 14 02:41:54.113938 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c9c7a9a-bd13-4a45-91e6-d381dbe79280 req-a68e836c-2027-4296-bf93-eed7b1ea37db tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 210 time: 0.0277174 Dec 14 02:41:54.407704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:41:54.453008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed5a9e22-9b9e-43fb-b944-e26cd55b0b39 req-ec776f8b-c93d-4dfc-9fbf-08bc0ebba6ff tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 210 time: 0.0516126 Dec 14 02:41:54.501550 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:54.526797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814c309d-9edc-423a-aa75-494339e9d3c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:41:54.529068 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7285ce8a-47ce-43d6-ad37-8ae1099514b5" -d '{"events": [{"server_uuid": "814c309d-9edc-423a-aa75-494339e9d3c0", "name": "network-vif-unplugged", "status": "completed", "tag": "2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:41:54.542840 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:54.581851 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf595c01-6c37-4be5-826d-fbb608d09031 x-openstack-request-id: req-bf595c01-6c37-4be5-826d-fbb608d09031 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:41:54.582328 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "814c309d-9edc-423a-aa75-494339e9d3c0", "name": "network-vif-unplugged", "status": "completed", "tag": "2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:41:54.582734 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf595c01-6c37-4be5-826d-fbb608d09031 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:41:54.583767 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814c309d-9edc-423a-aa75-494339e9d3c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4', 'code': 200} Dec 14 02:41:54.654593 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:54.655522 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2390fe6f-d636-4e02-a38b-17a1491c44ee no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:41:54.660632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c220bbd-4f98-44be-9956-5ee7d75ef856 req-a8981ae8-0f2a-40a0-b2b2-24edbc3111d4 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:54.662266 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c220bbd-4f98-44be-9956-5ee7d75ef856 req-a8981ae8-0f2a-40a0-b2b2-24edbc3111d4 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 946 time: 0.0525653 Dec 14 02:41:54.697039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 2390fe6f-d636-4e02-a38b-17a1491c44ee {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:41:54.697410 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2390fe6f-d636-4e02-a38b-17a1491c44ee not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:41:54.745481 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:54.750020 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c220bbd-4f98-44be-9956-5ee7d75ef856 req-4828f563-7d1e-438b-801c-0685a110e0e1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758946 Dec 14 02:41:55.057773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f57c6b81-01e6-4b99-9056-fac54af3f6cd', 'name': 'network-vif-deleted', 'tag': 'f236c1c2-25db-41a8-824b-b949f96da30a'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:41:55.060321 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adf390b-ac61-473f-8c9c-c599a8d41a28" -d '{"events": [{"server_uuid": "f57c6b81-01e6-4b99-9056-fac54af3f6cd", "name": "network-vif-deleted", "tag": "f236c1c2-25db-41a8-824b-b949f96da30a"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:41:55.134811 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8977e4b-c036-408f-a4b5-3e369a21154b x-openstack-request-id: req-e8977e4b-c036-408f-a4b5-3e369a21154b {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:41:55.135278 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f57c6b81-01e6-4b99-9056-fac54af3f6cd", "name": "network-vif-deleted", "tag": "f236c1c2-25db-41a8-824b-b949f96da30a", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:41:55.135541 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e8977e4b-c036-408f-a4b5-3e369a21154b {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:41:55.135969 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f57c6b81-01e6-4b99-9056-fac54af3f6cd', 'name': 'network-vif-deleted', 'tag': 'f236c1c2-25db-41a8-824b-b949f96da30a', 'status': 'completed', 'code': 200} Dec 14 02:41:55.261048 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d7cc2e90-613e-4544-a725-57bd296f299b req-faac711e-37e6-4bd9-9ec5-c8d2bbff1df1 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=f57c6b81-01e6-4b99-9056-fac54af3f6cd HTTP/1.1" status: 200 len: 210 time: 0.0275474 Dec 14 02:41:55.564917 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-139fec8a-259c-45c9-b16c-665c5aaa5c03 req-1eb9567e-f8d6-44ed-bd4f-3454bffb2f87 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 210 time: 0.0324657 Dec 14 02:41:55.872506 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb348ff5-509c-4d7c-ac05-dd0d0fcce4d5 req-02d13b96-f1f2-4a3e-a767-4469132c554f tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:55.874294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb348ff5-509c-4d7c-ac05-dd0d0fcce4d5 req-02d13b96-f1f2-4a3e-a767-4469132c554f tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 944 time: 0.0517244 Dec 14 02:41:55.955208 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb348ff5-509c-4d7c-ac05-dd0d0fcce4d5 req-a81f8ba4-aa4f-4e51-bfb4-e07a122abfb3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746021 Dec 14 02:41:56.408747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-0c7f13d1-cd41-4633-91f5-3c8d72527a0d tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:56.410241 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-0c7f13d1-cd41-4633-91f5-3c8d72527a0d tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "GET /v2.0/networks?id=b6c00ad7-548c-4fdc-be08-89a064371a4a HTTP/1.1" status: 200 len: 806 time: 0.1262739 Dec 14 02:41:56.435249 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-94736ca6-a6d7-44fd-9387-be380e9ae734 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Request body: {'port': {'device_id': '1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a', 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a', 'admin_state_up': True, 'tenant_id': 'a984b7588a0144a79ab8cc60e3512d19'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:41:56.648149 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-94736ca6-a6d7-44fd-9387-be380e9ae734 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Made reservation on behalf of a984b7588a0144a79ab8cc60e3512d19 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:41:56.651905 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-94736ca6-a6d7-44fd-9387-be380e9ae734 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:56.824773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-94736ca6-a6d7-44fd-9387-be380e9ae734 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Allocated IP 172.20.0.10 (b6c00ad7-548c-4fdc-be08-89a064371a4a/8bafd591-3d5a-421c-a705-120fee96a2aa/0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:41:56.883972 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cef98f7b-b871-4de8-b4b5-2e8317ddfbe1 req-cd286fe8-7690-4ae6-9867-797531255ace tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 210 time: 0.0345020 Dec 14 02:41:56.923962 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:57.027102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdfc91-af24-4be4-a567-24a7be634dea req-eb7065e1-6e3f-4b76-b610-a84dad35a815 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:57.028619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a7fdfc91-af24-4be4-a567-24a7be634dea req-eb7065e1-6e3f-4b76-b610-a84dad35a815 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cfb006-c3b1-4345-b8cd-5be0e5463084 HTTP/1.1" status: 200 len: 949 time: 0.0766015 Dec 14 02:41:57.089194 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-94736ca6-a6d7-44fd-9387-be380e9ae734 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:57.113375 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a7fdfc91-af24-4be4-a567-24a7be634dea req-b9af2e8e-7b4c-4943-b0d8-61abd763ed70 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764892 Dec 14 02:41:57.214592 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-94736ca6-a6d7-44fd-9387-be380e9ae734 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:57.272677 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-94736ca6-a6d7-44fd-9387-be380e9ae734 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Network b6c00ad7-548c-4fdc-be08-89a064371a4a is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:41:57.275828 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-94736ca6-a6d7-44fd-9387-be380e9ae734 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:41:57.281406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-94736ca6-a6d7-44fd-9387-be380e9ae734 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:41:57.285608 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94736ca6-a6d7-44fd-9387-be380e9ae734 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Pushing event updated for resources: {'Port': ['ID=0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:57.336599 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-94736ca6-a6d7-44fd-9387-be380e9ae734 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:57.337220 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-94736ca6-a6d7-44fd-9387-be380e9ae734 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:57.434668 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-94736ca6-a6d7-44fd-9387-be380e9ae734 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0048041 Dec 14 02:41:57.453248 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Request body: {'port': {'device_id': '1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:41:57.505770 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:57.736626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c94bb-2367-4148-8f79-37522eae7549 req-ff977f7f-ad79-47c1-9190-656812a28b7b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:57.738196 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-029c94bb-2367-4148-8f79-37522eae7549 req-ff977f7f-ad79-47c1-9190-656812a28b7b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=814c309d-9edc-423a-aa75-494339e9d3c0 HTTP/1.1" status: 200 len: 944 time: 0.1071355 Dec 14 02:41:57.897551 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:41:57.909170 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:57.947143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-029c94bb-2367-4148-8f79-37522eae7549 req-6e169e3e-436a-4ceb-b794-543c16b7927e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Deleting port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:41:57.947495 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-029c94bb-2367-4148-8f79-37522eae7549 req-6e169e3e-436a-4ceb-b794-543c16b7927e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:57.950612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Transition to ACTIVE for port object 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:41:57.980041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f236c1c2-25db-41a8-824b-b949f96da30a no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:41:58.008224 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: f236c1c2-25db-41a8-824b-b949f96da30a {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:41:58.008887 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f236c1c2-25db-41a8-824b-b949f96da30a not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:41:58.041910 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:58.420055 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:41:58.440405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-029c94bb-2367-4148-8f79-37522eae7549 req-6e169e3e-436a-4ceb-b794-543c16b7927e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] For port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:58.440776 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-029c94bb-2367-4148-8f79-37522eae7549 req-6e169e3e-436a-4ceb-b794-543c16b7927e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:58.457893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f81f1-b86d-444b-8646-9e9f0fa181c0 req-b5de2b41-b34d-4547-8a17-c462bbcc778e tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:58.465134 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-271f81f1-b86d-444b-8646-9e9f0fa181c0 req-b5de2b41-b34d-4547-8a17-c462bbcc778e tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 932 time: 0.4700787 Dec 14 02:41:58.466998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:58.496566 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-029c94bb-2367-4148-8f79-37522eae7549 req-6e169e3e-436a-4ceb-b794-543c16b7927e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Calling delete_port for 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:41:58.547912 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-5ef58abc-a5b2-4874-9e62-2ba7f9a5b8ea req-811aa79a-fa7a-4206-9a32-a36da0ef0783 service neutron] (103847) timed out ('10.222.0.47', 49765) {{(pid=103847) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 02:41:58.634376 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-271f81f1-b86d-444b-8646-9e9f0fa181c0 req-4a2dc134-8a11-4f2c-af6b-99428b0a581c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663744 Dec 14 02:41:58.644055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Attempting to bind port 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:41:58.644396 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Attempting to bind port 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:41:58.644798 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Attempting to bind port 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 on network b6c00ad7-548c-4fdc-be08-89a064371a4a {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:41:58.658760 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Port 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 on network b6c00ad7-548c-4fdc-be08-89a064371a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:41:58.666214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Attempting to bind port 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 on network b6c00ad7-548c-4fdc-be08-89a064371a4a {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:41:58.679613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:41:58.680130 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Checking segment: {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:41:58.680535 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Bound using segment: {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:41:58.682752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Bound port: 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:41:58.682752 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:58.860508 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] For port 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:41:58.865628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] For port 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:41:58.879846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14710f-a9d9-4ea7-bc68-8fe1bc00875a req-3390a057-42ac-4eb3-bdc8-e4455a7fa4c7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:58.879846 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e14710f-a9d9-4ea7-bc68-8fe1bc00875a req-3390a057-42ac-4eb3-bdc8-e4455a7fa4c7 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cfb006-c3b1-4345-b8cd-5be0e5463084 HTTP/1.1" status: 200 len: 949 time: 0.1601677 Dec 14 02:41:58.885209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7c85e-0c36-49c0-95ba-31efb972afcd req-fbc2db6a-2bbb-48d7-9053-2dc09632a47b tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:58.886651 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3a7c85e-0c36-49c0-95ba-31efb972afcd req-fbc2db6a-2bbb-48d7-9053-2dc09632a47b tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.47 "GET /v2.0/ports?device_id=d9cfb006-c3b1-4345-b8cd-5be0e5463084 HTTP/1.1" status: 200 len: 949 time: 0.1303005 Dec 14 02:41:58.968953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e14710f-a9d9-4ea7-bc68-8fe1bc00875a req-967ab70b-5152-4421-aab1-13c77fcb557d tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6f7c4e0-b4bd-4df9-92fe-14cc01545042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813153 Dec 14 02:41:58.995514 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-029c94bb-2367-4148-8f79-37522eae7549 req-6e169e3e-436a-4ceb-b794-543c16b7927e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:59.030910 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e169e3e-436a-4ceb-b794-543c16b7927e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Pushing event deleted for resources: {'Port': ['ID=2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:59.042958 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:59.055638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b657644a-e963-4b5b-8470-e00a249c4cb0 None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:41:59.116954 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-029c94bb-2367-4148-8f79-37522eae7549 req-6e169e3e-436a-4ceb-b794-543c16b7927e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] No DVR routers for this DVR port 2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:41:59.123386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:59.124571 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:59.126285 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] 10.222.0.46 "PUT /v2.0/ports/0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 HTTP/1.1" status: 200 len: 1092 time: 1.6780162 Dec 14 02:41:59.129003 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-029c94bb-2367-4148-8f79-37522eae7549 req-6e169e3e-436a-4ceb-b794-543c16b7927e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:59.132362 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-029c94bb-2367-4148-8f79-37522eae7549 req-6e169e3e-436a-4ceb-b794-543c16b7927e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "DELETE /v2.0/ports/2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4 HTTP/1.1" status: 204 len: 173 time: 1.3806007 Dec 14 02:41:59.132830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a', 'tag': '0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48'}, {'server_uuid': '814c309d-9edc-423a-aa75-494339e9d3c0', 'name': 'network-vif-deleted', 'tag': '2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:41:59.135142 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142df5d4-df38-4a2e-89b6-7e67c8eac99f" -d '{"events": [{"name": "network-changed", "server_uuid": "1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a", "tag": "0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48"}, {"server_uuid": "814c309d-9edc-423a-aa75-494339e9d3c0", "name": "network-vif-deleted", "tag": "2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:41:59.157646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-b3a7c85e-0c36-49c0-95ba-31efb972afcd req-6bf70741-1bb9-487e-86db-5fe3d7156e94 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Deleting port 45d05244-79eb-4a63-b389-79e981410829 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:41:59.157992 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b3a7c85e-0c36-49c0-95ba-31efb972afcd req-6bf70741-1bb9-487e-86db-5fe3d7156e94 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:59.175962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b0c7f-5de5-4189-b944-de876bf89795 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:59.263074 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b3a7c85e-0c36-49c0-95ba-31efb972afcd req-6bf70741-1bb9-487e-86db-5fe3d7156e94 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] For port 45d05244-79eb-4a63-b389-79e981410829, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=45d05244-79eb-4a63-b389-79e981410829,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:41:59.263470 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b3a7c85e-0c36-49c0-95ba-31efb972afcd req-6bf70741-1bb9-487e-86db-5fe3d7156e94 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:59.290297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-b3a7c85e-0c36-49c0-95ba-31efb972afcd req-6bf70741-1bb9-487e-86db-5fe3d7156e94 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Calling delete_port for 45d05244-79eb-4a63-b389-79e981410829 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:41:59.377651 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-a2ff6df9-5861-468b-8012-ee7048a0c070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:59.379368 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-a2ff6df9-5861-468b-8012-ee7048a0c070 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 1095 time: 0.1044557 Dec 14 02:41:59.393425 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Tue, 14 Dec 2021 02:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897207ce-d815-4cca-a8bb-d026a0f887ee x-openstack-request-id: req-897207ce-d815-4cca-a8bb-d026a0f887ee {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:41:59.393733 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a", "tag": "0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48", "status": "completed", "code": 200}, {"server_uuid": "814c309d-9edc-423a-aa75-494339e9d3c0", "name": "network-vif-deleted", "tag": "2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4", "status": "failed", "code": 422}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:41:59.393992 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-897207ce-d815-4cca-a8bb-d026a0f887ee {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:41:59.394399 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a', 'tag': '0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48', 'status': 'completed', 'code': 200} Dec 14 02:41:59.394675 n-d-821636-1 neutron-server[103848]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '814c309d-9edc-423a-aa75-494339e9d3c0', 'name': 'network-vif-deleted', 'tag': '2f9d060b-9327-4e8c-a568-fbc5f9ccd1d4', 'status': 'failed', 'code': 422} returned with failed status Dec 14 02:41:59.436071 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-30a74904-36c3-4e41-a838-0641502306c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 HTTP/1.1" status: 200 len: 217 time: 0.0391996 Dec 14 02:41:59.528092 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-f01af18b-c751-4a30-b461-790205712a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:59.529880 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-f01af18b-c751-4a30-b461-790205712a64 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8bafd591-3d5a-421c-a705-120fee96a2aa HTTP/1.1" status: 200 len: 846 time: 0.0835302 Dec 14 02:41:59.572961 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-8dffd616-d6b7-4adf-9d1e-aa2407376dea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6c00ad7-548c-4fdc-be08-89a064371a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343699 Dec 14 02:41:59.634719 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b3a7c85e-0c36-49c0-95ba-31efb972afcd req-6bf70741-1bb9-487e-86db-5fe3d7156e94 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:59.714160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf70741-1bb9-487e-86db-5fe3d7156e94 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Pushing event deleted for resources: {'Port': ['ID=45d05244-79eb-4a63-b389-79e981410829,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:41:59.724742 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a7c85e-0c36-49c0-95ba-31efb972afcd req-6bf70741-1bb9-487e-86db-5fe3d7156e94 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] No DVR routers for this DVR port 45d05244-79eb-4a63-b389-79e981410829 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:41:59.734234 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b3a7c85e-0c36-49c0-95ba-31efb972afcd req-6bf70741-1bb9-487e-86db-5fe3d7156e94 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:41:59.737272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3a7c85e-0c36-49c0-95ba-31efb972afcd req-6bf70741-1bb9-487e-86db-5fe3d7156e94 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.47 "DELETE /v2.0/ports/45d05244-79eb-4a63-b389-79e981410829 HTTP/1.1" status: 204 len: 173 time: 0.8436308 Dec 14 02:41:59.756206 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-7759dd7b-5579-4088-8a6b-b09a64bce17f service neutron] 10.222.0.46 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750560 Dec 14 02:41:59.871687 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236f1bc-f381-46df-8c43-6c8e455af177 req-d5d9d5a1-0302-497c-8d7c-688f05dda74a tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:41:59.873224 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6236f1bc-f381-46df-8c43-6c8e455af177 req-d5d9d5a1-0302-497c-8d7c-688f05dda74a tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 944 time: 0.1002264 Dec 14 02:41:59.928843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dda0986-5b26-4587-93ef-b66f9f247e8f req-65e190be-120e-4f73-8b40-2c35259e5c83 service neutron] 10.222.0.46 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662068 Dec 14 02:41:59.953180 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6236f1bc-f381-46df-8c43-6c8e455af177 req-e2ba4aa9-f731-4951-814d-0dd6f1ce93fc tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682490 Dec 14 02:42:00.083106 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cece531e-7bbf-4994-b29c-0d9777e1263f req-2a03d224-9e32-4f4b-8a2c-f9ce202b6642 tempest-ListImageFiltersTestJSON-217752059 tempest-ListImageFiltersTestJSON-217752059-project] 10.222.0.39 "GET /v2.0/ports?device_id=d9cfb006-c3b1-4345-b8cd-5be0e5463084 HTTP/1.1" status: 200 len: 210 time: 0.0290339 Dec 14 02:42:00.144961 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:00.273427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142df5d4-df38-4a2e-89b6-7e67c8eac99f req-dd6d42ce-fb56-4006-b76e-a8455b75aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:00.274938 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-142df5d4-df38-4a2e-89b6-7e67c8eac99f req-dd6d42ce-fb56-4006-b76e-a8455b75aa91 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 1095 time: 0.0499818 Dec 14 02:42:00.392635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142df5d4-df38-4a2e-89b6-7e67c8eac99f req-8cd2b957-6dbb-430b-bf4d-5477a88d8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:00.394110 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-142df5d4-df38-4a2e-89b6-7e67c8eac99f req-8cd2b957-6dbb-430b-bf4d-5477a88d8f1e service neutron] 10.222.0.46 "GET /v2.0/networks?id=b6c00ad7-548c-4fdc-be08-89a064371a4a HTTP/1.1" status: 200 len: 907 time: 0.1024537 Dec 14 02:42:00.444378 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-142df5d4-df38-4a2e-89b6-7e67c8eac99f req-4372852c-0835-44b9-9a34-d68259b8cee3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 HTTP/1.1" status: 200 len: 217 time: 0.0431111 Dec 14 02:42:00.498329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142df5d4-df38-4a2e-89b6-7e67c8eac99f req-5b708991-a747-48a0-8103-783ef6c8a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:00.500140 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-142df5d4-df38-4a2e-89b6-7e67c8eac99f req-5b708991-a747-48a0-8103-783ef6c8a162 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8bafd591-3d5a-421c-a705-120fee96a2aa HTTP/1.1" status: 200 len: 846 time: 0.0486424 Dec 14 02:42:00.543358 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-142df5d4-df38-4a2e-89b6-7e67c8eac99f req-e6c9c09c-4f43-4cab-bf05-f3ab192011a4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6c00ad7-548c-4fdc-be08-89a064371a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345864 Dec 14 02:42:00.564906 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-9eef31e7-7aec-44e7-b543-c0cdbe43eb44 req-add06cca-9429-4ff9-94ef-7e88184afae6 service neutron] (103848) timed out ('10.222.0.47', 49766) {{(pid=103848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 02:42:00.721083 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-e19a5114-1787-41fe-94bd-85ab4112c50a tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:00.722716 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-e19a5114-1787-41fe-94bd-85ab4112c50a tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 812 time: 0.1821930 Dec 14 02:42:00.737057 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-142df5d4-df38-4a2e-89b6-7e67c8eac99f req-fc05c672-8650-4cbb-adfc-7a858179e909 service neutron] 10.222.0.46 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768951 Dec 14 02:42:00.752024 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-1a6d0f4a-f25e-43d0-8d0f-5e458e94003f tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/quotas/8e80e89af5034db09d4ceb72bc89e4da HTTP/1.1" status: 200 len: 375 time: 0.0202856 Dec 14 02:42:00.829573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-bb43df2d-8de7-4980-be7b-b813dcd76217 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348933 Dec 14 02:42:00.934183 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-142df5d4-df38-4a2e-89b6-7e67c8eac99f req-205e4055-858a-4314-9a99-914a223ffed6 service neutron] 10.222.0.46 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936798 Dec 14 02:42:00.978122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-b9f27a96-83de-4c62-a8b1-fff2910041b8 service neutron] 10.222.0.39 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361260 Dec 14 02:42:01.123379 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-13b4f3be-3f94-44bb-90bc-aef44965d646 service neutron] 10.222.0.39 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383226 Dec 14 02:42:01.131216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a191a56-ef84-4a8c-bdb0-ee9c84d8bb45 req-89d09e77-ec49-49ec-8d87-41a722ee9a8a tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:01.132800 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a191a56-ef84-4a8c-bdb0-ee9c84d8bb45 req-89d09e77-ec49-49ec-8d87-41a722ee9a8a tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 944 time: 0.0851712 Dec 14 02:42:01.206816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a191a56-ef84-4a8c-bdb0-ee9c84d8bb45 req-1f9fded0-e47d-476c-aa95-cbe35a5f3a17 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649076 Dec 14 02:42:01.398200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cfb006-c3b1-4345-b8cd-5be0e5463084', 'name': 'network-vif-deleted', 'tag': '45d05244-79eb-4a63-b389-79e981410829'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:42:01.407187 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb001ed-8f60-4ed6-9a58-15b4f01a4a03" -d '{"events": [{"server_uuid": "d9cfb006-c3b1-4345-b8cd-5be0e5463084", "name": "network-vif-deleted", "tag": "45d05244-79eb-4a63-b389-79e981410829"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:42:01.593794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00bebce1-bc3a-48d9-8071-ebf79a5b484a req-997fd4e0-b6e9-4264-ac85-b4b7c37f20c6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 210 time: 0.0512016 Dec 14 02:42:01.656947 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffeb510-1bce-4045-b4e2-8ff4f2335576 x-openstack-request-id: req-7ffeb510-1bce-4045-b4e2-8ff4f2335576 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:42:01.657548 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cfb006-c3b1-4345-b8cd-5be0e5463084", "name": "network-vif-deleted", "tag": "45d05244-79eb-4a63-b389-79e981410829", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:42:01.657893 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ffeb510-1bce-4045-b4e2-8ff4f2335576 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:42:01.658610 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9cfb006-c3b1-4345-b8cd-5be0e5463084', 'name': 'network-vif-deleted', 'tag': '45d05244-79eb-4a63-b389-79e981410829', 'status': 'completed', 'code': 200} Dec 14 02:42:02.003742 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 45d05244-79eb-4a63-b389-79e981410829 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:42:02.060126 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 45d05244-79eb-4a63-b389-79e981410829 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:42:02.060475 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 45d05244-79eb-4a63-b389-79e981410829 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:42:02.387402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f041d-2bce-41c0-a484-a3a9f57015b1 req-9216f339-ee84-4c17-b626-e1f14148b1b3 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:02.389046 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca8f041d-2bce-41c0-a484-a3a9f57015b1 req-9216f339-ee84-4c17-b626-e1f14148b1b3 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 944 time: 0.0839350 Dec 14 02:42:02.423524 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:42:02.447751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca8f041d-2bce-41c0-a484-a3a9f57015b1 req-0cc2f748-86aa-46f4-9a26-541ddf7638d7 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504818 Dec 14 02:42:02.563234 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:42:02.579247 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48', 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a', 'port_id': '0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48', 'mac_address': 'fa:16:3e:73:44:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bafd591-3d5a-421c-a705-120fee96a2aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:42:02.636327 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:02.652097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:42:02.676800 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:42:02.686908 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1aeaedc0-aa54-400b-b8b2-9629dc166991 req-bee6aa41-b820-4fd4-a004-ccda38022cea tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 210 time: 0.0424368 Dec 14 02:42:02.728932 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1ca8cea6-04f8-4451-a827-a7fc2f1af8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:02.745782 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:02.836886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:02.849048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:02.860381 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:02.860820 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:02.861553 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:02.867340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:02.867340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:02.867340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:02.867340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:02.867340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:02.867340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:02.867340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:02.867340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:02.867340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:02.945143 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38282) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:03.020842 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:42:03.110576 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82e359cf-bb02-438a-a9f7-743274de38e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:03.193791 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82e359cf-bb02-438a-a9f7-743274de38e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:03.385725 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82e359cf-bb02-438a-a9f7-743274de38e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:03.426869 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-82e359cf-bb02-438a-a9f7-743274de38e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=887d2d0caf1f42a6be436ab92912ab77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4805744 Dec 14 02:42:03.428015 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e359cf-bb02-438a-a9f7-743274de38e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc62b4a-1f6f-411e-b082-6089d0892c48,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:03.429544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 38290) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:03.497878 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-54a81917-a962-446f-b4f8-931fc7a00df3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:03.524566 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-54a81917-a962-446f-b4f8-931fc7a00df3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:03.548134 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:42:03.661372 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3176753-0bd9-4ede-b094-ea8b0eff7c5d req-0413694f-238e-419c-9d78-3e06fa0b75d3 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:03.663136 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a3176753-0bd9-4ede-b094-ea8b0eff7c5d req-0413694f-238e-419c-9d78-3e06fa0b75d3 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 945 time: 0.0568826 Dec 14 02:42:03.667110 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-54a81917-a962-446f-b4f8-931fc7a00df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:03.672308 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-54a81917-a962-446f-b4f8-931fc7a00df3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:03.673558 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-54a81917-a962-446f-b4f8-931fc7a00df3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6cc62b4a-1f6f-411e-b082-6089d0892c48 HTTP/1.1" status: 204 len: 168 time: 0.2417107 Dec 14 02:42:03.696717 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a81917-a962-446f-b4f8-931fc7a00df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc62b4a-1f6f-411e-b082-6089d0892c48,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:03.752694 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a3176753-0bd9-4ede-b094-ea8b0eff7c5d req-13416b59-1c97-4b28-8714-41393bcbb22f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776484 Dec 14 02:42:03.959078 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5de22713-051e-4c55-9e8f-b93157ea33f7 req-7d84b223-2488-42fb-b3c1-1e34848a5661 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 210 time: 0.0340979 Dec 14 02:42:04.275357 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-46ae4178-abdb-4665-b9cf-16e93616c0ff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:04.284030 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-46ae4178-abdb-4665-b9cf-16e93616c0ff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.47 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 812 time: 0.1098983 Dec 14 02:42:04.305130 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-d96decfa-e358-4a6a-97bc-153067c30ad2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Request body: {'port': {'device_id': '0ed2eb33-f612-4a96-88fb-320ce91d3ec3', 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d', 'admin_state_up': True, 'tenant_id': '8e80e89af5034db09d4ceb72bc89e4da'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:04.439943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:42:04.590932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 38336) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:04.608808 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f947cab4-faac-4abe-9dd2-2c0cc65734a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:04.631622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:42:04.638225 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:42:04.639331 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:04.677931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-d96decfa-e358-4a6a-97bc-153067c30ad2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Made reservation on behalf of 8e80e89af5034db09d4ceb72bc89e4da for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:42:04.683749 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-d96decfa-e358-4a6a-97bc-153067c30ad2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:04.705049 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f947cab4-faac-4abe-9dd2-2c0cc65734a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:04.744524 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:04.753519 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f947cab4-faac-4abe-9dd2-2c0cc65734a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:04.784586 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:42:04.791645 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb746e30-fc22-4b30-8a22-ca03d42f01ad" -d '{"events": [{"server_uuid": "1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a", "name": "network-vif-plugged", "status": "completed", "tag": "0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:42:04.806488 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947cab4-faac-4abe-9dd2-2c0cc65734a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3082a5c-2e64-4eb3-b22b-46f0893cf732,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:04.810147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:42:04.841823 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38344) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:04.855155 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f947cab4-faac-4abe-9dd2-2c0cc65734a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c18502d7afd64506b504cf3b06eb229c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2635326 Dec 14 02:42:04.872012 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:04.929701 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8d9d77-82db-44a1-b6fb-e88733c0a830 x-openstack-request-id: req-8c8d9d77-82db-44a1-b6fb-e88733c0a830 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:42:04.930636 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a", "name": "network-vif-plugged", "status": "completed", "tag": "0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:42:04.944528 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8c8d9d77-82db-44a1-b6fb-e88733c0a830 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:42:04.944528 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48', 'code': 200} Dec 14 02:42:04.948693 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 38348) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:04.951276 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5a99c132-75c1-4510-bd2a-44ff981d1b14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:04.986673 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5a99c132-75c1-4510-bd2a-44ff981d1b14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:05.007693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:05.022327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-d96decfa-e358-4a6a-97bc-153067c30ad2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Allocated IP 172.20.0.4 (4569343b-0d78-4515-821b-2ffa9a32777d/0a92f050-7d7f-44ec-8504-2ffe6d2c9312/4ef48508-52d6-4e52-bc16-eb072704c29c) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:42:05.080111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b19239-b053-4c99-b056-da245542e1ca req-c92383ea-5406-43f0-90ff-b617e14301e4 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:05.087608 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1b19239-b053-4c99-b056-da245542e1ca req-c92383ea-5406-43f0-90ff-b617e14301e4 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 946 time: 0.1743937 Dec 14 02:42:05.106088 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-181f1f5a-3d2c-4a8a-a1b1-7b0f142eced4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:05.162694 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5a99c132-75c1-4510-bd2a-44ff981d1b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:05.165739 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5a99c132-75c1-4510-bd2a-44ff981d1b14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:05.167095 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5a99c132-75c1-4510-bd2a-44ff981d1b14 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3082a5c-2e64-4eb3-b22b-46f0893cf732 HTTP/1.1" status: 204 len: 168 time: 0.3234098 Dec 14 02:42:05.172533 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d049d36a-1def-4b32-ab53-985e341f4891 req-e9ed79cd-ec44-42ad-b13a-b56d0b50acf8 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 210 time: 0.0653231 Dec 14 02:42:05.182927 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99c132-75c1-4510-bd2a-44ff981d1b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3082a5c-2e64-4eb3-b22b-46f0893cf732,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:05.245859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56605d4-e868-4833-add4-980edd3b8e70 req-d3fc492c-94e0-48fe-a790-309aa7e37527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:05.247412 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c56605d4-e868-4833-add4-980edd3b8e70 req-d3fc492c-94e0-48fe-a790-309aa7e37527 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 1097 time: 0.2220318 Dec 14 02:42:05.305962 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1b19239-b053-4c99-b056-da245542e1ca req-ff129f1f-d465-45c6-b41b-89f307539e7e tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174551 Dec 14 02:42:05.328734 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a512f208-cbb7-4a34-8062-48ecf9cf94b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fec7c3f937f74cbb8bcce789d6a5647c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3782880 Dec 14 02:42:05.335289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38360) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:05.361617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c56605d4-e868-4833-add4-980edd3b8e70 req-c394c15c-1f14-4c6c-83f7-3ddff0d67c17 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065099 Dec 14 02:42:05.388705 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-d96decfa-e358-4a6a-97bc-153067c30ad2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:05.410111 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe398-bec3-46a8-ab46-b0a5731110bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:05.433736 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe398-bec3-46a8-ab46-b0a5731110bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:05.466545 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-d96decfa-e358-4a6a-97bc-153067c30ad2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:05.513786 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-d96decfa-e358-4a6a-97bc-153067c30ad2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Network 4569343b-0d78-4515-821b-2ffa9a32777d is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:42:05.517041 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-d96decfa-e358-4a6a-97bc-153067c30ad2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:42:05.521505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-d96decfa-e358-4a6a-97bc-153067c30ad2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:42:05.525870 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96decfa-e358-4a6a-97bc-153067c30ad2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Pushing event updated for resources: {'Port': ['ID=4ef48508-52d6-4e52-bc16-eb072704c29c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:05.553599 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0002589-2235-494e-a45e-3b2c6bdca864 None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:42:05.563371 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe398-bec3-46a8-ab46-b0a5731110bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:05.570612 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe398-bec3-46a8-ab46-b0a5731110bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:05.589927 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5ffbe398-bec3-46a8-ab46-b0a5731110bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6f7c4e0-b4bd-4df9-92fe-14cc01545042 HTTP/1.1" status: 204 len: 168 time: 0.2453294 Dec 14 02:42:05.598108 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-d96decfa-e358-4a6a-97bc-153067c30ad2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:05.600383 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-d96decfa-e358-4a6a-97bc-153067c30ad2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:05.600905 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3b149d1a-7e8f-4fbc-a205-a508c8c31e5d None None] Provisioning complete for port 4ef48508-52d6-4e52-bc16-eb072704c29c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:42:05.601323 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b149d1a-7e8f-4fbc-a205-a508c8c31e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:05.613213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbe398-bec3-46a8-ab46-b0a5731110bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f7c4e0-b4bd-4df9-92fe-14cc01545042,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:05.643707 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3b149d1a-7e8f-4fbc-a205-a508c8c31e5d None None] Port 4ef48508-52d6-4e52-bc16-eb072704c29c cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:42:05.675270 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-d96decfa-e358-4a6a-97bc-153067c30ad2 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3744159 Dec 14 02:42:05.695786 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Request body: {'port': {'device_id': '0ed2eb33-f612-4a96-88fb-320ce91d3ec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:05.763633 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:06.080793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef48508-52d6-4e52-bc16-eb072704c29c {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:42:06.089874 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:06.108893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Transition to ACTIVE for port object 4ef48508-52d6-4e52-bc16-eb072704c29c will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:42:06.179783 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:06.242401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af3a053-4296-43dc-8e20-5e9486841a48 None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:42:06.245633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef48508-52d6-4e52-bc16-eb072704c29c,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:06.334408 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:06.372019 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Attempting to bind port 4ef48508-52d6-4e52-bc16-eb072704c29c on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:42:06.372591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Attempting to bind port 4ef48508-52d6-4e52-bc16-eb072704c29c by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:42:06.372981 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Attempting to bind port 4ef48508-52d6-4e52-bc16-eb072704c29c on network 4569343b-0d78-4515-821b-2ffa9a32777d {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:42:06.382744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Port 4ef48508-52d6-4e52-bc16-eb072704c29c on network 4569343b-0d78-4515-821b-2ffa9a32777d not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:42:06.383075 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Attempting to bind port 4ef48508-52d6-4e52-bc16-eb072704c29c on network 4569343b-0d78-4515-821b-2ffa9a32777d {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:42:06.393666 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:42:06.394138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Checking segment: {'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:42:06.394477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Bound using segment: {'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:42:06.395029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Bound port: 4ef48508-52d6-4e52-bc16-eb072704c29c, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:42:06.395394 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:06.425295 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d666995-6f5e-40d4-b4fe-dfd9bc1faeed req-d4ed3ab8-6dff-4b93-b3db-82a6078dc24d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:06.442185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d666995-6f5e-40d4-b4fe-dfd9bc1faeed req-d4ed3ab8-6dff-4b93-b3db-82a6078dc24d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 943 time: 0.1195941 Dec 14 02:42:06.535326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d666995-6f5e-40d4-b4fe-dfd9bc1faeed req-8afe7cc0-7175-4839-bf3a-bb1bd6d089d7 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685315 Dec 14 02:42:06.591116 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] For port 4ef48508-52d6-4e52-bc16-eb072704c29c, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:42:06.610861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] For port 4ef48508-52d6-4e52-bc16-eb072704c29c, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4ef48508-52d6-4e52-bc16-eb072704c29c,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:42:06.622205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628efff-ecef-4367-8dcb-586b96414f12 req-0c22f668-9b9f-4aca-829b-6365e598aabf tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:06.623768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c628efff-ecef-4367-8dcb-586b96414f12 req-0c22f668-9b9f-4aca-829b-6365e598aabf tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 946 time: 0.0774879 Dec 14 02:42:06.681020 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c628efff-ecef-4367-8dcb-586b96414f12 req-781bc91c-98d8-4a7a-a2e0-3e685241013b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510297 Dec 14 02:42:06.689396 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:06.732210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:06.733048 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:06.734838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] 10.222.0.47 "PUT /v2.0/ports/4ef48508-52d6-4e52-bc16-eb072704c29c HTTP/1.1" status: 200 len: 1091 time: 1.0439825 Dec 14 02:42:06.735432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed2eb33-f612-4a96-88fb-320ce91d3ec3', 'tag': '4ef48508-52d6-4e52-bc16-eb072704c29c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:42:06.738514 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6b3748-1b9b-4211-b171-ce70214de38f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ed2eb33-f612-4a96-88fb-320ce91d3ec3", "tag": "4ef48508-52d6-4e52-bc16-eb072704c29c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:42:06.742738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0b4e52-baf1-45df-b60a-4366c2b4678c None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:42:06.776903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835dd826-3e51-4b73-9bcd-defc90b941b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef48508-52d6-4e52-bc16-eb072704c29c,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:06.847622 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86faea6-168d-45d6-8d45-c9ee74537604 x-openstack-request-id: req-e86faea6-168d-45d6-8d45-c9ee74537604 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:42:06.848354 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ed2eb33-f612-4a96-88fb-320ce91d3ec3", "tag": "4ef48508-52d6-4e52-bc16-eb072704c29c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:42:06.849244 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e86faea6-168d-45d6-8d45-c9ee74537604 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:42:06.849798 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed2eb33-f612-4a96-88fb-320ce91d3ec3', 'tag': '4ef48508-52d6-4e52-bc16-eb072704c29c', 'status': 'completed', 'code': 200} Dec 14 02:42:06.905513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-6a196803-3863-4a7b-88b7-6e69f4bafa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:06.909366 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-6a196803-3863-4a7b-88b7-6e69f4bafa7d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 1094 time: 0.0516453 Dec 14 02:42:06.970256 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-4e512d78-d438-4002-bd33-8a5a677cfcab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ef48508-52d6-4e52-bc16-eb072704c29c HTTP/1.1" status: 200 len: 217 time: 0.0363152 Dec 14 02:42:07.354890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-32801a21-8d65-400b-95eb-02b97156fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:07.356794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-32801a21-8d65-400b-95eb-02b97156fdb1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a92f050-7d7f-44ec-8504-2ffe6d2c9312 HTTP/1.1" status: 200 len: 852 time: 0.3799734 Dec 14 02:42:07.391215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-1bc3cb15-cc9a-475b-858c-919915b4c854 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4569343b-0d78-4515-821b-2ffa9a32777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268586 Dec 14 02:42:07.585491 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:07.615175 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-a826760a-dddd-446e-bf21-736c66fe530f service neutron] 10.222.0.47 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169046 Dec 14 02:42:07.873612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4eefd6-582e-4f42-bbba-e50d54264a1b req-e77a353c-51cc-4576-912c-14d64c1b8b1d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:07.875134 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b4eefd6-582e-4f42-bbba-e50d54264a1b req-e77a353c-51cc-4576-912c-14d64c1b8b1d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 943 time: 0.1165650 Dec 14 02:42:07.895723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f180dc34-c300-4760-b6d3-f85f0f48d851 req-54ab5c13-a95c-43a8-bc5d-a7c872ec2fdd service neutron] 10.222.0.47 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428217 Dec 14 02:42:07.922708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c2c722-26db-4a27-a2e9-32378a7e1169 req-8f414cf5-02d8-42c7-ab0e-e034b9f0648a tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:07.924612 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17c2c722-26db-4a27-a2e9-32378a7e1169 req-8f414cf5-02d8-42c7-ab0e-e034b9f0648a tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 946 time: 0.1181724 Dec 14 02:42:08.005684 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b4eefd6-582e-4f42-bbba-e50d54264a1b req-2e3c800a-c1dc-4b04-abe4-bbd7cb33df5e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118102 Dec 14 02:42:08.054244 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17c2c722-26db-4a27-a2e9-32378a7e1169 req-db83bf83-791f-4964-9e01-9648a8b2bb62 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141663 Dec 14 02:42:08.192002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b3748-1b9b-4211-b171-ce70214de38f req-4920b67d-44bc-40bd-86c2-f9785e9003cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:08.193965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b6b3748-1b9b-4211-b171-ce70214de38f req-4920b67d-44bc-40bd-86c2-f9785e9003cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 1094 time: 0.0606360 Dec 14 02:42:08.462849 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b3748-1b9b-4211-b171-ce70214de38f req-83898f1c-2e74-4abc-8d2d-403b4366b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:08.464894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b6b3748-1b9b-4211-b171-ce70214de38f req-83898f1c-2e74-4abc-8d2d-403b4366b757 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 913 time: 0.2627509 Dec 14 02:42:08.556700 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:08.563111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fca11-120d-4817-bb16-cf94ce191781 req-b6af4b43-5950-4af7-81fc-c33f03bfadff tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:08.570692 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf0fca11-120d-4817-bb16-cf94ce191781 req-b6af4b43-5950-4af7-81fc-c33f03bfadff tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/networks?id=b6c00ad7-548c-4fdc-be08-89a064371a4a HTTP/1.1" status: 200 len: 806 time: 0.2079086 Dec 14 02:42:08.623892 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b6b3748-1b9b-4211-b171-ce70214de38f req-3a0a6127-02c2-4146-9ead-10f51f99a5c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ef48508-52d6-4e52-bc16-eb072704c29c HTTP/1.1" status: 200 len: 217 time: 0.1447449 Dec 14 02:42:08.626392 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf0fca11-120d-4817-bb16-cf94ce191781 req-0170930a-103e-4945-8274-8464555db3f9 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/quotas/a984b7588a0144a79ab8cc60e3512d19 HTTP/1.1" status: 200 len: 375 time: 0.0549123 Dec 14 02:42:08.703331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b3748-1b9b-4211-b171-ce70214de38f req-57b83771-553f-41d7-a227-2b3ab1030280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:08.705043 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b6b3748-1b9b-4211-b171-ce70214de38f req-57b83771-553f-41d7-a227-2b3ab1030280 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a92f050-7d7f-44ec-8504-2ffe6d2c9312 HTTP/1.1" status: 200 len: 852 time: 0.0739553 Dec 14 02:42:08.753392 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf0fca11-120d-4817-bb16-cf94ce191781 req-f9e9797d-3f4b-420e-949c-c667392f4550 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1141658 Dec 14 02:42:08.835697 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b6b3748-1b9b-4211-b171-ce70214de38f req-d3518fa7-d683-477f-b80f-78e22e926abc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4569343b-0d78-4515-821b-2ffa9a32777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139743 Dec 14 02:42:08.946669 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf0fca11-120d-4817-bb16-cf94ce191781 req-fd18c054-021a-4a8f-b370-6ada3e500070 service neutron] 10.222.0.39 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923623 Dec 14 02:42:09.008598 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b6b3748-1b9b-4211-b171-ce70214de38f req-0af54ffd-5312-4d08-b25f-5444166adee2 service neutron] 10.222.0.47 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645284 Dec 14 02:42:09.135925 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf0fca11-120d-4817-bb16-cf94ce191781 req-fb00cf1d-cc78-4a2a-9d05-33b354357410 service neutron] 10.222.0.39 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802020 Dec 14 02:42:09.201412 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b6b3748-1b9b-4211-b171-ce70214de38f req-81bf9398-22c1-4d90-9ea0-2dde145b8f61 service neutron] 10.222.0.47 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846976 Dec 14 02:42:09.219430 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3592907e-baae-44c8-9aed-2ebe13557cd1 req-9d76a38e-7178-48af-80b9-1353ab332c2b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:09.220967 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3592907e-baae-44c8-9aed-2ebe13557cd1 req-9d76a38e-7178-48af-80b9-1353ab332c2b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 943 time: 0.0678740 Dec 14 02:42:09.283438 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3592907e-baae-44c8-9aed-2ebe13557cd1 req-810c2649-9274-4bc4-a46d-5f2730181592 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565376 Dec 14 02:42:09.744503 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38524) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:09.878832 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a6461793-78fa-4790-91ae-502eb611219a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:09.992586 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a6461793-78fa-4790-91ae-502eb611219a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:10.023048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4ef48508-52d6-4e52-bc16-eb072704c29c details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:42:10.088468 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a6461793-78fa-4790-91ae-502eb611219a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:10.098248 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-49bf1518-4605-482f-915e-1ca27a2afb20 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:10.099917 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-49bf1518-4605-482f-915e-1ca27a2afb20 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/networks?id=b6c00ad7-548c-4fdc-be08-89a064371a4a HTTP/1.1" status: 200 len: 806 time: 0.1233780 Dec 14 02:42:10.119783 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-b21b5d97-1ec5-48f3-a110-b30f78f230bd tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/quotas/a984b7588a0144a79ab8cc60e3512d19 HTTP/1.1" status: 200 len: 375 time: 0.0139093 Dec 14 02:42:10.134758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4ef48508-52d6-4e52-bc16-eb072704c29c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4ef48508-52d6-4e52-bc16-eb072704c29c,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:42:10.158888 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '4ef48508-52d6-4e52-bc16-eb072704c29c', 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d', 'port_id': '4ef48508-52d6-4e52-bc16-eb072704c29c', 'mac_address': 'fa:16:3e:74:25:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a92f050-7d7f-44ec-8504-2ffe6d2c9312', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:42:10.182774 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a6461793-78fa-4790-91ae-502eb611219a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b47b6c86345a49e1bb89651db4dceb72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4371362 Dec 14 02:42:10.183630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38552) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:10.198048 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6461793-78fa-4790-91ae-502eb611219a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c27d5ff1-4dbc-4edd-9ab5-84aea14f2900,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:10.213490 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:10.231911 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef48508-52d6-4e52-bc16-eb072704c29c {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:42:10.235984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-695611af-8c62-4db0-87e6-8da9a11ad793 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1089087 Dec 14 02:42:10.269140 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4ef48508-52d6-4e52-bc16-eb072704c29c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4ef48508-52d6-4e52-bc16-eb072704c29c,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:42:10.282368 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d353a0ca-ff14-45e6-bdf3-8072ff68bb5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:10.307763 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d353a0ca-ff14-45e6-bdf3-8072ff68bb5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:10.346613 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:10.374941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-9fd78dca-796d-4624-b8d4-f9835532fbfd service neutron] 10.222.0.39 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373022 Dec 14 02:42:10.417928 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4ef48508-52d6-4e52-bc16-eb072704c29c,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:10.444819 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d353a0ca-ff14-45e6-bdf3-8072ff68bb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:10.447763 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d353a0ca-ff14-45e6-bdf3-8072ff68bb5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:10.448929 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d353a0ca-ff14-45e6-bdf3-8072ff68bb5c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c27d5ff1-4dbc-4edd-9ab5-84aea14f2900 HTTP/1.1" status: 204 len: 168 time: 0.2389362 Dec 14 02:42:10.457672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353a0ca-ff14-45e6-bdf3-8072ff68bb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27d5ff1-4dbc-4edd-9ab5-84aea14f2900,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:10.487324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-fce8b21c-841f-45b5-8a45-28f6c3758e44 service neutron] 10.222.0.39 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105287 Dec 14 02:42:10.769090 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ba36c-401f-470f-bc23-65452b24a154 req-f92c12d2-69e9-4ad1-9504-aabf54eef3b1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:10.771620 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b11ba36c-401f-470f-bc23-65452b24a154 req-f92c12d2-69e9-4ad1-9504-aabf54eef3b1 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 944 time: 0.0638905 Dec 14 02:42:10.773736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4ef48508-52d6-4e52-bc16-eb072704c29c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:42:10.879332 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b11ba36c-401f-470f-bc23-65452b24a154 req-59df76de-8155-40c2-a324-188bcbadc388 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981431 Dec 14 02:42:10.995122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e7bd7e1-87bd-463a-b3ac-91afd730ffc7 req-2d743f15-58ac-43e5-a165-3b180c0d6a7b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 210 time: 0.0485921 Dec 14 02:42:11.196765 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38580) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:11.210476 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a8c623b9-5e99-4319-a682-eea5fa725a79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:11.305982 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a8c623b9-5e99-4319-a682-eea5fa725a79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:11.344946 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a8c623b9-5e99-4319-a682-eea5fa725a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:11.384924 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a8c623b9-5e99-4319-a682-eea5fa725a79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d6d3c1976694d459e035485b5093779&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1867867 Dec 14 02:42:11.385671 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c623b9-5e99-4319-a682-eea5fa725a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea04e41a-a0f7-44ed-a372-889ae0cdbf5f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:11.387542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 38582) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:11.445942 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-140857ad-7626-494a-9ba7-1c70596c9619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:11.474368 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-140857ad-7626-494a-9ba7-1c70596c9619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:11.579210 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-140857ad-7626-494a-9ba7-1c70596c9619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:11.582052 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-140857ad-7626-494a-9ba7-1c70596c9619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:11.583413 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-140857ad-7626-494a-9ba7-1c70596c9619 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea04e41a-a0f7-44ed-a372-889ae0cdbf5f HTTP/1.1" status: 204 len: 168 time: 0.1948686 Dec 14 02:42:11.591765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140857ad-7626-494a-9ba7-1c70596c9619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea04e41a-a0f7-44ed-a372-889ae0cdbf5f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:11.774137 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2f34636-49f0-47d4-b780-a9f6ac67fa9a req-a05329a7-a155-4bfd-9ba3-5f499edae241 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0614307 Dec 14 02:42:11.904331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f34636-49f0-47d4-b780-a9f6ac67fa9a req-f0e0353c-1ba9-41f2-83b6-bf83c557ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:11.906656 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2f34636-49f0-47d4-b780-a9f6ac67fa9a req-f0e0353c-1ba9-41f2-83b6-bf83c557ba57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2232de45ebfb42369e596a53934ed9e2&device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 1097 time: 0.0514400 Dec 14 02:42:12.057663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e5eb4-7e4a-4940-8ab5-b7e467ab9937 req-3441b22c-6933-4510-80e5-139dd23e729e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:12.057663 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c1e5eb4-7e4a-4940-8ab5-b7e467ab9937 req-3441b22c-6933-4510-80e5-139dd23e729e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 944 time: 0.0776761 Dec 14 02:42:12.077771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f34636-49f0-47d4-b780-a9f6ac67fa9a req-502ffe79-e026-4e06-8046-2e2526294a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:12.079600 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2f34636-49f0-47d4-b780-a9f6ac67fa9a req-502ffe79-e026-4e06-8046-2e2526294a08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061 HTTP/1.1" status: 200 len: 918 time: 0.1500783 Dec 14 02:42:12.203363 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c1e5eb4-7e4a-4940-8ab5-b7e467ab9937 req-e47b2bc2-5a6f-4ae8-b679-3d0fbfc49a35 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370325 Dec 14 02:42:12.219757 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2f34636-49f0-47d4-b780-a9f6ac67fa9a req-f7506bfc-476e-4816-bf12-b5f888947401 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5868c756-0e60-46c6-9fdc-2b3df25311d3 HTTP/1.1" status: 200 len: 1002 time: 0.1328115 Dec 14 02:42:12.221923 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a5bcdc0-c7aa-48bd-b25d-3be065c9b12e req-9294221f-4d0d-4921-84ab-b0cc08f3fcab tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 210 time: 0.0385034 Dec 14 02:42:12.331511 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f34636-49f0-47d4-b780-a9f6ac67fa9a req-8eed7cf9-9e6e-42d0-90e3-1e0d99538bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:12.334505 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2f34636-49f0-47d4-b780-a9f6ac67fa9a req-8eed7cf9-9e6e-42d0-90e3-1e0d99538bd6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0 HTTP/1.1" status: 200 len: 856 time: 0.1055894 Dec 14 02:42:12.429292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f34636-49f0-47d4-b780-a9f6ac67fa9a req-8b33bca1-6e24-4c2c-90ee-d431e491016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:12.431356 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2f34636-49f0-47d4-b780-a9f6ac67fa9a req-8b33bca1-6e24-4c2c-90ee-d431e491016a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494721 Dec 14 02:42:12.570721 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2f34636-49f0-47d4-b780-a9f6ac67fa9a req-d67603e3-ff04-4563-81fd-e55543f3b089 service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011589 Dec 14 02:42:12.707025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2f34636-49f0-47d4-b780-a9f6ac67fa9a req-40499b5c-72a4-444e-8229-6807ef0925ca service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283185 Dec 14 02:42:13.341954 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-86030df4-ad9d-457f-bf26-ede0860f20da tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:13.343751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-86030df4-ad9d-457f-bf26-ede0860f20da tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "GET /v2.0/networks?id=b6c00ad7-548c-4fdc-be08-89a064371a4a HTTP/1.1" status: 200 len: 806 time: 0.1398840 Dec 14 02:42:13.366289 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a4db6-0a60-4eb8-84c3-3732eec67d78 req-5525cd7d-da02-4eab-a42c-406c4dfed991 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:13.367886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f14a4db6-0a60-4eb8-84c3-3732eec67d78 req-5525cd7d-da02-4eab-a42c-406c4dfed991 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 944 time: 0.0745738 Dec 14 02:42:13.371738 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-d81e4325-d7f8-41fc-ad11-dffef65a343f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Request body: {'port': {'device_id': '5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2', 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a', 'admin_state_up': True, 'tenant_id': 'a984b7588a0144a79ab8cc60e3512d19'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:13.473709 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-803d7a60-1048-4a4d-a763-f99ecc3bd6de req-a13121c1-0414-4ede-8e0c-c22429da4dc3 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 210 time: 0.0439601 Dec 14 02:42:13.507486 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f14a4db6-0a60-4eb8-84c3-3732eec67d78 req-3fd6e8f4-7e4b-4e0d-a4d0-e91860cc9b85 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291645 Dec 14 02:42:13.642840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-d81e4325-d7f8-41fc-ad11-dffef65a343f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Made reservation on behalf of a984b7588a0144a79ab8cc60e3512d19 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:42:13.647097 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-d81e4325-d7f8-41fc-ad11-dffef65a343f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:13.776439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-d81e4325-d7f8-41fc-ad11-dffef65a343f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Allocated IP 172.20.0.8 (b6c00ad7-548c-4fdc-be08-89a064371a4a/8bafd591-3d5a-421c-a705-120fee96a2aa/9ff52dd1-a1d3-41fa-b073-ef8ef865f219) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:42:13.963534 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38674) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:14.009280 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-d81e4325-d7f8-41fc-ad11-dffef65a343f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:14.070019 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4ef48508-52d6-4e52-bc16-eb072704c29c up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:42:14.162741 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-d81e4325-d7f8-41fc-ad11-dffef65a343f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:14.195237 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:42:14.227886 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-d81e4325-d7f8-41fc-ad11-dffef65a343f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Network b6c00ad7-548c-4fdc-be08-89a064371a4a is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:42:14.232339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-d81e4325-d7f8-41fc-ad11-dffef65a343f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:42:14.241494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-d81e4325-d7f8-41fc-ad11-dffef65a343f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:42:14.267029 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 4ef48508-52d6-4e52-bc16-eb072704c29c completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:42:14.272075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 4ef48508-52d6-4e52-bc16-eb072704c29c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:42:14.272456 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:14.298196 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-206923d4-fc4b-4ad5-8079-93aba4fa8feb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:14.309994 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e4325-d7f8-41fc-ad11-dffef65a343f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Pushing event updated for resources: {'Port': ['ID=9ff52dd1-a1d3-41fa-b073-ef8ef865f219,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:14.325899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-d81e4325-d7f8-41fc-ad11-dffef65a343f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:14.326779 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-d81e4325-d7f8-41fc-ad11-dffef65a343f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:14.410018 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-206923d4-fc4b-4ad5-8079-93aba4fa8feb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:14.445485 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-d81e4325-d7f8-41fc-ad11-dffef65a343f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0877049 Dec 14 02:42:14.465932 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-206923d4-fc4b-4ad5-8079-93aba4fa8feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:14.466139 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:14.468378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Request body: {'port': {'device_id': '5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:14.530118 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-206923d4-fc4b-4ad5-8079-93aba4fa8feb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0138ad55114546888ddb0342a73c7f0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5642908 Dec 14 02:42:14.540636 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 38690) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:14.606483 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206923d4-fc4b-4ad5-8079-93aba4fa8feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f34a51-d1ca-44ea-af90-883cffe8bcf3,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:14.637539 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:14.771744 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2eb33-f612-4a96-88fb-320ce91d3ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef48508-52d6-4e52-bc16-eb072704c29c'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:42:14.774771 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788dddb5-d594-4b7e-af03-6c2e91d99c56" -d '{"events": [{"server_uuid": "0ed2eb33-f612-4a96-88fb-320ce91d3ec3", "name": "network-vif-plugged", "status": "completed", "tag": "4ef48508-52d6-4e52-bc16-eb072704c29c"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:42:14.796384 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4ef48508-52d6-4e52-bc16-eb072704c29c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4ef48508-52d6-4e52-bc16-eb072704c29c,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:42:14.905956 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:14.956892 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca8f6e-f8fd-49c1-b3d9-568316f34a15 req-89fa4bd9-d35e-4e26-9596-ae083055e015 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:14.958704 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-28ca8f6e-f8fd-49c1-b3d9-568316f34a15 req-89fa4bd9-d35e-4e26-9596-ae083055e015 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 931 time: 0.2752419 Dec 14 02:42:14.964694 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4ef48508-52d6-4e52-bc16-eb072704c29c,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:14.975958 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4fe4914e-ca61-4b2d-bd66-46b889d23f6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:15.035709 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93471bb7-8819-45d2-b62d-cb2a157fca9b req-f013e4ab-b8b6-4e57-a47b-bcf3fb6d1664 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:15.037230 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93471bb7-8819-45d2-b62d-cb2a157fca9b req-f013e4ab-b8b6-4e57-a47b-bcf3fb6d1664 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 944 time: 0.2253065 Dec 14 02:42:15.094320 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4fe4914e-ca61-4b2d-bd66-46b889d23f6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:15.173153 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-28ca8f6e-f8fd-49c1-b3d9-568316f34a15 req-1a3a0528-5511-47d5-9761-da8bed4c6a82 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005329 Dec 14 02:42:15.229242 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93471bb7-8819-45d2-b62d-cb2a157fca9b req-678fb31b-f9af-422e-b313-923f83b83a49 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515961 Dec 14 02:42:15.276664 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26756ae-0aea-4d67-9c34-95a11b44ea8d x-openstack-request-id: req-b26756ae-0aea-4d67-9c34-95a11b44ea8d {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:42:15.276664 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2eb33-f612-4a96-88fb-320ce91d3ec3", "name": "network-vif-plugged", "status": "completed", "tag": "4ef48508-52d6-4e52-bc16-eb072704c29c", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:42:15.276664 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b26756ae-0aea-4d67-9c34-95a11b44ea8d {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:42:15.277360 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2eb33-f612-4a96-88fb-320ce91d3ec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef48508-52d6-4e52-bc16-eb072704c29c', 'code': 200} Dec 14 02:42:15.295791 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4fe4914e-ca61-4b2d-bd66-46b889d23f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:15.299461 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4fe4914e-ca61-4b2d-bd66-46b889d23f6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:15.302986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4fe4914e-ca61-4b2d-bd66-46b889d23f6d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76f34a51-d1ca-44ea-af90-883cffe8bcf3 HTTP/1.1" status: 204 len: 168 time: 0.7560368 Dec 14 02:42:15.345987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4914e-ca61-4b2d-bd66-46b889d23f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f34a51-d1ca-44ea-af90-883cffe8bcf3,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:15.376700 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff52dd1-a1d3-41fa-b073-ef8ef865f219 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:42:15.391474 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:15.445829 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Transition to ACTIVE for port object 9ff52dd1-a1d3-41fa-b073-ef8ef865f219 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:42:15.466466 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1966ccc-1738-482c-af5f-4e18181e5633 req-dc5456c6-ff8b-4459-84d3-f8da3a8fd1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:15.470309 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1966ccc-1738-482c-af5f-4e18181e5633 req-dc5456c6-ff8b-4459-84d3-f8da3a8fd1c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 1096 time: 0.0660331 Dec 14 02:42:15.514987 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:15.595122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1966ccc-1738-482c-af5f-4e18181e5633 req-32b6ad19-f6ec-478d-ae1c-1a2cff690d35 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161606 Dec 14 02:42:15.601392 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff52dd1-a1d3-41fa-b073-ef8ef865f219,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:15.676118 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Attempting to bind port 9ff52dd1-a1d3-41fa-b073-ef8ef865f219 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:42:15.676576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Attempting to bind port 9ff52dd1-a1d3-41fa-b073-ef8ef865f219 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:42:15.676850 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Attempting to bind port 9ff52dd1-a1d3-41fa-b073-ef8ef865f219 on network b6c00ad7-548c-4fdc-be08-89a064371a4a {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:42:15.681662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Port 9ff52dd1-a1d3-41fa-b073-ef8ef865f219 on network b6c00ad7-548c-4fdc-be08-89a064371a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:42:15.681901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Attempting to bind port 9ff52dd1-a1d3-41fa-b073-ef8ef865f219 on network b6c00ad7-548c-4fdc-be08-89a064371a4a {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:42:15.690125 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:42:15.690125 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Checking segment: {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:42:15.690125 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Bound using segment: {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:42:15.690125 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Bound port: 9ff52dd1-a1d3-41fa-b073-ef8ef865f219, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:42:15.690599 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:15.770199 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] For port 9ff52dd1-a1d3-41fa-b073-ef8ef865f219, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:42:15.773916 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] For port 9ff52dd1-a1d3-41fa-b073-ef8ef865f219, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=9ff52dd1-a1d3-41fa-b073-ef8ef865f219,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:42:15.862643 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:15.897369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:15.898023 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:15.899998 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] 10.222.0.46 "PUT /v2.0/ports/9ff52dd1-a1d3-41fa-b073-ef8ef865f219 HTTP/1.1" status: 200 len: 1091 time: 1.4407022 Dec 14 02:42:15.900401 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2', 'tag': '9ff52dd1-a1d3-41fa-b073-ef8ef865f219'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:42:15.902913 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aef6712-c777-48ec-b968-4f3cfa6147a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2", "tag": "9ff52dd1-a1d3-41fa-b073-ef8ef865f219"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:42:15.945158 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df78fbe-d177-4e66-87d8-d86ba29b2e97 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff52dd1-a1d3-41fa-b073-ef8ef865f219,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:15.960659 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bd0687-0470-4c73-96aa-b8d9f4761fa9 x-openstack-request-id: req-25bd0687-0470-4c73-96aa-b8d9f4761fa9 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:42:15.960995 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2", "tag": "9ff52dd1-a1d3-41fa-b073-ef8ef865f219", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:42:15.961257 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25bd0687-0470-4c73-96aa-b8d9f4761fa9 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:42:15.963911 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2', 'tag': '9ff52dd1-a1d3-41fa-b073-ef8ef865f219', 'status': 'completed', 'code': 200} Dec 14 02:42:16.073886 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef6712-c777-48ec-b968-4f3cfa6147a0 req-9bba17b7-3875-4d9d-9284-50961ff107bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:16.075462 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3aef6712-c777-48ec-b968-4f3cfa6147a0 req-9bba17b7-3875-4d9d-9284-50961ff107bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 1094 time: 0.0632899 Dec 14 02:42:16.203759 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef6712-c777-48ec-b968-4f3cfa6147a0 req-33fc6041-506b-45c8-9d54-5be6c934b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:16.205490 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3aef6712-c777-48ec-b968-4f3cfa6147a0 req-33fc6041-506b-45c8-9d54-5be6c934b81d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a984b7588a0144a79ab8cc60e3512d19&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1157746 Dec 14 02:42:16.415111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8255fbf-0336-4a4b-bd7f-17add6bb7746 req-255ff464-7f0f-4e5d-b3f4-a2bf245c0a59 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:16.418257 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8255fbf-0336-4a4b-bd7f-17add6bb7746 req-255ff464-7f0f-4e5d-b3f4-a2bf245c0a59 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 943 time: 0.1265910 Dec 14 02:42:16.427575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef6712-c777-48ec-b968-4f3cfa6147a0 req-753145c5-84cb-4a16-bb9e-125d44c90899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:16.429027 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3aef6712-c777-48ec-b968-4f3cfa6147a0 req-753145c5-84cb-4a16-bb9e-125d44c90899 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2165275 Dec 14 02:42:16.440698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e41e0-b417-4589-911c-a5da470c227d req-1736492c-778e-4a73-9d00-55c7af262eeb tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:16.446971 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c27e41e0-b417-4589-911c-a5da470c227d req-1736492c-778e-4a73-9d00-55c7af262eeb tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.1164701 Dec 14 02:42:16.921577 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-dd4e9ee4-0746-4b71-9cc9-217b30baab70 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4906878 Dec 14 02:42:16.921577 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c27e41e0-b417-4589-911c-a5da470c227d req-2c59b09b-9ad5-43d1-8894-ce5f3c88feae tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542198 Dec 14 02:42:16.930699 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8255fbf-0336-4a4b-bd7f-17add6bb7746 req-2f8d4707-1bfa-4b7a-a3fb-2d38a7344b18 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5006413 Dec 14 02:42:16.948791 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-613fb3d5-a5d5-4725-bd07-4ce548a95774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:16.951791 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-613fb3d5-a5d5-4725-bd07-4ce548a95774 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 1094 time: 0.4422963 Dec 14 02:42:17.079262 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-78b8bb3a-35f5-4211-bf8e-fdd184304ac6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ff52dd1-a1d3-41fa-b073-ef8ef865f219 HTTP/1.1" status: 200 len: 217 time: 0.0913057 Dec 14 02:42:17.085347 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38778) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:17.122281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-76f516ce-b686-4d92-8d8d-92c81803e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:17.122892 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-76f516ce-b686-4d92-8d8d-92c81803e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:17.124049 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-76f516ce-b686-4d92-8d8d-92c81803e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:17.124573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-76f516ce-b686-4d92-8d8d-92c81803e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:17.125087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-76f516ce-b686-4d92-8d8d-92c81803e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:17.125628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-76f516ce-b686-4d92-8d8d-92c81803e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:17.126146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-76f516ce-b686-4d92-8d8d-92c81803e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:17.128146 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-76f516ce-b686-4d92-8d8d-92c81803e34d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20630dab3f6946828746e2d81f7e163b&device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 6501 time: 0.1612380 Dec 14 02:42:17.145934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-fa2ce901-5948-44ff-98c8-be58c21b41f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:17.147896 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-fa2ce901-5948-44ff-98c8-be58c21b41f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8bafd591-3d5a-421c-a705-120fee96a2aa HTTP/1.1" status: 200 len: 846 time: 0.0655227 Dec 14 02:42:17.187090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-2a7ce0a4-facf-4f74-8f89-5f770ac60faa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6c00ad7-548c-4fdc-be08-89a064371a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320139 Dec 14 02:42:17.371288 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-2365b746-c47d-4678-8494-a80fc937b3d4 service neutron] 10.222.0.46 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758053 Dec 14 02:42:17.375644 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-d86f834c-b3a7-4100-b77d-efa23faefb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:17.376098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-d86f834c-b3a7-4100-b77d-efa23faefb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:17.376555 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-d86f834c-b3a7-4100-b77d-efa23faefb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:17.378142 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-d86f834c-b3a7-4100-b77d-efa23faefb8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=c8c294be-4992-4711-bfec-5f4308700461&id=143750ac-d961-47f1-8a52-3edc9f23c6d8&id=143750ac-d961-47f1-8a52-3edc9f23c6d8&id=143750ac-d961-47f1-8a52-3edc9f23c6d8&id=143750ac-d961-47f1-8a52-3edc9f23c6d8&id=d307fd75-d63b-4667-bff7-1b964e3cfc2d&id=d307fd75-d63b-4667-bff7-1b964e3cfc2d HTTP/1.1" status: 200 len: 2297 time: 0.1942382 Dec 14 02:42:17.386250 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d07818b4-730b-4fda-92de-39a7a5f5ff0b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-378819697-network', 'tenant_id': '3c04f2d3b4bf43dd8a6927e770f1af87'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:17.479999 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07818b4-730b-4fda-92de-39a7a5f5ff0b admin admin] Made reservation on behalf of 3c04f2d3b4bf43dd8a6927e770f1af87 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:42:17.485610 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d07818b4-730b-4fda-92de-39a7a5f5ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:17.494196 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-d65b0b20-5ad0-419e-a084-cffe5556c074 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80d0c3df-68eb-4bde-a5c9-676990933749 HTTP/1.1" status: 200 len: 1001 time: 0.1066921 Dec 14 02:42:17.499141 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d07818b4-730b-4fda-92de-39a7a5f5ff0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:17.543384 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f484adf0-a321-4293-85f1-d25f9abb74e7 req-2379e022-146d-4995-819e-1cc9ef957de1 service neutron] 10.222.0.46 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641269 Dec 14 02:42:17.559384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-d8c0a798-c072-486d-90df-6d442b2ebd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:17.561427 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-d8c0a798-c072-486d-90df-6d442b2ebd3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3efdcc0d-0482-44f9-8761-575428cc10a7 HTTP/1.1" status: 200 len: 855 time: 0.0587027 Dec 14 02:42:17.592562 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d07818b4-730b-4fda-92de-39a7a5f5ff0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:17.610791 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-ba26198a-2175-415c-bf02-92e573c198f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:17.612326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-ba26198a-2175-415c-bf02-92e573c198f8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8c294be-4992-4711-bfec-5f4308700461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442729 Dec 14 02:42:17.671195 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d07818b4-730b-4fda-92de-39a7a5f5ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:17.702521 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07818b4-730b-4fda-92de-39a7a5f5ff0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc16124-9693-4b22-a724-32546b011a8e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:17.715436 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07818b4-730b-4fda-92de-39a7a5f5ff0b admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:42:17.727830 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d07818b4-730b-4fda-92de-39a7a5f5ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:17.728176 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-d07818b4-730b-4fda-92de-39a7a5f5ff0b admin admin] Added segment 551c4592-c9b2-4c1f-acd8-339f8e5b3aab of type vlan for network efdbc31f-0acd-4dea-a92d-ff5ad24a95d0 Dec 14 02:42:17.757858 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-28e06a0c-c0c6-4100-af6f-7ae63a28b8bf service neutron] 10.222.0.47 "GET /v2.0/networks/c8c294be-4992-4711-bfec-5f4308700461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371093 Dec 14 02:42:17.771508 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d07818b4-730b-4fda-92de-39a7a5f5ff0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:17.869455 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-cceff3b6-53c7-45ad-bc52-d5aba42348cc service neutron] 10.222.0.47 "GET /v2.0/networks/c8c294be-4992-4711-bfec-5f4308700461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023374 Dec 14 02:42:17.870696 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d07818b4-730b-4fda-92de-39a7a5f5ff0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:17.871697 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07818b4-730b-4fda-92de-39a7a5f5ff0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:17.872268 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d07818b4-730b-4fda-92de-39a7a5f5ff0b admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:17.927678 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-2ca7de90-69da-45a6-8ccf-78721f8ce23f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=26ec5b55-d299-40b8-8527-04f4e67eaeba HTTP/1.1" status: 200 len: 217 time: 0.0508156 Dec 14 02:42:17.943984 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07818b4-730b-4fda-92de-39a7a5f5ff0b admin admin] Pushing event updated for resources: {'Network': ['ID=efdbc31f-0acd-4dea-a92d-ff5ad24a95d0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:17.955052 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network efdbc31f-0acd-4dea-a92d-ff5ad24a95d0 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:42:17.997336 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d07818b4-730b-4fda-92de-39a7a5f5ff0b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9127014 Dec 14 02:42:18.000357 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38800) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:18.006250 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a7cfa3b8-a016-4362-900a-ae73e66e0184 admin admin] Request body: {'subnet': {'network_id': 'efdbc31f-0acd-4dea-a92d-ff5ad24a95d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-378819697-subnet', 'tenant_id': '3c04f2d3b4bf43dd8a6927e770f1af87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:18.020908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-adda6b4c-1352-41c0-acc1-251a424f98fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:18.025495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-adda6b4c-1352-41c0-acc1-251a424f98fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68c916ee-bf39-49a8-b889-1d98324eacc6 HTTP/1.1" status: 200 len: 797 time: 0.0896013 Dec 14 02:42:18.158036 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7cfa3b8-a016-4362-900a-ae73e66e0184 admin admin] Made reservation on behalf of 3c04f2d3b4bf43dd8a6927e770f1af87 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:42:18.158942 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-6415604a-ed41-4ca1-b83b-c1553d300a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:18.162074 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-6415604a-ed41-4ca1-b83b-c1553d300a55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=143750ac-d961-47f1-8a52-3edc9f23c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1282361 Dec 14 02:42:18.165423 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa3b8-a016-4362-900a-ae73e66e0184 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:18.173323 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41cbd3-e2d0-482d-b728-3bba8f8b2341 req-5759380a-0b78-4974-8ad0-cef38cadb357 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:18.174920 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d41cbd3-e2d0-482d-b728-3bba8f8b2341 req-5759380a-0b78-4974-8ad0-cef38cadb357 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 943 time: 0.1240892 Dec 14 02:42:18.203654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0364d26-9822-4336-aed0-77be7a476049 req-81c908c1-1a37-493a-953f-1d6cf6835ff9 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:18.205086 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0364d26-9822-4336-aed0-77be7a476049 req-81c908c1-1a37-493a-953f-1d6cf6835ff9 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.1184757 Dec 14 02:42:18.380016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d41cbd3-e2d0-482d-b728-3bba8f8b2341 req-1adee387-708b-444b-85fb-01649f8a4985 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738379 Dec 14 02:42:18.389058 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0364d26-9822-4336-aed0-77be7a476049 req-56b53f8b-453f-4db6-92f8-9d61236259ac tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561091 Dec 14 02:42:18.413134 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-a10e7f68-c150-4186-abc0-4671701d3a05 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365599 Dec 14 02:42:18.533756 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa3b8-a016-4362-900a-ae73e66e0184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:18.546346 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-81e6fa46-aaa0-43dd-b9d4-ade733413c2d service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235285 Dec 14 02:42:18.608276 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-b48f45ac-46b0-45ba-8dfa-2d48a9942a35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=45864e56-7abd-4913-a7eb-e89f5d9893ba HTTP/1.1" status: 200 len: 217 time: 0.0540402 Dec 14 02:42:18.665199 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cfa3b8-a016-4362-900a-ae73e66e0184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1154038f-2094-4de8-ba7b-de536121bf19,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:18.673292 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cfa3b8-a016-4362-900a-ae73e66e0184 admin admin] Checking segment: {'id': '551c4592-c9b2-4c1f-acd8-339f8e5b3aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'efdbc31f-0acd-4dea-a92d-ff5ad24a95d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:42:18.673723 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cfa3b8-a016-4362-900a-ae73e66e0184 admin admin] Network hostable DHCP agents. Network: efdbc31f-0acd-4dea-a92d-ff5ad24a95d0, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:42:18.674226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-08d6eb77-caf0-4acb-a2c7-bdcd83385c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:18.676021 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-08d6eb77-caf0-4acb-a2c7-bdcd83385c7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68c916ee-bf39-49a8-b889-1d98324eacc6 HTTP/1.1" status: 200 len: 797 time: 0.0585740 Dec 14 02:42:18.726339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-7c7d1700-9fd0-43fa-9f4e-e2a949feb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:18.728237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-7c7d1700-9fd0-43fa-9f4e-e2a949feb71d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=143750ac-d961-47f1-8a52-3edc9f23c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0438812 Dec 14 02:42:18.801763 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cfa3b8-a016-4362-900a-ae73e66e0184 admin admin] Network efdbc31f-0acd-4dea-a92d-ff5ad24a95d0 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:42:18.832483 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-cf2a675d-234a-479f-8f35-8750f0f69155 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957215 Dec 14 02:42:18.893769 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-a7cfa3b8-a016-4362-900a-ae73e66e0184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, efdbc31f-0acd-4dea-a92d-ff5ad24a95d0) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:42:18.913429 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c5a15e-2ae3-4c90-a1b7-5481ae23cac3 None None] Network efdbc31f-0acd-4dea-a92d-ff5ad24a95d0 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:42:18.924431 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cfa3b8-a016-4362-900a-ae73e66e0184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:18.927137 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a7cfa3b8-a016-4362-900a-ae73e66e0184 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:18.970604 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-34bb66c3-8b1f-41b1-8c51-90db27d85534 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301253 Dec 14 02:42:19.028025 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a7cfa3b8-a016-4362-900a-ae73e66e0184 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0262690 Dec 14 02:42:19.058289 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-9073d2db-fcca-4da2-ad5b-fd1a9f49140d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 HTTP/1.1" status: 200 len: 217 time: 0.0787940 Dec 14 02:42:19.080358 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369a4903-1779-4e44-b348-deaf9a680286 None None] Network efdbc31f-0acd-4dea-a92d-ff5ad24a95d0 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:42:19.114711 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641d65f-abff-466a-8fb8-32e85d5571b7 req-926e8130-bbe8-47ff-8083-93bbd5f5c853 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:19.116322 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b641d65f-abff-466a-8fb8-32e85d5571b7 req-926e8130-bbe8-47ff-8083-93bbd5f5c853 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.1267209 Dec 14 02:42:19.151078 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-3399d2b6-06bc-479f-b591-159e6d33199f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:19.152608 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-3399d2b6-06bc-479f-b591-159e6d33199f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68c916ee-bf39-49a8-b889-1d98324eacc6 HTTP/1.1" status: 200 len: 797 time: 0.0833020 Dec 14 02:42:19.188297 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b641d65f-abff-466a-8fb8-32e85d5571b7 req-9b7762f4-9374-4f69-aacb-d0213746c119 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616853 Dec 14 02:42:19.248916 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-5f944e2a-a1e2-421b-9b89-7c3947f345d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:19.252087 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-5f944e2a-a1e2-421b-9b89-7c3947f345d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=143750ac-d961-47f1-8a52-3edc9f23c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0682287 Dec 14 02:42:19.365276 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-b856ff6a-2db5-4fc1-9a58-7e4a7cc4e55d service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041005 Dec 14 02:42:19.513406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-8ca436a0-e85e-4337-bd88-cb052d632c13 req-d992439a-e786-4212-97ad-5be86eeeed92 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1443609834', 'description': 'tempest-description-1318788840'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:19.570080 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-5a3be0b9-8440-4b22-a331-321a4ca197c6 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968465 Dec 14 02:42:19.577999 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3d802-e9a1-4db5-b589-6c31fd6fb6a2 req-a1bdcef4-af0a-4864-b55f-adde111387a2 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:19.579452 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ba3d802-e9a1-4db5-b589-6c31fd6fb6a2 req-a1bdcef4-af0a-4864-b55f-adde111387a2 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 943 time: 0.1160617 Dec 14 02:42:19.624025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-3b1fadcd-f15a-4f44-9496-2828bcf8912c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=8826881d-b8a4-4eca-a468-e4039e1ab3c5 HTTP/1.1" status: 200 len: 217 time: 0.0436041 Dec 14 02:42:19.660710 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8ca436a0-e85e-4337-bd88-cb052d632c13 req-d992439a-e786-4212-97ad-5be86eeeed92 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:19.712828 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-8d57e628-34df-46e5-b4c6-506a83c372c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:19.714347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-8d57e628-34df-46e5-b4c6-506a83c372c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68c916ee-bf39-49a8-b889-1d98324eacc6 HTTP/1.1" status: 200 len: 797 time: 0.0835772 Dec 14 02:42:19.721278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ba3d802-e9a1-4db5-b589-6c31fd6fb6a2 req-27274c81-728e-4fbc-a938-3a5c0c03d446 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341872 Dec 14 02:42:19.802705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-96b6959d-1270-4e39-b46a-a92489d96448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:19.804434 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-96b6959d-1270-4e39-b46a-a92489d96448 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=143750ac-d961-47f1-8a52-3edc9f23c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0822260 Dec 14 02:42:19.862741 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8ca436a0-e85e-4337-bd88-cb052d632c13 req-d992439a-e786-4212-97ad-5be86eeeed92 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:19.909917 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-762834dc-a271-4239-b2d6-de9ae3e6d309 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942738 Dec 14 02:42:19.969196 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8ca436a0-e85e-4337-bd88-cb052d632c13 req-d992439a-e786-4212-97ad-5be86eeeed92 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:20.011795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992439a-e786-4212-97ad-5be86eeeed92 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d603e8-a8ac-430b-9edd-3396d4c476b5,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:20.043824 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-7c98de42-f7a2-4432-9f9b-cfb6fb58cd02 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183810 Dec 14 02:42:20.061891 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8ca436a0-e85e-4337-bd88-cb052d632c13 req-d992439a-e786-4212-97ad-5be86eeeed92 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:20.063108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ca436a0-e85e-4337-bd88-cb052d632c13 req-d992439a-e786-4212-97ad-5be86eeeed92 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.5753584 Dec 14 02:42:20.098272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-fe4026d8-593c-46d3-8e71-06b0e2e83526 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=19e22f74-2335-4fa8-8c9a-49d2f0fa5840 HTTP/1.1" status: 200 len: 217 time: 0.0487230 Dec 14 02:42:20.174310 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37dd9ea6-7dcd-4533-8db9-a6c6471d3236 req-663b6649-cd42-4a02-9f7e-6456dcf6ee28 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-groups/a4d603e8-a8ac-430b-9edd-3396d4c476b5 HTTP/1.1" status: 200 len: 1824 time: 0.0785248 Dec 14 02:42:20.176284 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-6e3b07f4-1e1d-45cb-b903-ecf48c3eb111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:20.177837 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-6e3b07f4-1e1d-45cb-b903-ecf48c3eb111 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7c03cc8-dfac-4214-8791-c31ff50735c6 HTTP/1.1" status: 200 len: 797 time: 0.0665357 Dec 14 02:42:20.188450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-37dd9ea6-7dcd-4533-8db9-a6c6471d3236 req-29e97367-ae97-40b2-a96c-5914b22a2541 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a4d603e8-a8ac-430b-9edd-3396d4c476b5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:20.188913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-37dd9ea6-7dcd-4533-8db9-a6c6471d3236 req-29e97367-ae97-40b2-a96c-5914b22a2541 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a4d603e8-a8ac-430b-9edd-3396d4c476b5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:20.252019 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-fc486ea2-283d-466a-8b07-8ca62bec5c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:20.253664 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-fc486ea2-283d-466a-8b07-8ca62bec5c22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d307fd75-d63b-4667-bff7-1b964e3cfc2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0575504 Dec 14 02:42:20.397505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fa5d9-0ce4-4507-b4cd-a75b4979f38a req-3194f142-8225-43e0-9f07-8e15c1e6280e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:20.398976 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff0fa5d9-0ce4-4507-b4cd-a75b4979f38a req-3194f142-8225-43e0-9f07-8e15c1e6280e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0893855 Dec 14 02:42:20.416928 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-417f956e-6d98-434b-b9fc-7002b35a70d7 service neutron] 10.222.0.47 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544843 Dec 14 02:42:20.492396 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-37dd9ea6-7dcd-4533-8db9-a6c6471d3236 req-29e97367-ae97-40b2-a96c-5914b22a2541 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:20.517852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 9ff52dd1-a1d3-41fa-b073-ef8ef865f219 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:42:20.565327 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff0fa5d9-0ce4-4507-b4cd-a75b4979f38a req-2026fb02-a101-4ec1-822f-2f1e23f4da31 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435611 Dec 14 02:42:20.577104 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-37dd9ea6-7dcd-4533-8db9-a6c6471d3236 req-29e97367-ae97-40b2-a96c-5914b22a2541 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:20.594243 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-0cdeee41-d32b-44b7-9ec2-11771206c8c5 service neutron] 10.222.0.47 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668289 Dec 14 02:42:20.645134 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-55080578-3cb9-4fa2-b7ac-9f5622e389ce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9bba1e63-dba3-4636-9fc2-f0bfede35d7f HTTP/1.1" status: 200 len: 217 time: 0.0435941 Dec 14 02:42:20.645815 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-37dd9ea6-7dcd-4533-8db9-a6c6471d3236 req-29e97367-ae97-40b2-a96c-5914b22a2541 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:20.665470 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 9ff52dd1-a1d3-41fa-b073-ef8ef865f219, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=9ff52dd1-a1d3-41fa-b073-ef8ef865f219,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:42:20.676191 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e97367-ae97-40b2-a96c-5914b22a2541 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfaccb2b-b943-4e9c-9f2d-ccfa64172a74,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:20.678853 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '9ff52dd1-a1d3-41fa-b073-ef8ef865f219', 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a', 'port_id': '9ff52dd1-a1d3-41fa-b073-ef8ef865f219', 'mac_address': 'fa:16:3e:6f:ee:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bafd591-3d5a-421c-a705-120fee96a2aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:42:20.721761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-5b17b615-4b6c-4351-886a-50a248d2cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:20.723292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-5b17b615-4b6c-4351-886a-50a248d2cae1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7c03cc8-dfac-4214-8791-c31ff50735c6 HTTP/1.1" status: 200 len: 797 time: 0.0645864 Dec 14 02:42:20.724473 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:20.744105 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-37dd9ea6-7dcd-4533-8db9-a6c6471d3236 req-29e97367-ae97-40b2-a96c-5914b22a2541 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:20.748871 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37dd9ea6-7dcd-4533-8db9-a6c6471d3236 req-29e97367-ae97-40b2-a96c-5914b22a2541 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5636511 Dec 14 02:42:20.749635 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff52dd1-a1d3-41fa-b073-ef8ef865f219 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:42:20.793491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-602e76dd-e83e-44f1-a6ba-4cc0be9b0184 req-8f830a7a-d9cd-41b9-981f-dbec733b8b35 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1730810306', 'description': 'tempest-description-139733829'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:20.796539 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 9ff52dd1-a1d3-41fa-b073-ef8ef865f219, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=9ff52dd1-a1d3-41fa-b073-ef8ef865f219,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:42:20.809782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-de66e2c0-7be7-41a2-8929-ae259d434794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:20.812270 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-de66e2c0-7be7-41a2-8929-ae259d434794 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d307fd75-d63b-4667-bff7-1b964e3cfc2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0813468 Dec 14 02:42:20.911224 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:20.944860 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724f126-0436-4aff-970f-cf7936dd7589 req-7cd7d2b6-7e64-4bda-9269-3051f54b7d46 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:20.952310 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e724f126-0436-4aff-970f-cf7936dd7589 req-7cd7d2b6-7e64-4bda-9269-3051f54b7d46 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 943 time: 0.1230018 Dec 14 02:42:20.961371 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-602e76dd-e83e-44f1-a6ba-4cc0be9b0184 req-8f830a7a-d9cd-41b9-981f-dbec733b8b35 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:21.017247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-b6151eed-bb6d-4f80-ab61-ce37c1d4ec35 service neutron] 10.222.0.47 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968381 Dec 14 02:42:21.039744 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=9ff52dd1-a1d3-41fa-b073-ef8ef865f219,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:21.062246 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e724f126-0436-4aff-970f-cf7936dd7589 req-dc6640b5-5fd4-4f35-a797-52463cc8b4c6 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089711 Dec 14 02:42:21.161181 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-602e76dd-e83e-44f1-a6ba-4cc0be9b0184 req-8f830a7a-d9cd-41b9-981f-dbec733b8b35 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:21.207267 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a92a9f7-f159-4296-b47a-ae9bb1b353b3 req-9ba04b25-2500-47d6-a5e1-c4ec65f9d700 service neutron] 10.222.0.47 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773198 Dec 14 02:42:21.214209 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['9ff52dd1-a1d3-41fa-b073-ef8ef865f219'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:42:21.264966 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-602e76dd-e83e-44f1-a6ba-4cc0be9b0184 req-8f830a7a-d9cd-41b9-981f-dbec733b8b35 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:21.334475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f830a7a-d9cd-41b9-981f-dbec733b8b35 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be2c009-e57e-4c1b-927b-37bb47e987f9,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:21.344925 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-602e76dd-e83e-44f1-a6ba-4cc0be9b0184 req-8f830a7a-d9cd-41b9-981f-dbec733b8b35 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:21.350045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-602e76dd-e83e-44f1-a6ba-4cc0be9b0184 req-8f830a7a-d9cd-41b9-981f-dbec733b8b35 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5682716 Dec 14 02:42:21.436531 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d412ce7-2d01-461b-b203-0681fab534e3 req-3630a523-49f3-47ec-9369-86f7786a8c40 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-groups/4be2c009-e57e-4c1b-927b-37bb47e987f9 HTTP/1.1" status: 200 len: 1823 time: 0.0591860 Dec 14 02:42:21.452381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-1d412ce7-2d01-461b-b203-0681fab534e3 req-a9fab481-7c4d-48f3-9ca5-8b68871fad72 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4be2c009-e57e-4c1b-927b-37bb47e987f9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:21.452901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-1d412ce7-2d01-461b-b203-0681fab534e3 req-a9fab481-7c4d-48f3-9ca5-8b68871fad72 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4be2c009-e57e-4c1b-927b-37bb47e987f9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:21.621553 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1d412ce7-2d01-461b-b203-0681fab534e3 req-a9fab481-7c4d-48f3-9ca5-8b68871fad72 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:21.695478 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1d412ce7-2d01-461b-b203-0681fab534e3 req-a9fab481-7c4d-48f3-9ca5-8b68871fad72 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:21.711319 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd2fd3-4694-4443-a54f-ad72dcbd2a22 req-5d61fe93-5263-4473-8369-045629e20223 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:21.712906 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ccbd2fd3-4694-4443-a54f-ad72dcbd2a22 req-5d61fe93-5263-4473-8369-045629e20223 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0764339 Dec 14 02:42:21.768410 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ccbd2fd3-4694-4443-a54f-ad72dcbd2a22 req-79e21725-2e1d-450c-b76b-441c68a1396c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468287 Dec 14 02:42:21.769460 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1d412ce7-2d01-461b-b203-0681fab534e3 req-a9fab481-7c4d-48f3-9ca5-8b68871fad72 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:21.790714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fab481-7c4d-48f3-9ca5-8b68871fad72 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d167ef6-56f0-47b2-869d-1661ba8658d0,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:21.839370 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1d412ce7-2d01-461b-b203-0681fab534e3 req-a9fab481-7c4d-48f3-9ca5-8b68871fad72 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:21.841413 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d412ce7-2d01-461b-b203-0681fab534e3 req-a9fab481-7c4d-48f3-9ca5-8b68871fad72 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3961446 Dec 14 02:42:21.871856 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-cb452d00-d03f-45d3-85b2-f571179099bd req-51683323-3caa-4f4a-963a-06ea04e6cdaf tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1587501893', 'description': 'tempest-description-896186923'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:21.973998 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cb452d00-d03f-45d3-85b2-f571179099bd req-51683323-3caa-4f4a-963a-06ea04e6cdaf tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:22.047380 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cb452d00-d03f-45d3-85b2-f571179099bd req-51683323-3caa-4f4a-963a-06ea04e6cdaf tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:22.112829 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cb452d00-d03f-45d3-85b2-f571179099bd req-51683323-3caa-4f4a-963a-06ea04e6cdaf tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:22.181675 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51683323-3caa-4f4a-963a-06ea04e6cdaf tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c682632-c638-49f4-ab55-f86ff6cd48fe,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:22.214606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd04cf-390b-4940-b839-694a28d291b2 req-1f54ac2d-dfa8-46a9-ac8e-a5ccd27e875c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:22.216127 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-85bd04cf-390b-4940-b839-694a28d291b2 req-1f54ac2d-dfa8-46a9-ac8e-a5ccd27e875c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 944 time: 0.0729270 Dec 14 02:42:22.239931 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cb452d00-d03f-45d3-85b2-f571179099bd req-51683323-3caa-4f4a-963a-06ea04e6cdaf tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:22.241150 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cb452d00-d03f-45d3-85b2-f571179099bd req-51683323-3caa-4f4a-963a-06ea04e6cdaf tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.3735633 Dec 14 02:42:22.277591 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-85bd04cf-390b-4940-b839-694a28d291b2 req-f71f370a-bf54-4882-a77f-c2c00ee791ee tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545557 Dec 14 02:42:22.305161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-5670abb9-9a1e-4d31-ad1d-f5a67dd0a305 req-20f1384d-fd30-404f-a289-652fec39486c tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1349576530', 'description': 'tempest-description-1026446334'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:22.420633 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5670abb9-9a1e-4d31-ad1d-f5a67dd0a305 req-20f1384d-fd30-404f-a289-652fec39486c tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:22.530938 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5670abb9-9a1e-4d31-ad1d-f5a67dd0a305 req-20f1384d-fd30-404f-a289-652fec39486c tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:22.548146 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 9ff52dd1-a1d3-41fa-b073-ef8ef865f219 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:42:22.635815 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5670abb9-9a1e-4d31-ad1d-f5a67dd0a305 req-20f1384d-fd30-404f-a289-652fec39486c tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:22.665599 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1384d-fd30-404f-a289-652fec39486c tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1c82a5-af0a-49b0-b29b-2dd3c8dd39d2,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:22.687273 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 9ff52dd1-a1d3-41fa-b073-ef8ef865f219 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:42:22.691299 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 9ff52dd1-a1d3-41fa-b073-ef8ef865f219 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:42:22.691678 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:22.740782 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5670abb9-9a1e-4d31-ad1d-f5a67dd0a305 req-20f1384d-fd30-404f-a289-652fec39486c tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:22.742248 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5670abb9-9a1e-4d31-ad1d-f5a67dd0a305 req-20f1384d-fd30-404f-a289-652fec39486c tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.4412284 Dec 14 02:42:22.773883 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:22.797363 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff52dd1-a1d3-41fa-b073-ef8ef865f219'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:42:22.799717 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f0f216-2526-44d0-923a-5ee5f60fcca5" -d '{"events": [{"server_uuid": "5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2", "name": "network-vif-plugged", "status": "completed", "tag": "9ff52dd1-a1d3-41fa-b073-ef8ef865f219"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:42:22.815608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 9ff52dd1-a1d3-41fa-b073-ef8ef865f219, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=9ff52dd1-a1d3-41fa-b073-ef8ef865f219,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:42:22.822523 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4f6bae8-15ed-4025-9e9f-55b2296bdb23 req-fc38ca3f-3488-4638-a1d5-72792b57cdbd tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-groups/3c682632-c638-49f4-ab55-f86ff6cd48fe HTTP/1.1" status: 200 len: 1823 time: 0.0569594 Dec 14 02:42:22.891897 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4f6bae8-15ed-4025-9e9f-55b2296bdb23 req-f06312cf-198f-433d-9531-e2a79e81eaf6 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-groups/9a1c82a5-af0a-49b0-b29b-2dd3c8dd39d2 HTTP/1.1" status: 200 len: 1824 time: 0.0684085 Dec 14 02:42:22.905291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-c4f6bae8-15ed-4025-9e9f-55b2296bdb23 req-44dc2973-59fd-4d62-b66c-e4d5e4bca5bd tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3c682632-c638-49f4-ab55-f86ff6cd48fe', 'remote_group_id': '9a1c82a5-af0a-49b0-b29b-2dd3c8dd39d2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:22.905768 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-c4f6bae8-15ed-4025-9e9f-55b2296bdb23 req-44dc2973-59fd-4d62-b66c-e4d5e4bca5bd tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3c682632-c638-49f4-ab55-f86ff6cd48fe', 'remote_group_id': '9a1c82a5-af0a-49b0-b29b-2dd3c8dd39d2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:22.911034 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:22.916773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03988419-bb8e-4de5-a8fa-fbc6d48607bc req-e233386f-a2e3-489a-a877-c97c55ac95be tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:22.918324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03988419-bb8e-4de5-a8fa-fbc6d48607bc req-e233386f-a2e3-489a-a877-c97c55ac95be tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0728960 Dec 14 02:42:22.965278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=9ff52dd1-a1d3-41fa-b073-ef8ef865f219,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:22.982843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03988419-bb8e-4de5-a8fa-fbc6d48607bc req-64b5df13-3574-42fa-b6af-5f8f409bb545 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562248 Dec 14 02:42:23.028215 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1193129e-b5cc-43b6-a299-6ee23ebbe90b x-openstack-request-id: req-1193129e-b5cc-43b6-a299-6ee23ebbe90b {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:42:23.028525 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2", "name": "network-vif-plugged", "status": "completed", "tag": "9ff52dd1-a1d3-41fa-b073-ef8ef865f219", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:42:23.028779 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1193129e-b5cc-43b6-a299-6ee23ebbe90b {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:42:23.029396 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff52dd1-a1d3-41fa-b073-ef8ef865f219', 'code': 200} Dec 14 02:42:23.066333 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c4f6bae8-15ed-4025-9e9f-55b2296bdb23 req-44dc2973-59fd-4d62-b66c-e4d5e4bca5bd tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:23.105520 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c4f6bae8-15ed-4025-9e9f-55b2296bdb23 req-44dc2973-59fd-4d62-b66c-e4d5e4bca5bd tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:23.159447 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d2e17-337e-4d7c-9e82-911ca508a246 req-db1f08d4-e698-4157-85b7-a370e3a28331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:23.160912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-990d2e17-337e-4d7c-9e82-911ca508a246 req-db1f08d4-e698-4157-85b7-a370e3a28331 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 1096 time: 0.0394619 Dec 14 02:42:23.206989 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-990d2e17-337e-4d7c-9e82-911ca508a246 req-6f8ba322-b891-41b1-8998-6a2b365f04f1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386870 Dec 14 02:42:23.208052 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c4f6bae8-15ed-4025-9e9f-55b2296bdb23 req-44dc2973-59fd-4d62-b66c-e4d5e4bca5bd tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:23.225614 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc2973-59fd-4d62-b66c-e4d5e4bca5bd tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2713af46-16bf-4a29-95d4-7ddd67c80ae4,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:23.272033 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c4f6bae8-15ed-4025-9e9f-55b2296bdb23 req-44dc2973-59fd-4d62-b66c-e4d5e4bca5bd tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:23.273389 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4f6bae8-15ed-4025-9e9f-55b2296bdb23 req-44dc2973-59fd-4d62-b66c-e4d5e4bca5bd tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3733675 Dec 14 02:42:23.304353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-d0942d0f-4889-442e-885f-f7374e02a038 req-2203bf91-a0d8-4507-a7db-437ce96e17a3 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-421360569', 'description': 'tempest-description-1271244409'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:23.405809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01338017-aacd-4e8d-99ee-613fcfd93321 req-59fb758b-7497-4a7d-a5e8-ba16d529ab5e tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:23.407269 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01338017-aacd-4e8d-99ee-613fcfd93321 req-59fb758b-7497-4a7d-a5e8-ba16d529ab5e tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 945 time: 0.0526681 Dec 14 02:42:23.742617 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d0942d0f-4889-442e-885f-f7374e02a038 req-2203bf91-a0d8-4507-a7db-437ce96e17a3 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:23.793962 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01338017-aacd-4e8d-99ee-613fcfd93321 req-f394de9f-0e06-457b-84a7-9b7ea55d334b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804171 Dec 14 02:42:23.849487 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d0942d0f-4889-442e-885f-f7374e02a038 req-2203bf91-a0d8-4507-a7db-437ce96e17a3 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:23.944753 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d0942d0f-4889-442e-885f-f7374e02a038 req-2203bf91-a0d8-4507-a7db-437ce96e17a3 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:23.990645 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203bf91-a0d8-4507-a7db-437ce96e17a3 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377a2f79-6b41-4471-ba7e-76857e877bba,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:24.049502 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d0942d0f-4889-442e-885f-f7374e02a038 req-2203bf91-a0d8-4507-a7db-437ce96e17a3 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:24.050788 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0942d0f-4889-442e-885f-f7374e02a038 req-2203bf91-a0d8-4507-a7db-437ce96e17a3 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7520533 Dec 14 02:42:24.099288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-00803c98-e748-426a-8268-b4ced4cfa793 req-c69c126a-22e4-47e6-9d7e-be347ebbec3d tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-754781442', 'description': 'tempest-description-931803719'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:24.170119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152ed54-9356-43c7-bd0c-75f6be7aa157 req-3df3c8d2-8756-447a-9068-b410b39da17d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:24.171653 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0152ed54-9356-43c7-bd0c-75f6be7aa157 req-3df3c8d2-8756-447a-9068-b410b39da17d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0625324 Dec 14 02:42:24.224759 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0152ed54-9356-43c7-bd0c-75f6be7aa157 req-9a8146f9-9ad7-429c-9a59-9e28b54d664b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469253 Dec 14 02:42:24.259076 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-00803c98-e748-426a-8268-b4ced4cfa793 req-c69c126a-22e4-47e6-9d7e-be347ebbec3d tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:24.359936 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-00803c98-e748-426a-8268-b4ced4cfa793 req-c69c126a-22e4-47e6-9d7e-be347ebbec3d tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:24.429985 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-00803c98-e748-426a-8268-b4ced4cfa793 req-c69c126a-22e4-47e6-9d7e-be347ebbec3d tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:24.463639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c126a-22e4-47e6-9d7e-be347ebbec3d tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0494a0e1-5bbd-4286-9a67-8ccdccf648d7,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:24.591445 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-00803c98-e748-426a-8268-b4ced4cfa793 req-c69c126a-22e4-47e6-9d7e-be347ebbec3d tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:24.592765 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00803c98-e748-426a-8268-b4ced4cfa793 req-c69c126a-22e4-47e6-9d7e-be347ebbec3d tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5027487 Dec 14 02:42:24.659159 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63939826-36fa-41b4-84fb-2f893ef58d8a req-2f6c5313-dbdf-46fc-8fd2-18cc0cc7eae9 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-groups/377a2f79-6b41-4471-ba7e-76857e877bba HTTP/1.1" status: 200 len: 1823 time: 0.0435185 Dec 14 02:42:24.717816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63939826-36fa-41b4-84fb-2f893ef58d8a req-3e2673c3-fe90-4e16-bc1c-f2b11c41fc57 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-groups/0494a0e1-5bbd-4286-9a67-8ccdccf648d7 HTTP/1.1" status: 200 len: 1822 time: 0.0508828 Dec 14 02:42:24.730956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-63939826-36fa-41b4-84fb-2f893ef58d8a req-68596e42-321d-4a6c-b568-a7d872d8dc83 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '377a2f79-6b41-4471-ba7e-76857e877bba', 'remote_group_id': '0494a0e1-5bbd-4286-9a67-8ccdccf648d7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:24.731345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-63939826-36fa-41b4-84fb-2f893ef58d8a req-68596e42-321d-4a6c-b568-a7d872d8dc83 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '377a2f79-6b41-4471-ba7e-76857e877bba', 'remote_group_id': '0494a0e1-5bbd-4286-9a67-8ccdccf648d7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:24.966928 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09571f-5a28-4895-ade6-611d243c5b29 req-0420e286-402e-46d1-899f-fc7e44eedc79 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:24.968684 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e09571f-5a28-4895-ade6-611d243c5b29 req-0420e286-402e-46d1-899f-fc7e44eedc79 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 945 time: 0.0868769 Dec 14 02:42:25.002537 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-63939826-36fa-41b4-84fb-2f893ef58d8a req-68596e42-321d-4a6c-b568-a7d872d8dc83 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:25.052660 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e09571f-5a28-4895-ade6-611d243c5b29 req-3243a56f-82d7-4f2d-bc39-3e3da9deff8c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769045 Dec 14 02:42:25.064064 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-63939826-36fa-41b4-84fb-2f893ef58d8a req-68596e42-321d-4a6c-b568-a7d872d8dc83 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:25.190910 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-63939826-36fa-41b4-84fb-2f893ef58d8a req-68596e42-321d-4a6c-b568-a7d872d8dc83 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:25.210599 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68596e42-321d-4a6c-b568-a7d872d8dc83 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdc292b-4b89-4733-9c0f-d035c2d7f5ca,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:25.309224 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-63939826-36fa-41b4-84fb-2f893ef58d8a req-68596e42-321d-4a6c-b568-a7d872d8dc83 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:25.312636 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63939826-36fa-41b4-84fb-2f893ef58d8a req-68596e42-321d-4a6c-b568-a7d872d8dc83 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5864847 Dec 14 02:42:25.336141 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07c2f2-37e6-498b-8940-798aab20eef7 req-1f53b53b-1c1b-4de8-8af1-93d6e404a2c9 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:25.344129 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a07c2f2-37e6-498b-8940-798aab20eef7 req-1f53b53b-1c1b-4de8-8af1-93d6e404a2c9 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 945 time: 0.0659001 Dec 14 02:42:25.389857 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a07c2f2-37e6-498b-8940-798aab20eef7 req-a31138ce-d27a-4f69-8d1a-9c3eea11f506 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448020 Dec 14 02:42:25.498170 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bca62b2e-7d6f-40e5-a7c7-e05722dc8c90 req-04f156d1-0901-4212-b185-f5d3bfa4f68c tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-groups/0494a0e1-5bbd-4286-9a67-8ccdccf648d7 HTTP/1.1" status: 200 len: 1822 time: 0.0738187 Dec 14 02:42:25.538648 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407f24c-c5e4-47d9-a57e-bd60ebaf8123 req-57447729-1068-4c7a-904d-99d9df13bcdf tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:25.539893 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f407f24c-c5e4-47d9-a57e-bd60ebaf8123 req-57447729-1068-4c7a-904d-99d9df13bcdf tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0837393 Dec 14 02:42:25.612010 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bca62b2e-7d6f-40e5-a7c7-e05722dc8c90 req-d9ab29a3-2b0d-47e5-935a-1f14b6346cba tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:25.620775 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f407f24c-c5e4-47d9-a57e-bd60ebaf8123 req-ede6bdbe-2ed3-492c-9bab-3272ecf5f161 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721266 Dec 14 02:42:25.652921 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bca62b2e-7d6f-40e5-a7c7-e05722dc8c90 req-d9ab29a3-2b0d-47e5-935a-1f14b6346cba tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:25.830574 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bca62b2e-7d6f-40e5-a7c7-e05722dc8c90 req-d9ab29a3-2b0d-47e5-935a-1f14b6346cba tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:25.833641 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bca62b2e-7d6f-40e5-a7c7-e05722dc8c90 req-d9ab29a3-2b0d-47e5-935a-1f14b6346cba tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:25.834862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bca62b2e-7d6f-40e5-a7c7-e05722dc8c90 req-d9ab29a3-2b0d-47e5-935a-1f14b6346cba tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "DELETE /v2.0/security-groups/0494a0e1-5bbd-4286-9a67-8ccdccf648d7 HTTP/1.1" status: 204 len: 173 time: 0.3279922 Dec 14 02:42:25.845102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab29a3-2b0d-47e5-935a-1f14b6346cba tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0494a0e1-5bbd-4286-9a67-8ccdccf648d7,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:25.900834 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40f95e15-ca0f-496e-9ed0-d070a60ffaec req-bbbf4cac-e238-4a90-8383-c607c60cf872 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-groups/377a2f79-6b41-4471-ba7e-76857e877bba HTTP/1.1" status: 200 len: 1823 time: 0.0440810 Dec 14 02:42:25.937077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-10c13b47-b41b-4498-85aa-276adae2fb8e req-6f18433e-bac6-49a0-a259-5dfc81707350 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-235734609', 'description': 'tempest-description-776236982'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:26.087701 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-10c13b47-b41b-4498-85aa-276adae2fb8e req-6f18433e-bac6-49a0-a259-5dfc81707350 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:26.205213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63add7b-120d-4382-bb1f-86d442a3660a req-ffe64b60-0e4a-48ba-bf6c-a6a8463593bd tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:26.207064 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f63add7b-120d-4382-bb1f-86d442a3660a req-ffe64b60-0e4a-48ba-bf6c-a6a8463593bd tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 945 time: 0.0893879 Dec 14 02:42:26.226307 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-10c13b47-b41b-4498-85aa-276adae2fb8e req-6f18433e-bac6-49a0-a259-5dfc81707350 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:26.264903 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f63add7b-120d-4382-bb1f-86d442a3660a req-ef05f053-3a05-44c2-ba1d-560dc441092c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517032 Dec 14 02:42:26.322316 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-10c13b47-b41b-4498-85aa-276adae2fb8e req-6f18433e-bac6-49a0-a259-5dfc81707350 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:26.354758 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18433e-bac6-49a0-a259-5dfc81707350 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e884a434-4307-4392-b48f-3f7e50f3b293,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:26.412691 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-10c13b47-b41b-4498-85aa-276adae2fb8e req-6f18433e-bac6-49a0-a259-5dfc81707350 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:26.423482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-10c13b47-b41b-4498-85aa-276adae2fb8e req-6f18433e-bac6-49a0-a259-5dfc81707350 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4905632 Dec 14 02:42:26.521853 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ea7a99b-c1ef-45d9-acb3-b0b253397cbb req-82dca9a8-3852-41a1-98f6-cc563f926408 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-groups/e884a434-4307-4392-b48f-3f7e50f3b293 HTTP/1.1" status: 200 len: 1822 time: 0.0477183 Dec 14 02:42:26.533017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-3ea7a99b-c1ef-45d9-acb3-b0b253397cbb req-7193804b-6cff-4e7e-8ddd-d16b947842fb tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e884a434-4307-4392-b48f-3f7e50f3b293', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:26.533376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-3ea7a99b-c1ef-45d9-acb3-b0b253397cbb req-7193804b-6cff-4e7e-8ddd-d16b947842fb tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e884a434-4307-4392-b48f-3f7e50f3b293', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:26.642173 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3ea7a99b-c1ef-45d9-acb3-b0b253397cbb req-7193804b-6cff-4e7e-8ddd-d16b947842fb tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:26.672372 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3ea7a99b-c1ef-45d9-acb3-b0b253397cbb req-7193804b-6cff-4e7e-8ddd-d16b947842fb tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:26.737608 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3ea7a99b-c1ef-45d9-acb3-b0b253397cbb req-7193804b-6cff-4e7e-8ddd-d16b947842fb tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:26.764771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193804b-6cff-4e7e-8ddd-d16b947842fb tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1392f974-b725-49cd-ac5a-43ae4b435e9b,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:26.783352 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332a72e-e7df-46bb-a242-47e971a002e5 req-ad3ba8f4-ab84-46d1-a94f-aff232b97cd0 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:26.785004 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6332a72e-e7df-46bb-a242-47e971a002e5 req-ad3ba8f4-ab84-46d1-a94f-aff232b97cd0 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0842652 Dec 14 02:42:26.837169 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6332a72e-e7df-46bb-a242-47e971a002e5 req-43b3a4de-c782-4e00-904e-8eeb05acaf5f tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446606 Dec 14 02:42:26.849410 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3ea7a99b-c1ef-45d9-acb3-b0b253397cbb req-7193804b-6cff-4e7e-8ddd-d16b947842fb tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:26.854958 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ea7a99b-c1ef-45d9-acb3-b0b253397cbb req-7193804b-6cff-4e7e-8ddd-d16b947842fb tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3264229 Dec 14 02:42:26.872352 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:26.945757 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2f89a5d-56cf-45a8-bf3f-f5e11d3855b5 req-9e6430f6-20cf-4e30-b3a2-074771458eab tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-groups/e884a434-4307-4392-b48f-3f7e50f3b293 HTTP/1.1" status: 200 len: 2416 time: 0.0691969 Dec 14 02:42:26.957476 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-d2f89a5d-56cf-45a8-bf3f-f5e11d3855b5 req-4608e51f-ed65-4c3b-9f26-d7ebbac0fb2f tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e884a434-4307-4392-b48f-3f7e50f3b293', 'remote_group_id': None}]} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:26.957923 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-d2f89a5d-56cf-45a8-bf3f-f5e11d3855b5 req-4608e51f-ed65-4c3b-9f26-d7ebbac0fb2f tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e884a434-4307-4392-b48f-3f7e50f3b293', 'remote_group_id': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:27.129932 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d2f89a5d-56cf-45a8-bf3f-f5e11d3855b5 req-4608e51f-ed65-4c3b-9f26-d7ebbac0fb2f tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:27.153990 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d2f89a5d-56cf-45a8-bf3f-f5e11d3855b5 req-4608e51f-ed65-4c3b-9f26-d7ebbac0fb2f tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:27.258742 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d2f89a5d-56cf-45a8-bf3f-f5e11d3855b5 req-4608e51f-ed65-4c3b-9f26-d7ebbac0fb2f tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:27.276742 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608e51f-ed65-4c3b-9f26-d7ebbac0fb2f tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970a6014-de6a-4096-8909-757ed912de86,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:27.348744 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d2f89a5d-56cf-45a8-bf3f-f5e11d3855b5 req-4608e51f-ed65-4c3b-9f26-d7ebbac0fb2f tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:27.353891 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2f89a5d-56cf-45a8-bf3f-f5e11d3855b5 req-4608e51f-ed65-4c3b-9f26-d7ebbac0fb2f tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4009418 Dec 14 02:42:27.435877 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f45fbba-9b0f-4fb6-90c6-cb3e0e9f4f36 req-9e55db97-b84e-48f9-b1d7-f991c13482f0 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-groups/e884a434-4307-4392-b48f-3f7e50f3b293 HTTP/1.1" status: 200 len: 3015 time: 0.0596001 Dec 14 02:42:27.451564 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73acba-b067-4171-9217-3497ae95908e req-bfda5a5e-5b8e-47be-aed1-80d84a506cb3 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:27.460083 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e73acba-b067-4171-9217-3497ae95908e req-bfda5a5e-5b8e-47be-aed1-80d84a506cb3 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 945 time: 0.1264510 Dec 14 02:42:27.510056 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e73acba-b067-4171-9217-3497ae95908e req-12dff73b-51c2-4ebd-b9ac-b6133789ecf0 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490696 Dec 14 02:42:27.574627 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-061f44f1-21cb-4b7c-927b-1c3f7e3b4ca4 req-00e21673-63c2-4d7f-9ba7-938b6813e13a tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-group-rules/970a6014-de6a-4096-8909-757ed912de86 HTTP/1.1" status: 200 len: 783 time: 0.0219107 Dec 14 02:42:27.637661 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-061f44f1-21cb-4b7c-927b-1c3f7e3b4ca4 req-b1a7608c-62af-4a4c-afe0-8d9c7991b7b4 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-groups/e884a434-4307-4392-b48f-3f7e50f3b293 HTTP/1.1" status: 200 len: 3015 time: 0.0555885 Dec 14 02:42:27.674163 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-061f44f1-21cb-4b7c-927b-1c3f7e3b4ca4 req-903dd166-ea3e-48ff-b779-f278c69b8b5e tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:27.693707 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-061f44f1-21cb-4b7c-927b-1c3f7e3b4ca4 req-903dd166-ea3e-48ff-b779-f278c69b8b5e tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:27.789231 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e3735-4bda-4007-8acb-86131ff39a26 req-9d42a0a2-dec0-4acc-8244-c0b768a0c97c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:27.790808 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a5e3735-4bda-4007-8acb-86131ff39a26 req-9d42a0a2-dec0-4acc-8244-c0b768a0c97c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 945 time: 0.0550549 Dec 14 02:42:27.791993 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-061f44f1-21cb-4b7c-927b-1c3f7e3b4ca4 req-903dd166-ea3e-48ff-b779-f278c69b8b5e tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:27.799074 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-061f44f1-21cb-4b7c-927b-1c3f7e3b4ca4 req-903dd166-ea3e-48ff-b779-f278c69b8b5e tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:27.800422 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-061f44f1-21cb-4b7c-927b-1c3f7e3b4ca4 req-903dd166-ea3e-48ff-b779-f278c69b8b5e tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/970a6014-de6a-4096-8909-757ed912de86 HTTP/1.1" status: 204 len: 173 time: 0.1613810 Dec 14 02:42:27.813939 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903dd166-ea3e-48ff-b779-f278c69b8b5e tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=970a6014-de6a-4096-8909-757ed912de86,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:27.955195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-19ca3733-4a47-4b00-949d-aeb5cbc95ccc req-1f6befbb-dfbb-4eaf-b1a1-a13053a27b85 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-groups/e884a434-4307-4392-b48f-3f7e50f3b293 HTTP/1.1" status: 200 len: 2416 time: 0.1020343 Dec 14 02:42:28.010035 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-3a5e3735-4bda-4007-8acb-86131ff39a26 req-50022e9f-4e0e-47ff-8fb5-8bb5e5d65021 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Deleting port 9ff52dd1-a1d3-41fa-b073-ef8ef865f219 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:42:28.010678 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3a5e3735-4bda-4007-8acb-86131ff39a26 req-50022e9f-4e0e-47ff-8fb5-8bb5e5d65021 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:28.111094 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e824e-c878-4449-ba10-2c3bb9435576 req-1ff68aba-2d69-42a5-8690-7f20efac54d4 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:28.112605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c89e824e-c878-4449-ba10-2c3bb9435576 req-1ff68aba-2d69-42a5-8690-7f20efac54d4 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.1552730 Dec 14 02:42:28.167053 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-19ca3733-4a47-4b00-949d-aeb5cbc95ccc req-e7f593a8-77a9-4379-9d8e-fc816d966f1a tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:28.193476 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-3a5e3735-4bda-4007-8acb-86131ff39a26 req-50022e9f-4e0e-47ff-8fb5-8bb5e5d65021 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] For port 9ff52dd1-a1d3-41fa-b073-ef8ef865f219, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=9ff52dd1-a1d3-41fa-b073-ef8ef865f219,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:42:28.193841 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3a5e3735-4bda-4007-8acb-86131ff39a26 req-50022e9f-4e0e-47ff-8fb5-8bb5e5d65021 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:28.222657 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-19ca3733-4a47-4b00-949d-aeb5cbc95ccc req-e7f593a8-77a9-4379-9d8e-fc816d966f1a tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:28.225279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-3a5e3735-4bda-4007-8acb-86131ff39a26 req-50022e9f-4e0e-47ff-8fb5-8bb5e5d65021 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Calling delete_port for 9ff52dd1-a1d3-41fa-b073-ef8ef865f219 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:42:28.268654 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c89e824e-c878-4449-ba10-2c3bb9435576 req-d093088b-f5c4-4423-8008-2f872a7fa3b3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429372 Dec 14 02:42:28.412931 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-19ca3733-4a47-4b00-949d-aeb5cbc95ccc req-e7f593a8-77a9-4379-9d8e-fc816d966f1a tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:28.416094 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-19ca3733-4a47-4b00-949d-aeb5cbc95ccc req-e7f593a8-77a9-4379-9d8e-fc816d966f1a tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:28.419111 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-19ca3733-4a47-4b00-949d-aeb5cbc95ccc req-e7f593a8-77a9-4379-9d8e-fc816d966f1a tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "DELETE /v2.0/security-groups/e884a434-4307-4392-b48f-3f7e50f3b293 HTTP/1.1" status: 204 len: 173 time: 0.4204011 Dec 14 02:42:28.429915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f593a8-77a9-4379-9d8e-fc816d966f1a tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e884a434-4307-4392-b48f-3f7e50f3b293,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:28.464259 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-0748d02d-a105-4059-8d30-6201da4f4e9d req-6eebcc5d-7461-49e3-ab3c-8c1f57b4f2f8 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] show failed (client error): The resource could not be found. Dec 14 02:42:28.464259 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0748d02d-a105-4059-8d30-6201da4f4e9d req-6eebcc5d-7461-49e3-ab3c-8c1f57b4f2f8 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-groups/0494a0e1-5bbd-4286-9a67-8ccdccf648d7 HTTP/1.1" status: 404 len: 352 time: 0.0178924 Dec 14 02:42:28.482351 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3a5e3735-4bda-4007-8acb-86131ff39a26 req-50022e9f-4e0e-47ff-8fb5-8bb5e5d65021 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:28.517186 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48', '9ff52dd1-a1d3-41fa-b073-ef8ef865f219'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:42:28.524657 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50022e9f-4e0e-47ff-8fb5-8bb5e5d65021 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Pushing event deleted for resources: {'Port': ['ID=9ff52dd1-a1d3-41fa-b073-ef8ef865f219,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:28.568234 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39086) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:28.585522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5e3735-4bda-4007-8acb-86131ff39a26 req-50022e9f-4e0e-47ff-8fb5-8bb5e5d65021 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] No DVR routers for this DVR port 9ff52dd1-a1d3-41fa-b073-ef8ef865f219 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:42:28.588763 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3a5e3735-4bda-4007-8acb-86131ff39a26 req-50022e9f-4e0e-47ff-8fb5-8bb5e5d65021 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:28.592545 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a5e3735-4bda-4007-8acb-86131ff39a26 req-50022e9f-4e0e-47ff-8fb5-8bb5e5d65021 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "DELETE /v2.0/ports/9ff52dd1-a1d3-41fa-b073-ef8ef865f219 HTTP/1.1" status: 204 len: 173 time: 0.7911453 Dec 14 02:42:28.593279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2', 'name': 'network-vif-deleted', 'tag': '9ff52dd1-a1d3-41fa-b073-ef8ef865f219'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:42:28.595658 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9f1b93-53e6-4eb1-ae7e-51f2e2238874" -d '{"events": [{"server_uuid": "5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2", "name": "network-vif-deleted", "tag": "9ff52dd1-a1d3-41fa-b073-ef8ef865f219"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:42:28.607918 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bd5e53d0-c9f5-4cd4-a97d-2e0236acdb9a req-98718ade-6dcc-42c5-8d07-76977600cce1 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-groups/377a2f79-6b41-4471-ba7e-76857e877bba HTTP/1.1" status: 200 len: 1823 time: 0.1278799 Dec 14 02:42:28.681045 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bd5e53d0-c9f5-4cd4-a97d-2e0236acdb9a req-a68d90e9-6ae5-42cc-bea4-28beec1d7554 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:28.698615 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0861a971-d994-4d90-832d-a32c03ac70fc req-03d49a25-4cb7-462a-85d6-8df9251e2f6a tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 210 time: 0.0406260 Dec 14 02:42:28.742742 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bd5e53d0-c9f5-4cd4-a97d-2e0236acdb9a req-a68d90e9-6ae5-42cc-bea4-28beec1d7554 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:28.746200 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0bb3afe-daf5-4313-9e2e-d271ffe2ef52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:28.866166 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0bb3afe-daf5-4313-9e2e-d271ffe2ef52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:28.944664 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b50dba-9fdf-4702-b0c3-098420a91cbe x-openstack-request-id: req-02b50dba-9fdf-4702-b0c3-098420a91cbe {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:42:28.944970 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2", "name": "network-vif-deleted", "tag": "9ff52dd1-a1d3-41fa-b073-ef8ef865f219", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:42:28.945224 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02b50dba-9fdf-4702-b0c3-098420a91cbe {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:42:28.945680 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2', 'name': 'network-vif-deleted', 'tag': '9ff52dd1-a1d3-41fa-b073-ef8ef865f219', 'status': 'completed', 'code': 200} Dec 14 02:42:28.955660 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bd5e53d0-c9f5-4cd4-a97d-2e0236acdb9a req-a68d90e9-6ae5-42cc-bea4-28beec1d7554 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:28.958768 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bd5e53d0-c9f5-4cd4-a97d-2e0236acdb9a req-a68d90e9-6ae5-42cc-bea4-28beec1d7554 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:28.960238 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bd5e53d0-c9f5-4cd4-a97d-2e0236acdb9a req-a68d90e9-6ae5-42cc-bea4-28beec1d7554 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "DELETE /v2.0/security-groups/377a2f79-6b41-4471-ba7e-76857e877bba HTTP/1.1" status: 204 len: 173 time: 0.3513236 Dec 14 02:42:28.976444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d90e9-6ae5-42cc-bea4-28beec1d7554 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377a2f79-6b41-4471-ba7e-76857e877bba,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:29.009220 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0bb3afe-daf5-4313-9e2e-d271ffe2ef52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:29.070909 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d0bb3afe-daf5-4313-9e2e-d271ffe2ef52 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32bcb08ce5204dc2b6bafea5b989484a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5013711 Dec 14 02:42:29.071708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39098) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:29.073178 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb3afe-daf5-4313-9e2e-d271ffe2ef52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09304d8a-5f5d-4d80-8eab-221da7149576,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:29.134829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a497eb6-01b2-4147-9c5c-2de420ca86ac req-0860d834-c279-41bd-b950-b2f81b2f4416 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-groups/9a1c82a5-af0a-49b0-b29b-2dd3c8dd39d2 HTTP/1.1" status: 200 len: 1824 time: 0.0823140 Dec 14 02:42:29.162973 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9aa4e7d5-90b8-4b46-bcc9-51dc8d9d30e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:29.204343 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9aa4e7d5-90b8-4b46-bcc9-51dc8d9d30e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:29.250344 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3a497eb6-01b2-4147-9c5c-2de420ca86ac req-9f89a99d-4cf8-4dc4-ba96-3345064677e1 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:29.278597 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3a497eb6-01b2-4147-9c5c-2de420ca86ac req-9f89a99d-4cf8-4dc4-ba96-3345064677e1 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:29.429339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f5a1f-27bc-450e-984d-c9727a706577 req-a81ccf9f-1f3d-4616-a57b-5c5d0b83e88b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:29.430888 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-012f5a1f-27bc-450e-984d-c9727a706577 req-a81ccf9f-1f3d-4616-a57b-5c5d0b83e88b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0618899 Dec 14 02:42:29.435963 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9aa4e7d5-90b8-4b46-bcc9-51dc8d9d30e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:29.438669 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9aa4e7d5-90b8-4b46-bcc9-51dc8d9d30e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:29.440320 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9aa4e7d5-90b8-4b46-bcc9-51dc8d9d30e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09304d8a-5f5d-4d80-8eab-221da7149576 HTTP/1.1" status: 204 len: 168 time: 0.3659332 Dec 14 02:42:29.457106 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4e7d5-90b8-4b46-bcc9-51dc8d9d30e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09304d8a-5f5d-4d80-8eab-221da7149576,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:29.504889 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3a497eb6-01b2-4147-9c5c-2de420ca86ac req-9f89a99d-4cf8-4dc4-ba96-3345064677e1 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:29.507566 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3a497eb6-01b2-4147-9c5c-2de420ca86ac req-9f89a99d-4cf8-4dc4-ba96-3345064677e1 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:29.509772 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a497eb6-01b2-4147-9c5c-2de420ca86ac req-9f89a99d-4cf8-4dc4-ba96-3345064677e1 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "DELETE /v2.0/security-groups/9a1c82a5-af0a-49b0-b29b-2dd3c8dd39d2 HTTP/1.1" status: 204 len: 173 time: 0.3628385 Dec 14 02:42:29.521613 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-012f5a1f-27bc-450e-984d-c9727a706577 req-2704606e-9941-43fb-97dd-4665ebbf3a1d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807340 Dec 14 02:42:29.526890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89a99d-4cf8-4dc4-ba96-3345064677e1 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1c82a5-af0a-49b0-b29b-2dd3c8dd39d2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:29.595156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9cc5d6f5-d32b-4cf5-88a3-a7efbc7f0297 req-2ff3ac84-a2b6-49a1-b77a-0c54c2692b40 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-groups/3c682632-c638-49f4-ab55-f86ff6cd48fe HTTP/1.1" status: 200 len: 1823 time: 0.0510604 Dec 14 02:42:29.654450 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9cc5d6f5-d32b-4cf5-88a3-a7efbc7f0297 req-3a67753b-5edd-4e0e-94b1-86a249523958 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:29.681152 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9cc5d6f5-d32b-4cf5-88a3-a7efbc7f0297 req-3a67753b-5edd-4e0e-94b1-86a249523958 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:29.837891 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1129239b-9c9a-4093-b6ad-3bf3e1a3eb14 req-069ac846-f0ef-4edb-9fac-2005f6d85e10 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f1f12d0-89bc-4396-8a06-5a2fa7ea03c2 HTTP/1.1" status: 200 len: 210 time: 0.0273433 Dec 14 02:42:29.838646 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9cc5d6f5-d32b-4cf5-88a3-a7efbc7f0297 req-3a67753b-5edd-4e0e-94b1-86a249523958 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:29.842330 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9cc5d6f5-d32b-4cf5-88a3-a7efbc7f0297 req-3a67753b-5edd-4e0e-94b1-86a249523958 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:29.843347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9cc5d6f5-d32b-4cf5-88a3-a7efbc7f0297 req-3a67753b-5edd-4e0e-94b1-86a249523958 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "DELETE /v2.0/security-groups/3c682632-c638-49f4-ab55-f86ff6cd48fe HTTP/1.1" status: 204 len: 173 time: 0.2420914 Dec 14 02:42:29.855779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a67753b-5edd-4e0e-94b1-86a249523958 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c682632-c638-49f4-ab55-f86ff6cd48fe,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:29.954034 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a27868dc-61f5-40ae-bcfa-640a4a1595b1 req-26029472-de9d-4572-840d-f7e15886a06d tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-groups/4be2c009-e57e-4c1b-927b-37bb47e987f9 HTTP/1.1" status: 200 len: 2423 time: 0.0707393 Dec 14 02:42:30.019115 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a27868dc-61f5-40ae-bcfa-640a4a1595b1 req-c4ab4607-9bf7-4520-a109-4495bafb028a tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.043222 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a27868dc-61f5-40ae-bcfa-640a4a1595b1 req-c4ab4607-9bf7-4520-a109-4495bafb028a tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.104230 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.201825 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a27868dc-61f5-40ae-bcfa-640a4a1595b1 req-c4ab4607-9bf7-4520-a109-4495bafb028a tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.204667 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a27868dc-61f5-40ae-bcfa-640a4a1595b1 req-c4ab4607-9bf7-4520-a109-4495bafb028a tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.208896 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a27868dc-61f5-40ae-bcfa-640a4a1595b1 req-c4ab4607-9bf7-4520-a109-4495bafb028a tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "DELETE /v2.0/security-groups/4be2c009-e57e-4c1b-927b-37bb47e987f9 HTTP/1.1" status: 204 len: 173 time: 0.2489071 Dec 14 02:42:30.219450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab4607-9bf7-4520-a109-4495bafb028a tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be2c009-e57e-4c1b-927b-37bb47e987f9,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:30.265657 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39122) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:30.283683 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8d4baab-b00e-462d-b600-fd5694ab95dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.305660 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d97a3cc2-a77d-4dc2-a41c-5368ba621818 req-cbb2d5ff-57c2-4652-8a5d-0f8ad89c6fa8 tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "GET /v2.0/security-groups/a4d603e8-a8ac-430b-9edd-3396d4c476b5 HTTP/1.1" status: 200 len: 2418 time: 0.0573883 Dec 14 02:42:30.371156 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8d4baab-b00e-462d-b600-fd5694ab95dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.375195 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d97a3cc2-a77d-4dc2-a41c-5368ba621818 req-8ee3f0a0-2756-49e0-8384-8625ff95827f tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.399071 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d97a3cc2-a77d-4dc2-a41c-5368ba621818 req-8ee3f0a0-2756-49e0-8384-8625ff95827f tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.441600 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8d4baab-b00e-462d-b600-fd5694ab95dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.482724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4baab-b00e-462d-b600-fd5694ab95dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32956ae-e4b2-4ae6-8332-2926c56d7fbd,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:30.489338 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d8d4baab-b00e-462d-b600-fd5694ab95dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22e03de9f7904c3ea0e2b59415435c04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2195277 Dec 14 02:42:30.489731 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39126) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:30.527476 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d97a3cc2-a77d-4dc2-a41c-5368ba621818 req-8ee3f0a0-2756-49e0-8384-8625ff95827f tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.530267 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d97a3cc2-a77d-4dc2-a41c-5368ba621818 req-8ee3f0a0-2756-49e0-8384-8625ff95827f tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.531574 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d97a3cc2-a77d-4dc2-a41c-5368ba621818 req-8ee3f0a0-2756-49e0-8384-8625ff95827f tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] 10.222.0.39 "DELETE /v2.0/security-groups/a4d603e8-a8ac-430b-9edd-3396d4c476b5 HTTP/1.1" status: 204 len: 173 time: 0.2130339 Dec 14 02:42:30.540493 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39128) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:30.548236 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bbacad28-7392-4bbb-8198-6213de9b3c56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.548689 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3f0a0-2756-49e0-8384-8625ff95827f tempest-SecurityGroupRulesTestJSON-1391850693 tempest-SecurityGroupRulesTestJSON-1391850693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d603e8-a8ac-430b-9edd-3396d4c476b5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:30.571846 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bbacad28-7392-4bbb-8198-6213de9b3c56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.594419 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 9ff52dd1-a1d3-41fa-b073-ef8ef865f219 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:42:30.613414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-537a6385-9c12-4d6d-9171-0bb9ae05a01b admin admin] Deleting subnet 1154038f-2094-4de8-ba7b-de536121bf19 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:42:30.620709 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-537a6385-9c12-4d6d-9171-0bb9ae05a01b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.625738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 9ff52dd1-a1d3-41fa-b073-ef8ef865f219 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:42:30.626093 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 9ff52dd1-a1d3-41fa-b073-ef8ef865f219 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:42:30.687849 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-537a6385-9c12-4d6d-9171-0bb9ae05a01b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.727406 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bbacad28-7392-4bbb-8198-6213de9b3c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.730959 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bbacad28-7392-4bbb-8198-6213de9b3c56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.733684 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bbacad28-7392-4bbb-8198-6213de9b3c56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d32956ae-e4b2-4ae6-8332-2926c56d7fbd HTTP/1.1" status: 204 len: 168 time: 0.2427421 Dec 14 02:42:30.740708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb7a0ec-8e34-4612-a70e-889819786232 req-0d320ce0-afe5-45e5-a908-08384657bcfd tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:30.742345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9eb7a0ec-8e34-4612-a70e-889819786232 req-0d320ce0-afe5-45e5-a908-08384657bcfd tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0970805 Dec 14 02:42:30.745260 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-537a6385-9c12-4d6d-9171-0bb9ae05a01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.746414 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacad28-7392-4bbb-8198-6213de9b3c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32956ae-e4b2-4ae6-8332-2926c56d7fbd,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:30.838541 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9eb7a0ec-8e34-4612-a70e-889819786232 req-63cd460a-f7c9-4b3c-a909-29440b634629 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653071 Dec 14 02:42:30.882094 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-537a6385-9c12-4d6d-9171-0bb9ae05a01b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.908424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a6385-9c12-4d6d-9171-0bb9ae05a01b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1154038f-2094-4de8-ba7b-de536121bf19,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:30.912568 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-537a6385-9c12-4d6d-9171-0bb9ae05a01b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:30.917013 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-537a6385-9c12-4d6d-9171-0bb9ae05a01b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1154038f-2094-4de8-ba7b-de536121bf19 HTTP/1.1" status: 204 len: 168 time: 0.3752162 Dec 14 02:42:30.928695 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39138) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:31.038840 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a7d5861-ea53-47e3-8cbd-f4a7cfa0673e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:31.147377 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a7d5861-ea53-47e3-8cbd-f4a7cfa0673e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:31.170620 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2a7d5861-ea53-47e3-8cbd-f4a7cfa0673e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdbc31f-0acd-4dea-a92d-ff5ad24a95d0']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:42:31.182038 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2a7d5861-ea53-47e3-8cbd-f4a7cfa0673e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551c4592-c9b2-4c1f-acd8-339f8e5b3aab') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:42:31.182437 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2a7d5861-ea53-47e3-8cbd-f4a7cfa0673e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551c4592-c9b2-4c1f-acd8-339f8e5b3aab') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:42:31.194114 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a7d5861-ea53-47e3-8cbd-f4a7cfa0673e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:31.212105 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a7d5861-ea53-47e3-8cbd-f4a7cfa0673e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:31.220069 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7d5861-ea53-47e3-8cbd-f4a7cfa0673e admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:42:31.220728 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a7d5861-ea53-47e3-8cbd-f4a7cfa0673e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:42:31.222975 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:42:31.367239 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a7d5861-ea53-47e3-8cbd-f4a7cfa0673e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:31.373383 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a7d5861-ea53-47e3-8cbd-f4a7cfa0673e admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:31.376517 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2a7d5861-ea53-47e3-8cbd-f4a7cfa0673e admin admin] 10.222.0.39 "DELETE /v2.0/networks/efdbc31f-0acd-4dea-a92d-ff5ad24a95d0 HTTP/1.1" status: 204 len: 168 time: 0.4465938 Dec 14 02:42:31.412934 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d5861-ea53-47e3-8cbd-f4a7cfa0673e admin admin] Pushing event deleted for resources: {'Network': ['ID=efdbc31f-0acd-4dea-a92d-ff5ad24a95d0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:31.479419 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39166) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:31.498157 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39168) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:31.532357 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c15b7401-e5b6-4043-b299-917585dbc513 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:31.555715 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-5dd50fe8-6bf6-4fcc-8927-97dd1e457bf3 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:31.557848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-5dd50fe8-6bf6-4fcc-8927-97dd1e457bf3 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/networks?id=b6c00ad7-548c-4fdc-be08-89a064371a4a HTTP/1.1" status: 200 len: 806 time: 0.1151595 Dec 14 02:42:31.561011 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0a0566-4f36-4219-9dea-cb34c2f85d09 admin admin] Deleting subnet b125557c-e21f-4502-8273-6d9bdc3c09a7 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:42:31.566774 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0566-4f36-4219-9dea-cb34c2f85d09 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:31.573546 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-21b283d9-f462-4d1f-a1cd-1bda20ae7c6e tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/quotas/a984b7588a0144a79ab8cc60e3512d19 HTTP/1.1" status: 200 len: 375 time: 0.0095670 Dec 14 02:42:31.622194 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0566-4f36-4219-9dea-cb34c2f85d09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:31.633677 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-4f2bd21c-d3ae-4819-82c6-f8ae938b1db8 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0532570 Dec 14 02:42:31.662147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39170) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:31.692684 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0566-4f36-4219-9dea-cb34c2f85d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:31.733671 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c15b7401-e5b6-4043-b299-917585dbc513 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:31.751261 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b1f33917-12b4-477c-90ce-49254a19d091 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c04f2d3b4bf43dd8a6927e770f1af87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0879612 Dec 14 02:42:31.753817 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39172) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:31.784316 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c15b7401-e5b6-4043-b299-917585dbc513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:31.802536 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-3c0522ec-e8b7-47e5-a384-881cdef5cfbd service neutron] 10.222.0.39 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509075 Dec 14 02:42:31.830029 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c15b7401-e5b6-4043-b299-917585dbc513 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4830545683449e3bd06f965b9a26ab0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3283768 Dec 14 02:42:31.830029 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b7401-e5b6-4043-b299-917585dbc513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e273f5a4-f8a9-4824-9161-a2e525ee5426,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:31.831768 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39174) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:31.843352 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-482846fb-0f44-4a9d-91d6-c409d8dc3f2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:31.858033 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0566-4f36-4219-9dea-cb34c2f85d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:31.897020 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-482846fb-0f44-4a9d-91d6-c409d8dc3f2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:31.897915 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a0566-4f36-4219-9dea-cb34c2f85d09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b125557c-e21f-4502-8273-6d9bdc3c09a7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:31.903416 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0566-4f36-4219-9dea-cb34c2f85d09 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:31.910498 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3e0a0566-4f36-4219-9dea-cb34c2f85d09 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b125557c-e21f-4502-8273-6d9bdc3c09a7 HTTP/1.1" status: 204 len: 168 time: 0.4299448 Dec 14 02:42:31.914698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39178) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:31.990453 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c38c7c0-8740-4af2-b5c6-dddca92089fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.007444 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-9d9f27e9-da6f-4142-848b-68f82dfc94b5 service neutron] 10.222.0.39 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914210 Dec 14 02:42:32.021734 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46b147dd-0abc-4b16-a91b-1cd287df0d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.028243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cedcf2-2f64-412a-b5d2-d5d1ec9de14a req-d3ff4b7c-1182-4ead-981c-628e9d977b8d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:32.035479 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c38c7c0-8740-4af2-b5c6-dddca92089fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.037208 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41cedcf2-2f64-412a-b5d2-d5d1ec9de14a req-d3ff4b7c-1182-4ead-981c-628e9d977b8d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0733185 Dec 14 02:42:32.039508 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-482846fb-0f44-4a9d-91d6-c409d8dc3f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.042718 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-482846fb-0f44-4a9d-91d6-c409d8dc3f2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.043842 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-482846fb-0f44-4a9d-91d6-c409d8dc3f2b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3bc16124-9693-4b22-a724-32546b011a8e HTTP/1.1" status: 204 len: 168 time: 0.2890303 Dec 14 02:42:32.066834 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482846fb-0f44-4a9d-91d6-c409d8dc3f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc16124-9693-4b22-a724-32546b011a8e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:32.111109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41cedcf2-2f64-412a-b5d2-d5d1ec9de14a req-e1130463-d5bb-4f1f-a39e-97d370e6e856 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728729 Dec 14 02:42:32.198592 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46b147dd-0abc-4b16-a91b-1cd287df0d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.221380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-46b147dd-0abc-4b16-a91b-1cd287df0d60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae431a8-7010-4de4-9df7-3bb51444d533']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:42:32.233200 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-46b147dd-0abc-4b16-a91b-1cd287df0d60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc8399c-f6f9-4367-a4a0-9218008bbb77') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:42:32.233600 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-46b147dd-0abc-4b16-a91b-1cd287df0d60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc8399c-f6f9-4367-a4a0-9218008bbb77') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:42:32.243064 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46b147dd-0abc-4b16-a91b-1cd287df0d60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.260987 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46b147dd-0abc-4b16-a91b-1cd287df0d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.267950 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b147dd-0abc-4b16-a91b-1cd287df0d60 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:42:32.268343 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46b147dd-0abc-4b16-a91b-1cd287df0d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:42:32.270493 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:42:32.353208 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c38c7c0-8740-4af2-b5c6-dddca92089fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.356187 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c38c7c0-8740-4af2-b5c6-dddca92089fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.362051 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4c38c7c0-8740-4af2-b5c6-dddca92089fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e273f5a4-f8a9-4824-9161-a2e525ee5426 HTTP/1.1" status: 204 len: 168 time: 0.5291884 Dec 14 02:42:32.374733 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38c7c0-8740-4af2-b5c6-dddca92089fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e273f5a4-f8a9-4824-9161-a2e525ee5426,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:32.428733 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6761a559-834a-4d15-8c94-839977e22783 req-e40a7f06-ff12-4e4d-9087-6248c13758f1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 210 time: 0.0637231 Dec 14 02:42:32.440111 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46b147dd-0abc-4b16-a91b-1cd287df0d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.453542 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46b147dd-0abc-4b16-a91b-1cd287df0d60 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.481194 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-46b147dd-0abc-4b16-a91b-1cd287df0d60 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8ae431a8-7010-4de4-9df7-3bb51444d533 HTTP/1.1" status: 204 len: 168 time: 0.5571792 Dec 14 02:42:32.481573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39194) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:32.488665 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b147dd-0abc-4b16-a91b-1cd287df0d60 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae431a8-7010-4de4-9df7-3bb51444d533,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:32.526073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb01e69-c745-46f0-914d-f03041887020 admin admin] Deleting subnet b8a4c8a9-b8c8-4f52-87c7-d0d3601bd6a6 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:42:32.529967 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eeb01e69-c745-46f0-914d-f03041887020 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.569997 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eeb01e69-c745-46f0-914d-f03041887020 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.619337 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eeb01e69-c745-46f0-914d-f03041887020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.683191 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-538a6473-ff53-4683-8d06-030632e4a9c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.767628 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eeb01e69-c745-46f0-914d-f03041887020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.797732 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb01e69-c745-46f0-914d-f03041887020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8a4c8a9-b8c8-4f52-87c7-d0d3601bd6a6,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:32.799968 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eeb01e69-c745-46f0-914d-f03041887020 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.803358 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-eeb01e69-c745-46f0-914d-f03041887020 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b8a4c8a9-b8c8-4f52-87c7-d0d3601bd6a6 HTTP/1.1" status: 204 len: 168 time: 0.3293681 Dec 14 02:42:32.805758 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39214) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:32.879606 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c209b453-1743-4e8e-9bf9-e8ea6cf8d31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.972444 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c209b453-1743-4e8e-9bf9-e8ea6cf8d31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:32.997626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-c209b453-1743-4e8e-9bf9-e8ea6cf8d31f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['616b6090-488b-4d38-a95c-dc7ebf3cb5c6']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:42:33.007251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-c209b453-1743-4e8e-9bf9-e8ea6cf8d31f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a3597a-5e9b-4a4f-885c-66ab890624f6') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:42:33.007549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-c209b453-1743-4e8e-9bf9-e8ea6cf8d31f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a3597a-5e9b-4a4f-885c-66ab890624f6') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:42:33.017444 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c209b453-1743-4e8e-9bf9-e8ea6cf8d31f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:33.031843 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c209b453-1743-4e8e-9bf9-e8ea6cf8d31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:33.037816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c209b453-1743-4e8e-9bf9-e8ea6cf8d31f admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:42:33.038195 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c209b453-1743-4e8e-9bf9-e8ea6cf8d31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:42:33.039855 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:42:33.184531 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c209b453-1743-4e8e-9bf9-e8ea6cf8d31f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:33.203754 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c209b453-1743-4e8e-9bf9-e8ea6cf8d31f admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:33.209938 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c209b453-1743-4e8e-9bf9-e8ea6cf8d31f admin admin] 10.222.0.39 "DELETE /v2.0/networks/616b6090-488b-4d38-a95c-dc7ebf3cb5c6 HTTP/1.1" status: 204 len: 168 time: 0.4004908 Dec 14 02:42:33.219458 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209b453-1743-4e8e-9bf9-e8ea6cf8d31f admin admin] Pushing event deleted for resources: {'Network': ['ID=616b6090-488b-4d38-a95c-dc7ebf3cb5c6,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:33.491061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd800436-3047-48d2-8b8f-a1ee93da7d33 req-3f10b3a9-2bd5-4ed7-bd8a-40200c768c2d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:33.492605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd800436-3047-48d2-8b8f-a1ee93da7d33 req-3f10b3a9-2bd5-4ed7-bd8a-40200c768c2d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0502431 Dec 14 02:42:33.547837 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd800436-3047-48d2-8b8f-a1ee93da7d33 req-36b61556-0341-4ef5-9084-15c2f4459238 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483739 Dec 14 02:42:33.560736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39252) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:33.636065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39254) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:33.636693 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f0f7c0a2-e2ee-47bf-9f65-0e6a29c98860 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=90ed08d13eb0420d8fc68ea931f7be6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0742645 Dec 14 02:42:33.657517 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39256) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:33.711160 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ac7f2404-b99f-49dd-a9c6-c33c20c4801c req-de1ea72c-54a5-46e5-922f-90bbd5c11518 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 210 time: 0.0545757 Dec 14 02:42:33.743799 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-85b22668-ee3b-4168-8f27-a966240469cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:33.765999 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-85b22668-ee3b-4168-8f27-a966240469cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:33.776792 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-547105694-network', 'tenant_id': '9e47b8149cc443e1acb52f5d14e74289'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:33.869643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Made reservation on behalf of 9e47b8149cc443e1acb52f5d14e74289 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:42:33.872058 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:33.885900 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:33.916257 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-85b22668-ee3b-4168-8f27-a966240469cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:33.920230 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-85b22668-ee3b-4168-8f27-a966240469cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:33.921950 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-85b22668-ee3b-4168-8f27-a966240469cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/96e7e69c-6427-443a-9fb7-8aba557a3a36 HTTP/1.1" status: 204 len: 168 time: 0.2847919 Dec 14 02:42:33.933763 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b22668-ee3b-4168-8f27-a966240469cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e7e69c-6427-443a-9fb7-8aba557a3a36,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:33.991063 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:34.121509 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:34.150075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:42:34.159522 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929c63cc-2742-4ac3-8295-8a02df8eb868,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:34.169100 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:34.169100 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Added segment 39227690-01d0-4153-9128-644f4c3a5056 of type vlan for network a9fe22fe-1dca-405b-b90b-eb7dd167558e Dec 14 02:42:34.171513 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:34.171857 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:34.172197 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:34.172533 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:34.172863 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:34.173192 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:34.173542 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:34.173867 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:34.174191 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:34.174511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:34.174845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:34.175179 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:34.175496 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:34.221193 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:34.328072 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:34.330320 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:34.331417 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:34.438554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39282) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:34.439302 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7802992 Dec 14 02:42:34.443592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-882d5b17-734f-428c-9416-c6fd22ee17f7 admin admin] Request body: {'subnet': {'network_id': 'a9fe22fe-1dca-405b-b90b-eb7dd167558e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-547105694-subnet', 'tenant_id': '9e47b8149cc443e1acb52f5d14e74289', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:34.479518 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd63a0-bcce-4e82-87f6-c89981671951 admin admin] Pushing event updated for resources: {'Network': ['ID=a9fe22fe-1dca-405b-b90b-eb7dd167558e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:34.493727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network a9fe22fe-1dca-405b-b90b-eb7dd167558e details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:42:34.589856 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882d5b17-734f-428c-9416-c6fd22ee17f7 admin admin] Made reservation on behalf of 9e47b8149cc443e1acb52f5d14e74289 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:42:34.593641 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-882d5b17-734f-428c-9416-c6fd22ee17f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:34.842208 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39296) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:34.847020 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f38a2367-8004-4bc1-99bd-501b71d815cb req-04fd2c5a-7769-42fb-b22c-7bfa8ba95cd8 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 210 time: 0.0454988 Dec 14 02:42:34.891611 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ce7a0-ab3b-40f9-8036-4f1c0cd9baa8 req-bb68707f-cc63-41ac-bdd8-922792504eab tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:34.899587 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-912ce7a0-ab3b-40f9-8036-4f1c0cd9baa8 req-bb68707f-cc63-41ac-bdd8-922792504eab tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.2169995 Dec 14 02:42:34.932284 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-837f9767-411c-427e-bd3f-80899d9470dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=18dac4dc7e6c43a49e83cefce1aa209a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0877573 Dec 14 02:42:34.935607 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39298) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:34.954519 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-82e100aa-ab09-42db-b335-2e84061e637d tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:34.956696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-82e100aa-ab09-42db-b335-2e84061e637d tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "GET /v2.0/networks?id=b6c00ad7-548c-4fdc-be08-89a064371a4a HTTP/1.1" status: 200 len: 806 time: 0.2858722 Dec 14 02:42:34.979031 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-0defd0f8-6032-44f7-94f6-00b9e7df2c53 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Request body: {'port': {'device_id': '8a1b1775-908f-4924-8109-8ace7a12b1e9', 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a', 'admin_state_up': True, 'tenant_id': 'a984b7588a0144a79ab8cc60e3512d19'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:34.995012 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd10b038-69a2-4a60-aa6d-a9eded712a6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:35.024685 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd10b038-69a2-4a60-aa6d-a9eded712a6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:35.058706 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6c1470fe-7342-44aa-8096-f3e270533d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:35.110258 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-912ce7a0-ab3b-40f9-8036-4f1c0cd9baa8 req-cd398d0e-9ca8-47de-b260-670a63533b47 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091217 Dec 14 02:42:35.230122 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd10b038-69a2-4a60-aa6d-a9eded712a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:35.236238 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd10b038-69a2-4a60-aa6d-a9eded712a6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:35.237632 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bd10b038-69a2-4a60-aa6d-a9eded712a6b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30d2fa66-5625-4d4d-b3ec-b54759b73002 HTTP/1.1" status: 204 len: 168 time: 0.2982750 Dec 14 02:42:35.248236 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd10b038-69a2-4a60-aa6d-a9eded712a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d2fa66-5625-4d4d-b3ec-b54759b73002,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:35.280471 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-882d5b17-734f-428c-9416-c6fd22ee17f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:35.335823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-0defd0f8-6032-44f7-94f6-00b9e7df2c53 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Made reservation on behalf of a984b7588a0144a79ab8cc60e3512d19 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:42:35.339595 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-0defd0f8-6032-44f7-94f6-00b9e7df2c53 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:35.374351 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d5b17-734f-428c-9416-c6fd22ee17f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fa28a83-d520-4582-b364-e3465cd00b4f,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:35.410691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882d5b17-734f-428c-9416-c6fd22ee17f7 admin admin] Checking segment: {'id': '39227690-01d0-4153-9128-644f4c3a5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9fe22fe-1dca-405b-b90b-eb7dd167558e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:42:35.411059 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882d5b17-734f-428c-9416-c6fd22ee17f7 admin admin] Network hostable DHCP agents. Network: a9fe22fe-1dca-405b-b90b-eb7dd167558e, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:42:35.497343 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-0defd0f8-6032-44f7-94f6-00b9e7df2c53 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Allocated IP 172.20.0.12 (b6c00ad7-548c-4fdc-be08-89a064371a4a/8bafd591-3d5a-421c-a705-120fee96a2aa/ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:42:35.532737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882d5b17-734f-428c-9416-c6fd22ee17f7 admin admin] Network a9fe22fe-1dca-405b-b90b-eb7dd167558e is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:42:35.643188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-882d5b17-734f-428c-9416-c6fd22ee17f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, a9fe22fe-1dca-405b-b90b-eb7dd167558e) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:42:35.654042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cd39fb-727f-4fe4-9b63-f311b3c321af None None] Network a9fe22fe-1dca-405b-b90b-eb7dd167558e requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:42:35.656193 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882d5b17-734f-428c-9416-c6fd22ee17f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:35.656902 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-882d5b17-734f-428c-9416-c6fd22ee17f7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:35.727900 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-0defd0f8-6032-44f7-94f6-00b9e7df2c53 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:35.781131 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-882d5b17-734f-428c-9416-c6fd22ee17f7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3414102 Dec 14 02:42:35.817396 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988f6609-4c3d-4624-9fab-629341b415fd None None] Network a9fe22fe-1dca-405b-b90b-eb7dd167558e requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:42:35.864413 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-0defd0f8-6032-44f7-94f6-00b9e7df2c53 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:35.899201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-0defd0f8-6032-44f7-94f6-00b9e7df2c53 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Network b6c00ad7-548c-4fdc-be08-89a064371a4a is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:42:35.899472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:42:35.906081 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-0defd0f8-6032-44f7-94f6-00b9e7df2c53 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:42:35.942615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-0defd0f8-6032-44f7-94f6-00b9e7df2c53 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:42:36.041677 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defd0f8-6032-44f7-94f6-00b9e7df2c53 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Pushing event updated for resources: {'Port': ['ID=ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:36.061065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-0defd0f8-6032-44f7-94f6-00b9e7df2c53 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:36.061765 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-0defd0f8-6032-44f7-94f6-00b9e7df2c53 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:36.083639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b9196-1723-458e-be86-e1de8e640fa6 req-dd26c551-a865-42c7-98c4-4d3458aa4dea tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:36.085526 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cc6b9196-1723-458e-be86-e1de8e640fa6 req-dd26c551-a865-42c7-98c4-4d3458aa4dea tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 932 time: 0.1398807 Dec 14 02:42:36.151454 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cc6b9196-1723-458e-be86-e1de8e640fa6 req-4b6425ad-8097-4f24-bfa4-3e642c7935c2 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572906 Dec 14 02:42:36.195278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-0defd0f8-6032-44f7-94f6-00b9e7df2c53 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2212679 Dec 14 02:42:36.218595 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Request body: {'port': {'device_id': '8a1b1775-908f-4924-8109-8ace7a12b1e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:36.225357 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:36.304994 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:36.364347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49d928-60a0-4cb0-81bd-ef1e0383843b req-6da5242a-6304-4dc0-8632-f331bc112775 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:36.366803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd49d928-60a0-4cb0-81bd-ef1e0383843b req-6da5242a-6304-4dc0-8632-f331bc112775 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0967212 Dec 14 02:42:36.837871 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd49d928-60a0-4cb0-81bd-ef1e0383843b req-226b7f5c-ac83-4fa5-9d35-d5308aaa41cd tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620917 Dec 14 02:42:37.017946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:42:37.026531 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:37.043542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Transition to ACTIVE for port object ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:42:37.117431 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:37.179954 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Pushing event updated for resources: {'Port': ['ID=ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:37.274345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Attempting to bind port ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:42:37.274682 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Attempting to bind port ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:42:37.275002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Attempting to bind port ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 on network b6c00ad7-548c-4fdc-be08-89a064371a4a {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:42:37.282647 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Port ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 on network b6c00ad7-548c-4fdc-be08-89a064371a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:42:37.282953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Attempting to bind port ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 on network b6c00ad7-548c-4fdc-be08-89a064371a4a {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:42:37.290619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:42:37.290619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Checking segment: {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:42:37.292953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Bound using segment: {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:42:37.292953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Bound port: ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:42:37.292953 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:37.311080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb034e06-5806-4d29-9e78-73a6ee96436a req-d96e0580-c900-4904-9f6e-fda19dc1d786 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:37.312611 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb034e06-5806-4d29-9e78-73a6ee96436a req-d96e0580-c900-4904-9f6e-fda19dc1d786 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 944 time: 0.0823374 Dec 14 02:42:37.407935 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb034e06-5806-4d29-9e78-73a6ee96436a req-0ba22474-4ec7-4ad9-9f86-a370c5d80b5e tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892470 Dec 14 02:42:37.408950 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] For port ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:42:37.412091 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] For port ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:42:37.521781 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:37.561112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:37.561803 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:37.563252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] 10.222.0.46 "PUT /v2.0/ports/ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 HTTP/1.1" status: 200 len: 1092 time: 1.3525739 Dec 14 02:42:37.567902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a1b1775-908f-4924-8109-8ace7a12b1e9', 'tag': 'ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:42:37.570206 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f181df-11ad-40bf-8a60-24574a371274" -d '{"events": [{"name": "network-changed", "server_uuid": "8a1b1775-908f-4924-8109-8ace7a12b1e9", "tag": "ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:42:37.599997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0534b2-c171-46cf-9d15-367bfc58056f service neutron] Pushing event updated for resources: {'Port': ['ID=ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:37.600112 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39398) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:37.619047 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:37.635383 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ef3635-3d76-43fb-bac2-147890e1d0f4 x-openstack-request-id: req-f8ef3635-3d76-43fb-bac2-147890e1d0f4 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:42:37.640362 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a1b1775-908f-4924-8109-8ace7a12b1e9", "tag": "ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:42:37.640628 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f8ef3635-3d76-43fb-bac2-147890e1d0f4 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:42:37.641047 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a1b1775-908f-4924-8109-8ace7a12b1e9', 'tag': 'ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7', 'status': 'completed', 'code': 200} Dec 14 02:42:37.728241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f181df-11ad-40bf-8a60-24574a371274 req-d902b530-92c4-43ec-847d-3a145fa75b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:37.729830 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00f181df-11ad-40bf-8a60-24574a371274 req-d902b530-92c4-43ec-847d-3a145fa75b86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 1095 time: 0.0420337 Dec 14 02:42:37.867164 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f04f635-e277-4e4d-8acc-77948d4c0c55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:37.874069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f181df-11ad-40bf-8a60-24574a371274 req-55cb2f64-c450-427c-bee7-a205d3b959a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:37.875512 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00f181df-11ad-40bf-8a60-24574a371274 req-55cb2f64-c450-427c-bee7-a205d3b959a5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a984b7588a0144a79ab8cc60e3512d19&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1312895 Dec 14 02:42:37.953156 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f04f635-e277-4e4d-8acc-77948d4c0c55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:38.011709 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2728cbb-e14c-4e35-a048-abc68b0d7b68 req-b641bd0d-4e35-4ad5-9e53-1c31a0f30537 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:38.012368 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f04f635-e277-4e4d-8acc-77948d4c0c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:38.014519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2728cbb-e14c-4e35-a048-abc68b0d7b68 req-b641bd0d-4e35-4ad5-9e53-1c31a0f30537 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0853882 Dec 14 02:42:38.035115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f181df-11ad-40bf-8a60-24574a371274 req-8f470654-dc77-49cf-b2dc-81c79e48dea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:38.036581 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00f181df-11ad-40bf-8a60-24574a371274 req-8f470654-dc77-49cf-b2dc-81c79e48dea3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1535401 Dec 14 02:42:38.079585 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2728cbb-e14c-4e35-a048-abc68b0d7b68 req-4edf890e-b9e6-495f-83e0-fa1895aad4a4 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554273 Dec 14 02:42:38.081999 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1f04f635-e277-4e4d-8acc-77948d4c0c55 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14903faeb57247f6a9083435517597d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4807053 Dec 14 02:42:38.084670 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04f635-e277-4e4d-8acc-77948d4c0c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a253d3fc-aff8-4be8-87af-5e222ba9cbe0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:38.085573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39422) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:38.174812 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92ebbd89-5663-4f16-89a7-5b14ce5c82fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:38.190813 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-050ad2eb-9968-4ea6-8ed5-45b368a491b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:38.192329 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-050ad2eb-9968-4ea6-8ed5-45b368a491b8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 1095 time: 0.0787966 Dec 14 02:42:38.233784 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92ebbd89-5663-4f16-89a7-5b14ce5c82fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:38.298294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-39decdfd-0e7d-44e2-acc2-b28e3888fc92 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 HTTP/1.1" status: 200 len: 217 time: 0.0850372 Dec 14 02:42:38.393836 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-10ba1875-bc30-409e-aabd-170e13d52b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:38.395230 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-10ba1875-bc30-409e-aabd-170e13d52b66 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8bafd591-3d5a-421c-a705-120fee96a2aa HTTP/1.1" status: 200 len: 846 time: 0.0890241 Dec 14 02:42:38.407234 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-3e0e698a-3508-4abd-8892-4d974aa21b95 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:38.408608 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-3e0e698a-3508-4abd-8892-4d974aa21b95 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/networks?id=a9fe22fe-1dca-405b-b90b-eb7dd167558e HTTP/1.1" status: 200 len: 809 time: 0.2126570 Dec 14 02:42:38.439913 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-39175d01-6edb-4766-858e-0fcb49f80cb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6c00ad7-548c-4fdc-be08-89a064371a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303609 Dec 14 02:42:38.445071 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-b92976fc-53b9-4388-b5d7-fce3e9b8e76b tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/quotas/9e47b8149cc443e1acb52f5d14e74289 HTTP/1.1" status: 200 len: 375 time: 0.0268323 Dec 14 02:42:38.457294 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92ebbd89-5663-4f16-89a7-5b14ce5c82fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:38.459870 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92ebbd89-5663-4f16-89a7-5b14ce5c82fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:38.460974 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-92ebbd89-5663-4f16-89a7-5b14ce5c82fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a253d3fc-aff8-4be8-87af-5e222ba9cbe0 HTTP/1.1" status: 204 len: 168 time: 0.3743663 Dec 14 02:42:38.540987 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-73551fd2-ef0c-4e33-8411-3d5aeab078be tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9e47b8149cc443e1acb52f5d14e74289&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865178 Dec 14 02:42:38.546789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebbd89-5663-4f16-89a7-5b14ce5c82fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a253d3fc-aff8-4be8-87af-5e222ba9cbe0,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:38.551120 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:38.670405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2b585-f1ce-4ca4-a1b3-83df0e5d1848 req-d83742c8-203f-468b-8516-5c76460c1239 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:38.671916 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68f2b585-f1ce-4ca4-a1b3-83df0e5d1848 req-d83742c8-203f-468b-8516-5c76460c1239 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 944 time: 0.1594162 Dec 14 02:42:38.678976 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-7d2e933a-fb44-4992-b5c3-1ca4bf5b0970 service neutron] 10.222.0.46 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318585 Dec 14 02:42:38.768491 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-26b5683f-fa73-41f0-94c7-95b98b8ec508 service neutron] 10.222.0.39 "GET /v2.0/networks/a9fe22fe-1dca-405b-b90b-eb7dd167558e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028065 Dec 14 02:42:38.863024 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68f2b585-f1ce-4ca4-a1b3-83df0e5d1848 req-90a0f17a-3ecc-4f3f-8580-a5b917038b4a tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771126 Dec 14 02:42:38.925438 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-ade9ab95-5e71-4770-a834-a37b4c822910 service neutron] 10.222.0.39 "GET /v2.0/networks/a9fe22fe-1dca-405b-b90b-eb7dd167558e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560733 Dec 14 02:42:38.931984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42904a13-b70c-482f-8cd1-b31a9d36f5f1 req-b3cfdc41-1d77-4fe5-9162-7322b945206a service neutron] 10.222.0.46 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449741 Dec 14 02:42:39.268270 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234be0c8-4157-4db0-bbdb-2677c5ba30c1 req-bce6f707-d9db-4b9a-9d56-f78a4bb3aefc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:39.275599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-234be0c8-4157-4db0-bbdb-2677c5ba30c1 req-bce6f707-d9db-4b9a-9d56-f78a4bb3aefc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0612209 Dec 14 02:42:39.320459 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-234be0c8-4157-4db0-bbdb-2677c5ba30c1 req-d86b7e17-b43a-4a4b-90b4-be650f02a69e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436370 Dec 14 02:42:39.399167 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7bd9eac2-a2a6-484b-ad65-15cb02ab61a3 req-2d2f2c9f-b222-4afd-99e5-61fd11079ae9 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/ports?device_id=02e8e703-656a-41f5-b22a-6e4099ac1923 HTTP/1.1" status: 200 len: 210 time: 0.0273471 Dec 14 02:42:40.022496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac41fd-2c46-4df5-8eab-569406889dbd req-7f82f721-912d-49a6-ba74-de6a06643150 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:40.029603 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-48ac41fd-2c46-4df5-8eab-569406889dbd req-7f82f721-912d-49a6-ba74-de6a06643150 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 944 time: 0.0691295 Dec 14 02:42:40.085840 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-48ac41fd-2c46-4df5-8eab-569406889dbd req-0fe35252-e6ac-4580-98b7-c92f6066533a tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512185 Dec 14 02:42:40.485611 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9da83-6bd8-4667-ae1e-2d082dba2ab2 req-c515e673-3ef9-41f0-bed6-54a5d62138b6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:40.493794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2de9da83-6bd8-4667-ae1e-2d082dba2ab2 req-c515e673-3ef9-41f0-bed6-54a5d62138b6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0668356 Dec 14 02:42:40.547782 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:42:40.549897 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2de9da83-6bd8-4667-ae1e-2d082dba2ab2 req-82789752-9a0c-45af-8ef6-36e43e4d957d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549304 Dec 14 02:42:40.579029 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bba5573b-6654-40ba-bd72-af579be1c3c9 req-9d2fae3f-310a-42f8-a5bd-c734e686e6c4 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/ports?device_id=02e8e703-656a-41f5-b22a-6e4099ac1923 HTTP/1.1" status: 200 len: 210 time: 0.0383379 Dec 14 02:42:41.208107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a257c-2658-4c41-8511-4ce0e15a4aba req-4b6307f8-1161-4999-a0a0-0d8b8d43af8e tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:41.209639 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e06a257c-2658-4c41-8511-4ce0e15a4aba req-4b6307f8-1161-4999-a0a0-0d8b8d43af8e tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 944 time: 0.0554636 Dec 14 02:42:41.264722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e06a257c-2658-4c41-8511-4ce0e15a4aba req-f295978f-1b18-411c-bbdf-beadbe5024b6 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446503 Dec 14 02:42:41.574169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-b854bcbc-05e0-43ea-8b33-ca45e59c2184 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:41.575838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-b854bcbc-05e0-43ea-8b33-ca45e59c2184 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.47 "GET /v2.0/networks?id=a9fe22fe-1dca-405b-b90b-eb7dd167558e HTTP/1.1" status: 200 len: 809 time: 0.1352305 Dec 14 02:42:41.597433 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-18c2f87b-313e-47f2-912b-8b852116391a tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Request body: {'port': {'device_id': '02e8e703-656a-41f5-b22a-6e4099ac1923', 'network_id': 'a9fe22fe-1dca-405b-b90b-eb7dd167558e', 'admin_state_up': True, 'tenant_id': '9e47b8149cc443e1acb52f5d14e74289'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:41.751890 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8fbdd150-8a51-414a-bb52-7d42b9fe16f7 req-f5e86b50-e109-4d3e-a171-106dccb4cb7d tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/ports?device_id=02e8e703-656a-41f5-b22a-6e4099ac1923 HTTP/1.1" status: 200 len: 210 time: 0.0483322 Dec 14 02:42:41.781189 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca62c70-a173-44fd-b8f2-3a7775eb7b15 req-73abf5db-b706-4a6f-abe9-52b0fba0affb tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:41.783644 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6ca62c70-a173-44fd-b8f2-3a7775eb7b15 req-73abf5db-b706-4a6f-abe9-52b0fba0affb tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.1194484 Dec 14 02:42:41.851391 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6ca62c70-a173-44fd-b8f2-3a7775eb7b15 req-249e046a-bfee-4cce-afb5-aa88cec365b8 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557146 Dec 14 02:42:41.888386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-18c2f87b-313e-47f2-912b-8b852116391a tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Made reservation on behalf of 9e47b8149cc443e1acb52f5d14e74289 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:42:41.893916 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-18c2f87b-313e-47f2-912b-8b852116391a tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:42.029129 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-18c2f87b-313e-47f2-912b-8b852116391a tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Allocated IP 172.20.0.7 (a9fe22fe-1dca-405b-b90b-eb7dd167558e/4fa28a83-d520-4582-b364-e3465cd00b4f/8d0c7742-0b5d-49ec-977d-4c5388a9f36a) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:42:42.189371 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-18c2f87b-313e-47f2-912b-8b852116391a tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:42.383063 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be2bb9-b477-4750-89c9-8752c755cdb4 req-1ff94219-7d36-4fc8-8270-4117a84115c5 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:42.384575 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2be2bb9-b477-4750-89c9-8752c755cdb4 req-1ff94219-7d36-4fc8-8270-4117a84115c5 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 944 time: 0.0522707 Dec 14 02:42:42.441880 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-18c2f87b-313e-47f2-912b-8b852116391a tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:42.477762 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2be2bb9-b477-4750-89c9-8752c755cdb4 req-443422e7-eaf5-487a-a48c-b578b77ff073 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861468 Dec 14 02:42:42.496522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-18c2f87b-313e-47f2-912b-8b852116391a tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Network a9fe22fe-1dca-405b-b90b-eb7dd167558e is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:42:42.500064 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-18c2f87b-313e-47f2-912b-8b852116391a tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:42:42.503829 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-18c2f87b-313e-47f2-912b-8b852116391a tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:42:42.549665 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2f87b-313e-47f2-912b-8b852116391a tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Pushing event updated for resources: {'Port': ['ID=8d0c7742-0b5d-49ec-977d-4c5388a9f36a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:42.591475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-18c2f87b-313e-47f2-912b-8b852116391a tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:42.592252 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-18c2f87b-313e-47f2-912b-8b852116391a tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:42.626401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:42:42.689726 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-18c2f87b-313e-47f2-912b-8b852116391a tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0978737 Dec 14 02:42:42.708760 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Request body: {'port': {'device_id': '02e8e703-656a-41f5-b22a-6e4099ac1923', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:42.724652 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:42:42.740170 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7', 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a', 'port_id': 'ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7', 'mac_address': 'fa:16:3e:79:bd:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bafd591-3d5a-421c-a705-120fee96a2aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:42:42.764798 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:42.783181 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:42.797015 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:42:42.818810 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:42:42.881743 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:42.942763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:42.999579 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931507b-920a-43cf-8a0b-7c637ca198bc req-31e55d6a-160f-4667-8f3a-d1bb88aead81 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:43.001119 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f931507b-920a-43cf-8a0b-7c637ca198bc req-31e55d6a-160f-4667-8f3a-d1bb88aead81 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/ports?device_id=02e8e703-656a-41f5-b22a-6e4099ac1923 HTTP/1.1" status: 200 len: 931 time: 0.1243250 Dec 14 02:42:43.091904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf8b3b-a166-4330-98e4-afd913895640 req-ba622e11-1bd6-43fc-a3f4-6c8eff65e2f6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:43.093736 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0bdf8b3b-a166-4330-98e4-afd913895640 req-ba622e11-1bd6-43fc-a3f4-6c8eff65e2f6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.1204453 Dec 14 02:42:43.138521 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f931507b-920a-43cf-8a0b-7c637ca198bc req-70c8ed9e-8256-4e99-be43-f735f191fc16 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/security-groups?id=929c63cc-2742-4ac3-8295-8a02df8eb868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176591 Dec 14 02:42:43.176629 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:42:43.202393 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0bdf8b3b-a166-4330-98e4-afd913895640 req-3d667c7d-7ac3-4868-a136-dbce0608ff8b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974624 Dec 14 02:42:43.206677 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0c7742-0b5d-49ec-977d-4c5388a9f36a {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:42:43.222969 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:43.235235 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Transition to ACTIVE for port object 8d0c7742-0b5d-49ec-977d-4c5388a9f36a will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:42:43.304236 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:43.390402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Pushing event updated for resources: {'Port': ['ID=8d0c7742-0b5d-49ec-977d-4c5388a9f36a,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:43.441724 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Attempting to bind port 8d0c7742-0b5d-49ec-977d-4c5388a9f36a on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:42:43.447998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Attempting to bind port 8d0c7742-0b5d-49ec-977d-4c5388a9f36a by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '39227690-01d0-4153-9128-644f4c3a5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9fe22fe-1dca-405b-b90b-eb7dd167558e'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:42:43.447998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Attempting to bind port 8d0c7742-0b5d-49ec-977d-4c5388a9f36a on network a9fe22fe-1dca-405b-b90b-eb7dd167558e {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:42:43.447998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Port 8d0c7742-0b5d-49ec-977d-4c5388a9f36a on network a9fe22fe-1dca-405b-b90b-eb7dd167558e not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:42:43.447998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Attempting to bind port 8d0c7742-0b5d-49ec-977d-4c5388a9f36a on network a9fe22fe-1dca-405b-b90b-eb7dd167558e {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:42:43.456943 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:42:43.457320 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Checking segment: {'id': '39227690-01d0-4153-9128-644f4c3a5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9fe22fe-1dca-405b-b90b-eb7dd167558e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:42:43.457915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Bound using segment: {'id': '39227690-01d0-4153-9128-644f4c3a5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9fe22fe-1dca-405b-b90b-eb7dd167558e'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:42:43.458446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Bound port: 8d0c7742-0b5d-49ec-977d-4c5388a9f36a, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39227690-01d0-4153-9128-644f4c3a5056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a9fe22fe-1dca-405b-b90b-eb7dd167558e'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:42:43.459254 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:43.546436 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] For port 8d0c7742-0b5d-49ec-977d-4c5388a9f36a, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:42:43.551538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] For port 8d0c7742-0b5d-49ec-977d-4c5388a9f36a, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=8d0c7742-0b5d-49ec-977d-4c5388a9f36a,segment=NetworkSegment(39227690-01d0-4153-9128-644f4c3a5056),segment_id=39227690-01d0-4153-9128-644f4c3a5056)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:42:43.624079 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:43.674685 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:43.676190 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:43.678045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] 10.222.0.47 "PUT /v2.0/ports/8d0c7742-0b5d-49ec-977d-4c5388a9f36a HTTP/1.1" status: 200 len: 1091 time: 0.9739611 Dec 14 02:42:43.686971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28636e5f-a942-4114-8add-34991e9105bf req-7768d01d-ce50-4761-a127-3f52b201b5ae tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:43.708434 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-28636e5f-a942-4114-8add-34991e9105bf req-7768d01d-ce50-4761-a127-3f52b201b5ae tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 945 time: 0.1383264 Dec 14 02:42:43.719936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e8e703-656a-41f5-b22a-6e4099ac1923', 'tag': '8d0c7742-0b5d-49ec-977d-4c5388a9f36a'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:42:43.728061 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc5a5fe-b95d-4605-94ca-fc947bca8ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "02e8e703-656a-41f5-b22a-6e4099ac1923", "tag": "8d0c7742-0b5d-49ec-977d-4c5388a9f36a"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:42:43.782199 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Pushing event updated for resources: {'Port': ['ID=8d0c7742-0b5d-49ec-977d-4c5388a9f36a,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:43.803488 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:43.803843 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:43.804195 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:43.804540 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:43.804880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:43.805216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:43.805576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:43.806214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:43.806551 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:43.806915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:43.807660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:43.808067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:43.808313 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a7740b-ec81-47f9-9cfe-26dad351708b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:42:43.815146 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e40ac1-ae7e-407d-8aa7-d2f3e36f63d9 x-openstack-request-id: req-c4e40ac1-ae7e-407d-8aa7-d2f3e36f63d9 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:42:43.815437 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e8e703-656a-41f5-b22a-6e4099ac1923", "tag": "8d0c7742-0b5d-49ec-977d-4c5388a9f36a", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:42:43.815695 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4e40ac1-ae7e-407d-8aa7-d2f3e36f63d9 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:42:43.816116 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e8e703-656a-41f5-b22a-6e4099ac1923', 'tag': '8d0c7742-0b5d-49ec-977d-4c5388a9f36a', 'status': 'completed', 'code': 200} Dec 14 02:42:43.821143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-28636e5f-a942-4114-8add-34991e9105bf req-28191717-39b5-4e26-a88d-1b898926dd6e tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080809 Dec 14 02:42:43.868383 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-5816751c-4966-4c74-acd2-4307b3238c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:43.870115 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-5816751c-4966-4c74-acd2-4307b3238c70 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e47b8149cc443e1acb52f5d14e74289&device_id=02e8e703-656a-41f5-b22a-6e4099ac1923 HTTP/1.1" status: 200 len: 1094 time: 0.0463247 Dec 14 02:42:43.922574 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-f810b107-beed-4f9a-aa1d-dd49c89aedac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d0c7742-0b5d-49ec-977d-4c5388a9f36a HTTP/1.1" status: 200 len: 217 time: 0.0392482 Dec 14 02:42:43.975804 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-3f571c63-c49c-48ba-9f09-447fb74c923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:43.977508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-3f571c63-c49c-48ba-9f09-447fb74c923e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fa28a83-d520-4582-b364-e3465cd00b4f HTTP/1.1" status: 200 len: 849 time: 0.0483086 Dec 14 02:42:44.011461 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-ddeef4c4-eb97-492d-a8b4-4ad25ad63fa4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9fe22fe-1dca-405b-b90b-eb7dd167558e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266173 Dec 14 02:42:44.116273 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-c95950bb-3d6d-4604-9de5-a13343c4e5f3 service neutron] 10.222.0.47 "GET /v2.0/networks/a9fe22fe-1dca-405b-b90b-eb7dd167558e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972013 Dec 14 02:42:44.217256 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec9ff0a1-5a27-4fe5-83a4-e8a2229d4e27 req-1388fa30-699c-45e1-940e-3bddfc177baa service neutron] 10.222.0.47 "GET /v2.0/networks/a9fe22fe-1dca-405b-b90b-eb7dd167558e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933504 Dec 14 02:42:44.313613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21997991-6f71-4b70-8a40-12fbbbaa3007 req-e2d59215-7d65-46ba-8c00-b8fece9581aa tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:44.315248 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21997991-6f71-4b70-8a40-12fbbbaa3007 req-e2d59215-7d65-46ba-8c00-b8fece9581aa tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/ports?device_id=02e8e703-656a-41f5-b22a-6e4099ac1923 HTTP/1.1" status: 200 len: 943 time: 0.0654647 Dec 14 02:42:44.390086 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0a7c9-3009-41c3-ac60-728716f538c8 req-927c28c9-5cdc-457c-8e6b-fc5684e88dda tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:44.391853 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bdb0a7c9-3009-41c3-ac60-728716f538c8 req-927c28c9-5cdc-457c-8e6b-fc5684e88dda tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0960062 Dec 14 02:42:44.427794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21997991-6f71-4b70-8a40-12fbbbaa3007 req-d0ee7c15-32e1-4403-b86e-c7aa5f925e3e tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/security-groups?id=929c63cc-2742-4ac3-8295-8a02df8eb868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906940 Dec 14 02:42:44.476332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5a5fe-b95d-4605-94ca-fc947bca8ea6 req-3bdc091f-0bf7-43b6-91a1-1a9f071e405d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:44.477796 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2fc5a5fe-b95d-4605-94ca-fc947bca8ea6 req-3bdc091f-0bf7-43b6-91a1-1a9f071e405d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9e47b8149cc443e1acb52f5d14e74289&device_id=02e8e703-656a-41f5-b22a-6e4099ac1923 HTTP/1.1" status: 200 len: 1094 time: 0.0956194 Dec 14 02:42:44.482152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bdb0a7c9-3009-41c3-ac60-728716f538c8 req-961fac9d-6516-4212-aed7-71fb768fb547 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791569 Dec 14 02:42:44.584646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5a5fe-b95d-4605-94ca-fc947bca8ea6 req-40ebc6f2-dcda-41bf-bfde-ee23e490dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:44.594484 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2fc5a5fe-b95d-4605-94ca-fc947bca8ea6 req-40ebc6f2-dcda-41bf-bfde-ee23e490dbfb service neutron] 10.222.0.47 "GET /v2.0/networks?id=a9fe22fe-1dca-405b-b90b-eb7dd167558e HTTP/1.1" status: 200 len: 910 time: 0.1037657 Dec 14 02:42:44.640601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2fc5a5fe-b95d-4605-94ca-fc947bca8ea6 req-ee5fedcc-cbab-47ac-acc5-7dad7a427d3a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d0c7742-0b5d-49ec-977d-4c5388a9f36a HTTP/1.1" status: 200 len: 217 time: 0.0412793 Dec 14 02:42:44.657697 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:42:44.715371 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc5a5fe-b95d-4605-94ca-fc947bca8ea6 req-6ee74d33-e05e-4937-953f-791722eb13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:44.717917 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2fc5a5fe-b95d-4605-94ca-fc947bca8ea6 req-6ee74d33-e05e-4937-953f-791722eb13bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4fa28a83-d520-4582-b364-e3465cd00b4f HTTP/1.1" status: 200 len: 849 time: 0.0511684 Dec 14 02:42:44.750574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:42:44.757279 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2fc5a5fe-b95d-4605-94ca-fc947bca8ea6 req-209f9b54-ddc2-497b-bd57-8efd682435dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a9fe22fe-1dca-405b-b90b-eb7dd167558e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295608 Dec 14 02:42:44.757601 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:42:44.758243 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:44.900797 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2fc5a5fe-b95d-4605-94ca-fc947bca8ea6 req-d5cebc5c-31a2-4e3b-9f8c-5ab95e506a95 service neutron] 10.222.0.47 "GET /v2.0/networks/a9fe22fe-1dca-405b-b90b-eb7dd167558e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349416 Dec 14 02:42:44.905445 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:44.962138 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:42:44.963482 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1b1775-908f-4924-8109-8ace7a12b1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:42:44.967239 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000da438-76c4-4ade-a64c-e0a8add1a14f" -d '{"events": [{"server_uuid": "8a1b1775-908f-4924-8109-8ace7a12b1e9", "name": "network-vif-plugged", "status": "completed", "tag": "ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:42:45.011036 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c616f6c-c3a9-4969-85fd-10ab2551724a x-openstack-request-id: req-4c616f6c-c3a9-4969-85fd-10ab2551724a {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:42:45.011236 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1b1775-908f-4924-8109-8ace7a12b1e9", "name": "network-vif-plugged", "status": "completed", "tag": "ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:42:45.011456 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c616f6c-c3a9-4969-85fd-10ab2551724a {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:42:45.011939 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1b1775-908f-4924-8109-8ace7a12b1e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7', 'code': 200} Dec 14 02:42:45.050091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2fc5a5fe-b95d-4605-94ca-fc947bca8ea6 req-02d2f26b-fff5-46c3-9d61-6792056f0d52 service neutron] 10.222.0.47 "GET /v2.0/networks/a9fe22fe-1dca-405b-b90b-eb7dd167558e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399887 Dec 14 02:42:45.071867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6431f1c-327c-4099-8161-a80bb0709c9a req-0657d295-77c6-49f0-ae71-1cc9e644f3d9 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:45.073490 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6431f1c-327c-4099-8161-a80bb0709c9a req-0657d295-77c6-49f0-ae71-1cc9e644f3d9 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 945 time: 0.1350565 Dec 14 02:42:45.120971 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:45.161750 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6431f1c-327c-4099-8161-a80bb0709c9a req-468db132-e4fd-4a5e-a6a9-e4f6af64d373 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791197 Dec 14 02:42:45.168254 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b53e1a9-d5a4-445e-a59a-f22f4e239be7 req-7f71b05d-46df-44e2-85e4-e334e9b31999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:45.169848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b53e1a9-d5a4-445e-a59a-f22f4e239be7 req-7f71b05d-46df-44e2-85e4-e334e9b31999 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 1096 time: 0.0673690 Dec 14 02:42:45.188383 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:45.220287 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b53e1a9-d5a4-445e-a59a-f22f4e239be7 req-3a95ce49-99d3-42b5-82d1-464eb364749b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415342 Dec 14 02:42:45.560982 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c21996-0212-462c-9810-a40aa76b5c28 req-0266024c-1110-4286-94ff-961f31a34706 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:45.562616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56c21996-0212-462c-9810-a40aa76b5c28 req-0266024c-1110-4286-94ff-961f31a34706 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/ports?device_id=02e8e703-656a-41f5-b22a-6e4099ac1923 HTTP/1.1" status: 200 len: 943 time: 0.0609317 Dec 14 02:42:45.639726 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd459b41-dae7-494b-a6e7-589039b2409e req-313fa0a9-12ca-42f4-a9d4-1540ca70af57 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:45.641264 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd459b41-dae7-494b-a6e7-589039b2409e req-313fa0a9-12ca-42f4-a9d4-1540ca70af57 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0777464 Dec 14 02:42:45.649106 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56c21996-0212-462c-9810-a40aa76b5c28 req-5facd24c-5b4c-4d79-b2ab-3a66f4ede238 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/security-groups?id=929c63cc-2742-4ac3-8295-8a02df8eb868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758829 Dec 14 02:42:45.700890 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd459b41-dae7-494b-a6e7-589039b2409e req-f0c6f2f4-4ed1-4c31-bbf7-bb0351caa03e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497456 Dec 14 02:42:46.224835 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 8d0c7742-0b5d-49ec-977d-4c5388a9f36a details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:42:46.232262 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d9ef92-7223-4338-99a8-071d0e0f07e5 req-1625944a-7f5b-4b98-a93f-72bcb41b6b1d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:46.233873 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37d9ef92-7223-4338-99a8-071d0e0f07e5 req-1625944a-7f5b-4b98-a93f-72bcb41b6b1d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.0537484 Dec 14 02:42:46.315612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1723084a-8ec9-495f-a29c-c1fb3f383d52 req-618b25c7-f677-4860-8fe3-d3a948f9d4f4 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:46.317202 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1723084a-8ec9-495f-a29c-c1fb3f383d52 req-618b25c7-f677-4860-8fe3-d3a948f9d4f4 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 946 time: 0.0809693 Dec 14 02:42:46.343433 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37d9ef92-7223-4338-99a8-071d0e0f07e5 req-1546ca1d-cddd-4752-8f46-de40f2f5b93b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973916 Dec 14 02:42:46.345215 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 8d0c7742-0b5d-49ec-977d-4c5388a9f36a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=8d0c7742-0b5d-49ec-977d-4c5388a9f36a,segment=NetworkSegment(39227690-01d0-4153-9128-644f4c3a5056),segment_id=39227690-01d0-4153-9128-644f4c3a5056)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:42:46.358738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '8d0c7742-0b5d-49ec-977d-4c5388a9f36a', 'network_id': 'a9fe22fe-1dca-405b-b90b-eb7dd167558e', 'port_id': '8d0c7742-0b5d-49ec-977d-4c5388a9f36a', 'mac_address': 'fa:16:3e:0d:ca:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fa28a83-d520-4582-b364-e3465cd00b4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:42:46.383459 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1723084a-8ec9-495f-a29c-c1fb3f383d52 req-00289480-9a91-4e84-9802-a18fe7dc42c1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576675 Dec 14 02:42:46.412707 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:46.429129 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0c7742-0b5d-49ec-977d-4c5388a9f36a {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:42:46.451187 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 8d0c7742-0b5d-49ec-977d-4c5388a9f36a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=8d0c7742-0b5d-49ec-977d-4c5388a9f36a,segment=NetworkSegment(39227690-01d0-4153-9128-644f4c3a5056),segment_id=39227690-01d0-4153-9128-644f4c3a5056)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:42:46.544207 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:46.599712 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=8d0c7742-0b5d-49ec-977d-4c5388a9f36a,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:46.778993 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef3227-f2cf-4a6f-afc9-c4ece05ad7eb req-da96eb31-dd03-4ee3-ac25-d7183c58e7fd tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:46.781376 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0bef3227-f2cf-4a6f-afc9-c4ece05ad7eb req-da96eb31-dd03-4ee3-ac25-d7183c58e7fd tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/ports?device_id=02e8e703-656a-41f5-b22a-6e4099ac1923 HTTP/1.1" status: 200 len: 944 time: 0.0548363 Dec 14 02:42:46.839797 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0bef3227-f2cf-4a6f-afc9-c4ece05ad7eb req-1ed5f801-5f16-4f14-b424-9004a24f3f75 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/security-groups?id=929c63cc-2742-4ac3-8295-8a02df8eb868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489268 Dec 14 02:42:46.961967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['8d0c7742-0b5d-49ec-977d-4c5388a9f36a'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:42:47.618412 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39712) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:47.872713 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7a45d2f-8e2e-46f6-9e59-88bea51c9ecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:47.925271 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02ed375-a634-4022-8bbd-91a9a13dc0a9 req-d75445f0-a6db-4a44-98ca-0cd2e503302b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:47.939875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b02ed375-a634-4022-8bbd-91a9a13dc0a9 req-d75445f0-a6db-4a44-98ca-0cd2e503302b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.4980650 Dec 14 02:42:47.957157 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7a45d2f-8e2e-46f6-9e59-88bea51c9ecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:47.976864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa01c2-1a6d-49ab-903d-7afd647eab37 req-5a6ef5c6-70e8-4943-a811-4fc0f314c9ff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:47.978316 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cffa01c2-1a6d-49ab-903d-7afd647eab37 req-5a6ef5c6-70e8-4943-a811-4fc0f314c9ff tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 945 time: 0.1329136 Dec 14 02:42:47.988378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323da0cf-1d46-4089-a8b0-96a931d13ca1 req-9f0ba0e7-57d8-42c1-847e-c0dcef85f35d tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:47.989782 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-323da0cf-1d46-4089-a8b0-96a931d13ca1 req-9f0ba0e7-57d8-42c1-847e-c0dcef85f35d tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 946 time: 0.1428759 Dec 14 02:42:48.060094 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7a45d2f-8e2e-46f6-9e59-88bea51c9ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:48.063731 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b02ed375-a634-4022-8bbd-91a9a13dc0a9 req-3bb08bbd-03d7-4245-b7b1-d96bee038673 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250582 Dec 14 02:42:48.098455 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f7a45d2f-8e2e-46f6-9e59-88bea51c9ecd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15fe0f3892614555ba79356c311944e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4699910 Dec 14 02:42:48.099311 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39724) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:48.101615 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a45d2f-8e2e-46f6-9e59-88bea51c9ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ae6ed6-9547-45c8-9bab-4577641ff900,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:48.126820 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-323da0cf-1d46-4089-a8b0-96a931d13ca1 req-32f233d5-d803-4e0a-b21c-9bb9873d1dec tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189806 Dec 14 02:42:48.149437 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-cffa01c2-1a6d-49ab-903d-7afd647eab37 req-87a5c87d-9764-48d7-bb75-8d032d2631dc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Deleting port 4ef48508-52d6-4e52-bc16-eb072704c29c {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:42:48.149790 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cffa01c2-1a6d-49ab-903d-7afd647eab37 req-87a5c87d-9764-48d7-bb75-8d032d2631dc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:48.162333 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-92963a1c-2140-43fb-90f6-a5efafe281a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:48.197849 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-92963a1c-2140-43fb-90f6-a5efafe281a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:48.245021 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 8d0c7742-0b5d-49ec-977d-4c5388a9f36a up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:42:48.325814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f674c-0ceb-48c7-a91d-075d435e5810 req-66f797d3-fb55-43bd-9932-99623bdf3165 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:48.325814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be3f674c-0ceb-48c7-a91d-075d435e5810 req-66f797d3-fb55-43bd-9932-99623bdf3165 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/ports?device_id=02e8e703-656a-41f5-b22a-6e4099ac1923 HTTP/1.1" status: 200 len: 944 time: 0.0996230 Dec 14 02:42:48.325814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-cffa01c2-1a6d-49ab-903d-7afd647eab37 req-87a5c87d-9764-48d7-bb75-8d032d2631dc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] For port 4ef48508-52d6-4e52-bc16-eb072704c29c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4ef48508-52d6-4e52-bc16-eb072704c29c,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:42:48.325814 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cffa01c2-1a6d-49ab-903d-7afd647eab37 req-87a5c87d-9764-48d7-bb75-8d032d2631dc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:48.344623 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-92963a1c-2140-43fb-90f6-a5efafe281a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:48.345199 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-cffa01c2-1a6d-49ab-903d-7afd647eab37 req-87a5c87d-9764-48d7-bb75-8d032d2631dc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Calling delete_port for 4ef48508-52d6-4e52-bc16-eb072704c29c owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:42:48.348781 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-92963a1c-2140-43fb-90f6-a5efafe281a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:48.350505 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-92963a1c-2140-43fb-90f6-a5efafe281a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8ae6ed6-9547-45c8-9bab-4577641ff900 HTTP/1.1" status: 204 len: 168 time: 0.2498803 Dec 14 02:42:48.360328 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92963a1c-2140-43fb-90f6-a5efafe281a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ae6ed6-9547-45c8-9bab-4577641ff900,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:48.383199 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 8d0c7742-0b5d-49ec-977d-4c5388a9f36a completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:42:48.391601 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 8d0c7742-0b5d-49ec-977d-4c5388a9f36a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:42:48.391982 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:48.484851 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be3f674c-0ceb-48c7-a91d-075d435e5810 req-89268aab-3240-4b72-b6fe-354234b1e23a tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/security-groups?id=929c63cc-2742-4ac3-8295-8a02df8eb868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520529 Dec 14 02:42:48.503504 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:48.504989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239840ac-febd-481e-9a9a-cc9c3f152267 req-92311692-6785-4cfa-98b7-22923eb55dea tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:48.510079 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-239840ac-febd-481e-9a9a-cc9c3f152267 req-92311692-6785-4cfa-98b7-22923eb55dea tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 946 time: 0.1530533 Dec 14 02:42:48.532338 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e8e703-656a-41f5-b22a-6e4099ac1923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0c7742-0b5d-49ec-977d-4c5388a9f36a'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:42:48.534834 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba60aba1-0c87-4ee4-87cd-15d38d269855" -d '{"events": [{"server_uuid": "02e8e703-656a-41f5-b22a-6e4099ac1923", "name": "network-vif-plugged", "status": "completed", "tag": "8d0c7742-0b5d-49ec-977d-4c5388a9f36a"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:42:48.548752 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 8d0c7742-0b5d-49ec-977d-4c5388a9f36a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=8d0c7742-0b5d-49ec-977d-4c5388a9f36a,segment=NetworkSegment(39227690-01d0-4153-9128-644f4c3a5056),segment_id=39227690-01d0-4153-9128-644f4c3a5056)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:42:48.622178 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-239840ac-febd-481e-9a9a-cc9c3f152267 req-a3c34a45-b18c-48be-a2a6-a3cffba936c6 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931532 Dec 14 02:42:48.623309 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5b9298-c6e1-40ee-9f1d-2fb9b94b1e1d x-openstack-request-id: req-3b5b9298-c6e1-40ee-9f1d-2fb9b94b1e1d {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:42:48.623603 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e8e703-656a-41f5-b22a-6e4099ac1923", "name": "network-vif-plugged", "status": "completed", "tag": "8d0c7742-0b5d-49ec-977d-4c5388a9f36a", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:42:48.623859 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b5b9298-c6e1-40ee-9f1d-2fb9b94b1e1d {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:42:48.624275 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e8e703-656a-41f5-b22a-6e4099ac1923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0c7742-0b5d-49ec-977d-4c5388a9f36a', 'code': 200} Dec 14 02:42:48.640959 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:48.692289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=8d0c7742-0b5d-49ec-977d-4c5388a9f36a,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:48.727522 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cffa01c2-1a6d-49ab-903d-7afd647eab37 req-87a5c87d-9764-48d7-bb75-8d032d2631dc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:48.767242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5c87d-9764-48d7-bb75-8d032d2631dc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Pushing event deleted for resources: {'Port': ['ID=4ef48508-52d6-4e52-bc16-eb072704c29c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:48.787312 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c21326-348e-47df-8b3f-0496a8c30b4e None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:42:48.789607 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140396f-c9fe-46c6-baae-906d9a891f61 req-b44f7152-4233-443d-912a-9ee34eec539e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:48.791829 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7140396f-c9fe-46c6-baae-906d9a891f61 req-b44f7152-4233-443d-912a-9ee34eec539e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=02e8e703-656a-41f5-b22a-6e4099ac1923 HTTP/1.1" status: 200 len: 1096 time: 0.0473464 Dec 14 02:42:48.818114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffa01c2-1a6d-49ab-903d-7afd647eab37 req-87a5c87d-9764-48d7-bb75-8d032d2631dc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] No DVR routers for this DVR port 4ef48508-52d6-4e52-bc16-eb072704c29c on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:42:48.822545 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-cffa01c2-1a6d-49ab-903d-7afd647eab37 req-87a5c87d-9764-48d7-bb75-8d032d2631dc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:48.831782 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cffa01c2-1a6d-49ab-903d-7afd647eab37 req-87a5c87d-9764-48d7-bb75-8d032d2631dc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.47 "DELETE /v2.0/ports/4ef48508-52d6-4e52-bc16-eb072704c29c HTTP/1.1" status: 204 len: 173 time: 0.8406196 Dec 14 02:42:48.832967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2eb33-f612-4a96-88fb-320ce91d3ec3', 'name': 'network-vif-deleted', 'tag': '4ef48508-52d6-4e52-bc16-eb072704c29c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:42:48.836345 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29ab4e8-ca82-4f28-b11a-cc44d3c878c5" -d '{"events": [{"server_uuid": "0ed2eb33-f612-4a96-88fb-320ce91d3ec3", "name": "network-vif-deleted", "tag": "4ef48508-52d6-4e52-bc16-eb072704c29c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:42:48.861013 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7140396f-c9fe-46c6-baae-906d9a891f61 req-7d34e94f-6ee5-46f6-8da2-5e29c61ddb80 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=929c63cc-2742-4ac3-8295-8a02df8eb868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608757 Dec 14 02:42:48.883243 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fee77b-2a5a-493d-8eb5-f7f5a34ec17e x-openstack-request-id: req-b2fee77b-2a5a-493d-8eb5-f7f5a34ec17e {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:42:48.883673 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ed2eb33-f612-4a96-88fb-320ce91d3ec3", "name": "network-vif-deleted", "tag": "4ef48508-52d6-4e52-bc16-eb072704c29c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:42:48.884030 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2fee77b-2a5a-493d-8eb5-f7f5a34ec17e {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:42:48.884559 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2eb33-f612-4a96-88fb-320ce91d3ec3', 'name': 'network-vif-deleted', 'tag': '4ef48508-52d6-4e52-bc16-eb072704c29c', 'status': 'completed', 'code': 200} Dec 14 02:42:49.103734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eb8e41-3ef0-45b7-8ccd-a3788811840c req-66f7039f-7df5-4291-add0-896a2cdb1bcd tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:49.105540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f0eb8e41-3ef0-45b7-8ccd-a3788811840c req-66f7039f-7df5-4291-add0-896a2cdb1bcd tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 946 time: 0.0518227 Dec 14 02:42:49.189879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcd708d4-ac2c-4c20-b499-76e7fae120f8 req-65bacf31-153d-40ed-aabd-19c88c4da733 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ed2eb33-f612-4a96-88fb-320ce91d3ec3 HTTP/1.1" status: 200 len: 210 time: 0.0442746 Dec 14 02:42:49.195676 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f0eb8e41-3ef0-45b7-8ccd-a3788811840c req-88c359a6-c7cb-45f3-ba37-3b1dff893a76 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828338 Dec 14 02:42:49.232135 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39760) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:49.247492 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3b346f64-a38d-4f68-96a9-bb3d0c77e8da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:49.349240 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3b346f64-a38d-4f68-96a9-bb3d0c77e8da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:49.395244 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3b346f64-a38d-4f68-96a9-bb3d0c77e8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:49.435854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3b346f64-a38d-4f68-96a9-bb3d0c77e8da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=373e2d2db0d54edfb9a049cdbaa5efaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2022717 Dec 14 02:42:49.438010 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b346f64-a38d-4f68-96a9-bb3d0c77e8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a151f1-f7e9-4d80-815b-88e54d307001,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:49.438655 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39766) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:49.497726 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afa170a9-001e-400d-ad31-f4bfad2a6f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:49.520282 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afa170a9-001e-400d-ad31-f4bfad2a6f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:49.612855 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afa170a9-001e-400d-ad31-f4bfad2a6f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:49.615693 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afa170a9-001e-400d-ad31-f4bfad2a6f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:49.623800 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-afa170a9-001e-400d-ad31-f4bfad2a6f90 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6a151f1-f7e9-4d80-815b-88e54d307001 HTTP/1.1" status: 204 len: 168 time: 0.1808417 Dec 14 02:42:49.626241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5c21c-7fb9-4f32-9a54-be026ec59741 req-9123fc38-3c82-43d8-9b81-313f559ac169 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:49.627868 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9c5c21c-7fb9-4f32-9a54-be026ec59741 req-9123fc38-3c82-43d8-9b81-313f559ac169 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/ports?device_id=02e8e703-656a-41f5-b22a-6e4099ac1923 HTTP/1.1" status: 200 len: 945 time: 0.0552952 Dec 14 02:42:49.642719 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa170a9-001e-400d-ad31-f4bfad2a6f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a151f1-f7e9-4d80-815b-88e54d307001,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:49.681992 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9c5c21c-7fb9-4f32-9a54-be026ec59741 req-a283b5af-a7c6-4aeb-9416-757f7c2cae78 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/security-groups?id=929c63cc-2742-4ac3-8295-8a02df8eb868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469918 Dec 14 02:42:50.267473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4ef48508-52d6-4e52-bc16-eb072704c29c no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:42:50.292277 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 4ef48508-52d6-4e52-bc16-eb072704c29c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:42:50.292882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4ef48508-52d6-4e52-bc16-eb072704c29c not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:42:50.386145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a150097-b8b9-49d5-9193-9afe12d8c931 req-15da9522-427b-44a1-8b60-dce4ae280657 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:50.389722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a150097-b8b9-49d5-9193-9afe12d8c931 req-15da9522-427b-44a1-8b60-dce4ae280657 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 946 time: 0.0758455 Dec 14 02:42:50.491154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a150097-b8b9-49d5-9193-9afe12d8c931 req-36fc3005-981c-4c16-bf6a-513cac26e57d tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962203 Dec 14 02:42:50.528236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881020f2-e186-442f-9323-2a8b191bc2f0 req-486da8a8-2a72-407f-a8c9-1dc87b6eb4f7 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:50.530088 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-881020f2-e186-442f-9323-2a8b191bc2f0 req-486da8a8-2a72-407f-a8c9-1dc87b6eb4f7 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "GET /v2.0/ports?device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 946 time: 0.1129529 Dec 14 02:42:50.734410 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-3ad0c755-0499-49bf-acd9-7ccec517e05c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:50.736039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-3ad0c755-0499-49bf-acd9-7ccec517e05c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 812 time: 0.1628740 Dec 14 02:42:50.739618 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-881020f2-e186-442f-9323-2a8b191bc2f0 req-2d85ed62-aa59-4eed-91ef-4bfdb6799f8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Deleting port ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:42:50.739788 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-881020f2-e186-442f-9323-2a8b191bc2f0 req-2d85ed62-aa59-4eed-91ef-4bfdb6799f8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:50.805718 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1d848838-a5bd-48cc-82df-5d9c6953222b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/quotas/8e80e89af5034db09d4ceb72bc89e4da HTTP/1.1" status: 200 len: 375 time: 0.0607972 Dec 14 02:42:50.853868 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-32eb57ec-c316-4638-849f-90d38b7aaafc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359182 Dec 14 02:42:50.953047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-881020f2-e186-442f-9323-2a8b191bc2f0 req-2d85ed62-aa59-4eed-91ef-4bfdb6799f8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] For port ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:42:50.953443 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-881020f2-e186-442f-9323-2a8b191bc2f0 req-2d85ed62-aa59-4eed-91ef-4bfdb6799f8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:50.974576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-881020f2-e186-442f-9323-2a8b191bc2f0 req-2d85ed62-aa59-4eed-91ef-4bfdb6799f8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Calling delete_port for ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:42:51.004733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6ba05-5b1a-4197-bdae-647968a8bc28 req-eab2013a-4939-48ff-a1b7-748f591774ec tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:51.006353 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1de6ba05-5b1a-4197-bdae-647968a8bc28 req-eab2013a-4939-48ff-a1b7-748f591774ec tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/ports?device_id=02e8e703-656a-41f5-b22a-6e4099ac1923 HTTP/1.1" status: 200 len: 945 time: 0.1418753 Dec 14 02:42:51.087169 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-409669ef-4460-4142-9573-dbea94b9e021 service neutron] 10.222.0.39 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237680 Dec 14 02:42:51.181241 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1de6ba05-5b1a-4197-bdae-647968a8bc28 req-2d1c2738-80c2-4b3d-a251-858614f6a05a tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/security-groups?id=929c63cc-2742-4ac3-8295-8a02df8eb868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423850 Dec 14 02:42:51.260759 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-0e03389d-b471-4978-b73d-2c4cb006df35 service neutron] 10.222.0.39 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604450 Dec 14 02:42:51.303637 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-881020f2-e186-442f-9323-2a8b191bc2f0 req-2d85ed62-aa59-4eed-91ef-4bfdb6799f8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:51.341459 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48', 'ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:42:51.372044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d85ed62-aa59-4eed-91ef-4bfdb6799f8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Pushing event deleted for resources: {'Port': ['ID=ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:51.412576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-881020f2-e186-442f-9323-2a8b191bc2f0 req-2d85ed62-aa59-4eed-91ef-4bfdb6799f8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] No DVR routers for this DVR port ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:42:51.415822 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-881020f2-e186-442f-9323-2a8b191bc2f0 req-2d85ed62-aa59-4eed-91ef-4bfdb6799f8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:51.421229 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-881020f2-e186-442f-9323-2a8b191bc2f0 req-2d85ed62-aa59-4eed-91ef-4bfdb6799f8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "DELETE /v2.0/ports/ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 HTTP/1.1" status: 204 len: 173 time: 0.8843162 Dec 14 02:42:51.422058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1b1775-908f-4924-8109-8ace7a12b1e9', 'name': 'network-vif-deleted', 'tag': 'ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:42:51.424596 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39943f22-b2b1-43ed-8ce7-48a679973958" -d '{"events": [{"server_uuid": "8a1b1775-908f-4924-8109-8ace7a12b1e9", "name": "network-vif-deleted", "tag": "ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:42:51.578949 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b003ec1-fb1b-46f9-ab19-cc1761ec4174 x-openstack-request-id: req-9b003ec1-fb1b-46f9-ab19-cc1761ec4174 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:42:51.578949 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1b1775-908f-4924-8109-8ace7a12b1e9", "name": "network-vif-deleted", "tag": "ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:42:51.578949 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b003ec1-fb1b-46f9-ab19-cc1761ec4174 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:42:51.578949 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1b1775-908f-4924-8109-8ace7a12b1e9', 'name': 'network-vif-deleted', 'tag': 'ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7', 'status': 'completed', 'code': 200} Dec 14 02:42:51.632679 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50791936-5bc0-4b5c-9c45-631813f73ac6 req-60724d71-bb07-4cbe-9cad-afe209597c15 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 210 time: 0.0277765 Dec 14 02:42:51.724726 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d74f916d-1fda-4781-a672-220055056e2d req-c0b6b3ab-e32a-41e7-98dd-e6d9565b9002 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a1b1775-908f-4924-8109-8ace7a12b1e9 HTTP/1.1" status: 200 len: 210 time: 0.0267591 Dec 14 02:42:51.991772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa313a1-4863-44da-81fd-3246db550268 req-23063bb6-eb4e-4584-abd1-da8fe240bded tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:51.993258 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-daa313a1-4863-44da-81fd-3246db550268 req-23063bb6-eb4e-4584-abd1-da8fe240bded tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/ports?device_id=02e8e703-656a-41f5-b22a-6e4099ac1923 HTTP/1.1" status: 200 len: 945 time: 0.0855181 Dec 14 02:42:52.043060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-daa313a1-4863-44da-81fd-3246db550268 req-ecfc3c62-43a2-487b-a225-ebca69caffb1 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/security-groups?id=929c63cc-2742-4ac3-8295-8a02df8eb868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427551 Dec 14 02:42:52.746156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93aa38fd-6a53-4a11-8b14-c32380413831 req-ce076553-2e87-41ba-b8f6-b7ce06fd142a tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 210 time: 0.0328605 Dec 14 02:42:53.297781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c069b-e5be-4eb8-996f-9776f821a173 req-7942933e-f867-49ee-8b46-ba3736e10e80 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:53.299220 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f58c069b-e5be-4eb8-996f-9776f821a173 req-7942933e-f867-49ee-8b46-ba3736e10e80 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/ports?device_id=02e8e703-656a-41f5-b22a-6e4099ac1923 HTTP/1.1" status: 200 len: 945 time: 0.1382649 Dec 14 02:42:53.322445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57227e59-4a2b-4272-9b60-37ef30218252 req-580fec45-38a6-43ed-9a2f-a2596e7f0302 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:53.330439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57227e59-4a2b-4272-9b60-37ef30218252 req-580fec45-38a6-43ed-9a2f-a2596e7f0302 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/networks?id=b6c00ad7-548c-4fdc-be08-89a064371a4a HTTP/1.1" status: 200 len: 806 time: 0.1843665 Dec 14 02:42:53.354004 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57227e59-4a2b-4272-9b60-37ef30218252 req-5239b97b-b084-49dc-a394-a8a0a4dc4135 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/quotas/a984b7588a0144a79ab8cc60e3512d19 HTTP/1.1" status: 200 len: 375 time: 0.0233305 Dec 14 02:42:53.389541 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543969f-2d2f-426d-9590-5d678e0de762 req-f2958416-ab87-4a0e-8e61-6cc0a174444f tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:53.391301 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7543969f-2d2f-426d-9590-5d678e0de762 req-f2958416-ab87-4a0e-8e61-6cc0a174444f tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.47 "GET /v2.0/ports?device_id=02e8e703-656a-41f5-b22a-6e4099ac1923 HTTP/1.1" status: 200 len: 945 time: 0.0737040 Dec 14 02:42:53.404441 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f58c069b-e5be-4eb8-996f-9776f821a173 req-c1b0d3d6-0563-4f60-83b1-3957b235ccee tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/security-groups?id=929c63cc-2742-4ac3-8295-8a02df8eb868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973053 Dec 14 02:42:53.422193 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57227e59-4a2b-4272-9b60-37ef30218252 req-b6c52f6f-e247-4deb-b3f0-a0bd9c606b35 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0589643 Dec 14 02:42:53.501551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-7543969f-2d2f-426d-9590-5d678e0de762 req-366e0b62-2599-42c4-8145-0cb0f1fcd8d1 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Deleting port 8d0c7742-0b5d-49ec-977d-4c5388a9f36a {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:42:53.501898 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7543969f-2d2f-426d-9590-5d678e0de762 req-366e0b62-2599-42c4-8145-0cb0f1fcd8d1 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:53.525108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57227e59-4a2b-4272-9b60-37ef30218252 req-5a6519f5-0cd7-4624-84c2-24bdbe60afe0 service neutron] 10.222.0.39 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886629 Dec 14 02:42:53.598557 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-7543969f-2d2f-426d-9590-5d678e0de762 req-366e0b62-2599-42c4-8145-0cb0f1fcd8d1 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] For port 8d0c7742-0b5d-49ec-977d-4c5388a9f36a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=8d0c7742-0b5d-49ec-977d-4c5388a9f36a,segment=NetworkSegment(39227690-01d0-4153-9128-644f4c3a5056),segment_id=39227690-01d0-4153-9128-644f4c3a5056)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:42:53.599762 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7543969f-2d2f-426d-9590-5d678e0de762 req-366e0b62-2599-42c4-8145-0cb0f1fcd8d1 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:53.620932 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-7543969f-2d2f-426d-9590-5d678e0de762 req-366e0b62-2599-42c4-8145-0cb0f1fcd8d1 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Calling delete_port for 8d0c7742-0b5d-49ec-977d-4c5388a9f36a owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:42:53.631534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57227e59-4a2b-4272-9b60-37ef30218252 req-12638677-9106-4b5f-aadd-360a53583540 service neutron] 10.222.0.39 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991840 Dec 14 02:42:53.849150 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea99df1e-4087-4913-aa50-2db670763c5a req-42e962c9-c2c8-48ef-9744-c3c5d208ad90 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 210 time: 0.0277064 Dec 14 02:42:53.911876 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7543969f-2d2f-426d-9590-5d678e0de762 req-366e0b62-2599-42c4-8145-0cb0f1fcd8d1 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:53.945440 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e0b62-2599-42c4-8145-0cb0f1fcd8d1 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Pushing event deleted for resources: {'Port': ['ID=8d0c7742-0b5d-49ec-977d-4c5388a9f36a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:53.946274 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['8d0c7742-0b5d-49ec-977d-4c5388a9f36a'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:42:54.005848 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-7543969f-2d2f-426d-9590-5d678e0de762 req-366e0b62-2599-42c4-8145-0cb0f1fcd8d1 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] No DVR routers for this DVR port 8d0c7742-0b5d-49ec-977d-4c5388a9f36a on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:42:54.007844 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-caa25d34-6fad-45fb-8e44-008ddce17807 req-4d76fe0f-8211-4f2c-ac70-7d715bb275d0 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 210 time: 0.0642195 Dec 14 02:42:54.008483 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7543969f-2d2f-426d-9590-5d678e0de762 req-366e0b62-2599-42c4-8145-0cb0f1fcd8d1 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:54.021690 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7543969f-2d2f-426d-9590-5d678e0de762 req-366e0b62-2599-42c4-8145-0cb0f1fcd8d1 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.47 "DELETE /v2.0/ports/8d0c7742-0b5d-49ec-977d-4c5388a9f36a HTTP/1.1" status: 204 len: 173 time: 0.6158071 Dec 14 02:42:54.021690 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e8e703-656a-41f5-b22a-6e4099ac1923', 'name': 'network-vif-deleted', 'tag': '8d0c7742-0b5d-49ec-977d-4c5388a9f36a'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:42:54.021690 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3824255-d301-45e5-b87a-46bdd214da99" -d '{"events": [{"server_uuid": "02e8e703-656a-41f5-b22a-6e4099ac1923", "name": "network-vif-deleted", "tag": "8d0c7742-0b5d-49ec-977d-4c5388a9f36a"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:42:54.225051 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-6172e620-2355-4d58-99b3-36116b496787 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:54.228777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-6172e620-2355-4d58-99b3-36116b496787 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.46 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 812 time: 0.1738856 Dec 14 02:42:54.249218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-d82391e2-8a41-4a9d-8117-3f994ad01cb3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Request body: {'port': {'device_id': '07a52993-3d1c-415f-9b4a-fcdb9a5e4135', 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d', 'admin_state_up': True, 'tenant_id': '8e80e89af5034db09d4ceb72bc89e4da'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:54.284402 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f182e28d-c4e1-433f-ac69-3eb0fceab183 x-openstack-request-id: req-f182e28d-c4e1-433f-ac69-3eb0fceab183 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:42:54.284704 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e8e703-656a-41f5-b22a-6e4099ac1923", "name": "network-vif-deleted", "tag": "8d0c7742-0b5d-49ec-977d-4c5388a9f36a", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:42:54.288536 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f182e28d-c4e1-433f-ac69-3eb0fceab183 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:42:54.288536 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e8e703-656a-41f5-b22a-6e4099ac1923', 'name': 'network-vif-deleted', 'tag': '8d0c7742-0b5d-49ec-977d-4c5388a9f36a', 'status': 'completed', 'code': 200} Dec 14 02:42:54.470386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-d82391e2-8a41-4a9d-8117-3f994ad01cb3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Made reservation on behalf of 8e80e89af5034db09d4ceb72bc89e4da for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:42:54.474702 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-d82391e2-8a41-4a9d-8117-3f994ad01cb3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:54.564318 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-143f3888-53e2-4748-bed5-eca6a6671304 req-573334e5-5772-4477-8130-2d5d4c046678 tempest-ServerGroupTestJSON-132812481 tempest-ServerGroupTestJSON-132812481-project] 10.222.0.39 "GET /v2.0/ports?device_id=02e8e703-656a-41f5-b22a-6e4099ac1923 HTTP/1.1" status: 200 len: 210 time: 0.0658731 Dec 14 02:42:54.645055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-d82391e2-8a41-4a9d-8117-3f994ad01cb3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Allocated IP 172.20.0.6 (4569343b-0d78-4515-821b-2ffa9a32777d/0a92f050-7d7f-44ec-8504-2ffe6d2c9312/518a9ce2-db06-4922-993e-699bd5b84a56) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:42:54.715754 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:42:54.739017 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:42:54.739017 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ce25137e-bed9-4ce0-87fa-8b3ebfe3d6c7 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:42:54.818781 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-d82391e2-8a41-4a9d-8117-3f994ad01cb3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:54.946784 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-d82391e2-8a41-4a9d-8117-3f994ad01cb3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:55.018076 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-d82391e2-8a41-4a9d-8117-3f994ad01cb3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Network 4569343b-0d78-4515-821b-2ffa9a32777d is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:42:55.023421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-d82391e2-8a41-4a9d-8117-3f994ad01cb3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:42:55.028958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-d82391e2-8a41-4a9d-8117-3f994ad01cb3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:42:55.044885 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5b58b3-e56c-4d94-8e36-7b9460a993f6 None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:42:55.047304 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259e3cb-d930-4646-8733-53bba229fc43 req-6adbc8ac-f523-40d6-8dde-ed63c433d9e4 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:55.048870 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6259e3cb-d930-4646-8733-53bba229fc43 req-6adbc8ac-f523-40d6-8dde-ed63c433d9e4 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 931 time: 0.1170290 Dec 14 02:42:55.069581 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82391e2-8a41-4a9d-8117-3f994ad01cb3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Pushing event updated for resources: {'Port': ['ID=518a9ce2-db06-4922-993e-699bd5b84a56,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:55.101081 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-bfdcc4f8-7957-4d34-a988-1bedd384118a None None] Provisioning complete for port 518a9ce2-db06-4922-993e-699bd5b84a56 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:42:55.101408 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bfdcc4f8-7957-4d34-a988-1bedd384118a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:55.129707 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-39228e5d-b138-4736-8f24-55d41d8f9594 req-4cc1523c-a459-49f7-8b30-55c3673fa773 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 210 time: 0.0428314 Dec 14 02:42:55.143647 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-d82391e2-8a41-4a9d-8117-3f994ad01cb3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:55.144296 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-d82391e2-8a41-4a9d-8117-3f994ad01cb3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:55.191476 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6259e3cb-d930-4646-8733-53bba229fc43 req-b21f95f6-f276-4fe9-9a17-85e18cf13065 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183944 Dec 14 02:42:55.192420 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bfdcc4f8-7957-4d34-a988-1bedd384118a None None] Port 518a9ce2-db06-4922-993e-699bd5b84a56 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:42:55.263473 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-d82391e2-8a41-4a9d-8117-3f994ad01cb3 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0199800 Dec 14 02:42:55.285117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Request body: {'port': {'device_id': '07a52993-3d1c-415f-9b4a-fcdb9a5e4135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:55.346011 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:55.682213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 518a9ce2-db06-4922-993e-699bd5b84a56 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:42:55.695506 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:55.713231 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Transition to ACTIVE for port object 518a9ce2-db06-4922-993e-699bd5b84a56 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:42:55.806999 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:55.883802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd38d764-6887-46bd-97b2-34fe1aaf122e None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:42:55.930297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Pushing event updated for resources: {'Port': ['ID=518a9ce2-db06-4922-993e-699bd5b84a56,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:56.044531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Attempting to bind port 518a9ce2-db06-4922-993e-699bd5b84a56 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:42:56.045155 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Attempting to bind port 518a9ce2-db06-4922-993e-699bd5b84a56 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:42:56.045439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Attempting to bind port 518a9ce2-db06-4922-993e-699bd5b84a56 on network 4569343b-0d78-4515-821b-2ffa9a32777d {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:42:56.056605 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Port 518a9ce2-db06-4922-993e-699bd5b84a56 on network 4569343b-0d78-4515-821b-2ffa9a32777d not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:42:56.056952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Attempting to bind port 518a9ce2-db06-4922-993e-699bd5b84a56 on network 4569343b-0d78-4515-821b-2ffa9a32777d {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:42:56.065403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:42:56.065753 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Checking segment: {'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:42:56.066360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Bound using segment: {'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:42:56.066813 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Bound port: 518a9ce2-db06-4922-993e-699bd5b84a56, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6609a908-759f-481c-8169-0c3da67b1741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:42:56.067428 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:56.142387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] For port 518a9ce2-db06-4922-993e-699bd5b84a56, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:42:56.145613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] For port 518a9ce2-db06-4922-993e-699bd5b84a56, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=518a9ce2-db06-4922-993e-699bd5b84a56,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:42:56.192222 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40020) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:56.252900 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bdd870e-cdc9-4413-8e4a-40f8360a6cfe admin admin] Deleting subnet 4fa28a83-d520-4582-b364-e3465cd00b4f {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:42:56.256529 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bdd870e-cdc9-4413-8e4a-40f8360a6cfe admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:56.286097 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:56.296507 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bdd870e-cdc9-4413-8e4a-40f8360a6cfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:56.306438 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 8d0c7742-0b5d-49ec-977d-4c5388a9f36a no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:42:56.330496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:56.331470 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:56.333271 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] 10.222.0.46 "PUT /v2.0/ports/518a9ce2-db06-4922-993e-699bd5b84a56 HTTP/1.1" status: 200 len: 1091 time: 1.0557659 Dec 14 02:42:56.349952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 8d0c7742-0b5d-49ec-977d-4c5388a9f36a {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:42:56.349952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 8d0c7742-0b5d-49ec-977d-4c5388a9f36a not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:42:56.349952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae8679a-f242-4ea6-919b-4e5770a1a4c9 None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:42:56.350453 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bdd870e-cdc9-4413-8e4a-40f8360a6cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:56.354069 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63ad699f-c6bf-46f2-812f-c0928b9ed3df req-41242f37-bacb-4444-ae1c-6d032676d28b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 210 time: 0.1245258 Dec 14 02:42:56.377025 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07a52993-3d1c-415f-9b4a-fcdb9a5e4135', 'tag': '518a9ce2-db06-4922-993e-699bd5b84a56'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:42:56.380491 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0f6a48-7cbf-4046-9b50-f384c96835ba" -d '{"events": [{"name": "network-changed", "server_uuid": "07a52993-3d1c-415f-9b4a-fcdb9a5e4135", "tag": "518a9ce2-db06-4922-993e-699bd5b84a56"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:42:56.475686 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40032) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:56.510510 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571cdb9-3550-4cca-b954-a6c7ad0d2554 req-bc082449-adc2-4462-9b40-0712b10fe6f8 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:56.523146 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bdd870e-cdc9-4413-8e4a-40f8360a6cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:56.526051 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e571cdb9-3550-4cca-b954-a6c7ad0d2554 req-bc082449-adc2-4462-9b40-0712b10fe6f8 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 943 time: 0.2290819 Dec 14 02:42:56.539789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1256b1-3d9a-4bee-91c3-1f0fb7d14e9f service neutron] Pushing event updated for resources: {'Port': ['ID=518a9ce2-db06-4922-993e-699bd5b84a56,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:56.600497 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bdd870e-cdc9-4413-8e4a-40f8360a6cfe admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:56.605351 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3bdd870e-cdc9-4413-8e4a-40f8360a6cfe admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4fa28a83-d520-4582-b364-e3465cd00b4f HTTP/1.1" status: 204 len: 168 time: 0.4103696 Dec 14 02:42:56.625278 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40036) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:56.655985 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e571cdb9-3550-4cca-b954-a6c7ad0d2554 req-c34211f2-0230-445f-b441-c44894d7ce34 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161749 Dec 14 02:42:56.703005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57227e59-4a2b-4272-9b60-37ef30218252 req-9c96c735-21a1-44a8-bf6a-ad07f267c404 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:56.706032 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57227e59-4a2b-4272-9b60-37ef30218252 req-9c96c735-21a1-44a8-bf6a-ad07f267c404 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "GET /v2.0/networks?id=b6c00ad7-548c-4fdc-be08-89a064371a4a HTTP/1.1" status: 200 len: 806 time: 0.2258766 Dec 14 02:42:56.726959 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-57227e59-4a2b-4272-9b60-37ef30218252 req-db1b839b-e906-475f-891d-60a62bc7f986 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Request body: {'port': {'device_id': '2647c31f-65fb-49d4-8025-d7e4d264f419', 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a', 'admin_state_up': True, 'tenant_id': 'a984b7588a0144a79ab8cc60e3512d19'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:56.784388 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff23967-68d9-4b3a-8c30-06adbc028891 x-openstack-request-id: req-eff23967-68d9-4b3a-8c30-06adbc028891 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:42:56.784580 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07a52993-3d1c-415f-9b4a-fcdb9a5e4135", "tag": "518a9ce2-db06-4922-993e-699bd5b84a56", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:42:56.784870 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eff23967-68d9-4b3a-8c30-06adbc028891 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:42:56.789476 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07a52993-3d1c-415f-9b4a-fcdb9a5e4135', 'tag': '518a9ce2-db06-4922-993e-699bd5b84a56', 'status': 'completed', 'code': 200} Dec 14 02:42:56.810197 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd870e-cdc9-4413-8e4a-40f8360a6cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fa28a83-d520-4582-b364-e3465cd00b4f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:56.840029 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2219596e-12b6-40b9-87b1-57f4c4171f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:56.846836 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e194-afc0-48cf-87f7-3bc67bc63c2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:56.867489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-e80b7b4a-de9f-40c0-97b0-1d527d47b3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:56.881120 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-e80b7b4a-de9f-40c0-97b0-1d527d47b3c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 1094 time: 0.3829758 Dec 14 02:42:56.882148 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:56.972174 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-e35a06f1-d06e-4f0b-b926-8f0f58f78034 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=518a9ce2-db06-4922-993e-699bd5b84a56 HTTP/1.1" status: 200 len: 217 time: 0.0778406 Dec 14 02:42:57.074793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57227e59-4a2b-4272-9b60-37ef30218252 req-db1b839b-e906-475f-891d-60a62bc7f986 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Made reservation on behalf of a984b7588a0144a79ab8cc60e3512d19 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:42:57.078861 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57227e59-4a2b-4272-9b60-37ef30218252 req-db1b839b-e906-475f-891d-60a62bc7f986 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:57.085633 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2219596e-12b6-40b9-87b1-57f4c4171f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:57.107577 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-02a261d4-6f53-4f0a-bfe7-33bb066cfe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:57.108993 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-02a261d4-6f53-4f0a-bfe7-33bb066cfe19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0a92f050-7d7f-44ec-8504-2ffe6d2c9312 HTTP/1.1" status: 200 len: 852 time: 0.1252580 Dec 14 02:42:57.125709 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2219596e-12b6-40b9-87b1-57f4c4171f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fe22fe-1dca-405b-b90b-eb7dd167558e']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:42:57.143083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2219596e-12b6-40b9-87b1-57f4c4171f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39227690-01d0-4153-9128-644f4c3a5056') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:42:57.146774 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2219596e-12b6-40b9-87b1-57f4c4171f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39227690-01d0-4153-9128-644f4c3a5056') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:42:57.146774 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e194-afc0-48cf-87f7-3bc67bc63c2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:57.166868 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2219596e-12b6-40b9-87b1-57f4c4171f6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:57.189273 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-9cc3d1a6-4723-47f4-a472-b0f24f3c5121 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4569343b-0d78-4515-821b-2ffa9a32777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373404 Dec 14 02:42:57.195442 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2219596e-12b6-40b9-87b1-57f4c4171f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:57.210491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-57227e59-4a2b-4272-9b60-37ef30218252 req-db1b839b-e906-475f-891d-60a62bc7f986 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Allocated IP 172.20.0.6 (b6c00ad7-548c-4fdc-be08-89a064371a4a/8bafd591-3d5a-421c-a705-120fee96a2aa/524febe1-81c6-4189-8736-8b5b11eee3fb) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:42:57.218462 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2219596e-12b6-40b9-87b1-57f4c4171f6d admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:42:57.218872 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2219596e-12b6-40b9-87b1-57f4c4171f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:42:57.220518 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:42:57.282932 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bbd0e194-afc0-48cf-87f7-3bc67bc63c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:57.345436 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bbd0e194-afc0-48cf-87f7-3bc67bc63c2d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf6b44fdc3ad463e969febf5089a4d8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8681681 Dec 14 02:42:57.348368 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40042) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:57.348578 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0e194-afc0-48cf-87f7-3bc67bc63c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650e052f-011d-4bff-8d07-b743fd37dc20,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:57.374735 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-571e2969-088c-44e1-b379-c44e94fa08c6 service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770525 Dec 14 02:42:57.438187 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2219596e-12b6-40b9-87b1-57f4c4171f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:57.444309 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2219596e-12b6-40b9-87b1-57f4c4171f6d admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:57.448599 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2219596e-12b6-40b9-87b1-57f4c4171f6d admin admin] 10.222.0.39 "DELETE /v2.0/networks/a9fe22fe-1dca-405b-b90b-eb7dd167558e HTTP/1.1" status: 204 len: 168 time: 0.8191221 Dec 14 02:42:57.464229 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219596e-12b6-40b9-87b1-57f4c4171f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=a9fe22fe-1dca-405b-b90b-eb7dd167558e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:57.467348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a0afaf80-ce54-4f9b-9d21-86d927f05332 req-70db6ade-5fb7-454a-bc4c-1bb74660d2b0 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 210 time: 0.0338476 Dec 14 02:42:57.501047 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-222d48df-6a94-4b9c-afe1-700292a3cda8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:57.509724 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-277a75bb-f4ef-40f2-9c15-5e3bc13a5e35 req-29b90238-162a-4545-b1c9-e7f19db2cafd service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256158 Dec 14 02:42:57.539971 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57227e59-4a2b-4272-9b60-37ef30218252 req-db1b839b-e906-475f-891d-60a62bc7f986 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:57.542501 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-222d48df-6a94-4b9c-afe1-700292a3cda8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:57.663661 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57227e59-4a2b-4272-9b60-37ef30218252 req-db1b839b-e906-475f-891d-60a62bc7f986 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:57.699601 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:42:57.722671 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f6a48-7cbf-4046-9b50-f384c96835ba req-8a3d353d-6a85-4b32-bd55-23e48bf659e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:57.724365 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4c0f6a48-7cbf-4046-9b50-f384c96835ba req-8a3d353d-6a85-4b32-bd55-23e48bf659e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 1094 time: 0.0542195 Dec 14 02:42:57.731242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57227e59-4a2b-4272-9b60-37ef30218252 req-db1b839b-e906-475f-891d-60a62bc7f986 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Network b6c00ad7-548c-4fdc-be08-89a064371a4a is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:42:57.738598 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-57227e59-4a2b-4272-9b60-37ef30218252 req-db1b839b-e906-475f-891d-60a62bc7f986 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:42:57.750284 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-57227e59-4a2b-4272-9b60-37ef30218252 req-db1b839b-e906-475f-891d-60a62bc7f986 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:42:57.755497 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-222d48df-6a94-4b9c-afe1-700292a3cda8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:57.758448 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-222d48df-6a94-4b9c-afe1-700292a3cda8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:57.759223 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-222d48df-6a94-4b9c-afe1-700292a3cda8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/650e052f-011d-4bff-8d07-b743fd37dc20 HTTP/1.1" status: 204 len: 168 time: 0.4092937 Dec 14 02:42:57.792584 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b839b-e906-475f-891d-60a62bc7f986 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Pushing event updated for resources: {'Port': ['ID=524febe1-81c6-4189-8736-8b5b11eee3fb,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:57.813553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d48df-6a94-4b9c-afe1-700292a3cda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650e052f-011d-4bff-8d07-b743fd37dc20,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:57.833834 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57227e59-4a2b-4272-9b60-37ef30218252 req-db1b839b-e906-475f-891d-60a62bc7f986 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:57.834487 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57227e59-4a2b-4272-9b60-37ef30218252 req-db1b839b-e906-475f-891d-60a62bc7f986 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:57.835947 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f6a48-7cbf-4046-9b50-f384c96835ba req-fd004a46-c9c9-4709-ae24-fab6a9c1cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:57.838335 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4c0f6a48-7cbf-4046-9b50-f384c96835ba req-fd004a46-c9c9-4709-ae24-fab6a9c1cb6c service neutron] 10.222.0.46 "GET /v2.0/networks?id=4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 200 len: 913 time: 0.1053889 Dec 14 02:42:57.861353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43de94-a9ee-44b0-a8c8-dfa15049aa4c req-4bcf4d33-5d8e-4732-b0ab-30f32bec60e0 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:57.862922 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d43de94-a9ee-44b0-a8c8-dfa15049aa4c req-4bcf4d33-5d8e-4732-b0ab-30f32bec60e0 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 943 time: 0.1287029 Dec 14 02:42:57.910649 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57227e59-4a2b-4272-9b60-37ef30218252 req-db1b839b-e906-475f-891d-60a62bc7f986 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1890576 Dec 14 02:42:57.926896 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4c0f6a48-7cbf-4046-9b50-f384c96835ba req-d48f432b-5ea6-4d87-845d-e42ecd8f6c4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=518a9ce2-db06-4922-993e-699bd5b84a56 HTTP/1.1" status: 200 len: 217 time: 0.0806293 Dec 14 02:42:57.934845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Request body: {'port': {'device_id': '2647c31f-65fb-49d4-8025-d7e4d264f419', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:42:57.945126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d43de94-a9ee-44b0-a8c8-dfa15049aa4c req-e788741a-35bd-4aa7-937e-8981d2cc6832 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667987 Dec 14 02:42:57.985871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40060) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:58.041171 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:58.070047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7800fe5a-a3b8-4d2f-8ec7-71d7068cec30 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e47b8149cc443e1acb52f5d14e74289&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0806272 Dec 14 02:42:58.070311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40064) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:58.217121 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6f97b024-7c2d-454d-b082-3a78e75d54ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:58.267073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f6a48-7cbf-4046-9b50-f384c96835ba req-1956e4b2-8e9c-4448-ac76-34c558101640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:58.268699 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4c0f6a48-7cbf-4046-9b50-f384c96835ba req-1956e4b2-8e9c-4448-ac76-34c558101640 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0a92f050-7d7f-44ec-8504-2ffe6d2c9312 HTTP/1.1" status: 200 len: 852 time: 0.3349733 Dec 14 02:42:58.281432 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6f97b024-7c2d-454d-b082-3a78e75d54ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:58.304931 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4c0f6a48-7cbf-4046-9b50-f384c96835ba req-39bce8b0-066b-4a03-9e03-9b4125657f9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4569343b-0d78-4515-821b-2ffa9a32777d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281994 Dec 14 02:42:58.414146 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4c0f6a48-7cbf-4046-9b50-f384c96835ba req-0939ca5c-44df-4767-a343-92c12076de85 service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001196 Dec 14 02:42:58.415556 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6f97b024-7c2d-454d-b082-3a78e75d54ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:58.419203 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6f97b024-7c2d-454d-b082-3a78e75d54ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:58.420068 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6f97b024-7c2d-454d-b082-3a78e75d54ef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/929c63cc-2742-4ac3-8295-8a02df8eb868 HTTP/1.1" status: 204 len: 168 time: 0.3489230 Dec 14 02:42:58.433747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97b024-7c2d-454d-b082-3a78e75d54ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929c63cc-2742-4ac3-8295-8a02df8eb868,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:58.436955 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524febe1-81c6-4189-8736-8b5b11eee3fb {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:42:58.446048 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:58.459763 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Transition to ACTIVE for port object 524febe1-81c6-4189-8736-8b5b11eee3fb will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:42:58.540935 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4c0f6a48-7cbf-4046-9b50-f384c96835ba req-15dbc56c-26e1-4fc1-b970-ab07f872064c service neutron] 10.222.0.46 "GET /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176276 Dec 14 02:42:58.599805 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39754a5c-0400-40bf-a4bf-7c41fb0c25f8 req-d3281f37-959f-4c28-ba9a-c06b3c3daa58 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:58.601503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-39754a5c-0400-40bf-a4bf-7c41fb0c25f8 req-d3281f37-959f-4c28-ba9a-c06b3c3daa58 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 931 time: 0.0516384 Dec 14 02:42:58.602773 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:58.673399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Pushing event updated for resources: {'Port': ['ID=524febe1-81c6-4189-8736-8b5b11eee3fb,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:58.738784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-39754a5c-0400-40bf-a4bf-7c41fb0c25f8 req-c74940bc-3579-4c45-8687-f8dc03d22b37 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089392 Dec 14 02:42:58.772030 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Attempting to bind port 524febe1-81c6-4189-8736-8b5b11eee3fb on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:42:58.774622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Attempting to bind port 524febe1-81c6-4189-8736-8b5b11eee3fb by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:42:58.774622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Attempting to bind port 524febe1-81c6-4189-8736-8b5b11eee3fb on network b6c00ad7-548c-4fdc-be08-89a064371a4a {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:42:58.777862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Port 524febe1-81c6-4189-8736-8b5b11eee3fb on network b6c00ad7-548c-4fdc-be08-89a064371a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:42:58.778205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Attempting to bind port 524febe1-81c6-4189-8736-8b5b11eee3fb on network b6c00ad7-548c-4fdc-be08-89a064371a4a {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:42:58.783248 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:42:58.783582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Checking segment: {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:42:58.783971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Bound using segment: {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:42:58.784398 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Bound port: 524febe1-81c6-4189-8736-8b5b11eee3fb, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:42:58.784584 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40080) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:58.784751 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:58.812866 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5bd17006-49db-4bc8-bf78-e2bfc14c43ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:58.857623 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] For port 524febe1-81c6-4189-8736-8b5b11eee3fb, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:42:58.861272 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] For port 524febe1-81c6-4189-8736-8b5b11eee3fb, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=524febe1-81c6-4189-8736-8b5b11eee3fb,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:42:58.915773 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5bd17006-49db-4bc8-bf78-e2bfc14c43ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:58.951698 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:58.984092 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5bd17006-49db-4bc8-bf78-e2bfc14c43ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:58.999827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:59.000452 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:59.002463 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57227e59-4a2b-4272-9b60-37ef30218252 req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] 10.222.0.46 "PUT /v2.0/ports/524febe1-81c6-4189-8736-8b5b11eee3fb HTTP/1.1" status: 200 len: 1091 time: 1.0756602 Dec 14 02:42:59.002908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2647c31f-65fb-49d4-8025-d7e4d264f419', 'tag': '524febe1-81c6-4189-8736-8b5b11eee3fb'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:42:59.005298 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9959fd67-010c-400b-98fb-8d2da6001542" -d '{"events": [{"name": "network-changed", "server_uuid": "2647c31f-65fb-49d4-8025-d7e4d264f419", "tag": "524febe1-81c6-4189-8736-8b5b11eee3fb"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:42:59.026085 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265287f7-cb75-4112-9f8a-138533b1f75f service neutron] Pushing event updated for resources: {'Port': ['ID=524febe1-81c6-4189-8736-8b5b11eee3fb,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:59.059495 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd17006-49db-4bc8-bf78-e2bfc14c43ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d943650e-d99a-4bd4-b593-a8cbbffa3bd8,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:59.091098 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd3f19c-2470-41aa-a654-643fc9c9feac x-openstack-request-id: req-acd3f19c-2470-41aa-a654-643fc9c9feac {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:42:59.091601 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2647c31f-65fb-49d4-8025-d7e4d264f419", "tag": "524febe1-81c6-4189-8736-8b5b11eee3fb", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:42:59.092211 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-acd3f19c-2470-41aa-a654-643fc9c9feac {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:42:59.092736 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2647c31f-65fb-49d4-8025-d7e4d264f419', 'tag': '524febe1-81c6-4189-8736-8b5b11eee3fb', 'status': 'completed', 'code': 200} Dec 14 02:42:59.101908 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5bd17006-49db-4bc8-bf78-e2bfc14c43ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64ba96b66a1b4b048cdd631c00e0d483&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3133514 Dec 14 02:42:59.102970 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40094) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:42:59.172899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7ee35-5e66-4671-9f89-be91ac322ab6 req-e0f6170c-8554-4fc8-a970-1fa87601712b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:59.175196 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ace7ee35-5e66-4671-9f89-be91ac322ab6 req-e0f6170c-8554-4fc8-a970-1fa87601712b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 943 time: 0.1011231 Dec 14 02:42:59.188458 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a08b3134-0c6c-44a9-8800-ca061ee9a852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:59.205998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959fd67-010c-400b-98fb-8d2da6001542 req-ab813902-3440-41f1-8105-56caa0570302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:59.207653 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9959fd67-010c-400b-98fb-8d2da6001542 req-ab813902-3440-41f1-8105-56caa0570302 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 1094 time: 0.0832050 Dec 14 02:42:59.212577 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a08b3134-0c6c-44a9-8800-ca061ee9a852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:59.253934 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ace7ee35-5e66-4671-9f89-be91ac322ab6 req-b5290259-224c-4c74-9e0d-9987afe3be7f tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727315 Dec 14 02:42:59.370964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959fd67-010c-400b-98fb-8d2da6001542 req-0d7fd96e-8ca8-466c-91bb-1ce2ad7d2838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:59.373057 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a08b3134-0c6c-44a9-8800-ca061ee9a852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:59.374600 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9959fd67-010c-400b-98fb-8d2da6001542 req-0d7fd96e-8ca8-466c-91bb-1ce2ad7d2838 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a984b7588a0144a79ab8cc60e3512d19&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1196809 Dec 14 02:42:59.376276 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a08b3134-0c6c-44a9-8800-ca061ee9a852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:42:59.377417 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a08b3134-0c6c-44a9-8800-ca061ee9a852 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d943650e-d99a-4bd4-b593-a8cbbffa3bd8 HTTP/1.1" status: 204 len: 168 time: 0.2734919 Dec 14 02:42:59.385597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b3134-0c6c-44a9-8800-ca061ee9a852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d943650e-d99a-4bd4-b593-a8cbbffa3bd8,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:42:59.509381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959fd67-010c-400b-98fb-8d2da6001542 req-2b7637b5-14cd-475a-8656-c99f287f00da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:59.510969 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9959fd67-010c-400b-98fb-8d2da6001542 req-2b7637b5-14cd-475a-8656-c99f287f00da service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283841 Dec 14 02:42:59.634467 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57227e59-4a2b-4272-9b60-37ef30218252 req-83d4cd78-e3b3-4fb1-889a-3aff8b8dbbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:59.634467 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57227e59-4a2b-4272-9b60-37ef30218252 req-83d4cd78-e3b3-4fb1-889a-3aff8b8dbbd4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 1094 time: 0.0504758 Dec 14 02:42:59.681182 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57227e59-4a2b-4272-9b60-37ef30218252 req-f594577c-3b01-48a3-85bc-25e8c355563e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=524febe1-81c6-4189-8736-8b5b11eee3fb HTTP/1.1" status: 200 len: 217 time: 0.0390396 Dec 14 02:42:59.735104 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57227e59-4a2b-4272-9b60-37ef30218252 req-baaeb55b-4b3f-45f9-bb32-ddb1f1f7dd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:42:59.736780 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57227e59-4a2b-4272-9b60-37ef30218252 req-baaeb55b-4b3f-45f9-bb32-ddb1f1f7dd4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8bafd591-3d5a-421c-a705-120fee96a2aa HTTP/1.1" status: 200 len: 846 time: 0.0482557 Dec 14 02:42:59.781664 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57227e59-4a2b-4272-9b60-37ef30218252 req-bc3c167d-f2d7-496f-a0ce-f296c9cc014c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6c00ad7-548c-4fdc-be08-89a064371a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314887 Dec 14 02:42:59.931653 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40126) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:00.059462 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:00.095926 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5c1dbc32-6ff2-493b-aafa-033b90f25d75 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1782589622-network', 'tenant_id': '32d337d1217d4db9adb40143d76bca62'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:00.220139 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1dbc32-6ff2-493b-aafa-033b90f25d75 admin admin] Made reservation on behalf of 32d337d1217d4db9adb40143d76bca62 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:00.224428 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c1dbc32-6ff2-493b-aafa-033b90f25d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:00.237825 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c1dbc32-6ff2-493b-aafa-033b90f25d75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:00.316475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbdd67-0130-4983-9f25-97b62678015e req-8d37c926-118c-41c1-a3c1-d47de4be44f2 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:00.321798 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9dcbdd67-0130-4983-9f25-97b62678015e req-8d37c926-118c-41c1-a3c1-d47de4be44f2 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 943 time: 0.1128123 Dec 14 02:43:00.383297 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57227e59-4a2b-4272-9b60-37ef30218252 req-53dd59e0-629c-42ee-9054-f945679d1a20 service neutron] 10.222.0.46 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5933950 Dec 14 02:43:00.486538 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9dcbdd67-0130-4983-9f25-97b62678015e req-13f8afd7-892c-45cf-b207-8e6dbcd47458 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637595 Dec 14 02:43:00.499311 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c1dbc32-6ff2-493b-aafa-033b90f25d75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:00.561077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8734c4e-aa75-4a84-9dbe-e1a45bb07e73 req-e37068d5-c442-4525-8bdd-5d7ef76c838c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:00.572289 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c1dbc32-6ff2-493b-aafa-033b90f25d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:00.591502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8734c4e-aa75-4a84-9dbe-e1a45bb07e73 req-e37068d5-c442-4525-8bdd-5d7ef76c838c tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 943 time: 0.2194514 Dec 14 02:43:00.622562 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1dbc32-6ff2-493b-aafa-033b90f25d75 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:43:00.643389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1dbc32-6ff2-493b-aafa-033b90f25d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31524cb7-703e-4755-ac97-14ef5faa89fc,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:00.654047 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c1dbc32-6ff2-493b-aafa-033b90f25d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:00.654427 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-5c1dbc32-6ff2-493b-aafa-033b90f25d75 admin admin] Added segment 101c9251-151f-40cc-9665-28327f284b60 of type vlan for network 82dc5914-cd1b-4778-a869-3e41b7519127 Dec 14 02:43:00.677139 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57227e59-4a2b-4272-9b60-37ef30218252 req-1783f47f-3e71-4fba-9a3e-c6a17c6adcb0 service neutron] 10.222.0.46 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248721 Dec 14 02:43:00.692834 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8734c4e-aa75-4a84-9dbe-e1a45bb07e73 req-9ce44c61-a11e-4173-a0d6-76dacdf86620 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982344 Dec 14 02:43:00.712738 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c1dbc32-6ff2-493b-aafa-033b90f25d75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:00.781562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 518a9ce2-db06-4922-993e-699bd5b84a56 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:43:00.801184 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c1dbc32-6ff2-493b-aafa-033b90f25d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:00.802257 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1dbc32-6ff2-493b-aafa-033b90f25d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:00.803034 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c1dbc32-6ff2-493b-aafa-033b90f25d75 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:00.906586 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1dbc32-6ff2-493b-aafa-033b90f25d75 admin admin] Pushing event updated for resources: {'Network': ['ID=82dc5914-cd1b-4778-a869-3e41b7519127,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:00.928798 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 82dc5914-cd1b-4778-a869-3e41b7519127 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:43:01.036163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 518a9ce2-db06-4922-993e-699bd5b84a56, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=518a9ce2-db06-4922-993e-699bd5b84a56,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:01.042691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40160) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:01.045416 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5c1dbc32-6ff2-493b-aafa-033b90f25d75 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1118996 Dec 14 02:43:01.049263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-430cbb8b-a776-4d4a-b432-2bd25054e833 admin admin] Request body: {'subnet': {'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1782589622-subnet', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:01.063784 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '518a9ce2-db06-4922-993e-699bd5b84a56', 'network_id': '4569343b-0d78-4515-821b-2ffa9a32777d', 'port_id': '518a9ce2-db06-4922-993e-699bd5b84a56', 'mac_address': 'fa:16:3e:2e:d6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a92f050-7d7f-44ec-8504-2ffe6d2c9312', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:43:01.107631 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:01.122183 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518a9ce2-db06-4922-993e-699bd5b84a56 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:43:01.146271 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 518a9ce2-db06-4922-993e-699bd5b84a56, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=518a9ce2-db06-4922-993e-699bd5b84a56,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:01.166564 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430cbb8b-a776-4d4a-b432-2bd25054e833 admin admin] Made reservation on behalf of 32d337d1217d4db9adb40143d76bca62 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:01.169011 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-430cbb8b-a776-4d4a-b432-2bd25054e833 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:01.263894 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:01.313334 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=518a9ce2-db06-4922-993e-699bd5b84a56,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:01.436264 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-430cbb8b-a776-4d4a-b432-2bd25054e833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:01.489524 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430cbb8b-a776-4d4a-b432-2bd25054e833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb449386-1fa9-4eea-b49f-ec20ad823c7e,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:01.505533 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430cbb8b-a776-4d4a-b432-2bd25054e833 admin admin] Checking segment: {'id': '101c9251-151f-40cc-9665-28327f284b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:43:01.509901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430cbb8b-a776-4d4a-b432-2bd25054e833 admin admin] Network hostable DHCP agents. Network: 82dc5914-cd1b-4778-a869-3e41b7519127, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:43:01.592360 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['518a9ce2-db06-4922-993e-699bd5b84a56'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:43:01.625460 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430cbb8b-a776-4d4a-b432-2bd25054e833 admin admin] Network 82dc5914-cd1b-4778-a869-3e41b7519127 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:43:01.670060 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360256b0-d5a7-42d2-a87d-1f6e491f7728 req-50a616bb-85c7-430e-97e9-10adedbf7cb5 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:01.677529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-360256b0-d5a7-42d2-a87d-1f6e491f7728 req-50a616bb-85c7-430e-97e9-10adedbf7cb5 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 943 time: 0.0950944 Dec 14 02:43:01.705282 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-430cbb8b-a776-4d4a-b432-2bd25054e833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 82dc5914-cd1b-4778-a869-3e41b7519127) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:01.718907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430cbb8b-a776-4d4a-b432-2bd25054e833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:01.719500 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-430cbb8b-a776-4d4a-b432-2bd25054e833 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:01.728613 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5304b6-0dc7-4d77-8e36-105062f35d6f None None] Network 82dc5914-cd1b-4778-a869-3e41b7519127 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:01.739736 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-360256b0-d5a7-42d2-a87d-1f6e491f7728 req-d2eb8f1a-07e2-4fc0-ad0e-58f03aa85cdc tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613625 Dec 14 02:43:01.825880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613885a-0b73-40c5-b374-bef01afd5f8e req-b4c3d0ef-bfe9-4e4a-b446-4c000263b45e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:01.827421 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0613885a-0b73-40c5-b374-bef01afd5f8e req-b4c3d0ef-bfe9-4e4a-b446-4c000263b45e tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 944 time: 0.0601172 Dec 14 02:43:01.835357 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-430cbb8b-a776-4d4a-b432-2bd25054e833 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7877731 Dec 14 02:43:01.842081 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40184) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:01.842081 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1782589622-router', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:01.874938 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0869484-b325-46fe-a150-1dab115fa302 None None] Network 82dc5914-cd1b-4778-a869-3e41b7519127 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:01.888984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0613885a-0b73-40c5-b374-bef01afd5f8e req-29bcfdc7-8a98-4025-9b47-8eefacb30a77 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554664 Dec 14 02:43:02.006832 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:02.007909 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:02.116425 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:02.369833 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:02.647236 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:02.666824 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:02.720663 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-68caccac-97dd-4cb9-bd45-60eadf4f5fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:02.779875 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] Allocated IP 172.25.7.42 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:02.812598 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 518a9ce2-db06-4922-993e-699bd5b84a56 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:02.919145 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:02.960237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49440a5a-3d00-49e9-a270-47a8bdfe0853 req-ede19c6c-c6ba-453a-a793-bb3d8d34be73 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:02.969862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49440a5a-3d00-49e9-a270-47a8bdfe0853 req-ede19c6c-c6ba-453a-a793-bb3d8d34be73 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 943 time: 0.1168401 Dec 14 02:43:02.974831 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 518a9ce2-db06-4922-993e-699bd5b84a56 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:43:02.979921 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 518a9ce2-db06-4922-993e-699bd5b84a56 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:02.981369 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:03.065211 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49440a5a-3d00-49e9-a270-47a8bdfe0853 req-30f147be-aa02-4cee-88ad-477fcc5adff8 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913804 Dec 14 02:43:03.090278 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77105e-bc1c-4b0c-9821-1f654be232e4 req-0e3d55d7-f14c-413d-ae01-a9f220fb0563 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:03.090278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f77105e-bc1c-4b0c-9821-1f654be232e4 req-0e3d55d7-f14c-413d-ae01-a9f220fb0563 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 944 time: 0.1017196 Dec 14 02:43:03.113162 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:03.155116 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a52993-3d1c-415f-9b4a-fcdb9a5e4135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518a9ce2-db06-4922-993e-699bd5b84a56'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:43:03.163547 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d50a5d-7041-4647-80a0-a01cd05614fd" -d '{"events": [{"server_uuid": "07a52993-3d1c-415f-9b4a-fcdb9a5e4135", "name": "network-vif-plugged", "status": "completed", "tag": "518a9ce2-db06-4922-993e-699bd5b84a56"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:43:03.168655 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f77105e-bc1c-4b0c-9821-1f654be232e4 req-cadf35df-b0ce-418c-acc0-76f0babcf9dc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728087 Dec 14 02:43:03.178563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 518a9ce2-db06-4922-993e-699bd5b84a56, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=518a9ce2-db06-4922-993e-699bd5b84a56,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:03.288732 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:03.326315 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:03.331552 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:03.334717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:03.342122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] Pushing event updated for resources: {'Port': ['ID=9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:03.359702 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad4052e-c591-4d1e-a338-5c3a9a76c24f None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:43:03.414735 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a72103-bdf6-49cc-9b43-90f6395d8163 x-openstack-request-id: req-01a72103-bdf6-49cc-9b43-90f6395d8163 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:43:03.415068 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a52993-3d1c-415f-9b4a-fcdb9a5e4135", "name": "network-vif-plugged", "status": "completed", "tag": "518a9ce2-db06-4922-993e-699bd5b84a56", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:43:03.415551 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01a72103-bdf6-49cc-9b43-90f6395d8163 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:43:03.415949 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a52993-3d1c-415f-9b4a-fcdb9a5e4135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518a9ce2-db06-4922-993e-699bd5b84a56', 'code': 200} Dec 14 02:43:03.418389 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8b08f19a-b693-4650-993f-6ac005684f16 None None] Provisioning complete for port 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:03.418933 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8b08f19a-b693-4650-993f-6ac005684f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:03.443290 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:03.492377 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8b08f19a-b693-4650-993f-6ac005684f16 None None] Port 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:43:03.515642 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=518a9ce2-db06-4922-993e-699bd5b84a56,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:03.525739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:03.528843 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:03.528843 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:03.528843 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:03.528843 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:03.528843 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:03.529358 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:03.529455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:03.529733 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:03.530077 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:03.530475 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:03.530979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:03.531321 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:03.582042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3d270-d368-4e2a-ac58-8040f879b4ae req-48ff554b-da80-44df-b117-82c001210d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:03.586607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4f3d270-d368-4e2a-ac58-8040f879b4ae req-48ff554b-da80-44df-b117-82c001210d7c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 1096 time: 0.0581057 Dec 14 02:43:03.639858 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4f3d270-d368-4e2a-ac58-8040f879b4ae req-5c847c45-f61a-4760-b419-ad136353fb4f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457649 Dec 14 02:43:03.792250 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:04.020238 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:04.096818 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eca9d1-9070-4d0f-8e0d-859c6231737e req-10222c12-14e7-48e6-81dc-bc8d741f461a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:04.099132 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7eca9d1-9070-4d0f-8e0d-859c6231737e req-10222c12-14e7-48e6-81dc-bc8d741f461a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.0523093 Dec 14 02:43:04.188112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7eca9d1-9070-4d0f-8e0d-859c6231737e req-d04469b5-0dcd-423e-9e61-1408f6b4dd3d tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816624 Dec 14 02:43:04.225214 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] Router cad97e25-711c-4444-b483-a77db2c9ec9f is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:43:04.225365 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca81d5-7595-475a-8099-ae26bd4c1580 req-41dff66c-d7cf-44d1-a00f-c89f51dbb990 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:04.228239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5ca81d5-7595-475a-8099-ae26bd4c1580 req-41dff66c-d7cf-44d1-a00f-c89f51dbb990 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 943 time: 0.0730569 Dec 14 02:43:04.296821 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5ca81d5-7595-475a-8099-ae26bd4c1580 req-0f7428a7-c518-4413-a06e-1c34fab0aa94 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608723 Dec 14 02:43:04.335763 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414c7c8-e7fa-4562-a2fb-7853063f8e3a req-53732326-30a9-4b9b-9a5a-483d8b634bbc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:04.337332 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5414c7c8-e7fa-4562-a2fb-7853063f8e3a req-53732326-30a9-4b9b-9a5a-483d8b634bbc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 945 time: 0.0622952 Dec 14 02:43:04.346356 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:43:04.357199 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Sync routers for ids ['cad97e25-711c-4444-b483-a77db2c9ec9f'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:43:04.376008 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Routers {'cad97e25-711c-4444-b483-a77db2c9ec9f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:43:04.376604 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:42:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cad97e25-711c-4444-b483-a77db2c9ec9f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:43:04.403458 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5414c7c8-e7fa-4562-a2fb-7853063f8e3a req-e03e5845-7bdd-414b-a675-59e202e38734 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539789 Dec 14 02:43:04.477417 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:04.479202 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ff393535-9377-4f85-b84d-a21f5f645c17 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.6426756 Dec 14 02:43:04.482488 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40306) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:04.541600 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Set router cad97e25-711c-4444-b483-a77db2c9ec9f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:43:04.547443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40308) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:04.722671 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f22e5808-d322-464a-9a21-ad1a9136cec7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:04.754123 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1782589622-router', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:03Z', 'revision_number': 3, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'gw_port': {'id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:43:04.781040 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Checking router: cad97e25-711c-4444-b483-a77db2c9ec9f for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:43:04.781697 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Updating router cad97e25-711c-4444-b483-a77db2c9ec9f port 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:43:04.812454 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 524febe1-81c6-4189-8736-8b5b11eee3fb details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:43:04.824524 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f22e5808-d322-464a-9a21-ad1a9136cec7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:04.831772 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:04.921115 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f22e5808-d322-464a-9a21-ad1a9136cec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:04.965587 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f22e5808-d322-464a-9a21-ad1a9136cec7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5451f82279e43c7acd819d9d1119337&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4108996 Dec 14 02:43:04.965587 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e5808-d322-464a-9a21-ad1a9136cec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72a2dc1-29ac-4d64-af8b-2e7bb2e2fa71,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:04.968151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40312) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:04.987880 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 524febe1-81c6-4189-8736-8b5b11eee3fb, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=524febe1-81c6-4189-8736-8b5b11eee3fb,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:05.023378 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '524febe1-81c6-4189-8736-8b5b11eee3fb', 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a', 'port_id': '524febe1-81c6-4189-8736-8b5b11eee3fb', 'mac_address': 'fa:16:3e:77:84:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bafd591-3d5a-421c-a705-120fee96a2aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:43:05.030837 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b8c7f34a-810e-45f9-a1f6-7bda5cf7b0b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:05.057715 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b8c7f34a-810e-45f9-a1f6-7bda5cf7b0b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:05.085589 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:05.109322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524febe1-81c6-4189-8736-8b5b11eee3fb {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:43:05.138559 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9e3062f1-4958-451c-9867-700376dd445b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:05.143506 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 524febe1-81c6-4189-8736-8b5b11eee3fb, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=524febe1-81c6-4189-8736-8b5b11eee3fb,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:05.212111 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:05.240230 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:05.252662 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b8c7f34a-810e-45f9-a1f6-7bda5cf7b0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:05.265049 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b8c7f34a-810e-45f9-a1f6-7bda5cf7b0b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:05.270867 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b8c7f34a-810e-45f9-a1f6-7bda5cf7b0b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d72a2dc1-29ac-4d64-af8b-2e7bb2e2fa71 HTTP/1.1" status: 204 len: 168 time: 0.3021755 Dec 14 02:43:05.287045 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7f34a-810e-45f9-a1f6-7bda5cf7b0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72a2dc1-29ac-4d64-af8b-2e7bb2e2fa71,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:05.312169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=524febe1-81c6-4189-8736-8b5b11eee3fb,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:05.337804 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:05.415171 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16eefae4-296a-4992-9ab9-7e3b06e67e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:05.447146 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af39ddb-d923-4ad6-b7aa-5d7b01f2526d None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:43:05.462844 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d793-5eaa-4833-a094-d23a7583bdf0 None None] Pushing event updated for resources: {'Port': ['ID=9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:05.468216 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d793-5eaa-4833-a094-d23a7583bdf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:05.468571 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d793-5eaa-4833-a094-d23a7583bdf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:05.468911 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d793-5eaa-4833-a094-d23a7583bdf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:05.469241 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d793-5eaa-4833-a094-d23a7583bdf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:05.469727 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d793-5eaa-4833-a094-d23a7583bdf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:05.469948 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d793-5eaa-4833-a094-d23a7583bdf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:05.470288 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d793-5eaa-4833-a094-d23a7583bdf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:05.470594 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d793-5eaa-4833-a094-d23a7583bdf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:05.470911 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d793-5eaa-4833-a094-d23a7583bdf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:05.471225 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d793-5eaa-4833-a094-d23a7583bdf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:05.471542 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d793-5eaa-4833-a094-d23a7583bdf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:05.471861 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d793-5eaa-4833-a094-d23a7583bdf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:05.472347 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5382d793-5eaa-4833-a094-d23a7583bdf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:05.477852 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Attempting to bind port 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:43:05.478224 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Attempting to bind port 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:43:05.478587 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Attempting to bind port 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:05.486186 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:43:05.486580 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:43:05.487044 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:05.487472 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:43:05.487942 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Bound port: 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:43:05.488626 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:05.542564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['524febe1-81c6-4189-8736-8b5b11eee3fb'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:43:05.565402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f15ba5-dd1c-4a50-833b-0d448bc9f222 req-58ef6995-6833-4c92-86df-8a27a7fbd78b tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:05.575198 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75f15ba5-dd1c-4a50-833b-0d448bc9f222 req-58ef6995-6833-4c92-86df-8a27a7fbd78b tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.2103174 Dec 14 02:43:05.586264 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] For port 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:43:05.590268 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] For port 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:43:05.653599 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be58ba-6e2d-474b-9b87-5dc9c2749cf4 req-db07699e-dd7a-442e-a5dc-f3d0fba176ef tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:05.659108 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:05.663472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e6d2024e-96f7-4abe-b6b8-2c85a520d9d7 None None] Provisioning complete for port 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:05.663856 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e6d2024e-96f7-4abe-b6b8-2c85a520d9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:05.670464 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64be58ba-6e2d-474b-9b87-5dc9c2749cf4 req-db07699e-dd7a-442e-a5dc-f3d0fba176ef tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 944 time: 0.2662866 Dec 14 02:43:05.704257 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-16eefae4-296a-4992-9ab9-7e3b06e67e31 admin admin] Allocated IP 172.20.0.1 (82dc5914-cd1b-4778-a869-3e41b7519127/bb449386-1fa9-4eea-b49f-ec20ad823c7e/9b7c303a-b206-4488-9b91-295e1199fd95) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:05.776712 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75f15ba5-dd1c-4a50-833b-0d448bc9f222 req-8184a522-1906-40a1-9008-897e02664770 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982834 Dec 14 02:43:05.803642 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5382d793-5eaa-4833-a094-d23a7583bdf0 None None] Pushing event updated for resources: {'Port': ['ID=9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:05.808511 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Routers {'cad97e25-711c-4444-b483-a77db2c9ec9f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:43:05.809043 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:43:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cad97e25-711c-4444-b483-a77db2c9ec9f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:43:05.816172 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8db5fd-cbc8-4f84-abed-325935f4bf77 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:43:05.851173 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64be58ba-6e2d-474b-9b87-5dc9c2749cf4 req-b19add84-676b-4144-9f88-6b626eaaac74 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791146 Dec 14 02:43:05.896372 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16eefae4-296a-4992-9ab9-7e3b06e67e31 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:05.954459 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] Set router cad97e25-711c-4444-b483-a77db2c9ec9f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:43:06.029426 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b3d58-756b-456b-95be-9ed0c2e2ca19 req-13c6bb68-e2eb-4a72-9f88-a26b920951f6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:06.041114 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16eefae4-296a-4992-9ab9-7e3b06e67e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:06.046220 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-121b3d58-756b-456b-95be-9ed0c2e2ca19 req-13c6bb68-e2eb-4a72-9f88-a26b920951f6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 945 time: 0.1410952 Dec 14 02:43:06.086174 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e6d2024e-96f7-4abe-b6b8-2c85a520d9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:06.128142 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eefae4-296a-4992-9ab9-7e3b06e67e31 admin admin] Network 82dc5914-cd1b-4778-a869-3e41b7519127 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:06.129912 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-16eefae4-296a-4992-9ab9-7e3b06e67e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:06.130612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e6d2024e-96f7-4abe-b6b8-2c85a520d9d7 None None] For port 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:06.138054 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eefae4-296a-4992-9ab9-7e3b06e67e31 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:06.184663 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-121b3d58-756b-456b-95be-9ed0c2e2ca19 req-d12a5422-15d8-415d-9126-6af48c72dea6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359546 Dec 14 02:43:06.185446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40330) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:06.189031 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eefae4-296a-4992-9ab9-7e3b06e67e31 admin admin] Pushing event updated for resources: {'Port': ['ID=9b7c303a-b206-4488-9b91-295e1199fd95,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:06.210944 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16eefae4-296a-4992-9ab9-7e3b06e67e31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:06.214978 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-38558762-bbcb-4b7c-9d8f-5a2e7680560b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:06.229873 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e6d2024e-96f7-4abe-b6b8-2c85a520d9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:06.235324 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1782589622-router', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:03Z', 'revision_number': 3, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'gw_port': {'id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:43:06.282411 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:06.287375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2024e-96f7-4abe-b6b8-2c85a520d9d7 None None] Pushing event updated for resources: {'Port': ['ID=9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:06.321720 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-38558762-bbcb-4b7c-9d8f-5a2e7680560b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:06.369828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b8d24b0d-afd6-4f45-b399-d7962d831f00 None None] Provisioning complete for port 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:06.369828 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8d24b0d-afd6-4f45-b399-d7962d831f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:06.412155 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-38558762-bbcb-4b7c-9d8f-5a2e7680560b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:06.419666 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36792e33-2414-4c31-97d9-15c32867d587 None None] The sync data for ids ['cad97e25-711c-4444-b483-a77db2c9ec9f'] in n-d-821636-1 is: [{'id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1782589622-router', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:03Z', 'revision_number': 3, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'gw_port': {'id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:43:06.455605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-38558762-bbcb-4b7c-9d8f-5a2e7680560b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2821a86a9c7d499f80c5b22518a9d95b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2642069 Dec 14 02:43:06.455957 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40336) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:06.488769 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38558762-bbcb-4b7c-9d8f-5a2e7680560b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413f7ec0-e527-435c-b0c6-4b8bc103ed11,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:06.525699 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54dcf2f7-1bc4-42be-9a20-1ecae456a56f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:06.552092 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54dcf2f7-1bc4-42be-9a20-1ecae456a56f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:06.609875 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16eefae4-296a-4992-9ab9-7e3b06e67e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:06.800814 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 524febe1-81c6-4189-8736-8b5b11eee3fb up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:06.825075 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16eefae4-296a-4992-9ab9-7e3b06e67e31 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:06.835898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a40dfd-c13a-4f93-96cd-cf51c4bc85c0 req-e3af0e2e-5c5b-4452-9d41-5f912a3abde8 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:06.841880 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20a40dfd-c13a-4f93-96cd-cf51c4bc85c0 req-e3af0e2e-5c5b-4452-9d41-5f912a3abde8 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 945 time: 0.0727537 Dec 14 02:43:06.853212 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54dcf2f7-1bc4-42be-9a20-1ecae456a56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:06.859500 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54dcf2f7-1bc4-42be-9a20-1ecae456a56f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:06.872115 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-54dcf2f7-1bc4-42be-9a20-1ecae456a56f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/413f7ec0-e527-435c-b0c6-4b8bc103ed11 HTTP/1.1" status: 204 len: 168 time: 0.4148822 Dec 14 02:43:06.891996 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcf2f7-1bc4-42be-9a20-1ecae456a56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413f7ec0-e527-435c-b0c6-4b8bc103ed11,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:06.962998 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20a40dfd-c13a-4f93-96cd-cf51c4bc85c0 req-f5d985c4-5db5-4a46-9d71-8e023ed7c0bc tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167305 Dec 14 02:43:06.985883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8b595-a2c0-4c0d-aceb-a9b8c932d8f5 req-75690ac8-dfbd-43f0-b088-09f70eddbe5a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:06.987961 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c6f8b595-a2c0-4c0d-aceb-a9b8c932d8f5 req-75690ac8-dfbd-43f0-b088-09f70eddbe5a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.0953436 Dec 14 02:43:07.029999 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16eefae4-296a-4992-9ab9-7e3b06e67e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:07.035022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 524febe1-81c6-4189-8736-8b5b11eee3fb completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:43:07.049093 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 524febe1-81c6-4189-8736-8b5b11eee3fb triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:07.049893 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:07.087562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:07.148998 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c6f8b595-a2c0-4c0d-aceb-a9b8c932d8f5 req-00308d78-082a-428e-89e4-3f018281d315 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515441 Dec 14 02:43:07.189380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eefae4-296a-4992-9ab9-7e3b06e67e31 admin admin] Pushing event updated for resources: {'Port': ['ID=9b7c303a-b206-4488-9b91-295e1199fd95,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:07.204259 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16eefae4-296a-4992-9ab9-7e3b06e67e31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:07.231791 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:07.232168 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:07.297058 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:07.340394 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77518559-5dca-4b3f-a838-b52ebd408f96 req-a612cf39-cc9d-4e97-bf3d-a8efd3c5df24 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:07.349899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77518559-5dca-4b3f-a838-b52ebd408f96 req-a612cf39-cc9d-4e97-bf3d-a8efd3c5df24 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 944 time: 0.2263024 Dec 14 02:43:07.385634 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eefae4-296a-4992-9ab9-7e3b06e67e31 admin admin] Network 82dc5914-cd1b-4778-a869-3e41b7519127 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:07.389992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-16eefae4-296a-4992-9ab9-7e3b06e67e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:07.398785 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 524febe1-81c6-4189-8736-8b5b11eee3fb, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=524febe1-81c6-4189-8736-8b5b11eee3fb,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:07.401769 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2647c31f-65fb-49d4-8025-d7e4d264f419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524febe1-81c6-4189-8736-8b5b11eee3fb'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:43:07.405094 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f867f760-4b34-43e2-8928-c1b4e3796b52" -d '{"events": [{"server_uuid": "2647c31f-65fb-49d4-8025-d7e4d264f419", "name": "network-vif-plugged", "status": "completed", "tag": "524febe1-81c6-4189-8736-8b5b11eee3fb"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:43:07.500935 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:07.511650 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77518559-5dca-4b3f-a838-b52ebd408f96 req-49b5600c-dbd5-4ba4-b023-6468613b91fb tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597760 Dec 14 02:43:07.608871 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5de4ec-a054-460e-8d63-5f932848c49d x-openstack-request-id: req-7a5de4ec-a054-460e-8d63-5f932848c49d {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:43:07.609177 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2647c31f-65fb-49d4-8025-d7e4d264f419", "name": "network-vif-plugged", "status": "completed", "tag": "524febe1-81c6-4189-8736-8b5b11eee3fb", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:43:07.609459 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a5de4ec-a054-460e-8d63-5f932848c49d {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:43:07.609860 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2647c31f-65fb-49d4-8025-d7e4d264f419', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524febe1-81c6-4189-8736-8b5b11eee3fb', 'code': 200} Dec 14 02:43:07.631623 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=524febe1-81c6-4189-8736-8b5b11eee3fb,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:07.657835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16eefae4-296a-4992-9ab9-7e3b06e67e31 admin admin] Router cad97e25-711c-4444-b483-a77db2c9ec9f has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:43:07.698588 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:07.784662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27ba20-e06b-4d55-8940-9b0e071bc0a7 req-5bbde53a-8dbb-488e-a2fc-c4f4ed21fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:07.787334 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec27ba20-e06b-4d55-8940-9b0e071bc0a7 req-5bbde53a-8dbb-488e-a2fc-c4f4ed21fef1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 1096 time: 0.0875850 Dec 14 02:43:07.828793 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16eefae4-296a-4992-9ab9-7e3b06e67e31 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:43:07.846905 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec27ba20-e06b-4d55-8940-9b0e071bc0a7 req-5f36543e-bad0-445d-9cc0-64388fab3c8e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492928 Dec 14 02:43:07.847800 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-16eefae4-296a-4992-9ab9-7e3b06e67e31 admin admin] 10.222.0.39 "PUT /v2.0/routers/cad97e25-711c-4444-b483-a77db2c9ec9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3617811 Dec 14 02:43:08.124848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004409b-fcb5-4425-8545-124663b14c69 req-9bfa8661-6830-4143-b3da-e15c9b8438cd tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:08.126772 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9004409b-fcb5-4425-8545-124663b14c69 req-9bfa8661-6830-4143-b3da-e15c9b8438cd tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 945 time: 0.0589395 Dec 14 02:43:08.207109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9004409b-fcb5-4425-8545-124663b14c69 req-2ed04fe7-950e-462a-a52c-b0d2140a0391 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680897 Dec 14 02:43:08.427495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5786e0-b61c-433f-9fdf-5f20c023b6f1 req-0425e7cf-54e9-4036-b373-45f9e605df0e tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:08.429067 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c5786e0-b61c-433f-9fdf-5f20c023b6f1 req-0425e7cf-54e9-4036-b373-45f9e605df0e tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.1077938 Dec 14 02:43:08.461176 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-8a4f0dc7-d8f4-4827-83de-2154a41ace4d tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:08.464235 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-8a4f0dc7-d8f4-4827-83de-2154a41ace4d tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/networks?id=82dc5914-cd1b-4778-a869-3e41b7519127 HTTP/1.1" status: 200 len: 820 time: 0.1683183 Dec 14 02:43:08.509126 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:08.521050 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-15382a46-30e4-4c68-a5d4-fe6f435639f3 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/quotas/32d337d1217d4db9adb40143d76bca62 HTTP/1.1" status: 200 len: 375 time: 0.0363896 Dec 14 02:43:08.521716 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40398) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:08.542149 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c5786e0-b61c-433f-9fdf-5f20c023b6f1 req-69b87342-6fc6-49fa-ba8f-c7f4cb396185 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015468 Dec 14 02:43:08.599248 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-bca8d9a9-e193-451e-b166-9fead4fcd749 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=32d337d1217d4db9adb40143d76bca62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0786877 Dec 14 02:43:08.672466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-31e77d32-668d-4048-8426-97ef717f0623 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-797546089'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:08.765720 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e77d32-668d-4048-8426-97ef717f0623 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:08.767100 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b9653b2c-66e8-4b6b-b652-f3c099be345e service neutron] 10.222.0.39 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596141 Dec 14 02:43:08.770358 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31e77d32-668d-4048-8426-97ef717f0623 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:08.784504 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31e77d32-668d-4048-8426-97ef717f0623 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:08.815528 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Sync routers for ids ['cad97e25-711c-4444-b483-a77db2c9ec9f'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:43:08.832609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Routers {'cad97e25-711c-4444-b483-a77db2c9ec9f'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:43:08.833824 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:43:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cad97e25-711c-4444-b483-a77db2c9ec9f'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:43:08.909244 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b888d19c-48e0-4ee3-b66c-f0aa0038be42 service neutron] 10.222.0.39 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345708 Dec 14 02:43:08.947439 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31e77d32-668d-4048-8426-97ef717f0623 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:08.974074 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Set router cad97e25-711c-4444-b483-a77db2c9ec9f gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:43:09.035264 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31e77d32-668d-4048-8426-97ef717f0623 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:09.078122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e77d32-668d-4048-8426-97ef717f0623 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:43:09.083186 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e77d32-668d-4048-8426-97ef717f0623 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf6d8ce-d070-4f25-8576-b8df81fa1bca,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:09.092934 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31e77d32-668d-4048-8426-97ef717f0623 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:09.093402 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-31e77d32-668d-4048-8426-97ef717f0623 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Added segment aead2805-8bb2-4a67-81d4-f69d30f3eedc of type vlan for network 4428ac20-0fb5-4dc3-afdf-c1f85560404f Dec 14 02:43:09.173101 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31e77d32-668d-4048-8426-97ef717f0623 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:09.270290 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1782589622-router', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'gw_port': {'id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '9b7c303a-b206-4488-9b91-295e1199fd95', 'name': '', 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'mac_address': 'fa:16:3e:17:d9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'bb449386-1fa9-4eea-b49f-ec20ad823c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:05Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 2, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'subnets': [{'id': 'bb449386-1fa9-4eea-b49f-ec20ad823c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:43:09.274612 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31e77d32-668d-4048-8426-97ef717f0623 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:09.282274 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e77d32-668d-4048-8426-97ef717f0623 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:09.299277 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31e77d32-668d-4048-8426-97ef717f0623 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:09.324787 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Checking router: cad97e25-711c-4444-b483-a77db2c9ec9f for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:43:09.325167 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Updating router cad97e25-711c-4444-b483-a77db2c9ec9f port 9b7c303a-b206-4488-9b91-295e1199fd95 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:43:09.387411 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:09.410058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79988e90-a016-46af-9f14-7d5c7e00a69f req-70c50dfe-03c9-4131-90aa-5cae3766043b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:09.410058 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79988e90-a016-46af-9f14-7d5c7e00a69f req-70c50dfe-03c9-4131-90aa-5cae3766043b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 945 time: 0.0818362 Dec 14 02:43:09.424937 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-31e77d32-668d-4048-8426-97ef717f0623 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9019654 Dec 14 02:43:09.431705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40416) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:09.443032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-835c6b5a-386c-41d4-b5e4-4c7c52da18d8 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:09.449547 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e77d32-668d-4048-8426-97ef717f0623 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Network': ['ID=4428ac20-0fb5-4dc3-afdf-c1f85560404f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:09.469116 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:43:09.584530 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79988e90-a016-46af-9f14-7d5c7e00a69f req-2098c907-56f1-4a4f-a2f0-37e72055c6bb tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685479 Dec 14 02:43:09.600587 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebf0f8-3f08-4989-a3a9-a898181ed08a req-3fa6fa8a-4598-4e34-9ab3-cea6076679fa tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:09.635761 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64ebf0f8-3f08-4989-a3a9-a898181ed08a req-3fa6fa8a-4598-4e34-9ab3-cea6076679fa tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 945 time: 0.2013521 Dec 14 02:43:09.709943 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ee77e55f-836a-4a42-89bb-4af2d9992a9e req-533e09ae-68e5-4ce1-93a3-cae5d3788001 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 210 time: 0.0430200 Dec 14 02:43:09.770010 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64ebf0f8-3f08-4989-a3a9-a898181ed08a req-aa652ab5-63fc-4c3a-84bc-bba81c608174 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287384 Dec 14 02:43:09.785683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835c6b5a-386c-41d4-b5e4-4c7c52da18d8 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:09.785683 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-835c6b5a-386c-41d4-b5e4-4c7c52da18d8 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:09.981152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac599e-e3af-4aed-8b48-cfbccf1cb701 req-4ac10d11-0303-4f76-b359-1bc8c415eea7 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:09.982992 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e8ac599e-e3af-4aed-8b48-cfbccf1cb701 req-4ac10d11-0303-4f76-b359-1bc8c415eea7 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.1956532 Dec 14 02:43:10.043351 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:10.060649 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e8ac599e-e3af-4aed-8b48-cfbccf1cb701 req-1cc7e529-e8ec-4904-a914-515f1fe34809 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626466 Dec 14 02:43:10.097415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-cfda1ecb-1c9d-4005-8884-7ef8f5e6902c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:10.097415 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-cfda1ecb-1c9d-4005-8884-7ef8f5e6902c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/networks?id=b6c00ad7-548c-4fdc-be08-89a064371a4a HTTP/1.1" status: 200 len: 806 time: 0.2275672 Dec 14 02:43:10.131713 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:10.137733 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-9a8c57f9-24dd-403e-a5df-794757a600fb tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/quotas/a984b7588a0144a79ab8cc60e3512d19 HTTP/1.1" status: 200 len: 375 time: 0.0399225 Dec 14 02:43:10.186180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eec88f-52f2-4147-821b-b2507192749f None None] Pushing event updated for resources: {'Port': ['ID=9b7c303a-b206-4488-9b91-295e1199fd95,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:10.237111 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-73bfa687-6bab-4706-b1c7-0e31c16b700e tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984392 Dec 14 02:43:10.253855 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Attempting to bind port 9b7c303a-b206-4488-9b91-295e1199fd95 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:43:10.254326 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Attempting to bind port 9b7c303a-b206-4488-9b91-295e1199fd95 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '101c9251-151f-40cc-9665-28327f284b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:43:10.271627 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Attempting to bind port 9b7c303a-b206-4488-9b91-295e1199fd95 on network 82dc5914-cd1b-4778-a869-3e41b7519127 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:10.279383 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:43:10.279959 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Checking segment: {'id': '101c9251-151f-40cc-9665-28327f284b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:43:10.280471 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:10.280980 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Bound using segment: {'id': '101c9251-151f-40cc-9665-28327f284b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:43:10.281586 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Bound port: 9b7c303a-b206-4488-9b91-295e1199fd95, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101c9251-151f-40cc-9665-28327f284b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:43:10.282167 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:10.343376 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-ba81ff25-f6a0-4c00-b83d-f80ff7269ebc service neutron] 10.222.0.39 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052825 Dec 14 02:43:10.377839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] For port 9b7c303a-b206-4488-9b91-295e1199fd95, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:43:10.381721 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] For port 9b7c303a-b206-4488-9b91-295e1199fd95, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=9b7c303a-b206-4488-9b91-295e1199fd95,segment=NetworkSegment(101c9251-151f-40cc-9665-28327f284b60),segment_id=101c9251-151f-40cc-9665-28327f284b60)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:43:10.439699 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-835c6b5a-386c-41d4-b5e4-4c7c52da18d8 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:10.497142 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-5d134a4a-3a62-4066-a28f-74f0bbb837e4 service neutron] 10.222.0.39 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405163 Dec 14 02:43:10.517249 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:10.522329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c6b5a-386c-41d4-b5e4-4c7c52da18d8 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=659dc7f1-c597-4b9b-b68c-02f55ad99bba,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:10.533276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c6b5a-386c-41d4-b5e4-4c7c52da18d8 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:43:10.533756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835c6b5a-386c-41d4-b5e4-4c7c52da18d8 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network hostable DHCP agents. Network: 4428ac20-0fb5-4dc3-afdf-c1f85560404f, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:43:10.587838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Routers {'cad97e25-711c-4444-b483-a77db2c9ec9f'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:43:10.588484 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:43:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cad97e25-711c-4444-b483-a77db2c9ec9f'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:43:10.625858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eec88f-52f2-4147-821b-b2507192749f None None] Pushing event updated for resources: {'Port': ['ID=9b7c303a-b206-4488-9b91-295e1199fd95,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:10.641751 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835c6b5a-386c-41d4-b5e4-4c7c52da18d8 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:43:10.726618 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-835c6b5a-386c-41d4-b5e4-4c7c52da18d8 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 4428ac20-0fb5-4dc3-afdf-c1f85560404f) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:10.738578 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c6b5a-386c-41d4-b5e4-4c7c52da18d8 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:10.739221 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-835c6b5a-386c-41d4-b5e4-4c7c52da18d8 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:10.758621 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a38142-6b8f-449e-a76c-43b97cb020f7 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:10.769291 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] Set router cad97e25-711c-4444-b483-a77db2c9ec9f gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:43:10.958501 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60aeccec-97ec-442e-98c0-c87d3a0dba08 req-5015aad8-6459-4412-a162-913a5f98a34d tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 210 time: 0.1274495 Dec 14 02:43:10.966527 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3dc05319-df34-4a8f-ab93-f282e8ca4316 req-fa3f333f-cf27-4c3c-98a9-8ddc8ce60a52 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 210 time: 0.1280720 Dec 14 02:43:10.970145 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-835c6b5a-386c-41d4-b5e4-4c7c52da18d8 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5346479 Dec 14 02:43:10.970391 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40458) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:10.975636 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-eaf6a431-6640-439e-ba3a-3bd93eff0537 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'name': 'tempest-NetworksTestDHCPv6-298197836'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:11.013651 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73962a-7a14-46ee-8b46-229eaffaed43 req-64f41312-523f-4470-b6c1-1e54060d8d9b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:11.020599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b73962a-7a14-46ee-8b46-229eaffaed43 req-64f41312-523f-4470-b6c1-1e54060d8d9b tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.46 "GET /v2.0/ports?device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 945 time: 0.2681768 Dec 14 02:43:11.192116 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': '659dc7f1-c597-4b9b-b68c-02f55ad99bba'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:43:11.194053 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:11.291863 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf6a431-6640-439e-ba3a-3bd93eff0537 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:11.297956 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eaf6a431-6640-439e-ba3a-3bd93eff0537 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:11.368371 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-eaf6a431-6640-439e-ba3a-3bd93eff0537 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port 2bfcf588-92dd-46ea-94c2-ec714c5ba36b yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:43:11.381121 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1782589622-router', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'gw_port': {'id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '9b7c303a-b206-4488-9b91-295e1199fd95', 'name': '', 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'mac_address': 'fa:16:3e:17:d9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'bb449386-1fa9-4eea-b49f-ec20ad823c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:05Z', 'updated_at': '2021-12-14T02:43:10Z', 'revision_number': 4, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'subnets': [{'id': 'bb449386-1fa9-4eea-b49f-ec20ad823c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:43:11.403639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab1fef-d3bf-4122-926d-731d3c3d6a85 req-2d38ab3a-5167-4f11-a036-c6538990904a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:11.411975 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83ab1fef-d3bf-4122-926d-731d3c3d6a85 req-2d38ab3a-5167-4f11-a036-c6538990904a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.1881945 Dec 14 02:43:11.431488 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7a6b6-6c44-4b8c-b764-66cdbe4f7377 req-ba66d779-4b08-4338-95dc-bb7f66b2083d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:11.432627 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90c7a6b6-6c44-4b8c-b764-66cdbe4f7377 req-ba66d779-4b08-4338-95dc-bb7f66b2083d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 945 time: 0.2074440 Dec 14 02:43:11.437741 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba5f98-6e71-4561-9e27-d8698e6a2639 None None] The sync data for ids ['cad97e25-711c-4444-b483-a77db2c9ec9f'] in n-d-821636-1 is: [{'id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1782589622-router', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'gw_port': {'id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '9b7c303a-b206-4488-9b91-295e1199fd95', 'name': '', 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'mac_address': 'fa:16:3e:17:d9:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'bb449386-1fa9-4eea-b49f-ec20ad823c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:05Z', 'updated_at': '2021-12-14T02:43:10Z', 'revision_number': 4, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'subnets': [{'id': 'bb449386-1fa9-4eea-b49f-ec20ad823c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:43:11.472253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Allocated IP 2001:db8::2 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/659dc7f1-c597-4b9b-b68c-02f55ad99bba/e706f46b-7f98-4568-990f-bb75721d6f6b) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:11.533189 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-7b73962a-7a14-46ee-8b46-229eaffaed43 req-a41fd513-2322-422c-b5d4-1afc87b162c6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Deleting port 518a9ce2-db06-4922-993e-699bd5b84a56 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:43:11.533842 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7b73962a-7a14-46ee-8b46-229eaffaed43 req-a41fd513-2322-422c-b5d4-1afc87b162c6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:11.773653 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:11.775709 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83ab1fef-d3bf-4122-926d-731d3c3d6a85 req-4ffea6d1-1fab-4287-9ca7-69901bc04222 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627088 Dec 14 02:43:11.800997 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90c7a6b6-6c44-4b8c-b764-66cdbe4f7377 req-5a91c926-6945-4917-ae30-dfd374ca97ef tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/security-groups?id=fdb0d66d-e1ab-417e-8715-539ada17bf7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422275 Dec 14 02:43:11.809821 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5f367488-b12d-47fb-aff2-e5b22df600c3 req-798f5073-749b-4798-9eb8-d35dc228bb40 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684426 Dec 14 02:43:11.826941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-7b73962a-7a14-46ee-8b46-229eaffaed43 req-a41fd513-2322-422c-b5d4-1afc87b162c6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] For port 518a9ce2-db06-4922-993e-699bd5b84a56, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=518a9ce2-db06-4922-993e-699bd5b84a56,segment=NetworkSegment(6609a908-759f-481c-8169-0c3da67b1741),segment_id=6609a908-759f-481c-8169-0c3da67b1741)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:11.827522 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7b73962a-7a14-46ee-8b46-229eaffaed43 req-a41fd513-2322-422c-b5d4-1afc87b162c6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:11.835142 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:11.886643 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-7b73962a-7a14-46ee-8b46-229eaffaed43 req-a41fd513-2322-422c-b5d4-1afc87b162c6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Calling delete_port for 518a9ce2-db06-4922-993e-699bd5b84a56 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:43:11.928843 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:11.932403 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:11.937554 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:11.957840 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Pushing event updated for resources: {'Port': ['ID=e706f46b-7f98-4568-990f-bb75721d6f6b,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:11.975412 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-eaf6a431-6640-439e-ba3a-3bd93eff0537 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::2e3 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/659dc7f1-c597-4b9b-b68c-02f55ad99bba/2bfcf588-92dd-46ea-94c2-ec714c5ba36b) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:11.991912 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f367488-b12d-47fb-aff2-e5b22df600c3 req-daa793fa-f2b3-4ec8-beca-1b7b50cf4a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:12.004981 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5f367488-b12d-47fb-aff2-e5b22df600c3 req-daa793fa-f2b3-4ec8-beca-1b7b50cf4a23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 1097 time: 0.1046119 Dec 14 02:43:12.060665 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Attempting to bind port e706f46b-7f98-4568-990f-bb75721d6f6b on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:43:12.061055 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Attempting to bind port e706f46b-7f98-4568-990f-bb75721d6f6b by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:43:12.061473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Attempting to bind port e706f46b-7f98-4568-990f-bb75721d6f6b on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:12.084715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:43:12.084715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:43:12.084715 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:12.084715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:43:12.084715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Bound port: e706f46b-7f98-4568-990f-bb75721d6f6b, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:43:12.084715 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:12.220147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] For port e706f46b-7f98-4568-990f-bb75721d6f6b, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:43:12.233182 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] For port e706f46b-7f98-4568-990f-bb75721d6f6b, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e706f46b-7f98-4568-990f-bb75721d6f6b,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:43:12.271698 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d01b08c4-e01c-4459-acfc-b5f08a933b9d req-7de43669-7383-4589-bfbe-f9ab1bfa89ad tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 210 time: 0.1020434 Dec 14 02:43:12.301020 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60d0c342-6b13-4f5a-b6ae-5ea451ceeed0 req-1f8e00f0-81d8-47c8-bf0c-11dfd337081e tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 210 time: 0.1220815 Dec 14 02:43:12.315014 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7b73962a-7a14-46ee-8b46-229eaffaed43 req-a41fd513-2322-422c-b5d4-1afc87b162c6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:12.325671 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:12.360632 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eaf6a431-6640-439e-ba3a-3bd93eff0537 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:12.376884 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['518a9ce2-db06-4922-993e-699bd5b84a56'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:43:12.388174 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f650c28-0dcc-4c7a-8a6f-01c480dab9cd None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:43:12.415490 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41fd513-2322-422c-b5d4-1afc87b162c6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Pushing event deleted for resources: {'Port': ['ID=518a9ce2-db06-4922-993e-699bd5b84a56,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:12.441359 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b73962a-7a14-46ee-8b46-229eaffaed43 req-a41fd513-2322-422c-b5d4-1afc87b162c6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] No DVR routers for this DVR port 518a9ce2-db06-4922-993e-699bd5b84a56 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:43:12.443906 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7b73962a-7a14-46ee-8b46-229eaffaed43 req-a41fd513-2322-422c-b5d4-1afc87b162c6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:12.454647 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b73962a-7a14-46ee-8b46-229eaffaed43 req-a41fd513-2322-422c-b5d4-1afc87b162c6 tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.46 "DELETE /v2.0/ports/518a9ce2-db06-4922-993e-699bd5b84a56 HTTP/1.1" status: 204 len: 173 time: 1.4292521 Dec 14 02:43:12.455360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07a52993-3d1c-415f-9b4a-fcdb9a5e4135', 'name': 'network-vif-deleted', 'tag': '518a9ce2-db06-4922-993e-699bd5b84a56'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:43:12.457757 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daec29d-9274-4e4e-9c52-1ce712ae4d6a" -d '{"events": [{"server_uuid": "07a52993-3d1c-415f-9b4a-fcdb9a5e4135", "name": "network-vif-deleted", "tag": "518a9ce2-db06-4922-993e-699bd5b84a56"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:43:12.498890 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f48b80-0ce7-4f4a-9d06-405d2cc008e6 None None] Pushing event updated for resources: {'Port': ['ID=e706f46b-7f98-4568-990f-bb75721d6f6b,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:12.538203 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4c5d84-b1c9-4f58-a320-db294e0f75b8 x-openstack-request-id: req-2a4c5d84-b1c9-4f58-a320-db294e0f75b8 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:43:12.539067 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07a52993-3d1c-415f-9b4a-fcdb9a5e4135", "name": "network-vif-deleted", "tag": "518a9ce2-db06-4922-993e-699bd5b84a56", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:43:12.539482 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2a4c5d84-b1c9-4f58-a320-db294e0f75b8 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:43:12.551055 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07a52993-3d1c-415f-9b4a-fcdb9a5e4135', 'name': 'network-vif-deleted', 'tag': '518a9ce2-db06-4922-993e-699bd5b84a56', 'status': 'completed', 'code': 200} Dec 14 02:43:12.561277 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f367488-b12d-47fb-aff2-e5b22df600c3 req-70a27850-057f-419f-918b-400a3cbb3f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:12.563202 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5f367488-b12d-47fb-aff2-e5b22df600c3 req-70a27850-057f-419f-918b-400a3cbb3f6f service neutron] 10.222.0.46 "GET /v2.0/networks?id=b6c00ad7-548c-4fdc-be08-89a064371a4a HTTP/1.1" status: 200 len: 907 time: 0.5466850 Dec 14 02:43:12.642108 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5f367488-b12d-47fb-aff2-e5b22df600c3 req-e1270e86-a9ce-4dd6-a56b-a32c1c92f2b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 HTTP/1.1" status: 200 len: 217 time: 0.0696182 Dec 14 02:43:12.645407 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eaf6a431-6640-439e-ba3a-3bd93eff0537 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:12.706267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f367488-b12d-47fb-aff2-e5b22df600c3 req-493fdd47-fc38-4b8f-a674-0e603ec96f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:12.707918 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5f367488-b12d-47fb-aff2-e5b22df600c3 req-493fdd47-fc38-4b8f-a674-0e603ec96f50 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8bafd591-3d5a-421c-a705-120fee96a2aa HTTP/1.1" status: 200 len: 846 time: 0.0553114 Dec 14 02:43:12.749810 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-387ac3e8-9019-4478-82d6-c1f9184eaf0d tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:12.751523 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-387ac3e8-9019-4478-82d6-c1f9184eaf0d tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.47 "GET /v2.0/networks?id=82dc5914-cd1b-4778-a869-3e41b7519127 HTTP/1.1" status: 200 len: 820 time: 0.3451338 Dec 14 02:43:12.791512 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5f367488-b12d-47fb-aff2-e5b22df600c3 req-acf29637-3d20-4077-9ae2-cff00ba698b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6c00ad7-548c-4fdc-be08-89a064371a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307786 Dec 14 02:43:12.805792 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf6a431-6640-439e-ba3a-3bd93eff0537 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:12.814484 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-69c53193-2646-4991-bb34-631346f4fc0f tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Request body: {'port': {'device_id': '334d8ddd-a28e-41d3-bb7c-1536a79cee3a', 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127', 'admin_state_up': True, 'tenant_id': '32d337d1217d4db9adb40143d76bca62'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:12.836047 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-eaf6a431-6640-439e-ba3a-3bd93eff0537 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:12.989437 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6a431-6640-439e-ba3a-3bd93eff0537 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=2bfcf588-92dd-46ea-94c2-ec714c5ba36b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:12.996708 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf6a431-6640-439e-ba3a-3bd93eff0537 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:13.015982 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf6a431-6640-439e-ba3a-3bd93eff0537 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:13.023964 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eaf6a431-6640-439e-ba3a-3bd93eff0537 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:13.058958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693bd81-027d-41ac-8430-23ed9d76fe35 req-b26f73f2-360c-4f7f-be42-1b250248c959 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:13.072739 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9693bd81-027d-41ac-8430-23ed9d76fe35 req-b26f73f2-360c-4f7f-be42-1b250248c959 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.1670535 Dec 14 02:43:13.170518 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c15c3bfc-0967-4547-a093-3cc1fc6b129d req-5230282f-6838-46b9-96aa-e5301cef621d tempest-DeleteServersTestJSON-2105161069 tempest-DeleteServersTestJSON-2105161069-project] 10.222.0.39 "GET /v2.0/ports?device_id=07a52993-3d1c-415f-9b4a-fcdb9a5e4135 HTTP/1.1" status: 200 len: 210 time: 0.0678334 Dec 14 02:43:13.228553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9693bd81-027d-41ac-8430-23ed9d76fe35 req-1b8350e3-9818-4b4a-93f0-02d8ed4b6636 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542058 Dec 14 02:43:13.234094 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-eaf6a431-6640-439e-ba3a-3bd93eff0537 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2626045 Dec 14 02:43:13.236740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40494) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:13.283790 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5f367488-b12d-47fb-aff2-e5b22df600c3 req-8e5120e8-e0eb-4a2b-86f8-48f99aa803d7 service neutron] 10.222.0.46 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509773 Dec 14 02:43:13.329160 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e706f46b-7f98-4568-990f-bb75721d6f6b up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:13.411747 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-69c53193-2646-4991-bb34-631346f4fc0f tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Made reservation on behalf of 32d337d1217d4db9adb40143d76bca62 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:13.416523 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-69c53193-2646-4991-bb34-631346f4fc0f tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:13.461489 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793ea5c2-a585-4636-8315-78c4be00805a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:13.466971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e706f46b-7f98-4568-990f-bb75721d6f6b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:13.467602 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:13.498163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793ea5c2-a585-4636-8315-78c4be00805a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:13.504899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-793ea5c2-a585-4636-8315-78c4be00805a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2670898 Dec 14 02:43:13.508236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40500) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:13.603763 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:13.644993 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05723c55-e088-461d-bb78-2172f9d6cc5c req-c9d5c080-73c1-43e7-8891-7820eaed8fa1 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 210 time: 0.1365907 Dec 14 02:43:13.647399 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5f367488-b12d-47fb-aff2-e5b22df600c3 req-b4b0fcb8-6b5d-43c3-8bb2-6392b8464789 service neutron] 10.222.0.46 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332675 Dec 14 02:43:13.669864 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port e706f46b-7f98-4568-990f-bb75721d6f6b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e706f46b-7f98-4568-990f-bb75721d6f6b,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:13.726319 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69304b29-a295-4e08-a130-eef80db4fdfe req-571da5e0-b4f8-41cb-9172-d992f9314157 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 210 time: 0.1552634 Dec 14 02:43:13.738224 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-69c53193-2646-4991-bb34-631346f4fc0f tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Allocated IP 172.20.0.10 (82dc5914-cd1b-4778-a869-3e41b7519127/bb449386-1fa9-4eea-b49f-ec20ad823c7e/4daf223f-a71f-400d-a949-3e506c040977) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:13.773127 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:13.773127 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 9b7c303a-b206-4488-9b91-295e1199fd95 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:13.915799 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 9b7c303a-b206-4488-9b91-295e1199fd95 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:13.916182 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:13.982834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=e706f46b-7f98-4568-990f-bb75721d6f6b,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:14.063935 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:14.096863 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-69c53193-2646-4991-bb34-631346f4fc0f tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:14.126663 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 9b7c303a-b206-4488-9b91-295e1199fd95, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=9b7c303a-b206-4488-9b91-295e1199fd95,segment=NetworkSegment(101c9251-151f-40cc-9665-28327f284b60),segment_id=101c9251-151f-40cc-9665-28327f284b60)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:14.217204 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:14.249877 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-69c53193-2646-4991-bb34-631346f4fc0f tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:14.343269 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd3375-8ddd-4e0a-8c18-185c69788897 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port 2bfcf588-92dd-46ea-94c2-ec714c5ba36b {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:43:14.343910 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d0cd3375-8ddd-4e0a-8c18-185c69788897 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:14.349281 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4434808-fccb-4ec4-b20f-e838b3c6d10f None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:14.381511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-69c53193-2646-4991-bb34-631346f4fc0f tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Network 82dc5914-cd1b-4778-a869-3e41b7519127 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:14.390602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-69c53193-2646-4991-bb34-631346f4fc0f tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:14.396914 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-69c53193-2646-4991-bb34-631346f4fc0f tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:14.453136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-f2798c1a-ce4f-4574-885f-fad0819d71cd tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:14.454969 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-f2798c1a-ce4f-4574-885f-fad0819d71cd tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.47 "GET /v2.0/networks?id=b6c00ad7-548c-4fdc-be08-89a064371a4a HTTP/1.1" status: 200 len: 806 time: 0.7768819 Dec 14 02:43:14.498372 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c53193-2646-4991-bb34-631346f4fc0f tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Pushing event updated for resources: {'Port': ['ID=4daf223f-a71f-400d-a949-3e506c040977,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:14.504951 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-92a22247-72c9-41b5-b047-f717d42318db tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Request body: {'port': {'device_id': 'fe96239e-5cdc-46eb-bfcd-d38b4f352290', 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a', 'admin_state_up': True, 'tenant_id': 'a984b7588a0144a79ab8cc60e3512d19'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:14.508819 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-69c53193-2646-4991-bb34-631346f4fc0f tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:14.509511 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-69c53193-2646-4991-bb34-631346f4fc0f tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:14.625556 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d0cd3375-8ddd-4e0a-8c18-185c69788897 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:14.637207 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=9b7c303a-b206-4488-9b91-295e1199fd95,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:14.659234 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-69c53193-2646-4991-bb34-631346f4fc0f tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8639979 Dec 14 02:43:14.663625 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-fae963a9-c1ff-4b6d-9d1b-b1e26bf61872 None None] Provisioning complete for port e706f46b-7f98-4568-990f-bb75721d6f6b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:14.664024 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fae963a9-c1ff-4b6d-9d1b-b1e26bf61872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:14.673558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167b76b-e04e-4625-8bea-8cc08b9a4f27 req-6f28147d-0071-4ab1-a64c-a201319aa23d tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:14.680957 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2167b76b-e04e-4625-8bea-8cc08b9a4f27 req-6f28147d-0071-4ab1-a64c-a201319aa23d tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.2411742 Dec 14 02:43:14.686719 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Request body: {'port': {'device_id': '334d8ddd-a28e-41d3-bb7c-1536a79cee3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:14.696869 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd3375-8ddd-4e0a-8c18-185c69788897 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for 2bfcf588-92dd-46ea-94c2-ec714c5ba36b owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:43:14.801102 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:14.857007 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 518a9ce2-db06-4922-993e-699bd5b84a56 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:43:14.893269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 518a9ce2-db06-4922-993e-699bd5b84a56 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:43:14.893742 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 518a9ce2-db06-4922-993e-699bd5b84a56 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:43:14.982757 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2167b76b-e04e-4625-8bea-8cc08b9a4f27 req-7cde36d4-0c64-44b4-b543-0f270a54ffc5 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008242 Dec 14 02:43:15.001038 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d0cd3375-8ddd-4e0a-8c18-185c69788897 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:15.049688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd3375-8ddd-4e0a-8c18-185c69788897 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=2bfcf588-92dd-46ea-94c2-ec714c5ba36b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:15.068539 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e706f46b-7f98-4568-990f-bb75721d6f6b up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:15.073980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-92a22247-72c9-41b5-b047-f717d42318db tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Made reservation on behalf of a984b7588a0144a79ab8cc60e3512d19 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:15.077918 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-92a22247-72c9-41b5-b047-f717d42318db tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:15.114482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25745184-b47a-4793-9de8-2a9e892230b9 req-1dcb8576-c2d9-4733-a63b-4b2c9d9347a6 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:15.123168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-25745184-b47a-4793-9de8-2a9e892230b9 req-1dcb8576-c2d9-4733-a63b-4b2c9d9347a6 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 932 time: 0.1693983 Dec 14 02:43:15.145106 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d0cd3375-8ddd-4e0a-8c18-185c69788897 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:15.151445 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d0cd3375-8ddd-4e0a-8c18-185c69788897 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/2bfcf588-92dd-46ea-94c2-ec714c5ba36b HTTP/1.1" status: 204 len: 168 time: 1.6377826 Dec 14 02:43:15.159374 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40530) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:15.207261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e706f46b-7f98-4568-990f-bb75721d6f6b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:15.207776 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:15.259527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd46f12c-fa9a-4398-8684-496b01a620ef tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:15.261616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd46f12c-fa9a-4398-8684-496b01a620ef tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:15.266599 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40532) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:15.267383 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fd46f12c-fa9a-4398-8684-496b01a620ef tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1059883 Dec 14 02:43:15.287392 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3769e3d3-d641-460f-a5d5-4353fb769868 None None] Could not find standard attr ID for object 2bfcf588-92dd-46ea-94c2-ec714c5ba36b. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:43:15.328913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3769e3d3-d641-460f-a5d5-4353fb769868 None None] Provisioning complete for port e706f46b-7f98-4568-990f-bb75721d6f6b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:15.329297 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3769e3d3-d641-460f-a5d5-4353fb769868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:15.330628 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f25ddac-bbe2-4d59-96b8-2e229fdd30ab req-a3006ab1-7178-434c-a008-9b6e9f65d21f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 210 time: 0.0584767 Dec 14 02:43:15.405762 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-25745184-b47a-4793-9de8-2a9e892230b9 req-ad8ed487-312c-4c6c-a255-acf9eff11a2e tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813811 Dec 14 02:43:15.460891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-405c4f28-d327-415a-98f5-46b2231bcbcb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet 659dc7f1-c597-4b9b-b68c-02f55ad99bba {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:43:15.494362 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 9b7c303a-b206-4488-9b91-295e1199fd95 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:15.503512 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-405c4f28-d327-415a-98f5-46b2231bcbcb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:15.607222 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-92a22247-72c9-41b5-b047-f717d42318db tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Allocated IP 172.20.0.12 (b6c00ad7-548c-4fdc-be08-89a064371a4a/8bafd591-3d5a-421c-a705-120fee96a2aa/eb05fd59-6b02-466f-83d2-08cd5d0809a0) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:15.608447 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 9b7c303a-b206-4488-9b91-295e1199fd95 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:15.610230 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:15.735828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4daf223f-a71f-400d-a949-3e506c040977 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:43:15.743697 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:15.759625 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Transition to ACTIVE for port object 4daf223f-a71f-400d-a949-3e506c040977 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:43:15.767441 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-405c4f28-d327-415a-98f5-46b2231bcbcb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:15.846033 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7472dfc5-b8d1-496f-a44d-d4c58c596532 None None] Could not find standard attr ID for object 2bfcf588-92dd-46ea-94c2-ec714c5ba36b. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:43:15.913792 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:15.959570 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-92a22247-72c9-41b5-b047-f717d42318db tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:16.005567 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-405c4f28-d327-415a-98f5-46b2231bcbcb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:16.031835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Pushing event updated for resources: {'Port': ['ID=4daf223f-a71f-400d-a949-3e506c040977,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:16.063950 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-92a22247-72c9-41b5-b047-f717d42318db tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:16.101207 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48', '524febe1-81c6-4189-8736-8b5b11eee3fb'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:43:16.219705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-92a22247-72c9-41b5-b047-f717d42318db tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Network b6c00ad7-548c-4fdc-be08-89a064371a4a is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:16.225244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a22247-72c9-41b5-b047-f717d42318db tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Pushing event updated for resources: {'Port': ['ID=eb05fd59-6b02-466f-83d2-08cd5d0809a0,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:16.243595 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-92a22247-72c9-41b5-b047-f717d42318db tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:16.245000 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Attempting to bind port 4daf223f-a71f-400d-a949-3e506c040977 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:43:16.245000 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Attempting to bind port 4daf223f-a71f-400d-a949-3e506c040977 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '101c9251-151f-40cc-9665-28327f284b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:43:16.245000 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Attempting to bind port 4daf223f-a71f-400d-a949-3e506c040977 on network 82dc5914-cd1b-4778-a869-3e41b7519127 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:16.248403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-92a22247-72c9-41b5-b047-f717d42318db tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:16.251079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Port 4daf223f-a71f-400d-a949-3e506c040977 on network 82dc5914-cd1b-4778-a869-3e41b7519127 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:43:16.251519 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Attempting to bind port 4daf223f-a71f-400d-a949-3e506c040977 on network 82dc5914-cd1b-4778-a869-3e41b7519127 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:16.257232 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:43:16.258174 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Checking segment: {'id': '101c9251-151f-40cc-9665-28327f284b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:43:16.258662 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Bound using segment: {'id': '101c9251-151f-40cc-9665-28327f284b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:43:16.259226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Bound port: 4daf223f-a71f-400d-a949-3e506c040977, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101c9251-151f-40cc-9665-28327f284b60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:43:16.259668 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:16.264666 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991ea7d-8784-4c90-99e7-b73a8c7bcea6 req-5aac38ce-badf-48c2-9e8c-5be59274d7e5 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:16.266636 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8991ea7d-8784-4c90-99e7-b73a8c7bcea6 req-5aac38ce-badf-48c2-9e8c-5be59274d7e5 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.1354587 Dec 14 02:43:16.304728 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-405c4f28-d327-415a-98f5-46b2231bcbcb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:16.341984 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c4f28-d327-415a-98f5-46b2231bcbcb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=659dc7f1-c597-4b9b-b68c-02f55ad99bba,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:16.349201 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8991ea7d-8784-4c90-99e7-b73a8c7bcea6 req-4ded926f-67dd-4ef7-9bfe-baaf2d683b7b tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521896 Dec 14 02:43:16.357273 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-405c4f28-d327-415a-98f5-46b2231bcbcb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:16.379366 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac7fb5b-cc64-4ea1-8c63-72482c5b5786 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:16.380409 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-405c4f28-d327-415a-98f5-46b2231bcbcb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/659dc7f1-c597-4b9b-b68c-02f55ad99bba HTTP/1.1" status: 204 len: 168 time: 1.1127462 Dec 14 02:43:16.381326 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40558) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:16.413993 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-92a22247-72c9-41b5-b047-f717d42318db tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:16.414837 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-92a22247-72c9-41b5-b047-f717d42318db tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:16.504305 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-92a22247-72c9-41b5-b047-f717d42318db tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0044467 Dec 14 02:43:16.538906 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Request body: {'port': {'device_id': 'fe96239e-5cdc-46eb-bfcd-d38b4f352290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:16.548502 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-694acdda-d978-40a6-85aa-8bfd02ced209 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1530836 Dec 14 02:43:16.551815 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40564) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:16.556887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a7c2181e-5f3c-4e4a-a7fd-46f31dfa2b72 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:16.644986 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] For port 4daf223f-a71f-400d-a949-3e506c040977, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:43:16.678116 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd274360-e4fe-4f2b-b092-a6aebbb67062 None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:43:16.685107 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] For port 4daf223f-a71f-400d-a949-3e506c040977, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4daf223f-a71f-400d-a949-3e506c040977,segment=NetworkSegment(101c9251-151f-40cc-9665-28327f284b60),segment_id=101c9251-151f-40cc-9665-28327f284b60)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:43:16.772118 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:16.791505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbe0b0-6be7-4d7f-8937-974708ffd139 req-f6af2c74-8a7d-46fd-9d5b-408c37476b95 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:16.804149 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfcbe0b0-6be7-4d7f-8937-974708ffd139 req-f6af2c74-8a7d-46fd-9d5b-408c37476b95 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 932 time: 0.3455591 Dec 14 02:43:16.881176 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:16.881894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 5868c756-0e60-46c6-9fdc-2b3df25311d3 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:43:16.900956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e3a3d-4ee5-4f6d-9c09-072c7ff931ae req-1916552c-47d2-43d8-bda4-a2046be638b1 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:16.904057 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:16.906043 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:16.907829 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] 10.222.0.47 "PUT /v2.0/ports/4daf223f-a71f-400d-a949-3e506c040977 HTTP/1.1" status: 200 len: 1092 time: 2.2252946 Dec 14 02:43:16.908330 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334d8ddd-a28e-41d3-bb7c-1536a79cee3a', 'tag': '4daf223f-a71f-400d-a949-3e506c040977'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:43:16.912637 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d719c0-1ce3-4dc5-a384-685f56b5ac0a" -d '{"events": [{"name": "network-changed", "server_uuid": "334d8ddd-a28e-41d3-bb7c-1536a79cee3a", "tag": "4daf223f-a71f-400d-a949-3e506c040977"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:43:16.938772 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-284e3a3d-4ee5-4f6d-9c09-072c7ff931ae req-1916552c-47d2-43d8-bda4-a2046be638b1 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 944 time: 0.2992141 Dec 14 02:43:16.941540 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5e2a4-4522-4a02-8e86-bf558c4228da service neutron] Pushing event updated for resources: {'Port': ['ID=4daf223f-a71f-400d-a949-3e506c040977,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:16.952302 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-fd274360-e4fe-4f2b-b092-a6aebbb67062 None None] Deleting port e706f46b-7f98-4568-990f-bb75721d6f6b {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:43:16.952678 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fd274360-e4fe-4f2b-b092-a6aebbb67062 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:17.006225 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c2181e-5f3c-4e4a-a7fd-46f31dfa2b72 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:17.012896 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a7c2181e-5f3c-4e4a-a7fd-46f31dfa2b72 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:17.069109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfcbe0b0-6be7-4d7f-8937-974708ffd139 req-c9a0ec8c-70d8-4c6a-bf43-873fd65afd67 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434688 Dec 14 02:43:17.074865 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.resource_extend [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 02:43:17.120810 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e706f46b-7f98-4568-990f-bb75721d6f6b no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:43:17.216578 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-284e3a3d-4ee5-4f6d-9c09-072c7ff931ae req-7ed44ad2-494b-4a00-9497-1fa75ffaed91 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507579 Dec 14 02:43:17.308470 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-fd274360-e4fe-4f2b-b092-a6aebbb67062 None None] For port e706f46b-7f98-4568-990f-bb75721d6f6b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e706f46b-7f98-4568-990f-bb75721d6f6b,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:17.308819 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fd274360-e4fe-4f2b-b092-a6aebbb67062 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:17.351881 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-fd274360-e4fe-4f2b-b092-a6aebbb67062 None None] Calling delete_port for e706f46b-7f98-4568-990f-bb75721d6f6b owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:43:17.465527 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39183633-60ef-489e-ac22-a2305fc2ba92 x-openstack-request-id: req-39183633-60ef-489e-ac22-a2305fc2ba92 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:43:17.466360 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334d8ddd-a28e-41d3-bb7c-1536a79cee3a", "tag": "4daf223f-a71f-400d-a949-3e506c040977", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:43:17.466360 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-39183633-60ef-489e-ac22-a2305fc2ba92 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:43:17.466781 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334d8ddd-a28e-41d3-bb7c-1536a79cee3a', 'tag': '4daf223f-a71f-400d-a949-3e506c040977', 'status': 'completed', 'code': 200} Dec 14 02:43:17.549218 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:43:17.555413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 5868c756-0e60-46c6-9fdc-2b3df25311d3, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=5868c756-0e60-46c6-9fdc-2b3df25311d3,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:17.581673 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-89918f32-57e1-40ee-8b8b-233c0131d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:17.581673 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-89918f32-57e1-40ee-8b8b-233c0131d955 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32d337d1217d4db9adb40143d76bca62&device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 1095 time: 0.1128166 Dec 14 02:43:17.582001 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '5868c756-0e60-46c6-9fdc-2b3df25311d3', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'port_id': '5868c756-0e60-46c6-9fdc-2b3df25311d3', 'mac_address': 'fa:16:3e:1c:2b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:43:17.583357 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:17.663343 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb05fd59-6b02-466f-83d2-08cd5d0809a0 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:43:17.671520 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fd274360-e4fe-4f2b-b092-a6aebbb67062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:17.672582 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:17.677097 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-6e249f3a-9b0c-4561-acd7-2e5c73aec7f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4daf223f-a71f-400d-a949-3e506c040977 HTTP/1.1" status: 200 len: 217 time: 0.0757167 Dec 14 02:43:17.701485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Transition to ACTIVE for port object eb05fd59-6b02-466f-83d2-08cd5d0809a0 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:43:17.724117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e9759-7d54-4ab7-a619-7da65312f1b6 req-4b16a1ea-3b99-4166-ae9e-55d2b2146d59 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:17.725771 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-134e9759-7d54-4ab7-a619-7da65312f1b6 req-4b16a1ea-3b99-4166-ae9e-55d2b2146d59 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.2468255 Dec 14 02:43:17.748801 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:17.810695 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-134e9759-7d54-4ab7-a619-7da65312f1b6 req-ac775b9b-0447-40c7-ac72-0bb3b78ec70e tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772035 Dec 14 02:43:17.811336 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd274360-e4fe-4f2b-b092-a6aebbb67062 None None] Pushing event deleted for resources: {'Port': ['ID=e706f46b-7f98-4568-990f-bb75721d6f6b,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:17.811536 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:17.825299 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd274360-e4fe-4f2b-b092-a6aebbb67062 None None] No DVR routers for this DVR port e706f46b-7f98-4568-990f-bb75721d6f6b on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:43:17.830089 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5868c756-0e60-46c6-9fdc-2b3df25311d3 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:43:17.835636 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-0c56888a-e18d-41ef-9236-44c3624ee5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:17.839548 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-0c56888a-e18d-41ef-9236-44c3624ee5d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bb449386-1fa9-4eea-b49f-ec20ad823c7e HTTP/1.1" status: 200 len: 860 time: 0.1499171 Dec 14 02:43:17.881694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Pushing event updated for resources: {'Port': ['ID=eb05fd59-6b02-466f-83d2-08cd5d0809a0,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:17.881923 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 5868c756-0e60-46c6-9fdc-2b3df25311d3, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=5868c756-0e60-46c6-9fdc-2b3df25311d3,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:18.017061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Attempting to bind port eb05fd59-6b02-466f-83d2-08cd5d0809a0 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:43:18.017061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Attempting to bind port eb05fd59-6b02-466f-83d2-08cd5d0809a0 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:43:18.017061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Attempting to bind port eb05fd59-6b02-466f-83d2-08cd5d0809a0 on network b6c00ad7-548c-4fdc-be08-89a064371a4a {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:18.017988 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-7897c4d5-335d-48b3-8783-deb6b9ac07fb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82dc5914-cd1b-4778-a869-3e41b7519127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1574261 Dec 14 02:43:18.018130 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Port eb05fd59-6b02-466f-83d2-08cd5d0809a0 on network b6c00ad7-548c-4fdc-be08-89a064371a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:43:18.018130 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Attempting to bind port eb05fd59-6b02-466f-83d2-08cd5d0809a0 on network b6c00ad7-548c-4fdc-be08-89a064371a4a {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:18.019446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:43:18.020306 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Checking segment: {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:43:18.020995 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Bound using segment: {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:43:18.021689 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Bound port: eb05fd59-6b02-466f-83d2-08cd5d0809a0, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:43:18.022680 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:18.105780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] For port eb05fd59-6b02-466f-83d2-08cd5d0809a0, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:43:18.109258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] For port eb05fd59-6b02-466f-83d2-08cd5d0809a0, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=eb05fd59-6b02-466f-83d2-08cd5d0809a0,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:43:18.114840 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:18.163044 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-d093478b-f6c5-486f-babc-2b16f82e957f service neutron] 10.222.0.47 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413496 Dec 14 02:43:18.237829 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a7c2181e-5f3c-4e4a-a7fd-46f31dfa2b72 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:18.253020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=5868c756-0e60-46c6-9fdc-2b3df25311d3,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:18.269179 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:18.283917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['5868c756-0e60-46c6-9fdc-2b3df25311d3'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:43:18.329387 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2181e-5f3c-4e4a-a7fd-46f31dfa2b72 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=35c3a5c4-c58f-4259-a7fc-11422af21e97,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:18.360001 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c2181e-5f3c-4e4a-a7fd-46f31dfa2b72 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:18.366579 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-a7c2181e-5f3c-4e4a-a7fd-46f31dfa2b72 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:18.371334 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c2181e-5f3c-4e4a-a7fd-46f31dfa2b72 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:18.372066 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a7c2181e-5f3c-4e4a-a7fd-46f31dfa2b72 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:18.377190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bb894b-8580-4f4d-807f-90b4e514de72 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:18.409274 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6c2b9bf1-c392-47f2-af11-44fc722d95a1 req-c55d4b7b-ebd9-4b1f-b725-298033237fb4 service neutron] 10.222.0.47 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440977 Dec 14 02:43:18.429837 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:18.431361 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:18.439384 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] 10.222.0.47 "PUT /v2.0/ports/eb05fd59-6b02-466f-83d2-08cd5d0809a0 HTTP/1.1" status: 200 len: 1092 time: 1.9205556 Dec 14 02:43:18.458444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe96239e-5cdc-46eb-bfcd-d38b4f352290', 'tag': 'eb05fd59-6b02-466f-83d2-08cd5d0809a0'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:43:18.467836 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fc3152-382c-4fee-8f6b-c41ede81849b" -d '{"events": [{"name": "network-changed", "server_uuid": "fe96239e-5cdc-46eb-bfcd-d38b4f352290", "tag": "eb05fd59-6b02-466f-83d2-08cd5d0809a0"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:43:18.545716 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a7c2181e-5f3c-4e4a-a7fd-46f31dfa2b72 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9904487 Dec 14 02:43:18.546337 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40622) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:18.553539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-88d46ecc-41a4-478e-a1a7-f9d531c3fdac tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'name': 'tempest-NetworksTestDHCPv6-611574360'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:18.554290 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': '35c3a5c4-c58f-4259-a7fc-11422af21e97'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:43:18.560310 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:18.579686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e72fdc-3faa-46d2-87f4-f5407aef749b req-ea18f61b-a339-4818-a131-d7fb4e698574 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:18.583414 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d5e72fdc-3faa-46d2-87f4-f5407aef749b req-ea18f61b-a339-4818-a131-d7fb4e698574 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 944 time: 0.3900888 Dec 14 02:43:18.707596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2365f5c-4de1-4d35-affc-3689612fdfbf service neutron] Pushing event updated for resources: {'Port': ['ID=eb05fd59-6b02-466f-83d2-08cd5d0809a0,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:18.788530 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4684f6-099a-49af-b9f5-a554f5f118d9 req-939c91bd-d779-46a2-bcf1-3bef7f794e85 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:18.790142 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae4684f6-099a-49af-b9f5-a554f5f118d9 req-939c91bd-d779-46a2-bcf1-3bef7f794e85 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 944 time: 0.3892953 Dec 14 02:43:18.841354 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-e57e2c15-eebf-4bd3-9f3e-fb835fc45076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:18.843238 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-e57e2c15-eebf-4bd3-9f3e-fb835fc45076 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 1095 time: 0.1288650 Dec 14 02:43:18.843658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d719c0-1ce3-4dc5-a384-685f56b5ac0a req-d1632059-04aa-4bb0-890b-0f521eb9a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:18.845191 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37d719c0-1ce3-4dc5-a384-685f56b5ac0a req-d1632059-04aa-4bb0-890b-0f521eb9a8b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32d337d1217d4db9adb40143d76bca62&device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 1095 time: 0.2125907 Dec 14 02:43:18.848518 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d5e72fdc-3faa-46d2-87f4-f5407aef749b req-d1bf3d91-951c-4407-83e7-cd04f1d8cb49 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407181 Dec 14 02:43:18.995963 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Allocated IP 2001:db8::2 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/35c3a5c4-c58f-4259-a7fc-11422af21e97/a8a2b343-6521-419c-ad31-16e2bfd43e54) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:19.048579 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae4684f6-099a-49af-b9f5-a554f5f118d9 req-05391710-20ae-495d-a726-dcd1587eb1d2 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441661 Dec 14 02:43:19.049913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d719c0-1ce3-4dc5-a384-685f56b5ac0a req-6e36aaee-943b-41b0-b2ca-3780ab2e48eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:19.051522 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37d719c0-1ce3-4dc5-a384-685f56b5ac0a req-6e36aaee-943b-41b0-b2ca-3780ab2e48eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=82dc5914-cd1b-4778-a869-3e41b7519127 HTTP/1.1" status: 200 len: 921 time: 0.1569836 Dec 14 02:43:19.111236 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-77060441-c03d-4316-87b8-55cbb6983868 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb05fd59-6b02-466f-83d2-08cd5d0809a0 HTTP/1.1" status: 200 len: 217 time: 0.1619511 Dec 14 02:43:19.172633 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84403f2-22f0-4e2f-a4a3-124409d69f7b x-openstack-request-id: req-d84403f2-22f0-4e2f-a4a3-124409d69f7b {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:43:19.174055 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe96239e-5cdc-46eb-bfcd-d38b4f352290", "tag": "eb05fd59-6b02-466f-83d2-08cd5d0809a0", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:43:19.174292 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d84403f2-22f0-4e2f-a4a3-124409d69f7b {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:43:19.174758 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe96239e-5cdc-46eb-bfcd-d38b4f352290', 'tag': 'eb05fd59-6b02-466f-83d2-08cd5d0809a0', 'status': 'completed', 'code': 200} Dec 14 02:43:19.181193 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37d719c0-1ce3-4dc5-a384-685f56b5ac0a req-cf6ef513-c90f-474d-886c-9972b435b4d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4daf223f-a71f-400d-a949-3e506c040977 HTTP/1.1" status: 200 len: 217 time: 0.1197243 Dec 14 02:43:19.212949 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-c98267da-7250-4ec9-a503-33295b3123fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:19.215128 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-c98267da-7250-4ec9-a503-33295b3123fd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bafd591-3d5a-421c-a705-120fee96a2aa HTTP/1.1" status: 200 len: 846 time: 0.0947733 Dec 14 02:43:19.217421 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d46ecc-41a4-478e-a1a7-f9d531c3fdac tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:19.221591 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-88d46ecc-41a4-478e-a1a7-f9d531c3fdac tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:19.279051 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-277e59a6-cb50-4d8f-a17e-9c258ab79ed4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6c00ad7-548c-4fdc-be08-89a064371a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514610 Dec 14 02:43:19.293474 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-88d46ecc-41a4-478e-a1a7-f9d531c3fdac tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port bb42370a-0ea1-4b8e-9c87-b43d6ad3ffb8 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:43:19.380533 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:19.453481 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d719c0-1ce3-4dc5-a384-685f56b5ac0a req-b3ff3446-c9e4-41ac-8960-953b0dd11b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:19.458259 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37d719c0-1ce3-4dc5-a384-685f56b5ac0a req-b3ff3446-c9e4-41ac-8960-953b0dd11b99 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bb449386-1fa9-4eea-b49f-ec20ad823c7e HTTP/1.1" status: 200 len: 860 time: 0.2691648 Dec 14 02:43:19.480414 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:19.550854 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:19.566252 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:19.569960 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:19.582390 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-88d46ecc-41a4-478e-a1a7-f9d531c3fdac tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::2c3 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/35c3a5c4-c58f-4259-a7fc-11422af21e97/bb42370a-0ea1-4b8e-9c87-b43d6ad3ffb8) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:19.591860 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Pushing event updated for resources: {'Port': ['ID=a8a2b343-6521-419c-ad31-16e2bfd43e54,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:19.596292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37d719c0-1ce3-4dc5-a384-685f56b5ac0a req-1dd81fe3-ded7-4082-9fde-a941f3a39ddd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82dc5914-cd1b-4778-a869-3e41b7519127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225796 Dec 14 02:43:19.631299 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2fa3b-98c6-4d25-a257-0dcf5b6a045d req-0f6b6cee-9d1c-4c2d-8393-4e482933fd59 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:19.663518 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4eb2fa3b-98c6-4d25-a257-0dcf5b6a045d req-0f6b6cee-9d1c-4c2d-8393-4e482933fd59 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 945 time: 0.3937259 Dec 14 02:43:19.691654 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Attempting to bind port a8a2b343-6521-419c-ad31-16e2bfd43e54 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:43:19.692182 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Attempting to bind port a8a2b343-6521-419c-ad31-16e2bfd43e54 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:43:19.692673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Attempting to bind port a8a2b343-6521-419c-ad31-16e2bfd43e54 on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:19.699298 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:43:19.699816 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:43:19.700898 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:19.701462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:43:19.702286 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Bound port: a8a2b343-6521-419c-ad31-16e2bfd43e54, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:43:19.702742 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:19.810568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] For port a8a2b343-6521-419c-ad31-16e2bfd43e54, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:43:19.814988 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] For port a8a2b343-6521-419c-ad31-16e2bfd43e54, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a8a2b343-6521-419c-ad31-16e2bfd43e54,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:43:19.875244 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4eb2fa3b-98c6-4d25-a257-0dcf5b6a045d req-daa3895d-e997-4b8f-bf23-5f54c1475598 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105820 Dec 14 02:43:19.880640 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-88d46ecc-41a4-478e-a1a7-f9d531c3fdac tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:19.886260 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:19.940348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37d719c0-1ce3-4dc5-a384-685f56b5ac0a req-2cbb1469-af05-4b9f-a911-43194cf03738 service neutron] 10.222.0.47 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722743 Dec 14 02:43:20.015278 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-88d46ecc-41a4-478e-a1a7-f9d531c3fdac tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:20.133396 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f19c47-ec43-422c-8f3c-cc242f1d27d9 None None] Pushing event updated for resources: {'Port': ['ID=a8a2b343-6521-419c-ad31-16e2bfd43e54,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:20.149486 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-96261165-621d-4030-a66c-378cf50c41f8 service neutron] 10.222.0.47 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8460801 Dec 14 02:43:20.156984 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d46ecc-41a4-478e-a1a7-f9d531c3fdac tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:20.181339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-88d46ecc-41a4-478e-a1a7-f9d531c3fdac tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:20.217576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d46ecc-41a4-478e-a1a7-f9d531c3fdac tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:20.223555 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d46ecc-41a4-478e-a1a7-f9d531c3fdac tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:20.224346 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-88d46ecc-41a4-478e-a1a7-f9d531c3fdac tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:20.282572 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d46ecc-41a4-478e-a1a7-f9d531c3fdac tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=bb42370a-0ea1-4b8e-9c87-b43d6ad3ffb8,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:20.318005 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37d719c0-1ce3-4dc5-a384-685f56b5ac0a req-9ba44f61-3905-43c4-9238-3d43908d707b service neutron] 10.222.0.47 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701036 Dec 14 02:43:20.361922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e02863-5b4f-471f-93d6-adb46ad0699c req-689ac9fa-c205-4875-bd74-66ef20f57ddd tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:20.365088 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-81db8843-072b-47d4-8096-3a3f73d189e6 req-1a98db14-0dd8-4f75-b85f-f0e73a2e1e29 service neutron] 10.222.0.47 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070692 Dec 14 02:43:20.379205 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95e02863-5b4f-471f-93d6-adb46ad0699c req-689ac9fa-c205-4875-bd74-66ef20f57ddd tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 944 time: 0.2808912 Dec 14 02:43:20.383098 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-88d46ecc-41a4-478e-a1a7-f9d531c3fdac tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8327401 Dec 14 02:43:20.385779 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40642) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:20.396897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4daf223f-a71f-400d-a949-3e506c040977 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:43:20.461115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab62cc-a16b-4f66-a980-a2ae7bfc1164 req-d55fb196-01e4-4e08-be64-bb29628bb460 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:20.476591 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52ab62cc-a16b-4f66-a980-a2ae7bfc1164 req-d55fb196-01e4-4e08-be64-bb29628bb460 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 944 time: 0.2437456 Dec 14 02:43:20.661934 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95e02863-5b4f-471f-93d6-adb46ad0699c req-c145ed67-8c79-41bf-a92b-d4d95571f42e tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816589 Dec 14 02:43:20.739375 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52ab62cc-a16b-4f66-a980-a2ae7bfc1164 req-d2d50989-e2f7-477d-95df-67fa6dad5168 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520461 Dec 14 02:43:20.763872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bece21-dc7d-4534-9863-21cf4cf6011e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:20.771481 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bece21-dc7d-4534-9863-21cf4cf6011e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:20.771694 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4daf223f-a71f-400d-a949-3e506c040977, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4daf223f-a71f-400d-a949-3e506c040977,segment=NetworkSegment(101c9251-151f-40cc-9665-28327f284b60),segment_id=101c9251-151f-40cc-9665-28327f284b60)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:20.777637 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b9bece21-dc7d-4534-9863-21cf4cf6011e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3881814 Dec 14 02:43:20.777871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40646) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:20.804854 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc3152-382c-4fee-8f6b-c41ede81849b req-81c36df4-3bef-4db7-9336-48184a78c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:20.810649 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-20fc3152-382c-4fee-8f6b-c41ede81849b req-81c36df4-3bef-4db7-9336-48184a78c3be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 1095 time: 0.2202311 Dec 14 02:43:20.818484 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '4daf223f-a71f-400d-a949-3e506c040977', 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127', 'port_id': '4daf223f-a71f-400d-a949-3e506c040977', 'mac_address': 'fa:16:3e:3b:d7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb449386-1fa9-4eea-b49f-ec20ad823c7e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:43:20.905284 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:20.922452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 5868c756-0e60-46c6-9fdc-2b3df25311d3 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:21.020108 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4daf223f-a71f-400d-a949-3e506c040977 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:43:21.031281 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc3152-382c-4fee-8f6b-c41ede81849b req-e252cd48-869c-4414-beb0-ea85f8cb18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:21.034752 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-20fc3152-382c-4fee-8f6b-c41ede81849b req-e252cd48-869c-4414-beb0-ea85f8cb18d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b6c00ad7-548c-4fdc-be08-89a064371a4a HTTP/1.1" status: 200 len: 907 time: 0.2163377 Dec 14 02:43:21.076848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0dfef168-5bfc-4443-b234-a8ce9307ad10 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port bb42370a-0ea1-4b8e-9c87-b43d6ad3ffb8 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:43:21.087500 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0dfef168-5bfc-4443-b234-a8ce9307ad10 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:21.107226 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4daf223f-a71f-400d-a949-3e506c040977, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4daf223f-a71f-400d-a949-3e506c040977,segment=NetworkSegment(101c9251-151f-40cc-9665-28327f284b60),segment_id=101c9251-151f-40cc-9665-28327f284b60)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:21.136284 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-20fc3152-382c-4fee-8f6b-c41ede81849b req-054ceafd-3aaf-438d-85ad-f43367cad71e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb05fd59-6b02-466f-83d2-08cd5d0809a0 HTTP/1.1" status: 200 len: 217 time: 0.0827181 Dec 14 02:43:21.211181 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:21.226861 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a8a2b343-6521-419c-ad31-16e2bfd43e54 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:21.245757 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc3152-382c-4fee-8f6b-c41ede81849b req-86c4c993-2837-40f4-9b10-7394d520a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:21.247490 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-20fc3152-382c-4fee-8f6b-c41ede81849b req-86c4c993-2837-40f4-9b10-7394d520a638 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bafd591-3d5a-421c-a705-120fee96a2aa HTTP/1.1" status: 200 len: 846 time: 0.1028643 Dec 14 02:43:21.311852 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-20fc3152-382c-4fee-8f6b-c41ede81849b req-b09513aa-8ed1-43cf-8553-3f0c13eb3247 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6c00ad7-548c-4fdc-be08-89a064371a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560675 Dec 14 02:43:21.353010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4daf223f-a71f-400d-a949-3e506c040977,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:21.453204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d75a4-e725-4b7c-9601-14705cacaefd req-18c40d33-4e41-42cf-b771-843493c112dc tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:21.460900 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-688d75a4-e725-4b7c-9601-14705cacaefd req-18c40d33-4e41-42cf-b771-843493c112dc tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 945 time: 0.3139138 Dec 14 02:43:21.511374 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 5868c756-0e60-46c6-9fdc-2b3df25311d3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:21.511827 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:21.532873 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-20fc3152-382c-4fee-8f6b-c41ede81849b req-11fa626a-b8f1-4c07-bc22-ff4b19305b0b service neutron] 10.222.0.47 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961253 Dec 14 02:43:21.565226 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0dfef168-5bfc-4443-b234-a8ce9307ad10 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:21.705396 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0dfef168-5bfc-4443-b234-a8ce9307ad10 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for bb42370a-0ea1-4b8e-9c87-b43d6ad3ffb8 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:43:21.742517 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4daf223f-a71f-400d-a949-3e506c040977'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:43:21.866478 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-688d75a4-e725-4b7c-9601-14705cacaefd req-ce4a1492-f5a2-4fe0-a7a6-f792f476e134 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3958189 Dec 14 02:43:21.871500 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-20fc3152-382c-4fee-8f6b-c41ede81849b req-ed541199-cac5-4aae-9a8f-dda3875dfa61 service neutron] 10.222.0.47 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361151 Dec 14 02:43:21.897734 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a8a2b343-6521-419c-ad31-16e2bfd43e54 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:21.897734 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:22.317224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ce877-ac27-4c2a-8236-31c9f64e7028 req-9abf06db-4323-4c4c-80ab-95c0ba7b9185 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:22.335991 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f4ce877-ac27-4c2a-8236-31c9f64e7028 req-9abf06db-4323-4c4c-80ab-95c0ba7b9185 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 945 time: 0.1988118 Dec 14 02:43:22.349465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770c18d-24a4-451e-a537-254037ba4f6c req-2ae1d8d1-e183-43e0-8d52-3ba325260ffb tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:22.358326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b770c18d-24a4-451e-a537-254037ba4f6c req-2ae1d8d1-e183-43e0-8d52-3ba325260ffb tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 944 time: 0.2244205 Dec 14 02:43:22.392571 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:22.394822 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-935652ed-0c5c-4fbf-8d20-c92be4a0a5d2 None None] Provisioning complete for port a8a2b343-6521-419c-ad31-16e2bfd43e54 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:22.395193 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-935652ed-0c5c-4fbf-8d20-c92be4a0a5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:22.440331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device eb05fd59-6b02-466f-83d2-08cd5d0809a0 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:43:22.497982 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f4ce877-ac27-4c2a-8236-31c9f64e7028 req-d252df81-72d1-4581-bbcd-811ca9414f97 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621091 Dec 14 02:43:22.498693 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0dfef168-5bfc-4443-b234-a8ce9307ad10 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:22.585826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfef168-5bfc-4443-b234-a8ce9307ad10 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=bb42370a-0ea1-4b8e-9c87-b43d6ad3ffb8,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:22.605010 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:22.637679 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b770c18d-24a4-451e-a537-254037ba4f6c req-79344ec1-a18c-4ff4-82e3-663ace7fc32d tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783766 Dec 14 02:43:22.711951 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0dfef168-5bfc-4443-b234-a8ce9307ad10 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:22.715578 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0dfef168-5bfc-4443-b234-a8ce9307ad10 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/bb42370a-0ea1-4b8e-9c87-b43d6ad3ffb8 HTTP/1.1" status: 204 len: 168 time: 1.9375439 Dec 14 02:43:22.718238 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40668) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:22.732337 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port a8a2b343-6521-419c-ad31-16e2bfd43e54, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a8a2b343-6521-419c-ad31-16e2bfd43e54,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:22.796891 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.resource_extend [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 02:43:22.809049 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a423df-dce5-42f1-a4d6-cc8755161020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5868c756-0e60-46c6-9fdc-2b3df25311d3'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:43:22.811438 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8b6f51-0d71-4657-bceb-4eae66e291f0" -d '{"events": [{"server_uuid": "e6a423df-dce5-42f1-a4d6-cc8755161020", "name": "network-vif-plugged", "status": "completed", "tag": "5868c756-0e60-46c6-9fdc-2b3df25311d3"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:43:22.866249 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bbbcb3-de90-4ecd-8b0d-b67f2f237039 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:22.867917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bbbcb3-de90-4ecd-8b0d-b67f2f237039 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:22.872751 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40674) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:22.877623 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e6bbbcb3-de90-4ecd-8b0d-b67f2f237039 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1502743 Dec 14 02:43:22.955697 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 5868c756-0e60-46c6-9fdc-2b3df25311d3, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=5868c756-0e60-46c6-9fdc-2b3df25311d3,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:22.957240 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:23.069719 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7556c52-ef57-4c5b-9945-4eb5d96db345 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet 35c3a5c4-c58f-4259-a7fc-11422af21e97 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:43:23.084979 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7556c52-ef57-4c5b-9945-4eb5d96db345 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:23.114703 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f73b3ac-1aa0-4500-a920-baa1354dd368 x-openstack-request-id: req-2f73b3ac-1aa0-4500-a920-baa1354dd368 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:43:23.114703 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a423df-dce5-42f1-a4d6-cc8755161020", "name": "network-vif-plugged", "status": "completed", "tag": "5868c756-0e60-46c6-9fdc-2b3df25311d3", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:43:23.114703 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f73b3ac-1aa0-4500-a920-baa1354dd368 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:43:23.114703 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a423df-dce5-42f1-a4d6-cc8755161020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5868c756-0e60-46c6-9fdc-2b3df25311d3', 'code': 200} Dec 14 02:43:23.114703 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=a8a2b343-6521-419c-ad31-16e2bfd43e54,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:23.130509 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:23.202401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40684) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:23.243518 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fe446-3067-44bb-aef9-5a04424571db req-d55d1479-0c72-470f-93d1-636b93a53e3e tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:23.253157 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a89fe446-3067-44bb-aef9-5a04424571db req-d55d1479-0c72-470f-93d1-636b93a53e3e tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.1075296 Dec 14 02:43:23.278143 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7556c52-ef57-4c5b-9945-4eb5d96db345 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:23.312658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=5868c756-0e60-46c6-9fdc-2b3df25311d3,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:23.363654 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a89fe446-3067-44bb-aef9-5a04424571db req-40e9bc5b-94a0-4da0-a062-077659607c25 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095827 Dec 14 02:43:23.391704 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-4333bb21-330b-4868-99f6-25b8da955a55 admin admin] Deleting subnet 0a92f050-7d7f-44ec-8504-2ffe6d2c9312 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:43:23.398353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port eb05fd59-6b02-466f-83d2-08cd5d0809a0, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=eb05fd59-6b02-466f-83d2-08cd5d0809a0,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:23.398850 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4333bb21-330b-4868-99f6-25b8da955a55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:23.413153 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'eb05fd59-6b02-466f-83d2-08cd5d0809a0', 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a', 'port_id': 'eb05fd59-6b02-466f-83d2-08cd5d0809a0', 'mac_address': 'fa:16:3e:2f:4b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bafd591-3d5a-421c-a705-120fee96a2aa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:43:23.458458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d712493a-a876-44d8-ab8d-f35500ef2cc3 None None] Could not find standard attr ID for object bb42370a-0ea1-4b8e-9c87-b43d6ad3ffb8. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:43:23.460535 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:23.476338 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb05fd59-6b02-466f-83d2-08cd5d0809a0 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:43:23.500490 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port eb05fd59-6b02-466f-83d2-08cd5d0809a0, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=eb05fd59-6b02-466f-83d2-08cd5d0809a0,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:23.552805 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4333bb21-330b-4868-99f6-25b8da955a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:23.589605 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:23.597954 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7556c52-ef57-4c5b-9945-4eb5d96db345 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:23.640109 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4333bb21-330b-4868-99f6-25b8da955a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:23.701290 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420423f-46e2-455a-9859-7dac7bb6b10a req-a6f10744-d685-4494-8bee-a092582ef64d tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:23.722718 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c420423f-46e2-455a-9859-7dac7bb6b10a req-a6f10744-d685-4494-8bee-a092582ef64d tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 945 time: 0.1101840 Dec 14 02:43:23.833678 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c420423f-46e2-455a-9859-7dac7bb6b10a req-90c18b05-fb76-4415-ba2b-1bfa4f6f0fef tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097226 Dec 14 02:43:23.861260 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7556c52-ef57-4c5b-9945-4eb5d96db345 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:23.895069 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7556c52-ef57-4c5b-9945-4eb5d96db345 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:23.908871 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b7556c52-ef57-4c5b-9945-4eb5d96db345 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/35c3a5c4-c58f-4259-a7fc-11422af21e97 HTTP/1.1" status: 204 len: 168 time: 1.0349600 Dec 14 02:43:23.919416 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40696) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:23.967756 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4333bb21-330b-4868-99f6-25b8da955a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:23.980738 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7556c52-ef57-4c5b-9945-4eb5d96db345 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=35c3a5c4-c58f-4259-a7fc-11422af21e97,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:24.052727 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4333bb21-330b-4868-99f6-25b8da955a55 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:24.057379 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4333bb21-330b-4868-99f6-25b8da955a55 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/0a92f050-7d7f-44ec-8504-2ffe6d2c9312 HTTP/1.1" status: 204 len: 168 time: 0.8480988 Dec 14 02:43:24.057379 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333bb21-330b-4868-99f6-25b8da955a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a92f050-7d7f-44ec-8504-2ffe6d2c9312,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:24.062697 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8388277c-5d65-46f2-af51-6eee94eb40f1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1410792 Dec 14 02:43:24.064513 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40698) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:24.065514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40700) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:24.071836 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7c70897f-a3e2-4bb4-8d0b-85ac3738261f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:24.113828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7f4e35-dd58-4167-a92c-3d5083d9d712 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:24.117486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ddb16a-5706-4768-a7f8-9ac04b28f7ed None None] Network 4569343b-0d78-4515-821b-2ffa9a32777d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:24.188927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26a1e1-4462-4e91-85ac-f837f4c01505 req-4ae15a24-3cf9-4a37-8e7d-74976c4fcbf9 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:24.198630 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d26a1e1-4462-4e91-85ac-f837f4c01505 req-4ae15a24-3cf9-4a37-8e7d-74976c4fcbf9 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 945 time: 0.2972322 Dec 14 02:43:24.237337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c70897f-a3e2-4bb4-8d0b-85ac3738261f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:24.241168 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c70897f-a3e2-4bb4-8d0b-85ac3738261f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:24.300717 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['eb05fd59-6b02-466f-83d2-08cd5d0809a0'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:43:24.303118 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56e7f38f-1895-403c-94d4-d85f4c523cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:24.388364 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d26a1e1-4462-4e91-85ac-f837f4c01505 req-9bf9315d-09c1-4e29-8c37-2ce80767c217 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886363 Dec 14 02:43:24.526801 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56e7f38f-1895-403c-94d4-d85f4c523cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:24.546728 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4daf223f-a71f-400d-a949-3e506c040977 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:24.562315 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=eb05fd59-6b02-466f-83d2-08cd5d0809a0,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:24.582587 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-56e7f38f-1895-403c-94d4-d85f4c523cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4569343b-0d78-4515-821b-2ffa9a32777d']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:43:24.585040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077c1725-7013-4b2e-a3d7-f73f1780c303 None None] DHCP port deletion for 4569343b-0d78-4515-821b-2ffa9a32777d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:43:24.613086 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-56e7f38f-1895-403c-94d4-d85f4c523cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6609a908-759f-481c-8169-0c3da67b1741') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:43:24.613392 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-56e7f38f-1895-403c-94d4-d85f4c523cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6609a908-759f-481c-8169-0c3da67b1741') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:43:24.629936 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56e7f38f-1895-403c-94d4-d85f4c523cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:24.650152 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56e7f38f-1895-403c-94d4-d85f4c523cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:24.660788 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e7f38f-1895-403c-94d4-d85f4c523cb6 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:43:24.661470 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56e7f38f-1895-403c-94d4-d85f4c523cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:43:24.665233 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:43:24.702670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807b05a-0a7e-4823-9284-43e94dc94831 req-e5eb8464-92de-4e9b-9120-7d930299dfd2 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:24.709821 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1807b05a-0a7e-4823-9284-43e94dc94831 req-e5eb8464-92de-4e9b-9120-7d930299dfd2 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.1435359 Dec 14 02:43:24.851575 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1807b05a-0a7e-4823-9284-43e94dc94831 req-667146e6-52b3-4611-a263-23a093bd32f5 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407952 Dec 14 02:43:24.862830 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c70897f-a3e2-4bb4-8d0b-85ac3738261f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:24.891251 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56e7f38f-1895-403c-94d4-d85f4c523cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:24.896881 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-56e7f38f-1895-403c-94d4-d85f4c523cb6 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:24.902244 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 4daf223f-a71f-400d-a949-3e506c040977 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:43:24.909129 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-56e7f38f-1895-403c-94d4-d85f4c523cb6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4569343b-0d78-4515-821b-2ffa9a32777d HTTP/1.1" status: 204 len: 168 time: 0.8307638 Dec 14 02:43:24.924663 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 4daf223f-a71f-400d-a949-3e506c040977 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:24.925047 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:24.954267 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2905b1f7-7730-4560-936f-2a4709fb91bd None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:43:24.960555 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7f38f-1895-403c-94d4-d85f4c523cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4569343b-0d78-4515-821b-2ffa9a32777d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:24.984501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c70897f-a3e2-4bb4-8d0b-85ac3738261f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:24.987882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-7c70897f-a3e2-4bb4-8d0b-85ac3738261f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:25.003152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c70897f-a3e2-4bb4-8d0b-85ac3738261f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:25.003752 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c70897f-a3e2-4bb4-8d0b-85ac3738261f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:25.063853 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70897f-a3e2-4bb4-8d0b-85ac3738261f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=99b342fd-2d46-4a79-bfff-c4f86594b62b,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:25.106084 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c91273-4157-4ad0-b1c9-ed53f5c839de req-d2024c19-d2e0-4f92-ba1a-243bdb1ac762 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:25.122270 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8c91273-4157-4ad0-b1c9-ed53f5c839de req-d2024c19-d2e0-4f92-ba1a-243bdb1ac762 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 945 time: 0.1027496 Dec 14 02:43:25.161026 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7c70897f-a3e2-4bb4-8d0b-85ac3738261f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0942838 Dec 14 02:43:25.163666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40714) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:25.175428 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3523fd9c-edfb-41cf-9291-dececca35d89 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'name': 'tempest-NetworksTestDHCPv6-27670632'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:25.188351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a8a2b343-6521-419c-ad31-16e2bfd43e54 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:43:25.252138 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8c91273-4157-4ad0-b1c9-ed53f5c839de req-bba3bf31-ff6f-4f40-9da0-1a5407f66cc7 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289594 Dec 14 02:43:25.451860 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3523fd9c-edfb-41cf-9291-dececca35d89 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:25.456993 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3523fd9c-edfb-41cf-9291-dececca35d89 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:25.507796 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-3523fd9c-edfb-41cf-9291-dececca35d89 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port ad4af950-5cef-4b27-9666-1d50cb5a476f yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:43:25.622302 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40720) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:25.702689 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91971af7-167f-4db4-b6bb-220bba855689 req-28cbb58e-9d28-4c4d-a73f-fbddb9f28986 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:25.705095 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91971af7-167f-4db4-b6bb-220bba855689 req-28cbb58e-9d28-4c4d-a73f-fbddb9f28986 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 945 time: 0.1429102 Dec 14 02:43:25.747280 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-644b8fa3-cc07-423c-a656-8647c2661f96 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e80e89af5034db09d4ceb72bc89e4da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1227422 Dec 14 02:43:25.750737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40722) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:25.813538 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:25.894946 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91971af7-167f-4db4-b6bb-220bba855689 req-4c5f70ed-5274-4ed9-bc45-89b23d0b9073 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727419 Dec 14 02:43:25.906477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2905b1f7-7730-4560-936f-2a4709fb91bd None None] Deleting port a8a2b343-6521-419c-ad31-16e2bfd43e54 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:43:25.906933 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2905b1f7-7730-4560-936f-2a4709fb91bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:25.962353 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-64c5b58f-ff17-4fac-9a03-42fa7d682cf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:25.966886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4daf223f-a71f-400d-a949-3e506c040977, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4daf223f-a71f-400d-a949-3e506c040977,segment=NetworkSegment(101c9251-151f-40cc-9665-28327f284b60),segment_id=101c9251-151f-40cc-9665-28327f284b60)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:25.981971 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-3523fd9c-edfb-41cf-9291-dececca35d89 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::21e (4428ac20-0fb5-4dc3-afdf-c1f85560404f/99b342fd-2d46-4a79-bfff-c4f86594b62b/ad4af950-5cef-4b27-9666-1d50cb5a476f) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:25.984439 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334d8ddd-a28e-41d3-bb7c-1536a79cee3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4daf223f-a71f-400d-a949-3e506c040977'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:43:25.988901 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58e0ec0-caf7-4d30-923f-a0288cde5261" -d '{"events": [{"server_uuid": "334d8ddd-a28e-41d3-bb7c-1536a79cee3a", "name": "network-vif-plugged", "status": "completed", "tag": "4daf223f-a71f-400d-a949-3e506c040977"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:43:26.042733 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:26.080394 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-64c5b58f-ff17-4fac-9a03-42fa7d682cf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:26.133442 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:26.142745 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port a8a2b343-6521-419c-ad31-16e2bfd43e54, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a8a2b343-6521-419c-ad31-16e2bfd43e54,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:26.240921 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770abc54-e710-4318-a1d8-c26379d734d6 x-openstack-request-id: req-770abc54-e710-4318-a1d8-c26379d734d6 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:43:26.241278 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334d8ddd-a28e-41d3-bb7c-1536a79cee3a", "name": "network-vif-plugged", "status": "completed", "tag": "4daf223f-a71f-400d-a949-3e506c040977", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:43:26.241526 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-770abc54-e710-4318-a1d8-c26379d734d6 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:43:26.244373 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334d8ddd-a28e-41d3-bb7c-1536a79cee3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4daf223f-a71f-400d-a949-3e506c040977', 'code': 200} Dec 14 02:43:26.249190 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:26.258403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3db62-89fc-4600-b876-9f5f63d6603a req-e2836885-242b-4dfd-8071-c9c2865fb8d2 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:26.282926 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-33a3db62-89fc-4600-b876-9f5f63d6603a req-e2836885-242b-4dfd-8071-c9c2865fb8d2 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.2076972 Dec 14 02:43:26.333978 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4daf223f-a71f-400d-a949-3e506c040977,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:26.334213 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3523fd9c-edfb-41cf-9291-dececca35d89 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:26.394903 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2905b1f7-7730-4560-936f-2a4709fb91bd None None] For port a8a2b343-6521-419c-ad31-16e2bfd43e54, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a8a2b343-6521-419c-ad31-16e2bfd43e54,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:26.395506 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2905b1f7-7730-4560-936f-2a4709fb91bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:26.414395 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8ba42-219e-4cdc-9d42-462f1d4b00dd req-bda3b434-e9e4-477b-b19e-ffaba83ec2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:26.416439 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2905b1f7-7730-4560-936f-2a4709fb91bd None None] Calling delete_port for a8a2b343-6521-419c-ad31-16e2bfd43e54 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:43:26.418356 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-33a3db62-89fc-4600-b876-9f5f63d6603a req-b6770f7e-8dde-4604-b838-7a9e798366bf tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301417 Dec 14 02:43:26.418479 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-36a8ba42-219e-4cdc-9d42-462f1d4b00dd req-bda3b434-e9e4-477b-b19e-ffaba83ec2fe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 1097 time: 0.0768018 Dec 14 02:43:26.440270 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-64c5b58f-ff17-4fac-9a03-42fa7d682cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:26.443425 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-64c5b58f-ff17-4fac-9a03-42fa7d682cf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:26.450872 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-64c5b58f-ff17-4fac-9a03-42fa7d682cf2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fdb0d66d-e1ab-417e-8715-539ada17bf7d HTTP/1.1" status: 204 len: 168 time: 0.6983421 Dec 14 02:43:26.471334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5b58f-ff17-4fac-9a03-42fa7d682cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb0d66d-e1ab-417e-8715-539ada17bf7d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:26.541145 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-36a8ba42-219e-4cdc-9d42-462f1d4b00dd req-04d5da60-d97e-4567-8797-d52f5f31f2d8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111631 Dec 14 02:43:26.543140 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3523fd9c-edfb-41cf-9291-dececca35d89 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:26.551952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=a8a2b343-6521-419c-ad31-16e2bfd43e54,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:26.633519 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b5570-f3dd-4f12-bff5-7a308a684673 req-860569a8-3ddd-4eed-9aef-a89b8adb0825 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:26.642814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e9b5570-f3dd-4f12-bff5-7a308a684673 req-860569a8-3ddd-4eed-9aef-a89b8adb0825 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1090827 Dec 14 02:43:26.681752 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3523fd9c-edfb-41cf-9291-dececca35d89 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:26.695504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-3523fd9c-edfb-41cf-9291-dececca35d89 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:26.703267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523fd9c-edfb-41cf-9291-dececca35d89 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=ad4af950-5cef-4b27-9666-1d50cb5a476f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:26.705672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3523fd9c-edfb-41cf-9291-dececca35d89 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:26.711402 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3523fd9c-edfb-41cf-9291-dececca35d89 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:26.712131 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3523fd9c-edfb-41cf-9291-dececca35d89 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:26.733734 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e9b5570-f3dd-4f12-bff5-7a308a684673 req-83b56b8c-518c-4e37-8e56-d1868d981881 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870173 Dec 14 02:43:26.742960 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2905b1f7-7730-4560-936f-2a4709fb91bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:26.770538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905b1f7-7730-4560-936f-2a4709fb91bd None None] Pushing event deleted for resources: {'Port': ['ID=a8a2b343-6521-419c-ad31-16e2bfd43e54,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:26.773964 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2905b1f7-7730-4560-936f-2a4709fb91bd None None] No DVR routers for this DVR port a8a2b343-6521-419c-ad31-16e2bfd43e54 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:43:26.813657 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d99e095-d4eb-4a53-a5c1-3eac2bfa8576 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:26.864405 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3523fd9c-edfb-41cf-9291-dececca35d89 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6991470 Dec 14 02:43:26.870810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40738) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:26.936114 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:26.956843 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a91005b-f011-4d90-afd3-7c1ee2c1939e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:26.960558 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40742) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:26.970482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3a91005b-f011-4d90-afd3-7c1ee2c1939e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1048894 Dec 14 02:43:27.197251 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-0919d978-b587-4759-968a-e8108c573b5f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port ad4af950-5cef-4b27-9666-1d50cb5a476f {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:43:27.197251 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0919d978-b587-4759-968a-e8108c573b5f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:27.198794 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22fcee-b6d0-4853-ad52-42d7f8e33638 req-a37088bc-2a98-4b32-9663-434bb9e12cfe tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:27.198794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c22fcee-b6d0-4853-ad52-42d7f8e33638 req-a37088bc-2a98-4b32-9663-434bb9e12cfe tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 945 time: 0.0586045 Dec 14 02:43:27.198794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c22fcee-b6d0-4853-ad52-42d7f8e33638 req-37bbea21-f0a7-47da-941a-bfade1f53abf tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516992 Dec 14 02:43:27.200744 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0919d978-b587-4759-968a-e8108c573b5f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:27.207491 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': '99b342fd-2d46-4a79-bfff-c4f86594b62b'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:43:27.208416 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:27.219016 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-0919d978-b587-4759-968a-e8108c573b5f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for ad4af950-5cef-4b27-9666-1d50cb5a476f owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:43:27.362089 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Allocated IP 2001:db8::2 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/99b342fd-2d46-4a79-bfff-c4f86594b62b/791fba30-13a9-472b-a56a-a8a895a8a37a) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:27.484691 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0919d978-b587-4759-968a-e8108c573b5f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:27.546818 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:27.574563 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919d978-b587-4759-968a-e8108c573b5f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=ad4af950-5cef-4b27-9666-1d50cb5a476f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:27.597666 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0919d978-b587-4759-968a-e8108c573b5f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:27.601033 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0919d978-b587-4759-968a-e8108c573b5f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/ad4af950-5cef-4b27-9666-1d50cb5a476f HTTP/1.1" status: 204 len: 168 time: 0.6392848 Dec 14 02:43:27.610361 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40764) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:27.645072 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:27.677124 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac23b7ac-0477-4323-87af-c7935536be2a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:27.679207 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac23b7ac-0477-4323-87af-c7935536be2a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:27.680805 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ac23b7ac-0477-4323-87af-c7935536be2a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0693200 Dec 14 02:43:27.682351 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48ef1c-1c3c-4c0f-b206-14a9d8c3eae8 req-6b77b23b-1ef8-4e0a-b972-4b0cec1eaa3d tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:27.688260 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40766) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:27.698451 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b48ef1c-1c3c-4c0f-b206-14a9d8c3eae8 req-6b77b23b-1ef8-4e0a-b972-4b0cec1eaa3d tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.0888112 Dec 14 02:43:27.750815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:27.753681 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:27.763106 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:27.783122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Pushing event updated for resources: {'Port': ['ID=791fba30-13a9-472b-a56a-a8a895a8a37a,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:27.805630 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b48ef1c-1c3c-4c0f-b206-14a9d8c3eae8 req-2b9ad573-56a8-489f-8851-f2a744ae8d3c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061757 Dec 14 02:43:27.895314 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-2abc92ec-afe1-4abb-9c0f-c98ec610aa55 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet 99b342fd-2d46-4a79-bfff-c4f86594b62b {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:43:27.899341 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2abc92ec-afe1-4abb-9c0f-c98ec610aa55 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:27.938656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Attempting to bind port 791fba30-13a9-472b-a56a-a8a895a8a37a on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:43:27.939660 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Attempting to bind port 791fba30-13a9-472b-a56a-a8a895a8a37a by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:43:27.940049 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Attempting to bind port 791fba30-13a9-472b-a56a-a8a895a8a37a on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:27.950952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:43:27.950952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:43:27.951330 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:27.951614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:43:27.952038 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Bound port: 791fba30-13a9-472b-a56a-a8a895a8a37a, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:43:27.952560 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:27.959148 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2abc92ec-afe1-4abb-9c0f-c98ec610aa55 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:28.027645 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d63c39-c810-4063-9a87-330b85d9edf9 req-5adf809b-7529-4433-af23-57a0b2476457 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:28.042798 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34d63c39-c810-4063-9a87-330b85d9edf9 req-5adf809b-7529-4433-af23-57a0b2476457 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1294520 Dec 14 02:43:28.066362 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] For port 791fba30-13a9-472b-a56a-a8a895a8a37a, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:43:28.069480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] For port 791fba30-13a9-472b-a56a-a8a895a8a37a, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=791fba30-13a9-472b-a56a-a8a895a8a37a,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:43:28.196099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34d63c39-c810-4063-9a87-330b85d9edf9 req-5b16cd3f-eb24-4922-8b91-e5d30a828e3e tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523519 Dec 14 02:43:28.250446 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:28.256612 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2abc92ec-afe1-4abb-9c0f-c98ec610aa55 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:28.416408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301bb0c-6931-4395-8e2b-ba06da110c84 req-744ac954-f4a8-4a35-ae0f-fe268c760aee tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:28.432367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a301bb0c-6931-4395-8e2b-ba06da110c84 req-744ac954-f4a8-4a35-ae0f-fe268c760aee tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 945 time: 0.1633961 Dec 14 02:43:28.439622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44387a2a-6335-473e-8ae4-9dbf3208951f None None] Pushing event updated for resources: {'Port': ['ID=791fba30-13a9-472b-a56a-a8a895a8a37a,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:28.467029 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40784) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:28.473540 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device eb05fd59-6b02-466f-83d2-08cd5d0809a0 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:28.520715 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2abc92ec-afe1-4abb-9c0f-c98ec610aa55 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:28.569158 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc92ec-afe1-4abb-9c0f-c98ec610aa55 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=99b342fd-2d46-4a79-bfff-c4f86594b62b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:28.574440 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2abc92ec-afe1-4abb-9c0f-c98ec610aa55 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:28.580887 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2abc92ec-afe1-4abb-9c0f-c98ec610aa55 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/99b342fd-2d46-4a79-bfff-c4f86594b62b HTTP/1.1" status: 204 len: 168 time: 0.8908131 Dec 14 02:43:28.587009 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40788) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:28.611063 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a301bb0c-6931-4395-8e2b-ba06da110c84 req-c75d4c64-09c5-44fe-af45-c8fcae5aa62e tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688356 Dec 14 02:43:28.684455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port eb05fd59-6b02-466f-83d2-08cd5d0809a0 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:43:28.692906 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port eb05fd59-6b02-466f-83d2-08cd5d0809a0 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:28.693513 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:28.730028 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-48771b3a-7c74-4f88-aa79-9084f2f330c2 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1406047 Dec 14 02:43:28.732956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40792) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:28.768934 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3c428ee4-2b2e-4f20-9be0-5f09fccd788f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1643141998-network', 'tenant_id': '7d843f34580d43f5a47b9b8e00d007cb'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:28.812923 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530d948b-8edc-47db-b216-9247185a19cf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:28.817763 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-530d948b-8edc-47db-b216-9247185a19cf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0833299 Dec 14 02:43:28.818648 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40794) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:28.898553 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:28.908010 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c428ee4-2b2e-4f20-9be0-5f09fccd788f admin admin] Made reservation on behalf of 7d843f34580d43f5a47b9b8e00d007cb for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:28.908010 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c428ee4-2b2e-4f20-9be0-5f09fccd788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:28.908432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1a5bbb-f12e-4d90-aa0e-1b0b54ca991f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:28.912120 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ff1a5bbb-f12e-4d90-aa0e-1b0b54ca991f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0890167 Dec 14 02:43:28.912120 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40800) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:28.919528 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c428ee4-2b2e-4f20-9be0-5f09fccd788f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:29.007648 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-09139145-2396-4add-83f6-e550f7435909 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928609 Dec 14 02:43:29.012730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40802) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:29.033648 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-fb3cc37b-600b-4644-a52b-018c57cf0754 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:29.044853 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port eb05fd59-6b02-466f-83d2-08cd5d0809a0, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=eb05fd59-6b02-466f-83d2-08cd5d0809a0,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:29.047446 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe96239e-5cdc-46eb-bfcd-d38b4f352290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb05fd59-6b02-466f-83d2-08cd5d0809a0'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:43:29.055102 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea0925b-b224-4d1c-b745-a6280c0ca839" -d '{"events": [{"server_uuid": "fe96239e-5cdc-46eb-bfcd-d38b4f352290", "name": "network-vif-plugged", "status": "completed", "tag": "eb05fd59-6b02-466f-83d2-08cd5d0809a0"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:43:29.148579 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c2be38-388b-41d3-889a-eecb03f4f86c x-openstack-request-id: req-93c2be38-388b-41d3-889a-eecb03f4f86c {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:43:29.148881 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe96239e-5cdc-46eb-bfcd-d38b4f352290", "name": "network-vif-plugged", "status": "completed", "tag": "eb05fd59-6b02-466f-83d2-08cd5d0809a0", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:43:29.149143 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93c2be38-388b-41d3-889a-eecb03f4f86c {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:43:29.149819 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe96239e-5cdc-46eb-bfcd-d38b4f352290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb05fd59-6b02-466f-83d2-08cd5d0809a0', 'code': 200} Dec 14 02:43:29.156355 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c428ee4-2b2e-4f20-9be0-5f09fccd788f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:29.166108 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:29.184004 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 791fba30-13a9-472b-a56a-a8a895a8a37a up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:29.224996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33bbbb8-5b6a-4c33-9979-63b86d93eb2b req-57cb7663-5942-4492-a5ca-db3e0bddbff1 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:29.234152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d33bbbb8-5b6a-4c33-9979-63b86d93eb2b req-57cb7663-5942-4492-a5ca-db3e0bddbff1 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.2287493 Dec 14 02:43:29.251185 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c428ee4-2b2e-4f20-9be0-5f09fccd788f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:29.312218 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c428ee4-2b2e-4f20-9be0-5f09fccd788f admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:43:29.327949 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=eb05fd59-6b02-466f-83d2-08cd5d0809a0,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:29.328125 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d33bbbb8-5b6a-4c33-9979-63b86d93eb2b req-c47b5f7b-83af-4165-a10b-a82660ba910a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894041 Dec 14 02:43:29.334875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3cc37b-600b-4644-a52b-018c57cf0754 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:29.345837 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc37b-600b-4644-a52b-018c57cf0754 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:29.346777 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 791fba30-13a9-472b-a56a-a8a895a8a37a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:29.347383 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:29.415507 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c428ee4-2b2e-4f20-9be0-5f09fccd788f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:29.415849 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-3c428ee4-2b2e-4f20-9be0-5f09fccd788f admin admin] Added segment f8a39437-d73e-41b3-915f-ba8497a02471 of type vlan for network cdda5c08-5707-49b1-8eb0-cb74fff66e92 Dec 14 02:43:29.431969 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c428ee4-2b2e-4f20-9be0-5f09fccd788f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0789be70-f255-4543-8253-47fdcb5c125a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:29.499349 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669dc4af-a35e-441b-abcd-d6be50e8e7ab req-cfdadfaf-6888-419f-9a5b-108b9961beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:29.501117 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-669dc4af-a35e-441b-abcd-d6be50e8e7ab req-cfdadfaf-6888-419f-9a5b-108b9961beb1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 1097 time: 0.1649246 Dec 14 02:43:29.518059 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:29.532537 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c428ee4-2b2e-4f20-9be0-5f09fccd788f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:29.584057 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 791fba30-13a9-472b-a56a-a8a895a8a37a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=791fba30-13a9-472b-a56a-a8a895a8a37a,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:29.629933 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-669dc4af-a35e-441b-abcd-d6be50e8e7ab req-804d3be9-72db-48bc-b9f7-39f8d6657448 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177304 Dec 14 02:43:29.636243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af52b0a-0534-4092-9464-56a400340218 req-93cf5d6f-9354-4a0b-8456-d99c2e69a73c tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:29.646016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3af52b0a-0534-4092-9464-56a400340218 req-93cf5d6f-9354-4a0b-8456-d99c2e69a73c tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1679623 Dec 14 02:43:29.682717 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:29.720591 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c428ee4-2b2e-4f20-9be0-5f09fccd788f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:29.721978 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c428ee4-2b2e-4f20-9be0-5f09fccd788f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:29.722741 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c428ee4-2b2e-4f20-9be0-5f09fccd788f admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:29.826703 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=791fba30-13a9-472b-a56a-a8a895a8a37a,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:29.869032 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c428ee4-2b2e-4f20-9be0-5f09fccd788f admin admin] Pushing event updated for resources: {'Network': ['ID=cdda5c08-5707-49b1-8eb0-cb74fff66e92,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:29.878031 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3af52b0a-0534-4092-9464-56a400340218 req-4a4f9d0f-c7ec-4cec-a716-f982e9fc30f9 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187176 Dec 14 02:43:29.882583 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network cdda5c08-5707-49b1-8eb0-cb74fff66e92 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:43:29.937928 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3c428ee4-2b2e-4f20-9be0-5f09fccd788f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4695439 Dec 14 02:43:29.938692 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40816) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:29.946126 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d4f15d0a-532c-4852-99df-b2246726ecfa admin admin] Request body: {'subnet': {'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1643141998-subnet', 'tenant_id': '7d843f34580d43f5a47b9b8e00d007cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:30.000298 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a54f93-ad46-47f8-b03a-d16a1387d59d req-2348d7f2-2b51-4e0b-951b-8b9d69bdc1e5 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:30.007447 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-25a54f93-ad46-47f8-b03a-d16a1387d59d req-2348d7f2-2b51-4e0b-951b-8b9d69bdc1e5 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 946 time: 0.2659409 Dec 14 02:43:30.096731 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f15d0a-532c-4852-99df-b2246726ecfa admin admin] Made reservation on behalf of 7d843f34580d43f5a47b9b8e00d007cb for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:30.099969 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d4f15d0a-532c-4852-99df-b2246726ecfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:30.134840 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:30.154253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f0d576-e792-4cb9-81e2-14f14ff559e2 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:30.159732 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-25a54f93-ad46-47f8-b03a-d16a1387d59d req-52b5e4e4-d15d-4c2a-84a1-ebe6bf7b8599 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512368 Dec 14 02:43:30.161348 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc37b-600b-4644-a52b-018c57cf0754 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:30.246979 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3cc37b-600b-4644-a52b-018c57cf0754 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:30.248655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cc37b-600b-4644-a52b-018c57cf0754 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=d3fc9f37-eed3-4e2a-9f77-54668f48a702,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:30.251845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-fb3cc37b-600b-4644-a52b-018c57cf0754 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:30.265242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3cc37b-600b-4644-a52b-018c57cf0754 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:30.265242 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fb3cc37b-600b-4644-a52b-018c57cf0754 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:30.405651 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fb3cc37b-600b-4644-a52b-018c57cf0754 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3879871 Dec 14 02:43:30.410957 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40822) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:30.411445 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8cb5e24f-9bb0-4c9d-a830-5e926dbf92a7 None None] Provisioning complete for port 791fba30-13a9-472b-a56a-a8a895a8a37a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:30.411445 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8cb5e24f-9bb0-4c9d-a830-5e926dbf92a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:30.417069 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-847bcd8c-be1a-49cd-9cc2-1007870d880c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'fixed_ips': [{'subnet_id': 'd3fc9f37-eed3-4e2a-9f77-54668f48a702', 'ip_address': '2001:db8::29fd:af68:ed28:50e5'}], 'name': 'tempest-NetworksTestDHCPv6-826163135'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:30.517267 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d4f15d0a-532c-4852-99df-b2246726ecfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:30.534595 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05fc9f-e6ba-4ee6-b169-afb89923b623 req-287a3745-b62f-4305-8b8d-2634b314dade tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:30.536249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b05fc9f-e6ba-4ee6-b169-afb89923b623 req-287a3745-b62f-4305-8b8d-2634b314dade tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.1051292 Dec 14 02:43:30.667678 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8cb5e24f-9bb0-4c9d-a830-5e926dbf92a7 None None] Could not find standard attr ID for object ad4af950-5cef-4b27-9666-1d50cb5a476f. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:43:30.715173 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b05fc9f-e6ba-4ee6-b169-afb89923b623 req-20422854-97bc-4346-95c0-42deb55d04ab tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598594 Dec 14 02:43:30.819439 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d350a0ca-1b94-4e4e-960c-5a9aef31b6d0 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:30.868658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e74df-f00a-4274-9e81-492d837bdd56 req-ab4eba10-3290-4bd9-8b5b-1e8b291fd1c8 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:30.878676 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f2e74df-f00a-4274-9e81-492d837bdd56 req-ab4eba10-3290-4bd9-8b5b-1e8b291fd1c8 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1620941 Dec 14 02:43:30.918184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-334ced9e-8eee-4796-81be-7e2c83b4111d None None] Provisioning complete for port 791fba30-13a9-472b-a56a-a8a895a8a37a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:30.918695 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-334ced9e-8eee-4796-81be-7e2c83b4111d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:31.180739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 791fba30-13a9-472b-a56a-a8a895a8a37a up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:31.364315 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f15d0a-532c-4852-99df-b2246726ecfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=39899366-615a-4fe4-9355-36271ff5defd,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:31.403547 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251868a-9ad0-4cd7-a476-9252e317afc3 req-8bb1c314-705d-47d1-a5f9-777de73f42f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:31.406133 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9251868a-9ad0-4cd7-a476-9252e317afc3 req-8bb1c314-705d-47d1-a5f9-777de73f42f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32d337d1217d4db9adb40143d76bca62&device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 1097 time: 0.1666453 Dec 14 02:43:31.407894 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f15d0a-532c-4852-99df-b2246726ecfa admin admin] Checking segment: {'id': 'f8a39437-d73e-41b3-915f-ba8497a02471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:43:31.408504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f15d0a-532c-4852-99df-b2246726ecfa admin admin] Network hostable DHCP agents. Network: cdda5c08-5707-49b1-8eb0-cb74fff66e92, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:43:31.486514 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847bcd8c-be1a-49cd-9cc2-1007870d880c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:31.544611 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f15d0a-532c-4852-99df-b2246726ecfa admin admin] Network cdda5c08-5707-49b1-8eb0-cb74fff66e92 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:43:31.578860 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 791fba30-13a9-472b-a56a-a8a895a8a37a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:31.580521 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:31.609535 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251868a-9ad0-4cd7-a476-9252e317afc3 req-e689dc11-6390-4b33-b506-22fe17adea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:31.623071 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9251868a-9ad0-4cd7-a476-9252e317afc3 req-e689dc11-6390-4b33-b506-22fe17adea35 service neutron] 10.222.0.47 "GET /v2.0/networks?id=82dc5914-cd1b-4778-a869-3e41b7519127 HTTP/1.1" status: 200 len: 921 time: 0.2070115 Dec 14 02:43:31.701504 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9251868a-9ad0-4cd7-a476-9252e317afc3 req-988feb22-6a93-44fe-a664-630e7d07ef84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4daf223f-a71f-400d-a949-3e506c040977 HTTP/1.1" status: 200 len: 217 time: 0.0636775 Dec 14 02:43:31.707046 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-d4f15d0a-532c-4852-99df-b2246726ecfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, cdda5c08-5707-49b1-8eb0-cb74fff66e92) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:31.726043 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cb1c0c-c484-4faf-904b-96a77425f660 None None] Network cdda5c08-5707-49b1-8eb0-cb74fff66e92 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:31.737152 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f15d0a-532c-4852-99df-b2246726ecfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:31.737895 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d4f15d0a-532c-4852-99df-b2246726ecfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:31.796621 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f2e74df-f00a-4274-9e81-492d837bdd56 req-45965f7c-021c-4ebc-9a7e-e659a2196a63 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8883557 Dec 14 02:43:31.796757 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-847bcd8c-be1a-49cd-9cc2-1007870d880c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:31.812055 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-847bcd8c-be1a-49cd-9cc2-1007870d880c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port ecfa0821-c76e-4e20-9960-4c5230090a46 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:43:31.837296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c3aac-c053-4088-8a5b-71d7b42990c6 req-dc85fc23-1142-40c3-8e81-1b8c8c1dfdd7 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:31.847468 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f81c3aac-c053-4088-8a5b-71d7b42990c6 req-dc85fc23-1142-40c3-8e81-1b8c8c1dfdd7 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 946 time: 0.1199906 Dec 14 02:43:31.910237 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd18629-b020-4992-a7bf-f01431aa6f5a None None] Network cdda5c08-5707-49b1-8eb0-cb74fff66e92 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:31.957461 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d4f15d0a-532c-4852-99df-b2246726ecfa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0155227 Dec 14 02:43:32.002420 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f81c3aac-c053-4088-8a5b-71d7b42990c6 req-2d2dd22c-3d73-40b0-8ab3-f3c5dda1df60 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508853 Dec 14 02:43:32.065140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3b348-0db4-4877-8d82-6be7d347d3cd req-db1cbabb-b576-4c86-b796-230528932ebe tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:32.070564 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-62a3b348-0db4-4877-8d82-6be7d347d3cd req-db1cbabb-b576-4c86-b796-230528932ebe tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.1473892 Dec 14 02:43:32.143446 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-94b78929-9741-459f-bd7b-1175a0e061f5 None None] Provisioning complete for port 791fba30-13a9-472b-a56a-a8a895a8a37a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:32.144439 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-94b78929-9741-459f-bd7b-1175a0e061f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:32.230730 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-62a3b348-0db4-4877-8d82-6be7d347d3cd req-4309ac8a-4d81-4fc9-ba7a-3699eb9c8925 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448538 Dec 14 02:43:32.355659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251868a-9ad0-4cd7-a476-9252e317afc3 req-27f24b25-87cd-450e-9075-2c934ab1b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:32.361152 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9251868a-9ad0-4cd7-a476-9252e317afc3 req-27f24b25-87cd-450e-9075-2c934ab1b6e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bb449386-1fa9-4eea-b49f-ec20ad823c7e HTTP/1.1" status: 200 len: 860 time: 0.6479561 Dec 14 02:43:32.437075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-847bcd8c-be1a-49cd-9cc2-1007870d880c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::29fd:af68:ed28:50e5 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/d3fc9f37-eed3-4e2a-9f77-54668f48a702/ecfa0821-c76e-4e20-9960-4c5230090a46) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:32.437075 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9251868a-9ad0-4cd7-a476-9252e317afc3 req-13638a18-f6d6-41db-973a-317d4a9beaa1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82dc5914-cd1b-4778-a869-3e41b7519127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570490 Dec 14 02:43:32.478425 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44220ae3-7ec3-4698-96e2-2ab4b463251e req-d6325fbb-d08f-454e-8723-f557b6330e94 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:32.482460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44220ae3-7ec3-4698-96e2-2ab4b463251e req-d6325fbb-d08f-454e-8723-f557b6330e94 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 945 time: 0.1052148 Dec 14 02:43:32.518819 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f60ef6a7-3a3c-42a8-88ba-6f540a3660f8 None None] Could not find standard attr ID for object ad4af950-5cef-4b27-9666-1d50cb5a476f. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:43:32.574294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44220ae3-7ec3-4698-96e2-2ab4b463251e req-5bce5875-c58f-4bbe-b0c9-7bd49a8fdebc tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742030 Dec 14 02:43:32.749697 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9251868a-9ad0-4cd7-a476-9252e317afc3 req-114f02c2-b750-479a-ac78-680bf02658f1 service neutron] 10.222.0.47 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020639 Dec 14 02:43:32.782941 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a0af427b-77b7-447e-b617-4ea54d797ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:32.790828 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eff7d2-ea71-41ed-8774-06919b60b13d req-ee2b7ab4-94c1-4c1f-b385-0a71bb6277fd tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:32.793911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-39eff7d2-ea71-41ed-8774-06919b60b13d req-ee2b7ab4-94c1-4c1f-b385-0a71bb6277fd tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 946 time: 0.1155326 Dec 14 02:43:32.870648 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-39eff7d2-ea71-41ed-8774-06919b60b13d req-6d4069e8-a92f-4826-8bce-2f960e430955 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671754 Dec 14 02:43:32.912839 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-847bcd8c-be1a-49cd-9cc2-1007870d880c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:32.959454 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9251868a-9ad0-4cd7-a476-9252e317afc3 req-607f70fe-8760-4fb9-b8b8-d8c392bac971 service neutron] 10.222.0.47 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992438 Dec 14 02:43:33.063448 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-847bcd8c-be1a-49cd-9cc2-1007870d880c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:33.108500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c67a4-9345-40f0-9eb3-bbc049282793 req-0e5a29bd-b309-4110-9035-f476bf245c0c tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:33.117786 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf7c67a4-9345-40f0-9eb3-bbc049282793 req-0e5a29bd-b309-4110-9035-f476bf245c0c tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1232765 Dec 14 02:43:33.127036 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847bcd8c-be1a-49cd-9cc2-1007870d880c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=ecfa0821-c76e-4e20-9960-4c5230090a46,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:33.137699 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847bcd8c-be1a-49cd-9cc2-1007870d880c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:33.140338 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-847bcd8c-be1a-49cd-9cc2-1007870d880c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:33.143528 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847bcd8c-be1a-49cd-9cc2-1007870d880c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:33.150114 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847bcd8c-be1a-49cd-9cc2-1007870d880c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:33.151205 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-847bcd8c-be1a-49cd-9cc2-1007870d880c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:33.189934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-83dd173f-6220-436d-9e96-1350d23f4cd8 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:33.192051 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-83dd173f-6220-436d-9e96-1350d23f4cd8 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/networks?id=cdda5c08-5707-49b1-8eb0-cb74fff66e92 HTTP/1.1" status: 200 len: 818 time: 0.2901304 Dec 14 02:43:33.241683 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-847bcd8c-be1a-49cd-9cc2-1007870d880c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8319187 Dec 14 02:43:33.242434 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40872) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:33.248412 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-7ed99ab9-d35b-4729-a31c-c1d0b05fb14d tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/quotas/7d843f34580d43f5a47b9b8e00d007cb HTTP/1.1" status: 200 len: 375 time: 0.0397270 Dec 14 02:43:33.266653 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf7c67a4-9345-40f0-9eb3-bbc049282793 req-e4874060-e2ce-4774-b5e8-27260b209144 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406841 Dec 14 02:43:33.334588 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c090cad0-af0a-4560-af06-b6a4624d2744 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7d843f34580d43f5a47b9b8e00d007cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634947 Dec 14 02:43:33.362523 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824e3de6-41fe-4260-9762-2f5f63451bfa tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:33.372751 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824e3de6-41fe-4260-9762-2f5f63451bfa tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:33.375093 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-824e3de6-41fe-4260-9762-2f5f63451bfa tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1306307 Dec 14 02:43:33.379271 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40878) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:33.460975 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-36170e32-d01b-4a55-995d-83849721f620 service neutron] 10.222.0.39 "GET /v2.0/networks/cdda5c08-5707-49b1-8eb0-cb74fff66e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243744 Dec 14 02:43:33.593671 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port ecfa0821-c76e-4e20-9960-4c5230090a46 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:43:33.593671 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:33.644874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-9f9bc5ad-1749-4560-a4c9-3d8385af83e5 service neutron] 10.222.0.39 "GET /v2.0/networks/cdda5c08-5707-49b1-8eb0-cb74fff66e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824162 Dec 14 02:43:33.688574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7feaaa5d-c353-4efd-90e3-dcd14d08ec14 None None] Provisioning complete for port ecfa0821-c76e-4e20-9960-4c5230090a46 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:33.689423 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7feaaa5d-c353-4efd-90e3-dcd14d08ec14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:33.774247 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7feaaa5d-c353-4efd-90e3-dcd14d08ec14 None None] Port ecfa0821-c76e-4e20-9960-4c5230090a46 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:43:33.775527 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:33.788213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for ecfa0821-c76e-4e20-9960-4c5230090a46 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:43:34.228430 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:34.266635 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=ecfa0821-c76e-4e20-9960-4c5230090a46,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:34.308733 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:34.310637 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:34.311017 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:34.311347 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:34.314030 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:34.314489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:34.314839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:34.315180 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:34.315520 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:34.315849 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:34.316184 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:34.316516 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:34.316841 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:34.329943 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:34.334613 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-82501306-eac0-49d7-a1ea-e06649eb74a4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/ecfa0821-c76e-4e20-9960-4c5230090a46 HTTP/1.1" status: 204 len: 168 time: 0.9537046 Dec 14 02:43:34.337225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40890) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:34.520079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176e4144-28dd-46cc-8b47-d19704c4e74a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:34.522117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176e4144-28dd-46cc-8b47-d19704c4e74a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:34.523401 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-176e4144-28dd-46cc-8b47-d19704c4e74a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1851299 Dec 14 02:43:34.526669 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40894) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:34.585548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed555f-feb6-4c3d-b6a8-bb27cc6d2d01 req-873999de-5b83-452a-a9d2-655eb5d9315c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:34.594198 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12ed555f-feb6-4c3d-b6a8-bb27cc6d2d01 req-873999de-5b83-452a-a9d2-655eb5d9315c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.1538639 Dec 14 02:43:34.659829 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c5e0c2-84ff-406e-9fec-485b2321d113 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet d3fc9f37-eed3-4e2a-9f77-54668f48a702 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:43:34.661903 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12ed555f-feb6-4c3d-b6a8-bb27cc6d2d01 req-cc3ac2ad-a9d8-47ae-a977-898ac961d92d tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667474 Dec 14 02:43:34.665052 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-27c5e0c2-84ff-406e-9fec-485b2321d113 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:34.826269 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-27c5e0c2-84ff-406e-9fec-485b2321d113 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:34.946989 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-27c5e0c2-84ff-406e-9fec-485b2321d113 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:35.018698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5598d0-b190-49e7-b618-1911ba1a0716 req-02724a8b-a11d-41ed-834f-b6e5ef82865c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:35.022587 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b5598d0-b190-49e7-b618-1911ba1a0716 req-02724a8b-a11d-41ed-834f-b6e5ef82865c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 946 time: 0.1807234 Dec 14 02:43:35.045557 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9d1a56c9-e738-4f53-859b-6bc739e222a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:35.056567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f5a23-22c6-4c79-aacd-aa8c6f1435ba req-6f3b93bc-bbcd-4b95-ad56-60aba8aafe2b tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:35.066573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-458f5a23-22c6-4c79-aacd-aa8c6f1435ba req-6f3b93bc-bbcd-4b95-ad56-60aba8aafe2b tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.2093480 Dec 14 02:43:35.159318 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b5598d0-b190-49e7-b618-1911ba1a0716 req-04dd4010-a7db-4902-9139-e9b603cfb8ff tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900435 Dec 14 02:43:35.181187 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-458f5a23-22c6-4c79-aacd-aa8c6f1435ba req-5c9f1f6f-b051-4ec1-ad96-c2e55a1a855b tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039057 Dec 14 02:43:35.302162 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-27c5e0c2-84ff-406e-9fec-485b2321d113 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:35.352902 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5e0c2-84ff-406e-9fec-485b2321d113 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=d3fc9f37-eed3-4e2a-9f77-54668f48a702,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:35.365297 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-27c5e0c2-84ff-406e-9fec-485b2321d113 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:35.366589 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891564ee-8033-4da7-a2d8-8492b7610859 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:35.373914 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-27c5e0c2-84ff-406e-9fec-485b2321d113 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/d3fc9f37-eed3-4e2a-9f77-54668f48a702 HTTP/1.1" status: 204 len: 168 time: 0.8426869 Dec 14 02:43:35.375106 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40908) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:35.444277 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c948a53c-0c5f-45a3-a515-a61c86a06d9c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678041 Dec 14 02:43:35.447553 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40910) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:35.472875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-feb5046f-bdbc-495d-84d4-de6db2975e44 req-e2d3fc04-3c10-486d-a91a-79b4e4190f21 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 210 time: 0.1207123 Dec 14 02:43:35.473942 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4fee487a-9c7e-4668-a745-941b55c4daed tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:35.769948 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fee487a-9c7e-4668-a745-941b55c4daed tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:35.776490 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4fee487a-9c7e-4668-a745-941b55c4daed tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:35.831280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3713f5-cb1f-4b0c-a4ef-817669c9d5d6 None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:43:35.952842 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094173a-41ba-4a07-8d8d-31a2e4ab0e5b req-d946cfb2-2f93-4fab-ac8d-d14fb5dbedc4 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:35.964226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73743e62-2132-45df-9b7f-173e30d594d9 req-28df72c0-b77f-4c28-a5c3-9f7a6f69b654 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:35.972852 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f094173a-41ba-4a07-8d8d-31a2e4ab0e5b req-d946cfb2-2f93-4fab-ac8d-d14fb5dbedc4 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.1687913 Dec 14 02:43:35.975734 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6b3713f5-cb1f-4b0c-a4ef-817669c9d5d6 None None] Deleting port 791fba30-13a9-472b-a56a-a8a895a8a37a {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:43:35.982880 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b3713f5-cb1f-4b0c-a4ef-817669c9d5d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:35.983276 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-73743e62-2132-45df-9b7f-173e30d594d9 req-28df72c0-b77f-4c28-a5c3-9f7a6f69b654 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 946 time: 0.2830429 Dec 14 02:43:36.075346 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f094173a-41ba-4a07-8d8d-31a2e4ab0e5b req-3540640e-bab3-456e-9af8-67a3148b43d1 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006007 Dec 14 02:43:36.105655 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6b3713f5-cb1f-4b0c-a4ef-817669c9d5d6 None None] For port 791fba30-13a9-472b-a56a-a8a895a8a37a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=791fba30-13a9-472b-a56a-a8a895a8a37a,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:36.106302 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b3713f5-cb1f-4b0c-a4ef-817669c9d5d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:36.128859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6b3713f5-cb1f-4b0c-a4ef-817669c9d5d6 None None] Calling delete_port for 791fba30-13a9-472b-a56a-a8a895a8a37a owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:43:36.281559 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-73743e62-2132-45df-9b7f-173e30d594d9 req-e55579a8-c81e-46a1-a105-54ccd5cacf6f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Deleting port eb05fd59-6b02-466f-83d2-08cd5d0809a0 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:43:36.281913 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-73743e62-2132-45df-9b7f-173e30d594d9 req-e55579a8-c81e-46a1-a105-54ccd5cacf6f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:36.405198 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:36.423429 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1a1ec-4221-46ec-afd1-ddfc309a0986 req-44a72548-3fbd-4a7b-90bf-2040403d4dbb tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:36.426177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74c1a1ec-4221-46ec-afd1-ddfc309a0986 req-44a72548-3fbd-4a7b-90bf-2040403d4dbb tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 946 time: 0.1683614 Dec 14 02:43:36.439812 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b3713f5-cb1f-4b0c-a4ef-817669c9d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:36.453341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf06061-b50b-488d-aea6-84d442c003ae req-236ac8a1-2d51-4ae9-b360-ebf61adb069d tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:36.467487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbf06061-b50b-488d-aea6-84d442c003ae req-236ac8a1-2d51-4ae9-b360-ebf61adb069d tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1970134 Dec 14 02:43:36.492300 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3713f5-cb1f-4b0c-a4ef-817669c9d5d6 None None] Pushing event deleted for resources: {'Port': ['ID=791fba30-13a9-472b-a56a-a8a895a8a37a,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:36.505639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3713f5-cb1f-4b0c-a4ef-817669c9d5d6 None None] No DVR routers for this DVR port 791fba30-13a9-472b-a56a-a8a895a8a37a on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:43:36.510354 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-73743e62-2132-45df-9b7f-173e30d594d9 req-e55579a8-c81e-46a1-a105-54ccd5cacf6f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] For port eb05fd59-6b02-466f-83d2-08cd5d0809a0, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=eb05fd59-6b02-466f-83d2-08cd5d0809a0,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:36.510799 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-73743e62-2132-45df-9b7f-173e30d594d9 req-e55579a8-c81e-46a1-a105-54ccd5cacf6f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:36.517128 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4fee487a-9c7e-4668-a745-941b55c4daed tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:36.559403 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-73743e62-2132-45df-9b7f-173e30d594d9 req-e55579a8-c81e-46a1-a105-54ccd5cacf6f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Calling delete_port for eb05fd59-6b02-466f-83d2-08cd5d0809a0 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:43:36.580898 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fee487a-9c7e-4668-a745-941b55c4daed tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:36.591491 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-4fee487a-9c7e-4668-a745-941b55c4daed tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:36.598312 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fee487a-9c7e-4668-a745-941b55c4daed tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:36.599066 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4fee487a-9c7e-4668-a745-941b55c4daed tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:36.610693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74c1a1ec-4221-46ec-afd1-ddfc309a0986 req-768d2098-ba27-4c47-b989-f7727c0fc29a tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078720 Dec 14 02:43:36.620060 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab8bfde-6d03-4912-9e7e-b2c18c5321a1 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:36.649634 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee487a-9c7e-4668-a745-941b55c4daed tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=ed4f6069-eb9e-414c-8675-a0e0d42e0e3e,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:36.653871 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbf06061-b50b-488d-aea6-84d442c003ae req-a3c98bf7-4807-4b6e-b144-f51b422686ff tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724491 Dec 14 02:43:36.762340 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2706bfb9-5f93-459d-b969-d25d998547fd req-657ce2cf-765a-4a06-ae7c-a0cc4a440b86 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 210 time: 0.0425963 Dec 14 02:43:36.776576 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4fee487a-9c7e-4668-a745-941b55c4daed tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3224535 Dec 14 02:43:36.776576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40936) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:36.782174 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-76952ee1-fa97-4129-a791-3951cbccdb9d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'fixed_ips': [{'subnet_id': 'ed4f6069-eb9e-414c-8675-a0e0d42e0e3e', 'ip_address': '2001:db8::499:b88b:a841:cf07'}], 'name': 'tempest-NetworksTestDHCPv6-2027048853'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:36.835320 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': 'ed4f6069-eb9e-414c-8675-a0e0d42e0e3e'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:43:36.836540 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:36.946591 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-73743e62-2132-45df-9b7f-173e30d594d9 req-e55579a8-c81e-46a1-a105-54ccd5cacf6f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:36.996498 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55579a8-c81e-46a1-a105-54ccd5cacf6f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Pushing event deleted for resources: {'Port': ['ID=eb05fd59-6b02-466f-83d2-08cd5d0809a0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:37.024235 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Allocated IP 2001:db8::2 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/ed4f6069-eb9e-414c-8675-a0e0d42e0e3e/ea1a2960-7f5a-4d1b-b32a-0e110acadb1f) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:37.038195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48', '524febe1-81c6-4189-8736-8b5b11eee3fb'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:43:37.069797 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-73743e62-2132-45df-9b7f-173e30d594d9 req-e55579a8-c81e-46a1-a105-54ccd5cacf6f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] No DVR routers for this DVR port eb05fd59-6b02-466f-83d2-08cd5d0809a0 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:43:37.073652 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-73743e62-2132-45df-9b7f-173e30d594d9 req-e55579a8-c81e-46a1-a105-54ccd5cacf6f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:37.077284 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-73743e62-2132-45df-9b7f-173e30d594d9 req-e55579a8-c81e-46a1-a105-54ccd5cacf6f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.47 "DELETE /v2.0/ports/eb05fd59-6b02-466f-83d2-08cd5d0809a0 HTTP/1.1" status: 204 len: 173 time: 1.0922396 Dec 14 02:43:37.077890 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe96239e-5cdc-46eb-bfcd-d38b4f352290', 'name': 'network-vif-deleted', 'tag': 'eb05fd59-6b02-466f-83d2-08cd5d0809a0'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:43:37.082383 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be003049-88dc-4a9f-9de3-4965bbc7377b" -d '{"events": [{"server_uuid": "fe96239e-5cdc-46eb-bfcd-d38b4f352290", "name": "network-vif-deleted", "tag": "eb05fd59-6b02-466f-83d2-08cd5d0809a0"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:43:37.099043 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76952ee1-fa97-4129-a791-3951cbccdb9d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:37.180928 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff2132d-24a8-4c9f-9981-68166b93fded x-openstack-request-id: req-fff2132d-24a8-4c9f-9981-68166b93fded {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:43:37.180928 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe96239e-5cdc-46eb-bfcd-d38b4f352290", "name": "network-vif-deleted", "tag": "eb05fd59-6b02-466f-83d2-08cd5d0809a0", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:43:37.180928 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fff2132d-24a8-4c9f-9981-68166b93fded {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:43:37.182469 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe96239e-5cdc-46eb-bfcd-d38b4f352290', 'name': 'network-vif-deleted', 'tag': 'eb05fd59-6b02-466f-83d2-08cd5d0809a0', 'status': 'completed', 'code': 200} Dec 14 02:43:37.202396 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 791fba30-13a9-472b-a56a-a8a895a8a37a no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:43:37.229606 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:37.247688 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76952ee1-fa97-4129-a791-3951cbccdb9d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:37.269166 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-76952ee1-fa97-4129-a791-3951cbccdb9d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port b2728321-f295-4c2c-8dcf-982d8d14d854 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:43:37.278361 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 791fba30-13a9-472b-a56a-a8a895a8a37a {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:43:37.278870 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 791fba30-13a9-472b-a56a-a8a895a8a37a not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:43:37.304424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e540bb-cd17-4566-bac5-bf04dc0207df req-de6778fd-aaf8-4fd8-a627-9c30a4202484 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:37.308372 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3e540bb-cd17-4566-bac5-bf04dc0207df req-de6778fd-aaf8-4fd8-a627-9c30a4202484 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.1015420 Dec 14 02:43:37.437719 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3e540bb-cd17-4566-bac5-bf04dc0207df req-d377db74-9fc8-4e38-b6f8-930a740883d3 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191177 Dec 14 02:43:37.470611 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:37.522744 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-76952ee1-fa97-4129-a791-3951cbccdb9d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::499:b88b:a841:cf07 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/ed4f6069-eb9e-414c-8675-a0e0d42e0e3e/b2728321-f295-4c2c-8dcf-982d8d14d854) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:37.537202 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:37.549330 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:37.566020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:37.596461 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Pushing event updated for resources: {'Port': ['ID=ea1a2960-7f5a-4d1b-b32a-0e110acadb1f,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:37.708273 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Attempting to bind port ea1a2960-7f5a-4d1b-b32a-0e110acadb1f on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:43:37.710723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Attempting to bind port ea1a2960-7f5a-4d1b-b32a-0e110acadb1f by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:43:37.714511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Attempting to bind port ea1a2960-7f5a-4d1b-b32a-0e110acadb1f on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:37.730586 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:37.771504 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:43:37.776678 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:43:37.780606 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:37.780606 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:43:37.780606 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Bound port: ea1a2960-7f5a-4d1b-b32a-0e110acadb1f, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:43:37.780606 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:37.801948 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76952ee1-fa97-4129-a791-3951cbccdb9d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:37.923665 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] For port ea1a2960-7f5a-4d1b-b32a-0e110acadb1f, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:43:37.927505 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] For port ea1a2960-7f5a-4d1b-b32a-0e110acadb1f, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ea1a2960-7f5a-4d1b-b32a-0e110acadb1f,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:43:37.933525 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47a9abaa-0550-4e8f-b528-9c91e23ec491 req-f3e431ce-f2ce-4c0f-8497-9f9187f25e5c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=fe96239e-5cdc-46eb-bfcd-d38b4f352290 HTTP/1.1" status: 200 len: 210 time: 0.1140318 Dec 14 02:43:37.976122 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e7a98-7ae0-4d35-837e-3b2cf67a9756 req-8a6fa7af-131c-4a40-935a-346dec91d1f8 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:37.980923 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76952ee1-fa97-4129-a791-3951cbccdb9d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:37.985017 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c07e7a98-7ae0-4d35-837e-3b2cf67a9756 req-8a6fa7af-131c-4a40-935a-346dec91d1f8 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1492481 Dec 14 02:43:38.037718 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f6b0652-0431-46c9-9d42-484c8400be0d req-4cb45ab5-f19c-4947-9c78-a768a30ecb04 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 210 time: 0.0494676 Dec 14 02:43:38.068806 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:38.076099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c07e7a98-7ae0-4d35-837e-3b2cf67a9756 req-1a778e63-82a9-4fe0-823d-44441441f8cc tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897763 Dec 14 02:43:38.109494 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76952ee1-fa97-4129-a791-3951cbccdb9d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:38.132535 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-76952ee1-fa97-4129-a791-3951cbccdb9d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:38.147430 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76952ee1-fa97-4129-a791-3951cbccdb9d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:38.156050 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76952ee1-fa97-4129-a791-3951cbccdb9d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:38.156726 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76952ee1-fa97-4129-a791-3951cbccdb9d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:38.184435 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76952ee1-fa97-4129-a791-3951cbccdb9d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=b2728321-f295-4c2c-8dcf-982d8d14d854,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:38.233449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1741f-0ed6-43f9-beab-9bc15ee23a0f None None] Pushing event updated for resources: {'Port': ['ID=ea1a2960-7f5a-4d1b-b32a-0e110acadb1f,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:38.292957 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-76952ee1-fa97-4129-a791-3951cbccdb9d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5158491 Dec 14 02:43:38.295615 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40960) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:38.377490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b5f6b9-5ed1-4070-b5c3-ad4fcb462a5c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:38.392387 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b5f6b9-5ed1-4070-b5c3-ad4fcb462a5c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:38.396569 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-43b5f6b9-5ed1-4070-b5c3-ad4fcb462a5c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0976462 Dec 14 02:43:38.396974 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40962) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:38.535441 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device eb05fd59-6b02-466f-83d2-08cd5d0809a0 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:43:38.584833 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:38.586230 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: eb05fd59-6b02-466f-83d2-08cd5d0809a0 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:43:38.593643 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device eb05fd59-6b02-466f-83d2-08cd5d0809a0 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:43:38.651896 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9340b0c0-c235-4f72-8645-e803c9d9756f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port b2728321-f295-4c2c-8dcf-982d8d14d854 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:43:38.652132 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9340b0c0-c235-4f72-8645-e803c9d9756f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:38.692728 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3787a4-395b-4297-a1eb-e122a208b677 req-89f18e02-5a80-47ed-a6b9-7c77256a7d59 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:38.713873 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa3787a4-395b-4297-a1eb-e122a208b677 req-89f18e02-5a80-47ed-a6b9-7c77256a7d59 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.1024306 Dec 14 02:43:38.763162 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9340b0c0-c235-4f72-8645-e803c9d9756f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:38.777485 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9340b0c0-c235-4f72-8645-e803c9d9756f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for b2728321-f295-4c2c-8dcf-982d8d14d854 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:43:38.810823 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa3787a4-395b-4297-a1eb-e122a208b677 req-f7d65527-37af-476f-9da6-ea0ac68a386f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004739 Dec 14 02:43:39.140492 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9340b0c0-c235-4f72-8645-e803c9d9756f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:39.177056 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cac6b6d3-aafd-4449-82bb-72da92170d93 req-2986a1c2-797e-45a1-9fe2-91d76be44287 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 210 time: 0.0379601 Dec 14 02:43:39.194455 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340b0c0-c235-4f72-8645-e803c9d9756f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=b2728321-f295-4c2c-8dcf-982d8d14d854,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:39.224469 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ea1a2960-7f5a-4d1b-b32a-0e110acadb1f up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:39.266741 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9340b0c0-c235-4f72-8645-e803c9d9756f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:39.270233 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9340b0c0-c235-4f72-8645-e803c9d9756f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/b2728321-f295-4c2c-8dcf-982d8d14d854 HTTP/1.1" status: 204 len: 168 time: 0.8721921 Dec 14 02:43:39.272960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40980) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:39.323535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port ea1a2960-7f5a-4d1b-b32a-0e110acadb1f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:39.324140 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:39.445963 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8805c60f-951b-4f21-be37-f6184f5211e5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:39.448039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8805c60f-951b-4f21-be37-f6184f5211e5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:39.453259 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8805c60f-951b-4f21-be37-f6184f5211e5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1787627 Dec 14 02:43:39.453879 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40982) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:39.460186 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:39.491957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ef4658-ea38-4f5a-b338-eb4b3f300a34 req-da3735f9-c0aa-4e5d-829a-857c2d82acda tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:39.500557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a0ef4658-ea38-4f5a-b338-eb4b3f300a34 req-da3735f9-c0aa-4e5d-829a-857c2d82acda tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1938190 Dec 14 02:43:39.528390 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port ea1a2960-7f5a-4d1b-b32a-0e110acadb1f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ea1a2960-7f5a-4d1b-b32a-0e110acadb1f,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:39.628561 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:39.700424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ad998f-5239-4cd1-9e12-579217e138d5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet ed4f6069-eb9e-414c-8675-a0e0d42e0e3e {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:43:39.719264 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=ea1a2960-7f5a-4d1b-b32a-0e110acadb1f,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:39.731725 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39ad998f-5239-4cd1-9e12-579217e138d5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:39.798152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a0ef4658-ea38-4f5a-b338-eb4b3f300a34 req-dbe38f6a-0323-49e4-9346-b31b76f93c92 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923298 Dec 14 02:43:39.821286 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5c9f9d23-0799-4948-a7f8-964c6d165389 None None] Provisioning complete for port ea1a2960-7f5a-4d1b-b32a-0e110acadb1f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:39.823253 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5c9f9d23-0799-4948-a7f8-964c6d165389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:39.842284 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39ad998f-5239-4cd1-9e12-579217e138d5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:40.223993 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807442b-f4c2-4bc5-b571-b4f428cbc24f req-f011feac-a96a-4a4a-915b-bc97f4eada3b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:40.232656 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0807442b-f4c2-4bc5-b571-b4f428cbc24f req-f011feac-a96a-4a4a-915b-bc97f4eada3b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 945 time: 0.2487051 Dec 14 02:43:40.242320 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fd743-a8c5-4007-a20b-cd31076e8478 req-fcd1735a-c490-401d-86b2-5a3ca10a3978 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:40.244797 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c79fd743-a8c5-4007-a20b-cd31076e8478 req-fcd1735a-c490-401d-86b2-5a3ca10a3978 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.2760746 Dec 14 02:43:40.252583 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39ad998f-5239-4cd1-9e12-579217e138d5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:40.266129 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1f01e7e3-edf9-4735-9794-ea1980017742 None None] Could not find standard attr ID for object b2728321-f295-4c2c-8dcf-982d8d14d854. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:43:40.445629 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0807442b-f4c2-4bc5-b571-b4f428cbc24f req-f7fd0831-899c-4fe5-995d-d5a1bada40fa tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113926 Dec 14 02:43:40.514814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c79fd743-a8c5-4007-a20b-cd31076e8478 req-9163f5ea-ded3-4641-b4b0-9fa23eaf0666 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314749 Dec 14 02:43:40.604414 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d53c1423-cca1-4221-8375-e47d9822f6ae req-43c2052d-288e-46b1-b698-522543f4d64f tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 210 time: 0.0318897 Dec 14 02:43:40.898953 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39ad998f-5239-4cd1-9e12-579217e138d5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:40.937395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad998f-5239-4cd1-9e12-579217e138d5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=ed4f6069-eb9e-414c-8675-a0e0d42e0e3e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:40.951350 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39ad998f-5239-4cd1-9e12-579217e138d5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:40.955025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-39ad998f-5239-4cd1-9e12-579217e138d5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/ed4f6069-eb9e-414c-8675-a0e0d42e0e3e HTTP/1.1" status: 204 len: 168 time: 1.4993460 Dec 14 02:43:40.963558 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c9ecad-6fc1-4075-8fba-643ec1acf0a3 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:40.964213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40998) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:40.974989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7c712-a4c3-4602-a49d-f135ca77e9bf req-f1fbf46d-3759-4a05-ac3b-f0da4ed1f2df tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:40.976557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8fe7c712-a4c3-4602-a49d-f135ca77e9bf req-f1fbf46d-3759-4a05-ac3b-f0da4ed1f2df tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1110830 Dec 14 02:43:41.079598 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-99d31c93-fd17-4752-9e6f-5327f709c412 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1188750 Dec 14 02:43:41.083403 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8fe7c712-a4c3-4602-a49d-f135ca77e9bf req-9bdce74c-1727-4bd7-a407-1f8555d65003 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999286 Dec 14 02:43:41.084591 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41004) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:41.090725 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-88ba69dd-2f88-44f8-8f2d-337e85986ad5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:41.159896 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ea1a2960-7f5a-4d1b-b32a-0e110acadb1f up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:41.237428 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-27b3bc91-fd08-4102-8ce6-49e5456f6242 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:41.238939 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-27b3bc91-fd08-4102-8ce6-49e5456f6242 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.46 "GET /v2.0/networks?id=cdda5c08-5707-49b1-8eb0-cb74fff66e92 HTTP/1.1" status: 200 len: 818 time: 0.3874202 Dec 14 02:43:41.255508 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port ea1a2960-7f5a-4d1b-b32a-0e110acadb1f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:41.256099 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:41.320101 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-bfe730d1-6042-4a4f-857e-52904a35b5e6 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Request body: {'port': {'device_id': '2139af33-ab2a-4585-a8eb-c3258ffe1c16', 'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92', 'admin_state_up': True, 'tenant_id': '7d843f34580d43f5a47b9b8e00d007cb'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:41.432797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de7bdb0-e174-48ba-bc8b-b4243380ea19 None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:43:41.440390 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c3fef-bfcb-4a30-88d7-cbbfadf8b938 req-154910f0-3638-4d80-a4d1-c221cec68dc2 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:41.441982 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e33c3fef-bfcb-4a30-88d7-cbbfadf8b938 req-154910f0-3638-4d80-a4d1-c221cec68dc2 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "GET /v2.0/ports?device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 945 time: 0.1322825 Dec 14 02:43:41.460899 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ba69dd-2f88-44f8-8f2d-337e85986ad5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:41.471581 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-88ba69dd-2f88-44f8-8f2d-337e85986ad5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:41.631730 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3de7bdb0-e174-48ba-bc8b-b4243380ea19 None None] Deleting port ea1a2960-7f5a-4d1b-b32a-0e110acadb1f {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:43:41.632106 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3de7bdb0-e174-48ba-bc8b-b4243380ea19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:41.788433 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3de7bdb0-e174-48ba-bc8b-b4243380ea19 None None] For port ea1a2960-7f5a-4d1b-b32a-0e110acadb1f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ea1a2960-7f5a-4d1b-b32a-0e110acadb1f,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:41.789814 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3de7bdb0-e174-48ba-bc8b-b4243380ea19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:41.808486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3de7bdb0-e174-48ba-bc8b-b4243380ea19 None None] Calling delete_port for ea1a2960-7f5a-4d1b-b32a-0e110acadb1f owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:43:41.852285 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-e33c3fef-bfcb-4a30-88d7-cbbfadf8b938 req-6d78ccc1-3e1d-406d-b684-e2cac8fba152 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Deleting port 524febe1-81c6-4189-8736-8b5b11eee3fb {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:43:41.852541 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e33c3fef-bfcb-4a30-88d7-cbbfadf8b938 req-6d78ccc1-3e1d-406d-b684-e2cac8fba152 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:41.863975 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa4d925-03b0-45fe-a159-775a72574a34 req-5b7a95cc-b6e7-430c-96bf-7e8f81d26c8f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:41.868249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fa4d925-03b0-45fe-a159-775a72574a34 req-5b7a95cc-b6e7-430c-96bf-7e8f81d26c8f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.1424997 Dec 14 02:43:41.872869 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-bf5bed51-dd28-4bc7-a100-8b654369bfe6 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:41.874447 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-bf5bed51-dd28-4bc7-a100-8b654369bfe6 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.46 "GET /v2.0/networks?id=cdda5c08-5707-49b1-8eb0-cb74fff66e92 HTTP/1.1" status: 200 len: 818 time: 0.2735894 Dec 14 02:43:41.890922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d94b2-b679-4d44-8731-bb4ef0cb2385 req-b4ebe554-a452-4611-9544-49a3a3c0d3d5 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:41.898343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c11d94b2-b679-4d44-8731-bb4ef0cb2385 req-b4ebe554-a452-4611-9544-49a3a3c0d3d5 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 945 time: 0.2441454 Dec 14 02:43:41.926731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Request body: {'port': {'device_id': 'a7f693ca-876d-4631-a57d-f597ba31dd9c', 'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92', 'admin_state_up': True, 'tenant_id': '7d843f34580d43f5a47b9b8e00d007cb'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:42.006517 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c6c377c4-5513-42d7-a071-5d1fa8e329ee tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:42.010510 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c6c377c4-5513-42d7-a071-5d1fa8e329ee tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.47 "GET /v2.0/networks?id=cdda5c08-5707-49b1-8eb0-cb74fff66e92 HTTP/1.1" status: 200 len: 818 time: 0.2836456 Dec 14 02:43:42.048914 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-dd05d874-fad3-497a-94dd-71ea558b99e7 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Request body: {'port': {'device_id': 'e92d7bb2-adc7-42a2-b295-2af6f1500548', 'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92', 'admin_state_up': True, 'tenant_id': '7d843f34580d43f5a47b9b8e00d007cb'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:42.140087 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fa4d925-03b0-45fe-a159-775a72574a34 req-687ff8c3-5d7e-4896-b30a-482c22ef6c8a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646062 Dec 14 02:43:42.148275 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3de7bdb0-e174-48ba-bc8b-b4243380ea19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:42.158387 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c11d94b2-b679-4d44-8731-bb4ef0cb2385 req-dfb4977e-5af5-4a9b-b501-15659d7052ad tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547095 Dec 14 02:43:42.226344 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e33c3fef-bfcb-4a30-88d7-cbbfadf8b938 req-6d78ccc1-3e1d-406d-b684-e2cac8fba152 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] For port 524febe1-81c6-4189-8736-8b5b11eee3fb, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=524febe1-81c6-4189-8736-8b5b11eee3fb,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:42.226748 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e33c3fef-bfcb-4a30-88d7-cbbfadf8b938 req-6d78ccc1-3e1d-406d-b684-e2cac8fba152 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:42.276909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-e33c3fef-bfcb-4a30-88d7-cbbfadf8b938 req-6d78ccc1-3e1d-406d-b684-e2cac8fba152 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Calling delete_port for 524febe1-81c6-4189-8736-8b5b11eee3fb owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:43:42.279922 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7bdb0-e174-48ba-bc8b-b4243380ea19 None None] Pushing event deleted for resources: {'Port': ['ID=ea1a2960-7f5a-4d1b-b32a-0e110acadb1f,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:42.292788 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-bfe730d1-6042-4a4f-857e-52904a35b5e6 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Made reservation on behalf of 7d843f34580d43f5a47b9b8e00d007cb for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:42.296929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de7bdb0-e174-48ba-bc8b-b4243380ea19 None None] No DVR routers for this DVR port ea1a2960-7f5a-4d1b-b32a-0e110acadb1f on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:43:42.326437 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-bfe730d1-6042-4a4f-857e-52904a35b5e6 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:42.393816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a42f7044-4c5c-4c82-bcb1-7e50c88b775a req-cda08290-47f7-4926-af32-09f7935cc972 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 210 time: 0.0630720 Dec 14 02:43:42.512878 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-bfe730d1-6042-4a4f-857e-52904a35b5e6 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Allocated IP 172.20.0.5 (cdda5c08-5707-49b1-8eb0-cb74fff66e92/39899366-615a-4fe4-9355-36271ff5defd/7e0ae5a1-1572-4983-b628-31b20ce12296) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:42.527169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Made reservation on behalf of 7d843f34580d43f5a47b9b8e00d007cb for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:42.530697 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:42.580287 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-88ba69dd-2f88-44f8-8f2d-337e85986ad5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:42.592313 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb384dd1-2fb8-40fb-b3f1-07a8cfd18d28 req-55537a9f-a262-4b08-ad15-a2068ea940dc tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:42.593890 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb384dd1-2fb8-40fb-b3f1-07a8cfd18d28 req-55537a9f-a262-4b08-ad15-a2068ea940dc tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1031835 Dec 14 02:43:42.675593 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e33c3fef-bfcb-4a30-88d7-cbbfadf8b938 req-6d78ccc1-3e1d-406d-b684-e2cac8fba152 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:42.679683 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-dd05d874-fad3-497a-94dd-71ea558b99e7 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Made reservation on behalf of 7d843f34580d43f5a47b9b8e00d007cb for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:42.684643 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-dd05d874-fad3-497a-94dd-71ea558b99e7 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:42.691660 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ba69dd-2f88-44f8-8f2d-337e85986ad5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:42.708068 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48', '524febe1-81c6-4189-8736-8b5b11eee3fb'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:43:42.712371 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78ccc1-3e1d-406d-b684-e2cac8fba152 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Pushing event deleted for resources: {'Port': ['ID=524febe1-81c6-4189-8736-8b5b11eee3fb,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:42.724846 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-88ba69dd-2f88-44f8-8f2d-337e85986ad5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:42.738770 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb384dd1-2fb8-40fb-b3f1-07a8cfd18d28 req-63ee6b37-d727-4f14-8782-c48d026839cb tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079082 Dec 14 02:43:42.743753 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ba69dd-2f88-44f8-8f2d-337e85986ad5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:42.745043 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35bc2bf-aa4f-47ea-911b-366b765dc38b None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:42.745810 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-88ba69dd-2f88-44f8-8f2d-337e85986ad5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:42.780558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33c3fef-bfcb-4a30-88d7-cbbfadf8b938 req-6d78ccc1-3e1d-406d-b684-e2cac8fba152 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] No DVR routers for this DVR port 524febe1-81c6-4189-8736-8b5b11eee3fb on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:43:42.783728 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e33c3fef-bfcb-4a30-88d7-cbbfadf8b938 req-6d78ccc1-3e1d-406d-b684-e2cac8fba152 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:42.787995 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e33c3fef-bfcb-4a30-88d7-cbbfadf8b938 req-6d78ccc1-3e1d-406d-b684-e2cac8fba152 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "DELETE /v2.0/ports/524febe1-81c6-4189-8736-8b5b11eee3fb HTTP/1.1" status: 204 len: 173 time: 1.3384643 Dec 14 02:43:42.787995 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2647c31f-65fb-49d4-8025-d7e4d264f419', 'name': 'network-vif-deleted', 'tag': '524febe1-81c6-4189-8736-8b5b11eee3fb'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:43:42.790292 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92d8a7a-180a-40b0-9c06-25dadf864ef1" -d '{"events": [{"server_uuid": "2647c31f-65fb-49d4-8025-d7e4d264f419", "name": "network-vif-deleted", "tag": "524febe1-81c6-4189-8736-8b5b11eee3fb"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:43:42.795358 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba69dd-2f88-44f8-8f2d-337e85986ad5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=f034c015-6b62-4203-a516-a3a3d3ac3f2a,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:42.845359 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8d3221-12a4-49c8-818e-6010ebf4328e x-openstack-request-id: req-fc8d3221-12a4-49c8-818e-6010ebf4328e {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:43:42.845822 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2647c31f-65fb-49d4-8025-d7e4d264f419", "name": "network-vif-deleted", "tag": "524febe1-81c6-4189-8736-8b5b11eee3fb", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:43:42.846276 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc8d3221-12a4-49c8-818e-6010ebf4328e {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:43:42.846858 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2647c31f-65fb-49d4-8025-d7e4d264f419', 'name': 'network-vif-deleted', 'tag': '524febe1-81c6-4189-8736-8b5b11eee3fb', 'status': 'completed', 'code': 200} Dec 14 02:43:42.867982 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-bfe730d1-6042-4a4f-857e-52904a35b5e6 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:42.974054 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-88ba69dd-2f88-44f8-8f2d-337e85986ad5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8890243 Dec 14 02:43:42.979522 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41034) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:42.982684 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ecee4e6a-9f00-4e77-9222-9922976f7173 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'fixed_ips': [{'subnet_id': 'f034c015-6b62-4203-a516-a3a3d3ac3f2a', 'ip_address': '2001:db8::f4a4:58f0:10dd:9452'}], 'name': 'tempest-NetworksTestDHCPv6-618271674'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:43.036427 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-bfe730d1-6042-4a4f-857e-52904a35b5e6 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:43.066261 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-bfe730d1-6042-4a4f-857e-52904a35b5e6 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Network cdda5c08-5707-49b1-8eb0-cb74fff66e92 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:43.092549 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-bfe730d1-6042-4a4f-857e-52904a35b5e6 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:43.096022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': 'f034c015-6b62-4203-a516-a3a3d3ac3f2a'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:43:43.096865 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:43.101161 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-bfe730d1-6042-4a4f-857e-52904a35b5e6 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:43.110996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Allocated IP 172.20.0.14 (cdda5c08-5707-49b1-8eb0-cb74fff66e92/39899366-615a-4fe4-9355-36271ff5defd/ec016610-3fa6-41a4-9579-f7ff02b690c4) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:43.128422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ea1a2960-7f5a-4d1b-b32a-0e110acadb1f no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:43:43.162800 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: ea1a2960-7f5a-4d1b-b32a-0e110acadb1f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:43:43.163569 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ea1a2960-7f5a-4d1b-b32a-0e110acadb1f not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:43:43.165102 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe730d1-6042-4a4f-857e-52904a35b5e6 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Pushing event updated for resources: {'Port': ['ID=7e0ae5a1-1572-4983-b628-31b20ce12296,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:43.199844 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-bfe730d1-6042-4a4f-857e-52904a35b5e6 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:43.200628 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-bfe730d1-6042-4a4f-857e-52904a35b5e6 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:43.292390 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-bfe730d1-6042-4a4f-857e-52904a35b5e6 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9842088 Dec 14 02:43:43.313027 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Request body: {'port': {'device_id': '2139af33-ab2a-4585-a8eb-c3258ffe1c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:43.339465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2cf4178d-64f9-4507-b708-71da9d4a8d2f req-17f3239a-6197-41be-82f7-2134042a8db8 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 210 time: 0.0565658 Dec 14 02:43:43.378925 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Allocated IP 2001:db8::2 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/f034c015-6b62-4203-a516-a3a3d3ac3f2a/b35ad248-762c-46dc-a3be-96d34e0f5e4c) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:43.444828 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1d04c-f7fd-44e2-8fd1-9716a1cd55ed req-98ad3bf7-09f5-4fc8-8f00-da708600bd65 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:43.446403 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-86d1d04c-f7fd-44e2-8fd1-9716a1cd55ed req-98ad3bf7-09f5-4fc8-8f00-da708600bd65 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.1057367 Dec 14 02:43:43.483455 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:43.544536 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-86d1d04c-f7fd-44e2-8fd1-9716a1cd55ed req-0f00d14f-5bd6-4553-b519-b944a9dcf641 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817962 Dec 14 02:43:43.607321 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:43.629334 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-119de557-5787-44d5-a25d-0e2fa8ce7996 req-48ef7a88-bbfa-4293-bdcc-0a71fae1cfda tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 210 time: 0.0486846 Dec 14 02:43:43.693196 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:43.749255 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:43.767109 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecee4e6a-9f00-4e77-9222-9922976f7173 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:43.797982 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:43.803366 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:43.809005 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:43.817855 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Network cdda5c08-5707-49b1-8eb0-cb74fff66e92 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:43.849405 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:43.850802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Pushing event updated for resources: {'Port': ['ID=b35ad248-762c-46dc-a3be-96d34e0f5e4c,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:43.868066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:43.875026 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:43.913681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Pushing event updated for resources: {'Port': ['ID=ec016610-3fa6-41a4-9579-f7ff02b690c4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:43.913937 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Attempting to bind port b35ad248-762c-46dc-a3be-96d34e0f5e4c on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:43:43.913937 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Attempting to bind port b35ad248-762c-46dc-a3be-96d34e0f5e4c by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:43:43.913937 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Attempting to bind port b35ad248-762c-46dc-a3be-96d34e0f5e4c on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:43.919103 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-dd05d874-fad3-497a-94dd-71ea558b99e7 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Allocated IP 172.20.0.7 (cdda5c08-5707-49b1-8eb0-cb74fff66e92/39899366-615a-4fe4-9355-36271ff5defd/618e6c4d-8230-4d27-9819-9b2b64791674) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:43.919927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:43.920353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:43.920774 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:43.921192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:43.921620 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:43.922037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:43.922434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:43.922590 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:43:43.922909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:43.923100 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:43:43.923372 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:43.923709 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:43.924129 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:43.924370 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:43.924584 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:43.924943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:43:43.925074 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:43:43.925521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Bound port: b35ad248-762c-46dc-a3be-96d34e0f5e4c, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:43:43.925971 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:43.937208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0956daf-c334-4eb9-8fa1-aceaa118ccd4 req-1e8ac9bc-375d-426a-9d1c-ed60e96e9456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:43.939642 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0956daf-c334-4eb9-8fa1-aceaa118ccd4 req-1e8ac9bc-375d-426a-9d1c-ed60e96e9456 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2232de45ebfb42369e596a53934ed9e2&device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 1097 time: 0.2073810 Dec 14 02:43:44.009120 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] For port b35ad248-762c-46dc-a3be-96d34e0f5e4c, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:43:44.013965 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] For port b35ad248-762c-46dc-a3be-96d34e0f5e4c, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b35ad248-762c-46dc-a3be-96d34e0f5e4c,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:43:44.024263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840bd59a-528c-4557-b17e-d5049a067acb req-53403051-3872-45f8-a11a-ad5a11e46315 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:44.024263 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-840bd59a-528c-4557-b17e-d5049a067acb req-53403051-3872-45f8-a11a-ad5a11e46315 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1945839 Dec 14 02:43:44.024818 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecee4e6a-9f00-4e77-9222-9922976f7173 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:44.034734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:44.035447 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:44.084238 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-ecee4e6a-9f00-4e77-9222-9922976f7173 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port fb79e331-e1f5-424d-81fb-47786a7d0ebd yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:43:44.121245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-840bd59a-528c-4557-b17e-d5049a067acb req-6a1eeabb-2999-4f58-96a2-c30c37b18d74 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820401 Dec 14 02:43:44.122433 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0956daf-c334-4eb9-8fa1-aceaa118ccd4 req-eb9783c7-1f1f-407a-8e56-048ad45337ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:44.123816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0956daf-c334-4eb9-8fa1-aceaa118ccd4 req-eb9783c7-1f1f-407a-8e56-048ad45337ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061 HTTP/1.1" status: 200 len: 918 time: 0.1750467 Dec 14 02:43:44.137494 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:44.179872 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c2638742-69de-4ebd-9cd0-d9fe524e1e24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2569337 Dec 14 02:43:44.198913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Request body: {'port': {'device_id': 'a7f693ca-876d-4631-a57d-f597ba31dd9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:44.236808 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a02d4-7c53-43de-99ca-b34ceddc0f92 None None] Pushing event updated for resources: {'Port': ['ID=b35ad248-762c-46dc-a3be-96d34e0f5e4c,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:44.240589 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0956daf-c334-4eb9-8fa1-aceaa118ccd4 req-7f830f2a-f5f4-4158-a1b3-0c76586578ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5868c756-0e60-46c6-9fdc-2b3df25311d3 HTTP/1.1" status: 200 len: 1002 time: 0.1083338 Dec 14 02:43:44.309744 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:44.343096 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-dd05d874-fad3-497a-94dd-71ea558b99e7 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:44.348981 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0956daf-c334-4eb9-8fa1-aceaa118ccd4 req-ba35e04d-0d07-40fe-beca-2757906b520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:44.357894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0956daf-c334-4eb9-8fa1-aceaa118ccd4 req-ba35e04d-0d07-40fe-beca-2757906b520b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0 HTTP/1.1" status: 200 len: 856 time: 0.0901120 Dec 14 02:43:44.367341 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-ecee4e6a-9f00-4e77-9222-9922976f7173 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::f4a4:58f0:10dd:9452 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/f034c015-6b62-4203-a516-a3a3d3ac3f2a/fb79e331-e1f5-424d-81fb-47786a7d0ebd) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:44.577583 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-dd05d874-fad3-497a-94dd-71ea558b99e7 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:44.583769 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0956daf-c334-4eb9-8fa1-aceaa118ccd4 req-d8e8eaac-20f0-40eb-9000-229521877e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:44.589209 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0956daf-c334-4eb9-8fa1-aceaa118ccd4 req-d8e8eaac-20f0-40eb-9000-229521877e62 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1845136 Dec 14 02:43:44.597482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c7593e1-ed56-4c92-b538-2a1a0a5f16e6 req-5c27bdf7-a763-4f12-b0ff-cfc616fc1426 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=2647c31f-65fb-49d4-8025-d7e4d264f419 HTTP/1.1" status: 200 len: 210 time: 0.0642471 Dec 14 02:43:44.701243 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecee4e6a-9f00-4e77-9222-9922976f7173 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:44.711102 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-dd05d874-fad3-497a-94dd-71ea558b99e7 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Network cdda5c08-5707-49b1-8eb0-cb74fff66e92 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:44.723143 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-dd05d874-fad3-497a-94dd-71ea558b99e7 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:44.739507 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-dd05d874-fad3-497a-94dd-71ea558b99e7 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:44.784303 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05d874-fad3-497a-94dd-71ea558b99e7 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Pushing event updated for resources: {'Port': ['ID=618e6c4d-8230-4d27-9819-9b2b64791674,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:44.845187 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-dd05d874-fad3-497a-94dd-71ea558b99e7 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:44.845987 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-dd05d874-fad3-497a-94dd-71ea558b99e7 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:44.910276 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e0ae5a1-1572-4983-b628-31b20ce12296 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:43:44.920097 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:44.936629 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Transition to ACTIVE for port object 7e0ae5a1-1572-4983-b628-31b20ce12296 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:43:44.966899 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecee4e6a-9f00-4e77-9222-9922976f7173 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:45.020243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecee4e6a-9f00-4e77-9222-9922976f7173 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:45.023997 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-dd05d874-fad3-497a-94dd-71ea558b99e7 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9889932 Dec 14 02:43:45.031132 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-ecee4e6a-9f00-4e77-9222-9922976f7173 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:45.045240 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecee4e6a-9f00-4e77-9222-9922976f7173 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:45.045240 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecee4e6a-9f00-4e77-9222-9922976f7173 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:45.045240 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecee4e6a-9f00-4e77-9222-9922976f7173 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:45.053411 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 5868c756-0e60-46c6-9fdc-2b3df25311d3 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:43:45.057917 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Request body: {'port': {'device_id': 'e92d7bb2-adc7-42a2-b295-2af6f1500548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:45.082638 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee4e6a-9f00-4e77-9222-9922976f7173 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=fb79e331-e1f5-424d-81fb-47786a7d0ebd,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:45.134326 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:45.177784 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:45.194150 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b35ad248-762c-46dc-a3be-96d34e0f5e4c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:45.210735 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0956daf-c334-4eb9-8fa1-aceaa118ccd4 req-fc38fbb3-ed54-4c8a-ae64-fc3193e30011 service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6123548 Dec 14 02:43:45.220005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daf456-f9d1-473b-b5c8-6e07f2122bec req-9e012c9a-bc78-421d-b3eb-b230ab6a4a36 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:45.228243 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56daf456-f9d1-473b-b5c8-6e07f2122bec req-9e012c9a-bc78-421d-b3eb-b230ab6a4a36 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 946 time: 0.2042501 Dec 14 02:43:45.249756 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:45.265646 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Pushing event updated for resources: {'Port': ['ID=7e0ae5a1-1572-4983-b628-31b20ce12296,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:45.289482 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a423df-dce5-42f1-a4d6-cc8755161020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5868c756-0e60-46c6-9fdc-2b3df25311d3'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:43:45.292762 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac9d208-a507-4620-9d13-9a1448789569" -d '{"events": [{"server_uuid": "e6a423df-dce5-42f1-a4d6-cc8755161020", "name": "network-vif-unplugged", "status": "completed", "tag": "5868c756-0e60-46c6-9fdc-2b3df25311d3"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:43:45.325245 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port b35ad248-762c-46dc-a3be-96d34e0f5e4c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:45.325491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11866f7f-9efa-45da-9066-b99668dbb487 req-cb138395-9bf4-4515-89e0-49ee177bb3ef tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:45.325631 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:45.325734 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11866f7f-9efa-45da-9066-b99668dbb487 req-cb138395-9bf4-4515-89e0-49ee177bb3ef tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 931 time: 0.2783310 Dec 14 02:43:45.325839 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ecee4e6a-9f00-4e77-9222-9922976f7173 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3441193 Dec 14 02:43:45.327778 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41068) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:45.352893 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 5868c756-0e60-46c6-9fdc-2b3df25311d3, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=5868c756-0e60-46c6-9fdc-2b3df25311d3,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:45.405740 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:45.445082 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56daf456-f9d1-473b-b5c8-6e07f2122bec req-321aaa36-1475-4819-abd8-3d09d741d036 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149160 Dec 14 02:43:45.459422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port b35ad248-762c-46dc-a3be-96d34e0f5e4c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b35ad248-762c-46dc-a3be-96d34e0f5e4c,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:45.460867 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:45.461727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 524febe1-81c6-4189-8736-8b5b11eee3fb no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:43:45.476079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Attempting to bind port 7e0ae5a1-1572-4983-b628-31b20ce12296 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:43:45.476490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Attempting to bind port 7e0ae5a1-1572-4983-b628-31b20ce12296 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'f8a39437-d73e-41b3-915f-ba8497a02471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:43:45.477218 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Attempting to bind port 7e0ae5a1-1572-4983-b628-31b20ce12296 on network cdda5c08-5707-49b1-8eb0-cb74fff66e92 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:45.490570 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Port 7e0ae5a1-1572-4983-b628-31b20ce12296 on network cdda5c08-5707-49b1-8eb0-cb74fff66e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:43:45.490903 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Attempting to bind port 7e0ae5a1-1572-4983-b628-31b20ce12296 on network cdda5c08-5707-49b1-8eb0-cb74fff66e92 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:45.501560 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ebe4d9-9fa8-4db1-88ce-e23c98ae3a07 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:45.507905 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ebe4d9-9fa8-4db1-88ce-e23c98ae3a07 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:45.510523 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d2ebe4d9-9fa8-4db1-88ce-e23c98ae3a07 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1787250 Dec 14 02:43:45.519934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41072) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:45.534389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:43:45.534389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Checking segment: {'id': 'f8a39437-d73e-41b3-915f-ba8497a02471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:43:45.534389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Bound using segment: {'id': 'f8a39437-d73e-41b3-915f-ba8497a02471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:43:45.534389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Bound port: 7e0ae5a1-1572-4983-b628-31b20ce12296, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8a39437-d73e-41b3-915f-ba8497a02471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:43:45.534389 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:45.551122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11866f7f-9efa-45da-9066-b99668dbb487 req-e4640067-52d4-42d5-b670-b677325e853c tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372346 Dec 14 02:43:45.566259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 524febe1-81c6-4189-8736-8b5b11eee3fb {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:43:45.566629 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 524febe1-81c6-4189-8736-8b5b11eee3fb not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:43:45.568572 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:45.606523 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=5868c756-0e60-46c6-9fdc-2b3df25311d3,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:45.664479 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0956daf-c334-4eb9-8fa1-aceaa118ccd4 req-7fa0a830-70e8-43ca-bb13-d9536e6228a0 service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088459 Dec 14 02:43:45.679076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=b35ad248-762c-46dc-a3be-96d34e0f5e4c,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:45.700982 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] For port 7e0ae5a1-1572-4983-b628-31b20ce12296, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:43:45.705653 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] For port 7e0ae5a1-1572-4983-b628-31b20ce12296, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7e0ae5a1-1572-4983-b628-31b20ce12296,segment=NetworkSegment(f8a39437-d73e-41b3-915f-ba8497a02471),segment_id=f8a39437-d73e-41b3-915f-ba8497a02471)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:43:45.722387 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7df33c-576b-4fe7-9182-e8b55c7be7c3 x-openstack-request-id: req-9c7df33c-576b-4fe7-9182-e8b55c7be7c3 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:43:45.722754 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a423df-dce5-42f1-a4d6-cc8755161020", "name": "network-vif-unplugged", "status": "completed", "tag": "5868c756-0e60-46c6-9fdc-2b3df25311d3", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:43:45.723085 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c7df33c-576b-4fe7-9182-e8b55c7be7c3 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:43:45.723558 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a423df-dce5-42f1-a4d6-cc8755161020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5868c756-0e60-46c6-9fdc-2b3df25311d3', 'code': 200} Dec 14 02:43:45.752337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec016610-3fa6-41a4-9579-f7ff02b690c4 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:43:45.768047 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:45.790139 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:45.796562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Transition to ACTIVE for port object ec016610-3fa6-41a4-9579-f7ff02b690c4 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:43:45.808351 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dfbe83-b195-426a-b37c-476d509adbb0 req-7b5f5854-146e-4163-a7cd-58a1ee954061 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:45.810244 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93dfbe83-b195-426a-b37c-476d509adbb0 req-7b5f5854-146e-4163-a7cd-58a1ee954061 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1444712 Dec 14 02:43:45.849717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:45.850358 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:45.851921 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] 10.222.0.46 "PUT /v2.0/ports/7e0ae5a1-1572-4983-b628-31b20ce12296 HTTP/1.1" status: 200 len: 1091 time: 2.5442612 Dec 14 02:43:45.852368 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2139af33-ab2a-4585-a8eb-c3258ffe1c16', 'tag': '7e0ae5a1-1572-4983-b628-31b20ce12296'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:43:45.854888 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3a3688-fb3c-4768-a5d6-f2545da579ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2139af33-ab2a-4585-a8eb-c3258ffe1c16", "tag": "7e0ae5a1-1572-4983-b628-31b20ce12296"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:43:45.869659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-757b42f3-6f4d-42eb-aff2-50c0f1fe7022 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port fb79e331-e1f5-424d-81fb-47786a7d0ebd {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:43:45.870125 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-757b42f3-6f4d-42eb-aff2-50c0f1fe7022 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:45.880641 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71508fad-b505-4ff7-9a6d-483324f5262e service neutron] Pushing event updated for resources: {'Port': ['ID=7e0ae5a1-1572-4983-b628-31b20ce12296,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:45.901892 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:45.944425 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a8da53-cce5-4e65-8006-4da942843429 x-openstack-request-id: req-00a8da53-cce5-4e65-8006-4da942843429 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:43:45.944829 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2139af33-ab2a-4585-a8eb-c3258ffe1c16", "tag": "7e0ae5a1-1572-4983-b628-31b20ce12296", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:43:45.945189 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00a8da53-cce5-4e65-8006-4da942843429 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:43:45.945700 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2139af33-ab2a-4585-a8eb-c3258ffe1c16', 'tag': '7e0ae5a1-1572-4983-b628-31b20ce12296', 'status': 'completed', 'code': 200} Dec 14 02:43:45.989370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93dfbe83-b195-426a-b37c-476d509adbb0 req-d4ab5d2a-cbd7-432a-a271-b552f72f2ad7 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683614 Dec 14 02:43:46.016717 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Pushing event updated for resources: {'Port': ['ID=ec016610-3fa6-41a4-9579-f7ff02b690c4,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:46.052351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-85389bda-e41e-4dcd-9f9f-ca36f7f9add4 None None] Provisioning complete for port b35ad248-762c-46dc-a3be-96d34e0f5e4c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:46.056386 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-85389bda-e41e-4dcd-9f9f-ca36f7f9add4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:46.130582 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-757b42f3-6f4d-42eb-aff2-50c0f1fe7022 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:46.185155 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-757b42f3-6f4d-42eb-aff2-50c0f1fe7022 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for fb79e331-e1f5-424d-81fb-47786a7d0ebd owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:43:46.188512 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618e6c4d-8230-4d27-9819-9b2b64791674 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:43:46.201074 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:46.204580 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a3688-fb3c-4768-a5d6-f2545da579ec req-f446bb18-a946-44af-8c6c-0ab0acd12c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:46.210613 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8d3a3688-fb3c-4768-a5d6-f2545da579ec req-f446bb18-a946-44af-8c6c-0ab0acd12c4a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d843f34580d43f5a47b9b8e00d007cb&device_id=2139af33-ab2a-4585-a8eb-c3258ffe1c16 HTTP/1.1" status: 200 len: 1094 time: 0.1892297 Dec 14 02:43:46.227755 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Transition to ACTIVE for port object 618e6c4d-8230-4d27-9819-9b2b64791674 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:43:46.273908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Attempting to bind port ec016610-3fa6-41a4-9579-f7ff02b690c4 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:43:46.274237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Attempting to bind port ec016610-3fa6-41a4-9579-f7ff02b690c4 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'f8a39437-d73e-41b3-915f-ba8497a02471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:43:46.274570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Attempting to bind port ec016610-3fa6-41a4-9579-f7ff02b690c4 on network cdda5c08-5707-49b1-8eb0-cb74fff66e92 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:46.290947 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-403304fb-e019-4226-8e46-9ed22eacd949 None None] Provisioning complete for port fb79e331-e1f5-424d-81fb-47786a7d0ebd triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:46.292049 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-403304fb-e019-4226-8e46-9ed22eacd949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:46.296340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Port ec016610-3fa6-41a4-9579-f7ff02b690c4 on network cdda5c08-5707-49b1-8eb0-cb74fff66e92 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:43:46.296340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Attempting to bind port ec016610-3fa6-41a4-9579-f7ff02b690c4 on network cdda5c08-5707-49b1-8eb0-cb74fff66e92 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:46.308061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-aeda3bc8-28a0-4601-89d8-428c78e90406 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:46.310005 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-aeda3bc8-28a0-4601-89d8-428c78e90406 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/networks?id=b6c00ad7-548c-4fdc-be08-89a064371a4a HTTP/1.1" status: 200 len: 806 time: 0.2159944 Dec 14 02:43:46.322938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:43:46.323279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Checking segment: {'id': 'f8a39437-d73e-41b3-915f-ba8497a02471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:43:46.323664 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Bound using segment: {'id': 'f8a39437-d73e-41b3-915f-ba8497a02471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:43:46.324101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Bound port: ec016610-3fa6-41a4-9579-f7ff02b690c4, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8a39437-d73e-41b3-915f-ba8497a02471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:43:46.324455 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:46.331134 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-403304fb-e019-4226-8e46-9ed22eacd949 None None] Port fb79e331-e1f5-424d-81fb-47786a7d0ebd cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:43:46.349715 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a3688-fb3c-4768-a5d6-f2545da579ec req-c63e89ac-47d9-45a9-8347-7e5537893735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:46.351289 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8d3a3688-fb3c-4768-a5d6-f2545da579ec req-c63e89ac-47d9-45a9-8347-7e5537893735 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=7d843f34580d43f5a47b9b8e00d007cb&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1210454 Dec 14 02:43:46.355164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-f429159c-e2df-45bb-8992-88c138e3b646 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/quotas/a984b7588a0144a79ab8cc60e3512d19 HTTP/1.1" status: 200 len: 375 time: 0.0357573 Dec 14 02:43:46.382483 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:46.473042 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=618e6c4d-8230-4d27-9819-9b2b64791674,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:46.480827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] For port ec016610-3fa6-41a4-9579-f7ff02b690c4, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:43:46.486431 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] For port ec016610-3fa6-41a4-9579-f7ff02b690c4, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ec016610-3fa6-41a4-9579-f7ff02b690c4,segment=NetworkSegment(f8a39437-d73e-41b3-915f-ba8497a02471),segment_id=f8a39437-d73e-41b3-915f-ba8497a02471)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:43:46.492285 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-22efc640-a50b-4f96-b5c8-5dd035191b21 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1159339 Dec 14 02:43:46.543519 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a3688-fb3c-4768-a5d6-f2545da579ec req-c47172e9-bd4c-469a-a4ad-052bc8e620ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:46.545075 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8d3a3688-fb3c-4768-a5d6-f2545da579ec req-c47172e9-bd4c-469a-a4ad-052bc8e620ba service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1866298 Dec 14 02:43:46.598486 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Attempting to bind port 618e6c4d-8230-4d27-9819-9b2b64791674 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:43:46.598486 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Attempting to bind port 618e6c4d-8230-4d27-9819-9b2b64791674 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'f8a39437-d73e-41b3-915f-ba8497a02471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:43:46.598486 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Attempting to bind port 618e6c4d-8230-4d27-9819-9b2b64791674 on network cdda5c08-5707-49b1-8eb0-cb74fff66e92 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:46.598486 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Port 618e6c4d-8230-4d27-9819-9b2b64791674 on network cdda5c08-5707-49b1-8eb0-cb74fff66e92 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:43:46.598486 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Attempting to bind port 618e6c4d-8230-4d27-9819-9b2b64791674 on network cdda5c08-5707-49b1-8eb0-cb74fff66e92 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:46.598486 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:43:46.598486 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Checking segment: {'id': 'f8a39437-d73e-41b3-915f-ba8497a02471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:43:46.598486 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Bound using segment: {'id': 'f8a39437-d73e-41b3-915f-ba8497a02471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:43:46.598486 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Bound port: 618e6c4d-8230-4d27-9819-9b2b64791674, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8a39437-d73e-41b3-915f-ba8497a02471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:43:46.598486 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:46.652635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3cb02-2c1c-46d4-9fcf-e8d7cad6f00e req-ef4f215a-9452-4928-9654-cbfe529ec698 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:46.654152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77a3cb02-2c1c-46d4-9fcf-e8d7cad6f00e req-ef4f215a-9452-4928-9654-cbfe529ec698 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.0985513 Dec 14 02:43:46.661049 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-94b15c0e-c53e-420a-974d-f533196df63f service neutron] 10.222.0.39 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594775 Dec 14 02:43:46.669120 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-757b42f3-6f4d-42eb-aff2-50c0f1fe7022 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:46.690353 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-82453a71-6c9f-431f-95ae-75336ed094c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:46.691827 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-82453a71-6c9f-431f-95ae-75336ed094c6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d843f34580d43f5a47b9b8e00d007cb&device_id=2139af33-ab2a-4585-a8eb-c3258ffe1c16 HTTP/1.1" status: 200 len: 1094 time: 0.0631499 Dec 14 02:43:46.692811 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] For port 618e6c4d-8230-4d27-9819-9b2b64791674, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:43:46.696268 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] For port 618e6c4d-8230-4d27-9819-9b2b64791674, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=618e6c4d-8230-4d27-9819-9b2b64791674,segment=NetworkSegment(f8a39437-d73e-41b3-915f-ba8497a02471),segment_id=f8a39437-d73e-41b3-915f-ba8497a02471)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:43:46.726478 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:46.745989 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-4dae3b93-67ec-413d-90fc-8985984e48df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7e0ae5a1-1572-4983-b628-31b20ce12296 HTTP/1.1" status: 200 len: 217 time: 0.0401001 Dec 14 02:43:46.758100 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b42f3-6f4d-42eb-aff2-50c0f1fe7022 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=fb79e331-e1f5-424d-81fb-47786a7d0ebd,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:46.786820 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:46.842148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:46.842778 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:46.844311 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] 10.222.0.46 "PUT /v2.0/ports/ec016610-3fa6-41a4-9579-f7ff02b690c4 HTTP/1.1" status: 200 len: 1092 time: 2.6506817 Dec 14 02:43:46.848953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f693ca-876d-4631-a57d-f597ba31dd9c', 'tag': 'ec016610-3fa6-41a4-9579-f7ff02b690c4'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:43:46.850476 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:46.850610 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:46.851395 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee175f3-4652-4d24-a04e-439a84f24cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f693ca-876d-4631-a57d-f597ba31dd9c", "tag": "ec016610-3fa6-41a4-9579-f7ff02b690c4"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:43:46.852000 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] 10.222.0.47 "PUT /v2.0/ports/618e6c4d-8230-4d27-9819-9b2b64791674 HTTP/1.1" status: 200 len: 1091 time: 1.8024182 Dec 14 02:43:46.856385 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-a0c1b2d0-0b08-4377-b414-f8a2cf8f708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:46.857975 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-a0c1b2d0-0b08-4377-b414-f8a2cf8f708a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39899366-615a-4fe4-9355-36271ff5defd HTTP/1.1" status: 200 len: 858 time: 0.1021574 Dec 14 02:43:46.860469 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-757b42f3-6f4d-42eb-aff2-50c0f1fe7022 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:46.862090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-757b42f3-6f4d-42eb-aff2-50c0f1fe7022 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/fb79e331-e1f5-424d-81fb-47786a7d0ebd HTTP/1.1" status: 204 len: 168 time: 1.3387692 Dec 14 02:43:46.867640 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41102) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:46.900629 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77a3cb02-2c1c-46d4-9fcf-e8d7cad6f00e req-84fe1e3d-3104-4326-9fbd-1681af26ef9f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383356 Dec 14 02:43:46.928412 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836943ce-50c2-43ee-881d-1f5e5784022e service neutron] Pushing event updated for resources: {'Port': ['ID=ec016610-3fa6-41a4-9579-f7ff02b690c4,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:46.930283 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed88b0-f976-4692-91de-ba995ed57bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=618e6c4d-8230-4d27-9819-9b2b64791674,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:46.942188 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-c43cb1d9-b691-481a-bc9d-b3d8a399512a service neutron] 10.222.0.39 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713912 Dec 14 02:43:46.949885 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-c9203033-bcb0-41c0-a04d-a58b004dea69 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cdda5c08-5707-49b1-8eb0-cb74fff66e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826664 Dec 14 02:43:47.021531 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff197d80-4820-4dfd-a9dc-66275fe295af tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:47.023626 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff197d80-4820-4dfd-a9dc-66275fe295af tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:47.028247 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ff197d80-4820-4dfd-a9dc-66275fe295af tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1572938 Dec 14 02:43:47.029273 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41110) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:47.117269 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-b93ab751-cdd0-40f3-9202-ba486a1213d5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet f034c015-6b62-4203-a516-a3a3d3ac3f2a {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:43:47.133227 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b93ab751-cdd0-40f3-9202-ba486a1213d5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:47.136102 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b35ad248-762c-46dc-a3be-96d34e0f5e4c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:47.155378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83194be-5dce-48d8-9b12-1cb3d8bed3a9 req-6dd30a84-2945-4ca4-b67c-626d77ffb024 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:47.156979 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f83194be-5dce-48d8-9b12-1cb3d8bed3a9 req-6dd30a84-2945-4ca4-b67c-626d77ffb024 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 943 time: 0.1193271 Dec 14 02:43:47.163417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-b2a590b4-0a8b-456c-a765-5e5b8bee4424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:47.165060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-b2a590b4-0a8b-456c-a765-5e5b8bee4424 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d843f34580d43f5a47b9b8e00d007cb&device_id=a7f693ca-876d-4631-a57d-f597ba31dd9c HTTP/1.1" status: 200 len: 1095 time: 0.0725296 Dec 14 02:43:47.183844 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-4ac12af4-e90b-4d69-b863-7833b8b114d1 service neutron] 10.222.0.46 "GET /v2.0/networks/cdda5c08-5707-49b1-8eb0-cb74fff66e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260401 Dec 14 02:43:47.192563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port b35ad248-762c-46dc-a3be-96d34e0f5e4c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:47.193207 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:47.221888 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b93ab751-cdd0-40f3-9202-ba486a1213d5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:47.247292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-99d6c38a-786a-4afd-8e70-ab84ee69b2e9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec016610-3fa6-41a4-9579-f7ff02b690c4 HTTP/1.1" status: 200 len: 217 time: 0.0593157 Dec 14 02:43:47.291921 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-2c29d450-84bf-4791-bb12-214a4bdcc71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:47.293538 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-2c29d450-84bf-4791-bb12-214a4bdcc71e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d843f34580d43f5a47b9b8e00d007cb&device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 1094 time: 0.1810889 Dec 14 02:43:47.351928 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f83194be-5dce-48d8-9b12-1cb3d8bed3a9 req-07ba3863-af9a-4d89-92cc-bfe22fb3e7c8 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818702 Dec 14 02:43:47.374883 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-a4d6086e-63b1-441f-8e3f-d665481fff73 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=618e6c4d-8230-4d27-9819-9b2b64791674 HTTP/1.1" status: 200 len: 217 time: 0.0620134 Dec 14 02:43:47.399780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-e3ef0705-ddbe-4421-a54e-b1de9aa0c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:47.408833 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-e3ef0705-ddbe-4421-a54e-b1de9aa0c04a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39899366-615a-4fe4-9355-36271ff5defd HTTP/1.1" status: 200 len: 858 time: 0.1482415 Dec 14 02:43:47.432729 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00159988-23a5-449e-a671-6eedf9441e40 x-openstack-request-id: req-00159988-23a5-449e-a671-6eedf9441e40 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:43:47.433046 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f693ca-876d-4631-a57d-f597ba31dd9c", "tag": "ec016610-3fa6-41a4-9579-f7ff02b690c4", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:43:47.433408 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00159988-23a5-449e-a671-6eedf9441e40 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:43:47.434234 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f693ca-876d-4631-a57d-f597ba31dd9c', 'tag': 'ec016610-3fa6-41a4-9579-f7ff02b690c4', 'status': 'completed', 'code': 200} Dec 14 02:43:47.472767 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-6d3d16bb-c1d8-4366-917d-6985c7991726 service neutron] 10.222.0.46 "GET /v2.0/networks/cdda5c08-5707-49b1-8eb0-cb74fff66e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761374 Dec 14 02:43:47.473473 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-bdeb56c7-e845-417d-9f7b-b72016f8d07e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cdda5c08-5707-49b1-8eb0-cb74fff66e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608120 Dec 14 02:43:47.480123 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b93ab751-cdd0-40f3-9202-ba486a1213d5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:47.515847 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-b0e46503-6dac-4346-a159-03f562ff4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:47.518265 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-b0e46503-6dac-4346-a159-03f562ff4630 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39899366-615a-4fe4-9355-36271ff5defd HTTP/1.1" status: 200 len: 858 time: 0.1068692 Dec 14 02:43:47.560813 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-d92b912c-ce98-4197-bc09-ef603343c7e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cdda5c08-5707-49b1-8eb0-cb74fff66e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322664 Dec 14 02:43:47.646623 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c59e3c0f-d4fd-44b0-a864-de37a30eeed9 req-af9080e7-08c2-48b4-8a65-0f9a3ac9d41f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 210 time: 0.0373700 Dec 14 02:43:47.667210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb8722-1aeb-431c-877f-cde81e1dc38c req-44730546-61c9-4966-8b99-0c815a898993 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:47.668748 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e5cb8722-1aeb-431c-877f-cde81e1dc38c req-44730546-61c9-4966-8b99-0c815a898993 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1540112 Dec 14 02:43:47.684521 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-2cf4848e-8447-4687-a8c4-65b2590f5255 service neutron] 10.222.0.47 "GET /v2.0/networks/cdda5c08-5707-49b1-8eb0-cb74fff66e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169677 Dec 14 02:43:47.688926 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-5572009b-2dbd-4670-8c7b-644163242c1c service neutron] 10.222.0.46 "GET /v2.0/networks/cdda5c08-5707-49b1-8eb0-cb74fff66e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960034 Dec 14 02:43:47.739456 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b93ab751-cdd0-40f3-9202-ba486a1213d5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:47.786175 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ab751-cdd0-40f3-9202-ba486a1213d5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=f034c015-6b62-4203-a516-a3a3d3ac3f2a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:47.788359 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b93ab751-cdd0-40f3-9202-ba486a1213d5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:47.791970 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b93ab751-cdd0-40f3-9202-ba486a1213d5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/f034c015-6b62-4203-a516-a3a3d3ac3f2a HTTP/1.1" status: 204 len: 168 time: 0.7623043 Dec 14 02:43:47.795145 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41122) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:47.805094 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e5cb8722-1aeb-431c-877f-cde81e1dc38c req-c397e55e-9271-4fe7-9352-efc857d9d34d tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253085 Dec 14 02:43:47.805372 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b353b631-4985-4651-b03a-d34d5ba48e81 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:47.847076 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3b19bc73-5eb5-4970-b85b-b5800f78f7c4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513661 Dec 14 02:43:47.850163 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41124) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:47.865614 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-e6b130d3-f726-47cd-9f6e-a3739d63abe3 service neutron] 10.222.0.46 "GET /v2.0/networks/cdda5c08-5707-49b1-8eb0-cb74fff66e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658118 Dec 14 02:43:47.905342 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f6f9fb4-154c-4702-ba91-9eac805e7c5c req-2a65f20b-0fcb-43a8-91c1-66e24b0da86e service neutron] 10.222.0.47 "GET /v2.0/networks/cdda5c08-5707-49b1-8eb0-cb74fff66e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135618 Dec 14 02:43:47.922039 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e14b45a-f8bc-41b7-994b-8d7162682eac tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:47.923487 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5e14b45a-f8bc-41b7-994b-8d7162682eac tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0724123 Dec 14 02:43:47.926110 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41126) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:47.981793 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92d7bb2-adc7-42a2-b295-2af6f1500548', 'tag': '618e6c4d-8230-4d27-9819-9b2b64791674'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:43:47.981793 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f8ec8f-7917-44eb-a8ac-e23284e84977" -d '{"events": [{"name": "network-changed", "server_uuid": "e92d7bb2-adc7-42a2-b295-2af6f1500548", "tag": "618e6c4d-8230-4d27-9819-9b2b64791674"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:43:47.999897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbe9eee-1ef4-4676-bb48-df104ffe48d8 None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:43:48.016997 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aa63bf-96dd-4c3f-b82c-cdbff438caeb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:48.022140 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e9aa63bf-96dd-4c3f-b82c-cdbff438caeb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0913432 Dec 14 02:43:48.022388 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41134) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:48.076525 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a032014-6277-45ba-944d-e3303217ac5b x-openstack-request-id: req-7a032014-6277-45ba-944d-e3303217ac5b {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:43:48.077029 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92d7bb2-adc7-42a2-b295-2af6f1500548", "tag": "618e6c4d-8230-4d27-9819-9b2b64791674", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:43:48.077423 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a032014-6277-45ba-944d-e3303217ac5b {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:43:48.077923 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92d7bb2-adc7-42a2-b295-2af6f1500548', 'tag': '618e6c4d-8230-4d27-9819-9b2b64791674', 'status': 'completed', 'code': 200} Dec 14 02:43:48.087918 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-06167b80-c644-4115-a28c-71e5a7a9ae63 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599582 Dec 14 02:43:48.088156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe9eee-1ef4-4676-bb48-df104ffe48d8 None None] Deleting port b35ad248-762c-46dc-a3be-96d34e0f5e4c {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:43:48.088156 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5bbe9eee-1ef4-4676-bb48-df104ffe48d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:48.089000 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41136) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:48.098530 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e4a39991-3113-4b5b-a453-c19d3ff8d9ca tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:48.136743 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87093216-9caa-442c-b196-49748ac10877 req-3a69c25c-481b-46b9-8357-92cd6c6717d0 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:48.138478 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-87093216-9caa-442c-b196-49748ac10877 req-3a69c25c-481b-46b9-8357-92cd6c6717d0 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.1253524 Dec 14 02:43:48.157849 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee175f3-4652-4d24-a04e-439a84f24cc4 req-acbb86cb-d2ee-47df-9480-7ed0629385c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:48.159506 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cee175f3-4652-4d24-a04e-439a84f24cc4 req-acbb86cb-d2ee-47df-9480-7ed0629385c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d843f34580d43f5a47b9b8e00d007cb&device_id=a7f693ca-876d-4631-a57d-f597ba31dd9c HTTP/1.1" status: 200 len: 1095 time: 0.0927954 Dec 14 02:43:48.164994 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5bbe9eee-1ef4-4676-bb48-df104ffe48d8 None None] For port b35ad248-762c-46dc-a3be-96d34e0f5e4c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b35ad248-762c-46dc-a3be-96d34e0f5e4c,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:48.172221 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5bbe9eee-1ef4-4676-bb48-df104ffe48d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:48.188433 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe9eee-1ef4-4676-bb48-df104ffe48d8 None None] Calling delete_port for b35ad248-762c-46dc-a3be-96d34e0f5e4c owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:43:48.243467 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8ec8f-7917-44eb-a8ac-e23284e84977 req-ed8b1a82-6388-4ce6-af75-89fd780d0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:48.245408 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b4f8ec8f-7917-44eb-a8ac-e23284e84977 req-ed8b1a82-6388-4ce6-af75-89fd780d0ac0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d843f34580d43f5a47b9b8e00d007cb&device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 1094 time: 0.0855186 Dec 14 02:43:48.283498 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-87093216-9caa-442c-b196-49748ac10877 req-f25ae77a-0d8a-466d-a694-caa557282734 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348510 Dec 14 02:43:48.324722 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee175f3-4652-4d24-a04e-439a84f24cc4 req-4097532b-b08c-4938-98fe-bcc3999bf96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:48.326266 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cee175f3-4652-4d24-a04e-439a84f24cc4 req-4097532b-b08c-4938-98fe-bcc3999bf96b service neutron] 10.222.0.46 "GET /v2.0/networks?id=cdda5c08-5707-49b1-8eb0-cb74fff66e92 HTTP/1.1" status: 200 len: 919 time: 0.1590142 Dec 14 02:43:48.368864 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8ec8f-7917-44eb-a8ac-e23284e84977 req-31649448-2125-4b6b-939c-30be2b089bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:48.370846 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b4f8ec8f-7917-44eb-a8ac-e23284e84977 req-31649448-2125-4b6b-939c-30be2b089bf9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cdda5c08-5707-49b1-8eb0-cb74fff66e92 HTTP/1.1" status: 200 len: 919 time: 0.1170301 Dec 14 02:43:48.372261 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a39991-3113-4b5b-a453-c19d3ff8d9ca tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:48.376942 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e4a39991-3113-4b5b-a453-c19d3ff8d9ca tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:48.380015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cee175f3-4652-4d24-a04e-439a84f24cc4 req-fcbb18de-f6c3-40cb-b572-f266456f5b8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec016610-3fa6-41a4-9579-f7ff02b690c4 HTTP/1.1" status: 200 len: 217 time: 0.0440686 Dec 14 02:43:48.414512 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5bbe9eee-1ef4-4676-bb48-df104ffe48d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:48.460103 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe9eee-1ef4-4676-bb48-df104ffe48d8 None None] Pushing event deleted for resources: {'Port': ['ID=b35ad248-762c-46dc-a3be-96d34e0f5e4c,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:48.468151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee175f3-4652-4d24-a04e-439a84f24cc4 req-f215b5db-86eb-4bdb-bbae-e00e62011a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:48.470431 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cee175f3-4652-4d24-a04e-439a84f24cc4 req-f215b5db-86eb-4bdb-bbae-e00e62011a9f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=39899366-615a-4fe4-9355-36271ff5defd HTTP/1.1" status: 200 len: 858 time: 0.0809236 Dec 14 02:43:48.474053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbe9eee-1ef4-4676-bb48-df104ffe48d8 None None] No DVR routers for this DVR port b35ad248-762c-46dc-a3be-96d34e0f5e4c on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:43:48.506779 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b4f8ec8f-7917-44eb-a8ac-e23284e84977 req-5a842737-669a-4f14-9937-8b2f5f7faf16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=618e6c4d-8230-4d27-9819-9b2b64791674 HTTP/1.1" status: 200 len: 217 time: 0.0692177 Dec 14 02:43:48.546309 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cee175f3-4652-4d24-a04e-439a84f24cc4 req-61b0e5b3-9351-40ea-8ef5-56110d42524e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cdda5c08-5707-49b1-8eb0-cb74fff66e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662193 Dec 14 02:43:48.596408 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8ec8f-7917-44eb-a8ac-e23284e84977 req-94bedf7f-ce03-4a7f-9caa-8df64f59eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:48.596408 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b4f8ec8f-7917-44eb-a8ac-e23284e84977 req-94bedf7f-ce03-4a7f-9caa-8df64f59eb59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=39899366-615a-4fe4-9355-36271ff5defd HTTP/1.1" status: 200 len: 858 time: 0.0769112 Dec 14 02:43:48.652719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ad3a8-4326-40b5-b014-d2c04b4f66a7 req-0c30260e-a823-4a59-9f43-0e74f62d6519 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:48.654450 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca7ad3a8-4326-40b5-b014-d2c04b4f66a7 req-0c30260e-a823-4a59-9f43-0e74f62d6519 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 943 time: 0.1112089 Dec 14 02:43:48.709271 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cee175f3-4652-4d24-a04e-439a84f24cc4 req-361a096e-b875-4da6-a3e9-052e4f2dc4dc service neutron] 10.222.0.46 "GET /v2.0/networks/cdda5c08-5707-49b1-8eb0-cb74fff66e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312537 Dec 14 02:43:48.786649 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca7ad3a8-4326-40b5-b014-d2c04b4f66a7 req-bb60e90d-fe76-46f9-8726-7848c9dae567 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223700 Dec 14 02:43:48.860009 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cee175f3-4652-4d24-a04e-439a84f24cc4 req-8806177e-6638-465f-8992-17e5a8787895 service neutron] 10.222.0.46 "GET /v2.0/networks/cdda5c08-5707-49b1-8eb0-cb74fff66e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407020 Dec 14 02:43:48.944393 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b4f8ec8f-7917-44eb-a8ac-e23284e84977 req-97285be8-6a7b-4b63-9399-752923518220 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cdda5c08-5707-49b1-8eb0-cb74fff66e92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3427968 Dec 14 02:43:48.993572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddc905dc-472a-490f-81e4-cf0fecf4b1d2 req-0d7a123a-430b-4c69-a6a5-2ce6f80a1932 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 210 time: 0.0395496 Dec 14 02:43:49.086999 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b35ad248-762c-46dc-a3be-96d34e0f5e4c no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:43:49.092375 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b4f8ec8f-7917-44eb-a8ac-e23284e84977 req-d470a3cb-883f-465d-803e-d158176b169e service neutron] 10.222.0.47 "GET /v2.0/networks/cdda5c08-5707-49b1-8eb0-cb74fff66e92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361125 Dec 14 02:43:49.114107 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: b35ad248-762c-46dc-a3be-96d34e0f5e4c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:43:49.114720 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b35ad248-762c-46dc-a3be-96d34e0f5e4c not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:43:49.153917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2adba-07f0-4ba9-93bc-6c71a1363b55 req-6c81b870-7307-4e6d-975b-998cacb6f76e tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:49.155513 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71a2adba-07f0-4ba9-93bc-6c71a1363b55 req-6c81b870-7307-4e6d-975b-998cacb6f76e tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.0701578 Dec 14 02:43:49.167548 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e4a39991-3113-4b5b-a453-c19d3ff8d9ca tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:49.212217 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71a2adba-07f0-4ba9-93bc-6c71a1363b55 req-11f060a6-cf65-493d-8db2-8fee43f90def tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502090 Dec 14 02:43:49.241115 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a39991-3113-4b5b-a453-c19d3ff8d9ca tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:49.246246 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b4f8ec8f-7917-44eb-a8ac-e23284e84977 req-5d3c36ca-74f4-4935-827f-5113c6fee622 service neutron] 10.222.0.47 "GET /v2.0/networks/cdda5c08-5707-49b1-8eb0-cb74fff66e92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436813 Dec 14 02:43:49.247081 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-e4a39991-3113-4b5b-a453-c19d3ff8d9ca tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:49.251275 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a39991-3113-4b5b-a453-c19d3ff8d9ca tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:49.251835 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e4a39991-3113-4b5b-a453-c19d3ff8d9ca tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:49.257240 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a39991-3113-4b5b-a453-c19d3ff8d9ca tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=51c41847-f9ff-468d-86c6-9658c7a80c52,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:49.257931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ab33ae-7dc9-495c-b930-6f5136f4936e None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:49.380198 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': '51c41847-f9ff-468d-86c6-9658c7a80c52'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:43:49.381093 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:49.479609 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e4a39991-3113-4b5b-a453-c19d3ff8d9ca tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3856096 Dec 14 02:43:49.479609 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41164) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:49.493209 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f2a013d1-feba-4277-8062-352ecf5d9bbd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'fixed_ips': [{'subnet_id': '51c41847-f9ff-468d-86c6-9658c7a80c52', 'ip_address': '2001:db8::31c:c79b:c52d:ff0f'}], 'name': 'tempest-NetworksTestDHCPv6-1955499977'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:49.553613 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Allocated IP 2001:db8::2 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/51c41847-f9ff-468d-86c6-9658c7a80c52/1216a5a8-438c-43d7-9800-adbd06c8f233) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:49.723346 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a013d1-feba-4277-8062-352ecf5d9bbd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:49.744791 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:49.835055 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2a013d1-feba-4277-8062-352ecf5d9bbd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:49.853887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-f2a013d1-feba-4277-8062-352ecf5d9bbd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port a1d5c524-18a6-4bf4-bedf-15c83daf2640 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:43:49.862303 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:49.927723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:49.933090 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:49.935603 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:49.940038 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Pushing event updated for resources: {'Port': ['ID=1216a5a8-438c-43d7-9800-adbd06c8f233,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:49.965038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8bc90a-9464-49c2-9108-2dacd045c203 req-de5d2b69-93d7-4b1a-9b1d-4c92007a269f tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:49.967343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b8bc90a-9464-49c2-9108-2dacd045c203 req-de5d2b69-93d7-4b1a-9b1d-4c92007a269f tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 943 time: 0.0908470 Dec 14 02:43:50.020083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Attempting to bind port 1216a5a8-438c-43d7-9800-adbd06c8f233 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:43:50.020362 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Attempting to bind port 1216a5a8-438c-43d7-9800-adbd06c8f233 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:43:50.020731 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Attempting to bind port 1216a5a8-438c-43d7-9800-adbd06c8f233 on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:50.027895 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:43:50.028564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:43:50.028986 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:50.029415 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:43:50.039932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Bound port: 1216a5a8-438c-43d7-9800-adbd06c8f233, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:43:50.039932 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:50.040977 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b8bc90a-9464-49c2-9108-2dacd045c203 req-8d9b8153-c88b-48c3-8330-a2e40cd0d3e0 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570788 Dec 14 02:43:50.070487 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-f2a013d1-feba-4277-8062-352ecf5d9bbd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::31c:c79b:c52d:ff0f (4428ac20-0fb5-4dc3-afdf-c1f85560404f/51c41847-f9ff-468d-86c6-9658c7a80c52/a1d5c524-18a6-4bf4-bedf-15c83daf2640) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:50.118660 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] For port 1216a5a8-438c-43d7-9800-adbd06c8f233, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:43:50.122855 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] For port 1216a5a8-438c-43d7-9800-adbd06c8f233, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1216a5a8-438c-43d7-9800-adbd06c8f233,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:43:50.221622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01a845ef-4928-4973-bbf3-160585a50182 req-cd651a00-2a80-4e10-8d88-76b346c6d908 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 210 time: 0.0330603 Dec 14 02:43:50.260164 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2a013d1-feba-4277-8062-352ecf5d9bbd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:50.291553 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:50.357907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b8c6c-b537-4a5e-b5d6-9384774b6b8e None None] Pushing event updated for resources: {'Port': ['ID=1216a5a8-438c-43d7-9800-adbd06c8f233,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:50.384350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab550d0c-48f2-421d-b8f2-e6d63724b7b7 req-caefd2a7-2784-4230-933c-baf86a6081f2 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:50.386167 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab550d0c-48f2-421d-b8f2-e6d63724b7b7 req-caefd2a7-2784-4230-933c-baf86a6081f2 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.0731378 Dec 14 02:43:50.455569 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2a013d1-feba-4277-8062-352ecf5d9bbd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:50.458287 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab550d0c-48f2-421d-b8f2-e6d63724b7b7 req-b9726b7d-1d77-4e2b-96f8-3e9bb0001ea2 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657978 Dec 14 02:43:50.533424 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a013d1-feba-4277-8062-352ecf5d9bbd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:50.543533 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f2a013d1-feba-4277-8062-352ecf5d9bbd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:50.546383 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a013d1-feba-4277-8062-352ecf5d9bbd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:50.551996 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a013d1-feba-4277-8062-352ecf5d9bbd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:50.552883 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2a013d1-feba-4277-8062-352ecf5d9bbd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:50.568773 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 618e6c4d-8230-4d27-9819-9b2b64791674 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:43:50.575884 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a013d1-feba-4277-8062-352ecf5d9bbd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=a1d5c524-18a6-4bf4-bedf-15c83daf2640,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:50.620955 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-e757818b-e00f-4fc7-9846-8ca5344a5338 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:50.622570 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-e757818b-e00f-4fc7-9846-8ca5344a5338 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.47 "GET /v2.0/networks?id=b6c00ad7-548c-4fdc-be08-89a064371a4a HTTP/1.1" status: 200 len: 806 time: 0.2425344 Dec 14 02:43:50.644910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-a0c837c7-922d-42e7-ae96-faf6b64efc8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Request body: {'port': {'device_id': 'd78dc2a1-0184-405e-84ff-ab451db25124', 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a', 'admin_state_up': True, 'tenant_id': 'a984b7588a0144a79ab8cc60e3512d19'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:50.718083 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f2a013d1-feba-4277-8062-352ecf5d9bbd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2380440 Dec 14 02:43:50.721128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41192) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:50.726059 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7ad83934-a623-4545-8592-6850389a3d50 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'fixed_ips': [{'subnet_id': '51c41847-f9ff-468d-86c6-9658c7a80c52', 'ip_address': '2001:db8::31c:c79b:c52d:ff0f'}], 'name': 'tempest-NetworksTestDHCPv6-2046752307'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:50.735955 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-455a61f7-edff-4ade-901a-694eeb45a3fb req-e9907ec9-12a6-4407-bee2-bc022133e069 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:43:50.737034 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-455a61f7-edff-4ade-901a-694eeb45a3fb req-e9907ec9-12a6-4407-bee2-bc022133e069 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051756 Dec 14 02:43:50.778032 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 618e6c4d-8230-4d27-9819-9b2b64791674, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=618e6c4d-8230-4d27-9819-9b2b64791674,segment=NetworkSegment(f8a39437-d73e-41b3-915f-ba8497a02471),segment_id=f8a39437-d73e-41b3-915f-ba8497a02471)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:50.813284 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '618e6c4d-8230-4d27-9819-9b2b64791674', 'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92', 'port_id': '618e6c4d-8230-4d27-9819-9b2b64791674', 'mac_address': 'fa:16:3e:68:4b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39899366-615a-4fe4-9355-36271ff5defd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:43:50.891413 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:50.906327 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618e6c4d-8230-4d27-9819-9b2b64791674 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:43:50.930742 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 618e6c4d-8230-4d27-9819-9b2b64791674, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=618e6c4d-8230-4d27-9819-9b2b64791674,segment=NetworkSegment(f8a39437-d73e-41b3-915f-ba8497a02471),segment_id=f8a39437-d73e-41b3-915f-ba8497a02471)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:50.976242 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-a0c837c7-922d-42e7-ae96-faf6b64efc8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Made reservation on behalf of a984b7588a0144a79ab8cc60e3512d19 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:50.980529 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-a0c837c7-922d-42e7-ae96-faf6b64efc8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:51.035092 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:51.080548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ec016610-3fa6-41a4-9579-f7ff02b690c4 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:43:51.087119 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 5868c756-0e60-46c6-9fdc-2b3df25311d3 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:43:51.175927 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1216a5a8-438c-43d7-9800-adbd06c8f233 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:51.178750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=618e6c4d-8230-4d27-9819-9b2b64791674,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:51.187939 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-a0c837c7-922d-42e7-ae96-faf6b64efc8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Allocated IP 172.20.0.9 (b6c00ad7-548c-4fdc-be08-89a064371a4a/8bafd591-3d5a-421c-a705-120fee96a2aa/98525b42-d5a5-4bf2-bbdc-be8deac09345) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:51.204557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad83934-a623-4545-8592-6850389a3d50 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:51.347406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ef983-668f-4fba-a29f-11d43fa8bcdf req-39749f40-950e-4855-837b-668a29895963 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:51.358133 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f84ef983-668f-4fba-a29f-11d43fa8bcdf req-39749f40-950e-4855-837b-668a29895963 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 944 time: 0.2262263 Dec 14 02:43:51.407968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1216a5a8-438c-43d7-9800-adbd06c8f233 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:51.409400 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:51.434416 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7ad83934-a623-4545-8592-6850389a3d50 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:51.470892 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ec016610-3fa6-41a4-9579-f7ff02b690c4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ec016610-3fa6-41a4-9579-f7ff02b690c4,segment=NetworkSegment(f8a39437-d73e-41b3-915f-ba8497a02471),segment_id=f8a39437-d73e-41b3-915f-ba8497a02471)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:51.490189 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-7ad83934-a623-4545-8592-6850389a3d50 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port 11b7eaf3-2ebb-457d-95ae-4b2dd4aa8564 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:43:51.491478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['618e6c4d-8230-4d27-9819-9b2b64791674'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:43:51.499727 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-a0c837c7-922d-42e7-ae96-faf6b64efc8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:51.546560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'ec016610-3fa6-41a4-9579-f7ff02b690c4', 'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92', 'port_id': 'ec016610-3fa6-41a4-9579-f7ff02b690c4', 'mac_address': 'fa:16:3e:1b:53:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39899366-615a-4fe4-9355-36271ff5defd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:43:51.575363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71b766-874c-4f32-afe6-1b0d9be39bbe req-a0f73ea8-6455-4714-afd3-38f887e9eaa6 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:51.576794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d71b766-874c-4f32-afe6-1b0d9be39bbe req-a0f73ea8-6455-4714-afd3-38f887e9eaa6 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.1799176 Dec 14 02:43:51.596257 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f84ef983-668f-4fba-a29f-11d43fa8bcdf req-3e2387ca-cea3-49c3-9da9-e7f67f01ac0f tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153611 Dec 14 02:43:51.608822 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:51.646639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec016610-3fa6-41a4-9579-f7ff02b690c4 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:43:51.671506 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-a0c837c7-922d-42e7-ae96-faf6b64efc8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:51.681175 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ec016610-3fa6-41a4-9579-f7ff02b690c4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ec016610-3fa6-41a4-9579-f7ff02b690c4,segment=NetworkSegment(f8a39437-d73e-41b3-915f-ba8497a02471),segment_id=f8a39437-d73e-41b3-915f-ba8497a02471)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:51.727655 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:43:51.743965 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-a0c837c7-922d-42e7-ae96-faf6b64efc8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Network b6c00ad7-548c-4fdc-be08-89a064371a4a is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:51.747905 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-a0c837c7-922d-42e7-ae96-faf6b64efc8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:51.760926 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-a0c837c7-922d-42e7-ae96-faf6b64efc8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:51.789161 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:51.815494 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-a0c837c7-922d-42e7-ae96-faf6b64efc8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:51.816216 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-a0c837c7-922d-42e7-ae96-faf6b64efc8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:51.827703 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c837c7-922d-42e7-ae96-faf6b64efc8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Pushing event updated for resources: {'Port': ['ID=98525b42-d5a5-4bf2-bbdc-be8deac09345,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:51.882350 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:51.882993 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 7e0ae5a1-1572-4983-b628-31b20ce12296 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:43:51.890252 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 1216a5a8-438c-43d7-9800-adbd06c8f233, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1216a5a8-438c-43d7-9800-adbd06c8f233,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:51.939089 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d71b766-874c-4f32-afe6-1b0d9be39bbe req-7ef15229-8643-4698-a19d-83f8be499dd8 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103206 Dec 14 02:43:51.964290 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-a0c837c7-922d-42e7-ae96-faf6b64efc8b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3241060 Dec 14 02:43:51.973446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7dda4-e6bf-4445-ba49-fb331d38b249 req-cff1e0ea-7939-4f6e-aeb9-31952d553ead tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:51.975055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6af7dda4-e6bf-4445-ba49-fb331d38b249 req-cff1e0ea-7939-4f6e-aeb9-31952d553ead tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 931 time: 0.2678044 Dec 14 02:43:51.984213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Request body: {'port': {'device_id': 'd78dc2a1-0184-405e-84ff-ab451db25124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:52.087848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6af7dda4-e6bf-4445-ba49-fb331d38b249 req-168ba784-67c8-4785-9fc5-597caa82c684 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768666 Dec 14 02:43:52.087848 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ad83934-a623-4545-8592-6850389a3d50 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 14 02:43:52.087848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ad83934-a623-4545-8592-6850389a3d50 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:43:52.191316 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:52.195646 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f74df525-a46d-4290-8d59-759a53f0624c req-29f303ae-f360-4c85-9458-2c0938e763f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2602501 Dec 14 02:43:52.209488 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d2e4f-6932-4b19-8218-9fd5a1092890 req-d220d1a7-a0c5-4dc1-86be-e3a96dfb39d1 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:52.211025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db0d2e4f-6932-4b19-8218-9fd5a1092890 req-d220d1a7-a0c5-4dc1-86be-e3a96dfb39d1 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1127329 Dec 14 02:43:52.231639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-f74df525-a46d-4290-8d59-759a53f0624c req-ef1a6b78-a2be-4cba-8095-ba9e6dd33d9f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:43:52.243161 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 7e0ae5a1-1572-4983-b628-31b20ce12296, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7e0ae5a1-1572-4983-b628-31b20ce12296,segment=NetworkSegment(f8a39437-d73e-41b3-915f-ba8497a02471),segment_id=f8a39437-d73e-41b3-915f-ba8497a02471)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:52.245144 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f74df525-a46d-4290-8d59-759a53f0624c req-ef1a6b78-a2be-4cba-8095-ba9e6dd33d9f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134773 Dec 14 02:43:52.253698 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '7e0ae5a1-1572-4983-b628-31b20ce12296', 'network_id': 'cdda5c08-5707-49b1-8eb0-cb74fff66e92', 'port_id': '7e0ae5a1-1572-4983-b628-31b20ce12296', 'mac_address': 'fa:16:3e:a6:4d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39899366-615a-4fe4-9355-36271ff5defd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:43:52.258698 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:52.261387 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ec016610-3fa6-41a4-9579-f7ff02b690c4,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:52.281854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7ad83934-a623-4545-8592-6850389a3d50 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.5595601 Dec 14 02:43:52.286936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41224) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:52.340681 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=1216a5a8-438c-43d7-9800-adbd06c8f233,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:52.387610 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db0d2e4f-6932-4b19-8218-9fd5a1092890 req-f4a0d3aa-42d7-4e23-a605-908311a17d11 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656134 Dec 14 02:43:52.398521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b43e58ce-64d9-4765-9483-2e094a1ab758 None None] Provisioning complete for port 1216a5a8-438c-43d7-9800-adbd06c8f233 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:52.399265 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b43e58ce-64d9-4765-9483-2e094a1ab758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:52.447308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5cc2a3-d526-4e2f-94ae-44e5cc1b5ccf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:52.451293 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:52.454273 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5cc2a3-d526-4e2f-94ae-44e5cc1b5ccf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:52.460262 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ab5cc2a3-d526-4e2f-94ae-44e5cc1b5ccf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1720598 Dec 14 02:43:52.463607 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41230) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:52.471975 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e0ae5a1-1572-4983-b628-31b20ce12296 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:43:52.519352 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 7e0ae5a1-1572-4983-b628-31b20ce12296, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7e0ae5a1-1572-4983-b628-31b20ce12296,segment=NetworkSegment(f8a39437-d73e-41b3-915f-ba8497a02471),segment_id=f8a39437-d73e-41b3-915f-ba8497a02471)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:52.622291 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:52.674510 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-140973a3-8da3-48df-8ff7-e4edde81ea5a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port a1d5c524-18a6-4bf4-bedf-15c83daf2640 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:43:52.675164 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-140973a3-8da3-48df-8ff7-e4edde81ea5a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:52.680206 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=7e0ae5a1-1572-4983-b628-31b20ce12296,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:52.696369 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-34c30c0a-5227-46d7-85d8-ef9c5249b107 None None] Provisioning complete for port a1d5c524-18a6-4bf4-bedf-15c83daf2640 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:52.696772 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-34c30c0a-5227-46d7-85d8-ef9c5249b107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:52.726612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70497361-d4c1-4745-9602-e2de1683ee1e req-eff89037-a68d-40a4-9dfd-a0086ebe728b tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:52.737735 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-70497361-d4c1-4745-9602-e2de1683ee1e req-eff89037-a68d-40a4-9dfd-a0086ebe728b tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 944 time: 0.0709405 Dec 14 02:43:52.747090 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-34c30c0a-5227-46d7-85d8-ef9c5249b107 None None] Port a1d5c524-18a6-4bf4-bedf-15c83daf2640 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:43:52.790225 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-70497361-d4c1-4745-9602-e2de1683ee1e req-35a1b9ad-392c-42d2-b6ea-c3195011afe9 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516186 Dec 14 02:43:52.848855 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98525b42-d5a5-4bf2-bbdc-be8deac09345 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:43:52.858599 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:52.861791 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-140973a3-8da3-48df-8ff7-e4edde81ea5a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:52.886202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-140973a3-8da3-48df-8ff7-e4edde81ea5a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for a1d5c524-18a6-4bf4-bedf-15c83daf2640 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:43:52.886202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Transition to ACTIVE for port object 98525b42-d5a5-4bf2-bbdc-be8deac09345 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:43:52.965407 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['ec016610-3fa6-41a4-9579-f7ff02b690c4'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:43:52.992720 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:52.999011 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['7e0ae5a1-1572-4983-b628-31b20ce12296'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:43:53.147956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1216a5a8-438c-43d7-9800-adbd06c8f233 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:53.164999 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Pushing event updated for resources: {'Port': ['ID=98525b42-d5a5-4bf2-bbdc-be8deac09345,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:53.171532 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-140973a3-8da3-48df-8ff7-e4edde81ea5a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:53.221872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140973a3-8da3-48df-8ff7-e4edde81ea5a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=a1d5c524-18a6-4bf4-bedf-15c83daf2640,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:53.277619 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-140973a3-8da3-48df-8ff7-e4edde81ea5a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:53.281436 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-140973a3-8da3-48df-8ff7-e4edde81ea5a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/a1d5c524-18a6-4bf4-bedf-15c83daf2640 HTTP/1.1" status: 204 len: 168 time: 0.8167093 Dec 14 02:43:53.289102 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41244) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:53.291311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dbcb7-3355-4369-aa7f-dc79756f2ee7 req-b3299f3b-bec6-4baa-b453-9b351d74f723 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:53.293390 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f23dbcb7-3355-4369-aa7f-dc79756f2ee7 req-b3299f3b-bec6-4baa-b453-9b351d74f723 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.1498046 Dec 14 02:43:53.302417 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Attempting to bind port 98525b42-d5a5-4bf2-bbdc-be8deac09345 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:43:53.302930 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Attempting to bind port 98525b42-d5a5-4bf2-bbdc-be8deac09345 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:43:53.303369 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Attempting to bind port 98525b42-d5a5-4bf2-bbdc-be8deac09345 on network b6c00ad7-548c-4fdc-be08-89a064371a4a {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:53.319630 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1216a5a8-438c-43d7-9800-adbd06c8f233 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:53.321540 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:53.387572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f23dbcb7-3355-4369-aa7f-dc79756f2ee7 req-da7b3a40-4f87-419a-bf7f-a857acda5d7a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738854 Dec 14 02:43:53.409923 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666301d-f1fc-49fb-baa9-443281896c44 req-453f22bf-1356-4fb2-9451-4124339a1402 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:53.417054 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Port 98525b42-d5a5-4bf2-bbdc-be8deac09345 on network b6c00ad7-548c-4fdc-be08-89a064371a4a not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:43:53.417413 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Attempting to bind port 98525b42-d5a5-4bf2-bbdc-be8deac09345 on network b6c00ad7-548c-4fdc-be08-89a064371a4a {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:53.422677 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8666301d-f1fc-49fb-baa9-443281896c44 req-453f22bf-1356-4fb2-9451-4124339a1402 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 943 time: 0.2097392 Dec 14 02:43:53.445762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:43:53.445762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Checking segment: {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:43:53.445762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Bound using segment: {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:43:53.445762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Bound port: 98525b42-d5a5-4bf2-bbdc-be8deac09345, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:43:53.445762 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:53.483136 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b395ee6-0574-4dbc-b115-ef90af06d3b9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:53.485126 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b395ee6-0574-4dbc-b115-ef90af06d3b9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:53.491077 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4b395ee6-0574-4dbc-b115-ef90af06d3b9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2001901 Dec 14 02:43:53.496236 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41250) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:53.515011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8666301d-f1fc-49fb-baa9-443281896c44 req-d2f6a133-4384-4666-a130-abde95aba4bd tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852213 Dec 14 02:43:53.597642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ff88dc-a5ba-485f-8572-49dcefa1f60c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet 51c41847-f9ff-468d-86c6-9658c7a80c52 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:43:53.611149 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54ff88dc-a5ba-485f-8572-49dcefa1f60c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:53.646251 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] For port 98525b42-d5a5-4bf2-bbdc-be8deac09345, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:43:53.667938 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] For port 98525b42-d5a5-4bf2-bbdc-be8deac09345, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=98525b42-d5a5-4bf2-bbdc-be8deac09345,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:43:53.674678 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54ff88dc-a5ba-485f-8572-49dcefa1f60c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:53.678864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d7ee8-9e15-4bc6-8acf-8ef6194bb846 req-add4c4de-1c11-4d9b-b705-22c659d43548 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:53.680479 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-178d7ee8-9e15-4bc6-8acf-8ef6194bb846 req-add4c4de-1c11-4d9b-b705-22c659d43548 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.0619454 Dec 14 02:43:53.735905 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-178d7ee8-9e15-4bc6-8acf-8ef6194bb846 req-79ffd2ba-9339-47d2-b8bd-b0ef51599977 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487871 Dec 14 02:43:53.765055 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:53.804815 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54ff88dc-a5ba-485f-8572-49dcefa1f60c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:53.834965 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:53.835581 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:53.836952 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] 10.222.0.47 "PUT /v2.0/ports/98525b42-d5a5-4bf2-bbdc-be8deac09345 HTTP/1.1" status: 200 len: 1091 time: 1.8571482 Dec 14 02:43:53.842115 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78dc2a1-0184-405e-84ff-ab451db25124', 'tag': '98525b42-d5a5-4bf2-bbdc-be8deac09345'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:43:53.844451 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3117f233-408d-48db-869e-9352ad59b99d" -d '{"events": [{"name": "network-changed", "server_uuid": "d78dc2a1-0184-405e-84ff-ab451db25124", "tag": "98525b42-d5a5-4bf2-bbdc-be8deac09345"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:43:53.871080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb678a-4773-4ad6-8803-315a0f7e16f6 service neutron] Pushing event updated for resources: {'Port': ['ID=98525b42-d5a5-4bf2-bbdc-be8deac09345,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:53.895487 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72f4368-acdc-403a-bcb6-26cd55092006 x-openstack-request-id: req-d72f4368-acdc-403a-bcb6-26cd55092006 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:43:53.895786 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78dc2a1-0184-405e-84ff-ab451db25124", "tag": "98525b42-d5a5-4bf2-bbdc-be8deac09345", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:43:53.896044 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d72f4368-acdc-403a-bcb6-26cd55092006 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:43:53.896445 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78dc2a1-0184-405e-84ff-ab451db25124', 'tag': '98525b42-d5a5-4bf2-bbdc-be8deac09345', 'status': 'completed', 'code': 200} Dec 14 02:43:53.922444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ee125-2a44-40d6-a0d3-476457e2a161 req-16c7f1eb-d6c7-48a1-b61c-c10b32222dff tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:53.923968 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d7ee125-2a44-40d6-a0d3-476457e2a161 req-16c7f1eb-d6c7-48a1-b61c-c10b32222dff tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 944 time: 0.0557055 Dec 14 02:43:53.967598 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54ff88dc-a5ba-485f-8572-49dcefa1f60c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:53.982181 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d7ee125-2a44-40d6-a0d3-476457e2a161 req-2ff377ff-65b1-4e7d-b794-fbb7d279a59c tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471642 Dec 14 02:43:54.006326 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff88dc-a5ba-485f-8572-49dcefa1f60c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=51c41847-f9ff-468d-86c6-9658c7a80c52,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:54.006326 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54ff88dc-a5ba-485f-8572-49dcefa1f60c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:54.008612 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-54ff88dc-a5ba-485f-8572-49dcefa1f60c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/51c41847-f9ff-468d-86c6-9658c7a80c52 HTTP/1.1" status: 204 len: 168 time: 0.5092325 Dec 14 02:43:54.012613 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41256) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:54.015170 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1caf5d-4c44-477f-bbff-53da85d9ad36 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:54.040282 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74df525-a46d-4290-8d59-759a53f0624c req-6642ff55-2e31-4be4-a883-59f85e9409bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:54.041978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f74df525-a46d-4290-8d59-759a53f0624c req-6642ff55-2e31-4be4-a883-59f85e9409bf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020&tenant_id=2232de45ebfb42369e596a53934ed9e2 HTTP/1.1" status: 200 len: 1095 time: 0.0460157 Dec 14 02:43:54.057777 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-07b114ae-0027-404a-b746-56bed80d5bf7 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438130 Dec 14 02:43:54.060097 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117f233-408d-48db-869e-9352ad59b99d req-0c3303a7-815e-4971-87fb-bd09cc85a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:54.061705 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3117f233-408d-48db-869e-9352ad59b99d req-0c3303a7-815e-4971-87fb-bd09cc85a208 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 1094 time: 0.1217062 Dec 14 02:43:54.062111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41258) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:54.067847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-82b9503d-b094-4f42-8358-a8b49206f0c9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:54.184279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74df525-a46d-4290-8d59-759a53f0624c req-c5a29e7b-b5d4-4b7c-9088-41765eb19b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:54.185829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f74df525-a46d-4290-8d59-759a53f0624c req-c5a29e7b-b5d4-4b7c-9088-41765eb19b46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2232de45ebfb42369e596a53934ed9e2&device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 1095 time: 0.0991282 Dec 14 02:43:54.186265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117f233-408d-48db-869e-9352ad59b99d req-62a0fa27-b55e-46b6-a9a4-45eed7fd8e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:54.193529 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3117f233-408d-48db-869e-9352ad59b99d req-62a0fa27-b55e-46b6-a9a4-45eed7fd8e3b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a984b7588a0144a79ab8cc60e3512d19&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1098902 Dec 14 02:43:54.230040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4eaa8f-cfa2-4d72-a148-0cb318cbd69d None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:43:54.294958 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6b4eaa8f-cfa2-4d72-a148-0cb318cbd69d None None] Deleting port 1216a5a8-438c-43d7-9800-adbd06c8f233 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:43:54.297762 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b4eaa8f-cfa2-4d72-a148-0cb318cbd69d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:54.337802 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117f233-408d-48db-869e-9352ad59b99d req-47f81414-62a7-4a6b-ad16-f9e992c5a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:54.339370 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3117f233-408d-48db-869e-9352ad59b99d req-47f81414-62a7-4a6b-ad16-f9e992c5a52d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1442454 Dec 14 02:43:54.373838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6b4eaa8f-cfa2-4d72-a148-0cb318cbd69d None None] For port 1216a5a8-438c-43d7-9800-adbd06c8f233, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1216a5a8-438c-43d7-9800-adbd06c8f233,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:54.374449 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b4eaa8f-cfa2-4d72-a148-0cb318cbd69d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:54.394673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6b4eaa8f-cfa2-4d72-a148-0cb318cbd69d None None] Calling delete_port for 1216a5a8-438c-43d7-9800-adbd06c8f233 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:43:54.456204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-4c979cc5-3727-48b7-b223-a7fd5e300c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:54.458169 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-4c979cc5-3727-48b7-b223-a7fd5e300c39 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 1094 time: 0.0512753 Dec 14 02:43:54.548347 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-4ce86da5-2003-4573-8d6b-582a972f83e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98525b42-d5a5-4bf2-bbdc-be8deac09345 HTTP/1.1" status: 200 len: 217 time: 0.0724750 Dec 14 02:43:54.552477 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:43:54.577002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b9503d-b094-4f42-8358-a8b49206f0c9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:54.580584 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82b9503d-b094-4f42-8358-a8b49206f0c9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:54.591873 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b4eaa8f-cfa2-4d72-a148-0cb318cbd69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:54.601472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 618e6c4d-8230-4d27-9819-9b2b64791674 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:54.635832 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-4d11a840-129f-4398-b819-8b6af1313c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:54.637998 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-4d11a840-129f-4398-b819-8b6af1313c7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bafd591-3d5a-421c-a705-120fee96a2aa HTTP/1.1" status: 200 len: 846 time: 0.0844462 Dec 14 02:43:54.653776 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4eaa8f-cfa2-4d72-a148-0cb318cbd69d None None] Pushing event deleted for resources: {'Port': ['ID=1216a5a8-438c-43d7-9800-adbd06c8f233,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:54.658057 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4eaa8f-cfa2-4d72-a148-0cb318cbd69d None None] No DVR routers for this DVR port 1216a5a8-438c-43d7-9800-adbd06c8f233 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:43:54.700577 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-bd9687c1-37ba-4db6-8e06-28e914e320f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b6c00ad7-548c-4fdc-be08-89a064371a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546291 Dec 14 02:43:54.776173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74df525-a46d-4290-8d59-759a53f0624c req-c62d8026-3572-4f6d-85b2-36fe5baa352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:54.777589 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f74df525-a46d-4290-8d59-759a53f0624c req-c62d8026-3572-4f6d-85b2-36fe5baa352d service neutron] 10.222.0.46 "GET /v2.0/networks?id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061 HTTP/1.1" status: 200 len: 918 time: 0.5840971 Dec 14 02:43:54.786421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a63d69-3ad6-46cc-9853-95eb7061bf48 req-7393216c-7731-4cd4-9363-7a5d82394582 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:54.787872 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91a63d69-3ad6-46cc-9853-95eb7061bf48 req-7393216c-7731-4cd4-9363-7a5d82394582 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.2143641 Dec 14 02:43:54.798046 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 618e6c4d-8230-4d27-9819-9b2b64791674 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:43:54.802148 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 618e6c4d-8230-4d27-9819-9b2b64791674 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:54.802603 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:54.810044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a8ec6c-a3ef-432b-8f81-22aaac5868b8 req-bd3a3fd8-d236-4e7f-8dbc-96605f6875f1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:54.813540 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-a5c55061-eb36-4075-be6c-80215c642e6c service neutron] 10.222.0.47 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053109 Dec 14 02:43:54.817293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49a8ec6c-a3ef-432b-8f81-22aaac5868b8 req-bd3a3fd8-d236-4e7f-8dbc-96605f6875f1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 943 time: 0.1594329 Dec 14 02:43:54.898250 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:54.940660 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-01913216-9ad4-418c-8d23-9f8a5b986c6e req-fc5efd77-b65f-4a02-8426-910a42e01212 service neutron] 10.222.0.47 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143453 Dec 14 02:43:54.943361 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92d7bb2-adc7-42a2-b295-2af6f1500548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618e6c4d-8230-4d27-9819-9b2b64791674'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:43:54.945663 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048386e1-da65-445a-abc0-856d2b77dcc0" -d '{"events": [{"server_uuid": "e92d7bb2-adc7-42a2-b295-2af6f1500548", "name": "network-vif-plugged", "status": "completed", "tag": "618e6c4d-8230-4d27-9819-9b2b64791674"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:43:54.960199 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 618e6c4d-8230-4d27-9819-9b2b64791674, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=618e6c4d-8230-4d27-9819-9b2b64791674,segment=NetworkSegment(f8a39437-d73e-41b3-915f-ba8497a02471),segment_id=f8a39437-d73e-41b3-915f-ba8497a02471)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:54.998416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49a8ec6c-a3ef-432b-8f81-22aaac5868b8 req-25ede272-58f7-430a-b128-f8eb17bdf4dc tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802499 Dec 14 02:43:55.003128 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f74df525-a46d-4290-8d59-759a53f0624c req-65859dad-5f86-40d2-a354-aa64f707fd41 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5868c756-0e60-46c6-9fdc-2b3df25311d3 HTTP/1.1" status: 200 len: 1000 time: 0.2133319 Dec 14 02:43:55.018130 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91a63d69-3ad6-46cc-9853-95eb7061bf48 req-30cfd651-cdd5-4af2-9085-457455fe9036 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164996 Dec 14 02:43:55.066484 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:55.125731 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=618e6c4d-8230-4d27-9819-9b2b64791674,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:55.128897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ec016610-3fa6-41a4-9579-f7ff02b690c4 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:55.175246 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74df525-a46d-4290-8d59-759a53f0624c req-cb0549b2-6a38-4e6d-8b19-fea0e6c7d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:55.177109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f74df525-a46d-4290-8d59-759a53f0624c req-cb0549b2-6a38-4e6d-8b19-fea0e6c7d314 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0 HTTP/1.1" status: 200 len: 856 time: 0.1580033 Dec 14 02:43:55.189862 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1216a5a8-438c-43d7-9800-adbd06c8f233 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:43:55.219341 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 1216a5a8-438c-43d7-9800-adbd06c8f233 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:43:55.219689 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1216a5a8-438c-43d7-9800-adbd06c8f233 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:43:55.232632 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1701aa8d-459e-4b5e-acf5-d0c11a797057 x-openstack-request-id: req-1701aa8d-459e-4b5e-acf5-d0c11a797057 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:43:55.235572 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92d7bb2-adc7-42a2-b295-2af6f1500548", "name": "network-vif-plugged", "status": "completed", "tag": "618e6c4d-8230-4d27-9819-9b2b64791674", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:43:55.235572 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1701aa8d-459e-4b5e-acf5-d0c11a797057 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:43:55.235572 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92d7bb2-adc7-42a2-b295-2af6f1500548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618e6c4d-8230-4d27-9819-9b2b64791674', 'code': 200} Dec 14 02:43:55.258494 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82b9503d-b094-4f42-8358-a8b49206f0c9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:55.283368 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port ec016610-3fa6-41a4-9579-f7ff02b690c4 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:43:55.287986 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port ec016610-3fa6-41a4-9579-f7ff02b690c4 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:55.293492 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:55.299803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74df525-a46d-4290-8d59-759a53f0624c req-0516dc03-4001-451b-98dd-109cab5448eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:55.301428 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f74df525-a46d-4290-8d59-759a53f0624c req-0516dc03-4001-451b-98dd-109cab5448eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166074 Dec 14 02:43:55.337247 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f55592-1c06-46ee-8214-70603c020034 req-1ab9ffe8-7241-4ba8-a33d-de64be183d07 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:55.341060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15f55592-1c06-46ee-8214-70603c020034 req-1ab9ffe8-7241-4ba8-a33d-de64be183d07 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1269236 Dec 14 02:43:55.372896 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b9503d-b094-4f42-8358-a8b49206f0c9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:55.379716 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71a13d-5541-42e4-9bcf-265288947310 req-6a5ddcb2-857c-489b-9601-769a74da97ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:55.381693 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4d71a13d-5541-42e4-9bcf-265288947310 req-6a5ddcb2-857c-489b-9601-769a74da97ca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 1096 time: 0.0519669 Dec 14 02:43:55.401725 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:55.423373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-82b9503d-b094-4f42-8358-a8b49206f0c9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:55.436008 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e631a6-af78-4eaf-8e66-94a5e7799a4f None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:55.439697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b9503d-b094-4f42-8358-a8b49206f0c9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:55.440299 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82b9503d-b094-4f42-8358-a8b49206f0c9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:55.449054 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4d71a13d-5541-42e4-9bcf-265288947310 req-3998fbda-fa17-4429-bc22-9e60b6b55d6a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588264 Dec 14 02:43:55.474994 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9503d-b094-4f42-8358-a8b49206f0c9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=36d60b54-637e-4805-b3c6-d96053fe323a,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:55.489943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ec016610-3fa6-41a4-9579-f7ff02b690c4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ec016610-3fa6-41a4-9579-f7ff02b690c4,segment=NetworkSegment(f8a39437-d73e-41b3-915f-ba8497a02471),segment_id=f8a39437-d73e-41b3-915f-ba8497a02471)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:55.528898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ac718-74de-498b-a845-945dcb231332 req-5c244fc7-6b5b-4a8a-a20f-7312c40d517f tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:55.531343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c03ac718-74de-498b-a845-945dcb231332 req-5c244fc7-6b5b-4a8a-a20f-7312c40d517f tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 945 time: 0.2260475 Dec 14 02:43:55.569227 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15f55592-1c06-46ee-8214-70603c020034 req-37f490ce-1e39-4a91-9bc2-a24a474deefe tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941738 Dec 14 02:43:55.572789 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': '36d60b54-637e-4805-b3c6-d96053fe323a'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:43:55.574425 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:55.575936 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f74df525-a46d-4290-8d59-759a53f0624c req-394ed28a-f64e-40a7-8ff2-8b4a53bf4e34 service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566261 Dec 14 02:43:55.720655 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41284) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:55.726473 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-565b8ccb-d112-4fc7-8c99-80df6b9882ec tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'fixed_ips': [{'subnet_id': '36d60b54-637e-4805-b3c6-d96053fe323a', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1313844643'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:55.730758 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-82b9503d-b094-4f42-8358-a8b49206f0c9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6674187 Dec 14 02:43:55.734339 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f74df525-a46d-4290-8d59-759a53f0624c req-27d41eac-de0f-4035-a207-2b8faa6bc51f service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301305 Dec 14 02:43:55.740807 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:55.741646 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 7e0ae5a1-1572-4983-b628-31b20ce12296 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:43:55.744479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Allocated IP 2001:db8::2 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/36d60b54-637e-4805-b3c6-d96053fe323a/ebf735c4-9f8b-4694-8314-3816b9f4b521) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:43:55.772695 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c03ac718-74de-498b-a845-945dcb231332 req-35810fa6-56c6-402f-9e8f-a1032f369090 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956787 Dec 14 02:43:55.892434 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ec016610-3fa6-41a4-9579-f7ff02b690c4,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:55.936912 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565b8ccb-d112-4fc7-8c99-80df6b9882ec tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:56.006186 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 7e0ae5a1-1572-4983-b628-31b20ce12296 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:43:56.034899 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 7e0ae5a1-1572-4983-b628-31b20ce12296 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:56.034899 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:56.049271 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:56.067299 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-565b8ccb-d112-4fc7-8c99-80df6b9882ec tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:56.139684 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-565b8ccb-d112-4fc7-8c99-80df6b9882ec tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port 18e168b9-a47e-4efc-bc2f-01c0b0e74c16 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:43:56.202414 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:56.213208 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:56.309443 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:56.313060 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Pushing event updated for resources: {'Port': ['ID=ebf735c4-9f8b-4694-8314-3816b9f4b521,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:56.318239 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 7e0ae5a1-1572-4983-b628-31b20ce12296, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7e0ae5a1-1572-4983-b628-31b20ce12296,segment=NetworkSegment(f8a39437-d73e-41b3-915f-ba8497a02471),segment_id=f8a39437-d73e-41b3-915f-ba8497a02471)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:56.322728 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:56.328797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:43:56.392140 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:56.411312 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe53efd-f925-4240-979e-e989e952054d req-30607aba-2396-4db1-8b47-77880ba29ac5 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:56.412984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cbe53efd-f925-4240-979e-e989e952054d req-30607aba-2396-4db1-8b47-77880ba29ac5 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 943 time: 0.2662227 Dec 14 02:43:56.424863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19a606-9ab2-4c5c-8251-7393fee1289e req-e99e936f-11e0-4622-b542-cbe641f0835b tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:56.426592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef19a606-9ab2-4c5c-8251-7393fee1289e req-e99e936f-11e0-4622-b542-cbe641f0835b tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.1995285 Dec 14 02:43:56.432942 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Attempting to bind port ebf735c4-9f8b-4694-8314-3816b9f4b521 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:43:56.433606 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Attempting to bind port ebf735c4-9f8b-4694-8314-3816b9f4b521 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:43:56.436913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Attempting to bind port ebf735c4-9f8b-4694-8314-3816b9f4b521 on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:43:56.449040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:43:56.457803 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-565b8ccb-d112-4fc7-8c99-80df6b9882ec tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:43:56.457969 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:43:56.458271 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-565b8ccb-d112-4fc7-8c99-80df6b9882ec tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:43:56.458411 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:56.458822 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:43:56.459332 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Bound port: ebf735c4-9f8b-4694-8314-3816b9f4b521, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:43:56.459726 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:56.513794 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=7e0ae5a1-1572-4983-b628-31b20ce12296,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:56.513980 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cbe53efd-f925-4240-979e-e989e952054d req-f4849b21-6977-4f1c-9ba8-c4aa4100cf24 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862474 Dec 14 02:43:56.543138 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-565b8ccb-d112-4fc7-8c99-80df6b9882ec tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8213940 Dec 14 02:43:56.545602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41308) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:56.561039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef19a606-9ab2-4c5c-8251-7393fee1289e req-510a164b-e7ed-4489-9589-ebfc223b4378 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052103 Dec 14 02:43:56.573338 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] For port ebf735c4-9f8b-4694-8314-3816b9f4b521, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:43:56.576913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] For port ebf735c4-9f8b-4694-8314-3816b9f4b521, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ebf735c4-9f8b-4694-8314-3816b9f4b521,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:43:56.610998 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adf2f72-0086-475c-8e2c-58648ba4f3ea tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:56.612702 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2adf2f72-0086-475c-8e2c-58648ba4f3ea tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0661483 Dec 14 02:43:56.615540 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41314) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:56.668997 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:56.691359 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7569e10-6d33-43d2-9e7b-d3b359d7cf41 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:56.698848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7569e10-6d33-43d2-9e7b-d3b359d7cf41 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:56.703189 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b7569e10-6d33-43d2-9e7b-d3b359d7cf41 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0838113 Dec 14 02:43:56.703460 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41318) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:56.843653 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a08e7a3-3a82-421e-95fc-1954e11c88da None None] Pushing event updated for resources: {'Port': ['ID=ebf735c4-9f8b-4694-8314-3816b9f4b521,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:56.874058 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e11570-e7ba-447c-814b-25d488ec4506 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet 36d60b54-637e-4805-b3c6-d96053fe323a {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:43:56.878509 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44e11570-e7ba-447c-814b-25d488ec4506 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:56.883085 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b7916-9e07-4f0f-b71e-5910a3acaf3b req-6e349601-bf11-4f30-8572-f0ab0f873c9e tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:56.894526 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c04b7916-9e07-4f0f-b71e-5910a3acaf3b req-6e349601-bf11-4f30-8572-f0ab0f873c9e tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1548774 Dec 14 02:43:56.902271 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:57.002354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c04b7916-9e07-4f0f-b71e-5910a3acaf3b req-564676ce-6f00-462b-910d-9b54e48df762 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068225 Dec 14 02:43:57.116986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fff16-c739-4e4e-98b1-c0f6fa9bbab4 req-a66884d9-2751-480f-a470-d887e306a1c2 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:57.135196 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b3fff16-c739-4e4e-98b1-c0f6fa9bbab4 req-a66884d9-2751-480f-a470-d887e306a1c2 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 945 time: 0.1580338 Dec 14 02:43:57.234900 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f693ca-876d-4631-a57d-f597ba31dd9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec016610-3fa6-41a4-9579-f7ff02b690c4'}, {'server_uuid': '2139af33-ab2a-4585-a8eb-c3258ffe1c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0ae5a1-1572-4983-b628-31b20ce12296'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:43:57.237253 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2624a75-fb68-4e91-99ea-f029c10a23fd" -d '{"events": [{"server_uuid": "a7f693ca-876d-4631-a57d-f597ba31dd9c", "name": "network-vif-plugged", "status": "completed", "tag": "ec016610-3fa6-41a4-9579-f7ff02b690c4"}, {"server_uuid": "2139af33-ab2a-4585-a8eb-c3258ffe1c16", "name": "network-vif-plugged", "status": "completed", "tag": "7e0ae5a1-1572-4983-b628-31b20ce12296"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:43:57.301638 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b3fff16-c739-4e4e-98b1-c0f6fa9bbab4 req-c17fc8d0-0ce6-4049-9d35-1e3068c00cb8 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654081 Dec 14 02:43:57.341711 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 14 Dec 2021 02:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139c92ef-5ee8-42b4-8d6a-2b9605806190 x-openstack-request-id: req-139c92ef-5ee8-42b4-8d6a-2b9605806190 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:43:57.344501 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f693ca-876d-4631-a57d-f597ba31dd9c", "name": "network-vif-plugged", "status": "completed", "tag": "ec016610-3fa6-41a4-9579-f7ff02b690c4", "code": 200}, {"server_uuid": "2139af33-ab2a-4585-a8eb-c3258ffe1c16", "name": "network-vif-plugged", "status": "completed", "tag": "7e0ae5a1-1572-4983-b628-31b20ce12296", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:43:57.345124 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-139c92ef-5ee8-42b4-8d6a-2b9605806190 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:43:57.345969 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f693ca-876d-4631-a57d-f597ba31dd9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec016610-3fa6-41a4-9579-f7ff02b690c4', 'code': 200} Dec 14 02:43:57.346683 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2139af33-ab2a-4585-a8eb-c3258ffe1c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e0ae5a1-1572-4983-b628-31b20ce12296', 'code': 200} Dec 14 02:43:57.496540 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44e11570-e7ba-447c-814b-25d488ec4506 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:57.609710 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44e11570-e7ba-447c-814b-25d488ec4506 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:57.799655 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44e11570-e7ba-447c-814b-25d488ec4506 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:57.828030 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d12137-ef19-4921-9be8-4623818f41e5 req-39b95eae-9836-464d-bb18-337fec7608b8 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:57.830432 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-97d12137-ef19-4921-9be8-4623818f41e5 req-39b95eae-9836-464d-bb18-337fec7608b8 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 943 time: 0.1670687 Dec 14 02:43:57.872341 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44e11570-e7ba-447c-814b-25d488ec4506 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:57.877204 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-44e11570-e7ba-447c-814b-25d488ec4506 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/36d60b54-637e-4805-b3c6-d96053fe323a HTTP/1.1" status: 204 len: 168 time: 1.1726458 Dec 14 02:43:57.878886 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e11570-e7ba-447c-814b-25d488ec4506 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=36d60b54-637e-4805-b3c6-d96053fe323a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:57.891345 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41334) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:57.914740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c09c3f0-be78-467b-93a4-801d584bccda req-5e51a3c1-8c67-43a0-8f0a-9c0b467b0ba6 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:57.927685 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c09c3f0-be78-467b-93a4-801d584bccda req-5e51a3c1-8c67-43a0-8f0a-9c0b467b0ba6 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.2011678 Dec 14 02:43:57.996380 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a7d74b56-595d-49ea-bb1c-bd58ce35f5fc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036978 Dec 14 02:43:57.997490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41336) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:58.002973 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-da91e287-e9e4-425e-8233-6a50768f4dd9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:58.027686 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-97d12137-ef19-4921-9be8-4623818f41e5 req-677e74fd-432f-40b7-b2d0-94de585e2fb0 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773512 Dec 14 02:43:58.047135 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c09c3f0-be78-467b-93a4-801d584bccda req-508228a7-6ed4-4128-8ff3-42918667ceac tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185324 Dec 14 02:43:58.370834 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da91e287-e9e4-425e-8233-6a50768f4dd9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:43:58.378539 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da91e287-e9e4-425e-8233-6a50768f4dd9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:58.417727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457855a3-34e9-4815-9a3c-3cd0b0d4757a req-db654e34-14f0-4c80-95f0-93be2c3b0418 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:58.423648 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-457855a3-34e9-4815-9a3c-3cd0b0d4757a req-db654e34-14f0-4c80-95f0-93be2c3b0418 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1451166 Dec 14 02:43:58.529714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e2335-1cdc-4e4f-a966-0a6166a9c45a req-e0d1717c-cf51-4d5c-9394-404cea5f3b1b tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:58.541039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f1e2335-1cdc-4e4f-a966-0a6166a9c45a req-e0d1717c-cf51-4d5c-9394-404cea5f3b1b tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 945 time: 0.1158421 Dec 14 02:43:58.574984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-457855a3-34e9-4815-9a3c-3cd0b0d4757a req-39727bed-d043-425d-b23b-41efb8663761 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045444 Dec 14 02:43:58.595126 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 98525b42-d5a5-4bf2-bbdc-be8deac09345 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:43:58.678195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f1e2335-1cdc-4e4f-a966-0a6166a9c45a req-341ae350-b346-47cd-9198-10eb2638adf2 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354165 Dec 14 02:43:58.726713 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93476ca1-b04d-494a-98df-8a0e8d59455a None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:43:58.851220 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da91e287-e9e4-425e-8233-6a50768f4dd9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:58.873541 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3773fd1-4f32-4390-b8a7-b7f5c0a3bb0b req-66ea3a5b-cdd5-4d6a-b981-25aecf81f674 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:58.874433 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f3773fd1-4f32-4390-b8a7-b7f5c0a3bb0b req-66ea3a5b-cdd5-4d6a-b981-25aecf81f674 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7f693ca-876d-4631-a57d-f597ba31dd9c HTTP/1.1" status: 200 len: 946 time: 0.0750861 Dec 14 02:43:58.967942 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da91e287-e9e4-425e-8233-6a50768f4dd9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:43:58.984078 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-da91e287-e9e4-425e-8233-6a50768f4dd9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:43:58.987982 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91e287-e9e4-425e-8233-6a50768f4dd9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=8df842e9-a933-4019-b97b-a44b57486e98,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:58.994982 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-834ee9c6-63ea-47f6-8e13-b2fcc393f363 None None] Provisioning complete for port ebf735c4-9f8b-4694-8314-3816b9f4b521 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:43:58.995586 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-834ee9c6-63ea-47f6-8e13-b2fcc393f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:58.996770 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da91e287-e9e4-425e-8233-6a50768f4dd9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:59.000115 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da91e287-e9e4-425e-8233-6a50768f4dd9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:59.028540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f3773fd1-4f32-4390-b8a7-b7f5c0a3bb0b req-7eab2156-9a87-47a2-8d3c-fae65c370659 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326203 Dec 14 02:43:59.075811 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 98525b42-d5a5-4bf2-bbdc-be8deac09345, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=98525b42-d5a5-4bf2-bbdc-be8deac09345,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:59.109826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '98525b42-d5a5-4bf2-bbdc-be8deac09345', 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a', 'port_id': '98525b42-d5a5-4bf2-bbdc-be8deac09345', 'mac_address': 'fa:16:3e:8a:1f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bafd591-3d5a-421c-a705-120fee96a2aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:43:59.112105 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89a19b6-c46e-41f4-88e7-741fc9c985c3 None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:43:59.145118 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-da91e287-e9e4-425e-8233-6a50768f4dd9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1461339 Dec 14 02:43:59.147991 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41350) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:43:59.154241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7d416f39-67ac-419e-88e8-394d0b120b70 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-230048094', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:43:59.267661 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-834ee9c6-63ea-47f6-8e13-b2fcc393f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:59.269503 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:59.301443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c59139-f2a9-4c30-89bc-f4a68ab49610 req-775e0af3-26d7-4fda-ab3e-0e876297defb tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:59.304399 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98525b42-d5a5-4bf2-bbdc-be8deac09345 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:43:59.308846 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49c59139-f2a9-4c30-89bc-f4a68ab49610 req-775e0af3-26d7-4fda-ab3e-0e876297defb tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.1307063 Dec 14 02:43:59.350964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16101fe-6e7c-4f7c-a9a9-4c9bc554fa4d req-5194fb82-7350-4fca-b7d2-d5e4af8dcad4 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:59.351500 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-834ee9c6-63ea-47f6-8e13-b2fcc393f363 None None] For port ebf735c4-9f8b-4694-8314-3816b9f4b521, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ebf735c4-9f8b-4694-8314-3816b9f4b521,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:59.352404 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e16101fe-6e7c-4f7c-a9a9-4c9bc554fa4d req-5194fb82-7350-4fca-b7d2-d5e4af8dcad4 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 943 time: 0.1605239 Dec 14 02:43:59.362645 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 98525b42-d5a5-4bf2-bbdc-be8deac09345, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=98525b42-d5a5-4bf2-bbdc-be8deac09345,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:59.366770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b89a19b6-c46e-41f4-88e7-741fc9c985c3 None None] Deleting port ebf735c4-9f8b-4694-8314-3816b9f4b521 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:43:59.367180 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b89a19b6-c46e-41f4-88e7-741fc9c985c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:59.416134 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49c59139-f2a9-4c30-89bc-f4a68ab49610 req-2d646808-973d-492e-a302-9f8512a68928 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875154 Dec 14 02:43:59.429343 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7d416f39-67ac-419e-88e8-394d0b120b70 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:59.440304 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7d416f39-67ac-419e-88e8-394d0b120b70 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:59.511943 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-834ee9c6-63ea-47f6-8e13-b2fcc393f363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:59.513948 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:59.518929 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e16101fe-6e7c-4f7c-a9a9-4c9bc554fa4d req-4a9fb535-6b06-4699-93ac-f71c892cfdf1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383107 Dec 14 02:43:59.673747 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ee9c6-63ea-47f6-8e13-b2fcc393f363 None None] Pushing event updated for resources: {'Port': ['ID=ebf735c4-9f8b-4694-8314-3816b9f4b521,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:43:59.675798 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7d416f39-67ac-419e-88e8-394d0b120b70 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:59.725290 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e23b2a-6ad3-48dc-8e1d-ed4313b13ccb req-fb308213-0bb1-4c8b-bc93-d2b60baebe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:59.729598 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-75e23b2a-6ad3-48dc-8e1d-ed4313b13ccb req-fb308213-0bb1-4c8b-bc93-d2b60baebe8b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 1097 time: 0.2079551 Dec 14 02:43:59.833187 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7d416f39-67ac-419e-88e8-394d0b120b70 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:59.842961 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6c1be-1205-49f8-b877-f55d06bc3398 req-da16802a-039a-4af6-a18b-9390c0005387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:59.847560 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0fc6c1be-1205-49f8-b877-f55d06bc3398 req-da16802a-039a-4af6-a18b-9390c0005387 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2139af33-ab2a-4585-a8eb-c3258ffe1c16 HTTP/1.1" status: 200 len: 1096 time: 0.2313316 Dec 14 02:43:59.888802 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-75e23b2a-6ad3-48dc-8e1d-ed4313b13ccb req-0e4e231b-67e2-46a0-9443-2d2b568a7f6f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512103 Dec 14 02:43:59.898149 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc09ae0-724f-4b14-b23d-9ca6815c23cc req-51d8aabc-b916-4a31-ae9b-3c87aee54138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:59.899838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bdc09ae0-724f-4b14-b23d-9ca6815c23cc req-51d8aabc-b916-4a31-ae9b-3c87aee54138 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a7f693ca-876d-4631-a57d-f597ba31dd9c HTTP/1.1" status: 200 len: 1097 time: 0.2210262 Dec 14 02:43:59.943166 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b89a19b6-c46e-41f4-88e7-741fc9c985c3 None None] For port ebf735c4-9f8b-4694-8314-3816b9f4b521, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ebf735c4-9f8b-4694-8314-3816b9f4b521,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:43:59.943684 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b89a19b6-c46e-41f4-88e7-741fc9c985c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:43:59.960242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87854f7-677d-4f35-a190-7b7ccdeabe0f req-dcaa370b-485d-4efd-a3c2-bf0ce67f790e tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:43:59.966087 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c87854f7-677d-4f35-a190-7b7ccdeabe0f req-dcaa370b-485d-4efd-a3c2-bf0ce67f790e tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.2576337 Dec 14 02:43:59.985372 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b89a19b6-c46e-41f4-88e7-741fc9c985c3 None None] Calling delete_port for ebf735c4-9f8b-4694-8314-3816b9f4b521 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:00.004918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=98525b42-d5a5-4bf2-bbdc-be8deac09345,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:00.011317 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7d416f39-67ac-419e-88e8-394d0b120b70 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:00.013420 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7d416f39-67ac-419e-88e8-394d0b120b70 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8633943 Dec 14 02:44:00.019843 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41360) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:00.073736 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:00.080105 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c87854f7-677d-4f35-a190-7b7ccdeabe0f req-8c8208a6-d7fd-4485-b7b3-b178308c4934 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129961 Dec 14 02:44:00.150478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['98525b42-d5a5-4bf2-bbdc-be8deac09345'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:44:00.247700 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bdc09ae0-724f-4b14-b23d-9ca6815c23cc req-d19a014d-e933-463d-a1d8-89d1b099c68e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604867 Dec 14 02:44:00.263280 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bc762-786d-48db-a6d5-c15860a49138 req-6286d905-e2af-40b6-87c9-84b7562e6f9c tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:00.284943 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-927bc762-786d-48db-a6d5-c15860a49138 req-6286d905-e2af-40b6-87c9-84b7562e6f9c tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7f693ca-876d-4631-a57d-f597ba31dd9c HTTP/1.1" status: 200 len: 946 time: 0.1053646 Dec 14 02:44:00.354792 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0fc6c1be-1205-49f8-b877-f55d06bc3398 req-12638f2e-1e82-469d-aa4b-5d49b2e74733 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679355 Dec 14 02:44:00.355731 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b89a19b6-c46e-41f4-88e7-741fc9c985c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:00.393676 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-927bc762-786d-48db-a6d5-c15860a49138 req-ac98b760-8f94-496f-b1e2-381325d129a6 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076577 Dec 14 02:44:00.403543 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a19b6-c46e-41f4-88e7-741fc9c985c3 None None] Pushing event deleted for resources: {'Port': ['ID=ebf735c4-9f8b-4694-8314-3816b9f4b521,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:00.407343 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89a19b6-c46e-41f4-88e7-741fc9c985c3 None None] No DVR routers for this DVR port ebf735c4-9f8b-4694-8314-3816b9f4b521 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:44:00.452897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4508e64-1490-4bd2-9c93-76400e98b4f7 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:00.596025 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3639651f-2203-4edb-bd9b-97d794b3f946 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:00.609153 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e4853-3ffe-485d-b490-be32fbf14f89 req-93ef8da7-b735-4901-a724-7a5a5dc9f42e tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:00.611380 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-616e4853-3ffe-485d-b490-be32fbf14f89 req-93ef8da7-b735-4901-a724-7a5a5dc9f42e tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.0729938 Dec 14 02:44:00.648372 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': '8df842e9-a933-4019-b97b-a44b57486e98'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:44:00.651070 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:00.705232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428445b6-8351-4564-9d79-aaa9b130bf0e req-fe2a788f-99f5-402d-88d6-4ffe1a893ce6 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:00.706747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-428445b6-8351-4564-9d79-aaa9b130bf0e req-fe2a788f-99f5-402d-88d6-4ffe1a893ce6 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 944 time: 0.0944536 Dec 14 02:44:00.710348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-616e4853-3ffe-485d-b490-be32fbf14f89 req-7595ff74-eb5d-457a-89e6-1014631fabf1 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871835 Dec 14 02:44:00.811698 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-428445b6-8351-4564-9d79-aaa9b130bf0e req-0c2f12e8-0f54-44c2-8007-b538dd71df26 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926580 Dec 14 02:44:00.890771 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Allocated IP 2001:db8::2 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/8df842e9-a933-4019-b97b-a44b57486e98/fe464471-6a1a-46bf-945d-e41a36313e13) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:01.053912 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ebf735c4-9f8b-4694-8314-3816b9f4b521 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:44:01.112383 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: ebf735c4-9f8b-4694-8314-3816b9f4b521 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:44:01.112731 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ebf735c4-9f8b-4694-8314-3816b9f4b521 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:44:01.170871 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:01.269736 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:01.339704 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68551749-771a-4b76-a96e-d4967deca0c8 req-ae802c23-0869-457f-8cdc-e54aded0f6bc tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:01.342181 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:01.345479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:01.347359 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68551749-771a-4b76-a96e-d4967deca0c8 req-ae802c23-0869-457f-8cdc-e54aded0f6bc tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1426051 Dec 14 02:44:01.347915 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:01.369884 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-3639651f-2203-4edb-bd9b-97d794b3f946 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::1 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/8df842e9-a933-4019-b97b-a44b57486e98/3e6a684d-0f21-405f-88cb-f037c53cd026) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:01.374124 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Pushing event updated for resources: {'Port': ['ID=fe464471-6a1a-46bf-945d-e41a36313e13,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:01.418168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68551749-771a-4b76-a96e-d4967deca0c8 req-cae23013-9c3b-474d-bea5-3b794919e546 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694649 Dec 14 02:44:01.479942 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Attempting to bind port fe464471-6a1a-46bf-945d-e41a36313e13 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:44:01.480326 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Attempting to bind port fe464471-6a1a-46bf-945d-e41a36313e13 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:44:01.480703 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Attempting to bind port fe464471-6a1a-46bf-945d-e41a36313e13 on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:44:01.486436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:44:01.486843 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:44:01.487398 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:01.487815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:44:01.488617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Bound port: fe464471-6a1a-46bf-945d-e41a36313e13, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:44:01.488962 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:01.629351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] For port fe464471-6a1a-46bf-945d-e41a36313e13, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:44:01.630776 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3639651f-2203-4edb-bd9b-97d794b3f946 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:01.635656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] For port fe464471-6a1a-46bf-945d-e41a36313e13, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=fe464471-6a1a-46bf-945d-e41a36313e13,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:44:01.659893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bf155-7714-48d0-a01b-abfd93d9a4bc req-b57049ea-3889-4ad0-b4b8-60633f5f5747 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:01.668599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c1bf155-7714-48d0-a01b-abfd93d9a4bc req-b57049ea-3889-4ad0-b4b8-60633f5f5747 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7f693ca-876d-4631-a57d-f597ba31dd9c HTTP/1.1" status: 200 len: 946 time: 0.0852063 Dec 14 02:44:01.713230 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:01.741093 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3639651f-2203-4edb-bd9b-97d794b3f946 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:01.763534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c1bf155-7714-48d0-a01b-abfd93d9a4bc req-ad903497-9282-4160-bdc7-52623d8c44a3 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937054 Dec 14 02:44:01.889627 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3639651f-2203-4edb-bd9b-97d794b3f946 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:01.913581 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af6bc3-b526-4d2e-89a0-bd122e3718ab None None] Pushing event updated for resources: {'Port': ['ID=fe464471-6a1a-46bf-945d-e41a36313e13,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:01.916044 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-3639651f-2203-4edb-bd9b-97d794b3f946 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:01.918861 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3639651f-2203-4edb-bd9b-97d794b3f946 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:01.925924 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3639651f-2203-4edb-bd9b-97d794b3f946 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:01.944848 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639651f-2203-4edb-bd9b-97d794b3f946 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=3e6a684d-0f21-405f-88cb-f037c53cd026,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:02.043736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927436f-90e4-4c2a-8dfa-02279afaf6a4 req-e3ad5bf2-e61d-4196-977e-f0231ca012b5 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:02.051097 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5927436f-90e4-4c2a-8dfa-02279afaf6a4 req-e3ad5bf2-e61d-4196-977e-f0231ca012b5 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.2041142 Dec 14 02:44:02.148460 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc08ce-9d3b-4212-bb25-293a284ddff9 req-f3d47bd8-7522-4334-a5d0-eaf85fdf8675 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:02.150198 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-adcc08ce-9d3b-4212-bb25-293a284ddff9 req-f3d47bd8-7522-4334-a5d0-eaf85fdf8675 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 944 time: 0.2026167 Dec 14 02:44:02.275638 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5927436f-90e4-4c2a-8dfa-02279afaf6a4 req-db0e6d4c-ec54-4c9a-82d9-e22b8ccbdde0 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236333 Dec 14 02:44:02.310453 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3639651f-2203-4edb-bd9b-97d794b3f946 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:02.348611 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-adcc08ce-9d3b-4212-bb25-293a284ddff9 req-3d8ae365-338c-4b15-a460-b5c66ab47583 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808679 Dec 14 02:44:02.638892 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 98525b42-d5a5-4bf2-bbdc-be8deac09345 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:02.703123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4bf270-a94a-40b4-bbfb-930688be9be4 req-3e185afe-4fbe-4c16-84d0-1ef93c986465 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:02.729974 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a4bf270-a94a-40b4-bbfb-930688be9be4 req-3e185afe-4fbe-4c16-84d0-1ef93c986465 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1492503 Dec 14 02:44:02.902122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a4bf270-a94a-40b4-bbfb-930688be9be4 req-868d2d32-45f3-4b25-b7b7-fab591293bb1 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709976 Dec 14 02:44:02.976507 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d30bd-1332-401f-a358-aa5752c53962 req-b7dbb77e-4f25-47d9-a743-20c3d4f25962 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:02.979417 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-338d30bd-1332-401f-a358-aa5752c53962 req-b7dbb77e-4f25-47d9-a743-20c3d4f25962 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7f693ca-876d-4631-a57d-f597ba31dd9c HTTP/1.1" status: 200 len: 946 time: 0.0759227 Dec 14 02:44:02.997427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-c1ce4eba-0b71-420e-ab0f-a91d3522b7d4 req-66de303e-2901-4d69-8386-6132a39dc63c tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1879358918', 'description': 'tempest-description-1012742853'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:03.021017 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3639651f-2203-4edb-bd9b-97d794b3f946 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:03.109473 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-338d30bd-1332-401f-a358-aa5752c53962 req-be22993e-d8cf-4464-9149-3f24398b8418 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709319 Dec 14 02:44:03.140062 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device fe464471-6a1a-46bf-945d-e41a36313e13 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:03.210133 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7de7deb8-ebc9-4f91-bba0-85dd225a52e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:03.268557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port fe464471-6a1a-46bf-945d-e41a36313e13 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:03.269010 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:03.294977 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3639651f-2203-4edb-bd9b-97d794b3f946 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:03.298564 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3639651f-2203-4edb-bd9b-97d794b3f946 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:03.303482 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 98525b42-d5a5-4bf2-bbdc-be8deac09345 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:44:03.314970 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 98525b42-d5a5-4bf2-bbdc-be8deac09345 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:03.315355 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:03.549789 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c1ce4eba-0b71-420e-ab0f-a91d3522b7d4 req-66de303e-2901-4d69-8386-6132a39dc63c tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:03.680749 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:03.727215 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639651f-2203-4edb-bd9b-97d794b3f946 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=3e6a684d-0f21-405f-88cb-f037c53cd026,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:03.746862 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c1ce4eba-0b71-420e-ab0f-a91d3522b7d4 req-66de303e-2901-4d69-8386-6132a39dc63c tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:03.759381 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3639651f-2203-4edb-bd9b-97d794b3f946 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:03.763561 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-3639651f-2203-4edb-bd9b-97d794b3f946 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:03.777561 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75640f31-7e3a-47ec-876d-0af985ce3d93 req-a5c148f7-d028-416b-92b9-c686e3c46771 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:03.788238 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75640f31-7e3a-47ec-876d-0af985ce3d93 req-a5c148f7-d028-416b-92b9-c686e3c46771 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.3113604 Dec 14 02:44:03.834627 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:03.867103 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c1ce4eba-0b71-420e-ab0f-a91d3522b7d4 req-66de303e-2901-4d69-8386-6132a39dc63c tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:03.982492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75640f31-7e3a-47ec-876d-0af985ce3d93 req-50638538-9890-4433-8da8-9952b85b2390 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909821 Dec 14 02:44:03.998379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78dc2a1-0184-405e-84ff-ab451db25124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98525b42-d5a5-4bf2-bbdc-be8deac09345'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:44:04.004248 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc8d131-76e4-4a67-ab30-c281105208f5" -d '{"events": [{"server_uuid": "d78dc2a1-0184-405e-84ff-ab451db25124", "name": "network-vif-plugged", "status": "completed", "tag": "98525b42-d5a5-4bf2-bbdc-be8deac09345"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:44:04.027564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port fe464471-6a1a-46bf-945d-e41a36313e13, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=fe464471-6a1a-46bf-945d-e41a36313e13,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:04.056350 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c1ce4eba-0b71-420e-ab0f-a91d3522b7d4 req-66de303e-2901-4d69-8386-6132a39dc63c tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:04.074195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1ce4eba-0b71-420e-ab0f-a91d3522b7d4 req-66de303e-2901-4d69-8386-6132a39dc63c tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 1.1079364 Dec 14 02:44:04.080295 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 98525b42-d5a5-4bf2-bbdc-be8deac09345, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=98525b42-d5a5-4bf2-bbdc-be8deac09345,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:04.090638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4a8f31fa-bc24-441b-9c93-191cb6ad4593 None None] Provisioning complete for port fe464471-6a1a-46bf-945d-e41a36313e13 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:04.090638 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4a8f31fa-bc24-441b-9c93-191cb6ad4593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:04.105783 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de303e-2901-4d69-8386-6132a39dc63c tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d41e643-80a7-4abf-b9ce-51e7c38a6568,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:04.168606 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:04.237172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ed102-642d-44cf-a14e-719c6d986752 req-414abf47-94de-4b59-9aca-1bcf0e697627 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:04.242319 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d6ed102-642d-44cf-a14e-719c6d986752 req-414abf47-94de-4b59-9aca-1bcf0e697627 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 944 time: 0.0951247 Dec 14 02:44:04.246393 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3639651f-2203-4edb-bd9b-97d794b3f946 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Router c2e520b6-c542-4d3d-bcd4-807136eb1f7f is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:44:04.278918 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:04.314272 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=fe464471-6a1a-46bf-945d-e41a36313e13,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:04.328764 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:04.329134 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:04.329527 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:04.329875 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:04.330219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:04.330569 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:04.331180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:04.331532 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:04.331875 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:04.332207 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:04.332543 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:04.332932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:04.333266 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:04.411902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d6ed102-642d-44cf-a14e-719c6d986752 req-05e16b37-53fa-4add-ba93-caebd46bc7b8 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506763 Dec 14 02:44:04.477853 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8965ec-8f12-47df-b7b8-ea598118ec01 x-openstack-request-id: req-8d8965ec-8f12-47df-b7b8-ea598118ec01 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:44:04.478165 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78dc2a1-0184-405e-84ff-ab451db25124", "name": "network-vif-plugged", "status": "completed", "tag": "98525b42-d5a5-4bf2-bbdc-be8deac09345", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:44:04.478562 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d8965ec-8f12-47df-b7b8-ea598118ec01 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:44:04.478966 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78dc2a1-0184-405e-84ff-ab451db25124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98525b42-d5a5-4bf2-bbdc-be8deac09345', 'code': 200} Dec 14 02:44:04.501915 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3639651f-2203-4edb-bd9b-97d794b3f946 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:44:04.520325 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Sync routers for ids ['c2e520b6-c542-4d3d-bcd4-807136eb1f7f'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:44:04.532913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41420) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:04.533442 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3639651f-2203-4edb-bd9b-97d794b3f946 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "PUT /v2.0/routers/c2e520b6-c542-4d3d-bcd4-807136eb1f7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5122750 Dec 14 02:44:04.548004 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Routers {'c2e520b6-c542-4d3d-bcd4-807136eb1f7f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:04.548660 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-403d53d5-f845-4725-9148-348c010b9841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:43:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['c2e520b6-c542-4d3d-bcd4-807136eb1f7f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:04.646492 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=98525b42-d5a5-4bf2-bbdc-be8deac09345,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:04.708381 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b0972-82f3-4a10-a1e7-faafebf3eaae req-024928cb-396c-4f38-8661-8e800db3843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:04.710773 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9a7b0972-82f3-4a10-a1e7-faafebf3eaae req-024928cb-396c-4f38-8661-8e800db3843f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 1096 time: 0.1441820 Dec 14 02:44:04.737446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9467f196-d263-42ff-b978-3774fecbab71 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:04.746671 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8a03b51c-11ac-4de2-abc0-071fe0f8fef9 None None] Provisioning complete for port 3e6a684d-0f21-405f-88cb-f037c53cd026 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:04.747314 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9467f196-d263-42ff-b978-3774fecbab71 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports/3e6a684d-0f21-405f-88cb-f037c53cd026 HTTP/1.1" status: 200 len: 911 time: 0.2097380 Dec 14 02:44:04.747414 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8a03b51c-11ac-4de2-abc0-071fe0f8fef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:04.750579 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41422) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:04.762733 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Set router c2e520b6-c542-4d3d-bcd4-807136eb1f7f gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:44:04.810368 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9a7b0972-82f3-4a10-a1e7-faafebf3eaae req-b87ea6da-ef54-4084-acf9-459a882e682d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903988 Dec 14 02:44:04.820714 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8a03b51c-11ac-4de2-abc0-071fe0f8fef9 None None] Port 3e6a684d-0f21-405f-88cb-f037c53cd026 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:44:04.879338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296e03a-e023-45c5-940d-8ed5bfa8f0be req-b714b689-1f6b-4dfa-97ac-7e28f8423640 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:04.887888 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b296e03a-e023-45c5-940d-8ed5bfa8f0be req-b714b689-1f6b-4dfa-97ac-7e28f8423640 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7f693ca-876d-4631-a57d-f597ba31dd9c HTTP/1.1" status: 200 len: 946 time: 0.2833796 Dec 14 02:44:04.951107 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68b99047-4814-4f49-85ec-2607bac4d0ad req-70e94230-a364-45e5-ba40-dffc77bd42dd tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1879358918&fields=id&tenant_id=32d337d1217d4db9adb40143d76bca62 HTTP/1.1" status: 200 len: 267 time: 0.2767913 Dec 14 02:44:04.975055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065701b3-220d-456e-bf37-e83b91cb2806 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:04.994413 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065701b3-220d-456e-bf37-e83b91cb2806 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:04.999094 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-065701b3-220d-456e-bf37-e83b91cb2806 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2385452 Dec 14 02:44:05.010389 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0eec401-9df0-445d-ae58-f10e38cf3636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:05.010965 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41428) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:05.090233 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-403d53d5-f845-4725-9148-348c010b9841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e520b6-c542-4d3d-bcd4-807136eb1f7f', 'name': 'tempest-NetworksTestDHCPv6-router-230048094', 'tenant_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:59Z', 'updated_at': '2021-12-14T02:44:02Z', 'revision_number': 2, 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'gw_port_host': None, '_interfaces': [{'id': '3e6a684d-0f21-405f-88cb-f037c53cd026', 'name': '', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'tenant_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'mac_address': 'fa:16:3e:6b:b7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e520b6-c542-4d3d-bcd4-807136eb1f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8df842e9-a933-4019-b97b-a44b57486e98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:00Z', 'updated_at': '2021-12-14T02:44:02Z', 'revision_number': 2, 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'subnets': [{'id': '8df842e9-a933-4019-b97b-a44b57486e98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:05.124761 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b296e03a-e023-45c5-940d-8ed5bfa8f0be req-41c428c5-e5ae-4024-9e08-66c4ae6f0e92 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296729 Dec 14 02:44:05.173275 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device fe464471-6a1a-46bf-945d-e41a36313e13 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:05.178047 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Checking router: c2e520b6-c542-4d3d-bcd4-807136eb1f7f for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:44:05.178636 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Updating router c2e520b6-c542-4d3d-bcd4-807136eb1f7f port 3e6a684d-0f21-405f-88cb-f037c53cd026 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:44:05.236220 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:05.262716 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b99047-4814-4f49-85ec-2607bac4d0ad req-0aac840f-049f-47d4-82a5-daeae9d3b324 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:05.279647 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port fe464471-6a1a-46bf-945d-e41a36313e13 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:05.280170 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:05.282282 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68b99047-4814-4f49-85ec-2607bac4d0ad req-0aac840f-049f-47d4-82a5-daeae9d3b324 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.2722249 Dec 14 02:44:05.289109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-68b99047-4814-4f49-85ec-2607bac4d0ad req-42d403dd-fb98-4bd3-b713-4c8eec49a458 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Request body: {'port': {'security_groups': ['31524cb7-703e-4755-ac97-14ef5faa89fc', '0d41e643-80a7-4abf-b9ce-51e7c38a6568']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:05.505733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a42397b-64b1-4237-8456-ee57a68995ea req-104b4eb1-8a2f-466d-a2a6-72ba4c2cd17f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:05.513697 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a42397b-64b1-4237-8456-ee57a68995ea req-104b4eb1-8a2f-466d-a2a6-72ba4c2cd17f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.2283740 Dec 14 02:44:05.544320 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-68b99047-4814-4f49-85ec-2607bac4d0ad req-42d403dd-fb98-4bd3-b713-4c8eec49a458 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:05.647809 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a42397b-64b1-4237-8456-ee57a68995ea req-4786174f-0cf2-401a-afaa-17a57bf0fa0f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332302 Dec 14 02:44:05.672272 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:05.770778 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:05.859208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc25e4-450a-42f1-9a7e-a80f7d504e92 req-20822f16-2378-4b72-926a-17f13fb32d67 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:05.867380 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8bc25e4-450a-42f1-9a7e-a80f7d504e92 req-20822f16-2378-4b72-926a-17f13fb32d67 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=2139af33-ab2a-4585-a8eb-c3258ffe1c16 HTTP/1.1" status: 200 len: 945 time: 0.1198759 Dec 14 02:44:05.904309 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d9567-ad96-4962-b99e-ec83fc681e5d None None] Pushing event updated for resources: {'Port': ['ID=3e6a684d-0f21-405f-88cb-f037c53cd026,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:05.964454 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d9567-ad96-4962-b99e-ec83fc681e5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:05.965223 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d9567-ad96-4962-b99e-ec83fc681e5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:05.966631 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d9567-ad96-4962-b99e-ec83fc681e5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:05.967239 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d9567-ad96-4962-b99e-ec83fc681e5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:05.967981 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d9567-ad96-4962-b99e-ec83fc681e5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:05.968550 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d9567-ad96-4962-b99e-ec83fc681e5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:05.969129 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d9567-ad96-4962-b99e-ec83fc681e5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:05.969733 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d9567-ad96-4962-b99e-ec83fc681e5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:05.970298 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d9567-ad96-4962-b99e-ec83fc681e5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:05.970890 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d9567-ad96-4962-b99e-ec83fc681e5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:05.971466 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d9567-ad96-4962-b99e-ec83fc681e5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:05.972049 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d9567-ad96-4962-b99e-ec83fc681e5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:05.972806 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2d9567-ad96-4962-b99e-ec83fc681e5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:06.023883 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Attempting to bind port 3e6a684d-0f21-405f-88cb-f037c53cd026 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:44:06.025544 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Attempting to bind port 3e6a684d-0f21-405f-88cb-f037c53cd026 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:44:06.027222 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Attempting to bind port 3e6a684d-0f21-405f-88cb-f037c53cd026 on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:44:06.033879 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:44:06.034724 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:44:06.036605 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:06.037384 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:44:06.038193 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Bound port: 3e6a684d-0f21-405f-88cb-f037c53cd026, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:44:06.039315 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:06.087787 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8bc25e4-450a-42f1-9a7e-a80f7d504e92 req-ffb36f74-a537-46c2-9559-1d2e9ea0193f tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177832 Dec 14 02:44:06.098536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-68b99047-4814-4f49-85ec-2607bac4d0ad req-42d403dd-fb98-4bd3-b713-4c8eec49a458 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] For port 4daf223f-a71f-400d-a949-3e506c040977, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4daf223f-a71f-400d-a949-3e506c040977,segment=NetworkSegment(101c9251-151f-40cc-9665-28327f284b60),segment_id=101c9251-151f-40cc-9665-28327f284b60)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:06.201289 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-403d53d5-f845-4725-9148-348c010b9841 None None] For port 3e6a684d-0f21-405f-88cb-f037c53cd026, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:44:06.205362 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-403d53d5-f845-4725-9148-348c010b9841 None None] For port 3e6a684d-0f21-405f-88cb-f037c53cd026, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3e6a684d-0f21-405f-88cb-f037c53cd026,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:44:06.234121 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-68b99047-4814-4f49-85ec-2607bac4d0ad req-42d403dd-fb98-4bd3-b713-4c8eec49a458 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:06.267413 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:06.296737 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:06.349369 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-68b99047-4814-4f49-85ec-2607bac4d0ad req-42d403dd-fb98-4bd3-b713-4c8eec49a458 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:06.382296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c9e4c4c5-edb7-43a5-9ffd-1d1b6a792225 None None] Provisioning complete for port 3e6a684d-0f21-405f-88cb-f037c53cd026 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:06.385363 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9e4c4c5-edb7-43a5-9ffd-1d1b6a792225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:06.398196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4daf223f-a71f-400d-a949-3e506c040977'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:44:06.403891 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d9567-ad96-4962-b99e-ec83fc681e5d None None] Pushing event updated for resources: {'Port': ['ID=3e6a684d-0f21-405f-88cb-f037c53cd026,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:06.435475 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Routers {'c2e520b6-c542-4d3d-bcd4-807136eb1f7f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:06.436271 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-403d53d5-f845-4725-9148-348c010b9841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['c2e520b6-c542-4d3d-bcd4-807136eb1f7f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:06.543876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b99047-4814-4f49-85ec-2607bac4d0ad req-42d403dd-fb98-4bd3-b713-4c8eec49a458 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:06.547184 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-68b99047-4814-4f49-85ec-2607bac4d0ad req-42d403dd-fb98-4bd3-b713-4c8eec49a458 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:06.570119 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68b99047-4814-4f49-85ec-2607bac4d0ad req-42d403dd-fb98-4bd3-b713-4c8eec49a458 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "PUT /v2.0/ports/4daf223f-a71f-400d-a949-3e506c040977 HTTP/1.1" status: 200 len: 982 time: 1.2859137 Dec 14 02:44:06.573959 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334d8ddd-a28e-41d3-bb7c-1536a79cee3a', 'tag': '4daf223f-a71f-400d-a949-3e506c040977'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:44:06.583795 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00338e0-5288-4b7f-8808-398f302a9c00" -d '{"events": [{"name": "network-changed", "server_uuid": "334d8ddd-a28e-41d3-bb7c-1536a79cee3a", "tag": "4daf223f-a71f-400d-a949-3e506c040977"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:44:06.590594 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5f4ef5bb-5ab2-4f04-8f60-da5ced4b4088 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:06.652988 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-403d53d5-f845-4725-9148-348c010b9841 None None] Set router c2e520b6-c542-4d3d-bcd4-807136eb1f7f gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:44:06.854924 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4daf223f-a71f-400d-a949-3e506c040977'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:44:06.872248 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138f2d1-e274-48f5-83c3-fbf99a71925c req-8d43db48-8d3b-4b68-8f4b-8c9007026d11 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:06.881252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b138f2d1-e274-48f5-83c3-fbf99a71925c req-8d43db48-8d3b-4b68-8f4b-8c9007026d11 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 945 time: 0.2113121 Dec 14 02:44:06.915069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d403dd-fb98-4bd3-b713-4c8eec49a458 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Pushing event updated for resources: {'Port': ['ID=4daf223f-a71f-400d-a949-3e506c040977,revision_number=6']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:07.108757 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b138f2d1-e274-48f5-83c3-fbf99a71925c req-91a68c3b-1269-4a78-ab31-462784bff9ca tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256401 Dec 14 02:44:07.120512 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-403d53d5-f845-4725-9148-348c010b9841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e520b6-c542-4d3d-bcd4-807136eb1f7f', 'name': 'tempest-NetworksTestDHCPv6-router-230048094', 'tenant_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:59Z', 'updated_at': '2021-12-14T02:44:02Z', 'revision_number': 2, 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'gw_port_host': None, '_interfaces': [{'id': '3e6a684d-0f21-405f-88cb-f037c53cd026', 'name': '', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'tenant_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'mac_address': 'fa:16:3e:6b:b7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e520b6-c542-4d3d-bcd4-807136eb1f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8df842e9-a933-4019-b97b-a44b57486e98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:00Z', 'updated_at': '2021-12-14T02:44:06Z', 'revision_number': 4, 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'subnets': [{'id': '8df842e9-a933-4019-b97b-a44b57486e98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:07.150034 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d53d5-f845-4725-9148-348c010b9841 None None] The sync data for ids ['c2e520b6-c542-4d3d-bcd4-807136eb1f7f'] in n-d-821636-1 is: [{'id': 'c2e520b6-c542-4d3d-bcd4-807136eb1f7f', 'name': 'tempest-NetworksTestDHCPv6-router-230048094', 'tenant_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:59Z', 'updated_at': '2021-12-14T02:44:02Z', 'revision_number': 2, 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'gw_port_host': None, '_interfaces': [{'id': '3e6a684d-0f21-405f-88cb-f037c53cd026', 'name': '', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'tenant_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'mac_address': 'fa:16:3e:6b:b7:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2e520b6-c542-4d3d-bcd4-807136eb1f7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '8df842e9-a933-4019-b97b-a44b57486e98', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:00Z', 'updated_at': '2021-12-14T02:44:06Z', 'revision_number': 4, 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'subnets': [{'id': '8df842e9-a933-4019-b97b-a44b57486e98', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:44:07.196899 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ef5bb-5ab2-4f04-8f60-da5ced4b4088 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port 3e6a684d-0f21-405f-88cb-f037c53cd026 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:07.198339 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5f4ef5bb-5ab2-4f04-8f60-da5ced4b4088 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:07.318861 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-43bcd935-bd52-4442-8911-9c9e419bd304 req-2e03c56e-29c8-44a3-9f84-00a07759b95a tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1879358918&fields=id&tenant_id=32d337d1217d4db9adb40143d76bca62 HTTP/1.1" status: 200 len: 267 time: 0.0662718 Dec 14 02:44:07.355731 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9e4c4c5-edb7-43a5-9ffd-1d1b6a792225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:07.396979 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6da7e3-e131-48a3-af4f-34feb4749825 x-openstack-request-id: req-2b6da7e3-e131-48a3-af4f-34feb4749825 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:44:07.397280 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334d8ddd-a28e-41d3-bb7c-1536a79cee3a", "tag": "4daf223f-a71f-400d-a949-3e506c040977", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:44:07.397596 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2b6da7e3-e131-48a3-af4f-34feb4749825 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:44:07.398029 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334d8ddd-a28e-41d3-bb7c-1536a79cee3a', 'tag': '4daf223f-a71f-400d-a949-3e506c040977', 'status': 'completed', 'code': 200} Dec 14 02:44:07.413505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcd935-bd52-4442-8911-9c9e419bd304 req-5689f516-6b4e-4817-8ccb-39a58482b058 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:07.423909 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-43bcd935-bd52-4442-8911-9c9e419bd304 req-5689f516-6b4e-4817-8ccb-39a58482b058 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 985 time: 0.1034470 Dec 14 02:44:07.432225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-43bcd935-bd52-4442-8911-9c9e419bd304 req-8606375c-f241-40fd-be6a-bdf6f2936775 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Request body: {'port': {'security_groups': ['31524cb7-703e-4755-ac97-14ef5faa89fc']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:07.573408 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-43bcd935-bd52-4442-8911-9c9e419bd304 req-8606375c-f241-40fd-be6a-bdf6f2936775 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:07.674639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-5f4ef5bb-5ab2-4f04-8f60-da5ced4b4088 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] For port 3e6a684d-0f21-405f-88cb-f037c53cd026, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3e6a684d-0f21-405f-88cb-f037c53cd026,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:07.675487 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5f4ef5bb-5ab2-4f04-8f60-da5ced4b4088 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:07.694285 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00338e0-5288-4b7f-8808-398f302a9c00 req-3f3c0a10-ba0e-4ea9-850c-1bcc1cdf0be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:07.697060 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a00338e0-5288-4b7f-8808-398f302a9c00 req-3f3c0a10-ba0e-4ea9-850c-1bcc1cdf0be3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32d337d1217d4db9adb40143d76bca62&device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 1136 time: 0.2728381 Dec 14 02:44:07.710737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-5f4ef5bb-5ab2-4f04-8f60-da5ced4b4088 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for 3e6a684d-0f21-405f-88cb-f037c53cd026 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:07.736943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c9e4c4c5-edb7-43a5-9ffd-1d1b6a792225 None None] For port 3e6a684d-0f21-405f-88cb-f037c53cd026, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3e6a684d-0f21-405f-88cb-f037c53cd026,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:07.741215 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:07.868658 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9e4c4c5-edb7-43a5-9ffd-1d1b6a792225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:08.055159 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1aecb6-4c84-4575-9a1a-5c51e9f5d744 req-0d758ae9-cdbc-4c31-a2a2-195f19212789 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:08.066942 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca1aecb6-4c84-4575-9a1a-5c51e9f5d744 req-0d758ae9-cdbc-4c31-a2a2-195f19212789 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.3951800 Dec 14 02:44:08.067904 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00338e0-5288-4b7f-8808-398f302a9c00 req-1f4da7ee-e695-4f64-9576-2b8e326cc5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:08.074362 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a00338e0-5288-4b7f-8808-398f302a9c00 req-1f4da7ee-e695-4f64-9576-2b8e326cc5b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=82dc5914-cd1b-4778-a869-3e41b7519127 HTTP/1.1" status: 200 len: 921 time: 0.3598728 Dec 14 02:44:08.128618 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-be92dbaf-bb34-405b-9799-28436ff7e18e None None] Provisioning complete for port 3e6a684d-0f21-405f-88cb-f037c53cd026 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:08.129000 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-be92dbaf-bb34-405b-9799-28436ff7e18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:08.142379 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41474) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:08.190657 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a00338e0-5288-4b7f-8808-398f302a9c00 req-609bc643-66b3-40c4-a69c-1df8c96d935d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4daf223f-a71f-400d-a949-3e506c040977 HTTP/1.1" status: 200 len: 217 time: 0.1039131 Dec 14 02:44:08.229722 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4c4c5-edb7-43a5-9ffd-1d1b6a792225 None None] Pushing event updated for resources: {'Port': ['ID=3e6a684d-0f21-405f-88cb-f037c53cd026,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:08.315043 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00338e0-5288-4b7f-8808-398f302a9c00 req-801905cd-1ae3-4684-bbf2-19480845efec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:08.319706 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a00338e0-5288-4b7f-8808-398f302a9c00 req-801905cd-1ae3-4684-bbf2-19480845efec service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bb449386-1fa9-4eea-b49f-ec20ad823c7e HTTP/1.1" status: 200 len: 860 time: 0.1183109 Dec 14 02:44:08.428545 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a00338e0-5288-4b7f-8808-398f302a9c00 req-3635f828-88da-488e-8e2a-e9ab40756467 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82dc5914-cd1b-4778-a869-3e41b7519127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793662 Dec 14 02:44:08.551495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca1aecb6-4c84-4575-9a1a-5c51e9f5d744 req-8176fdce-d0ba-4205-b5f9-9975d0815916 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4804058 Dec 14 02:44:08.554210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-43bcd935-bd52-4442-8911-9c9e419bd304 req-8606375c-f241-40fd-be6a-bdf6f2936775 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] For port 4daf223f-a71f-400d-a949-3e506c040977, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4daf223f-a71f-400d-a949-3e506c040977,segment=NetworkSegment(101c9251-151f-40cc-9665-28327f284b60),segment_id=101c9251-151f-40cc-9665-28327f284b60)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:08.614108 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:08.620175 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-43bcd935-bd52-4442-8911-9c9e419bd304 req-8606375c-f241-40fd-be6a-bdf6f2936775 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:08.672888 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dcc57d61-247e-4665-ac39-e62a379b723c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:08.700587 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-43bcd935-bd52-4442-8911-9c9e419bd304 req-8606375c-f241-40fd-be6a-bdf6f2936775 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:08.742323 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4daf223f-a71f-400d-a949-3e506c040977'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:44:08.757151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bcd935-bd52-4442-8911-9c9e419bd304 req-8606375c-f241-40fd-be6a-bdf6f2936775 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:08.758198 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a00338e0-5288-4b7f-8808-398f302a9c00 req-d11c6de4-ea6b-4365-9e29-f5e9e1c422e2 service neutron] 10.222.0.47 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099401 Dec 14 02:44:08.759981 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-43bcd935-bd52-4442-8911-9c9e419bd304 req-8606375c-f241-40fd-be6a-bdf6f2936775 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:08.765696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-43bcd935-bd52-4442-8911-9c9e419bd304 req-8606375c-f241-40fd-be6a-bdf6f2936775 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "PUT /v2.0/ports/4daf223f-a71f-400d-a949-3e506c040977 HTTP/1.1" status: 200 len: 943 time: 1.3406663 Dec 14 02:44:08.921539 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606375c-f241-40fd-be6a-bdf6f2936775 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Pushing event updated for resources: {'Port': ['ID=4daf223f-a71f-400d-a949-3e506c040977,revision_number=7']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:08.992533 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4daf223f-a71f-400d-a949-3e506c040977'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:44:09.002904 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5f4ef5bb-5ab2-4f04-8f60-da5ced4b4088 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:09.030301 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a00338e0-5288-4b7f-8808-398f302a9c00 req-69317bfb-4d7c-4e27-9570-cc96434ff15b service neutron] 10.222.0.47 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411668 Dec 14 02:44:09.096519 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca720c-5efb-44bd-9b45-4b2b4e4dc03c req-e2295291-dcce-4964-9c8e-289c0f6bad63 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:09.106270 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0ca720c-5efb-44bd-9b45-4b2b4e4dc03c req-e2295291-dcce-4964-9c8e-289c0f6bad63 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=2139af33-ab2a-4585-a8eb-c3258ffe1c16 HTTP/1.1" status: 200 len: 945 time: 0.1893401 Dec 14 02:44:09.158832 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dcc57d61-247e-4665-ac39-e62a379b723c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:09.198126 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ef5bb-5ab2-4f04-8f60-da5ced4b4088 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=3e6a684d-0f21-405f-88cb-f037c53cd026,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:09.211080 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0ca720c-5efb-44bd-9b45-4b2b4e4dc03c req-971abeab-05b5-421b-a56d-9afda97f6a0d tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965555 Dec 14 02:44:09.225860 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dcc57d61-247e-4665-ac39-e62a379b723c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:09.314238 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3e6a684d-0f21-405f-88cb-f037c53cd026 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:09.363530 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 3e6a684d-0f21-405f-88cb-f037c53cd026 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:44:09.363530 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3e6a684d-0f21-405f-88cb-f037c53cd026 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 14 02:44:09.406394 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Port 3e6a684d-0f21-405f-88cb-f037c53cd026 not found, will not notify nova. {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 14 02:44:09.418909 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-dcc57d61-247e-4665-ac39-e62a379b723c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ea93bb97f2c450da7cf73c7d5a17ce7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2730076 Dec 14 02:44:09.418909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334d8ddd-a28e-41d3-bb7c-1536a79cee3a', 'tag': '4daf223f-a71f-400d-a949-3e506c040977'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:44:09.425657 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c922f0-b9e7-43b0-89ec-94afffaedaf3" -d '{"events": [{"name": "network-changed", "server_uuid": "334d8ddd-a28e-41d3-bb7c-1536a79cee3a", "tag": "4daf223f-a71f-400d-a949-3e506c040977"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:44:09.433611 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41484) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:09.528046 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5f4ef5bb-5ab2-4f04-8f60-da5ced4b4088 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:09.629433 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc57d61-247e-4665-ac39-e62a379b723c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99be445-a245-453e-8d4b-2a9cbff49fa8,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:09.640854 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c7309-39d6-40f1-bc39-4ef1f723653f req-f2885937-64d7-4b6b-8165-2987ed6bbfa0 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:09.642426 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fc2c7309-39d6-40f1-bc39-4ef1f723653f req-f2885937-64d7-4b6b-8165-2987ed6bbfa0 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.46 "GET /v2.0/ports?device_id=2139af33-ab2a-4585-a8eb-c3258ffe1c16 HTTP/1.1" status: 200 len: 945 time: 0.2363343 Dec 14 02:44:09.743375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800acb11-36b9-4de6-abf6-7811fc96981c req-c85c0903-d682-456d-8185-929331a0ec44 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:09.751503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-800acb11-36b9-4de6-abf6-7811fc96981c req-c85c0903-d682-456d-8185-929331a0ec44 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 945 time: 0.1742361 Dec 14 02:44:09.757131 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4ef5bb-5ab2-4f04-8f60-da5ced4b4088 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Router c2e520b6-c542-4d3d-bcd4-807136eb1f7f has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:44:09.866881 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-800acb11-36b9-4de6-abf6-7811fc96981c req-0ff86ae7-fc56-421b-abbc-c78d457aaa80 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129704 Dec 14 02:44:09.875136 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-acb4bd4e-a699-41e1-8462-801e1e0db3c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:09.890044 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4ef5bb-5ab2-4f04-8f60-da5ced4b4088 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:44:09.895416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-81abacfb-1480-40b0-95ec-f5b5fac6510e tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5316725 Dec 14 02:44:09.900861 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a7415-836c-48a1-8600-3fb49e8b3dc6 None None] Sync routers for ids ['c2e520b6-c542-4d3d-bcd4-807136eb1f7f'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:44:09.908059 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5f4ef5bb-5ab2-4f04-8f60-da5ced4b4088 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "PUT /v2.0/routers/c2e520b6-c542-4d3d-bcd4-807136eb1f7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9044201 Dec 14 02:44:09.908263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41494) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:09.916387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-e9287a11-293c-4718-8816-97a8e1e99cd0 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:09.931365 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1457bc-df90-471f-a551-05a3c18c2fa6 x-openstack-request-id: req-4c1457bc-df90-471f-a551-05a3c18c2fa6 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:44:09.931808 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334d8ddd-a28e-41d3-bb7c-1536a79cee3a", "tag": "4daf223f-a71f-400d-a949-3e506c040977", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:44:09.932133 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c1457bc-df90-471f-a551-05a3c18c2fa6 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:44:09.933181 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334d8ddd-a28e-41d3-bb7c-1536a79cee3a', 'tag': '4daf223f-a71f-400d-a949-3e506c040977', 'status': 'completed', 'code': 200} Dec 14 02:44:09.935206 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-acb4bd4e-a699-41e1-8462-801e1e0db3c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:09.959405 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8a7415-836c-48a1-8600-3fb49e8b3dc6 None None] Routers {'c2e520b6-c542-4d3d-bcd4-807136eb1f7f'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:09.959826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-da8a7415-836c-48a1-8600-3fb49e8b3dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['c2e520b6-c542-4d3d-bcd4-807136eb1f7f'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:10.043803 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea20e62-e0dd-445e-b99b-5ab971347f93 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:10.046045 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea20e62-e0dd-445e-b99b-5ab971347f93 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:10.051660 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-eea20e62-e0dd-445e-b99b-5ab971347f93 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1424396 Dec 14 02:44:10.053718 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41496) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:10.082266 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-da8a7415-836c-48a1-8600-3fb49e8b3dc6 None None] Set router c2e520b6-c542-4d3d-bcd4-807136eb1f7f gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:44:10.091148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c827ee-2af9-487d-ba25-0796c59865e8 req-c7483ccd-de7c-4d09-9a6d-d1b01dac3c38 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:10.097001 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58c827ee-2af9-487d-ba25-0796c59865e8 req-c7483ccd-de7c-4d09-9a6d-d1b01dac3c38 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.0959456 Dec 14 02:44:10.131801 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c922f0-b9e7-43b0-89ec-94afffaedaf3 req-35c41d6e-8159-4b46-89ac-c3c909ee65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:10.134237 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b9c922f0-b9e7-43b0-89ec-94afffaedaf3 req-35c41d6e-8159-4b46-89ac-c3c909ee65ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32d337d1217d4db9adb40143d76bca62&device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 1097 time: 0.1496294 Dec 14 02:44:10.142104 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-038d2e00-52aa-4c2e-aa91-aebca299334b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet 8df842e9-a933-4019-b97b-a44b57486e98 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:44:10.155156 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-038d2e00-52aa-4c2e-aa91-aebca299334b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:10.256043 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-038d2e00-52aa-4c2e-aa91-aebca299334b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:10.257196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-da8a7415-836c-48a1-8600-3fb49e8b3dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e520b6-c542-4d3d-bcd4-807136eb1f7f', 'name': 'tempest-NetworksTestDHCPv6-router-230048094', 'tenant_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:59Z', 'updated_at': '2021-12-14T02:44:08Z', 'revision_number': 3, 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:10.334560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a7415-836c-48a1-8600-3fb49e8b3dc6 None None] Checking router: c2e520b6-c542-4d3d-bcd4-807136eb1f7f for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:44:10.363472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8a7415-836c-48a1-8600-3fb49e8b3dc6 None None] Routers {'c2e520b6-c542-4d3d-bcd4-807136eb1f7f'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:10.365093 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-da8a7415-836c-48a1-8600-3fb49e8b3dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['c2e520b6-c542-4d3d-bcd4-807136eb1f7f'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:10.405680 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-038d2e00-52aa-4c2e-aa91-aebca299334b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:10.490711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c922f0-b9e7-43b0-89ec-94afffaedaf3 req-df4407e6-5c63-4631-a101-25f0f7ef5e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:10.492213 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b9c922f0-b9e7-43b0-89ec-94afffaedaf3 req-df4407e6-5c63-4631-a101-25f0f7ef5e1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=82dc5914-cd1b-4778-a869-3e41b7519127 HTTP/1.1" status: 200 len: 921 time: 0.3472178 Dec 14 02:44:10.518006 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-da8a7415-836c-48a1-8600-3fb49e8b3dc6 None None] Set router c2e520b6-c542-4d3d-bcd4-807136eb1f7f gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:44:10.544367 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b9c922f0-b9e7-43b0-89ec-94afffaedaf3 req-4a4b5f79-d75a-492f-b7ab-d9d9c64c6fb0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4daf223f-a71f-400d-a949-3e506c040977 HTTP/1.1" status: 200 len: 217 time: 0.0417628 Dec 14 02:44:10.554393 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-e9287a11-293c-4718-8816-97a8e1e99cd0 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:10.590965 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-da8a7415-836c-48a1-8600-3fb49e8b3dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2e520b6-c542-4d3d-bcd4-807136eb1f7f', 'name': 'tempest-NetworksTestDHCPv6-router-230048094', 'tenant_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:59Z', 'updated_at': '2021-12-14T02:44:08Z', 'revision_number': 3, 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:10.622352 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8a7415-836c-48a1-8600-3fb49e8b3dc6 None None] The sync data for ids ['c2e520b6-c542-4d3d-bcd4-807136eb1f7f'] in n-d-821636-1 is: [{'id': 'c2e520b6-c542-4d3d-bcd4-807136eb1f7f', 'name': 'tempest-NetworksTestDHCPv6-router-230048094', 'tenant_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:59Z', 'updated_at': '2021-12-14T02:44:08Z', 'revision_number': 3, 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:44:10.624971 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c922f0-b9e7-43b0-89ec-94afffaedaf3 req-be256c72-0761-4235-9f38-d9ef2c58fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:10.626441 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b9c922f0-b9e7-43b0-89ec-94afffaedaf3 req-be256c72-0761-4235-9f38-d9ef2c58fee5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bb449386-1fa9-4eea-b49f-ec20ad823c7e HTTP/1.1" status: 200 len: 860 time: 0.0735443 Dec 14 02:44:10.636683 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58c827ee-2af9-487d-ba25-0796c59865e8 req-b7fd1111-e5b2-49a7-bf34-0737d7122d25 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5343978 Dec 14 02:44:10.647507 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-acb4bd4e-a699-41e1-8462-801e1e0db3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:10.652437 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-acb4bd4e-a699-41e1-8462-801e1e0db3c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:10.655874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-acb4bd4e-a699-41e1-8462-801e1e0db3c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a99be445-a245-453e-8d4b-2a9cbff49fa8 HTTP/1.1" status: 204 len: 168 time: 1.1755879 Dec 14 02:44:10.656615 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-038d2e00-52aa-4c2e-aa91-aebca299334b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:10.682308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4bd4e-a699-41e1-8462-801e1e0db3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99be445-a245-453e-8d4b-2a9cbff49fa8,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:10.736092 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b9c922f0-b9e7-43b0-89ec-94afffaedaf3 req-63e8f623-7ef9-4cec-8192-e8d5ce21ad9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82dc5914-cd1b-4778-a869-3e41b7519127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937185 Dec 14 02:44:10.738751 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d2e00-52aa-4c2e-aa91-aebca299334b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=8df842e9-a933-4019-b97b-a44b57486e98,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:10.743539 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-e9287a11-293c-4718-8816-97a8e1e99cd0 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:10.743944 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-038d2e00-52aa-4c2e-aa91-aebca299334b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:10.747713 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-038d2e00-52aa-4c2e-aa91-aebca299334b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/8df842e9-a933-4019-b97b-a44b57486e98 HTTP/1.1" status: 204 len: 168 time: 0.6926310 Dec 14 02:44:10.757139 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41506) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:10.757340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850ca0f4-e982-4b8d-a43c-69d5883f3ba4 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:10.847739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802234af-11c2-4ad7-871e-592ac9cf7807 req-1484ccfd-782e-4c58-a0f4-fd46ee3ab1ba tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:10.849215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-802234af-11c2-4ad7-871e-592ac9cf7807 req-1484ccfd-782e-4c58-a0f4-fd46ee3ab1ba tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 945 time: 0.1034796 Dec 14 02:44:10.943565 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1e3898c4-68a5-485d-8bb1-63d81d1c232e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1851027 Dec 14 02:44:10.950741 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41508) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:10.951587 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-802234af-11c2-4ad7-871e-592ac9cf7807 req-4815c221-2c00-4fe9-9bea-9bd597d91e87 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900919 Dec 14 02:44:10.952882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-e9287a11-293c-4718-8816-97a8e1e99cd0 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Allocated IP 172.25.7.22 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/9512b934-2429-4c64-9e70-97b35c6b2f1f) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:11.157337 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3e6a684d-0f21-405f-88cb-f037c53cd026 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:44:11.185268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 3e6a684d-0f21-405f-88cb-f037c53cd026 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:44:11.193739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3e6a684d-0f21-405f-88cb-f037c53cd026 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:44:11.195002 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-e9287a11-293c-4718-8816-97a8e1e99cd0 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:11.247466 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddae0b47-cb4c-4c18-8017-dba369d3511c None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:44:11.335041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ddae0b47-cb4c-4c18-8017-dba369d3511c None None] Deleting port fe464471-6a1a-46bf-945d-e41a36313e13 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:11.335429 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ddae0b47-cb4c-4c18-8017-dba369d3511c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:11.350186 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-e9287a11-293c-4718-8816-97a8e1e99cd0 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:11.416432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ddae0b47-cb4c-4c18-8017-dba369d3511c None None] For port fe464471-6a1a-46bf-945d-e41a36313e13, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=fe464471-6a1a-46bf-945d-e41a36313e13,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:11.417456 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ddae0b47-cb4c-4c18-8017-dba369d3511c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:11.423204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-e9287a11-293c-4718-8816-97a8e1e99cd0 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:11.429341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-e9287a11-293c-4718-8816-97a8e1e99cd0 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:11.430104 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ddae0b47-cb4c-4c18-8017-dba369d3511c None None] Calling delete_port for fe464471-6a1a-46bf-945d-e41a36313e13 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:11.431922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-e9287a11-293c-4718-8816-97a8e1e99cd0 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:11.442909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0da435-ff14-4dbf-878d-a3101c66bdef req-abcf6e66-53d7-40f8-a090-5b528a3dc2cf tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:11.450830 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e0da435-ff14-4dbf-878d-a3101c66bdef req-abcf6e66-53d7-40f8-a090-5b528a3dc2cf tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=2139af33-ab2a-4585-a8eb-c3258ffe1c16 HTTP/1.1" status: 200 len: 945 time: 0.1304059 Dec 14 02:44:11.450830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9287a11-293c-4718-8816-97a8e1e99cd0 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Pushing event updated for resources: {'Port': ['ID=9512b934-2429-4c64-9e70-97b35c6b2f1f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:11.451142 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b9c922f0-b9e7-43b0-89ec-94afffaedaf3 req-3ddcf964-cecf-4aa0-8666-a3501bb731ec service neutron] 10.222.0.47 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6974132 Dec 14 02:44:11.527407 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-566e67d0-3ff2-4c91-a027-e8329b1ff239 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:11.559343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e0da435-ff14-4dbf-878d-a3101c66bdef req-72285080-38a9-42e6-8d14-05db6f062fcc tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840752 Dec 14 02:44:11.584766 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-e9287a11-293c-4718-8816-97a8e1e99cd0 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:11.613966 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ddae0b47-cb4c-4c18-8017-dba369d3511c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:11.648114 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddae0b47-cb4c-4c18-8017-dba369d3511c None None] No DVR routers for this DVR port fe464471-6a1a-46bf-945d-e41a36313e13 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:44:11.650184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae0b47-cb4c-4c18-8017-dba369d3511c None None] Pushing event deleted for resources: {'Port': ['ID=fe464471-6a1a-46bf-945d-e41a36313e13,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:11.724850 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-e9287a11-293c-4718-8816-97a8e1e99cd0 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:11.740491 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b9c922f0-b9e7-43b0-89ec-94afffaedaf3 req-d3081b46-18cd-416f-8fa2-38237a287ffa service neutron] 10.222.0.47 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843647 Dec 14 02:44:11.742222 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-566e67d0-3ff2-4c91-a027-e8329b1ff239 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:11.746763 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-566e67d0-3ff2-4c91-a027-e8329b1ff239 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:11.752163 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-fc2c7309-39d6-40f1-bc39-4ef1f723653f req-c8a36f05-a0af-408e-8bab-e2981768468f tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Deleting port 7e0ae5a1-1572-4983-b628-31b20ce12296 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:11.752498 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-fc2c7309-39d6-40f1-bc39-4ef1f723653f req-c8a36f05-a0af-408e-8bab-e2981768468f tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:11.889800 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-fc2c7309-39d6-40f1-bc39-4ef1f723653f req-c8a36f05-a0af-408e-8bab-e2981768468f tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] For port 7e0ae5a1-1572-4983-b628-31b20ce12296, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7e0ae5a1-1572-4983-b628-31b20ce12296,segment=NetworkSegment(f8a39437-d73e-41b3-915f-ba8497a02471),segment_id=f8a39437-d73e-41b3-915f-ba8497a02471)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:11.890244 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-fc2c7309-39d6-40f1-bc39-4ef1f723653f req-c8a36f05-a0af-408e-8bab-e2981768468f tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:11.905973 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-566e67d0-3ff2-4c91-a027-e8329b1ff239 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:11.908068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566e67d0-3ff2-4c91-a027-e8329b1ff239 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Fanout notify agent at l3_agent the message router_deleted on router c2e520b6-c542-4d3d-bcd4-807136eb1f7f {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:44:11.914287 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-566e67d0-3ff2-4c91-a027-e8329b1ff239 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:11.916380 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-566e67d0-3ff2-4c91-a027-e8329b1ff239 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/routers/c2e520b6-c542-4d3d-bcd4-807136eb1f7f HTTP/1.1" status: 204 len: 168 time: 0.5467980 Dec 14 02:44:11.922001 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41530) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:11.927085 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-adc8abae-3777-4435-8fbf-d27e185fd98b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:11.937331 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-fc2c7309-39d6-40f1-bc39-4ef1f723653f req-c8a36f05-a0af-408e-8bab-e2981768468f tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Calling delete_port for 7e0ae5a1-1572-4983-b628-31b20ce12296 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:11.963606 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-e9287a11-293c-4718-8816-97a8e1e99cd0 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:12.062022 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c85c1c-0c38-404d-843c-269b381b5c46 req-afbd9bb8-cad8-4c80-8f5e-0a6ebe1df44a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:12.071228 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63c85c1c-0c38-404d-843c-269b381b5c46 req-afbd9bb8-cad8-4c80-8f5e-0a6ebe1df44a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.0753233 Dec 14 02:44:12.090255 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-e9287a11-293c-4718-8816-97a8e1e99cd0 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:12.173856 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc8abae-3777-4435-8fbf-d27e185fd98b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:12.178695 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-adc8abae-3777-4435-8fbf-d27e185fd98b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:12.196201 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63c85c1c-0c38-404d-843c-269b381b5c46 req-ff8cd90c-0f33-4b7a-9081-1ac4463128dc tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216648 Dec 14 02:44:12.219890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9287a11-293c-4718-8816-97a8e1e99cd0 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Pushing event updated for resources: {'Port': ['ID=9512b934-2429-4c64-9e70-97b35c6b2f1f,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:12.223870 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-e9287a11-293c-4718-8816-97a8e1e99cd0 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:12.235286 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-fc2c7309-39d6-40f1-bc39-4ef1f723653f req-c8a36f05-a0af-408e-8bab-e2981768468f tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:12.270253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['ec016610-3fa6-41a4-9579-f7ff02b690c4'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:44:12.271385 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['618e6c4d-8230-4d27-9819-9b2b64791674'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:44:12.303934 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-e9287a11-293c-4718-8816-97a8e1e99cd0 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:12.306195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-e9287a11-293c-4718-8816-97a8e1e99cd0 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4015317 Dec 14 02:44:12.307422 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a36f05-a0af-408e-8bab-e2981768468f tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Pushing event deleted for resources: {'Port': ['ID=7e0ae5a1-1572-4983-b628-31b20ce12296,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:12.331393 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38942de-1cf1-4757-bfc9-392dc8b1b1eb req-b814328e-2c09-4526-819c-77a6264c8169 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:12.333121 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c38942de-1cf1-4757-bfc9-392dc8b1b1eb req-b814328e-2c09-4526-819c-77a6264c8169 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 945 time: 0.0776899 Dec 14 02:44:12.371291 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2c7309-39d6-40f1-bc39-4ef1f723653f req-c8a36f05-a0af-408e-8bab-e2981768468f tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] No DVR routers for this DVR port 7e0ae5a1-1572-4983-b628-31b20ce12296 on host n-h1-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:44:12.375017 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-fc2c7309-39d6-40f1-bc39-4ef1f723653f req-c8a36f05-a0af-408e-8bab-e2981768468f tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:12.378371 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fc2c7309-39d6-40f1-bc39-4ef1f723653f req-c8a36f05-a0af-408e-8bab-e2981768468f tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.46 "DELETE /v2.0/ports/7e0ae5a1-1572-4983-b628-31b20ce12296 HTTP/1.1" status: 204 len: 173 time: 1.4567060 Dec 14 02:44:12.378797 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2139af33-ab2a-4585-a8eb-c3258ffe1c16', 'name': 'network-vif-deleted', 'tag': '7e0ae5a1-1572-4983-b628-31b20ce12296'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:44:12.381342 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615564bf-1517-4566-879d-28db5a0024ee" -d '{"events": [{"server_uuid": "2139af33-ab2a-4585-a8eb-c3258ffe1c16", "name": "network-vif-deleted", "tag": "7e0ae5a1-1572-4983-b628-31b20ce12296"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:44:12.424685 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-94bda90d-d5d6-4b26-9cc7-7ac0fe0232e1 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.22 HTTP/1.1" status: 200 len: 695 time: 0.1076660 Dec 14 02:44:12.520528 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c38942de-1cf1-4757-bfc9-392dc8b1b1eb req-eff92b4d-2606-4d37-9256-ea0c382ee4a3 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648064 Dec 14 02:44:12.589757 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-19e7cb33-89cd-4894-9bfb-fbf0d301aa5b tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:12.591213 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-19e7cb33-89cd-4894-9bfb-fbf0d301aa5b tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.1558444 Dec 14 02:44:12.601696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-2d51ee87-169e-415b-a85f-350a84eb3692 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:44:12.603010 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8bdbd97-abd7-48fb-95d3-8a919fa94c79 req-2d51ee87-169e-415b-a85f-350a84eb3692 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060954 Dec 14 02:44:12.604721 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-adc8abae-3777-4435-8fbf-d27e185fd98b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:12.662007 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc8abae-3777-4435-8fbf-d27e185fd98b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:12.665428 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-adc8abae-3777-4435-8fbf-d27e185fd98b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:12.669949 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc8abae-3777-4435-8fbf-d27e185fd98b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:12.670536 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-adc8abae-3777-4435-8fbf-d27e185fd98b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:12.675968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5752073d-76cd-4081-90e0-199086f4e508 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:12.684343 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99c6200-f0f2-4739-b657-4451fa2d6617 x-openstack-request-id: req-b99c6200-f0f2-4739-b657-4451fa2d6617 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:44:12.684636 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2139af33-ab2a-4585-a8eb-c3258ffe1c16", "name": "network-vif-deleted", "tag": "7e0ae5a1-1572-4983-b628-31b20ce12296", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:44:12.687982 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b99c6200-f0f2-4739-b657-4451fa2d6617 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:44:12.688499 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2139af33-ab2a-4585-a8eb-c3258ffe1c16', 'name': 'network-vif-deleted', 'tag': '7e0ae5a1-1572-4983-b628-31b20ce12296', 'status': 'completed', 'code': 200} Dec 14 02:44:12.693053 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8abae-3777-4435-8fbf-d27e185fd98b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=27fee30d-9009-471d-97f7-c99815475fb1,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:12.783886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ce31c9a-6c63-4007-a6e0-73434b97d4bb req-f94c1a42-6c8d-47ff-9816-05c6b3bd4ead tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=2139af33-ab2a-4585-a8eb-c3258ffe1c16 HTTP/1.1" status: 200 len: 210 time: 0.0344489 Dec 14 02:44:12.790831 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-adc8abae-3777-4435-8fbf-d27e185fd98b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8669839 Dec 14 02:44:12.792359 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41556) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:12.797928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c4a53f4e-1224-4bd7-b5f9-4694babf70f4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1511028493', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:12.839632 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': '27fee30d-9009-471d-97f7-c99815475fb1'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:44:12.840620 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:12.893816 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0aced-20b4-4244-9717-a2e885628d95 req-a06bc01f-a0c3-48f2-821b-02c44ddbab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:12.895320 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-22a0aced-20b4-4244-9717-a2e885628d95 req-a06bc01f-a0c3-48f2-821b-02c44ddbab90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2232de45ebfb42369e596a53934ed9e2&device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 1095 time: 0.0552590 Dec 14 02:44:12.901011 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c4a53f4e-1224-4bd7-b5f9-4694babf70f4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:12.901233 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c4a53f4e-1224-4bd7-b5f9-4694babf70f4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:12.956833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-ac9b7f21-2cad-4adc-b1c6-61513dfb968a tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:12.960593 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-ac9b7f21-2cad-4adc-b1c6-61513dfb968a tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1214552 Dec 14 02:44:13.000727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Allocated IP 2001:db8::2 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/27fee30d-9009-471d-97f7-c99815475fb1/abf1d682-b1e9-44cf-b0db-542ee53faa86) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:13.020653 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-e87f0c1d-17e4-4d15-aded-9c70e87f135b tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.22 HTTP/1.1" status: 200 len: 695 time: 0.0530453 Dec 14 02:44:13.038392 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-cd4cfa1f-f743-47c8-ac49-08ccb314233a tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Request body: {'floatingip': {'port_id': '4daf223f-a71f-400d-a949-3e506c040977', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:13.083663 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-cd4cfa1f-f743-47c8-ac49-08ccb314233a tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks [] for floatingip, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:13.118881 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c4a53f4e-1224-4bd7-b5f9-4694babf70f4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:13.121741 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device fe464471-6a1a-46bf-945d-e41a36313e13 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:44:13.154321 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: fe464471-6a1a-46bf-945d-e41a36313e13 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:44:13.154683 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device fe464471-6a1a-46bf-945d-e41a36313e13 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:44:13.170585 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0aced-20b4-4244-9717-a2e885628d95 req-b0b1654d-3453-4c17-b60d-e0826ae32def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:13.172725 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-22a0aced-20b4-4244-9717-a2e885628d95 req-b0b1654d-3453-4c17-b60d-e0826ae32def service neutron] 10.222.0.46 "GET /v2.0/networks?id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061 HTTP/1.1" status: 200 len: 918 time: 0.1884680 Dec 14 02:44:13.176305 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c4a53f4e-1224-4bd7-b5f9-4694babf70f4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:13.200837 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 7e0ae5a1-1572-4983-b628-31b20ce12296 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:44:13.232796 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 7e0ae5a1-1572-4983-b628-31b20ce12296 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:44:13.233013 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 7e0ae5a1-1572-4983-b628-31b20ce12296 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:44:13.254410 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:13.270703 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c4a53f4e-1224-4bd7-b5f9-4694babf70f4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:13.272131 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c4a53f4e-1224-4bd7-b5f9-4694babf70f4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4787765 Dec 14 02:44:13.275363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41564) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:13.328909 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:13.357141 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-22a0aced-20b4-4244-9717-a2e885628d95 req-d106b2cc-6127-4b60-a78e-91849b5fda91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5868c756-0e60-46c6-9fdc-2b3df25311d3 HTTP/1.1" status: 200 len: 1000 time: 0.1575215 Dec 14 02:44:13.377927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c69ebc-a3f3-44f8-a02f-8dfabad050ab req-54acbea8-f0b6-4686-9b83-2b5baab001ef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:13.379959 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-08c69ebc-a3f3-44f8-a02f-8dfabad050ab req-54acbea8-f0b6-4686-9b83-2b5baab001ef tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.1088755 Dec 14 02:44:13.403005 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:13.418254 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:13.422924 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:13.426214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Pushing event updated for resources: {'Port': ['ID=abf1d682-b1e9-44cf-b0db-542ee53faa86,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:13.483992 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Attempting to bind port abf1d682-b1e9-44cf-b0db-542ee53faa86 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:44:13.484932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Attempting to bind port abf1d682-b1e9-44cf-b0db-542ee53faa86 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:44:13.485670 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Attempting to bind port abf1d682-b1e9-44cf-b0db-542ee53faa86 on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:44:13.493450 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:44:13.494104 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:44:13.494807 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:13.495282 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:44:13.496022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Bound port: abf1d682-b1e9-44cf-b0db-542ee53faa86, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:44:13.496658 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:13.552429 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-08c69ebc-a3f3-44f8-a02f-8dfabad050ab req-6cc9008a-4e70-4421-bf15-222de72fdc08 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663296 Dec 14 02:44:13.579894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] For port abf1d682-b1e9-44cf-b0db-542ee53faa86, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:44:13.586480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] For port abf1d682-b1e9-44cf-b0db-542ee53faa86, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=abf1d682-b1e9-44cf-b0db-542ee53faa86,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:44:13.656501 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:13.688100 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0aced-20b4-4244-9717-a2e885628d95 req-023a8f18-e346-49c2-96b2-e7f55ad6e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:13.691255 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-22a0aced-20b4-4244-9717-a2e885628d95 req-023a8f18-e346-49c2-96b2-e7f55ad6e04f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0 HTTP/1.1" status: 200 len: 856 time: 0.1936388 Dec 14 02:44:13.735510 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b05493-f31d-4cc8-a4fc-c72daedf5a48 None None] Pushing event updated for resources: {'Port': ['ID=abf1d682-b1e9-44cf-b0db-542ee53faa86,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:13.778508 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-cd4cfa1f-f743-47c8-ac49-08ccb314233a tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:13.790503 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cd627-dd85-459c-b001-4366e11c3b75 req-009b4bf6-3d87-4c09-b242-44659374980b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:13.798208 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a61cd627-dd85-459c-b001-4366e11c3b75 req-009b4bf6-3d87-4c09-b242-44659374980b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 945 time: 0.1090941 Dec 14 02:44:13.802984 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c809a1d-d8e7-4579-b562-9dc26739bfa4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:13.832406 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac79f54-e327-4bd1-873e-2e6f5e75a990 req-1e992853-5c14-4686-80ea-a5a87c5e0e53 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:13.833962 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3ac79f54-e327-4bd1-873e-2e6f5e75a990 req-1e992853-5c14-4686-80ea-a5a87c5e0e53 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.47 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 945 time: 0.1418228 Dec 14 02:44:13.838482 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0aced-20b4-4244-9717-a2e885628d95 req-4bc5bdb9-3534-47cf-8985-c467b65172c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:13.840225 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-22a0aced-20b4-4244-9717-a2e885628d95 req-4bc5bdb9-3534-47cf-8985-c467b65172c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=05677032-f5ed-4d1a-bc8f-3b24f1d3e061&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062357 Dec 14 02:44:13.848257 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-cd4cfa1f-f743-47c8-ac49-08ccb314233a tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:13.891621 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a61cd627-dd85-459c-b001-4366e11c3b75 req-cf394f01-c119-450a-a40b-d4f9582734f8 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923696 Dec 14 02:44:14.012343 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-cd4cfa1f-f743-47c8-ac49-08ccb314233a tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Floating IP f333a137-3156-4893-a2da-e503c1c5eb05 associated. External IP: 172.25.7.22, port: 4daf223f-a71f-400d-a949-3e506c040977. Dec 14 02:44:14.266153 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-22a0aced-20b4-4244-9717-a2e885628d95 req-d6e306b7-495d-49c8-89dc-ac16a659365f service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831456 Dec 14 02:44:14.282544 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-3ac79f54-e327-4bd1-873e-2e6f5e75a990 req-789dafcb-6018-483f-bcc3-97cec96c5b97 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Deleting port 98525b42-d5a5-4bf2-bbdc-be8deac09345 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:14.282919 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-3ac79f54-e327-4bd1-873e-2e6f5e75a990 req-789dafcb-6018-483f-bcc3-97cec96c5b97 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:14.310395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-cd4cfa1f-f743-47c8-ac49-08ccb314233a tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Router cad97e25-711c-4444-b483-a77db2c9ec9f has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:44:14.435278 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-cd4cfa1f-f743-47c8-ac49-08ccb314233a tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:44:14.441663 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-cd4cfa1f-f743-47c8-ac49-08ccb314233a tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:14.449186 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a25467-68ff-4b86-8808-8a45c5abcc7e None None] Sync routers for ids ['cad97e25-711c-4444-b483-a77db2c9ec9f'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:44:14.462183 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a25467-68ff-4b86-8808-8a45c5abcc7e None None] Routers {'cad97e25-711c-4444-b483-a77db2c9ec9f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:14.462823 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-25a25467-68ff-4b86-8808-8a45c5abcc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cad97e25-711c-4444-b483-a77db2c9ec9f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:14.500188 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-4c809a1d-d8e7-4579-b562-9dc26739bfa4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::1 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/27fee30d-9009-471d-97f7-c99815475fb1/ef0de887-9645-4a12-8dc5-374154a4cf03) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:14.520283 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-3ac79f54-e327-4bd1-873e-2e6f5e75a990 req-789dafcb-6018-483f-bcc3-97cec96c5b97 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] For port 98525b42-d5a5-4bf2-bbdc-be8deac09345, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=98525b42-d5a5-4bf2-bbdc-be8deac09345,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:14.522350 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-3ac79f54-e327-4bd1-873e-2e6f5e75a990 req-789dafcb-6018-483f-bcc3-97cec96c5b97 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:14.522473 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-cd4cfa1f-f743-47c8-ac49-08ccb314233a tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "PUT /v2.0/floatingips/f333a137-3156-4893-a2da-e503c1c5eb05 HTTP/1.1" status: 200 len: 996 time: 1.4912393 Dec 14 02:44:14.523467 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334d8ddd-a28e-41d3-bb7c-1536a79cee3a', 'tag': '4daf223f-a71f-400d-a949-3e506c040977'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:44:14.527455 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88943bfd-bb60-4f6a-9c88-2486e04da8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "334d8ddd-a28e-41d3-bb7c-1536a79cee3a", "tag": "4daf223f-a71f-400d-a949-3e506c040977"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:44:14.608883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-1437b4e7-7bf1-438e-9a4d-00f8bb8c6919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:14.610500 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-1437b4e7-7bf1-438e-9a4d-00f8bb8c6919 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=32d337d1217d4db9adb40143d76bca62&device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 1097 time: 0.0613668 Dec 14 02:44:14.746051 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006a5280-ba97-44ba-9ec4-ca0a678b019e x-openstack-request-id: req-006a5280-ba97-44ba-9ec4-ca0a678b019e {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:44:14.746350 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334d8ddd-a28e-41d3-bb7c-1536a79cee3a", "tag": "4daf223f-a71f-400d-a949-3e506c040977", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:44:14.748550 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-006a5280-ba97-44ba-9ec4-ca0a678b019e {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:44:14.748550 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334d8ddd-a28e-41d3-bb7c-1536a79cee3a', 'tag': '4daf223f-a71f-400d-a949-3e506c040977', 'status': 'completed', 'code': 200} Dec 14 02:44:14.774495 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-25a25467-68ff-4b86-8808-8a45c5abcc7e None None] Set router cad97e25-711c-4444-b483-a77db2c9ec9f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:44:14.811512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-81e8df29-8927-4428-bfdf-99305c80d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:14.813489 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-81e8df29-8927-4428-bfdf-99305c80d56d service neutron] 10.222.0.39 "GET /v2.0/networks?id=82dc5914-cd1b-4778-a869-3e41b7519127 HTTP/1.1" status: 200 len: 921 time: 0.1948955 Dec 14 02:44:14.959410 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e8043-5996-4c32-b77e-6168789304cd req-03859585-a6c2-4930-959a-a24b8b1dc6c2 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:14.970152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cb2e8043-5996-4c32-b77e-6168789304cd req-03859585-a6c2-4930-959a-a24b8b1dc6c2 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 944 time: 0.1438906 Dec 14 02:44:15.004791 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943bfd-bb60-4f6a-9c88-2486e04da8ba req-929ebf35-3da6-4d52-8a97-8b46d72c98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:15.006577 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88943bfd-bb60-4f6a-9c88-2486e04da8ba req-929ebf35-3da6-4d52-8a97-8b46d72c98ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32d337d1217d4db9adb40143d76bca62&device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 1097 time: 0.1920650 Dec 14 02:44:15.008768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-1c376147-620f-47af-8a22-785ba1e69898 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4daf223f-a71f-400d-a949-3e506c040977 HTTP/1.1" status: 200 len: 999 time: 0.1736045 Dec 14 02:44:15.047347 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-3ac79f54-e327-4bd1-873e-2e6f5e75a990 req-789dafcb-6018-483f-bcc3-97cec96c5b97 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Calling delete_port for 98525b42-d5a5-4bf2-bbdc-be8deac09345 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:15.127946 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cb2e8043-5996-4c32-b77e-6168789304cd req-7ef2133d-dce7-42a1-9850-06cc3ba8939d tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579936 Dec 14 02:44:15.186914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 5868c756-0e60-46c6-9fdc-2b3df25311d3 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:44:15.195172 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-22a0aced-20b4-4244-9717-a2e885628d95 req-d71b495e-53d3-41bb-a4d5-98e3c2d8c612 service neutron] 10.222.0.46 "GET /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9179060 Dec 14 02:44:15.196083 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-04de47cb-005d-443f-8906-34ffbab27c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:15.199280 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-04de47cb-005d-443f-8906-34ffbab27c20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb449386-1fa9-4eea-b49f-ec20ad823c7e HTTP/1.1" status: 200 len: 860 time: 0.1679845 Dec 14 02:44:15.219727 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-25a25467-68ff-4b86-8808-8a45c5abcc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1782589622-router', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'gw_port': {'id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'f333a137-3156-4893-a2da-e503c1c5eb05', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'floating_ip_address': '172.25.7.22', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'port_id': '4daf223f-a71f-400d-a949-3e506c040977', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127', 'mac_address': 'fa:16:3e:3b:d7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334d8ddd-a28e-41d3-bb7c-1536a79cee3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:44:11Z', 'updated_at': '2021-12-14T02:44:13Z', 'revision_number': 1, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b7c303a-b206-4488-9b91-295e1199fd95', 'name': '', 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'mac_address': 'fa:16:3e:17:d9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'bb449386-1fa9-4eea-b49f-ec20ad823c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:05Z', 'updated_at': '2021-12-14T02:43:14Z', 'revision_number': 5, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'subnets': [{'id': 'bb449386-1fa9-4eea-b49f-ec20ad823c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:15.233983 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c809a1d-d8e7-4579-b562-9dc26739bfa4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:15.255874 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device abf1d682-b1e9-44cf-b0db-542ee53faa86 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:15.285890 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a25467-68ff-4b86-8808-8a45c5abcc7e None None] Checking router: cad97e25-711c-4444-b483-a77db2c9ec9f for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:44:15.290869 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-46a7ce34-c90b-4f3e-b86d-a41a36aaff6a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=82dc5914-cd1b-4778-a869-3e41b7519127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657873 Dec 14 02:44:15.300476 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a25467-68ff-4b86-8808-8a45c5abcc7e None None] Routers {'cad97e25-711c-4444-b483-a77db2c9ec9f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:15.301274 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-25a25467-68ff-4b86-8808-8a45c5abcc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cad97e25-711c-4444-b483-a77db2c9ec9f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:15.322308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-b6870fdd-f03c-4f1b-8dcc-c78b75ff8381 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:44:15.330422 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-b6870fdd-f03c-4f1b-8dcc-c78b75ff8381 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0237751 Dec 14 02:44:15.426035 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c809a1d-d8e7-4579-b562-9dc26739bfa4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:15.434144 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-494b0d5f-1709-455c-ae63-726c569e5b42 None None] Provisioning complete for port abf1d682-b1e9-44cf-b0db-542ee53faa86 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:15.434805 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-494b0d5f-1709-455c-ae63-726c569e5b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:15.448059 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c809a1d-d8e7-4579-b562-9dc26739bfa4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:15.451475 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-4c809a1d-d8e7-4579-b562-9dc26739bfa4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:15.456230 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c809a1d-d8e7-4579-b562-9dc26739bfa4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:15.456230 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c809a1d-d8e7-4579-b562-9dc26739bfa4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:15.484204 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 5868c756-0e60-46c6-9fdc-2b3df25311d3, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=5868c756-0e60-46c6-9fdc-2b3df25311d3,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:15.489221 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-3ac79f54-e327-4bd1-873e-2e6f5e75a990 req-789dafcb-6018-483f-bcc3-97cec96c5b97 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:15.508777 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '5868c756-0e60-46c6-9fdc-2b3df25311d3', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'port_id': '5868c756-0e60-46c6-9fdc-2b3df25311d3', 'mac_address': 'fa:16:3e:1c:2b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:44:15.516860 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port abf1d682-b1e9-44cf-b0db-542ee53faa86 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:15.517631 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:15.522975 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-25a25467-68ff-4b86-8808-8a45c5abcc7e None None] Set router cad97e25-711c-4444-b483-a77db2c9ec9f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:44:15.546559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:44:15.670133 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac79f54-e327-4bd1-873e-2e6f5e75a990 req-789dafcb-6018-483f-bcc3-97cec96c5b97 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] No DVR routers for this DVR port 98525b42-d5a5-4bf2-bbdc-be8deac09345 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:44:15.674389 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-3ac79f54-e327-4bd1-873e-2e6f5e75a990 req-789dafcb-6018-483f-bcc3-97cec96c5b97 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:15.682408 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3ac79f54-e327-4bd1-873e-2e6f5e75a990 req-789dafcb-6018-483f-bcc3-97cec96c5b97 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.47 "DELETE /v2.0/ports/98525b42-d5a5-4bf2-bbdc-be8deac09345 HTTP/1.1" status: 204 len: 173 time: 1.8398976 Dec 14 02:44:15.687328 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78dc2a1-0184-405e-84ff-ab451db25124', 'name': 'network-vif-deleted', 'tag': '98525b42-d5a5-4bf2-bbdc-be8deac09345'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:44:15.690201 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b960ea-f8fd-41b5-a02b-f5982be4af7e" -d '{"events": [{"server_uuid": "d78dc2a1-0184-405e-84ff-ab451db25124", "name": "network-vif-deleted", "tag": "98525b42-d5a5-4bf2-bbdc-be8deac09345"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:44:15.701917 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:15.722268 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c809a1d-d8e7-4579-b562-9dc26739bfa4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=ef0de887-9645-4a12-8dc5-374154a4cf03,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:15.754670 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5868c756-0e60-46c6-9fdc-2b3df25311d3 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:44:15.763291 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789dafcb-6018-483f-bcc3-97cec96c5b97 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Pushing event deleted for resources: {'Port': ['ID=98525b42-d5a5-4bf2-bbdc-be8deac09345,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:15.797663 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-494b0d5f-1709-455c-ae63-726c569e5b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:15.857159 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 5868c756-0e60-46c6-9fdc-2b3df25311d3, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=5868c756-0e60-46c6-9fdc-2b3df25311d3,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:15.928034 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943bfd-bb60-4f6a-9c88-2486e04da8ba req-abfb4064-ffbc-4d20-9b8e-e624be34dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:15.932854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88943bfd-bb60-4f6a-9c88-2486e04da8ba req-abfb4064-ffbc-4d20-9b8e-e624be34dcb1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=82dc5914-cd1b-4778-a869-3e41b7519127 HTTP/1.1" status: 200 len: 921 time: 0.9171743 Dec 14 02:44:15.936151 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:15.957876 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c809a1d-d8e7-4579-b562-9dc26739bfa4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:15.968108 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-494b0d5f-1709-455c-ae63-726c569e5b42 None None] For port abf1d682-b1e9-44cf-b0db-542ee53faa86, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=abf1d682-b1e9-44cf-b0db-542ee53faa86,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:15.969462 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:16.003025 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-25a25467-68ff-4b86-8808-8a45c5abcc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1782589622-router', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'gw_port': {'id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'f333a137-3156-4893-a2da-e503c1c5eb05', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'floating_ip_address': '172.25.7.22', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'port_id': '4daf223f-a71f-400d-a949-3e506c040977', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127', 'mac_address': 'fa:16:3e:3b:d7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334d8ddd-a28e-41d3-bb7c-1536a79cee3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:44:11Z', 'updated_at': '2021-12-14T02:44:13Z', 'revision_number': 1, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b7c303a-b206-4488-9b91-295e1199fd95', 'name': '', 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'mac_address': 'fa:16:3e:17:d9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'bb449386-1fa9-4eea-b49f-ec20ad823c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:05Z', 'updated_at': '2021-12-14T02:43:14Z', 'revision_number': 5, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'subnets': [{'id': 'bb449386-1fa9-4eea-b49f-ec20ad823c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:16.031830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0610d35-e792-4b9c-b2f6-843e812ca311 req-dbd265f6-0dc2-4934-90a6-275eefbf2bf3 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:16.040096 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0610d35-e792-4b9c-b2f6-843e812ca311 req-dbd265f6-0dc2-4934-90a6-275eefbf2bf3 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=d78dc2a1-0184-405e-84ff-ab451db25124 HTTP/1.1" status: 200 len: 867 time: 0.7032619 Dec 14 02:44:16.050432 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-494b0d5f-1709-455c-ae63-726c569e5b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:16.069030 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=5868c756-0e60-46c6-9fdc-2b3df25311d3,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:16.077639 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a25467-68ff-4b86-8808-8a45c5abcc7e None None] The sync data for ids ['cad97e25-711c-4444-b483-a77db2c9ec9f'] in n-d-821636-1 is: [{'id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1782589622-router', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'gw_port': {'id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'f333a137-3156-4893-a2da-e503c1c5eb05', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'floating_ip_address': '172.25.7.22', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'port_id': '4daf223f-a71f-400d-a949-3e506c040977', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127', 'mac_address': 'fa:16:3e:3b:d7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334d8ddd-a28e-41d3-bb7c-1536a79cee3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:44:11Z', 'updated_at': '2021-12-14T02:44:13Z', 'revision_number': 1, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b7c303a-b206-4488-9b91-295e1199fd95', 'name': '', 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'mac_address': 'fa:16:3e:17:d9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'bb449386-1fa9-4eea-b49f-ec20ad823c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:05Z', 'updated_at': '2021-12-14T02:43:14Z', 'revision_number': 5, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'subnets': [{'id': 'bb449386-1fa9-4eea-b49f-ec20ad823c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:44:16.159390 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-9892d317-f1c4-48c1-abfc-1286fccf4951 service neutron] 10.222.0.39 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8281085 Dec 14 02:44:16.165909 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88943bfd-bb60-4f6a-9c88-2486e04da8ba req-27dc0ff1-e359-4810-bf7c-aebe520cd037 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4daf223f-a71f-400d-a949-3e506c040977 HTTP/1.1" status: 200 len: 999 time: 0.2171149 Dec 14 02:44:16.182320 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0610d35-e792-4b9c-b2f6-843e812ca311 req-5b4b3d4b-87ef-4811-92c7-82d6588fa3c1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358285 Dec 14 02:44:16.197206 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b0d5f-1709-455c-ae63-726c569e5b42 None None] Pushing event updated for resources: {'Port': ['ID=abf1d682-b1e9-44cf-b0db-542ee53faa86,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:16.248650 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:44:16.249567 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:44:16.254880 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-44ecabf9-fad0-49c9-9f3d-3d42c0f367fd None None] Provisioning complete for port ef0de887-9645-4a12-8dc5-374154a4cf03 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:16.255260 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44ecabf9-fad0-49c9-9f3d-3d42c0f367fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:16.320322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-44ecabf9-fad0-49c9-9f3d-3d42c0f367fd None None] Port ef0de887-9645-4a12-8dc5-374154a4cf03 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:44:16.330173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88943bfd-bb60-4f6a-9c88-2486e04da8ba req-de6036b0-38f7-434a-9eec-b7549827bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:16.331910 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88943bfd-bb60-4f6a-9c88-2486e04da8ba req-de6036b0-38f7-434a-9eec-b7549827bc7b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bb449386-1fa9-4eea-b49f-ec20ad823c7e HTTP/1.1" status: 200 len: 860 time: 0.1474688 Dec 14 02:44:16.348569 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['5868c756-0e60-46c6-9fdc-2b3df25311d3'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:44:16.412294 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c809a1d-d8e7-4579-b562-9dc26739bfa4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:16.435353 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88943bfd-bb60-4f6a-9c88-2486e04da8ba req-a181a170-4fec-4904-ab68-effab97881cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82dc5914-cd1b-4778-a869-3e41b7519127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901816 Dec 14 02:44:16.440858 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69edeb4e-3fbe-405f-8b38-7de27f672f64 req-798e5fdf-c69a-4fcd-97a9-518602511ad2 service neutron] 10.222.0.39 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574840 Dec 14 02:44:16.476502 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c809a1d-d8e7-4579-b562-9dc26739bfa4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:16.479333 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c809a1d-d8e7-4579-b562-9dc26739bfa4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:16.518538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352b3670-f0f6-47a4-963a-a97e45c0adae None None] New status for floating IP f333a137-3156-4893-a2da-e503c1c5eb05: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:44:16.595934 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164b70f0-9158-4f34-8f88-71ab7fbbf7d9 x-openstack-request-id: req-164b70f0-9158-4f34-8f88-71ab7fbbf7d9 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:44:16.596259 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78dc2a1-0184-405e-84ff-ab451db25124", "name": "network-vif-deleted", "tag": "98525b42-d5a5-4bf2-bbdc-be8deac09345", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:44:16.596480 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-164b70f0-9158-4f34-8f88-71ab7fbbf7d9 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:44:16.596885 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78dc2a1-0184-405e-84ff-ab451db25124', 'name': 'network-vif-deleted', 'tag': '98525b42-d5a5-4bf2-bbdc-be8deac09345', 'status': 'completed', 'code': 200} Dec 14 02:44:16.688700 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c809a1d-d8e7-4579-b562-9dc26739bfa4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=ef0de887-9645-4a12-8dc5-374154a4cf03,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:16.710612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 98525b42-d5a5-4bf2-bbdc-be8deac09345 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:44:16.735980 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 98525b42-d5a5-4bf2-bbdc-be8deac09345 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:44:16.736385 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 98525b42-d5a5-4bf2-bbdc-be8deac09345 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:44:16.743408 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c809a1d-d8e7-4579-b562-9dc26739bfa4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:16.744929 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-4c809a1d-d8e7-4579-b562-9dc26739bfa4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:16.792210 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88943bfd-bb60-4f6a-9c88-2486e04da8ba req-a3b6f432-0cb0-45a4-9484-f8dc9290c003 service neutron] 10.222.0.47 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139062 Dec 14 02:44:16.827241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51aab4-d756-4372-873c-594de99f266a req-50f88ecf-4dbb-4b29-bb92-e3009e67f982 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:16.835962 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e51aab4-d756-4372-873c-594de99f266a req-50f88ecf-4dbb-4b29-bb92-e3009e67f982 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 945 time: 0.2113616 Dec 14 02:44:16.853718 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-9ae60035-5884-409c-a2ec-91ec04f78090 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.22 HTTP/1.1" status: 200 len: 999 time: 0.1927338 Dec 14 02:44:17.008619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-bfe97b47-436c-4e6c-8cee-fc7025388024 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:17.010280 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-bfe97b47-436c-4e6c-8cee-fc7025388024 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports/4daf223f-a71f-400d-a949-3e506c040977 HTTP/1.1" status: 200 len: 943 time: 0.1450558 Dec 14 02:44:17.036907 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c809a1d-d8e7-4579-b562-9dc26739bfa4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Router a1faf329-6703-4ab6-a843-c433e8de02df is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:44:17.046599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e51aab4-d756-4372-873c-594de99f266a req-eaa1dfd6-b78e-41ea-9ba0-aa037152a87f tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082353 Dec 14 02:44:17.104598 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88943bfd-bb60-4f6a-9c88-2486e04da8ba req-3243143b-d046-4e4c-967f-13bf948e91bc service neutron] 10.222.0.47 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884839 Dec 14 02:44:17.112415 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device abf1d682-b1e9-44cf-b0db-542ee53faa86 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:17.205703 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port abf1d682-b1e9-44cf-b0db-542ee53faa86 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:17.206351 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:17.230301 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c809a1d-d8e7-4579-b562-9dc26739bfa4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:44:17.235965 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4c809a1d-d8e7-4579-b562-9dc26739bfa4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "PUT /v2.0/routers/a1faf329-6703-4ab6-a843-c433e8de02df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9594958 Dec 14 02:44:17.238165 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41632) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:17.245140 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Sync routers for ids ['a1faf329-6703-4ab6-a843-c433e8de02df'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:44:17.262509 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Routers {'a1faf329-6703-4ab6-a843-c433e8de02df'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:17.266348 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a1faf329-6703-4ab6-a843-c433e8de02df'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:17.286317 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-30590e92-13c9-49e8-af9c-916cfd61d41f tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.22 HTTP/1.1" status: 200 len: 1001 time: 0.1594901 Dec 14 02:44:17.313678 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4bd156df-6ee3-4cef-8e1e-8d8e0c1c26e8 None None] Provisioning complete for port ef0de887-9645-4a12-8dc5-374154a4cf03 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:17.314057 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4bd156df-6ee3-4cef-8e1e-8d8e0c1c26e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:17.332463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77264ff-3da9-4027-87cd-b06bf1e95bb7 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:17.334587 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d77264ff-3da9-4027-87cd-b06bf1e95bb7 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports/ef0de887-9645-4a12-8dc5-374154a4cf03 HTTP/1.1" status: 200 len: 911 time: 0.0884621 Dec 14 02:44:17.338335 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41636) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:17.370563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4bd156df-6ee3-4cef-8e1e-8d8e0c1c26e8 None None] Port ef0de887-9645-4a12-8dc5-374154a4cf03 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:44:17.430411 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c911f3-b62b-489f-b5a5-9d05d75ebae0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:17.437466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c911f3-b62b-489f-b5a5-9d05d75ebae0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:17.439112 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d1c911f3-b62b-489f-b5a5-9d05d75ebae0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0987697 Dec 14 02:44:17.441884 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41642) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:17.525992 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Set router a1faf329-6703-4ab6-a843-c433e8de02df gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:44:17.565614 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-f9db6359-d0da-465a-a48c-fc462d575c87 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:17.567132 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-f9db6359-d0da-465a-a48c-fc462d575c87 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.2709501 Dec 14 02:44:17.662769 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-dfff235e-5bbf-4815-80df-1260643c8735 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.22 HTTP/1.1" status: 200 len: 1001 time: 0.0873396 Dec 14 02:44:17.673568 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-d59c89c8-9c50-4d08-b342-694aabdae275 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:17.770566 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-d59c89c8-9c50-4d08-b342-694aabdae275 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks [] for floatingip, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:17.786235 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1faf329-6703-4ab6-a843-c433e8de02df', 'name': 'tempest-NetworksTestDHCPv6-router-1511028493', 'tenant_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:44:12Z', 'updated_at': '2021-12-14T02:44:15Z', 'revision_number': 2, 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'gw_port_host': None, '_interfaces': [{'id': 'ef0de887-9645-4a12-8dc5-374154a4cf03', 'name': '', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'tenant_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'mac_address': 'fa:16:3e:ee:9f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1faf329-6703-4ab6-a843-c433e8de02df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1744, 'fixed_ips': [{'subnet_id': '27fee30d-9009-471d-97f7-c99815475fb1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:14Z', 'updated_at': '2021-12-14T02:44:16Z', 'revision_number': 2, 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'subnets': [{'id': '27fee30d-9009-471d-97f7-c99815475fb1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:17.815107 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Checking router: a1faf329-6703-4ab6-a843-c433e8de02df for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:44:17.815718 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Updating router a1faf329-6703-4ab6-a843-c433e8de02df port ef0de887-9645-4a12-8dc5-374154a4cf03 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:44:17.844724 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:17.912326 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be8f747b-2990-4acd-8ea7-63ca1fb79000 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:17.945205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3338967-24c0-418c-a1ad-d890493fb548 req-1380380a-1c93-4860-8c4f-453883fb6739 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:17.951624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3338967-24c0-418c-a1ad-d890493fb548 req-1380380a-1c93-4860-8c4f-453883fb6739 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:17.960330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3338967-24c0-418c-a1ad-d890493fb548 req-1380380a-1c93-4860-8c4f-453883fb6739 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7f693ca-876d-4631-a57d-f597ba31dd9c&device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 1682 time: 0.1373994 Dec 14 02:44:18.046397 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3338967-24c0-418c-a1ad-d890493fb548 req-372d2c4e-8bd4-41e7-8261-b7d214c92672 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846348 Dec 14 02:44:18.124042 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-d59c89c8-9c50-4d08-b342-694aabdae275 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:18.181839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-be8f747b-2990-4acd-8ea7-63ca1fb79000 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port ef0de887-9645-4a12-8dc5-374154a4cf03 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:18.182638 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be8f747b-2990-4acd-8ea7-63ca1fb79000 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:18.208007 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:18.251990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-bcf92f08-9c47-4dc9-9443-6cd7dca7dc92 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:18.253540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-bcf92f08-9c47-4dc9-9443-6cd7dca7dc92 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/networks?id=b6c00ad7-548c-4fdc-be08-89a064371a4a HTTP/1.1" status: 200 len: 806 time: 0.1122775 Dec 14 02:44:18.269392 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-8af2bc3a-e6f7-4fd7-8537-a108fd5875fb tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/quotas/a984b7588a0144a79ab8cc60e3512d19 HTTP/1.1" status: 200 len: 375 time: 0.0094059 Dec 14 02:44:18.271548 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be8f747b-2990-4acd-8ea7-63ca1fb79000 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:18.284389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-be8f747b-2990-4acd-8ea7-63ca1fb79000 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for ef0de887-9645-4a12-8dc5-374154a4cf03 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:18.303528 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-d59c89c8-9c50-4d08-b342-694aabdae275 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:18.303872 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-d59c89c8-9c50-4d08-b342-694aabdae275 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Floating IP f333a137-3156-4893-a2da-e503c1c5eb05 disassociated. External IP: 172.25.7.22, port: 4daf223f-a71f-400d-a949-3e506c040977. Dec 14 02:44:18.324250 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:18.389622 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492749d-1275-427f-9c58-cd609928efdf None None] Pushing event updated for resources: {'Port': ['ID=ef0de887-9645-4a12-8dc5-374154a4cf03,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:18.437928 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-81484524-0559-47c2-8dfd-92ba02011cc1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1615050 Dec 14 02:44:18.448284 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Attempting to bind port ef0de887-9645-4a12-8dc5-374154a4cf03 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:44:18.448663 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Attempting to bind port ef0de887-9645-4a12-8dc5-374154a4cf03 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:44:18.449144 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Attempting to bind port ef0de887-9645-4a12-8dc5-374154a4cf03 on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:44:18.459221 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:44:18.464212 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:44:18.464735 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:18.471385 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:44:18.471385 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Bound port: ef0de887-9645-4a12-8dc5-374154a4cf03, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:44:18.471385 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:18.570958 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be8f747b-2990-4acd-8ea7-63ca1fb79000 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:18.573884 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.db.api [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:44:18.574460 n-d-821636-1 neutron-server[103850]: DEBUG oslo_db.api [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:44:18.615713 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f747b-2990-4acd-8ea7-63ca1fb79000 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=ef0de887-9645-4a12-8dc5-374154a4cf03,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:18.651804 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-fcd7b601-360f-43ed-b08b-bc04b622e5f2 service neutron] 10.222.0.39 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129862 Dec 14 02:44:18.661088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-d59c89c8-9c50-4d08-b342-694aabdae275 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Router cad97e25-711c-4444-b483-a77db2c9ec9f has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:44:18.708308 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-cf8f3362-9872-4503-97d4-9ceb8c65b742 None None] Could not find standard attr ID for object ef0de887-9645-4a12-8dc5-374154a4cf03. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:44:18.722082 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be8f747b-2990-4acd-8ea7-63ca1fb79000 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:18.854838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-b89fb0ad-f591-4299-8789-bf7b9f447690 service neutron] 10.222.0.39 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921401 Dec 14 02:44:18.881941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-d59c89c8-9c50-4d08-b342-694aabdae275 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:44:18.887144 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-d59c89c8-9c50-4d08-b342-694aabdae275 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:18.892663 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e87d3a-c5bc-4af3-a672-01acd1b7a5cd None None] Sync routers for ids ['cad97e25-711c-4444-b483-a77db2c9ec9f'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:44:18.905549 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8f747b-2990-4acd-8ea7-63ca1fb79000 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Router a1faf329-6703-4ab6-a843-c433e8de02df has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:44:18.905732 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e87d3a-c5bc-4af3-a672-01acd1b7a5cd None None] Routers {'cad97e25-711c-4444-b483-a77db2c9ec9f'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:18.905732 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d6e87d3a-c5bc-4af3-a672-01acd1b7a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cad97e25-711c-4444-b483-a77db2c9ec9f'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:18.935136 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-d59c89c8-9c50-4d08-b342-694aabdae275 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "PUT /v2.0/floatingips/f333a137-3156-4893-a2da-e503c1c5eb05 HTTP/1.1" status: 200 len: 694 time: 1.2600091 Dec 14 02:44:18.935771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334d8ddd-a28e-41d3-bb7c-1536a79cee3a', 'tag': '4daf223f-a71f-400d-a949-3e506c040977'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:44:18.941763 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71182585-17fa-41c9-94da-4ec2e8754b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "334d8ddd-a28e-41d3-bb7c-1536a79cee3a", "tag": "4daf223f-a71f-400d-a949-3e506c040977"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:44:18.988206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-0e055b4f-a218-42d1-9de4-602c39f6844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:18.989869 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-0e055b4f-a218-42d1-9de4-602c39f6844e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=32d337d1217d4db9adb40143d76bca62&device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 1097 time: 0.0446601 Dec 14 02:44:18.997828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8f747b-2990-4acd-8ea7-63ca1fb79000 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:44:19.006647 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-be8f747b-2990-4acd-8ea7-63ca1fb79000 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "PUT /v2.0/routers/a1faf329-6703-4ab6-a843-c433e8de02df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5637460 Dec 14 02:44:19.007269 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41682) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:19.075092 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-d6e87d3a-c5bc-4af3-a672-01acd1b7a5cd None None] Set router cad97e25-711c-4444-b483-a77db2c9ec9f gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:44:19.104644 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894e8a05-7834-4f2f-abdc-c24fafdeb0f4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:19.106505 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894e8a05-7834-4f2f-abdc-c24fafdeb0f4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:19.108111 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-894e8a05-7834-4f2f-abdc-c24fafdeb0f4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0998569 Dec 14 02:44:19.112867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41692) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:19.124187 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Attempting to bind port ef0de887-9645-4a12-8dc5-374154a4cf03 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:44:19.124901 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Attempting to bind port ef0de887-9645-4a12-8dc5-374154a4cf03 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:44:19.126426 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Attempting to bind port ef0de887-9645-4a12-8dc5-374154a4cf03 on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:44:19.132830 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:44:19.135815 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:44:19.136302 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:19.136884 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:44:19.137477 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Bound port: ef0de887-9645-4a12-8dc5-374154a4cf03, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:44:19.137934 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:19.178128 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.plugin [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Port ef0de887-9645-4a12-8dc5-374154a4cf03 has been deleted concurrently {{(pid=103850) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 14 02:44:19.193227 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Routers {'a1faf329-6703-4ab6-a843-c433e8de02df'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:19.194189 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a1faf329-6703-4ab6-a843-c433e8de02df'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:19.221354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 5868c756-0e60-46c6-9fdc-2b3df25311d3 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:19.283801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5bfba5-e119-4e46-bad9-680ff4164976 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet 27fee30d-9009-471d-97f7-c99815475fb1 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:44:19.291146 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df5bfba5-e119-4e46-bad9-680ff4164976 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:19.294672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-df107e38-b33e-49b3-bcea-450fb2c85e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:19.303017 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-df107e38-b33e-49b3-bcea-450fb2c85e35 service neutron] 10.222.0.39 "GET /v2.0/networks?id=82dc5914-cd1b-4778-a869-3e41b7519127 HTTP/1.1" status: 200 len: 921 time: 0.3069246 Dec 14 02:44:19.376217 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-edc52431-a406-454b-9cd5-8323fb326a3a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4daf223f-a71f-400d-a949-3e506c040977 HTTP/1.1" status: 200 len: 217 time: 0.0722067 Dec 14 02:44:19.382412 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] Set router a1faf329-6703-4ab6-a843-c433e8de02df gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:44:19.394893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d1d4c-facf-4900-afc8-79b9f33bea00 req-3dfb4651-8582-4f4f-a784-ce7b21ad6056 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:19.396497 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-113d1d4c-facf-4900-afc8-79b9f33bea00 req-3dfb4651-8582-4f4f-a784-ce7b21ad6056 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 945 time: 0.2495987 Dec 14 02:44:19.438672 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1faf329-6703-4ab6-a843-c433e8de02df', 'name': 'tempest-NetworksTestDHCPv6-router-1511028493', 'tenant_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:44:12Z', 'updated_at': '2021-12-14T02:44:18Z', 'revision_number': 3, 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:19.469873 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00981c42-7b2a-412e-bfc3-0d89f15ea62c None None] The sync data for ids ['a1faf329-6703-4ab6-a843-c433e8de02df'] in n-d-821636-1 is: [{'id': 'a1faf329-6703-4ab6-a843-c433e8de02df', 'name': 'tempest-NetworksTestDHCPv6-router-1511028493', 'tenant_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:44:12Z', 'updated_at': '2021-12-14T02:44:18Z', 'revision_number': 3, 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'gw_port_host': None}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:44:19.473389 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df5bfba5-e119-4e46-bad9-680ff4164976 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:19.522260 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-113d1d4c-facf-4900-afc8-79b9f33bea00 req-8ed18fdb-d3c3-4485-a5ad-4fde14242a91 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024063 Dec 14 02:44:19.526098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-06499611-0a48-4934-8682-e6ad07bbe856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:19.527593 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-06499611-0a48-4934-8682-e6ad07bbe856 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bb449386-1fa9-4eea-b49f-ec20ad823c7e HTTP/1.1" status: 200 len: 860 time: 0.1505930 Dec 14 02:44:19.569080 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-204ef0db-da15-49a0-9c18-71530bd5ef49 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=82dc5914-cd1b-4778-a869-3e41b7519127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324802 Dec 14 02:44:19.601036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 5868c756-0e60-46c6-9fdc-2b3df25311d3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:19.602093 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:19.684090 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df5bfba5-e119-4e46-bad9-680ff4164976 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:19.750948 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:19.762036 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-6179a334-d735-4dc8-986f-d409f0e1b32a service neutron] 10.222.0.39 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787503 Dec 14 02:44:19.774543 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d6e87d3a-c5bc-4af3-a672-01acd1b7a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1782589622-router', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'gw_port': {'id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '9b7c303a-b206-4488-9b91-295e1199fd95', 'name': '', 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'mac_address': 'fa:16:3e:17:d9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'bb449386-1fa9-4eea-b49f-ec20ad823c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:05Z', 'updated_at': '2021-12-14T02:43:14Z', 'revision_number': 5, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'subnets': [{'id': 'bb449386-1fa9-4eea-b49f-ec20ad823c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:19.810606 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e87d3a-c5bc-4af3-a672-01acd1b7a5cd None None] Checking router: cad97e25-711c-4444-b483-a77db2c9ec9f for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:44:19.863820 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 5868c756-0e60-46c6-9fdc-2b3df25311d3, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=5868c756-0e60-46c6-9fdc-2b3df25311d3,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:19.865139 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a423df-dce5-42f1-a4d6-cc8755161020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5868c756-0e60-46c6-9fdc-2b3df25311d3'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:44:19.867960 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500b1091-2309-4007-be73-2b96be05a158" -d '{"events": [{"server_uuid": "e6a423df-dce5-42f1-a4d6-cc8755161020", "name": "network-vif-plugged", "status": "completed", "tag": "5868c756-0e60-46c6-9fdc-2b3df25311d3"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:44:19.876508 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e87d3a-c5bc-4af3-a672-01acd1b7a5cd None None] Routers {'cad97e25-711c-4444-b483-a77db2c9ec9f'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:19.877443 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d6e87d3a-c5bc-4af3-a672-01acd1b7a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cad97e25-711c-4444-b483-a77db2c9ec9f'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:19.885286 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441efa22-ab17-4b88-9f0d-536cbe366f08 x-openstack-request-id: req-441efa22-ab17-4b88-9f0d-536cbe366f08 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:44:19.885622 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334d8ddd-a28e-41d3-bb7c-1536a79cee3a", "tag": "4daf223f-a71f-400d-a949-3e506c040977", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:44:19.885882 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-441efa22-ab17-4b88-9f0d-536cbe366f08 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:44:19.886515 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334d8ddd-a28e-41d3-bb7c-1536a79cee3a', 'tag': '4daf223f-a71f-400d-a949-3e506c040977', 'status': 'completed', 'code': 200} Dec 14 02:44:19.898350 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df5bfba5-e119-4e46-bad9-680ff4164976 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:19.950658 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cbd768a6-3479-4ed1-85f5-1246de4ef7fe req-69bc472f-0ca8-4168-bbc2-4b48ddc7a26e tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 210 time: 0.0674334 Dec 14 02:44:19.961941 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:19.991336 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df5bfba5-e119-4e46-bad9-680ff4164976 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:19.995390 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-df5bfba5-e119-4e46-bad9-680ff4164976 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/27fee30d-9009-471d-97f7-c99815475fb1 HTTP/1.1" status: 204 len: 168 time: 0.8802991 Dec 14 02:44:19.995390 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bfba5-e119-4e46-bad9-680ff4164976 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=27fee30d-9009-471d-97f7-c99815475fb1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:19.997037 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41712) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:20.009167 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c9b72-b091-4f6a-9d0d-2d5f5ee6ae20 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:20.083450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71182585-17fa-41c9-94da-4ec2e8754b7f req-a1c9df19-0c08-4fd9-a2a0-e4c41bfa2661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:20.091387 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71182585-17fa-41c9-94da-4ec2e8754b7f req-a1c9df19-0c08-4fd9-a2a0-e4c41bfa2661 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=32d337d1217d4db9adb40143d76bca62&device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 1097 time: 0.1895540 Dec 14 02:44:20.105966 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60c7b197-f9c5-499d-87fc-ecbac8018521 req-e374d3b7-58fd-4f7b-802b-89d88e8eaae0 service neutron] 10.222.0.39 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244631 Dec 14 02:44:20.151403 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4f9ec564-1903-48c9-bfe8-086b7fc1d899 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1529422 Dec 14 02:44:20.154832 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41716) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:20.160489 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bf3540-a92b-4f09-a21a-5fcf74f28125 x-openstack-request-id: req-48bf3540-a92b-4f09-a21a-5fcf74f28125 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:44:20.161233 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a423df-dce5-42f1-a4d6-cc8755161020", "name": "network-vif-plugged", "status": "completed", "tag": "5868c756-0e60-46c6-9fdc-2b3df25311d3", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:44:20.161844 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48bf3540-a92b-4f09-a21a-5fcf74f28125 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:44:20.163109 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a423df-dce5-42f1-a4d6-cc8755161020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5868c756-0e60-46c6-9fdc-2b3df25311d3', 'code': 200} Dec 14 02:44:20.178796 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=5868c756-0e60-46c6-9fdc-2b3df25311d3,revision_number=10']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:20.233466 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-d6e87d3a-c5bc-4af3-a672-01acd1b7a5cd None None] Set router cad97e25-711c-4444-b483-a77db2c9ec9f gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:44:20.246562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71182585-17fa-41c9-94da-4ec2e8754b7f req-f3e2c5cb-09bb-4169-8f4e-33ba07f951c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:20.248066 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71182585-17fa-41c9-94da-4ec2e8754b7f req-f3e2c5cb-09bb-4169-8f4e-33ba07f951c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=82dc5914-cd1b-4778-a869-3e41b7519127 HTTP/1.1" status: 200 len: 921 time: 0.1411266 Dec 14 02:44:20.259361 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48359587-a631-4bf9-9910-6d70f47d3309 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:20.473162 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71182585-17fa-41c9-94da-4ec2e8754b7f req-7df65a73-7a30-4368-bd55-80855d909ca9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4daf223f-a71f-400d-a949-3e506c040977 HTTP/1.1" status: 200 len: 217 time: 0.2152698 Dec 14 02:44:20.491947 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48359587-a631-4bf9-9910-6d70f47d3309 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:20.495526 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48359587-a631-4bf9-9910-6d70f47d3309 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:20.514098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03ada90b-75ca-448e-9fc1-7123b66f6c95 req-e1357a1e-1e40-42c3-b916-3d5734d90747 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/floatingips/f333a137-3156-4893-a2da-e503c1c5eb05 HTTP/1.1" status: 200 len: 694 time: 0.1372824 Dec 14 02:44:20.598378 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f928758-57f2-448d-94da-1bb972010e54 None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:44:20.628121 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48359587-a631-4bf9-9910-6d70f47d3309 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:20.628630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48359587-a631-4bf9-9910-6d70f47d3309 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Fanout notify agent at l3_agent the message router_deleted on router a1faf329-6703-4ab6-a843-c433e8de02df {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:44:20.639075 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48359587-a631-4bf9-9910-6d70f47d3309 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:20.640219 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-48359587-a631-4bf9-9910-6d70f47d3309 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/routers/a1faf329-6703-4ab6-a843-c433e8de02df HTTP/1.1" status: 204 len: 168 time: 0.4844224 Dec 14 02:44:20.643629 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41726) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:20.656140 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-7d20c4a0-3aa4-4533-85b5-1fbe5b94955b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1055441 Dec 14 02:44:20.667191 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653f685-a4b4-4b8e-982e-d73291a446b6 req-665edf66-54b0-45f3-b0b5-e46b71dde7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:20.668935 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a653f685-a4b4-4b8e-982e-d73291a446b6 req-665edf66-54b0-45f3-b0b5-e46b71dde7a7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 1098 time: 0.0876417 Dec 14 02:44:20.714863 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d6e87d3a-c5bc-4af3-a672-01acd1b7a5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1782589622-router', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'gw_port': {'id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '9b7c303a-b206-4488-9b91-295e1199fd95', 'name': '', 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'mac_address': 'fa:16:3e:17:d9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'bb449386-1fa9-4eea-b49f-ec20ad823c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:05Z', 'updated_at': '2021-12-14T02:43:14Z', 'revision_number': 5, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'subnets': [{'id': 'bb449386-1fa9-4eea-b49f-ec20ad823c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:20.746163 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a653f685-a4b4-4b8e-982e-d73291a446b6 req-77862b6b-4cc5-4638-b97a-4e605087214c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632970 Dec 14 02:44:20.758412 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7f928758-57f2-448d-94da-1bb972010e54 None None] Deleting port abf1d682-b1e9-44cf-b0db-542ee53faa86 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:20.759027 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7f928758-57f2-448d-94da-1bb972010e54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:20.761271 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e87d3a-c5bc-4af3-a672-01acd1b7a5cd None None] The sync data for ids ['cad97e25-711c-4444-b483-a77db2c9ec9f'] in n-d-821636-1 is: [{'id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1782589622-router', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'gw_port': {'id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '9b7c303a-b206-4488-9b91-295e1199fd95', 'name': '', 'network_id': '82dc5914-cd1b-4778-a869-3e41b7519127', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'mac_address': 'fa:16:3e:17:d9:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': 'bb449386-1fa9-4eea-b49f-ec20ad823c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:05Z', 'updated_at': '2021-12-14T02:43:14Z', 'revision_number': 5, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'subnets': [{'id': 'bb449386-1fa9-4eea-b49f-ec20ad823c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:44:20.853770 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-9f558e39-82bf-47bd-9602-425def12ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:20.854261 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-9f558e39-82bf-47bd-9602-425def12ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:20.856331 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-9f558e39-82bf-47bd-9602-425def12ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:20.858281 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-9f558e39-82bf-47bd-9602-425def12ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:20.860539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-9f558e39-82bf-47bd-9602-425def12ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:20.861186 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-9f558e39-82bf-47bd-9602-425def12ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:20.861959 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-9f558e39-82bf-47bd-9602-425def12ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:20.868367 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-9f558e39-82bf-47bd-9602-425def12ce17 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ffab91437844fca462f7af0a39817e&device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 6489 time: 0.1188078 Dec 14 02:44:20.874454 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7f928758-57f2-448d-94da-1bb972010e54 None None] For port abf1d682-b1e9-44cf-b0db-542ee53faa86, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=abf1d682-b1e9-44cf-b0db-542ee53faa86,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:20.874887 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7f928758-57f2-448d-94da-1bb972010e54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:20.896566 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7f928758-57f2-448d-94da-1bb972010e54 None None] Calling delete_port for abf1d682-b1e9-44cf-b0db-542ee53faa86 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:20.906427 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f91eed9-b91e-47e3-a09c-5d2d031f6d17 None None] Sync routers for ids ['a1faf329-6703-4ab6-a843-c433e8de02df'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:44:20.919551 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f91eed9-b91e-47e3-a09c-5d2d031f6d17 None None] Routers set() bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:20.919919 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f91eed9-b91e-47e3-a09c-5d2d031f6d17 None None] Router IDs set() for agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 14 02:44:20.920563 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_agentschedulers_db [None req-8f91eed9-b91e-47e3-a09c-5d2d031f6d17 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a1faf329-6703-4ab6-a843-c433e8de02df'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent'). {{(pid=103850) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 14 02:44:20.936404 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f91eed9-b91e-47e3-a09c-5d2d031f6d17 None None] Routers set() bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:20.938224 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f91eed9-b91e-47e3-a09c-5d2d031f6d17 None None] Router IDs set() for agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 14 02:44:20.939238 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_agentschedulers_db [None req-8f91eed9-b91e-47e3-a09c-5d2d031f6d17 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a1faf329-6703-4ab6-a843-c433e8de02df'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent'). {{(pid=103850) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 14 02:44:20.939769 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f91eed9-b91e-47e3-a09c-5d2d031f6d17 None None] The sync data for ids ['a1faf329-6703-4ab6-a843-c433e8de02df'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:44:21.075841 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-67815788-e80a-48f9-9514-09393abeb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:21.076421 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-67815788-e80a-48f9-9514-09393abeb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:21.076891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-67815788-e80a-48f9-9514-09393abeb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:21.079619 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-67815788-e80a-48f9-9514-09393abeb4da service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b4164e6-822e-420c-a3b0-b15221d3eff6&id=cf83d73a-45cf-4239-b869-73b771421429&id=cf83d73a-45cf-4239-b869-73b771421429&id=cf83d73a-45cf-4239-b869-73b771421429&id=cf83d73a-45cf-4239-b869-73b771421429&id=18b9e852-d3ea-485d-8106-6a6289070cf4&id=18b9e852-d3ea-485d-8106-6a6289070cf4 HTTP/1.1" status: 200 len: 2292 time: 0.1779392 Dec 14 02:44:21.130677 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device abf1d682-b1e9-44cf-b0db-542ee53faa86 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:44:21.137597 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7f928758-57f2-448d-94da-1bb972010e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:21.216045 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-ecdc4dbe-5909-4f56-853b-e6a36fed0704 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=967565e0-3a99-41ac-bfa3-c5fb52e9a874 HTTP/1.1" status: 200 len: 1001 time: 0.1193454 Dec 14 02:44:21.279655 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: abf1d682-b1e9-44cf-b0db-542ee53faa86 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:44:21.280269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device abf1d682-b1e9-44cf-b0db-542ee53faa86 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:44:21.298297 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-91816a75-8c5b-4400-86d8-40414340189a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.6517279 Dec 14 02:44:21.298842 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-365e12e8-037f-419b-947c-7a1d320a1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:21.299069 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-365e12e8-037f-419b-947c-7a1d320a1cce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e81371a3-0455-4a74-8514-0ee39a56c60d HTTP/1.1" status: 200 len: 850 time: 0.0755985 Dec 14 02:44:21.299576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41736) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:21.305379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f928758-57f2-448d-94da-1bb972010e54 None None] No DVR routers for this DVR port abf1d682-b1e9-44cf-b0db-542ee53faa86 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:44:21.309642 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f928758-57f2-448d-94da-1bb972010e54 None None] Pushing event deleted for resources: {'Port': ['ID=abf1d682-b1e9-44cf-b0db-542ee53faa86,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:21.317072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89619817-99f9-421b-bbd7-b41a58af7533 None None] New status for floating IP f333a137-3156-4893-a2da-e503c1c5eb05: DOWN {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:44:21.323764 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71182585-17fa-41c9-94da-4ec2e8754b7f req-b4b0b323-5eee-4133-9bfc-22a0907c0c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:21.325629 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71182585-17fa-41c9-94da-4ec2e8754b7f req-b4b0b323-5eee-4133-9bfc-22a0907c0c8e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bb449386-1fa9-4eea-b49f-ec20ad823c7e HTTP/1.1" status: 200 len: 860 time: 0.8413792 Dec 14 02:44:21.375110 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71182585-17fa-41c9-94da-4ec2e8754b7f req-04973874-0423-4aa5-b1e7-1db75dbaf6c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=82dc5914-cd1b-4778-a869-3e41b7519127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395315 Dec 14 02:44:21.431158 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ada90b-75ca-448e-9fc1-7123b66f6c95 req-7d32540e-1cd0-4e69-8299-54b4abfaade6 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:21.432860 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03ada90b-75ca-448e-9fc1-7123b66f6c95 req-7d32540e-1cd0-4e69-8299-54b4abfaade6 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 784 time: 0.9179807 Dec 14 02:44:21.466249 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43be04-5d54-4f64-9a9c-0bdc4e36df43 req-d6d2cf1b-e423-457a-9642-14eed3a0a7c0 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:21.467984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc43be04-5d54-4f64-9a9c-0bdc4e36df43 req-d6d2cf1b-e423-457a-9642-14eed3a0a7c0 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 947 time: 0.2037890 Dec 14 02:44:21.484487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-03ada90b-75ca-448e-9fc1-7123b66f6c95 req-02ed79c5-00e1-41f5-b184-ee6c295f55bc tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:44:21.484487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03ada90b-75ca-448e-9fc1-7123b66f6c95 req-02ed79c5-00e1-41f5-b184-ee6c295f55bc tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056915 Dec 14 02:44:21.569046 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03ada90b-75ca-448e-9fc1-7123b66f6c95 req-aa6fe4f6-5692-46dd-9afc-67509fbbba9d tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.22 HTTP/1.1" status: 200 len: 697 time: 0.0774546 Dec 14 02:44:21.646770 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71182585-17fa-41c9-94da-4ec2e8754b7f req-e3069941-54ff-45ea-83b5-e3e372b4a817 service neutron] 10.222.0.47 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506425 Dec 14 02:44:21.651453 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc43be04-5d54-4f64-9a9c-0bdc4e36df43 req-dcd35b7c-7106-4325-b18b-2e93e3c57070 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731620 Dec 14 02:44:21.654816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03ada90b-75ca-448e-9fc1-7123b66f6c95 req-52e3bb9b-cde4-42e0-90ac-6350cf7b19cd tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.7.22 HTTP/1.1" status: 200 len: 697 time: 0.0739307 Dec 14 02:44:21.861397 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcb2287-4913-4b1d-982e-ab03dd1114e9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:21.866783 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fdcb2287-4913-4b1d-982e-ab03dd1114e9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5637486 Dec 14 02:44:21.871309 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41744) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:21.874264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-b952a9ab-3c5d-4c51-8b0c-d8791d31f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:21.878948 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-b952a9ab-3c5d-4c51-8b0c-d8791d31f1a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b4164e6-822e-420c-a3b0-b15221d3eff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5629058 Dec 14 02:44:21.897837 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71182585-17fa-41c9-94da-4ec2e8754b7f req-15fdee81-5359-416a-86a5-1a7f166c64a9 service neutron] 10.222.0.47 "GET /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414060 Dec 14 02:44:21.939246 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-03ada90b-75ca-448e-9fc1-7123b66f6c95 req-dec1d9a9-4a6c-4b6b-ab97-fb5927f855bc tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Deleting port 9512b934-2429-4c64-9e70-97b35c6b2f1f {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:21.941793 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-03ada90b-75ca-448e-9fc1-7123b66f6c95 req-dec1d9a9-4a6c-4b6b-ab97-fb5927f855bc tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:21.956620 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b83bff41-addb-4f8c-89a1-6efdeafb6792 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686874 Dec 14 02:44:21.956906 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41746) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:21.964471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-177d1c6a-4df4-41e0-944e-6ce86054e392 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:22.092798 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-89a2092f-ee20-42a5-b968-cb0d2916295f service neutron] 10.222.0.47 "GET /v2.0/networks/1b4164e6-822e-420c-a3b0-b15221d3eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485047 Dec 14 02:44:22.153478 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-03ada90b-75ca-448e-9fc1-7123b66f6c95 req-dec1d9a9-4a6c-4b6b-ab97-fb5927f855bc tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:22.154374 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-03ada90b-75ca-448e-9fc1-7123b66f6c95 req-dec1d9a9-4a6c-4b6b-ab97-fb5927f855bc tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:22.175907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-03ada90b-75ca-448e-9fc1-7123b66f6c95 req-dec1d9a9-4a6c-4b6b-ab97-fb5927f855bc tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Calling delete_port for 9512b934-2429-4c64-9e70-97b35c6b2f1f owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:22.255666 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-931a23fb-b1a9-46c5-9066-a3c7703bb642 service neutron] 10.222.0.47 "GET /v2.0/networks/1b4164e6-822e-420c-a3b0-b15221d3eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554439 Dec 14 02:44:22.318411 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177d1c6a-4df4-41e0-944e-6ce86054e392 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:22.323217 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-177d1c6a-4df4-41e0-944e-6ce86054e392 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:22.333603 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-ee56c326-4e80-4691-a88e-81a048928b9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=e9de420b-c32e-4a1d-a9ee-71a5673399ea HTTP/1.1" status: 200 len: 217 time: 0.0558424 Dec 14 02:44:22.445794 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-7066a2de-a334-41a1-be69-e3c006ee33e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:22.445794 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-7066a2de-a334-41a1-be69-e3c006ee33e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.0985897 Dec 14 02:44:22.478581 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-73f38221-1bd2-4664-9cda-e25860bca03e tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:22.480130 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-73f38221-1bd2-4664-9cda-e25860bca03e tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "GET /v2.0/networks?id=b6c00ad7-548c-4fdc-be08-89a064371a4a HTTP/1.1" status: 200 len: 806 time: 0.1993282 Dec 14 02:44:22.514878 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9bb005f9-8428-41ec-802f-d018561f86c1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Request body: {'port': {'device_id': 'b3493423-11df-4c16-9583-81241eded344', 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a', 'admin_state_up': True, 'tenant_id': 'a984b7588a0144a79ab8cc60e3512d19'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:22.633810 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-03ada90b-75ca-448e-9fc1-7123b66f6c95 req-dec1d9a9-4a6c-4b6b-ab97-fb5927f855bc tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:22.644290 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7c5c25c-4bfc-4a62-a756-70065f2ac85e req-fe43e966-b061-474d-851f-4bd98463168b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 210 time: 0.1087990 Dec 14 02:44:22.673796 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-fc5ebd9d-28d6-4d28-9045-b7e83991e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:22.675784 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-fc5ebd9d-28d6-4d28-9045-b7e83991e62f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1761527 Dec 14 02:44:22.759223 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1d9a9-4a6c-4b6b-ab97-fb5927f855bc tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Pushing event deleted for resources: {'Port': ['ID=9512b934-2429-4c64-9e70-97b35c6b2f1f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:22.784538 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9bb005f9-8428-41ec-802f-d018561f86c1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Made reservation on behalf of a984b7588a0144a79ab8cc60e3512d19 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:22.789628 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9bb005f9-8428-41ec-802f-d018561f86c1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:22.878750 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-03ada90b-75ca-448e-9fc1-7123b66f6c95 req-dec1d9a9-4a6c-4b6b-ab97-fb5927f855bc tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:22.881511 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-03ada90b-75ca-448e-9fc1-7123b66f6c95 req-dec1d9a9-4a6c-4b6b-ab97-fb5927f855bc tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:22.883396 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03ada90b-75ca-448e-9fc1-7123b66f6c95 req-dec1d9a9-4a6c-4b6b-ab97-fb5927f855bc tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "DELETE /v2.0/floatingips/f333a137-3156-4893-a2da-e503c1c5eb05 HTTP/1.1" status: 204 len: 173 time: 1.1621766 Dec 14 02:44:22.920880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91117e6-1800-4ea7-a380-d989fbf298af req-f3fb077f-0511-43d2-a25f-b7890a222f01 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:22.922473 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c91117e6-1800-4ea7-a380-d989fbf298af req-f3fb077f-0511-43d2-a25f-b7890a222f01 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 947 time: 0.1135988 Dec 14 02:44:22.978941 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-7ba8c5b3-4ac1-45b2-b2f0-c6cdb7bf7a87 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887840 Dec 14 02:44:23.095554 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c91117e6-1800-4ea7-a380-d989fbf298af req-ff58cb66-1f1e-4e5e-9a80-87d7a7238d0d tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619694 Dec 14 02:44:23.109651 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-3468c55d-a86d-4547-8cdd-f2402073b7f0 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215165 Dec 14 02:44:23.137134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.objects.ports [None req-177d1c6a-4df4-41e0-944e-6ce86054e392 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103848) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:44:23.145211 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-177d1c6a-4df4-41e0-944e-6ce86054e392 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:23.172825 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-02cbff82-29ff-452b-8450-2d24d915b3a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=e97d4905-01c1-4fec-8b89-44b7be1269b7 HTTP/1.1" status: 200 len: 217 time: 0.0537908 Dec 14 02:44:23.188269 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9bb005f9-8428-41ec-802f-d018561f86c1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Allocated IP 172.20.0.14 (b6c00ad7-548c-4fdc-be08-89a064371a4a/8bafd591-3d5a-421c-a705-120fee96a2aa/54fd1640-46d7-4af3-94ad-eb899aaf3942) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:23.215588 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81400fd1-c5b5-48cd-8110-db228cc505e3 req-8fb02c26-2f98-4f71-9cf0-10aa1ac38b8d tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:23.219261 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81400fd1-c5b5-48cd-8110-db228cc505e3 req-8fb02c26-2f98-4f71-9cf0-10aa1ac38b8d tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7f693ca-876d-4631-a57d-f597ba31dd9c HTTP/1.1" status: 200 len: 946 time: 0.2420371 Dec 14 02:44:23.224328 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177d1c6a-4df4-41e0-944e-6ce86054e392 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:23.234961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-177d1c6a-4df4-41e0-944e-6ce86054e392 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:23.238168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177d1c6a-4df4-41e0-944e-6ce86054e392 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:23.238776 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-177d1c6a-4df4-41e0-944e-6ce86054e392 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:23.245542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3332c15-3197-49c0-8a7e-e2cdb293e7d9 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:23.253818 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e3b56-ecbb-4788-988c-52407188c321 req-39084d7f-e94e-4261-8644-2eec1c059484 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:23.261140 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa3e3b56-ecbb-4788-988c-52407188c321 req-39084d7f-e94e-4261-8644-2eec1c059484 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7f693ca-876d-4631-a57d-f597ba31dd9c HTTP/1.1" status: 200 len: 946 time: 0.2741134 Dec 14 02:44:23.348423 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-570f8e20-ae1b-45e7-bfda-49eab3c34b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:23.355925 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-570f8e20-ae1b-45e7-bfda-49eab3c34b82 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.1412876 Dec 14 02:44:23.359112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d1c6a-4df4-41e0-944e-6ce86054e392 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=c450bf4a-589d-4b9d-896d-5226c252fea6,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:23.421630 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': 'c450bf4a-589d-4b9d-896d-5226c252fea6'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:44:23.422547 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:23.450120 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2a7e3cc-f603-4a29-ae94-f0761cf04036 req-fb111b10-9950-4c95-9973-55cb88ee298d tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups/0d41e643-80a7-4abf-b9ce-51e7c38a6568 HTTP/1.1" status: 200 len: 1827 time: 0.2085865 Dec 14 02:44:23.471359 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa3e3b56-ecbb-4788-988c-52407188c321 req-45e3d076-cb0c-41dd-a928-25ec8c279421 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/security-groups?id=0789be70-f255-4543-8253-47fdcb5c125a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092304 Dec 14 02:44:23.484569 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-177d1c6a-4df4-41e0-944e-6ce86054e392 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5260007 Dec 14 02:44:23.488329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41794) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:23.508439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-0d37e3b0-15a6-442e-8975-edde3c5b12f3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:23.603857 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9bb005f9-8428-41ec-802f-d018561f86c1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:23.606600 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-81400fd1-c5b5-48cd-8110-db228cc505e3 req-c5d9a9d7-1a8d-499f-a906-c374f589638a tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Deleting port ec016610-3fa6-41a4-9579-f7ff02b690c4 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:23.606733 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81400fd1-c5b5-48cd-8110-db228cc505e3 req-c5d9a9d7-1a8d-499f-a906-c374f589638a tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:23.609251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Allocated IP 2001:db8::f816:3eff:fed7:2cf7 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/c450bf4a-589d-4b9d-896d-5226c252fea6/8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:23.620761 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-7588172c-cf2a-4d79-8e7a-f9a74ef42f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:23.622321 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-7588172c-cf2a-4d79-8e7a-f9a74ef42f8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2567232 Dec 14 02:44:23.738768 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e2a7e3cc-f603-4a29-ae94-f0761cf04036 req-4f14aefa-bb41-440f-8743-59ce280edbee tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:23.769573 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-784fd215-53ba-47a3-bca2-e26466947c5b service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249256 Dec 14 02:44:23.822721 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07dc351a-bd5f-4ca9-8e34-cd41888b2a6b req-6335e91a-d62f-4022-bd9f-f4b01cb51508 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 210 time: 0.0725133 Dec 14 02:44:23.830933 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:23.850360 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e2a7e3cc-f603-4a29-ae94-f0761cf04036 req-4f14aefa-bb41-440f-8743-59ce280edbee tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:23.878387 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-f72d4f63-707d-4cc3-b745-f28cb314f812 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996439 Dec 14 02:44:23.884991 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-81400fd1-c5b5-48cd-8110-db228cc505e3 req-c5d9a9d7-1a8d-499f-a906-c374f589638a tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] For port ec016610-3fa6-41a4-9579-f7ff02b690c4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ec016610-3fa6-41a4-9579-f7ff02b690c4,segment=NetworkSegment(f8a39437-d73e-41b3-915f-ba8497a02471),segment_id=f8a39437-d73e-41b3-915f-ba8497a02471)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:23.885910 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81400fd1-c5b5-48cd-8110-db228cc505e3 req-c5d9a9d7-1a8d-499f-a906-c374f589638a tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:23.896285 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9bb005f9-8428-41ec-802f-d018561f86c1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:23.915196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-81400fd1-c5b5-48cd-8110-db228cc505e3 req-c5d9a9d7-1a8d-499f-a906-c374f589638a tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Calling delete_port for ec016610-3fa6-41a4-9579-f7ff02b690c4 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:23.929491 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:23.937169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:44:23.973161 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-e2d8530c-f0e8-4512-a99b-ad600d869139 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=7b7cfabd-515e-4098-a45c-f9b489a694ea HTTP/1.1" status: 200 len: 217 time: 0.0852618 Dec 14 02:44:24.019813 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9bb005f9-8428-41ec-802f-d018561f86c1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Network b6c00ad7-548c-4fdc-be08-89a064371a4a is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:24.025752 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9bb005f9-8428-41ec-802f-d018561f86c1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:24.032406 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9bb005f9-8428-41ec-802f-d018561f86c1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:24.051076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:24.058540 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:24.062713 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Pushing event updated for resources: {'Port': ['ID=8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:24.066033 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:24.103341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d37e3b0-15a6-442e-8975-edde3c5b12f3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:24.106707 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb005f9-8428-41ec-802f-d018561f86c1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Pushing event updated for resources: {'Port': ['ID=54fd1640-46d7-4af3-94ad-eb899aaf3942,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:24.108738 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0d37e3b0-15a6-442e-8975-edde3c5b12f3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:24.116622 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e2a7e3cc-f603-4a29-ae94-f0761cf04036 req-4f14aefa-bb41-440f-8743-59ce280edbee tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:24.120398 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e2a7e3cc-f603-4a29-ae94-f0761cf04036 req-4f14aefa-bb41-440f-8743-59ce280edbee tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:24.127735 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2a7e3cc-f603-4a29-ae94-f0761cf04036 req-4f14aefa-bb41-440f-8743-59ce280edbee tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "DELETE /v2.0/security-groups/0d41e643-80a7-4abf-b9ce-51e7c38a6568 HTTP/1.1" status: 204 len: 173 time: 0.6765337 Dec 14 02:44:24.137799 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-67315f72-5ca3-42fa-9317-255f2d76d0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:24.139303 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-67315f72-5ca3-42fa-9317-255f2d76d0e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.1430969 Dec 14 02:44:24.171500 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Attempting to bind port 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:44:24.173214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Attempting to bind port 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:44:24.173214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Attempting to bind port 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:44:24.186899 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:44:24.187316 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:44:24.187863 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:24.188273 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:44:24.188757 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Bound port: 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:44:24.189145 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:24.212192 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9bb005f9-8428-41ec-802f-d018561f86c1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:24.213055 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9bb005f9-8428-41ec-802f-d018561f86c1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:24.216880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14aefa-bb41-440f-8743-59ce280edbee tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d41e643-80a7-4abf-b9ce-51e7c38a6568,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:24.270016 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81400fd1-c5b5-48cd-8110-db228cc505e3 req-c5d9a9d7-1a8d-499f-a906-c374f589638a tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:24.272672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-d196bde1-6764-4688-b7c7-04cc698440ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:24.274887 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-d196bde1-6764-4688-b7c7-04cc698440ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1167068 Dec 14 02:44:24.351264 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9bb005f9-8428-41ec-802f-d018561f86c1 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8416624 Dec 14 02:44:24.365110 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9a9d7-1a8d-499f-a906-c374f589638a tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Pushing event deleted for resources: {'Port': ['ID=ec016610-3fa6-41a4-9579-f7ff02b690c4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:24.383215 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Request body: {'port': {'device_id': 'b3493423-11df-4c16-9583-81241eded344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:24.434376 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-b9f8c507-51b6-4069-9111-1fb10d7e92c6 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513491 Dec 14 02:44:24.436959 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b36a3-8a7b-4245-9af9-7b03284ff1ef req-502555e1-6432-40e5-9cbf-649fc921e07b tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:24.438583 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-163b36a3-8a7b-4245-9af9-7b03284ff1ef req-502555e1-6432-40e5-9cbf-649fc921e07b tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 947 time: 0.1593819 Dec 14 02:44:24.468190 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a7cdc-be1b-432f-ad38-850c825736de req-108237bd-fab9-4650-90f8-88d50a8a3512 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:24.470294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d85a7cdc-be1b-432f-ad38-850c825736de req-108237bd-fab9-4650-90f8-88d50a8a3512 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.47 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 945 time: 0.2775350 Dec 14 02:44:24.482774 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:24.511008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-81400fd1-c5b5-48cd-8110-db228cc505e3 req-c5d9a9d7-1a8d-499f-a906-c374f589638a tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] No DVR routers for this DVR port ec016610-3fa6-41a4-9579-f7ff02b690c4 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:44:24.533279 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81400fd1-c5b5-48cd-8110-db228cc505e3 req-c5d9a9d7-1a8d-499f-a906-c374f589638a tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:24.536153 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81400fd1-c5b5-48cd-8110-db228cc505e3 req-c5d9a9d7-1a8d-499f-a906-c374f589638a tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.46 "DELETE /v2.0/ports/ec016610-3fa6-41a4-9579-f7ff02b690c4 HTTP/1.1" status: 204 len: 173 time: 1.3089039 Dec 14 02:44:24.536724 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f693ca-876d-4631-a57d-f597ba31dd9c', 'name': 'network-vif-deleted', 'tag': 'ec016610-3fa6-41a4-9579-f7ff02b690c4'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:44:24.541097 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f60f152-dbee-47eb-b105-d1b0580f9d7b" -d '{"events": [{"server_uuid": "a7f693ca-876d-4631-a57d-f597ba31dd9c", "name": "network-vif-deleted", "tag": "ec016610-3fa6-41a4-9579-f7ff02b690c4"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:44:24.598497 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['618e6c4d-8230-4d27-9819-9b2b64791674'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:44:24.677906 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-163b36a3-8a7b-4245-9af9-7b03284ff1ef req-107ffadc-aa48-49ab-aeb4-4c8a28f41941 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144423 Dec 14 02:44:24.695300 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-14ac67db-b810-4a50-a1e6-2618f82cf186 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202625 Dec 14 02:44:24.719347 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] For port 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:44:24.736860 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] For port 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:44:24.806043 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-b51450df-ab9c-444c-8c57-ff1fbfbfa06c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=4ef6eebe-50b1-45f1-8719-abdc224c373b HTTP/1.1" status: 200 len: 217 time: 0.0854275 Dec 14 02:44:24.823740 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:24.877239 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-17ee84fb-05f2-4f43-bb3b-825962a1d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:24.879287 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-17ee84fb-05f2-4f43-bb3b-825962a1d8ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.0645030 Dec 14 02:44:24.917152 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa838ff4-2d05-4e5f-9149-e5b5c2226e3a x-openstack-request-id: req-fa838ff4-2d05-4e5f-9149-e5b5c2226e3a {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:44:24.917552 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f693ca-876d-4631-a57d-f597ba31dd9c", "name": "network-vif-deleted", "tag": "ec016610-3fa6-41a4-9579-f7ff02b690c4", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:44:24.917666 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa838ff4-2d05-4e5f-9149-e5b5c2226e3a {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:44:24.918101 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f693ca-876d-4631-a57d-f597ba31dd9c', 'name': 'network-vif-deleted', 'tag': 'ec016610-3fa6-41a4-9579-f7ff02b690c4', 'status': 'completed', 'code': 200} Dec 14 02:44:24.970170 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-0d06c9c5-afe7-48d2-b029-4f9ee135cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:24.972433 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-0d06c9c5-afe7-48d2-b029-4f9ee135cdc9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0809176 Dec 14 02:44:24.980089 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c888404-be0a-493c-b40f-11cc2ada071e req-bcca7ee6-76b8-4a7d-bbd5-5c3c8ac65c24 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7f693ca-876d-4631-a57d-f597ba31dd9c HTTP/1.1" status: 200 len: 210 time: 0.1052697 Dec 14 02:44:25.105868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-d85a7cdc-be1b-432f-ad38-850c825736de req-04defa72-17ce-49d9-a41f-5615c5d6b415 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Deleting port 618e6c4d-8230-4d27-9819-9b2b64791674 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:25.106667 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d85a7cdc-be1b-432f-ad38-850c825736de req-04defa72-17ce-49d9-a41f-5615c5d6b415 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:25.108975 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['ec016610-3fa6-41a4-9579-f7ff02b690c4'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:44:25.132193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e9684-dbb7-4698-b76f-7b7344f9c1ef None None] Pushing event updated for resources: {'Port': ['ID=8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:25.181659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fd1640-46d7-4af3-94ad-eb899aaf3942 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:44:25.202749 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:25.237172 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Transition to ACTIVE for port object 54fd1640-46d7-4af3-94ad-eb899aaf3942 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:44:25.241074 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-d2d8d935-7bfe-4cc7-9f0e-1248ab6592ce service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468817 Dec 14 02:44:25.329194 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:25.387998 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=54fd1640-46d7-4af3-94ad-eb899aaf3942,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:25.393375 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0d37e3b0-15a6-442e-8975-edde3c5b12f3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:25.469850 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-6542a2e1-c44b-40bf-aaf1-4affec3b5dab service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198496 Dec 14 02:44:25.498298 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d37e3b0-15a6-442e-8975-edde3c5b12f3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:25.506296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-d85a7cdc-be1b-432f-ad38-850c825736de req-04defa72-17ce-49d9-a41f-5615c5d6b415 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] For port 618e6c4d-8230-4d27-9819-9b2b64791674, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=618e6c4d-8230-4d27-9819-9b2b64791674,segment=NetworkSegment(f8a39437-d73e-41b3-915f-ba8497a02471),segment_id=f8a39437-d73e-41b3-915f-ba8497a02471)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:25.506807 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d85a7cdc-be1b-432f-ad38-850c825736de req-04defa72-17ce-49d9-a41f-5615c5d6b415 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:25.510652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-0d37e3b0-15a6-442e-8975-edde3c5b12f3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:25.513694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d37e3b0-15a6-442e-8975-edde3c5b12f3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:25.514669 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0d37e3b0-15a6-442e-8975-edde3c5b12f3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:25.541039 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-f333bc80-af67-4c39-8fef-cbf950b2873c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7c759644-3907-46f6-8a47-02b7097f41d4 HTTP/1.1" status: 200 len: 217 time: 0.0490787 Dec 14 02:44:25.557291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-d85a7cdc-be1b-432f-ad38-850c825736de req-04defa72-17ce-49d9-a41f-5615c5d6b415 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Calling delete_port for 618e6c4d-8230-4d27-9819-9b2b64791674 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:25.565384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37e3b0-15a6-442e-8975-edde3c5b12f3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=95c36f1f-28af-4930-ac16-012aef666dae,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:25.583077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454a545-71cf-4411-91c2-7522f3b192d2 req-ce31719b-e661-4d28-b3d9-e1a209071249 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:25.592228 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e454a545-71cf-4411-91c2-7522f3b192d2 req-ce31719b-e661-4d28-b3d9-e1a209071249 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 932 time: 0.3217154 Dec 14 02:44:25.641977 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbf80e-6246-4cbf-b708-fcb39de191d5 req-449dc865-f1ab-466d-9ad2-7cd45235687f tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:25.646113 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-d05e55db-cfca-4174-b267-f9729f98e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:25.647615 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-d05e55db-cfca-4174-b267-f9729f98e0d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a649358c-109a-47a1-abe2-1321d3721590 HTTP/1.1" status: 200 len: 797 time: 0.0955393 Dec 14 02:44:25.648819 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Attempting to bind port 54fd1640-46d7-4af3-94ad-eb899aaf3942 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:44:25.649158 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Attempting to bind port 54fd1640-46d7-4af3-94ad-eb899aaf3942 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:44:25.650630 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1fbf80e-6246-4cbf-b708-fcb39de191d5 req-449dc865-f1ab-466d-9ad2-7cd45235687f tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.3904240 Dec 14 02:44:25.661682 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Attempting to bind port 54fd1640-46d7-4af3-94ad-eb899aaf3942 on network b6c00ad7-548c-4fdc-be08-89a064371a4a {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:44:25.669434 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0d37e3b0-15a6-442e-8975-edde3c5b12f3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1761992 Dec 14 02:44:25.690928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41826) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:25.696206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d9892257-20f2-4d50-a5f6-c1e24d18a0c6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'mac_address': 'fa:16:3e:b2:81:72', 'name': 'tempest-NetworksTestDHCPv6-1392413298'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:25.699467 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Port 54fd1640-46d7-4af3-94ad-eb899aaf3942 on network b6c00ad7-548c-4fdc-be08-89a064371a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:44:25.699797 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Attempting to bind port 54fd1640-46d7-4af3-94ad-eb899aaf3942 on network b6c00ad7-548c-4fdc-be08-89a064371a4a {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:44:25.717876 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:44:25.718450 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Checking segment: {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:44:25.724376 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Bound using segment: {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:44:25.724376 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Bound port: 54fd1640-46d7-4af3-94ad-eb899aaf3942, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cf96f6c-2271-4259-a084-b6cef6821b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:44:25.724376 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:25.732960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e454a545-71cf-4411-91c2-7522f3b192d2 req-56216e34-d0a8-4bea-a770-5cf885639f0c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391618 Dec 14 02:44:25.786367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1fbf80e-6246-4cbf-b708-fcb39de191d5 req-f10d610b-a939-498f-9022-944f265277be tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346519 Dec 14 02:44:25.858348 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-02361c0b-7605-4460-8f4c-3644f6d2ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:25.859896 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-02361c0b-7605-4460-8f4c-3644f6d2ae3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18b9e852-d3ea-485d-8106-6a6289070cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1698761 Dec 14 02:44:25.960001 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] For port 54fd1640-46d7-4af3-94ad-eb899aaf3942, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:44:25.981622 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] For port 54fd1640-46d7-4af3-94ad-eb899aaf3942, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=54fd1640-46d7-4af3-94ad-eb899aaf3942,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:44:26.016107 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d85a7cdc-be1b-432f-ad38-850c825736de req-04defa72-17ce-49d9-a41f-5615c5d6b415 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:26.025086 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-59062a71-874a-4a23-b358-afd742db138f service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480467 Dec 14 02:44:26.086240 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04defa72-17ce-49d9-a41f-5615c5d6b415 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Pushing event deleted for resources: {'Port': ['ID=618e6c4d-8230-4d27-9819-9b2b64791674,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:26.110483 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:26.131653 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9892257-20f2-4d50-a5f6-c1e24d18a0c6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:26.163397 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85a7cdc-be1b-432f-ad38-850c825736de req-04defa72-17ce-49d9-a41f-5615c5d6b415 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] No DVR routers for this DVR port 618e6c4d-8230-4d27-9819-9b2b64791674 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:44:26.168172 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d85a7cdc-be1b-432f-ad38-850c825736de req-04defa72-17ce-49d9-a41f-5615c5d6b415 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:26.170566 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:26.171269 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:26.172739 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] 10.222.0.46 "PUT /v2.0/ports/54fd1640-46d7-4af3-94ad-eb899aaf3942 HTTP/1.1" status: 200 len: 1092 time: 1.7961850 Dec 14 02:44:26.172959 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d85a7cdc-be1b-432f-ad38-850c825736de req-04defa72-17ce-49d9-a41f-5615c5d6b415 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.47 "DELETE /v2.0/ports/618e6c4d-8230-4d27-9819-9b2b64791674 HTTP/1.1" status: 204 len: 173 time: 1.6722174 Dec 14 02:44:26.173556 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3493423-11df-4c16-9583-81241eded344', 'tag': '54fd1640-46d7-4af3-94ad-eb899aaf3942'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:44:26.176020 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c5cc42-f739-4901-8c13-0f233b01c91b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3493423-11df-4c16-9583-81241eded344", "tag": "54fd1640-46d7-4af3-94ad-eb899aaf3942"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:44:26.217505 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57093480-b9c1-4830-8113-d3ecacb0f2ed req-d8ba2989-1ee7-4f28-85f8-8b93c2d27e3f tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 210 time: 0.0552492 Dec 14 02:44:26.268978 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76558a62-1866-4d8a-a709-9556275816d0 x-openstack-request-id: req-76558a62-1866-4d8a-a709-9556275816d0 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:44:26.269271 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3493423-11df-4c16-9583-81241eded344", "tag": "54fd1640-46d7-4af3-94ad-eb899aaf3942", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:44:26.269562 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76558a62-1866-4d8a-a709-9556275816d0 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:44:26.269972 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3493423-11df-4c16-9583-81241eded344', 'tag': '54fd1640-46d7-4af3-94ad-eb899aaf3942', 'status': 'completed', 'code': 200} Dec 14 02:44:26.357419 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db8573a-269d-4aee-a6b5-582e23e3bcf0 service neutron] Pushing event updated for resources: {'Port': ['ID=54fd1640-46d7-4af3-94ad-eb899aaf3942,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:26.387658 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-4f4fbc0c-d60f-4649-92a7-f07ae6eb8446 service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528018 Dec 14 02:44:26.469482 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-154a2491-6677-45e2-8932-483ca25afae4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=467a8650-a8b3-40e7-8038-30ec1396f28c HTTP/1.1" status: 200 len: 217 time: 0.0686586 Dec 14 02:44:26.473274 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5cc42-f739-4901-8c13-0f233b01c91b req-4a7fe717-57af-44c5-8edd-49a63ec12f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:26.475015 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-90c5cc42-f739-4901-8c13-0f233b01c91b req-4a7fe717-57af-44c5-8edd-49a63ec12f4d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 1095 time: 0.1602688 Dec 14 02:44:26.478628 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d9892257-20f2-4d50-a5f6-c1e24d18a0c6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:26.556145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481c06e6-0657-4986-91f5-52fb90818610 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:26.603921 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-d9892257-20f2-4d50-a5f6-c1e24d18a0c6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port 4e4bb975-8bd1-4177-9231-a8eb7f590839 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:44:26.660806 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f59a728c-bf1e-43a7-a1af-cf50b319bf76 None None] Provisioning complete for port 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:26.661351 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f59a728c-bf1e-43a7-a1af-cf50b319bf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:26.674702 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-7fac8f7c-ee1b-4844-bd25-11f7025df4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:26.676195 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-7fac8f7c-ee1b-4844-bd25-11f7025df4a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a649358c-109a-47a1-abe2-1321d3721590 HTTP/1.1" status: 200 len: 797 time: 0.1848466 Dec 14 02:44:26.733803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 618e6c4d-8230-4d27-9819-9b2b64791674 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:44:26.759503 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 618e6c4d-8230-4d27-9819-9b2b64791674 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:44:26.761668 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 618e6c4d-8230-4d27-9819-9b2b64791674 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:44:26.796573 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5cc42-f739-4901-8c13-0f233b01c91b req-b3b90f51-e0ff-466f-94b5-e67939705ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:26.798103 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-90c5cc42-f739-4901-8c13-0f233b01c91b req-b3b90f51-e0ff-466f-94b5-e67939705ed0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a984b7588a0144a79ab8cc60e3512d19&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3049431 Dec 14 02:44:26.890575 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f59a728c-bf1e-43a7-a1af-cf50b319bf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:26.895701 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc255fe-cb87-4ce5-bc10-1fda18d8552b None None] Update dhcp port {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'fixed_ips': [{'subnet_id': 'c450bf4a-589d-4b9d-896d-5226c252fea6', 'ip_address': '2001:db8::f816:3eff:fed7:2cf7'}, {'subnet_id': '95c36f1f-28af-4930-ac16-012aef666dae'}], 'binding:host_id': 'n-d-821636-1'}, 'id': '8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f'} from n-d-821636-1. {{(pid=103849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 02:44:26.926714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7353874-170e-4e3c-ab48-f0d516d349c2 req-02612cca-916e-495d-8adf-c022da470926 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:26.928267 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7353874-170e-4e3c-ab48-f0d516d349c2 req-02612cca-916e-495d-8adf-c022da470926 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 944 time: 0.1092694 Dec 14 02:44:26.938848 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-ba5a02ee-b7db-4c67-b3bb-69b3533a7909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:26.943039 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-ba5a02ee-b7db-4c67-b3bb-69b3533a7909 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18b9e852-d3ea-485d-8106-6a6289070cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2494376 Dec 14 02:44:26.954555 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92d7bb2-adc7-42a2-b295-2af6f1500548', 'name': 'network-vif-deleted', 'tag': '618e6c4d-8230-4d27-9819-9b2b64791674'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:44:26.954896 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:26.959262 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc107ba0-a07b-498e-b3d2-52e7da9c49e9" -d '{"events": [{"server_uuid": "e92d7bb2-adc7-42a2-b295-2af6f1500548", "name": "network-vif-deleted", "tag": "618e6c4d-8230-4d27-9819-9b2b64791674"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:44:26.981369 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bc255fe-cb87-4ce5-bc10-1fda18d8552b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:27.061053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4169bb-d2d3-4564-b4c3-74c8ead30f76 req-4103e4d4-c8fd-4919-b9df-831d23b0c765 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:27.068601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c4169bb-d2d3-4564-b4c3-74c8ead30f76 req-4103e4d4-c8fd-4919-b9df-831d23b0c765 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1640978 Dec 14 02:44:27.074948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7353874-170e-4e3c-ab48-f0d516d349c2 req-999951c0-7824-4cb3-b05e-2adb943d840b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836730 Dec 14 02:44:27.133642 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f59a728c-bf1e-43a7-a1af-cf50b319bf76 None None] For port 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:27.177097 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-d9892257-20f2-4d50-a5f6-c1e24d18a0c6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 172.20.0.9 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/95c36f1f-28af-4930-ac16-012aef666dae/4e4bb975-8bd1-4177-9231-a8eb7f590839) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:27.183237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c4169bb-d2d3-4564-b4c3-74c8ead30f76 req-e5570abc-f53d-4512-999f-c5d60e8ab4fe tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/security-groups?id=31524cb7-703e-4755-ac97-14ef5faa89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135204 Dec 14 02:44:27.221866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ec016610-3fa6-41a4-9579-f7ff02b690c4 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:44:27.231759 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:27.235636 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f59a728c-bf1e-43a7-a1af-cf50b319bf76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:27.247483 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eff72b5-47bc-4ff7-b4be-7f161cc13729 x-openstack-request-id: req-2eff72b5-47bc-4ff7-b4be-7f161cc13729 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:44:27.247483 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92d7bb2-adc7-42a2-b295-2af6f1500548", "name": "network-vif-deleted", "tag": "618e6c4d-8230-4d27-9819-9b2b64791674", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:44:27.247483 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2eff72b5-47bc-4ff7-b4be-7f161cc13729 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:44:27.247483 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92d7bb2-adc7-42a2-b295-2af6f1500548', 'name': 'network-vif-deleted', 'tag': '618e6c4d-8230-4d27-9819-9b2b64791674', 'status': 'completed', 'code': 200} Dec 14 02:44:27.326295 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: ec016610-3fa6-41a4-9579-f7ff02b690c4 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:44:27.326604 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ec016610-3fa6-41a4-9579-f7ff02b690c4 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:44:27.369905 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-86e9c9f2-790b-4347-9001-ed2ce604bfc8 req-eebf27e2-be71-4f6f-8178-57035de912e3 tempest-ListServersNegativeTestJSON-1895056446 tempest-ListServersNegativeTestJSON-1895056446-project] 10.222.0.39 "GET /v2.0/ports?device_id=e92d7bb2-adc7-42a2-b295-2af6f1500548 HTTP/1.1" status: 200 len: 210 time: 0.0550716 Dec 14 02:44:27.401443 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a728c-bf1e-43a7-a1af-cf50b319bf76 None None] Pushing event updated for resources: {'Port': ['ID=8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:27.416287 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:27.417137 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:27.433779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9465063b-b53e-4683-bf0f-063eb860b079 req-5d3af8fc-c16c-4146-92c2-c4e733e48794 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:27.435401 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9465063b-b53e-4683-bf0f-063eb860b079 req-5d3af8fc-c16c-4146-92c2-c4e733e48794 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.47 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 946 time: 0.1101496 Dec 14 02:44:27.547804 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-9465063b-b53e-4683-bf0f-063eb860b079 req-248c123d-1acd-4f02-9a67-631c2465d6cb tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Deleting port 4daf223f-a71f-400d-a949-3e506c040977 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:27.548303 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9465063b-b53e-4683-bf0f-063eb860b079 req-248c123d-1acd-4f02-9a67-631c2465d6cb tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:27.589182 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-d9892257-20f2-4d50-a5f6-c1e24d18a0c6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::f816:3eff:feb2:8172 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/c450bf4a-589d-4b9d-896d-5226c252fea6/4e4bb975-8bd1-4177-9231-a8eb7f590839) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:27.593510 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5cc42-f739-4901-8c13-0f233b01c91b req-fbc10f3e-7f80-4f7d-9e53-6d04ea4eba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:27.594995 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-90c5cc42-f739-4901-8c13-0f233b01c91b req-fbc10f3e-7f80-4f7d-9e53-6d04ea4eba0a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7769086 Dec 14 02:44:27.602818 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-db456521-4497-4eec-b42d-f851923c98b5 service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292753 Dec 14 02:44:27.799176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-b1ec25b3-7e94-44df-b9dc-f20d0b514906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:27.800683 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-b1ec25b3-7e94-44df-b9dc-f20d0b514906 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a984b7588a0144a79ab8cc60e3512d19&device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 1095 time: 0.1329224 Dec 14 02:44:27.833149 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04153c89-fc8b-4f24-acdc-0f5f81525326 req-9c8251f0-daa7-4aa0-942a-fdf6836fda5d service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217548 Dec 14 02:44:27.871223 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-a8ff1946-7208-44b3-9245-4f3aa48d965a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54fd1640-46d7-4af3-94ad-eb899aaf3942 HTTP/1.1" status: 200 len: 217 time: 0.0538523 Dec 14 02:44:27.946119 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d9892257-20f2-4d50-a5f6-c1e24d18a0c6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:27.964369 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9ce0c6f2-eea1-4ca1-b37b-a1013c11dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:27.966298 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-9ce0c6f2-eea1-4ca1-b37b-a1013c11dc67 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8bafd591-3d5a-421c-a705-120fee96a2aa HTTP/1.1" status: 200 len: 846 time: 0.0854881 Dec 14 02:44:27.998635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-9465063b-b53e-4683-bf0f-063eb860b079 req-248c123d-1acd-4f02-9a67-631c2465d6cb tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] For port 4daf223f-a71f-400d-a949-3e506c040977, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4daf223f-a71f-400d-a949-3e506c040977,segment=NetworkSegment(101c9251-151f-40cc-9665-28327f284b60),segment_id=101c9251-151f-40cc-9665-28327f284b60)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:27.999189 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9465063b-b53e-4683-bf0f-063eb860b079 req-248c123d-1acd-4f02-9a67-631c2465d6cb tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:28.012275 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-f36feaab-8cad-4ff3-9ca9-27f8bb24d19b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b6c00ad7-548c-4fdc-be08-89a064371a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365739 Dec 14 02:44:28.013261 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-9465063b-b53e-4683-bf0f-063eb860b079 req-248c123d-1acd-4f02-9a67-631c2465d6cb tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Calling delete_port for 4daf223f-a71f-400d-a949-3e506c040977 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:28.106413 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d9892257-20f2-4d50-a5f6-c1e24d18a0c6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:28.151208 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-6bc255fe-cb87-4ce5-bc10-1fda18d8552b None None] Allocated IP 172.20.0.2 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/95c36f1f-28af-4930-ac16-012aef666dae/8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:28.161132 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-f2d60ae9-6f74-4867-8d91-f4b3dc6c261d service neutron] 10.222.0.46 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423450 Dec 14 02:44:28.163057 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9892257-20f2-4d50-a5f6-c1e24d18a0c6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:28.166606 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-d9892257-20f2-4d50-a5f6-c1e24d18a0c6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:28.171927 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9892257-20f2-4d50-a5f6-c1e24d18a0c6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:28.259110 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35c33c-0991-4344-9440-57a49de3b789 req-2d78b844-ddf3-4f0f-98f5-f7197f0e9d29 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:28.266660 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e35c33c-0991-4344-9440-57a49de3b789 req-2d78b844-ddf3-4f0f-98f5-f7197f0e9d29 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 944 time: 0.0701976 Dec 14 02:44:28.281977 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6bc255fe-cb87-4ce5-bc10-1fda18d8552b None None] For port 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:28.307829 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9892257-20f2-4d50-a5f6-c1e24d18a0c6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=4e4bb975-8bd1-4177-9231-a8eb7f590839,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:28.326838 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bc255fe-cb87-4ce5-bc10-1fda18d8552b None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:28.348217 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9892257-20f2-4d50-a5f6-c1e24d18a0c6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:28.349532 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d9892257-20f2-4d50-a5f6-c1e24d18a0c6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:28.354267 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9465063b-b53e-4683-bf0f-063eb860b079 req-248c123d-1acd-4f02-9a67-631c2465d6cb tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:28.374315 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d31f605b-70c2-4285-b4f5-a8620423b3c1 req-64b2c7be-458e-40f5-a136-45d20a872e94 tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 210 time: 0.0920124 Dec 14 02:44:28.382047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e35c33c-0991-4344-9440-57a49de3b789 req-d6d9a838-7b8f-409c-82ad-9bf1b6ab979a tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144848 Dec 14 02:44:28.390868 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4daf223f-a71f-400d-a949-3e506c040977'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:44:28.395963 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bc255fe-cb87-4ce5-bc10-1fda18d8552b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:28.435409 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d9892257-20f2-4d50-a5f6-c1e24d18a0c6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7432346 Dec 14 02:44:28.436265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41884) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:28.440646 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-baadcb34-9b8f-4e38-b987-868c0a9c0391 req-5408a737-5898-4b42-a2eb-176f8ed3b7a6 service neutron] 10.222.0.46 "GET /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698076 Dec 14 02:44:28.449778 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c123d-1acd-4f02-9a67-631c2465d6cb tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Pushing event deleted for resources: {'Port': ['ID=4daf223f-a71f-400d-a949-3e506c040977,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:28.508156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9465063b-b53e-4683-bf0f-063eb860b079 req-248c123d-1acd-4f02-9a67-631c2465d6cb tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] No DVR routers for this DVR port 4daf223f-a71f-400d-a949-3e506c040977 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:44:28.517701 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9465063b-b53e-4683-bf0f-063eb860b079 req-248c123d-1acd-4f02-9a67-631c2465d6cb tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:28.522273 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9465063b-b53e-4683-bf0f-063eb860b079 req-248c123d-1acd-4f02-9a67-631c2465d6cb tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.47 "DELETE /v2.0/ports/4daf223f-a71f-400d-a949-3e506c040977 HTTP/1.1" status: 204 len: 173 time: 1.0807219 Dec 14 02:44:28.539606 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b77b38-9698-471d-827f-ac8291e25188 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:28.545434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41886) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:28.546027 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b77b38-9698-471d-827f-ac8291e25188 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:28.547686 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c2b77b38-9698-471d-827f-ac8291e25188 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1094322 Dec 14 02:44:28.551067 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41888) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:28.584149 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc255fe-cb87-4ce5-bc10-1fda18d8552b None None] Pushing event updated for resources: {'Port': ['ID=8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:28.592536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b36ffa5-cccf-48d9-9230-76e5dc9a7aac admin admin] Deleting subnet 39899366-615a-4fe4-9355-36271ff5defd {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:44:28.596000 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5b36ffa5-cccf-48d9-9230-76e5dc9a7aac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:28.647147 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5b36ffa5-cccf-48d9-9230-76e5dc9a7aac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:28.693806 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5b36ffa5-cccf-48d9-9230-76e5dc9a7aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:28.701449 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-60302d92-584f-4864-82a1-aa6e0bb273d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port 4e4bb975-8bd1-4177-9231-a8eb7f590839 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:28.702037 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60302d92-584f-4864-82a1-aa6e0bb273d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:28.798159 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60302d92-584f-4864-82a1-aa6e0bb273d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:28.814098 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-60302d92-584f-4864-82a1-aa6e0bb273d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for 4e4bb975-8bd1-4177-9231-a8eb7f590839 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:28.896459 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5b36ffa5-cccf-48d9-9230-76e5dc9a7aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:28.930806 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36ffa5-cccf-48d9-9230-76e5dc9a7aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39899366-615a-4fe4-9355-36271ff5defd,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:28.947829 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5b36ffa5-cccf-48d9-9230-76e5dc9a7aac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:28.958656 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5b36ffa5-cccf-48d9-9230-76e5dc9a7aac admin admin] 10.222.0.39 "DELETE /v2.0/subnets/39899366-615a-4fe4-9355-36271ff5defd HTTP/1.1" status: 204 len: 168 time: 0.4116313 Dec 14 02:44:28.962164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41892) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:29.066831 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-59d6db5a-b61f-44fe-bf1b-5e2afb18e14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:29.115599 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:29.147077 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60302d92-584f-4864-82a1-aa6e0bb273d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:29.199285 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-59d6db5a-b61f-44fe-bf1b-5e2afb18e14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:29.217576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60302d92-584f-4864-82a1-aa6e0bb273d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=4e4bb975-8bd1-4177-9231-a8eb7f590839,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:29.217797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:29.218223 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:29.243416 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-59d6db5a-b61f-44fe-bf1b-5e2afb18e14b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdda5c08-5707-49b1-8eb0-cb74fff66e92']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:29.256643 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-59d6db5a-b61f-44fe-bf1b-5e2afb18e14b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a39437-d73e-41b3-915f-ba8497a02471') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:29.257646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-59d6db5a-b61f-44fe-bf1b-5e2afb18e14b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a39437-d73e-41b3-915f-ba8497a02471') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:29.271456 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334d8ddd-a28e-41d3-bb7c-1536a79cee3a', 'name': 'network-vif-deleted', 'tag': '4daf223f-a71f-400d-a949-3e506c040977'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:44:29.274819 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1dc009-7f65-4a2f-b6c0-47a5d86090ff" -d '{"events": [{"server_uuid": "334d8ddd-a28e-41d3-bb7c-1536a79cee3a", "name": "network-vif-deleted", "tag": "4daf223f-a71f-400d-a949-3e506c040977"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:44:29.282438 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-59d6db5a-b61f-44fe-bf1b-5e2afb18e14b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:29.298692 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-59d6db5a-b61f-44fe-bf1b-5e2afb18e14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:29.310197 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59d6db5a-b61f-44fe-bf1b-5e2afb18e14b admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:44:29.310610 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-59d6db5a-b61f-44fe-bf1b-5e2afb18e14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:44:29.318232 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:44:29.334632 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60302d92-584f-4864-82a1-aa6e0bb273d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:29.338604 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-60302d92-584f-4864-82a1-aa6e0bb273d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/4e4bb975-8bd1-4177-9231-a8eb7f590839 HTTP/1.1" status: 204 len: 168 time: 0.7863083 Dec 14 02:44:29.341072 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41896) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:29.367900 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3c0101-f894-4eae-97de-8f42f31064ba x-openstack-request-id: req-0c3c0101-f894-4eae-97de-8f42f31064ba {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:44:29.368665 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334d8ddd-a28e-41d3-bb7c-1536a79cee3a", "name": "network-vif-deleted", "tag": "4daf223f-a71f-400d-a949-3e506c040977", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:44:29.369066 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c3c0101-f894-4eae-97de-8f42f31064ba {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:44:29.369549 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334d8ddd-a28e-41d3-bb7c-1536a79cee3a', 'name': 'network-vif-deleted', 'tag': '4daf223f-a71f-400d-a949-3e506c040977', 'status': 'completed', 'code': 200} Dec 14 02:44:29.424293 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f874193-2b3a-4166-a5b5-17c3962d02d4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:29.426274 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f874193-2b3a-4166-a5b5-17c3962d02d4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:29.427913 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f874193-2b3a-4166-a5b5-17c3962d02d4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:29.431166 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1f874193-2b3a-4166-a5b5-17c3962d02d4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0873358 Dec 14 02:44:29.434020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41902) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:29.488652 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-95e69afe-f4b8-4375-b73e-6f2ef4e10add None None] Provisioning complete for port 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:29.491632 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-95e69afe-f4b8-4375-b73e-6f2ef4e10add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:29.555348 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-59d6db5a-b61f-44fe-bf1b-5e2afb18e14b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:29.596786 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-59d6db5a-b61f-44fe-bf1b-5e2afb18e14b admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:29.617437 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-59d6db5a-b61f-44fe-bf1b-5e2afb18e14b admin admin] 10.222.0.39 "DELETE /v2.0/networks/cdda5c08-5707-49b1-8eb0-cb74fff66e92 HTTP/1.1" status: 204 len: 168 time: 0.6501920 Dec 14 02:44:29.659609 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-70c91cce-cc3b-415e-94ce-4c8f9d6f9b8e req-870fcfb2-ea1e-4245-986c-11fb5d3717cf tempest-ServerRescueTestJSONUnderV235-880679491 tempest-ServerRescueTestJSONUnderV235-880679491-project] 10.222.0.39 "GET /v2.0/ports?device_id=334d8ddd-a28e-41d3-bb7c-1536a79cee3a HTTP/1.1" status: 200 len: 210 time: 0.1333904 Dec 14 02:44:29.703005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6db5a-b61f-44fe-bf1b-5e2afb18e14b admin admin] Pushing event deleted for resources: {'Network': ['ID=cdda5c08-5707-49b1-8eb0-cb74fff66e92,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:29.723050 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-6712fe26-4905-4a56-a552-b69294e4e343 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet 95c36f1f-28af-4930-ac16-012aef666dae {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:44:29.727243 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6712fe26-4905-4a56-a552-b69294e4e343 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:29.784859 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6712fe26-4905-4a56-a552-b69294e4e343 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:29.820685 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83351344-c31c-467f-aba2-094b2c578913 req-703069a2-2529-43a6-b433-8e54b0982f38 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:29.822383 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83351344-c31c-467f-aba2-094b2c578913 req-703069a2-2529-43a6-b433-8e54b0982f38 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 944 time: 0.3017564 Dec 14 02:44:29.856514 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d572f977-174e-4d4f-a2f9-5ed55a678a3b None None] Could not find standard attr ID for object 4e4bb975-8bd1-4177-9231-a8eb7f590839. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:44:29.922455 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83351344-c31c-467f-aba2-094b2c578913 req-038a17e9-db73-4992-ac41-d8518f10d68d tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899453 Dec 14 02:44:29.927590 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6712fe26-4905-4a56-a552-b69294e4e343 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:30.038304 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:30.072584 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41912) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:30.091486 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6712fe26-4905-4a56-a552-b69294e4e343 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:30.131401 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712fe26-4905-4a56-a552-b69294e4e343 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=95c36f1f-28af-4930-ac16-012aef666dae,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:30.138296 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6712fe26-4905-4a56-a552-b69294e4e343 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:30.141523 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6712fe26-4905-4a56-a552-b69294e4e343 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/95c36f1f-28af-4930-ac16-012aef666dae HTTP/1.1" status: 204 len: 168 time: 0.7063117 Dec 14 02:44:30.144206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41914) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:30.152297 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa096842-88b6-4047-b237-fc5b83c9d1e5 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:30.153123 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e8cd2162-425d-4216-95f8-4ce91ad773bf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7d843f34580d43f5a47b9b8e00d007cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0793567 Dec 14 02:44:30.155647 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41916) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:30.204510 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-2056985e-124b-4a49-85aa-c491b3bf9a9f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet c450bf4a-589d-4b9d-896d-5226c252fea6 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:44:30.208848 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2056985e-124b-4a49-85aa-c491b3bf9a9f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:30.212093 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6091524c-ea2b-4fff-a508-becd8ddc048f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:30.236657 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6091524c-ea2b-4fff-a508-becd8ddc048f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:30.252713 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2056985e-124b-4a49-85aa-c491b3bf9a9f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:30.347203 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2056985e-124b-4a49-85aa-c491b3bf9a9f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:30.409577 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6091524c-ea2b-4fff-a508-becd8ddc048f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:30.412375 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6091524c-ea2b-4fff-a508-becd8ddc048f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:30.421835 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6091524c-ea2b-4fff-a508-becd8ddc048f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0789be70-f255-4543-8253-47fdcb5c125a HTTP/1.1" status: 204 len: 168 time: 0.2650964 Dec 14 02:44:30.433355 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091524c-ea2b-4fff-a508-becd8ddc048f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0789be70-f255-4543-8253-47fdcb5c125a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:30.491423 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2056985e-124b-4a49-85aa-c491b3bf9a9f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:30.533215 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056985e-124b-4a49-85aa-c491b3bf9a9f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=c450bf4a-589d-4b9d-896d-5226c252fea6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:30.548550 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2056985e-124b-4a49-85aa-c491b3bf9a9f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:30.554985 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2056985e-124b-4a49-85aa-c491b3bf9a9f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/c450bf4a-589d-4b9d-896d-5226c252fea6 HTTP/1.1" status: 204 len: 168 time: 0.4080331 Dec 14 02:44:30.567642 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41920) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:30.609559 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-708c4ea7-0767-4694-921a-f11d465964c8 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407665 Dec 14 02:44:30.612330 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41922) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:30.618145 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-78085f41-ce1f-48bd-b726-81144b31d1bf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:30.725680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41926) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:30.729274 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4daf223f-a71f-400d-a949-3e506c040977 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:44:30.758198 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 4daf223f-a71f-400d-a949-3e506c040977 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:44:30.758962 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4daf223f-a71f-400d-a949-3e506c040977 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:44:30.807630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78085f41-ce1f-48bd-b726-81144b31d1bf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:30.813171 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78085f41-ce1f-48bd-b726-81144b31d1bf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:31.098715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88323402-8096-4f52-8ee0-860433f7527c None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:31.157291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7b0e7-dd17-4c16-999f-85da1546feaa req-f3aa7435-3e7e-4d27-85b2-d9fc8726d7c0 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:31.160002 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57d7b0e7-dd17-4c16-999f-85da1546feaa req-f3aa7435-3e7e-4d27-85b2-d9fc8726d7c0 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 944 time: 0.1073477 Dec 14 02:44:31.198952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 54fd1640-46d7-4af3-94ad-eb899aaf3942 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:44:31.215647 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-45a0388b-0814-43b1-9326-414687fab38d None None] Provisioning complete for port 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:31.215937 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-45a0388b-0814-43b1-9326-414687fab38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:31.281249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57d7b0e7-dd17-4c16-999f-85da1546feaa req-462fe141-c199-4aa1-baa4-89f50c7bd378 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104772 Dec 14 02:44:31.300037 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d0b28faa-cff7-4e0c-9efe-59d8499073dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:31.378514 n-d-821636-1 neutron-server[103847]: DEBUG neutron.objects.ports [None req-78085f41-ce1f-48bd-b726-81144b31d1bf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103847) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:44:31.425650 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 54fd1640-46d7-4af3-94ad-eb899aaf3942, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=54fd1640-46d7-4af3-94ad-eb899aaf3942,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:31.456856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9ee9bd-bdda-4e9c-a5e6-3d5fb7f25e42 None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:44:31.470024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '54fd1640-46d7-4af3-94ad-eb899aaf3942', 'network_id': 'b6c00ad7-548c-4fdc-be08-89a064371a4a', 'port_id': '54fd1640-46d7-4af3-94ad-eb899aaf3942', 'mac_address': 'fa:16:3e:9f:d3:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bafd591-3d5a-421c-a705-120fee96a2aa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:44:31.551091 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:44:31.573791 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:31.594366 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fd1640-46d7-4af3-94ad-eb899aaf3942 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:44:31.608012 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-dd9ee9bd-bdda-4e9c-a5e6-3d5fb7f25e42 None None] Deleting port 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:31.608403 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee9bd-bdda-4e9c-a5e6-3d5fb7f25e42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:31.637755 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-d0b28faa-cff7-4e0c-9efe-59d8499073dd admin admin] Deleting port 9b7c303a-b206-4488-9b91-295e1199fd95 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:31.638203 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d0b28faa-cff7-4e0c-9efe-59d8499073dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:31.675616 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 54fd1640-46d7-4af3-94ad-eb899aaf3942, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=54fd1640-46d7-4af3-94ad-eb899aaf3942,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:31.713653 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78085f41-ce1f-48bd-b726-81144b31d1bf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:31.732358 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-dd9ee9bd-bdda-4e9c-a5e6-3d5fb7f25e42 None None] For port 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:31.733465 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee9bd-bdda-4e9c-a5e6-3d5fb7f25e42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:31.763718 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-d0b28faa-cff7-4e0c-9efe-59d8499073dd admin admin] For port 9b7c303a-b206-4488-9b91-295e1199fd95, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=9b7c303a-b206-4488-9b91-295e1199fd95,segment=NetworkSegment(101c9251-151f-40cc-9665-28327f284b60),segment_id=101c9251-151f-40cc-9665-28327f284b60)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:31.763718 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d0b28faa-cff7-4e0c-9efe-59d8499073dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:31.765938 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:31.779133 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-dd9ee9bd-bdda-4e9c-a5e6-3d5fb7f25e42 None None] Calling delete_port for 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:31.792857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-d0b28faa-cff7-4e0c-9efe-59d8499073dd admin admin] Calling delete_port for 9b7c303a-b206-4488-9b91-295e1199fd95 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:31.920965 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=54fd1640-46d7-4af3-94ad-eb899aaf3942,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:32.006191 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-78085f41-ce1f-48bd-b726-81144b31d1bf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] For port 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:32.079775 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78085f41-ce1f-48bd-b726-81144b31d1bf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:32.080703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41966) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:32.086676 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['54fd1640-46d7-4af3-94ad-eb899aaf3942'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:44:32.135690 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d0b28faa-cff7-4e0c-9efe-59d8499073dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:32.171344 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b28faa-cff7-4e0c-9efe-59d8499073dd admin admin] Pushing event deleted for resources: {'Port': ['ID=9b7c303a-b206-4488-9b91-295e1199fd95,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:32.173454 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78085f41-ce1f-48bd-b726-81144b31d1bf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:32.174225 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78085f41-ce1f-48bd-b726-81144b31d1bf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:32.231361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-6644138e-e533-4e11-a7d1-c800a0ae3f54 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-152228470-network', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:32.267118 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78085f41-ce1f-48bd-b726-81144b31d1bf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:32.280996 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-78085f41-ce1f-48bd-b726-81144b31d1bf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:32.293060 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78085f41-ce1f-48bd-b726-81144b31d1bf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:32.298298 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78085f41-ce1f-48bd-b726-81144b31d1bf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:32.365115 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78085f41-ce1f-48bd-b726-81144b31d1bf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f,revision_number=8']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:32.381588 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78085f41-ce1f-48bd-b726-81144b31d1bf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=ad05a90f-5b08-4b1c-90e5-25490fabfac3,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:32.392588 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dd9ee9bd-bdda-4e9c-a5e6-3d5fb7f25e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:32.406590 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6644138e-e533-4e11-a7d1-c800a0ae3f54 admin admin] Made reservation on behalf of 5f91050d42464daeb5e72d6e66d168a6 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:32.409806 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6644138e-e533-4e11-a7d1-c800a0ae3f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:32.411657 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9ee9bd-bdda-4e9c-a5e6-3d5fb7f25e42 None None] No DVR routers for this DVR port 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:44:32.432061 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6644138e-e533-4e11-a7d1-c800a0ae3f54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:32.457577 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ee9bd-bdda-4e9c-a5e6-3d5fb7f25e42 None None] Pushing event deleted for resources: {'Port': ['ID=8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:32.463614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abc98ea-b7c3-4f42-a12f-af8e1e3a96a0 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:32.486200 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-78085f41-ce1f-48bd-b726-81144b31d1bf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8720906 Dec 14 02:44:32.488249 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41972) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:32.500218 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-fd6ed47e-a943-47e8-832e-16217415f594 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:32.579281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739c9ee-fcf9-407e-a0f1-80310e95592b req-4dfbce41-01fd-40a9-9bbf-baebdca2a75c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:32.592952 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f739c9ee-fcf9-407e-a0f1-80310e95592b req-4dfbce41-01fd-40a9-9bbf-baebdca2a75c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 945 time: 0.1655629 Dec 14 02:44:32.600092 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d0b28faa-cff7-4e0c-9efe-59d8499073dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:32.646816 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': 'ad05a90f-5b08-4b1c-90e5-25490fabfac3'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:44:32.647575 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:32.693035 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41976) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:32.821078 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f739c9ee-fcf9-407e-a0f1-80310e95592b req-04f66db6-bf7c-452b-a8b1-4fdfd68b55e0 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984391 Dec 14 02:44:32.840865 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6644138e-e533-4e11-a7d1-c800a0ae3f54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:32.846795 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-756176e5-b148-411b-9f15-fb78cc85fc3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:32.855703 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6ed47e-a943-47e8-832e-16217415f594 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:32.859333 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed47e-a943-47e8-832e-16217415f594 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:32.871845 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a05d5a8c-1d16-4a0a-88e4-9c61236216d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:32.880887 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Allocated IP 2001:db8::f816:3eff:fe3b:a916 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/ad05a90f-5b08-4b1c-90e5-25490fabfac3/74a49e43-a911-4363-9712-42dec2582825) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:32.922945 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6644138e-e533-4e11-a7d1-c800a0ae3f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:32.995736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6644138e-e533-4e11-a7d1-c800a0ae3f54 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:44:33.016090 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6644138e-e533-4e11-a7d1-c800a0ae3f54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.016438 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-6644138e-e533-4e11-a7d1-c800a0ae3f54 admin admin] Added segment 1124ae5d-ffca-4079-a354-a70bb7921a0d of type vlan for network 88664e7c-dba7-4c3f-8dc9-59021510fecd Dec 14 02:44:33.029796 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644138e-e533-4e11-a7d1-c800a0ae3f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c58671-4cdc-4996-b419-e285ea890d2b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:33.046453 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-756176e5-b148-411b-9f15-fb78cc85fc3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.087656 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6644138e-e533-4e11-a7d1-c800a0ae3f54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.091379 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b28faa-cff7-4e0c-9efe-59d8499073dd admin admin] Router cad97e25-711c-4444-b483-a77db2c9ec9f has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:44:33.128319 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-756176e5-b148-411b-9f15-fb78cc85fc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.140465 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.239147 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.242227 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b28faa-cff7-4e0c-9efe-59d8499073dd admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:44:33.251522 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d0b28faa-cff7-4e0c-9efe-59d8499073dd admin admin] 10.222.0.39 "PUT /v2.0/routers/cad97e25-711c-4444-b483-a77db2c9ec9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5238650 Dec 14 02:44:33.253963 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41984) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:33.260591 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b206c-d27c-4b5a-8f15-564bd0f471c0 None None] Sync routers for ids ['cad97e25-711c-4444-b483-a77db2c9ec9f'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:44:33.277178 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5b206c-d27c-4b5a-8f15-564bd0f471c0 None None] Routers {'cad97e25-711c-4444-b483-a77db2c9ec9f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:33.278224 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4f5b206c-d27c-4b5a-8f15-564bd0f471c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cad97e25-711c-4444-b483-a77db2c9ec9f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:33.287287 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-756176e5-b148-411b-9f15-fb78cc85fc3b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e1e84566bff24e9cb0dbc0515fbd232d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5939250 Dec 14 02:44:33.294006 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756176e5-b148-411b-9f15-fb78cc85fc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fd62a1-6a94-43c6-bc3a-bb3ce9406333,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:33.301280 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41986) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:33.312999 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:33.313362 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6644138e-e533-4e11-a7d1-c800a0ae3f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.315027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6644138e-e533-4e11-a7d1-c800a0ae3f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:33.315615 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6644138e-e533-4e11-a7d1-c800a0ae3f54 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.315897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:33.321774 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:33.325144 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Pushing event updated for resources: {'Port': ['ID=74a49e43-a911-4363-9712-42dec2582825,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:33.344620 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:44:33.398743 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35737ec8-0c4e-4fb6-82e4-2893b6b874e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.425091 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35737ec8-0c4e-4fb6-82e4-2893b6b874e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.436838 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-4f5b206c-d27c-4b5a-8f15-564bd0f471c0 None None] Set router cad97e25-711c-4444-b483-a77db2c9ec9f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:44:33.437047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644138e-e533-4e11-a7d1-c800a0ae3f54 admin admin] Pushing event updated for resources: {'Network': ['ID=88664e7c-dba7-4c3f-8dc9-59021510fecd,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:33.456190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 88664e7c-dba7-4c3f-8dc9-59021510fecd details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:44:33.465768 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:44:33.465985 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8f9aaaa9-2f59-45bd-8604-ce2141fb2c4f not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:44:33.469803 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef393c8c-fadd-47f8-b78b-a0d5bde84fe6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.482655 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed47e-a943-47e8-832e-16217415f594 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.508906 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Attempting to bind port 74a49e43-a911-4363-9712-42dec2582825 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:44:33.509282 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Attempting to bind port 74a49e43-a911-4363-9712-42dec2582825 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:44:33.509730 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Attempting to bind port 74a49e43-a911-4363-9712-42dec2582825 on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:44:33.517236 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:44:33.517639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:44:33.518048 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.518444 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:44:33.519328 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Bound port: 74a49e43-a911-4363-9712-42dec2582825, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:44:33.519328 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.529993 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6644138e-e533-4e11-a7d1-c800a0ae3f54 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4481821 Dec 14 02:44:33.532034 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41988) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:33.541865 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-de38d2cf-ce4f-4869-ae8f-5271ca09efbc admin admin] Request body: {'subnet': {'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-152228470-subnet', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:33.564253 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6ed47e-a943-47e8-832e-16217415f594 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:33.571109 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-fd6ed47e-a943-47e8-832e-16217415f594 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:33.580043 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ed47e-a943-47e8-832e-16217415f594 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=653f8631-0c7d-4e82-8be7-896fa08ddcc1,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:33.586100 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6ed47e-a943-47e8-832e-16217415f594 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:33.586432 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed47e-a943-47e8-832e-16217415f594 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.598427 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35737ec8-0c4e-4fb6-82e4-2893b6b874e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.601982 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35737ec8-0c4e-4fb6-82e4-2893b6b874e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.605576 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-35737ec8-0c4e-4fb6-82e4-2893b6b874e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91fd62a1-6a94-43c6-bc3a-bb3ce9406333 HTTP/1.1" status: 204 len: 168 time: 0.3008511 Dec 14 02:44:33.619905 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35737ec8-0c4e-4fb6-82e4-2893b6b874e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fd62a1-6a94-43c6-bc3a-bb3ce9406333,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:33.630827 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] For port 74a49e43-a911-4363-9712-42dec2582825, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:44:33.642850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] For port 74a49e43-a911-4363-9712-42dec2582825, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=74a49e43-a911-4363-9712-42dec2582825,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:44:33.663817 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef393c8c-fadd-47f8-b78b-a0d5bde84fe6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.696655 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de38d2cf-ce4f-4869-ae8f-5271ca09efbc admin admin] Made reservation on behalf of 5f91050d42464daeb5e72d6e66d168a6 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:33.698936 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-de38d2cf-ce4f-4869-ae8f-5271ca09efbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.705397 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4f5b206c-d27c-4b5a-8f15-564bd0f471c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1782589622-router', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:44:31Z', 'revision_number': 5, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'gw_port': {'id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:33.733799 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b206c-d27c-4b5a-8f15-564bd0f471c0 None None] Checking router: cad97e25-711c-4444-b483-a77db2c9ec9f for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:44:33.742855 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5b206c-d27c-4b5a-8f15-564bd0f471c0 None None] Routers {'cad97e25-711c-4444-b483-a77db2c9ec9f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:33.743469 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4f5b206c-d27c-4b5a-8f15-564bd0f471c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cad97e25-711c-4444-b483-a77db2c9ec9f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:33.750438 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:33.801395 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fd6ed47e-a943-47e8-832e-16217415f594 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3105121 Dec 14 02:44:33.804612 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41992) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:33.811633 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'mac_address': 'fa:16:3e:0b:15:1a', 'name': 'tempest-NetworksTestDHCPv6-561448190'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:33.844008 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d39462-1681-4c15-bf4b-59839cf27200 None None] Pushing event updated for resources: {'Port': ['ID=74a49e43-a911-4363-9712-42dec2582825,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:33.875713 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-4f5b206c-d27c-4b5a-8f15-564bd0f471c0 None None] Set router cad97e25-711c-4444-b483-a77db2c9ec9f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:44:33.893562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-ef393c8c-fadd-47f8-b78b-a0d5bde84fe6 admin admin] Deleting port 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:33.894246 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef393c8c-fadd-47f8-b78b-a0d5bde84fe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:34.016274 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-ef393c8c-fadd-47f8-b78b-a0d5bde84fe6 admin admin] For port 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:34.016643 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef393c8c-fadd-47f8-b78b-a0d5bde84fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:34.039353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-ef393c8c-fadd-47f8-b78b-a0d5bde84fe6 admin admin] Calling delete_port for 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:34.124459 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-de38d2cf-ce4f-4869-ae8f-5271ca09efbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:34.159383 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526a639-6e39-4444-9d26-82c5fa03609a req-baf9ae97-eef0-4e70-a483-e0bd83a1a492 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:34.160950 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6526a639-6e39-4444-9d26-82c5fa03609a req-baf9ae97-eef0-4e70-a483-e0bd83a1a492 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 945 time: 0.1155317 Dec 14 02:44:34.171027 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:34.174168 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4f5b206c-d27c-4b5a-8f15-564bd0f471c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1782589622-router', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:44:31Z', 'revision_number': 5, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'gw_port': {'id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:34.217847 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5b206c-d27c-4b5a-8f15-564bd0f471c0 None None] The sync data for ids ['cad97e25-711c-4444-b483-a77db2c9ec9f'] in n-d-821636-1 is: [{'id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'name': 'tempest-ServerRescueTestJSONUnderV235-1782589622-router', 'tenant_id': '32d337d1217d4db9adb40143d76bca62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42'}], 'enable_snat': True}, 'gw_port_id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:44:31Z', 'revision_number': 5, 'project_id': '32d337d1217d4db9adb40143d76bca62', 'gw_port': {'id': '9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:d4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad97e25-711c-4444-b483-a77db2c9ec9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:43:02Z', 'updated_at': '2021-12-14T02:43:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:44:34.269771 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38d2cf-ce4f-4869-ae8f-5271ca09efbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=89015a4d-b992-4c46-85b7-b5dfc4506a9b,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:34.295107 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de38d2cf-ce4f-4869-ae8f-5271ca09efbc admin admin] Checking segment: {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:44:34.295107 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de38d2cf-ce4f-4869-ae8f-5271ca09efbc admin admin] Network hostable DHCP agents. Network: 88664e7c-dba7-4c3f-8dc9-59021510fecd, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:44:34.337321 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6526a639-6e39-4444-9d26-82c5fa03609a req-950bee4a-7c25-4c09-bbf2-f0503e915984 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665721 Dec 14 02:44:34.344758 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:34.387887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port a3eaf801-17d1-47b8-9344-fb7964c6d753 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:44:34.521342 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de38d2cf-ce4f-4869-ae8f-5271ca09efbc admin admin] Network 88664e7c-dba7-4c3f-8dc9-59021510fecd is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:44:34.550463 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef393c8c-fadd-47f8-b78b-a0d5bde84fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:34.576980 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 172.20.0.7 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/653f8631-0c7d-4e82-8be7-896fa08ddcc1/a3eaf801-17d1-47b8-9344-fb7964c6d753) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:34.589784 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::f816:3eff:fe0b:151a (4428ac20-0fb5-4dc3-afdf-c1f85560404f/ad05a90f-5b08-4b1c-90e5-25490fabfac3/a3eaf801-17d1-47b8-9344-fb7964c6d753) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:34.624953 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318424b1-89fa-419f-845c-21eba08f7951 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:44:34.632831 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef393c8c-fadd-47f8-b78b-a0d5bde84fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:34.675121 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-de38d2cf-ce4f-4869-ae8f-5271ca09efbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 88664e7c-dba7-4c3f-8dc9-59021510fecd) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:34.688946 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2999daf-fbf3-4845-97d9-a33a8b38ee80 None None] Network 88664e7c-dba7-4c3f-8dc9-59021510fecd requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:34.718217 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef393c8c-fadd-47f8-b78b-a0d5bde84fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:34.743367 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42002) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:34.746067 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de38d2cf-ce4f-4869-ae8f-5271ca09efbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:34.746067 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-de38d2cf-ce4f-4869-ae8f-5271ca09efbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:34.764252 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be1a2789-0cb9-4a0f-a63d-31d50b6fb720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:34.833682 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef393c8c-fadd-47f8-b78b-a0d5bde84fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:34.838378 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef393c8c-fadd-47f8-b78b-a0d5bde84fe6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:34.847587 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-88664e7c-dba7-4c3f-8dc9-59021510fecd', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:44:34.849497 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:34.919261 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.037202 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be1a2789-0cb9-4a0f-a63d-31d50b6fb720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.074717 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef393c8c-fadd-47f8-b78b-a0d5bde84fe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.075309 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef393c8c-fadd-47f8-b78b-a0d5bde84fe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cad97e25-711c-4444-b483-a77db2c9ec9f {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:44:35.086965 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef393c8c-fadd-47f8-b78b-a0d5bde84fe6 admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.086965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ef393c8c-fadd-47f8-b78b-a0d5bde84fe6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/cad97e25-711c-4444-b483-a77db2c9ec9f HTTP/1.1" status: 204 len: 168 time: 1.8245356 Dec 14 02:44:35.086965 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42004) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:35.101396 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Allocated IP 172.20.0.2 (88664e7c-dba7-4c3f-8dc9-59021510fecd/89015a4d-b992-4c46-85b7-b5dfc4506a9b/f292fe93-c258-4e92-be03-9aa78496ca0e) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:35.111863 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-de38d2cf-ce4f-4869-ae8f-5271ca09efbc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5753815 Dec 14 02:44:35.113255 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.115411 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42006) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:35.123340 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-152228470-router', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:35.126582 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f183a18c-6c8f-4713-ac9c-6539b2b83257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.147664 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be1a2789-0cb9-4a0f-a63d-31d50b6fb720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.205201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-12bf7860-3810-4182-af61-543e85c544e8 admin admin] Deleting subnet bb449386-1fa9-4eea-b49f-ec20ad823c7e {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:44:35.231039 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-be1a2789-0cb9-4a0f-a63d-31d50b6fb720 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00516b094f32465d93304f9242a025c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4764111 Dec 14 02:44:35.231812 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-12bf7860-3810-4182-af61-543e85c544e8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.231812 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42008) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:35.263687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 54fd1640-46d7-4af3-94ad-eb899aaf3942 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:35.299320 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:35.301149 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=a3eaf801-17d1-47b8-9344-fb7964c6d753,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:35.309821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:35.342562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 74a49e43-a911-4363-9712-42dec2582825 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:35.359448 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:35.365870 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a2789-0cb9-4a0f-a63d-31d50b6fb720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c04447-63ab-47ee-8fdd-4c5c992e5cb7,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:35.380946 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.381339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.381681 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.382072 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.382452 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.382741 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.383222 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.383553 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.383879 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.384210 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.384524 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.384847 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.385171 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.415834 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-12bf7860-3810-4182-af61-543e85c544e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.443844 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.446024 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.456063 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a2789-0cb9-4a0f-a63d-31d50b6fb720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.457272 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a2789-0cb9-4a0f-a63d-31d50b6fb720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.457820 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a2789-0cb9-4a0f-a63d-31d50b6fb720 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.458331 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a2789-0cb9-4a0f-a63d-31d50b6fb720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.458835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a2789-0cb9-4a0f-a63d-31d50b6fb720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.459347 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a2789-0cb9-4a0f-a63d-31d50b6fb720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.459849 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a2789-0cb9-4a0f-a63d-31d50b6fb720 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.460922 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a2789-0cb9-4a0f-a63d-31d50b6fb720 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.463845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a2789-0cb9-4a0f-a63d-31d50b6fb720 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.465220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a2789-0cb9-4a0f-a63d-31d50b6fb720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.465849 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a2789-0cb9-4a0f-a63d-31d50b6fb720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.466534 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a2789-0cb9-4a0f-a63d-31d50b6fb720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.467199 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a2789-0cb9-4a0f-a63d-31d50b6fb720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:35.473057 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 74a49e43-a911-4363-9712-42dec2582825 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:35.473528 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.515924 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd65e60-0784-4582-a65e-e3d56044a953 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:35.523872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:35.525296 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.566187 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8613d4d1-46ea-4a8c-b7c0-cf48a94e3326 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.583113 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.612950 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 54fd1640-46d7-4af3-94ad-eb899aaf3942 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:44:35.641440 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8613d4d1-46ea-4a8c-b7c0-cf48a94e3326 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.647372 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-12bf7860-3810-4182-af61-543e85c544e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.671287 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8e5da29b-1e37-4288-b00b-50e8c903099f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8634069 Dec 14 02:44:35.672571 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 54fd1640-46d7-4af3-94ad-eb899aaf3942 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:35.673087 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.674652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42016) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:35.749822 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79bf57-f105-4622-a1c5-c0b9bdf8605b req-7bab8d12-7fff-492b-9b4c-684cfe5a0e49 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:35.751495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da79bf57-f105-4622-a1c5-c0b9bdf8605b req-7bab8d12-7fff-492b-9b4c-684cfe5a0e49 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 945 time: 0.1956410 Dec 14 02:44:35.755576 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-166fd184-2487-4b06-91cf-7ab9d89155b2 None None] Provisioning complete for port 74a49e43-a911-4363-9712-42dec2582825 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:35.755576 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-166fd184-2487-4b06-91cf-7ab9d89155b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.813051 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5729eea0-c77a-43a8-bea1-f1b31001a048 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:35.820528 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5729eea0-c77a-43a8-bea1-f1b31001a048 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:35.822890 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5729eea0-c77a-43a8-bea1-f1b31001a048 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1465945 Dec 14 02:44:35.827551 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.828440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42018) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:35.870659 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 74a49e43-a911-4363-9712-42dec2582825, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=74a49e43-a911-4363-9712-42dec2582825,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:35.874992 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.881879 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.891668 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-12bf7860-3810-4182-af61-543e85c544e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.938486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf7860-3810-4182-af61-543e85c544e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb449386-1fa9-4eea-b49f-ec20ad823c7e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:35.939911 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.946769 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-12bf7860-3810-4182-af61-543e85c544e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.951522 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-12bf7860-3810-4182-af61-543e85c544e8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bb449386-1fa9-4eea-b49f-ec20ad823c7e HTTP/1.1" status: 204 len: 168 time: 0.8659587 Dec 14 02:44:35.953745 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42020) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:35.957007 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da79bf57-f105-4622-a1c5-c0b9bdf8605b req-1a69c571-2eb3-4cc6-adc0-ae89e576fd71 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822932 Dec 14 02:44:35.965846 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8613d4d1-46ea-4a8c-b7c0-cf48a94e3326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.971887 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8613d4d1-46ea-4a8c-b7c0-cf48a94e3326 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:35.971887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8613d4d1-46ea-4a8c-b7c0-cf48a94e3326 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72c04447-63ab-47ee-8fdd-4c5c992e5cb7 HTTP/1.1" status: 204 len: 168 time: 0.7413995 Dec 14 02:44:36.010646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613d4d1-46ea-4a8c-b7c0-cf48a94e3326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c04447-63ab-47ee-8fdd-4c5c992e5cb7,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:36.015266 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=74a49e43-a911-4363-9712-42dec2582825,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:36.026228 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 9b7c303a-b206-4488-9b91-295e1199fd95 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:44:36.044186 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:36.061001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ad34e-019c-4800-9130-95c1407d71da tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port a3eaf801-17d1-47b8-9344-fb7964c6d753 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:36.061541 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad34e-019c-4800-9130-95c1407d71da tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:36.118713 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be327083-a951-4cd0-aa0d-827b6d68023a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:36.188087 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad34e-019c-4800-9130-95c1407d71da tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:36.211133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ad34e-019c-4800-9130-95c1407d71da tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for a3eaf801-17d1-47b8-9344-fb7964c6d753 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:36.317017 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:36.363772 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 9b7c303a-b206-4488-9b91-295e1199fd95 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:44:36.363772 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 9b7c303a-b206-4488-9b91-295e1199fd95 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:44:36.363772 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-166fd184-2487-4b06-91cf-7ab9d89155b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:36.376523 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb155222-d7f6-4cfe-a7c6-dae75adb7d5d None None] Update dhcp port {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'fixed_ips': [{'subnet_id': 'ad05a90f-5b08-4b1c-90e5-25490fabfac3', 'ip_address': '2001:db8::f816:3eff:fe3b:a916'}, {'subnet_id': '653f8631-0c7d-4e82-8be7-896fa08ddcc1'}], 'binding:host_id': 'n-d-821636-1'}, 'id': '74a49e43-a911-4363-9712-42dec2582825'} from n-d-821636-1. {{(pid=103849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 02:44:36.459827 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 54fd1640-46d7-4af3-94ad-eb899aaf3942, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=54fd1640-46d7-4af3-94ad-eb899aaf3942,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:36.467976 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3493423-11df-4c16-9583-81241eded344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fd1640-46d7-4af3-94ad-eb899aaf3942'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:44:36.470797 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec6bd15-34ed-4f99-97a6-2523323e64fe" -d '{"events": [{"server_uuid": "b3493423-11df-4c16-9583-81241eded344", "name": "network-vif-plugged", "status": "completed", "tag": "54fd1640-46d7-4af3-94ad-eb899aaf3942"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:44:36.477838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Network 88664e7c-dba7-4c3f-8dc9-59021510fecd is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:36.503609 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb155222-d7f6-4cfe-a7c6-dae75adb7d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:36.505877 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:36.513879 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:36.521538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Pushing event updated for resources: {'Port': ['ID=f292fe93-c258-4e92-be03-9aa78496ca0e,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:36.532582 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:36.536711 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be327083-a951-4cd0-aa0d-827b6d68023a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:36.566847 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-be327083-a951-4cd0-aa0d-827b6d68023a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82dc5914-cd1b-4778-a869-3e41b7519127']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:36.567129 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976934aa-fd63-4beb-a070-fd8dec67bb4f x-openstack-request-id: req-976934aa-fd63-4beb-a070-fd8dec67bb4f {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:44:36.567435 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3493423-11df-4c16-9583-81241eded344", "name": "network-vif-plugged", "status": "completed", "tag": "54fd1640-46d7-4af3-94ad-eb899aaf3942", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:44:36.567694 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-976934aa-fd63-4beb-a070-fd8dec67bb4f {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:44:36.568086 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3493423-11df-4c16-9583-81241eded344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fd1640-46d7-4af3-94ad-eb899aaf3942', 'code': 200} Dec 14 02:44:36.573739 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-166fd184-2487-4b06-91cf-7ab9d89155b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:44:36.574109 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-166fd184-2487-4b06-91cf-7ab9d89155b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:44:36.574696 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:36.578654 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-be327083-a951-4cd0-aa0d-827b6d68023a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101c9251-151f-40cc-9665-28327f284b60') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:36.579164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-be327083-a951-4cd0-aa0d-827b6d68023a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101c9251-151f-40cc-9665-28327f284b60') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:36.591244 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be327083-a951-4cd0-aa0d-827b6d68023a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:36.609176 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad34e-019c-4800-9130-95c1407d71da tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:36.620492 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be327083-a951-4cd0-aa0d-827b6d68023a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:36.657783 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ad34e-019c-4800-9130-95c1407d71da tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=a3eaf801-17d1-47b8-9344-fb7964c6d753,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:36.702969 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be327083-a951-4cd0-aa0d-827b6d68023a admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:44:36.703266 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be327083-a951-4cd0-aa0d-827b6d68023a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: items = [ Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:44:36.713350 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:44:36.775936 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Attempting to bind port f292fe93-c258-4e92-be03-9aa78496ca0e on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:44:36.776534 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Attempting to bind port f292fe93-c258-4e92-be03-9aa78496ca0e by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:44:36.776818 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Attempting to bind port f292fe93-c258-4e92-be03-9aa78496ca0e on network 88664e7c-dba7-4c3f-8dc9-59021510fecd {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:44:36.816512 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:44:36.816991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Checking segment: {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:44:36.817638 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:36.817965 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Bound using segment: {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:44:36.818526 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Bound port: f292fe93-c258-4e92-be03-9aa78496ca0e, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:44:36.818986 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:36.850973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=54fd1640-46d7-4af3-94ad-eb899aaf3942,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:36.858648 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:36.890592 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:36.902339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d4911-194e-46f9-acd4-31bdb17bcf2e req-e7128c4d-ec2d-4843-98d2-e40703ef4ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:36.903896 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f66d4911-194e-46f9-acd4-31bdb17bcf2e req-e7128c4d-ec2d-4843-98d2-e40703ef4ab4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 1097 time: 0.1986835 Dec 14 02:44:36.915021 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-cb155222-d7f6-4cfe-a7c6-dae75adb7d5d None None] Allocated IP 172.20.0.2 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/653f8631-0c7d-4e82-8be7-896fa08ddcc1/74a49e43-a911-4363-9712-42dec2582825) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:36.949933 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] For port f292fe93-c258-4e92-be03-9aa78496ca0e, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:44:36.968637 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42032) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:36.993247 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be327083-a951-4cd0-aa0d-827b6d68023a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:36.996215 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] For port f292fe93-c258-4e92-be03-9aa78496ca0e, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f292fe93-c258-4e92-be03-9aa78496ca0e,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:44:37.019461 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7b0f5ef7-0de2-4ea9-8740-9b45c4b01096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.026804 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be327083-a951-4cd0-aa0d-827b6d68023a admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.032749 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-be327083-a951-4cd0-aa0d-827b6d68023a admin admin] 10.222.0.39 "DELETE /v2.0/networks/82dc5914-cd1b-4778-a869-3e41b7519127 HTTP/1.1" status: 204 len: 168 time: 1.0778532 Dec 14 02:44:37.035884 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be327083-a951-4cd0-aa0d-827b6d68023a admin admin] Pushing event deleted for resources: {'Network': ['ID=82dc5914-cd1b-4778-a869-3e41b7519127,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:37.060355 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-cb155222-d7f6-4cfe-a7c6-dae75adb7d5d None None] For port 74a49e43-a911-4363-9712-42dec2582825, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=74a49e43-a911-4363-9712-42dec2582825,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:37.063211 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f66d4911-194e-46f9-acd4-31bdb17bcf2e req-ad255304-be20-4877-b587-58e18cc27b7f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475461 Dec 14 02:44:37.106474 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.154282 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] Allocated IP 172.25.7.17 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/a1fb682f-66c3-4115-9cc5-90bbed0bf256) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:37.207195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 74a49e43-a911-4363-9712-42dec2582825 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:37.261462 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb155222-d7f6-4cfe-a7c6-dae75adb7d5d None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.261722 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd999bb-a5f8-4e1e-910f-ee768e711f3b req-14682c00-5035-4987-a570-4b28500791cc tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:37.269429 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-afd999bb-a5f8-4e1e-910f-ee768e711f3b req-14682c00-5035-4987-a570-4b28500791cc tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.1091104 Dec 14 02:44:37.271871 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad34e-019c-4800-9130-95c1407d71da tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.277519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ad7ad34e-019c-4800-9130-95c1407d71da tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/a3eaf801-17d1-47b8-9344-fb7964c6d753 HTTP/1.1" status: 204 len: 168 time: 1.4457626 Dec 14 02:44:37.279816 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42038) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:37.296846 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ebc03-bd0a-47d0-a5af-8943c6035048 None None] Pushing event updated for resources: {'Port': ['ID=f292fe93-c258-4e92-be03-9aa78496ca0e,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:37.324675 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 74a49e43-a911-4363-9712-42dec2582825 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:37.325053 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.338687 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7b0f5ef7-0de2-4ea9-8740-9b45c4b01096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.351482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-afd999bb-a5f8-4e1e-910f-ee768e711f3b req-584dd134-7e54-46e8-9d3c-dd501ffd9f08 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748465 Dec 14 02:44:37.358219 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb155222-d7f6-4cfe-a7c6-dae75adb7d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.395751 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52546a7e-a42f-43e1-9ae3-8a6d30bbac54 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:37.397436 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52546a7e-a42f-43e1-9ae3-8a6d30bbac54 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:37.399017 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52546a7e-a42f-43e1-9ae3-8a6d30bbac54 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:37.405875 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-52546a7e-a42f-43e1-9ae3-8a6d30bbac54 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1180429 Dec 14 02:44:37.406092 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42040) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:37.406244 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.406244 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7b0f5ef7-0de2-4ea9-8740-9b45c4b01096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.457607 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f5ef7-0de2-4ea9-8740-9b45c4b01096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7db7356-9544-45fb-a753-d3e3716543a0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:37.463604 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7b0f5ef7-0de2-4ea9-8740-9b45c4b01096 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d7d6239d0e44810b0d499004561c1f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4939082 Dec 14 02:44:37.466179 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42042) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:37.482684 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-377988c0-e560-49f7-94e1-3b1691c16f1a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet 653f8631-0c7d-4e82-8be7-896fa08ddcc1 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:44:37.486457 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-377988c0-e560-49f7-94e1-3b1691c16f1a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.505890 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb155222-d7f6-4cfe-a7c6-dae75adb7d5d None None] Pushing event updated for resources: {'Port': ['ID=74a49e43-a911-4363-9712-42dec2582825,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:37.541323 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42044) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:37.567179 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-377988c0-e560-49f7-94e1-3b1691c16f1a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.573702 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2803-7246-43b6-8a1e-b2a2b4cb3486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.626715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:44:37.633086 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42048) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:37.633961 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b7178b63-1814-4eed-b213-b4ac9196bece admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=32d337d1217d4db9adb40143d76bca62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0914524 Dec 14 02:44:37.653083 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2803-7246-43b6-8a1e-b2a2b4cb3486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.684012 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:44:37.688155 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.695331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 9d4aef89-fc7b-440a-9fe7-6eb95fc56ef2 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:44:37.697759 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.779849 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-377988c0-e560-49f7-94e1-3b1691c16f1a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.787499 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] Pushing event updated for resources: {'Port': ['ID=a1fb682f-66c3-4115-9cc5-90bbed0bf256,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:37.796485 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:37.798785 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:37.802782 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:37.820431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32f5281-5fe8-4446-bb1a-71f096afa700 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:44:37.855376 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2711-82ed-4e67-9876-661bf196c3c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.893504 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2711-82ed-4e67-9876-661bf196c3c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.903628 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2803-7246-43b6-8a1e-b2a2b4cb3486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.906327 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2803-7246-43b6-8a1e-b2a2b4cb3486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.907827 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1d8f2803-7246-43b6-8a1e-b2a2b4cb3486 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7db7356-9544-45fb-a753-d3e3716543a0 HTTP/1.1" status: 204 len: 168 time: 0.4406655 Dec 14 02:44:37.962081 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-02eb41bc-9921-4a34-9fa0-dd4589007c75 None None] Provisioning complete for port a1fb682f-66c3-4115-9cc5-90bbed0bf256 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:37.964802 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-02eb41bc-9921-4a34-9fa0-dd4589007c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:37.968224 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f2803-7246-43b6-8a1e-b2a2b4cb3486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7db7356-9544-45fb-a753-d3e3716543a0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:37.981075 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-377988c0-e560-49f7-94e1-3b1691c16f1a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:38.017016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377988c0-e560-49f7-94e1-3b1691c16f1a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=653f8631-0c7d-4e82-8be7-896fa08ddcc1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:38.021668 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-377988c0-e560-49f7-94e1-3b1691c16f1a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:38.029145 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-377988c0-e560-49f7-94e1-3b1691c16f1a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/653f8631-0c7d-4e82-8be7-896fa08ddcc1 HTTP/1.1" status: 204 len: 168 time: 0.6222651 Dec 14 02:44:38.029563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42054) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:38.039723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-02eb41bc-9921-4a34-9fa0-dd4589007c75 None None] Port a1fb682f-66c3-4115-9cc5-90bbed0bf256 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:44:38.043316 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2711-82ed-4e67-9876-661bf196c3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:38.045914 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5f7e2711-82ed-4e67-9876-661bf196c3c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:38.054098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5f7e2711-82ed-4e67-9876-661bf196c3c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/31524cb7-703e-4755-ac97-14ef5faa89fc HTTP/1.1" status: 204 len: 168 time: 0.4195216 Dec 14 02:44:38.112649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e2711-82ed-4e67-9876-661bf196c3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31524cb7-703e-4755-ac97-14ef5faa89fc,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:38.144260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c559fb-5331-4ec1-8e89-6e954d881231 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet ad05a90f-5b08-4b1c-90e5-25490fabfac3 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:44:38.152646 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e8c559fb-5331-4ec1-8e89-6e954d881231 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:38.213847 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e8c559fb-5331-4ec1-8e89-6e954d881231 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:38.322796 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e8c559fb-5331-4ec1-8e89-6e954d881231 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:38.326529 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:38.547033 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212d206-7ff7-477b-a534-fb998ae07dd7 req-3dd6cecc-b3d7-494b-8e64-7c73a6b0f2f2 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:38.553667 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f212d206-7ff7-477b-a534-fb998ae07dd7 req-3dd6cecc-b3d7-494b-8e64-7c73a6b0f2f2 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.1158638 Dec 14 02:44:38.556259 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e8c559fb-5331-4ec1-8e89-6e954d881231 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:38.557850 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:38.601319 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e8c559fb-5331-4ec1-8e89-6e954d881231 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:38.616220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42064) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:38.617118 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e8c559fb-5331-4ec1-8e89-6e954d881231 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/ad05a90f-5b08-4b1c-90e5-25490fabfac3 HTTP/1.1" status: 204 len: 168 time: 0.5860019 Dec 14 02:44:38.652896 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccd2466-7def-46e7-b7a7-94507882611b None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:38.682939 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2dc92cfe-4798-45c1-afc0-625fd32f8919 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0617006 Dec 14 02:44:38.685532 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42070) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:38.690998 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2a03c9d8-c5e2-477a-9c57-00c63b3ad02b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:38.702005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c559fb-5331-4ec1-8e89-6e954d881231 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=ad05a90f-5b08-4b1c-90e5-25490fabfac3,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:38.758559 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f212d206-7ff7-477b-a534-fb998ae07dd7 req-8d316cf5-07b9-4060-8f39-7710e40c7e7a tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799619 Dec 14 02:44:38.778275 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:38.799123 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-19c4aefb-21cc-485c-9c8f-6856fc3d1d5a None None] Provisioning complete for port 74a49e43-a911-4363-9712-42dec2582825 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:38.799830 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19c4aefb-21cc-485c-9c8f-6856fc3d1d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:38.987267 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fdec54-349d-4643-929a-d47cd266e4b0 None None] Network 88664e7c-dba7-4c3f-8dc9-59021510fecd requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:39.045129 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5a1e8b-45e2-44bf-b24c-8a846ae8a417 None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:44:39.059536 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-19c4aefb-21cc-485c-9c8f-6856fc3d1d5a None None] Could not find standard attr ID for object a3eaf801-17d1-47b8-9344-fb7964c6d753. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:44:39.114813 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a03c9d8-c5e2-477a-9c57-00c63b3ad02b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:39.124251 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a03c9d8-c5e2-477a-9c57-00c63b3ad02b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:39.177350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9dcc8-d063-442f-a084-64c125d92e2d req-1165eac5-5835-42f3-95d7-87ea32c549a0 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:39.183030 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a1e8b-45e2-44bf-b24c-8a846ae8a417 None None] Deleting port 74a49e43-a911-4363-9712-42dec2582825 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:39.183418 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1e8b-45e2-44bf-b24c-8a846ae8a417 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:39.190519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50e9dcc8-d063-442f-a084-64c125d92e2d req-1165eac5-5835-42f3-95d7-87ea32c549a0 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.0862558 Dec 14 02:44:39.223590 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] Router 71f42a14-4163-4e75-945f-d4ce35c2ce17 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:44:39.243174 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f292fe93-c258-4e92-be03-9aa78496ca0e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:39.275453 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50e9dcc8-d063-442f-a084-64c125d92e2d req-05856863-2f76-427b-a374-10fea9e486b5 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837994 Dec 14 02:44:39.290693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-13895c01-f527-4757-b750-f53bf5181447 None None] Provisioning complete for port f292fe93-c258-4e92-be03-9aa78496ca0e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:39.291072 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-13895c01-f527-4757-b750-f53bf5181447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:39.384410 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-4d5a1e8b-45e2-44bf-b24c-8a846ae8a417 None None] For port 74a49e43-a911-4363-9712-42dec2582825, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=74a49e43-a911-4363-9712-42dec2582825,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:39.384645 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1e8b-45e2-44bf-b24c-8a846ae8a417 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:39.433362 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a1e8b-45e2-44bf-b24c-8a846ae8a417 None None] Calling delete_port for 74a49e43-a911-4363-9712-42dec2582825 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:39.449543 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:44:39.491532 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885acd26-11dd-4c66-b28d-d9ad1b03060e req-4fadb1af-2fe6-426e-baff-c625db8530ee tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:39.494206 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-885acd26-11dd-4c66-b28d-d9ad1b03060e req-4fadb1af-2fe6-426e-baff-c625db8530ee tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.1055944 Dec 14 02:44:39.544765 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:39.549661 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8e7541e6-63ae-4ffb-8cd4-6bc349bb36c1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4332423 Dec 14 02:44:39.560732 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42106) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:39.584882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-885acd26-11dd-4c66-b28d-d9ad1b03060e req-3f409f65-f927-4714-8db6-e6a365131fb5 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760248 Dec 14 02:44:39.609852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Sync routers for ids ['71f42a14-4163-4e75-945f-d4ce35c2ce17'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:44:39.651407 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Routers {'71f42a14-4163-4e75-945f-d4ce35c2ce17'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:39.652267 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:44:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['71f42a14-4163-4e75-945f-d4ce35c2ce17'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:39.656151 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f292fe93-c258-4e92-be03-9aa78496ca0e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:39.657269 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:39.661548 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a03c9d8-c5e2-477a-9c57-00c63b3ad02b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:39.732012 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a03c9d8-c5e2-477a-9c57-00c63b3ad02b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:39.739893 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-2a03c9d8-c5e2-477a-9c57-00c63b3ad02b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:39.745588 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a03c9d8-c5e2-477a-9c57-00c63b3ad02b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:39.746187 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a03c9d8-c5e2-477a-9c57-00c63b3ad02b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:39.751700 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03c9d8-c5e2-477a-9c57-00c63b3ad02b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=3faf8421-17ea-4085-87e6-d574282950bd,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:39.902541 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-13895c01-f527-4757-b750-f53bf5181447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:39.976182 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2a03c9d8-c5e2-477a-9c57-00c63b3ad02b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2830663 Dec 14 02:44:39.979491 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42126) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:39.984236 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-72e480cb-b840-4861-b474-d3a1781244dc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:40.007656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-13895c01-f527-4757-b750-f53bf5181447 None None] For port f292fe93-c258-4e92-be03-9aa78496ca0e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f292fe93-c258-4e92-be03-9aa78496ca0e,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:40.029212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Set router 71f42a14-4163-4e75-945f-d4ce35c2ce17 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:44:40.075843 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9adb2c7-7da3-489f-bd24-a762ca2e9b07 req-56828ec6-feff-412b-8a8d-857a6e3ec5ee tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:40.079323 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9adb2c7-7da3-489f-bd24-a762ca2e9b07 req-56828ec6-feff-412b-8a8d-857a6e3ec5ee tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.1024621 Dec 14 02:44:40.095805 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:40.159802 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4d5a1e8b-45e2-44bf-b24c-8a846ae8a417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:40.199183 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a1e8b-45e2-44bf-b24c-8a846ae8a417 None None] Pushing event deleted for resources: {'Port': ['ID=74a49e43-a911-4363-9712-42dec2582825,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:40.201555 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-13895c01-f527-4757-b750-f53bf5181447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:40.267020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13895c01-f527-4757-b750-f53bf5181447 None None] Pushing event updated for resources: {'Port': ['ID=f292fe93-c258-4e92-be03-9aa78496ca0e,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:40.267150 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9adb2c7-7da3-489f-bd24-a762ca2e9b07 req-6372e2a8-6c0e-46e1-bf70-e88013337e91 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734912 Dec 14 02:44:40.277640 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a1e8b-45e2-44bf-b24c-8a846ae8a417 None None] No DVR routers for this DVR port 74a49e43-a911-4363-9712-42dec2582825 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:44:40.280789 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e480cb-b840-4861-b474-d3a1781244dc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:40.285734 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-72e480cb-b840-4861-b474-d3a1781244dc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:40.388432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e4b7e6-3c94-47bd-8503-d0dbe9f7d1e8 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:40.395317 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc0219ad-a627-4e96-bc22-10411f9b4b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:40.651027 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:44:40.651027 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:44:40.658378 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-cdd65d49-7bb2-4e13-841b-9777098889d0 None None] Provisioning complete for port f292fe93-c258-4e92-be03-9aa78496ca0e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:40.658757 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cdd65d49-7bb2-4e13-841b-9777098889d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:40.674937 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-fc0219ad-a627-4e96-bc22-10411f9b4b26 admin admin] Allocated IP 172.20.0.1 (88664e7c-dba7-4c3f-8dc9-59021510fecd/89015a4d-b992-4c46-85b7-b5dfc4506a9b/e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:40.703244 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e583c6c-1480-4de6-96a2-91eed4e3ea4c req-f0413168-3aeb-4b4e-be58-52bb570c8b07 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=1980edb0-dca6-482a-b180-3ca582cb7263 HTTP/1.1" status: 200 len: 210 time: 0.0639498 Dec 14 02:44:40.760199 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': '3faf8421-17ea-4085-87e6-d574282950bd'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:44:40.761176 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:40.822882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'name': 'tempest-ServerActionsTestJSON-152228470-router', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:44:35Z', 'updated_at': '2021-12-14T02:44:38Z', 'revision_number': 3, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'gw_port': {'id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:36Z', 'updated_at': '2021-12-14T02:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:40.845893 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc0219ad-a627-4e96-bc22-10411f9b4b26 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:40.892882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Checking router: 71f42a14-4163-4e75-945f-d4ce35c2ce17 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:44:40.893422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Updating router 71f42a14-4163-4e75-945f-d4ce35c2ce17 port a1fb682f-66c3-4115-9cc5-90bbed0bf256 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:44:40.960178 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc0219ad-a627-4e96-bc22-10411f9b4b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:40.987904 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:41.022180 n-d-821636-1 neutron-server[103847]: DEBUG neutron.objects.ports [None req-72e480cb-b840-4861-b474-d3a1781244dc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103847) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:44:41.030855 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0219ad-a627-4e96-bc22-10411f9b4b26 admin admin] Network 88664e7c-dba7-4c3f-8dc9-59021510fecd is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:41.034113 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-72e480cb-b840-4861-b474-d3a1781244dc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:41.042013 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-fc0219ad-a627-4e96-bc22-10411f9b4b26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:41.044401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0219ad-a627-4e96-bc22-10411f9b4b26 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:41.090905 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0219ad-a627-4e96-bc22-10411f9b4b26 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:41.133603 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e480cb-b840-4861-b474-d3a1781244dc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:41.137139 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Allocated IP 172.20.0.2 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/3faf8421-17ea-4085-87e6-d574282950bd/919a5607-00f9-4041-a29d-d9fa2dd25cb4) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:41.144945 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-72e480cb-b840-4861-b474-d3a1781244dc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:41.152068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e480cb-b840-4861-b474-d3a1781244dc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:41.152673 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-72e480cb-b840-4861-b474-d3a1781244dc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:41.158068 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc0219ad-a627-4e96-bc22-10411f9b4b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:41.207877 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e480cb-b840-4861-b474-d3a1781244dc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=72de040d-a1db-49e7-b9dc-ff8faee8d971,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:41.346421 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-72e480cb-b840-4861-b474-d3a1781244dc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3629081 Dec 14 02:44:41.346421 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42174) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:41.355345 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2f7ee9d0-5c28-4522-b408-e199d6a644fd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'mac_address': 'fa:16:3e:de:fe:0a', 'name': 'tempest-NetworksTestDHCPv6-1954810675'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:41.495084 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d6dd7b45-6094-4581-b067-a70a63231b03 req-b73600e0-76d2-4012-a00b-6c97b66782d6 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.1020937 Dec 14 02:44:41.524374 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89ff50-5b9f-41d2-8a8d-9646a21ae118 req-5cdebb37-677a-4eb7-8ee5-4404c025681d tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:41.532864 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef89ff50-5b9f-41d2-8a8d-9646a21ae118 req-5cdebb37-677a-4eb7-8ee5-4404c025681d tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.1558762 Dec 14 02:44:41.662579 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef89ff50-5b9f-41d2-8a8d-9646a21ae118 req-07ad5fc1-6283-4b04-ac5f-c18ff6228bbc tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029665 Dec 14 02:44:41.662694 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:41.710905 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-cebc336f-62ab-4da1-ae0b-cce372ca1278 None None] Provisioning complete for port e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:41.711284 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cebc336f-62ab-4da1-ae0b-cce372ca1278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:41.749265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 74a49e43-a911-4363-9712-42dec2582825 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:44:41.760673 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:41.829663 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 74a49e43-a911-4363-9712-42dec2582825 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:44:41.830155 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 74a49e43-a911-4363-9712-42dec2582825 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:44:41.849019 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:41.861380 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:41.864975 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-cebc336f-62ab-4da1-ae0b-cce372ca1278 None None] Port e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:44:41.869703 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:41.903838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Pushing event updated for resources: {'Port': ['ID=919a5607-00f9-4041-a29d-d9fa2dd25cb4,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:41.990575 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:42.010240 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc0219ad-a627-4e96-bc22-10411f9b4b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:42.014002 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Attempting to bind port 919a5607-00f9-4041-a29d-d9fa2dd25cb4 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:44:42.014386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Attempting to bind port 919a5607-00f9-4041-a29d-d9fa2dd25cb4 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:44:42.015076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Attempting to bind port 919a5607-00f9-4041-a29d-d9fa2dd25cb4 on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:44:42.021968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:44:42.023471 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:44:42.024120 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:42.024688 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:44:42.025504 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Bound port: 919a5607-00f9-4041-a29d-d9fa2dd25cb4, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:44:42.026144 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:42.090994 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f292fe93-c258-4e92-be03-9aa78496ca0e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:42.139991 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:42.155198 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7ee9d0-5c28-4522-b408-e199d6a644fd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:42.210807 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6f29e3-b5d2-47bb-b5a8-8b9cc4399b57 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:44:42.224060 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] For port 919a5607-00f9-4041-a29d-d9fa2dd25cb4, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:44:42.250608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Attempting to bind port a1fb682f-66c3-4115-9cc5-90bbed0bf256 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:44:42.250979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Attempting to bind port a1fb682f-66c3-4115-9cc5-90bbed0bf256 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:44:42.251553 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Attempting to bind port a1fb682f-66c3-4115-9cc5-90bbed0bf256 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:44:42.271757 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] For port 919a5607-00f9-4041-a29d-d9fa2dd25cb4, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=919a5607-00f9-4041-a29d-d9fa2dd25cb4,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:44:42.278557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad563df6-9d6d-48c8-9d45-2030d327316f None None] Pushing event updated for resources: {'Port': ['ID=a1fb682f-66c3-4115-9cc5-90bbed0bf256,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:42.287891 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:44:42.289120 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:44:42.290060 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:42.290622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:44:42.291264 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Bound port: a1fb682f-66c3-4115-9cc5-90bbed0bf256, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:44:42.291802 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:42.297703 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f292fe93-c258-4e92-be03-9aa78496ca0e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:42.298076 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:42.369025 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2f7ee9d0-5c28-4522-b408-e199d6a644fd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:42.392816 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:42.402579 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-968baf79-3129-47cf-bb2f-6b5bbe18d7fe None None] Provisioning complete for port a1fb682f-66c3-4115-9cc5-90bbed0bf256 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:42.402987 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-968baf79-3129-47cf-bb2f-6b5bbe18d7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:42.408110 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-2f7ee9d0-5c28-4522-b408-e199d6a644fd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port 17582e2b-906d-4e9c-87b3-717e99db2530 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:44:42.418921 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc0219ad-a627-4e96-bc22-10411f9b4b26 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:42.490112 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] For port a1fb682f-66c3-4115-9cc5-90bbed0bf256, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:44:42.513009 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-968baf79-3129-47cf-bb2f-6b5bbe18d7fe None None] Port a1fb682f-66c3-4115-9cc5-90bbed0bf256 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:44:42.523030 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] For port a1fb682f-66c3-4115-9cc5-90bbed0bf256, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a1fb682f-66c3-4115-9cc5-90bbed0bf256,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:44:42.527742 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc0219ad-a627-4e96-bc22-10411f9b4b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:42.572064 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18fccf-b891-4afa-8e20-d69fe4fa865e None None] Pushing event updated for resources: {'Port': ['ID=919a5607-00f9-4041-a29d-d9fa2dd25cb4,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:42.624802 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:42.662838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d63278ed-0ac3-4029-b53b-8aee9bbe6d87 req-9faf7767-3ee2-4d35-b5ef-745fb365ee17 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0366778 Dec 14 02:44:42.680717 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc0219ad-a627-4e96-bc22-10411f9b4b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:42.713059 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0219ad-a627-4e96-bc22-10411f9b4b26 admin admin] Pushing event updated for resources: {'Port': ['ID=e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:42.727638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad563df6-9d6d-48c8-9d45-2030d327316f None None] Pushing event updated for resources: {'Port': ['ID=a1fb682f-66c3-4115-9cc5-90bbed0bf256,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:42.734322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484b7bd0-c9d4-492f-b700-8bc710962b2f None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:44:42.799865 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Routers {'71f42a14-4163-4e75-945f-d4ce35c2ce17'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:42.805722 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:44:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['71f42a14-4163-4e75-945f-d4ce35c2ce17'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:42.810619 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-2f7ee9d0-5c28-4522-b408-e199d6a644fd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 172.20.0.9 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/3faf8421-17ea-4085-87e6-d574282950bd/17582e2b-906d-4e9c-87b3-717e99db2530) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:42.834124 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-2f7ee9d0-5c28-4522-b408-e199d6a644fd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::f816:3eff:fede:fe0a (4428ac20-0fb5-4dc3-afdf-c1f85560404f/72de040d-a1db-49e7-b9dc-ff8faee8d971/17582e2b-906d-4e9c-87b3-717e99db2530) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:42.854933 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eb96ff-2b10-40cb-9cad-c0ab7d0ad0a0 req-3a87cd52-ed00-46f3-923c-88a37f858dab tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:42.856818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58eb96ff-2b10-40cb-9cad-c0ab7d0ad0a0 req-3a87cd52-ed00-46f3-923c-88a37f858dab tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.1025071 Dec 14 02:44:42.938336 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-453424a8-dcf2-4a60-bb7b-8d1f5e7da002 None None] Provisioning complete for port a1fb682f-66c3-4115-9cc5-90bbed0bf256 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:42.938671 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-453424a8-dcf2-4a60-bb7b-8d1f5e7da002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:42.996802 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58eb96ff-2b10-40cb-9cad-c0ab7d0ad0a0 req-692d16a2-b68d-4e50-b612-596bce8cd8be tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150086 Dec 14 02:44:43.000975 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] Set router 71f42a14-4163-4e75-945f-d4ce35c2ce17 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:44:43.017504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0219ad-a627-4e96-bc22-10411f9b4b26 admin admin] Network 88664e7c-dba7-4c3f-8dc9-59021510fecd is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:43.020902 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-fc0219ad-a627-4e96-bc22-10411f9b4b26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:43.192224 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-453424a8-dcf2-4a60-bb7b-8d1f5e7da002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:43.208536 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2f7ee9d0-5c28-4522-b408-e199d6a644fd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:43.232136 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-453424a8-dcf2-4a60-bb7b-8d1f5e7da002 None None] For port a1fb682f-66c3-4115-9cc5-90bbed0bf256, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a1fb682f-66c3-4115-9cc5-90bbed0bf256,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:43.232319 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0219ad-a627-4e96-bc22-10411f9b4b26 admin admin] Router 71f42a14-4163-4e75-945f-d4ce35c2ce17 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:44:43.307135 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-453424a8-dcf2-4a60-bb7b-8d1f5e7da002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:43.365465 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'name': 'tempest-ServerActionsTestJSON-152228470-router', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:44:35Z', 'updated_at': '2021-12-14T02:44:41Z', 'revision_number': 4, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'gw_port': {'id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:36Z', 'updated_at': '2021-12-14T02:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce', 'name': '', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'mac_address': 'fa:16:3e:80:74:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:40Z', 'updated_at': '2021-12-14T02:44:42Z', 'revision_number': 2, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'subnets': [{'id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:43.369441 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453424a8-dcf2-4a60-bb7b-8d1f5e7da002 None None] Pushing event updated for resources: {'Port': ['ID=a1fb682f-66c3-4115-9cc5-90bbed0bf256,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:43.389135 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0219ad-a627-4e96-bc22-10411f9b4b26 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:44:43.392574 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2f7ee9d0-5c28-4522-b408-e199d6a644fd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:43.400324 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffd7f54-95d3-4450-b6f4-db07d3f37e03 None None] The sync data for ids ['71f42a14-4163-4e75-945f-d4ce35c2ce17'] in n-d-821636-1 is: [{'id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'name': 'tempest-ServerActionsTestJSON-152228470-router', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:44:35Z', 'updated_at': '2021-12-14T02:44:41Z', 'revision_number': 4, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'gw_port': {'id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bb:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:36Z', 'updated_at': '2021-12-14T02:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce', 'name': '', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'mac_address': 'fa:16:3e:80:74:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:40Z', 'updated_at': '2021-12-14T02:44:42Z', 'revision_number': 2, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'subnets': [{'id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:44:43.410100 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fc0219ad-a627-4e96-bc22-10411f9b4b26 admin admin] 10.222.0.39 "PUT /v2.0/routers/71f42a14-4163-4e75-945f-d4ce35c2ce17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8413770 Dec 14 02:44:43.433977 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-183d5c9d-cdaa-4d90-bce4-81f5303c2f4d None None] Provisioning complete for port e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:43.434983 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-183d5c9d-cdaa-4d90-bce4-81f5303c2f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:43.487499 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7ee9d0-5c28-4522-b408-e199d6a644fd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:43.494448 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-2f7ee9d0-5c28-4522-b408-e199d6a644fd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:43.511695 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7ee9d0-5c28-4522-b408-e199d6a644fd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:43.523333 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-183d5c9d-cdaa-4d90-bce4-81f5303c2f4d None None] Port e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:44:43.547768 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ee9d0-5c28-4522-b408-e199d6a644fd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=17582e2b-906d-4e9c-87b3-717e99db2530,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:43.621150 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7ee9d0-5c28-4522-b408-e199d6a644fd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:43.622132 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2f7ee9d0-5c28-4522-b408-e199d6a644fd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:43.706425 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42212) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:43.711766 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2f7ee9d0-5c28-4522-b408-e199d6a644fd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3565071 Dec 14 02:44:43.791869 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ec2cce-b565-434c-bd05-46799eb7af9d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:43.801544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ec2cce-b565-434c-bd05-46799eb7af9d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:43.804413 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-55ec2cce-b565-434c-bd05-46799eb7af9d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0962732 Dec 14 02:44:43.808035 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42214) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:43.884556 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-263b224d-5d1b-4e6e-8666-d921c4598609 req-e2612d0b-e43b-4d0f-b1e2-2d4160ca9b16 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0779021 Dec 14 02:44:44.047701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port 17582e2b-906d-4e9c-87b3-717e99db2530 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:44.051441 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:44.171161 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42222) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:44.177379 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e1412d2a-6eb3-43d3-a1db-ed53b9c00f2c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1769661609', 'description': 'tempest-description--429431798'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:44.184039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a94adf-14d6-4228-a180-2760be582215 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:44.188874 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 919a5607-00f9-4041-a29d-d9fa2dd25cb4 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:44.263606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6e50c-63fd-4038-84ae-f2aaabfd6c12 req-fe987339-7468-47e6-a473-395ee8d6aeb6 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:44.265173 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-31b6e50c-63fd-4038-84ae-f2aaabfd6c12 req-fe987339-7468-47e6-a473-395ee8d6aeb6 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.0958722 Dec 14 02:44:44.269602 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:44.287229 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1412d2a-6eb3-43d3-a1db-ed53b9c00f2c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:44.296547 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for 17582e2b-906d-4e9c-87b3-717e99db2530 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:44.403824 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-31b6e50c-63fd-4038-84ae-f2aaabfd6c12 req-67d8763a-a53e-49f9-8fd8-fa43a1df5af4 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121566 Dec 14 02:44:44.457236 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1412d2a-6eb3-43d3-a1db-ed53b9c00f2c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:44.569435 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1412d2a-6eb3-43d3-a1db-ed53b9c00f2c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:44.616805 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f20ed1e2-170a-4d0c-b642-a41e046c56db None None] Provisioning complete for port 919a5607-00f9-4041-a29d-d9fa2dd25cb4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:44.619912 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f20ed1e2-170a-4d0c-b642-a41e046c56db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:44.666425 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1412d2a-6eb3-43d3-a1db-ed53b9c00f2c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=044fe7d8-f7c0-492a-8c97-2ab594044ef5,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:44.691597 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1412d2a-6eb3-43d3-a1db-ed53b9c00f2c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:44.695966 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42226) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:44.697822 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e1412d2a-6eb3-43d3-a1db-ed53b9c00f2c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5247457 Dec 14 02:44:44.706440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-87871512-00e8-43ce-a923-d6bab82b004d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Request body: {'security_group_rule': {'security_group_id': '044fe7d8-f7c0-492a-8c97-2ab594044ef5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:44.745776 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:44.774701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=17582e2b-906d-4e9c-87b3-717e99db2530,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:44.783371 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:44.784046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:44.784635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:44.785431 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:44.785956 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f20ed1e2-170a-4d0c-b642-a41e046c56db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:44.786197 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:44.786850 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:44.787605 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:44.788188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:44.788834 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:44.789608 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:44.790200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:44.797554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:44.797554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:44:44.808292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 919a5607-00f9-4041-a29d-d9fa2dd25cb4 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:44.813941 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:44.829251 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87871512-00e8-43ce-a923-d6bab82b004d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:44.946324 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f20ed1e2-170a-4d0c-b642-a41e046c56db None None] For port 919a5607-00f9-4041-a29d-d9fa2dd25cb4, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=919a5607-00f9-4041-a29d-d9fa2dd25cb4,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:44.969604 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87871512-00e8-43ce-a923-d6bab82b004d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:44.973914 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:44.981175 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42230) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:44.991679 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4226fd6a-305d-4fab-948c-8058ff6970eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/17582e2b-906d-4e9c-87b3-717e99db2530 HTTP/1.1" status: 204 len: 168 time: 1.1821330 Dec 14 02:44:45.055651 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7434a233-7e99-47e6-8579-3393591949c9 None None] Update dhcp port {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'fixed_ips': [{'subnet_id': '3faf8421-17ea-4085-87e6-d574282950bd', 'ip_address': '172.20.0.2'}, {'subnet_id': '72de040d-a1db-49e7-b9dc-ff8faee8d971'}], 'binding:host_id': 'n-d-821636-1'}, 'id': '919a5607-00f9-4041-a29d-d9fa2dd25cb4'} from n-d-821636-1. {{(pid=103849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 02:44:45.093549 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87871512-00e8-43ce-a923-d6bab82b004d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:45.114454 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7434a233-7e99-47e6-8579-3393591949c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:45.129504 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f20ed1e2-170a-4d0c-b642-a41e046c56db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:45.137658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87871512-00e8-43ce-a923-d6bab82b004d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a3adb0-c1a6-404f-b2be-825393de4715,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:45.154966 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85dff0f-1706-42a7-902d-0eed54f43175 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:45.156549 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85dff0f-1706-42a7-902d-0eed54f43175 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:45.158117 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85dff0f-1706-42a7-902d-0eed54f43175 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:45.159767 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f85dff0f-1706-42a7-902d-0eed54f43175 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1772959 Dec 14 02:44:45.169933 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42236) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:45.188142 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:45.264156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3395ac06-d7b8-4275-b016-2bad95cfc42f req-154841c7-688e-458e-b931-d7eead604206 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1980edb0-dca6-482a-b180-3ca582cb7263 HTTP/1.1" status: 200 len: 210 time: 0.1108167 Dec 14 02:44:45.265434 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-633479e4-985d-4f86-9649-8351049fe4b1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet 3faf8421-17ea-4085-87e6-d574282950bd {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:44:45.275065 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6fda8401-cc35-4d72-8d25-bde017082d58 req-edc6d785-1845-4f67-aeec-606e3595f9a1 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.1293480 Dec 14 02:44:45.275772 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-633479e4-985d-4f86-9649-8351049fe4b1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:45.284663 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87871512-00e8-43ce-a923-d6bab82b004d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:45.289418 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-87871512-00e8-43ce-a923-d6bab82b004d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5884881 Dec 14 02:44:45.291044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42238) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:45.300413 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-e36c8d22-5511-46bd-869b-fae530df9358 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Request body: {'security_group_rule': {'security_group_id': '044fe7d8-f7c0-492a-8c97-2ab594044ef5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:45.359044 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-633479e4-985d-4f86-9649-8351049fe4b1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:45.414738 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e36c8d22-5511-46bd-869b-fae530df9358 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:45.451248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ed1e2-170a-4d0c-b642-a41e046c56db None None] Pushing event updated for resources: {'Port': ['ID=919a5607-00f9-4041-a29d-d9fa2dd25cb4,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:45.466411 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-633479e4-985d-4f86-9649-8351049fe4b1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:45.492673 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:44:45.493042 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:44:45.519095 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e36c8d22-5511-46bd-869b-fae530df9358 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:45.590560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e388329-ec1c-441f-a034-8f87c02a7c77 req-94f4116f-44db-4e2c-8a17-a10ec45c679c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:45.592102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e388329-ec1c-441f-a034-8f87c02a7c77 req-94f4116f-44db-4e2c-8a17-a10ec45c679c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.0672514 Dec 14 02:44:45.606924 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e36c8d22-5511-46bd-869b-fae530df9358 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:45.627803 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-633479e4-985d-4f86-9649-8351049fe4b1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server [None req-7434a233-7e99-47e6-8579-3393591949c9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3faf8421-17ea-4085-87e6-d574282950bd: This subnet is being modified by another concurrent operation. Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 14 02:44:45.630766 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise exception Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3faf8421-17ea-4085-87e6-d574282950bd: This subnet is being modified by another concurrent operation. Dec 14 02:44:45.635365 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server Dec 14 02:44:45.639986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c8d22-5511-46bd-869b-fae530df9358 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8486d717-daee-4d48-9961-1a514fce7ba4,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:45.665640 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633479e4-985d-4f86-9649-8351049fe4b1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=3faf8421-17ea-4085-87e6-d574282950bd,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:45.681772 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-633479e4-985d-4f86-9649-8351049fe4b1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:45.682054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e388329-ec1c-441f-a034-8f87c02a7c77 req-37bab1d8-57de-45cf-9aab-0082287c47e7 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830774 Dec 14 02:44:45.687897 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-633479e4-985d-4f86-9649-8351049fe4b1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/3faf8421-17ea-4085-87e6-d574282950bd HTTP/1.1" status: 204 len: 168 time: 0.5169327 Dec 14 02:44:45.694766 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42244) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:45.730923 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e36c8d22-5511-46bd-869b-fae530df9358 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:45.732300 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e36c8d22-5511-46bd-869b-fae530df9358 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4384828 Dec 14 02:44:45.736663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42248) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:45.745901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-f4c2de87-738f-461f-9d7c-95fca05d6c67 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:45.754609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c878fa5-7117-437c-87f5-09a3395b8495 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:45.760427 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-9819bf12-82f8-4006-bd22-06cf7ef7969e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet 72de040d-a1db-49e7-b9dc-ff8faee8d971 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:44:45.764238 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9819bf12-82f8-4006-bd22-06cf7ef7969e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:45.811368 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9819bf12-82f8-4006-bd22-06cf7ef7969e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:45.843642 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f4c2de87-738f-461f-9d7c-95fca05d6c67 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:45.858383 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9819bf12-82f8-4006-bd22-06cf7ef7969e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:45.864312 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-67c004bf-b6b1-42de-862b-f133444d525f None None] Provisioning complete for port 919a5607-00f9-4041-a29d-d9fa2dd25cb4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:45.864312 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-67c004bf-b6b1-42de-862b-f133444d525f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:45.986650 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f4c2de87-738f-461f-9d7c-95fca05d6c67 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:46.049700 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9819bf12-82f8-4006-bd22-06cf7ef7969e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:46.093858 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9819bf12-82f8-4006-bd22-06cf7ef7969e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:46.099826 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9819bf12-82f8-4006-bd22-06cf7ef7969e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/72de040d-a1db-49e7-b9dc-ff8faee8d971 HTTP/1.1" status: 204 len: 168 time: 0.4016912 Dec 14 02:44:46.099826 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819bf12-82f8-4006-bd22-06cf7ef7969e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=72de040d-a1db-49e7-b9dc-ff8faee8d971,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:46.106389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42254) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:46.141206 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c17f5d-9fc9-401e-b47e-ea73df933cc1 None None] Update dhcp port {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'fixed_ips': [{'subnet_id': '72de040d-a1db-49e7-b9dc-ff8faee8d971'}], 'binding:host_id': 'n-d-821636-1'}, 'id': '919a5607-00f9-4041-a29d-d9fa2dd25cb4'} from n-d-821636-1. {{(pid=103849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 02:44:46.171282 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-445711f1-e313-4b09-bb06-ae76ce497864 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621791 Dec 14 02:44:46.174473 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42256) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:46.179539 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-f4c2de87-738f-461f-9d7c-95fca05d6c67 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Allocated IP 172.25.7.153 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/13397e75-3030-44fe-942e-7de1356c1164) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:46.181337 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a9f4232c-d264-47d5-ac57-95ee36913f82 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:46.202842 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f7c17f5d-9fc9-401e-b47e-ea73df933cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:46.401668 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a1fb682f-66c3-4115-9cc5-90bbed0bf256 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:46.423615 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e35562b-d133-4435-b2be-052ae1d3f876 req-65ce3606-43bf-472b-a5df-3805e8f94025 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0579770 Dec 14 02:44:46.469404 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca96afc5-3c88-4f31-95ee-ff1a1054e099 req-f6ffbb8f-32e4-4467-bc53-97548487e0c7 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0389080 Dec 14 02:44:46.482784 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f4c2de87-738f-461f-9d7c-95fca05d6c67 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:46.489270 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a1fb682f-66c3-4115-9cc5-90bbed0bf256 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:46.489997 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:46.546649 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f4232c-d264-47d5-ac57-95ee36913f82 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:46.550835 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a9f4232c-d264-47d5-ac57-95ee36913f82 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:46.618784 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f4c2de87-738f-461f-9d7c-95fca05d6c67 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:46.635288 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7b561123-2a99-494a-9ade-3b01f1ec027b None None] Provisioning complete for port 919a5607-00f9-4041-a29d-d9fa2dd25cb4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:46.636509 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7b561123-2a99-494a-9ade-3b01f1ec027b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:46.684792 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Sync routers for ids ['71f42a14-4163-4e75-945f-d4ce35c2ce17'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:44:46.709439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c2de87-738f-461f-9d7c-95fca05d6c67 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:46.711882 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Routers {'71f42a14-4163-4e75-945f-d4ce35c2ce17'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:46.713369 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:44:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['71f42a14-4163-4e75-945f-d4ce35c2ce17'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:46.713956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-f4c2de87-738f-461f-9d7c-95fca05d6c67 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:46.724327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c2de87-738f-461f-9d7c-95fca05d6c67 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:46.788505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2de87-738f-461f-9d7c-95fca05d6c67 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Pushing event updated for resources: {'Port': ['ID=13397e75-3030-44fe-942e-7de1356c1164,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:46.869513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 919a5607-00f9-4041-a29d-d9fa2dd25cb4 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:44:46.924508 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8608c688-80c9-4e64-bd36-4ef48fc1a869 None None] get_active_networks_info from n-d-821636-1 {{(pid=103849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 02:44:46.949987 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Set router 71f42a14-4163-4e75-945f-d4ce35c2ce17 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:44:46.951235 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f4c2de87-738f-461f-9d7c-95fca05d6c67 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:46.975100 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462f0e19-7d45-4106-b0fa-df801017e8bb req-84f54465-ecde-48d9-843d-c710f33e36ab tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:46.977031 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-462f0e19-7d45-4106-b0fa-df801017e8bb req-84f54465-ecde-48d9-843d-c710f33e36ab tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.1336882 Dec 14 02:44:46.984100 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-27166f77-c4d5-4a27-a96e-21041c0066ba None None] Could not find standard attr ID for object a3eaf801-17d1-47b8-9344-fb7964c6d753. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:44:46.984324 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-27166f77-c4d5-4a27-a96e-21041c0066ba None None] Could not find standard attr ID for object 17582e2b-906d-4e9c-87b3-717e99db2530. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:44:47.059063 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-462f0e19-7d45-4106-b0fa-df801017e8bb req-3c879f13-96ba-4b10-9860-af44fe51b9e9 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746770 Dec 14 02:44:47.074284 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a9f4232c-d264-47d5-ac57-95ee36913f82 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:47.099201 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:47.101983 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f4c2de87-738f-461f-9d7c-95fca05d6c67 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:47.142750 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4232c-d264-47d5-ac57-95ee36913f82 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=ca00083c-9de4-4382-a007-2d955be68a56,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:47.159002 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f4232c-d264-47d5-ac57-95ee36913f82 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:47.161370 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-a9f4232c-d264-47d5-ac57-95ee36913f82 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:47.165736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 919a5607-00f9-4041-a29d-d9fa2dd25cb4, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=919a5607-00f9-4041-a29d-d9fa2dd25cb4,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:47.169164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f4232c-d264-47d5-ac57-95ee36913f82 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:47.170318 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8608c688-80c9-4e64-bd36-4ef48fc1a869 None None] Resources bound (agent type, host, resource id): {{(pid=103849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 02:44:47.172400 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a9f4232c-d264-47d5-ac57-95ee36913f82 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:47.230950 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'name': 'tempest-ServerActionsTestJSON-152228470-router', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:44:35Z', 'updated_at': '2021-12-14T02:44:41Z', 'revision_number': 4, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'gw_port': {'id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:36Z', 'updated_at': '2021-12-14T02:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce', 'name': '', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'mac_address': 'fa:16:3e:80:74:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:40Z', 'updated_at': '2021-12-14T02:44:42Z', 'revision_number': 2, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'subnets': [{'id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:47.244088 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:47.262086 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a9f4232c-d264-47d5-ac57-95ee36913f82 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0859838 Dec 14 02:44:47.264831 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42270) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:47.270182 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-bb37ae13-56fe-4391-97b0-2d60d5f71830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:47.302130 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Checking router: 71f42a14-4163-4e75-945f-d4ce35c2ce17 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:44:47.302805 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Updating router 71f42a14-4163-4e75-945f-d4ce35c2ce17 port e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:44:47.333969 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=919a5607-00f9-4041-a29d-d9fa2dd25cb4,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:47.338219 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:47.346264 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f4c2de87-738f-461f-9d7c-95fca05d6c67 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:47.435237 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f4c2de87-738f-461f-9d7c-95fca05d6c67 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:47.543778 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2de87-738f-461f-9d7c-95fca05d6c67 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Pushing event updated for resources: {'Port': ['ID=13397e75-3030-44fe-942e-7de1356c1164,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:47.546730 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb37ae13-56fe-4391-97b0-2d60d5f71830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:47.552788 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb37ae13-56fe-4391-97b0-2d60d5f71830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:47.622717 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f4c2de87-738f-461f-9d7c-95fca05d6c67 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:47.701630 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84d225fa-6586-4f17-acc1-06f7548b29ba req-1c938552-8a41-476d-84e5-003d52a5b937 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0811365 Dec 14 02:44:47.783239 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f4c2de87-738f-461f-9d7c-95fca05d6c67 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:47.792916 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f4c2de87-738f-461f-9d7c-95fca05d6c67 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0467625 Dec 14 02:44:47.837277 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:47.839987 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-aaafb107-eeb1-4d7f-a7f9-d83a8f0fc8bf None None] Provisioning complete for port 54fd1640-46d7-4af3-94ad-eb899aaf3942 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:47.840442 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aaafb107-eeb1-4d7f-a7f9-d83a8f0fc8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:47.890026 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff3433d-adbe-4a88-93c5-289c661c0edc None None] Update dhcp port {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'fixed_ips': [{'subnet_id': 'ca00083c-9de4-4382-a007-2d955be68a56'}], 'binding:host_id': 'n-d-821636-1'}, 'id': '919a5607-00f9-4041-a29d-d9fa2dd25cb4'} from n-d-821636-1. {{(pid=103849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 02:44:47.900708 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:47.957292 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ff3433d-adbe-4a88-93c5-289c661c0edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:47.995530 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f730ef8-beca-4014-a530-2680d7ec618f None None] Pushing event updated for resources: {'Port': ['ID=e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:48.020407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-e117f171-e3a1-47b7-a170-a16dbdc0a1f2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1769661609&fields=id&tenant_id=5f91050d42464daeb5e72d6e66d168a6 HTTP/1.1" status: 200 len: 267 time: 0.0858994 Dec 14 02:44:48.034235 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Attempting to bind port e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:44:48.035401 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Attempting to bind port e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:44:48.035995 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Attempting to bind port e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce on network 88664e7c-dba7-4c3f-8dc9-59021510fecd {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:44:48.043374 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:44:48.044040 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Checking segment: {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:44:48.047358 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:48.047358 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Bound using segment: {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:44:48.047358 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Bound port: e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:44:48.047358 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:48.155532 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] For port e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:44:48.166577 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] For port e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:44:48.181351 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-ff1c7a11-a427-49d6-a636-53e4ef23e396 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:48.188767 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-ff1c7a11-a427-49d6-a636-53e4ef23e396 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 811 time: 0.1672325 Dec 14 02:44:48.215900 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-b3f7c732-281e-44b9-8c58-dcba4a7e2b18 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/quotas/5f91050d42464daeb5e72d6e66d168a6 HTTP/1.1" status: 200 len: 375 time: 0.0240571 Dec 14 02:44:48.227590 n-d-821636-1 neutron-server[103847]: DEBUG neutron.objects.ports [None req-bb37ae13-56fe-4391-97b0-2d60d5f71830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103847) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:44:48.237716 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-aaafb107-eeb1-4d7f-a7f9-d83a8f0fc8bf None None] Provisioning complete for port 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:48.238162 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aaafb107-eeb1-4d7f-a7f9-d83a8f0fc8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:48.270235 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:48.321533 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9d7e2-6efd-4894-87ca-63fa281dd4ad req-e3d97407-df1c-4d1b-b273-c7df0784b605 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:48.323138 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49b9d7e2-6efd-4894-87ca-63fa281dd4ad req-e3d97407-df1c-4d1b-b273-c7df0784b605 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.0707650 Dec 14 02:44:48.353567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-f4ba27b5-6236-4487-894f-186547080353 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1364286 Dec 14 02:44:48.387367 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-0ff3433d-adbe-4a88-93c5-289c661c0edc None None] Allocated IP 172.20.0.2 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/ca00083c-9de4-4382-a007-2d955be68a56/919a5607-00f9-4041-a29d-d9fa2dd25cb4) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:48.401333 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Routers {'71f42a14-4163-4e75-945f-d4ce35c2ce17'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:48.403002 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:44:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['71f42a14-4163-4e75-945f-d4ce35c2ce17'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:48.410689 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f730ef8-beca-4014-a530-2680d7ec618f None None] Pushing event updated for resources: {'Port': ['ID=e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:48.507421 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49b9d7e2-6efd-4894-87ca-63fa281dd4ad req-5db526e2-ade4-456a-bd4e-df47acff9409 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391037 Dec 14 02:44:48.519511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0ff3433d-adbe-4a88-93c5-289c661c0edc None None] For port 919a5607-00f9-4041-a29d-d9fa2dd25cb4, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=919a5607-00f9-4041-a29d-d9fa2dd25cb4,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:48.548310 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-35f17ca4-7b17-427e-b849-1c6294b36804 service neutron] 10.222.0.39 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932747 Dec 14 02:44:48.558055 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] Set router 71f42a14-4163-4e75-945f-d4ce35c2ce17 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:44:48.574260 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ff3433d-adbe-4a88-93c5-289c661c0edc None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:48.661020 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ff3433d-adbe-4a88-93c5-289c661c0edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:48.673852 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-ca6f2ac7-f2d9-4121-9b10-f49ff3cbe6f2 service neutron] 10.222.0.39 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142030 Dec 14 02:44:48.803452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff3433d-adbe-4a88-93c5-289c661c0edc None None] Pushing event updated for resources: {'Port': ['ID=919a5607-00f9-4041-a29d-d9fa2dd25cb4,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:48.827833 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb37ae13-56fe-4391-97b0-2d60d5f71830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:48.850662 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'name': 'tempest-ServerActionsTestJSON-152228470-router', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:44:35Z', 'updated_at': '2021-12-14T02:44:41Z', 'revision_number': 4, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'gw_port': {'id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:36Z', 'updated_at': '2021-12-14T02:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce', 'name': '', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'mac_address': 'fa:16:3e:80:74:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:40Z', 'updated_at': '2021-12-14T02:44:48Z', 'revision_number': 4, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'subnets': [{'id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:48.871067 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36aa8e6f-e75b-46eb-99e0-dbb94532f53f req-4dbd5ea8-8084-4273-8d8e-196910ec83bd tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0475760 Dec 14 02:44:48.885201 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2ec57f-9b48-4d56-9449-694231e8a34b None None] The sync data for ids ['71f42a14-4163-4e75-945f-d4ce35c2ce17'] in n-d-821636-1 is: [{'id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'name': 'tempest-ServerActionsTestJSON-152228470-router', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:44:35Z', 'updated_at': '2021-12-14T02:44:41Z', 'revision_number': 4, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'gw_port': {'id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:36Z', 'updated_at': '2021-12-14T02:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce', 'name': '', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'mac_address': 'fa:16:3e:80:74:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:40Z', 'updated_at': '2021-12-14T02:44:48Z', 'revision_number': 4, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'subnets': [{'id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:44:49.089949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0c88064-7d15-4b5b-8f2d-058e47051e99 req-b44fdf00-a49b-47c1-8bb1-5eb9834f8302 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 210 time: 0.0489128 Dec 14 02:44:49.135863 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-bb37ae13-56fe-4391-97b0-2d60d5f71830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] For port 919a5607-00f9-4041-a29d-d9fa2dd25cb4, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=919a5607-00f9-4041-a29d-d9fa2dd25cb4,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:49.231458 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb37ae13-56fe-4391-97b0-2d60d5f71830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:49.300677 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb37ae13-56fe-4391-97b0-2d60d5f71830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:49.301485 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb37ae13-56fe-4391-97b0-2d60d5f71830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:49.436906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb37ae13-56fe-4391-97b0-2d60d5f71830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:49.448532 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-bb37ae13-56fe-4391-97b0-2d60d5f71830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:49.453786 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37ae13-56fe-4391-97b0-2d60d5f71830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=38bde29d-34db-4030-bf9b-ccb3e1aae758,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:49.465156 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb37ae13-56fe-4391-97b0-2d60d5f71830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:49.466056 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb37ae13-56fe-4391-97b0-2d60d5f71830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:49.487243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37ae13-56fe-4391-97b0-2d60d5f71830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=919a5607-00f9-4041-a29d-d9fa2dd25cb4,revision_number=8']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:49.575543 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bb37ae13-56fe-4391-97b0-2d60d5f71830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3089092 Dec 14 02:44:49.579939 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42326) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:49.585671 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e96ab3d1-cd2c-41bd-842a-507929d892dd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'mac_address': 'fa:16:3e:02:2f:87', 'name': 'tempest-NetworksTestDHCPv6-1946109573'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:49.742708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ba34cd1-ce03-4ce6-86c3-f8913b24c5c1 req-69f52fc9-3df9-4956-aa51-9da5100bbdb4 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0359979 Dec 14 02:44:49.797020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db8ca3-897f-4262-aa3e-717c259000a4 req-497f7d56-ff66-4c52-9b38-33dbb1d4b49f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:49.800818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12db8ca3-897f-4262-aa3e-717c259000a4 req-497f7d56-ff66-4c52-9b38-33dbb1d4b49f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.1687069 Dec 14 02:44:49.881488 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12db8ca3-897f-4262-aa3e-717c259000a4 req-ae51c5bf-de28-4545-833b-a93d4455436c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700054 Dec 14 02:44:49.941020 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96ab3d1-cd2c-41bd-842a-507929d892dd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:49.945867 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088a71e3-b82a-4e3b-aa10-8ab53c9f5b04 None None] get_active_networks_info from n-d-821636-1 {{(pid=103849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 02:44:50.064228 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e96ab3d1-cd2c-41bd-842a-507929d892dd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:50.088122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b1a10c9e-5217-4cc0-9f0b-293fc8ee963e None None] Provisioning complete for port 919a5607-00f9-4041-a29d-d9fa2dd25cb4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:50.092088 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b1a10c9e-5217-4cc0-9f0b-293fc8ee963e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:50.095116 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-e96ab3d1-cd2c-41bd-842a-507929d892dd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port fc603dbf-5506-474c-8100-6e32f0672cea yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:44:50.250126 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b1a10c9e-5217-4cc0-9f0b-293fc8ee963e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:50.279688 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088a71e3-b82a-4e3b-aa10-8ab53c9f5b04 None None] Resources bound (agent type, host, resource id): {{(pid=103849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 02:44:50.296239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc85c4ce-1ab7-4c7f-94bb-de3a8cbea6dc req-9e12104a-1c8e-4cba-a85c-73fc59ff9405 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 210 time: 0.0625110 Dec 14 02:44:50.321613 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b1a10c9e-5217-4cc0-9f0b-293fc8ee963e None None] For port 919a5607-00f9-4041-a29d-d9fa2dd25cb4, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=919a5607-00f9-4041-a29d-d9fa2dd25cb4,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:50.467388 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-e96ab3d1-cd2c-41bd-842a-507929d892dd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 172.20.0.14 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/ca00083c-9de4-4382-a007-2d955be68a56/fc603dbf-5506-474c-8100-6e32f0672cea) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:50.469906 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b1a10c9e-5217-4cc0-9f0b-293fc8ee963e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:50.474991 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-e96ab3d1-cd2c-41bd-842a-507929d892dd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::f816:3eff:fe02:2f87 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/38bde29d-34db-4030-bf9b-ccb3e1aae758/fc603dbf-5506-474c-8100-6e32f0672cea) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:50.647380 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e96ab3d1-cd2c-41bd-842a-507929d892dd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:50.705395 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:50.753552 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e96ab3d1-cd2c-41bd-842a-507929d892dd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:50.764957 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a10c9e-5217-4cc0-9f0b-293fc8ee963e None None] Pushing event updated for resources: {'Port': ['ID=919a5607-00f9-4041-a29d-d9fa2dd25cb4,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:50.819320 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96ab3d1-cd2c-41bd-842a-507929d892dd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:50.824595 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-e96ab3d1-cd2c-41bd-842a-507929d892dd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:50.833172 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96ab3d1-cd2c-41bd-842a-507929d892dd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:50.866857 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ab3d1-cd2c-41bd-842a-507929d892dd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=fc603dbf-5506-474c-8100-6e32f0672cea,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:50.872810 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a6da391-c199-493b-b492-be38d8e6fa3a req-365a8e16-0765-40e9-9ac6-8f80d358b13a tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0372818 Dec 14 02:44:50.884285 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:50.885068 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:50.905074 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96ab3d1-cd2c-41bd-842a-507929d892dd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:50.906268 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e96ab3d1-cd2c-41bd-842a-507929d892dd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:50.992834 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42350) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:50.993475 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e96ab3d1-cd2c-41bd-842a-507929d892dd tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4116864 Dec 14 02:44:51.034031 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:51.073683 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:51.106514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea6f071-f820-4ac4-91fb-a5ee4add6347 req-9621d775-c612-44bc-bbeb-cf38d7521700 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:51.108637 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bea6f071-f820-4ac4-91fb-a5ee4add6347 req-9621d775-c612-44bc-bbeb-cf38d7521700 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.0976450 Dec 14 02:44:51.121925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f0331-3347-4e42-b708-39b67a37b69c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:51.128052 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3f0331-3347-4e42-b708-39b67a37b69c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:51.129732 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9b3f0331-3347-4e42-b708-39b67a37b69c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1360166 Dec 14 02:44:51.134530 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42352) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:51.175953 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:51.176934 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 919a5607-00f9-4041-a29d-d9fa2dd25cb4 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:51.193800 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bea6f071-f820-4ac4-91fb-a5ee4add6347 req-9c30cf21-2675-4169-ad7a-b7710634b7d2 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628686 Dec 14 02:44:51.299037 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-c3e63a59-f08d-4115-8451-55da71a1f2b0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port fc603dbf-5506-474c-8100-6e32f0672cea {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:51.299580 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c3e63a59-f08d-4115-8451-55da71a1f2b0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:51.305903 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:51.321698 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 919a5607-00f9-4041-a29d-d9fa2dd25cb4 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:51.322250 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:51.461533 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c3e63a59-f08d-4115-8451-55da71a1f2b0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:51.477265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-c3e63a59-f08d-4115-8451-55da71a1f2b0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for fc603dbf-5506-474c-8100-6e32f0672cea owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:51.498247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe37d857-9178-4ee9-a9ee-d6555724b49e req-98a99093-4278-4f98-9161-467fc2773235 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 210 time: 0.0542240 Dec 14 02:44:51.717942 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89410b0a-5cc5-42db-9739-6cb9ab36b287 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:51.766844 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c3e63a59-f08d-4115-8451-55da71a1f2b0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:51.796692 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e63a59-f08d-4115-8451-55da71a1f2b0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=fc603dbf-5506-474c-8100-6e32f0672cea,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:51.838172 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3a2376dd-8d24-4636-b81f-602df5a110c4 None None] Provisioning complete for port 919a5607-00f9-4041-a29d-d9fa2dd25cb4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:51.838555 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3a2376dd-8d24-4636-b81f-602df5a110c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:52.002296 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c3e63a59-f08d-4115-8451-55da71a1f2b0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:52.008288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42362) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:52.008825 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c3e63a59-f08d-4115-8451-55da71a1f2b0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/fc603dbf-5506-474c-8100-6e32f0672cea HTTP/1.1" status: 204 len: 168 time: 0.8708742 Dec 14 02:44:52.090589 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-068fbf76-4ea7-413c-9bfa-a4f8543b4ecd tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:52.093565 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-068fbf76-4ea7-413c-9bfa-a4f8543b4ecd tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.46 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 811 time: 0.2159095 Dec 14 02:44:52.102693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d21e1c1-d3e5-435b-83e5-64285c51fcda req-59f06170-261b-42e0-9783-4a8759c0b5d3 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0545616 Dec 14 02:44:52.120943 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7936a40f-535b-42a6-a901-ce579611f9bc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:52.123900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7936a40f-535b-42a6-a901-ce579611f9bc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:52.125674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7936a40f-535b-42a6-a901-ce579611f9bc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:52.127712 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7936a40f-535b-42a6-a901-ce579611f9bc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1176710 Dec 14 02:44:52.130643 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42366) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:52.164473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8f981b08-5544-4e32-b692-cf59827b4e4f None None] Provisioning complete for port e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:52.164473 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8f981b08-5544-4e32-b692-cf59827b4e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:52.258962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0c3e88-126a-46ee-9a35-29b9082c67a9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet 38bde29d-34db-4030-bf9b-ccb3e1aae758 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:44:52.261701 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-74a0d0e5-3353-4131-8d3c-46ee7cbb3a15 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5f91050d42464daeb5e72d6e66d168a6 HTTP/1.1" status: 200 len: 380 time: 0.1478877 Dec 14 02:44:52.274730 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-80519ea1-dd77-4d04-a2c4-fa7a908627b8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Request body: {'port': {'device_id': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'admin_state_up': True, 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'security_groups': ['044fe7d8-f7c0-492a-8c97-2ab594044ef5']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:52.275750 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bb0c3e88-126a-46ee-9a35-29b9082c67a9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:52.355549 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:52.476128 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:52.476854 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:52.482640 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bb0c3e88-126a-46ee-9a35-29b9082c67a9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:52.496325 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783470b-0a1f-440f-b3a5-25a2f2e4b874 req-11cbbdf3-34b4-4015-85b8-e6397c4b0a67 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:52.498448 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0783470b-0a1f-440f-b3a5-25a2f2e4b874 req-11cbbdf3-34b4-4015-85b8-e6397c4b0a67 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.1401792 Dec 14 02:44:52.518475 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa469afa-dfa5-4110-a537-5e0d4f4f40d4 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:52.603443 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0783470b-0a1f-440f-b3a5-25a2f2e4b874 req-a6bdbf22-97c0-48df-9200-16b985375a65 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783641 Dec 14 02:44:52.620971 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-80519ea1-dd77-4d04-a2c4-fa7a908627b8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Made reservation on behalf of 5f91050d42464daeb5e72d6e66d168a6 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:52.625783 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-80519ea1-dd77-4d04-a2c4-fa7a908627b8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:52.629968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2210f82a-cb49-4839-945e-d00cc99ac2f8 None None] Provisioning complete for port e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:52.630344 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2210f82a-cb49-4839-945e-d00cc99ac2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:52.640091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91224904-731a-4d44-a3bd-6da39f6436f8 req-76990fa4-23ee-4d78-a6bc-12402731b97a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 210 time: 0.0378568 Dec 14 02:44:52.718623 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 919a5607-00f9-4041-a29d-d9fa2dd25cb4 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:44:52.729159 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bb0c3e88-126a-46ee-9a35-29b9082c67a9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:52.817574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 919a5607-00f9-4041-a29d-d9fa2dd25cb4 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:52.818007 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:52.852234 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-80519ea1-dd77-4d04-a2c4-fa7a908627b8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Allocated IP 172.20.0.3 (88664e7c-dba7-4c3f-8dc9-59021510fecd/89015a4d-b992-4c46-85b7-b5dfc4506a9b/f3656048-2bd9-46fe-9ab0-f40f138c6663) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:52.870044 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2210f82a-cb49-4839-945e-d00cc99ac2f8 None None] Provisioning complete for port 919a5607-00f9-4041-a29d-d9fa2dd25cb4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:52.870422 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2210f82a-cb49-4839-945e-d00cc99ac2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:52.875150 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bb0c3e88-126a-46ee-9a35-29b9082c67a9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:52.928523 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c3e88-126a-46ee-9a35-29b9082c67a9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=38bde29d-34db-4030-bf9b-ccb3e1aae758,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:52.936911 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bb0c3e88-126a-46ee-9a35-29b9082c67a9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:52.944355 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bb0c3e88-126a-46ee-9a35-29b9082c67a9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/38bde29d-34db-4030-bf9b-ccb3e1aae758 HTTP/1.1" status: 204 len: 168 time: 0.8123319 Dec 14 02:44:52.946846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42376) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:53.034064 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8768bad-445b-43df-a841-e16e51ca82d4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet ca00083c-9de4-4382-a007-2d955be68a56 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:44:53.038107 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d8768bad-445b-43df-a841-e16e51ca82d4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:53.078287 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-80519ea1-dd77-4d04-a2c4-fa7a908627b8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:53.085445 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d8768bad-445b-43df-a841-e16e51ca82d4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:53.191460 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d8768bad-445b-43df-a841-e16e51ca82d4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:53.215463 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-80519ea1-dd77-4d04-a2c4-fa7a908627b8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:53.230913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0b881e-c6fa-4636-a29b-b51370aeb322 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:53.262469 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b0692cc-ace2-431f-8b9a-c2dc61456092 req-87fd55b3-6585-46bf-b072-7830f39cfc8d tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0278144 Dec 14 02:44:53.294198 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-80519ea1-dd77-4d04-a2c4-fa7a908627b8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Network 88664e7c-dba7-4c3f-8dc9-59021510fecd is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:53.296040 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-80519ea1-dd77-4d04-a2c4-fa7a908627b8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:53.300278 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-80519ea1-dd77-4d04-a2c4-fa7a908627b8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:53.360917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b6c27b06-07d2-4e81-8940-2f722b7c6329 None None] Provisioning complete for port 919a5607-00f9-4041-a29d-d9fa2dd25cb4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:53.361333 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6c27b06-07d2-4e81-8940-2f722b7c6329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:53.366354 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80519ea1-dd77-4d04-a2c4-fa7a908627b8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Pushing event updated for resources: {'Port': ['ID=f3656048-2bd9-46fe-9ab0-f40f138c6663,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:53.386423 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-80519ea1-dd77-4d04-a2c4-fa7a908627b8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:53.387094 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-80519ea1-dd77-4d04-a2c4-fa7a908627b8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:53.403760 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d8768bad-445b-43df-a841-e16e51ca82d4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:53.446691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8768bad-445b-43df-a841-e16e51ca82d4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=ca00083c-9de4-4382-a007-2d955be68a56,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:53.462071 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-80519ea1-dd77-4d04-a2c4-fa7a908627b8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1954465 Dec 14 02:44:53.470468 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d8768bad-445b-43df-a841-e16e51ca82d4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:53.480657 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d8768bad-445b-43df-a841-e16e51ca82d4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/ca00083c-9de4-4382-a007-2d955be68a56 HTTP/1.1" status: 204 len: 168 time: 0.5325770 Dec 14 02:44:53.484196 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Request body: {'port': {'device_id': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:53.486486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42384) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:53.561652 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f2672-4ce5-4066-9dde-92ab497fc92b None None] Update dhcp port {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'fixed_ips': [{'subnet_id': 'ca00083c-9de4-4382-a007-2d955be68a56'}], 'binding:host_id': 'n-d-821636-1'}, 'id': '919a5607-00f9-4041-a29d-d9fa2dd25cb4'} from n-d-821636-1. {{(pid=103849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 02:44:53.571561 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:53.573806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9d58a4bc-12df-4066-930b-3e8962b97fac tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859954 Dec 14 02:44:53.576197 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42386) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:53.611721 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-358f2672-4ce5-4066-9dde-92ab497fc92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:53.645749 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49544cc7-e787-413f-8918-d5d3d14e2eeb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:53.650480 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-49544cc7-e787-413f-8918-d5d3d14e2eeb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0707674 Dec 14 02:44:53.653902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42388) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:53.735459 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb36b2d-9ebb-43b4-8b53-18f428ffde1a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:53.739437 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2cb36b2d-9ebb-43b4-8b53-18f428ffde1a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0814562 Dec 14 02:44:53.741362 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42394) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:53.824167 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-981609c7-3f73-4976-aff5-aa8cbed4a6bf None None] Provisioning complete for port f3656048-2bd9-46fe-9ab0-f40f138c6663 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:53.824547 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-981609c7-3f73-4976-aff5-aa8cbed4a6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:53.837060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5a872602-826a-48ad-9f3e-a821102f295e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905809 Dec 14 02:44:53.838706 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42398) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:53.855121 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4cd0b0c1-a3b8-44d0-9c8b-170a514bdce1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:53.868707 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-981609c7-3f73-4976-aff5-aa8cbed4a6bf None None] Port f3656048-2bd9-46fe-9ab0-f40f138c6663 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:44:53.910143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5202fc-f630-4796-9161-bf089de2da07 req-1022acdb-fa95-4b29-9da2-2dd92ad86c52 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:53.912142 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e5202fc-f630-4796-9161-bf089de2da07 req-1022acdb-fa95-4b29-9da2-2dd92ad86c52 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.1526880 Dec 14 02:44:53.930862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dad605-f02f-41ca-9eb6-f073a5b918b6 req-8fc73822-bb3b-4309-a34e-92c7e01c7e41 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:53.941853 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01dad605-f02f-41ca-9eb6-f073a5b918b6 req-8fc73822-bb3b-4309-a34e-92c7e01c7e41 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 931 time: 0.1657777 Dec 14 02:44:53.949246 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bfc91b-4aee-4928-9dd6-d5c5f26ae1f3 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:54.014714 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e5202fc-f630-4796-9161-bf089de2da07 req-7a36249d-2a44-4c56-9e3e-9a8ee2a8b959 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704036 Dec 14 02:44:54.025586 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8b080d95-7b95-4823-aabb-1acab0ee7433 None None] Provisioning complete for port 919a5607-00f9-4041-a29d-d9fa2dd25cb4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:44:54.025966 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8b080d95-7b95-4823-aabb-1acab0ee7433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:54.075073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3656048-2bd9-46fe-9ab0-f40f138c6663 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:44:54.086880 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:54.096979 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01dad605-f02f-41ca-9eb6-f073a5b918b6 req-f253f4d3-aab0-4c79-a186-6a09455a0519 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445532 Dec 14 02:44:54.133655 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Transition to ACTIVE for port object f3656048-2bd9-46fe-9ab0-f40f138c6663 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:44:54.138034 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d04c8d7-5c11-461b-bc8e-d09726bc7dab None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:44:54.205048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8d04c8d7-5c11-461b-bc8e-d09726bc7dab None None] Deleting port 919a5607-00f9-4041-a29d-d9fa2dd25cb4 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:54.205378 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8d04c8d7-5c11-461b-bc8e-d09726bc7dab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:54.211613 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:54.253202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd0b0c1-a3b8-44d0-9c8b-170a514bdce1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:54.256816 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4cd0b0c1-a3b8-44d0-9c8b-170a514bdce1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:54.258698 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd0b0c1-a3b8-44d0-9c8b-170a514bdce1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:44:54.259231 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd0b0c1-a3b8-44d0-9c8b-170a514bdce1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:44:54.264346 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 919a5607-00f9-4041-a29d-d9fa2dd25cb4 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:44:54.291697 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Pushing event updated for resources: {'Port': ['ID=f3656048-2bd9-46fe-9ab0-f40f138c6663,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:54.317357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8d04c8d7-5c11-461b-bc8e-d09726bc7dab None None] For port 919a5607-00f9-4041-a29d-d9fa2dd25cb4, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=919a5607-00f9-4041-a29d-d9fa2dd25cb4,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:54.317777 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8d04c8d7-5c11-461b-bc8e-d09726bc7dab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:54.338584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8d04c8d7-5c11-461b-bc8e-d09726bc7dab None None] Calling delete_port for 919a5607-00f9-4041-a29d-d9fa2dd25cb4 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:54.401950 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4cd0b0c1-a3b8-44d0-9c8b-170a514bdce1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5525792 Dec 14 02:44:54.413509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42406) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:54.418109 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Attempting to bind port f3656048-2bd9-46fe-9ab0-f40f138c6663 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:44:54.418109 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Attempting to bind port f3656048-2bd9-46fe-9ab0-f40f138c6663 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:44:54.418109 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Attempting to bind port f3656048-2bd9-46fe-9ab0-f40f138c6663 on network 88664e7c-dba7-4c3f-8dc9-59021510fecd {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:44:54.419604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-4afdd062-ca5a-4e14-ba88-bd4140f6bde4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:54.422312 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Port f3656048-2bd9-46fe-9ab0-f40f138c6663 on network 88664e7c-dba7-4c3f-8dc9-59021510fecd not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:44:54.422640 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Attempting to bind port f3656048-2bd9-46fe-9ab0-f40f138c6663 on network 88664e7c-dba7-4c3f-8dc9-59021510fecd {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:44:54.431592 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:44:54.431932 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Checking segment: {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:44:54.432322 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Bound using segment: {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:44:54.432754 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Bound port: f3656048-2bd9-46fe-9ab0-f40f138c6663, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:44:54.433112 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:54.482353 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c6c9a92f-20dc-4cea-a8af-beb8f6865a44 req-0965029a-b9c2-4ac9-9a9f-d5b4f7e73c1b tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0948875 Dec 14 02:44:54.489043 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:54.563506 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 919a5607-00f9-4041-a29d-d9fa2dd25cb4, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=919a5607-00f9-4041-a29d-d9fa2dd25cb4,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:54.574006 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] For port f3656048-2bd9-46fe-9ab0-f40f138c6663, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:44:54.578521 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] For port f3656048-2bd9-46fe-9ab0-f40f138c6663, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:44:54.666968 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:54.667155 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:54.711794 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:54.712686 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:54.714161 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] 10.222.0.46 "PUT /v2.0/ports/f3656048-2bd9-46fe-9ab0-f40f138c6663 HTTP/1.1" status: 200 len: 1091 time: 1.2372732 Dec 14 02:44:54.714614 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:44:54.714799 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afdd062-ca5a-4e14-ba88-bd4140f6bde4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:54.716910 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d2d13a-87aa-4867-963e-4038f99a4e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:44:54.718125 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4afdd062-ca5a-4e14-ba88-bd4140f6bde4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:54.719861 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afdd062-ca5a-4e14-ba88-bd4140f6bde4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:44:54.724786 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4afdd062-ca5a-4e14-ba88-bd4140f6bde4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:44:54.759075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd6a87-99dc-4147-a55e-0fb38c33a202 service neutron] Pushing event updated for resources: {'Port': ['ID=f3656048-2bd9-46fe-9ab0-f40f138c6663,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:54.759520 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8d04c8d7-5c11-461b-bc8e-d09726bc7dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:54.760829 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=919a5607-00f9-4041-a29d-d9fa2dd25cb4,revision_number=12']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:54.796677 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d04c8d7-5c11-461b-bc8e-d09726bc7dab None None] No DVR routers for this DVR port 919a5607-00f9-4041-a29d-d9fa2dd25cb4 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:44:54.796677 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d04c8d7-5c11-461b-bc8e-d09726bc7dab None None] Pushing event deleted for resources: {'Port': ['ID=919a5607-00f9-4041-a29d-d9fa2dd25cb4,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:54.804859 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bb879f-1e66-4d18-abeb-a6859274028f x-openstack-request-id: req-97bb879f-1e66-4d18-abeb-a6859274028f {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:44:54.805202 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:44:54.805584 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-97bb879f-1e66-4d18-abeb-a6859274028f {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:44:54.806063 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'status': 'completed', 'code': 200} Dec 14 02:44:54.825761 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4afdd062-ca5a-4e14-ba88-bd4140f6bde4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4095297 Dec 14 02:44:54.828082 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42414) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:54.834087 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-7a049ff8-19a4-4064-b9bd-2a2d24355545 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:54.962823 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2d13a-87aa-4867-963e-4038f99a4e5e req-4f9f7796-471c-4e1b-a97f-4e842be72696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:54.964332 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-55d2d13a-87aa-4867-963e-4038f99a4e5e req-4f9f7796-471c-4e1b-a97f-4e842be72696 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 1094 time: 0.1057727 Dec 14 02:44:55.051708 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a049ff8-19a4-4064-b9bd-2a2d24355545 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:55.055403 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7a049ff8-19a4-4064-b9bd-2a2d24355545 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:55.056821 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a049ff8-19a4-4064-b9bd-2a2d24355545 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:44:55.057259 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a049ff8-19a4-4064-b9bd-2a2d24355545 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:44:55.091466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2d13a-87aa-4867-963e-4038f99a4e5e req-5da47d9a-034f-4171-a50b-87f260b1105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:55.092941 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-55d2d13a-87aa-4867-963e-4038f99a4e5e req-5da47d9a-034f-4171-a50b-87f260b1105b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5f91050d42464daeb5e72d6e66d168a6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1131656 Dec 14 02:44:55.153116 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551100c9-6a9d-4357-be50-540887e65410 req-e13bd949-02da-489f-b57a-e9c4ff55bfec tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:55.161617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-551100c9-6a9d-4357-be50-540887e65410 req-e13bd949-02da-489f-b57a-e9c4ff55bfec tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.0721374 Dec 14 02:44:55.167822 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7a049ff8-19a4-4064-b9bd-2a2d24355545 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3375175 Dec 14 02:44:55.170545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42424) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:55.176578 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-5f963c92-8ff5-4946-ae19-5421f23d846f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:55.218968 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2d13a-87aa-4867-963e-4038f99a4e5e req-46d39109-9e8a-47ac-82ae-5470c0286e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:55.220595 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-55d2d13a-87aa-4867-963e-4038f99a4e5e req-46d39109-9e8a-47ac-82ae-5470c0286e4f service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1209278 Dec 14 02:44:55.311525 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-551100c9-6a9d-4357-be50-540887e65410 req-0e984297-f123-4cc3-96a6-cab09aaec281 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493130 Dec 14 02:44:55.318546 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-72c792e6-3761-42b1-b51a-bf6ad68df06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:55.320591 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-72c792e6-3761-42b1-b51a-bf6ad68df06c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 1094 time: 0.0404940 Dec 14 02:44:55.328899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e5cb7-19ae-4a94-b7fb-6d0b70c8913c req-bfb48dd3-07ba-4ff1-9c55-7fa5a8c42906 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:55.330424 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-834e5cb7-19ae-4a94-b7fb-6d0b70c8913c req-bfb48dd3-07ba-4ff1-9c55-7fa5a8c42906 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 943 time: 0.1011381 Dec 14 02:44:55.404443 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-834e5cb7-19ae-4a94-b7fb-6d0b70c8913c req-1936f2f7-85ee-406c-932b-7f68e92e02fd tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500534 Dec 14 02:44:55.477262 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f963c92-8ff5-4946-ae19-5421f23d846f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:55.481454 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5f963c92-8ff5-4946-ae19-5421f23d846f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:55.483052 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f963c92-8ff5-4946-ae19-5421f23d846f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:44:55.484089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f963c92-8ff5-4946-ae19-5421f23d846f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:44:55.577829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5f963c92-8ff5-4946-ae19-5421f23d846f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4028902 Dec 14 02:44:55.577829 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42438) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:55.586339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-77d07692-0e77-448d-ba1d-46cec26920a7 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:55.669518 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e8b8144e-1c0a-4b6b-a8b7-c4050a788da8 req-22c99819-427d-4b43-ab82-c8bd2d1fb22b tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0722711 Dec 14 02:44:55.714141 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-b719dc68-21cb-461d-aca3-ff93d2e1f927 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663 HTTP/1.1" status: 200 len: 217 time: 0.3684313 Dec 14 02:44:55.764537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-a3227e81-9f2b-4906-b90e-c96b2866292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:55.766009 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-a3227e81-9f2b-4906-b90e-c96b2866292b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.0441475 Dec 14 02:44:55.794738 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d07692-0e77-448d-ba1d-46cec26920a7 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:55.798991 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77d07692-0e77-448d-ba1d-46cec26920a7 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:55.800745 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-77d07692-0e77-448d-ba1d-46cec26920a7 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:44:55.801354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77d07692-0e77-448d-ba1d-46cec26920a7 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:44:55.814432 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9f70149f-7e45-456b-b4f5-b814b45fa95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:55.815956 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-9f70149f-7e45-456b-b4f5-b814b45fa95b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405605 Dec 14 02:44:55.897825 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-77d07692-0e77-448d-ba1d-46cec26920a7 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3155441 Dec 14 02:44:55.898256 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42440) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:55.903354 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5e372b00-4762-4f68-a9fa-cdf059a412af tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:55.987699 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-43aeb5a6-7428-49f1-95dc-eaa119912334 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643741 Dec 14 02:44:56.027429 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275aeac6-f17e-403c-80b2-3c894fd8b410 req-463af9ae-9fa9-4403-b7c5-025174c4c448 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:56.028983 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-275aeac6-f17e-403c-80b2-3c894fd8b410 req-463af9ae-9fa9-4403-b7c5-025174c4c448 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 947 time: 0.0566320 Dec 14 02:44:56.086043 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-275aeac6-f17e-403c-80b2-3c894fd8b410 req-340e41fc-4931-4f2f-9a12-3704b82e3363 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500197 Dec 14 02:44:56.100642 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-983a4ba5-cea5-4d8e-a978-5edd9c4ed797 req-e8aa8a11-03cb-4687-a884-ae77c111d57e service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033297 Dec 14 02:44:56.143466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e372b00-4762-4f68-a9fa-cdf059a412af tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:56.147808 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e372b00-4762-4f68-a9fa-cdf059a412af tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:56.150355 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e372b00-4762-4f68-a9fa-cdf059a412af tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:44:56.150355 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e372b00-4762-4f68-a9fa-cdf059a412af tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:44:56.223306 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5e372b00-4762-4f68-a9fa-cdf059a412af tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3238740 Dec 14 02:44:56.226613 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42444) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:56.255534 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ba894e57-6b04-4437-9490-b7a00d45c4e1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0278211 Dec 14 02:44:56.258023 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42446) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:56.307300 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc56ebab-3b61-4a5d-85e3-1a8477c78a47 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:56.308806 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cc56ebab-3b61-4a5d-85e3-1a8477c78a47 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0498614 Dec 14 02:44:56.311270 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42448) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:56.357328 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-355cacea-d70b-4ffa-8bd5-2bfa42575a9c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410342 Dec 14 02:44:56.357757 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42452) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:56.362954 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-0dba96f7-e305-4d19-acac-fffa6bc55419 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:56.498375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331fd2a-add2-43c9-8db2-7b449596a612 req-e00e64c7-6125-4a84-a062-532543e7db55 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:56.499856 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2331fd2a-add2-43c9-8db2-7b449596a612 req-e00e64c7-6125-4a84-a062-532543e7db55 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.0890341 Dec 14 02:44:56.566921 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2331fd2a-add2-43c9-8db2-7b449596a612 req-751ed06f-f58e-4744-b635-056fce9d62f0 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584872 Dec 14 02:44:56.602602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dba96f7-e305-4d19-acac-fffa6bc55419 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:56.606322 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0dba96f7-e305-4d19-acac-fffa6bc55419 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:56.714451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f55cf9-2eab-4116-917b-2eab43cb05fb req-bbae3a78-de4f-4915-900a-524abbca00f9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:56.721866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2f55cf9-2eab-4116-917b-2eab43cb05fb req-bbae3a78-de4f-4915-900a-524abbca00f9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 943 time: 0.1312475 Dec 14 02:44:56.828535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-935128ea-cf40-4d71-bc3b-a44bbac45585 req-619930d3-f0fd-42f6-a91d-3826340431de tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0556953 Dec 14 02:44:56.831903 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2f55cf9-2eab-4116-917b-2eab43cb05fb req-4986a55e-9005-4491-9550-e0467f3d4537 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093009 Dec 14 02:44:56.894360 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:57.059338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.objects.ports [None req-0dba96f7-e305-4d19-acac-fffa6bc55419 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103848) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:44:57.060698 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0dba96f7-e305-4d19-acac-fffa6bc55419 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:57.103463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dba96f7-e305-4d19-acac-fffa6bc55419 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:57.106614 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-0dba96f7-e305-4d19-acac-fffa6bc55419 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:57.109710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dba96f7-e305-4d19-acac-fffa6bc55419 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:57.110298 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0dba96f7-e305-4d19-acac-fffa6bc55419 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:57.119399 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34979a55-1de2-450b-9179-e66647e3d5f0 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:44:57.125610 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba96f7-e305-4d19-acac-fffa6bc55419 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=a5d85dce-aafb-4a2b-981c-32ee391e19da,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:57.239944 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0dba96f7-e305-4d19-acac-fffa6bc55419 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8809898 Dec 14 02:44:57.243699 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42480) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:57.249052 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e5a120db-6024-47a3-b317-f9eea65b11d1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'mac_address': 'fa:16:3e:00:1d:92', 'name': 'tempest-NetworksTestDHCPv6-501892229'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:44:57.269363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fe8bb-0e5b-480d-8892-58579fbc430d req-bd476b58-9d51-47f6-8019-20f75850076a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:57.271243 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-880fe8bb-0e5b-480d-8892-58579fbc430d req-bd476b58-9d51-47f6-8019-20f75850076a tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 947 time: 0.0630596 Dec 14 02:44:57.277339 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': 'a5d85dce-aafb-4a2b-981c-32ee391e19da'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:44:57.278319 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:57.328054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-880fe8bb-0e5b-480d-8892-58579fbc430d req-806a2686-68a5-4e1d-9c75-799c738c1c72 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457537 Dec 14 02:44:57.431545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a120db-6024-47a3-b317-f9eea65b11d1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:44:57.432573 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Allocated IP 2001:db8::f816:3eff:fe37:bfe2 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/a5d85dce-aafb-4a2b-981c-32ee391e19da/59c0e0af-5248-4ae0-a208-cf6ab43dca92) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:57.578418 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6db8fd-87b7-480e-bdc9-bc6b8442412d req-054a6267-2370-49bb-b85c-e4170b2b5b86 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:57.580061 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bd6db8fd-87b7-480e-bdc9-bc6b8442412d req-054a6267-2370-49bb-b85c-e4170b2b5b86 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.46 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 947 time: 0.0964441 Dec 14 02:44:57.587708 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e5a120db-6024-47a3-b317-f9eea65b11d1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:57.618660 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:57.705327 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-e5a120db-6024-47a3-b317-f9eea65b11d1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port bc079acc-bb8c-4836-abac-99e3cba75619 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:44:57.727915 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:57.734095 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08151215-7791-4211-9bf4-c9e15e323074 req-5bef5d7e-f108-41b5-8700-e6fe51b4ed5d tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:57.742689 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-08151215-7791-4211-9bf4-c9e15e323074 req-5bef5d7e-f108-41b5-8700-e6fe51b4ed5d tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.0885894 Dec 14 02:44:57.786956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:57.791908 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Pushing event updated for resources: {'Port': ['ID=59c0e0af-5248-4ae0-a208-cf6ab43dca92,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:57.796245 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:57.798914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:57.834335 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-08151215-7791-4211-9bf4-c9e15e323074 req-1cbcb1bb-d88c-49d0-ab7e-fdb83bab09ed tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852146 Dec 14 02:44:57.862315 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-bd6db8fd-87b7-480e-bdc9-bc6b8442412d req-c0151b6c-73a4-479b-951e-f6bde3f8cc0c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Deleting port 5868c756-0e60-46c6-9fdc-2b3df25311d3 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:57.862661 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bd6db8fd-87b7-480e-bdc9-bc6b8442412d req-c0151b6c-73a4-479b-951e-f6bde3f8cc0c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:57.887959 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Attempting to bind port 59c0e0af-5248-4ae0-a208-cf6ab43dca92 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:44:57.888583 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Attempting to bind port 59c0e0af-5248-4ae0-a208-cf6ab43dca92 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:44:57.889037 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Attempting to bind port 59c0e0af-5248-4ae0-a208-cf6ab43dca92 on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:44:57.895620 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:44:57.896235 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:44:57.897156 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:57.897768 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:44:57.898440 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Bound port: 59c0e0af-5248-4ae0-a208-cf6ab43dca92, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:44:57.899278 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:57.967359 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f32d6e2d-e1ba-4b77-9b26-9def6b57dc0b req-24b55fd0-b980-40fe-8466-a356d2df3042 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0357935 Dec 14 02:44:57.973415 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] For port 59c0e0af-5248-4ae0-a208-cf6ab43dca92, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:44:57.978020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] For port 59c0e0af-5248-4ae0-a208-cf6ab43dca92, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=59c0e0af-5248-4ae0-a208-cf6ab43dca92,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:44:58.022364 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-e5a120db-6024-47a3-b317-f9eea65b11d1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::f816:3eff:fe00:1d92 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/a5d85dce-aafb-4a2b-981c-32ee391e19da/bc079acc-bb8c-4836-abac-99e3cba75619) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:44:58.247369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476621e-b3ea-4e9e-877c-1f7caa2e6ef3 req-48ce3f8c-b904-4592-933f-360f990125a1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:58.247369 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2476621e-b3ea-4e9e-877c-1f7caa2e6ef3 req-48ce3f8c-b904-4592-933f-360f990125a1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 943 time: 0.0568502 Dec 14 02:44:58.247984 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-bd6db8fd-87b7-480e-bdc9-bc6b8442412d req-c0151b6c-73a4-479b-951e-f6bde3f8cc0c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] For port 5868c756-0e60-46c6-9fdc-2b3df25311d3, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=5868c756-0e60-46c6-9fdc-2b3df25311d3,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:58.247984 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bd6db8fd-87b7-480e-bdc9-bc6b8442412d req-c0151b6c-73a4-479b-951e-f6bde3f8cc0c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:58.248749 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2476621e-b3ea-4e9e-877c-1f7caa2e6ef3 req-c007f076-dfed-402a-964d-c3ffadc3f0c8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498018 Dec 14 02:44:58.249025 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:58.354004 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e5a120db-6024-47a3-b317-f9eea65b11d1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:58.372888 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bd6db8fd-87b7-480e-bdc9-bc6b8442412d req-c0151b6c-73a4-479b-951e-f6bde3f8cc0c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:58.373265 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bd6db8fd-87b7-480e-bdc9-bc6b8442412d req-c0151b6c-73a4-479b-951e-f6bde3f8cc0c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:58.373621 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [req-bd6db8fd-87b7-480e-bdc9-bc6b8442412d req-c0151b6c-73a4-479b-951e-f6bde3f8cc0c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Floating IP 60334b54-d156-4725-936e-d701cb5c776c disassociated. External IP: 172.25.7.173, port: 5868c756-0e60-46c6-9fdc-2b3df25311d3. Dec 14 02:44:58.374234 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-bd6db8fd-87b7-480e-bdc9-bc6b8442412d req-c0151b6c-73a4-479b-951e-f6bde3f8cc0c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Calling delete_port for 5868c756-0e60-46c6-9fdc-2b3df25311d3 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:58.422898 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e80b8-69c6-46ed-a222-8d508a73e8a6 None None] Pushing event updated for resources: {'Port': ['ID=59c0e0af-5248-4ae0-a208-cf6ab43dca92,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:58.503872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8bb0b6-25dc-4a6c-9a10-d25bdf83657c req-70c13a8f-897e-4e16-b488-eab47b706f82 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:58.505840 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b8bb0b6-25dc-4a6c-9a10-d25bdf83657c req-70c13a8f-897e-4e16-b488-eab47b706f82 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 947 time: 0.0692985 Dec 14 02:44:58.569619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b8bb0b6-25dc-4a6c-9a10-d25bdf83657c req-db7f6a58-aeda-4a6d-9c0d-95bbdb078026 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561748 Dec 14 02:44:58.579770 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e5a120db-6024-47a3-b317-f9eea65b11d1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:58.671335 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a120db-6024-47a3-b317-f9eea65b11d1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:44:58.671335 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-e5a120db-6024-47a3-b317-f9eea65b11d1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:44:58.671335 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a120db-6024-47a3-b317-f9eea65b11d1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:44:58.671335 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a120db-6024-47a3-b317-f9eea65b11d1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:58.671335 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e5a120db-6024-47a3-b317-f9eea65b11d1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:58.679369 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a120db-6024-47a3-b317-f9eea65b11d1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=bc079acc-bb8c-4836-abac-99e3cba75619,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:58.738090 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bd6db8fd-87b7-480e-bdc9-bc6b8442412d req-c0151b6c-73a4-479b-951e-f6bde3f8cc0c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:58.781536 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e5a120db-6024-47a3-b317-f9eea65b11d1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5341451 Dec 14 02:44:58.782177 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42518) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:58.792237 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0151b6c-73a4-479b-951e-f6bde3f8cc0c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Pushing event deleted for resources: {'Port': ['ID=5868c756-0e60-46c6-9fdc-2b3df25311d3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:58.846093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b017b6-e76b-45c2-a890-8d7c6c176e8c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:58.854032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b017b6-e76b-45c2-a890-8d7c6c176e8c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:58.856224 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-14b017b6-e76b-45c2-a890-8d7c6c176e8c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0726023 Dec 14 02:44:58.860098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42522) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:58.964984 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd6db8fd-87b7-480e-bdc9-bc6b8442412d req-c0151b6c-73a4-479b-951e-f6bde3f8cc0c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Router 26174a1c-9fa2-4d08-8d68-bbada67b608b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:44:59.038913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc944fb-8769-435c-83e5-25af25cf6e9a req-654b1ba9-7872-4ed3-8560-9c78c35585a3 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:59.048272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8fc944fb-8769-435c-83e5-25af25cf6e9a req-654b1ba9-7872-4ed3-8560-9c78c35585a3 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.0848646 Dec 14 02:44:59.090139 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd6db8fd-87b7-480e-bdc9-bc6b8442412d req-c0151b6c-73a4-479b-951e-f6bde3f8cc0c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:44:59.104365 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badd3d68-86e0-4b93-9789-3ad67ba8a1cb None None] Sync routers for ids ['26174a1c-9fa2-4d08-8d68-bbada67b608b'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:44:59.114080 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd3d68-86e0-4b93-9789-3ad67ba8a1cb None None] Routers {'26174a1c-9fa2-4d08-8d68-bbada67b608b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:59.114916 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38446322-b499-4dc8-9fdf-b9ae67edccde req-349bab99-bf24-42bf-808b-30664b5d0cc0 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0474076 Dec 14 02:44:59.122134 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-badd3d68-86e0-4b93-9789-3ad67ba8a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:44:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['26174a1c-9fa2-4d08-8d68-bbada67b608b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:59.128799 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6db8fd-87b7-480e-bdc9-bc6b8442412d req-c0151b6c-73a4-479b-951e-f6bde3f8cc0c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] No DVR routers for this DVR port 5868c756-0e60-46c6-9fdc-2b3df25311d3 on host n-h1-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:44:59.134193 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bd6db8fd-87b7-480e-bdc9-bc6b8442412d req-c0151b6c-73a4-479b-951e-f6bde3f8cc0c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:59.135680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-cb5e09f1-8f5b-42cc-a8f2-6da4d37802fe tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port bc079acc-bb8c-4836-abac-99e3cba75619 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:44:59.136026 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb5e09f1-8f5b-42cc-a8f2-6da4d37802fe tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:59.139250 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bd6db8fd-87b7-480e-bdc9-bc6b8442412d req-c0151b6c-73a4-479b-951e-f6bde3f8cc0c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.46 "DELETE /v2.0/ports/5868c756-0e60-46c6-9fdc-2b3df25311d3 HTTP/1.1" status: 204 len: 173 time: 1.5471528 Dec 14 02:44:59.140369 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a423df-dce5-42f1-a4d6-cc8755161020', 'name': 'network-vif-deleted', 'tag': '5868c756-0e60-46c6-9fdc-2b3df25311d3'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:44:59.143088 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cea0ebc-bb79-4d5e-8036-4a07da57798c" -d '{"events": [{"server_uuid": "e6a423df-dce5-42f1-a4d6-cc8755161020", "name": "network-vif-deleted", "tag": "5868c756-0e60-46c6-9fdc-2b3df25311d3"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:44:59.196269 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8fc944fb-8769-435c-83e5-25af25cf6e9a req-b0e018b9-bced-45b5-bfc1-39f54983b83c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460862 Dec 14 02:44:59.311259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f3656048-2bd9-46fe-9ab0-f40f138c6663 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:44:59.315007 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eab0f3b-1a7a-4083-b28e-688e14b9f2f9 x-openstack-request-id: req-5eab0f3b-1a7a-4083-b28e-688e14b9f2f9 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:44:59.315543 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a423df-dce5-42f1-a4d6-cc8755161020", "name": "network-vif-deleted", "tag": "5868c756-0e60-46c6-9fdc-2b3df25311d3", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:44:59.315543 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5eab0f3b-1a7a-4083-b28e-688e14b9f2f9 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:44:59.315989 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a423df-dce5-42f1-a4d6-cc8755161020', 'name': 'network-vif-deleted', 'tag': '5868c756-0e60-46c6-9fdc-2b3df25311d3', 'status': 'completed', 'code': 200} Dec 14 02:44:59.404431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-badd3d68-86e0-4b93-9789-3ad67ba8a1cb None None] Set router 26174a1c-9fa2-4d08-8d68-bbada67b608b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:44:59.423899 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb5e09f1-8f5b-42cc-a8f2-6da4d37802fe tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:59.447909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-cb5e09f1-8f5b-42cc-a8f2-6da4d37802fe tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for bc079acc-bb8c-4836-abac-99e3cba75619 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:44:59.461688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b97ba1-95af-48c4-b155-462e2aebdb45 req-c83a13c5-36a1-4616-8f28-572530f438b6 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:44:59.464048 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79b97ba1-95af-48c4-b155-462e2aebdb45 req-c83a13c5-36a1-4616-8f28-572530f438b6 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 943 time: 0.2039740 Dec 14 02:44:59.607578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f3656048-2bd9-46fe-9ab0-f40f138c6663, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:59.627327 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'port_id': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'mac_address': 'fa:16:3e:36:c8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:44:59.638227 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79b97ba1-95af-48c4-b155-462e2aebdb45 req-1c19d05f-d7aa-4e65-b69e-7834b6371801 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614389 Dec 14 02:44:59.734474 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:59.738433 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-967fe698-31c7-49bb-b1f8-0dca67bddcb4 req-294affc8-ee91-44e1-8cc8-9f121414b287 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6a423df-dce5-42f1-a4d6-cc8755161020 HTTP/1.1" status: 200 len: 210 time: 0.0434003 Dec 14 02:44:59.800362 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3656048-2bd9-46fe-9ab0-f40f138c6663 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:44:59.833769 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f3656048-2bd9-46fe-9ab0-f40f138c6663, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:44:59.843502 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb5e09f1-8f5b-42cc-a8f2-6da4d37802fe tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:59.855737 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-badd3d68-86e0-4b93-9789-3ad67ba8a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '96806ad8-be7a-493b-a4f4-581203f20938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:36:08Z', 'revision_number': 4, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port': {'id': '96806ad8-be7a-493b-a4f4-581203f20938', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:03Z', 'updated_at': '2021-12-14T02:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '486efcfe-599e-4da9-ba53-34876664e340', 'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'mac_address': 'fa:16:3e:a6:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:07Z', 'updated_at': '2021-12-14T02:36:13Z', 'revision_number': 5, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'subnets': [{'id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:59.876778 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badd3d68-86e0-4b93-9789-3ad67ba8a1cb None None] Checking router: 26174a1c-9fa2-4d08-8d68-bbada67b608b for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:44:59.886230 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badd3d68-86e0-4b93-9789-3ad67ba8a1cb None None] Routers {'26174a1c-9fa2-4d08-8d68-bbada67b608b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:44:59.886891 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-badd3d68-86e0-4b93-9789-3ad67ba8a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:44:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['26174a1c-9fa2-4d08-8d68-bbada67b608b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:44:59.896024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5e09f1-8f5b-42cc-a8f2-6da4d37802fe tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=bc079acc-bb8c-4836-abac-99e3cba75619,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:44:59.934251 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb5e09f1-8f5b-42cc-a8f2-6da4d37802fe tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:44:59.941582 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cb5e09f1-8f5b-42cc-a8f2-6da4d37802fe tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/bc079acc-bb8c-4836-abac-99e3cba75619 HTTP/1.1" status: 204 len: 168 time: 1.0796874 Dec 14 02:44:59.941978 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42548) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:44:59.953429 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:00.030059 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da32d38-1ff3-41f2-aeee-825ab1b76519 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:00.031756 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da32d38-1ff3-41f2-aeee-825ab1b76519 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:00.034188 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6da32d38-1ff3-41f2-aeee-825ab1b76519 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0910106 Dec 14 02:45:00.036802 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42552) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:00.075814 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d90521ff-c4d0-453c-bb5a-ab80b26cf2ee None None] Provisioning complete for port 59c0e0af-5248-4ae0-a208-cf6ab43dca92 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:00.076198 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d90521ff-c4d0-453c-bb5a-ab80b26cf2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:00.101760 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74f05e3-f368-4457-846b-dd51592799f6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet a5d85dce-aafb-4a2b-981c-32ee391e19da {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:45:00.105806 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e74f05e3-f368-4457-846b-dd51592799f6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:00.114319 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=f3656048-2bd9-46fe-9ab0-f40f138c6663,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:00.144594 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-badd3d68-86e0-4b93-9789-3ad67ba8a1cb None None] Set router 26174a1c-9fa2-4d08-8d68-bbada67b608b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:45:00.148140 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:00.157258 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e74f05e3-f368-4457-846b-dd51592799f6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:00.317941 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e74f05e3-f368-4457-846b-dd51592799f6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:00.363865 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2f4e69d9-4340-47d7-8dd5-dff6ca37b9e3 req-7216863b-1a9f-48bb-b071-4e3bf5d610b5 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0796568 Dec 14 02:45:00.435277 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['f3656048-2bd9-46fe-9ab0-f40f138c6663'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:45:00.463679 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c5287-fd6b-48a9-9bc0-77af12b39d63 req-c1466ab0-e4b1-46ee-9f3c-10e17da62b24 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:00.465348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe9c5287-fd6b-48a9-9bc0-77af12b39d63 req-c1466ab0-e4b1-46ee-9f3c-10e17da62b24 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.1005456 Dec 14 02:45:00.471294 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 59c0e0af-5248-4ae0-a208-cf6ab43dca92 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:45:00.528512 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe9c5287-fd6b-48a9-9bc0-77af12b39d63 req-29d67afb-0664-4446-b865-8ac3df2ef03e tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492179 Dec 14 02:45:00.546342 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e74f05e3-f368-4457-846b-dd51592799f6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:00.575532 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f05e3-f368-4457-846b-dd51592799f6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=a5d85dce-aafb-4a2b-981c-32ee391e19da,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:00.577060 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d90521ff-c4d0-453c-bb5a-ab80b26cf2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:00.579981 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e74f05e3-f368-4457-846b-dd51592799f6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:00.584275 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e74f05e3-f368-4457-846b-dd51592799f6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/a5d85dce-aafb-4a2b-981c-32ee391e19da HTTP/1.1" status: 204 len: 168 time: 0.5456476 Dec 14 02:45:00.586931 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42564) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:00.601422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103b3e1a-68e2-4192-a77b-a75d01f37949 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:00.635762 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3fb5eec1-9085-40ea-9038-2c865e50f39a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0445786 Dec 14 02:45:00.636026 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42568) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:00.641025 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d2c0b6ad-efbe-4898-b518-0fe51d30fcad tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:00.764368 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 59c0e0af-5248-4ae0-a208-cf6ab43dca92 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:00.764813 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:00.793877 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb630a-5a75-4af8-89d1-b0515c9ec19b req-4185006c-44e8-4abf-a9f0-c97ed5b6c3c8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:00.795112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26bb630a-5a75-4af8-89d1-b0515c9ec19b req-4185006c-44e8-4abf-a9f0-c97ed5b6c3c8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0738695 Dec 14 02:45:00.839575 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-d90521ff-c4d0-453c-bb5a-ab80b26cf2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:45:00.839947 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-d90521ff-c4d0-453c-bb5a-ab80b26cf2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:45:00.866610 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26bb630a-5a75-4af8-89d1-b0515c9ec19b req-31377b39-4ae8-4e0c-b442-fdfd461ce930 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611625 Dec 14 02:45:00.876699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c0b6ad-efbe-4898-b518-0fe51d30fcad tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:00.889228 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d2c0b6ad-efbe-4898-b518-0fe51d30fcad tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:00.928891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42580) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:01.034974 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d4f5-15c4-47f0-b6a2-7e15667e4fc6 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:01.056203 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed743aaf-f837-484d-a491-562ba235fb34 None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:45:01.071641 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-badd3d68-86e0-4b93-9789-3ad67ba8a1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '96806ad8-be7a-493b-a4f4-581203f20938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:36:08Z', 'revision_number': 4, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port': {'id': '96806ad8-be7a-493b-a4f4-581203f20938', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:03Z', 'updated_at': '2021-12-14T02:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '486efcfe-599e-4da9-ba53-34876664e340', 'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'mac_address': 'fa:16:3e:a6:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:07Z', 'updated_at': '2021-12-14T02:36:13Z', 'revision_number': 5, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'subnets': [{'id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:45:01.079987 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:01.083955 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d4f5-15c4-47f0-b6a2-7e15667e4fc6 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:01.155837 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badd3d68-86e0-4b93-9789-3ad67ba8a1cb None None] The sync data for ids ['26174a1c-9fa2-4d08-8d68-bbada67b608b'] in n-d-821636-1 is: [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '96806ad8-be7a-493b-a4f4-581203f20938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:36:08Z', 'revision_number': 4, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port': {'id': '96806ad8-be7a-493b-a4f4-581203f20938', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:03Z', 'updated_at': '2021-12-14T02:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '486efcfe-599e-4da9-ba53-34876664e340', 'name': '', 'network_id': '05677032-f5ed-4d1a-bc8f-3b24f1d3e061', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'mac_address': 'fa:16:3e:a6:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:07Z', 'updated_at': '2021-12-14T02:36:13Z', 'revision_number': 5, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'subnets': [{'id': '5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:45:01.246348 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d4f5-15c4-47f0-b6a2-7e15667e4fc6 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:01.252606 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b9a3d4f5-15c4-47f0-b6a2-7e15667e4fc6 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:01.254415 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b9a3d4f5-15c4-47f0-b6a2-7e15667e4fc6 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "DELETE /v2.0/security-groups/e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6 HTTP/1.1" status: 204 len: 168 time: 0.3241313 Dec 14 02:45:01.264036 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42586) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:01.312081 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3d4f5-15c4-47f0-b6a2-7e15667e4fc6 tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:01.320067 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-3179bd9b-8ccb-4117-9145-7cbe718be8bb tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] show failed (client error): The resource could not be found. Dec 14 02:45:01.321166 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3179bd9b-8ccb-4117-9145-7cbe718be8bb tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "GET /v2.0/security-groups/e3cfc8dc-4e3b-49ca-843d-f64dfc4809e6 HTTP/1.1" status: 404 len: 347 time: 0.0544848 Dec 14 02:45:01.335338 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42588) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:01.386060 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 59c0e0af-5248-4ae0-a208-cf6ab43dca92, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=59c0e0af-5248-4ae0-a208-cf6ab43dca92,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:01.387341 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 5868c756-0e60-46c6-9fdc-2b3df25311d3 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:45:01.450888 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 5868c756-0e60-46c6-9fdc-2b3df25311d3 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:45:01.451161 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 5868c756-0e60-46c6-9fdc-2b3df25311d3 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:45:01.472632 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:01.477643 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d90521ff-c4d0-453c-bb5a-ab80b26cf2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:01.515718 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ed743aaf-f837-484d-a491-562ba235fb34 None None] Deleting port 59c0e0af-5248-4ae0-a208-cf6ab43dca92 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:01.516313 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ed743aaf-f837-484d-a491-562ba235fb34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:01.530877 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d661534c-50a1-4dbc-ba50-8c4873839d5c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Deleting port 559f611e-654e-44a1-a09f-c57a1bfaad9d {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:01.538191 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d661534c-50a1-4dbc-ba50-8c4873839d5c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:01.667462 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d661534c-50a1-4dbc-ba50-8c4873839d5c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:01.667853 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d661534c-50a1-4dbc-ba50-8c4873839d5c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:01.672343 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-d90521ff-c4d0-453c-bb5a-ab80b26cf2ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:45:01.672716 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-d90521ff-c4d0-453c-bb5a-ab80b26cf2ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:45:01.680015 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fe2745-b429-43fb-a8e7-df6be57f1a77 None None] New status for floating IP 60334b54-d156-4725-936e-d701cb5c776c: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:45:01.688306 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d661534c-50a1-4dbc-ba50-8c4873839d5c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Calling delete_port for 559f611e-654e-44a1-a09f-c57a1bfaad9d owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:01.710200 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00535362-260a-4c33-98cb-a3c25c663b56 req-faf4e95b-660f-46aa-ad90-1faab3c80e61 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.1065238 Dec 14 02:45:01.823404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ed743aaf-f837-484d-a491-562ba235fb34 None None] For port 59c0e0af-5248-4ae0-a208-cf6ab43dca92, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=59c0e0af-5248-4ae0-a208-cf6ab43dca92,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:01.824122 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ed743aaf-f837-484d-a491-562ba235fb34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:01.832291 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=59c0e0af-5248-4ae0-a208-cf6ab43dca92,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:01.848873 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5634ff-0aef-4428-b8a2-02d6d303d041 req-15e0a2a6-561d-48bb-88b0-5e2dc6f0dab7 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:01.850590 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de5634ff-0aef-4428-b8a2-02d6d303d041 req-15e0a2a6-561d-48bb-88b0-5e2dc6f0dab7 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.1629956 Dec 14 02:45:01.860145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ed743aaf-f837-484d-a491-562ba235fb34 None None] Calling delete_port for 59c0e0af-5248-4ae0-a208-cf6ab43dca92 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:01.909393 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d661534c-50a1-4dbc-ba50-8c4873839d5c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:01.945687 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.db.api [None req-76fe2745-b429-43fb-a8e7-df6be57f1a77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:45:01.948564 n-d-821636-1 neutron-server[103850]: DEBUG oslo_db.api [None req-76fe2745-b429-43fb-a8e7-df6be57f1a77 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:45:01.955163 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661534c-50a1-4dbc-ba50-8c4873839d5c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Pushing event deleted for resources: {'Port': ['ID=559f611e-654e-44a1-a09f-c57a1bfaad9d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:01.985408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-76689b12-d145-4729-b833-4eeff3a59da5 None None] Could not find standard attr ID for object bc079acc-bb8c-4836-abac-99e3cba75619. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:45:02.028209 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d661534c-50a1-4dbc-ba50-8c4873839d5c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:02.031335 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d661534c-50a1-4dbc-ba50-8c4873839d5c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:02.035530 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d661534c-50a1-4dbc-ba50-8c4873839d5c tempest-AttachVolumeShelveTestJSON-337790833 tempest-AttachVolumeShelveTestJSON-337790833-project] 10.222.0.39 "DELETE /v2.0/floatingips/60334b54-d156-4725-936e-d701cb5c776c HTTP/1.1" status: 204 len: 168 time: 0.6962726 Dec 14 02:45:02.066773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.objects.ports [None req-d2c0b6ad-efbe-4898-b518-0fe51d30fcad tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103848) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:45:02.071480 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de5634ff-0aef-4428-b8a2-02d6d303d041 req-90eef027-5166-42d9-add4-bbc128f4e198 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106276 Dec 14 02:45:02.101674 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ed743aaf-f837-484d-a491-562ba235fb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:02.163268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed743aaf-f837-484d-a491-562ba235fb34 None None] No DVR routers for this DVR port 59c0e0af-5248-4ae0-a208-cf6ab43dca92 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:45:02.168327 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed743aaf-f837-484d-a491-562ba235fb34 None None] Pushing event deleted for resources: {'Port': ['ID=59c0e0af-5248-4ae0-a208-cf6ab43dca92,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:02.205947 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d037aa8-c29f-483f-9542-4cea2b6a3584 req-f8657cf3-9021-4979-abcc-0c76c03c5918 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:02.214126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d037aa8-c29f-483f-9542-4cea2b6a3584 req-f8657cf3-9021-4979-abcc-0c76c03c5918 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.2251091 Dec 14 02:45:02.274493 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 59c0e0af-5248-4ae0-a208-cf6ab43dca92 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:45:02.295320 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 59c0e0af-5248-4ae0-a208-cf6ab43dca92 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:45:02.295936 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 59c0e0af-5248-4ae0-a208-cf6ab43dca92 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:45:02.296281 n-d-821636-1 neutron-server[103848]: WARNING neutron.services.revisions.revision_plugin [None req-d2c0b6ad-efbe-4898-b518-0fe51d30fcad tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Could not find related port for resource to bump revision. Dec 14 02:45:02.327856 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d037aa8-c29f-483f-9542-4cea2b6a3584 req-72dc6f48-15b7-42e5-9dfa-12d5dda2480d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127415 Dec 14 02:45:02.360276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.ipam_pluggable_backend [None req-d2c0b6ad-efbe-4898-b518-0fe51d30fcad tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Port 59c0e0af-5248-4ae0-a208-cf6ab43dca92 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103848) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 14 02:45:02.360276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.ipam_pluggable_backend [None req-d2c0b6ad-efbe-4898-b518-0fe51d30fcad tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Reverting IP allocation for 2001:db8::f816:3eff:fe37:bfe2 {{(pid=103848) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 14 02:45:02.367723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.ipam_pluggable_backend [None req-d2c0b6ad-efbe-4898-b518-0fe51d30fcad tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe37:bfe2 {{(pid=103848) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 14 02:45:02.367723 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d2c0b6ad-efbe-4898-b518-0fe51d30fcad tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:02.414790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c0b6ad-efbe-4898-b518-0fe51d30fcad tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:02.418507 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-d2c0b6ad-efbe-4898-b518-0fe51d30fcad tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:02.421556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c0b6ad-efbe-4898-b518-0fe51d30fcad tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:02.422217 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d2c0b6ad-efbe-4898-b518-0fe51d30fcad tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:02.430600 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8682f2e-cf79-4987-a5f7-7a5cd12e2c83 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:02.434196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0b6ad-efbe-4898-b518-0fe51d30fcad tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=09e12eed-97b1-4b1e-a873-dc758517044f,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:02.449915 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fe2745-b429-43fb-a8e7-df6be57f1a77 None None] New status for floating IP 60334b54-d156-4725-936e-d701cb5c776c: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:45:02.523839 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d2c0b6ad-efbe-4898-b518-0fe51d30fcad tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8866680 Dec 14 02:45:02.526505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42618) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:02.531379 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-e7cdfe99-7998-4262-a84b-241dd8ecbe3b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'mac_address': 'fa:16:3e:14:6c:28', 'name': 'tempest-NetworksTestDHCPv6-1026082243'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:02.555956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': '09e12eed-97b1-4b1e-a873-dc758517044f'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:45:02.561170 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:02.753893 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Allocated IP 2001:db8::f816:3eff:feba:1348 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/09e12eed-97b1-4b1e-a873-dc758517044f/e0af679f-6085-4097-a9ab-8ab5268859e9) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:02.803804 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-817b0f3a-a98e-4981-bad5-928f01d4589e req-fa1cc67b-6766-4962-a1bb-de87ca880d79 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0333424 Dec 14 02:45:02.823786 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cdfe99-7998-4262-a84b-241dd8ecbe3b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:02.842743 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bc9d0164-f2c4-4cc6-a172-33cbecb9ae0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:02.928274 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e7cdfe99-7998-4262-a84b-241dd8ecbe3b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:02.954949 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-e7cdfe99-7998-4262-a84b-241dd8ecbe3b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port 7b862e2d-7450-471e-9468-5bf8ec6d9f37 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:45:02.981945 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:03.170010 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:03.215411 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:03.220063 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:03.223778 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:45:03.234169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Pushing event updated for resources: {'Port': ['ID=e0af679f-6085-4097-a9ab-8ab5268859e9,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:03.266926 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-e7cdfe99-7998-4262-a84b-241dd8ecbe3b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::f816:3eff:fe14:6c28 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/09e12eed-97b1-4b1e-a873-dc758517044f/7b862e2d-7450-471e-9468-5bf8ec6d9f37) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:03.283626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f557db-ee43-448b-aec6-2fe17d53f22b req-0403342a-dc94-4fa7-917e-a5c589bf0c7d tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:03.285332 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94f557db-ee43-448b-aec6-2fe17d53f22b req-0403342a-dc94-4fa7-917e-a5c589bf0c7d tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.1091754 Dec 14 02:45:03.297692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f3656048-2bd9-46fe-9ab0-f40f138c6663 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:45:03.334805 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Attempting to bind port e0af679f-6085-4097-a9ab-8ab5268859e9 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:45:03.335605 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Attempting to bind port e0af679f-6085-4097-a9ab-8ab5268859e9 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:45:03.336330 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Attempting to bind port e0af679f-6085-4097-a9ab-8ab5268859e9 on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:45:03.348269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:45:03.348269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:45:03.348269 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:03.348269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:45:03.348269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Bound port: e0af679f-6085-4097-a9ab-8ab5268859e9, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:45:03.348269 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:03.475205 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] For port e0af679f-6085-4097-a9ab-8ab5268859e9, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:45:03.478584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] For port e0af679f-6085-4097-a9ab-8ab5268859e9, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e0af679f-6085-4097-a9ab-8ab5268859e9,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:45:03.489065 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94f557db-ee43-448b-aec6-2fe17d53f22b req-b3992d47-f001-4fde-8501-07581b64d9d6 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906328 Dec 14 02:45:03.491476 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port f3656048-2bd9-46fe-9ab0-f40f138c6663 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:45:03.495578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port f3656048-2bd9-46fe-9ab0-f40f138c6663 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:03.495950 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:03.578826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61985fd0-67bc-4e8d-9043-c3cd0a4b21d0 req-54a523bd-ebf5-473e-a251-5575ad05f07d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:03.588041 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61985fd0-67bc-4e8d-9043-c3cd0a4b21d0 req-54a523bd-ebf5-473e-a251-5575ad05f07d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1263266 Dec 14 02:45:03.599036 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:03.618396 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e7cdfe99-7998-4262-a84b-241dd8ecbe3b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:03.620586 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:03.656537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:45:03.659129 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88873591-022b-46db-abde-177eda8fb2c6" -d '{"events": [{"server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "name": "network-vif-plugged", "status": "completed", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:45:03.668394 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61985fd0-67bc-4e8d-9043-c3cd0a4b21d0 req-35ed593a-392d-46f9-a88e-e1c1d65d6ecb tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791183 Dec 14 02:45:03.720064 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f3656048-2bd9-46fe-9ab0-f40f138c6663, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:03.741822 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdfcb8f-1257-43ba-855e-3d893a96af1b x-openstack-request-id: req-ffdfcb8f-1257-43ba-855e-3d893a96af1b {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:45:03.742129 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "name": "network-vif-plugged", "status": "completed", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:45:03.742383 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ffdfcb8f-1257-43ba-855e-3d893a96af1b {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:45:03.742772 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'code': 200} Dec 14 02:45:03.748194 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f84750-f0ce-4bec-9b97-ae11af9eb06b None None] Pushing event updated for resources: {'Port': ['ID=e0af679f-6085-4097-a9ab-8ab5268859e9,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:03.822415 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:03.852046 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e7cdfe99-7998-4262-a84b-241dd8ecbe3b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:03.879057 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=f3656048-2bd9-46fe-9ab0-f40f138c6663,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:03.899303 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a5cfe-a629-4c0d-a6c4-702ecef8b139 req-30284cf9-13c5-4483-8095-1427b0ba1c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:03.906152 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-792a5cfe-a629-4c0d-a6c4-702ecef8b139 req-30284cf9-13c5-4483-8095-1427b0ba1c5d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 1096 time: 0.0616565 Dec 14 02:45:03.932555 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cdfe99-7998-4262-a84b-241dd8ecbe3b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:03.937851 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-e7cdfe99-7998-4262-a84b-241dd8ecbe3b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:03.942346 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cdfe99-7998-4262-a84b-241dd8ecbe3b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:45:03.952203 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cdfe99-7998-4262-a84b-241dd8ecbe3b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:03.952203 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e7cdfe99-7998-4262-a84b-241dd8ecbe3b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:04.041247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a21585b-f700-4b05-a73b-2656a77fa1ac req-624f2770-9441-4b46-8fe2-158ad05792d5 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0445120 Dec 14 02:45:04.045336 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cdfe99-7998-4262-a84b-241dd8ecbe3b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=7b862e2d-7450-471e-9468-5bf8ec6d9f37,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:04.066931 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e7cdfe99-7998-4262-a84b-241dd8ecbe3b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5368338 Dec 14 02:45:04.067080 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-792a5cfe-a629-4c0d-a6c4-702ecef8b139 req-37b5efa4-1228-4d6f-b6fe-6e05bf3c1f2a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522336 Dec 14 02:45:04.067080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42652) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:04.127370 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f83d336-ca73-44aa-ac18-190938b54b33 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:04.134906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f83d336-ca73-44aa-ac18-190938b54b33 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:04.139450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42654) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:04.139744 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2f83d336-ca73-44aa-ac18-190938b54b33 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0712886 Dec 14 02:45:04.263159 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-c81d341b-12fb-403d-b2b4-2abc1e171830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port 7b862e2d-7450-471e-9468-5bf8ec6d9f37 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:04.263748 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c81d341b-12fb-403d-b2b4-2abc1e171830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:04.286723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e0af679f-6085-4097-a9ab-8ab5268859e9 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:45:04.352071 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e0af679f-6085-4097-a9ab-8ab5268859e9 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:04.352593 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:04.413625 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c81d341b-12fb-403d-b2b4-2abc1e171830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:04.429218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-c81d341b-12fb-403d-b2b4-2abc1e171830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for 7b862e2d-7450-471e-9468-5bf8ec6d9f37 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:04.516779 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:04.578430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port e0af679f-6085-4097-a9ab-8ab5268859e9, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e0af679f-6085-4097-a9ab-8ab5268859e9,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:04.668732 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:04.710773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe85ba-1b92-4a4b-a888-f951f0be20be req-9d9da50b-018e-4b96-83f6-f43d59ce6b49 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:04.714880 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68fe85ba-1b92-4a4b-a888-f951f0be20be req-9d9da50b-018e-4b96-83f6-f43d59ce6b49 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.0865958 Dec 14 02:45:04.751106 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c81d341b-12fb-403d-b2b4-2abc1e171830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:04.769042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=e0af679f-6085-4097-a9ab-8ab5268859e9,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:04.781262 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:04.781905 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:04.782484 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:04.783049 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:04.783623 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:04.784529 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:04.785096 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:04.785725 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:04.786288 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:04.787073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:04.788039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:04.788611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:04.789193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:04.813699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d341b-12fb-403d-b2b4-2abc1e171830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=7b862e2d-7450-471e-9468-5bf8ec6d9f37,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:04.841641 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68fe85ba-1b92-4a4b-a888-f951f0be20be req-08879ba0-be15-4394-9022-c987f5e56fcc tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220295 Dec 14 02:45:04.870514 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c81d341b-12fb-403d-b2b4-2abc1e171830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:04.874542 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c81d341b-12fb-403d-b2b4-2abc1e171830 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/7b862e2d-7450-471e-9468-5bf8ec6d9f37 HTTP/1.1" status: 204 len: 168 time: 0.7333879 Dec 14 02:45:04.877426 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42676) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:04.961487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec14ac-7020-4651-bdd2-a59d5bb32b2b req-5f36208d-aefa-4006-8585-1c80eae7c496 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:04.970786 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7ec14ac-7020-4651-bdd2-a59d5bb32b2b req-5f36208d-aefa-4006-8585-1c80eae7c496 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 945 time: 0.1046445 Dec 14 02:45:04.996433 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22141d8-a25e-4fb2-86fb-32ec4ead0350 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:05.007862 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22141d8-a25e-4fb2-86fb-32ec4ead0350 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:05.009533 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b22141d8-a25e-4fb2-86fb-32ec4ead0350 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308749 Dec 14 02:45:05.014753 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-597458ad-de7e-4c9d-8430-11fefa177603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:05.025545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42678) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:05.047862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7ec14ac-7020-4651-bdd2-a59d5bb32b2b req-8e30769c-c85d-4a51-b532-ab8b8f3fd31a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714383 Dec 14 02:45:05.111705 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-029bf599-d608-4409-b869-0a6c243755f9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet 09e12eed-97b1-4b1e-a873-dc758517044f {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:45:05.119430 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-029bf599-d608-4409-b869-0a6c243755f9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:05.159992 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1eaa4f10-d480-4412-812e-9817f6fb30b1 None None] Provisioning complete for port e0af679f-6085-4097-a9ab-8ab5268859e9 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:05.160239 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1eaa4f10-d480-4412-812e-9817f6fb30b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:05.169102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12bbc969-bcd4-45d0-9122-2a580a27a3a6 req-555e3211-20b6-403d-9541-ea0658d6b28e tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0309772 Dec 14 02:45:05.181466 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-029bf599-d608-4409-b869-0a6c243755f9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:05.312320 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-029bf599-d608-4409-b869-0a6c243755f9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:05.485706 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-dd1d4f83-9ef6-486f-8bfb-7af88e0cea70 None None] Could not find standard attr ID for object 7b862e2d-7450-471e-9468-5bf8ec6d9f37. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:45:05.521382 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-029bf599-d608-4409-b869-0a6c243755f9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:05.576030 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bf599-d608-4409-b869-0a6c243755f9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=09e12eed-97b1-4b1e-a873-dc758517044f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:05.583733 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-029bf599-d608-4409-b869-0a6c243755f9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:05.595245 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-029bf599-d608-4409-b869-0a6c243755f9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/09e12eed-97b1-4b1e-a873-dc758517044f HTTP/1.1" status: 204 len: 168 time: 0.5720458 Dec 14 02:45:05.597686 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42692) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:05.649965 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c860b8bc-faf4-4489-abd2-77ccef196e03 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:05.660615 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-156ca6b1-3150-4928-ae97-195fb324943e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613935 Dec 14 02:45:05.664313 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42696) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:05.733391 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7647b0b7-eca9-414d-90ef-35e0c30e78ee tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:05.734997 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7647b0b7-eca9-414d-90ef-35e0c30e78ee tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0689635 Dec 14 02:45:05.737624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42702) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:05.807639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f0f077-069e-4291-9112-8314ae4d86ea tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:05.807639 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-20f0f077-069e-4291-9112-8314ae4d86ea tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0567932 Dec 14 02:45:05.807867 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42708) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:05.858857 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c513416a-e609-4ad7-8ea3-b96311d10c47 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476620 Dec 14 02:45:05.859088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42710) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:05.867148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-0549ed4b-2fb4-4174-9af6-9a15b9592884 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:05.897285 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defab5cc-e525-41be-b263-8f68425112af None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:45:05.979276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-defab5cc-e525-41be-b263-8f68425112af None None] Deleting port e0af679f-6085-4097-a9ab-8ab5268859e9 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:05.979949 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-defab5cc-e525-41be-b263-8f68425112af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:06.104992 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad48bd13-9f20-4959-976e-75eee70092d5 req-5bd6f2dc-a157-4353-b1a6-b8bb51bf32d8 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:06.106848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad48bd13-9f20-4959-976e-75eee70092d5 req-5bd6f2dc-a157-4353-b1a6-b8bb51bf32d8 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.1102104 Dec 14 02:45:06.141907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-defab5cc-e525-41be-b263-8f68425112af None None] For port e0af679f-6085-4097-a9ab-8ab5268859e9, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e0af679f-6085-4097-a9ab-8ab5268859e9,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:06.142332 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-defab5cc-e525-41be-b263-8f68425112af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:06.162575 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-defab5cc-e525-41be-b263-8f68425112af None None] Calling delete_port for e0af679f-6085-4097-a9ab-8ab5268859e9 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:06.207932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0549ed4b-2fb4-4174-9af6-9a15b9592884 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:06.220249 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0549ed4b-2fb4-4174-9af6-9a15b9592884 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:06.238259 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad48bd13-9f20-4959-976e-75eee70092d5 req-650c1426-e133-4fd4-a3b5-a2d1a272298f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226623 Dec 14 02:45:06.318151 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:06.356253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e0af679f-6085-4097-a9ab-8ab5268859e9 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:45:06.420770 n-d-821636-1 neutron-server[103849]: INFO neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No ports have port_id starting with e0af679f-6085-4097-a9ab-8ab5268859e9 Dec 14 02:45:06.438413 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-defab5cc-e525-41be-b263-8f68425112af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:06.450052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-25d735ba-fdce-484b-9041-e23950bc3e2f req-21ce3374-ddd6-4c63-89f1-eb0cbcee9706 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0624180 Dec 14 02:45:06.471876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defab5cc-e525-41be-b263-8f68425112af None None] Pushing event deleted for resources: {'Port': ['ID=e0af679f-6085-4097-a9ab-8ab5268859e9,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:06.487320 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defab5cc-e525-41be-b263-8f68425112af None None] No DVR routers for this DVR port e0af679f-6085-4097-a9ab-8ab5268859e9 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:45:06.556194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55792f20-008b-41b7-a7cc-8ed28486e21e req-cbef2d31-7796-47a2-a089-86561b739e25 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:06.570584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55792f20-008b-41b7-a7cc-8ed28486e21e req-cbef2d31-7796-47a2-a089-86561b739e25 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 945 time: 0.4050131 Dec 14 02:45:06.705249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55792f20-008b-41b7-a7cc-8ed28486e21e req-a2e899a6-f8a8-4056-b9db-b8db76f49a49 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228108 Dec 14 02:45:06.886119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.objects.ports [None req-0549ed4b-2fb4-4174-9af6-9a15b9592884 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103848) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:45:06.890806 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0549ed4b-2fb4-4174-9af6-9a15b9592884 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:06.987738 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0549ed4b-2fb4-4174-9af6-9a15b9592884 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:07.006351 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-0549ed4b-2fb4-4174-9af6-9a15b9592884 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:07.014562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0549ed4b-2fb4-4174-9af6-9a15b9592884 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:07.015120 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ee0ab2-9560-412a-bbd5-69624d4a4580 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:07.015271 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0549ed4b-2fb4-4174-9af6-9a15b9592884 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:07.053149 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549ed4b-2fb4-4174-9af6-9a15b9592884 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=89241929-cdf1-4117-887e-ddfe23c822a8,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:07.066411 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b34bb-9c3a-46b0-b4fd-6283f11d0907 req-afac6f63-8d9c-482d-86e1-e1543ecae600 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:07.068033 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-106b34bb-9c3a-46b0-b4fd-6283f11d0907 req-afac6f63-8d9c-482d-86e1-e1543ecae600 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.2046347 Dec 14 02:45:07.096841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3caa35-d4bc-4b85-ad9f-bbdb1551508b req-8d063a51-e74d-480b-87ca-55f742664b4e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:07.106073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42746) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:07.114741 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b3caa35-d4bc-4b85-ad9f-bbdb1551508b req-8d063a51-e74d-480b-87ca-55f742664b4e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 945 time: 0.2259860 Dec 14 02:45:07.115964 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-49ceb87e-ab00-49b2-9f96-0d5b9e9600f9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Request body: {'floatingip': {'port_id': 'f3656048-2bd9-46fe-9ab0-f40f138c6663'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:07.203697 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0549ed4b-2fb4-4174-9af6-9a15b9592884 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3434784 Dec 14 02:45:07.210117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42750) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:07.222734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-e960300f-8bda-4b1e-8265-4526334c1a52 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'mac_address': 'fa:16:3e:dd:ef:51', 'name': 'tempest-NetworksTestDHCPv6-68462948'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:07.242646 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-49ceb87e-ab00-49b2-9f96-0d5b9e9600f9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for floatingip, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:07.320622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': '89241929-cdf1-4117-887e-ddfe23c822a8'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:45:07.321529 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:07.372231 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-106b34bb-9c3a-46b0-b4fd-6283f11d0907 req-7a97f72b-469a-4bd3-9750-1e72eb6e1b08 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552745 Dec 14 02:45:07.569471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e960300f-8bda-4b1e-8265-4526334c1a52 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:07.573626 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e960300f-8bda-4b1e-8265-4526334c1a52 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:07.591383 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Allocated IP 2001:db8::f816:3eff:fe37:26d (4428ac20-0fb5-4dc3-afdf-c1f85560404f/89241929-cdf1-4117-887e-ddfe23c822a8/28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:07.681566 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-e960300f-8bda-4b1e-8265-4526334c1a52 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port 5f3aeb14-6b4e-49a7-90c0-abe78d06278e yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:45:07.694475 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd6f227d-1aed-4b3e-ac25-0dbd1fbf3be6 req-fb1d1b0c-86e0-4a86-82ba-2d383a0ccfc7 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0508168 Dec 14 02:45:07.715483 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:07.790242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8d27f-921f-4dda-add6-40f23b745fef req-899d80e7-24d5-4b6c-b402-42b5e529c658 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:07.805997 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6a8d27f-921f-4dda-add6-40f23b745fef req-899d80e7-24d5-4b6c-b402-42b5e529c658 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.1837015 Dec 14 02:45:07.806380 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:07.868230 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6a8d27f-921f-4dda-add6-40f23b745fef req-7119a0a1-8962-4504-99a5-6031e1c713af tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592768 Dec 14 02:45:07.878192 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:07.888640 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-49ceb87e-ab00-49b2-9f96-0d5b9e9600f9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:07.976761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-e960300f-8bda-4b1e-8265-4526334c1a52 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::f816:3eff:fedd:ef51 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/89241929-cdf1-4117-887e-ddfe23c822a8/5f3aeb14-6b4e-49a7-90c0-abe78d06278e) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:07.986089 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-49ceb87e-ab00-49b2-9f96-0d5b9e9600f9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:08.016529 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Pushing event updated for resources: {'Port': ['ID=28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:08.032095 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:08.036342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:08.038014 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:45:08.097268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Attempting to bind port 28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:45:08.097638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Attempting to bind port 28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:45:08.097962 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Attempting to bind port 28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:45:08.103877 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:45:08.105188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:45:08.105188 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:08.105188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:45:08.105674 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Bound port: 28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:45:08.106020 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:08.210674 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] For port 28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:45:08.217767 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-49ceb87e-ab00-49b2-9f96-0d5b9e9600f9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Floating IP 2799779d-41ad-44fd-9d1d-6d00a2acc79d associated. External IP: 172.25.7.153, port: f3656048-2bd9-46fe-9ab0-f40f138c6663. Dec 14 02:45:08.219589 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] For port 28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:45:08.298549 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e960300f-8bda-4b1e-8265-4526334c1a52 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:08.304046 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:08.395345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a261d3-f33c-4642-ac16-716eff61f8e6 None None] Pushing event updated for resources: {'Port': ['ID=28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:08.411559 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e960300f-8bda-4b1e-8265-4526334c1a52 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:08.466966 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e960300f-8bda-4b1e-8265-4526334c1a52 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:08.478870 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-e960300f-8bda-4b1e-8265-4526334c1a52 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:08.519583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e960300f-8bda-4b1e-8265-4526334c1a52 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:45:08.523656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e960300f-8bda-4b1e-8265-4526334c1a52 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:08.524544 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e960300f-8bda-4b1e-8265-4526334c1a52 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:08.531004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960300f-8bda-4b1e-8265-4526334c1a52 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=5f3aeb14-6b4e-49a7-90c0-abe78d06278e,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:08.553060 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:45:08.558623 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:08.573967 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ceb87e-ab00-49b2-9f96-0d5b9e9600f9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Router 71f42a14-4163-4e75-945f-d4ce35c2ce17 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:45:08.616911 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9617c67-6eb6-4709-8816-7834d98c91f7 req-438cc79e-2375-4925-8625-c7718b8a7c19 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:08.627211 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9617c67-6eb6-4709-8816-7834d98c91f7 req-438cc79e-2375-4925-8625-c7718b8a7c19 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.1340158 Dec 14 02:45:08.707172 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9617c67-6eb6-4709-8816-7834d98c91f7 req-e264bc6f-6c8e-418d-b7f8-d015c95f8eff tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788107 Dec 14 02:45:08.718699 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e960300f-8bda-4b1e-8265-4526334c1a52 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5045972 Dec 14 02:45:08.743148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42782) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:08.857972 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7dcc3ad1-4f14-4e53-9cdc-b64ca7d5c88d req-772a21f3-0f05-4add-aa2d-48ab8dd037c7 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0459993 Dec 14 02:45:08.898562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9423cf71-67d0-4b75-b2ed-82eeb10661b3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:08.904957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9423cf71-67d0-4b75-b2ed-82eeb10661b3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:08.909946 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9423cf71-67d0-4b75-b2ed-82eeb10661b3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.1650355 Dec 14 02:45:08.910606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42788) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:09.051646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-09c3e6fc-1c99-4cca-bb9a-0eb69ab2c6b6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port 5f3aeb14-6b4e-49a7-90c0-abe78d06278e {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:09.052272 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-09c3e6fc-1c99-4cca-bb9a-0eb69ab2c6b6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:09.163826 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-09c3e6fc-1c99-4cca-bb9a-0eb69ab2c6b6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:09.182292 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ceb87e-ab00-49b2-9f96-0d5b9e9600f9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:45:09.188986 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-49ceb87e-ab00-49b2-9f96-0d5b9e9600f9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:09.192612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-09c3e6fc-1c99-4cca-bb9a-0eb69ab2c6b6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for 5f3aeb14-6b4e-49a7-90c0-abe78d06278e owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:09.196273 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aad8c0-1b8b-4b9b-99e3-b62947c4836d None None] Sync routers for ids ['71f42a14-4163-4e75-945f-d4ce35c2ce17'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:45:09.221173 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aad8c0-1b8b-4b9b-99e3-b62947c4836d None None] Routers {'71f42a14-4163-4e75-945f-d4ce35c2ce17'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:45:09.221901 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-09aad8c0-1b8b-4b9b-99e3-b62947c4836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:45:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['71f42a14-4163-4e75-945f-d4ce35c2ce17'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:45:09.241384 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-49ceb87e-ab00-49b2-9f96-0d5b9e9600f9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "PUT /v2.0/floatingips/2799779d-41ad-44fd-9d1d-6d00a2acc79d HTTP/1.1" status: 200 len: 991 time: 2.1334794 Dec 14 02:45:09.242856 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:45:09.245779 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13d1deb-46bb-4b86-8349-d2ea517ab139" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:45:09.331422 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6edf8a-2662-4a62-911d-519b028e82f5 x-openstack-request-id: req-9e6edf8a-2662-4a62-911d-519b028e82f5 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:45:09.331698 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:45:09.331961 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e6edf8a-2662-4a62-911d-519b028e82f5 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:45:09.332370 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'status': 'completed', 'code': 200} Dec 14 02:45:09.438804 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-09aad8c0-1b8b-4b9b-99e3-b62947c4836d None None] Set router 71f42a14-4163-4e75-945f-d4ce35c2ce17 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:45:09.457438 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d1deb-46bb-4b86-8349-d2ea517ab139 req-a7ae2867-a572-4a7a-a752-12e174777f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:09.459601 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f13d1deb-46bb-4b86-8349-d2ea517ab139 req-a7ae2867-a572-4a7a-a752-12e174777f38 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 1096 time: 0.0838084 Dec 14 02:45:09.463603 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-09c3e6fc-1c99-4cca-bb9a-0eb69ab2c6b6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:09.569340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3e6fc-1c99-4cca-bb9a-0eb69ab2c6b6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=5f3aeb14-6b4e-49a7-90c0-abe78d06278e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:09.574528 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-09c3e6fc-1c99-4cca-bb9a-0eb69ab2c6b6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:09.579563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-09c3e6fc-1c99-4cca-bb9a-0eb69ab2c6b6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/5f3aeb14-6b4e-49a7-90c0-abe78d06278e HTTP/1.1" status: 204 len: 168 time: 0.6672080 Dec 14 02:45:09.584582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42806) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:09.609971 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d1deb-46bb-4b86-8349-d2ea517ab139 req-bdf44c27-86cf-4c1b-b3c3-bb47a10827e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:09.611598 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f13d1deb-46bb-4b86-8349-d2ea517ab139 req-bdf44c27-86cf-4c1b-b3c3-bb47a10827e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.1323493 Dec 14 02:45:09.689719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c63f815-4756-4831-842d-6bb472b625fa tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:09.691127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c63f815-4756-4831-842d-6bb472b625fa tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:09.693573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6c63f815-4756-4831-842d-6bb472b625fa tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1063266 Dec 14 02:45:09.706388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42808) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:09.754064 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f13d1deb-46bb-4b86-8349-d2ea517ab139 req-d446e38a-7edb-4f5f-a23b-0736e5382048 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663 HTTP/1.1" status: 200 len: 999 time: 0.1347942 Dec 14 02:45:09.844578 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ac66f2-1ceb-41cd-845c-4e87e4eb811b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet 89241929-cdf1-4117-887e-ddfe23c822a8 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:45:09.855782 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d1deb-46bb-4b86-8349-d2ea517ab139 req-36c7bda6-ad43-499d-bdb3-91965b446fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:09.861092 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f13d1deb-46bb-4b86-8349-d2ea517ab139 req-36c7bda6-ad43-499d-bdb3-91965b446fee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.0956788 Dec 14 02:45:09.861244 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-40ac66f2-1ceb-41cd-845c-4e87e4eb811b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:09.954094 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d1deb-46bb-4b86-8349-d2ea517ab139 req-efbf372b-5c0a-46ce-95e3-d15657ce994d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:09.955848 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f13d1deb-46bb-4b86-8349-d2ea517ab139 req-efbf372b-5c0a-46ce-95e3-d15657ce994d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892975 Dec 14 02:45:09.984953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d0f6c-d30e-4ad8-a01c-5de80a1a7620 req-e3a870d7-2a6c-4389-8b47-dd889970b076 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:09.986713 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d9d0f6c-d30e-4ad8-a01c-5de80a1a7620 req-e3a870d7-2a6c-4389-8b47-dd889970b076 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.2921128 Dec 14 02:45:09.995244 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-40ac66f2-1ceb-41cd-845c-4e87e4eb811b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:10.174075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8641a656-5f67-4cce-9ac5-a5176a23408b req-73ff6c11-4c6e-4afe-b8f2-74156d1bdd62 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.1304333 Dec 14 02:45:10.185037 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f13d1deb-46bb-4b86-8349-d2ea517ab139 req-781b8321-3716-4a87-8f0a-aea0505a6c48 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182574 Dec 14 02:45:10.278381 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-40ac66f2-1ceb-41cd-845c-4e87e4eb811b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:10.328126 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e39bda33-887f-4931-89b5-0e2c7a6dad15 None None] Provisioning complete for port 28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:10.336155 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f13d1deb-46bb-4b86-8349-d2ea517ab139 req-26421c1e-d5f3-4c4e-a055-751d9f69262c service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341197 Dec 14 02:45:10.337113 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e39bda33-887f-4931-89b5-0e2c7a6dad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:10.404659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7700b2e-b93a-400c-8c57-ecc5f74d9a1e req-79af5df4-e7c8-4db4-a5ac-577ee395f27d tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:10.410519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c7700b2e-b93a-400c-8c57-ecc5f74d9a1e req-79af5df4-e7c8-4db4-a5ac-577ee395f27d tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 946 time: 0.5620303 Dec 14 02:45:10.528871 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-40ac66f2-1ceb-41cd-845c-4e87e4eb811b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:10.534649 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:45:10.548719 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-09aad8c0-1b8b-4b9b-99e3-b62947c4836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'name': 'tempest-ServerActionsTestJSON-152228470-router', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:44:35Z', 'updated_at': '2021-12-14T02:44:41Z', 'revision_number': 4, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'gw_port': {'id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:36Z', 'updated_at': '2021-12-14T02:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '2799779d-41ad-44fd-9d1d-6d00a2acc79d', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'floating_ip_address': '172.25.7.153', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'port_id': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'mac_address': 'fa:16:3e:36:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:44:46Z', 'updated_at': '2021-12-14T02:45:07Z', 'revision_number': 1, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce', 'name': '', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'mac_address': 'fa:16:3e:80:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:40Z', 'updated_at': '2021-12-14T02:44:51Z', 'revision_number': 5, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'subnets': [{'id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:45:10.571538 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c7700b2e-b93a-400c-8c57-ecc5f74d9a1e req-3efaab61-3e9d-497b-af86-da4d66cb8f5b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601124 Dec 14 02:45:10.619605 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-40ac66f2-1ceb-41cd-845c-4e87e4eb811b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:10.626158 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42832) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:10.634882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-40ac66f2-1ceb-41cd-845c-4e87e4eb811b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/89241929-cdf1-4117-887e-ddfe23c822a8 HTTP/1.1" status: 204 len: 168 time: 0.9257746 Dec 14 02:45:10.642297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac66f2-1ceb-41cd-845c-4e87e4eb811b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=89241929-cdf1-4117-887e-ddfe23c822a8,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:10.667301 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-2d9d0f6c-d30e-4ad8-a01c-5de80a1a7620 req-582843d2-8d5d-49c1-997c-0f59c8d8ac5b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Deleting port 54fd1640-46d7-4af3-94ad-eb899aaf3942 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:10.667648 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2d9d0f6c-d30e-4ad8-a01c-5de80a1a7620 req-582843d2-8d5d-49c1-997c-0f59c8d8ac5b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:10.671383 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aad8c0-1b8b-4b9b-99e3-b62947c4836d None None] Checking router: 71f42a14-4163-4e75-945f-d4ce35c2ce17 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:45:10.736550 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9ec8630a-a517-45ec-bbcb-43491c1fc9a3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1090252 Dec 14 02:45:10.737170 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42834) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:10.747988 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f4475658-fa43-4b46-b254-6fbc56fa6516 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:10.770145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aad8c0-1b8b-4b9b-99e3-b62947c4836d None None] Routers {'71f42a14-4163-4e75-945f-d4ce35c2ce17'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:45:10.770885 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-09aad8c0-1b8b-4b9b-99e3-b62947c4836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:45:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['71f42a14-4163-4e75-945f-d4ce35c2ce17'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:45:10.840511 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-2d9d0f6c-d30e-4ad8-a01c-5de80a1a7620 req-582843d2-8d5d-49c1-997c-0f59c8d8ac5b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] For port 54fd1640-46d7-4af3-94ad-eb899aaf3942, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=54fd1640-46d7-4af3-94ad-eb899aaf3942,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:10.842334 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2d9d0f6c-d30e-4ad8-a01c-5de80a1a7620 req-582843d2-8d5d-49c1-997c-0f59c8d8ac5b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:10.864981 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-2d9d0f6c-d30e-4ad8-a01c-5de80a1a7620 req-582843d2-8d5d-49c1-997c-0f59c8d8ac5b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Calling delete_port for 54fd1640-46d7-4af3-94ad-eb899aaf3942 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:10.919430 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e39bda33-887f-4931-89b5-0e2c7a6dad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:10.950920 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cd6ede-bc3e-45ef-a989-5d68dd9e8227 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:10.968945 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4475658-fa43-4b46-b254-6fbc56fa6516 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:10.972903 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f4475658-fa43-4b46-b254-6fbc56fa6516 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:11.050834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:11.051217 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:11.088452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e39bda33-887f-4931-89b5-0e2c7a6dad15 None None] For port 28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:11.134462 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2d9d0f6c-d30e-4ad8-a01c-5de80a1a7620 req-582843d2-8d5d-49c1-997c-0f59c8d8ac5b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:11.152909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-09aad8c0-1b8b-4b9b-99e3-b62947c4836d None None] Set router 71f42a14-4163-4e75-945f-d4ce35c2ce17 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:45:11.164726 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582843d2-8d5d-49c1-997c-0f59c8d8ac5b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Pushing event deleted for resources: {'Port': ['ID=54fd1640-46d7-4af3-94ad-eb899aaf3942,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:11.196316 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48', '54fd1640-46d7-4af3-94ad-eb899aaf3942'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:45:11.208264 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be488dc-0848-4679-b4fb-97cae31d05e8 None None] DHCP port deletion for b6c00ad7-548c-4fdc-be08-89a064371a4a request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:45:11.221172 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e39bda33-887f-4931-89b5-0e2c7a6dad15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:11.255936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9d0f6c-d30e-4ad8-a01c-5de80a1a7620 req-582843d2-8d5d-49c1-997c-0f59c8d8ac5b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] No DVR routers for this DVR port 54fd1640-46d7-4af3-94ad-eb899aaf3942 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:45:11.278108 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2d9d0f6c-d30e-4ad8-a01c-5de80a1a7620 req-582843d2-8d5d-49c1-997c-0f59c8d8ac5b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:11.281956 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d9d0f6c-d30e-4ad8-a01c-5de80a1a7620 req-582843d2-8d5d-49c1-997c-0f59c8d8ac5b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "DELETE /v2.0/ports/54fd1640-46d7-4af3-94ad-eb899aaf3942 HTTP/1.1" status: 204 len: 173 time: 1.2835884 Dec 14 02:45:11.282680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3493423-11df-4c16-9583-81241eded344', 'name': 'network-vif-deleted', 'tag': '54fd1640-46d7-4af3-94ad-eb899aaf3942'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:45:11.285166 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9160b5c9-ecfb-4474-935b-8461ff8bd182" -d '{"events": [{"server_uuid": "b3493423-11df-4c16-9583-81241eded344", "name": "network-vif-deleted", "tag": "54fd1640-46d7-4af3-94ad-eb899aaf3942"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:45:11.385707 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aee0624-2ad6-4d28-8949-e2454fa697e3 None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:45:11.391488 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198155d4-3f84-413a-9485-a95ba4474753 x-openstack-request-id: req-198155d4-3f84-413a-9485-a95ba4474753 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:45:11.392541 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3493423-11df-4c16-9583-81241eded344", "name": "network-vif-deleted", "tag": "54fd1640-46d7-4af3-94ad-eb899aaf3942", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:45:11.392867 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-198155d4-3f84-413a-9485-a95ba4474753 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:45:11.395547 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3493423-11df-4c16-9583-81241eded344', 'name': 'network-vif-deleted', 'tag': '54fd1640-46d7-4af3-94ad-eb899aaf3942', 'status': 'completed', 'code': 200} Dec 14 02:45:11.398161 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ac910abe-d10d-4cd9-9e3c-b2033be8275c req-e62679dc-bce5-438c-add3-4203a57101f5 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0821228 Dec 14 02:45:11.505535 n-d-821636-1 neutron-server[103847]: DEBUG neutron.objects.ports [None req-f4475658-fa43-4b46-b254-6fbc56fa6516 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103847) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:45:11.508921 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5022fc48-bdcf-4f35-bd9e-19361c3cb015 None None] Could not find standard attr ID for object 5f3aeb14-6b4e-49a7-90c0-abe78d06278e. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:45:11.516472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bda33-887f-4931-89b5-0e2c7a6dad15 None None] Pushing event updated for resources: {'Port': ['ID=28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:11.649466 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42862) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:11.824617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-723a8ed5-ae8f-407b-a6d6-8976a3a303fe req-2c4a0238-9908-4191-a452-d5a5d9fbde74 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3493423-11df-4c16-9583-81241eded344 HTTP/1.1" status: 200 len: 210 time: 0.0442908 Dec 14 02:45:11.934511 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f4475658-fa43-4b46-b254-6fbc56fa6516 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:11.944486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7aee0624-2ad6-4d28-8949-e2454fa697e3 None None] Deleting port 28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:11.944866 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7aee0624-2ad6-4d28-8949-e2454fa697e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:12.058185 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-09aad8c0-1b8b-4b9b-99e3-b62947c4836d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'name': 'tempest-ServerActionsTestJSON-152228470-router', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:44:35Z', 'updated_at': '2021-12-14T02:44:41Z', 'revision_number': 4, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'gw_port': {'id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:36Z', 'updated_at': '2021-12-14T02:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '2799779d-41ad-44fd-9d1d-6d00a2acc79d', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'floating_ip_address': '172.25.7.153', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'port_id': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'mac_address': 'fa:16:3e:36:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:44:46Z', 'updated_at': '2021-12-14T02:45:07Z', 'revision_number': 1, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce', 'name': '', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'mac_address': 'fa:16:3e:80:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:40Z', 'updated_at': '2021-12-14T02:44:51Z', 'revision_number': 5, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'subnets': [{'id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:45:12.061083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7aee0624-2ad6-4d28-8949-e2454fa697e3 None None] For port 28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:12.061458 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7aee0624-2ad6-4d28-8949-e2454fa697e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:12.101761 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09aad8c0-1b8b-4b9b-99e3-b62947c4836d None None] The sync data for ids ['71f42a14-4163-4e75-945f-d4ce35c2ce17'] in n-d-821636-1 is: [{'id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'name': 'tempest-ServerActionsTestJSON-152228470-router', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:44:35Z', 'updated_at': '2021-12-14T02:44:41Z', 'revision_number': 4, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'gw_port': {'id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:36Z', 'updated_at': '2021-12-14T02:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '2799779d-41ad-44fd-9d1d-6d00a2acc79d', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'floating_ip_address': '172.25.7.153', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'port_id': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1792, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'mac_address': 'fa:16:3e:36:c8:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:44:46Z', 'updated_at': '2021-12-14T02:45:07Z', 'revision_number': 1, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce', 'name': '', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'mac_address': 'fa:16:3e:80:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:40Z', 'updated_at': '2021-12-14T02:44:51Z', 'revision_number': 5, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'subnets': [{'id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:45:12.106782 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7aee0624-2ad6-4d28-8949-e2454fa697e3 None None] Calling delete_port for 28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:12.226207 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-f4475658-fa43-4b46-b254-6fbc56fa6516 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] For port 28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:12.280836 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f4475658-fa43-4b46-b254-6fbc56fa6516 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:12.332145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:45:12.351845 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f4475658-fa43-4b46-b254-6fbc56fa6516 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:12.352640 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f4475658-fa43-4b46-b254-6fbc56fa6516 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:12.481528 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afae44e-d707-453a-8b64-b1b08f90a9f8 None None] New status for floating IP 2799779d-41ad-44fd-9d1d-6d00a2acc79d: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:45:12.587253 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4475658-fa43-4b46-b254-6fbc56fa6516 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:12.590897 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4475658-fa43-4b46-b254-6fbc56fa6516 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a,revision_number=6']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:12.594100 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f4475658-fa43-4b46-b254-6fbc56fa6516 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:12.620875 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4475658-fa43-4b46-b254-6fbc56fa6516 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:12.621543 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f4475658-fa43-4b46-b254-6fbc56fa6516 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:12.643613 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7aee0624-2ad6-4d28-8949-e2454fa697e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:12.682984 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee0624-2ad6-4d28-8949-e2454fa697e3 None None] Pushing event deleted for resources: {'Port': ['ID=28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:12.686682 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4475658-fa43-4b46-b254-6fbc56fa6516 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=c9aad06a-6272-4734-8a8f-a6609857f2bd,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:12.716730 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:12.779897 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f4475658-fa43-4b46-b254-6fbc56fa6516 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0334985 Dec 14 02:45:12.783012 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42884) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:12.788740 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5552a201-cca0-4a18-9557-e68a3a295be3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'mac_address': 'fa:16:3e:79:1d:42', 'name': 'tempest-NetworksTestDHCPv6-1683212056'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:12.823104 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aee0624-2ad6-4d28-8949-e2454fa697e3 None None] No DVR routers for this DVR port 28a9e0af-ddfa-42bc-bf8a-06a34d0edd4a on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:45:12.867846 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dead5e-453f-478f-851e-0ee669e72f8c None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:13.050291 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a4699bc-aa21-4eef-b854-9618f7725e81 req-6881b888-471f-4eb9-a37f-7c3811be9555 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.2521100 Dec 14 02:45:13.151925 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-989fb43f-336b-4d15-8786-95fb5f5f301d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:13.251452 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5552a201-cca0-4a18-9557-e68a3a295be3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:13.328311 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 54fd1640-46d7-4af3-94ad-eb899aaf3942 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:45:13.391460 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 54fd1640-46d7-4af3-94ad-eb899aaf3942 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:45:13.391925 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 54fd1640-46d7-4af3-94ad-eb899aaf3942 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:45:13.426966 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5552a201-cca0-4a18-9557-e68a3a295be3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:13.455828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-5552a201-cca0-4a18-9557-e68a3a295be3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port 2ebf734d-2446-49b2-bc83-819d02c6f33b yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:45:13.481176 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': 'c9aad06a-6272-4734-8a8f-a6609857f2bd'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:45:13.482354 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:13.510957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-989fb43f-336b-4d15-8786-95fb5f5f301d admin admin] Deleting port 486efcfe-599e-4da9-ba53-34876664e340 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:13.511322 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-989fb43f-336b-4d15-8786-95fb5f5f301d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:13.625289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-5552a201-cca0-4a18-9557-e68a3a295be3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::f816:3eff:fe79:1d42 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/c9aad06a-6272-4734-8a8f-a6609857f2bd/2ebf734d-2446-49b2-bc83-819d02c6f33b) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:13.651709 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-989fb43f-336b-4d15-8786-95fb5f5f301d admin admin] For port 486efcfe-599e-4da9-ba53-34876664e340, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=486efcfe-599e-4da9-ba53-34876664e340,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:13.652141 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-989fb43f-336b-4d15-8786-95fb5f5f301d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:13.673399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-989fb43f-336b-4d15-8786-95fb5f5f301d admin admin] Calling delete_port for 486efcfe-599e-4da9-ba53-34876664e340 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:13.850764 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5552a201-cca0-4a18-9557-e68a3a295be3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:13.958015 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5552a201-cca0-4a18-9557-e68a3a295be3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:13.995303 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Allocated IP 2001:db8::f816:3eff:fe97:8c23 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/c9aad06a-6272-4734-8a8f-a6609857f2bd/2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:13.999942 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5552a201-cca0-4a18-9557-e68a3a295be3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:14.003300 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-5552a201-cca0-4a18-9557-e68a3a295be3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:14.007853 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5552a201-cca0-4a18-9557-e68a3a295be3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:45:14.013778 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5552a201-cca0-4a18-9557-e68a3a295be3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:14.014415 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5552a201-cca0-4a18-9557-e68a3a295be3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:14.024086 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552a201-cca0-4a18-9557-e68a3a295be3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=2ebf734d-2446-49b2-bc83-819d02c6f33b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:14.051584 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-989fb43f-336b-4d15-8786-95fb5f5f301d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:14.080463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989fb43f-336b-4d15-8786-95fb5f5f301d admin admin] Pushing event deleted for resources: {'Port': ['ID=486efcfe-599e-4da9-ba53-34876664e340,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:14.127363 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5552a201-cca0-4a18-9557-e68a3a295be3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3432426 Dec 14 02:45:14.133206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42944) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:14.230349 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794a671b-ae0c-4f1f-b0c1-9f79fd94cbf5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:14.235514 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-794a671b-ae0c-4f1f-b0c1-9f79fd94cbf5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1033399 Dec 14 02:45:14.236432 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42948) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:14.272397 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2327d9fa-a21d-4cfb-802e-fe58ab62f0a2 req-71a76c63-c479-485b-a9fe-e0ff118d8d5f tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0985608 Dec 14 02:45:14.274847 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:14.403942 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:14.416401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-cd470ef2-b1d9-4592-a41f-9d778b2e0649 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port 2ebf734d-2446-49b2-bc83-819d02c6f33b {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:14.417027 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cd470ef2-b1d9-4592-a41f-9d778b2e0649 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:14.454752 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:14.458099 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:14.462744 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:45:14.468725 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Pushing event updated for resources: {'Port': ['ID=2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:14.511244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6087728-c3fb-42a8-84bf-4528dc815e04 req-e72be426-705e-4ac4-90ca-672f82ea5491 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:14.513178 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6087728-c3fb-42a8-84bf-4528dc815e04 req-e72be426-705e-4ac4-90ca-672f82ea5491 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 946 time: 0.1211872 Dec 14 02:45:14.534918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Attempting to bind port 2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:45:14.535695 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Attempting to bind port 2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:45:14.536300 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Attempting to bind port 2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51 on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:45:14.540410 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cd470ef2-b1d9-4592-a41f-9d778b2e0649 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:14.543529 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:45:14.544206 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:45:14.544880 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:14.545536 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:45:14.546235 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Bound port: 2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:45:14.546905 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:14.559431 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-cd470ef2-b1d9-4592-a41f-9d778b2e0649 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for 2ebf734d-2446-49b2-bc83-819d02c6f33b owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:14.571465 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-989fb43f-336b-4d15-8786-95fb5f5f301d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:14.609576 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6087728-c3fb-42a8-84bf-4528dc815e04 req-5c2d292b-b1c6-4e99-a5a6-60f4c271d4da tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862620 Dec 14 02:45:14.638058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] For port 2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:45:14.642423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] For port 2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:45:14.706501 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:14.784471 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bec23-1159-4d6b-9f49-acda52e4252a None None] Pushing event updated for resources: {'Port': ['ID=2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:14.798482 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cd470ef2-b1d9-4592-a41f-9d778b2e0649 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:14.843994 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd470ef2-b1d9-4592-a41f-9d778b2e0649 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=2ebf734d-2446-49b2-bc83-819d02c6f33b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:14.879286 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cd470ef2-b1d9-4592-a41f-9d778b2e0649 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:14.879537 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989fb43f-336b-4d15-8786-95fb5f5f301d admin admin] Router 26174a1c-9fa2-4d08-8d68-bbada67b608b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:45:14.886843 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cd470ef2-b1d9-4592-a41f-9d778b2e0649 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/2ebf734d-2446-49b2-bc83-819d02c6f33b HTTP/1.1" status: 204 len: 168 time: 0.6469798 Dec 14 02:45:14.887351 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42958) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:14.967058 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c376f247-e265-4bed-883e-8961c660530d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:14.968659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c376f247-e265-4bed-883e-8961c660530d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:14.973568 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c376f247-e265-4bed-883e-8961c660530d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0851827 Dec 14 02:45:14.975092 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42960) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:15.015829 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989fb43f-336b-4d15-8786-95fb5f5f301d admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:45:15.040434 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c090964-705b-4379-8432-7e473b7a4faa None None] Sync routers for ids ['26174a1c-9fa2-4d08-8d68-bbada67b608b'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:45:15.050080 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-989fb43f-336b-4d15-8786-95fb5f5f301d admin admin] 10.222.0.39 "PUT /v2.0/routers/26174a1c-9fa2-4d08-8d68-bbada67b608b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4001944 Dec 14 02:45:15.050326 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42966) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:15.063156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c090964-705b-4379-8432-7e473b7a4faa None None] Routers {'26174a1c-9fa2-4d08-8d68-bbada67b608b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:45:15.063795 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8c090964-705b-4379-8432-7e473b7a4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:45:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['26174a1c-9fa2-4d08-8d68-bbada67b608b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:45:15.079365 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-810194ba-48a7-44bc-825c-608c72154371 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet c9aad06a-6272-4734-8a8f-a6609857f2bd {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:45:15.095456 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-810194ba-48a7-44bc-825c-608c72154371 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:15.150140 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-810194ba-48a7-44bc-825c-608c72154371 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:15.227636 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92cfacec-fd81-4e02-acd6-d1e22a6acb43 admin admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:15.262787 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-8c090964-705b-4379-8432-7e473b7a4faa None None] Set router 26174a1c-9fa2-4d08-8d68-bbada67b608b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:45:15.290017 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-810194ba-48a7-44bc-825c-608c72154371 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:15.381056 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92cfacec-fd81-4e02-acd6-d1e22a6acb43 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:15.429194 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-810194ba-48a7-44bc-825c-608c72154371 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:15.454852 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810194ba-48a7-44bc-825c-608c72154371 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=c9aad06a-6272-4734-8a8f-a6609857f2bd,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:15.466602 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-715c6910-cd96-4ee1-af7c-0d2f96c3eb98 req-a3d102ef-ece6-40d5-bcdf-e11bf8e6b308 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0588584 Dec 14 02:45:15.490863 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-810194ba-48a7-44bc-825c-608c72154371 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:15.495319 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-810194ba-48a7-44bc-825c-608c72154371 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/c9aad06a-6272-4734-8a8f-a6609857f2bd HTTP/1.1" status: 204 len: 168 time: 0.5190599 Dec 14 02:45:15.497647 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42978) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:15.526523 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-92cfacec-fd81-4e02-acd6-d1e22a6acb43 admin admin] Deleting port 96806ad8-be7a-493b-a4f4-581203f20938 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:15.526872 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92cfacec-fd81-4e02-acd6-d1e22a6acb43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:15.535301 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8c090964-705b-4379-8432-7e473b7a4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '96806ad8-be7a-493b-a4f4-581203f20938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:45:13Z', 'revision_number': 5, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port': {'id': '96806ad8-be7a-493b-a4f4-581203f20938', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:03Z', 'updated_at': '2021-12-14T02:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:45:15.557054 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-345444cb-91a2-432d-8384-4c8f0598f16a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575211 Dec 14 02:45:15.558726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42980) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:15.563489 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c090964-705b-4379-8432-7e473b7a4faa None None] Checking router: 26174a1c-9fa2-4d08-8d68-bbada67b608b for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:45:15.577585 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c090964-705b-4379-8432-7e473b7a4faa None None] Routers {'26174a1c-9fa2-4d08-8d68-bbada67b608b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:45:15.578277 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8c090964-705b-4379-8432-7e473b7a4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:45:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['26174a1c-9fa2-4d08-8d68-bbada67b608b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:45:15.620685 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c78ca3-4eb2-440f-b486-a1d40036fd21 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:15.622297 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-01c78ca3-4eb2-440f-b486-a1d40036fd21 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0625508 Dec 14 02:45:15.624805 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42984) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:15.632000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-92cfacec-fd81-4e02-acd6-d1e22a6acb43 admin admin] For port 96806ad8-be7a-493b-a4f4-581203f20938, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=96806ad8-be7a-493b-a4f4-581203f20938,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:15.632802 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92cfacec-fd81-4e02-acd6-d1e22a6acb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:15.654080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-92cfacec-fd81-4e02-acd6-d1e22a6acb43 admin admin] Calling delete_port for 96806ad8-be7a-493b-a4f4-581203f20938 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:15.719276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-8c090964-705b-4379-8432-7e473b7a4faa None None] Set router 26174a1c-9fa2-4d08-8d68-bbada67b608b gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:45:15.729606 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108dbc5-9c95-4b69-839d-7ef932c11754 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:15.731211 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1108dbc5-9c95-4b69-839d-7ef932c11754 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1054370 Dec 14 02:45:15.741854 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 42988) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:15.789572 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-431658d2-2ea9-40b2-b69a-511f05a98594 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462756 Dec 14 02:45:15.794084 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 42990) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:15.803518 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8c090964-705b-4379-8432-7e473b7a4faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:45:15Z', 'revision_number': 6, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:45:15.831491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-53f29d90-4090-400c-99dd-d8ab9d0f15e1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:15.843105 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c090964-705b-4379-8432-7e473b7a4faa None None] The sync data for ids ['26174a1c-9fa2-4d08-8d68-bbada67b608b'] in n-d-821636-1 is: [{'id': '26174a1c-9fa2-4d08-8d68-bbada67b608b', 'name': 'tempest-AttachVolumeShelveTestJSON-1934045753-router', 'tenant_id': '2232de45ebfb42369e596a53934ed9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:02Z', 'updated_at': '2021-12-14T02:45:15Z', 'revision_number': 6, 'project_id': '2232de45ebfb42369e596a53934ed9e2', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:45:15.990191 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cb4e6-46ff-40cc-860d-e2d50ca2b483 req-23a2e672-b92e-49b5-9ddd-fc759b469f61 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:15.990191 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be4cb4e6-46ff-40cc-860d-e2d50ca2b483 req-23a2e672-b92e-49b5-9ddd-fc759b469f61 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 946 time: 0.2432568 Dec 14 02:45:16.043878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6730455-10d7-490e-8e57-ab6846164c4f req-c6cda71f-8f2e-4895-a1c3-3dc89dd8321c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:16.045415 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c6730455-10d7-490e-8e57-ab6846164c4f req-c6cda71f-8f2e-4895-a1c3-3dc89dd8321c tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "GET /v2.0/ports?device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 946 time: 0.2087626 Dec 14 02:45:16.090084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbb19df-24ec-4ff5-9d04-4f9df64a5471 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:16.162947 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be4cb4e6-46ff-40cc-860d-e2d50ca2b483 req-3ac129cf-f943-47eb-bd01-be002542d7ac tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611702 Dec 14 02:45:16.204683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f29d90-4090-400c-99dd-d8ab9d0f15e1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:16.208140 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-53f29d90-4090-400c-99dd-d8ab9d0f15e1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:16.244779 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9a0820e3-ff2e-47cd-8aab-de3c970377cc None None] Provisioning complete for port 2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:16.244779 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a0820e3-ff2e-47cd-8aab-de3c970377cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:16.281293 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92cfacec-fd81-4e02-acd6-d1e22a6acb43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:16.321549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfacec-fd81-4e02-acd6-d1e22a6acb43 admin admin] Pushing event deleted for resources: {'Port': ['ID=96806ad8-be7a-493b-a4f4-581203f20938,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:16.399220 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c6730455-10d7-490e-8e57-ab6846164c4f req-4c8d8a38-9980-42e3-8f68-09dada1e394f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Deleting port 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:16.399573 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c6730455-10d7-490e-8e57-ab6846164c4f req-4c8d8a38-9980-42e3-8f68-09dada1e394f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:16.406978 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2370b5-c71b-4a71-9e79-9ff2774f7d37 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:45:16.432870 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a0820e3-ff2e-47cd-8aab-de3c970377cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:16.476629 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9a0820e3-ff2e-47cd-8aab-de3c970377cc None None] For port 2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:16.518745 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92cfacec-fd81-4e02-acd6-d1e22a6acb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:16.553871 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a0820e3-ff2e-47cd-8aab-de3c970377cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:16.609332 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0820e3-ff2e-47cd-8aab-de3c970377cc None None] Pushing event updated for resources: {'Port': ['ID=2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:16.649629 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92cfacec-fd81-4e02-acd6-d1e22a6acb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:16.656954 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92cfacec-fd81-4e02-acd6-d1e22a6acb43 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:16.693674 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-806dc253-2c6c-4735-8a35-31a84bc041e9 req-4fc8d99f-24de-4ff4-83c1-a7e2033eb962 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0794747 Dec 14 02:45:16.728125 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9989c86d-2ebb-44a1-8f75-7783507feadd None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:45:16.791983 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-c6730455-10d7-490e-8e57-ab6846164c4f req-4c8d8a38-9980-42e3-8f68-09dada1e394f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] For port 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48,segment=NetworkSegment(2cf96f6c-2271-4259-a084-b6cef6821b82),segment_id=2cf96f6c-2271-4259-a084-b6cef6821b82)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:16.792243 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c6730455-10d7-490e-8e57-ab6846164c4f req-4c8d8a38-9980-42e3-8f68-09dada1e394f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:16.801419 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 486efcfe-599e-4da9-ba53-34876664e340 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:45:16.808142 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9989c86d-2ebb-44a1-8f75-7783507feadd None None] Deleting port 2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:16.808619 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9989c86d-2ebb-44a1-8f75-7783507feadd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:16.876140 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 486efcfe-599e-4da9-ba53-34876664e340 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:45:16.876704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 486efcfe-599e-4da9-ba53-34876664e340 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:45:16.916863 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9989c86d-2ebb-44a1-8f75-7783507feadd None None] For port 2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:16.917378 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9989c86d-2ebb-44a1-8f75-7783507feadd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:16.934894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9989c86d-2ebb-44a1-8f75-7783507feadd None None] Calling delete_port for 2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:17.077382 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92cfacec-fd81-4e02-acd6-d1e22a6acb43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:17.077934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cfacec-fd81-4e02-acd6-d1e22a6acb43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26174a1c-9fa2-4d08-8d68-bbada67b608b {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:45:17.081453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c6730455-10d7-490e-8e57-ab6846164c4f req-4c8d8a38-9980-42e3-8f68-09dada1e394f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Calling delete_port for 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:17.089721 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92cfacec-fd81-4e02-acd6-d1e22a6acb43 admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:17.093275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-92cfacec-fd81-4e02-acd6-d1e22a6acb43 admin admin] 10.222.0.39 "DELETE /v2.0/routers/26174a1c-9fa2-4d08-8d68-bbada67b608b HTTP/1.1" status: 204 len: 168 time: 2.0397022 Dec 14 02:45:17.093456 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43014) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:17.098650 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9989c86d-2ebb-44a1-8f75-7783507feadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:17.134268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9989c86d-2ebb-44a1-8f75-7783507feadd None None] No DVR routers for this DVR port 2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:45:17.135894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989c86d-2ebb-44a1-8f75-7783507feadd None None] Pushing event deleted for resources: {'Port': ['ID=2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:17.207903 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-53f29d90-4090-400c-99dd-d8ab9d0f15e1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:17.221509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8cb0505-e5bf-435c-b61f-d035986d2b19 admin admin] Deleting subnet 5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:45:17.229995 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f8cb0505-e5bf-435c-b61f-d035986d2b19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:17.323963 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f29d90-4090-400c-99dd-d8ab9d0f15e1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:17.331120 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f8cb0505-e5bf-435c-b61f-d035986d2b19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:17.369854 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-53f29d90-4090-400c-99dd-d8ab9d0f15e1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:17.378198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f29d90-4090-400c-99dd-d8ab9d0f15e1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:17.379159 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-53f29d90-4090-400c-99dd-d8ab9d0f15e1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:17.384695 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2ee4ff-4f28-4a2b-bc4f-ad6e0d9258e3 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:17.404247 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f29d90-4090-400c-99dd-d8ab9d0f15e1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=bbd48025-c077-41b9-8788-545f7e5c55db,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:17.462994 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd56e3-59c2-4089-b312-8cd989fc4556 req-06e3da5a-b8ef-4e19-83a1-aaa708f76e9b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:17.464502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02fd56e3-59c2-4089-b312-8cd989fc4556 req-06e3da5a-b8ef-4e19-83a1-aaa708f76e9b tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 946 time: 0.1674094 Dec 14 02:45:17.496855 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': 'bbd48025-c077-41b9-8788-545f7e5c55db'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:45:17.497821 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:17.534436 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-53f29d90-4090-400c-99dd-d8ab9d0f15e1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7354376 Dec 14 02:45:17.534853 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43026) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:17.545573 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-81be4a36-7e80-46a0-a284-cd95c308d600 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'mac_address': 'fa:16:3e:c0:96:f3', 'name': 'tempest-NetworksTestDHCPv6-82644342'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:17.558742 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f8cb0505-e5bf-435c-b61f-d035986d2b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:17.660120 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c6730455-10d7-490e-8e57-ab6846164c4f req-4c8d8a38-9980-42e3-8f68-09dada1e394f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:17.677031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Allocated IP 2001:db8::2 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/bbd48025-c077-41b9-8788-545f7e5c55db/b9aa22b7-c60d-4d91-a6e1-8d5339e42440) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:17.713673 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02fd56e3-59c2-4089-b312-8cd989fc4556 req-410628e7-fc68-4863-ad9e-91ead2dcbdc3 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/security-groups?id=f7e683a7-f739-4bcc-a3fd-3351e8e559b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190385 Dec 14 02:45:17.714363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d8a38-9980-42e3-8f68-09dada1e394f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Pushing event deleted for resources: {'Port': ['ID=0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:17.768962 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588f454a-bde7-411b-91a0-32a8f4062032 None None] DHCP port deletion for b6c00ad7-548c-4fdc-be08-89a064371a4a request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:45:17.816432 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81be4a36-7e80-46a0-a284-cd95c308d600 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:17.829617 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81be4a36-7e80-46a0-a284-cd95c308d600 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:17.837699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6730455-10d7-490e-8e57-ab6846164c4f req-4c8d8a38-9980-42e3-8f68-09dada1e394f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] No DVR routers for this DVR port 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:45:17.841256 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c6730455-10d7-490e-8e57-ab6846164c4f req-4c8d8a38-9980-42e3-8f68-09dada1e394f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:17.849953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c6730455-10d7-490e-8e57-ab6846164c4f req-4c8d8a38-9980-42e3-8f68-09dada1e394f tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.46 "DELETE /v2.0/ports/0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 HTTP/1.1" status: 204 len: 173 time: 1.7910376 Dec 14 02:45:17.851071 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a', 'name': 'network-vif-deleted', 'tag': '0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:45:17.854042 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65fd0b79-1570-4c26-9bec-de47b7a740ea" -d '{"events": [{"server_uuid": "1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a", "name": "network-vif-deleted", "tag": "0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:45:17.858068 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f8cb0505-e5bf-435c-b61f-d035986d2b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:17.858599 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-81be4a36-7e80-46a0-a284-cd95c308d600 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port ccc533bd-be52-4920-b4fd-3a3e48691020 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:45:17.889939 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb0505-e5bf-435c-b61f-d035986d2b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:17.892222 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f8cb0505-e5bf-435c-b61f-d035986d2b19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:17.899565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f8cb0505-e5bf-435c-b61f-d035986d2b19 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5d11235a-4ebf-4c0a-bcfd-e1ed05180cb0 HTTP/1.1" status: 204 len: 168 time: 0.8003235 Dec 14 02:45:17.900405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43038) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:17.907143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4319a8-3414-451f-b355-a75e6975ad4e None None] Network 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:17.957720 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02eddf31-5978-4c37-af90-597b09b5d17a x-openstack-request-id: req-02eddf31-5978-4c37-af90-597b09b5d17a {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:45:17.958382 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a", "name": "network-vif-deleted", "tag": "0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:45:17.958761 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-02eddf31-5978-4c37-af90-597b09b5d17a {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:45:17.959375 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a', 'name': 'network-vif-deleted', 'tag': '0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48', 'status': 'completed', 'code': 200} Dec 14 02:45:17.987135 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.002029 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e26cede-e920-4f63-917c-f2f9082a34d3 req-4ec8b8fd-131b-40a2-8653-149b92969476 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0460029 Dec 14 02:45:18.009145 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.063681 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.067384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] Deleting port b0b9d50e-958b-49be-948e-b41fb9fd5c92 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:18.067794 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.167953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] For port b0b9d50e-958b-49be-948e-b41fb9fd5c92, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b0b9d50e-958b-49be-948e-b41fb9fd5c92,segment=NetworkSegment(da0a9a47-9cfe-4e21-82e6-1aa3afde42d2),segment_id=da0a9a47-9cfe-4e21-82e6-1aa3afde42d2)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:18.168715 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.176542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2cd7ed-03d4-4b5a-af90-f9804894237b None None] DHCP port deletion for 05677032-f5ed-4d1a-bc8f-3b24f1d3e061 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:45:18.181417 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-81be4a36-7e80-46a0-a284-cd95c308d600 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::3f (4428ac20-0fb5-4dc3-afdf-c1f85560404f/bbd48025-c077-41b9-8788-545f7e5c55db/ccc533bd-be52-4920-b4fd-3a3e48691020) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:18.187927 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:18.189161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] Calling delete_port for b0b9d50e-958b-49be-948e-b41fb9fd5c92 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:18.200499 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:18.206574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:45:18.228401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Pushing event updated for resources: {'Port': ['ID=b9aa22b7-c60d-4d91-a6e1-8d5339e42440,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:18.374144 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Attempting to bind port b9aa22b7-c60d-4d91-a6e1-8d5339e42440 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:45:18.374511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Attempting to bind port b9aa22b7-c60d-4d91-a6e1-8d5339e42440 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:45:18.374876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Attempting to bind port b9aa22b7-c60d-4d91-a6e1-8d5339e42440 on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:45:18.382142 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:45:18.382523 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:45:18.382935 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.383864 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:45:18.383864 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Bound port: b9aa22b7-c60d-4d91-a6e1-8d5339e42440, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:45:18.384220 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.397279 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.397924 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 96806ad8-be7a-493b-a4f4-581203f20938 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:45:18.426766 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 96806ad8-be7a-493b-a4f4-581203f20938 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:45:18.427146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b9d50e-958b-49be-948e-b41fb9fd5c92,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:18.427345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 96806ad8-be7a-493b-a4f4-581203f20938 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:45:18.427924 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:45:18.429462 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] No DVR routers for this DVR port b0b9d50e-958b-49be-948e-b41fb9fd5c92 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:45:18.433761 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9b2cd7ed-03d4-4b5a-af90-f9804894237b None None] Deleting port b0b9d50e-958b-49be-948e-b41fb9fd5c92 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:18.434116 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd7ed-03d4-4b5a-af90-f9804894237b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.449589 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81be4a36-7e80-46a0-a284-cd95c308d600 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.477093 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:45:18.477492 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 2a7e3ac4-6dd5-4dd0-819e-a64bde51ad51 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:45:18.477903 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b0b9d50e-958b-49be-948e-b41fb9fd5c92 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:45:18.529960 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.556032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05677032-f5ed-4d1a-bc8f-3b24f1d3e061']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:45:18.567009 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0a9a47-9cfe-4e21-82e6-1aa3afde42d2') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:45:18.568007 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0a9a47-9cfe-4e21-82e6-1aa3afde42d2') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:45:18.578454 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.579955 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9b2cd7ed-03d4-4b5a-af90-f9804894237b None None] For port b0b9d50e-958b-49be-948e-b41fb9fd5c92, host n-d-821636-1, got binding levels [] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:18.580549 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd7ed-03d4-4b5a-af90-f9804894237b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.584231 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: b0b9d50e-958b-49be-948e-b41fb9fd5c92 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:45:18.584808 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b0b9d50e-958b-49be-948e-b41fb9fd5c92 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:45:18.586596 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81be4a36-7e80-46a0-a284-cd95c308d600 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.601923 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.609292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:45:18.609794 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.637017 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9b2cd7ed-03d4-4b5a-af90-f9804894237b None None] Calling delete_port for b0b9d50e-958b-49be-948e-b41fb9fd5c92 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:18.641013 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.ipam_backend_mixin [None req-9b2cd7ed-03d4-4b5a-af90-f9804894237b None None] Port b0b9d50e-958b-49be-948e-b41fb9fd5c92 was not found and therefore no delete operation was performed {{(pid=103849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 02:45:18.641737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81be4a36-7e80-46a0-a284-cd95c308d600 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:18.643897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] For port b9aa22b7-c60d-4d91-a6e1-8d5339e42440, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:45:18.647509 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd7ed-03d4-4b5a-af90-f9804894237b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.650108 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-81be4a36-7e80-46a0-a284-cd95c308d600 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:18.652373 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be4a36-7e80-46a0-a284-cd95c308d600 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=ccc533bd-be52-4920-b4fd-3a3e48691020,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:18.654890 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81be4a36-7e80-46a0-a284-cd95c308d600 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:45:18.666177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81be4a36-7e80-46a0-a284-cd95c308d600 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:18.666177 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81be4a36-7e80-46a0-a284-cd95c308d600 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.667988 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] For port b9aa22b7-c60d-4d91-a6e1-8d5339e42440, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b9aa22b7-c60d-4d91-a6e1-8d5339e42440,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:45:18.674139 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2cd7ed-03d4-4b5a-af90-f9804894237b None None] No DVR routers for this DVR port b0b9d50e-958b-49be-948e-b41fb9fd5c92 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:45:18.677458 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:45:18.698254 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cd7ed-03d4-4b5a-af90-f9804894237b None None] Pushing event deleted for resources: {'Port': ['ID=b0b9d50e-958b-49be-948e-b41fb9fd5c92,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:18.752980 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.783013 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.785569 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-81be4a36-7e80-46a0-a284-cd95c308d600 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2479947 Dec 14 02:45:18.792674 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:18.794270 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43056) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:18.802001 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] 10.222.0.39 "DELETE /v2.0/networks/05677032-f5ed-4d1a-bc8f-3b24f1d3e061 HTTP/1.1" status: 204 len: 168 time: 0.8954709 Dec 14 02:45:18.829997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6f5bf-f402-4c16-8fec-1d63615a741e admin admin] Pushing event deleted for resources: {'Network': ['ID=05677032-f5ed-4d1a-bc8f-3b24f1d3e061,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:18.832764 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a144e-9591-41f9-a0b1-9d18382e649d None None] Pushing event updated for resources: {'Port': ['ID=b9aa22b7-c60d-4d91-a6e1-8d5339e42440,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:18.914819 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1c13ca-c484-447e-ba64-d6cdaca9ee1e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:18.921401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1c13ca-c484-447e-ba64-d6cdaca9ee1e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:18.925803 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3b1c13ca-c484-447e-ba64-d6cdaca9ee1e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.1303244 Dec 14 02:45:18.928020 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43064) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:18.958598 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-785d9b1c-fa97-46c0-a146-0ad79bb1cf53 req-82c30cbb-ef87-43c9-b26f-6a1786706bb3 tempest-ServersTestJSON-1385862583 tempest-ServersTestJSON-1385862583-project] 10.222.0.39 "GET /v2.0/ports?device_id=1951b3e6-5f3f-4f6b-9e6b-6ebbc94b7b5a HTTP/1.1" status: 200 len: 210 time: 0.0564678 Dec 14 02:45:19.059536 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-ab35427a-8b4a-4fcb-ab89-d603fc8bc07e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port ccc533bd-be52-4920-b4fd-3a3e48691020 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:19.059916 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab35427a-8b4a-4fcb-ab89-d603fc8bc07e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:19.198376 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab35427a-8b4a-4fcb-ab89-d603fc8bc07e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:19.213707 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-ab35427a-8b4a-4fcb-ab89-d603fc8bc07e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for ccc533bd-be52-4920-b4fd-3a3e48691020 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:19.236997 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea0eca93-8558-44b1-a879-f659d95982b4 req-0d3f3b00-159b-402b-b108-de6bd1fc45af tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0351157 Dec 14 02:45:19.274833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43070) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:19.324183 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-97418cb2-7eba-4555-97a5-0433311e7cd8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2232de45ebfb42369e596a53934ed9e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479157 Dec 14 02:45:19.326508 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43074) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:19.340570 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:45:19.401845 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e461c8f0-4e9b-483d-babd-6e7b1400b5dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:19.431566 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e461c8f0-4e9b-483d-babd-6e7b1400b5dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:19.519523 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab35427a-8b4a-4fcb-ab89-d603fc8bc07e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:19.551098 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35427a-8b4a-4fcb-ab89-d603fc8bc07e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=ccc533bd-be52-4920-b4fd-3a3e48691020,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:19.583988 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e461c8f0-4e9b-483d-babd-6e7b1400b5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:19.585025 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ab35427a-8b4a-4fcb-ab89-d603fc8bc07e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:19.587578 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e461c8f0-4e9b-483d-babd-6e7b1400b5dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:19.588784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e461c8f0-4e9b-483d-babd-6e7b1400b5dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45271544-d532-4637-a0b2-0de5112e3593 HTTP/1.1" status: 204 len: 168 time: 0.2612915 Dec 14 02:45:19.589518 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ab35427a-8b4a-4fcb-ab89-d603fc8bc07e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/ccc533bd-be52-4920-b4fd-3a3e48691020 HTTP/1.1" status: 204 len: 168 time: 0.6604531 Dec 14 02:45:19.591929 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43082) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:19.602807 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461c8f0-4e9b-483d-babd-6e7b1400b5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45271544-d532-4637-a0b2-0de5112e3593,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:19.603964 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:45:19.604593 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0b1a2cf2-76cc-4dc5-aa0b-b2db29887f48 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:45:19.656545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48362bd7-c796-4e4f-86e6-1ff6f72a19e1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:19.658230 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48362bd7-c796-4e4f-86e6-1ff6f72a19e1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:19.659854 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-48362bd7-c796-4e4f-86e6-1ff6f72a19e1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0669248 Dec 14 02:45:19.662692 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43086) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:19.730140 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-87e1e445-79b1-4e58-ae1c-8d12df564f7b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet bbd48025-c077-41b9-8788-545f7e5c55db {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:45:19.733928 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87e1e445-79b1-4e58-ae1c-8d12df564f7b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:19.776195 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87e1e445-79b1-4e58-ae1c-8d12df564f7b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:19.871548 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87e1e445-79b1-4e58-ae1c-8d12df564f7b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:20.030078 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43098) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:20.066758 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87e1e445-79b1-4e58-ae1c-8d12df564f7b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:20.111924 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87e1e445-79b1-4e58-ae1c-8d12df564f7b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:20.119246 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-87e1e445-79b1-4e58-ae1c-8d12df564f7b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/bbd48025-c077-41b9-8788-545f7e5c55db HTTP/1.1" status: 204 len: 168 time: 0.4531991 Dec 14 02:45:20.119246 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1e445-79b1-4e58-ae1c-8d12df564f7b tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd48025-c077-41b9-8788-545f7e5c55db,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:20.119649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43100) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:20.148672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-a499c62a-12b2-4866-a7ea-bd10503321f4 admin admin] Deleting subnet 8bafd591-3d5a-421c-a705-120fee96a2aa {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:45:20.150232 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-57a6e4c7-055d-450f-9e45-59471276756e None None] Provisioning complete for port b9aa22b7-c60d-4d91-a6e1-8d5339e42440 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:20.150940 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-57a6e4c7-055d-450f-9e45-59471276756e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:20.158151 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a499c62a-12b2-4866-a7ea-bd10503321f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:20.175645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-76b3b1c5-a5e7-4534-a30b-25bf50ba2415 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548389 Dec 14 02:45:20.179403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43106) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:20.210053 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a499c62a-12b2-4866-a7ea-bd10503321f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:20.278703 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a499c62a-12b2-4866-a7ea-bd10503321f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:20.283793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f36feee-b10e-49ef-ab6d-0675b0ccef99 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:20.291158 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3f36feee-b10e-49ef-ab6d-0675b0ccef99 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1107266 Dec 14 02:45:20.293719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43114) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:20.315533 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-57a6e4c7-055d-450f-9e45-59471276756e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:20.388347 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-57a6e4c7-055d-450f-9e45-59471276756e None None] For port b9aa22b7-c60d-4d91-a6e1-8d5339e42440, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b9aa22b7-c60d-4d91-a6e1-8d5339e42440,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:20.412198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477a4a66-2c95-466c-8b52-ac8f2e9cf1ed tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:20.412198 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-477a4a66-2c95-466c-8b52-ac8f2e9cf1ed tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1126435 Dec 14 02:45:20.414051 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43120) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:20.425139 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b9aa22b7-c60d-4d91-a6e1-8d5339e42440 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:45:20.479717 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4143d2d6-7ec1-442d-9aa6-cf31c9bf1a60 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610645 Dec 14 02:45:20.480212 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a499c62a-12b2-4866-a7ea-bd10503321f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:20.480850 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43124) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:20.487107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-63e555da-1e10-46a3-a1c4-31c04285b29c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:20.508467 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-57a6e4c7-055d-450f-9e45-59471276756e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:20.525588 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa621a7-1da9-4304-b821-129a752cebf3 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:20.541034 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a499c62a-12b2-4866-a7ea-bd10503321f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bafd591-3d5a-421c-a705-120fee96a2aa,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:20.543764 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a499c62a-12b2-4866-a7ea-bd10503321f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:20.547930 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a499c62a-12b2-4866-a7ea-bd10503321f4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8bafd591-3d5a-421c-a705-120fee96a2aa HTTP/1.1" status: 204 len: 168 time: 0.5164025 Dec 14 02:45:20.552874 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43126) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:20.593586 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eb2ccff4-de42-4c30-8e79-62856975b77f req-4890bf19-b356-4116-84eb-8c8211c24641 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.1020567 Dec 14 02:45:20.602538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97780fbc-3c0a-492b-ac4c-313e05b18d37 None None] Network b6c00ad7-548c-4fdc-be08-89a064371a4a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:20.663860 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d2300bf-0f69-4fb2-99ba-9c73c992c152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:20.743043 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-118ff943-fc4c-4796-a740-8d1fb5f0fae6 None None] Could not find standard attr ID for object ccc533bd-be52-4920-b4fd-3a3e48691020. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:45:20.753968 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e555da-1e10-46a3-a1c4-31c04285b29c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:20.759487 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-63e555da-1e10-46a3-a1c4-31c04285b29c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:20.760760 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba80c93-c83f-458f-a072-c93cfcbb0b5e None None] DHCP port deletion for b6c00ad7-548c-4fdc-be08-89a064371a4a request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:45:20.769027 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d2300bf-0f69-4fb2-99ba-9c73c992c152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:20.793078 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2d2300bf-0f69-4fb2-99ba-9c73c992c152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c00ad7-548c-4fdc-be08-89a064371a4a']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:45:20.803504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2d2300bf-0f69-4fb2-99ba-9c73c992c152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cf96f6c-2271-4259-a084-b6cef6821b82') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:45:20.803883 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2d2300bf-0f69-4fb2-99ba-9c73c992c152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cf96f6c-2271-4259-a084-b6cef6821b82') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:45:20.814755 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d2300bf-0f69-4fb2-99ba-9c73c992c152 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:20.828631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port b9aa22b7-c60d-4d91-a6e1-8d5339e42440 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:20.828991 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:20.830503 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6e4c7-055d-450f-9e45-59471276756e None None] Pushing event updated for resources: {'Port': ['ID=b9aa22b7-c60d-4d91-a6e1-8d5339e42440,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:20.843949 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d2300bf-0f69-4fb2-99ba-9c73c992c152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:20.849951 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2300bf-0f69-4fb2-99ba-9c73c992c152 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:45:20.850526 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d2300bf-0f69-4fb2-99ba-9c73c992c152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:45:20.852829 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:45:20.983084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea49986-85d4-454c-83b2-d76757048988 None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:45:21.048453 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1ea49986-85d4-454c-83b2-d76757048988 None None] Deleting port b9aa22b7-c60d-4d91-a6e1-8d5339e42440 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:21.048837 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1ea49986-85d4-454c-83b2-d76757048988 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:21.057296 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d2300bf-0f69-4fb2-99ba-9c73c992c152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:21.062596 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d2300bf-0f69-4fb2-99ba-9c73c992c152 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:21.069042 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2d2300bf-0f69-4fb2-99ba-9c73c992c152 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b6c00ad7-548c-4fdc-be08-89a064371a4a HTTP/1.1" status: 204 len: 168 time: 0.5149171 Dec 14 02:45:21.081642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2300bf-0f69-4fb2-99ba-9c73c992c152 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6c00ad7-548c-4fdc-be08-89a064371a4a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:21.136404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-1ea49986-85d4-454c-83b2-d76757048988 None None] For port b9aa22b7-c60d-4d91-a6e1-8d5339e42440, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b9aa22b7-c60d-4d91-a6e1-8d5339e42440,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:21.136809 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1ea49986-85d4-454c-83b2-d76757048988 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:21.152977 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1ea49986-85d4-454c-83b2-d76757048988 None None] Calling delete_port for b9aa22b7-c60d-4d91-a6e1-8d5339e42440 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:21.241902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.objects.ports [None req-63e555da-1e10-46a3-a1c4-31c04285b29c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103848) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:45:21.368926 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1ea49986-85d4-454c-83b2-d76757048988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:21.404343 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea49986-85d4-454c-83b2-d76757048988 None None] Pushing event deleted for resources: {'Port': ['ID=b9aa22b7-c60d-4d91-a6e1-8d5339e42440,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:21.413628 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea49986-85d4-454c-83b2-d76757048988 None None] No DVR routers for this DVR port b9aa22b7-c60d-4d91-a6e1-8d5339e42440 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:45:21.445599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-067cbbaa-d330-4079-bee9-d1990b62ad99 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0887351 Dec 14 02:45:21.454257 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43158) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:21.460943 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.ipam_pluggable_backend [None req-63e555da-1e10-46a3-a1c4-31c04285b29c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Port b9aa22b7-c60d-4d91-a6e1-8d5339e42440 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103848) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 14 02:45:21.461904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.ipam_pluggable_backend [None req-63e555da-1e10-46a3-a1c4-31c04285b29c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9c:4be3 {{(pid=103848) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 14 02:45:21.466643 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.ipam_pluggable_backend [None req-63e555da-1e10-46a3-a1c4-31c04285b29c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9c:4be3 {{(pid=103848) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 14 02:45:21.469430 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-63e555da-1e10-46a3-a1c4-31c04285b29c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:21.525979 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e555da-1e10-46a3-a1c4-31c04285b29c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:21.540800 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b4944e4a-4a68-45c6-a8b4-4fdbd3a3206a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a984b7588a0144a79ab8cc60e3512d19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0853407 Dec 14 02:45:21.543155 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43166) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:21.545644 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-63e555da-1e10-46a3-a1c4-31c04285b29c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:21.551235 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e555da-1e10-46a3-a1c4-31c04285b29c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:21.552110 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-63e555da-1e10-46a3-a1c4-31c04285b29c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:21.557337 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995049c9-8e87-4a7d-b046-83a712ad7284 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:21.584219 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e555da-1e10-46a3-a1c4-31c04285b29c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=400e88d8-b94d-4057-947d-0c0423cd2df3,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:21.600311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-82c58274-cde9-4d12-beb9-ff83a6939961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:21.600722 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-82c58274-cde9-4d12-beb9-ff83a6939961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:21.601193 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-82c58274-cde9-4d12-beb9-ff83a6939961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:21.601686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-82c58274-cde9-4d12-beb9-ff83a6939961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:21.602148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-82c58274-cde9-4d12-beb9-ff83a6939961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:21.602602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-82c58274-cde9-4d12-beb9-ff83a6939961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:21.603064 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-82c58274-cde9-4d12-beb9-ff83a6939961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:21.603956 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0214b108-64b4-49d5-882b-565ec8385ab9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:21.605124 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-82c58274-cde9-4d12-beb9-ff83a6939961 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20630dab3f6946828746e2d81f7e163b&device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 6501 time: 0.1010935 Dec 14 02:45:21.674279 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0214b108-64b4-49d5-882b-565ec8385ab9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:21.798667 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-63e555da-1e10-46a3-a1c4-31c04285b29c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2878709 Dec 14 02:45:21.800241 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': '400e88d8-b94d-4057-947d-0c0423cd2df3'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:45:21.800241 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:21.800801 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43188) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:21.805564 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-afb3c03e-0f0c-49c1-b0f0-3000aff60b1c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:21.817119 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-230a3b48-5741-4b19-b536-d226e02678a8 req-053aaf57-6c3c-46fe-a8eb-24ceba41d727 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0390952 Dec 14 02:45:21.888226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-87e588d0-a9b3-415e-a9b4-717afb35c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:21.888684 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0214b108-64b4-49d5-882b-565ec8385ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:21.888827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-87e588d0-a9b3-415e-a9b4-717afb35c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:21.890037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-87e588d0-a9b3-415e-a9b4-717afb35c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:21.891548 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0214b108-64b4-49d5-882b-565ec8385ab9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:21.892050 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-87e588d0-a9b3-415e-a9b4-717afb35c072 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c8c294be-4992-4711-bfec-5f4308700461&id=143750ac-d961-47f1-8a52-3edc9f23c6d8&id=143750ac-d961-47f1-8a52-3edc9f23c6d8&id=143750ac-d961-47f1-8a52-3edc9f23c6d8&id=143750ac-d961-47f1-8a52-3edc9f23c6d8&id=d307fd75-d63b-4667-bff7-1b964e3cfc2d&id=d307fd75-d63b-4667-bff7-1b964e3cfc2d HTTP/1.1" status: 200 len: 2297 time: 0.2480912 Dec 14 02:45:21.892932 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0214b108-64b4-49d5-882b-565ec8385ab9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7e683a7-f739-4bcc-a3fd-3351e8e559b5 HTTP/1.1" status: 204 len: 168 time: 0.3485918 Dec 14 02:45:21.914524 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214b108-64b4-49d5-882b-565ec8385ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e683a7-f739-4bcc-a3fd-3351e8e559b5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:22.017349 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-2779e69d-ac67-45d6-839e-c99f74ab0b7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80d0c3df-68eb-4bde-a5c9-676990933749 HTTP/1.1" status: 200 len: 1001 time: 0.1135147 Dec 14 02:45:22.050683 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Allocated IP 2001:db8::f816:3eff:feed:d1ae (4428ac20-0fb5-4dc3-afdf-c1f85560404f/400e88d8-b94d-4057-947d-0c0423cd2df3/c44e5763-b17d-4d98-8aaf-350ad5a45aca) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:22.086009 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-3f62f270-542e-452c-84e4-ac4ec737166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:22.088322 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-3f62f270-542e-452c-84e4-ac4ec737166f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3efdcc0d-0482-44f9-8761-575428cc10a7 HTTP/1.1" status: 200 len: 855 time: 0.0621951 Dec 14 02:45:22.128268 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb3c03e-0f0c-49c1-b0f0-3000aff60b1c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:22.139676 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afb3c03e-0f0c-49c1-b0f0-3000aff60b1c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:22.173444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-26e45e13-55e0-4d89-b624-bca3dd05025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:22.175373 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-26e45e13-55e0-4d89-b624-bca3dd05025f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8c294be-4992-4711-bfec-5f4308700461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748491 Dec 14 02:45:22.309529 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b9aa22b7-c60d-4d91-a6e1-8d5339e42440 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:45:22.315161 n-d-821636-1 neutron-server[103847]: INFO neutron.db.ipam_backend_mixin [None req-afb3c03e-0f0c-49c1-b0f0-3000aff60b1c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 400e88d8-b94d-4057-947d-0c0423cd2df3 (CIDR: 2001:db8::/64) Dec 14 02:45:22.337763 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-f190c172-83df-4605-be5e-dbbaaa253f9b service neutron] 10.222.0.47 "GET /v2.0/networks/c8c294be-4992-4711-bfec-5f4308700461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422596 Dec 14 02:45:22.339917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: b9aa22b7-c60d-4d91-a6e1-8d5339e42440 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:45:22.340271 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b9aa22b7-c60d-4d91-a6e1-8d5339e42440 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:45:22.357177 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:22.383826 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-afb3c03e-0f0c-49c1-b0f0-3000aff60b1c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:45:22.384302 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afb3c03e-0f0c-49c1-b0f0-3000aff60b1c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:22.446359 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:22.491461 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:22.494584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:22.498216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:45:22.514201 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-afb3c03e-0f0c-49c1-b0f0-3000aff60b1c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7144659 Dec 14 02:45:22.514971 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43210) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:22.524481 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6d12ef4e-6fb8-4b31-89a9-35bbfb4e35cc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:22.540507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-5ac000fc-28eb-4ee5-ac93-b319b52293b9 service neutron] 10.222.0.47 "GET /v2.0/networks/c8c294be-4992-4711-bfec-5f4308700461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922178 Dec 14 02:45:22.568767 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Pushing event updated for resources: {'Port': ['ID=c44e5763-b17d-4d98-8aaf-350ad5a45aca,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:22.611029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43212) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:22.619381 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-9dff12fa-51ff-4d99-a8e8-422f239680e0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=26ec5b55-d299-40b8-8527-04f4e67eaeba HTTP/1.1" status: 200 len: 217 time: 0.0724547 Dec 14 02:45:22.634935 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Attempting to bind port c44e5763-b17d-4d98-8aaf-350ad5a45aca on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:45:22.637186 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Attempting to bind port c44e5763-b17d-4d98-8aaf-350ad5a45aca by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:45:22.637853 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Attempting to bind port c44e5763-b17d-4d98-8aaf-350ad5a45aca on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:45:22.648314 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:45:22.648701 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:45:22.649134 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:22.649593 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:45:22.650074 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Bound port: c44e5763-b17d-4d98-8aaf-350ad5a45aca, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:45:22.650463 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:22.726983 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-f5b0499d-ab8d-46d3-be65-921c794aa6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:22.731025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-f5b0499d-ab8d-46d3-be65-921c794aa6fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68c916ee-bf39-49a8-b889-1d98324eacc6 HTTP/1.1" status: 200 len: 797 time: 0.0837750 Dec 14 02:45:22.755931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] For port c44e5763-b17d-4d98-8aaf-350ad5a45aca, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:45:22.760326 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] For port c44e5763-b17d-4d98-8aaf-350ad5a45aca, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c44e5763-b17d-4d98-8aaf-350ad5a45aca,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:45:22.814016 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f639505-ee72-4eb0-9aa2-73e1130e8b7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:22.819577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-c28be889-7006-4fca-a4f3-c206c3f18efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:22.821196 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-c28be889-7006-4fca-a4f3-c206c3f18efc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=143750ac-d961-47f1-8a52-3edc9f23c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0820866 Dec 14 02:45:22.834192 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d12ef4e-6fb8-4b31-89a9-35bbfb4e35cc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:22.838838 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6d12ef4e-6fb8-4b31-89a9-35bbfb4e35cc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:22.851727 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:22.996989 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a27f09-411f-4c0a-ad9d-e3f28d5adf10 None None] Pushing event updated for resources: {'Port': ['ID=c44e5763-b17d-4d98-8aaf-350ad5a45aca,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:23.013346 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f639505-ee72-4eb0-9aa2-73e1130e8b7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:23.070284 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c9aa12a-ede0-4dc1-9d76-48c59a196a2c req-b3d72b80-3a71-45c0-b6d0-6d90035f2d64 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0507555 Dec 14 02:45:23.112209 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f639505-ee72-4eb0-9aa2-73e1130e8b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:23.147470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7f639505-ee72-4eb0-9aa2-73e1130e8b7e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05cc529e2cf64e2d817f12114eedb569&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5346115 Dec 14 02:45:23.164637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43234) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:23.232736 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-2c6fdb41-cff7-47c0-88f6-f9f9ce8ad327 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015815 Dec 14 02:45:23.263367 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f639505-ee72-4eb0-9aa2-73e1130e8b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215beff3-1909-4820-9c7e-94d7ed3af060,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:23.341624 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8ba9d7df-3a46-4ec3-8539-fbdd10d0babe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:23.385710 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8ba9d7df-3a46-4ec3-8539-fbdd10d0babe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:23.397922 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6d12ef4e-6fb8-4b31-89a9-35bbfb4e35cc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:23.420978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-36f234b1-acbb-46ec-af70-467ed2a448c1 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778767 Dec 14 02:45:23.456341 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d12ef4e-6fb8-4b31-89a9-35bbfb4e35cc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:23.463701 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-6d12ef4e-6fb8-4b31-89a9-35bbfb4e35cc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:23.466653 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d12ef4e-6fb8-4b31-89a9-35bbfb4e35cc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:23.467516 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6d12ef4e-6fb8-4b31-89a9-35bbfb4e35cc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:23.480089 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-2d9c36f8-5707-42ec-b6c5-52620be3756f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=45864e56-7abd-4913-a7eb-e89f5d9893ba HTTP/1.1" status: 200 len: 217 time: 0.0438540 Dec 14 02:45:23.494686 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12ef4e-6fb8-4b31-89a9-35bbfb4e35cc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=02406020-bb85-4cd1-a27d-5f511ae6fe67,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:23.542203 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-77547982-8b66-4bac-baec-a83f58f26cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:23.543789 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-77547982-8b66-4bac-baec-a83f58f26cf4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68c916ee-bf39-49a8-b889-1d98324eacc6 HTTP/1.1" status: 200 len: 797 time: 0.0555007 Dec 14 02:45:23.575208 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6d12ef4e-6fb8-4b31-89a9-35bbfb4e35cc tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0591006 Dec 14 02:45:23.579723 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43250) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:23.589177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-13002963-41a0-457e-a0f9-bde9cc20fbf1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'mac_address': 'fa:16:3e:23:fa:2e', 'name': 'tempest-NetworksTestDHCPv6-1496670302'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:23.615831 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8ba9d7df-3a46-4ec3-8539-fbdd10d0babe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:23.618590 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8ba9d7df-3a46-4ec3-8539-fbdd10d0babe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:23.622404 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8ba9d7df-3a46-4ec3-8539-fbdd10d0babe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/215beff3-1909-4820-9c7e-94d7ed3af060 HTTP/1.1" status: 204 len: 168 time: 0.4542422 Dec 14 02:45:23.642942 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9d7df-3a46-4ec3-8539-fbdd10d0babe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215beff3-1909-4820-9c7e-94d7ed3af060,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:23.653295 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-d07c44d0-2926-4af2-8182-2053500c5105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:23.655700 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-d07c44d0-2926-4af2-8182-2053500c5105 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=143750ac-d961-47f1-8a52-3edc9f23c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0996478 Dec 14 02:45:23.755985 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1bb6dc5f-bf26-46c6-80c3-c55ac6c4ed58 req-23957eec-c889-4fe3-b55a-ee154f859c62 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0426075 Dec 14 02:45:23.773029 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-083df3fa-825f-4b4c-8ed2-a8be6f9d37a7 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084886 Dec 14 02:45:23.920394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13002963-41a0-457e-a0f9-bde9cc20fbf1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:24.065101 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13002963-41a0-457e-a0f9-bde9cc20fbf1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:24.099152 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-13002963-41a0-457e-a0f9-bde9cc20fbf1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port c4fb564d-d581-4b51-bb4c-1f2d51a7648d yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:45:24.249065 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-5aa3bc70-6a1b-4a6c-87e8-ec0062f37581 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065063 Dec 14 02:45:24.426154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-8a7ee838-a4a6-4c46-946d-bbea76d72bb0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 HTTP/1.1" status: 200 len: 217 time: 0.1651924 Dec 14 02:45:24.427787 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c44e5763-b17d-4d98-8aaf-350ad5a45aca up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:45:24.490345 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-13002963-41a0-457e-a0f9-bde9cc20fbf1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8:0:1::15f (4428ac20-0fb5-4dc3-afdf-c1f85560404f/02406020-bb85-4cd1-a27d-5f511ae6fe67/c4fb564d-d581-4b51-bb4c-1f2d51a7648d) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:24.491156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8794d60f-e69b-44e4-bf19-7f929b2e7621 req-23b36d2e-6177-4416-9499-77a49a93e538 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0721641 Dec 14 02:45:24.508245 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-13002963-41a0-457e-a0f9-bde9cc20fbf1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::f816:3eff:fe23:fa2e (4428ac20-0fb5-4dc3-afdf-c1f85560404f/400e88d8-b94d-4057-947d-0c0423cd2df3/c4fb564d-d581-4b51-bb4c-1f2d51a7648d) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:24.524100 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port c44e5763-b17d-4d98-8aaf-350ad5a45aca triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:24.524479 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:24.577325 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cbfe52-0c8c-422a-aaca-90b82cb9e477 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:24.621522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-c4f7a737-6788-452d-8f4d-f20e4db0157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:24.625679 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-c4f7a737-6788-452d-8f4d-f20e4db0157c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68c916ee-bf39-49a8-b889-1d98324eacc6 HTTP/1.1" status: 200 len: 797 time: 0.1766167 Dec 14 02:45:24.718255 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ebc7488c-28e4-49e6-ba0e-7e41f382d47c None None] Provisioning complete for port c44e5763-b17d-4d98-8aaf-350ad5a45aca triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:24.718466 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ebc7488c-28e4-49e6-ba0e-7e41f382d47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:24.722670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-bd860f79-7097-4abb-b256-9d5bce9b1aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:24.725112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-bd860f79-7097-4abb-b256-9d5bce9b1aa8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=143750ac-d961-47f1-8a52-3edc9f23c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0913954 Dec 14 02:45:24.787086 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-490219d9-d826-4951-8a97-bdd809acf3f4 req-03ced890-0e13-495e-92da-8f99d15e30df tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0474396 Dec 14 02:45:24.853846 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:24.885457 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13002963-41a0-457e-a0f9-bde9cc20fbf1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:24.952949 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port c44e5763-b17d-4d98-8aaf-350ad5a45aca, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c44e5763-b17d-4d98-8aaf-350ad5a45aca,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:25.089163 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:25.101473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d08018-78ae-4826-b082-61b3b48851a1 None None] Update dhcp port {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'fixed_ips': [{'subnet_id': '400e88d8-b94d-4057-947d-0c0423cd2df3', 'ip_address': '2001:db8::f816:3eff:feed:d1ae'}, {'subnet_id': '02406020-bb85-4cd1-a27d-5f511ae6fe67'}], 'binding:host_id': 'n-d-821636-1'}, 'id': 'c44e5763-b17d-4d98-8aaf-350ad5a45aca'} from n-d-821636-1. {{(pid=103849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 02:45:25.108242 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13002963-41a0-457e-a0f9-bde9cc20fbf1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:25.243640 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13002963-41a0-457e-a0f9-bde9cc20fbf1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:25.258122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-13002963-41a0-457e-a0f9-bde9cc20fbf1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:25.262356 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13002963-41a0-457e-a0f9-bde9cc20fbf1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:45:25.274154 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ebc7488c-28e4-49e6-ba0e-7e41f382d47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:25.275158 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13002963-41a0-457e-a0f9-bde9cc20fbf1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:25.275852 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13002963-41a0-457e-a0f9-bde9cc20fbf1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:25.304273 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-cf706501-aba8-4cf8-98a2-6249b583ec58 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500681 Dec 14 02:45:25.306400 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13002963-41a0-457e-a0f9-bde9cc20fbf1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=c4fb564d-d581-4b51-bb4c-1f2d51a7648d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:25.333601 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88d08018-78ae-4826-b082-61b3b48851a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:25.388500 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=c44e5763-b17d-4d98-8aaf-350ad5a45aca,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:25.404069 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-13002963-41a0-457e-a0f9-bde9cc20fbf1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8188622 Dec 14 02:45:25.414112 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43328) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:25.434355 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-0d283343-7dfa-4790-b195-389a412fbf40 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219144 Dec 14 02:45:25.485445 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-91887f39-06a6-40f0-99f3-95cba61b097f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=8826881d-b8a4-4eca-a468-e4039e1ab3c5 HTTP/1.1" status: 200 len: 217 time: 0.0440097 Dec 14 02:45:25.493565 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-ebc7488c-28e4-49e6-ba0e-7e41f382d47c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:45:25.498858 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-ebc7488c-28e4-49e6-ba0e-7e41f382d47c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:45:25.535156 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-02cd94da-7a80-4de0-b293-bfeb34d35b54 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port c4fb564d-d581-4b51-bb4c-1f2d51a7648d {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:25.535645 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02cd94da-7a80-4de0-b293-bfeb34d35b54 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:25.606949 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-e4297203-0640-49fc-8c5a-d6b91cc0e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:25.612318 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-e4297203-0640-49fc-8c5a-d6b91cc0e4ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68c916ee-bf39-49a8-b889-1d98324eacc6 HTTP/1.1" status: 200 len: 797 time: 0.1198382 Dec 14 02:45:25.664762 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-88d08018-78ae-4826-b082-61b3b48851a1 None None] Allocated IP 2001:db8:0:1::2 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/02406020-bb85-4cd1-a27d-5f511ae6fe67/c44e5763-b17d-4d98-8aaf-350ad5a45aca) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:25.724398 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02cd94da-7a80-4de0-b293-bfeb34d35b54 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:25.754226 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-43674444-c339-42fd-8958-8d1f885db148 req-9ae1a16e-ef31-49c0-b4c0-176d97a187b9 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.1034436 Dec 14 02:45:25.767973 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-02cd94da-7a80-4de0-b293-bfeb34d35b54 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for c4fb564d-d581-4b51-bb4c-1f2d51a7648d owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:25.781023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-887aefc8-a993-4d20-8546-309843ce0906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:25.782751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-887aefc8-a993-4d20-8546-309843ce0906 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=143750ac-d961-47f1-8a52-3edc9f23c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1631899 Dec 14 02:45:25.855671 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-88d08018-78ae-4826-b082-61b3b48851a1 None None] For port c44e5763-b17d-4d98-8aaf-350ad5a45aca, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c44e5763-b17d-4d98-8aaf-350ad5a45aca,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:25.946783 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-0137bfb4-a1fe-491f-bc8d-72adc7f17ef6 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547325 Dec 14 02:45:25.951654 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88d08018-78ae-4826-b082-61b3b48851a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:26.123579 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d64522f8-c024-435d-ac52-ccc78c8376c0 req-a1be2c2e-b9ec-4c35-ad38-b59255665445 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.1585259 Dec 14 02:45:26.226260 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02cd94da-7a80-4de0-b293-bfeb34d35b54 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:26.245886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7e636e5-91d7-4711-a6f4-a49b9e49061d req-c448d64c-2e37-4b83-8991-2616030a2940 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc&device_id=1980edb0-dca6-482a-b180-3ca582cb7263 HTTP/1.1" status: 200 len: 210 time: 0.0536280 Dec 14 02:45:26.259101 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88d08018-78ae-4826-b082-61b3b48851a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:26.272872 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-64bdccbc-de35-4961-ad59-961fcfe0306b service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175776 Dec 14 02:45:26.396634 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-a1a9d90b-d8bf-4f7b-bfd4-8574afa58d18 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=19e22f74-2335-4fa8-8c9a-49d2f0fa5840 HTTP/1.1" status: 200 len: 217 time: 0.1094358 Dec 14 02:45:26.407034 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c44e5763-b17d-4d98-8aaf-350ad5a45aca up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:45:26.408785 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d08018-78ae-4826-b082-61b3b48851a1 None None] Pushing event updated for resources: {'Port': ['ID=c44e5763-b17d-4d98-8aaf-350ad5a45aca,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:26.414972 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd94da-7a80-4de0-b293-bfeb34d35b54 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=c4fb564d-d581-4b51-bb4c-1f2d51a7648d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:26.475461 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02cd94da-7a80-4de0-b293-bfeb34d35b54 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:26.482717 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-02cd94da-7a80-4de0-b293-bfeb34d35b54 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/c4fb564d-d581-4b51-bb4c-1f2d51a7648d HTTP/1.1" status: 204 len: 168 time: 1.0673559 Dec 14 02:45:26.483548 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43366) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:26.522150 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port c44e5763-b17d-4d98-8aaf-350ad5a45aca triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:26.522150 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:26.638311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-d577349d-062e-4599-a7c2-47a9b18967bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:26.641293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-d577349d-062e-4599-a7c2-47a9b18967bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7c03cc8-dfac-4214-8791-c31ff50735c6 HTTP/1.1" status: 200 len: 797 time: 0.2109463 Dec 14 02:45:26.698355 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6e92da-ffa4-483a-a559-20ca474a55fb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:26.700583 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0d6e92da-ffa4-483a-a559-20ca474a55fb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2154822 Dec 14 02:45:26.703958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43374) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:26.784487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-43cfb3d2-3ff6-4650-b3b3-4f9df0efd05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:26.787085 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-43cfb3d2-3ff6-4650-b3b3-4f9df0efd05a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d307fd75-d63b-4667-bff7-1b964e3cfc2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1339395 Dec 14 02:45:26.912456 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4e4948bd-3532-4fa9-a981-faf97b5a3803 req-fe6a87e7-3394-46f1-9258-6010f0225351 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14143672b95b4f219e244c3284b265a7&device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0825303 Dec 14 02:45:26.922495 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:26.946789 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd86c23-600d-4fd7-864a-7542d8888b6f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:26.953944 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8bd86c23-600d-4fd7-864a-7542d8888b6f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2484484 Dec 14 02:45:26.958792 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43386) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:26.993816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bd78295-8066-4d9d-9c61-5257c17ef344 req-fc65d459-3082-478b-9ac2-b0820d81a6ff tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0891304 Dec 14 02:45:27.050293 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4e4948bd-3532-4fa9-a981-faf97b5a3803 req-ad19c68e-c242-453b-b30d-6320f66f7b07 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=14143672b95b4f219e244c3284b265a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944564 Dec 14 02:45:27.068903 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-83a041f4-86f3-4ae6-90e4-26683db84013 service neutron] 10.222.0.47 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734289 Dec 14 02:45:27.202881 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-789d9563-2ca0-41b3-9037-e70923ccb349 service neutron] 10.222.0.47 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260960 Dec 14 02:45:27.219206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7fc3b6-60aa-4ae1-a413-29bd36dc12de tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:27.220578 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7fc3b6-60aa-4ae1-a413-29bd36dc12de tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:27.236746 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7fc3b6-60aa-4ae1-a413-29bd36dc12de tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:27.244482 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bf7fc3b6-60aa-4ae1-a413-29bd36dc12de tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2741039 Dec 14 02:45:27.275897 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43392) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:27.281496 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-953a6e99-c9e9-41d1-840c-e89fead6d96a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9bba1e63-dba3-4636-9fc2-f0bfede35d7f HTTP/1.1" status: 200 len: 217 time: 0.0705578 Dec 14 02:45:27.303059 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0bd64601-9227-40d1-9364-549214e9bd16 req-6d734e82-8421-43cc-a995-bbf4fd50d5fd tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0319624 Dec 14 02:45:27.361041 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-f95fc6fc-b33d-4084-988b-f6dc5e1fcaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:27.362995 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-f95fc6fc-b33d-4084-988b-f6dc5e1fcaa4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7c03cc8-dfac-4214-8791-c31ff50735c6 HTTP/1.1" status: 200 len: 797 time: 0.0632589 Dec 14 02:45:27.363201 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4948bd-3532-4fa9-a981-faf97b5a3803 req-664e6319-151a-4b3c-bf48-616a031e6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:27.365132 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4e4948bd-3532-4fa9-a981-faf97b5a3803 req-664e6319-151a-4b3c-bf48-616a031e6707 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3047175 Dec 14 02:45:27.386251 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a77f105-f4a7-4819-901e-823867d38f98 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet 02406020-bb85-4cd1-a27d-5f511ae6fe67 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:45:27.389807 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a77f105-f4a7-4819-901e-823867d38f98 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:27.458743 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-c4aa288b-0701-4dad-b421-632c2b6bc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:27.460523 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-c4aa288b-0701-4dad-b421-632c2b6bc372 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d307fd75-d63b-4667-bff7-1b964e3cfc2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732191 Dec 14 02:45:27.462039 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a77f105-f4a7-4819-901e-823867d38f98 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:27.510083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-fac7106b-9939-480a-a1ca-352497087191 None None] Provisioning complete for port c44e5763-b17d-4d98-8aaf-350ad5a45aca triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:27.510453 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fac7106b-9939-480a-a1ca-352497087191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:27.657827 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a77f105-f4a7-4819-901e-823867d38f98 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:27.704651 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-73cc2a26-e4aa-4a1e-b7fa-28e508db45a8 service neutron] 10.222.0.47 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350354 Dec 14 02:45:27.861581 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b026c744-3a49-4aa4-b0d8-f793fc94ebb8 req-02d3e7bf-78e2-4851-abc1-02d1dd33dd04 service neutron] 10.222.0.47 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482780 Dec 14 02:45:27.894304 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a77f105-f4a7-4819-901e-823867d38f98 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:27.989797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9d214567-1bf6-4e03-9efe-595e374d5e2c None None] Could not find standard attr ID for object c4fb564d-d581-4b51-bb4c-1f2d51a7648d. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:45:28.246039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52141ed2-48ee-4b36-84af-afd3b5470534 req-7cd8b6a6-5beb-4126-a3f5-998e717a2c63 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0448430 Dec 14 02:45:28.330524 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c44e5763-b17d-4d98-8aaf-350ad5a45aca up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:45:28.413733 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77f105-f4a7-4819-901e-823867d38f98 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=02406020-bb85-4cd1-a27d-5f511ae6fe67,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:28.426910 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a77f105-f4a7-4819-901e-823867d38f98 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:28.429248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe5159b-8e40-4098-bbcf-9ea5fbd32ddd None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:28.447909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43426) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:28.461267 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3a77f105-f4a7-4819-901e-823867d38f98 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/02406020-bb85-4cd1-a27d-5f511ae6fe67 HTTP/1.1" status: 204 len: 168 time: 1.1639154 Dec 14 02:45:28.506420 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b5b916da-d6c4-40a7-93cc-cd8e0ff2a955 req-10679ea9-02a3-4194-8667-d7255b009a59 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0706470 Dec 14 02:45:28.508240 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port c44e5763-b17d-4d98-8aaf-350ad5a45aca triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:28.508627 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:28.537609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a687659-8a09-4cbf-866f-557d475c031a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet 400e88d8-b94d-4057-947d-0c0423cd2df3 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:45:28.543514 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8a687659-8a09-4cbf-866f-557d475c031a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:28.621371 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8a687659-8a09-4cbf-866f-557d475c031a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:28.770086 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8a687659-8a09-4cbf-866f-557d475c031a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:28.948319 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8a687659-8a09-4cbf-866f-557d475c031a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:28.978566 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a687659-8a09-4cbf-866f-557d475c031a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=400e88d8-b94d-4057-947d-0c0423cd2df3,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:28.982469 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8a687659-8a09-4cbf-866f-557d475c031a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:28.990282 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8a687659-8a09-4cbf-866f-557d475c031a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/400e88d8-b94d-4057-947d-0c0423cd2df3 HTTP/1.1" status: 204 len: 168 time: 0.5366285 Dec 14 02:45:28.990760 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43440) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:29.065701 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c4027da6-5b86-4728-8f1e-7c17476763d2 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710080 Dec 14 02:45:29.065948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e4948bd-3532-4fa9-a981-faf97b5a3803 req-a6a1a8ce-7e9d-4015-aa7e-238c074ecfc9 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0748737 Dec 14 02:45:29.066165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43444) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:29.072325 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-8040e22f-8bfd-482f-8a14-754b601f10d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:29.313138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8040e22f-8bfd-482f-8a14-754b601f10d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:29.317489 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8040e22f-8bfd-482f-8a14-754b601f10d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:29.345493 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b079bd77-cb3a-4d71-b99e-b6915353a467 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:29.365134 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43454) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:29.503803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e86fcbfd-b7a4-49bd-847a-45ca87039973 None None] Provisioning complete for port c44e5763-b17d-4d98-8aaf-350ad5a45aca triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:29.504511 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e86fcbfd-b7a4-49bd-847a-45ca87039973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:29.524715 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-905aa309-3341-4ba2-b72b-94c1ce33c5b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:29.546011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cb4c574-95b9-4b31-b14f-20826f15f76b req-dd61da5b-740f-442c-9409-ed888d232c63 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5b96cfc-d0db-4795-b0e8-7ae8fbd193dc HTTP/1.1" status: 200 len: 210 time: 0.0621395 Dec 14 02:45:29.664416 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a01530-380e-4f21-bcf6-2d9e343b7c60 None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:45:29.669616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe903d90-1c38-4f20-bf08-9d8e0efff46a req-5c4c5d07-8a62-4bc3-be17-839853c274c9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.1746991 Dec 14 02:45:29.682369 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-905aa309-3341-4ba2-b72b-94c1ce33c5b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:29.712985 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-880dcfd2-3711-4760-a549-0ac3055b893a req-ecc37abf-fc5a-4a7c-8064-26848cb40e4d tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0356369 Dec 14 02:45:29.718025 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-37a01530-380e-4f21-bcf6-2d9e343b7c60 None None] Deleting port c44e5763-b17d-4d98-8aaf-350ad5a45aca {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:29.724117 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37a01530-380e-4f21-bcf6-2d9e343b7c60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:29.796598 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-905aa309-3341-4ba2-b72b-94c1ce33c5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:29.807913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-37a01530-380e-4f21-bcf6-2d9e343b7c60 None None] For port c44e5763-b17d-4d98-8aaf-350ad5a45aca, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c44e5763-b17d-4d98-8aaf-350ad5a45aca,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:29.808542 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37a01530-380e-4f21-bcf6-2d9e343b7c60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:29.823374 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-37a01530-380e-4f21-bcf6-2d9e343b7c60 None None] Calling delete_port for c44e5763-b17d-4d98-8aaf-350ad5a45aca owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:29.873357 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-905aa309-3341-4ba2-b72b-94c1ce33c5b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=629a60075c064f3bb53efe2b95d9b862&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5068388 Dec 14 02:45:29.874601 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905aa309-3341-4ba2-b72b-94c1ce33c5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c99972a-1cbb-42fe-befd-43c15bd4765b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:29.877277 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43470) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:29.930445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.objects.ports [None req-8040e22f-8bfd-482f-8a14-754b601f10d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103848) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:45:29.941503 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1e832021-2012-4d4f-9a65-10ba29971f7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:29.980454 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1e832021-2012-4d4f-9a65-10ba29971f7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:30.032541 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37a01530-380e-4f21-bcf6-2d9e343b7c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:30.059113 n-d-821636-1 neutron-server[103848]: WARNING neutron.services.revisions.revision_plugin [None req-8040e22f-8bfd-482f-8a14-754b601f10d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Could not find related port for resource to bump revision. Dec 14 02:45:30.064603 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:30.066563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a01530-380e-4f21-bcf6-2d9e343b7c60 None None] Pushing event deleted for resources: {'Port': ['ID=c44e5763-b17d-4d98-8aaf-350ad5a45aca,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:30.068720 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a01530-380e-4f21-bcf6-2d9e343b7c60 None None] No DVR routers for this DVR port c44e5763-b17d-4d98-8aaf-350ad5a45aca on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:45:30.104965 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1e832021-2012-4d4f-9a65-10ba29971f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:30.105213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.ipam_pluggable_backend [None req-8040e22f-8bfd-482f-8a14-754b601f10d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Port c44e5763-b17d-4d98-8aaf-350ad5a45aca was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103848) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 14 02:45:30.105466 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.ipam_pluggable_backend [None req-8040e22f-8bfd-482f-8a14-754b601f10d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Reverting IP allocation for 2001:db8::f816:3eff:feed:d1ae {{(pid=103848) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 14 02:45:30.107611 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1e832021-2012-4d4f-9a65-10ba29971f7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:30.108762 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1e832021-2012-4d4f-9a65-10ba29971f7a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c99972a-1cbb-42fe-befd-43c15bd4765b HTTP/1.1" status: 204 len: 168 time: 0.2302575 Dec 14 02:45:30.109145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.ipam_pluggable_backend [None req-8040e22f-8bfd-482f-8a14-754b601f10d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feed:d1ae {{(pid=103848) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 14 02:45:30.118055 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e832021-2012-4d4f-9a65-10ba29971f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c99972a-1cbb-42fe-befd-43c15bd4765b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:30.118744 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8040e22f-8bfd-482f-8a14-754b601f10d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:30.209878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8040e22f-8bfd-482f-8a14-754b601f10d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:30.218542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-8040e22f-8bfd-482f-8a14-754b601f10d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:30.228244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8040e22f-8bfd-482f-8a14-754b601f10d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:30.229111 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8040e22f-8bfd-482f-8a14-754b601f10d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:30.232296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a9089f-0d9b-41c2-aa49-6c28c98db47a None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:30.233634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040e22f-8bfd-482f-8a14-754b601f10d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=c43d7afe-cf56-4e52-9271-dc06074d0cdb,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:30.314044 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c44e5763-b17d-4d98-8aaf-350ad5a45aca no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:45:30.325846 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8040e22f-8bfd-482f-8a14-754b601f10d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2586398 Dec 14 02:45:30.329859 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43480) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:30.334772 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e822454f-c1e4-48ef-9c35-bd0d45456976 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:30.341084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: c44e5763-b17d-4d98-8aaf-350ad5a45aca {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:45:30.341471 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c44e5763-b17d-4d98-8aaf-350ad5a45aca not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:45:30.389386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': 'c43d7afe-cf56-4e52-9271-dc06074d0cdb'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:45:30.390271 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:30.554387 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Allocated IP 2001:db8::f816:3eff:fe26:376d (4428ac20-0fb5-4dc3-afdf-c1f85560404f/c43d7afe-cf56-4e52-9271-dc06074d0cdb/bc097324-abbc-441b-99ab-16084aa807b0) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:30.573885 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e822454f-c1e4-48ef-9c35-bd0d45456976 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:30.577981 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e822454f-c1e4-48ef-9c35-bd0d45456976 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:30.730450 n-d-821636-1 neutron-server[103847]: INFO neutron.db.ipam_backend_mixin [None req-e822454f-c1e4-48ef-9c35-bd0d45456976 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c43d7afe-cf56-4e52-9271-dc06074d0cdb (CIDR: 2001:db8::/64) Dec 14 02:45:30.788601 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-e822454f-c1e4-48ef-9c35-bd0d45456976 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:45:30.789360 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e822454f-c1e4-48ef-9c35-bd0d45456976 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:30.796529 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:30.829183 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-894614e1-1140-4f80-8ae8-f1cf9444bf89 req-2c88febe-6501-4866-9b5b-136de13ba743 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0266199 Dec 14 02:45:30.871502 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43500) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:30.885521 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5f55c37-451b-4018-a5de-c36be2983886 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:30.905761 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:30.918988 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e822454f-c1e4-48ef-9c35-bd0d45456976 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5870743 Dec 14 02:45:30.919420 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43502) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:30.925175 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-68cbeb5d-5820-4cfa-aa9b-94810c74988f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:30.984397 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:30.987629 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:30.991110 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:45:31.003025 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5f55c37-451b-4018-a5de-c36be2983886 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:31.005251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Pushing event updated for resources: {'Port': ['ID=bc097324-abbc-441b-99ab-16084aa807b0,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:31.068431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Attempting to bind port bc097324-abbc-441b-99ab-16084aa807b0 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:45:31.070576 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Attempting to bind port bc097324-abbc-441b-99ab-16084aa807b0 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:45:31.072120 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Attempting to bind port bc097324-abbc-441b-99ab-16084aa807b0 on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:45:31.078041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:45:31.078489 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:45:31.079062 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:31.079372 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:45:31.080016 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Bound port: bc097324-abbc-441b-99ab-16084aa807b0, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:45:31.080411 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:31.091400 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5f55c37-451b-4018-a5de-c36be2983886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:31.167521 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dee7e8ff-8e99-412b-97de-7e39961bc9fe req-6acbc0ec-ac57-44bf-b2a2-3149af42e570 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=14143672b95b4f219e244c3284b265a7&device_id=1980edb0-dca6-482a-b180-3ca582cb7263 HTTP/1.1" status: 200 len: 210 time: 0.0368674 Dec 14 02:45:31.168401 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cbeb5d-5820-4cfa-aa9b-94810c74988f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:31.171646 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-68cbeb5d-5820-4cfa-aa9b-94810c74988f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:31.173261 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f55c37-451b-4018-a5de-c36be2983886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77669b9-d387-4606-9c35-0fe9d909aed3,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:31.182655 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c5f55c37-451b-4018-a5de-c36be2983886 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64c3c65929104039afaa4518a7be3986&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3099215 Dec 14 02:45:31.183384 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43510) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:31.209258 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] For port bc097324-abbc-441b-99ab-16084aa807b0, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:45:31.213265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] For port bc097324-abbc-441b-99ab-16084aa807b0, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=bc097324-abbc-441b-99ab-16084aa807b0,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:45:31.234131 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cc5f7897-4510-4b77-bf0b-cf5de38a578c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:31.261553 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cc5f7897-4510-4b77-bf0b-cf5de38a578c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:31.267826 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:31.281989 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07afaa6f-a580-4529-9bd2-305970b16b98 req-c838f3c6-785d-4a5f-acae-f7c7e683e9f1 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=1980edb0-dca6-482a-b180-3ca582cb7263 HTTP/1.1" status: 200 len: 210 time: 0.1162612 Dec 14 02:45:31.307712 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dee7e8ff-8e99-412b-97de-7e39961bc9fe req-183c7cf0-b394-4008-9e4f-3498258d4e4c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=14143672b95b4f219e244c3284b265a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887761 Dec 14 02:45:31.352141 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c1df9e-a106-4c5e-b493-5c03b31157d0 None None] Pushing event updated for resources: {'Port': ['ID=bc097324-abbc-441b-99ab-16084aa807b0,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:31.459870 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cc5f7897-4510-4b77-bf0b-cf5de38a578c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:31.463013 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cc5f7897-4510-4b77-bf0b-cf5de38a578c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:31.466726 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cc5f7897-4510-4b77-bf0b-cf5de38a578c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d77669b9-d387-4606-9c35-0fe9d909aed3 HTTP/1.1" status: 204 len: 168 time: 0.2799435 Dec 14 02:45:31.500659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f7897-4510-4b77-bf0b-cf5de38a578c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77669b9-d387-4606-9c35-0fe9d909aed3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:31.622819 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7e8ff-8e99-412b-97de-7e39961bc9fe req-f384d6fb-8c84-461a-a193-d1c6fa6d9f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:31.624306 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dee7e8ff-8e99-412b-97de-7e39961bc9fe req-f384d6fb-8c84-461a-a193-d1c6fa6d9f92 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2901628 Dec 14 02:45:31.863593 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-68cbeb5d-5820-4cfa-aa9b-94810c74988f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:31.913031 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cbeb5d-5820-4cfa-aa9b-94810c74988f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:31.924926 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-68cbeb5d-5820-4cfa-aa9b-94810c74988f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:31.934875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cbeb5d-5820-4cfa-aa9b-94810c74988f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:31.936951 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-68cbeb5d-5820-4cfa-aa9b-94810c74988f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:31.961779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbeb5d-5820-4cfa-aa9b-94810c74988f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=dd2f7cdd-82a3-4e3a-be22-0187c69e8585,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:32.005504 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15f9f574-ecf7-43cf-8a46-f648fd6144f7 req-6599999c-dbe6-448b-91ff-bef3ebbacf1f tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0334213 Dec 14 02:45:32.065481 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-68cbeb5d-5820-4cfa-aa9b-94810c74988f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1440682 Dec 14 02:45:32.067639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43542) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:32.074493 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0be72a91-4f53-468a-9a4c-955b283aa82c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'mac_address': 'fa:16:3e:27:7f:c4', 'name': 'tempest-NetworksTestDHCPv6-2070798085'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:32.408954 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device bc097324-abbc-441b-99ab-16084aa807b0 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:45:32.451728 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be72a91-4f53-468a-9a4c-955b283aa82c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:32.476760 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec27d4e9-4497-4ba1-9784-fd1df36b5028 req-36fcde30-ca4d-43d1-97ff-42c890cf9f58 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=1980edb0-dca6-482a-b180-3ca582cb7263 HTTP/1.1" status: 200 len: 210 time: 0.0333631 Dec 14 02:45:32.522318 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port bc097324-abbc-441b-99ab-16084aa807b0 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:32.532223 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:32.616322 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0be72a91-4f53-468a-9a4c-955b283aa82c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:32.652087 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-0be72a91-4f53-468a-9a4c-955b283aa82c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port c5bb0909-4354-430b-b4f0-1b415f897c5c yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:45:32.729446 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:32.784533 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b724132c-7f0c-4fa1-be57-636eb8e0b248 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:32.841529 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port bc097324-abbc-441b-99ab-16084aa807b0, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=bc097324-abbc-441b-99ab-16084aa807b0,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:32.845080 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-af782180-d001-4a6f-9bcf-28fc6615e329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:32.872214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-79d7e581-de95-44e7-baed-c8b6c9b82456 None None] Provisioning complete for port bc097324-abbc-441b-99ab-16084aa807b0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:32.872670 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-79d7e581-de95-44e7-baed-c8b6c9b82456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:32.964754 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:32.993007 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-0be72a91-4f53-468a-9a4c-955b283aa82c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8:0:1::20e (4428ac20-0fb5-4dc3-afdf-c1f85560404f/dd2f7cdd-82a3-4e3a-be22-0187c69e8585/c5bb0909-4354-430b-b4f0-1b415f897c5c) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:33.003492 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-0be72a91-4f53-468a-9a4c-955b283aa82c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::f816:3eff:fe27:7fc4 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/c43d7afe-cf56-4e52-9271-dc06074d0cdb/c5bb0909-4354-430b-b4f0-1b415f897c5c) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:33.012492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dee7e8ff-8e99-412b-97de-7e39961bc9fe req-55a03b26-79a7-4d50-91d2-7cbcd454c2b0 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.47 "GET /v2.0/ports?device_id=1980edb0-dca6-482a-b180-3ca582cb7263 HTTP/1.1" status: 200 len: 210 time: 0.0285566 Dec 14 02:45:33.107349 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=bc097324-abbc-441b-99ab-16084aa807b0,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:33.193979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477014a2-589e-4047-abe0-b8c27fd1e0a2 None None] Update dhcp port {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'fixed_ips': [{'subnet_id': 'c43d7afe-cf56-4e52-9271-dc06074d0cdb', 'ip_address': '2001:db8::f816:3eff:fe26:376d'}, {'subnet_id': 'dd2f7cdd-82a3-4e3a-be22-0187c69e8585'}], 'binding:host_id': 'n-d-821636-1'}, 'id': 'bc097324-abbc-441b-99ab-16084aa807b0'} from n-d-821636-1. {{(pid=103849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 02:45:33.237835 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-477014a2-589e-4047-abe0-b8c27fd1e0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:33.243916 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0be72a91-4f53-468a-9a4c-955b283aa82c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:33.373917 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0be72a91-4f53-468a-9a4c-955b283aa82c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:33.464122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2fc438c7-7a05-4d34-ab8b-a5c990a99108 req-0eb9d650-0b46-4225-856a-6d30c249e5a4 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0566163 Dec 14 02:45:33.474319 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-477014a2-589e-4047-abe0-b8c27fd1e0a2 None None] Allocated IP 2001:db8:0:1::2 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/dd2f7cdd-82a3-4e3a-be22-0187c69e8585/bc097324-abbc-441b-99ab-16084aa807b0) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:33.482849 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be72a91-4f53-468a-9a4c-955b283aa82c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=c5bb0909-4354-430b-b4f0-1b415f897c5c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:33.496721 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be72a91-4f53-468a-9a4c-955b283aa82c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:33.500326 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-0be72a91-4f53-468a-9a4c-955b283aa82c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:33.506329 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be72a91-4f53-468a-9a4c-955b283aa82c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:45:33.516013 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be72a91-4f53-468a-9a4c-955b283aa82c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:33.521636 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0be72a91-4f53-468a-9a4c-955b283aa82c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:33.615513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-477014a2-589e-4047-abe0-b8c27fd1e0a2 None None] For port bc097324-abbc-441b-99ab-16084aa807b0, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=bc097324-abbc-441b-99ab-16084aa807b0,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:33.656021 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0be72a91-4f53-468a-9a4c-955b283aa82c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5848343 Dec 14 02:45:33.656357 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43600) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:33.663354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7430dc00-e8c6-4aba-a0d2-bdd3483d8b15 req-a19ce4ce-8891-4e51-ac6b-01f90daf72c0 tempest-ServerShowV247Test-15570888 tempest-ServerShowV247Test-15570888-project] 10.222.0.39 "GET /v2.0/ports?device_id=1980edb0-dca6-482a-b180-3ca582cb7263 HTTP/1.1" status: 200 len: 210 time: 0.0419204 Dec 14 02:45:33.687089 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-477014a2-589e-4047-abe0-b8c27fd1e0a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:33.752370 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-477014a2-589e-4047-abe0-b8c27fd1e0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:33.849537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-da301ab8-35a9-45c7-beb5-502806d9ec41 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port c5bb0909-4354-430b-b4f0-1b415f897c5c {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:33.849888 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da301ab8-35a9-45c7-beb5-502806d9ec41 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:33.878335 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477014a2-589e-4047-abe0-b8c27fd1e0a2 None None] Pushing event updated for resources: {'Port': ['ID=bc097324-abbc-441b-99ab-16084aa807b0,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:33.984747 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da301ab8-35a9-45c7-beb5-502806d9ec41 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:34.005222 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-da301ab8-35a9-45c7-beb5-502806d9ec41 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for c5bb0909-4354-430b-b4f0-1b415f897c5c owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:34.284743 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da301ab8-35a9-45c7-beb5-502806d9ec41 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:34.340168 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device bc097324-abbc-441b-99ab-16084aa807b0 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:45:34.369467 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da301ab8-35a9-45c7-beb5-502806d9ec41 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=c5bb0909-4354-430b-b4f0-1b415f897c5c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:34.448318 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port bc097324-abbc-441b-99ab-16084aa807b0 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:34.448719 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:34.448851 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da301ab8-35a9-45c7-beb5-502806d9ec41 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:34.452884 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-da301ab8-35a9-45c7-beb5-502806d9ec41 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/c5bb0909-4354-430b-b4f0-1b415f897c5c HTTP/1.1" status: 204 len: 168 time: 0.7953465 Dec 14 02:45:34.455265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43626) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:34.532463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907ec556-c666-4e5a-a068-8ff75416d50d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:34.540276 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-907ec556-c666-4e5a-a068-8ff75416d50d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0805013 Dec 14 02:45:34.542404 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43634) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:34.610654 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aa33ff-b3ee-4815-8d14-6912623cb729 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:34.615193 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f2aa33ff-b3ee-4815-8d14-6912623cb729 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0710709 Dec 14 02:45:34.615906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43636) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:34.653359 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57eb97e0-5706-4ebc-a90c-21a7878ad206 req-04ad1f83-98fc-448e-b781-e7307ea82e5a tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0437322 Dec 14 02:45:34.706338 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ceef61-7b16-400b-8c74-b8c5e91b2fab tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:34.709800 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ceef61-7b16-400b-8c74-b8c5e91b2fab tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:34.711789 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ceef61-7b16-400b-8c74-b8c5e91b2fab tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:34.716936 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-02ceef61-7b16-400b-8c74-b8c5e91b2fab tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0967495 Dec 14 02:45:34.717054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43644) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:34.865274 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5e83ff13-0332-43e0-854a-dc2892403e78 None None] Provisioning complete for port bc097324-abbc-441b-99ab-16084aa807b0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:34.866364 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5e83ff13-0332-43e0-854a-dc2892403e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:34.882482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9750229e-0580-463e-9738-c4a1e5189d5e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet c43d7afe-cf56-4e52-9271-dc06074d0cdb {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:45:34.892908 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9750229e-0580-463e-9738-c4a1e5189d5e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:35.011307 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9750229e-0580-463e-9738-c4a1e5189d5e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:35.087416 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a06b508-18a2-49e2-9755-adcbce5c9f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:35.148575 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9750229e-0580-463e-9738-c4a1e5189d5e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:35.268115 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a6c0ee40-f789-4317-8655-c3bb145d6542 None None] Could not find standard attr ID for object c5bb0909-4354-430b-b4f0-1b415f897c5c. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:45:35.363382 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9750229e-0580-463e-9738-c4a1e5189d5e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:35.409213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750229e-0580-463e-9738-c4a1e5189d5e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=c43d7afe-cf56-4e52-9271-dc06074d0cdb,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:35.413886 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9750229e-0580-463e-9738-c4a1e5189d5e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:35.417987 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9750229e-0580-463e-9738-c4a1e5189d5e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/c43d7afe-cf56-4e52-9271-dc06074d0cdb HTTP/1.1" status: 204 len: 168 time: 0.7005174 Dec 14 02:45:35.420842 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43664) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:35.512766 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet dd2f7cdd-82a3-4e3a-be22-0187c69e8585 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:45:35.512766 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:35.554984 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fd5cca-c929-4310-bd2b-f2e6eef55d83 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:35.592662 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:35.732814 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:35.748607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43678) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:35.851186 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5b7818b-d415-4eb7-a89b-86e5636638ed req-d3e136d1-4e5e-4be4-b51d-9ca4896ac56b tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0363572 Dec 14 02:45:35.911711 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d2f61833-9bb0-42cb-bdfb-408795b5d0bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:35.956886 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:35.995393 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2f7cdd-82a3-4e3a-be22-0187c69e8585,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:36.007385 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:36.007740 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:36.008139 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:36.008754 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:36.009122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:36.019267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:36.019877 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:36.020509 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:36.020941 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:36.021298 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:36.022135 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:36.022584 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:36.022991 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:36.029740 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:36.037373 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bc344417-3175-44fc-97fe-50fdbcec53c5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/dd2f7cdd-82a3-4e3a-be22-0187c69e8585 HTTP/1.1" status: 204 len: 168 time: 0.6116796 Dec 14 02:45:36.038819 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43694) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:36.133038 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d2f61833-9bb0-42cb-bdfb-408795b5d0bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:36.140116 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c78f2182-45c4-44db-8947-35347cdb7a50 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945623 Dec 14 02:45:36.140586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43700) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:36.145488 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-ab106aa4-c0b1-446f-9444-e85a4dffa836 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:36.265218 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d2f61833-9bb0-42cb-bdfb-408795b5d0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:36.301997 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:36.330727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f61833-9bb0-42cb-bdfb-408795b5d0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdbc2c5-684a-4c35-829a-c368f15de666,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:36.342717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d2f61833-9bb0-42cb-bdfb-408795b5d0bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14143672b95b4f219e244c3284b265a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5930338 Dec 14 02:45:36.342865 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43706) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:36.426062 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-96bcf75f-01e1-46ad-94ce-cdaa0c76995e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:36.456669 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab106aa4-c0b1-446f-9444-e85a4dffa836 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:36.459595 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-96bcf75f-01e1-46ad-94ce-cdaa0c76995e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:36.471316 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab106aa4-c0b1-446f-9444-e85a4dffa836 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:36.615646 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-96bcf75f-01e1-46ad-94ce-cdaa0c76995e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:36.619899 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7219bab-4629-43c5-bad3-77230d2db31c None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:36.622364 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-96bcf75f-01e1-46ad-94ce-cdaa0c76995e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:36.623537 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-96bcf75f-01e1-46ad-94ce-cdaa0c76995e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7fdbc2c5-684a-4c35-829a-c368f15de666 HTTP/1.1" status: 204 len: 168 time: 0.2795908 Dec 14 02:45:36.648395 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcf75f-01e1-46ad-94ce-cdaa0c76995e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdbc2c5-684a-4c35-829a-c368f15de666,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:36.751913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2f7d2bdc-dd21-407d-bf59-885aa2374785 None None] Provisioning complete for port bc097324-abbc-441b-99ab-16084aa807b0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:36.752298 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f7d2bdc-dd21-407d-bf59-885aa2374785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:36.978086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268a7b52-842a-40c6-986a-22eb7495e0d4 None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:45:37.038617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-268a7b52-842a-40c6-986a-22eb7495e0d4 None None] Deleting port bc097324-abbc-441b-99ab-16084aa807b0 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:37.039240 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-268a7b52-842a-40c6-986a-22eb7495e0d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:37.085332 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ccf69afa-8272-497e-a4ca-4aa58f9e2eeb req-cfeca133-1c26-494b-a65c-170cdf3bddf4 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0869322 Dec 14 02:45:37.112323 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-268a7b52-842a-40c6-986a-22eb7495e0d4 None None] For port bc097324-abbc-441b-99ab-16084aa807b0, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=bc097324-abbc-441b-99ab-16084aa807b0,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:37.112779 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-268a7b52-842a-40c6-986a-22eb7495e0d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:37.128998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-268a7b52-842a-40c6-986a-22eb7495e0d4 None None] Calling delete_port for bc097324-abbc-441b-99ab-16084aa807b0 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:37.259493 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab106aa4-c0b1-446f-9444-e85a4dffa836 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:37.310446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab106aa4-c0b1-446f-9444-e85a4dffa836 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:37.314210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-ab106aa4-c0b1-446f-9444-e85a4dffa836 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:37.317002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab106aa4-c0b1-446f-9444-e85a4dffa836 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:37.317916 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab106aa4-c0b1-446f-9444-e85a4dffa836 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:37.334687 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab106aa4-c0b1-446f-9444-e85a4dffa836 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=4977cce1-9ad3-470f-8002-63303a35db58,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:37.356512 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-268a7b52-842a-40c6-986a-22eb7495e0d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:37.383748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a7b52-842a-40c6-986a-22eb7495e0d4 None None] Pushing event deleted for resources: {'Port': ['ID=bc097324-abbc-441b-99ab-16084aa807b0,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:37.388698 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268a7b52-842a-40c6-986a-22eb7495e0d4 None None] No DVR routers for this DVR port bc097324-abbc-441b-99ab-16084aa807b0 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:45:37.412518 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd13e152-ea93-48bf-8237-3d0e6523eb0f None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:37.482485 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ab106aa4-c0b1-446f-9444-e85a4dffa836 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3421264 Dec 14 02:45:37.485517 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43750) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:37.493015 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-39b001e6-9114-4dea-9615-4181ab823f53 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:37.590520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': '4977cce1-9ad3-470f-8002-63303a35db58'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:45:37.590520 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:37.709494 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:37.734102 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Allocated IP 2001:db8::2 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/4977cce1-9ad3-470f-8002-63303a35db58/f2739762-bb82-4ddd-9abe-fb355342c238) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:37.779027 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b001e6-9114-4dea-9615-4181ab823f53 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:37.785045 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-39b001e6-9114-4dea-9615-4181ab823f53 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:37.891729 n-d-821636-1 neutron-server[103847]: INFO neutron.db.ipam_backend_mixin [None req-39b001e6-9114-4dea-9615-4181ab823f53 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4977cce1-9ad3-470f-8002-63303a35db58 (CIDR: 2001:db8::/64) Dec 14 02:45:37.923894 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:37.948070 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b001e6-9114-4dea-9615-4181ab823f53 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:45:37.948859 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b001e6-9114-4dea-9615-4181ab823f53 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:38.010559 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:38.056536 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:38.059373 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:38.063548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:45:38.066510 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Pushing event updated for resources: {'Port': ['ID=f2739762-bb82-4ddd-9abe-fb355342c238,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:38.116949 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Attempting to bind port f2739762-bb82-4ddd-9abe-fb355342c238 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:45:38.117566 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-39b001e6-9114-4dea-9615-4181ab823f53 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6303558 Dec 14 02:45:38.118182 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Attempting to bind port f2739762-bb82-4ddd-9abe-fb355342c238 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:45:38.118566 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Attempting to bind port f2739762-bb82-4ddd-9abe-fb355342c238 on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:45:38.120223 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43774) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:38.129297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-bb595d30-ad52-4b82-a342-08ff4f6f82d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:38.133416 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:45:38.138502 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:45:38.141243 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:38.141733 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:45:38.142499 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Bound port: f2739762-bb82-4ddd-9abe-fb355342c238, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:45:38.143906 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:38.293838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] For port f2739762-bb82-4ddd-9abe-fb355342c238, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:45:38.309577 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] For port f2739762-bb82-4ddd-9abe-fb355342c238, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f2739762-bb82-4ddd-9abe-fb355342c238,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:45:38.329191 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ed7a7e1-cb04-41c5-9c97-21b48e580326 req-9f79a29e-afe1-4104-a065-9f0ac0a7f3ff tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0608375 Dec 14 02:45:38.353637 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device bc097324-abbc-441b-99ab-16084aa807b0 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:45:38.388321 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: bc097324-abbc-441b-99ab-16084aa807b0 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:45:38.395324 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device bc097324-abbc-441b-99ab-16084aa807b0 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:45:38.423770 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:38.520724 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3f7fe-9614-407c-90a3-1a27564d5411 None None] Pushing event updated for resources: {'Port': ['ID=f2739762-bb82-4ddd-9abe-fb355342c238,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:38.527215 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb595d30-ad52-4b82-a342-08ff4f6f82d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:38.536179 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bb595d30-ad52-4b82-a342-08ff4f6f82d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:38.581522 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:39.014513 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43808) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:39.077826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.objects.ports [None req-bb595d30-ad52-4b82-a342-08ff4f6f82d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103848) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:45:39.171570 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-86f48d6e-510d-4a0b-8c65-151cb3afa59c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:39.268460 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-86f48d6e-510d-4a0b-8c65-151cb3afa59c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:39.382492 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bb595d30-ad52-4b82-a342-08ff4f6f82d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:39.415969 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-86f48d6e-510d-4a0b-8c65-151cb3afa59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:39.488239 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-86f48d6e-510d-4a0b-8c65-151cb3afa59c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43281115e28649cbb0e508108b47a7ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4712913 Dec 14 02:45:39.489801 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f48d6e-510d-4a0b-8c65-151cb3afa59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02660b0-8cb4-4600-97c5-0010d4bfd26d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:39.499166 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43832) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:39.533904 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0026e5c2-ca5a-4a19-92a5-45a41336393b req-4e5aaebe-6a70-4e0c-b1bb-06dc2614f494 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0622740 Dec 14 02:45:39.652021 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a5570053-5f70-4b84-a863-2d8711bae1e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:39.693257 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a5570053-5f70-4b84-a863-2d8711bae1e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:39.725828 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-bb595d30-ad52-4b82-a342-08ff4f6f82d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] For port f2739762-bb82-4ddd-9abe-fb355342c238, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f2739762-bb82-4ddd-9abe-fb355342c238,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:39.773891 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bb595d30-ad52-4b82-a342-08ff4f6f82d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:39.835988 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4f6bfe38-56bf-4c13-873d-8386b0facf2b None None] Provisioning complete for port f2739762-bb82-4ddd-9abe-fb355342c238 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:39.836543 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4f6bfe38-56bf-4c13-873d-8386b0facf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:39.862380 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bb595d30-ad52-4b82-a342-08ff4f6f82d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:39.863004 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bb595d30-ad52-4b82-a342-08ff4f6f82d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:39.935561 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a5570053-5f70-4b84-a863-2d8711bae1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:39.940428 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a5570053-5f70-4b84-a863-2d8711bae1e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:39.940428 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a5570053-5f70-4b84-a863-2d8711bae1e8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c02660b0-8cb4-4600-97c5-0010d4bfd26d HTTP/1.1" status: 204 len: 168 time: 0.4157035 Dec 14 02:45:39.946424 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4f6bfe38-56bf-4c13-873d-8386b0facf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:39.967216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb595d30-ad52-4b82-a342-08ff4f6f82d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:39.972309 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5570053-5f70-4b84-a863-2d8711bae1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02660b0-8cb4-4600-97c5-0010d4bfd26d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:39.983965 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-bb595d30-ad52-4b82-a342-08ff4f6f82d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:39.991256 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb595d30-ad52-4b82-a342-08ff4f6f82d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:39.991899 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bb595d30-ad52-4b82-a342-08ff4f6f82d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:39.998823 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-4f6bfe38-56bf-4c13-873d-8386b0facf2b None None] For port f2739762-bb82-4ddd-9abe-fb355342c238, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f2739762-bb82-4ddd-9abe-fb355342c238,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:40.003705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb595d30-ad52-4b82-a342-08ff4f6f82d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=aa91b315-b14c-4f93-ac27-5ce3095e79ef,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:40.006709 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b1834c-efd5-4528-8c9e-88ede15abe14 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:40.008950 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb595d30-ad52-4b82-a342-08ff4f6f82d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=f2739762-bb82-4ddd-9abe-fb355342c238,revision_number=4']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:40.153265 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4f6bfe38-56bf-4c13-873d-8386b0facf2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:40.202888 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6bfe38-56bf-4c13-873d-8386b0facf2b None None] Pushing event updated for resources: {'Port': ['ID=f2739762-bb82-4ddd-9abe-fb355342c238,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:40.219815 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43854) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:40.220508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bb595d30-ad52-4b82-a342-08ff4f6f82d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0985997 Dec 14 02:45:40.226586 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f6b1a2cb-9ca2-4ba8-87f2-e237f665d376 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'mac_address': 'fa:16:3e:cc:9b:af', 'name': 'tempest-NetworksTestDHCPv6-870373555'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:40.359773 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f2739762-bb82-4ddd-9abe-fb355342c238 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:45:40.423148 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f2739762-bb82-4ddd-9abe-fb355342c238 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:40.423594 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:40.455093 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b1a2cb-9ca2-4ba8-87f2-e237f665d376 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:40.580538 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f6b1a2cb-9ca2-4ba8-87f2-e237f665d376 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:40.626669 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-f6b1a2cb-9ca2-4ba8-87f2-e237f665d376 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port aa1b2e25-01a9-48c7-b2ca-14ce6fae42a4 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:45:40.752318 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e08419b5-5322-4745-bdb3-f12bf96db230 req-5087c87e-a6d7-44c5-af31-df5bcb0cccc9 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0441804 Dec 14 02:45:40.909716 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-f6b1a2cb-9ca2-4ba8-87f2-e237f665d376 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::334 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/4977cce1-9ad3-470f-8002-63303a35db58/aa1b2e25-01a9-48c7-b2ca-14ce6fae42a4) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:40.917341 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-f6b1a2cb-9ca2-4ba8-87f2-e237f665d376 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8:0:1:f816:3eff:fecc:9baf (4428ac20-0fb5-4dc3-afdf-c1f85560404f/aa91b315-b14c-4f93-ac27-5ce3095e79ef/aa1b2e25-01a9-48c7-b2ca-14ce6fae42a4) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:40.994427 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1cf03f8f-7156-47c7-a9e6-6cd2a80776fa None None] Provisioning complete for port f2739762-bb82-4ddd-9abe-fb355342c238 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:40.994965 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1cf03f8f-7156-47c7-a9e6-6cd2a80776fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:41.113643 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f6b1a2cb-9ca2-4ba8-87f2-e237f665d376 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:41.193042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43890) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:41.215160 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d11c3a7-90dc-47f2-b8dd-c11e6a629cbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:41.215892 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f6b1a2cb-9ca2-4ba8-87f2-e237f665d376 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:41.261905 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b1a2cb-9ca2-4ba8-87f2-e237f665d376 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:41.265128 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f6b1a2cb-9ca2-4ba8-87f2-e237f665d376 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:41.268989 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b1a2cb-9ca2-4ba8-87f2-e237f665d376 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:45:41.274995 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b1a2cb-9ca2-4ba8-87f2-e237f665d376 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:41.275638 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f6b1a2cb-9ca2-4ba8-87f2-e237f665d376 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:41.287446 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1a2cb-9ca2-4ba8-87f2-e237f665d376 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=aa1b2e25-01a9-48c7-b2ca-14ce6fae42a4,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:41.304375 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d11c3a7-90dc-47f2-b8dd-c11e6a629cbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:41.372587 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f6b1a2cb-9ca2-4ba8-87f2-e237f665d376 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1505854 Dec 14 02:45:41.376630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43896) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:41.431776 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d11c3a7-90dc-47f2-b8dd-c11e6a629cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:41.503702 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11c3a7-90dc-47f2-b8dd-c11e6a629cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f48242f-cf80-4bbd-bea9-c1530d7b0f55,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:41.509021 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3d11c3a7-90dc-47f2-b8dd-c11e6a629cbb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3060c4ed90d547af9b6ef372165c0ebe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3148286 Dec 14 02:45:41.511661 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43900) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:41.570297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-22937277-6a90-45a7-a765-5b533cc8f8e0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port aa1b2e25-01a9-48c7-b2ca-14ce6fae42a4 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:41.570642 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-22937277-6a90-45a7-a765-5b533cc8f8e0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:41.626398 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d0c03a53-6d0a-4106-b5fd-bfd5c2820814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:41.636446 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-017821c3-3cfa-41c0-bd38-6c61609fb20a None None] Provisioning complete for port aa1b2e25-01a9-48c7-b2ca-14ce6fae42a4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:41.636816 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-017821c3-3cfa-41c0-bd38-6c61609fb20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:41.662634 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d0c03a53-6d0a-4106-b5fd-bfd5c2820814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:41.680264 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-017821c3-3cfa-41c0-bd38-6c61609fb20a None None] Port aa1b2e25-01a9-48c7-b2ca-14ce6fae42a4 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:45:41.709534 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-22937277-6a90-45a7-a765-5b533cc8f8e0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:41.724512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-22937277-6a90-45a7-a765-5b533cc8f8e0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for aa1b2e25-01a9-48c7-b2ca-14ce6fae42a4 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:41.850852 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d0c03a53-6d0a-4106-b5fd-bfd5c2820814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:41.853567 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d0c03a53-6d0a-4106-b5fd-bfd5c2820814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:41.854801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d0c03a53-6d0a-4106-b5fd-bfd5c2820814 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f48242f-cf80-4bbd-bea9-c1530d7b0f55 HTTP/1.1" status: 204 len: 168 time: 0.3420515 Dec 14 02:45:41.871408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c03a53-6d0a-4106-b5fd-bfd5c2820814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f48242f-cf80-4bbd-bea9-c1530d7b0f55,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:42.006436 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dff7a79c-106b-4c5e-8bc1-41196b463f07 req-c980d1ca-34ee-41e1-8531-10912e4e632e tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0293825 Dec 14 02:45:42.090299 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-22937277-6a90-45a7-a765-5b533cc8f8e0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:42.152480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22937277-6a90-45a7-a765-5b533cc8f8e0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=aa1b2e25-01a9-48c7-b2ca-14ce6fae42a4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:42.204539 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-22937277-6a90-45a7-a765-5b533cc8f8e0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:42.208456 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-22937277-6a90-45a7-a765-5b533cc8f8e0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/aa1b2e25-01a9-48c7-b2ca-14ce6fae42a4 HTTP/1.1" status: 204 len: 168 time: 0.8321218 Dec 14 02:45:42.211231 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43930) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:42.286913 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf69d180-cec1-46f9-95dc-d2104a9aed11 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:42.289600 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cf69d180-cec1-46f9-95dc-d2104a9aed11 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0767503 Dec 14 02:45:42.291953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43936) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:42.352740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6597515a-917a-437a-a4d2-e14dd6f8c593 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:42.357841 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43938) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:42.359021 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6597515a-917a-437a-a4d2-e14dd6f8c593 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0649352 Dec 14 02:45:42.435448 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4349aca-1bf2-4a4f-8fa1-4dfe16a6af1e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:42.437743 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4349aca-1bf2-4a4f-8fa1-4dfe16a6af1e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:42.439338 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4349aca-1bf2-4a4f-8fa1-4dfe16a6af1e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:42.443355 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c4349aca-1bf2-4a4f-8fa1-4dfe16a6af1e tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0822682 Dec 14 02:45:42.445145 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43946) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:42.505136 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-4575ff52-813c-4972-be48-507f2fd136f9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet 4977cce1-9ad3-470f-8002-63303a35db58 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:45:42.508858 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4575ff52-813c-4972-be48-507f2fd136f9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:42.555153 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4575ff52-813c-4972-be48-507f2fd136f9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:42.652295 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4575ff52-813c-4972-be48-507f2fd136f9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:42.810189 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4575ff52-813c-4972-be48-507f2fd136f9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:42.834603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43960) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:42.840102 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575ff52-813c-4972-be48-507f2fd136f9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=4977cce1-9ad3-470f-8002-63303a35db58,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:42.846022 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4575ff52-813c-4972-be48-507f2fd136f9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:42.852315 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43966) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:42.855909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7122345b-c96b-4b10-b003-e5b371c267b1 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:42.864884 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4575ff52-813c-4972-be48-507f2fd136f9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/4977cce1-9ad3-470f-8002-63303a35db58 HTTP/1.1" status: 204 len: 168 time: 0.4132574 Dec 14 02:45:42.921493 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9460c0e5-5419-4baa-8e86-892d85561faf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet aa91b315-b14c-4f93-ac27-5ce3095e79ef {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:45:42.939943 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9460c0e5-5419-4baa-8e86-892d85561faf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:42.991636 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9460c0e5-5419-4baa-8e86-892d85561faf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:43.041240 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4c6f68be-0229-42cd-a0a6-c8d3279274e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:43.138967 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9460c0e5-5419-4baa-8e86-892d85561faf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:43.181071 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2e02d6b-0155-49b2-808c-82585a3c4265 req-e406d829-7f20-48a5-aeb8-1f38a87ced7e tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0635474 Dec 14 02:45:43.257602 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4c6f68be-0229-42cd-a0a6-c8d3279274e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:43.364888 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4c6f68be-0229-42cd-a0a6-c8d3279274e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:43.387321 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9460c0e5-5419-4baa-8e86-892d85561faf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:43.441655 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4c6f68be-0229-42cd-a0a6-c8d3279274e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3cfeb2df75324a31b24d381bff2bd017&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6058342 Dec 14 02:45:43.442963 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460c0e5-5419-4baa-8e86-892d85561faf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=aa91b315-b14c-4f93-ac27-5ce3095e79ef,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:43.444749 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43990) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:43.453656 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9460c0e5-5419-4baa-8e86-892d85561faf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:43.458424 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9460c0e5-5419-4baa-8e86-892d85561faf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/aa91b315-b14c-4f93-ac27-5ce3095e79ef HTTP/1.1" status: 204 len: 168 time: 0.6050727 Dec 14 02:45:43.461219 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43992) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:43.469512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f68be-0229-42cd-a0a6-c8d3279274e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa461175-9177-4db9-b13e-b264b5f2a5fb,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:43.529937 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-185f9124-c283-4935-a6d2-f35c5b7cc7db tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666800 Dec 14 02:45:43.531351 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43994) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:43.537977 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-9147ce44-f273-4471-87a8-a8ed7cb36026 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:43.574152 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70d65109-b174-46e5-8376-2f4fb3b6bdfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:43.622303 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70d65109-b174-46e5-8376-2f4fb3b6bdfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:43.750389 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9147ce44-f273-4471-87a8-a8ed7cb36026 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:43.753975 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9147ce44-f273-4471-87a8-a8ed7cb36026 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:43.777561 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04ba33e-7c20-4b41-8a13-bcf237f8c007 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:43.781499 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70d65109-b174-46e5-8376-2f4fb3b6bdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:43.784290 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70d65109-b174-46e5-8376-2f4fb3b6bdfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:43.786132 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-70d65109-b174-46e5-8376-2f4fb3b6bdfb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa461175-9177-4db9-b13e-b264b5f2a5fb HTTP/1.1" status: 204 len: 168 time: 0.3397827 Dec 14 02:45:43.796420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d65109-b174-46e5-8376-2f4fb3b6bdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa461175-9177-4db9-b13e-b264b5f2a5fb,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:43.915147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-787881b6-9776-4d6b-9eaa-6edfadd70e64 None None] Provisioning complete for port f2739762-bb82-4ddd-9abe-fb355342c238 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:43.917506 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-787881b6-9776-4d6b-9eaa-6edfadd70e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:44.084128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303ada3-019e-49cf-beae-9f693db13086 req-1d6fc0e0-c293-468e-8cd1-61c8b36ed8e5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:44.088458 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303ada3-019e-49cf-beae-9f693db13086 req-1d6fc0e0-c293-468e-8cd1-61c8b36ed8e5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:44.094911 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303ada3-019e-49cf-beae-9f693db13086 req-1d6fc0e0-c293-468e-8cd1-61c8b36ed8e5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:44.101617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ad2c23-9203-4a26-8fc9-91c3a9079d72 None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:45:44.103593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303ada3-019e-49cf-beae-9f693db13086 req-1d6fc0e0-c293-468e-8cd1-61c8b36ed8e5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:44.109825 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303ada3-019e-49cf-beae-9f693db13086 req-1d6fc0e0-c293-468e-8cd1-61c8b36ed8e5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:44.118530 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303ada3-019e-49cf-beae-9f693db13086 req-1d6fc0e0-c293-468e-8cd1-61c8b36ed8e5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:44.122327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303ada3-019e-49cf-beae-9f693db13086 req-1d6fc0e0-c293-468e-8cd1-61c8b36ed8e5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:44.124663 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5303ada3-019e-49cf-beae-9f693db13086 req-1d6fc0e0-c293-468e-8cd1-61c8b36ed8e5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5432 time: 0.1728904 Dec 14 02:45:44.204492 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-63ad2c23-9203-4a26-8fc9-91c3a9079d72 None None] Deleting port f2739762-bb82-4ddd-9abe-fb355342c238 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:44.205674 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-63ad2c23-9203-4a26-8fc9-91c3a9079d72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:44.213777 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9147ce44-f273-4471-87a8-a8ed7cb36026 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:44.239148 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5303ada3-019e-49cf-beae-9f693db13086 req-a9f0b779-bd00-4bbe-9e04-7101d4736fac tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1022267 Dec 14 02:45:44.351558 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-63ad2c23-9203-4a26-8fc9-91c3a9079d72 None None] For port f2739762-bb82-4ddd-9abe-fb355342c238, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f2739762-bb82-4ddd-9abe-fb355342c238,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:44.352258 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-63ad2c23-9203-4a26-8fc9-91c3a9079d72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:44.371007 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-63ad2c23-9203-4a26-8fc9-91c3a9079d72 None None] Calling delete_port for f2739762-bb82-4ddd-9abe-fb355342c238 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:44.388195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f2739762-bb82-4ddd-9abe-fb355342c238 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:45:44.401700 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147ce44-f273-4471-87a8-a8ed7cb36026 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=5f845fa3-9392-4456-96c5-7e030fd5146a,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:44.406406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9147ce44-f273-4471-87a8-a8ed7cb36026 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:44.427869 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-9147ce44-f273-4471-87a8-a8ed7cb36026 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:44.438871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9147ce44-f273-4471-87a8-a8ed7cb36026 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:44.439733 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9147ce44-f273-4471-87a8-a8ed7cb36026 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:44.498535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd2793b0-b35d-4dfb-9a18-4a401aab5b4e req-f902a13d-994d-42ae-b211-f64f14c0e208 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0824842 Dec 14 02:45:44.560944 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:44.561444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b2fed-d48d-4951-9e4e-0023145b2b83 req-90507004-7f6e-4788-a991-996de50dbce0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:44.577445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b2fed-d48d-4951-9e4e-0023145b2b83 req-90507004-7f6e-4788-a991-996de50dbce0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:44.598088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b2fed-d48d-4951-9e4e-0023145b2b83 req-90507004-7f6e-4788-a991-996de50dbce0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:44.608598 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b2fed-d48d-4951-9e4e-0023145b2b83 req-90507004-7f6e-4788-a991-996de50dbce0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:44.615626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b2fed-d48d-4951-9e4e-0023145b2b83 req-90507004-7f6e-4788-a991-996de50dbce0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:44.621723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b2fed-d48d-4951-9e4e-0023145b2b83 req-90507004-7f6e-4788-a991-996de50dbce0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:44.627624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b2fed-d48d-4951-9e4e-0023145b2b83 req-90507004-7f6e-4788-a991-996de50dbce0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:44.633687 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d0b2fed-d48d-4951-9e4e-0023145b2b83 req-90507004-7f6e-4788-a991-996de50dbce0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5432 time: 0.2260709 Dec 14 02:45:44.640193 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9147ce44-f273-4471-87a8-a8ed7cb36026 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1074755 Dec 14 02:45:44.661082 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44040) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:44.668224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-df23ec27-3646-4808-9867-b9db71583632 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:44.679233 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-63ad2c23-9203-4a26-8fc9-91c3a9079d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:44.727930 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad2c23-9203-4a26-8fc9-91c3a9079d72 None None] Pushing event deleted for resources: {'Port': ['ID=f2739762-bb82-4ddd-9abe-fb355342c238,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:44.732519 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad2c23-9203-4a26-8fc9-91c3a9079d72 None None] No DVR routers for this DVR port f2739762-bb82-4ddd-9abe-fb355342c238 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:45:44.759267 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74a9272-c34b-4665-b5ce-5bf0dd51e002 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:44.762273 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44044) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:44.797620 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aa783655-ad0f-4edc-b752-bbd0e3e6c5c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:44.895581 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df23ec27-3646-4808-9867-b9db71583632 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:44.899211 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df23ec27-3646-4808-9867-b9db71583632 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:44.914723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'project_id': 'ea29da45f9fa42c08fd26bf3c0cafe02', 'fixed_ips': [{'subnet_id': '5f845fa3-9392-4456-96c5-7e030fd5146a'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:45:44.915879 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:44.952808 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aa783655-ad0f-4edc-b752-bbd0e3e6c5c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:45.016252 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aa783655-ad0f-4edc-b752-bbd0e3e6c5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:45.056119 n-d-821636-1 neutron-server[103848]: INFO neutron.db.ipam_backend_mixin [None req-df23ec27-3646-4808-9867-b9db71583632 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5f845fa3-9392-4456-96c5-7e030fd5146a (CIDR: 2001:db8::/64) Dec 14 02:45:45.067584 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa783655-ad0f-4edc-b752-bbd0e3e6c5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d109fbf-6a64-44fa-86ab-a59c3587d94e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:45.089249 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-aa783655-ad0f-4edc-b752-bbd0e3e6c5c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d40918cf822443d59a3257e418eac321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3250725 Dec 14 02:45:45.091832 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44050) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:45.096253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Allocated IP 2001:db8::2 (4428ac20-0fb5-4dc3-afdf-c1f85560404f/5f845fa3-9392-4456-96c5-7e030fd5146a/5d31b004-dafc-45f2-a309-d3610713acef) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:45.130466 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-df23ec27-3646-4808-9867-b9db71583632 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:45:45.131127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df23ec27-3646-4808-9867-b9db71583632 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:45.142938 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-59f02b04-8126-4491-ad76-337e2a1f3a32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:45.169217 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-59f02b04-8126-4491-ad76-337e2a1f3a32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:45.230998 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-df23ec27-3646-4808-9867-b9db71583632 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5643611 Dec 14 02:45:45.231592 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44060) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:45.246751 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c6a01826-de20-4ded-bba9-4011e8676e03 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'subnet': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:45.275309 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:45.407215 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-59f02b04-8126-4491-ad76-337e2a1f3a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:45.407940 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:45.409870 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-59f02b04-8126-4491-ad76-337e2a1f3a32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:45.411500 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-59f02b04-8126-4491-ad76-337e2a1f3a32 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d109fbf-6a64-44fa-86ab-a59c3587d94e HTTP/1.1" status: 204 len: 168 time: 0.3185933 Dec 14 02:45:45.435479 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f02b04-8126-4491-ad76-337e2a1f3a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d109fbf-6a64-44fa-86ab-a59c3587d94e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:45.468859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:45.470419 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a01826-de20-4ded-bba9-4011e8676e03 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:45.473182 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:45.474858 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6a01826-de20-4ded-bba9-4011e8676e03 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:45.477971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:45:45.492920 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Pushing event updated for resources: {'Port': ['ID=5d31b004-dafc-45f2-a309-d3610713acef,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:45.555250 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Attempting to bind port 5d31b004-dafc-45f2-a309-d3610713acef on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:45:45.555926 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Attempting to bind port 5d31b004-dafc-45f2-a309-d3610713acef by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:45:45.556485 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Attempting to bind port 5d31b004-dafc-45f2-a309-d3610713acef on network 4428ac20-0fb5-4dc3-afdf-c1f85560404f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:45:45.561219 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:45:45.563671 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:45:45.564255 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Checking segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:45:45.564950 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:45.565549 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Bound using segment: {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:45:45.566941 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Bound port: 5d31b004-dafc-45f2-a309-d3610713acef, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2805-8bb2-4a67-81d4-f69d30f3eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:45:45.567643 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:45.641025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-898fa245-71f6-4ca6-95cd-aa1b9a033b4f req-6b318089-dd3e-4b99-b189-bb70649ded52 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0555823 Dec 14 02:45:45.641411 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] For port 5d31b004-dafc-45f2-a309-d3610713acef, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:45:45.645517 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] For port 5d31b004-dafc-45f2-a309-d3610713acef, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5d31b004-dafc-45f2-a309-d3610713acef,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:45:45.756798 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:45.839758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4590b9f-c125-491d-a0c1-4207ddf64569 None None] Pushing event updated for resources: {'Port': ['ID=5d31b004-dafc-45f2-a309-d3610713acef,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:46.045992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.objects.ports [None req-c6a01826-de20-4ded-bba9-4011e8676e03 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103847) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:45:46.378864 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5d31b004-dafc-45f2-a309-d3610713acef up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:45:46.395192 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6a01826-de20-4ded-bba9-4011e8676e03 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:46.440144 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 5d31b004-dafc-45f2-a309-d3610713acef triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:46.440688 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:46.681176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-c6a01826-de20-4ded-bba9-4011e8676e03 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] For port 5d31b004-dafc-45f2-a309-d3610713acef, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5d31b004-dafc-45f2-a309-d3610713acef,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:46.751092 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6a01826-de20-4ded-bba9-4011e8676e03 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:46.813728 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6a01826-de20-4ded-bba9-4011e8676e03 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:46.814482 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6a01826-de20-4ded-bba9-4011e8676e03 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:46.847188 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be4b2dc6-5c55-446b-8490-74a1dd88cb12 req-266292a4-8974-4039-9652-1e147eebd4d0 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0828304 Dec 14 02:45:46.851068 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:46.954150 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a01826-de20-4ded-bba9-4011e8676e03 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=5d31b004-dafc-45f2-a309-d3610713acef,revision_number=4']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:46.991019 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a01826-de20-4ded-bba9-4011e8676e03 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:47.006821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-c6a01826-de20-4ded-bba9-4011e8676e03 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:47.011450 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a01826-de20-4ded-bba9-4011e8676e03 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:47.012050 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6a01826-de20-4ded-bba9-4011e8676e03 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:47.031197 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a01826-de20-4ded-bba9-4011e8676e03 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Subnet': ['ID=afe4b2a7-f924-44de-a17d-c9ce7e57d2a8,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:47.099114 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:45:47.099114 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:45:47.124746 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c6a01826-de20-4ded-bba9-4011e8676e03 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8905289 Dec 14 02:45:47.133681 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44144) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:47.139150 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-adf046b2-29ad-4acc-8084-691749a2f2d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Request body: {'port': {'network_id': '4428ac20-0fb5-4dc3-afdf-c1f85560404f', 'mac_address': 'fa:16:3e:8a:55:cb', 'name': 'tempest-NetworksTestDHCPv6-1782362182'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:47.317955 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b53b58d-64dd-486f-bd78-7bd88599d57f None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:47.441862 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7472c56c-f7c7-42e2-8535-6dce927a18f9 None None] Provisioning complete for port 5d31b004-dafc-45f2-a309-d3610713acef triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:47.442532 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7472c56c-f7c7-42e2-8535-6dce927a18f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:47.479239 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf046b2-29ad-4acc-8084-691749a2f2d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Made reservation on behalf of ea29da45f9fa42c08fd26bf3c0cafe02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:47.580919 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7472c56c-f7c7-42e2-8535-6dce927a18f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:47.656156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7472c56c-f7c7-42e2-8535-6dce927a18f9 None None] For port 5d31b004-dafc-45f2-a309-d3610713acef, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5d31b004-dafc-45f2-a309-d3610713acef,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:47.663051 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-adf046b2-29ad-4acc-8084-691749a2f2d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:47.670345 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:47.700164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-adf046b2-29ad-4acc-8084-691749a2f2d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] device_id is not set on port f9b9590e-aba6-4993-813e-6a024d3410d3 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:45:47.759460 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7472c56c-f7c7-42e2-8535-6dce927a18f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:47.810201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44164) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:47.859754 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:45:47.860395 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:45:47.896855 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7472c56c-f7c7-42e2-8535-6dce927a18f9 None None] Pushing event updated for resources: {'Port': ['ID=5d31b004-dafc-45f2-a309-d3610713acef,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:48.003444 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-adf046b2-29ad-4acc-8084-691749a2f2d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8::2ec (4428ac20-0fb5-4dc3-afdf-c1f85560404f/5f845fa3-9392-4456-96c5-7e030fd5146a/f9b9590e-aba6-4993-813e-6a024d3410d3) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:48.018128 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-adf046b2-29ad-4acc-8084-691749a2f2d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8a:55cb (4428ac20-0fb5-4dc3-afdf-c1f85560404f/afe4b2a7-f924-44de-a17d-c9ce7e57d2a8/f9b9590e-aba6-4993-813e-6a024d3410d3) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:48.022672 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-92fabed5-975f-47f6-a4fa-a0eda3e8ac14 req-e43aad10-053f-4feb-b095-29d98f850aa6 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0630572 Dec 14 02:45:48.096931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf0138-7264-468d-bcd1-397fa36f091c req-fb245aa6-3bc1-4baf-ba72-664187bd09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:48.096931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf0138-7264-468d-bcd1-397fa36f091c req-fb245aa6-3bc1-4baf-ba72-664187bd09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:48.096931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf0138-7264-468d-bcd1-397fa36f091c req-fb245aa6-3bc1-4baf-ba72-664187bd09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:48.096931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf0138-7264-468d-bcd1-397fa36f091c req-fb245aa6-3bc1-4baf-ba72-664187bd09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:48.096931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf0138-7264-468d-bcd1-397fa36f091c req-fb245aa6-3bc1-4baf-ba72-664187bd09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:48.096931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf0138-7264-468d-bcd1-397fa36f091c req-fb245aa6-3bc1-4baf-ba72-664187bd09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:48.097535 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf0138-7264-468d-bcd1-397fa36f091c req-fb245aa6-3bc1-4baf-ba72-664187bd09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:48.105989 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74bf0138-7264-468d-bcd1-397fa36f091c req-fb245aa6-3bc1-4baf-ba72-664187bd09c7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 6489 time: 0.2946224 Dec 14 02:45:48.184582 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74bf0138-7264-468d-bcd1-397fa36f091c req-6aa75de4-02ab-4323-a10c-25db464a0f43 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=96739014-1342-4038-93b0-f3ef5a88fe85&id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776384 Dec 14 02:45:48.279556 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-adf046b2-29ad-4acc-8084-691749a2f2d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:48.381550 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-adf046b2-29ad-4acc-8084-691749a2f2d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:48.446238 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf046b2-29ad-4acc-8084-691749a2f2d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event updated for resources: {'Port': ['ID=f9b9590e-aba6-4993-813e-6a024d3410d3,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:48.459855 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf046b2-29ad-4acc-8084-691749a2f2d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:48.461689 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-adf046b2-29ad-4acc-8084-691749a2f2d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:48.464295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf046b2-29ad-4acc-8084-691749a2f2d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:45:48.470693 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf046b2-29ad-4acc-8084-691749a2f2d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:48.471345 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-adf046b2-29ad-4acc-8084-691749a2f2d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:48.543377 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-adf046b2-29ad-4acc-8084-691749a2f2d0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4067132 Dec 14 02:45:48.544321 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44196) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:48.625131 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-bec0e1fe-1cfc-4358-9323-575c1174c91c None None] Provisioning complete for port 5d31b004-dafc-45f2-a309-d3610713acef triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:48.625728 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bec0e1fe-1cfc-4358-9323-575c1174c91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:48.700079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a3e0cfd8-b1e8-4e08-842f-84275dd6cd0d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting port f9b9590e-aba6-4993-813e-6a024d3410d3 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:48.700685 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cfd8-b1e8-4e08-842f-84275dd6cd0d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:48.715826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5d31b004-dafc-45f2-a309-d3610713acef up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:45:48.827604 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 5d31b004-dafc-45f2-a309-d3610713acef triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:48.828060 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:48.840362 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cfd8-b1e8-4e08-842f-84275dd6cd0d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:48.876713 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a3e0cfd8-b1e8-4e08-842f-84275dd6cd0d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Calling delete_port for f9b9590e-aba6-4993-813e-6a024d3410d3 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:49.043474 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c912cefb-3280-448b-8b84-472dfaa7d0b4 None None] Provisioning complete for port f9b9590e-aba6-4993-813e-6a024d3410d3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:49.043850 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c912cefb-3280-448b-8b84-472dfaa7d0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:49.130412 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c912cefb-3280-448b-8b84-472dfaa7d0b4 None None] Port f9b9590e-aba6-4993-813e-6a024d3410d3 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:45:49.212343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3065302c-b96b-4d65-bbc8-dcdd5548ed1c req-523b7991-1dd7-4d8f-88fd-c8e4db6ec98d tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0281191 Dec 14 02:45:49.272319 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cfd8-b1e8-4e08-842f-84275dd6cd0d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:49.301049 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0cfd8-b1e8-4e08-842f-84275dd6cd0d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Port': ['ID=f9b9590e-aba6-4993-813e-6a024d3410d3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:49.349464 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3e0cfd8-b1e8-4e08-842f-84275dd6cd0d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:49.363616 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a3e0cfd8-b1e8-4e08-842f-84275dd6cd0d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/f9b9590e-aba6-4993-813e-6a024d3410d3 HTTP/1.1" status: 204 len: 168 time: 0.8172457 Dec 14 02:45:49.365591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44220) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:49.454063 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbae79b9-e2a6-4128-92d7-f21bec22d14f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:49.456634 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bbae79b9-e2a6-4128-92d7-f21bec22d14f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0896161 Dec 14 02:45:49.459262 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44224) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:49.540866 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bf6d7e-4261-4779-aa10-ce6bc18a02a2 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:49.542744 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-22bf6d7e-4261-4779-aa10-ce6bc18a02a2 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0823600 Dec 14 02:45:49.548258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44228) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:49.640375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afe606c-9b83-4524-b9fc-7397ed2f8813 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:49.647677 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afe606c-9b83-4524-b9fc-7397ed2f8813 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:49.649608 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afe606c-9b83-4524-b9fc-7397ed2f8813 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:49.654311 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44232) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:49.654604 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7afe606c-9b83-4524-b9fc-7397ed2f8813 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1048353 Dec 14 02:45:49.716391 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46434fa-9e45-4897-8670-8815fed0fafa tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet 5f845fa3-9392-4456-96c5-7e030fd5146a {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:45:49.720867 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e46434fa-9e45-4897-8670-8815fed0fafa tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:49.771736 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e46434fa-9e45-4897-8670-8815fed0fafa tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:49.871418 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e46434fa-9e45-4897-8670-8815fed0fafa tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:49.992902 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e46434fa-9e45-4897-8670-8815fed0fafa tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:50.022518 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46434fa-9e45-4897-8670-8815fed0fafa tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=5f845fa3-9392-4456-96c5-7e030fd5146a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:50.024678 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e46434fa-9e45-4897-8670-8815fed0fafa tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:50.031149 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e46434fa-9e45-4897-8670-8815fed0fafa tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/5f845fa3-9392-4456-96c5-7e030fd5146a HTTP/1.1" status: 204 len: 168 time: 0.3757355 Dec 14 02:45:50.031644 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44244) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:50.040645 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599805b3-bef8-41ad-83e2-2bc3c746e894 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:50.104593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Deleting subnet afe4b2a7-f924-44de-a17d-c9ce7e57d2a8 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:45:50.108070 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:50.162588 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:50.270391 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:50.385758 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddaf4cfa-12d1-48ed-b799-c3119d4be237 req-3d2f5c5f-ee2d-4bda-b0e0-c8c5520dddeb tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0442505 Dec 14 02:45:50.462025 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:50.493159 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Subnet': ['ID=afe4b2a7-f924-44de-a17d-c9ce7e57d2a8,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:50.512474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:50.513110 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:50.513670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:50.514015 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:50.514375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:50.515028 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:50.515314 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:50.515702 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:50.516092 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:50.516416 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:50.516809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:50.517199 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:50.517560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:45:50.522638 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:50.531992 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-93c9e39d-cde5-43d4-b20e-a44fe99f9323 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/afe4b2a7-f924-44de-a17d-c9ce7e57d2a8 HTTP/1.1" status: 204 len: 168 time: 0.4940436 Dec 14 02:45:50.531992 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44264) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:50.578627 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c3840729-ad67-47a9-9e2e-46484079893a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479224 Dec 14 02:45:50.580966 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44266) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:50.654059 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9936a6b1-e210-4942-9882-ae94c76c0b2a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:50.655898 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9936a6b1-e210-4942-9882-ae94c76c0b2a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0728648 Dec 14 02:45:50.658702 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44270) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:50.726623 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217ae3cb-2006-4caf-9d9e-3cb41d52cfa0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:50.731188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44274) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:50.731854 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-217ae3cb-2006-4caf-9d9e-3cb41d52cfa0 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0708580 Dec 14 02:45:50.791333 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c4255c2c-8074-44f0-a973-978f9a7a676c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589216 Dec 14 02:45:50.797880 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44280) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:50.827201 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-328fed17-3f3c-4a9b-86b1-21c5bdfb5e57 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:50.827898 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328fed17-3f3c-4a9b-86b1-21c5bdfb5e57 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:50.834538 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-328fed17-3f3c-4a9b-86b1-21c5bdfb5e57 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/f9b9590e-aba6-4993-813e-6a024d3410d3 HTTP/1.1" status: 404 len: 333 time: 0.0351071 Dec 14 02:45:50.836175 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44282) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:50.886967 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2d7c734-f2a5-4b62-99ec-13a7b7fd0b57 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:50.887444 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2d7c734-f2a5-4b62-99ec-13a7b7fd0b57 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:50.891251 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e2d7c734-f2a5-4b62-99ec-13a7b7fd0b57 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/afe4b2a7-f924-44de-a17d-c9ce7e57d2a8 HTTP/1.1" status: 404 len: 337 time: 0.0539441 Dec 14 02:45:50.893768 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44284) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:50.944224 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0019d6c-e2e9-4e40-8541-168dc258b46c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:50.944701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0019d6c-e2e9-4e40-8541-168dc258b46c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:50.948020 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b0019d6c-e2e9-4e40-8541-168dc258b46c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/5f845fa3-9392-4456-96c5-7e030fd5146a HTTP/1.1" status: 404 len: 337 time: 0.0521300 Dec 14 02:45:50.950531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44286) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:50.977932 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab1e48e-8303-4652-b25a-3b5ed5d82a34 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:50.977932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab1e48e-8303-4652-b25a-3b5ed5d82a34 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:50.982694 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44288) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:50.985087 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8ab1e48e-8303-4652-b25a-3b5ed5d82a34 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/aa1b2e25-01a9-48c7-b2ca-14ce6fae42a4 HTTP/1.1" status: 404 len: 333 time: 0.0280874 Dec 14 02:45:51.035156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ea8d75-b583-4853-a349-43ba9eb83c55 None None] Network 4428ac20-0fb5-4dc3-afdf-c1f85560404f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:51.042737 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1bf15be-627d-4f3e-ae27-a144bcf693d1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.043479 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1bf15be-627d-4f3e-ae27-a144bcf693d1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.046899 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d1bf15be-627d-4f3e-ae27-a144bcf693d1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/aa91b315-b14c-4f93-ac27-5ce3095e79ef HTTP/1.1" status: 404 len: 337 time: 0.0631685 Dec 14 02:45:51.049537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44294) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.076374 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-499416ad-fa52-462c-84d0-579e49f69055 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.084304 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499416ad-fa52-462c-84d0-579e49f69055 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.084304 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-499416ad-fa52-462c-84d0-579e49f69055 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/4977cce1-9ad3-470f-8002-63303a35db58 HTTP/1.1" status: 404 len: 337 time: 0.0295959 Dec 14 02:45:51.084584 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44296) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.110221 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e667f1-203f-4adb-acd4-2afb9eae6f5c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.110777 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31e667f1-203f-4adb-acd4-2afb9eae6f5c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.117338 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-31e667f1-203f-4adb-acd4-2afb9eae6f5c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/c5bb0909-4354-430b-b4f0-1b415f897c5c HTTP/1.1" status: 404 len: 333 time: 0.0291748 Dec 14 02:45:51.118470 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44298) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.144640 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-443bcc10-375c-4237-ba8c-f2b7a73de8e4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.145506 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443bcc10-375c-4237-ba8c-f2b7a73de8e4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.149378 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-443bcc10-375c-4237-ba8c-f2b7a73de8e4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/dd2f7cdd-82a3-4e3a-be22-0187c69e8585 HTTP/1.1" status: 404 len: 337 time: 0.0301075 Dec 14 02:45:51.155746 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44300) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.169560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-68c57b52-2f63-4c8e-9d38-57d71334decd None None] Provisioning complete for port 5d31b004-dafc-45f2-a309-d3610713acef triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:45:51.177970 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-68c57b52-2f63-4c8e-9d38-57d71334decd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:51.184734 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7be7a1-b756-49ae-af82-373de226e0a9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.185201 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d7be7a1-b756-49ae-af82-373de226e0a9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.190611 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5d7be7a1-b756-49ae-af82-373de226e0a9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/c43d7afe-cf56-4e52-9271-dc06074d0cdb HTTP/1.1" status: 404 len: 337 time: 0.0315502 Dec 14 02:45:51.191686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44302) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.221578 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e29ee58-4a56-4cca-8e84-0d6f6662bb82 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.222688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e29ee58-4a56-4cca-8e84-0d6f6662bb82 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.226983 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4e29ee58-4a56-4cca-8e84-0d6f6662bb82 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/c4fb564d-d581-4b51-bb4c-1f2d51a7648d HTTP/1.1" status: 404 len: 333 time: 0.0339119 Dec 14 02:45:51.229488 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44304) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.261872 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-25213ee4-1a03-42e6-8dfc-b16e56c5f4d2 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.262817 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25213ee4-1a03-42e6-8dfc-b16e56c5f4d2 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.267185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-25213ee4-1a03-42e6-8dfc-b16e56c5f4d2 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/02406020-bb85-4cd1-a27d-5f511ae6fe67 HTTP/1.1" status: 404 len: 337 time: 0.0364208 Dec 14 02:45:51.270753 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44308) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.308297 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c165200-d26d-4166-8ef6-6caa0504d973 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.308297 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c165200-d26d-4166-8ef6-6caa0504d973 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.319939 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6c165200-d26d-4166-8ef6-6caa0504d973 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/400e88d8-b94d-4057-947d-0c0423cd2df3 HTTP/1.1" status: 404 len: 337 time: 0.0480659 Dec 14 02:45:51.324295 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44310) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.348527 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-73c0bb78-70af-4286-99c3-8bc6b2b24cbf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.349205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73c0bb78-70af-4286-99c3-8bc6b2b24cbf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.353597 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-73c0bb78-70af-4286-99c3-8bc6b2b24cbf tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/ccc533bd-be52-4920-b4fd-3a3e48691020 HTTP/1.1" status: 404 len: 333 time: 0.0310349 Dec 14 02:45:51.355374 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44314) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.367286 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6721e430-ef5c-44fb-9187-a83339ffa0b0 None None] DHCP port deletion for 4428ac20-0fb5-4dc3-afdf-c1f85560404f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:45:51.388990 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-dee30e99-dd39-4b04-8ea6-be070ea4c5eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.389159 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dee30e99-dd39-4b04-8ea6-be070ea4c5eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.392134 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dee30e99-dd39-4b04-8ea6-be070ea4c5eb tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/bbd48025-c077-41b9-8788-545f7e5c55db HTTP/1.1" status: 404 len: 337 time: 0.0357125 Dec 14 02:45:51.395674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44318) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.440028 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c615f719-de7d-4637-8da7-6a76ad461662 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.440965 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c615f719-de7d-4637-8da7-6a76ad461662 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.448367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c615f719-de7d-4637-8da7-6a76ad461662 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/2ebf734d-2446-49b2-bc83-819d02c6f33b HTTP/1.1" status: 404 len: 333 time: 0.0515730 Dec 14 02:45:51.451403 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44324) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.458413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6721e430-ef5c-44fb-9187-a83339ffa0b0 None None] Deleting port 5d31b004-dafc-45f2-a309-d3610713acef {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:45:51.459048 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6721e430-ef5c-44fb-9187-a83339ffa0b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:51.542947 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6721e430-ef5c-44fb-9187-a83339ffa0b0 None None] For port 5d31b004-dafc-45f2-a309-d3610713acef, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5d31b004-dafc-45f2-a309-d3610713acef,segment=NetworkSegment(aead2805-8bb2-4a67-81d4-f69d30f3eedc),segment_id=aead2805-8bb2-4a67-81d4-f69d30f3eedc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:45:51.543479 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8dd00c-93d0-429b-ad06-c141708f54e1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.543614 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6721e430-ef5c-44fb-9187-a83339ffa0b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:51.543955 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8dd00c-93d0-429b-ad06-c141708f54e1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.558796 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0a8dd00c-93d0-429b-ad06-c141708f54e1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/c9aad06a-6272-4734-8a8f-a6609857f2bd HTTP/1.1" status: 404 len: 337 time: 0.1014211 Dec 14 02:45:51.564416 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44332) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.568661 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7d31891-8e7f-4e2e-8e27-485e8de23380 req-712314f1-3ab9-4f5b-83e4-e2b503a9e666 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0609529 Dec 14 02:45:51.576420 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6721e430-ef5c-44fb-9187-a83339ffa0b0 None None] Calling delete_port for 5d31b004-dafc-45f2-a309-d3610713acef owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:45:51.591531 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3fb470e-3121-417d-953c-65a76917e869 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.592024 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3fb470e-3121-417d-953c-65a76917e869 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.595251 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a3fb470e-3121-417d-953c-65a76917e869 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/5f3aeb14-6b4e-49a7-90c0-abe78d06278e HTTP/1.1" status: 404 len: 333 time: 0.0298033 Dec 14 02:45:51.598694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44334) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.625275 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-67032e4e-8bea-4b68-bc2f-e6180cc37d01 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.625926 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67032e4e-8bea-4b68-bc2f-e6180cc37d01 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.629150 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-67032e4e-8bea-4b68-bc2f-e6180cc37d01 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/89241929-cdf1-4117-887e-ddfe23c822a8 HTTP/1.1" status: 404 len: 337 time: 0.0293889 Dec 14 02:45:51.631703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44336) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.661881 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc81654-6332-4dae-a5f3-62bfd9b79974 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.662958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cc81654-6332-4dae-a5f3-62bfd9b79974 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.666180 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6cc81654-6332-4dae-a5f3-62bfd9b79974 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/7b862e2d-7450-471e-9468-5bf8ec6d9f37 HTTP/1.1" status: 404 len: 333 time: 0.0335054 Dec 14 02:45:51.668811 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44338) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.702142 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8450040-90c4-4e20-aa34-db252e7aba97 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.702893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8450040-90c4-4e20-aa34-db252e7aba97 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.708778 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c8450040-90c4-4e20-aa34-db252e7aba97 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/09e12eed-97b1-4b1e-a873-dc758517044f HTTP/1.1" status: 404 len: 337 time: 0.0389087 Dec 14 02:45:51.709725 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44340) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.729375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44342) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.737418 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ddb29f-eea5-47e6-9a95-fea0f22942ff tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.738636 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ddb29f-eea5-47e6-9a95-fea0f22942ff tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.745383 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-92ddb29f-eea5-47e6-9a95-fea0f22942ff tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/bc079acc-bb8c-4836-abac-99e3cba75619 HTTP/1.1" status: 404 len: 333 time: 0.0341542 Dec 14 02:45:51.746414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44346) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.774287 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-19af504f-c040-45c3-92da-7573067ac944 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.774902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19af504f-c040-45c3-92da-7573067ac944 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.780483 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-19af504f-c040-45c3-92da-7573067ac944 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/a5d85dce-aafb-4a2b-981c-32ee391e19da HTTP/1.1" status: 404 len: 337 time: 0.0305989 Dec 14 02:45:51.780979 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44348) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.781150 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6721e430-ef5c-44fb-9187-a83339ffa0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:51.808789 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d7c8b0-f44a-45d3-8061-32d85cf621c6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.809759 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55d7c8b0-f44a-45d3-8061-32d85cf621c6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.814139 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-55d7c8b0-f44a-45d3-8061-32d85cf621c6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/fc603dbf-5506-474c-8100-6e32f0672cea HTTP/1.1" status: 404 len: 333 time: 0.0320077 Dec 14 02:45:51.817263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44350) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.839965 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721e430-ef5c-44fb-9187-a83339ffa0b0 None None] Pushing event deleted for resources: {'Port': ['ID=5d31b004-dafc-45f2-a309-d3610713acef,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:51.855405 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6721e430-ef5c-44fb-9187-a83339ffa0b0 None None] No DVR routers for this DVR port 5d31b004-dafc-45f2-a309-d3610713acef on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:45:51.864900 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cdcc8f3-98e0-4aef-975e-35fed1014b65 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.865904 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cdcc8f3-98e0-4aef-975e-35fed1014b65 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.870011 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2cdcc8f3-98e0-4aef-975e-35fed1014b65 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/38bde29d-34db-4030-bf9b-ccb3e1aae758 HTTP/1.1" status: 404 len: 337 time: 0.0515349 Dec 14 02:45:51.872680 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44354) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.910478 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-1853ceb1-70d6-4dd5-a6f4-668e2860140a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.911299 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1853ceb1-70d6-4dd5-a6f4-668e2860140a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.917530 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1853ceb1-70d6-4dd5-a6f4-668e2860140a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/ca00083c-9de4-4382-a007-2d955be68a56 HTTP/1.1" status: 404 len: 337 time: 0.0402944 Dec 14 02:45:51.919311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44358) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.943104 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-2792e9ab-c54d-4120-aabf-8d18918bec42 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.944054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2792e9ab-c54d-4120-aabf-8d18918bec42 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.947358 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2792e9ab-c54d-4120-aabf-8d18918bec42 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/17582e2b-906d-4e9c-87b3-717e99db2530 HTTP/1.1" status: 404 len: 333 time: 0.0270362 Dec 14 02:45:51.950150 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44360) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:51.988783 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbfc4643-4c2b-4f26-acb8-68d051e30762 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:51.989227 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbfc4643-4c2b-4f26-acb8-68d051e30762 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:51.995550 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bbfc4643-4c2b-4f26-acb8-68d051e30762 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/72de040d-a1db-49e7-b9dc-ff8faee8d971 HTTP/1.1" status: 404 len: 337 time: 0.0416417 Dec 14 02:45:51.996236 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44362) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.026170 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef95871-455b-45d0-8e94-5ed36460910c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.026715 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef95871-455b-45d0-8e94-5ed36460910c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:52.029861 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0ef95871-455b-45d0-8e94-5ed36460910c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/3faf8421-17ea-4085-87e6-d574282950bd HTTP/1.1" status: 404 len: 337 time: 0.0325553 Dec 14 02:45:52.032568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44364) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.057984 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-143deb39-ee2f-4ced-a2a7-cfe460ebc617 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.058711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-143deb39-ee2f-4ced-a2a7-cfe460ebc617 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:52.062363 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-143deb39-ee2f-4ced-a2a7-cfe460ebc617 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/a3eaf801-17d1-47b8-9344-fb7964c6d753 HTTP/1.1" status: 404 len: 333 time: 0.0287182 Dec 14 02:45:52.065348 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44366) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.100685 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfe894a-03de-477e-9cab-91ab4fceb81c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.101473 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cfe894a-03de-477e-9cab-91ab4fceb81c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:52.104854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1cfe894a-03de-477e-9cab-91ab4fceb81c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/653f8631-0c7d-4e82-8be7-896fa08ddcc1 HTTP/1.1" status: 404 len: 337 time: 0.0380447 Dec 14 02:45:52.107804 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44370) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.124824 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87996343-f7b7-4afd-8b4d-0e3e6136cc2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:52.135776 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5337a89-77dd-4cb6-8c67-a231e05f2ef9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.136160 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5337a89-77dd-4cb6-8c67-a231e05f2ef9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:52.139187 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c5337a89-77dd-4cb6-8c67-a231e05f2ef9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/ad05a90f-5b08-4b1c-90e5-25490fabfac3 HTTP/1.1" status: 404 len: 337 time: 0.0303857 Dec 14 02:45:52.142455 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44372) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.178426 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6967d18-e0a7-4201-ad8a-f84ff16cd373 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.178711 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6967d18-e0a7-4201-ad8a-f84ff16cd373 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:52.184056 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c6967d18-e0a7-4201-ad8a-f84ff16cd373 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/4e4bb975-8bd1-4177-9231-a8eb7f590839 HTTP/1.1" status: 404 len: 333 time: 0.0354161 Dec 14 02:45:52.184803 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44374) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.220800 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d7bce1-e849-437e-b4cd-250bc189770f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.221032 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d7bce1-e849-437e-b4cd-250bc189770f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:52.229489 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-17d7bce1-e849-437e-b4cd-250bc189770f tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/95c36f1f-28af-4930-ac16-012aef666dae HTTP/1.1" status: 404 len: 337 time: 0.0406928 Dec 14 02:45:52.229489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44376) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.243778 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87996343-f7b7-4afd-8b4d-0e3e6136cc2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:52.258264 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-081f24e7-f1d9-4013-86e0-15cbe71419d4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.258725 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081f24e7-f1d9-4013-86e0-15cbe71419d4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:52.261767 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-081f24e7-f1d9-4013-86e0-15cbe71419d4 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/c450bf4a-589d-4b9d-896d-5226c252fea6 HTTP/1.1" status: 404 len: 337 time: 0.0315361 Dec 14 02:45:52.264477 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44378) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.293211 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f6ac20c1-2ef0-435b-9730-89d440420d98 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1faf329-6703-4ab6-a843-c433e8de02df HTTP/1.1" status: 200 len: 205 time: 0.0253963 Dec 14 02:45:52.293461 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44380) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.330569 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-7ac33005-b32f-4d70-8550-5b87ae3b146d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] delete failed (client error): The resource could not be found. Dec 14 02:45:52.334336 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7ac33005-b32f-4d70-8550-5b87ae3b146d tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/routers/a1faf329-6703-4ab6-a843-c433e8de02df HTTP/1.1" status: 404 len: 336 time: 0.0373173 Dec 14 02:45:52.335627 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44382) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.340984 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87996343-f7b7-4afd-8b4d-0e3e6136cc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:52.364019 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-d371e4e5-dda1-4966-bf5f-aebadc338633 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.364494 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d371e4e5-dda1-4966-bf5f-aebadc338633 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:52.367962 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d371e4e5-dda1-4966-bf5f-aebadc338633 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/27fee30d-9009-471d-97f7-c99815475fb1 HTTP/1.1" status: 404 len: 337 time: 0.0313933 Dec 14 02:45:52.377546 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44386) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.397809 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-87996343-f7b7-4afd-8b4d-0e3e6136cc2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5932ffba88ce4543b3320bd88916e743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6641836 Dec 14 02:45:52.397809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87996343-f7b7-4afd-8b4d-0e3e6136cc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec04b96-9357-4cac-9b9c-31dc34d500f9,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:52.399795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44388) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.412326 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-aa6df088-7213-4672-a16e-c2a885c87ef1 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2e520b6-c542-4d3d-bcd4-807136eb1f7f HTTP/1.1" status: 200 len: 205 time: 0.0335858 Dec 14 02:45:52.416212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44390) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.481291 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-b7e512c6-6cf6-413c-893a-3754dee857e3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] delete failed (client error): The resource could not be found. Dec 14 02:45:52.482367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b7e512c6-6cf6-413c-893a-3754dee857e3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/routers/c2e520b6-c542-4d3d-bcd4-807136eb1f7f HTTP/1.1" status: 404 len: 336 time: 0.0653517 Dec 14 02:45:52.485170 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44392) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.514375 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-3142e994-8803-4157-b441-03e28edd5ae3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.515045 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3142e994-8803-4157-b441-03e28edd5ae3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:52.523007 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3142e994-8803-4157-b441-03e28edd5ae3 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/8df842e9-a933-4019-b97b-a44b57486e98 HTTP/1.1" status: 404 len: 337 time: 0.0339622 Dec 14 02:45:52.523211 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44398) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.542369 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-592a3d12-ab97-4c4a-a96b-f067ec699ff8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:52.572952 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-592a3d12-ab97-4c4a-a96b-f067ec699ff8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:52.577868 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba7b9d8-1f28-4cc4-993c-d9432b7863d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.578331 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba7b9d8-1f28-4cc4-993c-d9432b7863d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:52.581617 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cba7b9d8-1f28-4cc4-993c-d9432b7863d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/36d60b54-637e-4805-b3c6-d96053fe323a HTTP/1.1" status: 404 len: 337 time: 0.0572641 Dec 14 02:45:52.584896 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44402) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.640156 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-9164fa96-05b0-48c5-8bf6-805d08e6dad2 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.640856 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9164fa96-05b0-48c5-8bf6-805d08e6dad2 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:52.648660 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9164fa96-05b0-48c5-8bf6-805d08e6dad2 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/a1d5c524-18a6-4bf4-bedf-15c83daf2640 HTTP/1.1" status: 404 len: 333 time: 0.0596461 Dec 14 02:45:52.648945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44406) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.662530 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5d31b004-dafc-45f2-a309-d3610713acef no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:45:52.688609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 5d31b004-dafc-45f2-a309-d3610713acef {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:45:52.689269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5d31b004-dafc-45f2-a309-d3610713acef not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:45:52.702538 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-da30627b-c6cc-40e7-bcae-780e92a12a5c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.703133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da30627b-c6cc-40e7-bcae-780e92a12a5c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:52.709409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-da30627b-c6cc-40e7-bcae-780e92a12a5c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/51c41847-f9ff-468d-86c6-9658c7a80c52 HTTP/1.1" status: 404 len: 337 time: 0.0565863 Dec 14 02:45:52.709409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e993187-125a-4c6c-b9b3-043556870ecd req-e2000d93-cd56-400d-9915-9c081955652a tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0517385 Dec 14 02:45:52.709849 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44410) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.734480 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-994d29ed-48de-4e32-a5de-20178f2af071 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.737395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-994d29ed-48de-4e32-a5de-20178f2af071 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:52.738846 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-994d29ed-48de-4e32-a5de-20178f2af071 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/fb79e331-e1f5-424d-81fb-47786a7d0ebd HTTP/1.1" status: 404 len: 333 time: 0.0277638 Dec 14 02:45:52.739799 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-592a3d12-ab97-4c4a-a96b-f067ec699ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:52.742425 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-592a3d12-ab97-4c4a-a96b-f067ec699ff8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:52.743444 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-592a3d12-ab97-4c4a-a96b-f067ec699ff8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bec04b96-9357-4cac-9b9c-31dc34d500f9 HTTP/1.1" status: 204 len: 168 time: 0.3426523 Dec 14 02:45:52.747008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44414) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.781846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a3d12-ab97-4c4a-a96b-f067ec699ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec04b96-9357-4cac-9b9c-31dc34d500f9,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:52.784092 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a0e8e9-cf7d-4052-872b-1b6da9839148 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.785402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a0e8e9-cf7d-4052-872b-1b6da9839148 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:52.788596 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-45a0e8e9-cf7d-4052-872b-1b6da9839148 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/f034c015-6b62-4203-a516-a3a3d3ac3f2a HTTP/1.1" status: 404 len: 337 time: 0.0404418 Dec 14 02:45:52.791339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44416) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.819831 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d322ff40-667e-40ba-b8f3-3321f74c8508 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.820430 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d322ff40-667e-40ba-b8f3-3321f74c8508 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:52.824324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d322ff40-667e-40ba-b8f3-3321f74c8508 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/b2728321-f295-4c2c-8dcf-982d8d14d854 HTTP/1.1" status: 404 len: 333 time: 0.0317972 Dec 14 02:45:52.826721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44418) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.855381 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ec38f8-e50e-4c66-a4a3-1f8dbe3bd3f6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.855936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ec38f8-e50e-4c66-a4a3-1f8dbe3bd3f6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:52.859504 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-02ec38f8-e50e-4c66-a4a3-1f8dbe3bd3f6 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/ed4f6069-eb9e-414c-8675-a0e0d42e0e3e HTTP/1.1" status: 404 len: 337 time: 0.0317619 Dec 14 02:45:52.862602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44422) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.888408 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a0a5ebe-2a9e-4d14-a5d5-a11118c8255c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.889501 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a0a5ebe-2a9e-4d14-a5d5-a11118c8255c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:52.896355 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44424) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.896948 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9a0a5ebe-2a9e-4d14-a5d5-a11118c8255c tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/ecfa0821-c76e-4e20-9960-4c5230090a46 HTTP/1.1" status: 404 len: 333 time: 0.0322871 Dec 14 02:45:52.923393 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a9bc28-8ae6-489d-b778-0d7a86f602d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.923860 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a9bc28-8ae6-489d-b778-0d7a86f602d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:52.927733 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-59a9bc28-8ae6-489d-b778-0d7a86f602d9 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/d3fc9f37-eed3-4e2a-9f77-54668f48a702 HTTP/1.1" status: 404 len: 337 time: 0.0303445 Dec 14 02:45:52.930228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44426) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.957015 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffca8be2-71b7-4942-9369-a05a44351c2a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.957604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffca8be2-71b7-4942-9369-a05a44351c2a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:52.961010 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ffca8be2-71b7-4942-9369-a05a44351c2a tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/ad4af950-5cef-4b27-9666-1d50cb5a476f HTTP/1.1" status: 404 len: 333 time: 0.0297248 Dec 14 02:45:52.963392 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44428) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:52.995245 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-af85debc-8a06-4941-aaff-84c1ef8bb0f5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:52.995710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af85debc-8a06-4941-aaff-84c1ef8bb0f5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:53.001112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-af85debc-8a06-4941-aaff-84c1ef8bb0f5 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/99b342fd-2d46-4a79-bfff-c4f86594b62b HTTP/1.1" status: 404 len: 337 time: 0.0344424 Dec 14 02:45:53.001409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44430) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:53.027994 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-95615c1e-3b24-4fe8-911d-718090e68dd8 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:53.028585 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95615c1e-3b24-4fe8-911d-718090e68dd8 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:53.031946 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-95615c1e-3b24-4fe8-911d-718090e68dd8 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/bb42370a-0ea1-4b8e-9c87-b43d6ad3ffb8 HTTP/1.1" status: 404 len: 333 time: 0.0293491 Dec 14 02:45:53.035069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44434) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:53.062525 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cce60f-005c-4f8a-b633-30edc1d85211 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:53.062996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cce60f-005c-4f8a-b633-30edc1d85211 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:53.066209 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c2cce60f-005c-4f8a-b633-30edc1d85211 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/35c3a5c4-c58f-4259-a7fc-11422af21e97 HTTP/1.1" status: 404 len: 337 time: 0.0298584 Dec 14 02:45:53.068826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44436) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:53.099538 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-762934c5-5355-45b8-ba36-2814051cc910 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:53.099743 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-762934c5-5355-45b8-ba36-2814051cc910 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:53.102678 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-762934c5-5355-45b8-ba36-2814051cc910 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/ports/2bfcf588-92dd-46ea-94c2-ec714c5ba36b HTTP/1.1" status: 404 len: 333 time: 0.0328007 Dec 14 02:45:53.105275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44440) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:53.138324 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b5ee79-21f6-4f64-bd28-b9cda15ff676 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:45:53.138787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b5ee79-21f6-4f64-bd28-b9cda15ff676 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:45:53.142452 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-59b5ee79-21f6-4f64-bd28-b9cda15ff676 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/subnets/659dc7f1-c597-4b9b-b68c-02f55ad99bba HTTP/1.1" status: 404 len: 337 time: 0.0351298 Dec 14 02:45:53.144663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44442) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:53.478460 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6875015a-a671-4423-b528-197aed719303 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:53.580342 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6875015a-a671-4423-b528-197aed719303 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:53.610414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-6875015a-a671-4423-b528-197aed719303 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4428ac20-0fb5-4dc3-afdf-c1f85560404f']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:45:53.621975 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-6875015a-a671-4423-b528-197aed719303 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aead2805-8bb2-4a67-81d4-f69d30f3eedc') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:45:53.622373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-6875015a-a671-4423-b528-197aed719303 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aead2805-8bb2-4a67-81d4-f69d30f3eedc') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:45:53.632524 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6875015a-a671-4423-b528-197aed719303 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:53.646944 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6875015a-a671-4423-b528-197aed719303 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:53.653321 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6875015a-a671-4423-b528-197aed719303 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:45:53.656442 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6875015a-a671-4423-b528-197aed719303 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:45:53.657390 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:45:53.800262 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44460) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:53.825876 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a09ea704-5fc8-43f7-bb3f-c8f9f2307b03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:53.827852 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6875015a-a671-4423-b528-197aed719303 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:53.848439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d82ce73-63fc-4068-ab94-efd5e20cc6d6 req-ceee9299-2a77-4fd3-8325-f20926910487 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0397534 Dec 14 02:45:53.890166 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6875015a-a671-4423-b528-197aed719303 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:53.896343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6875015a-a671-4423-b528-197aed719303 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] 10.222.0.39 "DELETE /v2.0/networks/4428ac20-0fb5-4dc3-afdf-c1f85560404f HTTP/1.1" status: 204 len: 168 time: 0.7504499 Dec 14 02:45:53.897553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875015a-a671-4423-b528-197aed719303 tempest-NetworksTestDHCPv6-1313218967 tempest-NetworksTestDHCPv6-1313218967-project] Pushing event deleted for resources: {'Network': ['ID=4428ac20-0fb5-4dc3-afdf-c1f85560404f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:53.971414 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a09ea704-5fc8-43f7-bb3f-c8f9f2307b03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:54.081416 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a09ea704-5fc8-43f7-bb3f-c8f9f2307b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:54.120404 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a09ea704-5fc8-43f7-bb3f-c8f9f2307b03 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b843c4b896ce46b893ffa82c95761dc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3189986 Dec 14 02:45:54.121528 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ea704-5fc8-43f7-bb3f-c8f9f2307b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246842f4-3ee6-4195-b98d-8440e100fd5f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:54.123077 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44464) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:54.173841 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bfeff4b8-9263-4e54-b07b-d4726015bed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:54.199872 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bfeff4b8-9263-4e54-b07b-d4726015bed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:54.352680 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bfeff4b8-9263-4e54-b07b-d4726015bed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:54.357068 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bfeff4b8-9263-4e54-b07b-d4726015bed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:54.361958 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bfeff4b8-9263-4e54-b07b-d4726015bed2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/246842f4-3ee6-4195-b98d-8440e100fd5f HTTP/1.1" status: 204 len: 168 time: 0.2373772 Dec 14 02:45:54.370394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeff4b8-9263-4e54-b07b-d4726015bed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246842f4-3ee6-4195-b98d-8440e100fd5f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:54.435989 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44474) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:54.586258 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f0dba287-308a-4689-9c1a-45b6dbe5fe00 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea29da45f9fa42c08fd26bf3c0cafe02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1488612 Dec 14 02:45:54.587302 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44484) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:54.646498 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-57132628-a32f-4b13-a73e-e1321afaf7fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:54.668996 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-57132628-a32f-4b13-a73e-e1321afaf7fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:54.803277 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-57132628-a32f-4b13-a73e-e1321afaf7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:54.805973 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-57132628-a32f-4b13-a73e-e1321afaf7fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:54.807811 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-57132628-a32f-4b13-a73e-e1321afaf7fd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8cf6d8ce-d070-4f25-8576-b8df81fa1bca HTTP/1.1" status: 204 len: 168 time: 0.2192969 Dec 14 02:45:54.816222 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57132628-a32f-4b13-a73e-e1321afaf7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf6d8ce-d070-4f25-8576-b8df81fa1bca,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:54.979723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-432d4a18-8cec-4533-8b8f-a96e083481f1 req-1133e3be-b17a-43dc-a5c6-449034c3ef14 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0356495 Dec 14 02:45:55.514604 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44538) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:55.651892 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8c8716dd-837a-446b-bc44-9e68de36abb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:55.737001 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8c8716dd-837a-446b-bc44-9e68de36abb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:55.883280 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8c8716dd-837a-446b-bc44-9e68de36abb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:55.928563 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8c8716dd-837a-446b-bc44-9e68de36abb4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9d4f23d33a449c89cad42cb9deef3b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4123380 Dec 14 02:45:55.931611 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44572) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:55.941867 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8716dd-837a-446b-bc44-9e68de36abb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e279cf6-6a76-4bdd-a3db-cabdbd83933b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:55.995024 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-407e009f-78e0-419d-abbf-117443428eaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:56.021221 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-407e009f-78e0-419d-abbf-117443428eaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:56.134024 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b41ea73a-fa30-4d6b-999d-a2e93948aab6 req-d005dee3-c7bd-4c78-a165-e24f60769894 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0321379 Dec 14 02:45:56.179244 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-407e009f-78e0-419d-abbf-117443428eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:56.181946 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-407e009f-78e0-419d-abbf-117443428eaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:56.183164 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-407e009f-78e0-419d-abbf-117443428eaf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e279cf6-6a76-4bdd-a3db-cabdbd83933b HTTP/1.1" status: 204 len: 168 time: 0.2504816 Dec 14 02:45:56.191736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e009f-78e0-419d-abbf-117443428eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e279cf6-6a76-4bdd-a3db-cabdbd83933b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:56.405864 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44614) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:56.680983 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-47f75df7-2ebb-4f69-900f-31b489a1938d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-895925511'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:56.791701 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f75df7-2ebb-4f69-900f-31b489a1938d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Made reservation on behalf of aa67e6da39b34c329518683eef5ef627 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:56.795519 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47f75df7-2ebb-4f69-900f-31b489a1938d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:56.804690 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47f75df7-2ebb-4f69-900f-31b489a1938d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:56.900540 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47f75df7-2ebb-4f69-900f-31b489a1938d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:56.941470 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:56.974945 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47f75df7-2ebb-4f69-900f-31b489a1938d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:57.035822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f75df7-2ebb-4f69-900f-31b489a1938d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:45:57.047437 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f75df7-2ebb-4f69-900f-31b489a1938d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb011b4-eaf7-4a4b-a3bd-9f48572a3f00,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:57.052700 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44662) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:57.055864 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47f75df7-2ebb-4f69-900f-31b489a1938d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:57.059798 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-47f75df7-2ebb-4f69-900f-31b489a1938d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Added segment 7035f6d7-fcc4-469f-b26b-abe93a87e8a3 of type vlan for network dd3471f6-469a-4da3-ae34-79886cbd8e6d Dec 14 02:45:57.075683 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-61958dcc-4015-4470-8727-340b1389e695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:57.120134 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47f75df7-2ebb-4f69-900f-31b489a1938d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:57.163461 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-61958dcc-4015-4470-8727-340b1389e695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:57.232735 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47f75df7-2ebb-4f69-900f-31b489a1938d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:57.233854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37daae85-b8c8-4eef-9ae7-28ce758f6cdc req-49e40154-436a-41e4-8ed2-852ef9579215 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0338273 Dec 14 02:45:57.239623 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f75df7-2ebb-4f69-900f-31b489a1938d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:57.241106 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47f75df7-2ebb-4f69-900f-31b489a1938d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:57.261163 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-61958dcc-4015-4470-8727-340b1389e695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:57.314017 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-61958dcc-4015-4470-8727-340b1389e695 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6996613fe4cf444bb5d8c0acda8c1dcd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2569394 Dec 14 02:45:57.314017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61958dcc-4015-4470-8727-340b1389e695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6946776-684b-4714-ad0a-1ef1644b7bf4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:57.320343 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f75df7-2ebb-4f69-900f-31b489a1938d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Pushing event updated for resources: {'Network': ['ID=dd3471f6-469a-4da3-ae34-79886cbd8e6d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:57.323705 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44680) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:57.336684 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network dd3471f6-469a-4da3-ae34-79886cbd8e6d details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:45:57.363909 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-47f75df7-2ebb-4f69-900f-31b489a1938d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9597216 Dec 14 02:45:57.366925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44684) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:57.372297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-82beca16-7596-4ec6-85b7-50daf471b466 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Request body: {'subnet': {'network_id': 'dd3471f6-469a-4da3-ae34-79886cbd8e6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:57.381207 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d09b404f-ed04-443c-86bb-27b9e958022f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:57.406977 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d09b404f-ed04-443c-86bb-27b9e958022f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:57.519860 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d09b404f-ed04-443c-86bb-27b9e958022f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:57.530165 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d09b404f-ed04-443c-86bb-27b9e958022f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:57.530165 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d09b404f-ed04-443c-86bb-27b9e958022f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e6946776-684b-4714-ad0a-1ef1644b7bf4 HTTP/1.1" status: 204 len: 168 time: 0.2005241 Dec 14 02:45:57.543062 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b404f-ed04-443c-86bb-27b9e958022f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6946776-684b-4714-ad0a-1ef1644b7bf4,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:57.551026 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82beca16-7596-4ec6-85b7-50daf471b466 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Made reservation on behalf of aa67e6da39b34c329518683eef5ef627 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:57.556218 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82beca16-7596-4ec6-85b7-50daf471b466 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:57.826522 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82beca16-7596-4ec6-85b7-50daf471b466 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:57.901521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82beca16-7596-4ec6-85b7-50daf471b466 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Pushing event updated for resources: {'Subnet': ['ID=7f38a498-a72b-4735-b063-d8e8545efecf,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:57.912939 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82beca16-7596-4ec6-85b7-50daf471b466 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Checking segment: {'id': '7035f6d7-fcc4-469f-b26b-abe93a87e8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dd3471f6-469a-4da3-ae34-79886cbd8e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:45:57.913336 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82beca16-7596-4ec6-85b7-50daf471b466 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Network hostable DHCP agents. Network: dd3471f6-469a-4da3-ae34-79886cbd8e6d, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:45:58.056603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82beca16-7596-4ec6-85b7-50daf471b466 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Network dd3471f6-469a-4da3-ae34-79886cbd8e6d is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:45:58.169021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-82beca16-7596-4ec6-85b7-50daf471b466 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, dd3471f6-469a-4da3-ae34-79886cbd8e6d) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:58.173339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82beca16-7596-4ec6-85b7-50daf471b466 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:58.173957 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82beca16-7596-4ec6-85b7-50daf471b466 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:58.183736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc58656-1d9b-4c69-a115-cea1af4b4715 None None] Network dd3471f6-469a-4da3-ae34-79886cbd8e6d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:45:58.286254 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-dd3471f6-469a-4da3-ae34-79886cbd8e6d', 'network_id': 'dd3471f6-469a-4da3-ae34-79886cbd8e6d', 'project_id': 'aa67e6da39b34c329518683eef5ef627', 'fixed_ips': [{'subnet_id': '7f38a498-a72b-4735-b063-d8e8545efecf'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:45:58.287442 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:58.336101 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44770) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:58.336598 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-82beca16-7596-4ec6-85b7-50daf471b466 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9679630 Dec 14 02:45:58.343353 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c102d044-937c-41af-935a-680faa20b59b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Request body: {'port': {'network_id': 'dd3471f6-469a-4da3-ae34-79886cbd8e6d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1999864622'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:58.351348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c44b692-c193-4e21-a368-58d9f907c54b req-9c1e9c67-4466-4fa0-a102-4663089f8489 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0321665 Dec 14 02:45:58.433603 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Allocated IP 2001:db8::2 (dd3471f6-469a-4da3-ae34-79886cbd8e6d/7f38a498-a72b-4735-b063-d8e8545efecf/deafecf2-4877-4409-af4d-273def5b1424) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:58.523513 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c102d044-937c-41af-935a-680faa20b59b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Made reservation on behalf of aa67e6da39b34c329518683eef5ef627 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:58.527180 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c102d044-937c-41af-935a-680faa20b59b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:58.560315 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-c102d044-937c-41af-935a-680faa20b59b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] device_id is not set on port 84034b26-e149-4141-b47b-1780bfd8c46d yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:45:58.592100 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:58.678097 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44796) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:58.718321 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:58.764036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Pushing event updated for resources: {'Port': ['ID=deafecf2-4877-4409-af4d-273def5b1424,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:58.792952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Network dd3471f6-469a-4da3-ae34-79886cbd8e6d is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:58.792952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:58.796233 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:45:58.812165 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ae74eda5-f5f3-4e29-b47e-57edddec0e69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:58.867852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Attempting to bind port deafecf2-4877-4409-af4d-273def5b1424 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:45:58.868378 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Attempting to bind port deafecf2-4877-4409-af4d-273def5b1424 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '7035f6d7-fcc4-469f-b26b-abe93a87e8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dd3471f6-469a-4da3-ae34-79886cbd8e6d'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:45:58.868869 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Attempting to bind port deafecf2-4877-4409-af4d-273def5b1424 on network dd3471f6-469a-4da3-ae34-79886cbd8e6d {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:45:58.874870 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:45:58.875401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Checking segment: {'id': '7035f6d7-fcc4-469f-b26b-abe93a87e8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dd3471f6-469a-4da3-ae34-79886cbd8e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:45:58.875900 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:58.876552 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Bound using segment: {'id': '7035f6d7-fcc4-469f-b26b-abe93a87e8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dd3471f6-469a-4da3-ae34-79886cbd8e6d'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:45:58.877139 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Bound port: deafecf2-4877-4409-af4d-273def5b1424, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7035f6d7-fcc4-469f-b26b-abe93a87e8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'dd3471f6-469a-4da3-ae34-79886cbd8e6d'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:45:58.888495 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:58.944077 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ae74eda5-f5f3-4e29-b47e-57edddec0e69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:58.981578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] For port deafecf2-4877-4409-af4d-273def5b1424, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:45:58.985790 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] For port deafecf2-4877-4409-af4d-273def5b1424, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=deafecf2-4877-4409-af4d-273def5b1424,segment=NetworkSegment(7035f6d7-fcc4-469f-b26b-abe93a87e8a3),segment_id=7035f6d7-fcc4-469f-b26b-abe93a87e8a3)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:45:59.014461 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ae74eda5-f5f3-4e29-b47e-57edddec0e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:59.033574 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-c102d044-937c-41af-935a-680faa20b59b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Allocated IP 2001:db8::2c1 (dd3471f6-469a-4da3-ae34-79886cbd8e6d/7f38a498-a72b-4735-b063-d8e8545efecf/84034b26-e149-4141-b47b-1780bfd8c46d) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:45:59.054818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ae74eda5-f5f3-4e29-b47e-57edddec0e69 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2df3dd02bb54088a34481cb3f297be0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3754418 Dec 14 02:45:59.057080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae74eda5-f5f3-4e29-b47e-57edddec0e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5218fb72-7276-41c9-b75d-9693cf7ffac8,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:59.057862 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44816) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:59.106568 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:59.179454 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9d343-2ce5-413b-93ab-b0ea95ca1180 None None] Pushing event updated for resources: {'Port': ['ID=deafecf2-4877-4409-af4d-273def5b1424,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:59.202516 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f30dbd7a-6f25-42e5-baba-885ebfe183df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:59.262266 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f30dbd7a-6f25-42e5-baba-885ebfe183df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:59.290668 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c102d044-937c-41af-935a-680faa20b59b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:59.478730 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c102d044-937c-41af-935a-680faa20b59b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:59.483415 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f30dbd7a-6f25-42e5-baba-885ebfe183df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:59.485935 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f30dbd7a-6f25-42e5-baba-885ebfe183df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:59.487086 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f30dbd7a-6f25-42e5-baba-885ebfe183df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5218fb72-7276-41c9-b75d-9693cf7ffac8 HTTP/1.1" status: 204 len: 168 time: 0.4282939 Dec 14 02:45:59.494434 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f792ed5c-932b-4b83-9bda-33dbc6271c7a req-dd3f5980-6ddd-4086-830f-d0a6f720e869 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0493288 Dec 14 02:45:59.542535 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dbd7a-6f25-42e5-baba-885ebfe183df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5218fb72-7276-41c9-b75d-9693cf7ffac8,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:59.547303 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c102d044-937c-41af-935a-680faa20b59b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Network dd3471f6-469a-4da3-ae34-79886cbd8e6d is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:45:59.551598 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-c102d044-937c-41af-935a-680faa20b59b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:45:59.556068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c102d044-937c-41af-935a-680faa20b59b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:45:59.571517 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c102d044-937c-41af-935a-680faa20b59b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:45:59.572185 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c102d044-937c-41af-935a-680faa20b59b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:59.595805 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c102d044-937c-41af-935a-680faa20b59b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Pushing event updated for resources: {'Port': ['ID=84034b26-e149-4141-b47b-1780bfd8c46d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:45:59.704269 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c102d044-937c-41af-935a-680faa20b59b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3653567 Dec 14 02:45:59.713337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44862) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:45:59.719103 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d12b1517-0e55-489c-bbb5-d60c68fd1f7d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Request body: {'port': {'network_id': 'dd3471f6-469a-4da3-ae34-79886cbd8e6d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-665393743', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:45:59.720600 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.api.validators [None req-d12b1517-0e55-489c-bbb5-d60c68fd1f7d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] bootfile-name is not in valid_values {{(pid=103848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 02:45:59.723836 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.api.validators [None req-d12b1517-0e55-489c-bbb5-d60c68fd1f7d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] tftp-server is not in valid_values {{(pid=103848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 02:45:59.724550 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.api.validators [None req-d12b1517-0e55-489c-bbb5-d60c68fd1f7d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] server-ip-address is not in valid_values {{(pid=103848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 02:45:59.952480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12b1517-0e55-489c-bbb5-d60c68fd1f7d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Made reservation on behalf of aa67e6da39b34c329518683eef5ef627 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:45:59.957449 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d12b1517-0e55-489c-bbb5-d60c68fd1f7d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:45:59.976386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-d12b1517-0e55-489c-bbb5-d60c68fd1f7d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] device_id is not set on port 81b7e534-927a-4ec5-b11b-da17c171cd94 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:00.060527 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:00.130922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-d12b1517-0e55-489c-bbb5-d60c68fd1f7d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Allocated IP 2001:db8::163 (dd3471f6-469a-4da3-ae34-79886cbd8e6d/7f38a498-a72b-4735-b063-d8e8545efecf/81b7e534-927a-4ec5-b11b-da17c171cd94) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:46:00.323316 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d12b1517-0e55-489c-bbb5-d60c68fd1f7d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:00.403874 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44904) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:00.415345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501c0e0e-b026-4f0b-be2a-0c69072647a6 None None] Network dd3471f6-469a-4da3-ae34-79886cbd8e6d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:46:00.423893 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e989585c-1b6b-4607-b432-239c9fb15b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:00.461298 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d12b1517-0e55-489c-bbb5-d60c68fd1f7d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:00.482636 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-37346485-d94d-4e65-a7da-8afd60ff3e52 None None] Provisioning complete for port deafecf2-4877-4409-af4d-273def5b1424 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:46:00.483115 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37346485-d94d-4e65-a7da-8afd60ff3e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:00.508244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12b1517-0e55-489c-bbb5-d60c68fd1f7d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Network dd3471f6-469a-4da3-ae34-79886cbd8e6d is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:00.521730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-d12b1517-0e55-489c-bbb5-d60c68fd1f7d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:00.524976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b1517-0e55-489c-bbb5-d60c68fd1f7d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:00.532417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12b1517-0e55-489c-bbb5-d60c68fd1f7d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:00.533545 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d12b1517-0e55-489c-bbb5-d60c68fd1f7d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:00.553254 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e989585c-1b6b-4607-b432-239c9fb15b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:00.649559 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52682091-ba3f-4c54-89af-f53fb0868936 req-4bff362e-a9df-4241-aacf-85619fcfcd84 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0554423 Dec 14 02:46:00.661393 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e989585c-1b6b-4607-b432-239c9fb15b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:00.663603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b1517-0e55-489c-bbb5-d60c68fd1f7d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Pushing event updated for resources: {'Port': ['ID=81b7e534-927a-4ec5-b11b-da17c171cd94,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:00.684827 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d12b1517-0e55-489c-bbb5-d60c68fd1f7d tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.9702864 Dec 14 02:46:00.687257 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44922) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:00.708418 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e989585c-1b6b-4607-b432-239c9fb15b89 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1c4c0b5e266b4202a3c8d7fb89407d0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3030255 Dec 14 02:46:00.715339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44924) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:00.735389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989585c-1b6b-4607-b432-239c9fb15b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c55bf29-cf96-4b3a-b93e-b78443a9e5d1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:00.843228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574359b3-c800-4edf-8223-6c1c432f18ec tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:00.853842 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574359b3-c800-4edf-8223-6c1c432f18ec tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:00.859820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574359b3-c800-4edf-8223-6c1c432f18ec tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:00.872488 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-574359b3-c800-4edf-8223-6c1c432f18ec tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1858442 Dec 14 02:46:00.877681 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44936) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:00.899105 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e1524a63-8151-4377-895b-7bdc45d06cf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:00.902755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device deafecf2-4877-4409-af4d-273def5b1424 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:46:00.910927 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37346485-d94d-4e65-a7da-8afd60ff3e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:00.924123 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e1524a63-8151-4377-895b-7bdc45d06cf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:01.008298 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-37346485-d94d-4e65-a7da-8afd60ff3e52 None None] For port deafecf2-4877-4409-af4d-273def5b1424, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=deafecf2-4877-4409-af4d-273def5b1424,segment=NetworkSegment(7035f6d7-fcc4-469f-b26b-abe93a87e8a3),segment_id=7035f6d7-fcc4-469f-b26b-abe93a87e8a3)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:46:01.008298 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port deafecf2-4877-4409-af4d-273def5b1424 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:46:01.008298 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:01.062844 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-c2a03a3f-dd50-4ec6-8647-5ef131cf350b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Deleting port 81b7e534-927a-4ec5-b11b-da17c171cd94 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:01.063185 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2a03a3f-dd50-4ec6-8647-5ef131cf350b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:01.104816 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:01.134132 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37346485-d94d-4e65-a7da-8afd60ff3e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:01.146956 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e1524a63-8151-4377-895b-7bdc45d06cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:01.149919 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e1524a63-8151-4377-895b-7bdc45d06cf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:01.153848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e1524a63-8151-4377-895b-7bdc45d06cf6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c55bf29-cf96-4b3a-b93e-b78443a9e5d1 HTTP/1.1" status: 204 len: 168 time: 0.4392469 Dec 14 02:46:01.168114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1524a63-8151-4377-895b-7bdc45d06cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c55bf29-cf96-4b3a-b93e-b78443a9e5d1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:01.205797 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2a03a3f-dd50-4ec6-8647-5ef131cf350b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:01.236626 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-c2a03a3f-dd50-4ec6-8647-5ef131cf350b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Calling delete_port for 81b7e534-927a-4ec5-b11b-da17c171cd94 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:01.277882 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:46:01.279273 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:46:01.283406 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37346485-d94d-4e65-a7da-8afd60ff3e52 None None] Pushing event updated for resources: {'Port': ['ID=deafecf2-4877-4409-af4d-273def5b1424,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:01.457800 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-48411f6b-3d4e-4654-aa0f-b701fd8b9253 None None] Provisioning complete for port 81b7e534-927a-4ec5-b11b-da17c171cd94 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:46:01.458183 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-48411f6b-3d4e-4654-aa0f-b701fd8b9253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:01.503718 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-48411f6b-3d4e-4654-aa0f-b701fd8b9253 None None] Port 81b7e534-927a-4ec5-b11b-da17c171cd94 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:46:01.514462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-48411f6b-3d4e-4654-aa0f-b701fd8b9253 None None] Provisioning complete for port 84034b26-e149-4141-b47b-1780bfd8c46d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:46:01.520415 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-48411f6b-3d4e-4654-aa0f-b701fd8b9253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:01.558178 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-48411f6b-3d4e-4654-aa0f-b701fd8b9253 None None] Port 84034b26-e149-4141-b47b-1780bfd8c46d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:46:01.568775 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-48411f6b-3d4e-4654-aa0f-b701fd8b9253 None None] Provisioning complete for port deafecf2-4877-4409-af4d-273def5b1424 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:46:01.569074 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2a03a3f-dd50-4ec6-8647-5ef131cf350b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:01.569620 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-48411f6b-3d4e-4654-aa0f-b701fd8b9253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:01.603935 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a03a3f-dd50-4ec6-8647-5ef131cf350b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Pushing event deleted for resources: {'Port': ['ID=81b7e534-927a-4ec5-b11b-da17c171cd94,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:01.650650 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2a03a3f-dd50-4ec6-8647-5ef131cf350b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:01.658678 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c2a03a3f-dd50-4ec6-8647-5ef131cf350b tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] 10.222.0.39 "DELETE /v2.0/ports/81b7e534-927a-4ec5-b11b-da17c171cd94 HTTP/1.1" status: 204 len: 168 time: 0.7784467 Dec 14 02:46:01.664164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44982) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:01.675088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-b548b180-817a-4237-b9ea-72945b0e1e33 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Request body: {'port': {'name': 'tempest-new-port-name-1688262313', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:01.681452 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.api.validators [None req-b548b180-817a-4237-b9ea-72945b0e1e33 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] bootfile-name is not in valid_values {{(pid=103848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 02:46:01.681452 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.api.validators [None req-b548b180-817a-4237-b9ea-72945b0e1e33 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] tftp-server is not in valid_values {{(pid=103848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 02:46:01.681452 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.api.validators [None req-b548b180-817a-4237-b9ea-72945b0e1e33 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] server-ip-address is not in valid_values {{(pid=103848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 02:46:01.771198 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b548b180-817a-4237-b9ea-72945b0e1e33 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:01.843970 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6ea60173-45de-461c-9646-30104cf72c26 None None] Provisioning complete for port 84034b26-e149-4141-b47b-1780bfd8c46d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:46:01.844340 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6ea60173-45de-461c-9646-30104cf72c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:01.902080 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f305978-ba21-4b90-b2c4-f4a7fed4b04e req-9433e35c-0ae0-410a-9949-34d7451b6e92 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0994306 Dec 14 02:46:01.927734 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6ea60173-45de-461c-9646-30104cf72c26 None None] Port 84034b26-e149-4141-b47b-1780bfd8c46d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:46:02.054991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-47a8162d-e034-4ac8-9d2f-4f57af1d28cd None None] Could not find standard attr ID for object 81b7e534-927a-4ec5-b11b-da17c171cd94. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:46:02.091161 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-182b2e08-2525-4777-aef0-a1f0e90f2c43 req-976a0e4c-e360-4562-9f57-62ddbea65a87 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0318215 Dec 14 02:46:02.170754 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b548b180-817a-4237-b9ea-72945b0e1e33 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:02.300031 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b548b180-817a-4237-b9ea-72945b0e1e33 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:02.337920 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-b548b180-817a-4237-b9ea-72945b0e1e33 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] In _notify_port_updated(), no bound segment for port 84034b26-e149-4141-b47b-1780bfd8c46d on network dd3471f6-469a-4da3-ae34-79886cbd8e6d {{(pid=103848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:46:02.343649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b548b180-817a-4237-b9ea-72945b0e1e33 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:02.349076 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b548b180-817a-4237-b9ea-72945b0e1e33 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:02.349076 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b548b180-817a-4237-b9ea-72945b0e1e33 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] 10.222.0.39 "PUT /v2.0/ports/84034b26-e149-4141-b47b-1780bfd8c46d HTTP/1.1" status: 200 len: 1130 time: 0.6804199 Dec 14 02:46:02.351020 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45030) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:02.366747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b548b180-817a-4237-b9ea-72945b0e1e33 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Pushing event updated for resources: {'Port': ['ID=84034b26-e149-4141-b47b-1780bfd8c46d,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:02.428457 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5686d38c-962d-4989-b068-038097c1e689 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:02.430455 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5686d38c-962d-4989-b068-038097c1e689 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] 10.222.0.39 "GET /v2.0/ports/84034b26-e149-4141-b47b-1780bfd8c46d HTTP/1.1" status: 200 len: 1130 time: 0.0781035 Dec 14 02:46:02.435450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45038) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:02.554800 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-2a1df5f9-4fcc-4fba-9cfa-b3d1727a08d1 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Deleting port 84034b26-e149-4141-b47b-1780bfd8c46d {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:02.555184 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a1df5f9-4fcc-4fba-9cfa-b3d1727a08d1 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:02.658308 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device deafecf2-4877-4409-af4d-273def5b1424 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:46:02.687511 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a1df5f9-4fcc-4fba-9cfa-b3d1727a08d1 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:02.707421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-2a1df5f9-4fcc-4fba-9cfa-b3d1727a08d1 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Calling delete_port for 84034b26-e149-4141-b47b-1780bfd8c46d owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:02.719815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-755196ee-01b8-4532-abf7-531b9be5bfc6 None None] Provisioning complete for port 84034b26-e149-4141-b47b-1780bfd8c46d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:46:02.720157 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-755196ee-01b8-4532-abf7-531b9be5bfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:02.725022 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b1d30f3f-f737-4cd8-bee0-4653aaee50c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:02.783433 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port deafecf2-4877-4409-af4d-273def5b1424 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:46:02.784173 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:02.790992 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-755196ee-01b8-4532-abf7-531b9be5bfc6 None None] Port 84034b26-e149-4141-b47b-1780bfd8c46d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:46:02.981019 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a1df5f9-4fcc-4fba-9cfa-b3d1727a08d1 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:03.054068 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1df5f9-4fcc-4fba-9cfa-b3d1727a08d1 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Pushing event deleted for resources: {'Port': ['ID=84034b26-e149-4141-b47b-1780bfd8c46d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:03.136171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45f973af-3ca9-44db-a27e-34273b400097 req-b19484a6-cc8b-4c66-b939-2b2017213093 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0906715 Dec 14 02:46:03.136171 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a1df5f9-4fcc-4fba-9cfa-b3d1727a08d1 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:03.138892 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2a1df5f9-4fcc-4fba-9cfa-b3d1727a08d1 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] 10.222.0.39 "DELETE /v2.0/ports/84034b26-e149-4141-b47b-1780bfd8c46d HTTP/1.1" status: 204 len: 168 time: 0.7020135 Dec 14 02:46:03.141734 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45084) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:03.223746 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb3e780-94ee-4dd5-a0ac-8dc305d0e0be tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Deleting subnet 7f38a498-a72b-4735-b063-d8e8545efecf {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:46:03.227278 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e780-94ee-4dd5-a0ac-8dc305d0e0be tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:03.280936 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e780-94ee-4dd5-a0ac-8dc305d0e0be tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:03.389431 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e780-94ee-4dd5-a0ac-8dc305d0e0be tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:03.563309 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e780-94ee-4dd5-a0ac-8dc305d0e0be tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:03.594242 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3e780-94ee-4dd5-a0ac-8dc305d0e0be tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Pushing event deleted for resources: {'Subnet': ['ID=7f38a498-a72b-4735-b063-d8e8545efecf,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:03.596291 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e780-94ee-4dd5-a0ac-8dc305d0e0be tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:03.604509 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9812c63a-6ca3-4183-97e9-1968326db562 None None] Network dd3471f6-469a-4da3-ae34-79886cbd8e6d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:46:03.613052 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2cb3e780-94ee-4dd5-a0ac-8dc305d0e0be tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] 10.222.0.39 "DELETE /v2.0/subnets/7f38a498-a72b-4735-b063-d8e8545efecf HTTP/1.1" status: 204 len: 168 time: 0.4675925 Dec 14 02:46:03.614849 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45120) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:03.723498 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:03.796574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737af801-81bc-4b0c-9838-49861dee82ba None None] DHCP port deletion for dd3471f6-469a-4da3-ae34-79886cbd8e6d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:46:03.819923 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Deleting port deafecf2-4877-4409-af4d-273def5b1424 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:03.820279 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:03.852604 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-737af801-81bc-4b0c-9838-49861dee82ba None None] Deleting port deafecf2-4877-4409-af4d-273def5b1424 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:03.853363 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-737af801-81bc-4b0c-9838-49861dee82ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:03.894308 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] For port deafecf2-4877-4409-af4d-273def5b1424, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=deafecf2-4877-4409-af4d-273def5b1424,segment=NetworkSegment(7035f6d7-fcc4-469f-b26b-abe93a87e8a3),segment_id=7035f6d7-fcc4-469f-b26b-abe93a87e8a3)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:46:03.894308 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:03.906500 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Calling delete_port for deafecf2-4877-4409-af4d-273def5b1424 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:03.924221 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-737af801-81bc-4b0c-9838-49861dee82ba None None] For port deafecf2-4877-4409-af4d-273def5b1424, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=deafecf2-4877-4409-af4d-273def5b1424,segment=NetworkSegment(7035f6d7-fcc4-469f-b26b-abe93a87e8a3),segment_id=7035f6d7-fcc4-469f-b26b-abe93a87e8a3)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:46:03.924750 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-737af801-81bc-4b0c-9838-49861dee82ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:03.937388 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-737af801-81bc-4b0c-9838-49861dee82ba None None] Calling delete_port for deafecf2-4877-4409-af4d-273def5b1424 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:04.104546 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:04.119454 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-737af801-81bc-4b0c-9838-49861dee82ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:04.136208 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Pushing event deleted for resources: {'Port': ['ID=deafecf2-4877-4409-af4d-273def5b1424,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:04.138549 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] No DVR routers for this DVR port deafecf2-4877-4409-af4d-273def5b1424 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:46:04.149012 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737af801-81bc-4b0c-9838-49861dee82ba None None] Pushing event deleted for resources: {'Port': ['ID=deafecf2-4877-4409-af4d-273def5b1424,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:04.153993 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737af801-81bc-4b0c-9838-49861dee82ba None None] No DVR routers for this DVR port deafecf2-4877-4409-af4d-273def5b1424 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:46:04.244831 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:04.274310 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3471f6-469a-4da3-ae34-79886cbd8e6d']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:04.285706 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7035f6d7-fcc4-469f-b26b-abe93a87e8a3') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:04.286576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7035f6d7-fcc4-469f-b26b-abe93a87e8a3') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:04.320030 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:04.320175 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bbc61d7-ad37-4eee-8bdd-4ddf26a383f8 req-f34bc1b2-e513-4ee5-ab83-21962fcbc93f tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0297215 Dec 14 02:46:04.320562 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:04.323889 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:46:04.324544 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:46:04.373970 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:46:04.478778 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:04.492338 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:04.504629 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] 10.222.0.39 "DELETE /v2.0/networks/dd3471f6-469a-4da3-ae34-79886cbd8e6d HTTP/1.1" status: 204 len: 168 time: 0.8851688 Dec 14 02:46:04.524854 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca14fc-72f5-47ad-8006-f6689dd12fbb tempest-ExtraDHCPOptionsIpV6TestJSON-20367823 tempest-ExtraDHCPOptionsIpV6TestJSON-20367823-project] Pushing event deleted for resources: {'Network': ['ID=dd3471f6-469a-4da3-ae34-79886cbd8e6d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:04.632425 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device deafecf2-4877-4409-af4d-273def5b1424 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:46:04.655496 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: deafecf2-4877-4409-af4d-273def5b1424 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:46:04.655854 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device deafecf2-4877-4409-af4d-273def5b1424 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:46:05.012421 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9c36cb3-201c-45b9-baa0-0920478f579f req-e3980d7b-56d9-4378-934d-8896846370d1 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0290694 Dec 14 02:46:05.065586 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dc04d6b-f586-4274-bdc7-85428e8a1836 req-dbb08a29-13e1-456d-bbbb-a9f2dc7f1978 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e5c82e63a2444debae8a7dfbdf3c04c&device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0509217 Dec 14 02:46:05.076350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45240) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:05.106602 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-911ad2db-1942-4951-a760-63c7257b047d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:05.107247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dc04d6b-f586-4274-bdc7-85428e8a1836 req-2c4a7600-2523-40d3-9cb2-d72da53b5a96 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5e5c82e63a2444debae8a7dfbdf3c04c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269053 Dec 14 02:46:05.222403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc04d6b-f586-4274-bdc7-85428e8a1836 req-c38e50eb-7f9a-45e2-bfed-25bd633ac577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:05.224092 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dc04d6b-f586-4274-bdc7-85428e8a1836 req-c38e50eb-7f9a-45e2-bfed-25bd633ac577 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1116617 Dec 14 02:46:05.392106 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ca6d9f90-0a92-47e2-953c-4095adf2f1f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa67e6da39b34c329518683eef5ef627&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3144855 Dec 14 02:46:05.394722 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45276) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:05.452884 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8f4a8dc3-f313-4a7c-821d-599cf9a6c40b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:05.475812 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8f4a8dc3-f313-4a7c-821d-599cf9a6c40b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:05.938704 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8f4a8dc3-f313-4a7c-821d-599cf9a6c40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:05.942400 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8f4a8dc3-f313-4a7c-821d-599cf9a6c40b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:05.943767 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8f4a8dc3-f313-4a7c-821d-599cf9a6c40b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bdb011b4-eaf7-4a4b-a3bd-9f48572a3f00 HTTP/1.1" status: 204 len: 168 time: 0.5480342 Dec 14 02:46:05.951516 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a8dc3-f313-4a7c-821d-599cf9a6c40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb011b4-eaf7-4a4b-a3bd-9f48572a3f00,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:06.142806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5115564-cc33-45e9-b13a-d5249b2b9106 req-f80a66a5-4c45-40f0-8416-a9dbf837e1c9 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0264516 Dec 14 02:46:06.301138 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:06.559704 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dc04d6b-f586-4274-bdc7-85428e8a1836 req-494e9235-6225-404a-bc1d-cf2507614b6c tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.46 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0311291 Dec 14 02:46:07.301030 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9243e50-a19e-4d82-bbc3-39c2bc67bf7c req-ad54e79b-baa2-4c48-8290-6d66855a2601 tempest-ServerShowV254Test-1595645389 tempest-ServerShowV254Test-1595645389-project] 10.222.0.39 "GET /v2.0/ports?device_id=78f5dc48-130a-469e-b939-28b8f8cf5b88 HTTP/1.1" status: 200 len: 210 time: 0.0344265 Dec 14 02:46:07.617261 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45450) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:07.676120 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:07.812228 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f65b0d1b-531e-4b97-be6d-9722e2995964 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1035883973'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:07.939809 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65b0d1b-531e-4b97-be6d-9722e2995964 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Made reservation on behalf of 95145e92fddf4b0d8231a03015f5ac5c for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:07.943664 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f65b0d1b-531e-4b97-be6d-9722e2995964 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:07.957506 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f65b0d1b-531e-4b97-be6d-9722e2995964 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:08.036080 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f65b0d1b-531e-4b97-be6d-9722e2995964 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:08.145065 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f65b0d1b-531e-4b97-be6d-9722e2995964 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:08.168848 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65b0d1b-531e-4b97-be6d-9722e2995964 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:46:08.183787 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b0d1b-531e-4b97-be6d-9722e2995964 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f15d2b9-ed99-40ac-af87-2162047e176c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:08.189583 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f65b0d1b-531e-4b97-be6d-9722e2995964 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:08.189935 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-f65b0d1b-531e-4b97-be6d-9722e2995964 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Added segment f75c2bd0-a820-4a1e-81c7-23e2b7537f83 of type vlan for network d5cab764-5a1d-4aa3-b06f-bb0cb5517434 Dec 14 02:46:08.236754 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f65b0d1b-531e-4b97-be6d-9722e2995964 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:08.365791 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f65b0d1b-531e-4b97-be6d-9722e2995964 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:08.367715 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65b0d1b-531e-4b97-be6d-9722e2995964 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:08.368324 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f65b0d1b-531e-4b97-be6d-9722e2995964 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:08.442809 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b0d1b-531e-4b97-be6d-9722e2995964 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Pushing event updated for resources: {'Network': ['ID=d5cab764-5a1d-4aa3-b06f-bb0cb5517434,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:08.454480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network d5cab764-5a1d-4aa3-b06f-bb0cb5517434 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:46:08.513882 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f65b0d1b-531e-4b97-be6d-9722e2995964 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8926680 Dec 14 02:46:08.514530 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45504) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:08.520980 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-76af89f7-a96c-4d6b-8cd6-31337ff1308d tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Request body: {'subnet': {'network_id': 'd5cab764-5a1d-4aa3-b06f-bb0cb5517434', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:08.568918 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:08.761497 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76af89f7-a96c-4d6b-8cd6-31337ff1308d tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Made reservation on behalf of 95145e92fddf4b0d8231a03015f5ac5c for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:08.765318 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76af89f7-a96c-4d6b-8cd6-31337ff1308d tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:09.054758 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76af89f7-a96c-4d6b-8cd6-31337ff1308d tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:09.124881 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af89f7-a96c-4d6b-8cd6-31337ff1308d tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Pushing event updated for resources: {'Subnet': ['ID=f17624b7-a525-42d7-8e11-b6a7ea30973b,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:09.129580 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76af89f7-a96c-4d6b-8cd6-31337ff1308d tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Checking segment: {'id': 'f75c2bd0-a820-4a1e-81c7-23e2b7537f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd5cab764-5a1d-4aa3-b06f-bb0cb5517434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:46:09.129949 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76af89f7-a96c-4d6b-8cd6-31337ff1308d tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Network hostable DHCP agents. Network: d5cab764-5a1d-4aa3-b06f-bb0cb5517434, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:46:09.242489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76af89f7-a96c-4d6b-8cd6-31337ff1308d tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Network d5cab764-5a1d-4aa3-b06f-bb0cb5517434 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:46:09.271304 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45520) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:09.328179 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-76af89f7-a96c-4d6b-8cd6-31337ff1308d tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, d5cab764-5a1d-4aa3-b06f-bb0cb5517434) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:09.334035 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76af89f7-a96c-4d6b-8cd6-31337ff1308d tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:09.335112 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76af89f7-a96c-4d6b-8cd6-31337ff1308d tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:09.343921 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf44d58-5af4-45c1-a00a-6686d4eca910 None None] Network d5cab764-5a1d-4aa3-b06f-bb0cb5517434 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:46:09.476507 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-d5cab764-5a1d-4aa3-b06f-bb0cb5517434', 'network_id': 'd5cab764-5a1d-4aa3-b06f-bb0cb5517434', 'project_id': '95145e92fddf4b0d8231a03015f5ac5c', 'fixed_ips': [{'subnet_id': 'f17624b7-a525-42d7-8e11-b6a7ea30973b'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:46:09.477623 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:09.482032 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-76af89f7-a96c-4d6b-8cd6-31337ff1308d tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9664116 Dec 14 02:46:09.484674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45526) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:09.494762 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-488843dd-3d69-46b9-b7fe-b0018cc280f2 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Request body: {'port': {'network_id': 'd5cab764-5a1d-4aa3-b06f-bb0cb5517434', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1263878883'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:09.520020 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45528) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:09.605447 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-274ce315-d865-4579-9b4c-e8f0b7690e94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:09.614204 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d2ffaa43-7107-42f8-b8e3-86ea4ae68483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:09.713440 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-274ce315-d865-4579-9b4c-e8f0b7690e94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:09.725061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488843dd-3d69-46b9-b7fe-b0018cc280f2 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Made reservation on behalf of 95145e92fddf4b0d8231a03015f5ac5c for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:09.728752 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-488843dd-3d69-46b9-b7fe-b0018cc280f2 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:09.742386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Allocated IP 172.20.0.2 (d5cab764-5a1d-4aa3-b06f-bb0cb5517434/f17624b7-a525-42d7-8e11-b6a7ea30973b/f289630d-7916-4b98-a112-ae133c6e3063) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:46:09.759802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-488843dd-3d69-46b9-b7fe-b0018cc280f2 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] device_id is not set on port 26af5fa1-4c67-4099-9807-f0a2578e380c yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:09.825591 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-274ce315-d865-4579-9b4c-e8f0b7690e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:09.845829 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d2ffaa43-7107-42f8-b8e3-86ea4ae68483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:09.863490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ce315-d865-4579-9b4c-e8f0b7690e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb5b130-a479-4b81-9eb4-31201113fe96,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:09.888232 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-274ce315-d865-4579-9b4c-e8f0b7690e94 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=696b507616a1438daa8e59cf9e9623e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3670027 Dec 14 02:46:09.890729 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45538) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:09.915526 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:09.922759 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d2ffaa43-7107-42f8-b8e3-86ea4ae68483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:09.955464 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d2ffaa43-7107-42f8-b8e3-86ea4ae68483 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e5c82e63a2444debae8a7dfbdf3c04c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6830075 Dec 14 02:46:09.959112 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45540) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:09.975612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffaa43-7107-42f8-b8e3-86ea4ae68483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e68eeb-1309-4e85-aaf1-84993f9e225c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:09.975844 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f0a5-5b9d-4099-a737-21df21a98368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:10.007096 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:10.048420 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f0a5-5b9d-4099-a737-21df21a98368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:10.050731 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6d23692c-b5a1-453d-ab92-b6eb63005421 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:10.056301 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Pushing event updated for resources: {'Port': ['ID=f289630d-7916-4b98-a112-ae133c6e3063,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:10.067386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:10.068354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:10.068876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:10.069433 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:10.070156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:10.070664 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:10.071194 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:10.071703 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:10.072217 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:10.072721 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:10.073233 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:10.077018 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:10.077592 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:10.092608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Network d5cab764-5a1d-4aa3-b06f-bb0cb5517434 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:10.094473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:10.098230 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:10.103784 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6d23692c-b5a1-453d-ab92-b6eb63005421 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:10.126362 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-488843dd-3d69-46b9-b7fe-b0018cc280f2 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Allocated IP 172.20.0.13 (d5cab764-5a1d-4aa3-b06f-bb0cb5517434/f17624b7-a525-42d7-8e11-b6a7ea30973b/26af5fa1-4c67-4099-9807-f0a2578e380c) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:46:10.167821 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Attempting to bind port f289630d-7916-4b98-a112-ae133c6e3063 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:10.168750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Attempting to bind port f289630d-7916-4b98-a112-ae133c6e3063 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'f75c2bd0-a820-4a1e-81c7-23e2b7537f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd5cab764-5a1d-4aa3-b06f-bb0cb5517434'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:10.169357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Attempting to bind port f289630d-7916-4b98-a112-ae133c6e3063 on network d5cab764-5a1d-4aa3-b06f-bb0cb5517434 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:10.178752 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:46:10.179482 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Checking segment: {'id': 'f75c2bd0-a820-4a1e-81c7-23e2b7537f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd5cab764-5a1d-4aa3-b06f-bb0cb5517434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:46:10.180080 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:10.180738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Bound using segment: {'id': 'f75c2bd0-a820-4a1e-81c7-23e2b7537f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd5cab764-5a1d-4aa3-b06f-bb0cb5517434'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:46:10.181589 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Bound port: f289630d-7916-4b98-a112-ae133c6e3063, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75c2bd0-a820-4a1e-81c7-23e2b7537f83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'd5cab764-5a1d-4aa3-b06f-bb0cb5517434'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:46:10.188228 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:10.270051 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6d23692c-b5a1-453d-ab92-b6eb63005421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:10.272601 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6d23692c-b5a1-453d-ab92-b6eb63005421 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:10.276298 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6d23692c-b5a1-453d-ab92-b6eb63005421 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47e68eeb-1309-4e85-aaf1-84993f9e225c HTTP/1.1" status: 204 len: 168 time: 0.3134525 Dec 14 02:46:10.288933 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] For port f289630d-7916-4b98-a112-ae133c6e3063, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:46:10.292813 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23692c-b5a1-453d-ab92-b6eb63005421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e68eeb-1309-4e85-aaf1-84993f9e225c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:10.293296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] For port f289630d-7916-4b98-a112-ae133c6e3063, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f289630d-7916-4b98-a112-ae133c6e3063,segment=NetworkSegment(f75c2bd0-a820-4a1e-81c7-23e2b7537f83),segment_id=f75c2bd0-a820-4a1e-81c7-23e2b7537f83)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:46:10.306428 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f0a5-5b9d-4099-a737-21df21a98368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:10.311444 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f0a5-5b9d-4099-a737-21df21a98368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:10.312611 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ecd7f0a5-5b9d-4099-a737-21df21a98368 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9bb5b130-a479-4b81-9eb4-31201113fe96 HTTP/1.1" status: 204 len: 168 time: 0.4200981 Dec 14 02:46:10.335375 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7f0a5-5b9d-4099-a737-21df21a98368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb5b130-a479-4b81-9eb4-31201113fe96,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:10.385274 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:10.392969 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-488843dd-3d69-46b9-b7fe-b0018cc280f2 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:10.488790 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea94917-3165-4953-8860-3fcda11930d9 None None] Pushing event updated for resources: {'Port': ['ID=f289630d-7916-4b98-a112-ae133c6e3063,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:10.489528 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-488843dd-3d69-46b9-b7fe-b0018cc280f2 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:10.574837 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488843dd-3d69-46b9-b7fe-b0018cc280f2 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Network d5cab764-5a1d-4aa3-b06f-bb0cb5517434 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:10.576176 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488843dd-3d69-46b9-b7fe-b0018cc280f2 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Pushing event updated for resources: {'Port': ['ID=26af5fa1-4c67-4099-9807-f0a2578e380c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:10.579031 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-488843dd-3d69-46b9-b7fe-b0018cc280f2 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:10.582192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488843dd-3d69-46b9-b7fe-b0018cc280f2 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:10.653692 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488843dd-3d69-46b9-b7fe-b0018cc280f2 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:10.654331 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-488843dd-3d69-46b9-b7fe-b0018cc280f2 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:10.784795 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-488843dd-3d69-46b9-b7fe-b0018cc280f2 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2982829 Dec 14 02:46:10.788132 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45556) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:10.799018 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2b2fb9b5-3b5b-4505-a35c-9a65ccb68dd8 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Request body: {'port': {'network_id': 'd5cab764-5a1d-4aa3-b06f-bb0cb5517434', 'name': 'tempest-ExtraDHCPOptionsTestJSON-843880497', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:10.800227 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.api.validators [None req-2b2fb9b5-3b5b-4505-a35c-9a65ccb68dd8 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] bootfile-name is not in valid_values {{(pid=103847) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 02:46:10.800583 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.api.validators [None req-2b2fb9b5-3b5b-4505-a35c-9a65ccb68dd8 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] tftp-server is not in valid_values {{(pid=103847) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 02:46:10.801080 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.api.validators [None req-2b2fb9b5-3b5b-4505-a35c-9a65ccb68dd8 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] server-ip-address is not in valid_values {{(pid=103847) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 02:46:11.064144 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2fb9b5-3b5b-4505-a35c-9a65ccb68dd8 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Made reservation on behalf of 95145e92fddf4b0d8231a03015f5ac5c for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:11.068986 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb9b5-3b5b-4505-a35c-9a65ccb68dd8 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:11.097673 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-2b2fb9b5-3b5b-4505-a35c-9a65ccb68dd8 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] device_id is not set on port ff9aac29-ca4f-47c1-8007-5bc6a9774e92 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:11.210592 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-2b2fb9b5-3b5b-4505-a35c-9a65ccb68dd8 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Allocated IP 172.20.0.9 (d5cab764-5a1d-4aa3-b06f-bb0cb5517434/f17624b7-a525-42d7-8e11-b6a7ea30973b/ff9aac29-ca4f-47c1-8007-5bc6a9774e92) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:46:11.392930 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45570) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:11.419525 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a65d-d639-449b-ada5-967f92cd440c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:11.488391 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb9b5-3b5b-4505-a35c-9a65ccb68dd8 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:11.560935 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a65d-d639-449b-ada5-967f92cd440c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:11.615064 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb9b5-3b5b-4505-a35c-9a65ccb68dd8 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:11.660690 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2fb9b5-3b5b-4505-a35c-9a65ccb68dd8 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Network d5cab764-5a1d-4aa3-b06f-bb0cb5517434 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:11.664174 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-2b2fb9b5-3b5b-4505-a35c-9a65ccb68dd8 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:11.668135 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2fb9b5-3b5b-4505-a35c-9a65ccb68dd8 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:11.671601 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a65d-d639-449b-ada5-967f92cd440c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:11.742840 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccacc2e3-fc74-4fb7-9d75-76d4963196c9 None None] Network d5cab764-5a1d-4aa3-b06f-bb0cb5517434 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:46:11.748659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fb9b5-3b5b-4505-a35c-9a65ccb68dd8 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Pushing event updated for resources: {'Port': ['ID=ff9aac29-ca4f-47c1-8007-5bc6a9774e92,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:11.764119 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45578) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:11.766459 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7bd6a65d-d639-449b-ada5-967f92cd440c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1d705472c8649818aaf0bc2fb91b94b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3712988 Dec 14 02:46:11.811250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6a65d-d639-449b-ada5-967f92cd440c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8632497c-abde-41fe-b35c-a6bcb1e103e2,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:11.828729 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2fb9b5-3b5b-4505-a35c-9a65ccb68dd8 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:11.829423 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb9b5-3b5b-4505-a35c-9a65ccb68dd8 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:11.852546 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb65cf77-eef4-4a8e-be33-1a2702028125 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:11.894950 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb65cf77-eef4-4a8e-be33-1a2702028125 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:11.926488 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-19072889-d3cf-486c-be93-3fe8e93af9ed None None] Provisioning complete for port f289630d-7916-4b98-a112-ae133c6e3063 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:46:11.926866 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19072889-d3cf-486c-be93-3fe8e93af9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:11.964072 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45584) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:11.978754 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2b2fb9b5-3b5b-4505-a35c-9a65ccb68dd8 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.1891701 Dec 14 02:46:11.981399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45588) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:12.031703 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb65cf77-eef4-4a8e-be33-1a2702028125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:12.047191 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb65cf77-eef4-4a8e-be33-1a2702028125 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:12.053490 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78078647-0e14-4b97-9a32-94fa5257651b tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:12.054862 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bb65cf77-eef4-4a8e-be33-1a2702028125 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8632497c-abde-41fe-b35c-a6bcb1e103e2 HTTP/1.1" status: 204 len: 168 time: 0.2888567 Dec 14 02:46:12.058766 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78078647-0e14-4b97-9a32-94fa5257651b tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:12.063453 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65cf77-eef4-4a8e-be33-1a2702028125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8632497c-abde-41fe-b35c-a6bcb1e103e2,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:12.084208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78078647-0e14-4b97-9a32-94fa5257651b tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:12.086643 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-78078647-0e14-4b97-9a32-94fa5257651b tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1037285 Dec 14 02:46:12.089746 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45594) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:12.115717 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19072889-d3cf-486c-be93-3fe8e93af9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:12.166671 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-19072889-d3cf-486c-be93-3fe8e93af9ed None None] For port f289630d-7916-4b98-a112-ae133c6e3063, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f289630d-7916-4b98-a112-ae133c6e3063,segment=NetworkSegment(f75c2bd0-a820-4a1e-81c7-23e2b7537f83),segment_id=f75c2bd0-a820-4a1e-81c7-23e2b7537f83)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:46:12.207960 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8258b28-b9e7-41d7-8fd7-addf32ce39bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:12.270636 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19072889-d3cf-486c-be93-3fe8e93af9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:12.295795 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-7847e03e-76be-4235-bef6-4df88ac3d1bc tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Deleting port ff9aac29-ca4f-47c1-8007-5bc6a9774e92 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:12.304895 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7847e03e-76be-4235-bef6-4df88ac3d1bc tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:12.355216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19072889-d3cf-486c-be93-3fe8e93af9ed None None] Pushing event updated for resources: {'Port': ['ID=f289630d-7916-4b98-a112-ae133c6e3063,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:12.453570 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8258b28-b9e7-41d7-8fd7-addf32ce39bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:12.458460 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7847e03e-76be-4235-bef6-4df88ac3d1bc tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:12.473250 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-7847e03e-76be-4235-bef6-4df88ac3d1bc tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Calling delete_port for ff9aac29-ca4f-47c1-8007-5bc6a9774e92 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:12.498313 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a2395faa-753d-4d86-a837-eab5d5ec1f3e None None] Provisioning complete for port 26af5fa1-4c67-4099-9807-f0a2578e380c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:46:12.498880 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a2395faa-753d-4d86-a837-eab5d5ec1f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:12.552596 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a2395faa-753d-4d86-a837-eab5d5ec1f3e None None] Port 26af5fa1-4c67-4099-9807-f0a2578e380c cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:46:12.585763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a2395faa-753d-4d86-a837-eab5d5ec1f3e None None] Provisioning complete for port ff9aac29-ca4f-47c1-8007-5bc6a9774e92 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:46:12.586398 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a2395faa-753d-4d86-a837-eab5d5ec1f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:12.645645 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8258b28-b9e7-41d7-8fd7-addf32ce39bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:12.667564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a2395faa-753d-4d86-a837-eab5d5ec1f3e None None] Port ff9aac29-ca4f-47c1-8007-5bc6a9774e92 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:46:12.685798 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a2395faa-753d-4d86-a837-eab5d5ec1f3e None None] Provisioning complete for port f289630d-7916-4b98-a112-ae133c6e3063 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:46:12.687979 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a2395faa-753d-4d86-a837-eab5d5ec1f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:12.753117 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f289630d-7916-4b98-a112-ae133c6e3063 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:46:12.823337 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b8258b28-b9e7-41d7-8fd7-addf32ce39bf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0426a6dc4974626950e73da6a64881e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8576748 Dec 14 02:46:12.824290 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8258b28-b9e7-41d7-8fd7-addf32ce39bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da747c7e-822f-45f4-853e-15b51af6f132,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:12.825980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45618) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:12.884062 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7847e03e-76be-4235-bef6-4df88ac3d1bc tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:12.905370 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f289630d-7916-4b98-a112-ae133c6e3063 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:46:12.905989 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:12.939755 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7aedeeb9-a517-4ccc-91f2-de035f0b118f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:12.969553 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847e03e-76be-4235-bef6-4df88ac3d1bc tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Pushing event deleted for resources: {'Port': ['ID=ff9aac29-ca4f-47c1-8007-5bc6a9774e92,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:13.025492 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7aedeeb9-a517-4ccc-91f2-de035f0b118f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:13.070083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c3f32914-dfe4-4361-9af6-f08f4d620d98 None None] Provisioning complete for port 26af5fa1-4c67-4099-9807-f0a2578e380c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:46:13.070464 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3f32914-dfe4-4361-9af6-f08f4d620d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:13.185796 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c3f32914-dfe4-4361-9af6-f08f4d620d98 None None] Port 26af5fa1-4c67-4099-9807-f0a2578e380c cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:46:13.233412 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7847e03e-76be-4235-bef6-4df88ac3d1bc tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:13.248056 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7847e03e-76be-4235-bef6-4df88ac3d1bc tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] 10.222.0.39 "DELETE /v2.0/ports/ff9aac29-ca4f-47c1-8007-5bc6a9774e92 HTTP/1.1" status: 204 len: 168 time: 1.1499701 Dec 14 02:46:13.248383 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45638) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:13.254393 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-aabc9d9a-996d-4796-8779-c1fd2681ede4 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Request body: {'port': {'name': 'tempest-new-port-name-1502494336', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:13.254798 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.api.validators [None req-aabc9d9a-996d-4796-8779-c1fd2681ede4 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] bootfile-name is not in valid_values {{(pid=103848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 02:46:13.255141 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.api.validators [None req-aabc9d9a-996d-4796-8779-c1fd2681ede4 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] tftp-server is not in valid_values {{(pid=103848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 02:46:13.255532 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.api.validators [None req-aabc9d9a-996d-4796-8779-c1fd2681ede4 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] server-ip-address is not in valid_values {{(pid=103848) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 14 02:46:13.306874 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-341d74d3-fa12-41eb-9df6-c74be5dd00fe None None] Could not find standard attr ID for object ff9aac29-ca4f-47c1-8007-5bc6a9774e92. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:46:13.338505 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7aedeeb9-a517-4ccc-91f2-de035f0b118f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:13.342280 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7aedeeb9-a517-4ccc-91f2-de035f0b118f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:13.348526 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7aedeeb9-a517-4ccc-91f2-de035f0b118f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da747c7e-822f-45f4-853e-15b51af6f132 HTTP/1.1" status: 204 len: 168 time: 0.5214741 Dec 14 02:46:13.369134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aedeeb9-a517-4ccc-91f2-de035f0b118f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da747c7e-822f-45f4-853e-15b51af6f132,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:13.378764 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aabc9d9a-996d-4796-8779-c1fd2681ede4 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:13.611013 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa2ab7a5-ca12-4c5d-9b8e-bdb8ae77d5f2 req-959fa86f-a6cc-4e47-9e67-c30e0b30ca07 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0389800 Dec 14 02:46:13.694568 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aabc9d9a-996d-4796-8779-c1fd2681ede4 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:13.754305 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45662) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:13.778284 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aabc9d9a-996d-4796-8779-c1fd2681ede4 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:13.872558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc9d9a-996d-4796-8779-c1fd2681ede4 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Pushing event updated for resources: {'Port': ['ID=26af5fa1-4c67-4099-9807-f0a2578e380c,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:13.887448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-aabc9d9a-996d-4796-8779-c1fd2681ede4 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] In _notify_port_updated(), no bound segment for port 26af5fa1-4c67-4099-9807-f0a2578e380c on network d5cab764-5a1d-4aa3-b06f-bb0cb5517434 {{(pid=103848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:46:13.893289 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabc9d9a-996d-4796-8779-c1fd2681ede4 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:13.893982 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aabc9d9a-996d-4796-8779-c1fd2681ede4 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:13.898037 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45668) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:13.898221 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-aabc9d9a-996d-4796-8779-c1fd2681ede4 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] 10.222.0.39 "PUT /v2.0/ports/26af5fa1-4c67-4099-9807-f0a2578e380c HTTP/1.1" status: 200 len: 1137 time: 0.6506512 Dec 14 02:46:13.991753 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb177760-f813-49ab-a616-dd2f03afe311 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:13.995141 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bb177760-f813-49ab-a616-dd2f03afe311 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] 10.222.0.39 "GET /v2.0/ports/26af5fa1-4c67-4099-9807-f0a2578e380c HTTP/1.1" status: 200 len: 1137 time: 0.0955393 Dec 14 02:46:13.997434 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45670) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:14.121539 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c3926a8e-2aa3-4a81-a1aa-49f59a7cfd15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:14.136376 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7bb3e695-cec8-4e02-9f3d-fff22ccea78f None None] Provisioning complete for port 26af5fa1-4c67-4099-9807-f0a2578e380c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:46:14.139533 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7bb3e695-cec8-4e02-9f3d-fff22ccea78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:14.188592 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7bb3e695-cec8-4e02-9f3d-fff22ccea78f None None] Port 26af5fa1-4c67-4099-9807-f0a2578e380c cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:46:14.210892 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e6b26a01-c6cc-4f2e-9b4a-2a7664617cb6 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Deleting port 26af5fa1-4c67-4099-9807-f0a2578e380c {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:14.211236 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e6b26a01-c6cc-4f2e-9b4a-2a7664617cb6 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:14.306066 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c3926a8e-2aa3-4a81-a1aa-49f59a7cfd15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:14.327164 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e6b26a01-c6cc-4f2e-9b4a-2a7664617cb6 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:14.339760 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e6b26a01-c6cc-4f2e-9b4a-2a7664617cb6 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Calling delete_port for 26af5fa1-4c67-4099-9807-f0a2578e380c owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:14.416237 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c3926a8e-2aa3-4a81-a1aa-49f59a7cfd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:14.475318 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c3926a8e-2aa3-4a81-a1aa-49f59a7cfd15 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1503f4c035fd4621ab0b1917672a670a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7173581 Dec 14 02:46:14.475318 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3926a8e-2aa3-4a81-a1aa-49f59a7cfd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d27780-efd7-475c-b747-05c0edabf149,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:14.476292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45684) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:14.500349 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45688) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:14.545435 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e56c612-94ec-4cdd-8944-589c3412a0bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:14.637855 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e6b26a01-c6cc-4f2e-9b4a-2a7664617cb6 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:14.638962 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eb0b2d68-37b0-449f-b9f0-3df23c67828f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:14.677087 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e56c612-94ec-4cdd-8944-589c3412a0bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:14.680944 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b26a01-c6cc-4f2e-9b4a-2a7664617cb6 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Pushing event deleted for resources: {'Port': ['ID=26af5fa1-4c67-4099-9807-f0a2578e380c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:14.682339 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eb0b2d68-37b0-449f-b9f0-3df23c67828f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:14.764939 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c13a01e3-4fb7-4815-a4a4-f5f4d7c5d418 req-4484b2ec-338b-4d18-8dbe-39d6612880e6 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0330873 Dec 14 02:46:14.787870 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e56c612-94ec-4cdd-8944-589c3412a0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:14.808086 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e6b26a01-c6cc-4f2e-9b4a-2a7664617cb6 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:14.814320 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e6b26a01-c6cc-4f2e-9b4a-2a7664617cb6 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] 10.222.0.39 "DELETE /v2.0/ports/26af5fa1-4c67-4099-9807-f0a2578e380c HTTP/1.1" status: 204 len: 168 time: 0.8138077 Dec 14 02:46:14.814567 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45700) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:14.835043 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eb0b2d68-37b0-449f-b9f0-3df23c67828f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:14.837654 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eb0b2d68-37b0-449f-b9f0-3df23c67828f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:14.841861 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-eb0b2d68-37b0-449f-b9f0-3df23c67828f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7d27780-efd7-475c-b747-05c0edabf149 HTTP/1.1" status: 204 len: 168 time: 0.3583908 Dec 14 02:46:14.856361 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1e56c612-94ec-4cdd-8944-589c3412a0bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4254a5d70f1a45f0b73484e93e6c8bfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3539920 Dec 14 02:46:14.864567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45704) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:14.881044 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfdc781-5146-49e4-96bb-1bfc78155c5c tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Deleting subnet f17624b7-a525-42d7-8e11-b6a7ea30973b {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:46:14.884086 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56c612-94ec-4cdd-8944-589c3412a0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1c409b-fb14-4861-b131-76408dce925a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:14.884657 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bfdc781-5146-49e4-96bb-1bfc78155c5c tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:14.912712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0b2d68-37b0-449f-b9f0-3df23c67828f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d27780-efd7-475c-b747-05c0edabf149,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:14.965196 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bfdc781-5146-49e4-96bb-1bfc78155c5c tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:14.969202 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a5b428a2-924c-4e07-8590-ecc7027bc7df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:15.009546 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a5b428a2-924c-4e07-8590-ecc7027bc7df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:15.109136 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bfdc781-5146-49e4-96bb-1bfc78155c5c tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:15.156040 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a5b428a2-924c-4e07-8590-ecc7027bc7df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:15.159355 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a5b428a2-924c-4e07-8590-ecc7027bc7df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:15.160512 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a5b428a2-924c-4e07-8590-ecc7027bc7df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd1c409b-fb14-4861-b131-76408dce925a HTTP/1.1" status: 204 len: 168 time: 0.3015532 Dec 14 02:46:15.177018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b428a2-924c-4e07-8590-ecc7027bc7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1c409b-fb14-4861-b131-76408dce925a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:15.264693 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bfdc781-5146-49e4-96bb-1bfc78155c5c tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:15.294079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdc781-5146-49e4-96bb-1bfc78155c5c tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Pushing event deleted for resources: {'Subnet': ['ID=f17624b7-a525-42d7-8e11-b6a7ea30973b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:15.297734 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bfdc781-5146-49e4-96bb-1bfc78155c5c tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:15.301195 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7bfdc781-5146-49e4-96bb-1bfc78155c5c tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] 10.222.0.39 "DELETE /v2.0/subnets/f17624b7-a525-42d7-8e11-b6a7ea30973b HTTP/1.1" status: 204 len: 168 time: 0.4838583 Dec 14 02:46:15.303722 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45714) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:15.305770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94c17d4-49af-448b-bdb6-08389573a6fc None None] Network d5cab764-5a1d-4aa3-b06f-bb0cb5517434 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:46:15.403372 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:15.480893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Deleting port f289630d-7916-4b98-a112-ae133c6e3063 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:15.481256 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:15.544855 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e44ccc5-53ab-42d8-89b2-2461f1345956 None None] DHCP port deletion for d5cab764-5a1d-4aa3-b06f-bb0cb5517434 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:46:15.555399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] For port f289630d-7916-4b98-a112-ae133c6e3063, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f289630d-7916-4b98-a112-ae133c6e3063,segment=NetworkSegment(f75c2bd0-a820-4a1e-81c7-23e2b7537f83),segment_id=f75c2bd0-a820-4a1e-81c7-23e2b7537f83)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:46:15.555823 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:15.589451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Calling delete_port for f289630d-7916-4b98-a112-ae133c6e3063 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:15.618292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1e44ccc5-53ab-42d8-89b2-2461f1345956 None None] Deleting port f289630d-7916-4b98-a112-ae133c6e3063 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:15.619006 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1e44ccc5-53ab-42d8-89b2-2461f1345956 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:15.712664 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-1e44ccc5-53ab-42d8-89b2-2461f1345956 None None] For port f289630d-7916-4b98-a112-ae133c6e3063, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f289630d-7916-4b98-a112-ae133c6e3063,segment=NetworkSegment(f75c2bd0-a820-4a1e-81c7-23e2b7537f83),segment_id=f75c2bd0-a820-4a1e-81c7-23e2b7537f83)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:46:15.713072 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1e44ccc5-53ab-42d8-89b2-2461f1345956 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:15.748557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1e44ccc5-53ab-42d8-89b2-2461f1345956 None None] Calling delete_port for f289630d-7916-4b98-a112-ae133c6e3063 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:15.782482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1bfc072-bfac-4a08-b448-362a491e3e67 req-333caec3-a74d-49f2-9163-44854c8388dd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0654137 Dec 14 02:46:15.796989 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:15.855169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Pushing event deleted for resources: {'Port': ['ID=f289630d-7916-4b98-a112-ae133c6e3063,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:15.921743 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] No DVR routers for this DVR port f289630d-7916-4b98-a112-ae133c6e3063 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:46:15.954546 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5dcecd07-2016-412a-908d-e2e5e79ebb8f req-5c179b1c-aaba-4839-85d1-366a0e380c63 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0574582 Dec 14 02:46:16.042797 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1e44ccc5-53ab-42d8-89b2-2461f1345956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:16.045858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfc072-bfac-4a08-b448-362a491e3e67 req-1202020f-c84f-46f7-8350-d12b491c22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:16.047487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1bfc072-bfac-4a08-b448-362a491e3e67 req-1202020f-c84f-46f7-8350-d12b491c22bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 1096 time: 0.1873844 Dec 14 02:46:16.062626 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:16.071496 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44ccc5-53ab-42d8-89b2-2461f1345956 None None] Pushing event deleted for resources: {'Port': ['ID=f289630d-7916-4b98-a112-ae133c6e3063,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:16.075233 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e44ccc5-53ab-42d8-89b2-2461f1345956 None None] No DVR routers for this DVR port f289630d-7916-4b98-a112-ae133c6e3063 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:46:16.106809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5cab764-5a1d-4aa3-b06f-bb0cb5517434']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:16.144486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75c2bd0-a820-4a1e-81c7-23e2b7537f83') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:16.144796 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75c2bd0-a820-4a1e-81c7-23e2b7537f83') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:16.162193 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:16.211201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfc072-bfac-4a08-b448-362a491e3e67 req-7d66a935-1b7a-4a5c-915a-72cdfcbfe736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:16.212618 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1bfc072-bfac-4a08-b448-362a491e3e67 req-7d66a935-1b7a-4a5c-915a-72cdfcbfe736 service neutron] 10.222.0.46 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.1360409 Dec 14 02:46:16.213557 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:16.225665 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:46:16.226070 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:46:16.229122 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:46:16.345670 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1bfc072-bfac-4a08-b448-362a491e3e67 req-808e9ae7-aefd-4672-9317-ea1c7287a0eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663 HTTP/1.1" status: 200 len: 1001 time: 0.1262574 Dec 14 02:46:16.408253 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:16.436755 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:16.444729 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] 10.222.0.39 "DELETE /v2.0/networks/d5cab764-5a1d-4aa3-b06f-bb0cb5517434 HTTP/1.1" status: 204 len: 168 time: 1.1398711 Dec 14 02:46:16.451055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb95f41-65b8-46eb-9cac-34a8766bd083 tempest-ExtraDHCPOptionsTestJSON-5284552 tempest-ExtraDHCPOptionsTestJSON-5284552-project] Pushing event deleted for resources: {'Network': ['ID=d5cab764-5a1d-4aa3-b06f-bb0cb5517434,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:16.464877 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfc072-bfac-4a08-b448-362a491e3e67 req-f95d1342-e56b-4a60-ab07-1f3e1648bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:16.466871 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1bfc072-bfac-4a08-b448-362a491e3e67 req-f95d1342-e56b-4a60-ab07-1f3e1648bd59 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.1111474 Dec 14 02:46:16.514220 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfc072-bfac-4a08-b448-362a491e3e67 req-6c882cbe-b4a6-4dfe-965f-e8349047dafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:16.514220 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1bfc072-bfac-4a08-b448-362a491e3e67 req-6c882cbe-b4a6-4dfe-965f-e8349047dafb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407109 Dec 14 02:46:16.525901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-b1bfc072-bfac-4a08-b448-362a491e3e67 req-eb5bfe19-99e4-4a65-b036-675e477aa438 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:46:16.526957 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1bfc072-bfac-4a08-b448-362a491e3e67 req-eb5bfe19-99e4-4a65-b036-675e477aa438 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049934 Dec 14 02:46:16.650826 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1bfc072-bfac-4a08-b448-362a491e3e67 req-aaed5055-50ce-4072-b899-c696909ee804 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163955 Dec 14 02:46:16.658324 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f289630d-7916-4b98-a112-ae133c6e3063 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:46:16.680712 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: f289630d-7916-4b98-a112-ae133c6e3063 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:46:16.681561 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f289630d-7916-4b98-a112-ae133c6e3063 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:46:16.788977 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1bfc072-bfac-4a08-b448-362a491e3e67 req-0c6f09bb-e727-4b24-8ffe-7317b0da6360 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284873 Dec 14 02:46:17.074959 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c92f0e5-5368-4ed0-8396-047508bb2db5 req-3d4e57ce-c0b1-459f-aff5-48bf216c2aa1 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0263965 Dec 14 02:46:17.379968 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45810) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:17.463779 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45816) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:17.535906 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45822) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:17.536067 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-497e2486-a589-41f3-8d40-7d731ee8c0fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95145e92fddf4b0d8231a03015f5ac5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1548452 Dec 14 02:46:17.550725 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a548b232-9e65-44bf-9e9b-0a20fac8f0c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:17.591244 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-58aa6ba8-508c-46ca-93bc-f64e3ae0e7ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:17.619790 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-58aa6ba8-508c-46ca-93bc-f64e3ae0e7ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:17.637418 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a548b232-9e65-44bf-9e9b-0a20fac8f0c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:17.715018 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a548b232-9e65-44bf-9e9b-0a20fac8f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:17.755443 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a548b232-9e65-44bf-9e9b-0a20fac8f0c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5932a1aa9fd41e3815d2eaf28a0a3d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2902884 Dec 14 02:46:17.756315 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548b232-9e65-44bf-9e9b-0a20fac8f0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62669a3c-cc12-4005-80b7-490dc1227bed,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:17.758599 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45828) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:17.762354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-feb25b47-fa27-4404-ab10-eaa59a225273 req-0eb5a69f-d63f-42ee-b0ae-35ce002da72b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0248601 Dec 14 02:46:17.772159 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-58aa6ba8-508c-46ca-93bc-f64e3ae0e7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:17.775428 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-58aa6ba8-508c-46ca-93bc-f64e3ae0e7ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:17.776207 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-58aa6ba8-508c-46ca-93bc-f64e3ae0e7ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f15d2b9-ed99-40ac-af87-2162047e176c HTTP/1.1" status: 204 len: 168 time: 0.2393100 Dec 14 02:46:17.785666 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa6ba8-508c-46ca-93bc-f64e3ae0e7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f15d2b9-ed99-40ac-af87-2162047e176c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:17.822975 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1197f585-e20a-48d9-87e1-e2a6c4241364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:17.863992 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1197f585-e20a-48d9-87e1-e2a6c4241364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:17.985565 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1197f585-e20a-48d9-87e1-e2a6c4241364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:17.989147 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1197f585-e20a-48d9-87e1-e2a6c4241364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:17.990468 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1197f585-e20a-48d9-87e1-e2a6c4241364 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62669a3c-cc12-4005-80b7-490dc1227bed HTTP/1.1" status: 204 len: 168 time: 0.2309730 Dec 14 02:46:17.998589 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197f585-e20a-48d9-87e1-e2a6c4241364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62669a3c-cc12-4005-80b7-490dc1227bed,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:18.457443 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf7d8230-5581-41d6-8260-c0a44aa39972 req-743b39c8-aba9-4e2b-b4e1-25fc80c23383 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0364237 Dec 14 02:46:18.760874 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45866) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:18.775405 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76b82d7a-be5a-47c5-b670-1e2d5ff41085 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:18.871433 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76b82d7a-be5a-47c5-b670-1e2d5ff41085 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:18.968096 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76b82d7a-be5a-47c5-b670-1e2d5ff41085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:19.007702 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-76b82d7a-be5a-47c5-b670-1e2d5ff41085 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88630ca420974eb4a6ee00ffee7b9064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2454946 Dec 14 02:46:19.010263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45872) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:19.036094 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b82d7a-be5a-47c5-b670-1e2d5ff41085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a4cff5-341d-4088-bf4d-2353f86da26d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:19.100754 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e68c904c-8d74-4c04-b74d-64afd18cad9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:19.130748 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e68c904c-8d74-4c04-b74d-64afd18cad9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:19.281078 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e68c904c-8d74-4c04-b74d-64afd18cad9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:19.284938 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e68c904c-8d74-4c04-b74d-64afd18cad9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:19.296370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e68c904c-8d74-4c04-b74d-64afd18cad9d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39a4cff5-341d-4088-bf4d-2353f86da26d HTTP/1.1" status: 204 len: 168 time: 0.2828989 Dec 14 02:46:19.317613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c904c-8d74-4c04-b74d-64afd18cad9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a4cff5-341d-4088-bf4d-2353f86da26d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:19.756262 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45908) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:19.824801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbef744b-6a3f-4b38-80c8-e9244e105339 req-d39cb87e-dd4d-428b-b596-15e2b2895631 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.2905936 Dec 14 02:46:19.894110 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3b9f95f3-2139-4fd6-bb1f-6b63862e0f78 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2016337602'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:20.008137 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9f95f3-2139-4fd6-bb1f-6b63862e0f78 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Made reservation on behalf of da3e8680639346e0b14144c95261a782 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:20.011928 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b9f95f3-2139-4fd6-bb1f-6b63862e0f78 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:20.021698 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b9f95f3-2139-4fd6-bb1f-6b63862e0f78 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:20.106479 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b9f95f3-2139-4fd6-bb1f-6b63862e0f78 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:20.174898 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b9f95f3-2139-4fd6-bb1f-6b63862e0f78 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:20.201539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9f95f3-2139-4fd6-bb1f-6b63862e0f78 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:46:20.216594 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f95f3-2139-4fd6-bb1f-6b63862e0f78 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81947e1e-556e-4fae-92be-b7cd853318f1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:20.235889 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b9f95f3-2139-4fd6-bb1f-6b63862e0f78 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:20.237362 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-3b9f95f3-2139-4fd6-bb1f-6b63862e0f78 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Added segment f67a4066-c863-4ecc-80a1-8a74bd164836 of type vlan for network 8acac0e4-97c3-4a4c-8d23-711bb0530233 Dec 14 02:46:20.318527 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b9f95f3-2139-4fd6-bb1f-6b63862e0f78 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:20.378965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddd7a16c-17a1-45f6-8ef1-d5bf4f871e80 req-b5f46f00-7233-443a-8069-6276c2d38d53 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0260253 Dec 14 02:46:20.465184 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b9f95f3-2139-4fd6-bb1f-6b63862e0f78 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:20.472228 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9f95f3-2139-4fd6-bb1f-6b63862e0f78 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:20.472943 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b9f95f3-2139-4fd6-bb1f-6b63862e0f78 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:20.546101 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f95f3-2139-4fd6-bb1f-6b63862e0f78 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Network': ['ID=8acac0e4-97c3-4a4c-8d23-711bb0530233,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:20.562533 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 8acac0e4-97c3-4a4c-8d23-711bb0530233 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:46:20.688982 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3b9f95f3-2139-4fd6-bb1f-6b63862e0f78 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9316680 Dec 14 02:46:20.691960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45956) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:20.699251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-a418784f-df91-4af2-a33b-a3e00c6bf9a5 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'subnet': {'network_id': '8acac0e4-97c3-4a4c-8d23-711bb0530233', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:20.961020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a418784f-df91-4af2-a33b-a3e00c6bf9a5 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Made reservation on behalf of da3e8680639346e0b14144c95261a782 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:20.965641 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a418784f-df91-4af2-a33b-a3e00c6bf9a5 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:21.226552 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a418784f-df91-4af2-a33b-a3e00c6bf9a5 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:21.314591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418784f-df91-4af2-a33b-a3e00c6bf9a5 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Subnet': ['ID=f2392a44-9851-4c2e-87c6-1623e3bccc53,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:21.338781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a418784f-df91-4af2-a33b-a3e00c6bf9a5 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Checking segment: {'id': 'f67a4066-c863-4ecc-80a1-8a74bd164836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8acac0e4-97c3-4a4c-8d23-711bb0530233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:46:21.339149 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a418784f-df91-4af2-a33b-a3e00c6bf9a5 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network hostable DHCP agents. Network: 8acac0e4-97c3-4a4c-8d23-711bb0530233, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:46:21.418528 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a418784f-df91-4af2-a33b-a3e00c6bf9a5 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network 8acac0e4-97c3-4a4c-8d23-711bb0530233 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:46:21.507196 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ac57b70-850c-4ad4-9000-084dfbfcd818 req-3909077f-9fc8-4cd5-bb5d-3f46f0a9dd2a tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0281727 Dec 14 02:46:21.511445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-a418784f-df91-4af2-a33b-a3e00c6bf9a5 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 8acac0e4-97c3-4a4c-8d23-711bb0530233) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:21.521200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a418784f-df91-4af2-a33b-a3e00c6bf9a5 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:21.522533 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a418784f-df91-4af2-a33b-a3e00c6bf9a5 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:21.527397 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2000b3d0-7a6b-443f-bdb2-197a407754a8 None None] Network 8acac0e4-97c3-4a4c-8d23-711bb0530233 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:46:21.605971 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a418784f-df91-4af2-a33b-a3e00c6bf9a5 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9120398 Dec 14 02:46:21.609870 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45982) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:21.614163 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1844201358', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}, 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:21.655907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f0b0ce-6b28-4d4c-a4cb-0c57726a9172 None None] Network 8acac0e4-97c3-4a4c-8d23-711bb0530233 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:46:21.729660 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45988) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:21.766896 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:21.768774 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:21.787946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45992) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:21.846968 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:21.914724 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d213eb8f-f8be-4668-881a-64440eb51b9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:22.036927 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d213eb8f-f8be-4668-881a-64440eb51b9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:22.068104 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-557881fa-44c6-484f-891a-82db9f20862e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-420122073'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:22.082910 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:22.110747 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d213eb8f-f8be-4668-881a-64440eb51b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:22.151276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213eb8f-f8be-4668-881a-64440eb51b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ffaed7-74d2-45a1-b3ad-26863af6bae1,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:22.155655 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d213eb8f-f8be-4668-881a-64440eb51b9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8f20a928969429588b138e39b0cd5c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3664157 Dec 14 02:46:22.158544 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45998) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:22.212289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557881fa-44c6-484f-891a-82db9f20862e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Made reservation on behalf of fa789467dddd423082234b0a1077833d for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:22.215577 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-557881fa-44c6-484f-891a-82db9f20862e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:22.250233 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-557881fa-44c6-484f-891a-82db9f20862e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:22.278788 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5793fad2-3b1c-4a6c-9fde-b1da2f7e3f5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:22.324844 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5793fad2-3b1c-4a6c-9fde-b1da2f7e3f5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:22.479221 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5793fad2-3b1c-4a6c-9fde-b1da2f7e3f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:22.481725 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5793fad2-3b1c-4a6c-9fde-b1da2f7e3f5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:22.482878 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5793fad2-3b1c-4a6c-9fde-b1da2f7e3f5b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82ffaed7-74d2-45a1-b3ad-26863af6bae1 HTTP/1.1" status: 204 len: 168 time: 0.3233411 Dec 14 02:46:22.510575 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793fad2-3b1c-4a6c-9fde-b1da2f7e3f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ffaed7-74d2-45a1-b3ad-26863af6bae1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:22.536274 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:22.539177 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-557881fa-44c6-484f-891a-82db9f20862e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:22.551415 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:46:22.567204 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:22.608930 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-557881fa-44c6-484f-891a-82db9f20862e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:22.652229 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5eea3283-0414-4f21-96e2-c0c18b79d81d req-7b9366b5-e44d-4c5b-b845-db9b1a636b33 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0367887 Dec 14 02:46:22.653906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557881fa-44c6-484f-891a-82db9f20862e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:46:22.680940 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-557881fa-44c6-484f-891a-82db9f20862e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:22.681289 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-557881fa-44c6-484f-891a-82db9f20862e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Added segment 87316842-0a63-4aba-a837-b667d05e8f5e of type vlan for network fc1c24ef-1120-45be-9547-b350309bd618 Dec 14 02:46:22.682628 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557881fa-44c6-484f-891a-82db9f20862e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89307cdf-b809-4fa9-92a4-1b499ff28e37,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:22.766567 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-557881fa-44c6-484f-891a-82db9f20862e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:22.769078 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Allocated IP 172.25.7.22 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/911ef111-bfc2-4da6-9e2b-0a0bafc98468) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:46:23.196836 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-557881fa-44c6-484f-891a-82db9f20862e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:23.202325 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557881fa-44c6-484f-891a-82db9f20862e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:23.202916 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-557881fa-44c6-484f-891a-82db9f20862e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:23.211965 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46012) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:23.225497 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f50bcb5d-33e3-4ea4-9b05-c616583627ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:23.263990 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:23.293757 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557881fa-44c6-484f-891a-82db9f20862e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Pushing event updated for resources: {'Network': ['ID=fc1c24ef-1120-45be-9547-b350309bd618,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:23.304423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network fc1c24ef-1120-45be-9547-b350309bd618 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:46:23.304939 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f50bcb5d-33e3-4ea4-9b05-c616583627ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:23.358493 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-557881fa-44c6-484f-891a-82db9f20862e tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.6267929 Dec 14 02:46:23.379284 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f50bcb5d-33e3-4ea4-9b05-c616583627ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:23.416007 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bcb5d-33e3-4ea4-9b05-c616583627ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291376f4-262b-43c1-ad4e-cc85b536fb74,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:23.435017 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f50bcb5d-33e3-4ea4-9b05-c616583627ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc86a4017cce4adbb284291874e1b820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2195101 Dec 14 02:46:23.435533 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46020) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:23.454778 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:23.525801 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:23.531333 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:23.536330 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:23.538648 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=911ef111-bfc2-4da6-9e2b-0a0bafc98468,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:23.559507 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d9fe40-b0d0-4530-8f2b-b7c2d8e3c1ac None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:46:23.574861 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-660ace57-592b-46b0-9c48-6558466781f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:23.607345 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-660ace57-592b-46b0-9c48-6558466781f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:23.712146 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-27eeaa8f-95d3-4875-9d92-b68ef6233498 None None] Provisioning complete for port 911ef111-bfc2-4da6-9e2b-0a0bafc98468 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:46:23.712910 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-27eeaa8f-95d3-4875-9d92-b68ef6233498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:23.733934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46024) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:23.740291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Request body: {'port': {'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618', 'binding:host_id': 'n-h1-821636-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-735841716'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:23.789561 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-27eeaa8f-95d3-4875-9d92-b68ef6233498 None None] Port 911ef111-bfc2-4da6-9e2b-0a0bafc98468 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:46:23.795323 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d132ccd-20a6-4c23-b79d-4d3ececa8cc1 req-6c3bb344-d607-4c51-9940-84d3293e414a tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0368636 Dec 14 02:46:23.845976 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-660ace57-592b-46b0-9c48-6558466781f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:23.851830 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-660ace57-592b-46b0-9c48-6558466781f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:23.851830 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-660ace57-592b-46b0-9c48-6558466781f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/291376f4-262b-43c1-ad4e-cc85b536fb74 HTTP/1.1" status: 204 len: 168 time: 0.4120073 Dec 14 02:46:23.870446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Made reservation on behalf of 0c9320e908cf46b698805523986870b9 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:23.872800 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:23.884092 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:23.889822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ace57-592b-46b0-9c48-6558466781f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291376f4-262b-43c1-ad4e-cc85b536fb74,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:23.984845 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:24.020551 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:24.110979 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:24.116401 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] device_id is not set on port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:24.274786 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7da5e8-dc3c-472b-8ea1-65218d2e4d9f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:24.309392 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:24.419283 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559b87c-b316-4356-83bb-3c1b751b5574 req-db880c99-189f-40a4-b272-8bc20ee6b321 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:24.425411 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559b87c-b316-4356-83bb-3c1b751b5574 req-db880c99-189f-40a4-b272-8bc20ee6b321 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:24.431759 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559b87c-b316-4356-83bb-3c1b751b5574 req-db880c99-189f-40a4-b272-8bc20ee6b321 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:24.438205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559b87c-b316-4356-83bb-3c1b751b5574 req-db880c99-189f-40a4-b272-8bc20ee6b321 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:24.439304 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46040) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:24.444304 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559b87c-b316-4356-83bb-3c1b751b5574 req-db880c99-189f-40a4-b272-8bc20ee6b321 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:24.450843 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559b87c-b316-4356-83bb-3c1b751b5574 req-db880c99-189f-40a4-b272-8bc20ee6b321 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:24.458250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559b87c-b316-4356-83bb-3c1b751b5574 req-db880c99-189f-40a4-b272-8bc20ee6b321 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:24.461320 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2559b87c-b316-4356-83bb-3c1b751b5574 req-db880c99-189f-40a4-b272-8bc20ee6b321 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5444 time: 0.1616459 Dec 14 02:46:24.612177 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] device_id is not set on port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:24.623953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2559b87c-b316-4356-83bb-3c1b751b5574 req-39016afb-28c2-4c43-8c5a-70d814424493 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1507404 Dec 14 02:46:24.629121 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:24.637975 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router 0dcf8e8b-7713-4575-ada8-51d553564e5a is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:46:24.649642 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-52178948-9f9b-4b75-bc4f-89b7494f5434 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:24.712195 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:24.806263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:46:24.817797 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a43b9-d223-433f-b484-d4f4226f8fa8 None None] Sync routers for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:46:24.820247 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Pushing event updated for resources: {'Port': ['ID=6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:24.847179 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5a43b9-d223-433f-b484-d4f4226f8fa8 None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:24.847504 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Checking segment: {'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:46:24.847953 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ac5a43b9-d223-433f-b484-d4f4226f8fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:24.848134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Network hostable DHCP agents. Network: fc1c24ef-1120-45be-9547-b350309bd618, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:46:24.865255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b19e0-761e-4be5-8a4b-e0b524e4f141 req-cd047146-028d-4619-9b74-3c4413765981 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:24.873626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b19e0-761e-4be5-8a4b-e0b524e4f141 req-cd047146-028d-4619-9b74-3c4413765981 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:24.881041 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b19e0-761e-4be5-8a4b-e0b524e4f141 req-cd047146-028d-4619-9b74-3c4413765981 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:24.887801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b19e0-761e-4be5-8a4b-e0b524e4f141 req-cd047146-028d-4619-9b74-3c4413765981 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:24.895192 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ac5a43b9-d223-433f-b484-d4f4226f8fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:24.896294 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b19e0-761e-4be5-8a4b-e0b524e4f141 req-cd047146-028d-4619-9b74-3c4413765981 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:24.902346 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-52178948-9f9b-4b75-bc4f-89b7494f5434 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:24.903500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b19e0-761e-4be5-8a4b-e0b524e4f141 req-cd047146-028d-4619-9b74-3c4413765981 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:24.906207 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5a43b9-d223-433f-b484-d4f4226f8fa8 None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:24.906897 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ac5a43b9-d223-433f-b484-d4f4226f8fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:24.912557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b19e0-761e-4be5-8a4b-e0b524e4f141 req-cd047146-028d-4619-9b74-3c4413765981 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:24.917736 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e8b19e0-761e-4be5-8a4b-e0b524e4f141 req-cd047146-028d-4619-9b74-3c4413765981 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5444 time: 0.1656764 Dec 14 02:46:24.924309 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:24.925568 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-eccc3f58-a04c-4d88-a35c-c804b1bf72c4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3156829 Dec 14 02:46:24.932684 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46058) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:24.952986 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ac5a43b9-d223-433f-b484-d4f4226f8fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:24.953664 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a43b9-d223-433f-b484-d4f4226f8fa8 None None] The sync data for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:46:24.973958 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1de1809-e31a-44cc-b72e-ce35824c86c0 req-ad6ff30b-5690-47f2-b54e-e96fe250cc1a tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0543730 Dec 14 02:46:25.003159 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-52178948-9f9b-4b75-bc4f-89b7494f5434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:25.057886 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-52178948-9f9b-4b75-bc4f-89b7494f5434 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c22affeefbe485a813d7a4d002a99dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6174757 Dec 14 02:46:25.060245 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52178948-9f9b-4b75-bc4f-89b7494f5434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be30ce87-0a18-4845-9420-2d9f0c4e7927,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:25.060958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46064) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:25.071567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Network fc1c24ef-1120-45be-9547-b350309bd618 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:46:25.133442 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3f86-ffa0-4056-8c94-1c78f9372e14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:25.150867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, fc1c24ef-1120-45be-9547-b350309bd618) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:25.162787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:25.164241 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb784e4-2737-4246-9685-c2b713e73435 None None] Network fc1c24ef-1120-45be-9547-b350309bd618 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:46:25.168379 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3f86-ffa0-4056-8c94-1c78f9372e14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:25.191042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:25.191482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:25.191868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:25.209417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:25.209712 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:25.212651 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 2 to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de Dec 14 02:46:25.227632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:25.227979 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:25.228327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:25.235833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:25.236346 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:25.237196 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 3 to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de Dec 14 02:46:25.258319 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:25.258690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:25.259014 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:25.264055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:25.264390 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:25.264791 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 4 to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de Dec 14 02:46:25.281652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:25.282408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:25.282408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:25.287207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:25.287469 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:25.287876 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 5 to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de Dec 14 02:46:25.306375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:25.306817 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:25.307280 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:25.312392 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:25.312832 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:25.313401 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 6 to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de Dec 14 02:46:25.327805 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3f86-ffa0-4056-8c94-1c78f9372e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:25.327805 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8dbc3f86-ffa0-4056-8c94-1c78f9372e14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:25.329043 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8dbc3f86-ffa0-4056-8c94-1c78f9372e14 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be30ce87-0a18-4845-9420-2d9f0c4e7927 HTTP/1.1" status: 204 len: 168 time: 0.2668712 Dec 14 02:46:25.344410 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:25.347802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:25.348724 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:25.360194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc3f86-ffa0-4056-8c94-1c78f9372e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be30ce87-0a18-4845-9420-2d9f0c4e7927,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:25.362372 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:25.362713 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:25.363579 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 7 to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de Dec 14 02:46:25.389258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:25.390098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:25.390646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:25.397190 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:25.397558 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:25.397963 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 8 to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de Dec 14 02:46:25.430850 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:25.431194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:25.431547 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:25.436681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:25.437018 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:25.437730 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 9 to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de Dec 14 02:46:25.458171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:25.459857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:25.460213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:25.467374 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:25.467785 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:25.468098 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 10 to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de Dec 14 02:46:25.481462 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:25.481793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:25.482171 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f979-14ed-4646-bc40-bbab1a26ed26 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:25.482301 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:25.486962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:25.487301 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:25.492501 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:25.555337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] For port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:46:25.555708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempted to set empty binding levels {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 14 02:46:25.625432 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:25.669861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:25.670654 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:25.698037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Pushing event updated for resources: {'Port': ['ID=6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:25.741286 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46084) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:25.745534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-996a1fd4-de45-4943-85f3-f3b2c8037d57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.0064149 Dec 14 02:46:25.846056 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-a7d4f979-14ed-4646-bc40-bbab1a26ed26 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Allocated IP 172.20.0.1 (8acac0e4-97c3-4a4c-8d23-711bb0530233/f2392a44-9851-4c2e-87c6-1623e3bccc53/f8d5ef04-f1ef-40fd-a7bd-5d52bd6f245a) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:46:25.927173 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-138e0bb8-72bc-45a2-a7d9-63ec34fe9b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Deleting port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:25.927863 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-138e0bb8-72bc-45a2-a7d9-63ec34fe9b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:26.020039 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-138e0bb8-72bc-45a2-a7d9-63ec34fe9b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] For port 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de, host n-h1-821636-1, got binding levels [] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:46:26.021010 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-138e0bb8-72bc-45a2-a7d9-63ec34fe9b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:26.038947 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f979-14ed-4646-bc40-bbab1a26ed26 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:26.052551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-138e0bb8-72bc-45a2-a7d9-63ec34fe9b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Calling delete_port for 6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:26.118509 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b435bb46-5f91-4848-8374-e0156664eb98 req-93232ef4-0b4c-435f-a639-8f39902c5987 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0325167 Dec 14 02:46:26.211785 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f979-14ed-4646-bc40-bbab1a26ed26 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:26.254925 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d4f979-14ed-4646-bc40-bbab1a26ed26 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network 8acac0e4-97c3-4a4c-8d23-711bb0530233 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:26.258915 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-a7d4f979-14ed-4646-bc40-bbab1a26ed26 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:26.260769 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-138e0bb8-72bc-45a2-a7d9-63ec34fe9b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:26.262362 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d4f979-14ed-4646-bc40-bbab1a26ed26 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:26.303290 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4f979-14ed-4646-bc40-bbab1a26ed26 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=f8d5ef04-f1ef-40fd-a7bd-5d52bd6f245a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:26.364864 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-138e0bb8-72bc-45a2-a7d9-63ec34fe9b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:26.370113 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-138e0bb8-72bc-45a2-a7d9-63ec34fe9b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] 10.222.0.39 "DELETE /v2.0/ports/6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de HTTP/1.1" status: 204 len: 168 time: 0.6277876 Dec 14 02:46:26.372198 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f979-14ed-4646-bc40-bbab1a26ed26 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:26.373749 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46110) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:26.374923 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e0bb8-72bc-45a2-a7d9-63ec34fe9b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:26.416119 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4121205-9395-4514-aa4b-8a25205fdcf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] GET failed (client error): The resource could not be found. Dec 14 02:46:26.416119 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f4121205-9395-4514-aa4b-8a25205fdcf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] 10.222.0.39 "GET /v2.0/ports/6c8b986b-6e65-45a1-8c7c-9a4a7f62d6de HTTP/1.1" status: 404 len: 333 time: 0.0354655 Dec 14 02:46:26.416525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46114) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:26.421538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-aaa4aa98-7e6c-42fd-9e3e-f6a6dddb3e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Request body: {'port': {'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-150828804'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:26.503407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa4aa98-7e6c-42fd-9e3e-f6a6dddb3e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Made reservation on behalf of 0c9320e908cf46b698805523986870b9 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:26.506046 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aaa4aa98-7e6c-42fd-9e3e-f6a6dddb3e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:26.526464 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-aaa4aa98-7e6c-42fd-9e3e-f6a6dddb3e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] device_id is not set on port 77123496-be96-46c6-a89b-59e6944092ef yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:26.601549 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f979-14ed-4646-bc40-bbab1a26ed26 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:26.800691 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aaa4aa98-7e6c-42fd-9e3e-f6a6dddb3e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:26.905148 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:26.934146 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aaa4aa98-7e6c-42fd-9e3e-f6a6dddb3e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:26.984455 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa4aa98-7e6c-42fd-9e3e-f6a6dddb3e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Network fc1c24ef-1120-45be-9547-b350309bd618 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:26.989671 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-aaa4aa98-7e6c-42fd-9e3e-f6a6dddb3e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:26.992683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa4aa98-7e6c-42fd-9e3e-f6a6dddb3e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:26.994084 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa4aa98-7e6c-42fd-9e3e-f6a6dddb3e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:26.995113 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aaa4aa98-7e6c-42fd-9e3e-f6a6dddb3e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:27.014979 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4aa98-7e6c-42fd-9e3e-f6a6dddb3e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Pushing event updated for resources: {'Port': ['ID=77123496-be96-46c6-a89b-59e6944092ef,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:27.044474 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f979-14ed-4646-bc40-bbab1a26ed26 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:27.101973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-aaa4aa98-7e6c-42fd-9e3e-f6a6dddb3e4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6845102 Dec 14 02:46:27.104773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46144) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:27.111009 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:27.134523 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f979-14ed-4646-bc40-bbab1a26ed26 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:27.193868 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:27.218650 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a7d4f979-14ed-4646-bc40-bbab1a26ed26 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:27.235677 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d4f979-14ed-4646-bc40-bbab1a26ed26 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=f8d5ef04-f1ef-40fd-a7bd-5d52bd6f245a,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:27.289692 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4047786c-8740-47b3-b94d-d5822af95679 req-76192c21-0cf9-4fb0-9f10-43b914f563de tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0448725 Dec 14 02:46:27.357517 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46154) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:27.371731 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d4f979-14ed-4646-bc40-bbab1a26ed26 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network 8acac0e4-97c3-4a4c-8d23-711bb0530233 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:27.374449 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-a7d4f979-14ed-4646-bc40-bbab1a26ed26 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:27.468746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] device_id is not set on port 77123496-be96-46c6-a89b-59e6944092ef yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:27.483329 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:27.544501 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:27.548450 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d4f979-14ed-4646-bc40-bbab1a26ed26 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router 0dcf8e8b-7713-4575-ada8-51d553564e5a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:46:27.656146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Pushing event updated for resources: {'Port': ['ID=77123496-be96-46c6-a89b-59e6944092ef,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:27.704461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:27.705766 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:27.706714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:27.718114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee92bd-51a1-4c98-aa46-a7e4b409add5 req-1498af7b-ab62-41f4-ba7f-a85df41cbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:27.721649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee92bd-51a1-4c98-aa46-a7e4b409add5 req-1498af7b-ab62-41f4-ba7f-a85df41cbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:27.721649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee92bd-51a1-4c98-aa46-a7e4b409add5 req-1498af7b-ab62-41f4-ba7f-a85df41cbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:27.721649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee92bd-51a1-4c98-aa46-a7e4b409add5 req-1498af7b-ab62-41f4-ba7f-a85df41cbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:27.721649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee92bd-51a1-4c98-aa46-a7e4b409add5 req-1498af7b-ab62-41f4-ba7f-a85df41cbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:27.725553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee92bd-51a1-4c98-aa46-a7e4b409add5 req-1498af7b-ab62-41f4-ba7f-a85df41cbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:27.726935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee92bd-51a1-4c98-aa46-a7e4b409add5 req-1498af7b-ab62-41f4-ba7f-a85df41cbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:27.729163 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3eee92bd-51a1-4c98-aa46-a7e4b409add5 req-1498af7b-ab62-41f4-ba7f-a85df41cbf4c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 6501 time: 0.3704045 Dec 14 02:46:27.740052 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d4f979-14ed-4646-bc40-bbab1a26ed26 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:46:27.751139 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46162) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:27.756976 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c15b28-3688-4f4a-9f25-4f01370c0bbb None None] Sync routers for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:46:27.759449 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a7d4f979-14ed-4646-bc40-bbab1a26ed26 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "PUT /v2.0/routers/0dcf8e8b-7713-4575-ada8-51d553564e5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8254657 Dec 14 02:46:27.763193 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46164) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:27.779202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-690fec70-2b29-48d6-888f-f1f58b3879c3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'port': {'network_id': '8acac0e4-97c3-4a4c-8d23-711bb0530233', 'name': 'tempest-FloatingIPTestJSON-332864839'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:27.781141 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c15b28-3688-4f4a-9f25-4f01370c0bbb None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:27.782873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-38c15b28-3688-4f4a-9f25-4f01370c0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:27.798112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:27.798758 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:27.809402 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 2 to bind port 77123496-be96-46c6-a89b-59e6944092ef Dec 14 02:46:27.839467 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:27.840392 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:27.841487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:27.855344 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:27.859509 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:27.860936 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-38c15b28-3688-4f4a-9f25-4f01370c0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:27.864906 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 3 to bind port 77123496-be96-46c6-a89b-59e6944092ef Dec 14 02:46:27.881362 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c15b28-3688-4f4a-9f25-4f01370c0bbb None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:27.882402 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-38c15b28-3688-4f4a-9f25-4f01370c0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:27.930349 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3eee92bd-51a1-4c98-aa46-a7e4b409add5 req-74c5d449-44ab-413f-bc8f-819c9257d555 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1811461 Dec 14 02:46:27.931947 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:27.934126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:27.935863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:27.943810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:27.944632 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:27.946676 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 4 to bind port 77123496-be96-46c6-a89b-59e6944092ef Dec 14 02:46:27.969141 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:27.970098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:27.970983 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:27.979284 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:27.979715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-38c15b28-3688-4f4a-9f25-4f01370c0bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:27.981061 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c15b28-3688-4f4a-9f25-4f01370c0bbb None None] The sync data for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:46:27.986892 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:27.987675 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 5 to bind port 77123496-be96-46c6-a89b-59e6944092ef Dec 14 02:46:28.006737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:28.007307 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:28.007663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:28.013274 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:28.013753 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:28.014229 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 6 to bind port 77123496-be96-46c6-a89b-59e6944092ef Dec 14 02:46:28.031311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:28.032072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:28.038753 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:28.038923 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690fec70-2b29-48d6-888f-f1f58b3879c3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Made reservation on behalf of da3e8680639346e0b14144c95261a782 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:28.039417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:28.039764 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:28.039896 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-690fec70-2b29-48d6-888f-f1f58b3879c3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:28.040170 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 7 to bind port 77123496-be96-46c6-a89b-59e6944092ef Dec 14 02:46:28.057150 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:28.057531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:28.057881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:28.064830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:28.069516 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-690fec70-2b29-48d6-888f-f1f58b3879c3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] device_id is not set on port e50decf5-49e5-4884-b94a-e7d03b69b5c1 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:28.070581 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:28.071119 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 8 to bind port 77123496-be96-46c6-a89b-59e6944092ef Dec 14 02:46:28.090867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:28.090867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:28.090867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:28.107737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:28.108595 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:28.109365 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 9 to bind port 77123496-be96-46c6-a89b-59e6944092ef Dec 14 02:46:28.112456 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-34a85a04-ab98-4288-9733-69a6b0ce1fbb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:28.138157 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:28.139375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:28.139375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:28.149392 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:28.149742 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:28.151515 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 10 to bind port 77123496-be96-46c6-a89b-59e6944092ef Dec 14 02:46:28.182204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:28.182546 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:28.182903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:28.194853 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:28.195200 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 77123496-be96-46c6-a89b-59e6944092ef on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:28.195584 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:28.204418 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-690fec70-2b29-48d6-888f-f1f58b3879c3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Allocated IP 172.20.0.10 (8acac0e4-97c3-4a4c-8d23-711bb0530233/f2392a44-9851-4c2e-87c6-1623e3bccc53/e50decf5-49e5-4884-b94a-e7d03b69b5c1) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:46:28.287934 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-34a85a04-ab98-4288-9733-69a6b0ce1fbb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:28.297842 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] For port 77123496-be96-46c6-a89b-59e6944092ef, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:46:28.298212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempted to set empty binding levels {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 14 02:46:28.390234 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-690fec70-2b29-48d6-888f-f1f58b3879c3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:28.394288 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b86b553-c5ab-4010-9e55-610d6531aa73 req-c4378270-1047-419b-885b-358b8f1922c8 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0281472 Dec 14 02:46:28.401524 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-34a85a04-ab98-4288-9733-69a6b0ce1fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:28.440085 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:28.451604 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-34a85a04-ab98-4288-9733-69a6b0ce1fbb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=379354ab9d9d4ceebcb6f346fab7c3ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6964939 Dec 14 02:46:28.454384 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46180) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:28.475188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a85a04-ab98-4288-9733-69a6b0ce1fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d114648b-0390-4d2b-a725-29a0df4ffd3c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:28.485081 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] In _notify_port_updated(), no bound segment for port 77123496-be96-46c6-a89b-59e6944092ef on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:46:28.486017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.486625 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:28.489914 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] 10.222.0.39 "PUT /v2.0/ports/77123496-be96-46c6-a89b-59e6944092ef HTTP/1.1" status: 200 len: 978 time: 1.3821652 Dec 14 02:46:28.490656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46182) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:28.505207 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-690fec70-2b29-48d6-888f-f1f58b3879c3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:28.539875 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eccd3afb-dfdc-42b6-bf4d-e113a612fe5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:28.558469 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6636d-646a-4562-ac7c-9ade58979a36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Pushing event updated for resources: {'Port': ['ID=77123496-be96-46c6-a89b-59e6944092ef,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:28.575456 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690fec70-2b29-48d6-888f-f1f58b3879c3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network 8acac0e4-97c3-4a4c-8d23-711bb0530233 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:28.590327 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-690fec70-2b29-48d6-888f-f1f58b3879c3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:28.594235 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690fec70-2b29-48d6-888f-f1f58b3879c3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:28.619251 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690fec70-2b29-48d6-888f-f1f58b3879c3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=e50decf5-49e5-4884-b94a-e7d03b69b5c1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:28.623360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.623836 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.624255 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eccd3afb-dfdc-42b6-bf4d-e113a612fe5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:28.624431 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.624807 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.625420 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.631331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.631774 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.632229 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.632687 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.633240 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.634252 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.634761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.639271 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.639738 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.640205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.640688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.641174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.641650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.642101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.642727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.643776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.643939 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.644331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.644788 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.647287 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.647756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.648328 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.648783 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.649396 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.652512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.652512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.652512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.652512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.655405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.655861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.659790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.659790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.659790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.659790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.659790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.659790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.659790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.660458 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.660560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.661657 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.670213 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e6d90289-4e62-4492-9a73-ea44a49a4bbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 40182 time: 0.1733487 Dec 14 02:46:28.670462 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46186) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:28.687461 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690fec70-2b29-48d6-888f-f1f58b3879c3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:28.688079 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-690fec70-2b29-48d6-888f-f1f58b3879c3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:28.753945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46188) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:28.768843 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-de0c925a-99ce-4e7d-a785-3cf2566469bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Deleting port 77123496-be96-46c6-a89b-59e6944092ef {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:28.769190 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-de0c925a-99ce-4e7d-a785-3cf2566469bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:28.872543 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e52888f-5d87-4426-9453-0652cbc0648e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:28.968480 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e52888f-5d87-4426-9453-0652cbc0648e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:29.025129 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e52888f-5d87-4426-9453-0652cbc0648e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:29.065126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52888f-5d87-4426-9453-0652cbc0648e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266dc706-a66e-4503-9e7e-4d35ff7bae9b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:29.069650 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6e52888f-5d87-4426-9453-0652cbc0648e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3bd973aca2254719bb0dc9cdcd866af6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3144946 Dec 14 02:46:29.075044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46196) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:29.129141 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eccd3afb-dfdc-42b6-bf4d-e113a612fe5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:29.132123 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-363927d1-9bc7-4a9b-98e8-985e109db2c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:29.132417 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eccd3afb-dfdc-42b6-bf4d-e113a612fe5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:29.135323 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-eccd3afb-dfdc-42b6-bf4d-e113a612fe5d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d114648b-0390-4d2b-a725-29a0df4ffd3c HTTP/1.1" status: 204 len: 168 time: 0.6771028 Dec 14 02:46:29.139030 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-690fec70-2b29-48d6-888f-f1f58b3879c3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3743486 Dec 14 02:46:29.140130 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46200) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:29.147091 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-183303b7-61da-40d7-a6c8-f0bdd54bb5d4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'port': {'network_id': '8acac0e4-97c3-4a4c-8d23-711bb0530233', 'name': 'tempest-FloatingIPTestJSON-1307557671'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:29.158700 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd3afb-dfdc-42b6-bf4d-e113a612fe5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d114648b-0390-4d2b-a725-29a0df4ffd3c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:29.183236 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-de0c925a-99ce-4e7d-a785-3cf2566469bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] For port 77123496-be96-46c6-a89b-59e6944092ef, host n-h1-821636-1, got binding levels [] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:46:29.183523 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-de0c925a-99ce-4e7d-a785-3cf2566469bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:29.197764 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-de0c925a-99ce-4e7d-a785-3cf2566469bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Calling delete_port for 77123496-be96-46c6-a89b-59e6944092ef owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:29.214656 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-363927d1-9bc7-4a9b-98e8-985e109db2c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:29.327537 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-de0c925a-99ce-4e7d-a785-3cf2566469bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:29.350690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183303b7-61da-40d7-a6c8-f0bdd54bb5d4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Made reservation on behalf of da3e8680639346e0b14144c95261a782 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:29.354482 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-183303b7-61da-40d7-a6c8-f0bdd54bb5d4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:29.357594 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-363927d1-9bc7-4a9b-98e8-985e109db2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:29.360353 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-363927d1-9bc7-4a9b-98e8-985e109db2c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:29.362085 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-363927d1-9bc7-4a9b-98e8-985e109db2c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/266dc706-a66e-4503-9e7e-4d35ff7bae9b HTTP/1.1" status: 204 len: 168 time: 0.2859972 Dec 14 02:46:29.367296 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c925a-99ce-4e7d-a785-3cf2566469bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Pushing event deleted for resources: {'Port': ['ID=77123496-be96-46c6-a89b-59e6944092ef,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:29.372478 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-de0c925a-99ce-4e7d-a785-3cf2566469bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:29.376138 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-de0c925a-99ce-4e7d-a785-3cf2566469bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] 10.222.0.39 "DELETE /v2.0/ports/77123496-be96-46c6-a89b-59e6944092ef HTTP/1.1" status: 204 len: 168 time: 0.7046986 Dec 14 02:46:29.379111 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46204) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:29.380903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363927d1-9bc7-4a9b-98e8-985e109db2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266dc706-a66e-4503-9e7e-4d35ff7bae9b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:29.389534 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-183303b7-61da-40d7-a6c8-f0bdd54bb5d4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] device_id is not set on port b91a0d55-2624-4fb9-bc6c-690b4dfcbcd5 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:29.432930 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16fe4e7-9638-451e-a967-28e752353c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] GET failed (client error): The resource could not be found. Dec 14 02:46:29.435066 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a16fe4e7-9638-451e-a967-28e752353c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] 10.222.0.39 "GET /v2.0/ports/77123496-be96-46c6-a89b-59e6944092ef HTTP/1.1" status: 404 len: 333 time: 0.0542047 Dec 14 02:46:29.441659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46208) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:29.457826 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e2f49e32-1e2c-4883-bb20-f2c78719162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-105189423', 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:29.544497 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-273ec13c-5595-4397-8e96-7f8d51b7d974 req-31fa71a7-2573-4867-a86c-9dd41f3e320f tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0337162 Dec 14 02:46:29.570408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-183303b7-61da-40d7-a6c8-f0bdd54bb5d4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Allocated IP 172.20.0.9 (8acac0e4-97c3-4a4c-8d23-711bb0530233/f2392a44-9851-4c2e-87c6-1623e3bccc53/b91a0d55-2624-4fb9-bc6c-690b4dfcbcd5) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:46:29.590306 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f49e32-1e2c-4883-bb20-f2c78719162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Made reservation on behalf of 0c9320e908cf46b698805523986870b9 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:29.592808 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e2f49e32-1e2c-4883-bb20-f2c78719162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:29.609861 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-e2f49e32-1e2c-4883-bb20-f2c78719162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] device_id is not set on port 10971c88-5350-49ed-8c8d-cc16a6fbeb8a yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:29.769538 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-183303b7-61da-40d7-a6c8-f0bdd54bb5d4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:29.795117 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e2f49e32-1e2c-4883-bb20-f2c78719162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:29.876317 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-183303b7-61da-40d7-a6c8-f0bdd54bb5d4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:29.904149 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e2f49e32-1e2c-4883-bb20-f2c78719162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:29.930631 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183303b7-61da-40d7-a6c8-f0bdd54bb5d4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network 8acac0e4-97c3-4a4c-8d23-711bb0530233 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:29.939876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-183303b7-61da-40d7-a6c8-f0bdd54bb5d4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:29.939876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183303b7-61da-40d7-a6c8-f0bdd54bb5d4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:29.953221 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f49e32-1e2c-4883-bb20-f2c78719162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Network fc1c24ef-1120-45be-9547-b350309bd618 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:29.958044 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-e2f49e32-1e2c-4883-bb20-f2c78719162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:29.961973 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f49e32-1e2c-4883-bb20-f2c78719162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:29.962967 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f49e32-1e2c-4883-bb20-f2c78719162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:29.966639 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e2f49e32-1e2c-4883-bb20-f2c78719162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:29.966780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183303b7-61da-40d7-a6c8-f0bdd54bb5d4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=b91a0d55-2624-4fb9-bc6c-690b4dfcbcd5,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:29.973280 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f49e32-1e2c-4883-bb20-f2c78719162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Pushing event updated for resources: {'Port': ['ID=10971c88-5350-49ed-8c8d-cc16a6fbeb8a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:29.995841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183303b7-61da-40d7-a6c8-f0bdd54bb5d4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:29.996645 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-183303b7-61da-40d7-a6c8-f0bdd54bb5d4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.054762 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e2f49e32-1e2c-4883-bb20-f2c78719162e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6114509 Dec 14 02:46:30.057235 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46212) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:30.075242 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.077964 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-183303b7-61da-40d7-a6c8-f0bdd54bb5d4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9367883 Dec 14 02:46:30.090861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46214) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:30.095858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': 'b91a0d55-2624-4fb9-bc6c-690b4dfcbcd5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:30.099593 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e7477d-6086-456a-af7d-b5f4c5fe482b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:30.103782 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-46e7477d-6086-456a-af7d-b5f4c5fe482b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] 10.222.0.39 "GET /v2.0/ports/10971c88-5350-49ed-8c8d-cc16a6fbeb8a HTTP/1.1" status: 200 len: 958 time: 0.0427868 Dec 14 02:46:30.104053 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46216) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:30.179514 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9519b5cf-a47c-48e1-a4be-1b81899a3538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Deleting port 10971c88-5350-49ed-8c8d-cc16a6fbeb8a {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:30.180156 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9519b5cf-a47c-48e1-a4be-1b81899a3538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.185951 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.189927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46220) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:30.245024 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ed519e45-84e5-451b-a397-32ff0d1110e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.245288 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9519b5cf-a47c-48e1-a4be-1b81899a3538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.259382 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9519b5cf-a47c-48e1-a4be-1b81899a3538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Calling delete_port for 10971c88-5350-49ed-8c8d-cc16a6fbeb8a owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:30.360661 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ed519e45-84e5-451b-a397-32ff0d1110e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.367119 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.400633 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9519b5cf-a47c-48e1-a4be-1b81899a3538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.427326 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519b5cf-a47c-48e1-a4be-1b81899a3538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Pushing event deleted for resources: {'Port': ['ID=10971c88-5350-49ed-8c8d-cc16a6fbeb8a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:30.430178 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ed519e45-84e5-451b-a397-32ff0d1110e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.435641 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9519b5cf-a47c-48e1-a4be-1b81899a3538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.442247 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9519b5cf-a47c-48e1-a4be-1b81899a3538 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] 10.222.0.39 "DELETE /v2.0/ports/10971c88-5350-49ed-8c8d-cc16a6fbeb8a HTTP/1.1" status: 204 len: 168 time: 0.3341732 Dec 14 02:46:30.442549 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46222) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:30.466534 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-198a74fa-38e1-404b-8fa0-803b6e25ce66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] GET failed (client error): The resource could not be found. Dec 14 02:46:30.467966 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-198a74fa-38e1-404b-8fa0-803b6e25ce66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] 10.222.0.39 "GET /v2.0/ports/10971c88-5350-49ed-8c8d-cc16a6fbeb8a HTTP/1.1" status: 404 len: 333 time: 0.0244176 Dec 14 02:46:30.473374 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46224) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:30.478296 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-fd83e8ca-94c7-44ca-8899-2c73a6969b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Request body: {'port': {'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-340520049'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:30.485423 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ed519e45-84e5-451b-a397-32ff0d1110e9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=707b092b5b6b474d9f6589d097e3c1c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2931225 Dec 14 02:46:30.489628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed519e45-84e5-451b-a397-32ff0d1110e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cbb940-bee0-4f51-aea5-63f81c09d9ec,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:30.495807 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46226) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:30.542078 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Allocated IP 172.25.7.126 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/d5c95e4c-bc75-46c8-aa4f-917809df83c7) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:46:30.550318 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a01efc43-2dd4-46f8-8e4e-61f5fcb81474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.573580 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a01efc43-2dd4-46f8-8e4e-61f5fcb81474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.585216 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd83e8ca-94c7-44ca-8899-2c73a6969b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Made reservation on behalf of 0c9320e908cf46b698805523986870b9 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:30.589468 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd83e8ca-94c7-44ca-8899-2c73a6969b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.622389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-fd83e8ca-94c7-44ca-8899-2c73a6969b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] device_id is not set on port 6c433aa9-d1de-4211-aa5e-15074b21fae2 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:30.662463 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.687251 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7832fac0-e326-462f-ae3e-798c88b9e8fc req-a043335b-1819-49ac-aa41-d6fa3af461e2 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0377114 Dec 14 02:46:30.740993 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a01efc43-2dd4-46f8-8e4e-61f5fcb81474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.743617 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a01efc43-2dd4-46f8-8e4e-61f5fcb81474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.744761 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a01efc43-2dd4-46f8-8e4e-61f5fcb81474 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/97cbb940-bee0-4f51-aea5-63f81c09d9ec HTTP/1.1" status: 204 len: 168 time: 0.2538767 Dec 14 02:46:30.766257 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01efc43-2dd4-46f8-8e4e-61f5fcb81474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cbb940-bee0-4f51-aea5-63f81c09d9ec,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:30.788694 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd83e8ca-94c7-44ca-8899-2c73a6969b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.791423 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.836294 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:30.838088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:30.841721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:30.847466 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=d5c95e4c-bc75-46c8-aa4f-917809df83c7,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:30.892650 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd83e8ca-94c7-44ca-8899-2c73a6969b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.938516 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd83e8ca-94c7-44ca-8899-2c73a6969b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Network fc1c24ef-1120-45be-9547-b350309bd618 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:30.942450 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-fd83e8ca-94c7-44ca-8899-2c73a6969b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:30.944933 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd83e8ca-94c7-44ca-8899-2c73a6969b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:30.946087 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd83e8ca-94c7-44ca-8899-2c73a6969b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:30.946691 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd83e8ca-94c7-44ca-8899-2c73a6969b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:30.952645 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83e8ca-94c7-44ca-8899-2c73a6969b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Pushing event updated for resources: {'Port': ['ID=6c433aa9-d1de-4211-aa5e-15074b21fae2,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:31.020306 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fd83e8ca-94c7-44ca-8899-2c73a6969b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5458522 Dec 14 02:46:31.022936 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46232) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:31.028332 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:31.089608 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:31.203781 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:31.273290 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] device_id is not set on port 6c433aa9-d1de-4211-aa5e-15074b21fae2 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:31.281608 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:31.344628 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:31.347450 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:31.406667 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Pushing event updated for resources: {'Port': ['ID=6c433aa9-d1de-4211-aa5e-15074b21fae2,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:31.415092 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:31.415435 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:31.416016 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:31.426561 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:31.426561 n-d-821636-1 neutron-server[103847]: ERROR neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:31.426561 n-d-821636-1 neutron-server[103847]: INFO neutron.plugins.ml2.plugin [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 2 to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 Dec 14 02:46:31.440603 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:31.441039 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:31.441482 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:31.446322 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:31.446737 n-d-821636-1 neutron-server[103847]: ERROR neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:31.447197 n-d-821636-1 neutron-server[103847]: INFO neutron.plugins.ml2.plugin [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 3 to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 Dec 14 02:46:31.462061 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:31.462625 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:31.462970 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:31.469339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:31.469676 n-d-821636-1 neutron-server[103847]: ERROR neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:31.470075 n-d-821636-1 neutron-server[103847]: INFO neutron.plugins.ml2.plugin [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 4 to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 Dec 14 02:46:31.488161 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:31.488502 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:31.488933 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:31.494386 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:31.494872 n-d-821636-1 neutron-server[103847]: ERROR neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:31.495440 n-d-821636-1 neutron-server[103847]: INFO neutron.plugins.ml2.plugin [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 5 to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 Dec 14 02:46:31.509581 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:31.509911 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:31.510274 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:31.515099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:31.515424 n-d-821636-1 neutron-server[103847]: ERROR neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:31.515814 n-d-821636-1 neutron-server[103847]: INFO neutron.plugins.ml2.plugin [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 6 to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 Dec 14 02:46:31.530820 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:31.531155 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:31.531528 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:31.538315 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:31.538688 n-d-821636-1 neutron-server[103847]: ERROR neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:31.539018 n-d-821636-1 neutron-server[103847]: INFO neutron.plugins.ml2.plugin [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 7 to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 Dec 14 02:46:31.553399 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:31.553766 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:31.554076 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:31.558822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:31.559311 n-d-821636-1 neutron-server[103847]: ERROR neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:31.559748 n-d-821636-1 neutron-server[103847]: INFO neutron.plugins.ml2.plugin [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 8 to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 Dec 14 02:46:31.573297 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:31.573663 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:31.574000 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:31.578887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:31.579260 n-d-821636-1 neutron-server[103847]: ERROR neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:31.579830 n-d-821636-1 neutron-server[103847]: INFO neutron.plugins.ml2.plugin [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 9 to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 Dec 14 02:46:31.593120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:31.593498 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:31.593829 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:31.599412 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:31.599747 n-d-821636-1 neutron-server[103847]: ERROR neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:31.600194 n-d-821636-1 neutron-server[103847]: INFO neutron.plugins.ml2.plugin [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempt 10 to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 Dec 14 02:46:31.620539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:31.620719 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:31.621056 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempting to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:31.626630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:31.627180 n-d-821636-1 neutron-server[103847]: ERROR neutron.plugins.ml2.managers [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Failed to bind port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on host n-h1-821636-1 for vnic_type normal using segments [{'id': '87316842-0a63-4aba-a837-b667d05e8f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'fc1c24ef-1120-45be-9547-b350309bd618'}] Dec 14 02:46:31.627618 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:31.703473 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] For port 6c433aa9-d1de-4211-aa5e-15074b21fae2, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:46:31.703847 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attempted to set empty binding levels {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 14 02:46:31.983484 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:31.988734 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:31.989915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1698624-cee5-46bf-8ba8-67552630316a req-a32d9191-268d-45e1-bd41-168ade1a111d tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0334444 Dec 14 02:46:31.990506 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] In _notify_port_updated(), no bound segment for port 6c433aa9-d1de-4211-aa5e-15074b21fae2 on network fc1c24ef-1120-45be-9547-b350309bd618 {{(pid=103847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:46:31.990506 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:31.990506 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:31.991519 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46254) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:31.991714 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] 10.222.0.39 "PUT /v2.0/ports/6c433aa9-d1de-4211-aa5e-15074b21fae2 HTTP/1.1" status: 200 len: 978 time: 0.7955773 Dec 14 02:46:31.991714 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f859c7-b885-43bd-a65e-dcfc2e490551 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Pushing event updated for resources: {'Port': ['ID=6c433aa9-d1de-4211-aa5e-15074b21fae2,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:31.991987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f9600-d19f-459d-af52-b3f03ce4af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Deleting port 6c433aa9-d1de-4211-aa5e-15074b21fae2 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:31.991987 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9600-d19f-459d-af52-b3f03ce4af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:31.991987 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:32.087119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=d5c95e4c-bc75-46c8-aa4f-917809df83c7,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:32.087119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-bb7f9600-d19f-459d-af52-b3f03ce4af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] For port 6c433aa9-d1de-4211-aa5e-15074b21fae2, host n-h1-821636-1, got binding levels [] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:46:32.087119 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9600-d19f-459d-af52-b3f03ce4af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:32.091028 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f9600-d19f-459d-af52-b3f03ce4af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Calling delete_port for 6c433aa9-d1de-4211-aa5e-15074b21fae2 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:32.099873 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:32.266097 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Floating IP 498853c9-1ddc-470a-8038-5f6a7109f862 associated. External IP: 172.25.7.126, port: b91a0d55-2624-4fb9-bc6c-690b4dfcbcd5. Dec 14 02:46:32.413261 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9600-d19f-459d-af52-b3f03ce4af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:32.475479 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f9600-d19f-459d-af52-b3f03ce4af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c433aa9-d1de-4211-aa5e-15074b21fae2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:32.485272 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bb7f9600-d19f-459d-af52-b3f03ce4af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:32.489458 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bb7f9600-d19f-459d-af52-b3f03ce4af9c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] 10.222.0.39 "DELETE /v2.0/ports/6c433aa9-d1de-4211-aa5e-15074b21fae2 HTTP/1.1" status: 204 len: 168 time: 0.6687412 Dec 14 02:46:32.492964 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46266) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:32.519827 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-564f7084-8f20-4190-8b09-116c77338b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] GET failed (client error): The resource could not be found. Dec 14 02:46:32.521352 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-564f7084-8f20-4190-8b09-116c77338b4b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1346047155-project-admin] 10.222.0.39 "GET /v2.0/ports/6c433aa9-d1de-4211-aa5e-15074b21fae2 HTTP/1.1" status: 404 len: 333 time: 0.0272052 Dec 14 02:46:32.524777 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46268) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:32.526798 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router 0dcf8e8b-7713-4575-ada8-51d553564e5a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:46:32.573630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46270) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:32.631628 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8beca97-390d-4ae3-a120-54e2d3bd1b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:32.656296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:46:32.669278 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2f4f50-1eeb-4d70-b34b-89b972748ecd None None] Sync routers for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:46:32.680098 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2f4f50-1eeb-4d70-b34b-89b972748ecd None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:32.680720 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ad2f4f50-1eeb-4d70-b34b-89b972748ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:32.704436 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-07c64b01-7202-4a59-9777-b7d4bddc1186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:32.712513 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ad2f4f50-1eeb-4d70-b34b-89b972748ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:32.722423 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2f4f50-1eeb-4d70-b34b-89b972748ecd None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:32.723038 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ad2f4f50-1eeb-4d70-b34b-89b972748ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:32.725200 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d5659803-7b07-42b4-8c97-1a78761a578c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:32.749578 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8beca97-390d-4ae3-a120-54e2d3bd1b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:32.780362 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-b8beca97-390d-4ae3-a120-54e2d3bd1b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1c24ef-1120-45be-9547-b350309bd618']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:32.781510 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:32.797517 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-b8beca97-390d-4ae3-a120-54e2d3bd1b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87316842-0a63-4aba-a837-b667d05e8f5e') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:32.797871 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-b8beca97-390d-4ae3-a120-54e2d3bd1b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87316842-0a63-4aba-a837-b667d05e8f5e') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:32.812369 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8beca97-390d-4ae3-a120-54e2d3bd1b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:32.815154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5d09269e-544d-44ed-8d4d-2e9af6271d8e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7231140 Dec 14 02:46:32.815906 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46274) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:32.820619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-a851e46b-ff83-43fe-95ae-8fe779d12188 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:32.838284 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8beca97-390d-4ae3-a120-54e2d3bd1b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:32.848429 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ad2f4f50-1eeb-4d70-b34b-89b972748ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:32.849278 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad2f4f50-1eeb-4d70-b34b-89b972748ecd None None] The sync data for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:46:32.849736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8beca97-390d-4ae3-a120-54e2d3bd1b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:46:32.850147 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8beca97-390d-4ae3-a120-54e2d3bd1b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:46:32.854544 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:46:32.885123 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a851e46b-ff83-43fe-95ae-8fe779d12188 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:32.926131 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d5659803-7b07-42b4-8c97-1a78761a578c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:32.954163 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e01f5af-3604-417a-b754-cbd449a71f37 req-91e8b153-f8fe-48bf-be4c-01ecc921a458 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0340896 Dec 14 02:46:32.984207 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d5659803-7b07-42b4-8c97-1a78761a578c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:33.005013 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8beca97-390d-4ae3-a120-54e2d3bd1b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:33.016749 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8beca97-390d-4ae3-a120-54e2d3bd1b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:33.020893 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b8beca97-390d-4ae3-a120-54e2d3bd1b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] 10.222.0.39 "DELETE /v2.0/networks/fc1c24ef-1120-45be-9547-b350309bd618 HTTP/1.1" status: 204 len: 168 time: 0.4949105 Dec 14 02:46:33.061516 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8beca97-390d-4ae3-a120-54e2d3bd1b72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980 tempest-PortsAdminExtendedAttrsIpV6TestJSON-601363980-project] Pushing event deleted for resources: {'Network': ['ID=fc1c24ef-1120-45be-9547-b350309bd618,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:33.061516 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5659803-7b07-42b4-8c97-1a78761a578c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f391ef-4a11-4f66-8993-e6c8ee9da9db,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:33.061516 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d5659803-7b07-42b4-8c97-1a78761a578c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=766acf832b0444a1a520ab8f843f37bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4856648 Dec 14 02:46:33.063513 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46280) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:33.075379 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a851e46b-ff83-43fe-95ae-8fe779d12188 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:33.116454 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87aa7f85-8a28-4b85-9338-c21f8fd50c16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:33.132811 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a851e46b-ff83-43fe-95ae-8fe779d12188 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:33.133768 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-a851e46b-ff83-43fe-95ae-8fe779d12188 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Floating IP 498853c9-1ddc-470a-8038-5f6a7109f862 disassociated. External IP: 172.25.7.126, port: b91a0d55-2624-4fb9-bc6c-690b4dfcbcd5. Dec 14 02:46:33.138150 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87aa7f85-8a28-4b85-9338-c21f8fd50c16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:33.263030 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87aa7f85-8a28-4b85-9338-c21f8fd50c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:33.266139 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87aa7f85-8a28-4b85-9338-c21f8fd50c16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:33.267466 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-87aa7f85-8a28-4b85-9338-c21f8fd50c16 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/44f391ef-4a11-4f66-8993-e6c8ee9da9db HTTP/1.1" status: 204 len: 168 time: 0.2019892 Dec 14 02:46:33.277352 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa7f85-8a28-4b85-9338-c21f8fd50c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f391ef-4a11-4f66-8993-e6c8ee9da9db,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:33.349627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a851e46b-ff83-43fe-95ae-8fe779d12188 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router 0dcf8e8b-7713-4575-ada8-51d553564e5a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:46:33.458904 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46288) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:33.471521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a851e46b-ff83-43fe-95ae-8fe779d12188 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:46:33.478902 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a851e46b-ff83-43fe-95ae-8fe779d12188 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:33.486034 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5e3e9e-13e3-4054-956f-364b1cf8a161 None None] Sync routers for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:46:33.497981 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5e3e9e-13e3-4054-956f-364b1cf8a161 None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:33.498601 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bd5e3e9e-13e3-4054-956f-364b1cf8a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:33.512310 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46292) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:33.512814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a851e46b-ff83-43fe-95ae-8fe779d12188 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "PUT /v2.0/floatingips/498853c9-1ddc-470a-8038-5f6a7109f862 HTTP/1.1" status: 200 len: 688 time: 0.6954811 Dec 14 02:46:33.567291 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bd5e3e9e-13e3-4054-956f-364b1cf8a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:33.577045 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5e3e9e-13e3-4054-956f-364b1cf8a161 None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:33.578053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bd5e3e9e-13e3-4054-956f-364b1cf8a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:33.621265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bd5e3e9e-13e3-4054-956f-364b1cf8a161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:33.622583 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5e3e9e-13e3-4054-956f-364b1cf8a161 None None] The sync data for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:46:33.679651 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-99973bde-1257-483e-a9a3-5b5f4e5838fd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Deleting port d5c95e4c-bc75-46c8-aa4f-917809df83c7 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:33.680242 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99973bde-1257-483e-a9a3-5b5f4e5838fd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:33.774045 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-826fedd8-9b67-47b6-bd1c-b6590396d492 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa789467dddd423082234b0a1077833d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3139675 Dec 14 02:46:33.776731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46302) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:33.792971 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99973bde-1257-483e-a9a3-5b5f4e5838fd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:33.793323 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99973bde-1257-483e-a9a3-5b5f4e5838fd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:33.805529 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-99973bde-1257-483e-a9a3-5b5f4e5838fd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Calling delete_port for d5c95e4c-bc75-46c8-aa4f-917809df83c7 owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:33.826549 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-49213fdf-6ca2-4fcf-9aab-85afdd90b1e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:33.852182 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-49213fdf-6ca2-4fcf-9aab-85afdd90b1e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:33.967006 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-49213fdf-6ca2-4fcf-9aab-85afdd90b1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:33.969670 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-49213fdf-6ca2-4fcf-9aab-85afdd90b1e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:33.971033 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-49213fdf-6ca2-4fcf-9aab-85afdd90b1e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89307cdf-b809-4fa9-92a4-1b499ff28e37 HTTP/1.1" status: 204 len: 168 time: 0.1931622 Dec 14 02:46:33.979101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49213fdf-6ca2-4fcf-9aab-85afdd90b1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89307cdf-b809-4fa9-92a4-1b499ff28e37,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:34.058176 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99973bde-1257-483e-a9a3-5b5f4e5838fd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:34.065118 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1de6dab1-f6aa-40fa-a385-ca5660306f69 req-a1b84e1a-e52b-4233-a3cd-14f0ae1dd25f tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0296068 Dec 14 02:46:34.090679 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99973bde-1257-483e-a9a3-5b5f4e5838fd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event deleted for resources: {'Port': ['ID=d5c95e4c-bc75-46c8-aa4f-917809df83c7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:34.151546 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99973bde-1257-483e-a9a3-5b5f4e5838fd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:34.154323 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99973bde-1257-483e-a9a3-5b5f4e5838fd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:34.155487 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-99973bde-1257-483e-a9a3-5b5f4e5838fd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/floatingips/498853c9-1ddc-470a-8038-5f6a7109f862 HTTP/1.1" status: 204 len: 168 time: 0.6414359 Dec 14 02:46:34.159212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46316) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:34.163763 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': 'e50decf5-49e5-4884-b94a-e7d03b69b5c1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:34.252824 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:34.366032 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:34.480447 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Allocated IP 172.25.7.127 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/58de39db-230e-4e3d-aef4-f19cdaecc6e7) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:46:34.596241 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:34.733242 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:34.787705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:34.792976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:34.795220 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=58de39db-230e-4e3d-aef4-f19cdaecc6e7,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:34.803132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:34.866392 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46332) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:34.916773 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3cc6f08a-1572-42a3-84ef-a6678fde38cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c9320e908cf46b698805523986870b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399106 Dec 14 02:46:34.917491 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46336) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:34.994243 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48b17009-8992-4bc7-8ca8-b8d9245062bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:35.023356 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48b17009-8992-4bc7-8ca8-b8d9245062bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:35.030362 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-13d29306-3c0b-45af-9e05-b36f4b2ef835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:35.171597 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-54f94aa8-c5ae-4012-96cd-46026daff962 req-5059a31c-ad6e-4ceb-84aa-fdc4c1ace8e8 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0277689 Dec 14 02:46:35.201657 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48b17009-8992-4bc7-8ca8-b8d9245062bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:35.205059 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48b17009-8992-4bc7-8ca8-b8d9245062bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:35.209780 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-48b17009-8992-4bc7-8ca8-b8d9245062bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf7da5e8-dc3c-472b-8ea1-65218d2e4d9f HTTP/1.1" status: 204 len: 168 time: 0.2886362 Dec 14 02:46:35.223993 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b17009-8992-4bc7-8ca8-b8d9245062bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7da5e8-dc3c-472b-8ea1-65218d2e4d9f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:35.340438 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:35.553921 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:35.728867 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:35.807540 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:35.881453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=58de39db-230e-4e3d-aef4-f19cdaecc6e7,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:35.887744 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:35.998253 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Floating IP 7690a4ff-0f93-4dc4-9581-98004c3b80f6 associated. External IP: 172.25.7.127, port: e50decf5-49e5-4884-b94a-e7d03b69b5c1. Dec 14 02:46:36.270002 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:36.359625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78152d93-fdcf-4691-80b3-d2a995dddc68 req-c18eb25c-a5e0-4415-9700-680c304b26e2 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0343525 Dec 14 02:46:36.498868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router 0dcf8e8b-7713-4575-ada8-51d553564e5a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:46:36.591369 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46386) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:36.614346 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:46:36.628781 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8bcf99-f2e9-43b8-8a60-fa80fe173dcf None None] Sync routers for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:46:36.639511 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8bcf99-f2e9-43b8-8a60-fa80fe173dcf None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:36.640163 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-eb8bcf99-f2e9-43b8-8a60-fa80fe173dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:36.672743 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-eb8bcf99-f2e9-43b8-8a60-fa80fe173dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:36.681794 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8bcf99-f2e9-43b8-8a60-fa80fe173dcf None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:36.682415 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-eb8bcf99-f2e9-43b8-8a60-fa80fe173dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:36.700836 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:36.718544 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-164af341-d436-47ac-adb2-0f7a6c581525 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:36.725212 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-eb8bcf99-f2e9-43b8-8a60-fa80fe173dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:36.726120 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8bcf99-f2e9-43b8-8a60-fa80fe173dcf None None] The sync data for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:46:36.739693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4bd4619a-7950-4ce5-a750-37f57384b235 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5768642 Dec 14 02:46:36.739909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46392) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:36.806379 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-164af341-d436-47ac-adb2-0f7a6c581525 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:36.812603 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-39112c96-4dfa-48fe-a186-c761cd6aefe7 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "GET /v2.0/floatingips/7690a4ff-0f93-4dc4-9581-98004c3b80f6 HTTP/1.1" status: 200 len: 978 time: 0.0713019 Dec 14 02:46:36.815677 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46396) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:36.864195 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-164af341-d436-47ac-adb2-0f7a6c581525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:36.902734 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-164af341-d436-47ac-adb2-0f7a6c581525 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=346b8d64c389402fb9a884987297a186&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3102567 Dec 14 02:46:36.903735 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164af341-d436-47ac-adb2-0f7a6c581525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b9ef19-faf0-4950-ba65-4dda3173f22e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:36.905760 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46398) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:36.923577 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164af341-d436-47ac-adb2-0f7a6c581525 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:36.923950 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164af341-d436-47ac-adb2-0f7a6c581525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:36.924720 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164af341-d436-47ac-adb2-0f7a6c581525 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:36.924720 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164af341-d436-47ac-adb2-0f7a6c581525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:36.924967 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164af341-d436-47ac-adb2-0f7a6c581525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:36.925275 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164af341-d436-47ac-adb2-0f7a6c581525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:36.925630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164af341-d436-47ac-adb2-0f7a6c581525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:36.925959 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164af341-d436-47ac-adb2-0f7a6c581525 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:36.926284 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164af341-d436-47ac-adb2-0f7a6c581525 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:36.926608 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164af341-d436-47ac-adb2-0f7a6c581525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:36.926935 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164af341-d436-47ac-adb2-0f7a6c581525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:36.927254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164af341-d436-47ac-adb2-0f7a6c581525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:36.927573 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-164af341-d436-47ac-adb2-0f7a6c581525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:36.933881 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a7d5b8c6-a906-4a89-a24f-0821125c6056 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1164756 Dec 14 02:46:36.936539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46402) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:36.941922 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d7789efa-0fbd-424c-ad70-2f2ac56483d1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'floatingip': {'port_id': 'b91a0d55-2624-4fb9-bc6c-690b4dfcbcd5'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:37.021791 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2d6cc3d-9fc2-43f7-a82d-df7653026244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:37.025818 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d7789efa-0fbd-424c-ad70-2f2ac56483d1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:37.082163 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2d6cc3d-9fc2-43f7-a82d-df7653026244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:37.261096 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2d6cc3d-9fc2-43f7-a82d-df7653026244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:37.263694 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2d6cc3d-9fc2-43f7-a82d-df7653026244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:37.264861 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c2d6cc3d-9fc2-43f7-a82d-df7653026244 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26b9ef19-faf0-4950-ba65-4dda3173f22e HTTP/1.1" status: 204 len: 168 time: 0.3581905 Dec 14 02:46:37.288950 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6cc3d-9fc2-43f7-a82d-df7653026244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b9ef19-faf0-4950-ba65-4dda3173f22e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:37.367298 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46414) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:37.472595 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c197a16-eec6-480d-b855-7cecebcf4439 req-6bb53262-0cf6-4752-8438-f3cd7ff8b823 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0281224 Dec 14 02:46:37.529232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-04a27cf3-dec2-4813-93f9-8dc3e9812784 tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-515208146'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:37.553470 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d7789efa-0fbd-424c-ad70-2f2ac56483d1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:37.642428 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a27cf3-dec2-4813-93f9-8dc3e9812784 tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Made reservation on behalf of 916e9cffa55b4f63975e9919c31edb60 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:37.646214 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-04a27cf3-dec2-4813-93f9-8dc3e9812784 tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:37.655140 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-04a27cf3-dec2-4813-93f9-8dc3e9812784 tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:37.664653 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d7789efa-0fbd-424c-ad70-2f2ac56483d1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:37.668211 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:37.733422 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-04a27cf3-dec2-4813-93f9-8dc3e9812784 tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:37.773566 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-d7789efa-0fbd-424c-ad70-2f2ac56483d1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Floating IP 7690a4ff-0f93-4dc4-9581-98004c3b80f6 associated. External IP: 172.25.7.127, port: e50decf5-49e5-4884-b94a-e7d03b69b5c1. Dec 14 02:46:37.812859 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-04a27cf3-dec2-4813-93f9-8dc3e9812784 tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:37.840320 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a27cf3-dec2-4813-93f9-8dc3e9812784 tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:46:37.850835 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a27cf3-dec2-4813-93f9-8dc3e9812784 tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb14169-521d-4da1-88f3-5e5ed3cd911e,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:37.855592 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-04a27cf3-dec2-4813-93f9-8dc3e9812784 tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:37.855935 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-04a27cf3-dec2-4813-93f9-8dc3e9812784 tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Added segment e05d793d-215d-4ba8-9cc2-20356a1271ad of type vlan for network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b Dec 14 02:46:37.897709 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-04a27cf3-dec2-4813-93f9-8dc3e9812784 tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:37.983515 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7789efa-0fbd-424c-ad70-2f2ac56483d1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router 0dcf8e8b-7713-4575-ada8-51d553564e5a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:46:38.001879 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-04a27cf3-dec2-4813-93f9-8dc3e9812784 tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:38.007635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a27cf3-dec2-4813-93f9-8dc3e9812784 tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:38.011982 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-04a27cf3-dec2-4813-93f9-8dc3e9812784 tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:38.092068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7789efa-0fbd-424c-ad70-2f2ac56483d1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:46:38.106995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124ba68-e11b-4e41-9481-35e3b5507258 None None] Sync routers for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:46:38.116909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a27cf3-dec2-4813-93f9-8dc3e9812784 tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Pushing event updated for resources: {'Network': ['ID=45c7f428-c7fb-444f-bf0e-951e9fbeb09b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:38.117627 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124ba68-e11b-4e41-9481-35e3b5507258 None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:38.118508 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d124ba68-e11b-4e41-9481-35e3b5507258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:38.128575 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-04a27cf3-dec2-4813-93f9-8dc3e9812784 tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7599742 Dec 14 02:46:38.142797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:46:38.226822 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d124ba68-e11b-4e41-9481-35e3b5507258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:38.248769 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d124ba68-e11b-4e41-9481-35e3b5507258 None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:38.249528 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d124ba68-e11b-4e41-9481-35e3b5507258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:38.286683 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d124ba68-e11b-4e41-9481-35e3b5507258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:38.287346 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d124ba68-e11b-4e41-9481-35e3b5507258 None None] The sync data for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:46:38.349995 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7789efa-0fbd-424c-ad70-2f2ac56483d1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router 0dcf8e8b-7713-4575-ada8-51d553564e5a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:46:38.397850 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46444) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:38.403662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Request body: {'port': {'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b', 'binding:host_id': 'n-h1-821636-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-174512773'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:38.464826 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7789efa-0fbd-424c-ad70-2f2ac56483d1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:46:38.469205 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d7789efa-0fbd-424c-ad70-2f2ac56483d1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:38.476165 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255e4d2-3ed0-4b3f-8d27-721dec2141a3 None None] Sync routers for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:46:38.480915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Made reservation on behalf of d62258e68bf44d1291de28ed33390171 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:38.485013 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:38.487615 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255e4d2-3ed0-4b3f-8d27-721dec2141a3 None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:38.488314 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c255e4d2-3ed0-4b3f-8d27-721dec2141a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:38.501590 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:38.530465 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d7789efa-0fbd-424c-ad70-2f2ac56483d1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "PUT /v2.0/floatingips/7690a4ff-0f93-4dc4-9581-98004c3b80f6 HTTP/1.1" status: 200 len: 978 time: 1.5922458 Dec 14 02:46:38.530674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46450) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:38.541008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-0d2d9754-9643-48d7-8bc6-91ecb5b625a1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:38.546309 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c255e4d2-3ed0-4b3f-8d27-721dec2141a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:38.550637 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:38.563418 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255e4d2-3ed0-4b3f-8d27-721dec2141a3 None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:38.564967 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c255e4d2-3ed0-4b3f-8d27-721dec2141a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:38.615171 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c255e4d2-3ed0-4b3f-8d27-721dec2141a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:38.615902 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255e4d2-3ed0-4b3f-8d27-721dec2141a3 None None] The sync data for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:46:38.631620 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79dfa25a-7df6-4362-9321-ec3636b18654 req-f37ec69d-c76c-402f-8f83-4a2d982f0902 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0445225 Dec 14 02:46:38.657106 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9754-9643-48d7-8bc6-91ecb5b625a1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:38.731303 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:38.820218 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:38.830531 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9754-9643-48d7-8bc6-91ecb5b625a1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:38.836059 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] device_id is not set on port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:38.896200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be48bb86-dee9-40da-9be3-2aa98d767354,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:38.925674 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9754-9643-48d7-8bc6-91ecb5b625a1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:38.926036 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-0d2d9754-9643-48d7-8bc6-91ecb5b625a1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Floating IP 7690a4ff-0f93-4dc4-9581-98004c3b80f6 disassociated. External IP: 172.25.7.127, port: b91a0d55-2624-4fb9-bc6c-690b4dfcbcd5. Dec 14 02:46:39.158741 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] device_id is not set on port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:39.201292 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:39.240402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2d9754-9643-48d7-8bc6-91ecb5b625a1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router 0dcf8e8b-7713-4575-ada8-51d553564e5a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:46:39.281940 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:39.380744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Pushing event updated for resources: {'Port': ['ID=17d8de14-f4be-4b6e-96f4-c0bf6be09191,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:39.405191 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Checking segment: {'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:46:39.405830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Network hostable DHCP agents. Network: 45c7f428-c7fb-444f-bf0e-951e9fbeb09b, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:46:39.412182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2d9754-9643-48d7-8bc6-91ecb5b625a1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:46:39.416706 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9754-9643-48d7-8bc6-91ecb5b625a1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:39.421166 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b364e7-0496-4c15-a78d-2a0f23e30e53 None None] Sync routers for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:46:39.431359 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b364e7-0496-4c15-a78d-2a0f23e30e53 None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:39.431883 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-89b364e7-0496-4c15-a78d-2a0f23e30e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:39.451738 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0d2d9754-9643-48d7-8bc6-91ecb5b625a1 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "PUT /v2.0/floatingips/7690a4ff-0f93-4dc4-9581-98004c3b80f6 HTTP/1.1" status: 200 len: 688 time: 0.9193707 Dec 14 02:46:39.454287 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46454) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:39.470010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-89b364e7-0496-4c15-a78d-2a0f23e30e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:39.478834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b364e7-0496-4c15-a78d-2a0f23e30e53 None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:39.479502 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-89b364e7-0496-4c15-a78d-2a0f23e30e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:39.513131 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-89b364e7-0496-4c15-a78d-2a0f23e30e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:39.513831 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b364e7-0496-4c15-a78d-2a0f23e30e53 None None] The sync data for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:46:39.529654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:46:39.583008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-be4f8393-16ba-486a-9af9-8b6102842a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Deleting port 58de39db-230e-4e3d-aef4-f19cdaecc6e7 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:39.583604 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-be4f8393-16ba-486a-9af9-8b6102842a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:39.623781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 45c7f428-c7fb-444f-bf0e-951e9fbeb09b) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:39.631881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:39.632029 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a9cb93-369a-423a-aa9a-ad210ec30ca5 None None] Network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:46:39.651251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:39.651587 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:39.651929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:39.665343 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:39.665685 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:39.667375 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 2 to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 Dec 14 02:46:39.690037 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-be4f8393-16ba-486a-9af9-8b6102842a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:39.690376 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-be4f8393-16ba-486a-9af9-8b6102842a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:39.698708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:39.699050 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:39.699392 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:39.707587 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-be4f8393-16ba-486a-9af9-8b6102842a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Calling delete_port for 58de39db-230e-4e3d-aef4-f19cdaecc6e7 owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:39.711712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:39.712049 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:39.713824 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 3 to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 Dec 14 02:46:39.784165 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ff3dea9-c95f-4abb-bdcc-f0ef39b902d0 req-e51f08f3-cf2d-42a4-b4f7-ea634fb49b95 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0649664 Dec 14 02:46:39.790901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:39.791228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:39.791576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:39.799951 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:39.800286 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:39.801919 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 4 to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 Dec 14 02:46:39.825279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:39.826000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:39.826000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:39.835062 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:39.835393 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:39.841952 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 5 to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 Dec 14 02:46:39.856324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:39.856667 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:39.857225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:39.863576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:39.863902 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:39.867186 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 6 to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 Dec 14 02:46:39.897492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:39.897835 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:39.898180 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:39.908990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:39.909333 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:39.911181 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 7 to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 Dec 14 02:46:39.930272 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:39.930551 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:39.930915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:39.935728 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:39.936069 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:39.936454 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 8 to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 Dec 14 02:46:39.949585 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:39.949957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:39.950299 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:39.955321 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:39.955656 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:39.956052 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 9 to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 Dec 14 02:46:39.969296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:39.969936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:39.971204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:39.976014 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:39.976988 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:39.976988 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 10 to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 Dec 14 02:46:39.989278 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:39.989653 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:39.990005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:39.994682 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-be4f8393-16ba-486a-9af9-8b6102842a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:39.998596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:39.998931 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:39.999291 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:40.043768 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f8393-16ba-486a-9af9-8b6102842a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event deleted for resources: {'Port': ['ID=58de39db-230e-4e3d-aef4-f19cdaecc6e7,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:40.137787 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-be4f8393-16ba-486a-9af9-8b6102842a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:40.141371 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-be4f8393-16ba-486a-9af9-8b6102842a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:40.143149 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-be4f8393-16ba-486a-9af9-8b6102842a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/floatingips/7690a4ff-0f93-4dc4-9581-98004c3b80f6 HTTP/1.1" status: 204 len: 168 time: 0.6877761 Dec 14 02:46:40.146946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] For port 17d8de14-f4be-4b6e-96f4-c0bf6be09191, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:46:40.147315 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempted to set empty binding levels {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 14 02:46:40.151780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46470) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:40.190284 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-0359120b-bfd2-4e53-ab7e-46d509c6ef30 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] delete failed (client error): The resource could not be found. Dec 14 02:46:40.191271 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0359120b-bfd2-4e53-ab7e-46d509c6ef30 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/floatingips/7690a4ff-0f93-4dc4-9581-98004c3b80f6 HTTP/1.1" status: 404 len: 345 time: 0.0385687 Dec 14 02:46:40.194972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46472) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:40.248654 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:40.292376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:40.292977 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:40.324908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449e7e90-523b-4e31-99aa-8d952e7dc550 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:40.331445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449e7e90-523b-4e31-99aa-8d952e7dc550 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:40.337700 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449e7e90-523b-4e31-99aa-8d952e7dc550 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:40.339333 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-449e7e90-523b-4e31-99aa-8d952e7dc550 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "GET /v2.0/ports?network_id=8acac0e4-97c3-4a4c-8d23-711bb0530233 HTTP/1.1" status: 200 len: 2358 time: 0.1434534 Dec 14 02:46:40.342325 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46474) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:40.345644 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Pushing event updated for resources: {'Port': ['ID=17d8de14-f4be-4b6e-96f4-c0bf6be09191,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:40.392999 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8767496-b979-4d86-a1e9-c0001dac20cf tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:40.394432 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a8767496-b979-4d86-a1e9-c0001dac20cf tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "GET /v2.0/subnets/f2392a44-9851-4c2e-87c6-1623e3bccc53 HTTP/1.1" status: 200 len: 797 time: 0.0510027 Dec 14 02:46:40.399167 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46476) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:40.404107 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-7d49a6cd-26b2-46ba-a4a8-0b98d75e6104 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'port': {'network_id': '8acac0e4-97c3-4a4c-8d23-711bb0530233', 'name': 'tempest-FloatingIPTestJSON-968203446', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:40.419882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d01901fe-d9c2-4e42-996c-71f55e7107a4 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.0201004 Dec 14 02:46:40.425851 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46478) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:40.598773 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d49a6cd-26b2-46ba-a4a8-0b98d75e6104 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Made reservation on behalf of da3e8680639346e0b14144c95261a782 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:40.682776 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d49a6cd-26b2-46ba-a4a8-0b98d75e6104 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:40.701617 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-7d49a6cd-26b2-46ba-a4a8-0b98d75e6104 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] device_id is not set on port a1c6adbb-523d-4263-b42a-c86d12ecdd0a yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:40.772480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-d68d9b74-74ef-4237-b5f7-19e919dfb901 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Deleting port 17d8de14-f4be-4b6e-96f4-c0bf6be09191 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:40.772824 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d68d9b74-74ef-4237-b5f7-19e919dfb901 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:40.838517 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-d68d9b74-74ef-4237-b5f7-19e919dfb901 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] For port 17d8de14-f4be-4b6e-96f4-c0bf6be09191, host n-h1-821636-1, got binding levels [] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:46:40.838809 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d68d9b74-74ef-4237-b5f7-19e919dfb901 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:40.856149 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-d68d9b74-74ef-4237-b5f7-19e919dfb901 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Calling delete_port for 17d8de14-f4be-4b6e-96f4-c0bf6be09191 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:40.926999 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d95a34a-5bfa-4a47-aaff-f9045d9b2be0 req-b4d73f13-19c5-497e-bbc5-9bb1e7a8e8c3 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0587585 Dec 14 02:46:41.030125 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d68d9b74-74ef-4237-b5f7-19e919dfb901 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:41.058916 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d9b74-74ef-4237-b5f7-19e919dfb901 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Pushing event deleted for resources: {'Port': ['ID=17d8de14-f4be-4b6e-96f4-c0bf6be09191,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:41.070992 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d68d9b74-74ef-4237-b5f7-19e919dfb901 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:41.075192 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d68d9b74-74ef-4237-b5f7-19e919dfb901 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] 10.222.0.39 "DELETE /v2.0/ports/17d8de14-f4be-4b6e-96f4-c0bf6be09191 HTTP/1.1" status: 204 len: 168 time: 0.6482947 Dec 14 02:46:41.077912 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46484) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:41.105850 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-b993e937-6ac6-426b-88d5-c0eb86f8c067 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] GET failed (client error): The resource could not be found. Dec 14 02:46:41.107288 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b993e937-6ac6-426b-88d5-c0eb86f8c067 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] 10.222.0.39 "GET /v2.0/ports/17d8de14-f4be-4b6e-96f4-c0bf6be09191 HTTP/1.1" status: 404 len: 333 time: 0.0283611 Dec 14 02:46:41.110977 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46486) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:41.115542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-5f0826df-2e8c-4d00-ac3f-a9b9bbf9daf8 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Request body: {'port': {'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1730049311'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:41.184192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0826df-2e8c-4d00-ac3f-a9b9bbf9daf8 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Made reservation on behalf of d62258e68bf44d1291de28ed33390171 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:41.186764 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5f0826df-2e8c-4d00-ac3f-a9b9bbf9daf8 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:41.202251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-5f0826df-2e8c-4d00-ac3f-a9b9bbf9daf8 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] device_id is not set on port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:41.262332 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-7d49a6cd-26b2-46ba-a4a8-0b98d75e6104 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Allocated IP 172.20.0.14 (8acac0e4-97c3-4a4c-8d23-711bb0530233/f2392a44-9851-4c2e-87c6-1623e3bccc53/a1c6adbb-523d-4263-b42a-c86d12ecdd0a) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:46:41.269234 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-7d49a6cd-26b2-46ba-a4a8-0b98d75e6104 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Allocated IP 172.20.0.13 (8acac0e4-97c3-4a4c-8d23-711bb0530233/f2392a44-9851-4c2e-87c6-1623e3bccc53/a1c6adbb-523d-4263-b42a-c86d12ecdd0a) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:46:41.364663 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5f0826df-2e8c-4d00-ac3f-a9b9bbf9daf8 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:41.426804 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d49a6cd-26b2-46ba-a4a8-0b98d75e6104 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:41.452042 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5f0826df-2e8c-4d00-ac3f-a9b9bbf9daf8 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:41.493927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0826df-2e8c-4d00-ac3f-a9b9bbf9daf8 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:41.496727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-5f0826df-2e8c-4d00-ac3f-a9b9bbf9daf8 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:41.500172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0826df-2e8c-4d00-ac3f-a9b9bbf9daf8 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:41.501175 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0826df-2e8c-4d00-ac3f-a9b9bbf9daf8 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:41.501983 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5f0826df-2e8c-4d00-ac3f-a9b9bbf9daf8 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:41.512592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0826df-2e8c-4d00-ac3f-a9b9bbf9daf8 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Pushing event updated for resources: {'Port': ['ID=0c89ad23-c2b5-4992-aeb4-d91089f3fcda,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:41.543504 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d49a6cd-26b2-46ba-a4a8-0b98d75e6104 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:41.590724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d49a6cd-26b2-46ba-a4a8-0b98d75e6104 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network 8acac0e4-97c3-4a4c-8d23-711bb0530233 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:41.593911 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-7d49a6cd-26b2-46ba-a4a8-0b98d75e6104 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:41.598431 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d49a6cd-26b2-46ba-a4a8-0b98d75e6104 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:41.598959 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5f0826df-2e8c-4d00-ac3f-a9b9bbf9daf8 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4869428 Dec 14 02:46:41.601526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46494) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:41.608174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:41.623618 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49a6cd-26b2-46ba-a4a8-0b98d75e6104 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=a1c6adbb-523d-4263-b42a-c86d12ecdd0a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:41.652317 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d49a6cd-26b2-46ba-a4a8-0b98d75e6104 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:41.652942 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d49a6cd-26b2-46ba-a4a8-0b98d75e6104 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:41.662838 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:41.729748 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7d49a6cd-26b2-46ba-a4a8-0b98d75e6104 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.3293388 Dec 14 02:46:41.732272 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46496) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:41.736677 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': 'a1c6adbb-523d-4263-b42a-c86d12ecdd0a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:41.812746 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:41.834629 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] device_id is not set on port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:41.842483 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:41.915257 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:41.921204 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:41.980037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Pushing event updated for resources: {'Port': ['ID=0c89ad23-c2b5-4992-aeb4-d91089f3fcda,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:41.992205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:41.992544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:41.992881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:41.997592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:41.997925 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:41.998427 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 2 to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda Dec 14 02:46:42.013635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:42.013973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:42.014311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:42.028239 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Allocated IP 172.25.7.2 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/10c7420e-4d53-4f74-9606-13491c574b0e) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:46:42.029331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:42.029683 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:42.030076 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 3 to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda Dec 14 02:46:42.053004 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-46f583ec-253c-429c-b702-d93c791ac0d3 req-aa554d3b-05b2-40ec-831e-e80abc308900 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0342696 Dec 14 02:46:42.057463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:42.057807 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:42.058145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:42.062815 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:42.063141 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:42.064990 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 4 to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda Dec 14 02:46:42.084710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:42.085046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:42.085415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:42.089890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:42.090241 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:42.090632 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 5 to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda Dec 14 02:46:42.105605 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:42.105945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:42.106284 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:42.112129 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:42.112225 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:42.112588 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 6 to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda Dec 14 02:46:42.124528 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:42.124867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:42.125338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:42.131000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:42.131593 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:42.131701 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 7 to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda Dec 14 02:46:42.146114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:42.146603 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:42.146733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:42.147039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:42.152306 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:42.152306 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:42.152538 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 8 to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda Dec 14 02:46:42.166033 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:42.166303 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:42.166660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:42.170864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:42.171187 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:42.171565 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 9 to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda Dec 14 02:46:42.184161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:42.184581 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:42.187065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:42.189444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:42.189841 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:42.190228 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 10 to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda Dec 14 02:46:42.201663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:42.202000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:42.202326 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:42.207115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:42.207439 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:42.207796 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:42.235019 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:42.272278 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] For port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:46:42.272652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempted to set empty binding levels {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 14 02:46:42.274666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:42.277739 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:42.281213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:42.287135 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=10c7420e-4d53-4f74-9606-13491c574b0e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:42.338660 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:42.371574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] In _notify_port_updated(), no bound segment for port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:46:42.372629 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.373274 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:42.374619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] 10.222.0.39 "PUT /v2.0/ports/0c89ad23-c2b5-4992-aeb4-d91089f3fcda HTTP/1.1" status: 200 len: 975 time: 0.7710035 Dec 14 02:46:42.377415 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46502) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:42.387881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbad94-d39c-4bb8-83fe-9c193b61376e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Pushing event updated for resources: {'Port': ['ID=0c89ad23-c2b5-4992-aeb4-d91089f3fcda,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:42.578350 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.578840 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.579880 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.580437 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.580911 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.581402 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.581867 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.582343 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.582786 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.583501 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.583962 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.584420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.584950 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.585353 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.585816 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.586270 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.586726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.587184 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.587642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.588095 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.588552 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.589011 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.589492 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.589945 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.590401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.590853 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.591393 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.591747 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.592205 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.592693 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.593096 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.593572 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.594034 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.594487 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.595724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.596191 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.596659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.597140 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.597590 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.598050 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.598508 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.598965 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.599422 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.599880 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.600345 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.600777 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.601230 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.601727 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:42.606547 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-33cd9d10-de0e-4c9f-829c-87089e6c01ef tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 42599 time: 0.2278872 Dec 14 02:46:42.612148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46510) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:42.689729 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-341d17d0-9685-4ee6-9b54-67a40934088d tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Deleting port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:42.690113 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-341d17d0-9685-4ee6-9b54-67a40934088d tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:42.752213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-341d17d0-9685-4ee6-9b54-67a40934088d tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] For port 0c89ad23-c2b5-4992-aeb4-d91089f3fcda, host n-h1-821636-1, got binding levels [] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:46:42.752500 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-341d17d0-9685-4ee6-9b54-67a40934088d tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:42.754122 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:42.765706 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-341d17d0-9685-4ee6-9b54-67a40934088d tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Calling delete_port for 0c89ad23-c2b5-4992-aeb4-d91089f3fcda owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:42.894817 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:42.926179 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-341d17d0-9685-4ee6-9b54-67a40934088d tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:42.959066 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-341d17d0-9685-4ee6-9b54-67a40934088d tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:42.962365 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-341d17d0-9685-4ee6-9b54-67a40934088d tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] 10.222.0.39 "DELETE /v2.0/ports/0c89ad23-c2b5-4992-aeb4-d91089f3fcda HTTP/1.1" status: 204 len: 168 time: 0.3491857 Dec 14 02:46:42.963434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d17d0-9685-4ee6-9b54-67a40934088d tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c89ad23-c2b5-4992-aeb4-d91089f3fcda,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:42.965678 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46512) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:42.990461 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c254bd28-cfad-494c-9f52-9edc6e9a4c5f tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] GET failed (client error): The resource could not be found. Dec 14 02:46:42.991855 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c254bd28-cfad-494c-9f52-9edc6e9a4c5f tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] 10.222.0.39 "GET /v2.0/ports/0c89ad23-c2b5-4992-aeb4-d91089f3fcda HTTP/1.1" status: 404 len: 333 time: 0.0250406 Dec 14 02:46:42.995480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46514) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:43.000224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-b9e18c95-fdba-4c57-9ead-935c8575b644 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1302180561', 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:43.059504 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:43.104081 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e18c95-fdba-4c57-9ead-935c8575b644 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Made reservation on behalf of d62258e68bf44d1291de28ed33390171 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:43.106547 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b9e18c95-fdba-4c57-9ead-935c8575b644 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:43.122734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-b9e18c95-fdba-4c57-9ead-935c8575b644 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] device_id is not set on port a6365109-448b-46d2-a2ed-4132bbbb3873 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:43.138022 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:43.181546 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d89c9917-f27d-4a1f-8a7f-90064679ae1c req-44e2252b-42ed-4d9d-bb3d-a5acc7880242 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0513861 Dec 14 02:46:43.215643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=10c7420e-4d53-4f74-9606-13491c574b0e,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:43.218200 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:43.321689 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b9e18c95-fdba-4c57-9ead-935c8575b644 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:43.325957 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Floating IP a54fa104-be62-4368-9dff-33d1a2ede7b5 associated. External IP: 172.25.7.2, port: a1c6adbb-523d-4263-b42a-c86d12ecdd0a. Dec 14 02:46:43.399021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1039b-1764-42b9-9110-4b906c6e16a9 req-d61a3fce-bfc8-4cf0-88c9-dd9e641a82b1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:43.400589 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79d1039b-1764-42b9-9110-4b906c6e16a9 req-d61a3fce-bfc8-4cf0-88c9-dd9e641a82b1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 945 time: 0.0527811 Dec 14 02:46:43.438925 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b9e18c95-fdba-4c57-9ead-935c8575b644 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:43.481238 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79d1039b-1764-42b9-9110-4b906c6e16a9 req-f4ad4c58-9502-473a-b0a4-ce509ed45fd9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743651 Dec 14 02:46:43.498036 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e18c95-fdba-4c57-9ead-935c8575b644 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:43.501215 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-b9e18c95-fdba-4c57-9ead-935c8575b644 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:43.505002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e18c95-fdba-4c57-9ead-935c8575b644 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:43.506092 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e18c95-fdba-4c57-9ead-935c8575b644 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:43.506737 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b9e18c95-fdba-4c57-9ead-935c8575b644 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:43.519143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e18c95-fdba-4c57-9ead-935c8575b644 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Pushing event updated for resources: {'Port': ['ID=a6365109-448b-46d2-a2ed-4132bbbb3873,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:43.551398 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router 0dcf8e8b-7713-4575-ada8-51d553564e5a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:46:43.586878 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b9e18c95-fdba-4c57-9ead-935c8575b644 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5902104 Dec 14 02:46:43.589281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46528) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:43.627586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4096db1-5bb9-4a1c-a439-608a2635ab96 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:43.632584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a4096db1-5bb9-4a1c-a439-608a2635ab96 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] 10.222.0.39 "GET /v2.0/ports/a6365109-448b-46d2-a2ed-4132bbbb3873 HTTP/1.1" status: 200 len: 955 time: 0.0389566 Dec 14 02:46:43.632584 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46530) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:43.671084 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:46:43.681122 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832ad2f1-cdc7-4b0a-8f5d-8fd7e1928b6e None None] Sync routers for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:46:43.694786 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832ad2f1-cdc7-4b0a-8f5d-8fd7e1928b6e None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:43.710088 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-832ad2f1-cdc7-4b0a-8f5d-8fd7e1928b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:43.723702 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-bfa75f0a-d609-44f9-9387-28516465bcb3 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Deleting port a6365109-448b-46d2-a2ed-4132bbbb3873 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:43.724053 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bfa75f0a-d609-44f9-9387-28516465bcb3 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:43.744066 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-832ad2f1-cdc7-4b0a-8f5d-8fd7e1928b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:43.752379 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:43.753364 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832ad2f1-cdc7-4b0a-8f5d-8fd7e1928b6e None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:43.754197 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-832ad2f1-cdc7-4b0a-8f5d-8fd7e1928b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:43.781990 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-616ea069-25e9-47fd-baac-6e19ada41d3d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.0485430 Dec 14 02:46:43.785467 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46536) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:43.789926 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bfa75f0a-d609-44f9-9387-28516465bcb3 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:43.790083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-364f252e-7253-40be-aee7-c19dcfb547cb tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'floatingip': {'port_id': 'a1c6adbb-523d-4263-b42a-c86d12ecdd0a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:43.790985 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-832ad2f1-cdc7-4b0a-8f5d-8fd7e1928b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:43.791817 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832ad2f1-cdc7-4b0a-8f5d-8fd7e1928b6e None None] The sync data for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:46:43.809104 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-bfa75f0a-d609-44f9-9387-28516465bcb3 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Calling delete_port for a6365109-448b-46d2-a2ed-4132bbbb3873 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:43.848655 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-364f252e-7253-40be-aee7-c19dcfb547cb tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:43.995374 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bfa75f0a-d609-44f9-9387-28516465bcb3 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:44.034555 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa75f0a-d609-44f9-9387-28516465bcb3 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6365109-448b-46d2-a2ed-4132bbbb3873,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:44.040190 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bfa75f0a-d609-44f9-9387-28516465bcb3 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:44.043621 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bfa75f0a-d609-44f9-9387-28516465bcb3 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] 10.222.0.39 "DELETE /v2.0/ports/a6365109-448b-46d2-a2ed-4132bbbb3873 HTTP/1.1" status: 204 len: 168 time: 0.4103448 Dec 14 02:46:44.046304 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46544) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:44.070117 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0df7b0-79c1-4747-b937-c0b2a3c733cc tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] GET failed (client error): The resource could not be found. Dec 14 02:46:44.071470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-dd0df7b0-79c1-4747-b937-c0b2a3c733cc tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] 10.222.0.39 "GET /v2.0/ports/a6365109-448b-46d2-a2ed-4132bbbb3873 HTTP/1.1" status: 404 len: 333 time: 0.0242293 Dec 14 02:46:44.075179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46546) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:44.079952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-87a278ec-3aff-4989-9520-19e8608104c6 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Request body: {'port': {'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1287234653'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:44.245798 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a278ec-3aff-4989-9520-19e8608104c6 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Made reservation on behalf of d62258e68bf44d1291de28ed33390171 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:44.249508 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87a278ec-3aff-4989-9520-19e8608104c6 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:44.266758 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-87a278ec-3aff-4989-9520-19e8608104c6 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] device_id is not set on port ab6c8256-766e-4a9a-8bd9-deada252f0c4 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:44.328158 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2e4e8e3-cd1f-49a9-8cd2-6d9f647c6bca req-31639c24-bbca-47e9-b233-3694f6c0ccd3 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0544548 Dec 14 02:46:44.350773 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-364f252e-7253-40be-aee7-c19dcfb547cb tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:44.417239 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-364f252e-7253-40be-aee7-c19dcfb547cb tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:44.459282 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87a278ec-3aff-4989-9520-19e8608104c6 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:44.544265 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87a278ec-3aff-4989-9520-19e8608104c6 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:44.586895 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a278ec-3aff-4989-9520-19e8608104c6 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:44.591386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-87a278ec-3aff-4989-9520-19e8608104c6 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:44.596592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a278ec-3aff-4989-9520-19e8608104c6 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:44.597841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a278ec-3aff-4989-9520-19e8608104c6 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:44.598224 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87a278ec-3aff-4989-9520-19e8608104c6 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:44.601625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a278ec-3aff-4989-9520-19e8608104c6 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Pushing event updated for resources: {'Port': ['ID=ab6c8256-766e-4a9a-8bd9-deada252f0c4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:44.630057 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364f252e-7253-40be-aee7-c19dcfb547cb tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router 0dcf8e8b-7713-4575-ada8-51d553564e5a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:46:44.713460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-87a278ec-3aff-4989-9520-19e8608104c6 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6361644 Dec 14 02:46:44.715063 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46554) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:44.720747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:44.740544 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364f252e-7253-40be-aee7-c19dcfb547cb tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:46:44.745057 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-364f252e-7253-40be-aee7-c19dcfb547cb tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:44.759052 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b11e13-9f73-45c4-bf96-cceda75f6579 None None] Sync routers for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:46:44.761291 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b11e13-9f73-45c4-bf96-cceda75f6579 None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:44.761950 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-40b11e13-9f73-45c4-bf96-cceda75f6579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:44.784446 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:44.797593 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-40b11e13-9f73-45c4-bf96-cceda75f6579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:44.804233 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-364f252e-7253-40be-aee7-c19dcfb547cb tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "PUT /v2.0/floatingips/a54fa104-be62-4368-9dff-33d1a2ede7b5 HTTP/1.1" status: 200 len: 976 time: 1.0153084 Dec 14 02:46:44.804666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46556) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:44.806834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b11e13-9f73-45c4-bf96-cceda75f6579 None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:44.807453 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-40b11e13-9f73-45c4-bf96-cceda75f6579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:44.845003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-40b11e13-9f73-45c4-bf96-cceda75f6579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:44.845003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b11e13-9f73-45c4-bf96-cceda75f6579 None None] The sync data for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:46:44.959318 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] device_id is not set on port ab6c8256-766e-4a9a-8bd9-deada252f0c4 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:44.962845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-cdd47f74-3a23-419d-92d5-f9f1c35f25b8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Deleting port 10c7420e-4d53-4f74-9606-13491c574b0e {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:44.963187 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cdd47f74-3a23-419d-92d5-f9f1c35f25b8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:44.967019 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:45.029631 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:45.042289 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cdd47f74-3a23-419d-92d5-f9f1c35f25b8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:45.042626 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cdd47f74-3a23-419d-92d5-f9f1c35f25b8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:45.055779 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-cdd47f74-3a23-419d-92d5-f9f1c35f25b8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Calling delete_port for 10c7420e-4d53-4f74-9606-13491c574b0e owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:45.088718 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Pushing event updated for resources: {'Port': ['ID=ab6c8256-766e-4a9a-8bd9-deada252f0c4,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:45.097067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:45.097067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:45.097067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:45.101545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:45.101881 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:45.102378 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 2 to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 Dec 14 02:46:45.116122 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:45.116457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:45.116795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:45.121097 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:45.121520 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:45.121916 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 3 to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 Dec 14 02:46:45.134336 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:45.134672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:45.135619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:45.140219 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:45.140551 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:45.140944 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 4 to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 Dec 14 02:46:45.154200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:45.154543 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:45.154888 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:45.159771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:45.160103 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:45.160493 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 5 to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 Dec 14 02:46:45.171985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:45.172326 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:45.172710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:45.177562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:45.177928 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:45.178334 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 6 to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 Dec 14 02:46:45.191747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:45.192091 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:45.192439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:45.197010 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:45.197372 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:45.197778 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 7 to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 Dec 14 02:46:45.211466 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:45.211825 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:45.212178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:45.216977 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:45.217345 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:45.217753 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 8 to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 Dec 14 02:46:45.234530 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:45.235057 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:45.236475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:45.240558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:45.240890 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:45.241756 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 9 to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 Dec 14 02:46:45.254569 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:45.254926 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:45.255296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:45.260179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:45.260513 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:45.260910 n-d-821636-1 neutron-server[103848]: INFO neutron.plugins.ml2.plugin [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempt 10 to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 Dec 14 02:46:45.278520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:45.278866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:45.279221 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempting to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:45.284704 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:46:45.285039 n-d-821636-1 neutron-server[103848]: ERROR neutron.plugins.ml2.managers [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Failed to bind port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on host n-h1-821636-1 for vnic_type normal using segments [{'id': 'e05d793d-215d-4ba8-9cc2-20356a1271ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '45c7f428-c7fb-444f-bf0e-951e9fbeb09b'}] Dec 14 02:46:45.285445 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:45.351950 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] For port ab6c8256-766e-4a9a-8bd9-deada252f0c4, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:46:45.352275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attempted to set empty binding levels {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 14 02:46:45.443845 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b88d7c67-5873-413b-826a-d82d130d4edc req-a2ec2051-3ec7-4345-97a1-5d83378c30f1 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0290952 Dec 14 02:46:45.480586 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:45.514281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] In _notify_port_updated(), no bound segment for port ab6c8256-766e-4a9a-8bd9-deada252f0c4 on network 45c7f428-c7fb-444f-bf0e-951e9fbeb09b {{(pid=103848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:46:45.515151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:45.515749 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:45.517329 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] 10.222.0.39 "PUT /v2.0/ports/ab6c8256-766e-4a9a-8bd9-deada252f0c4 HTTP/1.1" status: 200 len: 975 time: 0.8012836 Dec 14 02:46:45.520112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46566) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:45.557239 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f0b79-70e3-45b5-9924-3c8f4f732575 tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Pushing event updated for resources: {'Port': ['ID=ab6c8256-766e-4a9a-8bd9-deada252f0c4,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:45.605554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-49e018c5-c163-46e1-a22a-d9a3876b4c2e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Deleting port ab6c8256-766e-4a9a-8bd9-deada252f0c4 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:45.605815 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-49e018c5-c163-46e1-a22a-d9a3876b4c2e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:45.618128 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cdd47f74-3a23-419d-92d5-f9f1c35f25b8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:45.651302 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd47f74-3a23-419d-92d5-f9f1c35f25b8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event deleted for resources: {'Port': ['ID=10c7420e-4d53-4f74-9606-13491c574b0e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:45.669856 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-49e018c5-c163-46e1-a22a-d9a3876b4c2e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] For port ab6c8256-766e-4a9a-8bd9-deada252f0c4, host n-h1-821636-1, got binding levels [] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:46:45.670227 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-49e018c5-c163-46e1-a22a-d9a3876b4c2e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:45.682774 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-49e018c5-c163-46e1-a22a-d9a3876b4c2e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Calling delete_port for ab6c8256-766e-4a9a-8bd9-deada252f0c4 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:45.706877 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cdd47f74-3a23-419d-92d5-f9f1c35f25b8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:45.707219 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-cdd47f74-3a23-419d-92d5-f9f1c35f25b8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Floating IP a54fa104-be62-4368-9dff-33d1a2ede7b5 disassociated (deleted). External IP: 172.25.7.2, port: a1c6adbb-523d-4263-b42a-c86d12ecdd0a. Dec 14 02:46:45.835203 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-49e018c5-c163-46e1-a22a-d9a3876b4c2e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:45.863149 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e018c5-c163-46e1-a22a-d9a3876b4c2e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Pushing event deleted for resources: {'Port': ['ID=ab6c8256-766e-4a9a-8bd9-deada252f0c4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:45.868445 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-49e018c5-c163-46e1-a22a-d9a3876b4c2e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:45.871785 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-49e018c5-c163-46e1-a22a-d9a3876b4c2e tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] 10.222.0.39 "DELETE /v2.0/ports/ab6c8256-766e-4a9a-8bd9-deada252f0c4 HTTP/1.1" status: 204 len: 168 time: 0.3507640 Dec 14 02:46:45.874446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46568) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:45.898049 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-997b0529-3144-406c-82a2-f394eff9df2b tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] GET failed (client error): The resource could not be found. Dec 14 02:46:45.899442 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-997b0529-3144-406c-82a2-f394eff9df2b tempest-PortsAdminExtendedAttrsTestJSON-353193838 tempest-PortsAdminExtendedAttrsTestJSON-353193838-project-admin] 10.222.0.39 "GET /v2.0/ports/ab6c8256-766e-4a9a-8bd9-deada252f0c4 HTTP/1.1" status: 404 len: 333 time: 0.0240686 Dec 14 02:46:45.903124 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46570) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:45.920398 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd47f74-3a23-419d-92d5-f9f1c35f25b8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router 0dcf8e8b-7713-4575-ada8-51d553564e5a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:46:45.983278 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5ec7e88-509a-4592-b1f7-39acb605d66b tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:46.035618 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd47f74-3a23-419d-92d5-f9f1c35f25b8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:46:46.040326 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cdd47f74-3a23-419d-92d5-f9f1c35f25b8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:46.045031 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace9ae6-0592-45f7-8382-ef549d9175e6 None None] Sync routers for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:46:46.055285 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace9ae6-0592-45f7-8382-ef549d9175e6 None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:46.055905 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5ace9ae6-0592-45f7-8382-ef549d9175e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:46.069841 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cdd47f74-3a23-419d-92d5-f9f1c35f25b8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/floatingips/a54fa104-be62-4368-9dff-33d1a2ede7b5 HTTP/1.1" status: 204 len: 168 time: 1.2642024 Dec 14 02:46:46.072360 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46572) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:46.073844 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5ec7e88-509a-4592-b1f7-39acb605d66b tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:46.088737 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5ace9ae6-0592-45f7-8382-ef549d9175e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:46.098746 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace9ae6-0592-45f7-8382-ef549d9175e6 None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:46.099396 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5ace9ae6-0592-45f7-8382-ef549d9175e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:46.101500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-b5ec7e88-509a-4592-b1f7-39acb605d66b tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c7f428-c7fb-444f-bf0e-951e9fbeb09b']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:46.111399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-b5ec7e88-509a-4592-b1f7-39acb605d66b tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05d793d-215d-4ba8-9cc2-20356a1271ad') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:46.111797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-b5ec7e88-509a-4592-b1f7-39acb605d66b tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05d793d-215d-4ba8-9cc2-20356a1271ad') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:46.122035 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5ec7e88-509a-4592-b1f7-39acb605d66b tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:46.134814 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5ace9ae6-0592-45f7-8382-ef549d9175e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:46.135742 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ace9ae6-0592-45f7-8382-ef549d9175e6 None None] The sync data for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:46:46.136188 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5ec7e88-509a-4592-b1f7-39acb605d66b tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:46.143765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ec7e88-509a-4592-b1f7-39acb605d66b tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:46:46.144164 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5ec7e88-509a-4592-b1f7-39acb605d66b tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:46:46.147295 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:46:46.171641 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-2b17119c-5f4a-40cc-b4ba-5dcad8846f88 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Deleting port a1c6adbb-523d-4263-b42a-c86d12ecdd0a {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:46.171986 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b17119c-5f4a-40cc-b4ba-5dcad8846f88 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:46.259135 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5ec7e88-509a-4592-b1f7-39acb605d66b tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:46.260402 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b17119c-5f4a-40cc-b4ba-5dcad8846f88 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:46.269402 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5ec7e88-509a-4592-b1f7-39acb605d66b tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:46.274361 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b5ec7e88-509a-4592-b1f7-39acb605d66b tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] 10.222.0.39 "DELETE /v2.0/networks/45c7f428-c7fb-444f-bf0e-951e9fbeb09b HTTP/1.1" status: 204 len: 168 time: 0.3692470 Dec 14 02:46:46.276876 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-2b17119c-5f4a-40cc-b4ba-5dcad8846f88 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Calling delete_port for a1c6adbb-523d-4263-b42a-c86d12ecdd0a owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:46.291520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec7e88-509a-4592-b1f7-39acb605d66b tempest-PortsAdminExtendedAttrsTestJSON-1603331649 tempest-PortsAdminExtendedAttrsTestJSON-1603331649-project] Pushing event deleted for resources: {'Network': ['ID=45c7f428-c7fb-444f-bf0e-951e9fbeb09b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:46.520259 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b17119c-5f4a-40cc-b4ba-5dcad8846f88 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:46.554272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b1b3e69-d731-4065-8345-44a9381186c1 req-42d79a48-4160-432e-9c96-753be82dc5bf tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0317383 Dec 14 02:46:46.565797 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17119c-5f4a-40cc-b4ba-5dcad8846f88 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event deleted for resources: {'Port': ['ID=a1c6adbb-523d-4263-b42a-c86d12ecdd0a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:46.660693 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b17119c-5f4a-40cc-b4ba-5dcad8846f88 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:46.664265 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2b17119c-5f4a-40cc-b4ba-5dcad8846f88 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/ports/a1c6adbb-523d-4263-b42a-c86d12ecdd0a HTTP/1.1" status: 204 len: 168 time: 0.5908468 Dec 14 02:46:46.667879 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46592) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:46.673096 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-262e8653-b422-456d-af07-c3738b2969bd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:46.755278 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-262e8653-b422-456d-af07-c3738b2969bd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:46.784926 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46596) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:46.856934 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-262e8653-b422-456d-af07-c3738b2969bd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:46.921176 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9cef1f21-f7b9-46d3-abfc-19e4b13e2289 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=916e9cffa55b4f63975e9919c31edb60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349859 Dec 14 02:46:46.923739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46600) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:46.965182 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-262e8653-b422-456d-af07-c3738b2969bd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Allocated IP 172.25.7.177 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/29086221-7f30-4d95-b9d1-79a5e36d2a3d) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:46:46.977507 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f5c8925b-e185-4c0e-ab9e-12ff7e837464 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:46.998339 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f5c8925b-e185-4c0e-ab9e-12ff7e837464 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:47.074952 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-262e8653-b422-456d-af07-c3738b2969bd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:47.092640 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f5c8925b-e185-4c0e-ab9e-12ff7e837464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:47.095454 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f5c8925b-e185-4c0e-ab9e-12ff7e837464 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:47.099059 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f5c8925b-e185-4c0e-ab9e-12ff7e837464 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3eb14169-521d-4da1-88f3-5e5ed3cd911e HTTP/1.1" status: 204 len: 168 time: 0.1719861 Dec 14 02:46:47.104820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8925b-e185-4c0e-ab9e-12ff7e837464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb14169-521d-4da1-88f3-5e5ed3cd911e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:47.178484 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-262e8653-b422-456d-af07-c3738b2969bd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:47.217825 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262e8653-b422-456d-af07-c3738b2969bd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:47.222592 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-262e8653-b422-456d-af07-c3738b2969bd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:47.226067 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262e8653-b422-456d-af07-c3738b2969bd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:47.231451 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e8653-b422-456d-af07-c3738b2969bd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=29086221-7f30-4d95-b9d1-79a5e36d2a3d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:47.318589 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-262e8653-b422-456d-af07-c3738b2969bd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:47.398634 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-262e8653-b422-456d-af07-c3738b2969bd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:47.553248 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-262e8653-b422-456d-af07-c3738b2969bd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:47.612145 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-262e8653-b422-456d-af07-c3738b2969bd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:47.656426 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1843482-d1a0-4219-a786-062ecd84152e req-281afa3f-a4be-464e-b897-dfcb912925a9 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0308642 Dec 14 02:46:47.683167 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e8653-b422-456d-af07-c3738b2969bd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=29086221-7f30-4d95-b9d1-79a5e36d2a3d,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:47.695902 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-262e8653-b422-456d-af07-c3738b2969bd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:47.720611 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46618) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:47.729094 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f3656048-2bd9-46fe-9ab0-f40f138c6663 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:46:47.764482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8c4632fc-8108-4118-8bd0-92b4aabc4141 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d62258e68bf44d1291de28ed33390171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403235 Dec 14 02:46:47.764846 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46622) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:47.775652 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-262e8653-b422-456d-af07-c3738b2969bd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:47.779359 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-262e8653-b422-456d-af07-c3738b2969bd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1078053 Dec 14 02:46:47.780325 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46624) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:47.789498 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-87ec6416-da6b-49ff-be39-d21a5f2e5532 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'port': {'network_id': '8acac0e4-97c3-4a4c-8d23-711bb0530233', 'name': 'tempest-FloatingIPTestJSON-115992401'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:47.828610 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca12094e-673d-42d3-81f4-b3e90128e70c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:47.836505 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f3656048-2bd9-46fe-9ab0-f40f138c6663, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:46:47.849553 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'port_id': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'mac_address': 'fa:16:3e:36:c8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:46:47.857488 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca12094e-673d-42d3-81f4-b3e90128e70c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:47.887682 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:47.902888 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3656048-2bd9-46fe-9ab0-f40f138c6663 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:46:47.926455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f3656048-2bd9-46fe-9ab0-f40f138c6663, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:46:47.983981 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca12094e-673d-42d3-81f4-b3e90128e70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:47.987730 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca12094e-673d-42d3-81f4-b3e90128e70c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:47.989046 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ca12094e-673d-42d3-81f4-b3e90128e70c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be48bb86-dee9-40da-9be3-2aa98d767354 HTTP/1.1" status: 204 len: 168 time: 0.2230396 Dec 14 02:46:48.001568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12094e-673d-42d3-81f4-b3e90128e70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be48bb86-dee9-40da-9be3-2aa98d767354,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:48.018382 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:48.022428 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ec6416-da6b-49ff-be39-d21a5f2e5532 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Made reservation on behalf of da3e8680639346e0b14144c95261a782 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:48.024857 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87ec6416-da6b-49ff-be39-d21a5f2e5532 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:48.043298 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-87ec6416-da6b-49ff-be39-d21a5f2e5532 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] device_id is not set on port 08d63c34-38c5-443f-8b32-f1bb88c1d90a yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:48.071973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=f3656048-2bd9-46fe-9ab0-f40f138c6663,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:48.153875 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['f3656048-2bd9-46fe-9ab0-f40f138c6663'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:46:48.165620 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-87ec6416-da6b-49ff-be39-d21a5f2e5532 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Allocated IP 172.20.0.13 (8acac0e4-97c3-4a4c-8d23-711bb0530233/f2392a44-9851-4c2e-87c6-1623e3bccc53/08d63c34-38c5-443f-8b32-f1bb88c1d90a) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:46:48.329363 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87ec6416-da6b-49ff-be39-d21a5f2e5532 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:48.413282 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87ec6416-da6b-49ff-be39-d21a5f2e5532 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:48.470174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ec6416-da6b-49ff-be39-d21a5f2e5532 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network 8acac0e4-97c3-4a4c-8d23-711bb0530233 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:48.473594 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-87ec6416-da6b-49ff-be39-d21a5f2e5532 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:48.477386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ec6416-da6b-49ff-be39-d21a5f2e5532 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:48.483851 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec6416-da6b-49ff-be39-d21a5f2e5532 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=08d63c34-38c5-443f-8b32-f1bb88c1d90a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:48.532658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ec6416-da6b-49ff-be39-d21a5f2e5532 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:48.533268 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87ec6416-da6b-49ff-be39-d21a5f2e5532 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:48.609752 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-87ec6416-da6b-49ff-be39-d21a5f2e5532 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8280010 Dec 14 02:46:48.612890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46658) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:48.618576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-656b721f-87fc-4b69-8a8f-aaa17c83a8e7 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'floatingip': {'port_id': '08d63c34-38c5-443f-8b32-f1bb88c1d90a'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:48.678556 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-656b721f-87fc-4b69-8a8f-aaa17c83a8e7 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:48.809841 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b392bb04-d39f-43e8-b4f4-c9815e1a0704 req-abd9b1cc-9eb6-4f37-a4dd-68ae32c013a3 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0457091 Dec 14 02:46:49.174517 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46674) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:49.257968 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-656b721f-87fc-4b69-8a8f-aaa17c83a8e7 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:49.308407 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Request body: {'networks': [{'name': 'tempest-network--1101422828'}, {'name': 'tempest-network--54478357'}]} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:49.308717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Request body: {'network': {'name': 'tempest-network--1101422828'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:49.309214 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Request body: {'network': {'name': 'tempest-network--54478357'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:49.335263 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-656b721f-87fc-4b69-8a8f-aaa17c83a8e7 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:49.411790 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Made reservation on behalf of c7cba141791544e19a926ea9db747d5d for: {'network': 2} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:49.417734 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:49.432919 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:49.472343 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-656b721f-87fc-4b69-8a8f-aaa17c83a8e7 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Floating IP 7591068a-0edf-4845-8073-e628e7e1817b associated. External IP: 172.25.7.177, port: 08d63c34-38c5-443f-8b32-f1bb88c1d90a. Dec 14 02:46:49.543851 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:49.621869 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:49.622556 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:49.669214 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8acb80a-5fb7-4283-b663-4847e3a82907,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:49.672336 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:46:49.684043 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:49.684487 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Added segment 6a6d3de5-4e7a-4ee0-a541-5506f8e3e1ce of type vlan for network 7196327d-35a2-4bbd-87c5-eabd1211f7d4 Dec 14 02:46:49.730029 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f3656048-2bd9-46fe-9ab0-f40f138c6663 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:46:49.733956 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:49.753923 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656b721f-87fc-4b69-8a8f-aaa17c83a8e7 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router 0dcf8e8b-7713-4575-ada8-51d553564e5a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:46:49.771077 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:46:49.785669 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:49.786214 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Added segment 85c9b006-7bcb-4175-a9e8-2272b0cbb89c of type vlan for network e7d627cd-1c2b-4747-8363-3a6b1fbb76fb Dec 14 02:46:49.826772 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port f3656048-2bd9-46fe-9ab0-f40f138c6663 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:46:49.827545 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:49.854623 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:49.927760 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:49.937476 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af1cc4f6-4dde-40ec-9b57-11a1a5a225ca req-9ce56d27-83a0-4026-bda3-496b3724f0db tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0305827 Dec 14 02:46:49.946469 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656b721f-87fc-4b69-8a8f-aaa17c83a8e7 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:46:49.951490 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-656b721f-87fc-4b69-8a8f-aaa17c83a8e7 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:49.967921 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:49.968450 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:49.968564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f3656048-2bd9-46fe-9ab0-f40f138c6663, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:46:49.972239 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:46:49.974719 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2daa20-5419-4480-82c7-7fd34e92b27e" -d '{"events": [{"server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "name": "network-vif-plugged", "status": "completed", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:46:49.975821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:49.980750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b736e78-02e0-4c8a-844c-64e355665445 None None] Sync routers for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:46:49.993919 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b736e78-02e0-4c8a-844c-64e355665445 None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:49.994651 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5b736e78-02e0-4c8a-844c-64e355665445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:49.999128 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:49.999128 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:50.021227 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-656b721f-87fc-4b69-8a8f-aaa17c83a8e7 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "PUT /v2.0/floatingips/7591068a-0edf-4845-8073-e628e7e1817b HTTP/1.1" status: 200 len: 978 time: 1.4047816 Dec 14 02:46:50.029077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46688) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:50.039145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5b736e78-02e0-4c8a-844c-64e355665445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:50.058218 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b736e78-02e0-4c8a-844c-64e355665445 None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:50.059917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5b736e78-02e0-4c8a-844c-64e355665445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:50.102712 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event updated for resources: {'Network': ['ID=7196327d-35a2-4bbd-87c5-eabd1211f7d4,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:50.122842 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5b736e78-02e0-4c8a-844c-64e355665445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:50.123755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b736e78-02e0-4c8a-844c-64e355665445 None None] The sync data for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:46:50.125178 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:50.128064 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 7196327d-35a2-4bbd-87c5-eabd1211f7d4 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:46:50.183440 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0061095 Dec 14 02:46:50.190790 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46690) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:50.250134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Deleting port 08d63c34-38c5-443f-8b32-f1bb88c1d90a {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:50.251297 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:50.262425 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=f3656048-2bd9-46fe-9ab0-f40f138c6663,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:50.280015 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332077e-e2f0-4f99-aced-7e5bcab49593 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event updated for resources: {'Network': ['ID=e7d627cd-1c2b-4747-8363-3a6b1fbb76fb,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:50.303651 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network e7d627cd-1c2b-4747-8363-3a6b1fbb76fb details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:46:50.372015 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c583551d-2bd1-4d0a-8a9f-1596a49c02b6 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:50.389763 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c583551d-2bd1-4d0a-8a9f-1596a49c02b6 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:50.400922 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932c675d-831c-4eec-a69c-48159f6b965a x-openstack-request-id: req-932c675d-831c-4eec-a69c-48159f6b965a {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:46:50.402523 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "name": "network-vif-plugged", "status": "completed", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:46:50.402523 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-932c675d-831c-4eec-a69c-48159f6b965a {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:46:50.403151 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c583551d-2bd1-4d0a-8a9f-1596a49c02b6 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:50.407697 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'code': 200} Dec 14 02:46:50.419323 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c583551d-2bd1-4d0a-8a9f-1596a49c02b6 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:50.421138 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c583551d-2bd1-4d0a-8a9f-1596a49c02b6 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2286084 Dec 14 02:46:50.424966 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46696) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:50.428728 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:50.540653 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97e70a38-82ac-4774-9b7c-0f2909588f91 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:50.654048 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97e70a38-82ac-4774-9b7c-0f2909588f91 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:50.682560 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-97e70a38-82ac-4774-9b7c-0f2909588f91 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7196327d-35a2-4bbd-87c5-eabd1211f7d4']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:50.695028 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-97e70a38-82ac-4774-9b7c-0f2909588f91 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6d3de5-4e7a-4ee0-a541-5506f8e3e1ce') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:50.695328 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-97e70a38-82ac-4774-9b7c-0f2909588f91 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6d3de5-4e7a-4ee0-a541-5506f8e3e1ce') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:50.710460 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97e70a38-82ac-4774-9b7c-0f2909588f91 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:50.727674 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97e70a38-82ac-4774-9b7c-0f2909588f91 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:50.734902 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e70a38-82ac-4774-9b7c-0f2909588f91 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:46:50.735623 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97e70a38-82ac-4774-9b7c-0f2909588f91 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:46:50.810960 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:46:50.869330 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97e70a38-82ac-4774-9b7c-0f2909588f91 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:50.882830 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97e70a38-82ac-4774-9b7c-0f2909588f91 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:50.888665 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-97e70a38-82ac-4774-9b7c-0f2909588f91 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "DELETE /v2.0/networks/7196327d-35a2-4bbd-87c5-eabd1211f7d4 HTTP/1.1" status: 204 len: 168 time: 0.4603913 Dec 14 02:46:50.889317 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46698) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:50.930161 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e70a38-82ac-4774-9b7c-0f2909588f91 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event deleted for resources: {'Network': ['ID=7196327d-35a2-4bbd-87c5-eabd1211f7d4,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:50.986816 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:50.987234 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:50.987652 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Floating IP 7591068a-0edf-4845-8073-e628e7e1817b disassociated. External IP: 172.25.7.177, port: 08d63c34-38c5-443f-8b32-f1bb88c1d90a. Dec 14 02:46:50.988174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Calling delete_port for 08d63c34-38c5-443f-8b32-f1bb88c1d90a owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:51.023798 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa0df5db-ea6b-4e00-a35b-145618acee29 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:51.133590 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c85360a0-8c27-4d7f-bfb4-35ecfa7ff12b req-37c03a61-7133-41ee-8156-c037c0cf8bc0 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0383201 Dec 14 02:46:51.140414 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa0df5db-ea6b-4e00-a35b-145618acee29 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:51.176906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-fa0df5db-ea6b-4e00-a35b-145618acee29 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d627cd-1c2b-4747-8363-3a6b1fbb76fb']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:51.196098 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-fa0df5db-ea6b-4e00-a35b-145618acee29 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85c9b006-7bcb-4175-a9e8-2272b0cbb89c') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:51.197564 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-fa0df5db-ea6b-4e00-a35b-145618acee29 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85c9b006-7bcb-4175-a9e8-2272b0cbb89c') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:51.212357 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa0df5db-ea6b-4e00-a35b-145618acee29 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:51.229772 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa0df5db-ea6b-4e00-a35b-145618acee29 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:51.237928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0df5db-ea6b-4e00-a35b-145618acee29 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:46:51.238560 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa0df5db-ea6b-4e00-a35b-145618acee29 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:46:51.242613 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:46:51.325925 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:51.371395 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa0df5db-ea6b-4e00-a35b-145618acee29 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:51.378848 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa0df5db-ea6b-4e00-a35b-145618acee29 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:51.380753 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event deleted for resources: {'Port': ['ID=08d63c34-38c5-443f-8b32-f1bb88c1d90a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:51.394176 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fa0df5db-ea6b-4e00-a35b-145618acee29 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "DELETE /v2.0/networks/e7d627cd-1c2b-4747-8363-3a6b1fbb76fb HTTP/1.1" status: 204 len: 168 time: 0.4974289 Dec 14 02:46:51.394362 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46702) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:51.423287 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0df5db-ea6b-4e00-a35b-145618acee29 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event deleted for resources: {'Network': ['ID=e7d627cd-1c2b-4747-8363-3a6b1fbb76fb,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:51.495994 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:51.496515 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:51.496590 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:51.497335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:51.497461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:51.497707 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:51.498037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:51.498364 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:51.498690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:51.501601 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:51.502259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:51.503382 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:51.503538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:46:51.535090 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce1b2f1-e7aa-4772-aac7-2b64882f1dc4 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:51.541385 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce1b2f1-e7aa-4772-aac7-2b64882f1dc4 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:51.543011 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8ce1b2f1-e7aa-4772-aac7-2b64882f1dc4 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1477141 Dec 14 02:46:51.547217 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46708) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:51.552248 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3e72ae3b-1a57-4fc7-9345-41221647f25c tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2012451394'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:51.575694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router 0dcf8e8b-7713-4575-ada8-51d553564e5a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:46:51.658115 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e72ae3b-1a57-4fc7-9345-41221647f25c tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Made reservation on behalf of c7cba141791544e19a926ea9db747d5d for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:51.661894 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e72ae3b-1a57-4fc7-9345-41221647f25c tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:51.686909 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e72ae3b-1a57-4fc7-9345-41221647f25c tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:46:51.697016 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e72ae3b-1a57-4fc7-9345-41221647f25c tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:51.697700 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-3e72ae3b-1a57-4fc7-9345-41221647f25c tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Added segment 6be62ab3-89fa-4655-9a6a-f4c96002b609 of type vlan for network 9d3f913c-6b31-4bd0-9d82-57bed3afe63a Dec 14 02:46:51.700816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:46:51.713771 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe94fca3-97c4-4968-b4e4-736ca8a9339d None None] Sync routers for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:46:51.731765 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe94fca3-97c4-4968-b4e4-736ca8a9339d None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:51.732489 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-fe94fca3-97c4-4968-b4e4-736ca8a9339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:51.748991 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e72ae3b-1a57-4fc7-9345-41221647f25c tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:51.788487 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-fe94fca3-97c4-4968-b4e4-736ca8a9339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:51.798506 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe94fca3-97c4-4968-b4e4-736ca8a9339d None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:51.799129 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-fe94fca3-97c4-4968-b4e4-736ca8a9339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:51.819328 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:51.823259 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-053bf2e2-3ac5-48f4-851e-b0ba842695f3 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/ports/08d63c34-38c5-443f-8b32-f1bb88c1d90a HTTP/1.1" status: 204 len: 168 time: 1.7931151 Dec 14 02:46:51.826002 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46710) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:51.832405 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-fe94fca3-97c4-4968-b4e4-736ca8a9339d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:51.833557 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe94fca3-97c4-4968-b4e4-736ca8a9339d None None] The sync data for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:46:51.876747 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e72ae3b-1a57-4fc7-9345-41221647f25c tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:51.884377 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e72ae3b-1a57-4fc7-9345-41221647f25c tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:51.884996 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e72ae3b-1a57-4fc7-9345-41221647f25c tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:51.895438 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-70f46322-3500-4299-9939-ea146dc981e5 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "GET /v2.0/floatingips/7591068a-0edf-4845-8073-e628e7e1817b HTTP/1.1" status: 200 len: 688 time: 0.0678873 Dec 14 02:46:51.897852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46712) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:51.982988 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72ae3b-1a57-4fc7-9345-41221647f25c tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event updated for resources: {'Network': ['ID=9d3f913c-6b31-4bd0-9d82-57bed3afe63a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:51.994115 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 9d3f913c-6b31-4bd0-9d82-57bed3afe63a details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:46:52.045082 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3e72ae3b-1a57-4fc7-9345-41221647f25c tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4964652 Dec 14 02:46:52.048366 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46714) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:52.054167 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-7f0518a3-82df-4ea0-aeaf-da091f769abc tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1334229236'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:52.078495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-7a7b907e-b0b0-457b-a8c1-7abd8042838a tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Deleting port 29086221-7f30-4d95-b9d1-79a5e36d2a3d {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:52.078866 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7a7b907e-b0b0-457b-a8c1-7abd8042838a tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:52.165074 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0518a3-82df-4ea0-aeaf-da091f769abc tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Made reservation on behalf of c7cba141791544e19a926ea9db747d5d for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:52.165968 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7a7b907e-b0b0-457b-a8c1-7abd8042838a tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:52.165968 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7a7b907e-b0b0-457b-a8c1-7abd8042838a tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:52.166155 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f0518a3-82df-4ea0-aeaf-da091f769abc tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:52.186858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-7a7b907e-b0b0-457b-a8c1-7abd8042838a tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Calling delete_port for 29086221-7f30-4d95-b9d1-79a5e36d2a3d owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:52.195906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f0518a3-82df-4ea0-aeaf-da091f769abc tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:46:52.211953 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f0518a3-82df-4ea0-aeaf-da091f769abc tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:52.212600 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-7f0518a3-82df-4ea0-aeaf-da091f769abc tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Added segment bafc8a88-c652-4498-ad3c-4adc3e76501e of type vlan for network ffa9a6c5-d0ba-47b9-8d00-2b6fa197d422 Dec 14 02:46:52.264596 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f0518a3-82df-4ea0-aeaf-da091f769abc tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:52.286695 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-59df3b52-f207-4da9-8dc6-b0f95b7e5ae2 req-10af182b-0236-4b2b-b885-595709ee647e tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0400591 Dec 14 02:46:52.697970 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f0518a3-82df-4ea0-aeaf-da091f769abc tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:52.703780 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0518a3-82df-4ea0-aeaf-da091f769abc tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:52.704435 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f0518a3-82df-4ea0-aeaf-da091f769abc tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:52.775481 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0518a3-82df-4ea0-aeaf-da091f769abc tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event updated for resources: {'Network': ['ID=ffa9a6c5-d0ba-47b9-8d00-2b6fa197d422,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:52.783950 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7a7b907e-b0b0-457b-a8c1-7abd8042838a tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:52.787091 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network ffa9a6c5-d0ba-47b9-8d00-2b6fa197d422 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:46:52.811216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7b907e-b0b0-457b-a8c1-7abd8042838a tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event deleted for resources: {'Port': ['ID=29086221-7f30-4d95-b9d1-79a5e36d2a3d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:52.878667 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7f0518a3-82df-4ea0-aeaf-da091f769abc tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8289089 Dec 14 02:46:52.881548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46726) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:52.887375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Request body: {'ports': [{'network_id': '9d3f913c-6b31-4bd0-9d82-57bed3afe63a', 'name': 'tempest-port--2095157933', 'admin_state_up': True}, {'network_id': 'ffa9a6c5-d0ba-47b9-8d00-2b6fa197d422', 'admin_state_up': False}]} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:52.887698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Request body: {'port': {'network_id': '9d3f913c-6b31-4bd0-9d82-57bed3afe63a', 'name': 'tempest-port--2095157933', 'admin_state_up': True}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:52.888184 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Request body: {'port': {'network_id': 'ffa9a6c5-d0ba-47b9-8d00-2b6fa197d422', 'admin_state_up': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:52.971132 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7a7b907e-b0b0-457b-a8c1-7abd8042838a tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:52.973864 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7a7b907e-b0b0-457b-a8c1-7abd8042838a tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:52.978247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7a7b907e-b0b0-457b-a8c1-7abd8042838a tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/floatingips/7591068a-0edf-4845-8073-e628e7e1817b HTTP/1.1" status: 204 len: 168 time: 1.0761766 Dec 14 02:46:52.978670 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46728) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:52.983387 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': 'b91a0d55-2624-4fb9-bc6c-690b4dfcbcd5'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:53.070259 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:53.166712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Made reservation on behalf of c7cba141791544e19a926ea9db747d5d for: {'port': 2} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:53.171243 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:53.192707 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:53.199313 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:53.312640 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] device_id is not set on port a64e9d3b-d8f4-4d9a-b0c0-d8f422fc4b3b yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:53.334624 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Allocated IP 172.25.7.178 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/6c3ea345-c265-47e2-ba75-0d6050720d9a) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:46:53.455252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fcc38a52-8854-4212-bbc5-9f133dfbb858 req-cd3e97ec-0f08-411c-adb2-748958646fdd tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0457263 Dec 14 02:46:53.480020 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:53.507435 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:53.589772 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:53.596112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] device_id is not set on port b1b20e44-1832-409e-a3d1-27f1bb0240d4 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:46:53.647058 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:53.650298 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:53.655132 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:53.659157 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=6c3ea345-c265-47e2-ba75-0d6050720d9a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:53.770379 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:53.887121 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:53.979560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event updated for resources: {'Port': ['ID=a64e9d3b-d8f4-4d9a-b0c0-d8f422fc4b3b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:53.991861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Checking segment: {'id': '6be62ab3-89fa-4655-9a6a-f4c96002b609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9d3f913c-6b31-4bd0-9d82-57bed3afe63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:46:53.992329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Network hostable DHCP agents. Network: 9d3f913c-6b31-4bd0-9d82-57bed3afe63a, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:46:54.046978 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Network 9d3f913c-6b31-4bd0-9d82-57bed3afe63a is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:46:54.110439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 9d3f913c-6b31-4bd0-9d82-57bed3afe63a) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:54.113939 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:54.115038 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:54.127056 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30276c0b-9ad4-4bae-9a02-49fc6cbb08be None None] Network 9d3f913c-6b31-4bd0-9d82-57bed3afe63a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:46:54.212462 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:54.215301 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event updated for resources: {'Port': ['ID=b1b20e44-1832-409e-a3d1-27f1bb0240d4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:54.262297 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-72318e8d-6000-43d7-ae6f-c1991223716c req-ac543e09-d533-4636-90c2-159850baaeaf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0351377 Dec 14 02:46:54.266436 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Checking segment: {'id': 'bafc8a88-c652-4498-ad3c-4adc3e76501e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ffa9a6c5-d0ba-47b9-8d00-2b6fa197d422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:46:54.266970 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Network hostable DHCP agents. Network: ffa9a6c5-d0ba-47b9-8d00-2b6fa197d422, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:46:54.357159 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Network ffa9a6c5-d0ba-47b9-8d00-2b6fa197d422 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:46:54.373957 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:54.440751 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, ffa9a6c5-d0ba-47b9-8d00-2b6fa197d422) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:54.445395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:54.450738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e45b13-87e6-4c03-b25b-d5849d7dea42 None None] Network ffa9a6c5-d0ba-47b9-8d00-2b6fa197d422 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:46:54.466609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:54.481100 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:54.482757 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:54.586073 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-365a0622-8095-4697-b634-7f668be6bd66 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7030697 Dec 14 02:46:54.587193 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46742) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:54.643428 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:54.712592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93332418-4da7-440e-ae3c-697e2fca065f req-865c115e-387e-4fa9-bc43-3ae0d5241527 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0385761 Dec 14 02:46:54.721789 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:54.757915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bde871-16ee-4cc9-92f7-baf5e56c0627 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:54.764171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44bde871-16ee-4cc9-92f7-baf5e56c0627 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:54.765687 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-44bde871-16ee-4cc9-92f7-baf5e56c0627 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1772277 Dec 14 02:46:54.769936 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46744) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:54.858520 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=6c3ea345-c265-47e2-ba75-0d6050720d9a,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:54.886163 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:55.001257 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-6173e34d-c1dd-455d-9703-4fc74629ce6b tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Deleting port a64e9d3b-d8f4-4d9a-b0c0-d8f422fc4b3b {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:55.001770 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6173e34d-c1dd-455d-9703-4fc74629ce6b tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:55.053676 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Floating IP 35aedf8e-c22c-4daa-8947-1f09c4cae2d9 associated. External IP: 172.25.7.178, port: b91a0d55-2624-4fb9-bc6c-690b4dfcbcd5. Dec 14 02:46:55.144008 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6173e34d-c1dd-455d-9703-4fc74629ce6b tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:55.162810 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-6173e34d-c1dd-455d-9703-4fc74629ce6b tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Calling delete_port for a64e9d3b-d8f4-4d9a-b0c0-d8f422fc4b3b owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:55.765362 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router 0dcf8e8b-7713-4575-ada8-51d553564e5a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:46:55.858787 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6e9833a-94ec-4df5-a2b2-313456c11741 req-50458ddd-ed10-41b4-933f-0c9c42e37646 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0303142 Dec 14 02:46:55.879278 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:46:55.891041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49225d0d-c590-4862-a608-5c06ac529a2c None None] Sync routers for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:46:55.902713 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49225d0d-c590-4862-a608-5c06ac529a2c None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:55.903477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-49225d0d-c590-4862-a608-5c06ac529a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:55.950027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-49225d0d-c590-4862-a608-5c06ac529a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:55.959992 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49225d0d-c590-4862-a608-5c06ac529a2c None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:46:55.960677 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-49225d0d-c590-4862-a608-5c06ac529a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:55.999215 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-49225d0d-c590-4862-a608-5c06ac529a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:46:56.000035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49225d0d-c590-4862-a608-5c06ac529a2c None None] The sync data for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:46:56.125535 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6173e34d-c1dd-455d-9703-4fc74629ce6b tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:56.153170 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173e34d-c1dd-455d-9703-4fc74629ce6b tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event deleted for resources: {'Port': ['ID=a64e9d3b-d8f4-4d9a-b0c0-d8f422fc4b3b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:56.161378 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6173e34d-c1dd-455d-9703-4fc74629ce6b tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:56.164844 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6173e34d-c1dd-455d-9703-4fc74629ce6b tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "DELETE /v2.0/ports/a64e9d3b-d8f4-4d9a-b0c0-d8f422fc4b3b HTTP/1.1" status: 204 len: 168 time: 1.3922694 Dec 14 02:46:56.167395 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46754) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:56.198240 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:56.258128 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-53ce8dfb-5d8f-48f3-bb47-6c55d8febefc tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2756979 Dec 14 02:46:56.259163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46758) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:56.267665 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-64c572f6-51e3-49d5-8ccc-18b3ce1a0a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-186149448'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:56.306308 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-32ba1e06-c4d1-47d9-a995-d1d2e9cf78c3 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Deleting port b1b20e44-1832-409e-a3d1-27f1bb0240d4 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:46:56.306841 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-32ba1e06-c4d1-47d9-a995-d1d2e9cf78c3 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:56.385988 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-32ba1e06-c4d1-47d9-a995-d1d2e9cf78c3 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:56.402144 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-32ba1e06-c4d1-47d9-a995-d1d2e9cf78c3 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Calling delete_port for b1b20e44-1832-409e-a3d1-27f1bb0240d4 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:46:56.403690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c572f6-51e3-49d5-8ccc-18b3ce1a0a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Made reservation on behalf of da3e8680639346e0b14144c95261a782 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:56.411293 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-64c572f6-51e3-49d5-8ccc-18b3ce1a0a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:56.509616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-907bb115-07f9-453a-97f8-30a9365fcd87 req-7f2fa43b-4e1e-46a6-90e3-11994c15cd35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e6355f1e28de4ff9b535aed9a4a7534e&device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0542669 Dec 14 02:46:56.542535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73822649-31be-4bd3-ae0a-14120cfb339f req-d679c391-f955-4f77-a550-113f210918dc tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0306666 Dec 14 02:46:56.555151 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-32ba1e06-c4d1-47d9-a995-d1d2e9cf78c3 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:56.572967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64c572f6-51e3-49d5-8ccc-18b3ce1a0a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:46:56.576561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-907bb115-07f9-453a-97f8-30a9365fcd87 req-f0174afe-6402-439d-8e6f-bc5b3a0b9879 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e6355f1e28de4ff9b535aed9a4a7534e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368152 Dec 14 02:46:56.580142 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-64c572f6-51e3-49d5-8ccc-18b3ce1a0a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:56.580488 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-64c572f6-51e3-49d5-8ccc-18b3ce1a0a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Added segment de92a3a8-015b-4774-a419-3cbf67de53b8 of type vlan for network b8c9d1be-bc9a-4899-b6f0-6bc1486bd395 Dec 14 02:46:56.586739 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba1e06-c4d1-47d9-a995-d1d2e9cf78c3 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event deleted for resources: {'Port': ['ID=b1b20e44-1832-409e-a3d1-27f1bb0240d4,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:56.606892 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-32ba1e06-c4d1-47d9-a995-d1d2e9cf78c3 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:56.621126 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-32ba1e06-c4d1-47d9-a995-d1d2e9cf78c3 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "DELETE /v2.0/ports/b1b20e44-1832-409e-a3d1-27f1bb0240d4 HTTP/1.1" status: 204 len: 168 time: 0.4508972 Dec 14 02:46:56.621126 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46768) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:56.664252 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-366d13b1-760d-416c-8ce2-c36ef6b8736f tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0400472 Dec 14 02:46:56.664838 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46770) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:56.669908 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f4d3b743-a358-4184-bf1c-2e10034b6335 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-181536426'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:56.708258 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-64c572f6-51e3-49d5-8ccc-18b3ce1a0a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:56.762405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907bb115-07f9-453a-97f8-30a9365fcd87 req-ef3a87ec-ddc4-4faf-b39b-1f127dddf982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:56.764050 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-907bb115-07f9-453a-97f8-30a9365fcd87 req-ef3a87ec-ddc4-4faf-b39b-1f127dddf982 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1740994 Dec 14 02:46:56.768012 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d3b743-a358-4184-bf1c-2e10034b6335 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Made reservation on behalf of c7cba141791544e19a926ea9db747d5d for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:56.771857 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f4d3b743-a358-4184-bf1c-2e10034b6335 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:56.801921 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d3b743-a358-4184-bf1c-2e10034b6335 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:46:56.812281 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f4d3b743-a358-4184-bf1c-2e10034b6335 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:56.812659 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-f4d3b743-a358-4184-bf1c-2e10034b6335 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Added segment 092133da-5517-414d-b4af-ba4de92f611d of type vlan for network f556b27e-f6f8-4006-8381-2371b75e12e5 Dec 14 02:46:56.822631 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-64c572f6-51e3-49d5-8ccc-18b3ce1a0a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:56.830057 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c572f6-51e3-49d5-8ccc-18b3ce1a0a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:56.830697 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-64c572f6-51e3-49d5-8ccc-18b3ce1a0a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:56.901584 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f4d3b743-a358-4184-bf1c-2e10034b6335 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:56.939367 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:56.951609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c572f6-51e3-49d5-8ccc-18b3ce1a0a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Network': ['ID=b8c9d1be-bc9a-4899-b6f0-6bc1486bd395,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:56.964763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network b8c9d1be-bc9a-4899-b6f0-6bc1486bd395 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:46:56.994625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-64c572f6-51e3-49d5-8ccc-18b3ce1a0a5d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7310336 Dec 14 02:46:56.994817 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46772) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:57.000744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d5b2229d-cc86-4c80-b216-834a973a0e67 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'subnet': {'network_id': 'b8c9d1be-bc9a-4899-b6f0-6bc1486bd395', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:57.023755 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f4d3b743-a358-4184-bf1c-2e10034b6335 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:57.031219 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d3b743-a358-4184-bf1c-2e10034b6335 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:57.031990 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f4d3b743-a358-4184-bf1c-2e10034b6335 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:57.122564 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f4d3b743-a358-4184-bf1c-2e10034b6335 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4566052 Dec 14 02:46:57.128615 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46774) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:57.138877 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9f1522c9-3df6-427f-a98d-81d3c3c3a3d6 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-570176623'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:57.183319 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b2229d-cc86-4c80-b216-834a973a0e67 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Made reservation on behalf of da3e8680639346e0b14144c95261a782 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:57.191768 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d5b2229d-cc86-4c80-b216-834a973a0e67 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:57.196112 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3b743-a358-4184-bf1c-2e10034b6335 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event updated for resources: {'Network': ['ID=f556b27e-f6f8-4006-8381-2371b75e12e5,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:57.217640 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network f556b27e-f6f8-4006-8381-2371b75e12e5 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:46:57.269339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1522c9-3df6-427f-a98d-81d3c3c3a3d6 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Made reservation on behalf of c7cba141791544e19a926ea9db747d5d for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:46:57.281686 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f1522c9-3df6-427f-a98d-81d3c3c3a3d6 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:57.333878 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1522c9-3df6-427f-a98d-81d3c3c3a3d6 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:46:57.354798 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f1522c9-3df6-427f-a98d-81d3c3c3a3d6 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:57.355447 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-9f1522c9-3df6-427f-a98d-81d3c3c3a3d6 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Added segment 85b0c9e8-519a-44ad-848b-132874a9cd0f of type vlan for network ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2 Dec 14 02:46:57.440326 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f1522c9-3df6-427f-a98d-81d3c3c3a3d6 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:57.542861 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d5b2229d-cc86-4c80-b216-834a973a0e67 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:57.574033 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f1522c9-3df6-427f-a98d-81d3c3c3a3d6 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:57.583728 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1522c9-3df6-427f-a98d-81d3c3c3a3d6 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:57.584382 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f1522c9-3df6-427f-a98d-81d3c3c3a3d6 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:57.679141 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1522c9-3df6-427f-a98d-81d3c3c3a3d6 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event updated for resources: {'Network': ['ID=ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:57.685994 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9f1522c9-3df6-427f-a98d-81d3c3c3a3d6 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5545828 Dec 14 02:46:57.706379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:46:57.731388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2229d-cc86-4c80-b216-834a973a0e67 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Subnet': ['ID=77e1abe4-4c00-472d-aea0-ade938c3a91d,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:57.759861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b2229d-cc86-4c80-b216-834a973a0e67 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Checking segment: {'id': 'de92a3a8-015b-4774-a419-3cbf67de53b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8c9d1be-bc9a-4899-b6f0-6bc1486bd395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:46:57.761009 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b2229d-cc86-4c80-b216-834a973a0e67 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network hostable DHCP agents. Network: b8c9d1be-bc9a-4899-b6f0-6bc1486bd395, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:46:57.773537 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9dc9de7-d6d7-46a6-9dd4-a0d8141988c8 req-a458fd02-4592-4d95-b1c6-e933c93e031a tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0634484 Dec 14 02:46:57.869205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b2229d-cc86-4c80-b216-834a973a0e67 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network b8c9d1be-bc9a-4899-b6f0-6bc1486bd395 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:46:57.935053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-d5b2229d-cc86-4c80-b216-834a973a0e67 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, b8c9d1be-bc9a-4899-b6f0-6bc1486bd395) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:57.940803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b2229d-cc86-4c80-b216-834a973a0e67 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:46:57.941511 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d5b2229d-cc86-4c80-b216-834a973a0e67 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:57.949733 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93b20a4-1a6b-4dba-8b31-2a1589a5d399 None None] Network b8c9d1be-bc9a-4899-b6f0-6bc1486bd395 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:46:58.038490 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d5b2229d-cc86-4c80-b216-834a973a0e67 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0424893 Dec 14 02:46:58.039807 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46786) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:46:58.047441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-938757195', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}, 'admin_state_up': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:46:58.112817 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-b8c9d1be-bc9a-4899-b6f0-6bc1486bd395', 'network_id': 'b8c9d1be-bc9a-4899-b6f0-6bc1486bd395', 'project_id': 'da3e8680639346e0b14144c95261a782', 'fixed_ips': [{'subnet_id': '77e1abe4-4c00-472d-aea0-ade938c3a91d'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:46:58.114048 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:58.182785 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-907bb115-07f9-453a-97f8-30a9365fcd87 req-ea28819f-f35d-4d9b-b740-e7e406ec9d1e tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.46 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0596786 Dec 14 02:46:58.185763 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:58.186830 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:58.301937 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:58.320682 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Allocated IP 172.20.0.2 (b8c9d1be-bc9a-4899-b6f0-6bc1486bd395/77e1abe4-4c00-472d-aea0-ade938c3a91d/55f63c4b-3cc8-4563-ac43-b7e7574e093d) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:46:58.521272 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:58.603665 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:58.607490 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:58.667147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Network b8c9d1be-bc9a-4899-b6f0-6bc1486bd395 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:58.671642 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:58.678397 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:46:58.688186 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Pushing event updated for resources: {'Port': ['ID=55f63c4b-3cc8-4563-ac43-b7e7574e093d,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:58.759578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Attempting to bind port 55f63c4b-3cc8-4563-ac43-b7e7574e093d on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:46:58.760089 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Attempting to bind port 55f63c4b-3cc8-4563-ac43-b7e7574e093d by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'de92a3a8-015b-4774-a419-3cbf67de53b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8c9d1be-bc9a-4899-b6f0-6bc1486bd395'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:46:58.760532 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Attempting to bind port 55f63c4b-3cc8-4563-ac43-b7e7574e093d on network b8c9d1be-bc9a-4899-b6f0-6bc1486bd395 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:46:58.769120 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:46:58.769780 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Checking segment: {'id': 'de92a3a8-015b-4774-a419-3cbf67de53b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8c9d1be-bc9a-4899-b6f0-6bc1486bd395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:46:58.770261 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:58.771532 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Bound using segment: {'id': 'de92a3a8-015b-4774-a419-3cbf67de53b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8c9d1be-bc9a-4899-b6f0-6bc1486bd395'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:46:58.771850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Bound port: 55f63c4b-3cc8-4563-ac43-b7e7574e093d, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de92a3a8-015b-4774-a419-3cbf67de53b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b8c9d1be-bc9a-4899-b6f0-6bc1486bd395'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:46:58.772411 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:58.880243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] For port 55f63c4b-3cc8-4563-ac43-b7e7574e093d, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:46:58.887127 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] For port 55f63c4b-3cc8-4563-ac43-b7e7574e093d, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=55f63c4b-3cc8-4563-ac43-b7e7574e093d,segment=NetworkSegment(de92a3a8-015b-4774-a419-3cbf67de53b8),segment_id=de92a3a8-015b-4774-a419-3cbf67de53b8)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:46:58.976962 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:59.054454 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5e451ea-e9b5-4742-ac03-b7ad427c1be7 req-7de61aed-7202-40f5-80ed-e8142ab0e625 tempest-ServerShowV257Test-1394276045 tempest-ServerShowV257Test-1394276045-project] 10.222.0.39 "GET /v2.0/ports?device_id=190b2eb3-aa37-4c1a-a98c-e5db54637c28 HTTP/1.1" status: 200 len: 210 time: 0.0868101 Dec 14 02:46:59.107746 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:59.144807 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084bde2-1a42-46f9-a0a1-e0fe7bfa3246 None None] Pushing event updated for resources: {'Port': ['ID=55f63c4b-3cc8-4563-ac43-b7e7574e093d,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:59.169373 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:59.460596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Allocated IP 172.25.7.108 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/e9c7cef2-6c14-463e-b104-eb868d27acb3) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:46:59.557946 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:46:59.750243 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:59.875520 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:46:59.905071 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:46:59.963827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:46:59.966038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=e9c7cef2-6c14-463e-b104-eb868d27acb3,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:46:59.975591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:47:00.007276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcadd867-3274-422e-ac93-a4dcd5f46e3b None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:47:00.111812 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9190d23e-07ce-4242-a440-92027dfaed53 None None] Provisioning complete for port e9c7cef2-6c14-463e-b104-eb868d27acb3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:00.112556 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9190d23e-07ce-4242-a440-92027dfaed53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:00.220548 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:00.238466 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9190d23e-07ce-4242-a440-92027dfaed53 None None] Port e9c7cef2-6c14-463e-b104-eb868d27acb3 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:47:00.694316 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:00.850704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 55f63c4b-3cc8-4563-ac43-b7e7574e093d up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:47:01.087342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 55f63c4b-3cc8-4563-ac43-b7e7574e093d triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:01.087342 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:01.087342 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:01.090597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46822) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:01.123574 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46826) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:01.124687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388646f5-3615-49a0-8a3c-15e3f06771db None None] Network b8c9d1be-bc9a-4899-b6f0-6bc1486bd395 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:01.129661 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Request body: {'subnets': [{'network_id': 'f556b27e-f6f8-4006-8381-2371b75e12e5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--964153469', 'ip_version': 6}, {'network_id': 'ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:01.130727 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Request body: {'subnet': {'network_id': 'f556b27e-f6f8-4006-8381-2371b75e12e5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--964153469', 'ip_version': 6}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:01.131612 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Request body: {'subnet': {'network_id': 'ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:01.252527 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 55f63c4b-3cc8-4563-ac43-b7e7574e093d, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=55f63c4b-3cc8-4563-ac43-b7e7574e093d,segment=NetworkSegment(de92a3a8-015b-4774-a419-3cbf67de53b8),segment_id=de92a3a8-015b-4774-a419-3cbf67de53b8)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:01.269222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1b8d8eb3-0fd9-42c8-9a10-e4173d4d5014 None None] Provisioning complete for port 55f63c4b-3cc8-4563-ac43-b7e7574e093d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:01.269638 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1b8d8eb3-0fd9-42c8-9a10-e4173d4d5014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:01.324894 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a2924474-3d22-4b26-85a3-a522a94b48a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:01.345373 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:01.464258 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=55f63c4b-3cc8-4563-ac43-b7e7574e093d,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:01.474377 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Made reservation on behalf of c7cba141791544e19a926ea9db747d5d for: {'subnet': 2} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:01.481403 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:01.481712 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:01.519590 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a2924474-3d22-4b26-85a3-a522a94b48a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:01.570766 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:01.593387 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a2924474-3d22-4b26-85a3-a522a94b48a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:01.628948 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2924474-3d22-4b26-85a3-a522a94b48a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252096ee-e55a-490f-8f76-bcc2bdd27a2e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:01.670655 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a2924474-3d22-4b26-85a3-a522a94b48a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6355f1e28de4ff9b535aed9a4a7534e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5779877 Dec 14 02:47:01.673568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46834) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:01.743861 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-011ffdf6-bb0e-48d7-8238-d982018533d4 None None] Provisioning complete for port 55f63c4b-3cc8-4563-ac43-b7e7574e093d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:01.745028 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-011ffdf6-bb0e-48d7-8238-d982018533d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:01.768339 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-59e041fe-5451-4b54-9866-938f64048697 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:01.823604 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-59e041fe-5451-4b54-9866-938f64048697 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:01.885981 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router d19cefa9-d064-486f-930a-d7c082696798 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:47:02.059146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:47:02.074277 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ef7d5-78e3-4f52-929d-eb2ea208113a None None] Sync routers for ids ['d19cefa9-d064-486f-930a-d7c082696798'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:47:02.087810 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-59e041fe-5451-4b54-9866-938f64048697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:02.090764 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-59e041fe-5451-4b54-9866-938f64048697 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:02.095680 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-59e041fe-5451-4b54-9866-938f64048697 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/252096ee-e55a-490f-8f76-bcc2bdd27a2e HTTP/1.1" status: 204 len: 168 time: 0.4197938 Dec 14 02:47:02.097469 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ef7d5-78e3-4f52-929d-eb2ea208113a None None] Routers {'d19cefa9-d064-486f-930a-d7c082696798'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:47:02.098512 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c76ef7d5-78e3-4f52-929d-eb2ea208113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d19cefa9-d064-486f-930a-d7c082696798'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:02.118735 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e041fe-5451-4b54-9866-938f64048697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252096ee-e55a-490f-8f76-bcc2bdd27a2e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:02.146620 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c76ef7d5-78e3-4f52-929d-eb2ea208113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:02.154890 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76ef7d5-78e3-4f52-929d-eb2ea208113a None None] Routers {'d19cefa9-d064-486f-930a-d7c082696798'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:47:02.156038 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c76ef7d5-78e3-4f52-929d-eb2ea208113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:46:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d19cefa9-d064-486f-930a-d7c082696798'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:02.185857 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:02.187125 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8e988347-ea50-455d-82fc-474c10ffe57e tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1460950 Dec 14 02:47:02.190329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46842) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:02.196853 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c76ef7d5-78e3-4f52-929d-eb2ea208113a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:02.196853 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76ef7d5-78e3-4f52-929d-eb2ea208113a None None] The sync data for ids ['d19cefa9-d064-486f-930a-d7c082696798'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:47:02.223291 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:02.282926 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event updated for resources: {'Subnet': ['ID=147ef456-d79e-466d-b1d7-0d9a61fd80d9,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:02.328663 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Checking segment: {'id': '092133da-5517-414d-b4af-ba4de92f611d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f556b27e-f6f8-4006-8381-2371b75e12e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:47:02.329264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Network hostable DHCP agents. Network: f556b27e-f6f8-4006-8381-2371b75e12e5, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:47:02.406045 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Network f556b27e-f6f8-4006-8381-2371b75e12e5 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:47:02.605846 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, f556b27e-f6f8-4006-8381-2371b75e12e5) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:02.614453 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:02.622358 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dff305-d793-4bb0-9315-bcdc1ab9bdde None None] Network f556b27e-f6f8-4006-8381-2371b75e12e5 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:02.791856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 55f63c4b-3cc8-4563-ac43-b7e7574e093d up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:47:02.804055 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event updated for resources: {'Subnet': ['ID=747750ca-ded8-45ee-a664-1771ed746676,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:02.812635 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Checking segment: {'id': '85b0c9e8-519a-44ad-848b-132874a9cd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:47:02.813233 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Network hostable DHCP agents. Network: ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:47:02.829720 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-45ea63ce-fc01-4671-b822-03ad7e6deac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:02.834563 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d76808f0-0cce-49c2-9890-ad506a91fd0d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:02.897992 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 55f63c4b-3cc8-4563-ac43-b7e7574e093d triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:02.898371 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:02.911382 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Network ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:47:02.927677 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-f556b27e-f6f8-4006-8381-2371b75e12e5', 'network_id': 'f556b27e-f6f8-4006-8381-2371b75e12e5', 'project_id': 'c7cba141791544e19a926ea9db747d5d', 'fixed_ips': [{'subnet_id': '147ef456-d79e-466d-b1d7-0d9a61fd80d9'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:47:02.928823 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:03.000370 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:03.017191 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:03.018652 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:03.020577 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:03.029408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090bd9c8-b6c3-4e5f-8bd1-23bb16be816e None None] Network ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:03.140384 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d2525e55-4d74-4a55-94f7-5ebcd10f0160 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.0155644 Dec 14 02:47:03.143758 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46876) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:03.204930 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075c584-fcfa-4b4a-94ff-b47e126df317 req-ade7d11d-c38b-4955-b047-a3c399af472a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:03.206509 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3075c584-fcfa-4b4a-94ff-b47e126df317 req-ade7d11d-c38b-4955-b047-a3c399af472a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 945 time: 0.1421843 Dec 14 02:47:03.231771 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2', 'network_id': 'ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2', 'project_id': 'c7cba141791544e19a926ea9db747d5d', 'fixed_ips': [{'subnet_id': '747750ca-ded8-45ee-a664-1771ed746676'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:47:03.232646 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:03.233959 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc95578-3b48-4ffe-92d7-e9f74d0143f5 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:03.235155 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Allocated IP 2001:db8::1 (f556b27e-f6f8-4006-8381-2371b75e12e5/147ef456-d79e-466d-b1d7-0d9a61fd80d9/37a829b1-f2fa-400b-b655-379ed42b987e) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:47:03.236637 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc95578-3b48-4ffe-92d7-e9f74d0143f5 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:03.238838 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc95578-3b48-4ffe-92d7-e9f74d0143f5 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:03.241252 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3fc95578-3b48-4ffe-92d7-e9f74d0143f5 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0959566 Dec 14 02:47:03.250037 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46880) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:03.339015 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-d76808f0-0cce-49c2-9890-ad506a91fd0d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Allocated IP 172.20.0.1 (b8c9d1be-bc9a-4899-b6f0-6bc1486bd395/77e1abe4-4c00-472d-aea0-ade938c3a91d/7545e7e0-c320-483d-840d-247267362280) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:47:03.342503 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-c319e476-9d6b-476c-9c29-d56142469301 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Deleting subnet 147ef456-d79e-466d-b1d7-0d9a61fd80d9 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:47:03.344357 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3075c584-fcfa-4b4a-94ff-b47e126df317 req-f19dc069-ad20-4d83-ab0b-1f818f7df3da tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152854 Dec 14 02:47:03.483700 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d76808f0-0cce-49c2-9890-ad506a91fd0d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:03.573096 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46890) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:03.583099 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d76808f0-0cce-49c2-9890-ad506a91fd0d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:03.637066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76808f0-0cce-49c2-9890-ad506a91fd0d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network b8c9d1be-bc9a-4899-b6f0-6bc1486bd395 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:47:03.640415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-d76808f0-0cce-49c2-9890-ad506a91fd0d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:03.642972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76808f0-0cce-49c2-9890-ad506a91fd0d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:47:03.649767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76808f0-0cce-49c2-9890-ad506a91fd0d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=7545e7e0-c320-483d-840d-247267362280,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:03.699752 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d76808f0-0cce-49c2-9890-ad506a91fd0d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:03.706232 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-011d7865-d51c-442d-89d7-0872779aa46c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1140052831-network', 'tenant_id': '941f3b81c3624b8092dd7c66df63fd33'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:03.711746 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Allocated IP 2001:db8:0:1::1 (ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2/747750ca-ded8-45ee-a664-1771ed746676/da918174-1da7-47ea-8cde-ba7ff18364bb) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:47:03.740541 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:03.796308 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011d7865-d51c-442d-89d7-0872779aa46c admin admin] Made reservation on behalf of 941f3b81c3624b8092dd7c66df63fd33 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:03.801707 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-011d7865-d51c-442d-89d7-0872779aa46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:03.816174 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-011d7865-d51c-442d-89d7-0872779aa46c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:03.823556 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:03.832132 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c319e476-9d6b-476c-9c29-d56142469301 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:03.903967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Network f556b27e-f6f8-4006-8381-2371b75e12e5 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:47:03.913425 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:03.913614 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c319e476-9d6b-476c-9c29-d56142469301 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:03.916567 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:47:03.933483 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Pushing event updated for resources: {'Port': ['ID=37a829b1-f2fa-400b-b655-379ed42b987e,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:03.940374 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:03.976460 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d76808f0-0cce-49c2-9890-ad506a91fd0d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.000157 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-011d7865-d51c-442d-89d7-0872779aa46c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.004638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Attempting to bind port 37a829b1-f2fa-400b-b655-379ed42b987e on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:47:04.005086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Attempting to bind port 37a829b1-f2fa-400b-b655-379ed42b987e by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '092133da-5517-414d-b4af-ba4de92f611d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f556b27e-f6f8-4006-8381-2371b75e12e5'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:47:04.005550 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Attempting to bind port 37a829b1-f2fa-400b-b655-379ed42b987e on network f556b27e-f6f8-4006-8381-2371b75e12e5 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:47:04.018912 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.030184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:47:04.030876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Checking segment: {'id': '092133da-5517-414d-b4af-ba4de92f611d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f556b27e-f6f8-4006-8381-2371b75e12e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:47:04.032531 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.033185 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Bound using segment: {'id': '092133da-5517-414d-b4af-ba4de92f611d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f556b27e-f6f8-4006-8381-2371b75e12e5'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:47:04.034874 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Bound port: 37a829b1-f2fa-400b-b655-379ed42b987e, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '092133da-5517-414d-b4af-ba4de92f611d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f556b27e-f6f8-4006-8381-2371b75e12e5'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:47:04.035027 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.042345 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c319e476-9d6b-476c-9c29-d56142469301 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.071357 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-011d7865-d51c-442d-89d7-0872779aa46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.073882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-47dee3ec-e522-4982-8e08-2eb414b48116 None None] Provisioning complete for port 7545e7e0-c320-483d-840d-247267362280 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:04.074270 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-47dee3ec-e522-4982-8e08-2eb414b48116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.119747 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Network ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:47:04.120575 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011d7865-d51c-442d-89d7-0872779aa46c admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:47:04.129601 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d7865-d51c-442d-89d7-0872779aa46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d733079f-ec79-4b98-ad76-a30009862818,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:04.138070 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-011d7865-d51c-442d-89d7-0872779aa46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.142346 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-011d7865-d51c-442d-89d7-0872779aa46c admin admin] Added segment 06ee7282-63a0-411e-84cf-f1fe91046f04 of type vlan for network f33138f1-5f8f-4de3-9f5a-27aa3b835591 Dec 14 02:47:04.143211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:04.154242 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:47:04.170293 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Pushing event updated for resources: {'Port': ['ID=da918174-1da7-47ea-8cde-ba7ff18364bb,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:04.185228 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-011d7865-d51c-442d-89d7-0872779aa46c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.187424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-47dee3ec-e522-4982-8e08-2eb414b48116 None None] Port 7545e7e0-c320-483d-840d-247267362280 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:47:04.233055 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Attempting to bind port da918174-1da7-47ea-8cde-ba7ff18364bb on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:47:04.233465 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Attempting to bind port da918174-1da7-47ea-8cde-ba7ff18364bb by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '85b0c9e8-519a-44ad-848b-132874a9cd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:47:04.233838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Attempting to bind port da918174-1da7-47ea-8cde-ba7ff18364bb on network ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:47:04.239893 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:47:04.240275 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Checking segment: {'id': '85b0c9e8-519a-44ad-848b-132874a9cd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:47:04.240688 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.241089 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Bound using segment: {'id': '85b0c9e8-519a-44ad-848b-132874a9cd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:47:04.241593 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Bound port: da918174-1da7-47ea-8cde-ba7ff18364bb, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b0c9e8-519a-44ad-848b-132874a9cd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:47:04.241977 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.246753 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c319e476-9d6b-476c-9c29-d56142469301 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.255094 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] For port 37a829b1-f2fa-400b-b655-379ed42b987e, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:47:04.280315 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319e476-9d6b-476c-9c29-d56142469301 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event deleted for resources: {'Subnet': ['ID=147ef456-d79e-466d-b1d7-0d9a61fd80d9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:04.293872 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-011d7865-d51c-442d-89d7-0872779aa46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.293872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011d7865-d51c-442d-89d7-0872779aa46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:04.293872 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-011d7865-d51c-442d-89d7-0872779aa46c admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.293872 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c319e476-9d6b-476c-9c29-d56142469301 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.298455 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c319e476-9d6b-476c-9c29-d56142469301 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "DELETE /v2.0/subnets/147ef456-d79e-466d-b1d7-0d9a61fd80d9 HTTP/1.1" status: 204 len: 168 time: 1.0433497 Dec 14 02:47:04.298634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46898) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:04.319190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] For port da918174-1da7-47ea-8cde-ba7ff18364bb, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:47:04.322376 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] For port da918174-1da7-47ea-8cde-ba7ff18364bb, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=da918174-1da7-47ea-8cde-ba7ff18364bb,segment=NetworkSegment(85b0c9e8-519a-44ad-848b-132874a9cd0f),segment_id=85b0c9e8-519a-44ad-848b-132874a9cd0f)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:47:04.326520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] For port 37a829b1-f2fa-400b-b655-379ed42b987e, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=37a829b1-f2fa-400b-b655-379ed42b987e,segment=NetworkSegment(092133da-5517-414d-b4af-ba4de92f611d),segment_id=092133da-5517-414d-b4af-ba4de92f611d)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:47:04.351818 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d7865-d51c-442d-89d7-0872779aa46c admin admin] Pushing event updated for resources: {'Network': ['ID=f33138f1-5f8f-4de3-9f5a-27aa3b835591,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:04.357213 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d76808f0-0cce-49c2-9890-ad506a91fd0d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.362592 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network f33138f1-5f8f-4de3-9f5a-27aa3b835591 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:47:04.369885 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ca1daf2-42ee-4417-83e3-9d144ac94fb7 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Deleting subnet 747750ca-ded8-45ee-a664-1771ed746676 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:47:04.374344 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ca1daf2-42ee-4417-83e3-9d144ac94fb7 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.409578 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.416228 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ca1daf2-42ee-4417-83e3-9d144ac94fb7 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.419707 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d76808f0-0cce-49c2-9890-ad506a91fd0d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.423806 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-011d7865-d51c-442d-89d7-0872779aa46c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8495512 Dec 14 02:47:04.424430 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46902) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:04.431386 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-90bb8b8e-dfb5-4e25-8cdf-a5e841b94919 admin admin] Request body: {'subnet': {'network_id': 'f33138f1-5f8f-4de3-9f5a-27aa3b835591', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1140052831-subnet', 'tenant_id': '941f3b81c3624b8092dd7c66df63fd33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:04.435487 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.520814 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08bc23a-0edd-4baa-a310-1115dcba2dd5 None None] Pushing event updated for resources: {'Port': ['ID=da918174-1da7-47ea-8cde-ba7ff18364bb,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:04.542307 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bb8b8e-dfb5-4e25-8cdf-a5e841b94919 admin admin] Made reservation on behalf of 941f3b81c3624b8092dd7c66df63fd33 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:04.547970 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90bb8b8e-dfb5-4e25-8cdf-a5e841b94919 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.580650 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d76808f0-0cce-49c2-9890-ad506a91fd0d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.585317 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76808f0-0cce-49c2-9890-ad506a91fd0d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=7545e7e0-c320-483d-840d-247267362280,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:04.597622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a304f4-6e74-4d51-a19b-3e716a269895 None None] Pushing event updated for resources: {'Port': ['ID=37a829b1-f2fa-400b-b655-379ed42b987e,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:04.647962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ddd38-8540-4709-bbc6-4ebfbb69488e req-eabcdf25-9b87-496a-9a3e-4919e3bd389f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:04.652462 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d5ddd38-8540-4709-bbc6-4ebfbb69488e req-eabcdf25-9b87-496a-9a3e-4919e3bd389f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 945 time: 0.1839836 Dec 14 02:47:04.724184 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ca1daf2-42ee-4417-83e3-9d144ac94fb7 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:04.868377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d5ddd38-8540-4709-bbc6-4ebfbb69488e req-8639f2b0-0940-4390-9170-c968ee2e4da4 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710029 Dec 14 02:47:04.878153 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76808f0-0cce-49c2-9890-ad506a91fd0d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network b8c9d1be-bc9a-4899-b6f0-6bc1486bd395 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:47:04.879622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-d76808f0-0cce-49c2-9890-ad506a91fd0d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:04.918586 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90bb8b8e-dfb5-4e25-8cdf-a5e841b94919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:05.017297 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb8b8e-dfb5-4e25-8cdf-a5e841b94919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f7df31f-bcc6-4d80-8ef4-b7722227eb19,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:05.028273 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-078b5740-ace6-4968-8357-f278f2bd71d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:05.041677 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bb8b8e-dfb5-4e25-8cdf-a5e841b94919 admin admin] Checking segment: {'id': '06ee7282-63a0-411e-84cf-f1fe91046f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f33138f1-5f8f-4de3-9f5a-27aa3b835591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:47:05.041992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bb8b8e-dfb5-4e25-8cdf-a5e841b94919 admin admin] Network hostable DHCP agents. Network: f33138f1-5f8f-4de3-9f5a-27aa3b835591, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:47:05.086733 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ca1daf2-42ee-4417-83e3-9d144ac94fb7 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:05.104948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76808f0-0cce-49c2-9890-ad506a91fd0d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router d19cefa9-d064-486f-930a-d7c082696798 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:47:05.120230 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bb8b8e-dfb5-4e25-8cdf-a5e841b94919 admin admin] Network f33138f1-5f8f-4de3-9f5a-27aa3b835591 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:47:05.139132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca1daf2-42ee-4417-83e3-9d144ac94fb7 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event deleted for resources: {'Subnet': ['ID=747750ca-ded8-45ee-a664-1771ed746676,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:05.141668 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ca1daf2-42ee-4417-83e3-9d144ac94fb7 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:05.144987 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5ca1daf2-42ee-4417-83e3-9d144ac94fb7 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "DELETE /v2.0/subnets/747750ca-ded8-45ee-a664-1771ed746676 HTTP/1.1" status: 204 len: 168 time: 0.8458834 Dec 14 02:47:05.147671 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46912) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:05.216829 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-90bb8b8e-dfb5-4e25-8cdf-a5e841b94919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, f33138f1-5f8f-4de3-9f5a-27aa3b835591) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:05.227214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6137ec4-b97c-4f14-982f-71a19ce98f5f None None] Network f33138f1-5f8f-4de3-9f5a-27aa3b835591 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:05.240544 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bb8b8e-dfb5-4e25-8cdf-a5e841b94919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:05.243233 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90bb8b8e-dfb5-4e25-8cdf-a5e841b94919 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:05.270439 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b3a1a5-6cbe-432d-9a10-4f8c91fc85f5 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:05.275896 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-91b3a1a5-6cbe-432d-9a10-4f8c91fc85f5 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1230607 Dec 14 02:47:05.281491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46920) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:05.335135 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-90bb8b8e-dfb5-4e25-8cdf-a5e841b94919 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9096491 Dec 14 02:47:05.399326 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4c57a182-9313-4490-bf5d-aa565f93ae61 None None] Provisioning complete for port 7545e7e0-c320-483d-840d-247267362280 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:05.400033 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4c57a182-9313-4490-bf5d-aa565f93ae61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:05.411701 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643be98e-b85f-4cde-8877-1d76b639e15b None None] Network f33138f1-5f8f-4de3-9f5a-27aa3b835591 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:05.541625 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4c57a182-9313-4490-bf5d-aa565f93ae61 None None] Port 7545e7e0-c320-483d-840d-247267362280 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:47:05.725781 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:05.736578 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76808f0-0cce-49c2-9890-ad506a91fd0d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:47:05.742091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d76808f0-0cce-49c2-9890-ad506a91fd0d tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "PUT /v2.0/routers/d19cefa9-d064-486f-930a-d7c082696798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5504870 Dec 14 02:47:05.744548 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46934) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:05.753003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17475da9-0dfc-4bac-89bc-4ddc7d5bbb34 None None] Sync routers for ids ['d19cefa9-d064-486f-930a-d7c082696798'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:47:05.753367 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2622d737-cd63-40b9-a033-87ed7146bd44 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'port': {'network_id': 'b8c9d1be-bc9a-4899-b6f0-6bc1486bd395', 'name': 'tempest-FloatingIPTestJSON-405462292'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:05.773434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46936) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:05.781390 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17475da9-0dfc-4bac-89bc-4ddc7d5bbb34 None None] Routers {'d19cefa9-d064-486f-930a-d7c082696798'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:47:05.783174 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-17475da9-0dfc-4bac-89bc-4ddc7d5bbb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:47:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d19cefa9-d064-486f-930a-d7c082696798'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:05.839237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Deleting port da918174-1da7-47ea-8cde-ba7ff18364bb {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:05.839820 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:05.861908 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-17475da9-0dfc-4bac-89bc-4ddc7d5bbb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:05.881923 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f3656048-2bd9-46fe-9ab0-f40f138c6663 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:47:05.955230 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17475da9-0dfc-4bac-89bc-4ddc7d5bbb34 None None] Routers {'d19cefa9-d064-486f-930a-d7c082696798'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:47:05.956083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-17475da9-0dfc-4bac-89bc-4ddc7d5bbb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:47:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d19cefa9-d064-486f-930a-d7c082696798'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:06.004755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-17475da9-0dfc-4bac-89bc-4ddc7d5bbb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:06.005657 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17475da9-0dfc-4bac-89bc-4ddc7d5bbb34 None None] The sync data for ids ['d19cefa9-d064-486f-930a-d7c082696798'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:47:06.008005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] For port da918174-1da7-47ea-8cde-ba7ff18364bb, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=da918174-1da7-47ea-8cde-ba7ff18364bb,segment=NetworkSegment(85b0c9e8-519a-44ad-848b-132874a9cd0f),segment_id=85b0c9e8-519a-44ad-848b-132874a9cd0f)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:06.008384 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.011151 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7d843151-8242-4e99-aa2c-e94f48175373 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.031155 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Calling delete_port for da918174-1da7-47ea-8cde-ba7ff18364bb owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:06.068361 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.074335 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2622d737-cd63-40b9-a033-87ed7146bd44 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Made reservation on behalf of da3e8680639346e0b14144c95261a782 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:06.078771 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2622d737-cd63-40b9-a033-87ed7146bd44 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.098198 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:47:06.102203 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cd601d-be55-48b3-9ad5-4d151d09104a" -d '{"events": [{"server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "name": "network-vif-unplugged", "status": "completed", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:47:06.118147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f3656048-2bd9-46fe-9ab0-f40f138c6663, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:06.128971 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-2622d737-cd63-40b9-a033-87ed7146bd44 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] device_id is not set on port f9f116ed-68e6-4d57-a09c-ced6229957b0 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:47:06.185946 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7d409a-2c79-4137-a312-08bff7827735 x-openstack-request-id: req-5a7d409a-2c79-4137-a312-08bff7827735 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:47:06.186255 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "name": "network-vif-unplugged", "status": "completed", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:47:06.186522 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a7d409a-2c79-4137-a312-08bff7827735 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:47:06.188722 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'code': 200} Dec 14 02:47:06.210200 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6676f3fd-6aff-43aa-95ef-d7ddb66c401c None None] Network f556b27e-f6f8-4006-8381-2371b75e12e5 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:06.214254 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.239109 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7d843151-8242-4e99-aa2c-e94f48175373 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.298289 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7d843151-8242-4e99-aa2c-e94f48175373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.312340 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.314711 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46948) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:06.317802 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-2622d737-cd63-40b9-a033-87ed7146bd44 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Allocated IP 172.20.0.12 (b8c9d1be-bc9a-4899-b6f0-6bc1486bd395/77e1abe4-4c00-472d-aea0-ade938c3a91d/f9f116ed-68e6-4d57-a09c-ced6229957b0) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:47:06.338377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7f71e308-218f-4615-bdec-f8cfba59ba0d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2023963193-network', 'tenant_id': '45f03e8dca934503be2b3c72538f303b'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:06.360991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-77177c09-751c-474f-9d40-437ac1f684c1 None None] Provisioning complete for port 37a829b1-f2fa-400b-b655-379ed42b987e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:06.361459 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-77177c09-751c-474f-9d40-437ac1f684c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.365408 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.384648 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d843151-8242-4e99-aa2c-e94f48175373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6f8c62-e37a-43e9-9163-5da0f72da6ca,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:06.413345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=f3656048-2bd9-46fe-9ab0-f40f138c6663,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:06.417371 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7d843151-8242-4e99-aa2c-e94f48175373 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd36b91327b8408aaa603a8d69b2cbfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6425035 Dec 14 02:47:06.421381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46950) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:06.432669 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event deleted for resources: {'Port': ['ID=da918174-1da7-47ea-8cde-ba7ff18364bb,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:06.437784 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] No DVR routers for this DVR port da918174-1da7-47ea-8cde-ba7ff18364bb on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:47:06.508214 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-77177c09-751c-474f-9d40-437ac1f684c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.536216 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7f0bd89-bd53-46c7-a6e9-527ee0393b0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.537685 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f71e308-218f-4615-bdec-f8cfba59ba0d admin admin] Made reservation on behalf of 45f03e8dca934503be2b3c72538f303b for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:06.539962 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f71e308-218f-4615-bdec-f8cfba59ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.546078 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-77177c09-751c-474f-9d40-437ac1f684c1 None None] For port 37a829b1-f2fa-400b-b655-379ed42b987e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=37a829b1-f2fa-400b-b655-379ed42b987e,segment=NetworkSegment(092133da-5517-414d-b4af-ba4de92f611d),segment_id=092133da-5517-414d-b4af-ba4de92f611d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:06.548622 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2622d737-cd63-40b9-a033-87ed7146bd44 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.552531 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f71e308-218f-4615-bdec-f8cfba59ba0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.585271 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03223131-7da3-48ff-a1be-879940c900fc None None] DHCP port deletion for f556b27e-f6f8-4006-8381-2371b75e12e5 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:47:06.614690 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2fbbaf-e24d-485d-b3b4-292b7d11a337 None None] Network ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:06.639789 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.644688 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7f0bd89-bd53-46c7-a6e9-527ee0393b0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.664220 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2622d737-cd63-40b9-a033-87ed7146bd44 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.664579 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-77177c09-751c-474f-9d40-437ac1f684c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.681297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:06.713626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b0c9e8-519a-44ad-848b-132874a9cd0f') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:06.713934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b0c9e8-519a-44ad-848b-132874a9cd0f') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:06.714511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2622d737-cd63-40b9-a033-87ed7146bd44 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Network b8c9d1be-bc9a-4899-b6f0-6bc1486bd395 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:47:06.718109 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-2622d737-cd63-40b9-a033-87ed7146bd44 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:06.723368 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2622d737-cd63-40b9-a033-87ed7146bd44 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:47:06.735136 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.760244 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2622d737-cd63-40b9-a033-87ed7146bd44 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event updated for resources: {'Port': ['ID=f9f116ed-68e6-4d57-a09c-ced6229957b0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:06.763630 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77177c09-751c-474f-9d40-437ac1f684c1 None None] Pushing event updated for resources: {'Port': ['ID=37a829b1-f2fa-400b-b655-379ed42b987e,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:06.785615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f570d756-7064-4ee5-8b49-fbaa99ca8092 None None] Could not find standard attr ID for object da918174-1da7-47ea-8cde-ba7ff18364bb. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:47:06.793847 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.794834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-03223131-7da3-48ff-a1be-879940c900fc None None] Deleting port 37a829b1-f2fa-400b-b655-379ed42b987e {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:06.795340 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03223131-7da3-48ff-a1be-879940c900fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.801075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2622d737-cd63-40b9-a033-87ed7146bd44 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:06.807278 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2622d737-cd63-40b9-a033-87ed7146bd44 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.807509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:47:06.807509 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.859212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285baba7-e2e5-4c0e-8561-219f4d5addf7 None None] DHCP port deletion for ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:47:06.860715 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:47:06.893878 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-03223131-7da3-48ff-a1be-879940c900fc None None] For port 37a829b1-f2fa-400b-b655-379ed42b987e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=37a829b1-f2fa-400b-b655-379ed42b987e,segment=NetworkSegment(092133da-5517-414d-b4af-ba4de92f611d),segment_id=092133da-5517-414d-b4af-ba4de92f611d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:06.893878 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03223131-7da3-48ff-a1be-879940c900fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.894092 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2622d737-cd63-40b9-a033-87ed7146bd44 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1436548 Dec 14 02:47:06.894092 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46956) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:06.898557 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5352756b-bd12-4445-9cdb-efbe33812bb0 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Request body: {'floatingip': {'port_id': 'f9f116ed-68e6-4d57-a09c-ced6229957b0'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:06.902701 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-03223131-7da3-48ff-a1be-879940c900fc None None] Calling delete_port for 37a829b1-f2fa-400b-b655-379ed42b987e owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:06.924217 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f71e308-218f-4615-bdec-f8cfba59ba0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.968950 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5352756b-bd12-4445-9cdb-efbe33812bb0 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.971586 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7f0bd89-bd53-46c7-a6e9-527ee0393b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.974470 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7f0bd89-bd53-46c7-a6e9-527ee0393b0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:06.975807 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c7f0bd89-bd53-46c7-a6e9-527ee0393b0b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ba6f8c62-e37a-43e9-9163-5da0f72da6ca HTTP/1.1" status: 204 len: 168 time: 0.5453465 Dec 14 02:47:06.990879 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0bd89-bd53-46c7-a6e9-527ee0393b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6f8c62-e37a-43e9-9163-5da0f72da6ca,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:07.005504 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f71e308-218f-4615-bdec-f8cfba59ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.052501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71e308-218f-4615-bdec-f8cfba59ba0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8c5a77-25a6-4060-8ee1-65eee80505bd,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:07.056024 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.066262 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.071705 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "DELETE /v2.0/networks/ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2 HTTP/1.1" status: 204 len: 168 time: 1.7942891 Dec 14 02:47:07.074442 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46960) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:07.106027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f71e308-218f-4615-bdec-f8cfba59ba0d admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:47:07.112222 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ad101-d6c9-44e4-b470-2cbd42815a3a tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event deleted for resources: {'Network': ['ID=ab1a3a28-dbc0-4e6f-adbd-b383cb7493f2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:07.117071 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a4212518-7356-4e5f-ad0b-5652ac79f6fe None None] Provisioning complete for port f9f116ed-68e6-4d57-a09c-ced6229957b0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:07.117835 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a4212518-7356-4e5f-ad0b-5652ac79f6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.127795 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03223131-7da3-48ff-a1be-879940c900fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.137756 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f71e308-218f-4615-bdec-f8cfba59ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.138403 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-7f71e308-218f-4615-bdec-f8cfba59ba0d admin admin] Added segment 1cb856a6-4879-4e4d-b03d-0157a8edc9c3 of type vlan for network 09707ab3-2e8f-4ad6-890e-361680b44f8f Dec 14 02:47:07.183642 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03223131-7da3-48ff-a1be-879940c900fc None None] Pushing event deleted for resources: {'Port': ['ID=37a829b1-f2fa-400b-b655-379ed42b987e,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:07.184593 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f71e308-218f-4615-bdec-f8cfba59ba0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.191870 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03223131-7da3-48ff-a1be-879940c900fc None None] No DVR routers for this DVR port 37a829b1-f2fa-400b-b655-379ed42b987e on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:47:07.200721 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a4212518-7356-4e5f-ad0b-5652ac79f6fe None None] Port f9f116ed-68e6-4d57-a09c-ced6229957b0 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:47:07.227408 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bcce099-f448-4598-b7e5-d22a420dcb03 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.371583 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f71e308-218f-4615-bdec-f8cfba59ba0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.372605 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f71e308-218f-4615-bdec-f8cfba59ba0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:07.373187 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f71e308-218f-4615-bdec-f8cfba59ba0d admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.403883 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bcce099-f448-4598-b7e5-d22a420dcb03 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.434423 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71e308-218f-4615-bdec-f8cfba59ba0d admin admin] Pushing event updated for resources: {'Network': ['ID=09707ab3-2e8f-4ad6-890e-361680b44f8f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:07.455227 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 09707ab3-2e8f-4ad6-890e-361680b44f8f details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:47:07.460111 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-3bcce099-f448-4598-b7e5-d22a420dcb03 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f556b27e-f6f8-4006-8381-2371b75e12e5']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:07.478408 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-3bcce099-f448-4598-b7e5-d22a420dcb03 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '092133da-5517-414d-b4af-ba4de92f611d') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:07.478795 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-3bcce099-f448-4598-b7e5-d22a420dcb03 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '092133da-5517-414d-b4af-ba4de92f611d') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:07.491685 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bcce099-f448-4598-b7e5-d22a420dcb03 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.496146 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7f71e308-218f-4615-bdec-f8cfba59ba0d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1668341 Dec 14 02:47:07.498863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46964) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:07.506987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-13cb610a-5af1-42f1-ba10-110f7bfba196 admin admin] Request body: {'subnet': {'network_id': '09707ab3-2e8f-4ad6-890e-361680b44f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2023963193-subnet', 'tenant_id': '45f03e8dca934503be2b3c72538f303b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:07.520215 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bcce099-f448-4598-b7e5-d22a420dcb03 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.586511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcce099-f448-4598-b7e5-d22a420dcb03 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:47:07.586928 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bcce099-f448-4598-b7e5-d22a420dcb03 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:47:07.590101 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:47:07.606727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cb610a-5af1-42f1-ba10-110f7bfba196 admin admin] Made reservation on behalf of 45f03e8dca934503be2b3c72538f303b for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:07.610001 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-13cb610a-5af1-42f1-ba10-110f7bfba196 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.640098 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.734245 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bcce099-f448-4598-b7e5-d22a420dcb03 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.744960 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bcce099-f448-4598-b7e5-d22a420dcb03 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.748115 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3bcce099-f448-4598-b7e5-d22a420dcb03 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "DELETE /v2.0/networks/f556b27e-f6f8-4006-8381-2371b75e12e5 HTTP/1.1" status: 204 len: 168 time: 0.6673980 Dec 14 02:47:07.751880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46972) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:07.770981 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcce099-f448-4598-b7e5-d22a420dcb03 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event deleted for resources: {'Network': ['ID=f556b27e-f6f8-4006-8381-2371b75e12e5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:07.776140 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5352756b-bd12-4445-9cdb-efbe33812bb0 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.871589 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6324ccab-496f-49b7-a6bc-fadcaf745240 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.874645 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5352756b-bd12-4445-9cdb-efbe33812bb0 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:07.886344 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f3656048-2bd9-46fe-9ab0-f40f138c6663 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:47:07.950000 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-13cb610a-5af1-42f1-ba10-110f7bfba196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:08.005816 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-5352756b-bd12-4445-9cdb-efbe33812bb0 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Floating IP 35aedf8e-c22c-4daa-8947-1f09c4cae2d9 associated. External IP: 172.25.7.178, port: b91a0d55-2624-4fb9-bc6c-690b4dfcbcd5. Dec 14 02:47:08.018327 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6324ccab-496f-49b7-a6bc-fadcaf745240 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:08.033686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb610a-5af1-42f1-ba10-110f7bfba196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bc79985-b036-4cb4-a728-8496ef420a29,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:08.034466 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f3656048-2bd9-46fe-9ab0-f40f138c6663, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:08.064096 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'port_id': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'mac_address': 'fa:16:3e:36:c8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:47:08.064210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-6324ccab-496f-49b7-a6bc-fadcaf745240 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa9a6c5-d0ba-47b9-8d00-2b6fa197d422']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:08.077490 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-6324ccab-496f-49b7-a6bc-fadcaf745240 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bafc8a88-c652-4498-ad3c-4adc3e76501e') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:08.077848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-6324ccab-496f-49b7-a6bc-fadcaf745240 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bafc8a88-c652-4498-ad3c-4adc3e76501e') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:08.080375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cb610a-5af1-42f1-ba10-110f7bfba196 admin admin] Checking segment: {'id': '1cb856a6-4879-4e4d-b03d-0157a8edc9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '09707ab3-2e8f-4ad6-890e-361680b44f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:47:08.080842 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cb610a-5af1-42f1-ba10-110f7bfba196 admin admin] Network hostable DHCP agents. Network: 09707ab3-2e8f-4ad6-890e-361680b44f8f, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:47:08.096186 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6324ccab-496f-49b7-a6bc-fadcaf745240 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:08.104351 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:08.117805 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6324ccab-496f-49b7-a6bc-fadcaf745240 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:08.118931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3656048-2bd9-46fe-9ab0-f40f138c6663 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:47:08.126253 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6324ccab-496f-49b7-a6bc-fadcaf745240 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:47:08.126869 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6324ccab-496f-49b7-a6bc-fadcaf745240 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:47:08.130159 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:47:08.144855 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f3656048-2bd9-46fe-9ab0-f40f138c6663, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:08.212432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cb610a-5af1-42f1-ba10-110f7bfba196 admin admin] Network 09707ab3-2e8f-4ad6-890e-361680b44f8f is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:47:08.254805 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5352756b-bd12-4445-9cdb-efbe33812bb0 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router 0dcf8e8b-7713-4575-ada8-51d553564e5a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:47:08.269989 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:08.298131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-13cb610a-5af1-42f1-ba10-110f7bfba196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 09707ab3-2e8f-4ad6-890e-361680b44f8f) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:08.302820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cb610a-5af1-42f1-ba10-110f7bfba196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:08.304412 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-13cb610a-5af1-42f1-ba10-110f7bfba196 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:08.307769 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6324ccab-496f-49b7-a6bc-fadcaf745240 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:08.312866 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6324ccab-496f-49b7-a6bc-fadcaf745240 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:08.318751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6324ccab-496f-49b7-a6bc-fadcaf745240 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "DELETE /v2.0/networks/ffa9a6c5-d0ba-47b9-8d00-2b6fa197d422 HTTP/1.1" status: 204 len: 168 time: 0.5637167 Dec 14 02:47:08.321517 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c0bdf0-e5ea-4f62-80f0-185df40ad001 None None] Network 09707ab3-2e8f-4ad6-890e-361680b44f8f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:08.325273 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46988) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:08.363361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324ccab-496f-49b7-a6bc-fadcaf745240 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event deleted for resources: {'Network': ['ID=ffa9a6c5-d0ba-47b9-8d00-2b6fa197d422,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:08.382313 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5352756b-bd12-4445-9cdb-efbe33812bb0 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:47:08.395635 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17090d8-cb72-41b7-936c-88ca567c2aca None None] Sync routers for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:47:08.418159 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17090d8-cb72-41b7-936c-88ca567c2aca None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:47:08.419355 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-e17090d8-cb72-41b7-936c-88ca567c2aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:47:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:08.436727 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-13cb610a-5af1-42f1-ba10-110f7bfba196 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9359827 Dec 14 02:47:08.442708 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b01cdea1-0d15-4de6-b04f-74d60c642b06 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:08.511920 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-e17090d8-cb72-41b7-936c-88ca567c2aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:08.539439 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17090d8-cb72-41b7-936c-88ca567c2aca None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:47:08.540321 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-e17090d8-cb72-41b7-936c-88ca567c2aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:47:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:08.560760 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b01cdea1-0d15-4de6-b04f-74d60c642b06 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:08.585811 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-b01cdea1-0d15-4de6-b04f-74d60c642b06 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3f913c-6b31-4bd0-9d82-57bed3afe63a']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:08.592986 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-e17090d8-cb72-41b7-936c-88ca567c2aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:08.594598 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17090d8-cb72-41b7-936c-88ca567c2aca None None] The sync data for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:47:08.599590 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-b01cdea1-0d15-4de6-b04f-74d60c642b06 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be62ab3-89fa-4655-9a6a-f4c96002b609') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:08.600062 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-b01cdea1-0d15-4de6-b04f-74d60c642b06 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be62ab3-89fa-4655-9a6a-f4c96002b609') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:08.630093 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b01cdea1-0d15-4de6-b04f-74d60c642b06 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:08.663873 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b01cdea1-0d15-4de6-b04f-74d60c642b06 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:08.677551 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01cdea1-0d15-4de6-b04f-74d60c642b06 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:47:08.678665 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b01cdea1-0d15-4de6-b04f-74d60c642b06 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:47:08.682903 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:47:08.760432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['f3656048-2bd9-46fe-9ab0-f40f138c6663'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:47:08.778555 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device da918174-1da7-47ea-8cde-ba7ff18364bb no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:47:08.841249 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b01cdea1-0d15-4de6-b04f-74d60c642b06 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:08.841845 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: da918174-1da7-47ea-8cde-ba7ff18364bb {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:47:08.841845 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device da918174-1da7-47ea-8cde-ba7ff18364bb not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:47:08.843265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=f3656048-2bd9-46fe-9ab0-f40f138c6663,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:08.861848 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b01cdea1-0d15-4de6-b04f-74d60c642b06 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:08.870112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b01cdea1-0d15-4de6-b04f-74d60c642b06 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] 10.222.0.39 "DELETE /v2.0/networks/9d3f913c-6b31-4bd0-9d82-57bed3afe63a HTTP/1.1" status: 204 len: 168 time: 0.5424540 Dec 14 02:47:08.927574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01cdea1-0d15-4de6-b04f-74d60c642b06 tempest-BulkNetworkOpsIpV6Test-514216005 tempest-BulkNetworkOpsIpV6Test-514216005-project] Pushing event deleted for resources: {'Network': ['ID=9d3f913c-6b31-4bd0-9d82-57bed3afe63a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:08.941710 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:08.954783 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57755252-0c03-4302-812f-006aaf1378a2 None None] Network 09707ab3-2e8f-4ad6-890e-361680b44f8f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:09.145421 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5352756b-bd12-4445-9cdb-efbe33812bb0 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router d19cefa9-d064-486f-930a-d7c082696798 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:47:09.251949 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-7c0ed071-2c6f-4aaf-b776-af2a4947acba tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:09.253466 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-7c0ed071-2c6f-4aaf-b776-af2a4947acba tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/networks?id=f33138f1-5f8f-4de3-9f5a-27aa3b835591 HTTP/1.1" status: 200 len: 825 time: 0.1315041 Dec 14 02:47:09.267627 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5352756b-bd12-4445-9cdb-efbe33812bb0 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:47:09.271456 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-bf5d9e9f-5f99-4aab-8f54-96f583ed04ef tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/quotas/941f3b81c3624b8092dd7c66df63fd33 HTTP/1.1" status: 200 len: 375 time: 0.0112922 Dec 14 02:47:09.274856 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5352756b-bd12-4445-9cdb-efbe33812bb0 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:09.277657 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa8dc2-c762-4a13-81e0-781768df1d37 None None] Sync routers for ids ['d19cefa9-d064-486f-930a-d7c082696798'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:47:09.296029 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa8dc2-c762-4a13-81e0-781768df1d37 None None] Routers {'d19cefa9-d064-486f-930a-d7c082696798'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:47:09.297283 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-52aa8dc2-c762-4a13-81e0-781768df1d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:47:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d19cefa9-d064-486f-930a-d7c082696798'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:09.318250 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-efaf6fac-c55b-4140-a895-108d700d3856 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=941f3b81c3624b8092dd7c66df63fd33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323262 Dec 14 02:47:09.334542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-52aa8dc2-c762-4a13-81e0-781768df1d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:09.339673 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5352756b-bd12-4445-9cdb-efbe33812bb0 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "PUT /v2.0/floatingips/35aedf8e-c22c-4daa-8947-1f09c4cae2d9 HTTP/1.1" status: 200 len: 978 time: 2.4446199 Dec 14 02:47:09.342673 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47034) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:09.346957 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa8dc2-c762-4a13-81e0-781768df1d37 None None] Routers {'d19cefa9-d064-486f-930a-d7c082696798'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:47:09.347935 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-52aa8dc2-c762-4a13-81e0-781768df1d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:47:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d19cefa9-d064-486f-930a-d7c082696798'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:09.381531 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-52aa8dc2-c762-4a13-81e0-781768df1d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:09.382298 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52aa8dc2-c762-4a13-81e0-781768df1d37 None None] The sync data for ids ['d19cefa9-d064-486f-930a-d7c082696798'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:47:09.445846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-7540ae71-1ecf-4549-91c8-eb91b466421e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:47:09.446988 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-7540ae71-1ecf-4549-91c8-eb91b466421e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1219397 Dec 14 02:47:09.450810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-5a88926e-71cf-4448-b7fc-03f93d75b8d8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Deleting port f9f116ed-68e6-4d57-a09c-ced6229957b0 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:09.451147 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5a88926e-71cf-4448-b7fc-03f93d75b8d8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:09.556893 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47044) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:09.606290 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5a88926e-71cf-4448-b7fc-03f93d75b8d8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:09.626305 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-73fa18b4-c644-45da-9391-aee73c3e3996 service neutron] 10.222.0.39 "GET /v2.0/networks/f33138f1-5f8f-4de3-9f5a-27aa3b835591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706917 Dec 14 02:47:09.792017 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d9e75cb4-6b80-4442-b343-5faf51d9ffee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7cba141791544e19a926ea9db747d5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2303817 Dec 14 02:47:09.792268 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47060) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:09.848016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-40c9f24e-f6ad-4c98-a4b1-2a6023cd7d69 service neutron] 10.222.0.39 "GET /v2.0/networks/f33138f1-5f8f-4de3-9f5a-27aa3b835591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859448 Dec 14 02:47:09.850222 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9df99db0-07cb-47de-814f-775c0eccf69b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:09.881081 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9df99db0-07cb-47de-814f-775c0eccf69b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:09.886414 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f3656048-2bd9-46fe-9ab0-f40f138c6663 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:47:09.898242 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5a88926e-71cf-4448-b7fc-03f93d75b8d8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:09.898759 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5a88926e-71cf-4448-b7fc-03f93d75b8d8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:09.899096 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-5a88926e-71cf-4448-b7fc-03f93d75b8d8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Floating IP 35aedf8e-c22c-4daa-8947-1f09c4cae2d9 disassociated. External IP: 172.25.7.178, port: f9f116ed-68e6-4d57-a09c-ced6229957b0. Dec 14 02:47:09.899451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-5a88926e-71cf-4448-b7fc-03f93d75b8d8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Calling delete_port for f9f116ed-68e6-4d57-a09c-ced6229957b0 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:09.999343 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9df99db0-07cb-47de-814f-775c0eccf69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:09.999343 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9df99db0-07cb-47de-814f-775c0eccf69b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:09.999343 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9df99db0-07cb-47de-814f-775c0eccf69b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8acb80a-5fb7-4283-b663-4847e3a82907 HTTP/1.1" status: 204 len: 168 time: 0.2039618 Dec 14 02:47:10.008720 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df99db0-07cb-47de-814f-775c0eccf69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8acb80a-5fb7-4283-b663-4847e3a82907,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:10.023430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port f3656048-2bd9-46fe-9ab0-f40f138c6663 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:10.024014 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:10.136997 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:10.167543 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:47:10.169849 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e410641-42c5-4de0-a7df-f848016adda4" -d '{"events": [{"server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "name": "network-vif-plugged", "status": "completed", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:47:10.191697 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f3656048-2bd9-46fe-9ab0-f40f138c6663, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:10.192725 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d70eb8f4-3bdf-4657-a422-eddb121eabfa req-0621304e-b002-4ef8-ae2e-d3a7a0751318 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 210 time: 0.0464668 Dec 14 02:47:10.234209 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5a88926e-71cf-4448-b7fc-03f93d75b8d8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:10.251123 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21759d1-6260-4768-92f0-da356aaa8289 x-openstack-request-id: req-c21759d1-6260-4768-92f0-da356aaa8289 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:47:10.251123 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "name": "network-vif-plugged", "status": "completed", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:47:10.251123 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c21759d1-6260-4768-92f0-da356aaa8289 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:47:10.251123 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'code': 200} Dec 14 02:47:10.270963 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88926e-71cf-4448-b7fc-03f93d75b8d8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event deleted for resources: {'Port': ['ID=f9f116ed-68e6-4d57-a09c-ced6229957b0,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:10.303057 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:10.387927 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=f3656048-2bd9-46fe-9ab0-f40f138c6663,revision_number=10']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:10.397089 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:10.397471 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:10.397817 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:10.398163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:10.405592 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:10.406075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:10.407292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:10.407434 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:10.407724 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:10.408072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:10.408413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:10.408837 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:10.409197 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:10.426343 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a88926e-71cf-4448-b7fc-03f93d75b8d8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router d19cefa9-d064-486f-930a-d7c082696798 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:47:10.551560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a88926e-71cf-4448-b7fc-03f93d75b8d8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:47:10.567214 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d789db-113a-4a5b-8790-68c5ad2e6187 None None] Sync routers for ids ['d19cefa9-d064-486f-930a-d7c082696798'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:47:10.597048 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d789db-113a-4a5b-8790-68c5ad2e6187 None None] Routers {'d19cefa9-d064-486f-930a-d7c082696798'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:47:10.598131 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-42d789db-113a-4a5b-8790-68c5ad2e6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:47:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d19cefa9-d064-486f-930a-d7c082696798'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:10.651925 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-42d789db-113a-4a5b-8790-68c5ad2e6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:10.661248 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d789db-113a-4a5b-8790-68c5ad2e6187 None None] Routers {'d19cefa9-d064-486f-930a-d7c082696798'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:47:10.662181 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-42d789db-113a-4a5b-8790-68c5ad2e6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:47:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d19cefa9-d064-486f-930a-d7c082696798'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:10.662475 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5a88926e-71cf-4448-b7fc-03f93d75b8d8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:10.668523 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5a88926e-71cf-4448-b7fc-03f93d75b8d8 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/ports/f9f116ed-68e6-4d57-a09c-ced6229957b0 HTTP/1.1" status: 204 len: 168 time: 1.3219497 Dec 14 02:47:10.669164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47104) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:10.699514 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-42d789db-113a-4a5b-8790-68c5ad2e6187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:10.700418 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d789db-113a-4a5b-8790-68c5ad2e6187 None None] The sync data for ids ['d19cefa9-d064-486f-930a-d7c082696798'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:47:11.291953 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16eea179-4a30-4d0a-9be8-419d8f986915 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:11.297954 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5fab187-54fa-4299-855d-f49eaf48de9e req-a61c5005-6c8b-4836-8e0f-4e67404a8a96 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 210 time: 0.0476468 Dec 14 02:47:11.698729 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-16eea179-4a30-4d0a-9be8-419d8f986915 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Deleting port 7545e7e0-c320-483d-840d-247267362280 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:11.699277 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16eea179-4a30-4d0a-9be8-419d8f986915 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:11.753366 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47150) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:11.881940 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16eea179-4a30-4d0a-9be8-419d8f986915 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:11.903769 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-16eea179-4a30-4d0a-9be8-419d8f986915 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Calling delete_port for 7545e7e0-c320-483d-840d-247267362280 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:11.948916 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-e2a3c769-9a5c-47f7-a9c1-5cde0b03d460 tempest-DvrRoutersNegativeTest-1069359371 tempest-DvrRoutersNegativeTest-1069359371-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1963876579', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:11.952134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.policy [None req-e2a3c769-9a5c-47f7-a9c1-5cde0b03d460 tempest-DvrRoutersNegativeTest-1069359371 tempest-DvrRoutersNegativeTest-1069359371-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103848) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 14 02:47:11.952594 n-d-821636-1 neutron-server[103848]: DEBUG neutron.policy [None req-e2a3c769-9a5c-47f7-a9c1-5cde0b03d460 tempest-DvrRoutersNegativeTest-1069359371 tempest-DvrRoutersNegativeTest-1069359371-project] Failed policy check for 'create_router' {{(pid=103848) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 14 02:47:11.953843 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-e2a3c769-9a5c-47f7-a9c1-5cde0b03d460 tempest-DvrRoutersNegativeTest-1069359371 tempest-DvrRoutersNegativeTest-1069359371-project] create failed (client error): Access was denied to this resource. Dec 14 02:47:11.955585 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e2a3c769-9a5c-47f7-a9c1-5cde0b03d460 tempest-DvrRoutersNegativeTest-1069359371 tempest-DvrRoutersNegativeTest-1069359371-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2006907 Dec 14 02:47:12.252038 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16eea179-4a30-4d0a-9be8-419d8f986915 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:12.284116 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eea179-4a30-4d0a-9be8-419d8f986915 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event deleted for resources: {'Port': ['ID=7545e7e0-c320-483d-840d-247267362280,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:12.472538 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3436957c-3937-4156-866d-c75cca333fa0 req-870491e8-93ef-4483-88a0-ab10d5d5e9a8 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 210 time: 0.0588770 Dec 14 02:47:12.573181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47174) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:12.628189 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16eea179-4a30-4d0a-9be8-419d8f986915 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:12.761268 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-546332ac-e462-40f5-853e-304e966d6792 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:12.901012 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-546332ac-e462-40f5-853e-304e966d6792 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:12.966885 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-546332ac-e462-40f5-853e-304e966d6792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:12.972474 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16eea179-4a30-4d0a-9be8-419d8f986915 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router d19cefa9-d064-486f-930a-d7c082696798 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:47:13.017680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546332ac-e462-40f5-853e-304e966d6792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5041a51d-609e-4af0-a75a-012581d9f784,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:13.058057 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-546332ac-e462-40f5-853e-304e966d6792 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e9775ba40d2f464fbd12b1674ae65541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4834964 Dec 14 02:47:13.066631 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-e20ac1b1-7024-4551-9ce2-9cb3c5fa361a tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:13.067420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47184) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:13.068630 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-e20ac1b1-7024-4551-9ce2-9cb3c5fa361a tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.46 "GET /v2.0/networks?id=f33138f1-5f8f-4de3-9f5a-27aa3b835591 HTTP/1.1" status: 200 len: 825 time: 0.2038531 Dec 14 02:47:13.090256 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-fb0b89a0-a50d-4d37-bad8-51738da82960 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Request body: {'port': {'device_id': '32683284-32dc-4618-bceb-5ed557207984', 'network_id': 'f33138f1-5f8f-4de3-9f5a-27aa3b835591', 'admin_state_up': True, 'tenant_id': '941f3b81c3624b8092dd7c66df63fd33'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:13.175416 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16eea179-4a30-4d0a-9be8-419d8f986915 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:47:13.186251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5523a7-e461-49bd-b20d-8cc54a56312c None None] Sync routers for ids ['d19cefa9-d064-486f-930a-d7c082696798'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:47:13.197339 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-16eea179-4a30-4d0a-9be8-419d8f986915 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "PUT /v2.0/routers/d19cefa9-d064-486f-930a-d7c082696798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5260749 Dec 14 02:47:13.198315 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47190) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:13.198975 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d40a2d67-a185-4021-bb40-33529595312e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:13.218320 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5523a7-e461-49bd-b20d-8cc54a56312c None None] Routers {'d19cefa9-d064-486f-930a-d7c082696798'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:47:13.220037 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ae5523a7-e461-49bd-b20d-8cc54a56312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:47:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d19cefa9-d064-486f-930a-d7c082696798'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:13.300680 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ae5523a7-e461-49bd-b20d-8cc54a56312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:13.310163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5523a7-e461-49bd-b20d-8cc54a56312c None None] Routers {'d19cefa9-d064-486f-930a-d7c082696798'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:47:13.310843 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ae5523a7-e461-49bd-b20d-8cc54a56312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:47:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d19cefa9-d064-486f-930a-d7c082696798'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:13.319081 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d40a2d67-a185-4021-bb40-33529595312e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:13.348653 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ae5523a7-e461-49bd-b20d-8cc54a56312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:13.349609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5523a7-e461-49bd-b20d-8cc54a56312c None None] The sync data for ids ['d19cefa9-d064-486f-930a-d7c082696798'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:47:13.379011 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae85d-76eb-4706-8fe5-8a38cd6376a2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:13.388788 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-fb0b89a0-a50d-4d37-bad8-51738da82960 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Made reservation on behalf of 941f3b81c3624b8092dd7c66df63fd33 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:13.392812 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-fb0b89a0-a50d-4d37-bad8-51738da82960 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:13.497703 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae85d-76eb-4706-8fe5-8a38cd6376a2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:13.534995 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d40a2d67-a185-4021-bb40-33529595312e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:13.539332 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d40a2d67-a185-4021-bb40-33529595312e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:13.543006 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d40a2d67-a185-4021-bb40-33529595312e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5041a51d-609e-4af0-a75a-012581d9f784 HTTP/1.1" status: 204 len: 168 time: 0.4721074 Dec 14 02:47:13.564452 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a2d67-a185-4021-bb40-33529595312e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5041a51d-609e-4af0-a75a-012581d9f784,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:13.651546 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3316d737-a983-4929-aea8-ed074768a14b req-5c876c9f-30f5-41ce-a92e-beb7abf20711 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 210 time: 0.0670710 Dec 14 02:47:13.722668 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ae85d-76eb-4706-8fe5-8a38cd6376a2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Deleting port e9c7cef2-6c14-463e-b104-eb868d27acb3 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:13.723268 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae85d-76eb-4706-8fe5-8a38cd6376a2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:13.806606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-fb0b89a0-a50d-4d37-bad8-51738da82960 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Allocated IP 172.20.0.13 (f33138f1-5f8f-4de3-9f5a-27aa3b835591/8f7df31f-bcc6-4d80-8ef4-b7722227eb19/ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:47:13.823435 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae85d-76eb-4706-8fe5-8a38cd6376a2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:13.837838 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ae85d-76eb-4706-8fe5-8a38cd6376a2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Calling delete_port for e9c7cef2-6c14-463e-b104-eb868d27acb3 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:14.027785 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-fb0b89a0-a50d-4d37-bad8-51738da82960 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:14.171166 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae85d-76eb-4706-8fe5-8a38cd6376a2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:14.199189 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ae85d-76eb-4706-8fe5-8a38cd6376a2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event deleted for resources: {'Port': ['ID=e9c7cef2-6c14-463e-b104-eb868d27acb3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:14.200091 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-fb0b89a0-a50d-4d37-bad8-51738da82960 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:14.216535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87133f6e-6275-4270-b921-dba9d7761618 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:47:14.270236 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae85d-76eb-4706-8fe5-8a38cd6376a2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:14.276407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b89a0-a50d-4d37-bad8-51738da82960 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Pushing event updated for resources: {'Port': ['ID=ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:14.287404 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-fb0b89a0-a50d-4d37-bad8-51738da82960 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Network f33138f1-5f8f-4de3-9f5a-27aa3b835591 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:47:14.289232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-fb0b89a0-a50d-4d37-bad8-51738da82960 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:14.292365 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-fb0b89a0-a50d-4d37-bad8-51738da82960 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:47:14.395039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-fb0b89a0-a50d-4d37-bad8-51738da82960 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:14.396242 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-fb0b89a0-a50d-4d37-bad8-51738da82960 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:14.409421 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae85d-76eb-4706-8fe5-8a38cd6376a2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:14.412948 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae85d-76eb-4706-8fe5-8a38cd6376a2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:14.501292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-fb0b89a0-a50d-4d37-bad8-51738da82960 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4155505 Dec 14 02:47:14.520035 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Request body: {'port': {'device_id': '32683284-32dc-4618-bceb-5ed557207984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:14.525591 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae85d-76eb-4706-8fe5-8a38cd6376a2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:14.526148 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8ae85d-76eb-4706-8fe5-8a38cd6376a2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Fanout notify agent at l3_agent the message router_deleted on router d19cefa9-d064-486f-930a-d7c082696798 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:47:14.536833 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c8ae85d-76eb-4706-8fe5-8a38cd6376a2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:14.539371 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3c8ae85d-76eb-4706-8fe5-8a38cd6376a2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/routers/d19cefa9-d064-486f-930a-d7c082696798 HTTP/1.1" status: 204 len: 168 time: 1.3380339 Dec 14 02:47:14.546676 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47226) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:14.644203 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:14.656923 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-95146b5c-5fb3-47c8-9f73-1c36a9a83b16 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Deleting subnet 77e1abe4-4c00-472d-aea0-ade938c3a91d {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:47:14.673029 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95146b5c-5fb3-47c8-9f73-1c36a9a83b16 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:14.747468 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95146b5c-5fb3-47c8-9f73-1c36a9a83b16 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:14.853665 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95146b5c-5fb3-47c8-9f73-1c36a9a83b16 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:14.964497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f3ad9-e959-408f-bf3b-3ce2e4071ad5 req-6d9d0b9e-3c22-4083-a78d-1c53902151dd tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:14.966037 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d36f3ad9-e959-408f-bf3b-3ce2e4071ad5 req-6d9d0b9e-3c22-4083-a78d-1c53902151dd tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 932 time: 0.1422770 Dec 14 02:47:15.045523 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d36f3ad9-e959-408f-bf3b-3ce2e4071ad5 req-293303fb-9ec7-4f90-895f-1711acc50de0 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/security-groups?id=d733079f-ec79-4b98-ad76-a30009862818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729399 Dec 14 02:47:15.117814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:47:15.117814 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:15.200364 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95146b5c-5fb3-47c8-9f73-1c36a9a83b16 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:15.202635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Transition to ACTIVE for port object ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:47:15.227942 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95146b5c-5fb3-47c8-9f73-1c36a9a83b16 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event deleted for resources: {'Subnet': ['ID=77e1abe4-4c00-472d-aea0-ade938c3a91d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:15.237004 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95146b5c-5fb3-47c8-9f73-1c36a9a83b16 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:15.247031 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-95146b5c-5fb3-47c8-9f73-1c36a9a83b16 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/subnets/77e1abe4-4c00-472d-aea0-ade938c3a91d HTTP/1.1" status: 204 len: 168 time: 0.6931694 Dec 14 02:47:15.247719 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce12b0fd-7773-46be-826d-51902a3fdd68 None None] Network b8c9d1be-bc9a-4899-b6f0-6bc1486bd395 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:15.248174 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47248) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:15.268370 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:15.318289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47252) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:15.383728 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Pushing event updated for resources: {'Port': ['ID=ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:15.392536 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:15.458154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f55d1c-d501-4d45-98a8-ef61487e94bb None None] DHCP port deletion for b8c9d1be-bc9a-4899-b6f0-6bc1486bd395 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:47:15.476655 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Deleting port 55f63c4b-3cc8-4563-ac43-b7e7574e093d {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:15.477211 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:15.569189 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d8f55d1c-d501-4d45-98a8-ef61487e94bb None None] Deleting port 55f63c4b-3cc8-4563-ac43-b7e7574e093d {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:15.569579 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3477f8a9-cb68-4592-a21e-ee57ef5bb351 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:15.570224 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d8f55d1c-d501-4d45-98a8-ef61487e94bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:15.570680 n-d-821636-1 neutron-server[103847]: WARNING neutron.api.v2.base [None req-3477f8a9-cb68-4592-a21e-ee57ef5bb351 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 14 02:47:15.571344 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-3477f8a9-cb68-4592-a21e-ee57ef5bb351 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): There was a conflict when trying to complete your request. Dec 14 02:47:15.573202 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3477f8a9-cb68-4592-a21e-ee57ef5bb351 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2521548 Dec 14 02:47:15.576875 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47262) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:15.585647 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-23824ae2-eeac-435d-b327-3f77e241caaa tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1625739663'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:15.678302 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d8f55d1c-d501-4d45-98a8-ef61487e94bb None None] For port 55f63c4b-3cc8-4563-ac43-b7e7574e093d, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=55f63c4b-3cc8-4563-ac43-b7e7574e093d,segment=NetworkSegment(de92a3a8-015b-4774-a419-3cbf67de53b8),segment_id=de92a3a8-015b-4774-a419-3cbf67de53b8)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:15.679001 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d8f55d1c-d501-4d45-98a8-ef61487e94bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:15.695555 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23824ae2-eeac-435d-b327-3f77e241caaa tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:15.697060 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d8f55d1c-d501-4d45-98a8-ef61487e94bb None None] Calling delete_port for 55f63c4b-3cc8-4563-ac43-b7e7574e093d owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:15.711313 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] For port 55f63c4b-3cc8-4563-ac43-b7e7574e093d, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=55f63c4b-3cc8-4563-ac43-b7e7574e093d,segment=NetworkSegment(de92a3a8-015b-4774-a419-3cbf67de53b8),segment_id=de92a3a8-015b-4774-a419-3cbf67de53b8)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:15.711313 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:15.763718 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23824ae2-eeac-435d-b327-3f77e241caaa tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:15.790003 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Calling delete_port for 55f63c4b-3cc8-4563-ac43-b7e7574e093d owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:15.862689 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d8f55d1c-d501-4d45-98a8-ef61487e94bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:15.946229 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f55d1c-d501-4d45-98a8-ef61487e94bb None None] Pushing event deleted for resources: {'Port': ['ID=55f63c4b-3cc8-4563-ac43-b7e7574e093d,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:15.967348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f55d1c-d501-4d45-98a8-ef61487e94bb None None] No DVR routers for this DVR port 55f63c4b-3cc8-4563-ac43-b7e7574e093d on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:47:15.977247 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23824ae2-eeac-435d-b327-3f77e241caaa tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:15.983453 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:16.006138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Attempting to bind port ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:47:16.006693 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Attempting to bind port ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '06ee7282-63a0-411e-84cf-f1fe91046f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f33138f1-5f8f-4de3-9f5a-27aa3b835591'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:47:16.006797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Attempting to bind port ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 on network f33138f1-5f8f-4de3-9f5a-27aa3b835591 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:47:16.011794 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Port ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 on network f33138f1-5f8f-4de3-9f5a-27aa3b835591 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:47:16.012230 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Attempting to bind port ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 on network f33138f1-5f8f-4de3-9f5a-27aa3b835591 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:47:16.017163 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event deleted for resources: {'Port': ['ID=55f63c4b-3cc8-4563-ac43-b7e7574e093d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:16.019214 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] No DVR routers for this DVR port 55f63c4b-3cc8-4563-ac43-b7e7574e093d on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:47:16.028491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:47:16.029013 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Checking segment: {'id': '06ee7282-63a0-411e-84cf-f1fe91046f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f33138f1-5f8f-4de3-9f5a-27aa3b835591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:47:16.029472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Bound using segment: {'id': '06ee7282-63a0-411e-84cf-f1fe91046f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f33138f1-5f8f-4de3-9f5a-27aa3b835591'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:47:16.030021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Bound port: ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06ee7282-63a0-411e-84cf-f1fe91046f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f33138f1-5f8f-4de3-9f5a-27aa3b835591'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:47:16.033835 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:16.090750 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23824ae2-eeac-435d-b327-3f77e241caaa tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:16.124018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] For port ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:47:16.128446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] For port ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4,segment=NetworkSegment(06ee7282-63a0-411e-84cf-f1fe91046f04),segment_id=06ee7282-63a0-411e-84cf-f1fe91046f04)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:47:16.144510 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23824ae2-eeac-435d-b327-3f77e241caaa tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c29817-66d0-47e2-9f30-b049bbb227d0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:16.154819 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:16.217781 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:16.240241 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c9d1be-bc9a-4899-b6f0-6bc1486bd395']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:16.253510 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de92a3a8-015b-4774-a419-3cbf67de53b8') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:16.254062 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de92a3a8-015b-4774-a419-3cbf67de53b8') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:16.296750 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:16.308413 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:16.309042 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:16.310735 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] 10.222.0.46 "PUT /v2.0/ports/ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 HTTP/1.1" status: 200 len: 1092 time: 1.7955244 Dec 14 02:47:16.312177 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32683284-32dc-4618-bceb-5ed557207984', 'tag': 'ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:47:16.315113 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1637b494-5ba5-4b6f-9434-7c66a46bf25d" -d '{"events": [{"name": "network-changed", "server_uuid": "32683284-32dc-4618-bceb-5ed557207984", "tag": "ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:47:16.325975 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23824ae2-eeac-435d-b327-3f77e241caaa tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:16.342388 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:16.356273 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:47:16.356906 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:16.358701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e2af9-2734-45e9-b00b-b15a3f3b030c service neutron] Pushing event updated for resources: {'Port': ['ID=ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:47:16.361529 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:47:16.426510 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b736a-8d1d-450f-ab12-168d2ed5535b req-feeddf67-9fa5-46ec-8be2-2bae358081cb tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:16.430894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-140b736a-8d1d-450f-ab12-168d2ed5535b req-feeddf67-9fa5-46ec-8be2-2bae358081cb tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 944 time: 0.1785998 Dec 14 02:47:16.602976 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1509595-754f-46a3-bf35-31e58c12370b x-openstack-request-id: req-d1509595-754f-46a3-bf35-31e58c12370b {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:47:16.603273 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32683284-32dc-4618-bceb-5ed557207984", "tag": "ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:47:16.603533 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1509595-754f-46a3-bf35-31e58c12370b {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:47:16.603938 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32683284-32dc-4618-bceb-5ed557207984', 'tag': 'ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4', 'status': 'completed', 'code': 200} Dec 14 02:47:16.607655 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-140b736a-8d1d-450f-ab12-168d2ed5535b req-5195a764-b3a1-4909-8e02-e1585e0dd6e3 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/security-groups?id=d733079f-ec79-4b98-ad76-a30009862818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709313 Dec 14 02:47:16.613022 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-89e88848-6dea-4eb6-8898-3dba6dc1befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:16.627013 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-89e88848-6dea-4eb6-8898-3dba6dc1befa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=941f3b81c3624b8092dd7c66df63fd33&device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 1095 time: 0.1392899 Dec 14 02:47:16.685543 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-90b7e41e-a238-4880-92ef-220c078452be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 HTTP/1.1" status: 200 len: 217 time: 0.0431530 Dec 14 02:47:16.734121 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 55f63c4b-3cc8-4563-ac43-b7e7574e093d no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:47:16.763058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 55f63c4b-3cc8-4563-ac43-b7e7574e093d {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:47:16.763931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 55f63c4b-3cc8-4563-ac43-b7e7574e093d not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:47:16.784373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-88a2a25c-59d3-4e63-af3c-44de136a0244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:16.786326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-88a2a25c-59d3-4e63-af3c-44de136a0244 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8f7df31f-bcc6-4d80-8ef4-b7722227eb19 HTTP/1.1" status: 200 len: 865 time: 0.0877299 Dec 14 02:47:16.806067 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23824ae2-eeac-435d-b327-3f77e241caaa tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:16.824778 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-3cd49d91-6362-49cf-a76d-433c051e4937 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f33138f1-5f8f-4de3-9f5a-27aa3b835591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303090 Dec 14 02:47:16.884533 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23824ae2-eeac-435d-b327-3f77e241caaa tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89066e34-48e6-45e4-a8d0-f111d1b9bb77,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:16.949627 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-fa7f59f2-0257-4bc7-b3ce-1ef8bf25ed16 service neutron] 10.222.0.46 "GET /v2.0/networks/f33138f1-5f8f-4de3-9f5a-27aa3b835591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162100 Dec 14 02:47:16.950160 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23824ae2-eeac-435d-b327-3f77e241caaa tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:16.954571 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-23824ae2-eeac-435d-b327-3f77e241caaa tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.3724592 Dec 14 02:47:16.954961 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47292) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:16.960168 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-38ed792b-711a-40b4-9263-95fc6ff858e7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': '89066e34-48e6-45e4-a8d0-f111d1b9bb77', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:16.967233 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:16.974512 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:16.981662 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/networks/b8c9d1be-bc9a-4899-b6f0-6bc1486bd395 HTTP/1.1" status: 204 len: 168 time: 1.7333720 Dec 14 02:47:16.986711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47294) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:17.068843 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01555fff-1138-4c3c-afa4-d62276c469c2 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event deleted for resources: {'Network': ['ID=b8c9d1be-bc9a-4899-b6f0-6bc1486bd395,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:17.099393 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0de78f9-4bc1-4bbc-b1a6-76da83a0383f req-ab82c801-ae69-4012-903c-1588cd3fbf6d service neutron] 10.222.0.46 "GET /v2.0/networks/f33138f1-5f8f-4de3-9f5a-27aa3b835591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423361 Dec 14 02:47:17.156283 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38ed792b-711a-40b4-9263-95fc6ff858e7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:17.207046 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-8e4098fd-6fed-41e3-aacc-480d3fc41ad4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Deleting port 6c3ea345-c265-47e2-ba75-0d6050720d9a {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:17.207632 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e4098fd-6fed-41e3-aacc-480d3fc41ad4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:17.284067 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38ed792b-711a-40b4-9263-95fc6ff858e7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:17.323510 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e4098fd-6fed-41e3-aacc-480d3fc41ad4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:17.323849 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e4098fd-6fed-41e3-aacc-480d3fc41ad4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:17.341566 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-8e4098fd-6fed-41e3-aacc-480d3fc41ad4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Calling delete_port for 6c3ea345-c265-47e2-ba75-0d6050720d9a owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:17.347456 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b494-5ba5-4b6f-9434-7c66a46bf25d req-55aa9780-2af1-40c4-ae76-3ac298cb61db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:17.349148 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1637b494-5ba5-4b6f-9434-7c66a46bf25d req-55aa9780-2af1-40c4-ae76-3ac298cb61db service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=941f3b81c3624b8092dd7c66df63fd33&device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 1095 time: 0.0559516 Dec 14 02:47:17.360714 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38ed792b-711a-40b4-9263-95fc6ff858e7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:17.431527 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed792b-711a-40b4-9263-95fc6ff858e7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b34e19-d028-4cba-b1ab-0be71e86aed6,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:17.471282 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38ed792b-711a-40b4-9263-95fc6ff858e7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:17.472676 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-38ed792b-711a-40b4-9263-95fc6ff858e7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5164535 Dec 14 02:47:17.475912 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47310) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:17.480890 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6a16e0b7-8f64-475f-b448-9a50d17dfb48 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': '89066e34-48e6-45e4-a8d0-f111d1b9bb77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:17.514447 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b494-5ba5-4b6f-9434-7c66a46bf25d req-d159162b-51de-4748-a472-f96ce2fe4fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:17.518266 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1637b494-5ba5-4b6f-9434-7c66a46bf25d req-d159162b-51de-4748-a472-f96ce2fe4fb7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f33138f1-5f8f-4de3-9f5a-27aa3b835591 HTTP/1.1" status: 200 len: 926 time: 0.1612065 Dec 14 02:47:17.571862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1637b494-5ba5-4b6f-9434-7c66a46bf25d req-d24315f8-df35-4027-bcd5-fec90d38eb31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 HTTP/1.1" status: 200 len: 217 time: 0.0434513 Dec 14 02:47:17.634319 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6a16e0b7-8f64-475f-b448-9a50d17dfb48 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:17.647049 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b494-5ba5-4b6f-9434-7c66a46bf25d req-6399ac5d-8802-4e71-b4a7-2ac3736caf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:17.651855 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1637b494-5ba5-4b6f-9434-7c66a46bf25d req-6399ac5d-8802-4e71-b4a7-2ac3736caf91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8f7df31f-bcc6-4d80-8ef4-b7722227eb19 HTTP/1.1" status: 200 len: 865 time: 0.0703561 Dec 14 02:47:17.671943 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e4098fd-6fed-41e3-aacc-480d3fc41ad4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:17.750923 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1637b494-5ba5-4b6f-9434-7c66a46bf25d req-3cc4ede5-0c78-4f66-a832-751219ffd413 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f33138f1-5f8f-4de3-9f5a-27aa3b835591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609629 Dec 14 02:47:17.775318 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4098fd-6fed-41e3-aacc-480d3fc41ad4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event deleted for resources: {'Port': ['ID=6c3ea345-c265-47e2-ba75-0d6050720d9a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:17.900405 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e4098fd-6fed-41e3-aacc-480d3fc41ad4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:17.903330 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e4098fd-6fed-41e3-aacc-480d3fc41ad4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:17.908999 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8e4098fd-6fed-41e3-aacc-480d3fc41ad4 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/floatingips/35aedf8e-c22c-4daa-8947-1f09c4cae2d9 HTTP/1.1" status: 204 len: 168 time: 0.9194725 Dec 14 02:47:17.909734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f81cf5-6acb-4ad4-b923-fc628416a309 req-5c2f29db-72df-4652-a3be-3630ca6add1e tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:17.910194 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47330) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:17.911748 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1f81cf5-6acb-4ad4-b923-fc628416a309 req-5c2f29db-72df-4652-a3be-3630ca6add1e tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 944 time: 0.1217494 Dec 14 02:47:17.912451 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2eb6f-cebe-4e75-a0c4-11a803efc92d req-1ab03fc6-57f8-4ce5-8bf1-2615a19b99c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:17.914896 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-52c2eb6f-cebe-4e75-a0c4-11a803efc92d req-1ab03fc6-57f8-4ce5-8bf1-2615a19b99c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 1097 time: 0.1342254 Dec 14 02:47:17.944394 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a67a88-cb6b-4ae5-aa53-84c8c0ee1aa0 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] DELETE failed (client error): The resource could not be found. Dec 14 02:47:17.945204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a67a88-cb6b-4ae5-aa53-84c8c0ee1aa0 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:47:17.954264 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-74a67a88-cb6b-4ae5-aa53-84c8c0ee1aa0 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/ports/f9f116ed-68e6-4d57-a09c-ced6229957b0 HTTP/1.1" status: 404 len: 333 time: 0.0356750 Dec 14 02:47:17.956345 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47340) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:17.988127 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1637b494-5ba5-4b6f-9434-7c66a46bf25d req-4a4040bb-a6a3-4630-84ca-2886f7baca00 service neutron] 10.222.0.46 "GET /v2.0/networks/f33138f1-5f8f-4de3-9f5a-27aa3b835591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323332 Dec 14 02:47:18.007647 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-6a16e0b7-8f64-475f-b448-9a50d17dfb48 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): There was a conflict when trying to complete your request. Dec 14 02:47:18.012184 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47344) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:18.012432 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6a16e0b7-8f64-475f-b448-9a50d17dfb48 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5346351 Dec 14 02:47:18.046568 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1d1528d2-17fc-449b-a2cd-dcc37bff662f tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "GET /v2.0/ports?device_id=d19cefa9-d064-486f-930a-d7c082696798 HTTP/1.1" status: 200 len: 205 time: 0.0887914 Dec 14 02:47:18.049615 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47350) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:18.079339 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1f81cf5-6acb-4ad4-b923-fc628416a309 req-ea1aa2a5-657c-4131-884c-eedbd17c3a6d tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/security-groups?id=d733079f-ec79-4b98-ad76-a30009862818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473224 Dec 14 02:47:18.103515 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-07db32e8-243a-4245-ad8d-9f596957ffea tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] delete failed (client error): The resource could not be found. Dec 14 02:47:18.107680 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-07db32e8-243a-4245-ad8d-9f596957ffea tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/routers/d19cefa9-d064-486f-930a-d7c082696798 HTTP/1.1" status: 404 len: 336 time: 0.0569665 Dec 14 02:47:18.110739 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47356) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:18.158160 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5d15d07-8d46-4293-99ea-03b675aab204 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] DELETE failed (client error): The resource could not be found. Dec 14 02:47:18.158967 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5d15d07-8d46-4293-99ea-03b675aab204 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:47:18.165968 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b5d15d07-8d46-4293-99ea-03b675aab204 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/subnets/77e1abe4-4c00-472d-aea0-ade938c3a91d HTTP/1.1" status: 404 len: 337 time: 0.0540087 Dec 14 02:47:18.169482 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47362) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:18.178834 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1637b494-5ba5-4b6f-9434-7c66a46bf25d req-b176cb3a-90e3-42cd-909d-44f68497a5d0 service neutron] 10.222.0.46 "GET /v2.0/networks/f33138f1-5f8f-4de3-9f5a-27aa3b835591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760974 Dec 14 02:47:18.183310 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a39638e0-26e7-42f2-b4f2-a3315beb2015 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:18.218521 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a39638e0-26e7-42f2-b4f2-a3315beb2015 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:18.263910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2eb6f-cebe-4e75-a0c4-11a803efc92d req-9e0ac6b1-c7aa-4106-acd9-af9e763febbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:18.265637 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-52c2eb6f-cebe-4e75-a0c4-11a803efc92d req-9e0ac6b1-c7aa-4106-acd9-af9e763febbc service neutron] 10.222.0.46 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.3100283 Dec 14 02:47:18.368124 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-5d69ef61-5690-420a-9b4f-6f611097bbb9 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Deleting port b91a0d55-2624-4fb9-bc6c-690b4dfcbcd5 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:18.368788 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5d69ef61-5690-420a-9b4f-6f611097bbb9 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:18.376730 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a39638e0-26e7-42f2-b4f2-a3315beb2015 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:18.379625 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a39638e0-26e7-42f2-b4f2-a3315beb2015 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:18.383203 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a39638e0-26e7-42f2-b4f2-a3315beb2015 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "DELETE /v2.0/security-groups/89066e34-48e6-45e4-a8d0-f111d1b9bb77 HTTP/1.1" status: 204 len: 168 time: 0.3627660 Dec 14 02:47:18.385823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47372) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:18.432751 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39638e0-26e7-42f2-b4f2-a3315beb2015 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89066e34-48e6-45e4-a8d0-f111d1b9bb77,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:18.446329 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-52c2eb6f-cebe-4e75-a0c4-11a803efc92d req-7369fa88-cd80-4ac2-8a01-6eb7655408d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663 HTTP/1.1" status: 200 len: 1001 time: 0.1624107 Dec 14 02:47:18.537742 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0193200d-64df-4552-a839-07c61f4c92a1 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1474192 Dec 14 02:47:18.538492 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47386) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:18.547201 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e7888732-40e2-45b8-bc8d-bcb60c693766 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group': {'name': 'tempest-secgroup--184945622'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:18.593380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2eb6f-cebe-4e75-a0c4-11a803efc92d req-3f70cfbc-1092-49bb-b268-77803132c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:18.595978 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-52c2eb6f-cebe-4e75-a0c4-11a803efc92d req-3f70cfbc-1092-49bb-b268-77803132c210 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.1409860 Dec 14 02:47:18.654801 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5d69ef61-5690-420a-9b4f-6f611097bbb9 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:18.681701 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-5d69ef61-5690-420a-9b4f-6f611097bbb9 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Calling delete_port for b91a0d55-2624-4fb9-bc6c-690b4dfcbcd5 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:18.701639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2eb6f-cebe-4e75-a0c4-11a803efc92d req-9dcfb15b-5912-4b0c-ad00-1fcaee5a4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:18.704059 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-52c2eb6f-cebe-4e75-a0c4-11a803efc92d req-9dcfb15b-5912-4b0c-ad00-1fcaee5a4515 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940704 Dec 14 02:47:18.791610 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7888732-40e2-45b8-bc8d-bcb60c693766 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:18.925663 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-52c2eb6f-cebe-4e75-a0c4-11a803efc92d req-96d7133d-04f1-4a1c-908f-07945047106f service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819432 Dec 14 02:47:19.022066 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7888732-40e2-45b8-bc8d-bcb60c693766 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:19.045856 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5d69ef61-5690-420a-9b4f-6f611097bbb9 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:19.107407 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69ef61-5690-420a-9b4f-6f611097bbb9 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event deleted for resources: {'Port': ['ID=b91a0d55-2624-4fb9-bc6c-690b4dfcbcd5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:19.134460 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-52c2eb6f-cebe-4e75-a0c4-11a803efc92d req-ecba19aa-9dba-4e1f-99c5-0c0577bc63e7 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979895 Dec 14 02:47:19.134460 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7888732-40e2-45b8-bc8d-bcb60c693766 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:19.235113 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7888732-40e2-45b8-bc8d-bcb60c693766 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d51c3128-087f-4606-a8b1-073c18fa3687,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:19.261974 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5d69ef61-5690-420a-9b4f-6f611097bbb9 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:19.267919 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5d69ef61-5690-420a-9b4f-6f611097bbb9 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/ports/b91a0d55-2624-4fb9-bc6c-690b4dfcbcd5 HTTP/1.1" status: 204 len: 168 time: 1.0972905 Dec 14 02:47:19.269767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2aea1-d8a4-40c3-bd9a-05ee51442681 req-58bd470b-3a8f-4a56-86fa-8088d9df32f0 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:19.270682 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47414) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:19.271824 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbd2aea1-d8a4-40c3-bd9a-05ee51442681 req-58bd470b-3a8f-4a56-86fa-8088d9df32f0 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 944 time: 0.0945625 Dec 14 02:47:19.356728 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbd2aea1-d8a4-40c3-bd9a-05ee51442681 req-f8ee9b2c-9522-4ccd-9f90-6f61265c194a tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/security-groups?id=d733079f-ec79-4b98-ad76-a30009862818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784488 Dec 14 02:47:19.375513 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7888732-40e2-45b8-bc8d-bcb60c693766 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:19.380406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47424) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:19.380742 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e7888732-40e2-45b8-bc8d-bcb60c693766 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8405788 Dec 14 02:47:19.385212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-24681896-ef12-4175-80d5-827508e728ff tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': 'd51c3128-087f-4606-a8b1-073c18fa3687', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:19.386024 n-d-821636-1 neutron-server[103848]: WARNING neutron.api.v2.base [None req-24681896-ef12-4175-80d5-827508e728ff tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 14 02:47:19.386707 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-24681896-ef12-4175-80d5-827508e728ff tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:47:19.390075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-24681896-ef12-4175-80d5-827508e728ff tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062582 Dec 14 02:47:19.394613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47428) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:19.472774 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-f4f942d3-41c4-469d-81ed-0cafa2c8e4d9 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Deleting port e50decf5-49e5-4884-b94a-e7d03b69b5c1 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:19.473213 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f4f942d3-41c4-469d-81ed-0cafa2c8e4d9 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:19.514436 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c5bf-f824-42d0-b3ab-546b2e841de7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:19.551404 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c5bf-f824-42d0-b3ab-546b2e841de7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:19.605185 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f4f942d3-41c4-469d-81ed-0cafa2c8e4d9 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:19.807257 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-f4f942d3-41c4-469d-81ed-0cafa2c8e4d9 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Calling delete_port for e50decf5-49e5-4884-b94a-e7d03b69b5c1 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:19.936264 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:47:19.950876 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c5bf-f824-42d0-b3ab-546b2e841de7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:19.954222 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c5bf-f824-42d0-b3ab-546b2e841de7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:19.958185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4bb9c5bf-f824-42d0-b3ab-546b2e841de7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "DELETE /v2.0/security-groups/d51c3128-087f-4606-a8b1-073c18fa3687 HTTP/1.1" status: 204 len: 168 time: 0.5598338 Dec 14 02:47:19.958872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47442) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:19.974385 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9c5bf-f824-42d0-b3ab-546b2e841de7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51c3128-087f-4606-a8b1-073c18fa3687,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:19.980145 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f4f942d3-41c4-469d-81ed-0cafa2c8e4d9 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:20.018148 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f942d3-41c4-469d-81ed-0cafa2c8e4d9 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event deleted for resources: {'Port': ['ID=e50decf5-49e5-4884-b94a-e7d03b69b5c1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:20.071990 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-86ed3b16-9e4e-47d9-b390-452be07bc82d tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1078229 Dec 14 02:47:20.072534 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47450) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:20.077108 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-4efbef31-cbc5-4521-81f6-807721591546 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group': {'name': 'tempest-secgroup--9264579'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:20.113775 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4,segment=NetworkSegment(06ee7282-63a0-411e-84cf-f1fe91046f04),segment_id=06ee7282-63a0-411e-84cf-f1fe91046f04)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:20.127221 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4', 'network_id': 'f33138f1-5f8f-4de3-9f5a-27aa3b835591', 'port_id': 'ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4', 'mac_address': 'fa:16:3e:90:ab:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f7df31f-bcc6-4d80-8ef4-b7722227eb19', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:47:20.154257 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f4f942d3-41c4-469d-81ed-0cafa2c8e4d9 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:20.166171 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f4f942d3-41c4-469d-81ed-0cafa2c8e4d9 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/ports/e50decf5-49e5-4884-b94a-e7d03b69b5c1 HTTP/1.1" status: 204 len: 168 time: 0.8933203 Dec 14 02:47:20.168773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47452) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:20.172632 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:20.195031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:47:20.211210 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4efbef31-cbc5-4521-81f6-807721591546 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:20.233646 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4,segment=NetworkSegment(06ee7282-63a0-411e-84cf-f1fe91046f04),segment_id=06ee7282-63a0-411e-84cf-f1fe91046f04)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:20.288208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e817b9ac-83e4-4573-b253-f603662dc12b tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:20.289863 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e817b9ac-83e4-4573-b253-f603662dc12b tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dcf8e8b-7713-4575-ada8-51d553564e5a HTTP/1.1" status: 200 len: 913 time: 0.1192298 Dec 14 02:47:20.292993 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47458) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:20.302534 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:20.323393 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4efbef31-cbc5-4521-81f6-807721591546 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:20.369352 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:20.383543 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4efbef31-cbc5-4521-81f6-807721591546 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:20.420200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbef31-cbc5-4521-81f6-807721591546 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac54b7e-0f35-4681-94e5-7b44abf86abd,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:20.504635 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4efbef31-cbc5-4521-81f6-807721591546 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:20.509365 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4efbef31-cbc5-4521-81f6-807721591546 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4357381 Dec 14 02:47:20.536284 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47472) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:20.540894 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-afa75cfa-bf72-4307-9792-ca4160233ec1 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': 'bac54b7e-0f35-4681-94e5-7b44abf86abd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:20.541851 n-d-821636-1 neutron-server[103848]: WARNING neutron.api.v2.base [None req-afa75cfa-bf72-4307-9792-ca4160233ec1 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 14 02:47:20.545912 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-afa75cfa-bf72-4307-9792-ca4160233ec1 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:47:20.552575 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-afa75cfa-bf72-4307-9792-ca4160233ec1 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0151863 Dec 14 02:47:20.555160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47474) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:20.636520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb0d24-5443-4fa8-9d6b-e704b7afbbcf req-2f5c48d9-dc43-4d56-a358-c5209c574722 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:20.638152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47cb0d24-5443-4fa8-9d6b-e704b7afbbcf req-2f5c48d9-dc43-4d56-a358-c5209c574722 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 945 time: 0.1515856 Dec 14 02:47:20.645180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:47:20.668220 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2427feac-8574-4321-8d88-124a2573508e tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:20.744806 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2427feac-8574-4321-8d88-124a2573508e tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:20.770751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47cb0d24-5443-4fa8-9d6b-e704b7afbbcf req-90d7882a-b6f4-40d6-bfec-eb884893e77a tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/security-groups?id=d733079f-ec79-4b98-ad76-a30009862818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166911 Dec 14 02:47:20.825061 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7180c079-e042-46b2-9890-ca009bb3e529 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:20.885614 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2427feac-8574-4321-8d88-124a2573508e tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:20.888510 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2427feac-8574-4321-8d88-124a2573508e tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:20.893339 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2427feac-8574-4321-8d88-124a2573508e tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "DELETE /v2.0/security-groups/bac54b7e-0f35-4681-94e5-7b44abf86abd HTTP/1.1" status: 204 len: 168 time: 0.3370528 Dec 14 02:47:20.894379 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47482) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:20.911178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427feac-8574-4321-8d88-124a2573508e tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac54b7e-0f35-4681-94e5-7b44abf86abd,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:20.995426 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-659b35c0-bac0-4b1a-aafe-a797cd1d7b64 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0968533 Dec 14 02:47:20.998664 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47492) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:21.003567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-580e5838-0a46-42a5-a440-8d7f4c78bbd1 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group': {'name': 'tempest-secgroup--57764268'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:21.105486 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-580e5838-0a46-42a5-a440-8d7f4c78bbd1 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:21.185619 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-7180c079-e042-46b2-9890-ca009bb3e529 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Deleting port f8d5ef04-f1ef-40fd-a7bd-5d52bd6f245a {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:21.185970 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7180c079-e042-46b2-9890-ca009bb3e529 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:21.225864 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-580e5838-0a46-42a5-a440-8d7f4c78bbd1 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:21.284778 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-580e5838-0a46-42a5-a440-8d7f4c78bbd1 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:21.311909 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7180c079-e042-46b2-9890-ca009bb3e529 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:21.317125 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e5838-0a46-42a5-a440-8d7f4c78bbd1 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=557661b5-5874-42f2-b56e-425178ea51e4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:21.341297 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-7180c079-e042-46b2-9890-ca009bb3e529 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Calling delete_port for f8d5ef04-f1ef-40fd-a7bd-5d52bd6f245a owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:21.378740 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-580e5838-0a46-42a5-a440-8d7f4c78bbd1 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:21.380175 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-580e5838-0a46-42a5-a440-8d7f4c78bbd1 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3803008 Dec 14 02:47:21.382996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47510) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:21.390152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-0f33a9ed-e937-4a96-8133-3d5d8fccaec1 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': '557661b5-5874-42f2-b56e-425178ea51e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:21.401745 n-d-821636-1 neutron-server[103848]: WARNING neutron.api.v2.base [None req-0f33a9ed-e937-4a96-8133-3d5d8fccaec1 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 14 02:47:21.402350 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-0f33a9ed-e937-4a96-8133-3d5d8fccaec1 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:47:21.403436 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0f33a9ed-e937-4a96-8133-3d5d8fccaec1 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0194907 Dec 14 02:47:21.407825 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47512) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:21.412319 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-07f731d3-a91c-400d-8905-73bf8a4b1359 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': '557661b5-5874-42f2-b56e-425178ea51e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:21.413002 n-d-821636-1 neutron-server[103848]: WARNING neutron.api.v2.base [None req-07f731d3-a91c-400d-8905-73bf8a4b1359 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 14 02:47:21.413631 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-07f731d3-a91c-400d-8905-73bf8a4b1359 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:47:21.416055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-07f731d3-a91c-400d-8905-73bf8a4b1359 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067394 Dec 14 02:47:21.429113 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47514) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:21.436083 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-52c0ab20-9fb8-4309-ba68-530b9f3fdd7b tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': '557661b5-5874-42f2-b56e-425178ea51e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:21.436985 n-d-821636-1 neutron-server[103848]: WARNING neutron.api.v2.base [None req-52c0ab20-9fb8-4309-ba68-530b9f3fdd7b tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 14 02:47:21.438037 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-52c0ab20-9fb8-4309-ba68-530b9f3fdd7b tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:47:21.439240 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-52c0ab20-9fb8-4309-ba68-530b9f3fdd7b tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084631 Dec 14 02:47:21.445169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47516) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:21.449578 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-cec5ab43-757d-4ca7-be65-ed40f79d92b7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': '557661b5-5874-42f2-b56e-425178ea51e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:21.450646 n-d-821636-1 neutron-server[103848]: WARNING neutron.api.v2.base [None req-cec5ab43-757d-4ca7-be65-ed40f79d92b7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 14 02:47:21.451361 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-cec5ab43-757d-4ca7-be65-ed40f79d92b7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:47:21.452450 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cec5ab43-757d-4ca7-be65-ed40f79d92b7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0061874 Dec 14 02:47:21.460872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47518) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:21.537126 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-61259eca-589c-43e6-9b1b-c8ab79d5f43f tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:21.571904 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-61259eca-589c-43e6-9b1b-c8ab79d5f43f tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:21.674279 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7180c079-e042-46b2-9890-ca009bb3e529 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:21.702036 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-61259eca-589c-43e6-9b1b-c8ab79d5f43f tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:21.704738 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-61259eca-589c-43e6-9b1b-c8ab79d5f43f tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:21.705930 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-61259eca-589c-43e6-9b1b-c8ab79d5f43f tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "DELETE /v2.0/security-groups/557661b5-5874-42f2-b56e-425178ea51e4 HTTP/1.1" status: 204 len: 168 time: 0.2440488 Dec 14 02:47:21.710840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47530) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:21.725738 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180c079-e042-46b2-9890-ca009bb3e529 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event deleted for resources: {'Port': ['ID=f8d5ef04-f1ef-40fd-a7bd-5d52bd6f245a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:21.761347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61259eca-589c-43e6-9b1b-c8ab79d5f43f tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=557661b5-5874-42f2-b56e-425178ea51e4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:21.821015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1390281d-4305-4cbc-860f-58d82db79d65 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1088619 Dec 14 02:47:21.826583 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47538) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:21.832277 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-79e1bce5-350e-4137-94ba-61baa5173b4b tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1041115804'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:21.917059 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-79e1bce5-350e-4137-94ba-61baa5173b4b tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:21.947009 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:47:21.973844 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafb2fc0-3d1e-4f4b-b1c0-36713e3423c9 req-d3649c75-75c0-49c5-b01b-413073fbc03e tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:21.983955 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bafb2fc0-3d1e-4f4b-b1c0-36713e3423c9 req-d3649c75-75c0-49c5-b01b-413073fbc03e tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 945 time: 0.1130915 Dec 14 02:47:22.038825 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7180c079-e042-46b2-9890-ca009bb3e529 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:22.051946 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bafb2fc0-3d1e-4f4b-b1c0-36713e3423c9 req-aff2bb28-bb14-4715-8f98-07801ece7ef8 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/security-groups?id=d733079f-ec79-4b98-ad76-a30009862818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639868 Dec 14 02:47:22.177608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:47:22.183533 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:22.184084 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:22.187616 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-79e1bce5-350e-4137-94ba-61baa5173b4b tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:22.284189 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:22.314688 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32683284-32dc-4618-bceb-5ed557207984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:47:22.317502 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bea0bb9-02fb-4bbd-a4da-3509a0aad8ad" -d '{"events": [{"server_uuid": "32683284-32dc-4618-bceb-5ed557207984", "name": "network-vif-plugged", "status": "completed", "tag": "ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:47:22.338213 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4,segment=NetworkSegment(06ee7282-63a0-411e-84cf-f1fe91046f04),segment_id=06ee7282-63a0-411e-84cf-f1fe91046f04)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:22.384630 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19784829-4974-44ba-986d-0e0287d35f37 x-openstack-request-id: req-19784829-4974-44ba-986d-0e0287d35f37 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:47:22.385034 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32683284-32dc-4618-bceb-5ed557207984", "name": "network-vif-plugged", "status": "completed", "tag": "ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:47:22.385388 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-19784829-4974-44ba-986d-0e0287d35f37 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:47:22.385797 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32683284-32dc-4618-bceb-5ed557207984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4', 'code': 200} Dec 14 02:47:22.405548 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:22.480207 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:22.739521 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-79e1bce5-350e-4137-94ba-61baa5173b4b tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:22.807716 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1bce5-350e-4137-94ba-61baa5173b4b tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41d2f10-f1b3-432b-afae-01263f99180d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:22.826218 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a17fea-99e3-4f16-a206-2ef724881dff req-b6fcc7f3-fb7f-4397-837f-a8c3a3fa7609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:22.827824 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-49a17fea-99e3-4f16-a206-2ef724881dff req-b6fcc7f3-fb7f-4397-837f-a8c3a3fa7609 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 1097 time: 0.1238294 Dec 14 02:47:22.859384 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7180c079-e042-46b2-9890-ca009bb3e529 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Router 0dcf8e8b-7713-4575-ada8-51d553564e5a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:47:22.863765 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-79e1bce5-350e-4137-94ba-61baa5173b4b tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:22.867883 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-79e1bce5-350e-4137-94ba-61baa5173b4b tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0374632 Dec 14 02:47:22.868058 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47572) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:22.875662 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-df5842c5-ea03-4376-b07d-cbd10ae79df2 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': 'b41d2f10-f1b3-432b-afae-01263f99180d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:22.876630 n-d-821636-1 neutron-server[103847]: WARNING neutron.api.v2.base [None req-df5842c5-ea03-4376-b07d-cbd10ae79df2 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 14 02:47:22.877193 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-df5842c5-ea03-4376-b07d-cbd10ae79df2 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:47:22.878610 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-df5842c5-ea03-4376-b07d-cbd10ae79df2 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096366 Dec 14 02:47:22.883723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47574) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:22.889890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-12055149-f92f-4388-97f2-11f5f0c9b470 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': 'b41d2f10-f1b3-432b-afae-01263f99180d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:22.912883 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-49a17fea-99e3-4f16-a206-2ef724881dff req-69c6cbad-11c2-4812-b210-9faf8622402a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d733079f-ec79-4b98-ad76-a30009862818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738649 Dec 14 02:47:23.027226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7180c079-e042-46b2-9890-ca009bb3e529 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:47:23.033757 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7180c079-e042-46b2-9890-ca009bb3e529 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "PUT /v2.0/routers/0dcf8e8b-7713-4575-ada8-51d553564e5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7400975 Dec 14 02:47:23.036216 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47582) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:23.040790 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bcef29-fe3b-486a-82d3-5109e0a038e8 None None] Sync routers for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:47:23.057619 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bcef29-fe3b-486a-82d3-5109e0a038e8 None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:47:23.059533 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-18bcef29-fe3b-486a-82d3-5109e0a038e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:47:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:23.074661 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-12055149-f92f-4388-97f2-11f5f0c9b470 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:47:23.075879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-12055149-f92f-4388-97f2-11f5f0c9b470 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1902196 Dec 14 02:47:23.079936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47586) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:23.085327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-6b1edb22-b967-4c6b-a441-44c15b66d644 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': 'b41d2f10-f1b3-432b-afae-01263f99180d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:23.086879 n-d-821636-1 neutron-server[103848]: WARNING neutron.api.v2.base [None req-6b1edb22-b967-4c6b-a441-44c15b66d644 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 14 02:47:23.087376 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-6b1edb22-b967-4c6b-a441-44c15b66d644 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:47:23.088996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6b1edb22-b967-4c6b-a441-44c15b66d644 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080888 Dec 14 02:47:23.092404 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47588) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:23.102901 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-18bcef29-fe3b-486a-82d3-5109e0a038e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:23.110691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-73844860-64bd-4737-9b03-1580ae56ed1d tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': 'b41d2f10-f1b3-432b-afae-01263f99180d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:23.113156 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bcef29-fe3b-486a-82d3-5109e0a038e8 None None] Routers {'0dcf8e8b-7713-4575-ada8-51d553564e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:47:23.113980 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-18bcef29-fe3b-486a-82d3-5109e0a038e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:47:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0dcf8e8b-7713-4575-ada8-51d553564e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:23.161360 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-18bcef29-fe3b-486a-82d3-5109e0a038e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:23.162050 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bcef29-fe3b-486a-82d3-5109e0a038e8 None None] The sync data for ids ['0dcf8e8b-7713-4575-ada8-51d553564e5a'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:47:23.163166 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef27a-6957-4363-844a-5fdc9adab0dd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:23.245111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1ce7f-191b-464d-8264-875352b3eee3 req-a2d232ed-5d54-407f-9ff0-6d09722281e8 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:23.253446 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fab1ce7f-191b-464d-8264-875352b3eee3 req-a2d232ed-5d54-407f-9ff0-6d09722281e8 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 946 time: 0.0782309 Dec 14 02:47:23.282382 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef27a-6957-4363-844a-5fdc9adab0dd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:23.313995 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fab1ce7f-191b-464d-8264-875352b3eee3 req-d1d9bed3-ed49-43d1-8cdf-43ede50f19ea tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/security-groups?id=d733079f-ec79-4b98-ad76-a30009862818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594606 Dec 14 02:47:23.330941 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-73844860-64bd-4737-9b03-1580ae56ed1d tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:47:23.334839 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-73844860-64bd-4737-9b03-1580ae56ed1d tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2386570 Dec 14 02:47:23.335529 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47590) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:23.340790 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-46a2fdb8-887e-4ad6-9b93-b05a3c8cdabc tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': 'b41d2f10-f1b3-432b-afae-01263f99180d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:23.341419 n-d-821636-1 neutron-server[103847]: WARNING neutron.api.v2.base [None req-46a2fdb8-887e-4ad6-9b93-b05a3c8cdabc tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 14 02:47:23.341929 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-46a2fdb8-887e-4ad6-9b93-b05a3c8cdabc tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:47:23.345561 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-46a2fdb8-887e-4ad6-9b93-b05a3c8cdabc tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063531 Dec 14 02:47:23.346800 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47592) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:23.351129 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e59955d7-f414-41e9-adc9-ae7b10ac9dd6 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': 'b41d2f10-f1b3-432b-afae-01263f99180d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:23.415781 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ef27a-6957-4363-844a-5fdc9adab0dd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Deleting port 911ef111-bfc2-4da6-9e2b-0a0bafc98468 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:23.416160 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef27a-6957-4363-844a-5fdc9adab0dd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:23.542240 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef27a-6957-4363-844a-5fdc9adab0dd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:23.545162 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-e59955d7-f414-41e9-adc9-ae7b10ac9dd6 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:47:23.546646 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e59955d7-f414-41e9-adc9-ae7b10ac9dd6 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1985891 Dec 14 02:47:23.549567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47596) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:23.554740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-1466eff4-46e2-4e98-9d1e-c65a92de30e3 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': 'b41d2f10-f1b3-432b-afae-01263f99180d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:23.555395 n-d-821636-1 neutron-server[103848]: WARNING neutron.api.v2.base [None req-1466eff4-46e2-4e98-9d1e-c65a92de30e3 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 14 02:47:23.556218 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-1466eff4-46e2-4e98-9d1e-c65a92de30e3 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:47:23.558331 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1466eff4-46e2-4e98-9d1e-c65a92de30e3 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074766 Dec 14 02:47:23.560918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47598) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:23.566615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-a5fc1a24-46cf-48ed-bcc0-908d8be501c6 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': 'b41d2f10-f1b3-432b-afae-01263f99180d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:23.570474 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-eb2ef27a-6957-4363-844a-5fdc9adab0dd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Calling delete_port for 911ef111-bfc2-4da6-9e2b-0a0bafc98468 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:23.646491 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47600) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:23.810593 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-14e2c61c-a2cf-4b8e-a757-ec85b42e616e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:23.898196 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-14e2c61c-a2cf-4b8e-a757-ec85b42e616e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:23.975620 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-a5fc1a24-46cf-48ed-bcc0-908d8be501c6 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:47:23.976950 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a5fc1a24-46cf-48ed-bcc0-908d8be501c6 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4147618 Dec 14 02:47:23.979782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47604) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:24.029604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-c057802d-68f6-4a9f-89cf-c5eb725129e7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': 'b41d2f10-f1b3-432b-afae-01263f99180d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:24.153420 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef27a-6957-4363-844a-5fdc9adab0dd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:24.179104 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ef27a-6957-4363-844a-5fdc9adab0dd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event deleted for resources: {'Port': ['ID=911ef111-bfc2-4da6-9e2b-0a0bafc98468,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:24.194253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda53ca6-0fbc-4ad3-aa79-0555ca7600b3 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:47:24.209725 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-14e2c61c-a2cf-4b8e-a757-ec85b42e616e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:24.296129 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2c61c-a2cf-4b8e-a757-ec85b42e616e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5024e0-7c70-46e7-b887-2e733ef47616,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:24.309828 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-14e2c61c-a2cf-4b8e-a757-ec85b42e616e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e82019b7292f4cdf91ea1d9b5446d863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6623011 Dec 14 02:47:24.310990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47614) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:24.321447 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-c057802d-68f6-4a9f-89cf-c5eb725129e7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:47:24.329025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c057802d-68f6-4a9f-89cf-c5eb725129e7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3416667 Dec 14 02:47:24.332471 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef27a-6957-4363-844a-5fdc9adab0dd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:24.335120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47616) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:24.460350 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-94368329-e3cb-441e-a946-bd08f706ba82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:24.492618 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef27a-6957-4363-844a-5fdc9adab0dd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:24.497539 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef27a-6957-4363-844a-5fdc9adab0dd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:24.547826 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-94368329-e3cb-441e-a946-bd08f706ba82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:24.568038 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0bccdcba-1370-4c3a-8eb6-bd4c8ac61a89 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:24.596192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfda81-cd24-4fc6-9ff8-b09f405323ea req-a8f7d635-2138-4fc8-bb5f-d345587daa43 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:24.600586 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0bccdcba-1370-4c3a-8eb6-bd4c8ac61a89 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:24.605240 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1dcfda81-cd24-4fc6-9ff8-b09f405323ea req-a8f7d635-2138-4fc8-bb5f-d345587daa43 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 946 time: 0.1590741 Dec 14 02:47:24.613136 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef27a-6957-4363-844a-5fdc9adab0dd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:24.614397 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2ef27a-6957-4363-844a-5fdc9adab0dd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Fanout notify agent at l3_agent the message router_deleted on router 0dcf8e8b-7713-4575-ada8-51d553564e5a {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:47:24.632160 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb2ef27a-6957-4363-844a-5fdc9adab0dd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:24.633803 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-eb2ef27a-6957-4363-844a-5fdc9adab0dd tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/routers/0dcf8e8b-7713-4575-ada8-51d553564e5a HTTP/1.1" status: 204 len: 168 time: 1.5963726 Dec 14 02:47:24.635489 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-3951526d-2b0e-405c-bbad-b26068250235 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2862654 Dec 14 02:47:24.637592 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47622) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:24.693129 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1dcfda81-cd24-4fc6-9ff8-b09f405323ea req-166fa3b5-406f-4d33-a98c-615e47563e9c tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/security-groups?id=d733079f-ec79-4b98-ad76-a30009862818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868914 Dec 14 02:47:24.748716 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec214a8e-c752-4edd-b583-196f8325c540 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Deleting subnet f2392a44-9851-4c2e-87c6-1623e3bccc53 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:47:24.753982 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec214a8e-c752-4edd-b583-196f8325c540 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:24.785841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-b045abf7-a9b1-4998-a791-801df05b4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:24.786559 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-b045abf7-a9b1-4998-a791-801df05b4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:24.787172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-b045abf7-a9b1-4998-a791-801df05b4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:24.787808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-b045abf7-a9b1-4998-a791-801df05b4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:24.788555 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-b045abf7-a9b1-4998-a791-801df05b4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:24.789024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-b045abf7-a9b1-4998-a791-801df05b4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:24.789508 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-b045abf7-a9b1-4998-a791-801df05b4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:24.791503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-b045abf7-a9b1-4998-a791-801df05b4831 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5ffab91437844fca462f7af0a39817e&device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 6489 time: 0.0717344 Dec 14 02:47:24.801062 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-94368329-e3cb-441e-a946-bd08f706ba82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:24.803434 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-94368329-e3cb-441e-a946-bd08f706ba82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:24.807206 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-94368329-e3cb-441e-a946-bd08f706ba82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce5024e0-7c70-46e7-b887-2e733ef47616 HTTP/1.1" status: 204 len: 168 time: 0.4918003 Dec 14 02:47:24.812563 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec214a8e-c752-4edd-b583-196f8325c540 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:24.815244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94368329-e3cb-441e-a946-bd08f706ba82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5024e0-7c70-46e7-b887-2e733ef47616,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:24.864971 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0bccdcba-1370-4c3a-8eb6-bd4c8ac61a89 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:24.869512 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0bccdcba-1370-4c3a-8eb6-bd4c8ac61a89 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:24.873185 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0bccdcba-1370-4c3a-8eb6-bd4c8ac61a89 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "DELETE /v2.0/security-groups/b41d2f10-f1b3-432b-afae-01263f99180d HTTP/1.1" status: 204 len: 168 time: 0.5347776 Dec 14 02:47:24.877598 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47626) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:24.963918 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec214a8e-c752-4edd-b583-196f8325c540 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:24.989570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-5f0be30c-b9b4-4f90-b4d5-54c4dc7e089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:24.991231 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-5f0be30c-b9b4-4f90-b4d5-54c4dc7e089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:24.991872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-5f0be30c-b9b4-4f90-b4d5-54c4dc7e089d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:24.993870 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-5f0be30c-b9b4-4f90-b4d5-54c4dc7e089d service neutron] 10.222.0.47 "GET /v2.0/networks?id=1b4164e6-822e-420c-a3b0-b15221d3eff6&id=cf83d73a-45cf-4239-b869-73b771421429&id=cf83d73a-45cf-4239-b869-73b771421429&id=cf83d73a-45cf-4239-b869-73b771421429&id=cf83d73a-45cf-4239-b869-73b771421429&id=18b9e852-d3ea-485d-8106-6a6289070cf4&id=18b9e852-d3ea-485d-8106-6a6289070cf4 HTTP/1.1" status: 200 len: 2292 time: 0.1477137 Dec 14 02:47:25.005264 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cced7f71-4c33-453a-b343-4ee78512c073 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1238239 Dec 14 02:47:25.013414 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47628) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:25.015254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccdcba-1370-4c3a-8eb6-bd4c8ac61a89 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41d2f10-f1b3-432b-afae-01263f99180d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:25.024859 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c0220403-840c-497f-b469-140122dbeee4 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group': {'name': 'tempest-secgroup--177047411'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:25.102108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-2a081468-1261-411d-8af0-ce75320d8718 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=967565e0-3a99-41ac-bfa3-c5fb52e9a874 HTTP/1.1" status: 200 len: 1001 time: 0.0999422 Dec 14 02:47:25.157823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-04f1ac67-acfd-433e-81bc-b5bc905b62b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:25.159448 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-04f1ac67-acfd-433e-81bc-b5bc905b62b1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=e81371a3-0455-4a74-8514-0ee39a56c60d HTTP/1.1" status: 200 len: 850 time: 0.0503123 Dec 14 02:47:25.213495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-d3187cd6-2986-4491-9581-5efe2a904cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:25.214983 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-d3187cd6-2986-4491-9581-5efe2a904cc9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=1b4164e6-822e-420c-a3b0-b15221d3eff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486472 Dec 14 02:47:25.225798 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-576cb986-41be-4b5b-9c36-cc8da92e80c6 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:47:25.226775 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-576cb986-41be-4b5b-9c36-cc8da92e80c6 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048385 Dec 14 02:47:25.251769 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0220403-840c-497f-b469-140122dbeee4 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:25.254481 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec214a8e-c752-4edd-b583-196f8325c540 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:25.298185 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec214a8e-c752-4edd-b583-196f8325c540 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event deleted for resources: {'Subnet': ['ID=f2392a44-9851-4c2e-87c6-1623e3bccc53,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:25.304600 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec214a8e-c752-4edd-b583-196f8325c540 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:25.308970 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ec214a8e-c752-4edd-b583-196f8325c540 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/subnets/f2392a44-9851-4c2e-87c6-1623e3bccc53 HTTP/1.1" status: 204 len: 168 time: 0.6699007 Dec 14 02:47:25.311045 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47636) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:25.343112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-3cfc905c-f126-4d22-a8d4-23f083cb166c service neutron] 10.222.0.47 "GET /v2.0/networks/1b4164e6-822e-420c-a3b0-b15221d3eff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094744 Dec 14 02:47:25.418803 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-515d8ca4-661a-46d5-a587-70afdd628e19 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:25.457093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-a3362a7e-c2a7-492a-a337-f5eafb96dba5 service neutron] 10.222.0.47 "GET /v2.0/networks/1b4164e6-822e-420c-a3b0-b15221d3eff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071689 Dec 14 02:47:25.464802 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0220403-840c-497f-b469-140122dbeee4 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:25.509645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-b455e3d3-2cb5-4cf0-baf7-a58bc451f931 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=e9de420b-c32e-4a1d-a9ee-71a5673399ea HTTP/1.1" status: 200 len: 217 time: 0.0446494 Dec 14 02:47:25.545782 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-515d8ca4-661a-46d5-a587-70afdd628e19 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:25.553462 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0220403-840c-497f-b469-140122dbeee4 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:25.558919 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-d264f2c8-ab99-4e10-993a-f45fe8aeb21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:25.560387 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-d264f2c8-ab99-4e10-993a-f45fe8aeb21b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.0441062 Dec 14 02:47:25.586214 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-515d8ca4-661a-46d5-a587-70afdd628e19 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8acac0e4-97c3-4a4c-8d23-711bb0530233']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:25.598894 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-515d8ca4-661a-46d5-a587-70afdd628e19 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67a4066-c863-4ecc-80a1-8a74bd164836') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:25.599140 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-515d8ca4-661a-46d5-a587-70afdd628e19 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67a4066-c863-4ecc-80a1-8a74bd164836') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:25.611942 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-31e83542-8af0-4d56-9505-beeb1062ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:25.613664 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-31e83542-8af0-4d56-9505-beeb1062ac02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0464978 Dec 14 02:47:25.618125 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-515d8ca4-661a-46d5-a587-70afdd628e19 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:25.625797 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0220403-840c-497f-b469-140122dbeee4 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2571c415-252e-49d5-b99a-94f943e92fc4,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:25.638023 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-515d8ca4-661a-46d5-a587-70afdd628e19 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:25.645725 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515d8ca4-661a-46d5-a587-70afdd628e19 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:47:25.646148 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-515d8ca4-661a-46d5-a587-70afdd628e19 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:47:25.650146 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:47:25.699202 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0220403-840c-497f-b469-140122dbeee4 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:25.700819 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c0220403-840c-497f-b469-140122dbeee4 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6845312 Dec 14 02:47:25.705265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47658) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:25.720518 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-abfe2259-a209-4200-b8fc-5a4da0cfc201 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': '2571c415-252e-49d5-b99a-94f943e92fc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:25.750024 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-20fd4c7c-59d4-453d-80e0-6ad436aed7f9 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270003 Dec 14 02:47:25.810510 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-515d8ca4-661a-46d5-a587-70afdd628e19 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:25.818169 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-515d8ca4-661a-46d5-a587-70afdd628e19 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:25.821519 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-515d8ca4-661a-46d5-a587-70afdd628e19 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] 10.222.0.39 "DELETE /v2.0/networks/8acac0e4-97c3-4a4c-8d23-711bb0530233 HTTP/1.1" status: 204 len: 168 time: 0.5084705 Dec 14 02:47:25.834936 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d8ca4-661a-46d5-a587-70afdd628e19 tempest-FloatingIPTestJSON-213661983 tempest-FloatingIPTestJSON-213661983-project] Pushing event deleted for resources: {'Network': ['ID=8acac0e4-97c3-4a4c-8d23-711bb0530233,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:25.866895 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01bab8-316b-4c4a-9511-d6bebd0bd08e req-24819443-3551-4e2a-a980-7032d3b1b72b tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:25.868428 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa01bab8-316b-4c4a-9511-d6bebd0bd08e req-24819443-3551-4e2a-a980-7032d3b1b72b tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 946 time: 0.1109891 Dec 14 02:47:25.906819 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-fe65cdfd-ae92-44ef-98f7-731a8c9afaa8 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474307 Dec 14 02:47:25.909390 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-abfe2259-a209-4200-b8fc-5a4da0cfc201 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): The resource could not be found. Dec 14 02:47:25.913121 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-abfe2259-a209-4200-b8fc-5a4da0cfc201 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2066951 Dec 14 02:47:25.913348 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47666) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:25.918643 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-ecdc706a-5155-43b7-aefb-457fbcc870c1 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': '2571c415-252e-49d5-b99a-94f943e92fc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a5389490-a778-426a-930e-9fe310b773dc'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:25.979687 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-a5443593-08ee-4400-8726-8c91379bfa4d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=e97d4905-01c1-4fec-8b89-44b7be1269b7 HTTP/1.1" status: 200 len: 217 time: 0.0642886 Dec 14 02:47:25.999595 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa01bab8-316b-4c4a-9511-d6bebd0bd08e req-6c4730fd-b17d-4674-b400-b6eacc089c36 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/security-groups?id=d733079f-ec79-4b98-ad76-a30009862818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205521 Dec 14 02:47:26.041573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-d87a52c9-7cb8-4831-a2bd-7f0853ac4476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:26.043119 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-d87a52c9-7cb8-4831-a2bd-7f0853ac4476 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.0552974 Dec 14 02:47:26.159899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-25529947-2874-480e-8afb-e16aad70b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:26.159899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-25529947-2874-480e-8afb-e16aad70b56a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1083596 Dec 14 02:47:26.285507 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-ecdc706a-5155-43b7-aefb-457fbcc870c1 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): The resource could not be found. Dec 14 02:47:26.289092 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ecdc706a-5155-43b7-aefb-457fbcc870c1 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3723741 Dec 14 02:47:26.289657 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47696) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:26.316964 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47698) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:26.338253 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079dd0f-d6f5-4cca-a5ab-836d8342babc req-1c5bbc9d-eace-4554-a6ec-faba751a8b37 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:26.339847 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8079dd0f-d6f5-4cca-a5ab-836d8342babc req-1c5bbc9d-eace-4554-a6ec-faba751a8b37 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 946 time: 0.2401752 Dec 14 02:47:26.387933 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d04f86e-9521-4988-b7a5-65710e422e68 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:26.396440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77652680-0cee-495a-9dd3-386536d61e19 req-297c7e2c-a5b8-4f4b-a314-c88daffb1d92 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:26.399102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77652680-0cee-495a-9dd3-386536d61e19 req-297c7e2c-a5b8-4f4b-a314-c88daffb1d92 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 946 time: 0.1193700 Dec 14 02:47:26.418596 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d04f86e-9521-4988-b7a5-65710e422e68 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:26.428775 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-36d6ae62-bd37-4367-ab5d-24b0477aaad8 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599928 Dec 14 02:47:26.498301 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8079dd0f-d6f5-4cca-a5ab-836d8342babc req-e0196dc2-668c-47d4-acf0-b0aa51bf64f4 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/security-groups?id=d733079f-ec79-4b98-ad76-a30009862818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504135 Dec 14 02:47:26.513862 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f2f5fd0a-3d54-4d72-a4ef-4735d52e3ba4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da3e8680639346e0b14144c95261a782&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1934757 Dec 14 02:47:26.515791 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47702) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:26.551301 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77652680-0cee-495a-9dd3-386536d61e19 req-0b3348cf-82e8-4df7-81ee-3ef2d652a4b9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393442 Dec 14 02:47:26.582969 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d04f86e-9521-4988-b7a5-65710e422e68 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:26.582969 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d04f86e-9521-4988-b7a5-65710e422e68 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:26.583854 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7d04f86e-9521-4988-b7a5-65710e422e68 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "DELETE /v2.0/security-groups/2571c415-252e-49d5-b99a-94f943e92fc4 HTTP/1.1" status: 204 len: 168 time: 0.2919123 Dec 14 02:47:26.590360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47728) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:26.622783 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04f86e-9521-4988-b7a5-65710e422e68 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2571c415-252e-49d5-b99a-94f943e92fc4,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:26.658998 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-ae5b9292-1936-49eb-a82c-aea1c10bf717 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161169 Dec 14 02:47:26.670941 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d718e8f-936d-4a2c-8eae-9ce3a8db6cdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:26.723374 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d718e8f-936d-4a2c-8eae-9ce3a8db6cdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:26.727096 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-7a4b8dcd-78a7-4769-bb01-2c0a1f2a12d1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=7b7cfabd-515e-4098-a45c-f9b489a694ea HTTP/1.1" status: 200 len: 217 time: 0.0557015 Dec 14 02:47:26.737945 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9df29784-8917-4c02-b272-acbf58c8c100 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1301877 Dec 14 02:47:26.742743 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47754) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:26.772415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-6b7f6913-161b-4f55-9ca7-9fbd2d0bd581 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': '48b97c40-afe5-4ce7-bb27-dc6d28429b9a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:26.804496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-f046dc5d-0df0-4e2a-8352-4254857c0da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:26.806015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-f046dc5d-0df0-4e2a-8352-4254857c0da3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.0704622 Dec 14 02:47:26.860595 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-ffa50bc1-375e-4ceb-9add-87cefac3b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:26.860595 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-ffa50bc1-375e-4ceb-9add-87cefac3b43c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0451910 Dec 14 02:47:26.880497 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d718e8f-936d-4a2c-8eae-9ce3a8db6cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:26.883193 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d718e8f-936d-4a2c-8eae-9ce3a8db6cdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:26.889407 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7d718e8f-936d-4a2c-8eae-9ce3a8db6cdb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81947e1e-556e-4fae-92be-b7cd853318f1 HTTP/1.1" status: 204 len: 168 time: 0.3703907 Dec 14 02:47:26.896821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d718e8f-936d-4a2c-8eae-9ce3a8db6cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81947e1e-556e-4fae-92be-b7cd853318f1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:26.947833 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:27.014906 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-80e5be16-7b61-4ece-a6b7-c6dfbc891279 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489463 Dec 14 02:47:27.049193 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f8cab-df2b-467d-a7d4-925d120b508c req-0c9df1e8-1441-4495-b35d-2d51b6d6c210 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:27.050799 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-720f8cab-df2b-467d-a7d4-925d120b508c req-0c9df1e8-1441-4495-b35d-2d51b6d6c210 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 946 time: 0.0790319 Dec 14 02:47:27.125018 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-6b7f6913-161b-4f55-9ca7-9fbd2d0bd581 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): The resource could not be found. Dec 14 02:47:27.126538 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6b7f6913-161b-4f55-9ca7-9fbd2d0bd581 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3819749 Dec 14 02:47:27.130972 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47764) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:27.136287 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-23b854c7-9daa-4b90-bd8a-2ff84a824aeb tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1995299025'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:27.147611 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-720f8cab-df2b-467d-a7d4-925d120b508c req-f7aa3613-515e-4b22-bdb0-f3d984153fd7 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/security-groups?id=d733079f-ec79-4b98-ad76-a30009862818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681546 Dec 14 02:47:27.161672 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-62a1569f-9eaf-4f6a-b8b1-2b4c4298769e service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378186 Dec 14 02:47:27.215276 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-860caa70-6678-472d-8293-91cc1e62adcc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=4ef6eebe-50b1-45f1-8719-abdc224c373b HTTP/1.1" status: 200 len: 217 time: 0.0463405 Dec 14 02:47:27.218727 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23b854c7-9daa-4b90-bd8a-2ff84a824aeb tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:27.286628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-34af4104-772d-4bd8-9fba-33ad747dbbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:27.288925 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-34af4104-772d-4bd8-9fba-33ad747dbbd3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 200 len: 797 time: 0.0672050 Dec 14 02:47:27.344434 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47776) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:27.352206 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23b854c7-9daa-4b90-bd8a-2ff84a824aeb tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:27.391699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-552a95e1-29a1-4fb3-a203-a471868b6ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:27.393638 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-552a95e1-29a1-4fb3-a203-a471868b6ada service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf83d73a-45cf-4239-b869-73b771421429&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0973082 Dec 14 02:47:27.429600 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42931165-c766-4cde-970e-29bbdc8e85aa req-3edf5ccf-74da-4c80-97ef-cca1335a6603 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:27.431101 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42931165-c766-4cde-970e-29bbdc8e85aa req-3edf5ccf-74da-4c80-97ef-cca1335a6603 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 946 time: 0.0733550 Dec 14 02:47:27.444745 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23b854c7-9daa-4b90-bd8a-2ff84a824aeb tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:27.516135 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1ee4d950-f139-454f-ad96-9f474ba5f576 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:27.542199 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23b854c7-9daa-4b90-bd8a-2ff84a824aeb tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:27.543560 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-23b854c7-9daa-4b90-bd8a-2ff84a824aeb tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4112861 Dec 14 02:47:27.546712 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47786) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:27.548829 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b854c7-9daa-4b90-bd8a-2ff84a824aeb tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fb42a9-8f7c-47bb-b634-b61f63cc4d8f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:27.556458 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42931165-c766-4cde-970e-29bbdc8e85aa req-4c04ea17-3a37-42cb-8486-400534147fa4 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002889 Dec 14 02:47:27.556997 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-1253ef61-fa2e-4d0c-bef4-3caa8e7a8778 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group': {'name': 'tempest-secgroup--793323120'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:27.589171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-7dec7608-05d1-4978-9067-19fc816cf9c0 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867895 Dec 14 02:47:27.658662 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1ee4d950-f139-454f-ad96-9f474ba5f576 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:27.702101 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1253ef61-fa2e-4d0c-bef4-3caa8e7a8778 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:27.714282 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-17cf8846-d4cb-4d8b-b297-67bf94f5cca1 service neutron] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181273 Dec 14 02:47:27.765756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06ba18-7eac-4bec-8535-68f760457b2c req-61a32e3c-e7ee-4a89-9069-e661c793e540 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:27.767583 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1ee4d950-f139-454f-ad96-9f474ba5f576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:27.773108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e06ba18-7eac-4bec-8535-68f760457b2c req-61a32e3c-e7ee-4a89-9069-e661c793e540 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 946 time: 0.1118405 Dec 14 02:47:27.775790 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-12460b2b-05ae-4e38-86c5-d19697114cd1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7c759644-3907-46f6-8a47-02b7097f41d4 HTTP/1.1" status: 200 len: 217 time: 0.0535765 Dec 14 02:47:27.788367 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1253ef61-fa2e-4d0c-bef4-3caa8e7a8778 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:27.816573 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1ee4d950-f139-454f-ad96-9f474ba5f576 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=466d18f9f16c401a81b0196dd4cc928e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4710875 Dec 14 02:47:27.818616 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee4d950-f139-454f-ad96-9f474ba5f576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98096a21-b268-4c6f-b758-fdb7f3633cf1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:27.819956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47792) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:27.857059 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1253ef61-fa2e-4d0c-bef4-3caa8e7a8778 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:27.879512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-f15500be-888d-4320-ae54-8494c56d73eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:27.880989 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-f15500be-888d-4320-ae54-8494c56d73eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a649358c-109a-47a1-abe2-1321d3721590 HTTP/1.1" status: 200 len: 797 time: 0.0976655 Dec 14 02:47:27.887326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e06ba18-7eac-4bec-8535-68f760457b2c req-bd2b66d5-035f-4d8d-b63a-b98c0e588f70 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/security-groups?id=d733079f-ec79-4b98-ad76-a30009862818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133161 Dec 14 02:47:27.889748 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253ef61-fa2e-4d0c-bef4-3caa8e7a8778 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b955ad5-6238-4396-aa8e-101a63b81e66,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:27.949680 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1253ef61-fa2e-4d0c-bef4-3caa8e7a8778 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:27.951131 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1253ef61-fa2e-4d0c-bef4-3caa8e7a8778 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4032507 Dec 14 02:47:27.955644 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47800) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:27.955944 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ed161b2-e7e0-4c14-b590-bddb692d33d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:27.960701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-5b9d27fc-8532-4009-9500-9ff666306eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:27.961726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ab45c5d2-a461-4cad-9881-46326a17ba77 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group_rule': {'security_group_id': 'a2fb42a9-8f7c-47bb-b634-b61f63cc4d8f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2b955ad5-6238-4396-aa8e-101a63b81e66'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:27.962404 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-5b9d27fc-8532-4009-9500-9ff666306eac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18b9e852-d3ea-485d-8106-6a6289070cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0742168 Dec 14 02:47:27.980219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f3656048-2bd9-46fe-9ab0-f40f138c6663 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:47:28.031344 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ed161b2-e7e0-4c14-b590-bddb692d33d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:28.063544 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:28.089996 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:47:28.092828 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a6dcd0-8cd0-4949-b75f-bff176a40a25" -d '{"events": [{"server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "name": "network-vif-unplugged", "status": "completed", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:47:28.099759 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-d34a5537-39ce-40ba-9565-fc4836cbff7a service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268167 Dec 14 02:47:28.111027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f3656048-2bd9-46fe-9ab0-f40f138c6663, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:28.139870 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93dece2-296b-473d-b2e2-668c06281428 x-openstack-request-id: req-f93dece2-296b-473d-b2e2-668c06281428 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:47:28.140400 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "name": "network-vif-unplugged", "status": "completed", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:47:28.140782 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f93dece2-296b-473d-b2e2-668c06281428 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:47:28.141183 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'code': 200} Dec 14 02:47:28.182596 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-ab45c5d2-a461-4cad-9881-46326a17ba77 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:47:28.185803 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ab45c5d2-a461-4cad-9881-46326a17ba77 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2287011 Dec 14 02:47:28.188613 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47806) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:28.199229 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-56c75a27-f3e0-4860-9d99-a4579428776d service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924537 Dec 14 02:47:28.211371 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:28.214649 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ed161b2-e7e0-4c14-b590-bddb692d33d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:28.217520 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ed161b2-e7e0-4c14-b590-bddb692d33d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:28.222258 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9ed161b2-e7e0-4c14-b590-bddb692d33d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98096a21-b268-4c6f-b758-fdb7f3633cf1 HTTP/1.1" status: 204 len: 168 time: 0.3953173 Dec 14 02:47:28.246420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47810) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:28.258164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-e45ca144-256b-4a55-85ff-f584f011af66 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=467a8650-a8b3-40e7-8038-30ec1396f28c HTTP/1.1" status: 200 len: 217 time: 0.0518992 Dec 14 02:47:28.264369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed161b2-e7e0-4c14-b590-bddb692d33d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98096a21-b268-4c6f-b758-fdb7f3633cf1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:28.282256 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3be4db8b-e636-4a3f-bba4-c4bbe1c27bd9 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:28.315492 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3be4db8b-e636-4a3f-bba4-c4bbe1c27bd9 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:28.332094 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=f3656048-2bd9-46fe-9ab0-f40f138c6663,revision_number=11']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:28.438995 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Request body: {'networks': [{'name': 'tempest-network--322199936'}, {'name': 'tempest-network--1394404546'}]} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:28.439545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Request body: {'network': {'name': 'tempest-network--322199936'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:28.439670 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Request body: {'network': {'name': 'tempest-network--1394404546'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:28.479325 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3be4db8b-e636-4a3f-bba4-c4bbe1c27bd9 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:28.482173 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3be4db8b-e636-4a3f-bba4-c4bbe1c27bd9 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:28.483639 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3be4db8b-e636-4a3f-bba4-c4bbe1c27bd9 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "DELETE /v2.0/security-groups/2b955ad5-6238-4396-aa8e-101a63b81e66 HTTP/1.1" status: 204 len: 168 time: 0.2939396 Dec 14 02:47:28.487758 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47814) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:28.509379 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be4db8b-e636-4a3f-bba4-c4bbe1c27bd9 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b955ad5-6238-4396-aa8e-101a63b81e66,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:28.534650 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Made reservation on behalf of 076905cbf7b1403b875b5e2793b01471 for: {'network': 2} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:28.539731 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:28.559104 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:28.587602 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d35f2932-874e-47cd-87eb-dfe1ccdfdd42 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0983984 Dec 14 02:47:28.603403 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47818) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:28.636495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-0f98e274-ba06-4937-af57-6ac2338c2962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:28.638017 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-0f98e274-ba06-4937-af57-6ac2338c2962 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a649358c-109a-47a1-abe2-1321d3721590 HTTP/1.1" status: 200 len: 797 time: 0.3701811 Dec 14 02:47:28.716650 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1896b907-41a1-4bda-bd38-93aa3a0071a4 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:28.725655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399599a-0f2a-47c8-8597-766b5e0d2a2d req-482886cd-244f-4bbe-9c79-4823b5dbc39e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:28.727219 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a399599a-0f2a-47c8-8597-766b5e0d2a2d req-482886cd-244f-4bbe-9c79-4823b5dbc39e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0882976 Dec 14 02:47:28.730034 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-d7d1bba6-c9e2-43e7-9f65-bf499a96662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:28.731435 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-d7d1bba6-c9e2-43e7-9f65-bf499a96662b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=18b9e852-d3ea-485d-8106-6a6289070cf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0823944 Dec 14 02:47:28.753009 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:28.758621 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1896b907-41a1-4bda-bd38-93aa3a0071a4 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:28.805516 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:28.806463 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:28.830850 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a399599a-0f2a-47c8-8597-766b5e0d2a2d req-95037f5c-99b1-4d00-b080-5c5111eef014 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973778 Dec 14 02:47:28.860919 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=632e0f14-afcf-407c-adde-7c4ba75a74e2,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:28.876349 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-84717756-f8d7-4e24-b1f6-442ab31e1840 service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352966 Dec 14 02:47:28.881456 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1896b907-41a1-4bda-bd38-93aa3a0071a4 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:28.884130 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1896b907-41a1-4bda-bd38-93aa3a0071a4 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:28.887588 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1896b907-41a1-4bda-bd38-93aa3a0071a4 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "DELETE /v2.0/security-groups/a2fb42a9-8f7c-47bb-b634-b61f63cc4d8f HTTP/1.1" status: 204 len: 168 time: 0.2809095 Dec 14 02:47:28.894866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47824) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:28.901493 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:47:28.910750 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896b907-41a1-4bda-bd38-93aa3a0071a4 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fb42a9-8f7c-47bb-b634-b61f63cc4d8f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:28.938414 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:28.939372 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Added segment 2d5437d4-e4ae-411f-b016-b9d5f41fcc08 of type vlan for network 7da62b6d-a160-4103-9eb9-3ea1487a2776 Dec 14 02:47:28.998983 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:29.003972 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5268689c-29e5-48de-8b3a-ff6299eaab44 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1095810 Dec 14 02:47:29.010743 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47832) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:29.019362 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-25d7bac3-bfec-4678-8792-60a814c914a7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1694224353'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:29.045385 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed2bb6aa-fbe8-409b-8fbd-5b5b2bf04d49 req-4d3ed92b-3018-418c-893e-06c8e8aa4945 service neutron] 10.222.0.47 "GET /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614270 Dec 14 02:47:29.070806 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db83e6-ecca-4753-8d68-274251cb0bdc req-cb373562-e5b3-4bcb-9aae-1057ed904934 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:29.073717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:47:29.079912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13db83e6-ecca-4753-8d68-274251cb0bdc req-cb373562-e5b3-4bcb-9aae-1057ed904934 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 946 time: 0.0691390 Dec 14 02:47:29.086769 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:29.087208 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Added segment b1a7089a-8d4f-4687-b258-058c7809764e of type vlan for network 75849965-755a-4db5-9baa-e0ec97ac4d71 Dec 14 02:47:29.128175 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13db83e6-ecca-4753-8d68-274251cb0bdc req-20023d12-133d-4e9a-8533-cc163e9f359c tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/security-groups?id=d733079f-ec79-4b98-ad76-a30009862818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471385 Dec 14 02:47:29.130107 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:29.176411 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-25d7bac3-bfec-4678-8792-60a814c914a7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:29.244690 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-25d7bac3-bfec-4678-8792-60a814c914a7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:29.279026 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:29.279541 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:29.286053 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:29.291112 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:29.291776 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:29.357207 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-25d7bac3-bfec-4678-8792-60a814c914a7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:29.415780 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event updated for resources: {'Network': ['ID=7da62b6d-a160-4103-9eb9-3ea1487a2776,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:29.429005 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 7da62b6d-a160-4103-9eb9-3ea1487a2776 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:47:29.473898 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.2262616 Dec 14 02:47:29.474636 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7bac3-bfec-4678-8792-60a814c914a7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bf8aa8-3230-42f5-a850-0b5dd954dcc0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:29.478466 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47842) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:29.492598 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-25d7bac3-bfec-4678-8792-60a814c914a7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:29.492598 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-25d7bac3-bfec-4678-8792-60a814c914a7 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4790542 Dec 14 02:47:29.499200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47844) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:29.504901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-b83a3dbf-add8-4fd2-ba2b-a6e75ccaf4cd tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:29.505674 n-d-821636-1 neutron-server[103848]: WARNING neutron.api.v2.base [None req-b83a3dbf-add8-4fd2-ba2b-a6e75ccaf4cd tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 14 02:47:29.506164 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-b83a3dbf-add8-4fd2-ba2b-a6e75ccaf4cd tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] update failed (client error): There was a conflict when trying to complete your request. Dec 14 02:47:29.507115 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b83a3dbf-add8-4fd2-ba2b-a6e75ccaf4cd tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "PUT /v2.0/security-groups/c0bf8aa8-3230-42f5-a850-0b5dd954dcc0 HTTP/1.1" status: 409 len: 330 time: 0.0063319 Dec 14 02:47:29.507917 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156c125-228e-4322-8504-b8150fa66c51 req-ac9fee6c-53ba-4b11-981b-61251ccd0bed tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:29.515834 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7156c125-228e-4322-8504-b8150fa66c51 req-ac9fee6c-53ba-4b11-981b-61251ccd0bed tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.46 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 946 time: 0.1961613 Dec 14 02:47:29.515944 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724545fc-9f78-4642-99ea-76e87afb296c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event updated for resources: {'Network': ['ID=75849965-755a-4db5-9baa-e0ec97ac4d71,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:29.519182 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47846) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:29.526706 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 75849965-755a-4db5-9baa-e0ec97ac4d71 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:47:29.639117 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e24fb79-6633-483a-8d7f-dd4bcdfc8871 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:29.678748 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-7156c125-228e-4322-8504-b8150fa66c51 req-d5482aa1-ef32-4f6c-97e1-8a1ce9e91a64 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Deleting port ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:29.679091 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7156c125-228e-4322-8504-b8150fa66c51 req-d5482aa1-ef32-4f6c-97e1-8a1ce9e91a64 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:29.682595 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e24fb79-6633-483a-8d7f-dd4bcdfc8871 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:29.734693 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588812ed-d92c-46aa-adcb-f7477cece3ba tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:29.740890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588812ed-d92c-46aa-adcb-f7477cece3ba tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:29.746695 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588812ed-d92c-46aa-adcb-f7477cece3ba tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:29.753417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588812ed-d92c-46aa-adcb-f7477cece3ba tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:29.755119 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-588812ed-d92c-46aa-adcb-f7477cece3ba tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2756515 Dec 14 02:47:29.758270 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47852) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:29.797665 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-7156c125-228e-4322-8504-b8150fa66c51 req-d5482aa1-ef32-4f6c-97e1-8a1ce9e91a64 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] For port ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4,segment=NetworkSegment(06ee7282-63a0-411e-84cf-f1fe91046f04),segment_id=06ee7282-63a0-411e-84cf-f1fe91046f04)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:29.798038 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7156c125-228e-4322-8504-b8150fa66c51 req-d5482aa1-ef32-4f6c-97e1-8a1ce9e91a64 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:29.811541 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-7156c125-228e-4322-8504-b8150fa66c51 req-d5482aa1-ef32-4f6c-97e1-8a1ce9e91a64 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Calling delete_port for ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:29.837058 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2ea77d27-3ad6-4d33-8e2d-3fa5ef783671 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:29.872281 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e24fb79-6633-483a-8d7f-dd4bcdfc8871 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:29.875635 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e24fb79-6633-483a-8d7f-dd4bcdfc8871 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:29.876779 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5e24fb79-6633-483a-8d7f-dd4bcdfc8871 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "DELETE /v2.0/security-groups/c0bf8aa8-3230-42f5-a850-0b5dd954dcc0 HTTP/1.1" status: 204 len: 168 time: 0.3567231 Dec 14 02:47:29.882473 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47856) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:29.905275 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24fb79-6633-483a-8d7f-dd4bcdfc8871 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bf8aa8-3230-42f5-a850-0b5dd954dcc0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:29.948314 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2ea77d27-3ad6-4d33-8e2d-3fa5ef783671 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:29.981340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f3656048-2bd9-46fe-9ab0-f40f138c6663 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:47:30.011203 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-2ea77d27-3ad6-4d33-8e2d-3fa5ef783671 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da62b6d-a160-4103-9eb9-3ea1487a2776']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:30.013776 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9e310759-b717-42dc-8080-6148b3b36561 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1290233 Dec 14 02:47:30.017446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-2ea77d27-3ad6-4d33-8e2d-3fa5ef783671 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5437d4-e4ae-411f-b016-b9d5f41fcc08') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:30.017935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-2ea77d27-3ad6-4d33-8e2d-3fa5ef783671 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5437d4-e4ae-411f-b016-b9d5f41fcc08') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:30.018246 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47860) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:30.033070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3be721-a6cc-409e-9801-654a40419e31 req-d4067fcb-ac66-46dc-9779-149ac2854168 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:30.035369 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f3be721-a6cc-409e-9801-654a40419e31 req-d4067fcb-ac66-46dc-9779-149ac2854168 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0918968 Dec 14 02:47:30.037032 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-f9a171a4-4345-45e7-9a05-2c5727970bb5 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] delete failed (client error): The resource could not be found. Dec 14 02:47:30.041438 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f9a171a4-4345-45e7-9a05-2c5727970bb5 tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "DELETE /v2.0/security-groups/8bcc3a61-fbdd-4a8c-ab8e-e1846eba165f HTTP/1.1" status: 404 len: 347 time: 0.0194423 Dec 14 02:47:30.041717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47862) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:30.043857 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2ea77d27-3ad6-4d33-8e2d-3fa5ef783671 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:30.057878 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-ac4f4383-d18d-4b4f-8273-415f235110be tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] show failed (client error): The resource could not be found. Dec 14 02:47:30.059781 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ac4f4383-d18d-4b4f-8273-415f235110be tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "GET /v2.0/security-groups/332f853b-6183-4459-861c-c4ba19c42d12 HTTP/1.1" status: 404 len: 347 time: 0.0163586 Dec 14 02:47:30.066181 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47864) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:30.082597 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2ea77d27-3ad6-4d33-8e2d-3fa5ef783671 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:30.084739 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-5c7a9366-8537-47df-9b51-024174d1c22a tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] show failed (client error): The resource could not be found. Dec 14 02:47:30.090321 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5c7a9366-8537-47df-9b51-024174d1c22a tempest-NegativeSecGroupTest-1299406114 tempest-NegativeSecGroupTest-1299406114-project] 10.222.0.39 "GET /v2.0/security-group-rules/8e3d8e25-c5e4-4b3c-8643-3222780e5d0a HTTP/1.1" status: 404 len: 356 time: 0.0190032 Dec 14 02:47:30.098550 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea77d27-3ad6-4d33-8e2d-3fa5ef783671 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:47:30.098962 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2ea77d27-3ad6-4d33-8e2d-3fa5ef783671 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:47:30.102008 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:47:30.119052 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:30.136944 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f3656048-2bd9-46fe-9ab0-f40f138c6663, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:30.150805 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'port_id': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'mac_address': 'fa:16:3e:36:c8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:47:30.155157 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7156c125-228e-4322-8504-b8150fa66c51 req-d5482aa1-ef32-4f6c-97e1-8a1ce9e91a64 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:30.199603 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f3be721-a6cc-409e-9801-654a40419e31 req-69b97b46-7375-47e9-959d-3922e07c37bc tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530623 Dec 14 02:47:30.201954 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:47:30.206754 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:30.235661 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5482aa1-ef32-4f6c-97e1-8a1ce9e91a64 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Pushing event deleted for resources: {'Port': ['ID=ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:30.250711 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3656048-2bd9-46fe-9ab0-f40f138c6663 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:47:30.280162 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f3656048-2bd9-46fe-9ab0-f40f138c6663, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:30.282609 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2ea77d27-3ad6-4d33-8e2d-3fa5ef783671 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:30.286848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-480a66df-205e-44fd-a8fb-7ee3cb977597 req-3b1ccaa6-2011-4bbc-8913-b49fcb2dbdaf tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 210 time: 0.0406263 Dec 14 02:47:30.304238 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-7156c125-228e-4322-8504-b8150fa66c51 req-d5482aa1-ef32-4f6c-97e1-8a1ce9e91a64 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] No DVR routers for this DVR port ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 on host n-h1-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:47:30.304238 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7156c125-228e-4322-8504-b8150fa66c51 req-d5482aa1-ef32-4f6c-97e1-8a1ce9e91a64 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:30.304238 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7156c125-228e-4322-8504-b8150fa66c51 req-d5482aa1-ef32-4f6c-97e1-8a1ce9e91a64 tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.46 "DELETE /v2.0/ports/ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 HTTP/1.1" status: 204 len: 173 time: 0.7855098 Dec 14 02:47:30.304543 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32683284-32dc-4618-bceb-5ed557207984', 'name': 'network-vif-deleted', 'tag': 'ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:47:30.306979 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2ea77d27-3ad6-4d33-8e2d-3fa5ef783671 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:30.307283 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1567e7-065e-4d00-b2fa-4991b4e16159" -d '{"events": [{"server_uuid": "32683284-32dc-4618-bceb-5ed557207984", "name": "network-vif-deleted", "tag": "ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:47:30.310740 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2ea77d27-3ad6-4d33-8e2d-3fa5ef783671 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "DELETE /v2.0/networks/7da62b6d-a160-4103-9eb9-3ea1487a2776 HTTP/1.1" status: 204 len: 168 time: 0.5508487 Dec 14 02:47:30.312020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea77d27-3ad6-4d33-8e2d-3fa5ef783671 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event deleted for resources: {'Network': ['ID=7da62b6d-a160-4103-9eb9-3ea1487a2776,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:30.313390 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47876) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:30.347630 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:30.364112 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a651b06-9074-4d04-9275-3b0867d1e8cc x-openstack-request-id: req-8a651b06-9074-4d04-9275-3b0867d1e8cc {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:47:30.364413 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32683284-32dc-4618-bceb-5ed557207984", "name": "network-vif-deleted", "tag": "ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:47:30.364709 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a651b06-9074-4d04-9275-3b0867d1e8cc {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:47:30.365079 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32683284-32dc-4618-bceb-5ed557207984', 'name': 'network-vif-deleted', 'tag': 'ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4', 'status': 'completed', 'code': 200} Dec 14 02:47:30.397012 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae281f4a-404f-4d74-8883-2f47807cc90a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:30.400310 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=f3656048-2bd9-46fe-9ab0-f40f138c6663,revision_number=12']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:30.495501 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae281f4a-404f-4d74-8883-2f47807cc90a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:30.528182 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-ae281f4a-404f-4d74-8883-2f47807cc90a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75849965-755a-4db5-9baa-e0ec97ac4d71']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:30.544240 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-ae281f4a-404f-4d74-8883-2f47807cc90a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a7089a-8d4f-4687-b258-058c7809764e') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:30.544467 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-ae281f4a-404f-4d74-8883-2f47807cc90a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a7089a-8d4f-4687-b258-058c7809764e') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:30.553929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['f3656048-2bd9-46fe-9ab0-f40f138c6663'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:47:30.556084 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae281f4a-404f-4d74-8883-2f47807cc90a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:30.571224 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae281f4a-404f-4d74-8883-2f47807cc90a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:30.580831 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae281f4a-404f-4d74-8883-2f47807cc90a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:47:30.586406 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae281f4a-404f-4d74-8883-2f47807cc90a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:47:30.586551 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:47:30.609404 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47882) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:30.759480 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae281f4a-404f-4d74-8883-2f47807cc90a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:30.776269 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae281f4a-404f-4d74-8883-2f47807cc90a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:30.781786 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ae281f4a-404f-4d74-8883-2f47807cc90a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "DELETE /v2.0/networks/75849965-755a-4db5-9baa-e0ec97ac4d71 HTTP/1.1" status: 204 len: 168 time: 0.4670115 Dec 14 02:47:30.784175 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47890) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:30.801875 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae281f4a-404f-4d74-8883-2f47807cc90a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event deleted for resources: {'Network': ['ID=75849965-755a-4db5-9baa-e0ec97ac4d71,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:30.856885 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47892) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:30.860619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9b522a83-d75f-402f-b6a4-91146d1e93bf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec42e06f08d04acdaa813b82b21076b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2500350 Dec 14 02:47:30.864641 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47894) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:30.934627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda37f12-3e82-44b6-ba89-b7d281110192 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:30.941382 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda37f12-3e82-44b6-ba89-b7d281110192 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:30.942988 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cda37f12-3e82-44b6-ba89-b7d281110192 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1577139 Dec 14 02:47:30.947152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47898) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:30.957555 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-db3c1bd9-3cd0-4974-adf1-7b5514f8a59c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-766899996'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:30.969451 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:30.969767 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d7db3e61-5624-418d-87ae-ffcc756163a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:30.982599 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.db.api [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 14 02:47:30.982599 n-d-821636-1 neutron-server[103847]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 14 02:47:30.982599 n-d-821636-1 neutron-server[103847]: [parameters: {'project_id': 'fe2a196ea31f4517a2e68463e9a5612d', 'id': '7e4fe891-b1ac-4e6a-a5c7-67853988847d', 'expiration': datetime.datetime(2021, 12, 14, 2, 49, 30, 979209)}] Dec 14 02:47:30.982599 n-d-821636-1 neutron-server[103847]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:47:30.982924 n-d-821636-1 neutron-server[103847]: DEBUG oslo_db.api [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:47:31.003583 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d7db3e61-5624-418d-87ae-ffcc756163a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:31.084745 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3c1bd9-3cd0-4974-adf1-7b5514f8a59c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Made reservation on behalf of 076905cbf7b1403b875b5e2793b01471 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:31.089007 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-db3c1bd9-3cd0-4974-adf1-7b5514f8a59c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:31.137760 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d7db3e61-5624-418d-87ae-ffcc756163a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:31.140394 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d7db3e61-5624-418d-87ae-ffcc756163a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:31.141812 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d7db3e61-5624-418d-87ae-ffcc756163a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43c29817-66d0-47e2-9f30-b049bbb227d0 HTTP/1.1" status: 204 len: 168 time: 0.2761335 Dec 14 02:47:31.146485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db3c1bd9-3cd0-4974-adf1-7b5514f8a59c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:47:31.158155 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db3e61-5624-418d-87ae-ffcc756163a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c29817-66d0-47e2-9f30-b049bbb227d0,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:31.162359 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-db3c1bd9-3cd0-4974-adf1-7b5514f8a59c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:31.162708 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-db3c1bd9-3cd0-4974-adf1-7b5514f8a59c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Added segment 2d62de8a-bafc-4371-a0fd-54fc7c1e255e of type vlan for network 7bfbe468-b2b0-486a-91d4-fe5f306cfc37 Dec 14 02:47:31.211353 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-db3c1bd9-3cd0-4974-adf1-7b5514f8a59c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:31.302336 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-db3c1bd9-3cd0-4974-adf1-7b5514f8a59c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:31.310018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3c1bd9-3cd0-4974-adf1-7b5514f8a59c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:31.310890 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-db3c1bd9-3cd0-4974-adf1-7b5514f8a59c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:31.427714 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe494f49-9d95-4c0f-9c14-42a320e23326 req-cfd70971-c8af-44f1-bd16-a8fe68d355bf tempest-ServersNegativeTestMultiTenantJSON-82272390 tempest-ServersNegativeTestMultiTenantJSON-82272390-project] 10.222.0.39 "GET /v2.0/ports?device_id=32683284-32dc-4618-bceb-5ed557207984 HTTP/1.1" status: 200 len: 210 time: 0.0463059 Dec 14 02:47:31.429141 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c1bd9-3cd0-4974-adf1-7b5514f8a59c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event updated for resources: {'Network': ['ID=7bfbe468-b2b0-486a-91d4-fe5f306cfc37,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:31.443272 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 7bfbe468-b2b0-486a-91d4-fe5f306cfc37 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:47:31.446468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170736e-6134-4d98-8d16-00dc0d1b95bd req-2abc259b-d1e6-4230-9959-820737b7ddd1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:31.451442 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f170736e-6134-4d98-8d16-00dc0d1b95bd req-2abc259b-d1e6-4230-9959-820737b7ddd1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 945 time: 0.1858153 Dec 14 02:47:31.462517 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-db3c1bd9-3cd0-4974-adf1-7b5514f8a59c tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5121624 Dec 14 02:47:31.463379 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47918) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:31.468596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-c652f5af-12d2-4837-841c-5552e8b1b844 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1017211165'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:31.520457 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.db.api [None req-c652f5af-12d2-4837-841c-5552e8b1b844 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 14 02:47:31.520457 n-d-821636-1 neutron-server[103848]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 14 02:47:31.520457 n-d-821636-1 neutron-server[103848]: [parameters: {'project_id': '076905cbf7b1403b875b5e2793b01471', 'id': 'bd42aad9-8687-468d-8f03-f9ceb5b7ca3d', 'expiration': datetime.datetime(2021, 12, 14, 2, 49, 31, 505757)}] Dec 14 02:47:31.520457 n-d-821636-1 neutron-server[103848]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:47:31.520913 n-d-821636-1 neutron-server[103848]: DEBUG oslo_db.api [None req-c652f5af-12d2-4837-841c-5552e8b1b844 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:47:31.549772 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f170736e-6134-4d98-8d16-00dc0d1b95bd req-84bf8096-f4b2-4329-8a30-c6c61278fd32 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610921 Dec 14 02:47:31.564946 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:31.666147 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:31.784957 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Allocated IP 172.25.7.45 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/be84bfdc-6e02-4ce3-af0c-f0137926088a) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:47:31.888755 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:31.988004 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:31.991099 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f3656048-2bd9-46fe-9ab0-f40f138c6663 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:47:32.035234 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:47:32.040868 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:32.043232 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Pushing event updated for resources: {'Port': ['ID=be84bfdc-6e02-4ce3-af0c-f0137926088a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:32.052150 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:47:32.077415 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port f3656048-2bd9-46fe-9ab0-f40f138c6663 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:32.077891 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:32.124590 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c652f5af-12d2-4837-841c-5552e8b1b844 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Made reservation on behalf of 076905cbf7b1403b875b5e2793b01471 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:32.128845 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c652f5af-12d2-4837-841c-5552e8b1b844 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:32.166255 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:32.191342 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c652f5af-12d2-4837-841c-5552e8b1b844 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:47:32.192874 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:32.221118 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c652f5af-12d2-4837-841c-5552e8b1b844 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:32.221496 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-c652f5af-12d2-4837-841c-5552e8b1b844 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Added segment 0f110f5c-9c62-416f-b845-ccc06044c4b0 of type vlan for network bc15309a-5447-4464-be65-9d1dc76322da Dec 14 02:47:32.224758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:47:32.227197 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb34e21-6789-405a-a663-143366f5b283" -d '{"events": [{"server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "name": "network-vif-plugged", "status": "completed", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:47:32.246480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f3656048-2bd9-46fe-9ab0-f40f138c6663, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:32.268567 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c652f5af-12d2-4837-841c-5552e8b1b844 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:32.303784 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf002ff1-6454-410d-a3a7-2e7b1b284f96 x-openstack-request-id: req-bf002ff1-6454-410d-a3a7-2e7b1b284f96 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:47:32.304087 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "name": "network-vif-plugged", "status": "completed", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:47:32.304347 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf002ff1-6454-410d-a3a7-2e7b1b284f96 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:47:32.304752 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'code': 200} Dec 14 02:47:32.307629 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:32.318754 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:32.319634 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:47:32.347309 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:47:32.347715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ae6e6c74-d0b9-4fdc-8a1b-5114ffdc27a4 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:47:32.349083 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c652f5af-12d2-4837-841c-5552e8b1b844 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:32.358525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c652f5af-12d2-4837-841c-5552e8b1b844 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:32.360180 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c652f5af-12d2-4837-841c-5552e8b1b844 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:32.404030 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=f3656048-2bd9-46fe-9ab0-f40f138c6663,revision_number=13']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:32.486088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652f5af-12d2-4837-841c-5552e8b1b844 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event updated for resources: {'Network': ['ID=bc15309a-5447-4464-be65-9d1dc76322da,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:32.497298 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network bc15309a-5447-4464-be65-9d1dc76322da details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:47:32.502567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c652f5af-12d2-4837-841c-5552e8b1b844 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0381358 Dec 14 02:47:32.505283 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47954) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:32.510485 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Request body: {'ports': [{'network_id': '7bfbe468-b2b0-486a-91d4-fe5f306cfc37', 'name': 'tempest-port--1875542343', 'admin_state_up': True}, {'network_id': 'bc15309a-5447-4464-be65-9d1dc76322da', 'admin_state_up': False}]} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:32.512286 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Request body: {'port': {'network_id': '7bfbe468-b2b0-486a-91d4-fe5f306cfc37', 'name': 'tempest-port--1875542343', 'admin_state_up': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:32.512286 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Request body: {'port': {'network_id': 'bc15309a-5447-4464-be65-9d1dc76322da', 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:32.526921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47956) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:32.591084 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-891591b1-6bae-40a8-9f85-e3aa5c2a9230 admin admin] Deleting subnet 8f7df31f-bcc6-4d80-8ef4-b7722227eb19 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:47:32.595516 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-891591b1-6bae-40a8-9f85-e3aa5c2a9230 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:32.619020 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:32.659862 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-891591b1-6bae-40a8-9f85-e3aa5c2a9230 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:32.718990 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:32.765076 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b33579-dff1-4467-95ec-12875262881e req-cc282ba9-9098-4e5d-80d7-33152cc61794 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:32.766698 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26b33579-dff1-4467-95ec-12875262881e req-cc282ba9-9098-4e5d-80d7-33152cc61794 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 946 time: 0.0820031 Dec 14 02:47:32.769903 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-891591b1-6bae-40a8-9f85-e3aa5c2a9230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:32.776292 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d0fcdebc-c07c-4155-bc91-8e84ab849089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:32.779830 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Pushing event updated for resources: {'Port': ['ID=be84bfdc-6e02-4ce3-af0c-f0137926088a,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:32.854116 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:32.905387 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26b33579-dff1-4467-95ec-12875262881e req-c299b93f-e0b3-43b5-8c7b-c6325d0501be tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742171 Dec 14 02:47:33.014634 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Made reservation on behalf of 076905cbf7b1403b875b5e2793b01471 for: {'port': 2} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:33.014634 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:33.018394 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:33.036140 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-891591b1-6bae-40a8-9f85-e3aa5c2a9230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:33.067179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891591b1-6bae-40a8-9f85-e3aa5c2a9230 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f7df31f-bcc6-4d80-8ef4-b7722227eb19,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:33.071660 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-891591b1-6bae-40a8-9f85-e3aa5c2a9230 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:33.077658 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-891591b1-6bae-40a8-9f85-e3aa5c2a9230 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8f7df31f-bcc6-4d80-8ef4-b7722227eb19 HTTP/1.1" status: 204 len: 168 time: 0.5471232 Dec 14 02:47:33.077658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47964) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:33.118241 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:33.126036 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47966) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:33.130260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-22d1458d-b75d-4595-bb11-dc8edf69139d tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-877210532', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'fixed_ips': [{'ip_address': '172.25.7.45'}]}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:33.133865 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0333274e-f62a-4b53-809c-1e85698ac928 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2678607 Dec 14 02:47:33.189803 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c3ec3f2-c23e-4054-89c2-e55526ea12dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:33.222568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] device_id is not set on port 149c8ff2-5ad3-4337-a251-439b89d497d9 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:47:33.257922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d1458d-b75d-4595-bb11-dc8edf69139d tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Made reservation on behalf of fe2a196ea31f4517a2e68463e9a5612d for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:33.260297 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-22d1458d-b75d-4595-bb11-dc8edf69139d tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:33.301881 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-22d1458d-b75d-4595-bb11-dc8edf69139d tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:33.328567 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c3ec3f2-c23e-4054-89c2-e55526ea12dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:33.357962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5c3ec3f2-c23e-4054-89c2-e55526ea12dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33138f1-5f8f-4de3-9f5a-27aa3b835591']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:33.378349 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5c3ec3f2-c23e-4054-89c2-e55526ea12dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ee7282-63a0-411e-84cf-f1fe91046f04') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:33.378349 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5c3ec3f2-c23e-4054-89c2-e55526ea12dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ee7282-63a0-411e-84cf-f1fe91046f04') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:33.389555 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c3ec3f2-c23e-4054-89c2-e55526ea12dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:33.418816 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c3ec3f2-c23e-4054-89c2-e55526ea12dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:33.430356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3ec3f2-c23e-4054-89c2-e55526ea12dc admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:47:33.430814 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c3ec3f2-c23e-4054-89c2-e55526ea12dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:47:33.436233 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:47:33.443207 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:33.533805 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-22d1458d-b75d-4595-bb11-dc8edf69139d tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:33.605340 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c3ec3f2-c23e-4054-89c2-e55526ea12dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:33.622679 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c3ec3f2-c23e-4054-89c2-e55526ea12dc admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:33.632827 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5c3ec3f2-c23e-4054-89c2-e55526ea12dc admin admin] 10.222.0.39 "DELETE /v2.0/networks/f33138f1-5f8f-4de3-9f5a-27aa3b835591 HTTP/1.1" status: 204 len: 168 time: 0.5535302 Dec 14 02:47:33.642343 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47976) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:33.696160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-168944c2-1cd9-43a5-8b83-a86270dcf0db admin admin] Deleting subnet 1bc79985-b036-4cb4-a728-8496ef420a29 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:47:33.698826 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-22d1458d-b75d-4595-bb11-dc8edf69139d tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:33.714005 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-168944c2-1cd9-43a5-8b83-a86270dcf0db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:33.717905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-22d1458d-b75d-4595-bb11-dc8edf69139d tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] device_id is not set on port bcd91bac-adc9-45d6-8a6c-8ed98108f727 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:47:33.748940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ec3f2-c23e-4054-89c2-e55526ea12dc admin admin] Pushing event deleted for resources: {'Network': ['ID=f33138f1-5f8f-4de3-9f5a-27aa3b835591,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:33.858543 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-168944c2-1cd9-43a5-8b83-a86270dcf0db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:33.867599 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1458d-b75d-4595-bb11-dc8edf69139d tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818fa4ef-2cf6-47ed-b959-079c933bd781,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:33.928192 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] device_id is not set on port badd12ab-a9f8-4bfa-992a-5f12f642ae60 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:47:34.045970 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-168944c2-1cd9-43a5-8b83-a86270dcf0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:34.105137 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:34.126447 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfaf5f-fb72-4951-8129-f77a907c08a9 req-44f71d4c-5f76-4195-b145-a4b3ad31a796 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:34.131553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69bfaf5f-fb72-4951-8129-f77a907c08a9 req-44f71d4c-5f76-4195-b145-a4b3ad31a796 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 946 time: 0.1193554 Dec 14 02:47:34.225190 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:34.228005 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d1458d-b75d-4595-bb11-dc8edf69139d tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 14 02:47:34.229168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d1458d-b75d-4595-bb11-dc8edf69139d tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:47:34.236410 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69bfaf5f-fb72-4951-8129-f77a907c08a9 req-6a1c5fa2-09d5-4297-8be5-a1f1ce34c181 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981562 Dec 14 02:47:34.268402 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-168944c2-1cd9-43a5-8b83-a86270dcf0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:34.302943 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event updated for resources: {'Port': ['ID=149c8ff2-5ad3-4337-a251-439b89d497d9,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:34.309970 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-168944c2-1cd9-43a5-8b83-a86270dcf0db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:34.316308 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47986) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:34.317136 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-168944c2-1cd9-43a5-8b83-a86270dcf0db admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1bc79985-b036-4cb4-a728-8496ef420a29 HTTP/1.1" status: 204 len: 168 time: 0.6783948 Dec 14 02:47:34.319380 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168944c2-1cd9-43a5-8b83-a86270dcf0db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bc79985-b036-4cb4-a728-8496ef420a29,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:34.331323 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-22d1458d-b75d-4595-bb11-dc8edf69139d tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2047572 Dec 14 02:47:34.332441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47988) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:34.430469 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Checking segment: {'id': '2d62de8a-bafc-4371-a0fd-54fc7c1e255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '7bfbe468-b2b0-486a-91d4-fe5f306cfc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:47:34.430821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Network hostable DHCP agents. Network: 7bfbe468-b2b0-486a-91d4-fe5f306cfc37, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:47:34.472105 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-09ba6a69-2954-4088-abc6-f640e1349e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:34.551983 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Network 7bfbe468-b2b0-486a-91d4-fe5f306cfc37 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:47:34.563253 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-47844a46-6386-4a9f-b0b4-95c61556e456 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Deleting port be84bfdc-6e02-4ce3-af0c-f0137926088a {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:34.563620 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-47844a46-6386-4a9f-b0b4-95c61556e456 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:34.577292 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-09ba6a69-2954-4088-abc6-f640e1349e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:34.607896 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-09ba6a69-2954-4088-abc6-f640e1349e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09707ab3-2e8f-4ad6-890e-361680b44f8f']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:34.630288 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 7bfbe468-b2b0-486a-91d4-fe5f306cfc37) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:34.644379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee5d367-d419-40df-b768-da848865cfb9 None None] Network 7bfbe468-b2b0-486a-91d4-fe5f306cfc37 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:34.658694 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-09ba6a69-2954-4088-abc6-f640e1349e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb856a6-4879-4e4d-b03d-0157a8edc9c3') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:34.659550 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-09ba6a69-2954-4088-abc6-f640e1349e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb856a6-4879-4e4d-b03d-0157a8edc9c3') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:34.675104 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-09ba6a69-2954-4088-abc6-f640e1349e73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:34.676893 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-47844a46-6386-4a9f-b0b4-95c61556e456 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:34.677438 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-47844a46-6386-4a9f-b0b4-95c61556e456 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:34.693183 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-09ba6a69-2954-4088-abc6-f640e1349e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:34.702270 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ba6a69-2954-4088-abc6-f640e1349e73 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:47:34.709216 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-09ba6a69-2954-4088-abc6-f640e1349e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:34.710211 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-47844a46-6386-4a9f-b0b4-95c61556e456 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Calling delete_port for be84bfdc-6e02-4ce3-af0c-f0137926088a owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:47:34.787014 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:47:34.798034 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:47:34.799245 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:34.864356 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-09ba6a69-2954-4088-abc6-f640e1349e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:34.886908 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-09ba6a69-2954-4088-abc6-f640e1349e73 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:34.891013 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-09ba6a69-2954-4088-abc6-f640e1349e73 admin admin] 10.222.0.39 "DELETE /v2.0/networks/09707ab3-2e8f-4ad6-890e-361680b44f8f HTTP/1.1" status: 204 len: 168 time: 0.5736859 Dec 14 02:47:34.913448 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba6a69-2954-4088-abc6-f640e1349e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=09707ab3-2e8f-4ad6-890e-361680b44f8f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:34.922598 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event updated for resources: {'Port': ['ID=badd12ab-a9f8-4bfa-992a-5f12f642ae60,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:34.969548 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Checking segment: {'id': '0f110f5c-9c62-416f-b845-ccc06044c4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'bc15309a-5447-4464-be65-9d1dc76322da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:47:34.970276 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Network hostable DHCP agents. Network: bc15309a-5447-4464-be65-9d1dc76322da, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:47:35.016731 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ee185eb8-37c3-4d70-96cd-166de5da2d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:35.044437 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Network bc15309a-5447-4464-be65-9d1dc76322da is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:47:35.148016 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-47844a46-6386-4a9f-b0b4-95c61556e456 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:35.187231 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, bc15309a-5447-4464-be65-9d1dc76322da) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:35.193498 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:47:35.204336 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:35.207036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e74fd2-9c27-42ca-a202-14e25f8ac320 None None] Network bc15309a-5447-4464-be65-9d1dc76322da requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:35.215743 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:35.216490 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:35.306444 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-51ad32b4-071b-4e9e-9285-897139757143 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7997763 Dec 14 02:47:35.315555 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48010) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:35.319212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47844a46-6386-4a9f-b0b4-95c61556e456 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Pushing event deleted for resources: {'Port': ['ID=be84bfdc-6e02-4ce3-af0c-f0137926088a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:35.426317 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-47844a46-6386-4a9f-b0b4-95c61556e456 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:35.432644 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-47844a46-6386-4a9f-b0b4-95c61556e456 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:35.439219 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-47844a46-6386-4a9f-b0b4-95c61556e456 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085 tempest-ExternalNetworksAdminNegativeTestJSON-1274004085-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/bf80d1c0-695b-47c6-a8e4-f1a474526e08 HTTP/1.1" status: 204 len: 168 time: 1.1056349 Dec 14 02:47:35.489885 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2cc952-86c0-44f1-9944-3164d26c6190 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:35.507410 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48016) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:35.509258 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2cc952-86c0-44f1-9944-3164d26c6190 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:35.514855 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-df2cc952-86c0-44f1-9944-3164d26c6190 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2049184 Dec 14 02:47:35.519173 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48018) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:35.588973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d2b40-0770-4f6d-aa3c-cf8ac3a6dbbc req-af162f77-612c-4aca-8cbb-6ac2324ef0da tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:35.591914 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-305d2b40-0770-4f6d-aa3c-cf8ac3a6dbbc req-af162f77-612c-4aca-8cbb-6ac2324ef0da tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 946 time: 0.1512384 Dec 14 02:47:35.623922 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e6328b36-66b3-4b1e-952d-df5e15c7d34f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=941f3b81c3624b8092dd7c66df63fd33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1082537 Dec 14 02:47:35.627689 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48022) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:35.737459 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-305d2b40-0770-4f6d-aa3c-cf8ac3a6dbbc req-c6a10ec7-6c23-4c8d-b412-1a2a4b8599cf tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167119 Dec 14 02:47:35.756506 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-361a258f-1010-4401-b17e-043a203c6708 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Deleting port 149c8ff2-5ad3-4337-a251-439b89d497d9 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:35.756929 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-361a258f-1010-4401-b17e-043a203c6708 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:35.761491 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a4f2e50f-0ed6-4819-89c1-510c946151b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:35.847684 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a4f2e50f-0ed6-4819-89c1-510c946151b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:35.886536 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-361a258f-1010-4401-b17e-043a203c6708 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:35.939923 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-361a258f-1010-4401-b17e-043a203c6708 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Calling delete_port for 149c8ff2-5ad3-4337-a251-439b89d497d9 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:36.021136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48030) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:36.101364 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a4f2e50f-0ed6-4819-89c1-510c946151b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:36.105060 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a4f2e50f-0ed6-4819-89c1-510c946151b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:36.107497 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a4f2e50f-0ed6-4819-89c1-510c946151b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d733079f-ec79-4b98-ad76-a30009862818 HTTP/1.1" status: 204 len: 168 time: 0.4786203 Dec 14 02:47:36.118758 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2e50f-0ed6-4819-89c1-510c946151b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d733079f-ec79-4b98-ad76-a30009862818,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:36.137249 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-361a258f-1010-4401-b17e-043a203c6708 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:36.190339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a258f-1010-4401-b17e-043a203c6708 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event deleted for resources: {'Port': ['ID=149c8ff2-5ad3-4337-a251-439b89d497d9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:36.198517 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-40c2ac69-eabb-4c65-aeeb-9600318d77da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:36.217328 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-361a258f-1010-4401-b17e-043a203c6708 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:36.231708 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-361a258f-1010-4401-b17e-043a203c6708 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "DELETE /v2.0/ports/149c8ff2-5ad3-4337-a251-439b89d497d9 HTTP/1.1" status: 204 len: 168 time: 0.7111306 Dec 14 02:47:36.236008 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48038) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:36.292228 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:36.336962 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-40c2ac69-eabb-4c65-aeeb-9600318d77da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:36.383380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-b4a85429-9f08-41f2-b0d8-4fbb1d936461 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Deleting port badd12ab-a9f8-4bfa-992a-5f12f642ae60 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:36.383855 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4a85429-9f08-41f2-b0d8-4fbb1d936461 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:36.444934 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-40c2ac69-eabb-4c65-aeeb-9600318d77da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:36.489095 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4a85429-9f08-41f2-b0d8-4fbb1d936461 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:36.516655 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-b4a85429-9f08-41f2-b0d8-4fbb1d936461 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Calling delete_port for badd12ab-a9f8-4bfa-992a-5f12f642ae60 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:36.523692 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2ac69-eabb-4c65-aeeb-9600318d77da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516d0c33-46b1-43a5-9caf-2d0f79d1b547,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:36.541609 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-40c2ac69-eabb-4c65-aeeb-9600318d77da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bfa50145a362486b8c161278661e993b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5176899 Dec 14 02:47:36.544094 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48048) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:36.548558 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:47:36.651703 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eb9038da-d4e4-4a36-b2be-f2e1159dc567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:36.684592 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eb9038da-d4e4-4a36-b2be-f2e1159dc567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:36.724684 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4a85429-9f08-41f2-b0d8-4fbb1d936461 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:36.808809 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a85429-9f08-41f2-b0d8-4fbb1d936461 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event deleted for resources: {'Port': ['ID=badd12ab-a9f8-4bfa-992a-5f12f642ae60,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:36.814822 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4a85429-9f08-41f2-b0d8-4fbb1d936461 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:36.818697 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b4a85429-9f08-41f2-b0d8-4fbb1d936461 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "DELETE /v2.0/ports/badd12ab-a9f8-4bfa-992a-5f12f642ae60 HTTP/1.1" status: 204 len: 168 time: 0.5806062 Dec 14 02:47:36.821446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48056) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:36.859393 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4a71d866-067a-4bfc-af8f-70c437c23889 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0363576 Dec 14 02:47:36.863223 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48058) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:36.871466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1655329692'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:36.941381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc3219-f790-4e0d-b755-3fd6381d51cc req-44522fe9-41cc-4f2b-a418-0419155c934b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:36.945574 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9cc3219-f790-4e0d-b755-3fd6381d51cc req-44522fe9-41cc-4f2b-a418-0419155c934b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 946 time: 0.0896397 Dec 14 02:47:36.947538 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eb9038da-d4e4-4a36-b2be-f2e1159dc567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:36.950485 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eb9038da-d4e4-4a36-b2be-f2e1159dc567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:36.954983 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-eb9038da-d4e4-4a36-b2be-f2e1159dc567 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/516d0c33-46b1-43a5-9caf-2d0f79d1b547 HTTP/1.1" status: 204 len: 168 time: 0.4046321 Dec 14 02:47:36.963477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9038da-d4e4-4a36-b2be-f2e1159dc567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516d0c33-46b1-43a5-9caf-2d0f79d1b547,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:37.010504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Made reservation on behalf of 076905cbf7b1403b875b5e2793b01471 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:37.014073 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:37.020495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9cc3219-f790-4e0d-b755-3fd6381d51cc req-61938928-55a9-4ecf-9724-4bf65ffd32cf tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677700 Dec 14 02:47:37.066706 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:47:37.082135 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:37.082667 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Added segment d6a690eb-7a82-4fa9-bbea-070a8b6e1e35 of type vlan for network 6730f68f-86ed-417f-bd3a-044173a2c39b Dec 14 02:47:37.119636 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48062) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:37.146532 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:37.194823 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e78a0d5e-7500-4fed-8c51-c24136d3de98 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45f03e8dca934503be2b3c72538f303b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0738492 Dec 14 02:47:37.208401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48064) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:37.273103 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-514add10-5b3f-44df-b382-580f4507f3f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:37.284935 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:37.290506 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:37.291087 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:37.320562 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-514add10-5b3f-44df-b382-580f4507f3f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:37.390000 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event updated for resources: {'Network': ['ID=6730f68f-86ed-417f-bd3a-044173a2c39b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:37.398506 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:37.398855 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:37.399193 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:37.399530 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:37.399885 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:37.400198 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:37.400548 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:37.400879 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:37.401209 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:37.401579 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:37.401904 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:37.402227 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:37.402549 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:37.414320 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 6730f68f-86ed-417f-bd3a-044173a2c39b details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:47:37.624897 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fdb56825-3237-4b33-a406-af8895b2421b tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7605999 Dec 14 02:47:37.626164 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-514add10-5b3f-44df-b382-580f4507f3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:37.627688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48068) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:37.628846 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-514add10-5b3f-44df-b382-580f4507f3f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:37.633126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-f5e2cbd8-b499-4cad-9927-9c1e6eda7689 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1895708754'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:37.635274 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-514add10-5b3f-44df-b382-580f4507f3f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e8c5a77-25a6-4060-8ee1-65eee80505bd HTTP/1.1" status: 204 len: 168 time: 0.4238181 Dec 14 02:47:37.642828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514add10-5b3f-44df-b382-580f4507f3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8c5a77-25a6-4060-8ee1-65eee80505bd,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:37.662252 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:37.712835 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e2cbd8-b499-4cad-9927-9c1e6eda7689 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Made reservation on behalf of 076905cbf7b1403b875b5e2793b01471 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:37.717261 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f5e2cbd8-b499-4cad-9927-9c1e6eda7689 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:37.755932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e2cbd8-b499-4cad-9927-9c1e6eda7689 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:47:37.772929 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f5e2cbd8-b499-4cad-9927-9c1e6eda7689 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:37.773764 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-f5e2cbd8-b499-4cad-9927-9c1e6eda7689 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Added segment 4365b0ec-266e-4d36-8fa2-d0463a39c025 of type vlan for network 1ad41041-1e50-489d-9742-b02674210bc7 Dec 14 02:47:37.833174 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f5e2cbd8-b499-4cad-9927-9c1e6eda7689 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:37.955577 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f5e2cbd8-b499-4cad-9927-9c1e6eda7689 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:37.963488 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e2cbd8-b499-4cad-9927-9c1e6eda7689 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:37.964085 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f5e2cbd8-b499-4cad-9927-9c1e6eda7689 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:38.078495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2cbd8-b499-4cad-9927-9c1e6eda7689 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event updated for resources: {'Network': ['ID=1ad41041-1e50-489d-9742-b02674210bc7,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:38.093074 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 1ad41041-1e50-489d-9742-b02674210bc7 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:47:38.119490 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f5e2cbd8-b499-4cad-9927-9c1e6eda7689 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4905334 Dec 14 02:47:38.165203 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48082) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:38.251894 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48086) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:38.264982 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Request body: {'subnets': [{'network_id': '6730f68f-86ed-417f-bd3a-044173a2c39b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--963327523', 'ip_version': 4}, {'network_id': '1ad41041-1e50-489d-9742-b02674210bc7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:38.265335 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Request body: {'subnet': {'network_id': '6730f68f-86ed-417f-bd3a-044173a2c39b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--963327523', 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:38.265914 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Request body: {'subnet': {'network_id': '1ad41041-1e50-489d-9742-b02674210bc7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:38.323860 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2295977-3b05-47a2-b4f2-8ce18006ba98 req-c7cd8c9e-8059-417d-aff4-e6ffc92b69ef tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:38.326412 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2295977-3b05-47a2-b4f2-8ce18006ba98 req-c7cd8c9e-8059-417d-aff4-e6ffc92b69ef tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 946 time: 0.1161809 Dec 14 02:47:38.331331 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3f1eb24e-8dd1-48ac-a2f1-8ac25a805697 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe2a196ea31f4517a2e68463e9a5612d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1652777 Dec 14 02:47:38.332481 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48088) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:38.418984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2295977-3b05-47a2-b4f2-8ce18006ba98 req-119f9ab1-4660-4ea8-9255-cc31afebf6c7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837038 Dec 14 02:47:38.439437 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b47e03a1-c671-459e-ab41-b2acb70fb8e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:38.465658 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b47e03a1-c671-459e-ab41-b2acb70fb8e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:38.564732 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:38.582159 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b47e03a1-c671-459e-ab41-b2acb70fb8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:38.585268 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b47e03a1-c671-459e-ab41-b2acb70fb8e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:38.595444 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b47e03a1-c671-459e-ab41-b2acb70fb8e7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/818fa4ef-2cf6-47ed-b959-079c933bd781 HTTP/1.1" status: 204 len: 168 time: 0.2560122 Dec 14 02:47:38.612795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e03a1-c671-459e-ab41-b2acb70fb8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818fa4ef-2cf6-47ed-b959-079c933bd781,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:38.669471 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Made reservation on behalf of 076905cbf7b1403b875b5e2793b01471 for: {'subnet': 2} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:38.674793 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:38.675182 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:39.433105 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48120) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:39.480676 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:39.630429 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bee55f-5e29-4966-9146-eff63f3e995d req-49b6b0c7-aadb-458b-bf36-26d18572965b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:39.640439 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-10799171-9ed2-4a57-b328-1dab2349f79d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-636666194-network', 'tenant_id': 'da6e037752e14da5ac64fb78cdf83cc7'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:39.641048 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2bee55f-5e29-4966-9146-eff63f3e995d req-49b6b0c7-aadb-458b-bf36-26d18572965b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 946 time: 0.1015313 Dec 14 02:47:39.657045 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event updated for resources: {'Subnet': ['ID=99220bb5-665f-4e7a-a6d6-aba976250060,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:39.705214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2bee55f-5e29-4966-9146-eff63f3e995d req-e77356eb-a0f1-43bc-a30f-0904133a9d50 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563810 Dec 14 02:47:39.730482 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Checking segment: {'id': 'd6a690eb-7a82-4fa9-bbea-070a8b6e1e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6730f68f-86ed-417f-bd3a-044173a2c39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:47:39.730848 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Network hostable DHCP agents. Network: 6730f68f-86ed-417f-bd3a-044173a2c39b, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:47:39.804496 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10799171-9ed2-4a57-b328-1dab2349f79d admin admin] Made reservation on behalf of da6e037752e14da5ac64fb78cdf83cc7 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:39.807127 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10799171-9ed2-4a57-b328-1dab2349f79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:39.817269 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10799171-9ed2-4a57-b328-1dab2349f79d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:39.835841 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Network 6730f68f-86ed-417f-bd3a-044173a2c39b is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:47:39.922500 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 6730f68f-86ed-417f-bd3a-044173a2c39b) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:39.928887 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:39.945235 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359dde15-dea1-49a7-80bd-715789b12216 None None] Network 6730f68f-86ed-417f-bd3a-044173a2c39b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:39.952165 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10799171-9ed2-4a57-b328-1dab2349f79d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:40.014022 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event updated for resources: {'Subnet': ['ID=ae684523-6865-4a1e-b30f-db7de8781c1b,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:40.030776 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10799171-9ed2-4a57-b328-1dab2349f79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:40.040251 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Checking segment: {'id': '4365b0ec-266e-4d36-8fa2-d0463a39c025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1ad41041-1e50-489d-9742-b02674210bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:47:40.040624 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Network hostable DHCP agents. Network: 1ad41041-1e50-489d-9742-b02674210bc7, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:47:40.062863 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10799171-9ed2-4a57-b328-1dab2349f79d admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:47:40.086833 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-6730f68f-86ed-417f-bd3a-044173a2c39b', 'network_id': '6730f68f-86ed-417f-bd3a-044173a2c39b', 'project_id': '076905cbf7b1403b875b5e2793b01471', 'fixed_ips': [{'subnet_id': '99220bb5-665f-4e7a-a6d6-aba976250060'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:47:40.087787 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:40.107014 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10799171-9ed2-4a57-b328-1dab2349f79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7b6d11-1b02-408c-933f-4e6f633447ac,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:40.119302 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10799171-9ed2-4a57-b328-1dab2349f79d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:40.125487 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-10799171-9ed2-4a57-b328-1dab2349f79d admin admin] Added segment a62d720c-b70d-430a-bd3c-1c455f7a4f98 of type vlan for network 57d948ae-bf0f-41a8-8e3e-97f2614f9479 Dec 14 02:47:40.181816 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10799171-9ed2-4a57-b328-1dab2349f79d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:40.198710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Network 1ad41041-1e50-489d-9742-b02674210bc7 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:47:40.301997 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Allocated IP 172.20.0.2 (6730f68f-86ed-417f-bd3a-044173a2c39b/99220bb5-665f-4e7a-a6d6-aba976250060/f96e0ce8-253e-4118-9c5d-a43d9dad57c4) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:47:40.307613 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 1ad41041-1e50-489d-9742-b02674210bc7) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:40.312118 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:40.312815 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:40.314526 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:40.323388 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4a1fe2-2d9a-4380-8d30-3feacb5a204d None None] Network 1ad41041-1e50-489d-9742-b02674210bc7 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:40.344729 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10799171-9ed2-4a57-b328-1dab2349f79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:40.346559 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10799171-9ed2-4a57-b328-1dab2349f79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:40.347172 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10799171-9ed2-4a57-b328-1dab2349f79d admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:40.440484 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10799171-9ed2-4a57-b328-1dab2349f79d admin admin] Pushing event updated for resources: {'Network': ['ID=57d948ae-bf0f-41a8-8e3e-97f2614f9479,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:40.450827 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f06ed838-2aa9-42d7-ab71-fcd11d4e2fae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.1975777 Dec 14 02:47:40.452296 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48146) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:40.463852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 57d948ae-bf0f-41a8-8e3e-97f2614f9479 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:47:40.522231 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-10799171-9ed2-4a57-b328-1dab2349f79d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0877495 Dec 14 02:47:40.525091 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48148) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:40.531449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3ccdde61-f1d7-4f93-9140-be662fb42d58 admin admin] Request body: {'subnet': {'network_id': '57d948ae-bf0f-41a8-8e3e-97f2614f9479', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-636666194-subnet', 'tenant_id': 'da6e037752e14da5ac64fb78cdf83cc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:40.566355 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9371994e-e747-4180-92c2-f7d3f90384ae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:40.568264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9371994e-e747-4180-92c2-f7d3f90384ae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:40.570410 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9371994e-e747-4180-92c2-f7d3f90384ae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:40.572202 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9371994e-e747-4180-92c2-f7d3f90384ae tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1188576 Dec 14 02:47:40.575434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48152) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:40.659214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-95cf878e-c2de-4719-85a9-00dcd35a26a2 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Deleting subnet 99220bb5-665f-4e7a-a6d6-aba976250060 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:47:40.670551 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccdde61-f1d7-4f93-9140-be662fb42d58 admin admin] Made reservation on behalf of da6e037752e14da5ac64fb78cdf83cc7 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:40.674186 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3ccdde61-f1d7-4f93-9140-be662fb42d58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:40.719259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-1ad41041-1e50-489d-9742-b02674210bc7', 'network_id': '1ad41041-1e50-489d-9742-b02674210bc7', 'project_id': '076905cbf7b1403b875b5e2793b01471', 'fixed_ips': [{'subnet_id': 'ae684523-6865-4a1e-b30f-db7de8781c1b'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:47:40.720990 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:40.733142 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:40.818134 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-95cf878e-c2de-4719-85a9-00dcd35a26a2 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:40.838022 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:40.906081 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Pushing event updated for resources: {'Port': ['ID=f96e0ce8-253e-4118-9c5d-a43d9dad57c4,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:40.953056 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Network 6730f68f-86ed-417f-bd3a-044173a2c39b is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:47:40.961139 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:40.966086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:47:40.968449 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-95cf878e-c2de-4719-85a9-00dcd35a26a2 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:41.052309 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63878807-2c6e-43ab-824e-f64960309486 req-394645b0-76f9-4659-b44d-47611378201c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:41.059584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63878807-2c6e-43ab-824e-f64960309486 req-394645b0-76f9-4659-b44d-47611378201c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 946 time: 0.2491689 Dec 14 02:47:41.087029 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Attempting to bind port f96e0ce8-253e-4118-9c5d-a43d9dad57c4 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:47:41.087793 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Attempting to bind port f96e0ce8-253e-4118-9c5d-a43d9dad57c4 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'd6a690eb-7a82-4fa9-bbea-070a8b6e1e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6730f68f-86ed-417f-bd3a-044173a2c39b'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:47:41.089526 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Attempting to bind port f96e0ce8-253e-4118-9c5d-a43d9dad57c4 on network 6730f68f-86ed-417f-bd3a-044173a2c39b {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:47:41.116628 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:47:41.118796 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Checking segment: {'id': 'd6a690eb-7a82-4fa9-bbea-070a8b6e1e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6730f68f-86ed-417f-bd3a-044173a2c39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:47:41.123822 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:41.123822 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Bound using segment: {'id': 'd6a690eb-7a82-4fa9-bbea-070a8b6e1e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6730f68f-86ed-417f-bd3a-044173a2c39b'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:47:41.123822 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Bound port: f96e0ce8-253e-4118-9c5d-a43d9dad57c4, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a690eb-7a82-4fa9-bbea-070a8b6e1e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6730f68f-86ed-417f-bd3a-044173a2c39b'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:47:41.125654 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:41.180950 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Allocated IP 172.20.0.18 (1ad41041-1e50-489d-9742-b02674210bc7/ae684523-6865-4a1e-b30f-db7de8781c1b/3c14c2cc-6cd9-48b9-8231-fcfe7b82db43) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:47:41.194650 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63878807-2c6e-43ab-824e-f64960309486 req-f6d8f1a8-cac7-4d41-8352-6e88526dab89 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341784 Dec 14 02:47:41.233176 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3ccdde61-f1d7-4f93-9140-be662fb42d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:41.299660 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-95cf878e-c2de-4719-85a9-00dcd35a26a2 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:41.413660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccdde61-f1d7-4f93-9140-be662fb42d58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=997d0f97-581e-4414-9755-34f9bf2615f9,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:41.435456 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccdde61-f1d7-4f93-9140-be662fb42d58 admin admin] Checking segment: {'id': 'a62d720c-b70d-430a-bd3c-1c455f7a4f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '57d948ae-bf0f-41a8-8e3e-97f2614f9479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:47:41.436196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccdde61-f1d7-4f93-9140-be662fb42d58 admin admin] Network hostable DHCP agents. Network: 57d948ae-bf0f-41a8-8e3e-97f2614f9479, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:47:41.544561 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:41.547705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccdde61-f1d7-4f93-9140-be662fb42d58 admin admin] Network 57d948ae-bf0f-41a8-8e3e-97f2614f9479 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:47:41.565724 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-95cf878e-c2de-4719-85a9-00dcd35a26a2 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:41.581340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] For port f96e0ce8-253e-4118-9c5d-a43d9dad57c4, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:47:41.618549 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:41.628274 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48168) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:41.645685 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-3ccdde61-f1d7-4f93-9140-be662fb42d58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 57d948ae-bf0f-41a8-8e3e-97f2614f9479) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:41.647128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf878e-c2de-4719-85a9-00dcd35a26a2 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event deleted for resources: {'Subnet': ['ID=99220bb5-665f-4e7a-a6d6-aba976250060,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:41.656027 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-95cf878e-c2de-4719-85a9-00dcd35a26a2 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:41.663784 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] For port f96e0ce8-253e-4118-9c5d-a43d9dad57c4, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f96e0ce8-253e-4118-9c5d-a43d9dad57c4,segment=NetworkSegment(d6a690eb-7a82-4fa9-bbea-070a8b6e1e35),segment_id=d6a690eb-7a82-4fa9-bbea-070a8b6e1e35)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:47:41.668865 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48172) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:41.679914 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-95cf878e-c2de-4719-85a9-00dcd35a26a2 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "DELETE /v2.0/subnets/99220bb5-665f-4e7a-a6d6-aba976250060 HTTP/1.1" status: 204 len: 168 time: 1.1025860 Dec 14 02:47:41.699757 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccdde61-f1d7-4f93-9140-be662fb42d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:41.700443 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3ccdde61-f1d7-4f93-9140-be662fb42d58 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:41.726184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2614dbf0-4d42-4d4a-9ad2-f18c32318ba0 None None] Network 57d948ae-bf0f-41a8-8e3e-97f2614f9479 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:41.803727 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b48aa84-fbde-4ac8-811c-4d9d0005032a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Deleting subnet ae684523-6865-4a1e-b30f-db7de8781c1b {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:47:41.811912 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b48aa84-fbde-4ac8-811c-4d9d0005032a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:41.827413 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3ccdde61-f1d7-4f93-9140-be662fb42d58 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2931826 Dec 14 02:47:41.878915 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-60aa5d27-5b8d-4b85-8af0-e1d1daf98f5d tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1552402679'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:41.879561 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-60aa5d27-5b8d-4b85-8af0-e1d1daf98f5d tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] Unknown quota resources ['metering_label']. {{(pid=103847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 02:47:41.888640 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:41.935055 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Network 1ad41041-1e50-489d-9742-b02674210bc7 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:47:41.975708 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:41.986461 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Pushing event updated for resources: {'Port': ['ID=3c14c2cc-6cd9-48b9-8231-fcfe7b82db43,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:41.993258 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:47:42.002546 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48178) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:42.027871 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b48aa84-fbde-4ac8-811c-4d9d0005032a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:42.074264 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a57370-a772-4b30-9654-d28e90f1bffb admin admin] Deleting subnet 997d0f97-581e-4414-9755-34f9bf2615f9 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:47:42.088298 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0a57370-a772-4b30-9654-d28e90f1bffb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:42.155556 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0a57370-a772-4b30-9654-d28e90f1bffb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:42.266688 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0a57370-a772-4b30-9654-d28e90f1bffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:42.325590 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8903ea-8aa1-4aa5-8d74-2939c9ddd87f None None] Pushing event updated for resources: {'Port': ['ID=f96e0ce8-253e-4118-9c5d-a43d9dad57c4,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:42.427046 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2412f8d-3cb2-45b9-9071-0030258e7387 None None] Network 57d948ae-bf0f-41a8-8e3e-97f2614f9479 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:42.478144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31250f-5f41-4cd6-bee7-ccd58ff71604 req-1e5d46a6-38e2-4c97-9aa1-5129a7189be5 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:42.484666 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b48aa84-fbde-4ac8-811c-4d9d0005032a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:42.487524 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e31250f-5f41-4cd6-bee7-ccd58ff71604 req-1e5d46a6-38e2-4c97-9aa1-5129a7189be5 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 946 time: 0.1162570 Dec 14 02:47:42.497513 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0a57370-a772-4b30-9654-d28e90f1bffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:42.546060 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60aa5d27-5b8d-4b85-8af0-e1d1daf98f5d tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:42.549202 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-60aa5d27-5b8d-4b85-8af0-e1d1daf98f5d tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9198439 Dec 14 02:47:42.556747 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48182) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:42.566459 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f460e577-1fc0-476f-87e3-bebedda412de tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '36907c1e-04df-45f5-bd3c-625f992b5443'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:42.567933 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f460e577-1fc0-476f-87e3-bebedda412de tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 02:47:42.575692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Attempting to bind port 3c14c2cc-6cd9-48b9-8231-fcfe7b82db43 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:47:42.575919 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Attempting to bind port 3c14c2cc-6cd9-48b9-8231-fcfe7b82db43 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '4365b0ec-266e-4d36-8fa2-d0463a39c025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1ad41041-1e50-489d-9742-b02674210bc7'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:47:42.576273 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Attempting to bind port 3c14c2cc-6cd9-48b9-8231-fcfe7b82db43 on network 1ad41041-1e50-489d-9742-b02674210bc7 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:47:42.599041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:47:42.599574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Checking segment: {'id': '4365b0ec-266e-4d36-8fa2-d0463a39c025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1ad41041-1e50-489d-9742-b02674210bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:47:42.599772 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:42.600138 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Bound using segment: {'id': '4365b0ec-266e-4d36-8fa2-d0463a39c025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1ad41041-1e50-489d-9742-b02674210bc7'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:47:42.600695 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Bound port: 3c14c2cc-6cd9-48b9-8231-fcfe7b82db43, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4365b0ec-266e-4d36-8fa2-d0463a39c025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1ad41041-1e50-489d-9742-b02674210bc7'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:47:42.601078 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:42.667130 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e31250f-5f41-4cd6-bee7-ccd58ff71604 req-1fa9dc52-3eaf-46a2-9201-c93d6363aa54 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784644 Dec 14 02:47:42.668466 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a57370-a772-4b30-9654-d28e90f1bffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=997d0f97-581e-4414-9755-34f9bf2615f9,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:42.688208 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0a57370-a772-4b30-9654-d28e90f1bffb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:42.699816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f0a57370-a772-4b30-9654-d28e90f1bffb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/997d0f97-581e-4414-9755-34f9bf2615f9 HTTP/1.1" status: 204 len: 168 time: 0.6961920 Dec 14 02:47:42.704784 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48186) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:42.904483 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] For port 3c14c2cc-6cd9-48b9-8231-fcfe7b82db43, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:47:42.912159 n-d-821636-1 neutron-server[103847]: WARNING neutron.services.metering.metering_plugin [None req-f460e577-1fc0-476f-87e3-bebedda412de tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 14 02:47:42.917683 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] For port 3c14c2cc-6cd9-48b9-8231-fcfe7b82db43, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3c14c2cc-6cd9-48b9-8231-fcfe7b82db43,segment=NetworkSegment(4365b0ec-266e-4d36-8fa2-d0463a39c025),segment_id=4365b0ec-266e-4d36-8fa2-d0463a39c025)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:47:42.929626 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b48aa84-fbde-4ac8-811c-4d9d0005032a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:43.037581 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f96e0ce8-253e-4118-9c5d-a43d9dad57c4 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:47:43.093417 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f96e0ce8-253e-4118-9c5d-a43d9dad57c4 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:43.094250 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:43.198364 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:43.202279 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48aa84-fbde-4ac8-811c-4d9d0005032a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event deleted for resources: {'Subnet': ['ID=ae684523-6865-4a1e-b30f-db7de8781c1b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:43.220640 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f460e577-1fc0-476f-87e3-bebedda412de tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:43.224905 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f460e577-1fc0-476f-87e3-bebedda412de tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6630096 Dec 14 02:47:43.224905 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b48aa84-fbde-4ac8-811c-4d9d0005032a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:43.227961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48188) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:43.232442 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-b03d397d-4b1b-4c2e-aadd-81a846a44410 tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '36907c1e-04df-45f5-bd3c-625f992b5443'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:43.233006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-b03d397d-4b1b-4c2e-aadd-81a846a44410 tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103848) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 02:47:43.243999 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4b48aa84-fbde-4ac8-811c-4d9d0005032a tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "DELETE /v2.0/subnets/ae684523-6865-4a1e-b30f-db7de8781c1b HTTP/1.1" status: 204 len: 168 time: 1.5738168 Dec 14 02:47:43.244958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48190) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:43.350756 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63f0028-f205-4154-b3ea-dd180c56cec6 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:43.358681 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-836f7010-2504-4f29-ba18-6f20abf5156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:43.367347 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f63f0028-f205-4154-b3ea-dd180c56cec6 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1150110 Dec 14 02:47:43.367726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48192) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:43.470312 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port f96e0ce8-253e-4118-9c5d-a43d9dad57c4, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f96e0ce8-253e-4118-9c5d-a43d9dad57c4,segment=NetworkSegment(d6a690eb-7a82-4fa9-bbea-070a8b6e1e35),segment_id=d6a690eb-7a82-4fa9-bbea-070a8b6e1e35)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:43.473434 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:43.475621 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-836f7010-2504-4f29-ba18-6f20abf5156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:43.520581 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-836f7010-2504-4f29-ba18-6f20abf5156d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d948ae-bf0f-41a8-8e3e-97f2614f9479']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:43.543852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-836f7010-2504-4f29-ba18-6f20abf5156d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a62d720c-b70d-430a-bd3c-1c455f7a4f98') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:43.544149 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-836f7010-2504-4f29-ba18-6f20abf5156d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a62d720c-b70d-430a-bd3c-1c455f7a4f98') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:43.560734 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-836f7010-2504-4f29-ba18-6f20abf5156d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:43.567891 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:43.576601 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347bd79-32a7-45b0-a55c-bdca728503e9 None None] Pushing event updated for resources: {'Port': ['ID=3c14c2cc-6cd9-48b9-8231-fcfe7b82db43,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:43.603080 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-836f7010-2504-4f29-ba18-6f20abf5156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:43.615901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836f7010-2504-4f29-ba18-6f20abf5156d admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:47:43.616949 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-836f7010-2504-4f29-ba18-6f20abf5156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:43.632459 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:43.674591 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=f96e0ce8-253e-4118-9c5d-a43d9dad57c4,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:47:43.739468 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:47:43.746883 n-d-821636-1 neutron-server[103848]: WARNING neutron.services.metering.metering_plugin [None req-b03d397d-4b1b-4c2e-aadd-81a846a44410 tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 14 02:47:43.827868 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Deleting port 3c14c2cc-6cd9-48b9-8231-fcfe7b82db43 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:43.828541 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:43.885505 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-836f7010-2504-4f29-ba18-6f20abf5156d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:44.060372 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] For port 3c14c2cc-6cd9-48b9-8231-fcfe7b82db43, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3c14c2cc-6cd9-48b9-8231-fcfe7b82db43,segment=NetworkSegment(4365b0ec-266e-4d36-8fa2-d0463a39c025),segment_id=4365b0ec-266e-4d36-8fa2-d0463a39c025)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:44.060989 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:44.080130 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Calling delete_port for 3c14c2cc-6cd9-48b9-8231-fcfe7b82db43 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:44.107426 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-836f7010-2504-4f29-ba18-6f20abf5156d admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:44.123897 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-836f7010-2504-4f29-ba18-6f20abf5156d admin admin] 10.222.0.39 "DELETE /v2.0/networks/57d948ae-bf0f-41a8-8e3e-97f2614f9479 HTTP/1.1" status: 204 len: 168 time: 1.4174879 Dec 14 02:47:44.132244 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b03d397d-4b1b-4c2e-aadd-81a846a44410 tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:44.136362 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b03d397d-4b1b-4c2e-aadd-81a846a44410 tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9044003 Dec 14 02:47:44.150757 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48204) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:44.169942 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f7010-2504-4f29-ba18-6f20abf5156d admin admin] Pushing event deleted for resources: {'Network': ['ID=57d948ae-bf0f-41a8-8e3e-97f2614f9479,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:44.176205 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-86ccd215-0903-419e-aece-b2c1062d5cc6 tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=d37e240b-0155-429b-a36d-84e65ddd90db HTTP/1.1" status: 200 len: 462 time: 0.0208416 Dec 14 02:47:44.199434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48206) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:44.210057 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b10c9a-38ca-4389-9986-3faf0b981943 None None] Network 6730f68f-86ed-417f-bd3a-044173a2c39b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:44.225639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e4b73-d36b-43f3-80c6-8d093135c8b8 req-511d8e75-2a2c-472a-a55d-30a8beaf3bc4 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:44.243431 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d0e4b73-d36b-43f3-80c6-8d093135c8b8 req-511d8e75-2a2c-472a-a55d-30a8beaf3bc4 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 946 time: 0.4107723 Dec 14 02:47:44.320043 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d0e4b73-d36b-43f3-80c6-8d093135c8b8 req-b260cc51-8265-49f5-939c-78257a068930 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756121 Dec 14 02:47:44.375441 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:44.386568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e635363c-930d-40f4-a20c-bfc4fd6a817a None None] Provisioning complete for port f96e0ce8-253e-4118-9c5d-a43d9dad57c4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:44.386942 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e635363c-930d-40f4-a20c-bfc4fd6a817a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:44.436644 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] No DVR routers for this DVR port 3c14c2cc-6cd9-48b9-8231-fcfe7b82db43 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:47:44.497002 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ebad1e5a-c799-47be-aef0-51f0916c1446 tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:44.501077 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ebad1e5a-c799-47be-aef0-51f0916c1446 tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/d37e240b-0155-429b-a36d-84e65ddd90db HTTP/1.1" status: 204 len: 168 time: 0.2989206 Dec 14 02:47:44.502110 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48208) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:44.515805 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7fd8c44a-63ad-409e-bd63-e5af2ac2af6d tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=d37e240b-0155-429b-a36d-84e65ddd90db HTTP/1.1" status: 200 len: 221 time: 0.0125475 Dec 14 02:47:44.519880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48210) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:44.525147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-0e510b76-37c7-418c-973b-42320ff25840 tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--53774497', 'description': 'label created by tempest'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:44.530842 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-0e510b76-37c7-418c-973b-42320ff25840 tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] Unknown quota resources ['metering_label']. {{(pid=103848) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 02:47:44.541356 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event deleted for resources: {'Port': ['ID=3c14c2cc-6cd9-48b9-8231-fcfe7b82db43,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:44.553693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e53efb-7d0e-496a-ab07-f9981a9f4545 None None] DHCP port deletion for 6730f68f-86ed-417f-bd3a-044173a2c39b request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:47:44.667150 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-55e53efb-7d0e-496a-ab07-f9981a9f4545 None None] Deleting port f96e0ce8-253e-4118-9c5d-a43d9dad57c4 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:44.670024 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-55e53efb-7d0e-496a-ab07-f9981a9f4545 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:44.694411 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:44.750086 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48212) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:44.806894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-55e53efb-7d0e-496a-ab07-f9981a9f4545 None None] For port f96e0ce8-253e-4118-9c5d-a43d9dad57c4, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f96e0ce8-253e-4118-9c5d-a43d9dad57c4,segment=NetworkSegment(d6a690eb-7a82-4fa9-bbea-070a8b6e1e35),segment_id=d6a690eb-7a82-4fa9-bbea-070a8b6e1e35)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:44.807237 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-55e53efb-7d0e-496a-ab07-f9981a9f4545 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:44.824878 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-55e53efb-7d0e-496a-ab07-f9981a9f4545 None None] Calling delete_port for f96e0ce8-253e-4118-9c5d-a43d9dad57c4 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:44.849872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad41041-1e50-489d-9742-b02674210bc7']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:44.927962 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4365b0ec-266e-4d36-8fa2-d0463a39c025') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:44.928261 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4365b0ec-266e-4d36-8fa2-d0463a39c025') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:44.997205 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:45.025704 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48218) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:45.027934 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0c7b1775-ab45-4c81-baab-2ec7d12589e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da6e037752e14da5ac64fb78cdf83cc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2760997 Dec 14 02:47:45.039449 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-55e53efb-7d0e-496a-ab07-f9981a9f4545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:45.058566 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:45.076194 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:47:45.076811 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:47:45.080092 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:47:45.120371 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f96e0ce8-253e-4118-9c5d-a43d9dad57c4 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:47:45.156687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: f96e0ce8-253e-4118-9c5d-a43d9dad57c4 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:47:45.157727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f96e0ce8-253e-4118-9c5d-a43d9dad57c4 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:47:45.168408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e53efb-7d0e-496a-ab07-f9981a9f4545 None None] No DVR routers for this DVR port f96e0ce8-253e-4118-9c5d-a43d9dad57c4 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:47:45.171280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e53efb-7d0e-496a-ab07-f9981a9f4545 None None] Pushing event deleted for resources: {'Port': ['ID=f96e0ce8-253e-4118-9c5d-a43d9dad57c4,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:45.204776 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e510b76-37c7-418c-973b-42320ff25840 tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:45.208675 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0e510b76-37c7-418c-973b-42320ff25840 tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.6856446 Dec 14 02:47:45.213286 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48220) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:45.271883 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd43b1f-591b-4d25-abfc-01d01b4db2eb None None] Network 1ad41041-1e50-489d-9742-b02674210bc7 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:45.290395 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:45.302303 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:45.310652 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d72b052b-b0a4-40c5-bc23-ed3827428345 tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=10715bfd-8874-42aa-9048-2da29b232128 HTTP/1.1" status: 200 len: 466 time: 0.0966353 Dec 14 02:47:45.312196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48222) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:45.314366 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48224) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:45.318610 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "DELETE /v2.0/networks/1ad41041-1e50-489d-9742-b02674210bc7 HTTP/1.1" status: 204 len: 168 time: 1.9496803 Dec 14 02:47:45.367584 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f25d29-3bf7-4d12-aaf8-287d20b5d5b5 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event deleted for resources: {'Network': ['ID=1ad41041-1e50-489d-9742-b02674210bc7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:45.399108 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-55fece70-bf9b-4545-83b0-3425a2393813 None None] Could not find standard attr ID for object 3c14c2cc-6cd9-48b9-8231-fcfe7b82db43. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:47:45.507677 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cf3a14be-4abe-425e-81ea-76024259dd59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:45.527600 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ddbf70-a16a-45d3-9896-541831e7b659 None None] DHCP port deletion for 1ad41041-1e50-489d-9742-b02674210bc7 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:47:45.677359 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77f6638d-db43-44c5-bf30-fa48a50ab952 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:45.680598 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cf3a14be-4abe-425e-81ea-76024259dd59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:45.776462 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8565fa0-96fb-432a-842b-b7c2763db320 req-393136b3-5aec-4e98-a370-b0ed66975492 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:45.778086 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8565fa0-96fb-432a-842b-b7c2763db320 req-393136b3-5aec-4e98-a370-b0ed66975492 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 946 time: 0.3089786 Dec 14 02:47:45.887094 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-34a942f2-7d09-488c-8690-3fa6ae3daa8d tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:45.887882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-34a942f2-7d09-488c-8690-3fa6ae3daa8d tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/10715bfd-8874-42aa-9048-2da29b232128 HTTP/1.1" status: 204 len: 168 time: 0.5652852 Dec 14 02:47:45.893773 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48232) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:45.906887 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-770cab7b-f0d7-4ce3-9bc0-cd2524c73ed2 tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=10715bfd-8874-42aa-9048-2da29b232128 HTTP/1.1" status: 200 len: 216 time: 0.0144956 Dec 14 02:47:45.912178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48234) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:45.916934 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77f6638d-db43-44c5-bf30-fa48a50ab952 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:45.956598 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2171fc15-a7d0-4da3-9209-e7a696a8107f tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0369325 Dec 14 02:47:45.957337 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48236) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:45.961897 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8565fa0-96fb-432a-842b-b7c2763db320 req-52075675-f089-4342-88aa-bb3aa3513b5c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619215 Dec 14 02:47:45.961897 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-77f6638d-db43-44c5-bf30-fa48a50ab952 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6730f68f-86ed-417f-bd3a-044173a2c39b']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:45.972301 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-031e870f-db2c-4596-aae9-794be1c3891f tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0135655 Dec 14 02:47:45.983543 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48238) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:45.983633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-77f6638d-db43-44c5-bf30-fa48a50ab952 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a690eb-7a82-4fa9-bbea-070a8b6e1e35') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:45.983633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-77f6638d-db43-44c5-bf30-fa48a50ab952 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a690eb-7a82-4fa9-bbea-070a8b6e1e35') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:45.997454 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cf3a14be-4abe-425e-81ea-76024259dd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:46.001506 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cf3a14be-4abe-425e-81ea-76024259dd59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:46.003723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cf3a14be-4abe-425e-81ea-76024259dd59 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9b7b6d11-1b02-408c-933f-4e6f633447ac HTTP/1.1" status: 204 len: 168 time: 0.9749846 Dec 14 02:47:46.006113 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77f6638d-db43-44c5-bf30-fa48a50ab952 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:46.036167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a14be-4abe-425e-81ea-76024259dd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7b6d11-1b02-408c-933f-4e6f633447ac,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:46.057171 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77f6638d-db43-44c5-bf30-fa48a50ab952 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:46.091018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f6638d-db43-44c5-bf30-fa48a50ab952 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:47:46.092644 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77f6638d-db43-44c5-bf30-fa48a50ab952 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:47:46.102455 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:47:46.112178 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1174eafd-bbe0-4796-8002-309955694801 tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/36907c1e-04df-45f5-bd3c-625f992b5443 HTTP/1.1" status: 200 len: 473 time: 0.1338501 Dec 14 02:47:46.114804 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48242) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:46.135518 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4f028724-dab6-4a03-ab98-06f31d65fade tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/045a895b-f7c4-4a90-8296-99927fcfc045 HTTP/1.1" status: 200 len: 459 time: 0.0194533 Dec 14 02:47:46.148294 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48246) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:46.333669 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-04f39cb7-7fab-459f-885e-607c6ff23c76 tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:46.336554 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77f6638d-db43-44c5-bf30-fa48a50ab952 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:46.355972 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-04f39cb7-7fab-459f-885e-607c6ff23c76 tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/045a895b-f7c4-4a90-8296-99927fcfc045 HTTP/1.1" status: 204 len: 168 time: 0.2128072 Dec 14 02:47:46.359740 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48248) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:46.365754 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77f6638d-db43-44c5-bf30-fa48a50ab952 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:46.374757 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-77f6638d-db43-44c5-bf30-fa48a50ab952 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "DELETE /v2.0/networks/6730f68f-86ed-417f-bd3a-044173a2c39b HTTP/1.1" status: 204 len: 168 time: 1.0595102 Dec 14 02:47:46.379079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f6638d-db43-44c5-bf30-fa48a50ab952 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event deleted for resources: {'Network': ['ID=6730f68f-86ed-417f-bd3a-044173a2c39b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:46.384924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48250) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:46.555173 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-57505a2a-1f5f-46d0-b6c1-01606d2a5d28 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:46.681265 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-57505a2a-1f5f-46d0-b6c1-01606d2a5d28 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:46.739403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-57505a2a-1f5f-46d0-b6c1-01606d2a5d28 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc15309a-5447-4464-be65-9d1dc76322da']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:46.767073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-57505a2a-1f5f-46d0-b6c1-01606d2a5d28 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f110f5c-9c62-416f-b845-ccc06044c4b0') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:46.767377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-57505a2a-1f5f-46d0-b6c1-01606d2a5d28 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f110f5c-9c62-416f-b845-ccc06044c4b0') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:46.778599 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b710a6ce-6de5-4b33-af1b-0ce22a5fdd6e tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:46.782322 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b710a6ce-6de5-4b33-af1b-0ce22a5fdd6e tempest-MeteringIpV6TestJSON-1894065687 tempest-MeteringIpV6TestJSON-1894065687-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/36907c1e-04df-45f5-bd3c-625f992b5443 HTTP/1.1" status: 204 len: 168 time: 0.4183693 Dec 14 02:47:46.799601 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-57505a2a-1f5f-46d0-b6c1-01606d2a5d28 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:46.833434 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-57505a2a-1f5f-46d0-b6c1-01606d2a5d28 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:46.845536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57505a2a-1f5f-46d0-b6c1-01606d2a5d28 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:47:46.846016 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-57505a2a-1f5f-46d0-b6c1-01606d2a5d28 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:47:46.850315 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:47:46.952329 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3c14c2cc-6cd9-48b9-8231-fcfe7b82db43 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:47:46.994830 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 3c14c2cc-6cd9-48b9-8231-fcfe7b82db43 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:47:46.996795 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3c14c2cc-6cd9-48b9-8231-fcfe7b82db43 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:47:47.096955 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-57505a2a-1f5f-46d0-b6c1-01606d2a5d28 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:47.102130 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-57505a2a-1f5f-46d0-b6c1-01606d2a5d28 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:47.109689 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-57505a2a-1f5f-46d0-b6c1-01606d2a5d28 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "DELETE /v2.0/networks/bc15309a-5447-4464-be65-9d1dc76322da HTTP/1.1" status: 204 len: 168 time: 0.7211370 Dec 14 02:47:47.111064 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48266) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:47.164872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61554e-5034-4723-be3f-19e262de92de req-8c3ffb15-b8e7-4550-ae0f-10b39ec902d3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:47.166755 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff61554e-5034-4723-be3f-19e262de92de req-8c3ffb15-b8e7-4550-ae0f-10b39ec902d3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 946 time: 0.1105812 Dec 14 02:47:47.168202 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57505a2a-1f5f-46d0-b6c1-01606d2a5d28 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event deleted for resources: {'Network': ['ID=bc15309a-5447-4464-be65-9d1dc76322da,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:47.289298 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da983e37-bbc1-4f22-a7db-992d4df19716 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:47.319508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff61554e-5034-4723-be3f-19e262de92de req-e0be79c9-96f8-42dc-926f-e7ceb5a8521a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401763 Dec 14 02:47:47.476487 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da983e37-bbc1-4f22-a7db-992d4df19716 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:47.489521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48272) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:47.508917 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-da983e37-bbc1-4f22-a7db-992d4df19716 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bfbe468-b2b0-486a-91d4-fe5f306cfc37']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:47.520203 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-da983e37-bbc1-4f22-a7db-992d4df19716 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d62de8a-bafc-4371-a0fd-54fc7c1e255e') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:47.520443 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-da983e37-bbc1-4f22-a7db-992d4df19716 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d62de8a-bafc-4371-a0fd-54fc7c1e255e') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:47.542917 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da983e37-bbc1-4f22-a7db-992d4df19716 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:47.559223 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da983e37-bbc1-4f22-a7db-992d4df19716 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:47.568093 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da983e37-bbc1-4f22-a7db-992d4df19716 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:47:47.568420 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da983e37-bbc1-4f22-a7db-992d4df19716 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:47:47.572691 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:47:47.703266 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bba61653-dbdc-4319-a6c8-e1a60e1a0e47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:47.712816 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da983e37-bbc1-4f22-a7db-992d4df19716 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:47.725656 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da983e37-bbc1-4f22-a7db-992d4df19716 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:47.731589 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-da983e37-bbc1-4f22-a7db-992d4df19716 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] 10.222.0.39 "DELETE /v2.0/networks/7bfbe468-b2b0-486a-91d4-fe5f306cfc37 HTTP/1.1" status: 204 len: 168 time: 0.6166656 Dec 14 02:47:47.772504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da983e37-bbc1-4f22-a7db-992d4df19716 tempest-BulkNetworkOpsTest-1410516401 tempest-BulkNetworkOpsTest-1410516401-project] Pushing event deleted for resources: {'Network': ['ID=7bfbe468-b2b0-486a-91d4-fe5f306cfc37,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:47.923802 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bba61653-dbdc-4319-a6c8-e1a60e1a0e47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:48.033750 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bba61653-dbdc-4319-a6c8-e1a60e1a0e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:48.086045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bba61653-dbdc-4319-a6c8-e1a60e1a0e47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7eba5bae0d44460eb544a33ed861e98d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5948441 Dec 14 02:47:48.089343 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48298) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:48.097165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba61653-dbdc-4319-a6c8-e1a60e1a0e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b348d9-c84b-4aec-9165-ded7c1964484,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:48.152414 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc204d55-193c-48fc-ad1d-472db4e348a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:48.184398 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc204d55-193c-48fc-ad1d-472db4e348a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:48.284946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48302) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:48.330186 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc204d55-193c-48fc-ad1d-472db4e348a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:48.333090 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc204d55-193c-48fc-ad1d-472db4e348a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:48.334451 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bc204d55-193c-48fc-ad1d-472db4e348a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/95b348d9-c84b-4aec-9165-ded7c1964484 HTTP/1.1" status: 204 len: 168 time: 0.2453394 Dec 14 02:47:48.346864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc204d55-193c-48fc-ad1d-472db4e348a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b348d9-c84b-4aec-9165-ded7c1964484,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:48.482554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a18792-87c4-4a0f-ac0e-c46793279b5e req-5bfde432-dc90-4f0a-875f-abed9ee5e1f6 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:48.486068 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38a18792-87c4-4a0f-ac0e-c46793279b5e req-5bfde432-dc90-4f0a-875f-abed9ee5e1f6 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 946 time: 0.0838315 Dec 14 02:47:48.508125 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7f51962e-b950-4e2a-905e-f4d440105422 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=076905cbf7b1403b875b5e2793b01471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2222166 Dec 14 02:47:48.510743 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48314) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:48.562684 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38a18792-87c4-4a0f-ac0e-c46793279b5e req-a0100a66-6888-4fad-b24b-348e2cdd515b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654004 Dec 14 02:47:48.620235 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c3e648d-f295-4d2d-a933-57cba79f18a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:48.667435 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c3e648d-f295-4d2d-a933-57cba79f18a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:48.739995 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48318) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:48.821356 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c3e648d-f295-4d2d-a933-57cba79f18a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:48.824004 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c3e648d-f295-4d2d-a933-57cba79f18a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:48.825655 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5c3e648d-f295-4d2d-a933-57cba79f18a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/632e0f14-afcf-407c-adde-7c4ba75a74e2 HTTP/1.1" status: 204 len: 168 time: 0.3125782 Dec 14 02:47:48.836081 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e648d-f295-4d2d-a933-57cba79f18a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632e0f14-afcf-407c-adde-7c4ba75a74e2,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:49.019384 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a683d749-5c88-42d2-bd7c-18793fb82e5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:49.095309 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a683d749-5c88-42d2-bd7c-18793fb82e5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:49.341042 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a683d749-5c88-42d2-bd7c-18793fb82e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:49.386819 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a683d749-5c88-42d2-bd7c-18793fb82e5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2fa8a06e58354b7bb1e41fdcaa145ec0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6414111 Dec 14 02:47:49.386819 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683d749-5c88-42d2-bd7c-18793fb82e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88a070d-b5f7-471c-a038-e960d8daf849,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:49.387074 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48334) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:49.447861 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-014ba7b5-8edd-4c78-8569-28ec64de558a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:49.473489 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-014ba7b5-8edd-4c78-8569-28ec64de558a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:49.663429 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-014ba7b5-8edd-4c78-8569-28ec64de558a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:49.667386 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-014ba7b5-8edd-4c78-8569-28ec64de558a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:49.668699 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-014ba7b5-8edd-4c78-8569-28ec64de558a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d88a070d-b5f7-471c-a038-e960d8daf849 HTTP/1.1" status: 204 len: 168 time: 0.2807703 Dec 14 02:47:49.682887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ba7b5-8edd-4c78-8569-28ec64de558a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88a070d-b5f7-471c-a038-e960d8daf849,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:49.689845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48344) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:49.764889 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba7edb29-8cb5-4cb5-a688-2fa48721d73a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:49.954246 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b60f71-88f1-433b-9d3a-d20709dcbd7e req-7962d984-a6c1-437a-b7ce-be3c1b798146 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:49.962500 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5b60f71-88f1-433b-9d3a-d20709dcbd7e req-7962d984-a6c1-437a-b7ce-be3c1b798146 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 946 time: 0.1736009 Dec 14 02:47:50.035609 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5b60f71-88f1-433b-9d3a-d20709dcbd7e req-0c386f8d-a1fa-4b20-af94-add8c4017269 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721254 Dec 14 02:47:50.075297 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba7edb29-8cb5-4cb5-a688-2fa48721d73a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:50.203864 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba7edb29-8cb5-4cb5-a688-2fa48721d73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:50.292292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7edb29-8cb5-4cb5-a688-2fa48721d73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0c3bff-7b0a-4a25-af42-c399cc942635,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:50.303344 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ba7edb29-8cb5-4cb5-a688-2fa48721d73a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1079afea218b4b6e81fa149f27df943c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6059184 Dec 14 02:47:50.305829 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48356) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:50.386497 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0c22fa0b-233a-4574-b403-05f96eb764d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:50.412741 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0c22fa0b-233a-4574-b403-05f96eb764d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:50.540941 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0c22fa0b-233a-4574-b403-05f96eb764d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:50.543893 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0c22fa0b-233a-4574-b403-05f96eb764d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:50.545206 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0c22fa0b-233a-4574-b403-05f96eb764d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c0c3bff-7b0a-4a25-af42-c399cc942635 HTTP/1.1" status: 204 len: 168 time: 0.2383103 Dec 14 02:47:50.553849 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22fa0b-233a-4574-b403-05f96eb764d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0c3bff-7b0a-4a25-af42-c399cc942635,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:50.895818 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07a67e-e0ac-4047-8f5f-63410db0ac93 req-db32c6f5-315a-40bf-8aae-2212b902e2e4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:50.901932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07a67e-e0ac-4047-8f5f-63410db0ac93 req-db32c6f5-315a-40bf-8aae-2212b902e2e4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:50.907821 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07a67e-e0ac-4047-8f5f-63410db0ac93 req-db32c6f5-315a-40bf-8aae-2212b902e2e4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:50.919049 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07a67e-e0ac-4047-8f5f-63410db0ac93 req-db32c6f5-315a-40bf-8aae-2212b902e2e4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:50.927940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07a67e-e0ac-4047-8f5f-63410db0ac93 req-db32c6f5-315a-40bf-8aae-2212b902e2e4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:50.935418 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07a67e-e0ac-4047-8f5f-63410db0ac93 req-db32c6f5-315a-40bf-8aae-2212b902e2e4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:50.942274 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07a67e-e0ac-4047-8f5f-63410db0ac93 req-db32c6f5-315a-40bf-8aae-2212b902e2e4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:50.944191 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe07a67e-e0ac-4047-8f5f-63410db0ac93 req-db32c6f5-315a-40bf-8aae-2212b902e2e4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5432 time: 0.1202796 Dec 14 02:47:51.037076 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe07a67e-e0ac-4047-8f5f-63410db0ac93 req-82eadeb6-82ae-443d-a204-dca127980b10 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0806363 Dec 14 02:47:51.160031 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046fc71-5e5f-45f7-bf66-bcbcf2617ca8 req-f8cee29c-6acb-477d-8e3d-3a6cfa82623c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:51.161535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9046fc71-5e5f-45f7-bf66-bcbcf2617ca8 req-f8cee29c-6acb-477d-8e3d-3a6cfa82623c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 946 time: 0.0507650 Dec 14 02:47:51.230048 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9046fc71-5e5f-45f7-bf66-bcbcf2617ca8 req-60eeeaec-ecd1-456d-8a4d-071f6944c928 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500627 Dec 14 02:47:51.337559 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48416) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:51.598795 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ae95d688-813f-4e96-8101-fcfac598c92f tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1921077572'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:51.678030 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae95d688-813f-4e96-8101-fcfac598c92f tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Made reservation on behalf of c8510d4659394aff968e8653e662bafb for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:51.682136 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae95d688-813f-4e96-8101-fcfac598c92f tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:51.694575 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae95d688-813f-4e96-8101-fcfac598c92f tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:51.778893 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae95d688-813f-4e96-8101-fcfac598c92f tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:51.826874 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae95d688-813f-4e96-8101-fcfac598c92f tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:51.860883 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95d688-813f-4e96-8101-fcfac598c92f tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71c862d-3703-447a-b41b-62f791ebd38c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:51.871833 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae95d688-813f-4e96-8101-fcfac598c92f tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:47:51.882633 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae95d688-813f-4e96-8101-fcfac598c92f tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:51.883047 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-ae95d688-813f-4e96-8101-fcfac598c92f tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Added segment abff6357-2640-464c-8a90-03d01112a9e6 of type vlan for network 580f11b3-5680-46a3-903f-4e2c8332f75c Dec 14 02:47:51.937516 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae95d688-813f-4e96-8101-fcfac598c92f tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:52.311917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb8302-cc48-46ad-b7e9-cb82aee1a455 req-afb8bcad-033d-49eb-a25b-de13b23f0e55 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:52.328114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb8302-cc48-46ad-b7e9-cb82aee1a455 req-afb8bcad-033d-49eb-a25b-de13b23f0e55 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:52.346630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb8302-cc48-46ad-b7e9-cb82aee1a455 req-afb8bcad-033d-49eb-a25b-de13b23f0e55 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:52.356714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb8302-cc48-46ad-b7e9-cb82aee1a455 req-afb8bcad-033d-49eb-a25b-de13b23f0e55 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:52.369206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb8302-cc48-46ad-b7e9-cb82aee1a455 req-afb8bcad-033d-49eb-a25b-de13b23f0e55 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:52.382863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb8302-cc48-46ad-b7e9-cb82aee1a455 req-afb8bcad-033d-49eb-a25b-de13b23f0e55 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:52.398761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb8302-cc48-46ad-b7e9-cb82aee1a455 req-afb8bcad-033d-49eb-a25b-de13b23f0e55 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:52.400678 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dfcb8302-cc48-46ad-b7e9-cb82aee1a455 req-afb8bcad-033d-49eb-a25b-de13b23f0e55 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5432 time: 0.2595086 Dec 14 02:47:52.418108 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cff4a-327c-4605-8198-1a0b19187b1d req-d9f7d858-7c40-4253-b32e-047cfd63eae2 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:52.425122 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cff4a-327c-4605-8198-1a0b19187b1d req-d9f7d858-7c40-4253-b32e-047cfd63eae2 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:52.432906 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae95d688-813f-4e96-8101-fcfac598c92f tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:52.436958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cff4a-327c-4605-8198-1a0b19187b1d req-d9f7d858-7c40-4253-b32e-047cfd63eae2 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:52.441114 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae95d688-813f-4e96-8101-fcfac598c92f tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:52.441906 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae95d688-813f-4e96-8101-fcfac598c92f tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:52.444730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cff4a-327c-4605-8198-1a0b19187b1d req-d9f7d858-7c40-4253-b32e-047cfd63eae2 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:52.451655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cff4a-327c-4605-8198-1a0b19187b1d req-d9f7d858-7c40-4253-b32e-047cfd63eae2 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:52.459606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cff4a-327c-4605-8198-1a0b19187b1d req-d9f7d858-7c40-4253-b32e-047cfd63eae2 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:52.490245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cff4a-327c-4605-8198-1a0b19187b1d req-d9f7d858-7c40-4253-b32e-047cfd63eae2 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:52.493542 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-732cff4a-327c-4605-8198-1a0b19187b1d req-d9f7d858-7c40-4253-b32e-047cfd63eae2 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.47 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 5432 time: 0.3766439 Dec 14 02:47:52.558632 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95d688-813f-4e96-8101-fcfac598c92f tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Pushing event updated for resources: {'Network': ['ID=580f11b3-5680-46a3-903f-4e2c8332f75c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:52.572275 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 580f11b3-5680-46a3-903f-4e2c8332f75c details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:47:52.616247 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ae95d688-813f-4e96-8101-fcfac598c92f tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2754440 Dec 14 02:47:52.623639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48488) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:52.623639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b8c3d9bb-18a1-4940-8897-f799e1863aef tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Request body: {'subnet': {'network_id': '580f11b3-5680-46a3-903f-4e2c8332f75c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:52.655146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cff4a-327c-4605-8198-1a0b19187b1d req-5354ee7d-b1a4-42a0-9822-119485ececb4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:52.657778 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-732cff4a-327c-4605-8198-1a0b19187b1d req-5354ee7d-b1a4-42a0-9822-119485ececb4 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.47 "GET /v2.0/ports/e97d4905-01c1-4fec-8b89-44b7be1269b7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1243649 Dec 14 02:47:52.763046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e5b2bd-e22b-40d1-b9b3-4116dd9e8df8 req-c4e1aaa6-3e48-4706-9242-df559c21a04e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:52.764742 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0e5b2bd-e22b-40d1-b9b3-4116dd9e8df8 req-c4e1aaa6-3e48-4706-9242-df559c21a04e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 946 time: 0.3621292 Dec 14 02:47:52.816398 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dfcb8302-cc48-46ad-b7e9-cb82aee1a455 req-60adde81-1b83-4a62-abf0-f672a2bac7c3 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2886648 Dec 14 02:47:52.877000 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0e5b2bd-e22b-40d1-b9b3-4116dd9e8df8 req-234b0395-02c3-4cc7-b105-c156fbfed6d5 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998099 Dec 14 02:47:52.878364 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c3d9bb-18a1-4940-8897-f799e1863aef tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Made reservation on behalf of c8510d4659394aff968e8653e662bafb for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:52.881275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-732cff4a-327c-4605-8198-1a0b19187b1d req-16d324ae-ad71-4518-a773-0815d3ac9127 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.47 "GET /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2126234 Dec 14 02:47:52.886492 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8c3d9bb-18a1-4940-8897-f799e1863aef tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:52.894519 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-732cff4a-327c-4605-8198-1a0b19187b1d req-f282d563-b443-481f-a89f-010826609d71 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:52.975675 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-f282d563-b443-481f-a89f-010826609d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:53.176931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-732cff4a-327c-4605-8198-1a0b19187b1d req-f282d563-b443-481f-a89f-010826609d71 service neutron] For port e97d4905-01c1-4fec-8b89-44b7be1269b7, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e97d4905-01c1-4fec-8b89-44b7be1269b7,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:53.219495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-732cff4a-327c-4605-8198-1a0b19187b1d req-f282d563-b443-481f-a89f-010826609d71 service neutron] For port e97d4905-01c1-4fec-8b89-44b7be1269b7, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:47:53.261631 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8c3d9bb-18a1-4940-8897-f799e1863aef tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:53.262207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-732cff4a-327c-4605-8198-1a0b19187b1d req-f282d563-b443-481f-a89f-010826609d71 service neutron] device_id is not set on port e97d4905-01c1-4fec-8b89-44b7be1269b7 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:47:53.287499 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-f282d563-b443-481f-a89f-010826609d71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:53.332869 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3d9bb-18a1-4940-8897-f799e1863aef tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Pushing event updated for resources: {'Subnet': ['ID=e3989f45-b2d2-4967-8b91-94911484936b,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:53.371456 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c3d9bb-18a1-4940-8897-f799e1863aef tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Checking segment: {'id': 'abff6357-2640-464c-8a90-03d01112a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '580f11b3-5680-46a3-903f-4e2c8332f75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:47:53.372016 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c3d9bb-18a1-4940-8897-f799e1863aef tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Network hostable DHCP agents. Network: 580f11b3-5680-46a3-903f-4e2c8332f75c, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:47:53.398236 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-f282d563-b443-481f-a89f-010826609d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:53.483597 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-732cff4a-327c-4605-8198-1a0b19187b1d req-f282d563-b443-481f-a89f-010826609d71 service neutron] No DVR routers for this DVR port e97d4905-01c1-4fec-8b89-44b7be1269b7 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:47:53.489603 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c3d9bb-18a1-4940-8897-f799e1863aef tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Network 580f11b3-5680-46a3-903f-4e2c8332f75c is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:47:53.530666 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282d563-b443-481f-a89f-010826609d71 service neutron] Pushing event updated for resources: {'Port': ['ID=e97d4905-01c1-4fec-8b89-44b7be1269b7,revision_number=6']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:53.548405 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48524) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:53.551470 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-732cff4a-327c-4605-8198-1a0b19187b1d req-f282d563-b443-481f-a89f-010826609d71 service neutron] In _notify_port_updated(), no bound segment for port e97d4905-01c1-4fec-8b89-44b7be1269b7 on network cf83d73a-45cf-4239-b869-73b771421429 {{(pid=103848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:47:53.552359 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cff4a-327c-4605-8198-1a0b19187b1d req-f282d563-b443-481f-a89f-010826609d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:53.553052 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-f282d563-b443-481f-a89f-010826609d71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:53.554948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-732cff4a-327c-4605-8198-1a0b19187b1d req-f282d563-b443-481f-a89f-010826609d71 service neutron] 10.222.0.47 "PUT /v2.0/ports/e97d4905-01c1-4fec-8b89-44b7be1269b7 HTTP/1.1" status: 200 len: 1027 time: 0.6655402 Dec 14 02:47:53.556570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f282d563-b443-481f-a89f-010826609d71 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:53.556750 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f282d563-b443-481f-a89f-010826609d71 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:53.557138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f282d563-b443-481f-a89f-010826609d71 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:53.557672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f282d563-b443-481f-a89f-010826609d71 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:53.558019 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f282d563-b443-481f-a89f-010826609d71 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:53.558432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f282d563-b443-481f-a89f-010826609d71 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:53.558546 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-b8c3d9bb-18a1-4940-8897-f799e1863aef tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 580f11b3-5680-46a3-903f-4e2c8332f75c) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:53.559751 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f282d563-b443-481f-a89f-010826609d71 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:53.560107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f282d563-b443-481f-a89f-010826609d71 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:53.560583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f282d563-b443-481f-a89f-010826609d71 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:53.560922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f282d563-b443-481f-a89f-010826609d71 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:53.561258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f282d563-b443-481f-a89f-010826609d71 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:53.561630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f282d563-b443-481f-a89f-010826609d71 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:53.562010 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f282d563-b443-481f-a89f-010826609d71 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:47:53.570413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd3a655-1dab-4eb9-ba33-870bfe095d18 None None] Network 580f11b3-5680-46a3-903f-4e2c8332f75c requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:53.589702 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c3d9bb-18a1-4940-8897-f799e1863aef tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:53.591027 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8c3d9bb-18a1-4940-8897-f799e1863aef tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:53.650891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cff4a-327c-4605-8198-1a0b19187b1d req-103f060b-d42e-45f6-84b5-31c508c53180 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:53.652236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-732cff4a-327c-4605-8198-1a0b19187b1d req-103f060b-d42e-45f6-84b5-31c508c53180 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.47 "GET /v2.0/ports/e9de420b-c32e-4a1d-a9ee-71a5673399ea?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0818896 Dec 14 02:47:53.669008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-732cff4a-327c-4605-8198-1a0b19187b1d req-0d8a6dc3-7627-4fa1-af34-0f25aad037bc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:53.689911 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b8c3d9bb-18a1-4940-8897-f799e1863aef tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0721972 Dec 14 02:47:53.692827 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48530) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:53.700737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-46df12e6-f7be-477b-9177-47747d6aeaad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Request body: {'port': {'network_id': '580f11b3-5680-46a3-903f-4e2c8332f75c', 'name': 'tempest-TagsExtTest-1073135768'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:53.794992 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-580f11b3-5680-46a3-903f-4e2c8332f75c', 'network_id': '580f11b3-5680-46a3-903f-4e2c8332f75c', 'project_id': 'c8510d4659394aff968e8653e662bafb', 'fixed_ips': [{'subnet_id': 'e3989f45-b2d2-4967-8b91-94911484936b'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:47:53.795524 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-0d8a6dc3-7627-4fa1-af34-0f25aad037bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:53.795883 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:53.819188 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-8d4c856b-c2c3-4856-a21a-89b173a93975 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1857809403'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:53.819657 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-8d4c856b-c2c3-4856-a21a-89b173a93975 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] Unknown quota resources ['metering_label']. {{(pid=103847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 02:47:53.824943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-164bee51-9237-4d6a-9d71-69d76706a774 None None] Provisioning complete for port e97d4905-01c1-4fec-8b89-44b7be1269b7 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:53.825431 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-164bee51-9237-4d6a-9d71-69d76706a774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:53.874146 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-164bee51-9237-4d6a-9d71-69d76706a774 None None] Port e97d4905-01c1-4fec-8b89-44b7be1269b7 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:47:54.013575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-732cff4a-327c-4605-8198-1a0b19187b1d req-0d8a6dc3-7627-4fa1-af34-0f25aad037bc service neutron] For port e9de420b-c32e-4a1d-a9ee-71a5673399ea, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e9de420b-c32e-4a1d-a9ee-71a5673399ea,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:54.033089 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Allocated IP 172.20.0.2 (580f11b3-5680-46a3-903f-4e2c8332f75c/e3989f45-b2d2-4967-8b91-94911484936b/e9082788-162e-4e36-8f3f-a6d07bcc3726) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:47:54.049000 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8d4c856b-c2c3-4856-a21a-89b173a93975 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:54.050981 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-732cff4a-327c-4605-8198-1a0b19187b1d req-0d8a6dc3-7627-4fa1-af34-0f25aad037bc service neutron] For port e9de420b-c32e-4a1d-a9ee-71a5673399ea, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:47:54.053718 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8d4c856b-c2c3-4856-a21a-89b173a93975 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5041003 Dec 14 02:47:54.054697 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46df12e6-f7be-477b-9177-47747d6aeaad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Made reservation on behalf of c8510d4659394aff968e8653e662bafb for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:47:54.059288 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46df12e6-f7be-477b-9177-47747d6aeaad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:54.076073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48548) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:54.084176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-90bc9f10-fb49-4f07-a98a-1a5568162879 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ac6b1e74-943b-4f7e-8fa7-dfddc1ecb1ea'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:54.084714 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-90bc9f10-fb49-4f07-a98a-1a5568162879 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 02:47:54.090083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-46df12e6-f7be-477b-9177-47747d6aeaad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] device_id is not set on port ef090d34-ba36-40d6-88be-b914324b9dea yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:47:54.093715 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-732cff4a-327c-4605-8198-1a0b19187b1d req-0d8a6dc3-7627-4fa1-af34-0f25aad037bc service neutron] device_id is not set on port e9de420b-c32e-4a1d-a9ee-71a5673399ea yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:47:54.108441 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-0d8a6dc3-7627-4fa1-af34-0f25aad037bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:54.172972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c562c-e037-4eef-9f42-de015910e667 req-288ce11c-bca5-4aef-8115-63c2804fdcb0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:54.179833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c562c-e037-4eef-9f42-de015910e667 req-288ce11c-bca5-4aef-8115-63c2804fdcb0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:54.185819 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c562c-e037-4eef-9f42-de015910e667 req-288ce11c-bca5-4aef-8115-63c2804fdcb0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:54.191899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c562c-e037-4eef-9f42-de015910e667 req-288ce11c-bca5-4aef-8115-63c2804fdcb0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:54.196922 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f3656048-2bd9-46fe-9ab0-f40f138c6663 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:47:54.198465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c562c-e037-4eef-9f42-de015910e667 req-288ce11c-bca5-4aef-8115-63c2804fdcb0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:54.204673 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c562c-e037-4eef-9f42-de015910e667 req-288ce11c-bca5-4aef-8115-63c2804fdcb0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:54.207058 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-573c562c-e037-4eef-9f42-de015910e667 req-288ce11c-bca5-4aef-8115-63c2804fdcb0 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 4658 time: 0.0935984 Dec 14 02:47:54.241390 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:54.261451 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-0d8a6dc3-7627-4fa1-af34-0f25aad037bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:54.278036 n-d-821636-1 neutron-server[103847]: WARNING neutron.services.metering.metering_plugin [None req-90bc9f10-fb49-4f07-a98a-1a5568162879 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 14 02:47:54.303406 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:54.343479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f3656048-2bd9-46fe-9ab0-f40f138c6663, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:54.345725 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:47:54.348344 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615a636a-6dfe-448d-ae59-abd9d3c38a37" -d '{"events": [{"server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "name": "network-vif-unplugged", "status": "completed", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:47:54.358765 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:54.403672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff488140-5855-41a4-8d4a-89e4b1fd1027 req-3778abd0-3a31-455e-8a7b-ffef393f9687 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:54.408717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff488140-5855-41a4-8d4a-89e4b1fd1027 req-3778abd0-3a31-455e-8a7b-ffef393f9687 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 946 time: 0.1962147 Dec 14 02:47:54.412747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a6dc3-7627-4fa1-af34-0f25aad037bc service neutron] Pushing event updated for resources: {'Port': ['ID=e9de420b-c32e-4a1d-a9ee-71a5673399ea,revision_number=6']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:54.415333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-732cff4a-327c-4605-8198-1a0b19187b1d req-0d8a6dc3-7627-4fa1-af34-0f25aad037bc service neutron] No DVR routers for this DVR port e9de420b-c32e-4a1d-a9ee-71a5673399ea on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:47:54.417008 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90bc9f10-fb49-4f07-a98a-1a5568162879 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:54.423644 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-90bc9f10-fb49-4f07-a98a-1a5568162879 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3428805 Dec 14 02:47:54.425174 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48558) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:54.436588 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Pushing event updated for resources: {'Port': ['ID=e9082788-162e-4e36-8f3f-a6d07bcc3726,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:54.457159 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:54.464207 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5cd7f857-01d8-48b2-bdca-d09ddc7c2a29 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ac6b1e74-943b-4f7e-8fa7-dfddc1ecb1ea'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:54.464923 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5cd7f857-01d8-48b2-bdca-d09ddc7c2a29 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 02:47:54.477195 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-732cff4a-327c-4605-8198-1a0b19187b1d req-0d8a6dc3-7627-4fa1-af34-0f25aad037bc service neutron] In _notify_port_updated(), no bound segment for port e9de420b-c32e-4a1d-a9ee-71a5673399ea on network cf83d73a-45cf-4239-b869-73b771421429 {{(pid=103848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:47:54.478047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cff4a-327c-4605-8198-1a0b19187b1d req-0d8a6dc3-7627-4fa1-af34-0f25aad037bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:54.478665 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-0d8a6dc3-7627-4fa1-af34-0f25aad037bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:54.479950 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-732cff4a-327c-4605-8198-1a0b19187b1d req-0d8a6dc3-7627-4fa1-af34-0f25aad037bc service neutron] 10.222.0.47 "PUT /v2.0/ports/e9de420b-c32e-4a1d-a9ee-71a5673399ea HTTP/1.1" status: 200 len: 1026 time: 0.8184824 Dec 14 02:47:54.486914 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-573c562c-e037-4eef-9f42-de015910e667 req-d5ef7a40-610b-4e89-b68c-d27f59a73285 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=cf3e78ea-f913-4c8e-82d6-c5caa1533c71&id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2692447 Dec 14 02:47:54.490942 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Network 580f11b3-5680-46a3-903f-4e2c8332f75c is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:47:54.497167 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:54.506526 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:47:54.657240 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff488140-5855-41a4-8d4a-89e4b1fd1027 req-b2a8eadf-c8c5-4c84-9926-49a65f2cbea5 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822581 Dec 14 02:47:54.698392 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-732cff4a-327c-4605-8198-1a0b19187b1d req-05233407-3d1a-4373-a48e-03053631ac4e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Deleting port 4ef6eebe-50b1-45f1-8719-abdc224c373b {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:54.698392 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-05233407-3d1a-4373-a48e-03053631ac4e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:54.706847 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20ebf03-75de-4d6d-aa0c-e3d6a6e059b6 x-openstack-request-id: req-d20ebf03-75de-4d6d-aa0c-e3d6a6e059b6 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:47:54.708668 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "name": "network-vif-unplugged", "status": "completed", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:47:54.712449 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d20ebf03-75de-4d6d-aa0c-e3d6a6e059b6 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:47:54.714696 n-d-821636-1 neutron-server[103847]: WARNING neutron.services.metering.metering_plugin [None req-5cd7f857-01d8-48b2-bdca-d09ddc7c2a29 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 14 02:47:54.715173 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'code': 200} Dec 14 02:47:54.716713 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Attempting to bind port e9082788-162e-4e36-8f3f-a6d07bcc3726 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:47:54.717545 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Attempting to bind port e9082788-162e-4e36-8f3f-a6d07bcc3726 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'abff6357-2640-464c-8a90-03d01112a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '580f11b3-5680-46a3-903f-4e2c8332f75c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:47:54.718671 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.db.api [None req-46df12e6-f7be-477b-9177-47747d6aeaad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-397dc264-b22f-47d8-9945-a6f8e2a5c3e5 {{(pid=103847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:47:54.719356 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Attempting to bind port e9082788-162e-4e36-8f3f-a6d07bcc3726 on network 580f11b3-5680-46a3-903f-4e2c8332f75c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:47:54.719480 n-d-821636-1 neutron-server[103847]: DEBUG oslo_db.api [None req-46df12e6-f7be-477b-9177-47747d6aeaad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:47:54.766485 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:47:54.769107 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Checking segment: {'id': 'abff6357-2640-464c-8a90-03d01112a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '580f11b3-5680-46a3-903f-4e2c8332f75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:47:54.769656 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:54.772236 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Bound using segment: {'id': 'abff6357-2640-464c-8a90-03d01112a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '580f11b3-5680-46a3-903f-4e2c8332f75c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:47:54.772857 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Bound port: e9082788-162e-4e36-8f3f-a6d07bcc3726, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abff6357-2640-464c-8a90-03d01112a9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '580f11b3-5680-46a3-903f-4e2c8332f75c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:47:54.773383 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:54.855355 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e63054a6-8850-47dc-806d-53b2fda6b2c1 None None] Provisioning complete for port e9de420b-c32e-4a1d-a9ee-71a5673399ea triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:54.856797 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e63054a6-8850-47dc-806d-53b2fda6b2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:54.860494 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=f3656048-2bd9-46fe-9ab0-f40f138c6663,revision_number=14']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:54.876300 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5cd7f857-01d8-48b2-bdca-d09ddc7c2a29 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:54.884239 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5cd7f857-01d8-48b2-bdca-d09ddc7c2a29 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4213748 Dec 14 02:47:54.884935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-732cff4a-327c-4605-8198-1a0b19187b1d req-05233407-3d1a-4373-a48e-03053631ac4e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] For port 4ef6eebe-50b1-45f1-8719-abdc224c373b, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4ef6eebe-50b1-45f1-8719-abdc224c373b,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:54.885424 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-05233407-3d1a-4373-a48e-03053631ac4e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:54.886430 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48572) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:54.910893 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-00451cf3-2df0-4a9c-819f-47de841a381e tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=31b2d547-c8bd-4f43-83bf-9a4e1228bdee HTTP/1.1" status: 200 len: 464 time: 0.0207851 Dec 14 02:47:54.912696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48574) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:54.914959 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-732cff4a-327c-4605-8198-1a0b19187b1d req-05233407-3d1a-4373-a48e-03053631ac4e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Calling delete_port for 4ef6eebe-50b1-45f1-8719-abdc224c373b owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:54.943241 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e63054a6-8850-47dc-806d-53b2fda6b2c1 None None] Port e9de420b-c32e-4a1d-a9ee-71a5673399ea cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:47:54.954348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] For port e9082788-162e-4e36-8f3f-a6d07bcc3726, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:47:54.958039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] For port e9082788-162e-4e36-8f3f-a6d07bcc3726, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e9082788-162e-4e36-8f3f-a6d07bcc3726,segment=NetworkSegment(abff6357-2640-464c-8a90-03d01112a9e6),segment_id=abff6357-2640-464c-8a90-03d01112a9e6)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:47:55.034500 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:55.132514 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c873ce-6593-4433-858a-80f5b70699bf None None] Pushing event updated for resources: {'Port': ['ID=e9082788-162e-4e36-8f3f-a6d07bcc3726,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:55.220682 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46df12e6-f7be-477b-9177-47747d6aeaad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:55.267079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48588) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:55.276620 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-46df12e6-f7be-477b-9177-47747d6aeaad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] device_id is not set on port 17815216-4925-454f-9c10-b8ccc4671f13 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:47:55.517363 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7c759644-3907-46f6-8a47-02b7097f41d4 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:47:55.560443 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-246bc36f-5e5d-4a78-90d1-5407fc1fb6a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:55.639575 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:55.677676 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-46df12e6-f7be-477b-9177-47747d6aeaad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Allocated IP 172.20.0.4 (580f11b3-5680-46a3-903f-4e2c8332f75c/e3989f45-b2d2-4967-8b91-94911484936b/17815216-4925-454f-9c10-b8ccc4671f13) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:47:55.704524 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 7c759644-3907-46f6-8a47-02b7097f41d4, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7c759644-3907-46f6-8a47-02b7097f41d4,segment=NetworkSegment(64a20676-0459-4167-aad8-80e21b0772b5),segment_id=64a20676-0459-4167-aad8-80e21b0772b5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:55.715594 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-07d78d22-b0c9-4e67-8c12-c184d650fb35 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:55.716842 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-07d78d22-b0c9-4e67-8c12-c184d650fb35 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/31b2d547-c8bd-4f43-83bf-9a4e1228bdee HTTP/1.1" status: 204 len: 168 time: 0.8031361 Dec 14 02:47:55.720297 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48610) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:55.771137 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ac3e7424-159b-4b30-9d76-5549ac2be0d0 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=31b2d547-c8bd-4f43-83bf-9a4e1228bdee HTTP/1.1" status: 200 len: 221 time: 0.0463653 Dec 14 02:47:55.772302 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48614) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:55.777831 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4a6861be-b90b-414f-a51e-c618955ff785 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1181701242', 'description': 'label created by tempest'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:55.778291 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4a6861be-b90b-414f-a51e-c618955ff785 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] Unknown quota resources ['metering_label']. {{(pid=103847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 02:47:55.790153 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364a490-ddf9-49d2-bf0d-b6558a6baaa0 req-673c1ae3-bff2-4804-982c-029beab11a11 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:55.796185 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364a490-ddf9-49d2-bf0d-b6558a6baaa0 req-673c1ae3-bff2-4804-982c-029beab11a11 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:55.802306 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364a490-ddf9-49d2-bf0d-b6558a6baaa0 req-673c1ae3-bff2-4804-982c-029beab11a11 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:55.804036 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:55.804813 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4ef6eebe-50b1-45f1-8719-abdc224c373b no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:47:55.815517 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364a490-ddf9-49d2-bf0d-b6558a6baaa0 req-673c1ae3-bff2-4804-982c-029beab11a11 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:55.832025 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364a490-ddf9-49d2-bf0d-b6558a6baaa0 req-673c1ae3-bff2-4804-982c-029beab11a11 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:55.846040 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5364a490-ddf9-49d2-bf0d-b6558a6baaa0 req-673c1ae3-bff2-4804-982c-029beab11a11 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 3885 time: 0.1258109 Dec 14 02:47:55.891661 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No active binding found for port 4ef6eebe-50b1-45f1-8719-abdc224c373b {{(pid=103849) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 14 02:47:55.892193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4ef6eebe-50b1-45f1-8719-abdc224c373b not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:47:55.892673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 967565e0-3a99-41ac-bfa3-c5fb52e9a874 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:47:55.897771 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=7c759644-3907-46f6-8a47-02b7097f41d4,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:55.912310 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-246bc36f-5e5d-4a78-90d1-5407fc1fb6a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:55.947857 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-05233407-3d1a-4373-a48e-03053631ac4e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:56.010761 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:56.021273 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05233407-3d1a-4373-a48e-03053631ac4e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event deleted for resources: {'Port': ['ID=4ef6eebe-50b1-45f1-8719-abdc224c373b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:56.029540 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-246bc36f-5e5d-4a78-90d1-5407fc1fb6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:56.054598 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5364a490-ddf9-49d2-bf0d-b6558a6baaa0 req-b8b22d32-b42b-4440-8a5f-8b18225b9bf6 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058315 Dec 14 02:47:56.083493 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4a6861be-b90b-414f-a51e-c618955ff785 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:56.087493 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4a6861be-b90b-414f-a51e-c618955ff785 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3110712 Dec 14 02:47:56.088891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48620) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:56.099848 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 967565e0-3a99-41ac-bfa3-c5fb52e9a874, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=967565e0-3a99-41ac-bfa3-c5fb52e9a874,segment=NetworkSegment(d1595b99-6ad9-44ee-8c91-8d11d1164e2c),segment_id=d1595b99-6ad9-44ee-8c91-8d11d1164e2c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:56.173293 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48626) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:56.193654 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-246bc36f-5e5d-4a78-90d1-5407fc1fb6a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=780e0973354045c8a82ce83337e39eec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9154162 Dec 14 02:47:56.196685 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-93381540-881a-474c-861a-4c27f033abed tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=0065ae62-6485-468a-b212-ad827c1ef354 HTTP/1.1" status: 200 len: 468 time: 0.1075008 Dec 14 02:47:56.198979 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:56.199711 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 467a8650-a8b3-40e7-8038-30ec1396f28c no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:47:56.202677 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-732cff4a-327c-4605-8198-1a0b19187b1d req-05233407-3d1a-4373-a48e-03053631ac4e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] No DVR routers for this DVR port 4ef6eebe-50b1-45f1-8719-abdc224c373b on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:47:56.206437 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-05233407-3d1a-4373-a48e-03053631ac4e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:56.210156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-732cff4a-327c-4605-8198-1a0b19187b1d req-05233407-3d1a-4373-a48e-03053631ac4e tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.47 "DELETE /v2.0/ports/4ef6eebe-50b1-45f1-8719-abdc224c373b HTTP/1.1" status: 204 len: 173 time: 1.7179983 Dec 14 02:47:56.211188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48630) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:56.211859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-deleted', 'tag': '4ef6eebe-50b1-45f1-8719-abdc224c373b'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:47:56.214438 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4667fd8f-1e9c-4730-8beb-14d65044fcdb" -d '{"events": [{"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-deleted", "tag": "4ef6eebe-50b1-45f1-8719-abdc224c373b"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:47:56.239172 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bc36f-5e5d-4a78-90d1-5407fc1fb6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed20e9c-1d40-4376-8864-5a8ee34ec904,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:56.306613 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46df12e6-f7be-477b-9177-47747d6aeaad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:56.311866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=967565e0-3a99-41ac-bfa3-c5fb52e9a874,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:56.347122 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1b8689-9aca-4958-90ba-e38351ed4a1c x-openstack-request-id: req-8e1b8689-9aca-4958-90ba-e38351ed4a1c {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:47:56.347423 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-deleted", "tag": "4ef6eebe-50b1-45f1-8719-abdc224c373b", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:47:56.347838 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8e1b8689-9aca-4958-90ba-e38351ed4a1c {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:47:56.348254 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-deleted', 'tag': '4ef6eebe-50b1-45f1-8719-abdc224c373b', 'status': 'completed', 'code': 200} Dec 14 02:47:56.397607 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:56.446938 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 467a8650-a8b3-40e7-8038-30ec1396f28c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=467a8650-a8b3-40e7-8038-30ec1396f28c,segment=NetworkSegment(64a20676-0459-4167-aad8-80e21b0772b5),segment_id=64a20676-0459-4167-aad8-80e21b0772b5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:56.467886 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46df12e6-f7be-477b-9177-47747d6aeaad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:56.547694 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:56.548572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7b7cfabd-515e-4098-a45c-f9b489a694ea no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:47:56.569155 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46df12e6-f7be-477b-9177-47747d6aeaad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Network 580f11b3-5680-46a3-903f-4e2c8332f75c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:47:56.587000 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-46df12e6-f7be-477b-9177-47747d6aeaad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:47:56.592185 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df12e6-f7be-477b-9177-47747d6aeaad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:47:56.603103 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df12e6-f7be-477b-9177-47747d6aeaad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Pushing event updated for resources: {'Port': ['ID=17815216-4925-454f-9c10-b8ccc4671f13,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:56.612169 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bdcc13fb-9de8-4f1f-af4f-31714245babf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:56.666353 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bdcc13fb-9de8-4f1f-af4f-31714245babf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:56.707881 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df12e6-f7be-477b-9177-47747d6aeaad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:56.709514 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-46df12e6-f7be-477b-9177-47747d6aeaad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:56.715586 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c759644-3907-46f6-8a47-02b7097f41d4'}, {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967565e0-3a99-41ac-bfa3-c5fb52e9a874'}, {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '467a8650-a8b3-40e7-8038-30ec1396f28c'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:47:56.727291 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afdd1fb-3b33-4e7b-9c79-015ebe8a6921" -d '{"events": [{"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-unplugged", "status": "completed", "tag": "7c759644-3907-46f6-8a47-02b7097f41d4"}, {"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-unplugged", "status": "completed", "tag": "967565e0-3a99-41ac-bfa3-c5fb52e9a874"}, {"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-unplugged", "status": "completed", "tag": "467a8650-a8b3-40e7-8038-30ec1396f28c"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:47:56.789482 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=467a8650-a8b3-40e7-8038-30ec1396f28c,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:56.794355 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 14 Dec 2021 02:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c4ec12-ca39-46dc-82c1-9a9fd0e8a9e1 x-openstack-request-id: req-c8c4ec12-ca39-46dc-82c1-9a9fd0e8a9e1 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:47:56.794659 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-unplugged", "status": "completed", "tag": "7c759644-3907-46f6-8a47-02b7097f41d4", "code": 200}, {"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-unplugged", "status": "completed", "tag": "967565e0-3a99-41ac-bfa3-c5fb52e9a874", "code": 200}, {"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-unplugged", "status": "completed", "tag": "467a8650-a8b3-40e7-8038-30ec1396f28c", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:47:56.794917 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8c4ec12-ca39-46dc-82c1-9a9fd0e8a9e1 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:47:56.795313 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c759644-3907-46f6-8a47-02b7097f41d4', 'code': 200} Dec 14 02:47:56.795568 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '967565e0-3a99-41ac-bfa3-c5fb52e9a874', 'code': 200} Dec 14 02:47:56.795818 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '467a8650-a8b3-40e7-8038-30ec1396f28c', 'code': 200} Dec 14 02:47:56.807669 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48648) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:56.830558 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-46df12e6-f7be-477b-9177-47747d6aeaad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.1363137 Dec 14 02:47:56.833116 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48652) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:56.838394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f37e8298-1378-451b-9a41-d0eba1e6935e tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1334509816', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:56.847588 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80562317-158e-40f4-a5eb-03254029ce47 None None] Network 580f11b3-5680-46a3-903f-4e2c8332f75c requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:47:56.859194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-732cff4a-327c-4605-8198-1a0b19187b1d req-8437fbb8-7ab1-4a74-b1a5-c6e41def8ed1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Deleting port 967565e0-3a99-41ac-bfa3-c5fb52e9a874 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:56.859784 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-8437fbb8-7ab1-4a74-b1a5-c6e41def8ed1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:56.944994 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bdcc13fb-9de8-4f1f-af4f-31714245babf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:56.951360 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bdcc13fb-9de8-4f1f-af4f-31714245babf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:56.954924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bdcc13fb-9de8-4f1f-af4f-31714245babf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ed20e9c-1d40-4376-8864-5a8ee34ec904 HTTP/1.1" status: 204 len: 168 time: 0.7802162 Dec 14 02:47:56.965036 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f37e8298-1378-451b-9a41-d0eba1e6935e tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:56.967807 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f37e8298-1378-451b-9a41-d0eba1e6935e tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:56.980154 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc13fb-9de8-4f1f-af4f-31714245babf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed20e9c-1d40-4376-8864-5a8ee34ec904,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:56.990485 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-43ce3ad7-320d-446f-b9f6-42c56f4ddd9b tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:56.991889 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-43ce3ad7-320d-446f-b9f6-42c56f4ddd9b tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/0065ae62-6485-468a-b212-ad827c1ef354 HTTP/1.1" status: 204 len: 168 time: 0.7740712 Dec 14 02:47:56.999495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48660) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:57.027594 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8f74d282-43ac-49bb-819c-0db9a4e3266e tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=0065ae62-6485-468a-b212-ad827c1ef354 HTTP/1.1" status: 200 len: 216 time: 0.0267746 Dec 14 02:47:57.033810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48662) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:57.051244 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bed2a606-81c0-43ec-a04b-77bd7fd7ffa5 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0163925 Dec 14 02:47:57.063185 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48666) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:57.089557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-896b090a-697f-42fc-8723-ad9a34c3ad0c tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0237596 Dec 14 02:47:57.093143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48668) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:57.096233 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-838d4ada-fa60-4726-af19-80b4a8fc14bb None None] Provisioning complete for port e9082788-162e-4e36-8f3f-a6d07bcc3726 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:57.096682 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-838d4ada-fa60-4726-af19-80b4a8fc14bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.105384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-732cff4a-327c-4605-8198-1a0b19187b1d req-8437fbb8-7ab1-4a74-b1a5-c6e41def8ed1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] For port 967565e0-3a99-41ac-bfa3-c5fb52e9a874, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=967565e0-3a99-41ac-bfa3-c5fb52e9a874,segment=NetworkSegment(d1595b99-6ad9-44ee-8c91-8d11d1164e2c),segment_id=d1595b99-6ad9-44ee-8c91-8d11d1164e2c)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:57.105384 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-8437fbb8-7ab1-4a74-b1a5-c6e41def8ed1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.107149 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.116318 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.138206 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6feb263-190d-4a8d-8583-de8ae58f3062 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.142313 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f37e8298-1378-451b-9a41-d0eba1e6935e tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.170304 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6c58d89b-20e5-4bae-bc64-91d0bfddb597 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/ac6b1e74-943b-4f7e-8fa7-dfddc1ecb1ea HTTP/1.1" status: 200 len: 473 time: 0.0754318 Dec 14 02:47:57.184641 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e9082788-162e-4e36-8f3f-a6d07bcc3726 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:47:57.202257 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48674) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:57.235420 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e2fede30-88c2-4239-877c-d17ac440f1bb tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/dff2dcd3-a54e-4fe4-9c6c-22af41cea475 HTTP/1.1" status: 200 len: 461 time: 0.0311968 Dec 14 02:47:57.240091 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48678) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:57.249999 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6feb263-190d-4a8d-8583-de8ae58f3062 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.251703 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f37e8298-1378-451b-9a41-d0eba1e6935e tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.285514 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e9082788-162e-4e36-8f3f-a6d07bcc3726 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:57.285890 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.321288 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 7b7cfabd-515e-4098-a45c-f9b489a694ea, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7b7cfabd-515e-4098-a45c-f9b489a694ea,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:57.348524 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100b87e-c3b1-410e-90b1-c496cfda2ded req-416b5d60-60e2-4cd1-a7c1-9067da79e288 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:57.356795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100b87e-c3b1-410e-90b1-c496cfda2ded req-416b5d60-60e2-4cd1-a7c1-9067da79e288 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:57.364834 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100b87e-c3b1-410e-90b1-c496cfda2ded req-416b5d60-60e2-4cd1-a7c1-9067da79e288 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:57.369952 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6feb263-190d-4a8d-8583-de8ae58f3062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.373162 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100b87e-c3b1-410e-90b1-c496cfda2ded req-416b5d60-60e2-4cd1-a7c1-9067da79e288 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:57.382582 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6100b87e-c3b1-410e-90b1-c496cfda2ded req-416b5d60-60e2-4cd1-a7c1-9067da79e288 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 3144 time: 0.1619589 Dec 14 02:47:57.384000 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f37e8298-1378-451b-9a41-d0eba1e6935e tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.385194 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f37e8298-1378-451b-9a41-d0eba1e6935e tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5510192 Dec 14 02:47:57.393407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48688) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:57.398993 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-46bbb803-334f-4dc4-810e-2be433ef1bef tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1283612921', 'prefixes': ['172.20.0.0/16']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:47:57.438895 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b6feb263-190d-4a8d-8583-de8ae58f3062 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b29f0b295c984b9998352c0e74bd483b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6286373 Dec 14 02:47:57.439730 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6feb263-190d-4a8d-8583-de8ae58f3062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954b4f41-6c5f-4242-94ef-da7d9a2e8c27,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:57.443523 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48690) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:57.447251 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-838d4ada-fa60-4726-af19-80b4a8fc14bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.478897 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.481237 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e97d4905-01c1-4fec-8b89-44b7be1269b7 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:47:57.520778 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-86659966-a8c5-4d28-8671-6f47cbd285c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.550737 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-86659966-a8c5-4d28-8671-6f47cbd285c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.603539 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6100b87e-c3b1-410e-90b1-c496cfda2ded req-da55a7ac-5895-49f1-b699-0a535fced417 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053976 Dec 14 02:47:57.677058 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.708582 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-57115f9c-631c-41ff-9d4e-6074e2f4bbd6 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.709608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-838d4ada-fa60-4726-af19-80b4a8fc14bb None None] For port e9082788-162e-4e36-8f3f-a6d07bcc3726, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e9082788-162e-4e36-8f3f-a6d07bcc3726,segment=NetworkSegment(abff6357-2640-464c-8a90-03d01112a9e6),segment_id=abff6357-2640-464c-8a90-03d01112a9e6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:57.714198 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-57115f9c-631c-41ff-9d4e-6074e2f4bbd6 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/dff2dcd3-a54e-4fe4-9c6c-22af41cea475 HTTP/1.1" status: 204 len: 168 time: 0.4710426 Dec 14 02:47:57.717146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48702) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:57.720519 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=7b7cfabd-515e-4098-a45c-f9b489a694ea,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:57.727018 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e97d4905-01c1-4fec-8b89-44b7be1269b7 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:47:57.730136 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e9de420b-c32e-4a1d-a9ee-71a5673399ea no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:47:57.764270 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-86659966-a8c5-4d28-8671-6f47cbd285c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.767503 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-86659966-a8c5-4d28-8671-6f47cbd285c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.768680 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-86659966-a8c5-4d28-8671-6f47cbd285c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/954b4f41-6c5f-4242-94ef-da7d9a2e8c27 HTTP/1.1" status: 204 len: 168 time: 0.3238742 Dec 14 02:47:57.783447 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-8437fbb8-7ab1-4a74-b1a5-c6e41def8ed1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.784049 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-8437fbb8-7ab1-4a74-b1a5-c6e41def8ed1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:57.784531 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-732cff4a-327c-4605-8198-1a0b19187b1d req-8437fbb8-7ab1-4a74-b1a5-c6e41def8ed1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Floating IP ff286b19-caf1-435e-a503-039a50aab83c disassociated. External IP: 172.25.7.193, port: 967565e0-3a99-41ac-bfa3-c5fb52e9a874. Dec 14 02:47:57.785156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-732cff4a-327c-4605-8198-1a0b19187b1d req-8437fbb8-7ab1-4a74-b1a5-c6e41def8ed1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Calling delete_port for 967565e0-3a99-41ac-bfa3-c5fb52e9a874 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:57.791050 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86659966-a8c5-4d28-8671-6f47cbd285c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954b4f41-6c5f-4242-94ef-da7d9a2e8c27,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:57.978471 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48706) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:58.003374 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-83c23516-7014-4e3a-b460-42b8ab3141ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:58.095592 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-83c23516-7014-4e3a-b460-42b8ab3141ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:58.120195 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-838d4ada-fa60-4726-af19-80b4a8fc14bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:58.189699 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-37e89728-3cca-45be-8a94-87e5a8a02b97 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:58.191118 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-37e89728-3cca-45be-8a94-87e5a8a02b97 tempest-MeteringTestJSON-1558329522 tempest-MeteringTestJSON-1558329522-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/ac6b1e74-943b-4f7e-8fa7-dfddc1ecb1ea HTTP/1.1" status: 204 len: 168 time: 0.4726949 Dec 14 02:47:58.222802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e9de420b-c32e-4a1d-a9ee-71a5673399ea not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:47:58.228236 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:47:58.228600 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:47:58.229081 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838d4ada-fa60-4726-af19-80b4a8fc14bb None None] Pushing event updated for resources: {'Port': ['ID=e9082788-162e-4e36-8f3f-a6d07bcc3726,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:58.244716 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-808585f6-e5d7-4449-924a-ddb92950e6e6 None None] Provisioning complete for port e9082788-162e-4e36-8f3f-a6d07bcc3726 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:58.245097 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-808585f6-e5d7-4449-924a-ddb92950e6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:58.250548 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-83c23516-7014-4e3a-b460-42b8ab3141ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:58.257247 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46bbb803-334f-4dc4-810e-2be433ef1bef tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks [] for subnetpool, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:58.265813 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-46bbb803-334f-4dc4-810e-2be433ef1bef tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.8637729 Dec 14 02:47:58.265813 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48712) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:58.278402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-f707ed0f-b1db-46e9-9c07-8af0255f8f3c tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e3989f45-b2d2-4967-8b91-94911484936b', 'tempest-TagsExtTest-Tag-775625093') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:58.329360 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-83c23516-7014-4e3a-b460-42b8ab3141ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1025840bb707474cae5e811dc8bb65e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3470111 Dec 14 02:47:58.329360 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c23516-7014-4e3a-b460-42b8ab3141ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de419c5f-d1cd-43af-b744-74db7f3f3e27,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:58.329653 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48716) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:58.389103 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-8437fbb8-7ab1-4a74-b1a5-c6e41def8ed1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:58.396350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-808585f6-e5d7-4449-924a-ddb92950e6e6 None None] Provisioning complete for port 17815216-4925-454f-9c10-b8ccc4671f13 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:58.396884 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-808585f6-e5d7-4449-924a-ddb92950e6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:58.431066 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-808585f6-e5d7-4449-924a-ddb92950e6e6 None None] Port 17815216-4925-454f-9c10-b8ccc4671f13 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:47:58.462159 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437fbb8-7ab1-4a74-b1a5-c6e41def8ed1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event deleted for resources: {'Port': ['ID=967565e0-3a99-41ac-bfa3-c5fb52e9a874,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:58.588872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48718) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:58.589509 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e55aaac8-8842-4148-940f-870d9e9c5481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:58.601067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760445fb-a057-407f-908e-e9bcc826d9dd req-616bba61-1fac-4771-9ec8-f10b00f1df3f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:58.602595 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-760445fb-a057-407f-908e-e9bcc826d9dd req-616bba61-1fac-4771-9ec8-f10b00f1df3f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.2146776 Dec 14 02:47:58.603692 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e87e5250-1b32-4700-8a22-b43813cd96f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:58.646860 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e55aaac8-8842-4148-940f-870d9e9c5481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:58.669824 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f707ed0f-b1db-46e9-9c07-8af0255f8f3c tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "PUT /v2.0/subnets/e3989f45-b2d2-4967-8b91-94911484936b/tags/tempest-TagsExtTest-Tag-775625093 HTTP/1.1" status: 201 len: 201 time: 0.4040415 Dec 14 02:47:58.673742 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48722) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:58.681992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-9488ec00-7c86-4fee-9662-0f87968efe2b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '17815216-4925-454f-9c10-b8ccc4671f13', 'tempest-TagsExtTest-Tag-191546641') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:58.739260 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-760445fb-a057-407f-908e-e9bcc826d9dd req-7c1eafcf-72bf-4c48-af3b-6ffdc71b4de2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260939 Dec 14 02:47:58.743839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-732cff4a-327c-4605-8198-1a0b19187b1d req-8437fbb8-7ab1-4a74-b1a5-c6e41def8ed1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Router 9f05b62e-eec8-454c-8014-8438925f5728 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:47:58.743930 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e87e5250-1b32-4700-8a22-b43813cd96f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:58.797738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b7cfabd-515e-4098-a45c-f9b489a694ea'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:47:58.800110 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9478b4ee-ed4a-4d99-bac0-d0db57ecc807" -d '{"events": [{"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-unplugged", "status": "completed", "tag": "7b7cfabd-515e-4098-a45c-f9b489a694ea"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:47:58.819091 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48730) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:58.826651 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e87e5250-1b32-4700-8a22-b43813cd96f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:58.857732 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e87e5250-1b32-4700-8a22-b43813cd96f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1738a47f45564373930948edf4fb6d00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2674820 Dec 14 02:47:58.861003 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48734) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:58.925893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee415de-b0eb-4f68-9143-997f19b42ea1 req-451554d9-ea5b-43bc-ab65-f533072a207d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:58.933760 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee415de-b0eb-4f68-9143-997f19b42ea1 req-451554d9-ea5b-43bc-ab65-f533072a207d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:58.939133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee415de-b0eb-4f68-9143-997f19b42ea1 req-451554d9-ea5b-43bc-ab65-f533072a207d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:58.941013 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aee415de-b0eb-4f68-9143-997f19b42ea1 req-451554d9-ea5b-43bc-ab65-f533072a207d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 2409 time: 0.2213161 Dec 14 02:47:58.943931 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e55aaac8-8842-4148-940f-870d9e9c5481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:58.947481 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e5250-1b32-4700-8a22-b43813cd96f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047b54f9-e73e-4df7-83aa-2ea4e8fe83a7,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:58.948589 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e55aaac8-8842-4148-940f-870d9e9c5481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:58.949945 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e55aaac8-8842-4148-940f-870d9e9c5481 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de419c5f-d1cd-43af-b744-74db7f3f3e27 HTTP/1.1" status: 204 len: 168 time: 0.6189661 Dec 14 02:47:58.956315 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5580089-b6aa-4587-92de-60d57f1665f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:59.009339 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5580089-b6aa-4587-92de-60d57f1665f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:59.023066 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e9082788-162e-4e36-8f3f-a6d07bcc3726 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:47:59.039359 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55aaac8-8842-4148-940f-870d9e9c5481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de419c5f-d1cd-43af-b744-74db7f3f3e27,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:59.053808 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9488ec00-7c86-4fee-9662-0f87968efe2b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "PUT /v2.0/ports/17815216-4925-454f-9c10-b8ccc4671f13/tags/tempest-TagsExtTest-Tag-191546641 HTTP/1.1" status: 201 len: 201 time: 0.3763809 Dec 14 02:47:59.054133 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aee415de-b0eb-4f68-9143-997f19b42ea1 req-06525d0b-6fa8-421b-b48a-57d56c05d37d tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907922 Dec 14 02:47:59.056616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48738) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:59.066868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-b16b7feb-8cc7-4d0c-9e89-4a2ce35681bf tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bec9efd4-f3f9-4d6f-875e-3ed05a9879ff', 'tempest-TagsExtTest-Tag-1907516525') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:59.151068 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3617e313-26b5-46bc-8902-5239179ee157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:59.155798 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e9082788-162e-4e36-8f3f-a6d07bcc3726 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:47:59.156372 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:59.170091 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-732cff4a-327c-4605-8198-1a0b19187b1d req-8437fbb8-7ab1-4a74-b1a5-c6e41def8ed1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:47:59.204820 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5930eec9-f050-4bd1-977a-b3f2b551f58a x-openstack-request-id: req-5930eec9-f050-4bd1-977a-b3f2b551f58a {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:47:59.205722 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-unplugged", "status": "completed", "tag": "7b7cfabd-515e-4098-a45c-f9b489a694ea", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:47:59.205988 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5930eec9-f050-4bd1-977a-b3f2b551f58a {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:47:59.206580 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b7cfabd-515e-4098-a45c-f9b489a694ea', 'code': 200} Dec 14 02:47:59.209247 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5cb29-8ddc-42f0-a787-10b4584b8e3f None None] Sync routers for ids ['9f05b62e-eec8-454c-8014-8438925f5728'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:47:59.226707 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-732cff4a-327c-4605-8198-1a0b19187b1d req-8437fbb8-7ab1-4a74-b1a5-c6e41def8ed1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] No DVR routers for this DVR port 967565e0-3a99-41ac-bfa3-c5fb52e9a874 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:47:59.238685 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee5cb29-8ddc-42f0-a787-10b4584b8e3f None None] Routers {'9f05b62e-eec8-454c-8014-8438925f5728'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:47:59.238890 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-8437fbb8-7ab1-4a74-b1a5-c6e41def8ed1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:59.239336 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-cee5cb29-8ddc-42f0-a787-10b4584b8e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:47:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9f05b62e-eec8-454c-8014-8438925f5728'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:59.242299 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-732cff4a-327c-4605-8198-1a0b19187b1d req-8437fbb8-7ab1-4a74-b1a5-c6e41def8ed1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.47 "DELETE /v2.0/ports/967565e0-3a99-41ac-bfa3-c5fb52e9a874 HTTP/1.1" status: 204 len: 173 time: 3.0171983 Dec 14 02:47:59.242761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-deleted', 'tag': '967565e0-3a99-41ac-bfa3-c5fb52e9a874'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:47:59.245151 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d50300e-6763-46c5-9834-d6e3b362b5dc" -d '{"events": [{"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-deleted", "tag": "967565e0-3a99-41ac-bfa3-c5fb52e9a874"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:47:59.277606 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5580089-b6aa-4587-92de-60d57f1665f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:59.280257 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5580089-b6aa-4587-92de-60d57f1665f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:59.285634 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c5580089-b6aa-4587-92de-60d57f1665f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/047b54f9-e73e-4df7-83aa-2ea4e8fe83a7 HTTP/1.1" status: 204 len: 168 time: 0.4192619 Dec 14 02:47:59.327237 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4ea564-e5e5-4d46-ba7b-fdba6c1ee67a x-openstack-request-id: req-cb4ea564-e5e5-4d46-ba7b-fdba6c1ee67a {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:47:59.327556 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-deleted", "tag": "967565e0-3a99-41ac-bfa3-c5fb52e9a874", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:47:59.327810 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb4ea564-e5e5-4d46-ba7b-fdba6c1ee67a {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:47:59.328419 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-deleted', 'tag': '967565e0-3a99-41ac-bfa3-c5fb52e9a874', 'status': 'completed', 'code': 200} Dec 14 02:47:59.347557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71fb3b-fe75-456a-a63f-3ac58b686031 req-b0edb7f0-62f9-4805-9924-ce8210979fcf tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:59.349179 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e71fb3b-fe75-456a-a63f-3ac58b686031 req-b0edb7f0-62f9-4805-9924-ce8210979fcf tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1253755 Dec 14 02:47:59.392858 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b16b7feb-8cc7-4d0c-9e89-4a2ce35681bf tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "PUT /v2.0/routers/bec9efd4-f3f9-4d6f-875e-3ed05a9879ff/tags/tempest-TagsExtTest-Tag-1907516525 HTTP/1.1" status: 201 len: 201 time: 0.3351183 Dec 14 02:47:59.399465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48746) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:59.406829 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-c09ec829-abee-4ed3-b599-2c2f7aae397b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2', 'tempest-TagsExtTest-Tag-1483085986') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:59.426544 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3617e313-26b5-46bc-8902-5239179ee157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:59.448561 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-cee5cb29-8ddc-42f0-a787-10b4584b8e3f None None] Set router 9f05b62e-eec8-454c-8014-8438925f5728 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:47:59.475092 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5580089-b6aa-4587-92de-60d57f1665f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047b54f9-e73e-4df7-83aa-2ea4e8fe83a7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:59.489513 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e71fb3b-fe75-456a-a63f-3ac58b686031 req-2629474b-e6a4-450c-b68f-1d21d3d0d03a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333396 Dec 14 02:47:59.494850 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f0756-d250-4e71-ab3a-6e815018dd1e req-8b8c0a11-33ce-47f6-9902-7523c3e0c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:59.496550 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-931f0756-d250-4e71-ab3a-6e815018dd1e req-8b8c0a11-33ce-47f6-9902-7523c3e0c7a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 1095 time: 0.1862895 Dec 14 02:47:59.499267 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-732cff4a-327c-4605-8198-1a0b19187b1d req-99ae8b9f-0bd8-4cf0-bc50-b93eb5e59c25 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Deleting port 467a8650-a8b3-40e7-8038-30ec1396f28c {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:47:59.499614 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-99ae8b9f-0bd8-4cf0-bc50-b93eb5e59c25 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:59.542282 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3617e313-26b5-46bc-8902-5239179ee157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:59.584659 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c09ec829-abee-4ed3-b599-2c2f7aae397b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "PUT /v2.0/subnetpools/1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2/tags/tempest-TagsExtTest-Tag-1483085986 HTTP/1.1" status: 201 len: 201 time: 0.1845477 Dec 14 02:47:59.588736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48752) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:59.595821 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-d69e5e0d-3da9-46f3-adb2-996d66aa5da2 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e3989f45-b2d2-4967-8b91-94911484936b') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:59.647590 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617e313-26b5-46bc-8902-5239179ee157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259edabf-0945-4b7c-8138-b0f6a55e2eb7,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:47:59.677846 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3617e313-26b5-46bc-8902-5239179ee157 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3c0582dd9aa46d7bebcbc0b78b005fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8575451 Dec 14 02:47:59.680328 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48758) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:59.712849 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-732cff4a-327c-4605-8198-1a0b19187b1d req-99ae8b9f-0bd8-4cf0-bc50-b93eb5e59c25 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] For port 467a8650-a8b3-40e7-8038-30ec1396f28c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=467a8650-a8b3-40e7-8038-30ec1396f28c,segment=NetworkSegment(64a20676-0459-4167-aad8-80e21b0772b5),segment_id=64a20676-0459-4167-aad8-80e21b0772b5)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:47:59.713100 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-99ae8b9f-0bd8-4cf0-bc50-b93eb5e59c25 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:59.739349 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-732cff4a-327c-4605-8198-1a0b19187b1d req-99ae8b9f-0bd8-4cf0-bc50-b93eb5e59c25 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Calling delete_port for 467a8650-a8b3-40e7-8038-30ec1396f28c owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:47:59.754692 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f91a415d-9c4b-44d4-83e1-ffec7d90212a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:59.765252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d69e5e0d-3da9-46f3-adb2-996d66aa5da2 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/subnets/e3989f45-b2d2-4967-8b91-94911484936b/tags HTTP/1.1" status: 200 len: 240 time: 0.1748888 Dec 14 02:47:59.771459 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48762) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:47:59.780181 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-cee5cb29-8ddc-42f0-a787-10b4584b8e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f05b62e-eec8-454c-8014-8438925f5728', 'name': 'tempest-TaggedBootDevicesTest-657180045-router', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:12Z', 'updated_at': '2021-12-14T02:36:19Z', 'revision_number': 4, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'gw_port': {'id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:14Z', 'updated_at': '2021-12-14T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd3de1e29-ea65-4461-b55d-e9dc277c87e0', 'name': '', 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'mac_address': 'fa:16:3e:f1:f7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:17Z', 'updated_at': '2021-12-14T02:36:29Z', 'revision_number': 5, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'subnets': [{'id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:59.782272 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-2a2ba047-b183-48b9-87ae-16ecc5316dbd tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3989f45-b2d2-4967-8b91-94911484936b', 'tempest-TagsExtTest-Tag-775625093') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:59.814469 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5cb29-8ddc-42f0-a787-10b4584b8e3f None None] Checking router: 9f05b62e-eec8-454c-8014-8438925f5728 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:47:59.822532 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f0756-d250-4e71-ab3a-6e815018dd1e req-1c55ceda-b013-4b6a-a83c-1bf51f7c29d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:47:59.824151 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-931f0756-d250-4e71-ab3a-6e815018dd1e req-1c55ceda-b013-4b6a-a83c-1bf51f7c29d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.3146749 Dec 14 02:47:59.824672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee5cb29-8ddc-42f0-a787-10b4584b8e3f None None] Routers {'9f05b62e-eec8-454c-8014-8438925f5728'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:47:59.825362 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-cee5cb29-8ddc-42f0-a787-10b4584b8e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:47:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9f05b62e-eec8-454c-8014-8438925f5728'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:47:59.831666 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f91a415d-9c4b-44d4-83e1-ffec7d90212a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:47:59.945541 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-cee5cb29-8ddc-42f0-a787-10b4584b8e3f None None] Set router 9f05b62e-eec8-454c-8014-8438925f5728 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:47:59.964916 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-931f0756-d250-4e71-ab3a-6e815018dd1e req-ea7523a3-273a-4742-8d16-8b0f5b941ca0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663 HTTP/1.1" status: 200 len: 999 time: 0.1311049 Dec 14 02:48:00.016413 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-99ae8b9f-0bd8-4cf0-bc50-b93eb5e59c25 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:00.024490 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2a2ba047-b183-48b9-87ae-16ecc5316dbd tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/subnets/e3989f45-b2d2-4967-8b91-94911484936b/tags/tempest-TagsExtTest-Tag-775625093 HTTP/1.1" status: 204 len: 168 time: 0.2446263 Dec 14 02:48:00.026124 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48766) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:00.033991 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-c9b3fe6d-7058-4be2-beb8-c61f5ffea7fe tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e3989f45-b2d2-4967-8b91-94911484936b', 'tempest-TagsExtTest-Tag-775625093') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:00.055951 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae8b9f-0bd8-4cf0-bc50-b93eb5e59c25 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event deleted for resources: {'Port': ['ID=467a8650-a8b3-40e7-8038-30ec1396f28c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:00.057978 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f0756-d250-4e71-ab3a-6e815018dd1e req-2a5d3ad0-1e6d-431e-9ba5-566347712536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:00.059469 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-931f0756-d250-4e71-ab3a-6e815018dd1e req-2a5d3ad0-1e6d-431e-9ba5-566347712536 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.0872805 Dec 14 02:48:00.101435 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:00.145880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-732cff4a-327c-4605-8198-1a0b19187b1d req-99ae8b9f-0bd8-4cf0-bc50-b93eb5e59c25 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] No DVR routers for this DVR port 467a8650-a8b3-40e7-8038-30ec1396f28c on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:48:00.149664 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-99ae8b9f-0bd8-4cf0-bc50-b93eb5e59c25 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:00.157253 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-732cff4a-327c-4605-8198-1a0b19187b1d req-99ae8b9f-0bd8-4cf0-bc50-b93eb5e59c25 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.47 "DELETE /v2.0/ports/467a8650-a8b3-40e7-8038-30ec1396f28c HTTP/1.1" status: 204 len: 173 time: 0.8943317 Dec 14 02:48:00.244974 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-cee5cb29-8ddc-42f0-a787-10b4584b8e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f05b62e-eec8-454c-8014-8438925f5728', 'name': 'tempest-TaggedBootDevicesTest-657180045-router', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:12Z', 'updated_at': '2021-12-14T02:36:19Z', 'revision_number': 4, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'gw_port': {'id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:14Z', 'updated_at': '2021-12-14T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd3de1e29-ea65-4461-b55d-e9dc277c87e0', 'name': '', 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'mac_address': 'fa:16:3e:f1:f7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:17Z', 'updated_at': '2021-12-14T02:36:29Z', 'revision_number': 5, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'subnets': [{'id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:00.249526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48774) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:00.285912 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-453cbeee-18f8-4ec2-9e87-e605c91a7913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:00.297753 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee5cb29-8ddc-42f0-a787-10b4584b8e3f None None] The sync data for ids ['9f05b62e-eec8-454c-8014-8438925f5728'] in n-d-821636-1 is: [{'id': '9f05b62e-eec8-454c-8014-8438925f5728', 'name': 'tempest-TaggedBootDevicesTest-657180045-router', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:12Z', 'updated_at': '2021-12-14T02:36:19Z', 'revision_number': 4, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'gw_port': {'id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:14Z', 'updated_at': '2021-12-14T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd3de1e29-ea65-4461-b55d-e9dc277c87e0', 'name': '', 'network_id': '1b4164e6-822e-420c-a3b0-b15221d3eff6', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'mac_address': 'fa:16:3e:f1:f7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:17Z', 'updated_at': '2021-12-14T02:36:29Z', 'revision_number': 5, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'subnets': [{'id': 'e81371a3-0455-4a74-8514-0ee39a56c60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:48:00.371021 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f91a415d-9c4b-44d4-83e1-ffec7d90212a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:00.377521 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f91a415d-9c4b-44d4-83e1-ffec7d90212a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:00.377521 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f91a415d-9c4b-44d4-83e1-ffec7d90212a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/259edabf-0945-4b7c-8138-b0f6a55e2eb7 HTTP/1.1" status: 204 len: 168 time: 0.6934478 Dec 14 02:48:00.404824 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a415d-9c4b-44d4-83e1-ffec7d90212a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259edabf-0945-4b7c-8138-b0f6a55e2eb7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:00.412688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5c094-8a4b-4fb4-9e46-c1064fd292c5 req-f2b33839-c4e5-475e-813f-f048c113e0be tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:00.419309 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5c094-8a4b-4fb4-9e46-c1064fd292c5 req-f2b33839-c4e5-475e-813f-f048c113e0be tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:00.425417 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f0756-d250-4e71-ab3a-6e815018dd1e req-a7db8dc4-95ac-4505-805c-976c6d87f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:00.427051 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-931f0756-d250-4e71-ab3a-6e815018dd1e req-a7db8dc4-95ac-4505-805c-976c6d87f71b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3595841 Dec 14 02:48:00.430939 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aca5c094-8a4b-4fb4-9e46-c1064fd292c5 req-f2b33839-c4e5-475e-813f-f048c113e0be tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 1676 time: 0.1821723 Dec 14 02:48:00.486932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-732cff4a-327c-4605-8198-1a0b19187b1d req-c4670344-a4b6-4f6c-a3b3-9154057cb831 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Deleting port 7c759644-3907-46f6-8a47-02b7097f41d4 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:00.486932 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-c4670344-a4b6-4f6c-a3b3-9154057cb831 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:00.568948 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c9b3fe6d-7058-4be2-beb8-c61f5ffea7fe tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/subnets/e3989f45-b2d2-4967-8b91-94911484936b/tags/tempest-TagsExtTest-Tag-775625093 HTTP/1.1" status: 204 len: 168 time: 0.5407329 Dec 14 02:48:00.575685 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48784) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:00.608034 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-ad8f18bc-1bad-40ab-97a3-b13432bcc1ad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e3989f45-b2d2-4967-8b91-94911484936b') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:00.633216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aca5c094-8a4b-4fb4-9e46-c1064fd292c5 req-cb61a6b9-ff29-4b73-ae5c-82c01d7ff1ec tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013588 Dec 14 02:48:00.709869 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-931f0756-d250-4e71-ab3a-6e815018dd1e req-f31d0de6-40b1-4a0d-a8c7-9dc56da31823 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686832 Dec 14 02:48:00.793783 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c074e2-ab40-477c-8145-12b31ee8de62 req-f9cc0853-0f50-4092-8a74-81ea44dafe00 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:00.794781 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fb402e-4978-46c5-9e04-fb8ff0441e2e None None] New status for floating IP ff286b19-caf1-435e-a503-039a50aab83c: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:48:00.795316 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27c074e2-ab40-477c-8145-12b31ee8de62 req-f9cc0853-0f50-4092-8a74-81ea44dafe00 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1663747 Dec 14 02:48:00.806674 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-453cbeee-18f8-4ec2-9e87-e605c91a7913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:00.822440 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ad8f18bc-1bad-40ab-97a3-b13432bcc1ad tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/subnets/e3989f45-b2d2-4967-8b91-94911484936b/tags HTTP/1.1" status: 200 len: 205 time: 0.2406619 Dec 14 02:48:00.824770 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48790) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:00.834914 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-e02d48aa-3031-4cab-b5b1-1e4ec050d0aa tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '17815216-4925-454f-9c10-b8ccc4671f13') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:00.863057 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27c074e2-ab40-477c-8145-12b31ee8de62 req-80bae875-6314-4585-9cab-35b20a27e791 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549681 Dec 14 02:48:00.864921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-732cff4a-327c-4605-8198-1a0b19187b1d req-c4670344-a4b6-4f6c-a3b3-9154057cb831 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] For port 7c759644-3907-46f6-8a47-02b7097f41d4, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7c759644-3907-46f6-8a47-02b7097f41d4,segment=NetworkSegment(64a20676-0459-4167-aad8-80e21b0772b5),segment_id=64a20676-0459-4167-aad8-80e21b0772b5)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:00.865297 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-c4670344-a4b6-4f6c-a3b3-9154057cb831 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:00.873087 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-453cbeee-18f8-4ec2-9e87-e605c91a7913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:00.891997 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-931f0756-d250-4e71-ab3a-6e815018dd1e req-1276e8b3-9946-47b3-823a-520ca0c58f21 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538551 Dec 14 02:48:00.914764 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-453cbeee-18f8-4ec2-9e87-e605c91a7913 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f71f4f5d324d47659c0b5b03dda6c57c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6640041 Dec 14 02:48:00.919855 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-732cff4a-327c-4605-8198-1a0b19187b1d req-c4670344-a4b6-4f6c-a3b3-9154057cb831 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Calling delete_port for 7c759644-3907-46f6-8a47-02b7097f41d4 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:00.925827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48792) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:00.995347 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e02d48aa-3031-4cab-b5b1-1e4ec050d0aa tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/ports/17815216-4925-454f-9c10-b8ccc4671f13/tags HTTP/1.1" status: 200 len: 240 time: 0.1636498 Dec 14 02:48:00.996167 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48796) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:01.003295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-aed3b736-a7d6-41c4-9d03-c4f39ac79a8e tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '17815216-4925-454f-9c10-b8ccc4671f13', 'tempest-TagsExtTest-Tag-191546641') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:01.021162 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453cbeee-18f8-4ec2-9e87-e605c91a7913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe641ef5-f82b-4881-9ede-93cb0917609e,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:01.060954 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b7098c12-3c97-4e99-a0e3-c3974d4e8691 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:01.068324 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-aed3b736-a7d6-41c4-9d03-c4f39ac79a8e tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/ports/17815216-4925-454f-9c10-b8ccc4671f13/tags/tempest-TagsExtTest-Tag-191546641 HTTP/1.1" status: 204 len: 168 time: 0.0701747 Dec 14 02:48:01.070307 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48798) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:01.076749 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-e796f6e5-2c11-44cb-b048-90aa56f0f4f1 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '17815216-4925-454f-9c10-b8ccc4671f13', 'tempest-TagsExtTest-Tag-191546641') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:01.092587 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b7098c12-3c97-4e99-a0e3-c3974d4e8691 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:01.232439 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-c4670344-a4b6-4f6c-a3b3-9154057cb831 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:01.236597 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e796f6e5-2c11-44cb-b048-90aa56f0f4f1 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/ports/17815216-4925-454f-9c10-b8ccc4671f13/tags/tempest-TagsExtTest-Tag-191546641 HTTP/1.1" status: 204 len: 168 time: 0.1618118 Dec 14 02:48:01.236952 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48800) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:01.238287 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b7098c12-3c97-4e99-a0e3-c3974d4e8691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:01.244005 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b7098c12-3c97-4e99-a0e3-c3974d4e8691 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:01.247994 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-c8e9cde5-2ee0-4ce0-b698-ad45b5905f6c tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '17815216-4925-454f-9c10-b8ccc4671f13') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:01.253555 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b7098c12-3c97-4e99-a0e3-c3974d4e8691 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fe641ef5-f82b-4881-9ede-93cb0917609e HTTP/1.1" status: 204 len: 168 time: 0.3284833 Dec 14 02:48:01.289598 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4670344-a4b6-4f6c-a3b3-9154057cb831 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event deleted for resources: {'Port': ['ID=7c759644-3907-46f6-8a47-02b7097f41d4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:01.318032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7098c12-3c97-4e99-a0e3-c3974d4e8691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe641ef5-f82b-4881-9ede-93cb0917609e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:01.321160 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48806) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:01.336744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-deleted', 'tag': '467a8650-a8b3-40e7-8038-30ec1396f28c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:48:01.341180 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2915c782-725b-4638-bfbc-b2800d4ceaf9" -d '{"events": [{"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-deleted", "tag": "467a8650-a8b3-40e7-8038-30ec1396f28c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:48:01.355739 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-79fd7cf1-167c-4928-b508-91669d79be6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:01.366127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-732cff4a-327c-4605-8198-1a0b19187b1d req-c4670344-a4b6-4f6c-a3b3-9154057cb831 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] No DVR routers for this DVR port 7c759644-3907-46f6-8a47-02b7097f41d4 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:48:01.368817 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-c4670344-a4b6-4f6c-a3b3-9154057cb831 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:01.372388 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-732cff4a-327c-4605-8198-1a0b19187b1d req-c4670344-a4b6-4f6c-a3b3-9154057cb831 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.47 "DELETE /v2.0/ports/7c759644-3907-46f6-8a47-02b7097f41d4 HTTP/1.1" status: 204 len: 173 time: 1.2080419 Dec 14 02:48:01.381224 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c8e9cde5-2ee0-4ce0-b698-ad45b5905f6c tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/ports/17815216-4925-454f-9c10-b8ccc4671f13/tags HTTP/1.1" status: 200 len: 205 time: 0.1407924 Dec 14 02:48:01.381637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48812) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:01.400963 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-3d2ea917-bd49-4b4d-a4b2-a911b9958c44 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bec9efd4-f3f9-4d6f-875e-3ed05a9879ff') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:01.437254 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193aab85-ea95-4575-9ca1-0090996370ed x-openstack-request-id: req-193aab85-ea95-4575-9ca1-0090996370ed {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:48:01.438093 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-deleted", "tag": "467a8650-a8b3-40e7-8038-30ec1396f28c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:48:01.438351 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-193aab85-ea95-4575-9ca1-0090996370ed {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:48:01.438789 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-deleted', 'tag': '467a8650-a8b3-40e7-8038-30ec1396f28c', 'status': 'completed', 'code': 200} Dec 14 02:48:01.502151 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-79fd7cf1-167c-4928-b508-91669d79be6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:01.610197 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-79fd7cf1-167c-4928-b508-91669d79be6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:01.726795 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-79fd7cf1-167c-4928-b508-91669d79be6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1263a021f0a2415180cf4b0fbe068eb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4022343 Dec 14 02:48:01.726795 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd7cf1-167c-4928-b508-91669d79be6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705f825b-90be-4faa-8e33-8778109b2eb9,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:01.736571 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48818) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:01.880241 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f64829db-06cb-4653-a222-691af8ce7b83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:01.947715 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f64829db-06cb-4653-a222-691af8ce7b83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:02.054072 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3d2ea917-bd49-4b4d-a4b2-a911b9958c44 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/routers/bec9efd4-f3f9-4d6f-875e-3ed05a9879ff/tags HTTP/1.1" status: 200 len: 241 time: 0.6583455 Dec 14 02:48:02.054072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2ff4-9463-47d4-8a77-e6f561462e44 req-6ac65514-9ea2-4eaa-b019-74629a3a65de tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:02.054270 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48832) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:02.055090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7ae2ff4-9463-47d4-8a77-e6f561462e44 req-6ac65514-9ea2-4eaa-b019-74629a3a65de tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 942 time: 0.1728451 Dec 14 02:48:02.059353 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-9b1a47c0-34b4-4cb6-bd05-2e3dab668f27 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bec9efd4-f3f9-4d6f-875e-3ed05a9879ff', 'tempest-TagsExtTest-Tag-1907516525') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:02.085266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937b701-8ba8-459a-b59d-f32aac5febd8 req-9ee1f4f2-06e2-4679-b554-c0f6e5ef9e43 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:02.086807 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3937b701-8ba8-459a-b59d-f32aac5febd8 req-9ee1f4f2-06e2-4679-b554-c0f6e5ef9e43 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0960562 Dec 14 02:48:02.107572 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-732cff4a-327c-4605-8198-1a0b19187b1d req-238fb85f-7968-4c82-8ec1-5b08dc12c6c5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Deleting port 7b7cfabd-515e-4098-a45c-f9b489a694ea {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:02.115097 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-238fb85f-7968-4c82-8ec1-5b08dc12c6c5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:02.117542 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f64829db-06cb-4653-a222-691af8ce7b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:02.121366 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f64829db-06cb-4653-a222-691af8ce7b83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:02.125886 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f64829db-06cb-4653-a222-691af8ce7b83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/705f825b-90be-4faa-8e33-8778109b2eb9 HTTP/1.1" status: 204 len: 168 time: 0.3816152 Dec 14 02:48:02.162414 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64829db-06cb-4653-a222-691af8ce7b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705f825b-90be-4faa-8e33-8778109b2eb9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:02.177771 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9b1a47c0-34b4-4cb6-bd05-2e3dab668f27 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/routers/bec9efd4-f3f9-4d6f-875e-3ed05a9879ff/tags/tempest-TagsExtTest-Tag-1907516525 HTTP/1.1" status: 204 len: 168 time: 0.1224396 Dec 14 02:48:02.181150 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48840) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:02.186244 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-05be96aa-a98b-41c4-8d7d-c006d0c89866 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bec9efd4-f3f9-4d6f-875e-3ed05a9879ff', 'tempest-TagsExtTest-Tag-1907516525') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:02.220305 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7ae2ff4-9463-47d4-8a77-e6f561462e44 req-480ba6e1-be3a-438f-834e-92f0d2900b43 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups?id=96739014-1342-4038-93b0-f3ef5a88fe85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558480 Dec 14 02:48:02.234924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3937b701-8ba8-459a-b59d-f32aac5febd8 req-44a31ac9-94cb-4866-99b0-a6192f5c13a6 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387875 Dec 14 02:48:02.287873 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-732cff4a-327c-4605-8198-1a0b19187b1d req-238fb85f-7968-4c82-8ec1-5b08dc12c6c5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] For port 7b7cfabd-515e-4098-a45c-f9b489a694ea, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7b7cfabd-515e-4098-a45c-f9b489a694ea,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:02.288575 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-238fb85f-7968-4c82-8ec1-5b08dc12c6c5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:02.304806 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-732cff4a-327c-4605-8198-1a0b19187b1d req-238fb85f-7968-4c82-8ec1-5b08dc12c6c5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Calling delete_port for 7b7cfabd-515e-4098-a45c-f9b489a694ea owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:02.381836 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-05be96aa-a98b-41c4-8d7d-c006d0c89866 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/routers/bec9efd4-f3f9-4d6f-875e-3ed05a9879ff/tags/tempest-TagsExtTest-Tag-1907516525 HTTP/1.1" status: 204 len: 168 time: 0.1992426 Dec 14 02:48:02.383863 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48848) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:02.388686 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-06c8a98e-ece8-424a-8352-c4badcb8885c tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bec9efd4-f3f9-4d6f-875e-3ed05a9879ff') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:02.469382 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-06c8a98e-ece8-424a-8352-c4badcb8885c tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/routers/bec9efd4-f3f9-4d6f-875e-3ed05a9879ff/tags HTTP/1.1" status: 200 len: 205 time: 0.0844216 Dec 14 02:48:02.472349 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48852) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:02.476905 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-1ca001e3-9c49-4084-bb9f-6a1a4fffc6d6 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:02.496321 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d002f0-4d59-41c7-a4a3-05327049e34b req-54b81fc4-7976-4542-ad49-8d1dcdd8d69e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:02.497951 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1d002f0-4d59-41c7-a4a3-05327049e34b req-54b81fc4-7976-4542-ad49-8d1dcdd8d69e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1026089 Dec 14 02:48:02.534404 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1ca001e3-9c49-4084-bb9f-6a1a4fffc6d6 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/subnetpools/1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2/tags HTTP/1.1" status: 200 len: 241 time: 0.0603352 Dec 14 02:48:02.536546 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48856) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:02.542096 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-f224908e-5f43-4160-b8b1-404f54826523 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2', 'tempest-TagsExtTest-Tag-1483085986') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:02.560289 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1d002f0-4d59-41c7-a4a3-05327049e34b req-927347d3-c344-4e72-94ee-24a830ad6902 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562308 Dec 14 02:48:02.566189 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f224908e-5f43-4160-b8b1-404f54826523 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/subnetpools/1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2/tags/tempest-TagsExtTest-Tag-1483085986 HTTP/1.1" status: 204 len: 168 time: 0.0279069 Dec 14 02:48:02.568734 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48858) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:02.573127 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-e96acc5a-436b-472e-924e-4e3c3f300b9b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2', 'tempest-TagsExtTest-Tag-1483085986') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:02.598375 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-238fb85f-7968-4c82-8ec1-5b08dc12c6c5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:02.637869 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fb85f-7968-4c82-8ec1-5b08dc12c6c5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event deleted for resources: {'Port': ['ID=7b7cfabd-515e-4098-a45c-f9b489a694ea,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:02.699761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-732cff4a-327c-4605-8198-1a0b19187b1d req-238fb85f-7968-4c82-8ec1-5b08dc12c6c5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] No DVR routers for this DVR port 7b7cfabd-515e-4098-a45c-f9b489a694ea on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:48:02.722697 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-732cff4a-327c-4605-8198-1a0b19187b1d req-238fb85f-7968-4c82-8ec1-5b08dc12c6c5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:02.728398 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-732cff4a-327c-4605-8198-1a0b19187b1d req-238fb85f-7968-4c82-8ec1-5b08dc12c6c5 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.47 "DELETE /v2.0/ports/7b7cfabd-515e-4098-a45c-f9b489a694ea HTTP/1.1" status: 204 len: 173 time: 1.3455472 Dec 14 02:48:02.747276 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b175c9da-5c73-48a5-bc5d-fa7dafdd9d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:02.756507 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21489651-5e74-4258-8746-57075572fd08 req-7d0f34cb-14a3-4b35-a111-e144d3455a5b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:02.760043 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e96acc5a-436b-472e-924e-4e3c3f300b9b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/subnetpools/1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2/tags/tempest-TagsExtTest-Tag-1483085986 HTTP/1.1" status: 204 len: 168 time: 0.1902289 Dec 14 02:48:02.764902 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48870) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:02.766592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21489651-5e74-4258-8746-57075572fd08 req-7d0f34cb-14a3-4b35-a111-e144d3455a5b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0914228 Dec 14 02:48:02.770817 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-95f388dc-a820-4ae0-8c20-50e57fca67ae tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:02.800689 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-95f388dc-a820-4ae0-8c20-50e57fca67ae tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/subnetpools/1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2/tags HTTP/1.1" status: 200 len: 205 time: 0.0317440 Dec 14 02:48:02.801553 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48874) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:02.806458 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-abaa50cc-289d-49f6-aefa-44b31367c945 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:02.835560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21489651-5e74-4258-8746-57075572fd08 req-c1dcb499-5eae-4c42-a634-52efcfcb2666 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638258 Dec 14 02:48:02.837956 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-abaa50cc-289d-49f6-aefa-44b31367c945 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/subnetpools/1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2/tags HTTP/1.1" status: 204 len: 168 time: 0.0346415 Dec 14 02:48:02.844839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48878) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:02.851601 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-e18a427d-70fa-4471-b5bc-1a9544b07f63 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bec9efd4-f3f9-4d6f-875e-3ed05a9879ff') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:02.938595 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e18a427d-70fa-4471-b5bc-1a9544b07f63 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/routers/bec9efd4-f3f9-4d6f-875e-3ed05a9879ff/tags HTTP/1.1" status: 204 len: 168 time: 0.0926499 Dec 14 02:48:02.941393 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48884) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:02.945706 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-6f5152ba-2c5d-4afa-a4e4-7351d3afd53e tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '17815216-4925-454f-9c10-b8ccc4671f13') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:03.008702 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6f5152ba-2c5d-4afa-a4e4-7351d3afd53e tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/ports/17815216-4925-454f-9c10-b8ccc4671f13/tags HTTP/1.1" status: 204 len: 168 time: 0.0663078 Dec 14 02:48:03.011214 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48888) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:03.025667 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-ae9e1749-280d-4eab-8635-90753c73bfe3 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e3989f45-b2d2-4967-8b91-94911484936b') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:03.149987 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ae9e1749-280d-4eab-8635-90753c73bfe3 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/subnets/e3989f45-b2d2-4967-8b91-94911484936b/tags HTTP/1.1" status: 204 len: 168 time: 0.1372793 Dec 14 02:48:03.150685 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48892) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:03.156209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-3be6a550-4227-4722-87e8-79f0bcce652a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e3989f45-b2d2-4967-8b91-94911484936b', 'tempest-TagsExtTest-Tag-1586437928') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:03.362577 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3be6a550-4227-4722-87e8-79f0bcce652a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "PUT /v2.0/subnets/e3989f45-b2d2-4967-8b91-94911484936b/tags/tempest-TagsExtTest-Tag-1586437928 HTTP/1.1" status: 201 len: 201 time: 0.2105381 Dec 14 02:48:03.365496 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48908) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:03.371209 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-2a15d55e-67d4-40f5-816e-d916ef644eb4 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '17815216-4925-454f-9c10-b8ccc4671f13', 'tempest-TagsExtTest-Tag-112798474') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:03.393669 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d958fa5-48fa-4dbe-bc03-3122865ac04e req-e0a5a472-ccce-488e-8fc5-7cac3b6ff81b tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.0450814 Dec 14 02:48:03.447438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-8060cfb1-0428-41fb-af08-838f3446be9a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:03.449392 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-8060cfb1-0428-41fb-af08-838f3446be9a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 811 time: 0.1778476 Dec 14 02:48:03.450049 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-deleted', 'tag': '7c759644-3907-46f6-8a47-02b7097f41d4'}, {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-deleted', 'tag': '7b7cfabd-515e-4098-a45c-f9b489a694ea'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:48:03.453468 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfebe937-56d1-402d-8b3f-285781313507" -d '{"events": [{"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-deleted", "tag": "7c759644-3907-46f6-8a47-02b7097f41d4"}, {"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-deleted", "tag": "7b7cfabd-515e-4098-a45c-f9b489a694ea"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:48:03.492471 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-c3dbc411-dde2-4f1d-bd63-657b5b4a2ed9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/quotas/5f91050d42464daeb5e72d6e66d168a6 HTTP/1.1" status: 200 len: 375 time: 0.0242894 Dec 14 02:48:03.520651 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 14 Dec 2021 02:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e07e4e9-a8aa-4e7c-a05e-f8751ce36cc9 x-openstack-request-id: req-5e07e4e9-a8aa-4e7c-a05e-f8751ce36cc9 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:48:03.520651 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-deleted", "tag": "7c759644-3907-46f6-8a47-02b7097f41d4", "status": "completed", "code": 200}, {"server_uuid": "baea4de9-ebb0-4ab2-ab7e-e3d071ecb496", "name": "network-vif-deleted", "tag": "7b7cfabd-515e-4098-a45c-f9b489a694ea", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:48:03.520886 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e07e4e9-a8aa-4e7c-a05e-f8751ce36cc9 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:48:03.521452 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-deleted', 'tag': '7c759644-3907-46f6-8a47-02b7097f41d4', 'status': 'completed', 'code': 200} Dec 14 02:48:03.521996 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baea4de9-ebb0-4ab2-ab7e-e3d071ecb496', 'name': 'network-vif-deleted', 'tag': '7b7cfabd-515e-4098-a45c-f9b489a694ea', 'status': 'completed', 'code': 200} Dec 14 02:48:03.522740 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2a15d55e-67d4-40f5-816e-d916ef644eb4 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "PUT /v2.0/ports/17815216-4925-454f-9c10-b8ccc4671f13/tags/tempest-TagsExtTest-Tag-112798474 HTTP/1.1" status: 201 len: 201 time: 0.1559525 Dec 14 02:48:03.523428 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48918) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:03.529440 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-98f3d22c-410c-4e2f-9e71-bdc50d805da7 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bec9efd4-f3f9-4d6f-875e-3ed05a9879ff', 'tempest-TagsExtTest-Tag-1003105745') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:03.562418 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-0fe4ebac-467a-42f7-9789-4db0dae52736 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642478 Dec 14 02:48:03.691047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-84c79f6c-41ab-4953-b3a2-71c3167b4520 service neutron] 10.222.0.39 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185532 Dec 14 02:48:03.731389 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-98f3d22c-410c-4e2f-9e71-bdc50d805da7 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "PUT /v2.0/routers/bec9efd4-f3f9-4d6f-875e-3ed05a9879ff/tags/tempest-TagsExtTest-Tag-1003105745 HTTP/1.1" status: 201 len: 201 time: 0.2057576 Dec 14 02:48:03.733197 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48926) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:03.739111 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-6330f9c0-f5fc-4c32-ab3f-c2af7ab6c860 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2', 'tempest-TagsExtTest-Tag-1761920565') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:03.813015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-4606524a-11ef-4e69-a784-59604cc6380a service neutron] 10.222.0.39 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205661 Dec 14 02:48:03.844834 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6330f9c0-f5fc-4c32-ab3f-c2af7ab6c860 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "PUT /v2.0/subnetpools/1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2/tags/tempest-TagsExtTest-Tag-1761920565 HTTP/1.1" status: 201 len: 201 time: 0.1100156 Dec 14 02:48:03.847442 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48930) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:03.862943 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-057f32de-cad8-4f55-91de-b6e437b73fe8 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e3989f45-b2d2-4967-8b91-94911484936b', {'tags': ['tempest-TagsExtTest-Tag-1927517173', 'tempest-TagsExtTest-Tag-1123860266', 'tempest-TagsExtTest-Tag-1448569805']}) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:03.990446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48936) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:03.994998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-d5e8189b-c23e-4322-a11f-6b08ea7016ee tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e3989f45-b2d2-4967-8b91-94911484936b') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:03.997534 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-057f32de-cad8-4f55-91de-b6e437b73fe8 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "PUT /v2.0/subnets/e3989f45-b2d2-4967-8b91-94911484936b/tags HTTP/1.1" status: 200 len: 318 time: 0.1488776 Dec 14 02:48:04.114160 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5e08380-7344-46f4-b081-e0af0b05e7f9 req-bc36c683-7089-46b2-bc52-54b0f6dfbe9b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 210 time: 0.0528865 Dec 14 02:48:04.241652 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48948) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:04.246009 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d5e8189b-c23e-4322-a11f-6b08ea7016ee tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/subnets/e3989f45-b2d2-4967-8b91-94911484936b/tags HTTP/1.1" status: 204 len: 168 time: 0.2526779 Dec 14 02:48:04.248190 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-bf0623e0-0da1-4363-ae02-f59afdbd0885 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3989f45-b2d2-4967-8b91-94911484936b', 'tempest-TagsExtTest-Tag-1927517173') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:04.322762 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-bf0623e0-0da1-4363-ae02-f59afdbd0885 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] show failed (client error): The resource could not be found. Dec 14 02:48:04.326907 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bf0623e0-0da1-4363-ae02-f59afdbd0885 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/subnets/e3989f45-b2d2-4967-8b91-94911484936b/tags/tempest-TagsExtTest-Tag-1927517173 HTTP/1.1" status: 404 len: 329 time: 0.0809910 Dec 14 02:48:04.326907 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48958) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:04.336583 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-9d33cbdd-6137-4246-b62c-77ea3921f774 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3989f45-b2d2-4967-8b91-94911484936b', 'tempest-TagsExtTest-Tag-1123860266') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:04.388266 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-9d33cbdd-6137-4246-b62c-77ea3921f774 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] show failed (client error): The resource could not be found. Dec 14 02:48:04.392897 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9d33cbdd-6137-4246-b62c-77ea3921f774 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/subnets/e3989f45-b2d2-4967-8b91-94911484936b/tags/tempest-TagsExtTest-Tag-1123860266 HTTP/1.1" status: 404 len: 329 time: 0.0614078 Dec 14 02:48:04.393173 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48960) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:04.397858 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-384e09bc-eb81-43b9-9b8e-3ac4c775f13d tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e3989f45-b2d2-4967-8b91-94911484936b', 'tempest-TagsExtTest-Tag-1448569805') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:04.517936 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-384e09bc-eb81-43b9-9b8e-3ac4c775f13d tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] show failed (client error): The resource could not be found. Dec 14 02:48:04.522103 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-384e09bc-eb81-43b9-9b8e-3ac4c775f13d tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/subnets/e3989f45-b2d2-4967-8b91-94911484936b/tags/tempest-TagsExtTest-Tag-1448569805 HTTP/1.1" status: 404 len: 329 time: 0.1249597 Dec 14 02:48:04.522749 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48968) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:04.535247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2ee7cdb-d1bd-4b93-b387-b8ae1b0cad65 req-aa5c5530-8037-402c-ae63-57e61ec47721 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.0396760 Dec 14 02:48:04.539323 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-64db54c5-6a01-4d48-835d-f3cc5ac26bea tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '17815216-4925-454f-9c10-b8ccc4671f13', {'tags': ['tempest-TagsExtTest-Tag-1751054788', 'tempest-TagsExtTest-Tag-447407200', 'tempest-TagsExtTest-Tag-866254361']}) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:04.690692 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-64db54c5-6a01-4d48-835d-f3cc5ac26bea tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "PUT /v2.0/ports/17815216-4925-454f-9c10-b8ccc4671f13/tags HTTP/1.1" status: 200 len: 316 time: 0.1651518 Dec 14 02:48:04.693427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48974) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:04.698429 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-6960c9cc-9886-4112-88ad-61efe5236f26 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '17815216-4925-454f-9c10-b8ccc4671f13') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:04.862105 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6960c9cc-9886-4112-88ad-61efe5236f26 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/ports/17815216-4925-454f-9c10-b8ccc4671f13/tags HTTP/1.1" status: 204 len: 168 time: 0.1675794 Dec 14 02:48:04.864775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48978) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:04.869277 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-a9f5b6b2-7ec6-42b1-ab22-dcaaf1e5a9b4 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '17815216-4925-454f-9c10-b8ccc4671f13', 'tempest-TagsExtTest-Tag-1751054788') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:04.945781 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-a9f5b6b2-7ec6-42b1-ab22-dcaaf1e5a9b4 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] show failed (client error): The resource could not be found. Dec 14 02:48:04.950862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a9f5b6b2-7ec6-42b1-ab22-dcaaf1e5a9b4 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/ports/17815216-4925-454f-9c10-b8ccc4671f13/tags/tempest-TagsExtTest-Tag-1751054788 HTTP/1.1" status: 404 len: 329 time: 0.0810935 Dec 14 02:48:04.950862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48982) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:04.955626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-29f5c221-3811-407b-bde5-38f5e5e3ea42 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '17815216-4925-454f-9c10-b8ccc4671f13', 'tempest-TagsExtTest-Tag-447407200') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:05.021074 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6cb6d6a3-32bb-4bff-bd4c-e5b3d36e5e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:05.028170 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-29f5c221-3811-407b-bde5-38f5e5e3ea42 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] show failed (client error): The resource could not be found. Dec 14 02:48:05.030845 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-29f5c221-3811-407b-bde5-38f5e5e3ea42 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/ports/17815216-4925-454f-9c10-b8ccc4671f13/tags/tempest-TagsExtTest-Tag-447407200 HTTP/1.1" status: 404 len: 328 time: 0.0794759 Dec 14 02:48:05.034050 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48986) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:05.038958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-502761d5-8d04-4f51-b026-6730beb962ca tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '17815216-4925-454f-9c10-b8ccc4671f13', 'tempest-TagsExtTest-Tag-866254361') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:05.112301 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-502761d5-8d04-4f51-b026-6730beb962ca tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] show failed (client error): The resource could not be found. Dec 14 02:48:05.113459 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-502761d5-8d04-4f51-b026-6730beb962ca tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/ports/17815216-4925-454f-9c10-b8ccc4671f13/tags/tempest-TagsExtTest-Tag-866254361 HTTP/1.1" status: 404 len: 328 time: 0.0781407 Dec 14 02:48:05.116150 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48990) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:05.121353 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-9e5e3dde-65a3-469a-96fe-b8c28fda43ea tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bec9efd4-f3f9-4d6f-875e-3ed05a9879ff', {'tags': ['tempest-TagsExtTest-Tag-1830888154', 'tempest-TagsExtTest-Tag-746480826', 'tempest-TagsExtTest-Tag-1723655563']}) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:05.238000 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad609beb-ef72-45a7-bf7d-a2e7c2d3d027 req-84ca4a68-0a2b-4fe7-be01-1ecf75fc49be tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 210 time: 0.0416515 Dec 14 02:48:05.375943 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9e5e3dde-65a3-469a-96fe-b8c28fda43ea tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "PUT /v2.0/routers/bec9efd4-f3f9-4d6f-875e-3ed05a9879ff/tags HTTP/1.1" status: 200 len: 317 time: 0.2563243 Dec 14 02:48:05.376509 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48998) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:05.381189 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-bb94ff96-6264-4497-b87d-7bd4b8945301 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bec9efd4-f3f9-4d6f-875e-3ed05a9879ff') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:05.597111 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bb94ff96-6264-4497-b87d-7bd4b8945301 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/routers/bec9efd4-f3f9-4d6f-875e-3ed05a9879ff/tags HTTP/1.1" status: 204 len: 168 time: 0.2153325 Dec 14 02:48:05.597111 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49006) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:05.601279 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-712eb25a-68b6-40e8-a159-94997004f06b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bec9efd4-f3f9-4d6f-875e-3ed05a9879ff', 'tempest-TagsExtTest-Tag-1830888154') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:05.737112 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-712eb25a-68b6-40e8-a159-94997004f06b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] show failed (client error): The resource could not be found. Dec 14 02:48:05.739138 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-712eb25a-68b6-40e8-a159-94997004f06b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/routers/bec9efd4-f3f9-4d6f-875e-3ed05a9879ff/tags/tempest-TagsExtTest-Tag-1830888154 HTTP/1.1" status: 404 len: 329 time: 0.1413395 Dec 14 02:48:05.745919 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03dac518-d796-4326-a47f-6f9f527fdcdc req-7394340c-6c40-45d8-a9db-9f6cd12e01a7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.0748162 Dec 14 02:48:05.748247 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49012) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:05.760069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-105dee3f-302e-4293-bf11-b0db7eac1908 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bec9efd4-f3f9-4d6f-875e-3ed05a9879ff', 'tempest-TagsExtTest-Tag-746480826') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:05.788718 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49016) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:05.894981 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-105dee3f-302e-4293-bf11-b0db7eac1908 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] show failed (client error): The resource could not be found. Dec 14 02:48:05.899080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49022) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:05.899684 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-105dee3f-302e-4293-bf11-b0db7eac1908 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/routers/bec9efd4-f3f9-4d6f-875e-3ed05a9879ff/tags/tempest-TagsExtTest-Tag-746480826 HTTP/1.1" status: 404 len: 328 time: 0.1478684 Dec 14 02:48:05.905223 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-765909b7-758b-4d9d-a50d-508221cccc35 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bec9efd4-f3f9-4d6f-875e-3ed05a9879ff', 'tempest-TagsExtTest-Tag-1723655563') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:06.013256 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd64b8f0-36f4-4c59-a6ee-ceebb45855c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:06.048668 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-765909b7-758b-4d9d-a50d-508221cccc35 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] show failed (client error): The resource could not be found. Dec 14 02:48:06.049774 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-765909b7-758b-4d9d-a50d-508221cccc35 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/routers/bec9efd4-f3f9-4d6f-875e-3ed05a9879ff/tags/tempest-TagsExtTest-Tag-1723655563 HTTP/1.1" status: 404 len: 329 time: 0.1493137 Dec 14 02:48:06.052710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49026) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:06.059838 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-6bdd08be-bd53-4b2c-b437-334de4ea7609 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2', {'tags': ['tempest-TagsExtTest-Tag-1810108308', 'tempest-TagsExtTest-Tag-815190041', 'tempest-TagsExtTest-Tag-1654776870']}) {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:06.083690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49028) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:06.159445 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd64b8f0-36f4-4c59-a6ee-ceebb45855c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:06.210631 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6bdd08be-bd53-4b2c-b437-334de4ea7609 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "PUT /v2.0/subnetpools/1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2/tags HTTP/1.1" status: 200 len: 317 time: 0.1568432 Dec 14 02:48:06.213298 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49036) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:06.219862 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-7489b9bb-8e70-4ac6-b850-d48a1c7ad07c tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:06.238902 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd64b8f0-36f4-4c59-a6ee-ceebb45855c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:06.266643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64b8f0-36f4-4c59-a6ee-ceebb45855c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7d789e-8b87-4d06-ad88-67eb32dd5375,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:06.270221 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:06.316341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49040) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:06.317254 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fd64b8f0-36f4-4c59-a6ee-ceebb45855c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d392c8278674dbaa0ccb4bd29683773&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5268981 Dec 14 02:48:06.347399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-2f4c5349-f5e2-448a-9d58-3cb848497c33 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2056973439', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:06.366155 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7489b9bb-8e70-4ac6-b850-d48a1c7ad07c tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/subnetpools/1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2/tags HTTP/1.1" status: 204 len: 168 time: 0.1515272 Dec 14 02:48:06.369078 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49042) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:06.374641 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-860551b7-2ed5-4d25-af5b-a6f22ba3e0b0 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2', 'tempest-TagsExtTest-Tag-1810108308') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:06.405093 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-860551b7-2ed5-4d25-af5b-a6f22ba3e0b0 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] show failed (client error): The resource could not be found. Dec 14 02:48:06.408334 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-860551b7-2ed5-4d25-af5b-a6f22ba3e0b0 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/subnetpools/1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2/tags/tempest-TagsExtTest-Tag-1810108308 HTTP/1.1" status: 404 len: 329 time: 0.0374980 Dec 14 02:48:06.414371 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49048) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:06.419647 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-d05e8deb-5766-4388-ae1f-eab2e92da2dc tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2', 'tempest-TagsExtTest-Tag-815190041') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:06.423754 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c64a050e-ee83-4123-a46c-24c7c999746e req-5ababed2-0dde-496d-9dc0-bc44f572c42d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 210 time: 0.0377181 Dec 14 02:48:06.451276 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-d05e8deb-5766-4388-ae1f-eab2e92da2dc tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] show failed (client error): The resource could not be found. Dec 14 02:48:06.455922 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d05e8deb-5766-4388-ae1f-eab2e92da2dc tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/subnetpools/1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2/tags/tempest-TagsExtTest-Tag-815190041 HTTP/1.1" status: 404 len: 328 time: 0.0386376 Dec 14 02:48:06.457620 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49050) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:06.460590 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-28dfad5d-6782-4315-aaf2-56724622a7ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:06.464931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-68269609-8e57-4b26-8fe7-4963bd63d53e tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2', 'tempest-TagsExtTest-Tag-1654776870') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:06.515455 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-68269609-8e57-4b26-8fe7-4963bd63d53e tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] show failed (client error): The resource could not be found. Dec 14 02:48:06.519270 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-68269609-8e57-4b26-8fe7-4963bd63d53e tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/subnetpools/1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2/tags/tempest-TagsExtTest-Tag-1654776870 HTTP/1.1" status: 404 len: 329 time: 0.0577798 Dec 14 02:48:06.519270 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-28dfad5d-6782-4315-aaf2-56724622a7ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:06.520328 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49052) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:06.531492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-3cf843f9-9a2a-46f0-b138-4a7c2b140ba6 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:06.548273 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4c5349-f5e2-448a-9d58-3cb848497c33 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Made reservation on behalf of 85fbe5a848604f6195e4a4dc072d3436 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:06.550781 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5349-f5e2-448a-9d58-3cb848497c33 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:06.581509 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5349-f5e2-448a-9d58-3cb848497c33 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:06.619747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3cf843f9-9a2a-46f0-b138-4a7c2b140ba6 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/subnetpools/1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2/tags HTTP/1.1" status: 204 len: 168 time: 0.0956173 Dec 14 02:48:06.620477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49054) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:06.626877 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-cc1ad4a5-6c48-4557-a679-ae74bd519365 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bec9efd4-f3f9-4d6f-875e-3ed05a9879ff') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:06.743020 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cc1ad4a5-6c48-4557-a679-ae74bd519365 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/routers/bec9efd4-f3f9-4d6f-875e-3ed05a9879ff/tags HTTP/1.1" status: 204 len: 168 time: 0.1213765 Dec 14 02:48:06.743736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49056) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:06.753788 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-10fce9a8-8b30-42af-b6af-adccb981e4f5 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '17815216-4925-454f-9c10-b8ccc4671f13') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:06.870706 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-28dfad5d-6782-4315-aaf2-56724622a7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:06.881876 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-28dfad5d-6782-4315-aaf2-56724622a7ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:06.885718 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-28dfad5d-6782-4315-aaf2-56724622a7ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a7d789e-8b87-4d06-ad88-67eb32dd5375 HTTP/1.1" status: 204 len: 168 time: 0.5660076 Dec 14 02:48:06.972840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfad5d-6782-4315-aaf2-56724622a7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7d789e-8b87-4d06-ad88-67eb32dd5375,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:07.002874 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5349-f5e2-448a-9d58-3cb848497c33 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:07.005624 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4467e4d8-940a-4e9a-8528-9b373671d5eb req-a9daeca2-f965-4150-8ec1-ebddbcf5e7db tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.1089475 Dec 14 02:48:07.022345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-10fce9a8-8b30-42af-b6af-adccb981e4f5 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/ports/17815216-4925-454f-9c10-b8ccc4671f13/tags HTTP/1.1" status: 204 len: 168 time: 0.2771420 Dec 14 02:48:07.025961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49066) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:07.030507 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-7c48c882-23a2-4d4c-a12d-4e6bc5f12914 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e3989f45-b2d2-4967-8b91-94911484936b') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:07.034939 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-432a11e2-4e93-4b9e-a142-30e0d09b6aae tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:07.037759 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-432a11e2-4e93-4b9e-a142-30e0d09b6aae tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.46 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 811 time: 0.5653248 Dec 14 02:48:07.057089 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-20cac828-0c07-4b00-898c-4e08c67147c9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Request body: {'port': {'device_id': 'bd1b5cc0-f301-496b-a4d9-a2ead6b6c171', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'admin_state_up': True, 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:07.082226 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5349-f5e2-448a-9d58-3cb848497c33 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:07.085384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-2f4c5349-f5e2-448a-9d58-3cb848497c33 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] device_id is not set on port f6a0da3e-9a79-44e9-975c-a0ac31d29afb yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:48:07.161469 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c5349-f5e2-448a-9d58-3cb848497c33 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e1912e-0709-4865-b30c-0971ad37fca9,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:07.196739 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7c48c882-23a2-4d4c-a12d-4e6bc5f12914 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/subnets/e3989f45-b2d2-4967-8b91-94911484936b/tags HTTP/1.1" status: 204 len: 168 time: 0.1662612 Dec 14 02:48:07.197660 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49072) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:07.275151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-2f4c5349-f5e2-448a-9d58-3cb848497c33 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Allocated IP 172.25.7.83 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/f6a0da3e-9a79-44e9-975c-a0ac31d29afb) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:48:07.346540 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-20cac828-0c07-4b00-898c-4e08c67147c9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Made reservation on behalf of 5f91050d42464daeb5e72d6e66d168a6 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:07.350166 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-20cac828-0c07-4b00-898c-4e08c67147c9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:07.426261 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-17e8ea5b-be17-48ad-8855-028a3d255954 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks [] for subnetpool, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:07.430073 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-17e8ea5b-be17-48ad-8855-028a3d255954 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/subnetpools/1de76d4f-f7cd-4bdf-ab7a-0188b8d14ae2 HTTP/1.1" status: 204 len: 168 time: 0.2313263 Dec 14 02:48:07.433338 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49076) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:07.451625 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5349-f5e2-448a-9d58-3cb848497c33 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:07.471948 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-aa59aa19-6488-40fd-a979-ffe4db735517 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "GET /v2.0/ports?device_id=bec9efd4-f3f9-4d6f-875e-3ed05a9879ff HTTP/1.1" status: 200 len: 205 time: 0.0375571 Dec 14 02:48:07.472612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49080) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:07.569882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-20cac828-0c07-4b00-898c-4e08c67147c9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Allocated IP 172.20.0.12 (88664e7c-dba7-4c3f-8dc9-59021510fecd/89015a4d-b992-4c46-85b7-b5dfc4506a9b/b2eb3c05-4c38-4e4d-bb67-5117eb4ac752) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:48:07.621973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05ad7b94-ed9e-4f54-9d9b-cf7f3ea39be3 req-cf5300f9-a36e-465d-bc1b-4b7432153ae6 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 210 time: 0.0667832 Dec 14 02:48:07.627218 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-694425c8-cd99-4b74-a6c9-968460e07235 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:07.660802 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:07.761059 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5349-f5e2-448a-9d58-3cb848497c33 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:07.775233 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-20cac828-0c07-4b00-898c-4e08c67147c9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:07.824044 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-694425c8-cd99-4b74-a6c9-968460e07235 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:07.827588 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-694425c8-cd99-4b74-a6c9-968460e07235 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:07.838802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4c5349-f5e2-448a-9d58-3cb848497c33 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:48:07.847861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-2f4c5349-f5e2-448a-9d58-3cb848497c33 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:48:07.862636 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94ca416-fcfc-4cde-a901-cb8076e0b95a None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:48:07.884195 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4c5349-f5e2-448a-9d58-3cb848497c33 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:48:07.884588 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-20cac828-0c07-4b00-898c-4e08c67147c9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:07.913093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c5349-f5e2-448a-9d58-3cb848497c33 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Pushing event updated for resources: {'Port': ['ID=f6a0da3e-9a79-44e9-975c-a0ac31d29afb,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:07.929678 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c5349-f5e2-448a-9d58-3cb848497c33 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:07.930303 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5349-f5e2-448a-9d58-3cb848497c33 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:07.956756 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-20cac828-0c07-4b00-898c-4e08c67147c9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Network 88664e7c-dba7-4c3f-8dc9-59021510fecd is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:48:07.962597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-20cac828-0c07-4b00-898c-4e08c67147c9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:48:07.971037 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2a8b3aef-59e2-4e3f-9172-d5d5f7c2baac None None] Provisioning complete for port f6a0da3e-9a79-44e9-975c-a0ac31d29afb triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:48:07.971419 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2a8b3aef-59e2-4e3f-9172-d5d5f7c2baac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:07.977412 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-20cac828-0c07-4b00-898c-4e08c67147c9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:48:07.986887 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-694425c8-cd99-4b74-a6c9-968460e07235 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:07.988074 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694425c8-cd99-4b74-a6c9-968460e07235 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Fanout notify agent at l3_agent the message router_deleted on router bec9efd4-f3f9-4d6f-875e-3ed05a9879ff {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:48:07.999172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49084) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:08.018369 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2a8b3aef-59e2-4e3f-9172-d5d5f7c2baac None None] Port f6a0da3e-9a79-44e9-975c-a0ac31d29afb cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:48:08.029955 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-694425c8-cd99-4b74-a6c9-968460e07235 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:08.034399 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-694425c8-cd99-4b74-a6c9-968460e07235 tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/routers/bec9efd4-f3f9-4d6f-875e-3ed05a9879ff HTTP/1.1" status: 204 len: 168 time: 0.5580418 Dec 14 02:48:08.038476 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-20cac828-0c07-4b00-898c-4e08c67147c9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:08.038476 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-20cac828-0c07-4b00-898c-4e08c67147c9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:08.038476 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49086) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:08.040213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cac828-0c07-4b00-898c-4e08c67147c9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Pushing event updated for resources: {'Port': ['ID=b2eb3c05-4c38-4e4d-bb67-5117eb4ac752,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:08.061338 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dc3197fa-4c6c-43e1-b078-0569b66cf8df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:08.111564 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2f4c5349-f5e2-448a-9d58-3cb848497c33 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0267324 Dec 14 02:48:08.114597 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49092) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:08.130882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-bc7a517e-4ee1-4542-95bf-473ee6962b73 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.83'}]}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:08.223830 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03acca34-3c00-4b6d-b7ef-b12221be4151 req-77e6abcb-47e4-48d4-8c31-d9aa62641a18 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.0421827 Dec 14 02:48:08.250186 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dc3197fa-4c6c-43e1-b078-0569b66cf8df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:08.268474 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-f4345d3f-f187-4cf5-bc31-17e1f1766a5b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Deleting port 17815216-4925-454f-9c10-b8ccc4671f13 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:08.268816 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f4345d3f-f187-4cf5-bc31-17e1f1766a5b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:08.272288 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc7a517e-4ee1-4542-95bf-473ee6962b73 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:08.273760 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc7a517e-4ee1-4542-95bf-473ee6962b73 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:08.334024 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc7a517e-4ee1-4542-95bf-473ee6962b73 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:08.346437 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dc3197fa-4c6c-43e1-b078-0569b66cf8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:08.363473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8221b2c8-79c3-4d7e-90b1-ced6e708bc20 None None] Provisioning complete for port b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:48:08.364773 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8221b2c8-79c3-4d7e-90b1-ced6e708bc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:08.374705 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-20cac828-0c07-4b00-898c-4e08c67147c9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3220484 Dec 14 02:48:08.376566 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f4345d3f-f187-4cf5-bc31-17e1f1766a5b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:08.394300 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Request body: {'port': {'device_id': 'bd1b5cc0-f301-496b-a4d9-a2ead6b6c171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:08.395287 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-dc3197fa-4c6c-43e1-b078-0569b66cf8df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fee2e2f7ac1487b9125ede9ba22dc6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3593163 Dec 14 02:48:08.401294 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49094) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:08.405019 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-f4345d3f-f187-4cf5-bc31-17e1f1766a5b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Calling delete_port for 17815216-4925-454f-9c10-b8ccc4671f13 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:08.407154 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3197fa-4c6c-43e1-b078-0569b66cf8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d084d8e-548c-417b-a6f2-400966effd37,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:08.435597 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8221b2c8-79c3-4d7e-90b1-ced6e708bc20 None None] Port b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:48:08.555598 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:08.558245 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:08.612663 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc7a517e-4ee1-4542-95bf-473ee6962b73 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:08.618651 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4a6de38e-f882-4682-843e-90305d0dc363 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:08.693588 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4a6de38e-f882-4682-843e-90305d0dc363 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:08.825354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a592574-7363-46a4-9a30-44dc7507d65d req-fd18005d-5b86-457c-a600-c61c09c4de4f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:08.826513 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a592574-7363-46a4-9a30-44dc7507d65d req-fd18005d-5b86-457c-a600-c61c09c4de4f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 932 time: 0.1042707 Dec 14 02:48:08.882779 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f4345d3f-f187-4cf5-bc31-17e1f1766a5b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:08.966248 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4a6de38e-f882-4682-843e-90305d0dc363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:08.971303 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4a6de38e-f882-4682-843e-90305d0dc363 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:08.971544 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4a6de38e-f882-4682-843e-90305d0dc363 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d084d8e-548c-417b-a6f2-400966effd37 HTTP/1.1" status: 204 len: 168 time: 0.5692215 Dec 14 02:48:08.977714 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4345d3f-f187-4cf5-bc31-17e1f1766a5b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Pushing event deleted for resources: {'Port': ['ID=17815216-4925-454f-9c10-b8ccc4671f13,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:09.037530 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6de38e-f882-4682-843e-90305d0dc363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d084d8e-548c-417b-a6f2-400966effd37,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:09.182725 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f4345d3f-f187-4cf5-bc31-17e1f1766a5b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:09.195954 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f4345d3f-f187-4cf5-bc31-17e1f1766a5b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/ports/17815216-4925-454f-9c10-b8ccc4671f13 HTTP/1.1" status: 204 len: 168 time: 1.1565869 Dec 14 02:48:09.203488 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49106) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:09.274297 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c55573-3091-4bbd-884a-198e600b254b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Deleting subnet e3989f45-b2d2-4967-8b91-94911484936b {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:48:09.306966 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97c55573-3091-4bbd-884a-198e600b254b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:09.442018 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97c55573-3091-4bbd-884a-198e600b254b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:09.560617 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:48:09.571031 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a592574-7363-46a4-9a30-44dc7507d65d req-87d7ae2d-b027-4d2d-8e5f-e72832137a7a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7306156 Dec 14 02:48:09.573813 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:09.609243 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97c55573-3091-4bbd-884a-198e600b254b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:09.625066 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc7a517e-4ee1-4542-95bf-473ee6962b73 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:09.637436 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Transition to ACTIVE for port object b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:48:09.649051 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc7a517e-4ee1-4542-95bf-473ee6962b73 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:09.659610 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fbf4ef1-303c-4852-ae52-7859df42047a req-2926f457-1fc0-471f-b7d0-dde75ab878ca tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.1093354 Dec 14 02:48:09.772235 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:09.816806 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97c55573-3091-4bbd-884a-198e600b254b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:09.864552 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Pushing event updated for resources: {'Port': ['ID=b2eb3c05-4c38-4e4d-bb67-5117eb4ac752,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:09.867453 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c55573-3091-4bbd-884a-198e600b254b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Pushing event deleted for resources: {'Subnet': ['ID=e3989f45-b2d2-4967-8b91-94911484936b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:09.876836 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97c55573-3091-4bbd-884a-198e600b254b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:09.885120 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49118) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:09.906474 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-97c55573-3091-4bbd-884a-198e600b254b tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/subnets/e3989f45-b2d2-4967-8b91-94911484936b HTTP/1.1" status: 204 len: 168 time: 0.6825557 Dec 14 02:48:09.906558 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4772d454-67b5-4cc1-a802-47537dcc7c5e None None] Network 580f11b3-5680-46a3-903f-4e2c8332f75c requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:48:10.008805 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Attempting to bind port b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:48:10.009264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Attempting to bind port b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:48:10.009730 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Attempting to bind port b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 on network 88664e7c-dba7-4c3f-8dc9-59021510fecd {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:48:10.015546 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Port b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 on network 88664e7c-dba7-4c3f-8dc9-59021510fecd not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:48:10.016130 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Attempting to bind port b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 on network 88664e7c-dba7-4c3f-8dc9-59021510fecd {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:48:10.022082 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:48:10.022639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Checking segment: {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:48:10.023240 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Bound using segment: {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:48:10.023630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Bound port: b2eb3c05-4c38-4e4d-bb67-5117eb4ac752, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:48:10.024151 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:10.078066 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:10.120847 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc7a517e-4ee1-4542-95bf-473ee6962b73 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:10.136164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] For port b2eb3c05-4c38-4e4d-bb67-5117eb4ac752, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:48:10.139497 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] For port b2eb3c05-4c38-4e4d-bb67-5117eb4ac752, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=b2eb3c05-4c38-4e4d-bb67-5117eb4ac752,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:48:10.145128 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] DHCP port deletion for 580f11b3-5680-46a3-903f-4e2c8332f75c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:48:10.249352 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] Deleting port e9082788-162e-4e36-8f3f-a6d07bcc3726 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:10.252127 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:10.295630 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:10.353631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] For port e9082788-162e-4e36-8f3f-a6d07bcc3726, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e9082788-162e-4e36-8f3f-a6d07bcc3726,segment=NetworkSegment(abff6357-2640-464c-8a90-03d01112a9e6),segment_id=abff6357-2640-464c-8a90-03d01112a9e6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:10.354328 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:10.369921 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] Calling delete_port for e9082788-162e-4e36-8f3f-a6d07bcc3726 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:10.395799 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Deleting port e9082788-162e-4e36-8f3f-a6d07bcc3726 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:10.396324 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:10.400212 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc7a517e-4ee1-4542-95bf-473ee6962b73 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:10.416549 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc7a517e-4ee1-4542-95bf-473ee6962b73 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:10.433619 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:10.436496 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:10.444801 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] 10.222.0.46 "PUT /v2.0/ports/b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 HTTP/1.1" status: 200 len: 1092 time: 2.0551927 Dec 14 02:48:10.445338 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1b5cc0-f301-496b-a4d9-a2ead6b6c171', 'tag': 'b2eb3c05-4c38-4e4d-bb67-5117eb4ac752'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:48:10.459374 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acf72dd-f56b-4946-b079-bddb1bcc8378" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1b5cc0-f301-496b-a4d9-a2ead6b6c171", "tag": "b2eb3c05-4c38-4e4d-bb67-5117eb4ac752"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:48:10.565137 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] For port e9082788-162e-4e36-8f3f-a6d07bcc3726, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e9082788-162e-4e36-8f3f-a6d07bcc3726,segment=NetworkSegment(abff6357-2640-464c-8a90-03d01112a9e6),segment_id=abff6357-2640-464c-8a90-03d01112a9e6)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:10.565759 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:10.583733 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b761b7-9fa8-4ea9-8856-02b891dc7b76 service neutron] Pushing event updated for resources: {'Port': ['ID=b2eb3c05-4c38-4e4d-bb67-5117eb4ac752,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:10.593685 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc7a517e-4ee1-4542-95bf-473ee6962b73 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:10.594288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7a517e-4ee1-4542-95bf-473ee6962b73 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88418eb5-613b-4523-9f00-f845269628b3 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:48:10.596898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Calling delete_port for e9082788-162e-4e36-8f3f-a6d07bcc3726 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:10.689594 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:10.707554 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-73365046-8c7f-4ccf-8c1f-efdacebf1e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:10.711781 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-73365046-8c7f-4ccf-8c1f-efdacebf1e1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 1095 time: 0.1393828 Dec 14 02:48:10.759564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] Pushing event deleted for resources: {'Port': ['ID=e9082788-162e-4e36-8f3f-a6d07bcc3726,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:10.760839 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-bc7a517e-4ee1-4542-95bf-473ee6962b73 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 14 02:48:10.766589 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bc7a517e-4ee1-4542-95bf-473ee6962b73 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6439388 Dec 14 02:48:10.768072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49148) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:10.802458 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-d07dcc77-ecf1-455a-9f93-058e9aebf0e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 HTTP/1.1" status: 200 len: 217 time: 0.0782888 Dec 14 02:48:10.808726 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] No DVR routers for this DVR port e9082788-162e-4e36-8f3f-a6d07bcc3726 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:48:10.825213 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:10.825213 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:10.825213 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:10.825213 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:10.825213 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:10.825213 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:10.825213 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:10.826395 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:10.835441 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:10.837562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:10.837737 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:10.842457 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:10.842857 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059cb041-3097-4128-a63d-bb7fc6f6f97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:10.901381 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-5636df23-3fc0-4286-9a37-509c7ffc75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:10.903434 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-5636df23-3fc0-4286-9a37-509c7ffc75a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.0929768 Dec 14 02:48:10.922440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c33eaf0-3eaf-480c-9158-98c1b3dfb52d req-19cde628-4a80-46a5-a329-4ec2480d382b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:10.931188 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c33eaf0-3eaf-480c-9158-98c1b3dfb52d req-19cde628-4a80-46a5-a329-4ec2480d382b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 944 time: 0.2123282 Dec 14 02:48:10.990502 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4011d50-9bd7-45c3-b1f5-b294325720e8 x-openstack-request-id: req-e4011d50-9bd7-45c3-b1f5-b294325720e8 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:48:10.991080 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1b5cc0-f301-496b-a4d9-a2ead6b6c171", "tag": "b2eb3c05-4c38-4e4d-bb67-5117eb4ac752", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:48:10.991503 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4011d50-9bd7-45c3-b1f5-b294325720e8 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:48:10.995877 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1b5cc0-f301-496b-a4d9-a2ead6b6c171', 'tag': 'b2eb3c05-4c38-4e4d-bb67-5117eb4ac752', 'status': 'completed', 'code': 200} Dec 14 02:48:11.018230 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-44332963-da82-4f8f-8065-b7af87622466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:11.019956 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-44332963-da82-4f8f-8065-b7af87622466 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042917 Dec 14 02:48:11.042441 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e9082788-162e-4e36-8f3f-a6d07bcc3726 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:48:11.069364 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:11.070094 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: e9082788-162e-4e36-8f3f-a6d07bcc3726 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:48:11.071026 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e9082788-162e-4e36-8f3f-a6d07bcc3726 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:48:11.092781 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c33eaf0-3eaf-480c-9158-98c1b3dfb52d req-8c8551c9-6c27-40fb-8f50-ec045b5d45c5 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605468 Dec 14 02:48:11.125496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] No DVR routers for this DVR port e9082788-162e-4e36-8f3f-a6d07bcc3726 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:48:11.137945 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3150de83-b7a4-47cf-9f53-110988a28965 req-41ba6579-fe2b-464c-8375-fb537885ae62 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.0661290 Dec 14 02:48:11.193444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Pushing event deleted for resources: {'Port': ['ID=e9082788-162e-4e36-8f3f-a6d07bcc3726,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:11.196979 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-144d3505-2518-4e3b-bc89-fdff968b4848 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Deleting port f6a0da3e-9a79-44e9-975c-a0ac31d29afb {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:11.196979 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-144d3505-2518-4e3b-bc89-fdff968b4848 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:11.239461 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-4637d510-420e-432d-a9f4-67c28a2681ec service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904120 Dec 14 02:48:11.306856 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:11.340336 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580f11b3-5680-46a3-903f-4e2c8332f75c']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:11.361069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abff6357-2640-464c-8a90-03d01112a9e6') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:11.361401 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abff6357-2640-464c-8a90-03d01112a9e6') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:11.361768 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c8a26d11-bf48-4139-9d2a-8d11a4a4f071 req-74d97b58-52e6-4aca-adc8-e643f0e0bb4b service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138935 Dec 14 02:48:11.364247 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-144d3505-2518-4e3b-bc89-fdff968b4848 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:11.380428 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:11.389651 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-144d3505-2518-4e3b-bc89-fdff968b4848 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Calling delete_port for f6a0da3e-9a79-44e9-975c-a0ac31d29afb owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:11.405104 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:11.449813 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:48:11.450219 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:48:11.454030 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:48:11.604965 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:11.616390 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:11.620801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] 10.222.0.39 "DELETE /v2.0/networks/580f11b3-5680-46a3-903f-4e2c8332f75c HTTP/1.1" status: 204 len: 168 time: 1.7318177 Dec 14 02:48:11.639448 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf72dd-f56b-4946-b079-bddb1bcc8378 req-1dde1aa9-15eb-41de-b94c-cc40c95f17ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:11.643516 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9acf72dd-f56b-4946-b079-bddb1bcc8378 req-1dde1aa9-15eb-41de-b94c-cc40c95f17ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 1095 time: 0.1120436 Dec 14 02:48:11.645649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dec50a-f587-4194-aadc-46a0edfc1b8a tempest-TagsExtTest-109655552 tempest-TagsExtTest-109655552-project] Pushing event deleted for resources: {'Network': ['ID=580f11b3-5680-46a3-903f-4e2c8332f75c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:11.654399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49180) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:11.699530 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-144d3505-2518-4e3b-bc89-fdff968b4848 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:11.769344 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d3505-2518-4e3b-bc89-fdff968b4848 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6a0da3e-9a79-44e9-975c-a0ac31d29afb,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:11.794931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464b525b-5863-485e-adb6-6d48812282c0 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:48:11.820666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf72dd-f56b-4946-b079-bddb1bcc8378 req-f0388388-595f-4530-8b04-c2c654c589b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:11.824300 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9acf72dd-f56b-4946-b079-bddb1bcc8378 req-f0388388-595f-4530-8b04-c2c654c589b6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.1735451 Dec 14 02:48:11.860517 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-410214fa-f3cb-42e5-a282-1d74b74fc185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:11.880797 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-144d3505-2518-4e3b-bc89-fdff968b4848 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:11.889565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-144d3505-2518-4e3b-bc89-fdff968b4848 tempest-RoutersAdminNegativeTest-882042831 tempest-RoutersAdminNegativeTest-882042831-project-admin] 10.222.0.39 "DELETE /v2.0/ports/f6a0da3e-9a79-44e9-975c-a0ac31d29afb HTTP/1.1" status: 204 len: 168 time: 1.1167874 Dec 14 02:48:11.910979 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9acf72dd-f56b-4946-b079-bddb1bcc8378 req-06609d06-e97f-453e-b1d4-ef740fa5b4ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 HTTP/1.1" status: 200 len: 217 time: 0.0788236 Dec 14 02:48:12.001838 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf72dd-f56b-4946-b079-bddb1bcc8378 req-38d4a78f-7e28-4cfa-9eac-61f45a15631c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:12.004341 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9acf72dd-f56b-4946-b079-bddb1bcc8378 req-38d4a78f-7e28-4cfa-9eac-61f45a15631c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.0830989 Dec 14 02:48:12.005116 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-410214fa-f3cb-42e5-a282-1d74b74fc185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:12.065326 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf72dd-f56b-4946-b079-bddb1bcc8378 req-2450865c-adb7-48d8-9dba-66f136e1366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:12.067110 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9acf72dd-f56b-4946-b079-bddb1bcc8378 req-2450865c-adb7-48d8-9dba-66f136e1366d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545943 Dec 14 02:48:12.141488 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-410214fa-f3cb-42e5-a282-1d74b74fc185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:12.183467 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49190) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:12.190659 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-410214fa-f3cb-42e5-a282-1d74b74fc185 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=feede078d88e4bc09289f5f338fdedfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5351832 Dec 14 02:48:12.209066 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9acf72dd-f56b-4946-b079-bddb1bcc8378 req-a1caa34e-de32-4323-989d-e44db0a02d80 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326718 Dec 14 02:48:12.210129 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49194) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:12.339658 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93470aae-ec95-4d69-87e5-ad310202249f req-cda17fa3-e5cf-4bdc-b102-ccf77e741733 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.0488269 Dec 14 02:48:12.394521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410214fa-f3cb-42e5-a282-1d74b74fc185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8582f2d5-e252-4831-a61d-337a1262a1db,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:12.409877 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5244ea-7c26-4dc3-a000-a1ac491f9434 req-bf95dfe3-b0fa-4bc0-af06-93a72734ba87 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:12.411697 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2f5244ea-7c26-4dc3-a000-a1ac491f9434 req-bf95dfe3-b0fa-4bc0-af06-93a72734ba87 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 944 time: 0.1981494 Dec 14 02:48:12.432331 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c5cd2f9-7cec-4eae-87ac-747436cdea13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:12.481594 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c5cd2f9-7cec-4eae-87ac-747436cdea13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:12.497483 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2f5244ea-7c26-4dc3-a000-a1ac491f9434 req-69e4bd2d-85c5-4ad4-a542-1350337c7ef3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788596 Dec 14 02:48:12.545395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49200) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:12.547071 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9acf72dd-f56b-4946-b079-bddb1bcc8378 req-b85deadd-7ebb-4efe-8605-4e26ad9aff44 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296101 Dec 14 02:48:12.639048 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ee958712-1c8f-4562-94fe-1fe3901ff174 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8510d4659394aff968e8653e662bafb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4309971 Dec 14 02:48:12.639474 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49204) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:12.661240 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3966ff9d-f3d1-4b7a-9c0c-8713284327cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:12.666765 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c5cd2f9-7cec-4eae-87ac-747436cdea13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:12.669423 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c5cd2f9-7cec-4eae-87ac-747436cdea13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:12.684187 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3c5cd2f9-7cec-4eae-87ac-747436cdea13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8582f2d5-e252-4831-a61d-337a1262a1db HTTP/1.1" status: 204 len: 168 time: 0.4650846 Dec 14 02:48:12.748489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cd2f9-7cec-4eae-87ac-747436cdea13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8582f2d5-e252-4831-a61d-337a1262a1db,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:12.773870 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3966ff9d-f3d1-4b7a-9c0c-8713284327cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:12.782785 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2119479f-2a5a-41f5-80d0-adc1e6317f46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:12.807492 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2119479f-2a5a-41f5-80d0-adc1e6317f46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:12.849134 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3966ff9d-f3d1-4b7a-9c0c-8713284327cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:12.879035 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3966ff9d-f3d1-4b7a-9c0c-8713284327cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=05c2b963f5004e398af60e96a7a7c6c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3317862 Dec 14 02:48:12.882323 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49210) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:12.907868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966ff9d-f3d1-4b7a-9c0c-8713284327cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae32122d-522e-4f26-8574-c356ead94354,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:12.991405 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2119479f-2a5a-41f5-80d0-adc1e6317f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:12.994695 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2119479f-2a5a-41f5-80d0-adc1e6317f46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:12.997764 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2119479f-2a5a-41f5-80d0-adc1e6317f46 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f71c862d-3703-447a-b41b-62f791ebd38c HTTP/1.1" status: 204 len: 168 time: 0.3572063 Dec 14 02:48:13.001292 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5844-173b-45a7-9ac8-768901262e23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:13.016536 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119479f-2a5a-41f5-80d0-adc1e6317f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71c862d-3703-447a-b41b-62f791ebd38c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:13.036186 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5844-173b-45a7-9ac8-768901262e23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:13.175182 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5844-173b-45a7-9ac8-768901262e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:13.178002 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5844-173b-45a7-9ac8-768901262e23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:13.180434 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dc4c5844-173b-45a7-9ac8-768901262e23 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae32122d-522e-4f26-8574-c356ead94354 HTTP/1.1" status: 204 len: 168 time: 0.2968659 Dec 14 02:48:13.191645 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c5844-173b-45a7-9ac8-768901262e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae32122d-522e-4f26-8574-c356ead94354,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:13.486348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8dcf717-cfb9-4900-9221-809dc36fa08c req-c1a26c3d-6a2e-467d-a532-1e9a3fd45a33 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.0295618 Dec 14 02:48:13.551937 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:48:13.679624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f36f2-5e4e-45a2-b5e3-c85de72daae2 req-9255263d-4c9e-4ad2-b75d-192ff9a04011 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:13.681508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-595f36f2-5e4e-45a2-b5e3-c85de72daae2 req-9255263d-4c9e-4ad2-b75d-192ff9a04011 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 944 time: 0.0972638 Dec 14 02:48:13.754042 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-595f36f2-5e4e-45a2-b5e3-c85de72daae2 req-75223640-669f-4904-a020-2c232c04c5bf tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658567 Dec 14 02:48:13.967875 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49246) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:14.035286 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49250) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:14.035494 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-217a7fb2-5081-4cfd-9423-7d6047573ab6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=85fbe5a848604f6195e4a4dc072d3436&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0663843 Dec 14 02:48:14.096250 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70ca4363-9628-4b3a-b046-2c8df37cf716 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:14.123376 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70ca4363-9628-4b3a-b046-2c8df37cf716 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:14.198402 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:48:14.295318 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70ca4363-9628-4b3a-b046-2c8df37cf716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:14.301039 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70ca4363-9628-4b3a-b046-2c8df37cf716 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:14.302667 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-70ca4363-9628-4b3a-b046-2c8df37cf716 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22e1912e-0709-4865-b30c-0971ad37fca9 HTTP/1.1" status: 204 len: 168 time: 0.2658067 Dec 14 02:48:14.304003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port b2eb3c05-4c38-4e4d-bb67-5117eb4ac752, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=b2eb3c05-4c38-4e4d-bb67-5117eb4ac752,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:14.317491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca4363-9628-4b3a-b046-2c8df37cf716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e1912e-0709-4865-b30c-0971ad37fca9,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:14.317702 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'b2eb3c05-4c38-4e4d-bb67-5117eb4ac752', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'port_id': 'b2eb3c05-4c38-4e4d-bb67-5117eb4ac752', 'mac_address': 'fa:16:3e:6b:66:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:48:14.370561 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:14.387607 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:48:14.409021 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port b2eb3c05-4c38-4e4d-bb67-5117eb4ac752, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=b2eb3c05-4c38-4e4d-bb67-5117eb4ac752,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:14.466816 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:14.520844 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=b2eb3c05-4c38-4e4d-bb67-5117eb4ac752,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:14.599935 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f408ca8-f879-4360-a8ff-ba2866b4008a req-a29f6e40-5206-4532-8bdb-dcc16de9ecb1 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.0317850 Dec 14 02:48:14.743328 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['b2eb3c05-4c38-4e4d-bb67-5117eb4ac752'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:48:14.999921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef2733-28f7-4931-b2ed-feb3627bc010 req-3cacb938-e85e-44c5-b45d-b5080c2443f4 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:15.004452 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-85ef2733-28f7-4931-b2ed-feb3627bc010 req-3cacb938-e85e-44c5-b45d-b5080c2443f4 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 945 time: 0.0949659 Dec 14 02:48:15.081938 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-85ef2733-28f7-4931-b2ed-feb3627bc010 req-4d3cc7ee-2e1a-414e-91dc-647f8f8439e0 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722735 Dec 14 02:48:15.614693 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49302) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:15.748397 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9e0657de-0ac6-4294-bf5a-10aa982d49cf req-d9a629a1-2f8d-44cd-92e7-8cdca3921a95 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.0484061 Dec 14 02:48:15.862545 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-13fb755d-0733-4d4e-885a-ba9a2be0884e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:15.964936 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-13fb755d-0733-4d4e-885a-ba9a2be0884e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:16.027262 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-13fb755d-0733-4d4e-885a-ba9a2be0884e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:16.071539 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-13fb755d-0733-4d4e-885a-ba9a2be0884e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31226d14680b40dc8eb5f9c2e8272c5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4548376 Dec 14 02:48:16.072696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fb755d-0733-4d4e-885a-ba9a2be0884e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81e5626-de81-4f08-af9e-ead1130172b2,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:16.074320 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49320) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:16.147066 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4fa92090-79c7-4b00-b835-f7a3ab554b2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:16.189293 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4fa92090-79c7-4b00-b835-f7a3ab554b2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:16.211118 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:48:16.300079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255253d-976d-4a7e-9f22-8bbf9745d278 req-1baef790-22af-4475-9cff-e20dd7130ae9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:16.305782 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4255253d-976d-4a7e-9f22-8bbf9745d278 req-1baef790-22af-4475-9cff-e20dd7130ae9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 945 time: 0.0885255 Dec 14 02:48:16.362972 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:48:16.363377 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4fa92090-79c7-4b00-b835-f7a3ab554b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:16.368108 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:48:16.368614 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4fa92090-79c7-4b00-b835-f7a3ab554b2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:16.369022 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:16.372605 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4fa92090-79c7-4b00-b835-f7a3ab554b2b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a81e5626-de81-4f08-af9e-ead1130172b2 HTTP/1.1" status: 204 len: 168 time: 0.2933283 Dec 14 02:48:16.376320 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4255253d-976d-4a7e-9f22-8bbf9745d278 req-47d916e9-4b95-4ac1-901f-aa1493d6888e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658278 Dec 14 02:48:16.412863 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa92090-79c7-4b00-b835-f7a3ab554b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81e5626-de81-4f08-af9e-ead1130172b2,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:16.519338 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:16.552548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1b5cc0-f301-496b-a4d9-a2ead6b6c171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2eb3c05-4c38-4e4d-bb67-5117eb4ac752'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:48:16.555857 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bade4e7-2b5f-40ec-a2bd-3eb122c31c22" -d '{"events": [{"server_uuid": "bd1b5cc0-f301-496b-a4d9-a2ead6b6c171", "name": "network-vif-plugged", "status": "completed", "tag": "b2eb3c05-4c38-4e4d-bb67-5117eb4ac752"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:48:16.574683 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port b2eb3c05-4c38-4e4d-bb67-5117eb4ac752, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=b2eb3c05-4c38-4e4d-bb67-5117eb4ac752,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:16.597813 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b6549e-e8b1-4600-97e4-cf67ef22d2ca x-openstack-request-id: req-d3b6549e-e8b1-4600-97e4-cf67ef22d2ca {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:48:16.600731 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1b5cc0-f301-496b-a4d9-a2ead6b6c171", "name": "network-vif-plugged", "status": "completed", "tag": "b2eb3c05-4c38-4e4d-bb67-5117eb4ac752", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:48:16.600731 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3b6549e-e8b1-4600-97e4-cf67ef22d2ca {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:48:16.600731 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1b5cc0-f301-496b-a4d9-a2ead6b6c171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2eb3c05-4c38-4e4d-bb67-5117eb4ac752', 'code': 200} Dec 14 02:48:16.649598 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:16.711728 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=b2eb3c05-4c38-4e4d-bb67-5117eb4ac752,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:16.766721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49344) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:16.775504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68bb95-0b18-4aff-9c32-5addbcede797 req-e4cf7ebd-61cb-44a8-84d2-4f73ed5134c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:16.777684 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0b68bb95-0b18-4aff-9c32-5addbcede797 req-e4cf7ebd-61cb-44a8-84d2-4f73ed5134c9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 1097 time: 0.0751011 Dec 14 02:48:16.852139 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0b68bb95-0b18-4aff-9c32-5addbcede797 req-9f696837-e903-4247-9d69-a589f27c384f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665014 Dec 14 02:48:16.885150 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89f85db1-f9ca-4eca-9769-0dc53bea55bb req-0f833b1b-b8d0-477b-b361-1fe17a822f1c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.0486596 Dec 14 02:48:17.018160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-4f9bda93-fb65-475e-83bc-b814472b8f82 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-298330699'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:17.145903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9bda93-fb65-475e-83bc-b814472b8f82 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Made reservation on behalf of 50fba5fdf9b640f0b18bcca516f8a4a9 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:17.149516 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4f9bda93-fb65-475e-83bc-b814472b8f82 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:17.158826 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4f9bda93-fb65-475e-83bc-b814472b8f82 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:17.237926 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4f9bda93-fb65-475e-83bc-b814472b8f82 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:17.267647 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49354) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:17.281629 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38765017-8bfa-4571-938a-8ae6148ece1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:17.317665 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4f9bda93-fb65-475e-83bc-b814472b8f82 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:17.375596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bda93-fb65-475e-83bc-b814472b8f82 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4f2699-fe53-4800-aa64-76aea6451a14,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:17.379097 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9bda93-fb65-475e-83bc-b814472b8f82 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:48:17.386051 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38765017-8bfa-4571-938a-8ae6148ece1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:17.406988 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4f9bda93-fb65-475e-83bc-b814472b8f82 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:17.407429 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-4f9bda93-fb65-475e-83bc-b814472b8f82 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Added segment b6723c8b-19d3-43a8-be7f-856505972002 of type vlan for network 79b1dcf1-131f-4c3b-a757-286c08339602 Dec 14 02:48:17.431748 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38765017-8bfa-4571-938a-8ae6148ece1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:17.486618 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38765017-8bfa-4571-938a-8ae6148ece1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b427fb5-a210-4ba3-bbb3-626426d08636,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:17.500270 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4f9bda93-fb65-475e-83bc-b814472b8f82 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:17.531659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49362) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:17.534358 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-38765017-8bfa-4571-938a-8ae6148ece1b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd959b8005ba4753ac669444f2906f0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2650719 Dec 14 02:48:17.537849 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49364) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:17.603447 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4f9bda93-fb65-475e-83bc-b814472b8f82 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:17.609496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9bda93-fb65-475e-83bc-b814472b8f82 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:17.610252 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4f9bda93-fb65-475e-83bc-b814472b8f82 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:17.631081 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2836bea-221c-4215-9f26-ef74ad6ffd63 req-4018e66a-4e9c-43e5-8f58-14896da16846 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:17.637173 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c95e508-c7e2-4e26-b83b-5ae6a32c0bf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:17.640585 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2836bea-221c-4215-9f26-ef74ad6ffd63 req-4018e66a-4e9c-43e5-8f58-14896da16846 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.0988026 Dec 14 02:48:17.683342 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c95e508-c7e2-4e26-b83b-5ae6a32c0bf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:17.747722 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d00272ab-3bb2-49f8-8573-168159d7a84e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:17.750427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bda93-fb65-475e-83bc-b814472b8f82 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Pushing event updated for resources: {'Network': ['ID=79b1dcf1-131f-4c3b-a757-286c08339602,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:17.763509 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 79b1dcf1-131f-4c3b-a757-286c08339602 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:48:17.772648 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4f9bda93-fb65-475e-83bc-b814472b8f82 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0040841 Dec 14 02:48:17.776994 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49372) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:17.783070 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0ed2414f-519d-49e3-9d5c-aecf757a5b26 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Request body: {'subnet': {'network_id': '79b1dcf1-131f-4c3b-a757-286c08339602', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:17.795589 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2836bea-221c-4215-9f26-ef74ad6ffd63 req-23adb688-e268-4675-87dc-0a850a6986d7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557102 Dec 14 02:48:17.836153 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c95e508-c7e2-4e26-b83b-5ae6a32c0bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:17.839168 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c95e508-c7e2-4e26-b83b-5ae6a32c0bf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:17.840757 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3c95e508-c7e2-4e26-b83b-5ae6a32c0bf4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b427fb5-a210-4ba3-bbb3-626426d08636 HTTP/1.1" status: 204 len: 168 time: 0.3017535 Dec 14 02:48:17.866252 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c95e508-c7e2-4e26-b83b-5ae6a32c0bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b427fb5-a210-4ba3-bbb3-626426d08636,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:17.957097 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d00272ab-3bb2-49f8-8573-168159d7a84e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:18.022141 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b209a8d3-5004-4b63-b4b7-0408c97d845f req-cfcc1493-5652-4627-a6cf-3c651f132e93 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.0279372 Dec 14 02:48:18.083293 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d00272ab-3bb2-49f8-8573-168159d7a84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:18.083517 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed2414f-519d-49e3-9d5c-aecf757a5b26 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Made reservation on behalf of 50fba5fdf9b640f0b18bcca516f8a4a9 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:18.088989 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0ed2414f-519d-49e3-9d5c-aecf757a5b26 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:18.173892 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d00272ab-3bb2-49f8-8573-168159d7a84e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ae2b35d409574df6b6613933aa45fb40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6401355 Dec 14 02:48:18.178945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00272ab-3bb2-49f8-8573-168159d7a84e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4208e11-377e-46bb-aa78-26a1e91393cc,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:18.178945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49384) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:18.246405 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0876365c-eb61-4729-94ec-e64cfed37452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:18.279504 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0876365c-eb61-4729-94ec-e64cfed37452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:18.431347 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0876365c-eb61-4729-94ec-e64cfed37452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:18.433875 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0ed2414f-519d-49e3-9d5c-aecf757a5b26 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:18.434367 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0876365c-eb61-4729-94ec-e64cfed37452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:18.438883 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0876365c-eb61-4729-94ec-e64cfed37452 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4208e11-377e-46bb-aa78-26a1e91393cc HTTP/1.1" status: 204 len: 168 time: 0.2573514 Dec 14 02:48:18.445822 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876365c-eb61-4729-94ec-e64cfed37452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4208e11-377e-46bb-aa78-26a1e91393cc,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:18.535374 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed2414f-519d-49e3-9d5c-aecf757a5b26 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Checking segment: {'id': 'b6723c8b-19d3-43a8-be7f-856505972002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79b1dcf1-131f-4c3b-a757-286c08339602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:48:18.535651 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed2414f-519d-49e3-9d5c-aecf757a5b26 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Network hostable DHCP agents. Network: 79b1dcf1-131f-4c3b-a757-286c08339602, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:48:18.547099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2414f-519d-49e3-9d5c-aecf757a5b26 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Pushing event updated for resources: {'Subnet': ['ID=5362d5d6-1b97-4340-b4a8-6392fb4ca58e,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:18.637066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49402) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:18.651704 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-35e714b8-ffd0-409b-9227-645c0291d7bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:18.671993 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed2414f-519d-49e3-9d5c-aecf757a5b26 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Network 79b1dcf1-131f-4c3b-a757-286c08339602 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:48:18.726930 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-35e714b8-ffd0-409b-9227-645c0291d7bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:18.768781 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-0ed2414f-519d-49e3-9d5c-aecf757a5b26 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 79b1dcf1-131f-4c3b-a757-286c08339602) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:48:18.779763 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed2414f-519d-49e3-9d5c-aecf757a5b26 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:18.779991 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0ed2414f-519d-49e3-9d5c-aecf757a5b26 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:18.785135 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6532333b-93d9-41f9-92c3-474a66443635 None None] Network 79b1dcf1-131f-4c3b-a757-286c08339602 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:48:18.832017 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-35e714b8-ffd0-409b-9227-645c0291d7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:18.869103 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0ed2414f-519d-49e3-9d5c-aecf757a5b26 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0909252 Dec 14 02:48:18.870323 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49410) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:18.878535 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-18150484-18c9-49c9-8b16-81762d75d4ed tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1884335864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:18.953112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-35e714b8-ffd0-409b-9227-645c0291d7bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=48e04a62100643d4933d33fbb5a9f220&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3140874 Dec 14 02:48:18.956103 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49414) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:18.980450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e714b8-ffd0-409b-9227-645c0291d7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8625a508-ab09-4679-82b8-eb5a769ad9ef,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:19.003792 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de18550-53ab-4992-a5c5-d2722d576c6d req-78711070-e1c3-4800-980b-104f95c3b27f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:19.005519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8de18550-53ab-4992-a5c5-d2722d576c6d req-78711070-e1c3-4800-980b-104f95c3b27f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.0890048 Dec 14 02:48:19.048843 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18150484-18c9-49c9-8b16-81762d75d4ed tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:19.051088 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18150484-18c9-49c9-8b16-81762d75d4ed tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:19.111489 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af354ca5-7e2d-4d63-83f9-ff0eb6f35383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:19.184164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-98893161-c9e9-4217-960c-e2d885049d67 req-ebe4a98f-f89e-4feb-b154-4f70c55592eb tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.0406265 Dec 14 02:48:19.190422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-79b1dcf1-131f-4c3b-a757-286c08339602', 'network_id': '79b1dcf1-131f-4c3b-a757-286c08339602', 'project_id': '50fba5fdf9b640f0b18bcca516f8a4a9', 'fixed_ips': [{'subnet_id': '5362d5d6-1b97-4340-b4a8-6392fb4ca58e'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:48:19.199693 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:19.213107 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18150484-18c9-49c9-8b16-81762d75d4ed tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:19.218283 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8de18550-53ab-4992-a5c5-d2722d576c6d req-ada371e8-853f-4f6d-affc-5a72de03ac4a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008345 Dec 14 02:48:19.218592 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af354ca5-7e2d-4d63-83f9-ff0eb6f35383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:19.278224 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18150484-18c9-49c9-8b16-81762d75d4ed tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:19.383258 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Allocated IP 172.20.0.2 (79b1dcf1-131f-4c3b-a757-286c08339602/5362d5d6-1b97-4340-b4a8-6392fb4ca58e/98204710-9a5a-4daa-ba66-70991e52b0bb) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:48:19.386321 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af354ca5-7e2d-4d63-83f9-ff0eb6f35383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:19.389613 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af354ca5-7e2d-4d63-83f9-ff0eb6f35383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:19.394667 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-af354ca5-7e2d-4d63-83f9-ff0eb6f35383 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8625a508-ab09-4679-82b8-eb5a769ad9ef HTTP/1.1" status: 204 len: 168 time: 0.4371436 Dec 14 02:48:19.414484 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af354ca5-7e2d-4d63-83f9-ff0eb6f35383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8625a508-ab09-4679-82b8-eb5a769ad9ef,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:19.431075 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18150484-18c9-49c9-8b16-81762d75d4ed tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:19.435474 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-18150484-18c9-49c9-8b16-81762d75d4ed tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5607564 Dec 14 02:48:19.436023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49430) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:19.436351 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49432) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:19.596828 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:19.702046 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:19.801873 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-edcefabe-613b-4582-ab3b-aec3fc7dcbca req-edf2eca8-584d-4a88-8b0e-ea1f9ebee72e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0917711 Dec 14 02:48:19.806446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db26019-65bb-4f50-b3e5-b6d8a35cd2e1 req-a7025adf-f49e-41fc-a0fd-7e6fd5d99d0a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:19.808193 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4db26019-65bb-4f50-b3e5-b6d8a35cd2e1 req-a7025adf-f49e-41fc-a0fd-7e6fd5d99d0a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.1663234 Dec 14 02:48:19.820513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Pushing event updated for resources: {'Port': ['ID=98204710-9a5a-4daa-ba66-70991e52b0bb,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:19.829719 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e97da343-e695-43e6-b6eb-82a98b94075a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:19.831952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Network 79b1dcf1-131f-4c3b-a757-286c08339602 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:48:19.838109 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:48:19.842477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:48:19.972563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Attempting to bind port 98204710-9a5a-4daa-ba66-70991e52b0bb on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:48:19.973233 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Attempting to bind port 98204710-9a5a-4daa-ba66-70991e52b0bb by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'b6723c8b-19d3-43a8-be7f-856505972002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79b1dcf1-131f-4c3b-a757-286c08339602'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:48:19.973640 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Attempting to bind port 98204710-9a5a-4daa-ba66-70991e52b0bb on network 79b1dcf1-131f-4c3b-a757-286c08339602 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:48:19.981724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcefabe-613b-4582-ab3b-aec3fc7dcbca req-9bfb650f-d829-4bb6-af91-dcf16cbf595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:19.986056 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:48:19.986948 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-edcefabe-613b-4582-ab3b-aec3fc7dcbca req-9bfb650f-d829-4bb6-af91-dcf16cbf595f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 1095 time: 0.0846381 Dec 14 02:48:19.987907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Checking segment: {'id': 'b6723c8b-19d3-43a8-be7f-856505972002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79b1dcf1-131f-4c3b-a757-286c08339602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:48:19.989062 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:19.989553 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Bound using segment: {'id': 'b6723c8b-19d3-43a8-be7f-856505972002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79b1dcf1-131f-4c3b-a757-286c08339602'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:48:19.991344 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Bound port: 98204710-9a5a-4daa-ba66-70991e52b0bb, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6723c8b-19d3-43a8-be7f-856505972002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '79b1dcf1-131f-4c3b-a757-286c08339602'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:48:20.000285 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:20.016707 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4db26019-65bb-4f50-b3e5-b6d8a35cd2e1 req-5f45c82a-4797-40af-8d2c-2ecfdb222a3f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851988 Dec 14 02:48:20.060291 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-41d45f63-b9b6-4b28-a694-5360668a2003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:20.122139 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] For port 98204710-9a5a-4daa-ba66-70991e52b0bb, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:48:20.127002 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] For port 98204710-9a5a-4daa-ba66-70991e52b0bb, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=98204710-9a5a-4daa-ba66-70991e52b0bb,segment=NetworkSegment(b6723c8b-19d3-43a8-be7f-856505972002),segment_id=b6723c8b-19d3-43a8-be7f-856505972002)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:48:20.150656 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-41d45f63-b9b6-4b28-a694-5360668a2003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:20.184257 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcefabe-613b-4582-ab3b-aec3fc7dcbca req-3a17c786-7769-4140-8ee7-596e694674ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:20.184257 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-edcefabe-613b-4582-ab3b-aec3fc7dcbca req-3a17c786-7769-4140-8ee7-596e694674ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.1737218 Dec 14 02:48:20.247916 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:20.265349 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-edcefabe-613b-4582-ab3b-aec3fc7dcbca req-b52075a7-d91e-492c-bfd6-7adb38f2cad9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663 HTTP/1.1" status: 200 len: 999 time: 0.0732870 Dec 14 02:48:20.286099 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-e97da343-e695-43e6-b6eb-82a98b94075a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Allocated IP 172.20.0.1 (79b1dcf1-131f-4c3b-a757-286c08339602/5362d5d6-1b97-4340-b4a8-6392fb4ca58e/c441105e-9220-4569-a726-7265e8656b72) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:48:20.342106 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcefabe-613b-4582-ab3b-aec3fc7dcbca req-17afbfa1-5eb2-426f-a4f1-f0870104ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:20.345776 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-edcefabe-613b-4582-ab3b-aec3fc7dcbca req-17afbfa1-5eb2-426f-a4f1-f0870104ca94 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.0716996 Dec 14 02:48:20.389646 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdacc7-e2b0-45ba-95a1-a7461fcb2e9f None None] Pushing event updated for resources: {'Port': ['ID=98204710-9a5a-4daa-ba66-70991e52b0bb,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:20.415239 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-41d45f63-b9b6-4b28-a694-5360668a2003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:20.435786 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcefabe-613b-4582-ab3b-aec3fc7dcbca req-5be431d7-6742-4737-b56a-a113ce5de627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:20.445388 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-edcefabe-613b-4582-ab3b-aec3fc7dcbca req-5be431d7-6742-4737-b56a-a113ce5de627 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836275 Dec 14 02:48:20.538904 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-41d45f63-b9b6-4b28-a694-5360668a2003 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cdab8a6bf1234d43a18d62db2a469822&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1006799 Dec 14 02:48:20.547551 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cc601004-234e-4cd4-bc78-09c30ff4757f req-2a808ec8-b80c-4e3b-8b4a-d951f429e529 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.1004276 Dec 14 02:48:20.550227 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49464) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:20.617554 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-edcefabe-613b-4582-ab3b-aec3fc7dcbca req-f40482d2-c9e4-4325-a075-e6af78558b25 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630058 Dec 14 02:48:20.633575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d45f63-b9b6-4b28-a694-5360668a2003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dac2c8-ec0b-438a-a494-2fd7c60a5487,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:20.723338 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e97da343-e695-43e6-b6eb-82a98b94075a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:20.795496 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b192-00f6-4706-8ce8-97c1ae1a261a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:20.819598 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-edcefabe-613b-4582-ab3b-aec3fc7dcbca req-f0d445ce-fcc3-42d8-934f-b7c1e41b98b1 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938748 Dec 14 02:48:20.842663 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b192-00f6-4706-8ce8-97c1ae1a261a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:20.993122 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e97da343-e695-43e6-b6eb-82a98b94075a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:21.001498 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b192-00f6-4706-8ce8-97c1ae1a261a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:21.004130 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2fd4b192-00f6-4706-8ce8-97c1ae1a261a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:21.004292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 98204710-9a5a-4daa-ba66-70991e52b0bb up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:48:21.005293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2fd4b192-00f6-4706-8ce8-97c1ae1a261a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12dac2c8-ec0b-438a-a494-2fd7c60a5487 HTTP/1.1" status: 204 len: 168 time: 0.4519527 Dec 14 02:48:21.065979 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4b192-00f6-4706-8ce8-97c1ae1a261a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dac2c8-ec0b-438a-a494-2fd7c60a5487,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:21.079536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97da343-e695-43e6-b6eb-82a98b94075a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Network 79b1dcf1-131f-4c3b-a757-286c08339602 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:48:21.083743 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-e97da343-e695-43e6-b6eb-82a98b94075a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:48:21.089204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97da343-e695-43e6-b6eb-82a98b94075a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:48:21.094583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97da343-e695-43e6-b6eb-82a98b94075a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Pushing event updated for resources: {'Port': ['ID=c441105e-9220-4569-a726-7265e8656b72,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:21.154021 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e97da343-e695-43e6-b6eb-82a98b94075a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:21.185136 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 98204710-9a5a-4daa-ba66-70991e52b0bb triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:48:21.185641 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:21.306207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c90be0-51b2-4821-af31-cc804641b562 req-aeca83c2-c210-4363-b0ca-ee544d667689 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:21.307739 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-31c90be0-51b2-4821-af31-cc804641b562 req-aeca83c2-c210-4363-b0ca-ee544d667689 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.0656948 Dec 14 02:48:21.311780 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:21.356182 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 98204710-9a5a-4daa-ba66-70991e52b0bb, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=98204710-9a5a-4daa-ba66-70991e52b0bb,segment=NetworkSegment(b6723c8b-19d3-43a8-be7f-856505972002),segment_id=b6723c8b-19d3-43a8-be7f-856505972002)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:21.436039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-31c90be0-51b2-4821-af31-cc804641b562 req-c6f44335-03a1-49fc-8598-bf614210a1a5 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094277 Dec 14 02:48:21.462409 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e97da343-e695-43e6-b6eb-82a98b94075a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:21.471123 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:21.615356 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=98204710-9a5a-4daa-ba66-70991e52b0bb,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:21.868899 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc191320-bcbc-4def-8368-ad5779e80ccb None None] Network 79b1dcf1-131f-4c3b-a757-286c08339602 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:48:21.945011 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-65b8d9e6-04bc-4d1b-9f19-77468e518c6b None None] Provisioning complete for port 98204710-9a5a-4daa-ba66-70991e52b0bb triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:48:21.945416 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-65b8d9e6-04bc-4d1b-9f19-77468e518c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:21.989441 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49538) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:22.010398 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-77ea7a43-2d7e-4229-9288-0400bd122b2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:22.155938 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-77ea7a43-2d7e-4229-9288-0400bd122b2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:22.184194 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c98e7f9-1cd4-4b41-85f1-2a518534ea11 req-23849a2f-cd91-4ff5-9679-e645bcbfed17 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/ports?device_id=baea4de9-ebb0-4ab2-ab7e-e3d071ecb496 HTTP/1.1" status: 200 len: 210 time: 0.0338926 Dec 14 02:48:22.323190 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-77ea7a43-2d7e-4229-9288-0400bd122b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:22.356439 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e97da343-e695-43e6-b6eb-82a98b94075a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:22.390045 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3f7a9538-1011-4fec-b51c-4be78c73fb68 None None] Provisioning complete for port 98204710-9a5a-4daa-ba66-70991e52b0bb triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:48:22.390606 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9538-1011-4fec-b51c-4be78c73fb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:22.418586 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea7a43-2d7e-4229-9288-0400bd122b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66b3c4f-3099-4886-9ce0-604706d03fc0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:22.439107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49560) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:22.439241 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-77ea7a43-2d7e-4229-9288-0400bd122b2f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ad11786f64d4073929a371ae239386a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4442599 Dec 14 02:48:22.504415 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e97da343-e695-43e6-b6eb-82a98b94075a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:22.583189 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3f7a9538-1011-4fec-b51c-4be78c73fb68 None None] Provisioning complete for port c441105e-9220-4569-a726-7265e8656b72 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:48:22.583425 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f7a9538-1011-4fec-b51c-4be78c73fb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:22.615446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97da343-e695-43e6-b6eb-82a98b94075a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Pushing event updated for resources: {'Port': ['ID=c441105e-9220-4569-a726-7265e8656b72,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:22.624995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3f7a9538-1011-4fec-b51c-4be78c73fb68 None None] Port c441105e-9220-4569-a726-7265e8656b72 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:48:22.679956 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e97da343-e695-43e6-b6eb-82a98b94075a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:22.683461 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92ffdcff-0e8e-4357-889f-e714998f7c88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:22.750153 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-301d9f47-ee9a-41b9-876a-91669f4b0cfd None None] Provisioning complete for port c441105e-9220-4569-a726-7265e8656b72 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:48:22.750577 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-301d9f47-ee9a-41b9-876a-91669f4b0cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:22.766077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993b8e5-74cb-4ea2-81e8-db0ffe1138b7 req-6413fa8e-2c4b-4fdb-87c0-bfc3beaa3aed tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:22.767665 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6993b8e5-74cb-4ea2-81e8-db0ffe1138b7 req-6413fa8e-2c4b-4fdb-87c0-bfc3beaa3aed tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.1842132 Dec 14 02:48:22.775204 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92ffdcff-0e8e-4357-889f-e714998f7c88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:22.807741 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-301d9f47-ee9a-41b9-876a-91669f4b0cfd None None] Port c441105e-9220-4569-a726-7265e8656b72 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:48:22.880304 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6993b8e5-74cb-4ea2-81e8-db0ffe1138b7 req-683257e2-1531-4245-aeed-1ceeda91f6c1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030824 Dec 14 02:48:22.898439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97da343-e695-43e6-b6eb-82a98b94075a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Network 79b1dcf1-131f-4c3b-a757-286c08339602 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:48:22.899897 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-e97da343-e695-43e6-b6eb-82a98b94075a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:48:23.020550 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 98204710-9a5a-4daa-ba66-70991e52b0bb up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:48:23.032319 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92ffdcff-0e8e-4357-889f-e714998f7c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:23.035791 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92ffdcff-0e8e-4357-889f-e714998f7c88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:23.039929 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-92ffdcff-0e8e-4357-889f-e714998f7c88 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e66b3c4f-3099-4886-9ce0-604706d03fc0 HTTP/1.1" status: 204 len: 168 time: 0.5972338 Dec 14 02:48:23.057647 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffdcff-0e8e-4357-889f-e714998f7c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66b3c4f-3099-4886-9ce0-604706d03fc0,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:23.122856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 98204710-9a5a-4daa-ba66-70991e52b0bb triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:48:23.128694 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:23.179807 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97da343-e695-43e6-b6eb-82a98b94075a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Router 05d18264-223d-4117-bcb9-3a0b35695181 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:48:23.305365 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-727f6a73-8a42-400f-890c-8727ac5ed459 None None] Provisioning complete for port c441105e-9220-4569-a726-7265e8656b72 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:48:23.305741 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-727f6a73-8a42-400f-890c-8727ac5ed459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:23.341627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97da343-e695-43e6-b6eb-82a98b94075a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:48:23.345811 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-727f6a73-8a42-400f-890c-8727ac5ed459 None None] Port c441105e-9220-4569-a726-7265e8656b72 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:48:23.356212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1c802e-205f-4a06-b1b9-7f97e8187b6b None None] Sync routers for ids ['05d18264-223d-4117-bcb9-3a0b35695181'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:48:23.363158 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49628) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:23.363680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e97da343-e695-43e6-b6eb-82a98b94075a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] 10.222.0.39 "PUT /v2.0/routers/05d18264-223d-4117-bcb9-3a0b35695181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9190750 Dec 14 02:48:23.370481 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9bce1ef5-6012-4f46-a1d1-bf1303438db0 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Request body: {'port': {'network_id': '79b1dcf1-131f-4c3b-a757-286c08339602', 'name': 'tempest-FloatingIPNegativeTestJSON-907364920'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:23.370819 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1c802e-205f-4a06-b1b9-7f97e8187b6b None None] Routers {'05d18264-223d-4117-bcb9-3a0b35695181'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:48:23.371602 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6e1c802e-205f-4a06-b1b9-7f97e8187b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:48:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['05d18264-223d-4117-bcb9-3a0b35695181'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:23.414646 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6e1c802e-205f-4a06-b1b9-7f97e8187b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:23.427188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1c802e-205f-4a06-b1b9-7f97e8187b6b None None] Routers {'05d18264-223d-4117-bcb9-3a0b35695181'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:48:23.428155 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6e1c802e-205f-4a06-b1b9-7f97e8187b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:48:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['05d18264-223d-4117-bcb9-3a0b35695181'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:23.477818 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6e1c802e-205f-4a06-b1b9-7f97e8187b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:23.477818 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1c802e-205f-4a06-b1b9-7f97e8187b6b None None] The sync data for ids ['05d18264-223d-4117-bcb9-3a0b35695181'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:48:23.614581 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bce1ef5-6012-4f46-a1d1-bf1303438db0 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Made reservation on behalf of 50fba5fdf9b640f0b18bcca516f8a4a9 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:23.618339 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bce1ef5-6012-4f46-a1d1-bf1303438db0 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:23.638209 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-9bce1ef5-6012-4f46-a1d1-bf1303438db0 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] device_id is not set on port ce495ccc-5cdc-49e0-adc1-443b84128206 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:48:23.768165 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-9bce1ef5-6012-4f46-a1d1-bf1303438db0 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Allocated IP 172.20.0.6 (79b1dcf1-131f-4c3b-a757-286c08339602/5362d5d6-1b97-4340-b4a8-6392fb4ca58e/ce495ccc-5cdc-49e0-adc1-443b84128206) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:48:23.935741 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bce1ef5-6012-4f46-a1d1-bf1303438db0 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:24.042963 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bce1ef5-6012-4f46-a1d1-bf1303438db0 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:24.043381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7349c5-a4f7-4c2d-90a1-a0ee344fd8c7 req-2a9ce3b7-d8d3-4512-9443-baaa5fd98842 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:24.044917 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec7349c5-a4f7-4c2d-90a1-a0ee344fd8c7 req-2a9ce3b7-d8d3-4512-9443-baaa5fd98842 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.0550818 Dec 14 02:48:24.107384 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bce1ef5-6012-4f46-a1d1-bf1303438db0 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Network 79b1dcf1-131f-4c3b-a757-286c08339602 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:48:24.113171 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-9bce1ef5-6012-4f46-a1d1-bf1303438db0 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:48:24.117697 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce1ef5-6012-4f46-a1d1-bf1303438db0 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:48:24.144266 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec7349c5-a4f7-4c2d-90a1-a0ee344fd8c7 req-d4b77675-0c29-458c-a1bd-5a6a4b009b20 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912304 Dec 14 02:48:24.154907 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce1ef5-6012-4f46-a1d1-bf1303438db0 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Pushing event updated for resources: {'Port': ['ID=ce495ccc-5cdc-49e0-adc1-443b84128206,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:24.186602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bce1ef5-6012-4f46-a1d1-bf1303438db0 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:24.187340 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bce1ef5-6012-4f46-a1d1-bf1303438db0 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:24.325950 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9bce1ef5-6012-4f46-a1d1-bf1303438db0 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9615185 Dec 14 02:48:24.330641 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49680) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:24.336628 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-814b6eab-176c-4b1f-8558-63a04092d44f tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:24.432907 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49686) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:24.492353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d85856fd-4c9f-472c-94a2-b336171472ef None None] Provisioning complete for port ce495ccc-5cdc-49e0-adc1-443b84128206 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:48:24.493283 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d85856fd-4c9f-472c-94a2-b336171472ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:24.495580 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-814b6eab-176c-4b1f-8558-63a04092d44f tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:24.515411 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3dd34fc9-7cc5-46dd-9289-3c74d7e1d05c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:24.570501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d85856fd-4c9f-472c-94a2-b336171472ef None None] Port ce495ccc-5cdc-49e0-adc1-443b84128206 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:48:24.875771 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3dd34fc9-7cc5-46dd-9289-3c74d7e1d05c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:24.967403 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-814b6eab-176c-4b1f-8558-63a04092d44f tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:25.070236 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3dd34fc9-7cc5-46dd-9289-3c74d7e1d05c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:25.071261 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3dd34fc9-7cc5-46dd-9289-3c74d7e1d05c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:25.072784 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3dd34fc9-7cc5-46dd-9289-3c74d7e1d05c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "DELETE /v2.0/security-groups/96739014-1342-4038-93b0-f3ef5a88fe85 HTTP/1.1" status: 204 len: 168 time: 0.6387618 Dec 14 02:48:25.076124 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49716) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:25.091271 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd34fc9-7cc5-46dd-9289-3c74d7e1d05c tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96739014-1342-4038-93b0-f3ef5a88fe85,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:25.113733 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-51f5bc8f-479b-432c-b41d-dee6c8c0d1c3 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] show failed (client error): The resource could not be found. Dec 14 02:48:25.114874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-51f5bc8f-479b-432c-b41d-dee6c8c0d1c3 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "GET /v2.0/security-groups/96739014-1342-4038-93b0-f3ef5a88fe85 HTTP/1.1" status: 404 len: 347 time: 0.0366161 Dec 14 02:48:25.118065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49718) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:25.127766 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-814b6eab-176c-4b1f-8558-63a04092d44f tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Allocated IP 172.25.7.12 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/d445787c-9a27-4ca4-8c9a-979c45c2bcb5) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:48:25.287962 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-814b6eab-176c-4b1f-8558-63a04092d44f tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:25.365973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db3997-1b94-4f0d-875c-1ff2e3db4e49 req-02c9658c-5023-4309-8628-32e5a83a140a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:25.368106 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5db3997-1b94-4f0d-875c-1ff2e3db4e49 req-02c9658c-5023-4309-8628-32e5a83a140a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.1042857 Dec 14 02:48:25.405376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-abadff1c-a8c9-4017-adcf-3d15cdd7c262 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Deleting port 26142adb-2101-4b94-a6cb-4ecd30e7089b {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:25.406033 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-abadff1c-a8c9-4017-adcf-3d15cdd7c262 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:25.451241 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-814b6eab-176c-4b1f-8558-63a04092d44f tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:25.487576 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5db3997-1b94-4f0d-875c-1ff2e3db4e49 req-84c90733-f86d-4282-a75c-5dfa47826516 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036501 Dec 14 02:48:25.546090 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814b6eab-176c-4b1f-8558-63a04092d44f tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:48:25.549672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-814b6eab-176c-4b1f-8558-63a04092d44f tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:48:25.552208 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814b6eab-176c-4b1f-8558-63a04092d44f tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:48:25.554831 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-abadff1c-a8c9-4017-adcf-3d15cdd7c262 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:25.555460 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-abadff1c-a8c9-4017-adcf-3d15cdd7c262 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:25.577157 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-abadff1c-a8c9-4017-adcf-3d15cdd7c262 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Calling delete_port for 26142adb-2101-4b94-a6cb-4ecd30e7089b owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:25.583175 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b6eab-176c-4b1f-8558-63a04092d44f tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Pushing event updated for resources: {'Port': ['ID=d445787c-9a27-4ca4-8c9a-979c45c2bcb5,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:25.661215 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-814b6eab-176c-4b1f-8558-63a04092d44f tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:25.768225 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-814b6eab-176c-4b1f-8558-63a04092d44f tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:25.831518 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-abadff1c-a8c9-4017-adcf-3d15cdd7c262 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:25.854283 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff70a99-f7ec-4c75-99ab-5b4cd843df1e None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:48:25.911857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abadff1c-a8c9-4017-adcf-3d15cdd7c262 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event deleted for resources: {'Port': ['ID=26142adb-2101-4b94-a6cb-4ecd30e7089b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:25.977421 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-abadff1c-a8c9-4017-adcf-3d15cdd7c262 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:25.980364 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-abadff1c-a8c9-4017-adcf-3d15cdd7c262 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:25.985108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-abadff1c-a8c9-4017-adcf-3d15cdd7c262 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "DELETE /v2.0/floatingips/ff286b19-caf1-435e-a503-039a50aab83c HTTP/1.1" status: 204 len: 168 time: 0.8625612 Dec 14 02:48:25.985460 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49764) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:26.051909 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-814b6eab-176c-4b1f-8558-63a04092d44f tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:26.125280 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-1461f256-a367-4a6c-94f1-d54b9ed17cc7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Deleting port e97d4905-01c1-4fec-8b89-44b7be1269b7 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:26.125880 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1461f256-a367-4a6c-94f1-d54b9ed17cc7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:26.128967 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-814b6eab-176c-4b1f-8558-63a04092d44f tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:26.231045 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b6eab-176c-4b1f-8558-63a04092d44f tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Pushing event updated for resources: {'Port': ['ID=d445787c-9a27-4ca4-8c9a-979c45c2bcb5,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:26.234634 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-814b6eab-176c-4b1f-8558-63a04092d44f tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:26.249001 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1461f256-a367-4a6c-94f1-d54b9ed17cc7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:26.262505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-1461f256-a367-4a6c-94f1-d54b9ed17cc7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Calling delete_port for e97d4905-01c1-4fec-8b89-44b7be1269b7 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:26.354673 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-814b6eab-176c-4b1f-8558-63a04092d44f tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:26.357033 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-814b6eab-176c-4b1f-8558-63a04092d44f tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0248163 Dec 14 02:48:26.362987 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49776) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:26.365842 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-272fb42f-1388-4719-a0a5-5e96413ecbde tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Request body: {'floatingip': {'port_id': 'ce495ccc-5cdc-49e0-adc1-443b84128206', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:26.392947 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-4ff69e22-3976-435a-a2d5-327c0bdc6e6d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0697885 Dec 14 02:48:26.419698 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-272fb42f-1388-4719-a0a5-5e96413ecbde tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for floatingip, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:26.497235 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-49761e30-4c50-4d52-bf30-a6435ec94663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:26.508061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-49761e30-4c50-4d52-bf30-a6435ec94663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:26.508061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-49761e30-4c50-4d52-bf30-a6435ec94663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:26.508061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-49761e30-4c50-4d52-bf30-a6435ec94663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:26.508061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-49761e30-4c50-4d52-bf30-a6435ec94663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:26.508061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-49761e30-4c50-4d52-bf30-a6435ec94663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:26.508061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-49761e30-4c50-4d52-bf30-a6435ec94663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:26.508061 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-49761e30-4c50-4d52-bf30-a6435ec94663 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20630dab3f6946828746e2d81f7e163b&device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 6501 time: 0.0742500 Dec 14 02:48:26.592188 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1461f256-a367-4a6c-94f1-d54b9ed17cc7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:26.603317 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-272fb42f-1388-4719-a0a5-5e96413ecbde tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] update failed (client error): The resource could not be found. Dec 14 02:48:26.604384 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-272fb42f-1388-4719-a0a5-5e96413ecbde tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] 10.222.0.39 "PUT /v2.0/floatingips/81c9e0e7-9752-4976-b515-a6bde2368baf HTTP/1.1" status: 404 len: 507 time: 0.2434251 Dec 14 02:48:26.607360 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49780) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:26.625930 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461f256-a367-4a6c-94f1-d54b9ed17cc7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event deleted for resources: {'Port': ['ID=e97d4905-01c1-4fec-8b89-44b7be1269b7,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:26.768471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b198f2c-e374-431d-8c9f-5cf68d9b85ef req-f6e2a31d-43cf-4e20-ada6-9d9efe17c85e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:26.770050 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b198f2c-e374-431d-8c9f-5cf68d9b85ef req-f6e2a31d-43cf-4e20-ada6-9d9efe17c85e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.1502237 Dec 14 02:48:26.774152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-d90b2a07-5a83-4f70-af1a-e7aa2910a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:26.774628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-d90b2a07-5a83-4f70-af1a-e7aa2910a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:26.775241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-d90b2a07-5a83-4f70-af1a-e7aa2910a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:26.776661 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-d90b2a07-5a83-4f70-af1a-e7aa2910a088 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c8c294be-4992-4711-bfec-5f4308700461&id=143750ac-d961-47f1-8a52-3edc9f23c6d8&id=143750ac-d961-47f1-8a52-3edc9f23c6d8&id=143750ac-d961-47f1-8a52-3edc9f23c6d8&id=143750ac-d961-47f1-8a52-3edc9f23c6d8&id=d307fd75-d63b-4667-bff7-1b964e3cfc2d&id=d307fd75-d63b-4667-bff7-1b964e3cfc2d HTTP/1.1" status: 200 len: 2297 time: 0.2474926 Dec 14 02:48:26.839453 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1461f256-a367-4a6c-94f1-d54b9ed17cc7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:26.841570 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-37e18993-f0ab-49f2-99c1-bb15b5a5912e tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Deleting port d445787c-9a27-4ca4-8c9a-979c45c2bcb5 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:26.842646 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37e18993-f0ab-49f2-99c1-bb15b5a5912e tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:26.845599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1461f256-a367-4a6c-94f1-d54b9ed17cc7 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "DELETE /v2.0/ports/e97d4905-01c1-4fec-8b89-44b7be1269b7 HTTP/1.1" status: 204 len: 168 time: 0.8590732 Dec 14 02:48:26.846389 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49804) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:26.923642 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:26.928811 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b198f2c-e374-431d-8c9f-5cf68d9b85ef req-aad07172-40ee-4f87-a675-bf4b7893aa21 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487193 Dec 14 02:48:26.959102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-ef908f15-90ee-4d32-8ede-ca6e966f4525 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80d0c3df-68eb-4bde-a5c9-676990933749 HTTP/1.1" status: 200 len: 1001 time: 0.1753383 Dec 14 02:48:27.009361 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37e18993-f0ab-49f2-99c1-bb15b5a5912e tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:27.010157 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37e18993-f0ab-49f2-99c1-bb15b5a5912e tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:27.032327 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-37e18993-f0ab-49f2-99c1-bb15b5a5912e tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Calling delete_port for d445787c-9a27-4ca4-8c9a-979c45c2bcb5 owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:27.060692 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-362d8105-9825-4a07-a394-62206a5d5184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:27.069491 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-362d8105-9825-4a07-a394-62206a5d5184 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3efdcc0d-0482-44f9-8761-575428cc10a7 HTTP/1.1" status: 200 len: 855 time: 0.0732520 Dec 14 02:48:27.127057 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-888c7799-f816-40d8-af02-3142df2e85b9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Deleting port e9de420b-c32e-4a1d-a9ee-71a5673399ea {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:27.127652 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-888c7799-f816-40d8-af02-3142df2e85b9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:27.244697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-10438579-59fa-4ad4-a348-83e3999e1220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:27.247583 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-10438579-59fa-4ad4-a348-83e3999e1220 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c8c294be-4992-4711-bfec-5f4308700461&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712494 Dec 14 02:48:27.331450 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-888c7799-f816-40d8-af02-3142df2e85b9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:27.348426 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-888c7799-f816-40d8-af02-3142df2e85b9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Calling delete_port for e9de420b-c32e-4a1d-a9ee-71a5673399ea owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:27.423336 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-df41a8e0-e445-459a-b6bd-f159f5defdc6 service neutron] 10.222.0.47 "GET /v2.0/networks/c8c294be-4992-4711-bfec-5f4308700461?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616275 Dec 14 02:48:27.568145 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-4a408545-ec4a-4a81-b993-956611b3e217 service neutron] 10.222.0.47 "GET /v2.0/networks/c8c294be-4992-4711-bfec-5f4308700461?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367347 Dec 14 02:48:27.618961 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-95ad1825-5eee-46df-a591-67f8896f5135 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=26ec5b55-d299-40b8-8527-04f4e67eaeba HTTP/1.1" status: 200 len: 217 time: 0.0411999 Dec 14 02:48:27.676830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-e35dd384-78a7-4a8a-829b-17f78825b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:27.678523 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-e35dd384-78a7-4a8a-829b-17f78825b6b3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68c916ee-bf39-49a8-b889-1d98324eacc6 HTTP/1.1" status: 200 len: 797 time: 0.0533829 Dec 14 02:48:27.682083 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37e18993-f0ab-49f2-99c1-bb15b5a5912e tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:27.714384 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e18993-f0ab-49f2-99c1-bb15b5a5912e tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Pushing event deleted for resources: {'Port': ['ID=d445787c-9a27-4ca4-8c9a-979c45c2bcb5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:27.741795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-797491d5-513e-41b1-ab11-61b1e7e6f67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:27.743492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-797491d5-513e-41b1-ab11-61b1e7e6f67e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=143750ac-d961-47f1-8a52-3edc9f23c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0559402 Dec 14 02:48:27.808360 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-888c7799-f816-40d8-af02-3142df2e85b9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:27.836670 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37e18993-f0ab-49f2-99c1-bb15b5a5912e tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:27.839701 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37e18993-f0ab-49f2-99c1-bb15b5a5912e tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:27.841365 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-37e18993-f0ab-49f2-99c1-bb15b5a5912e tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] 10.222.0.39 "DELETE /v2.0/floatingips/81c9e0e7-9752-4976-b515-a6bde2368baf HTTP/1.1" status: 204 len: 168 time: 1.2324119 Dec 14 02:48:27.845174 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49826) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:27.864533 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c7799-f816-40d8-af02-3142df2e85b9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event deleted for resources: {'Port': ['ID=e9de420b-c32e-4a1d-a9ee-71a5673399ea,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:27.865175 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b62deebf-67d3-474b-839a-5c492f8c3ad3 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Request body: {'floatingip': {'floating_network_id': '79b1dcf1-131f-4c3b-a757-286c08339602', 'port_id': 'ce495ccc-5cdc-49e0-adc1-443b84128206', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:27.993900 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-230f1236-a3a7-4587-b56d-6b99a881b429 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290645 Dec 14 02:48:27.993900 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-888c7799-f816-40d8-af02-3142df2e85b9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:27.993900 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-888c7799-f816-40d8-af02-3142df2e85b9 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "DELETE /v2.0/ports/e9de420b-c32e-4a1d-a9ee-71a5673399ea HTTP/1.1" status: 204 len: 168 time: 1.1376266 Dec 14 02:48:27.995554 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49836) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:28.038226 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b62deebf-67d3-474b-839a-5c492f8c3ad3 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:28.128311 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9d0953-ac88-467a-baf3-38b60f148bcc tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Deleting subnet a649358c-109a-47a1-abe2-1321d3721590 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:48:28.132951 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0953-ac88-467a-baf3-38b60f148bcc tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:28.165670 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-d7515277-d1da-4b18-bcf8-4f927b8716fb service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724863 Dec 14 02:48:28.171694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c64048-7f97-4bf6-81b4-7fedc7fb146a req-c88c5677-53f8-4b99-89b5-074a1ef51163 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:28.173465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05c64048-7f97-4bf6-81b4-7fedc7fb146a req-c88c5677-53f8-4b99-89b5-074a1ef51163 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.1213496 Dec 14 02:48:28.226346 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-c0586b40-2d2c-442c-aa98-fe688e3c64a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=45864e56-7abd-4913-a7eb-e89f5d9893ba HTTP/1.1" status: 200 len: 217 time: 0.0514846 Dec 14 02:48:28.239976 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0953-ac88-467a-baf3-38b60f148bcc tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:28.358459 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-94b25cd4-bed0-4ee9-a12e-6c451dcc0ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:28.363404 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-94b25cd4-bed0-4ee9-a12e-6c451dcc0ca6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68c916ee-bf39-49a8-b889-1d98324eacc6 HTTP/1.1" status: 200 len: 797 time: 0.1282558 Dec 14 02:48:28.368689 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05c64048-7f97-4bf6-81b4-7fedc7fb146a req-4af50752-1bc7-4cd5-b2c8-f8dc8175e3d2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450286 Dec 14 02:48:28.427566 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-a0a6ead0-efd4-4d10-87b6-b10d72148335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:28.432263 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-a0a6ead0-efd4-4d10-87b6-b10d72148335 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=143750ac-d961-47f1-8a52-3edc9f23c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0603225 Dec 14 02:48:28.450232 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0953-ac88-467a-baf3-38b60f148bcc tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:28.529684 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-b62deebf-67d3-474b-839a-5c492f8c3ad3 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:48:28.537347 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b62deebf-67d3-474b-839a-5c492f8c3ad3 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6904895 Dec 14 02:48:28.539629 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49840) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:28.553721 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e971bdfb-1baf-404a-b8d8-86ae9b86307a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': 'ce495ccc-5cdc-49e0-adc1-443b84128206', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:28.601508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-9d5e8357-3a31-42a2-9b50-b794541824ba service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606176 Dec 14 02:48:28.615321 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49844) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:28.655304 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0953-ac88-467a-baf3-38b60f148bcc tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:28.687068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d0953-ac88-467a-baf3-38b60f148bcc tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event deleted for resources: {'Subnet': ['ID=a649358c-109a-47a1-abe2-1321d3721590,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:28.689383 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ea9d0953-ac88-467a-baf3-38b60f148bcc tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:28.692555 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ea9d0953-ac88-467a-baf3-38b60f148bcc tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "DELETE /v2.0/subnets/a649358c-109a-47a1-abe2-1321d3721590 HTTP/1.1" status: 204 len: 168 time: 0.6954026 Dec 14 02:48:28.696327 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49848) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:28.700011 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6278f62d-e58d-472d-96aa-55dee6333bc4 None None] Network 18b9e852-d3ea-485d-8106-6a6289070cf4 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:48:28.708462 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e971bdfb-1baf-404a-b8d8-86ae9b86307a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:28.729234 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-7fed0f7d-0820-4f33-a544-81f322ccd25c service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212370 Dec 14 02:48:28.787026 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-a89381c1-053e-45ea-a212-750bf2c42317 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 HTTP/1.1" status: 200 len: 217 time: 0.0511153 Dec 14 02:48:28.803755 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87b1abe-6f43-4559-8658-c437be364524 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Deleting subnet 8e925697-362e-4fd5-a44c-1a81dc51a250 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:48:28.808870 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e87b1abe-6f43-4559-8658-c437be364524 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:28.860615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-c91c143d-d901-44c6-b231-18a528e7adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:28.862188 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-c91c143d-d901-44c6-b231-18a528e7adc4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68c916ee-bf39-49a8-b889-1d98324eacc6 HTTP/1.1" status: 200 len: 797 time: 0.0678835 Dec 14 02:48:28.900293 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d3d5bcb5-9ba6-4059-a097-2ee1ac807c6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:28.922802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828ba4cb-e08d-4883-8d75-0d7f97d667b6 None None] DHCP port deletion for 18b9e852-d3ea-485d-8106-6a6289070cf4 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:48:28.935621 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e87b1abe-6f43-4559-8658-c437be364524 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:28.961438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-f8da439d-e1fb-444a-b725-ffcbacb60387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:28.964225 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-f8da439d-e1fb-444a-b725-ffcbacb60387 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=143750ac-d961-47f1-8a52-3edc9f23c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0940888 Dec 14 02:48:29.023923 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-828ba4cb-e08d-4883-8d75-0d7f97d667b6 None None] Deleting port ff49edbe-3b1f-4fe6-b6ba-0a00776434bf {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:29.024654 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-828ba4cb-e08d-4883-8d75-0d7f97d667b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:29.103826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ff49edbe-3b1f-4fe6-b6ba-0a00776434bf no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:48:29.125697 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d3d5bcb5-9ba6-4059-a097-2ee1ac807c6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:29.132146 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-f8d98c31-6bbd-414a-9c68-8f6984ba3de6 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597953 Dec 14 02:48:29.176334 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-828ba4cb-e08d-4883-8d75-0d7f97d667b6 None None] For port ff49edbe-3b1f-4fe6-b6ba-0a00776434bf, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ff49edbe-3b1f-4fe6-b6ba-0a00776434bf,segment=NetworkSegment(64a20676-0459-4167-aad8-80e21b0772b5),segment_id=64a20676-0459-4167-aad8-80e21b0772b5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:29.176747 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-828ba4cb-e08d-4883-8d75-0d7f97d667b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:29.199046 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-828ba4cb-e08d-4883-8d75-0d7f97d667b6 None None] Calling delete_port for ff49edbe-3b1f-4fe6-b6ba-0a00776434bf owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:29.201327 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d3d5bcb5-9ba6-4059-a097-2ee1ac807c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:29.238728 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e971bdfb-1baf-404a-b8d8-86ae9b86307a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:29.275443 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e87b1abe-6f43-4559-8658-c437be364524 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:29.304628 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-8068dc96-2702-4caf-953d-3d400886dade service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663475 Dec 14 02:48:29.343623 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:29.360613 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5bcb5-9ba6-4059-a097-2ee1ac807c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45aed333-8016-495b-a555-bc00aacd0d33,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:29.376373 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d3d5bcb5-9ba6-4059-a097-2ee1ac807c6a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11882a1141c542d6adf8ad785d50c0d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7593338 Dec 14 02:48:29.384141 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49858) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:29.392945 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-ee9bb6f5-4182-427b-b999-a43970645c87 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.35&port_id=8826881d-b8a4-4eca-a468-e4039e1ab3c5 HTTP/1.1" status: 200 len: 217 time: 0.0798163 Dec 14 02:48:29.397642 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port ff49edbe-3b1f-4fe6-b6ba-0a00776434bf, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ff49edbe-3b1f-4fe6-b6ba-0a00776434bf,segment=NetworkSegment(64a20676-0459-4167-aad8-80e21b0772b5),segment_id=64a20676-0459-4167-aad8-80e21b0772b5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:29.477664 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:29.524972 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-828ba4cb-e08d-4883-8d75-0d7f97d667b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:29.550044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-2c6c72f5-e7b3-4cbf-b7e3-99d464b00610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:29.552180 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-2c6c72f5-e7b3-4cbf-b7e3-99d464b00610 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68c916ee-bf39-49a8-b889-1d98324eacc6 HTTP/1.1" status: 200 len: 797 time: 0.1507449 Dec 14 02:48:29.557661 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828ba4cb-e08d-4883-8d75-0d7f97d667b6 None None] No DVR routers for this DVR port ff49edbe-3b1f-4fe6-b6ba-0a00776434bf on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:48:29.564100 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=ff49edbe-3b1f-4fe6-b6ba-0a00776434bf,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:29.598001 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ba4cb-e08d-4883-8d75-0d7f97d667b6 None None] Pushing event deleted for resources: {'Port': ['ID=ff49edbe-3b1f-4fe6-b6ba-0a00776434bf,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:29.630870 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-e971bdfb-1baf-404a-b8d8-86ae9b86307a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Allocated IP 172.25.7.216 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/8287b953-6fdf-44e0-8b72-55dbd74705d7) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:48:29.658705 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-edb69b34-b32a-45f5-bf11-deee11a35dd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:29.668720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a88417-f1dd-4fc5-a5e3-a9ef0a10a146 req-fbefe81a-ae8b-4489-b492-de5ac63d4908 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:29.668720 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6a88417-f1dd-4fc5-a5e3-a9ef0a10a146 req-fbefe81a-ae8b-4489-b492-de5ac63d4908 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.1634450 Dec 14 02:48:29.720552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-a4b6d634-8024-4780-b6d9-e75c371e0ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:29.726107 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-a4b6d634-8024-4780-b6d9-e75c371e0ebe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=143750ac-d961-47f1-8a52-3edc9f23c6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1644907 Dec 14 02:48:29.731616 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e87b1abe-6f43-4559-8658-c437be364524 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:29.794384 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-edb69b34-b32a-45f5-bf11-deee11a35dd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:29.807002 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b1abe-6f43-4559-8658-c437be364524 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event deleted for resources: {'Subnet': ['ID=8e925697-362e-4fd5-a44c-1a81dc51a250,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:29.812386 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e87b1abe-6f43-4559-8658-c437be364524 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:29.817273 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607079e8-cb8e-4986-801e-8036b343b1cf None None] Network cf83d73a-45cf-4239-b869-73b771421429 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:48:29.823378 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e87b1abe-6f43-4559-8658-c437be364524 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "DELETE /v2.0/subnets/8e925697-362e-4fd5-a44c-1a81dc51a250 HTTP/1.1" status: 204 len: 168 time: 1.1255143 Dec 14 02:48:29.825173 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6a88417-f1dd-4fc5-a5e3-a9ef0a10a146 req-ff9fc473-f462-406e-b7d8-f5465979fa2a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495335 Dec 14 02:48:29.831190 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49868) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:29.979567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-d730c3d3-7096-4db7-914f-1f1983553d97 service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402916 Dec 14 02:48:30.002511 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-edb69b34-b32a-45f5-bf11-deee11a35dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:30.009832 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-edb69b34-b32a-45f5-bf11-deee11a35dd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:30.024890 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-edb69b34-b32a-45f5-bf11-deee11a35dd9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45aed333-8016-495b-a555-bc00aacd0d33 HTTP/1.1" status: 204 len: 168 time: 0.6329663 Dec 14 02:48:30.070036 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e971bdfb-1baf-404a-b8d8-86ae9b86307a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:30.128480 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-4ef15763-a442-449c-a067-c25913817cdf service neutron] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461251 Dec 14 02:48:30.132903 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb69b34-b32a-45f5-bf11-deee11a35dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aed333-8016-495b-a555-bc00aacd0d33,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:30.176446 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:30.195696 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3f7a86ba-c53d-46b6-a471-c17571663a03 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:30.210928 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6978a34b-ca59-4bc9-aa7d-3b28656c885e None None] DHCP port deletion for cf83d73a-45cf-4239-b869-73b771421429 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:48:30.253331 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-d195062a-5587-4825-ba8d-3fe52f7d0d2f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=19e22f74-2335-4fa8-8c9a-49d2f0fa5840 HTTP/1.1" status: 200 len: 217 time: 0.0918834 Dec 14 02:48:30.254973 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e971bdfb-1baf-404a-b8d8-86ae9b86307a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:30.333444 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6978a34b-ca59-4bc9-aa7d-3b28656c885e None None] Deleting port f18f5d62-d9d3-47b9-b2aa-dc911b66a643 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:30.334136 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6978a34b-ca59-4bc9-aa7d-3b28656c885e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:30.384565 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e971bdfb-1baf-404a-b8d8-86ae9b86307a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:48:30.391130 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-e971bdfb-1baf-404a-b8d8-86ae9b86307a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:48:30.397263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e971bdfb-1baf-404a-b8d8-86ae9b86307a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:48:30.423152 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971bdfb-1baf-404a-b8d8-86ae9b86307a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Pushing event updated for resources: {'Port': ['ID=8287b953-6fdf-44e0-8b72-55dbd74705d7,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:30.477675 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3f7a86ba-c53d-46b6-a471-c17571663a03 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:30.485070 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6978a34b-ca59-4bc9-aa7d-3b28656c885e None None] For port f18f5d62-d9d3-47b9-b2aa-dc911b66a643, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f18f5d62-d9d3-47b9-b2aa-dc911b66a643,segment=NetworkSegment(eaf3b2b5-b412-4a40-8738-fd5b00498228),segment_id=eaf3b2b5-b412-4a40-8738-fd5b00498228)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:30.485801 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6978a34b-ca59-4bc9-aa7d-3b28656c885e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:30.505099 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-b3b020bb-f7a2-44f3-a7b2-69a697c6e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:30.505616 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6978a34b-ca59-4bc9-aa7d-3b28656c885e None None] Calling delete_port for f18f5d62-d9d3-47b9-b2aa-dc911b66a643 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:30.507555 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-b3b020bb-f7a2-44f3-a7b2-69a697c6e807 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7c03cc8-dfac-4214-8791-c31ff50735c6 HTTP/1.1" status: 200 len: 797 time: 0.2084930 Dec 14 02:48:30.547492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-3f7a86ba-c53d-46b6-a471-c17571663a03 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b9e852-d3ea-485d-8106-6a6289070cf4']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:30.559117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-3f7a86ba-c53d-46b6-a471-c17571663a03 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a20676-0459-4167-aad8-80e21b0772b5') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:30.559435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-3f7a86ba-c53d-46b6-a471-c17571663a03 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a20676-0459-4167-aad8-80e21b0772b5') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:30.576011 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3f7a86ba-c53d-46b6-a471-c17571663a03 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:30.633524 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3f7a86ba-c53d-46b6-a471-c17571663a03 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:30.652628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7a86ba-c53d-46b6-a471-c17571663a03 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:48:30.654841 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3f7a86ba-c53d-46b6-a471-c17571663a03 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:30.697507 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e971bdfb-1baf-404a-b8d8-86ae9b86307a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Deleting port 8287b953-6fdf-44e0-8b72-55dbd74705d7 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:30.697958 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e971bdfb-1baf-404a-b8d8-86ae9b86307a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:30.764824 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6978a34b-ca59-4bc9-aa7d-3b28656c885e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:48:30.773785 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:48:30.818222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6978a34b-ca59-4bc9-aa7d-3b28656c885e None None] No DVR routers for this DVR port f18f5d62-d9d3-47b9-b2aa-dc911b66a643 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:48:30.822748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978a34b-ca59-4bc9-aa7d-3b28656c885e None None] Pushing event deleted for resources: {'Port': ['ID=f18f5d62-d9d3-47b9-b2aa-dc911b66a643,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:30.823284 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e971bdfb-1baf-404a-b8d8-86ae9b86307a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:30.836908 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e971bdfb-1baf-404a-b8d8-86ae9b86307a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:30.870442 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-0ed76fc3-4a1d-40b3-a137-cf96c8832cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:30.870442 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-0ed76fc3-4a1d-40b3-a137-cf96c8832cfa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d307fd75-d63b-4667-bff7-1b964e3cfc2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3523064 Dec 14 02:48:30.870671 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e971bdfb-1baf-404a-b8d8-86ae9b86307a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Calling delete_port for 8287b953-6fdf-44e0-8b72-55dbd74705d7 owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:30.897778 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b83618-f7c7-4297-8e2b-2a3d03fa2ee7 req-ef9be29a-935d-47d3-89e1-6f2f0c3db042 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:30.904123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b83618-f7c7-4297-8e2b-2a3d03fa2ee7 req-ef9be29a-935d-47d3-89e1-6f2f0c3db042 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:30.910961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b83618-f7c7-4297-8e2b-2a3d03fa2ee7 req-ef9be29a-935d-47d3-89e1-6f2f0c3db042 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:30.918305 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b83618-f7c7-4297-8e2b-2a3d03fa2ee7 req-ef9be29a-935d-47d3-89e1-6f2f0c3db042 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:30.932967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b83618-f7c7-4297-8e2b-2a3d03fa2ee7 req-ef9be29a-935d-47d3-89e1-6f2f0c3db042 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:30.939289 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b83618-f7c7-4297-8e2b-2a3d03fa2ee7 req-ef9be29a-935d-47d3-89e1-6f2f0c3db042 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:30.945552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b83618-f7c7-4297-8e2b-2a3d03fa2ee7 req-ef9be29a-935d-47d3-89e1-6f2f0c3db042 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:30.954238 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94b83618-f7c7-4297-8e2b-2a3d03fa2ee7 req-ef9be29a-935d-47d3-89e1-6f2f0c3db042 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5444 time: 0.1772649 Dec 14 02:48:30.968084 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3f7a86ba-c53d-46b6-a471-c17571663a03 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:30.988551 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3f7a86ba-c53d-46b6-a471-c17571663a03 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:30.992453 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3f7a86ba-c53d-46b6-a471-c17571663a03 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "DELETE /v2.0/networks/18b9e852-d3ea-485d-8106-6a6289070cf4 HTTP/1.1" status: 204 len: 168 time: 1.1605446 Dec 14 02:48:31.004209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49898) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:31.066772 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f18f5d62-d9d3-47b9-b2aa-dc911b66a643 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:48:31.121159 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: f18f5d62-d9d3-47b9-b2aa-dc911b66a643 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:48:31.129530 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f18f5d62-d9d3-47b9-b2aa-dc911b66a643 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:48:31.324038 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e971bdfb-1baf-404a-b8d8-86ae9b86307a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:31.353122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971bdfb-1baf-404a-b8d8-86ae9b86307a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Pushing event deleted for resources: {'Port': ['ID=8287b953-6fdf-44e0-8b72-55dbd74705d7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:31.501297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a86ba-c53d-46b6-a471-c17571663a03 tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event deleted for resources: {'Network': ['ID=18b9e852-d3ea-485d-8106-6a6289070cf4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:31.518598 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-e971bdfb-1baf-404a-b8d8-86ae9b86307a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] create failed (client error): The resource could not be found. Dec 14 02:48:31.519951 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e971bdfb-1baf-404a-b8d8-86ae9b86307a tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9706054 Dec 14 02:48:31.523796 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49912) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:31.667792 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089a02c-e549-4a96-8619-0e2e0558ea5e req-4cac194f-bb0f-4385-9fc3-3a2c49370596 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:31.670791 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b089a02c-e549-4a96-8619-0e2e0558ea5e req-4cac194f-bb0f-4385-9fc3-3a2c49370596 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.7116976 Dec 14 02:48:31.676482 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3b199b45-73c1-4973-a4f9-e6256f115cdf tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:31.683353 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-fd3cb7ed-2084-462a-9b8f-a696dbabbdef tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Deleting port ce495ccc-5cdc-49e0-adc1-443b84128206 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:31.683997 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd3cb7ed-2084-462a-9b8f-a696dbabbdef tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:31.705931 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94b83618-f7c7-4297-8e2b-2a3d03fa2ee7 req-fc926871-6fcb-4120-98bd-528276c57708 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7506022 Dec 14 02:48:31.741563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-d6a39a53-dfa9-4f2e-bcdb-58a6634f1e80 service neutron] 10.222.0.47 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7850933 Dec 14 02:48:31.886588 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd3cb7ed-2084-462a-9b8f-a696dbabbdef tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:31.925221 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-fd3cb7ed-2084-462a-9b8f-a696dbabbdef tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Calling delete_port for ce495ccc-5cdc-49e0-adc1-443b84128206 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:31.934603 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b089a02c-e549-4a96-8619-0e2e0558ea5e req-74c2fa16-2664-4a05-af94-e4b939f453e7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462373 Dec 14 02:48:31.958417 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3b199b45-73c1-4973-a4f9-e6256f115cdf tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:31.989204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-3b199b45-73c1-4973-a4f9-e6256f115cdf tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf83d73a-45cf-4239-b869-73b771421429']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:31.993118 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-43f7e458-eded-4709-aeab-7dd74f46b897 service neutron] 10.222.0.47 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419851 Dec 14 02:48:32.003025 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-3b199b45-73c1-4973-a4f9-e6256f115cdf tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf3b2b5-b412-4a40-8738-fd5b00498228') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:32.003658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-3b199b45-73c1-4973-a4f9-e6256f115cdf tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf3b2b5-b412-4a40-8738-fd5b00498228') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:32.050429 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-c68eca92-03e9-4354-bb0e-33f3280eec65 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9bba1e63-dba3-4636-9fc2-f0bfede35d7f HTTP/1.1" status: 200 len: 217 time: 0.0493970 Dec 14 02:48:32.052457 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3b199b45-73c1-4973-a4f9-e6256f115cdf tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:32.092576 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3b199b45-73c1-4973-a4f9-e6256f115cdf tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:32.112214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b199b45-73c1-4973-a4f9-e6256f115cdf tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:48:32.112886 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3b199b45-73c1-4973-a4f9-e6256f115cdf tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:48:32.116929 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:48:32.172304 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-2ff5302c-32ce-4cbb-9da2-547701733b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:32.173105 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-2ff5302c-32ce-4cbb-9da2-547701733b89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f7c03cc8-dfac-4214-8791-c31ff50735c6 HTTP/1.1" status: 200 len: 797 time: 0.1137257 Dec 14 02:48:32.196714 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a16df6f7-c023-4df2-bce1-807f12763a90 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:32.203206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a16df6f7-c023-4df2-bce1-807f12763a90 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:32.210905 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a16df6f7-c023-4df2-bce1-807f12763a90 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:32.220275 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a16df6f7-c023-4df2-bce1-807f12763a90 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:32.232430 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a16df6f7-c023-4df2-bce1-807f12763a90 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:32.243318 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a16df6f7-c023-4df2-bce1-807f12763a90 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:32.252663 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a16df6f7-c023-4df2-bce1-807f12763a90 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:32.255778 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a16df6f7-c023-4df2-bce1-807f12763a90 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5444 time: 0.1850548 Dec 14 02:48:32.259167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-f9fdd16a-455f-4e24-b669-3627259387af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:32.264314 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-f9fdd16a-455f-4e24-b669-3627259387af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d307fd75-d63b-4667-bff7-1b964e3cfc2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0828252 Dec 14 02:48:32.351580 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-8370dd63-1784-4da3-ba04-f28ea11011b5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:32.353391 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-8370dd63-1784-4da3-ba04-f28ea11011b5 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.47 "GET /v2.0/ports/26ec5b55-d299-40b8-8527-04f4e67eaeba?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0836253 Dec 14 02:48:32.365494 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3b199b45-73c1-4973-a4f9-e6256f115cdf tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:32.379392 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3b199b45-73c1-4973-a4f9-e6256f115cdf tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:32.390473 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3b199b45-73c1-4973-a4f9-e6256f115cdf tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] 10.222.0.39 "DELETE /v2.0/networks/cf83d73a-45cf-4239-b869-73b771421429 HTTP/1.1" status: 204 len: 168 time: 1.3129473 Dec 14 02:48:32.391991 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd3cb7ed-2084-462a-9b8f-a696dbabbdef tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:32.438684 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b199b45-73c1-4973-a4f9-e6256f115cdf tempest-TaggedBootDevicesTest-989559237 tempest-TaggedBootDevicesTest-989559237-project] Pushing event deleted for resources: {'Network': ['ID=cf83d73a-45cf-4239-b869-73b771421429,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:32.501459 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3cb7ed-2084-462a-9b8f-a696dbabbdef tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Pushing event deleted for resources: {'Port': ['ID=ce495ccc-5cdc-49e0-adc1-443b84128206,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:32.605668 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-da6811b0-f769-40de-b3e9-7887cc1df9c9 service neutron] 10.222.0.47 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251731 Dec 14 02:48:32.695121 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-f3973a0e-69a2-47cb-8dc8-d83309141b3e tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.47 "GET /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3346448 Dec 14 02:48:32.701000 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd3cb7ed-2084-462a-9b8f-a696dbabbdef tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:32.707130 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fd3cb7ed-2084-462a-9b8f-a696dbabbdef tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] 10.222.0.39 "DELETE /v2.0/ports/ce495ccc-5cdc-49e0-adc1-443b84128206 HTTP/1.1" status: 204 len: 168 time: 1.1819570 Dec 14 02:48:32.711260 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b9980485-9abc-45f5-b090-7c13757ebdd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:32.717920 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d2f3b5e9-3e84-4050-90fa-2a869a9d1909 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:32.728536 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49930) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:32.953166 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47bfd88b-46fe-4b70-86f1-b8a1594fef44 req-186ccf93-49be-42c9-a41c-61e7d0937a8e service neutron] 10.222.0.47 "GET /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390291 Dec 14 02:48:33.017022 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72568c4-022a-4a76-a8e1-24c347e20c68 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:33.017022 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d72568c4-022a-4a76-a8e1-24c347e20c68 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] 10.222.0.39 "GET /v2.0/ports?device_id=05d18264-223d-4117-bcb9-3a0b35695181 HTTP/1.1" status: 200 len: 913 time: 0.2915628 Dec 14 02:48:33.017848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49944) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:33.019617 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d2f3b5e9-3e84-4050-90fa-2a869a9d1909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:33.168323 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49948) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:33.211680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42efed5-57ff-4e17-9ef5-6bd73b2563dc req-8a28e770-1d36-48cd-9971-355bed5d6472 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:33.229044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42efed5-57ff-4e17-9ef5-6bd73b2563dc req-8a28e770-1d36-48cd-9971-355bed5d6472 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:33.252446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42efed5-57ff-4e17-9ef5-6bd73b2563dc req-8a28e770-1d36-48cd-9971-355bed5d6472 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:33.264032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42efed5-57ff-4e17-9ef5-6bd73b2563dc req-8a28e770-1d36-48cd-9971-355bed5d6472 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:33.274872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d2f3b5e9-3e84-4050-90fa-2a869a9d1909 service neutron] For port 26ec5b55-d299-40b8-8527-04f4e67eaeba, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=26ec5b55-d299-40b8-8527-04f4e67eaeba,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:33.295802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42efed5-57ff-4e17-9ef5-6bd73b2563dc req-8a28e770-1d36-48cd-9971-355bed5d6472 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:33.295802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42efed5-57ff-4e17-9ef5-6bd73b2563dc req-8a28e770-1d36-48cd-9971-355bed5d6472 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:33.302309 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42efed5-57ff-4e17-9ef5-6bd73b2563dc req-8a28e770-1d36-48cd-9971-355bed5d6472 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:33.311784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c42efed5-57ff-4e17-9ef5-6bd73b2563dc req-8a28e770-1d36-48cd-9971-355bed5d6472 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 5444 time: 0.4055159 Dec 14 02:48:33.343931 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d2f3b5e9-3e84-4050-90fa-2a869a9d1909 service neutron] For port 26ec5b55-d299-40b8-8527-04f4e67eaeba, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:48:33.359181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc7522-3b10-4542-95be-cd4355a3756b req-be3855a9-3ba8-45e8-9b91-e597f3ba7ac3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:33.362524 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3fcc7522-3b10-4542-95be-cd4355a3756b req-be3855a9-3ba8-45e8-9b91-e597f3ba7ac3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.2656071 Dec 14 02:48:33.484236 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d2f3b5e9-3e84-4050-90fa-2a869a9d1909 service neutron] device_id is not set on port 26ec5b55-d299-40b8-8527-04f4e67eaeba yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:48:33.492822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c42efed5-57ff-4e17-9ef5-6bd73b2563dc req-235c7c18-9787-4974-a243-9ad7682e96f2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1798782 Dec 14 02:48:33.512242 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d2f3b5e9-3e84-4050-90fa-2a869a9d1909 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:33.539027 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3bdea280-7575-408e-9ac9-1533c5b28d10 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1196752742'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:33.608877 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3fcc7522-3b10-4542-95be-cd4355a3756b req-0576e025-17db-417a-9bd9-b2345e17a626 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359254 Dec 14 02:48:33.654489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdea280-7575-408e-9ac9-1533c5b28d10 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Made reservation on behalf of dc6a47c3dcb94fd4a7336f676fb231a8 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:33.658768 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bdea280-7575-408e-9ac9-1533c5b28d10 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:33.663446 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d2f3b5e9-3e84-4050-90fa-2a869a9d1909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:33.682521 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bdea280-7575-408e-9ac9-1533c5b28d10 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:33.791993 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d2f3b5e9-3e84-4050-90fa-2a869a9d1909 service neutron] No DVR routers for this DVR port 26ec5b55-d299-40b8-8527-04f4e67eaeba on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:48:33.882297 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3b5e9-3e84-4050-90fa-2a869a9d1909 service neutron] Pushing event updated for resources: {'Port': ['ID=26ec5b55-d299-40b8-8527-04f4e67eaeba,revision_number=6']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:33.930165 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d2f3b5e9-3e84-4050-90fa-2a869a9d1909 service neutron] In _notify_port_updated(), no bound segment for port 26ec5b55-d299-40b8-8527-04f4e67eaeba on network 143750ac-d961-47f1-8a52-3edc9f23c6d8 {{(pid=103847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:48:33.933248 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d2f3b5e9-3e84-4050-90fa-2a869a9d1909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:33.933899 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d2f3b5e9-3e84-4050-90fa-2a869a9d1909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:33.935293 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d2f3b5e9-3e84-4050-90fa-2a869a9d1909 service neutron] 10.222.0.47 "PUT /v2.0/ports/26ec5b55-d299-40b8-8527-04f4e67eaeba HTTP/1.1" status: 200 len: 1033 time: 1.2264903 Dec 14 02:48:33.977721 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-abb8a9e2-5938-4c37-bfff-bf6719d54364 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:34.047918 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-13207798-de6c-4caa-9273-640ceabeacc7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:34.047918 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-13207798-de6c-4caa-9273-640ceabeacc7 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.47 "GET /v2.0/ports/45864e56-7abd-4913-a7eb-e89f5d9893ba?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0994940 Dec 14 02:48:34.074149 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bdea280-7575-408e-9ac9-1533c5b28d10 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:34.098392 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a579837d-febb-4fd6-903f-f6268f3ef6e4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:34.207572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c75a321a-ded4-4e88-bbdc-d8113a7c6208 None None] Provisioning complete for port 26ec5b55-d299-40b8-8527-04f4e67eaeba triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:48:34.209769 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c75a321a-ded4-4e88-bbdc-d8113a7c6208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:34.231828 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a579837d-febb-4fd6-903f-f6268f3ef6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:34.257096 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bdea280-7575-408e-9ac9-1533c5b28d10 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:34.266616 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c75a321a-ded4-4e88-bbdc-d8113a7c6208 None None] Port 26ec5b55-d299-40b8-8527-04f4e67eaeba cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:48:34.367269 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdea280-7575-408e-9ac9-1533c5b28d10 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfb698d-abba-45bb-a14c-28bf48739dac,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:34.382218 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdea280-7575-408e-9ac9-1533c5b28d10 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:48:34.437944 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bdea280-7575-408e-9ac9-1533c5b28d10 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:34.438308 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-3bdea280-7575-408e-9ac9-1533c5b28d10 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Added segment cca192df-43a3-4cfa-90e3-ffa0f5eeab36 of type vlan for network 95942ca0-1a4c-4e5e-a150-cc70ee1f6461 Dec 14 02:48:34.509631 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bdea280-7575-408e-9ac9-1533c5b28d10 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:34.515661 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-abb8a9e2-5938-4c37-bfff-bf6719d54364 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Deleting port c441105e-9220-4569-a726-7265e8656b72 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:34.516069 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-abb8a9e2-5938-4c37-bfff-bf6719d54364 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:34.624610 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a579837d-febb-4fd6-903f-f6268f3ef6e4 service neutron] For port 45864e56-7abd-4913-a7eb-e89f5d9893ba, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=45864e56-7abd-4913-a7eb-e89f5d9893ba,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:34.706105 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a579837d-febb-4fd6-903f-f6268f3ef6e4 service neutron] For port 45864e56-7abd-4913-a7eb-e89f5d9893ba, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:48:34.744976 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bdea280-7575-408e-9ac9-1533c5b28d10 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:34.751536 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdea280-7575-408e-9ac9-1533c5b28d10 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:34.752244 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3bdea280-7575-408e-9ac9-1533c5b28d10 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:34.806242 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-abb8a9e2-5938-4c37-bfff-bf6719d54364 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:34.820682 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a579837d-febb-4fd6-903f-f6268f3ef6e4 service neutron] device_id is not set on port 45864e56-7abd-4913-a7eb-e89f5d9893ba yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:48:34.829802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c249a70-28f4-42a4-9973-a687269c6f52 req-f0e9e20b-1440-4415-8119-17b840a1b416 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:34.832795 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a579837d-febb-4fd6-903f-f6268f3ef6e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:34.838251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c249a70-28f4-42a4-9973-a687269c6f52 req-f0e9e20b-1440-4415-8119-17b840a1b416 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:34.845896 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdea280-7575-408e-9ac9-1533c5b28d10 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Pushing event updated for resources: {'Network': ['ID=95942ca0-1a4c-4e5e-a150-cc70ee1f6461,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:34.846107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c249a70-28f4-42a4-9973-a687269c6f52 req-f0e9e20b-1440-4415-8119-17b840a1b416 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:34.855116 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c249a70-28f4-42a4-9973-a687269c6f52 req-f0e9e20b-1440-4415-8119-17b840a1b416 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:34.865138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c249a70-28f4-42a4-9973-a687269c6f52 req-f0e9e20b-1440-4415-8119-17b840a1b416 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:34.865382 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 95942ca0-1a4c-4e5e-a150-cc70ee1f6461 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:48:34.888453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c249a70-28f4-42a4-9973-a687269c6f52 req-f0e9e20b-1440-4415-8119-17b840a1b416 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:34.891698 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c249a70-28f4-42a4-9973-a687269c6f52 req-f0e9e20b-1440-4415-8119-17b840a1b416 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 4664 time: 0.2633665 Dec 14 02:48:34.914972 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3bdea280-7575-408e-9ac9-1533c5b28d10 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7455714 Dec 14 02:48:34.918076 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49966) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:34.929233 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-abb8a9e2-5938-4c37-bfff-bf6719d54364 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Calling delete_port for c441105e-9220-4569-a726-7265e8656b72 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:34.946795 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a579837d-febb-4fd6-903f-f6268f3ef6e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:34.966954 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3492b9a-eea6-4d82-9de3-269f476cbf5a req-c9488904-c057-4e71-997f-a4d43ac55b66 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:34.975280 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3492b9a-eea6-4d82-9de3-269f476cbf5a req-c9488904-c057-4e71-997f-a4d43ac55b66 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.2427027 Dec 14 02:48:35.038199 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0fce33b9-df6f-461e-98ed-8ae02d7ce8da tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Request body: {'network': {'name': 'tempest-network--1669651103', 'router:external': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:35.083319 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0374956-1801-4358-a7e6-c07350502576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:35.103668 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a579837d-febb-4fd6-903f-f6268f3ef6e4 service neutron] No DVR routers for this DVR port 45864e56-7abd-4913-a7eb-e89f5d9893ba on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:48:35.105914 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579837d-febb-4fd6-903f-f6268f3ef6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=45864e56-7abd-4913-a7eb-e89f5d9893ba,revision_number=6']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:35.158933 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fce33b9-df6f-461e-98ed-8ae02d7ce8da tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Made reservation on behalf of a2a07b4fd3a7491aa3b59a82cb99d5b5 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:35.161401 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fce33b9-df6f-461e-98ed-8ae02d7ce8da tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:35.179967 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fce33b9-df6f-461e-98ed-8ae02d7ce8da tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:35.184931 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3492b9a-eea6-4d82-9de3-269f476cbf5a req-9790047f-5624-4907-96e3-8316a6cc5774 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086844 Dec 14 02:48:35.200934 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a579837d-febb-4fd6-903f-f6268f3ef6e4 service neutron] In _notify_port_updated(), no bound segment for port 45864e56-7abd-4913-a7eb-e89f5d9893ba on network 143750ac-d961-47f1-8a52-3edc9f23c6d8 {{(pid=103847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:48:35.201965 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a579837d-febb-4fd6-903f-f6268f3ef6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:35.202587 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a579837d-febb-4fd6-903f-f6268f3ef6e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:35.204228 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a579837d-febb-4fd6-903f-f6268f3ef6e4 service neutron] 10.222.0.47 "PUT /v2.0/ports/45864e56-7abd-4913-a7eb-e89f5d9893ba HTTP/1.1" status: 200 len: 1032 time: 1.1178160 Dec 14 02:48:35.263536 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c249a70-28f4-42a4-9973-a687269c6f52 req-2b1a84c6-fa1b-4673-a6c4-36621cfe756d tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&id=4f2d099e-49b9-4bda-8434-20743c32a95e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3481333 Dec 14 02:48:35.546831 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-67f99b64-2364-4fa3-948f-b89dd6a20dec None None] Provisioning complete for port 45864e56-7abd-4913-a7eb-e89f5d9893ba triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:48:35.548004 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-67f99b64-2364-4fa3-948f-b89dd6a20dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:35.632500 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-67f99b64-2364-4fa3-948f-b89dd6a20dec None None] Port 45864e56-7abd-4913-a7eb-e89f5d9893ba cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:48:35.635999 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 80d0c3df-68eb-4bde-a5c9-676990933749 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:48:35.644167 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-abb8a9e2-5938-4c37-bfff-bf6719d54364 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:35.718511 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8a9e2-5938-4c37-bfff-bf6719d54364 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Pushing event deleted for resources: {'Port': ['ID=c441105e-9220-4569-a726-7265e8656b72,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:35.928967 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:35.959846 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-abb8a9e2-5938-4c37-bfff-bf6719d54364 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:35.978913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80d0c3df-68eb-4bde-a5c9-676990933749'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:48:35.986039 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a80ebdb7-2b71-4d20-a687-9cf8bc97a025 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Deleting port 9bba1e63-dba3-4636-9fc2-f0bfede35d7f {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:35.986389 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a80ebdb7-2b71-4d20-a687-9cf8bc97a025 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:35.987872 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0249ecca-11e5-49f9-bbb9-563b61a2131d" -d '{"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-unplugged", "status": "completed", "tag": "80d0c3df-68eb-4bde-a5c9-676990933749"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:48:36.021810 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 80d0c3df-68eb-4bde-a5c9-676990933749, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=80d0c3df-68eb-4bde-a5c9-676990933749,segment=NetworkSegment(716a3816-24ae-4d8b-8bcc-a74c2e331a8e),segment_id=716a3816-24ae-4d8b-8bcc-a74c2e331a8e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:36.082587 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:36.083603 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:48:36.087967 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ded9dcb-b473-4921-a868-fefb82fbaa64 x-openstack-request-id: req-6ded9dcb-b473-4921-a868-fefb82fbaa64 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:48:36.088359 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-unplugged", "status": "completed", "tag": "80d0c3df-68eb-4bde-a5c9-676990933749", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:48:36.088834 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ded9dcb-b473-4921-a868-fefb82fbaa64 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:48:36.089229 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80d0c3df-68eb-4bde-a5c9-676990933749', 'code': 200} Dec 14 02:48:36.160187 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a80ebdb7-2b71-4d20-a687-9cf8bc97a025 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] For port 9bba1e63-dba3-4636-9fc2-f0bfede35d7f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9bba1e63-dba3-4636-9fc2-f0bfede35d7f,segment=NetworkSegment(6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6),segment_id=6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:36.160980 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a80ebdb7-2b71-4d20-a687-9cf8bc97a025 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:36.198804 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a80ebdb7-2b71-4d20-a687-9cf8bc97a025 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Calling delete_port for 9bba1e63-dba3-4636-9fc2-f0bfede35d7f owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:36.288861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb8a9e2-5938-4c37-bfff-bf6719d54364 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Router 05d18264-223d-4117-bcb9-3a0b35695181 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:48:36.396063 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=80d0c3df-68eb-4bde-a5c9-676990933749,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:36.563967 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fce33b9-df6f-461e-98ed-8ae02d7ce8da tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:36.590648 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a80ebdb7-2b71-4d20-a687-9cf8bc97a025 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:36.635070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb8a9e2-5938-4c37-bfff-bf6719d54364 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:48:36.649768 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38888b97-61e8-4b24-be04-c72df0c9c8af None None] Sync routers for ids ['05d18264-223d-4117-bcb9-3a0b35695181'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:48:36.672763 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fce33b9-df6f-461e-98ed-8ae02d7ce8da tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:36.673188 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38888b97-61e8-4b24-be04-c72df0c9c8af None None] Routers {'05d18264-223d-4117-bcb9-3a0b35695181'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:48:36.674975 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-38888b97-61e8-4b24-be04-c72df0c9c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:48:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['05d18264-223d-4117-bcb9-3a0b35695181'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:36.693550 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-abb8a9e2-5938-4c37-bfff-bf6719d54364 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] 10.222.0.39 "PUT /v2.0/routers/05d18264-223d-4117-bcb9-3a0b35695181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6679449 Dec 14 02:48:36.703128 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fce33b9-df6f-461e-98ed-8ae02d7ce8da tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:48:36.711666 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49990) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:36.724119 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fce33b9-df6f-461e-98ed-8ae02d7ce8da tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:36.724477 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-0fce33b9-df6f-461e-98ed-8ae02d7ce8da tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Added segment 86a78f39-c834-4b96-ba7e-7763660ca581 of type vlan for network a1f70e88-dc2a-4915-b9a3-98a692258ca1 Dec 14 02:48:36.772786 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-38888b97-61e8-4b24-be04-c72df0c9c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:36.793295 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38888b97-61e8-4b24-be04-c72df0c9c8af None None] Routers {'05d18264-223d-4117-bcb9-3a0b35695181'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:48:36.801251 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-38888b97-61e8-4b24-be04-c72df0c9c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:48:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['05d18264-223d-4117-bcb9-3a0b35695181'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:36.811074 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fce33b9-df6f-461e-98ed-8ae02d7ce8da tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:36.900421 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-38888b97-61e8-4b24-be04-c72df0c9c8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:36.902251 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38888b97-61e8-4b24-be04-c72df0c9c8af None None] The sync data for ids ['05d18264-223d-4117-bcb9-3a0b35695181'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:48:36.939225 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ebdb7-2b71-4d20-a687-9cf8bc97a025 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event deleted for resources: {'Port': ['ID=9bba1e63-dba3-4636-9fc2-f0bfede35d7f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:36.956366 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a5e5299c-916f-4cd9-a340-70f746c343b9 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:36.967996 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:36.979399 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:36.981449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbaa8a-0225-42a0-81d2-d82dd0aaea01 req-1945066d-7f48-46fc-b1f2-74eaa2375ed2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:36.985985 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88bbaa8a-0225-42a0-81d2-d82dd0aaea01 req-1945066d-7f48-46fc-b1f2-74eaa2375ed2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.6093142 Dec 14 02:48:37.027220 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fce33b9-df6f-461e-98ed-8ae02d7ce8da tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:37.028191 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fce33b9-df6f-461e-98ed-8ae02d7ce8da tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:37.034415 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fce33b9-df6f-461e-98ed-8ae02d7ce8da tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:37.073606 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:37.156730 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:37.160858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 9bba1e63-dba3-4636-9fc2-f0bfede35d7f no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:48:37.183847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c1dcc-c5c6-44c1-9fc1-110600819a59 req-a861f1d2-1d86-400e-952a-1379eb794597 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:37.188009 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c1dcc-c5c6-44c1-9fc1-110600819a59 req-a861f1d2-1d86-400e-952a-1379eb794597 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:37.193841 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce33b9-df6f-461e-98ed-8ae02d7ce8da tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Pushing event updated for resources: {'Network': ['ID=a1f70e88-dc2a-4915-b9a3-98a692258ca1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:37.205737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a80ebdb7-2b71-4d20-a687-9cf8bc97a025 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] No DVR routers for this DVR port 9bba1e63-dba3-4636-9fc2-f0bfede35d7f on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:48:37.210804 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c1dcc-c5c6-44c1-9fc1-110600819a59 req-a861f1d2-1d86-400e-952a-1379eb794597 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:37.213458 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a80ebdb7-2b71-4d20-a687-9cf8bc97a025 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:37.218358 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-a80ebdb7-2b71-4d20-a687-9cf8bc97a025 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.47 "DELETE /v2.0/ports/9bba1e63-dba3-4636-9fc2-f0bfede35d7f HTTP/1.1" status: 204 len: 173 time: 2.0046477 Dec 14 02:48:37.219204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-deleted', 'tag': '9bba1e63-dba3-4636-9fc2-f0bfede35d7f'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:48:37.221429 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network a1f70e88-dc2a-4915-b9a3-98a692258ca1 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:48:37.221895 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c1dcc-c5c6-44c1-9fc1-110600819a59 req-a861f1d2-1d86-400e-952a-1379eb794597 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:37.223519 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd45343-b993-4563-8896-cc81e81f80e7" -d '{"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-deleted", "tag": "9bba1e63-dba3-4636-9fc2-f0bfede35d7f"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:48:37.224194 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-477c1dcc-c5c6-44c1-9fc1-110600819a59 req-a861f1d2-1d86-400e-952a-1379eb794597 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 3148 time: 0.6411738 Dec 14 02:48:37.237869 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce33b9-df6f-461e-98ed-8ae02d7ce8da tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fea841b-e565-4a3c-9cc1-8b82a7415876,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:37.285761 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 9bba1e63-dba3-4636-9fc2-f0bfede35d7f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:48:37.301113 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 9bba1e63-dba3-4636-9fc2-f0bfede35d7f not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:48:37.301767 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 26ec5b55-d299-40b8-8527-04f4e67eaeba no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:48:37.374846 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0fce33b9-df6f-461e-98ed-8ae02d7ce8da tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4532654 Dec 14 02:48:37.375764 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49996) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:37.383859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49998) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:37.512328 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a5e5299c-916f-4cd9-a340-70f746c343b9 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:37.515748 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-0af60af0-cfa5-418f-9bab-7f385be47900 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Deleting port 8826881d-b8a4-4eca-a468-e4039e1ab3c5 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:37.516113 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-0af60af0-cfa5-418f-9bab-7f385be47900 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:37.526114 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-477c1dcc-c5c6-44c1-9fc1-110600819a59 req-6bd6139c-35d1-40bc-8d2b-a4f6db5932cc tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604729 Dec 14 02:48:37.547727 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a5e5299c-916f-4cd9-a340-70f746c343b9 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:37.556637 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:37.559231 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:37.595580 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88bbaa8a-0225-42a0-81d2-d82dd0aaea01 req-75206311-2236-48ed-bfb2-36bd60c2201d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582486 Dec 14 02:48:37.740955 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912367ef-4cb0-4037-8f16-7ecfff2ed25e x-openstack-request-id: req-912367ef-4cb0-4037-8f16-7ecfff2ed25e {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:48:37.741577 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-deleted", "tag": "9bba1e63-dba3-4636-9fc2-f0bfede35d7f", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:48:37.742002 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-912367ef-4cb0-4037-8f16-7ecfff2ed25e {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:48:37.742587 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-deleted', 'tag': '9bba1e63-dba3-4636-9fc2-f0bfede35d7f', 'status': 'completed', 'code': 200} Dec 14 02:48:37.751424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 26ec5b55-d299-40b8-8527-04f4e67eaeba not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:48:37.751849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 8826881d-b8a4-4eca-a468-e4039e1ab3c5 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:48:37.759552 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:37.787519 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b248d08b-3283-4395-9ad5-e837237e5874 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:37.807381 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a5e5299c-916f-4cd9-a340-70f746c343b9 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:37.808589 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e5299c-916f-4cd9-a340-70f746c343b9 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Fanout notify agent at l3_agent the message router_deleted on router 05d18264-223d-4117-bcb9-3a0b35695181 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:48:37.854962 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a5e5299c-916f-4cd9-a340-70f746c343b9 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:37.857750 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a5e5299c-916f-4cd9-a340-70f746c343b9 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] 10.222.0.39 "DELETE /v2.0/routers/05d18264-223d-4117-bcb9-3a0b35695181 HTTP/1.1" status: 204 len: 168 time: 1.1384373 Dec 14 02:48:37.865856 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50006) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:37.924164 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:37.962201 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:37.988103 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 8826881d-b8a4-4eca-a468-e4039e1ab3c5, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=8826881d-b8a4-4eca-a468-e4039e1ab3c5,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:38.033105 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f70e88-dc2a-4915-b9a3-98a692258ca1']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:38.036452 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-0af60af0-cfa5-418f-9bab-7f385be47900 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] For port 8826881d-b8a4-4eca-a468-e4039e1ab3c5, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=8826881d-b8a4-4eca-a468-e4039e1ab3c5,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:38.036818 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-0af60af0-cfa5-418f-9bab-7f385be47900 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:38.049443 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b248d08b-3283-4395-9ad5-e837237e5874 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:38.064518 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f622637-634b-4b01-b4a4-029767d23466 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Deleting subnet 5362d5d6-1b97-4340-b4a8-6392fb4ca58e {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:48:38.066124 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:38.067041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 19e22f74-2335-4fa8-8c9a-49d2f0fa5840 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:48:38.067940 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a78f39-c834-4b96-ba7e-7763660ca581') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:38.068459 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a78f39-c834-4b96-ba7e-7763660ca581') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:38.078895 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-0af60af0-cfa5-418f-9bab-7f385be47900 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Calling delete_port for 8826881d-b8a4-4eca-a468-e4039e1ab3c5 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:38.078895 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6f622637-634b-4b01-b4a4-029767d23466 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:38.106889 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83'}, {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8826881d-b8a4-4eca-a468-e4039e1ab3c5'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:48:38.109759 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c3efc5-c316-497f-bafb-051dbbaf8d6b" -d '{"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-unplugged", "status": "completed", "tag": "12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83"}, {"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-unplugged", "status": "completed", "tag": "8826881d-b8a4-4eca-a468-e4039e1ab3c5"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:48:38.112155 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:38.136267 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b248d08b-3283-4395-9ad5-e837237e5874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:38.188715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=8826881d-b8a4-4eca-a468-e4039e1ab3c5,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:38.211465 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:38.226516 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6f622637-634b-4b01-b4a4-029767d23466 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:38.240607 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:38.244047 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 14 Dec 2021 02:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad03a4e-b5d2-48f9-ab7b-4c1a5cfee23d x-openstack-request-id: req-aad03a4e-b5d2-48f9-ab7b-4c1a5cfee23d {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:48:38.244350 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-unplugged", "status": "completed", "tag": "12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83", "code": 200}, {"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-unplugged", "status": "completed", "tag": "8826881d-b8a4-4eca-a468-e4039e1ab3c5", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:48:38.244606 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aad03a4e-b5d2-48f9-ab7b-4c1a5cfee23d {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:48:38.244996 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83', 'code': 200} Dec 14 02:48:38.245252 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8826881d-b8a4-4eca-a468-e4039e1ab3c5', 'code': 200} Dec 14 02:48:38.262102 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:48:38.262657 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:48:38.266574 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:48:38.288045 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 19e22f74-2335-4fa8-8c9a-49d2f0fa5840, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=19e22f74-2335-4fa8-8c9a-49d2f0fa5840,segment=NetworkSegment(6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6),segment_id=6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:38.379751 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:38.380516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 45864e56-7abd-4913-a7eb-e89f5d9893ba no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:48:38.444533 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6f622637-634b-4b01-b4a4-029767d23466 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:38.505226 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:38.521131 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a1f70e88-dc2a-4915-b9a3-98a692258ca1 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 14 02:48:38.525014 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:38.529101 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] 10.222.0.39 "DELETE /v2.0/networks/a1f70e88-dc2a-4915-b9a3-98a692258ca1 HTTP/1.1" status: 204 len: 168 time: 1.1486201 Dec 14 02:48:38.533446 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50012) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:38.549616 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4cf6760a-e211-4ae4-89bb-1192711c85a6 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:38.562477 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1f70e88-dc2a-4915-b9a3-98a692258ca1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:38.594675 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 45864e56-7abd-4913-a7eb-e89f5d9893ba not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:48:38.605196 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:38.606265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:38.607436 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:38.607998 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:38.610196 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:38.610759 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:38.612406 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:38.612918 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:38.616261 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:38.618570 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:38.618570 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:38.618570 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:38.618570 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84797d1-9a64-47fa-aa14-27c8639dfb6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:38.644635 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-0af60af0-cfa5-418f-9bab-7f385be47900 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:38.671856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=19e22f74-2335-4fa8-8c9a-49d2f0fa5840,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:38.694894 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:38.744568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf6760a-e211-4ae4-89bb-1192711c85a6 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Made reservation on behalf of a2a07b4fd3a7491aa3b59a82cb99d5b5 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:38.747581 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4cf6760a-e211-4ae4-89bb-1192711c85a6 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:38.751093 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6f622637-634b-4b01-b4a4-029767d23466 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:38.769271 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af60af0-cfa5-418f-9bab-7f385be47900 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event deleted for resources: {'Port': ['ID=8826881d-b8a4-4eca-a468-e4039e1ab3c5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:38.852867 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f622637-634b-4b01-b4a4-029767d23466 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Pushing event deleted for resources: {'Subnet': ['ID=5362d5d6-1b97-4340-b4a8-6392fb4ca58e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:38.861333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248d08b-3283-4395-9ad5-e837237e5874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1a5ee5-ba42-44da-aa55-97ea2bb06f13,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:38.872492 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6f622637-634b-4b01-b4a4-029767d23466 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:38.882421 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6f622637-634b-4b01-b4a4-029767d23466 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] 10.222.0.39 "DELETE /v2.0/subnets/5362d5d6-1b97-4340-b4a8-6392fb4ca58e HTTP/1.1" status: 204 len: 168 time: 1.0154896 Dec 14 02:48:38.898022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae34fdca-9bfa-4eb9-9366-ebe32bdd0ff0 None None] Network 79b1dcf1-131f-4c3b-a757-286c08339602 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:48:38.898308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50022) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:38.943287 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b248d08b-3283-4395-9ad5-e837237e5874 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0736189aade4d3796dbffb7e142a535&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5458784 Dec 14 02:48:38.948062 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50024) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:39.038334 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-0af60af0-cfa5-418f-9bab-7f385be47900 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] No DVR routers for this DVR port 8826881d-b8a4-4eca-a468-e4039e1ab3c5 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:48:39.041234 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-0af60af0-cfa5-418f-9bab-7f385be47900 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:39.045875 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-0af60af0-cfa5-418f-9bab-7f385be47900 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.47 "DELETE /v2.0/ports/8826881d-b8a4-4eca-a468-e4039e1ab3c5 HTTP/1.1" status: 204 len: 173 time: 1.8178372 Dec 14 02:48:39.069479 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e763d98-556d-4709-8681-50d9123c1601 req-19ce0a24-8037-48d0-ba79-4d7d807c8a11 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:39.074503 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf6760a-e211-4ae4-89bb-1192711c85a6 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:48:39.076424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e763d98-556d-4709-8681-50d9123c1601 req-19ce0a24-8037-48d0-ba79-4d7d807c8a11 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:39.083546 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e763d98-556d-4709-8681-50d9123c1601 req-19ce0a24-8037-48d0-ba79-4d7d807c8a11 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:39.084920 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e763d98-556d-4709-8681-50d9123c1601 req-19ce0a24-8037-48d0-ba79-4d7d807c8a11 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 2410 time: 0.2247944 Dec 14 02:48:39.088879 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:39.099116 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3774a2-b02a-402e-803a-0a5fd8b1dd25 req-6ca51119-2a25-4c35-a7c8-1585b1c6b320 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:39.100843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a3774a2-b02a-402e-803a-0a5fd8b1dd25 req-6ca51119-2a25-4c35-a7c8-1585b1c6b320 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.2473197 Dec 14 02:48:39.105071 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a67a3339-45c6-400f-8e09-f24e4b9e9a98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:39.130728 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4cf6760a-e211-4ae4-89bb-1192711c85a6 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:39.131095 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-4cf6760a-e211-4ae4-89bb-1192711c85a6 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Added segment 75c49e9f-9b32-46c6-97ea-e7149b695188 of type vlan for network c3327b5d-a630-460b-94be-16e679bb4951 Dec 14 02:48:39.237795 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410a76b0-bf83-4c17-b4f7-212700ca33e9 None None] DHCP port deletion for 79b1dcf1-131f-4c3b-a757-286c08339602 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:48:39.316386 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a67a3339-45c6-400f-8e09-f24e4b9e9a98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:39.326207 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e763d98-556d-4709-8681-50d9123c1601 req-a30fbab8-54cb-45e8-a670-ed50a8e17eae tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225969 Dec 14 02:48:39.333268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-410a76b0-bf83-4c17-b4f7-212700ca33e9 None None] Deleting port 98204710-9a5a-4daa-ba66-70991e52b0bb {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:39.333683 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-410a76b0-bf83-4c17-b4f7-212700ca33e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:39.356816 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4cf6760a-e211-4ae4-89bb-1192711c85a6 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:39.395308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Deleting port 98204710-9a5a-4daa-ba66-70991e52b0bb {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:39.396048 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:39.434048 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d390115d-fc37-483e-9993-d57525d42fb9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Deleting port 80d0c3df-68eb-4bde-a5c9-676990933749 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:39.434669 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d390115d-fc37-483e-9993-d57525d42fb9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:39.454124 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-410a76b0-bf83-4c17-b4f7-212700ca33e9 None None] For port 98204710-9a5a-4daa-ba66-70991e52b0bb, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=98204710-9a5a-4daa-ba66-70991e52b0bb,segment=NetworkSegment(b6723c8b-19d3-43a8-be7f-856505972002),segment_id=b6723c8b-19d3-43a8-be7f-856505972002)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:39.454617 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-410a76b0-bf83-4c17-b4f7-212700ca33e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:39.480224 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-410a76b0-bf83-4c17-b4f7-212700ca33e9 None None] Calling delete_port for 98204710-9a5a-4daa-ba66-70991e52b0bb owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:39.491902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a3774a2-b02a-402e-803a-0a5fd8b1dd25 req-e13b99e1-6ef0-4b3e-a253-8b24413bc8d3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768079 Dec 14 02:48:39.507536 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4cf6760a-e211-4ae4-89bb-1192711c85a6 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:39.508487 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf6760a-e211-4ae4-89bb-1192711c85a6 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:39.509064 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4cf6760a-e211-4ae4-89bb-1192711c85a6 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:39.545553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] For port 98204710-9a5a-4daa-ba66-70991e52b0bb, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=98204710-9a5a-4daa-ba66-70991e52b0bb,segment=NetworkSegment(b6723c8b-19d3-43a8-be7f-856505972002),segment_id=b6723c8b-19d3-43a8-be7f-856505972002)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:39.545933 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:39.561252 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Calling delete_port for 98204710-9a5a-4daa-ba66-70991e52b0bb owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:39.597060 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a67a3339-45c6-400f-8e09-f24e4b9e9a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:39.599633 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a67a3339-45c6-400f-8e09-f24e4b9e9a98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:39.600799 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a67a3339-45c6-400f-8e09-f24e4b9e9a98 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5c1a5ee5-ba42-44da-aa55-97ea2bb06f13 HTTP/1.1" status: 204 len: 168 time: 0.6430402 Dec 14 02:48:39.618037 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4cf6760a-e211-4ae4-89bb-1192711c85a6 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0834606 Dec 14 02:48:39.622754 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50028) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:39.633994 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-559dc0ac-1567-4cf8-aa2b-b00a1395aa4d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Request body: {'subnet': {'network_id': 'c3327b5d-a630-460b-94be-16e679bb4951', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:39.653909 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a3339-45c6-400f-8e09-f24e4b9e9a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1a5ee5-ba42-44da-aa55-97ea2bb06f13,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:39.660394 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-410a76b0-bf83-4c17-b4f7-212700ca33e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:39.668504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6760a-e211-4ae4-89bb-1192711c85a6 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Pushing event updated for resources: {'Network': ['ID=c3327b5d-a630-460b-94be-16e679bb4951,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:39.675919 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:39.691876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] No DVR routers for this DVR port 98204710-9a5a-4daa-ba66-70991e52b0bb on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:48:39.695726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d390115d-fc37-483e-9993-d57525d42fb9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] For port 80d0c3df-68eb-4bde-a5c9-676990933749, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=80d0c3df-68eb-4bde-a5c9-676990933749,segment=NetworkSegment(716a3816-24ae-4d8b-8bcc-a74c2e331a8e),segment_id=716a3816-24ae-4d8b-8bcc-a74c2e331a8e)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:39.696482 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d390115d-fc37-483e-9993-d57525d42fb9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:39.718699 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network c3327b5d-a630-460b-94be-16e679bb4951 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:48:39.720494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Pushing event deleted for resources: {'Port': ['ID=98204710-9a5a-4daa-ba66-70991e52b0bb,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:39.739424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a76b0-bf83-4c17-b4f7-212700ca33e9 None None] Pushing event deleted for resources: {'Port': ['ID=98204710-9a5a-4daa-ba66-70991e52b0bb,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:39.744941 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-deleted', 'tag': '8826881d-b8a4-4eca-a468-e4039e1ab3c5'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:48:39.748277 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7e60cb-2ffd-4e78-b916-8bf17abec7bd" -d '{"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-deleted", "tag": "8826881d-b8a4-4eca-a468-e4039e1ab3c5"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:48:39.748620 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559dc0ac-1567-4cf8-aa2b-b00a1395aa4d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Made reservation on behalf of a2a07b4fd3a7491aa3b59a82cb99d5b5 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:39.750256 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-559dc0ac-1567-4cf8-aa2b-b00a1395aa4d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:39.786603 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410a76b0-bf83-4c17-b4f7-212700ca33e9 None None] No DVR routers for this DVR port 98204710-9a5a-4daa-ba66-70991e52b0bb on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:48:39.858729 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec7ba7c-61cb-4f8d-83bd-4b92015f67a8 x-openstack-request-id: req-dec7ba7c-61cb-4f8d-83bd-4b92015f67a8 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:48:39.859039 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-deleted", "tag": "8826881d-b8a4-4eca-a468-e4039e1ab3c5", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:48:39.863550 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dec7ba7c-61cb-4f8d-83bd-4b92015f67a8 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:48:39.864148 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-deleted', 'tag': '8826881d-b8a4-4eca-a468-e4039e1ab3c5', 'status': 'completed', 'code': 200} Dec 14 02:48:39.983172 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:40.022436 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79b1dcf1-131f-4c3b-a757-286c08339602']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:40.040613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6723c8b-19d3-43a8-be7f-856505972002') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:40.040934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6723c8b-19d3-43a8-be7f-856505972002') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:40.059264 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:40.099597 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:40.128136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:48:40.128560 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:48:40.140135 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:48:40.218890 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d390115d-fc37-483e-9993-d57525d42fb9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:40.219584 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d390115d-fc37-483e-9993-d57525d42fb9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:40.220130 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d390115d-fc37-483e-9993-d57525d42fb9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Floating IP 7a39973f-bff9-4015-91e0-b17e864ea4a0 disassociated. External IP: 172.25.7.35, port: 80d0c3df-68eb-4bde-a5c9-676990933749. Dec 14 02:48:40.220635 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d390115d-fc37-483e-9993-d57525d42fb9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Calling delete_port for 80d0c3df-68eb-4bde-a5c9-676990933749 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:40.246909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19e22f74-2335-4fa8-8c9a-49d2f0fa5840'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:48:40.252022 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e067db21-010f-4e5a-a46c-7e70a22ba1c0" -d '{"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-unplugged", "status": "completed", "tag": "19e22f74-2335-4fa8-8c9a-49d2f0fa5840"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:48:40.360099 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2d0fdc-4786-40a0-87bd-d29e92f63227 x-openstack-request-id: req-de2d0fdc-4786-40a0-87bd-d29e92f63227 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:48:40.360503 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-unplugged", "status": "completed", "tag": "19e22f74-2335-4fa8-8c9a-49d2f0fa5840", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:48:40.360705 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de2d0fdc-4786-40a0-87bd-d29e92f63227 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:48:40.361106 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19e22f74-2335-4fa8-8c9a-49d2f0fa5840', 'code': 200} Dec 14 02:48:40.461136 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:40.550487 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50048) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:40.564105 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:40.567811 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] 10.222.0.39 "DELETE /v2.0/networks/79b1dcf1-131f-4c3b-a757-286c08339602 HTTP/1.1" status: 204 len: 168 time: 1.6669769 Dec 14 02:48:40.580286 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d390115d-fc37-483e-9993-d57525d42fb9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:40.584591 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c7b70c23-edb7-49bc-bfc2-19ab79d3863f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:40.613272 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5d536-bb58-4c0f-ab38-85e2b7fbe419 tempest-FloatingIPNegativeTestJSON-2025435149 tempest-FloatingIPNegativeTestJSON-2025435149-project] Pushing event deleted for resources: {'Network': ['ID=79b1dcf1-131f-4c3b-a757-286c08339602,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:40.692687 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390115d-fc37-483e-9993-d57525d42fb9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event deleted for resources: {'Port': ['ID=80d0c3df-68eb-4bde-a5c9-676990933749,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:40.756191 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b1e45-e2ee-4c57-9e8a-6a5e547c561c req-51f48fe8-e216-4b5b-a4ff-7952bd5dcd5a tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:40.765264 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b1e45-e2ee-4c57-9e8a-6a5e547c561c req-51f48fe8-e216-4b5b-a4ff-7952bd5dcd5a tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:40.772208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b1e45-e2ee-4c57-9e8a-6a5e547c561c req-51f48fe8-e216-4b5b-a4ff-7952bd5dcd5a tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:40.774064 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e64b1e45-e2ee-4c57-9e8a-6a5e547c561c req-51f48fe8-e216-4b5b-a4ff-7952bd5dcd5a tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 2331 time: 0.2870286 Dec 14 02:48:40.792752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab19ed-3998-4e48-8f07-71a632f04006 req-65973371-e737-4980-89ec-85e5add33e29 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:40.795354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fab19ed-3998-4e48-8f07-71a632f04006 req-65973371-e737-4980-89ec-85e5add33e29 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.1584766 Dec 14 02:48:40.836076 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c7b70c23-edb7-49bc-bfc2-19ab79d3863f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:40.880939 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e64b1e45-e2ee-4c57-9e8a-6a5e547c561c req-dc3d3373-280e-406b-b311-d9648c46e1fe tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832515 Dec 14 02:48:40.946305 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fab19ed-3998-4e48-8f07-71a632f04006 req-0a9f6846-c98b-4bfb-bbe9-f0b012ca3cdd tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402345 Dec 14 02:48:41.055934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.objects.ports [None req-559dc0ac-1567-4cf8-aa2b-b00a1395aa4d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103848) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:48:41.056695 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-559dc0ac-1567-4cf8-aa2b-b00a1395aa4d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:41.090548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 98204710-9a5a-4daa-ba66-70991e52b0bb no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:48:41.093974 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c7b70c23-edb7-49bc-bfc2-19ab79d3863f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:41.134302 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559dc0ac-1567-4cf8-aa2b-b00a1395aa4d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a1a47ced-7238-4058-b919-85d27f6f9dda,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:41.144372 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 98204710-9a5a-4daa-ba66-70991e52b0bb {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:48:41.145168 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 98204710-9a5a-4daa-ba66-70991e52b0bb not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:48:41.165283 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d390115d-fc37-483e-9993-d57525d42fb9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Router fb64953b-5b09-404f-a9e5-43aeb5c2c57f has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:48:41.257459 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559dc0ac-1567-4cf8-aa2b-b00a1395aa4d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Checking segment: {'id': '75c49e9f-9b32-46c6-97ea-e7149b695188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c3327b5d-a630-460b-94be-16e679bb4951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:48:41.257922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559dc0ac-1567-4cf8-aa2b-b00a1395aa4d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Network hostable DHCP agents. Network: c3327b5d-a630-460b-94be-16e679bb4951, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:48:41.308977 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c7b70c23-edb7-49bc-bfc2-19ab79d3863f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2f510755de5249faa32423c8a48b1035&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7572391 Dec 14 02:48:41.313193 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50058) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:41.381119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559dc0ac-1567-4cf8-aa2b-b00a1395aa4d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Network c3327b5d-a630-460b-94be-16e679bb4951 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:48:41.433644 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b70c23-edb7-49bc-bfc2-19ab79d3863f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0976cbf-0fbb-4863-8f28-ef32db17abad,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:41.486882 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f7e1693-c6f0-42eb-bd0e-8c52883284bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:41.508575 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50060) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:41.516610 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-559dc0ac-1567-4cf8-aa2b-b00a1395aa4d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, c3327b5d-a630-460b-94be-16e679bb4951) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:48:41.524847 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f247d534-b46d-464d-a6a9-80223cf5b01e None None] Network c3327b5d-a630-460b-94be-16e679bb4951 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:48:41.529585 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d390115d-fc37-483e-9993-d57525d42fb9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:48:41.537076 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f7e1693-c6f0-42eb-bd0e-8c52883284bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:41.557818 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4c47da-138c-42ef-b7a9-d6be37370133 None None] Sync routers for ids ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:48:41.632475 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d390115d-fc37-483e-9993-d57525d42fb9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] No DVR routers for this DVR port 80d0c3df-68eb-4bde-a5c9-676990933749 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:48:41.641834 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d390115d-fc37-483e-9993-d57525d42fb9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:41.647560 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-d390115d-fc37-483e-9993-d57525d42fb9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.47 "DELETE /v2.0/ports/80d0c3df-68eb-4bde-a5c9-676990933749 HTTP/1.1" status: 204 len: 173 time: 2.5950909 Dec 14 02:48:41.659435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559dc0ac-1567-4cf8-aa2b-b00a1395aa4d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:41.660318 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-559dc0ac-1567-4cf8-aa2b-b00a1395aa4d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:41.671287 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c47da-138c-42ef-b7a9-d6be37370133 None None] Routers {'fb64953b-5b09-404f-a9e5-43aeb5c2c57f'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:48:41.671579 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9f4c47da-138c-42ef-b7a9-d6be37370133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:48:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:41.763970 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f7e1693-c6f0-42eb-bd0e-8c52883284bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:41.767456 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f7e1693-c6f0-42eb-bd0e-8c52883284bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:41.773382 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0f7e1693-c6f0-42eb-bd0e-8c52883284bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0976cbf-0fbb-4863-8f28-ef32db17abad HTTP/1.1" status: 204 len: 168 time: 0.4583588 Dec 14 02:48:41.786868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e1693-c6f0-42eb-bd0e-8c52883284bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0976cbf-0fbb-4863-8f28-ef32db17abad,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:41.829599 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8267fbec-d4c1-4d9b-be90-0d5c85b703ed None None] Network c3327b5d-a630-460b-94be-16e679bb4951 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:48:41.835386 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-559dc0ac-1567-4cf8-aa2b-b00a1395aa4d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2094185 Dec 14 02:48:41.836714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50066) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:41.850354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-6cd77517-d181-44f5-8064-4b1cd089b69e tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Request body: {'floatingip': {'floating_network_id': 'c3327b5d-a630-460b-94be-16e679bb4951'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:41.896041 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-deleted', 'tag': '80d0c3df-68eb-4bde-a5c9-676990933749'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:48:41.901825 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73211e08-6f61-4a70-a3e4-86ceac67498b" -d '{"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-deleted", "tag": "80d0c3df-68eb-4bde-a5c9-676990933749"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:48:41.906437 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-9f4c47da-138c-42ef-b7a9-d6be37370133 None None] Set router fb64953b-5b09-404f-a9e5-43aeb5c2c57f gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:48:41.993196 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6cd77517-d181-44f5-8064-4b1cd089b69e tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:42.011844 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6d3327d8-0c65-475c-baec-751c27c824bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=50fba5fdf9b640f0b18bcca516f8a4a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5007124 Dec 14 02:48:42.014878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50074) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:42.032277 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb183d82-ad96-43dd-a5bb-4835fedf8e57 x-openstack-request-id: req-cb183d82-ad96-43dd-a5bb-4835fedf8e57 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:48:42.032593 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-deleted", "tag": "80d0c3df-68eb-4bde-a5c9-676990933749", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:48:42.033013 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb183d82-ad96-43dd-a5bb-4835fedf8e57 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:48:42.034070 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-deleted', 'tag': '80d0c3df-68eb-4bde-a5c9-676990933749', 'status': 'completed', 'code': 200} Dec 14 02:48:42.063436 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-65d93582-73c9-4f99-882f-6bd993913f49 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Deleting port 19e22f74-2335-4fa8-8c9a-49d2f0fa5840 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:42.066177 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-65d93582-73c9-4f99-882f-6bd993913f49 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:42.334366 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b81a60c0-3d24-41db-a2a6-03412f3840cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:42.406520 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-65d93582-73c9-4f99-882f-6bd993913f49 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] For port 19e22f74-2335-4fa8-8c9a-49d2f0fa5840, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=19e22f74-2335-4fa8-8c9a-49d2f0fa5840,segment=NetworkSegment(6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6),segment_id=6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:42.407785 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-65d93582-73c9-4f99-882f-6bd993913f49 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:42.412896 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e0c61-46f8-49c9-a4bf-f3794ed6840e req-0429e845-dfad-46b4-aac6-094ad64b35f9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:42.427745 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e0c61-46f8-49c9-a4bf-f3794ed6840e req-0429e845-dfad-46b4-aac6-094ad64b35f9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:42.450162 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a1e0c61-46f8-49c9-a4bf-f3794ed6840e req-0429e845-dfad-46b4-aac6-094ad64b35f9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 1676 time: 0.3844926 Dec 14 02:48:42.473474 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-65d93582-73c9-4f99-882f-6bd993913f49 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Calling delete_port for 19e22f74-2335-4fa8-8c9a-49d2f0fa5840 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:42.489349 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9f4c47da-138c-42ef-b7a9-d6be37370133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'name': 'tempest-TaggedBootDevicesTest_v242-109604917-router', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '325d3330-c30c-4882-881d-16e875dec603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:20Z', 'updated_at': '2021-12-14T02:37:25Z', 'revision_number': 4, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'gw_port': {'id': '325d3330-c30c-4882-881d-16e875dec603', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:21Z', 'updated_at': '2021-12-14T02:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '0558c790-5709-450b-9af7-3a98360740f4', 'name': '', 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'mac_address': 'fa:16:3e:f7:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '3efdcc0d-0482-44f9-8761-575428cc10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:25Z', 'updated_at': '2021-12-14T02:37:31Z', 'revision_number': 5, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'subnets': [{'id': '3efdcc0d-0482-44f9-8761-575428cc10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:42.509409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fc3cd-2b25-4d57-83fa-208fd9499e6f req-15d5235e-427f-413a-9d8e-0008796d9756 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:42.511935 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-705fc3cd-2b25-4d57-83fa-208fd9499e6f req-15d5235e-427f-413a-9d8e-0008796d9756 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.2958133 Dec 14 02:48:42.536610 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b81a60c0-3d24-41db-a2a6-03412f3840cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:42.581925 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4c47da-138c-42ef-b7a9-d6be37370133 None None] Checking router: fb64953b-5b09-404f-a9e5-43aeb5c2c57f for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:48:42.604658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4c47da-138c-42ef-b7a9-d6be37370133 None None] Routers {'fb64953b-5b09-404f-a9e5-43aeb5c2c57f'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:48:42.604658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9f4c47da-138c-42ef-b7a9-d6be37370133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:48:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:42.685965 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6cd77517-d181-44f5-8064-4b1cd089b69e tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:42.699351 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a1e0c61-46f8-49c9-a4bf-f3794ed6840e req-081e1940-16bd-4537-b308-3f24f0921fb9 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2458177 Dec 14 02:48:42.722516 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-705fc3cd-2b25-4d57-83fa-208fd9499e6f req-357a9b95-ae9d-4198-8763-51a821bc9932 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939356 Dec 14 02:48:42.788040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-9f4c47da-138c-42ef-b7a9-d6be37370133 None None] Set router fb64953b-5b09-404f-a9e5-43aeb5c2c57f gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:48:42.830275 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-65d93582-73c9-4f99-882f-6bd993913f49 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:42.893406 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d93582-73c9-4f99-882f-6bd993913f49 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event deleted for resources: {'Port': ['ID=19e22f74-2335-4fa8-8c9a-49d2f0fa5840,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:42.905007 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b81a60c0-3d24-41db-a2a6-03412f3840cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:42.908014 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b81a60c0-3d24-41db-a2a6-03412f3840cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:42.909472 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b81a60c0-3d24-41db-a2a6-03412f3840cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be4f2699-fe53-4800-aa64-76aea6451a14 HTTP/1.1" status: 204 len: 168 time: 0.8933620 Dec 14 02:48:42.978744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81a60c0-3d24-41db-a2a6-03412f3840cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4f2699-fe53-4800-aa64-76aea6451a14,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:43.038642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-65d93582-73c9-4f99-882f-6bd993913f49 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] No DVR routers for this DVR port 19e22f74-2335-4fa8-8c9a-49d2f0fa5840 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:48:43.040047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-6cd77517-d181-44f5-8064-4b1cd089b69e tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Allocated IP 172.20.0.3 (c3327b5d-a630-460b-94be-16e679bb4951/a1a47ced-7238-4058-b919-85d27f6f9dda/56dc8601-4c7a-4449-b60d-285f3c7553c6) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:48:43.042012 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-65d93582-73c9-4f99-882f-6bd993913f49 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:43.047792 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-65d93582-73c9-4f99-882f-6bd993913f49 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.47 "DELETE /v2.0/ports/19e22f74-2335-4fa8-8c9a-49d2f0fa5840 HTTP/1.1" status: 204 len: 173 time: 1.3946376 Dec 14 02:48:43.259144 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-56e7b680-a7ab-4b59-b6ab-52978b4ae504 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Deleting port 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:43.259144 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-56e7b680-a7ab-4b59-b6ab-52978b4ae504 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:43.278428 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9f4c47da-138c-42ef-b7a9-d6be37370133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'name': 'tempest-TaggedBootDevicesTest_v242-109604917-router', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '325d3330-c30c-4882-881d-16e875dec603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:20Z', 'updated_at': '2021-12-14T02:37:25Z', 'revision_number': 4, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'gw_port': {'id': '325d3330-c30c-4882-881d-16e875dec603', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:21Z', 'updated_at': '2021-12-14T02:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '0558c790-5709-450b-9af7-3a98360740f4', 'name': '', 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'mac_address': 'fa:16:3e:f7:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '3efdcc0d-0482-44f9-8761-575428cc10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:25Z', 'updated_at': '2021-12-14T02:37:31Z', 'revision_number': 5, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'subnets': [{'id': '3efdcc0d-0482-44f9-8761-575428cc10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:43.299962 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6cd77517-d181-44f5-8064-4b1cd089b69e tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:43.339442 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4c47da-138c-42ef-b7a9-d6be37370133 None None] The sync data for ids ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'] in n-d-821636-1 is: [{'id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'name': 'tempest-TaggedBootDevicesTest_v242-109604917-router', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '325d3330-c30c-4882-881d-16e875dec603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:20Z', 'updated_at': '2021-12-14T02:37:25Z', 'revision_number': 4, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'gw_port': {'id': '325d3330-c30c-4882-881d-16e875dec603', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:21Z', 'updated_at': '2021-12-14T02:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '0558c790-5709-450b-9af7-3a98360740f4', 'name': '', 'network_id': 'c8c294be-4992-4711-bfec-5f4308700461', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'mac_address': 'fa:16:3e:f7:c7:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': '3efdcc0d-0482-44f9-8761-575428cc10a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:25Z', 'updated_at': '2021-12-14T02:37:31Z', 'revision_number': 5, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'subnets': [{'id': '3efdcc0d-0482-44f9-8761-575428cc10a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:48:43.481767 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-56e7b680-a7ab-4b59-b6ab-52978b4ae504 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] For port 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:43.481767 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-56e7b680-a7ab-4b59-b6ab-52978b4ae504 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:43.507502 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-56e7b680-a7ab-4b59-b6ab-52978b4ae504 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Calling delete_port for 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:43.527320 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6cd77517-d181-44f5-8064-4b1cd089b69e tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:43.695731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd77517-d181-44f5-8064-4b1cd089b69e tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Pushing event updated for resources: {'Port': ['ID=56dc8601-4c7a-4449-b60d-285f3c7553c6,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:43.737527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd77517-d181-44f5-8064-4b1cd089b69e tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Network c3327b5d-a630-460b-94be-16e679bb4951 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:48:43.740532 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-6cd77517-d181-44f5-8064-4b1cd089b69e tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:48:43.746150 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd77517-d181-44f5-8064-4b1cd089b69e tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:48:43.958430 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011094fc-7bbf-45cb-9ce7-89b8fa850aa1 None None] New status for floating IP 7a39973f-bff9-4015-91e0-b17e864ea4a0: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:48:44.018284 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150e48f-d41c-4fa5-af93-192cc607d0ae req-898dfdbf-d745-425d-8313-22e275f1c5eb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:44.020124 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1150e48f-d41c-4fa5-af93-192cc607d0ae req-898dfdbf-d745-425d-8313-22e275f1c5eb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 942 time: 0.1405320 Dec 14 02:48:44.090615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e29c43-3d91-4c18-999c-198e61514632 req-18b83736-cdff-4135-9d53-c7fbf7017ac8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:44.311645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30e29c43-3d91-4c18-999c-198e61514632 req-18b83736-cdff-4135-9d53-c7fbf7017ac8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.1493766 Dec 14 02:48:44.311645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1150e48f-d41c-4fa5-af93-192cc607d0ae req-c9c7574d-d3a3-45da-a4ab-83cc4550cc53 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups?id=a99c608b-fe34-4377-b46c-98cb264ff4e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677979 Dec 14 02:48:44.311645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30e29c43-3d91-4c18-999c-198e61514632 req-c8066221-c64e-4743-94ab-3a0db431631d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517530 Dec 14 02:48:44.312786 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-deleted', 'tag': '19e22f74-2335-4fa8-8c9a-49d2f0fa5840'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:48:44.312786 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d986227-27ed-457c-badb-7c8fe599d50f" -d '{"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-deleted", "tag": "19e22f74-2335-4fa8-8c9a-49d2f0fa5840"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:48:44.312786 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be53f093-6180-4098-bd20-bb2f76436029 x-openstack-request-id: req-be53f093-6180-4098-bd20-bb2f76436029 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:48:44.312786 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-deleted", "tag": "19e22f74-2335-4fa8-8c9a-49d2f0fa5840", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:48:44.312786 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-be53f093-6180-4098-bd20-bb2f76436029 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:48:44.312786 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-deleted', 'tag': '19e22f74-2335-4fa8-8c9a-49d2f0fa5840', 'status': 'completed', 'code': 200} Dec 14 02:48:44.735603 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-56e7b680-a7ab-4b59-b6ab-52978b4ae504 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:44.770009 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e7b680-a7ab-4b59-b6ab-52978b4ae504 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event deleted for resources: {'Port': ['ID=12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:44.795605 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6cd77517-d181-44f5-8064-4b1cd089b69e tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:44.834303 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-56e7b680-a7ab-4b59-b6ab-52978b4ae504 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] No DVR routers for this DVR port 12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:48:44.839468 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-56e7b680-a7ab-4b59-b6ab-52978b4ae504 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:44.843586 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bc4347d1-6c8c-479b-bf17-2dec51d2aec0 req-56e7b680-a7ab-4b59-b6ab-52978b4ae504 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.47 "DELETE /v2.0/ports/12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83 HTTP/1.1" status: 204 len: 173 time: 1.7887022 Dec 14 02:48:44.951411 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6cd77517-d181-44f5-8064-4b1cd089b69e tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:45.249099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50150) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:45.266576 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6cd77517-d181-44f5-8064-4b1cd089b69e tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:45.304587 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3332e68-7df9-4b69-b176-570915909ec6 req-39ed1c59-5725-4fd6-a18e-185870be2b05 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.0433815 Dec 14 02:48:45.510055 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e9096511-6840-417d-9b8d-22584787c306 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-776079135'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:45.896784 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9096511-6840-417d-9b8d-22584787c306 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:45.897025 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6cd77517-d181-44f5-8064-4b1cd089b69e tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:45.906026 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e9096511-6840-417d-9b8d-22584787c306 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:45.937423 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e9096511-6840-417d-9b8d-22584787c306 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:45.991240 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caad984-f914-42ab-90f4-b1eae21219c4 req-93a33b6a-aa5c-483c-a9fa-b9448ccbcb5d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:45.996973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8caad984-f914-42ab-90f4-b1eae21219c4 req-93a33b6a-aa5c-483c-a9fa-b9448ccbcb5d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.1348026 Dec 14 02:48:46.102322 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e9096511-6840-417d-9b8d-22584787c306 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:46.135730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd77517-d181-44f5-8064-4b1cd089b69e tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Pushing event updated for resources: {'Port': ['ID=56dc8601-4c7a-4449-b60d-285f3c7553c6,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:46.153460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8caad984-f914-42ab-90f4-b1eae21219c4 req-85e458eb-ee95-4c02-9224-246f6f3cb487 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896239 Dec 14 02:48:46.162213 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6cd77517-d181-44f5-8064-4b1cd089b69e tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:46.209138 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e9096511-6840-417d-9b8d-22584787c306 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:46.239067 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-deleted', 'tag': '12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:48:46.245236 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594fb9b0-5e4b-4565-9dbf-0132474f6b83" -d '{"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-deleted", "tag": "12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:48:46.256558 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6cd77517-d181-44f5-8064-4b1cd089b69e tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:46.258378 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6cd77517-d181-44f5-8064-4b1cd089b69e tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4197061 Dec 14 02:48:46.261339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50182) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:46.265635 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9096511-6840-417d-9b8d-22584787c306 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:48:46.280753 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9096511-6840-417d-9b8d-22584787c306 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edbfd5a1-be0f-45bd-913c-98075675252e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:46.287528 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e9096511-6840-417d-9b8d-22584787c306 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:46.288254 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-e9096511-6840-417d-9b8d-22584787c306 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Added segment fd6c5827-e9c6-4413-9939-162a18facede of type vlan for network b5526c06-2f77-4d2f-9c87-a57f7ac049eb Dec 14 02:48:46.363649 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e9096511-6840-417d-9b8d-22584787c306 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:46.389324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b8207cc7-166f-49e1-a61d-afbc2339c50e tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] 10.222.0.39 "GET /v2.0/floatingips?floating_network_id=c3327b5d-a630-460b-94be-16e679bb4951 HTTP/1.1" status: 200 len: 689 time: 0.1219656 Dec 14 02:48:46.392087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50192) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:46.412777 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e924b09-0fe5-47a7-a2f7-b4b28bbb8a20 x-openstack-request-id: req-6e924b09-0fe5-47a7-a2f7-b4b28bbb8a20 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:48:46.413276 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f155078-6872-4d2b-93ed-a54d71005a12", "name": "network-vif-deleted", "tag": "12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:48:46.413657 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e924b09-0fe5-47a7-a2f7-b4b28bbb8a20 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:48:46.414162 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f155078-6872-4d2b-93ed-a54d71005a12', 'name': 'network-vif-deleted', 'tag': '12c1b4ac-5ff2-4d5e-af6d-d5e9dc430b83', 'status': 'completed', 'code': 200} Dec 14 02:48:46.492592 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e9096511-6840-417d-9b8d-22584787c306 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:46.506360 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9096511-6840-417d-9b8d-22584787c306 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:46.507120 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e9096511-6840-417d-9b8d-22584787c306 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:46.627074 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32128b25-9e3e-4aaf-bc41-a56cb3de0a9e req-22705c23-b845-41d6-b25b-e7f78da1c4d8 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.2196801 Dec 14 02:48:46.644334 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:46.659662 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9096511-6840-417d-9b8d-22584787c306 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Network': ['ID=b5526c06-2f77-4d2f-9c87-a57f7ac049eb,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:46.672126 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:48:46.769979 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e9096511-6840-417d-9b8d-22584787c306 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5193543 Dec 14 02:48:46.770843 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50210) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:46.776254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2c2aa025-21d1-4a41-ae52-710928edcc8d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb', 'name': 'tempest-PortsIpV6TestJSON-1811046488'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:46.811061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Deleting port 56dc8601-4c7a-4449-b60d-285f3c7553c6 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:46.811406 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:46.934527 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:46.935829 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:46.970379 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Calling delete_port for 56dc8601-4c7a-4449-b60d-285f3c7553c6 owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:47.015608 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2aa025-21d1-4a41-ae52-710928edcc8d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:47.019571 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2c2aa025-21d1-4a41-ae52-710928edcc8d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:47.068743 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-2c2aa025-21d1-4a41-ae52-710928edcc8d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] device_id is not set on port 40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:48:47.231686 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:47.285525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Pushing event deleted for resources: {'Port': ['ID=56dc8601-4c7a-4449-b60d-285f3c7553c6,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:47.430362 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f31aea-b329-47cd-90b9-3726bfd2284f req-fd299198-92db-4956-8049-057368613843 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:47.439202 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44f31aea-b329-47cd-90b9-3726bfd2284f req-fd299198-92db-4956-8049-057368613843 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.1575079 Dec 14 02:48:47.464680 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:47.534343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44f31aea-b329-47cd-90b9-3726bfd2284f req-2dd58013-05f3-4128-ab29-2241b2a06d6d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883260 Dec 14 02:48:47.550687 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:47.592150 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2c2aa025-21d1-4a41-ae52-710928edcc8d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:47.677004 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:47.705754 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2c2aa025-21d1-4a41-ae52-710928edcc8d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:47.739128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a47ced-7238-4058-b919-85d27f6f9dda,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:47.772276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50234) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:47.818755 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2aa025-21d1-4a41-ae52-710928edcc8d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:47.851333 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d6fa6c1-6b2d-4293-88ad-416a6e96a2bd req-f2870d7b-8c67-43de-a8a3-81a728475825 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.0333648 Dec 14 02:48:47.885893 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2aa025-21d1-4a41-ae52-710928edcc8d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Checking segment: {'id': 'fd6c5827-e9c6-4413-9939-162a18facede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:48:47.886546 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2aa025-21d1-4a41-ae52-710928edcc8d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network hostable DHCP agents. Network: b5526c06-2f77-4d2f-9c87-a57f7ac049eb, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:48:47.897520 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:47.926104 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3327b5d-a630-460b-94be-16e679bb4951']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:47.944714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab74ca-0851-49d6-813d-5f8bcaaba18e req-6abd6c2c-efb5-4239-9ff9-c804f5a69346 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:47.946580 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fab74ca-0851-49d6-813d-5f8bcaaba18e req-6abd6c2c-efb5-4239-9ff9-c804f5a69346 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1263022 Dec 14 02:48:47.951920 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c49e9f-9b32-46c6-97ea-e7149b695188') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:47.952325 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c49e9f-9b32-46c6-97ea-e7149b695188') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:47.980668 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:48.002918 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2aa025-21d1-4a41-ae52-710928edcc8d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:48:48.006729 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:48.022296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:48:48.022945 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:48:48.024927 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:48:48.080026 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5bc19dd-20d5-4d4b-863e-3404de2de4a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:48.091854 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-2c2aa025-21d1-4a41-ae52-710928edcc8d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, b5526c06-2f77-4d2f-9c87-a57f7ac049eb) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:48:48.096535 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2aa025-21d1-4a41-ae52-710928edcc8d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:48:48.099465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fab74ca-0851-49d6-813d-5f8bcaaba18e req-58b5aa18-1ea7-4f03-a6b5-641f087b9d02 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445448 Dec 14 02:48:48.108464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fac401-2af5-421b-acd5-f3ae38fa3a12 None None] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:48:48.124280 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2aa025-21d1-4a41-ae52-710928edcc8d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:48.124970 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2c2aa025-21d1-4a41-ae52-710928edcc8d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:48.200373 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:48.218212 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2c2aa025-21d1-4a41-ae52-710928edcc8d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4441440 Dec 14 02:48:48.228555 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c3327b5d-a630-460b-94be-16e679bb4951 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 14 02:48:48.228756 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50240) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:48.235300 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-7ab98d5d-5aac-475a-8a86-d92cfbeb1642 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-173382800'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:48.244608 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:48.251510 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] 10.222.0.39 "DELETE /v2.0/networks/c3327b5d-a630-460b-94be-16e679bb4951 HTTP/1.1" status: 204 len: 168 time: 1.8552244 Dec 14 02:48:48.260220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50242) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:48.323201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb95ee-dd3c-4adb-be27-c1300a0a3dab tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Pushing event deleted for resources: {'Network': ['ID=c3327b5d-a630-460b-94be-16e679bb4951,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:48.386711 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6419a6-ae84-4cae-ab7e-4a613b546201 req-69e0ac78-a33a-40de-9779-0d3d3c9e92d9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:48.388617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab6419a6-ae84-4cae-ab7e-4a613b546201 req-69e0ac78-a33a-40de-9779-0d3d3c9e92d9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1685295 Dec 14 02:48:48.410824 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5bc19dd-20d5-4d4b-863e-3404de2de4a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:48.436773 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d0a15fbc-d682-43ea-825f-7ddfa4f369b1 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1474 time: 0.1726258 Dec 14 02:48:48.437261 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50244) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:48.472326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab6419a6-ae84-4cae-ab7e-4a613b546201 req-8786f8e3-6e8e-49e7-b944-2600ce892d7e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775175 Dec 14 02:48:48.518395 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab98d5d-5aac-475a-8a86-d92cfbeb1642 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:48.522378 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5bc19dd-20d5-4d4b-863e-3404de2de4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:48.523071 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7ab98d5d-5aac-475a-8a86-d92cfbeb1642 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:48.581040 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc19dd-20d5-4d4b-863e-3404de2de4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20680ef6-c620-4523-878d-fa05975ca6d6,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:48.641620 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b5bc19dd-20d5-4d4b-863e-3404de2de4a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b905262e154437089568c646248b5fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8655443 Dec 14 02:48:48.642537 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50252) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:48.644389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12ecea-5b9a-4e0c-adc3-b038f5268935 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:48.644891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12ecea-5b9a-4e0c-adc3-b038f5268935 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:48.645452 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12ecea-5b9a-4e0c-adc3-b038f5268935 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:48.645916 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12ecea-5b9a-4e0c-adc3-b038f5268935 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:48.646402 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12ecea-5b9a-4e0c-adc3-b038f5268935 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:48.646850 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12ecea-5b9a-4e0c-adc3-b038f5268935 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:48.648006 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12ecea-5b9a-4e0c-adc3-b038f5268935 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:48.648472 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12ecea-5b9a-4e0c-adc3-b038f5268935 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:48.648940 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12ecea-5b9a-4e0c-adc3-b038f5268935 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:48.649525 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12ecea-5b9a-4e0c-adc3-b038f5268935 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:48.653740 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0d12ecea-5b9a-4e0c-adc3-b038f5268935 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6475 time: 0.2134540 Dec 14 02:48:48.655596 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50254) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:48.740937 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ad2d0a07-1ed0-4f8e-b394-fb0f0b7cd540 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:48.770184 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ad2d0a07-1ed0-4f8e-b394-fb0f0b7cd540 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:48.788764 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab98d5d-5aac-475a-8a86-d92cfbeb1642 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:48:48.794906 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-5be1f33c-02d9-44ce-92fe-f98c4d7918ac tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] delete failed (client error): The resource could not be found. Dec 14 02:48:48.798703 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5be1f33c-02d9-44ce-92fe-f98c4d7918ac tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/904f75ef-9dba-4a94-aa7c-8011a70b0e17 HTTP/1.1" status: 404 len: 345 time: 0.1393018 Dec 14 02:48:48.803044 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50266) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:48.816159 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7ab98d5d-5aac-475a-8a86-d92cfbeb1642 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:48.816507 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-7ab98d5d-5aac-475a-8a86-d92cfbeb1642 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Added segment dcb107df-12e4-4894-811e-d7acb5edc552 of type vlan for network a7e2e7a4-c00c-4a32-af1a-b7c7434621e7 Dec 14 02:48:48.835031 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd88e6a9-50cd-4f54-b88e-e476abad4e6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] DELETE failed (client error): The resource could not be found. Dec 14 02:48:48.835031 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd88e6a9-50cd-4f54-b88e-e476abad4e6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:48:48.841854 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dd88e6a9-50cd-4f54-b88e-e476abad4e6f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] 10.222.0.39 "DELETE /v2.0/networks/c3327b5d-a630-460b-94be-16e679bb4951 HTTP/1.1" status: 404 len: 339 time: 0.0333738 Dec 14 02:48:48.846933 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50268) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:48.861365 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-e34be206-a151-4264-b97f-b038c4898844 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Request body: {'network': {'name': 'tempest-network--1132554128', 'router:external': True}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:48.921644 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7ab98d5d-5aac-475a-8a86-d92cfbeb1642 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:48.988898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34be206-a151-4264-b97f-b038c4898844 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Made reservation on behalf of a2a07b4fd3a7491aa3b59a82cb99d5b5 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:48.988898 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e34be206-a151-4264-b97f-b038c4898844 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:49.040368 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f72e8e6e-c898-4e9a-9933-ec47bc88f1be req-0cb332e9-0abc-49d0-b3ad-18c81fd24eb3 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.0634134 Dec 14 02:48:49.056558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34be206-a151-4264-b97f-b038c4898844 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:48:49.080365 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ad2d0a07-1ed0-4f8e-b394-fb0f0b7cd540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:49.083374 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ad2d0a07-1ed0-4f8e-b394-fb0f0b7cd540 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:49.084751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ad2d0a07-1ed0-4f8e-b394-fb0f0b7cd540 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20680ef6-c620-4523-878d-fa05975ca6d6 HTTP/1.1" status: 204 len: 168 time: 0.4386096 Dec 14 02:48:49.089011 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e34be206-a151-4264-b97f-b038c4898844 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:49.089392 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-e34be206-a151-4264-b97f-b038c4898844 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Added segment a4d9243b-0850-4464-b6db-1829323f6e03 of type vlan for network 81f24ad0-d98b-41d8-a48b-0e053df91032 Dec 14 02:48:49.092964 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7ab98d5d-5aac-475a-8a86-d92cfbeb1642 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:49.099110 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab98d5d-5aac-475a-8a86-d92cfbeb1642 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:49.099590 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7ab98d5d-5aac-475a-8a86-d92cfbeb1642 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:49.142891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d0a07-1ed0-4f8e-b394-fb0f0b7cd540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20680ef6-c620-4523-878d-fa05975ca6d6,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:49.176230 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e34be206-a151-4264-b97f-b038c4898844 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:49.187136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-aa4bbc24-0e04-401e-bc7e-deef69a57662 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:49.188696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-aa4bbc24-0e04-401e-bc7e-deef69a57662 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 811 time: 0.3461649 Dec 14 02:48:49.214987 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-73d59696-6e98-4261-8eb4-56422a6dda90 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/quotas/5f91050d42464daeb5e72d6e66d168a6 HTTP/1.1" status: 200 len: 375 time: 0.0192230 Dec 14 02:48:49.229763 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab98d5d-5aac-475a-8a86-d92cfbeb1642 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Network': ['ID=a7e2e7a4-c00c-4a32-af1a-b7c7434621e7,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:49.241537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network a7e2e7a4-c00c-4a32-af1a-b7c7434621e7 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:48:49.284933 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-37c1fa7e-a9b7-49f5-affb-3eaa0f426545 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0620608 Dec 14 02:48:49.294061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50274) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:49.295286 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7ab98d5d-5aac-475a-8a86-d92cfbeb1642 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0644662 Dec 14 02:48:49.302957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'ports': [{'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb'}, {'network_id': 'a7e2e7a4-c00c-4a32-af1a-b7c7434621e7'}]} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:49.303416 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:49.304007 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'network_id': 'a7e2e7a4-c00c-4a32-af1a-b7c7434621e7'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:49.364966 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e34be206-a151-4264-b97f-b038c4898844 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:49.366141 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34be206-a151-4264-b97f-b038c4898844 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:49.366955 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e34be206-a151-4264-b97f-b038c4898844 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:49.546803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e34be206-a151-4264-b97f-b038c4898844 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6984522 Dec 14 02:48:49.546915 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50288) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:49.551780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a5dc040e-95ed-4a15-a8db-a35b153b0596 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:48:49.552893 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a5dc040e-95ed-4a15-a8db-a35b153b0596 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2436810 Dec 14 02:48:49.558058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34be206-a151-4264-b97f-b038c4898844 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Pushing event updated for resources: {'Network': ['ID=81f24ad0-d98b-41d8-a48b-0e053df91032,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:49.581008 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 81f24ad0-d98b-41d8-a48b-0e053df91032 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:48:49.736341 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-d75232a7-a74b-4d6f-b218-e5cc00c723d9 service neutron] 10.222.0.39 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657085 Dec 14 02:48:49.858366 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911ef90a-e3ed-41e9-b24f-5248ab422938 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:49.868601 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911ef90a-e3ed-41e9-b24f-5248ab422938 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:49.876612 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911ef90a-e3ed-41e9-b24f-5248ab422938 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:49.884140 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911ef90a-e3ed-41e9-b24f-5248ab422938 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:49.886066 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-911ef90a-e3ed-41e9-b24f-5248ab422938 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.3382120 Dec 14 02:48:49.892981 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50294) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:50.018090 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50296) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:50.045409 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2ec42348-b381-48af-9b48-0ff8585b8862 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:50.048230 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cfb17db3-da76-4539-8264-36a684e008cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:50.314487 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2ec42348-b381-48af-9b48-0ff8585b8862 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:50.318219 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'port': 2} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:50.323117 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:50.353262 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2ec42348-b381-48af-9b48-0ff8585b8862 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f24ad0-d98b-41d8-a48b-0e053df91032']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:50.368444 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2ec42348-b381-48af-9b48-0ff8585b8862 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d9243b-0850-4464-b6db-1829323f6e03') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:50.373173 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2ec42348-b381-48af-9b48-0ff8585b8862 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d9243b-0850-4464-b6db-1829323f6e03') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:50.373366 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52aa9b03-a2f1-4a34-ab37-edbb3003a1a9 req-86d4017e-926a-47bf-9244-fb3c038fddf8 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.0575564 Dec 14 02:48:50.378673 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:50.387100 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2ec42348-b381-48af-9b48-0ff8585b8862 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:50.411417 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cfb17db3-da76-4539-8264-36a684e008cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:50.425460 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2ec42348-b381-48af-9b48-0ff8585b8862 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:50.431327 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec42348-b381-48af-9b48-0ff8585b8862 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:48:50.431738 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2ec42348-b381-48af-9b48-0ff8585b8862 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:48:50.434450 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:48:50.483590 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-cc5bcd3b-513d-40e9-b41a-6072a46ecb0a service neutron] 10.222.0.39 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7463336 Dec 14 02:48:50.488204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] device_id is not set on port 821bdf1e-f363-4896-8e2b-139facec4b93 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:48:50.499163 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cfb17db3-da76-4539-8264-36a684e008cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:50.584764 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:48:50.585600 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cfb17db3-da76-4539-8264-36a684e008cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6af9c5ced38b473f8f6e3802ca907962&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5368109 Dec 14 02:48:50.585600 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb17db3-da76-4539-8264-36a684e008cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a93b97-a3dc-4526-ab95-f9f5854ab465,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:50.586033 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50300) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:50.630653 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a116c007-070d-4ebc-9368-bab0b355e519 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:50.635425 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2ec42348-b381-48af-9b48-0ff8585b8862 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:50.655856 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec42348-b381-48af-9b48-0ff8585b8862 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 81f24ad0-d98b-41d8-a48b-0e053df91032 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 14 02:48:50.657554 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec42348-b381-48af-9b48-0ff8585b8862 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Pushing event deleted for resources: {'Network': ['ID=81f24ad0-d98b-41d8-a48b-0e053df91032,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:50.661391 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2ec42348-b381-48af-9b48-0ff8585b8862 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:50.670023 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2ec42348-b381-48af-9b48-0ff8585b8862 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] 10.222.0.39 "DELETE /v2.0/networks/81f24ad0-d98b-41d8-a48b-0e053df91032 HTTP/1.1" status: 204 len: 168 time: 0.7690525 Dec 14 02:48:50.670023 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50304) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:50.673473 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f492187d-7bc1-452a-a7b9-5267e5f1fdcf tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Request body: {'network': {'name': 'tempest-network--164021819', 'router:external': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:50.711931 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a116c007-070d-4ebc-9368-bab0b355e519 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:50.806532 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f492187d-7bc1-452a-a7b9-5267e5f1fdcf tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Made reservation on behalf of a2a07b4fd3a7491aa3b59a82cb99d5b5 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:50.813637 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f492187d-7bc1-452a-a7b9-5267e5f1fdcf tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:50.923125 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f492187d-7bc1-452a-a7b9-5267e5f1fdcf tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:48:50.939160 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-490e83b1-42d6-490d-8f6b-a97b411b3bb2 req-ee318eeb-8d18-4ee0-ab8f-006ced8b5893 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 210 time: 0.0647271 Dec 14 02:48:50.942897 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a116c007-070d-4ebc-9368-bab0b355e519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:50.946139 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a116c007-070d-4ebc-9368-bab0b355e519 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:50.947362 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a116c007-070d-4ebc-9368-bab0b355e519 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e4a93b97-a3dc-4526-ab95-f9f5854ab465 HTTP/1.1" status: 204 len: 168 time: 0.3875887 Dec 14 02:48:50.968220 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f492187d-7bc1-452a-a7b9-5267e5f1fdcf tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:50.968588 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-f492187d-7bc1-452a-a7b9-5267e5f1fdcf tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Added segment 736b7bb3-f76e-4f2a-81db-ec161958e8ac of type vlan for network 2f9ec255-368c-45a2-8534-cd6ad8445f6c Dec 14 02:48:50.984572 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116c007-070d-4ebc-9368-bab0b355e519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a93b97-a3dc-4526-ab95-f9f5854ab465,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:50.999008 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:51.096352 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f492187d-7bc1-452a-a7b9-5267e5f1fdcf tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:51.132430 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] device_id is not set on port c5c1aab6-fa84-45f3-8908-c6940c335768 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:48:51.230955 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f492187d-7bc1-452a-a7b9-5267e5f1fdcf tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:51.232499 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f492187d-7bc1-452a-a7b9-5267e5f1fdcf tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:51.233500 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f492187d-7bc1-452a-a7b9-5267e5f1fdcf tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:51.321500 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:51.368886 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492187d-7bc1-452a-a7b9-5267e5f1fdcf tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Pushing event updated for resources: {'Network': ['ID=2f9ec255-368c-45a2-8534-cd6ad8445f6c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:51.381568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 2f9ec255-368c-45a2-8534-cd6ad8445f6c details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:48:51.444420 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f492187d-7bc1-452a-a7b9-5267e5f1fdcf tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7727106 Dec 14 02:48:51.455593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50320) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:51.512427 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:51.642994 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-85f7ef4c-776a-4b75-a72b-96042c0ee6b5 req-f339c453-0691-4d50-a6ed-01063ca3138f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.1254249 Dec 14 02:48:51.706760 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:48:51.717278 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:48:51.720486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:48:51.721446 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:51.747883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=821bdf1e-f363-4896-8e2b-139facec4b93,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:51.810932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f95748-9a89-4179-9879-a481978f1b3d tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:51.810932 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-38f95748-9a89-4179-9879-a481978f1b3d tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] 10.222.0.39 "GET /v2.0/networks/2f9ec255-368c-45a2-8534-cd6ad8445f6c HTTP/1.1" status: 200 len: 756 time: 0.3541274 Dec 14 02:48:51.812786 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50332) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:51.863335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=c5c1aab6-fa84-45f3-8908-c6940c335768,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:51.877011 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Checking segment: {'id': 'dcb107df-12e4-4894-811e-d7acb5edc552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a7e2e7a4-c00c-4a32-af1a-b7c7434621e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:48:51.878574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network hostable DHCP agents. Network: a7e2e7a4-c00c-4a32-af1a-b7c7434621e7, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:48:51.942866 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7db0e0-d6e3-44c4-ba26-12821b3993f9 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:51.944390 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3c7db0e0-d6e3-44c4-ba26-12821b3993f9 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] 10.222.0.39 "GET /v2.0/networks/95942ca0-1a4c-4e5e-a150-cc70ee1f6461 HTTP/1.1" status: 200 len: 768 time: 0.1304858 Dec 14 02:48:51.947289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50338) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:52.001165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network a7e2e7a4-c00c-4a32-af1a-b7c7434621e7 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:48:52.053529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3af2193-0fce-4941-9885-57e7fc85b8fb req-808c1cd9-8d7f-47c7-a8ef-c2104ffb6648 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 210 time: 0.0459287 Dec 14 02:48:52.079767 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5d709914-116a-402e-a588-9abe3758ec88 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:52.143986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, a7e2e7a4-c00c-4a32-af1a-b7c7434621e7) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:48:52.147625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:48:52.153317 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:52.160280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3ef601-01b3-4b51-b8c3-93cad81fd583 None None] Network a7e2e7a4-c00c-4a32-af1a-b7c7434621e7 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:48:52.173282 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:52.174527 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:52.212828 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5d709914-116a-402e-a588-9abe3758ec88 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:52.238313 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-5d709914-116a-402e-a588-9abe3758ec88 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9ec255-368c-45a2-8534-cd6ad8445f6c']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:52.252234 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-5d709914-116a-402e-a588-9abe3758ec88 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736b7bb3-f76e-4f2a-81db-ec161958e8ac') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:52.252623 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-5d709914-116a-402e-a588-9abe3758ec88 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736b7bb3-f76e-4f2a-81db-ec161958e8ac') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:52.263999 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5d709914-116a-402e-a588-9abe3758ec88 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:52.295808 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5d709914-116a-402e-a588-9abe3758ec88 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:52.297942 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7ef62caa-6576-477f-95ec-2af2f07dcc40 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0019007 Dec 14 02:48:52.301365 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50346) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:52.307863 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d709914-116a-402e-a588-9abe3758ec88 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:48:52.308871 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5d709914-116a-402e-a588-9abe3758ec88 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:48:52.313980 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:48:52.499766 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-67c5d9d6-dd27-4012-9663-2332cd5c756c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port c5c1aab6-fa84-45f3-8908-c6940c335768 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:52.500255 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67c5d9d6-dd27-4012-9663-2332cd5c756c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:52.568459 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5d709914-116a-402e-a588-9abe3758ec88 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:52.579280 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67c5d9d6-dd27-4012-9663-2332cd5c756c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:52.592804 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d709914-116a-402e-a588-9abe3758ec88 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2f9ec255-368c-45a2-8534-cd6ad8445f6c {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 14 02:48:52.595609 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d709914-116a-402e-a588-9abe3758ec88 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Pushing event deleted for resources: {'Network': ['ID=2f9ec255-368c-45a2-8534-cd6ad8445f6c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:52.627736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-67c5d9d6-dd27-4012-9663-2332cd5c756c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for c5c1aab6-fa84-45f3-8908-c6940c335768 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:52.630602 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5d709914-116a-402e-a588-9abe3758ec88 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:52.648806 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5d709914-116a-402e-a588-9abe3758ec88 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] 10.222.0.39 "DELETE /v2.0/networks/2f9ec255-368c-45a2-8534-cd6ad8445f6c HTTP/1.1" status: 204 len: 168 time: 0.6951241 Dec 14 02:48:52.649938 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50356) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:52.661177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a3530ee2-2b51-4fd4-b9fa-fef4c7125ce5 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Request body: {'network': {'name': 'tempest-network--440668306'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:52.767845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3530ee2-2b51-4fd4-b9fa-fef4c7125ce5 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Made reservation on behalf of a2a07b4fd3a7491aa3b59a82cb99d5b5 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:52.770141 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3530ee2-2b51-4fd4-b9fa-fef4c7125ce5 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:52.817096 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3530ee2-2b51-4fd4-b9fa-fef4c7125ce5 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:48:52.833189 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3530ee2-2b51-4fd4-b9fa-fef4c7125ce5 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:52.833566 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-a3530ee2-2b51-4fd4-b9fa-fef4c7125ce5 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Added segment eb16badc-1eb2-486d-a56c-e540a1dee083 of type vlan for network 086ada36-d793-4cb8-90a3-71ee8c0a2060 Dec 14 02:48:52.900505 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4e3bd16-d6d5-43d3-90b4-34e3244a2ea2 req-cb5f6edf-4eec-44e5-b7b1-a31f0fd5786b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.0811927 Dec 14 02:48:52.926960 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3530ee2-2b51-4fd4-b9fa-fef4c7125ce5 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:52.990906 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67c5d9d6-dd27-4012-9663-2332cd5c756c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:53.068499 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67c5d9d6-dd27-4012-9663-2332cd5c756c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:53.074757 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-67c5d9d6-dd27-4012-9663-2332cd5c756c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/ports/c5c1aab6-fa84-45f3-8908-c6940c335768 HTTP/1.1" status: 204 len: 168 time: 0.7723234 Dec 14 02:48:53.075895 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5d9d6-dd27-4012-9663-2332cd5c756c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=c5c1aab6-fa84-45f3-8908-c6940c335768,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:53.086174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50368) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:53.151137 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3530ee2-2b51-4fd4-b9fa-fef4c7125ce5 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:53.155940 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3530ee2-2b51-4fd4-b9fa-fef4c7125ce5 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:53.155940 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3530ee2-2b51-4fd4-b9fa-fef4c7125ce5 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:53.205484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e84d9e-759a-4b12-80d0-3b22de5548e3 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:53.219943 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e84d9e-759a-4b12-80d0-3b22de5548e3 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:53.227447 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-71e84d9e-759a-4b12-80d0-3b22de5548e3 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1429245 Dec 14 02:48:53.239896 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50372) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:53.323626 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3530ee2-2b51-4fd4-b9fa-fef4c7125ce5 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Pushing event updated for resources: {'Network': ['ID=086ada36-d793-4cb8-90a3-71ee8c0a2060,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:53.336152 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 086ada36-d793-4cb8-90a3-71ee8c0a2060 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:48:53.361891 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a3530ee2-2b51-4fd4-b9fa-fef4c7125ce5 tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7041409 Dec 14 02:48:53.361891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50374) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:53.366663 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-407b3012-fba0-4f20-b2a8-b081327ee00d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:53.395265 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-373327f9-ccec-4b79-8b40-b2c79fadaf84 req-406ca5e9-559a-4464-a276-917decd0707e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 210 time: 0.1566858 Dec 14 02:48:53.488751 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port 821bdf1e-f363-4896-8e2b-139facec4b93 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:53.489599 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:53.587027 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-407b3012-fba0-4f20-b2a8-b081327ee00d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:53.601897 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:53.624730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for 821bdf1e-f363-4896-8e2b-139facec4b93 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:53.711053 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-407b3012-fba0-4f20-b2a8-b081327ee00d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:53.770934 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-407b3012-fba0-4f20-b2a8-b081327ee00d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Network 086ada36-d793-4cb8-90a3-71ee8c0a2060 is not hosted by any dhcp agent {{(pid=103847) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 14 02:48:53.772039 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407b3012-fba0-4f20-b2a8-b081327ee00d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:53.772726 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-407b3012-fba0-4f20-b2a8-b081327ee00d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:53.777001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50376) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:53.777246 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-407b3012-fba0-4f20-b2a8-b081327ee00d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] 10.222.0.39 "PUT /v2.0/networks/086ada36-d793-4cb8-90a3-71ee8c0a2060 HTTP/1.1" status: 200 len: 857 time: 0.4173586 Dec 14 02:48:53.799801 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b3012-fba0-4f20-b2a8-b081327ee00d tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Pushing event updated for resources: {'Network': ['ID=086ada36-d793-4cb8-90a3-71ee8c0a2060,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:53.847956 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:53.895670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=821bdf1e-f363-4896-8e2b-139facec4b93,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:53.961095 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:53.964951 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/ports/821bdf1e-f363-4896-8e2b-139facec4b93 HTTP/1.1" status: 204 len: 168 time: 0.7145715 Dec 14 02:48:53.966803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:53.967155 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:53.967561 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:53.967905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:53.968029 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50382) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:53.968248 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:53.968569 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:53.968899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:53.969340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:53.969670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:53.969996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:53.970484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:53.970833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:53.971176 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b4f96-da3f-45e7-942d-414b9e1aa033 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:48:53.991344 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dc74c4c6-b2e4-44fb-ae58-a7289a945f2f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:54.045201 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3e082b-40c7-4a8b-be65-bb7de1cade38 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:54.048921 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ce3e082b-40c7-4a8b-be65-bb7de1cade38 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0779388 Dec 14 02:48:54.052567 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50384) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:54.088177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-53d5e78d-da3f-4137-8263-6d8c39d8cf61 req-6d9fcae7-8bd2-4d9b-8550-1619fbe181ce tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.0713592 Dec 14 02:48:54.120672 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c64177-de24-4303-929f-7c415124f5d4 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] GET failed (client error): The resource could not be found. Dec 14 02:48:54.126638 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b7c64177-de24-4303-929f-7c415124f5d4 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports/c5c1aab6-fa84-45f3-8908-c6940c335768 HTTP/1.1" status: 404 len: 333 time: 0.0717194 Dec 14 02:48:54.132869 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50388) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:54.159061 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-979df1ae-792d-4d48-a651-3d79230d4640 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] GET failed (client error): The resource could not be found. Dec 14 02:48:54.163599 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-979df1ae-792d-4d48-a651-3d79230d4640 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports/821bdf1e-f363-4896-8e2b-139facec4b93 HTTP/1.1" status: 404 len: 333 time: 0.0351639 Dec 14 02:48:54.164278 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50390) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:54.164390 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dc74c4c6-b2e4-44fb-ae58-a7289a945f2f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:54.190669 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-dc74c4c6-b2e4-44fb-ae58-a7289a945f2f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086ada36-d793-4cb8-90a3-71ee8c0a2060']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:54.225013 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-dc74c4c6-b2e4-44fb-ae58-a7289a945f2f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb16badc-1eb2-486d-a56c-e540a1dee083') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:54.226464 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-dc74c4c6-b2e4-44fb-ae58-a7289a945f2f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb16badc-1eb2-486d-a56c-e540a1dee083') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:54.249915 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dc74c4c6-b2e4-44fb-ae58-a7289a945f2f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:54.287528 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dc74c4c6-b2e4-44fb-ae58-a7289a945f2f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:54.295751 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc74c4c6-b2e4-44fb-ae58-a7289a945f2f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:48:54.296188 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dc74c4c6-b2e4-44fb-ae58-a7289a945f2f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:48:54.298188 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:48:54.440355 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-9c48b1c3-811c-44f4-8bba-fcff9c925767 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:54.443396 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-9c48b1c3-811c-44f4-8bba-fcff9c925767 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.47 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 811 time: 0.1414051 Dec 14 02:48:54.466756 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-7dfb200b-451e-4e37-8574-8ee43439dde8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Request body: {'port': {'device_id': '63047903-8e61-46be-9f3e-979e4e291843', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'admin_state_up': True, 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:54.476964 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dc74c4c6-b2e4-44fb-ae58-a7289a945f2f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:54.499079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc74c4c6-b2e4-44fb-ae58-a7289a945f2f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 086ada36-d793-4cb8-90a3-71ee8c0a2060 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 14 02:48:54.510133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74c4c6-b2e4-44fb-ae58-a7289a945f2f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Pushing event deleted for resources: {'Network': ['ID=086ada36-d793-4cb8-90a3-71ee8c0a2060,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:54.512911 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dc74c4c6-b2e4-44fb-ae58-a7289a945f2f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:54.517246 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-dc74c4c6-b2e4-44fb-ae58-a7289a945f2f tempest-ExternalNetworksTestJSON-274385269 tempest-ExternalNetworksTestJSON-274385269-project-admin] 10.222.0.39 "DELETE /v2.0/networks/086ada36-d793-4cb8-90a3-71ee8c0a2060 HTTP/1.1" status: 204 len: 168 time: 0.7387457 Dec 14 02:48:54.522380 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50396) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:54.581507 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6296d266-7f71-4ca7-9594-f9e6994c6f02 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] DELETE failed (client error): The resource could not be found. Dec 14 02:48:54.581998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6296d266-7f71-4ca7-9594-f9e6994c6f02 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:48:54.586288 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6296d266-7f71-4ca7-9594-f9e6994c6f02 tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] 10.222.0.39 "DELETE /v2.0/subnets/a1a47ced-7238-4058-b919-85d27f6f9dda HTTP/1.1" status: 404 len: 337 time: 0.0617001 Dec 14 02:48:54.607548 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50398) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:54.611083 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-85b3ab36-2c21-4d89-93a1-b2059cd406b3 req-3aaa2a73-d6a6-4bb6-89bd-454a12792350 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 210 time: 0.0677526 Dec 14 02:48:54.736489 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0022a0b9-f632-4b18-b466-73714e7a3398 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:54.813760 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b895ba82-6ba8-40aa-be9e-69d12cc2cb9e tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:55.000813 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-7dfb200b-451e-4e37-8574-8ee43439dde8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Made reservation on behalf of 5f91050d42464daeb5e72d6e66d168a6 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:55.004707 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-7dfb200b-451e-4e37-8574-8ee43439dde8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:55.086477 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0022a0b9-f632-4b18-b466-73714e7a3398 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:55.117237 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b895ba82-6ba8-40aa-be9e-69d12cc2cb9e tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:55.148079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-0022a0b9-f632-4b18-b466-73714e7a3398 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e2e7a4-c00c-4a32-af1a-b7c7434621e7']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:55.279177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45cf76f1-ed43-4a64-82e2-4459d86da389 req-8233821b-9819-4940-b4ba-cf27fd28ea40 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.0660143 Dec 14 02:48:55.351550 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-7dfb200b-451e-4e37-8574-8ee43439dde8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Allocated IP 172.20.0.6 (88664e7c-dba7-4c3f-8dc9-59021510fecd/89015a4d-b992-4c46-85b7-b5dfc4506a9b/2e7c6efe-331a-4800-aa60-4e3b0206df0b) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:48:55.381691 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-b895ba82-6ba8-40aa-be9e-69d12cc2cb9e tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95942ca0-1a4c-4e5e-a150-cc70ee1f6461']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:55.386825 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-0022a0b9-f632-4b18-b466-73714e7a3398 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb107df-12e4-4894-811e-d7acb5edc552') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:55.387131 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-0022a0b9-f632-4b18-b466-73714e7a3398 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb107df-12e4-4894-811e-d7acb5edc552') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:55.403599 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-b895ba82-6ba8-40aa-be9e-69d12cc2cb9e tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca192df-43a3-4cfa-90e3-ffa0f5eeab36') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:55.404224 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-b895ba82-6ba8-40aa-be9e-69d12cc2cb9e tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca192df-43a3-4cfa-90e3-ffa0f5eeab36') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:48:55.421403 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0022a0b9-f632-4b18-b466-73714e7a3398 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:55.432036 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b895ba82-6ba8-40aa-be9e-69d12cc2cb9e tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:55.458413 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0022a0b9-f632-4b18-b466-73714e7a3398 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:55.473391 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b895ba82-6ba8-40aa-be9e-69d12cc2cb9e tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:55.478586 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0022a0b9-f632-4b18-b466-73714e7a3398 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:48:55.478981 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0022a0b9-f632-4b18-b466-73714e7a3398 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:48:55.484737 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:48:55.500582 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b895ba82-6ba8-40aa-be9e-69d12cc2cb9e tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:48:55.500992 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b895ba82-6ba8-40aa-be9e-69d12cc2cb9e tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:48:55.518326 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:48:55.739467 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-7dfb200b-451e-4e37-8574-8ee43439dde8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:55.776130 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47d411e0-48f8-4fd9-ace6-ced43654112d req-047b92f5-5b26-4340-9860-05aff2063b4f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 210 time: 0.0562825 Dec 14 02:48:55.792400 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0022a0b9-f632-4b18-b466-73714e7a3398 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:55.815297 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0022a0b9-f632-4b18-b466-73714e7a3398 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:55.821424 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0022a0b9-f632-4b18-b466-73714e7a3398 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/networks/a7e2e7a4-c00c-4a32-af1a-b7c7434621e7 HTTP/1.1" status: 204 len: 168 time: 1.6549478 Dec 14 02:48:55.835648 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50412) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:55.839925 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022a0b9-f632-4b18-b466-73714e7a3398 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Network': ['ID=a7e2e7a4-c00c-4a32-af1a-b7c7434621e7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:55.846128 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c6f46e72-9531-40a5-b4c7-83c7aff10889 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-374526099'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:55.945945 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b895ba82-6ba8-40aa-be9e-69d12cc2cb9e tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:55.954367 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b895ba82-6ba8-40aa-be9e-69d12cc2cb9e tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:55.960639 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b895ba82-6ba8-40aa-be9e-69d12cc2cb9e tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] 10.222.0.39 "DELETE /v2.0/networks/95942ca0-1a4c-4e5e-a150-cc70ee1f6461 HTTP/1.1" status: 204 len: 168 time: 1.3488255 Dec 14 02:48:55.988187 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f46e72-9531-40a5-b4c7-83c7aff10889 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:55.992163 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6f46e72-9531-40a5-b4c7-83c7aff10889 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:55.995673 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895ba82-6ba8-40aa-be9e-69d12cc2cb9e tempest-ExternalNetworksTestJSON-442808024 tempest-ExternalNetworksTestJSON-442808024-project] Pushing event deleted for resources: {'Network': ['ID=95942ca0-1a4c-4e5e-a150-cc70ee1f6461,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:55.998972 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-7dfb200b-451e-4e37-8574-8ee43439dde8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:56.033086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['b2eb3c05-4c38-4e4d-bb67-5117eb4ac752'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:48:56.103301 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-7dfb200b-451e-4e37-8574-8ee43439dde8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Network 88664e7c-dba7-4c3f-8dc9-59021510fecd is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:48:56.104528 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f46e72-9531-40a5-b4c7-83c7aff10889 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:48:56.106498 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb200b-451e-4e37-8574-8ee43439dde8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Pushing event updated for resources: {'Port': ['ID=2e7c6efe-331a-4800-aa60-4e3b0206df0b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:56.129262 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-7dfb200b-451e-4e37-8574-8ee43439dde8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:48:56.129262 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-7dfb200b-451e-4e37-8574-8ee43439dde8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:48:56.466568 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-addd1e5d-3f98-4f6a-a48e-0a9c9feb9346 req-48f0ed2c-b561-40d5-8d1c-d92315cf6171 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.0590048 Dec 14 02:48:56.469807 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6f46e72-9531-40a5-b4c7-83c7aff10889 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:56.470318 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-c6f46e72-9531-40a5-b4c7-83c7aff10889 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Added segment b2edcedf-e9c2-401c-a98d-51d9813f41cc of type vlan for network 9e071189-b092-4094-a1c4-0b271de9f0d6 Dec 14 02:48:56.558179 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-7dfb200b-451e-4e37-8574-8ee43439dde8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:56.558897 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-7dfb200b-451e-4e37-8574-8ee43439dde8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:56.567855 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6f46e72-9531-40a5-b4c7-83c7aff10889 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:56.570341 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a411049b-2496-4a0e-bec8-76c286900ac8 None None] Provisioning complete for port 2e7c6efe-331a-4800-aa60-4e3b0206df0b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:48:56.571837 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a411049b-2496-4a0e-bec8-76c286900ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:56.631310 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a411049b-2496-4a0e-bec8-76c286900ac8 None None] Port 2e7c6efe-331a-4800-aa60-4e3b0206df0b cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:48:56.651547 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-7dfb200b-451e-4e37-8574-8ee43439dde8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1889212 Dec 14 02:48:56.672109 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Request body: {'port': {'device_id': '63047903-8e61-46be-9f3e-979e4e291843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:56.691170 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50436) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:56.698319 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6f46e72-9531-40a5-b4c7-83c7aff10889 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:56.718446 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f46e72-9531-40a5-b4c7-83c7aff10889 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:56.719153 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6f46e72-9531-40a5-b4c7-83c7aff10889 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:56.773810 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-152ae03d-a7ac-44a1-bbfd-1e18bb1f67e0 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=340c526071894119a08e83eb37397dfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378084 Dec 14 02:48:56.832506 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:56.844086 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f46e72-9531-40a5-b4c7-83c7aff10889 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Network': ['ID=9e071189-b092-4094-a1c4-0b271de9f0d6,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:56.849460 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 9e071189-b092-4094-a1c4-0b271de9f0d6 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:48:56.897518 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c6f46e72-9531-40a5-b4c7-83c7aff10889 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0587294 Dec 14 02:48:56.900538 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50446) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:56.906741 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0a1e7377-cc8d-423c-b55a-67efa3f732dc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'subnet': {'network_id': '9e071189-b092-4094-a1c4-0b271de9f0d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:57.131069 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:57.182945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786bed4-2bc1-4a5a-8fc2-ebf0b974a3d6 req-5dae3183-a09a-4d8a-bc52-e95399ecbd32 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:57.191605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a786bed4-2bc1-4a5a-8fc2-ebf0b974a3d6 req-5dae3183-a09a-4d8a-bc52-e95399ecbd32 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 931 time: 0.3206539 Dec 14 02:48:57.235696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0f85fe59-ea4d-4e3a-8900-5edf4ee3abaf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc6a47c3dcb94fd4a7336f676fb231a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5417454 Dec 14 02:48:57.238012 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50448) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:57.254574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-a1df73ec-7619-4e3b-b167-f9563efd71e6 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:57.256298 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-a1df73ec-7619-4e3b-b167-f9563efd71e6 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4811981 Dec 14 02:48:57.293422 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1e7377-cc8d-423c-b55a-67efa3f732dc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:57.299943 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a1e7377-cc8d-423c-b55a-67efa3f732dc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:57.303849 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a786bed4-2bc1-4a5a-8fc2-ebf0b974a3d6 req-86c3e665-b989-47a3-b6b1-b8e89a8cef40 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112714 Dec 14 02:48:57.308969 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-d8997ea6-b961-4cd9-b14e-5616fa54feda tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/quotas/340c526071894119a08e83eb37397dfe HTTP/1.1" status: 200 len: 375 time: 0.0420120 Dec 14 02:48:57.350054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-73d900d1-263c-41d7-bf86-599ac3e6adcb tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=340c526071894119a08e83eb37397dfe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299971 Dec 14 02:48:57.445908 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.ipam_backend_mixin [None req-0a1e7377-cc8d-423c-b55a-67efa3f732dc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Performing IP validity checks on allocation pools {{(pid=103847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 14 02:48:57.455457 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.ipam_backend_mixin [None req-0a1e7377-cc8d-423c-b55a-67efa3f732dc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 14 02:48:57.455457 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78e485a2-528d-43a7-9870-1b50aa574e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:57.461394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7c6efe-331a-4800-aa60-4e3b0206df0b {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:48:57.479571 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:57.507332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50456) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:57.540671 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Transition to ACTIVE for port object 2e7c6efe-331a-4800-aa60-4e3b0206df0b will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:48:57.540671 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78e485a2-528d-43a7-9870-1b50aa574e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:57.614008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e8513cd-ab56-4362-b252-efd32a92c289 req-139024aa-5b27-4b18-9090-ef7a2c1a298f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.0422475 Dec 14 02:48:57.752994 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:57.809021 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7c6efe-331a-4800-aa60-4e3b0206df0b,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:57.816024 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4e366e4-4a8b-401f-82c3-a2fd740d2c28 req-d31567f1-80b8-4f85-8c13-0e902672702c tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/ports?device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 210 time: 0.0694611 Dec 14 02:48:57.822680 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78e485a2-528d-43a7-9870-1b50aa574e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:57.825357 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78e485a2-528d-43a7-9870-1b50aa574e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:57.826801 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-78e485a2-528d-43a7-9870-1b50aa574e45 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cbfb698d-abba-45bb-a14c-28bf48739dac HTTP/1.1" status: 204 len: 168 time: 0.5868921 Dec 14 02:48:57.881727 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e485a2-528d-43a7-9870-1b50aa574e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfb698d-abba-45bb-a14c-28bf48739dac,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:57.970049 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a1e7377-cc8d-423c-b55a-67efa3f732dc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:58.196213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e7377-cc8d-423c-b55a-67efa3f732dc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Subnet': ['ID=c77148a5-dc3a-4f66-9908-d9cf0a18a695,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:58.248261 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Attempting to bind port 2e7c6efe-331a-4800-aa60-4e3b0206df0b on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:48:58.255805 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Attempting to bind port 2e7c6efe-331a-4800-aa60-4e3b0206df0b by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:48:58.256418 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Attempting to bind port 2e7c6efe-331a-4800-aa60-4e3b0206df0b on network 88664e7c-dba7-4c3f-8dc9-59021510fecd {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:48:58.267543 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1e7377-cc8d-423c-b55a-67efa3f732dc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Checking segment: {'id': 'b2edcedf-e9c2-401c-a98d-51d9813f41cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9e071189-b092-4094-a1c4-0b271de9f0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:48:58.267916 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1e7377-cc8d-423c-b55a-67efa3f732dc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network hostable DHCP agents. Network: 9e071189-b092-4094-a1c4-0b271de9f0d6, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:48:58.285270 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Port 2e7c6efe-331a-4800-aa60-4e3b0206df0b on network 88664e7c-dba7-4c3f-8dc9-59021510fecd not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:48:58.285636 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Attempting to bind port 2e7c6efe-331a-4800-aa60-4e3b0206df0b on network 88664e7c-dba7-4c3f-8dc9-59021510fecd {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:48:58.366269 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:48:58.366622 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Checking segment: {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:48:58.367025 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Bound using segment: {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:48:58.367488 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Bound port: 2e7c6efe-331a-4800-aa60-4e3b0206df0b, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:48:58.367853 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:58.388906 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75469092-9bd7-444a-b82f-6e8dd0320115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:58.515617 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1e7377-cc8d-423c-b55a-67efa3f732dc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network 9e071189-b092-4094-a1c4-0b271de9f0d6 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:48:58.601717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] For port 2e7c6efe-331a-4800-aa60-4e3b0206df0b, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:48:58.605690 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] For port 2e7c6efe-331a-4800-aa60-4e3b0206df0b, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2e7c6efe-331a-4800-aa60-4e3b0206df0b,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:48:58.616369 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-0a1e7377-cc8d-423c-b55a-67efa3f732dc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 9e071189-b092-4094-a1c4-0b271de9f0d6) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:48:58.621693 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1e7377-cc8d-423c-b55a-67efa3f732dc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:58.627505 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a1e7377-cc8d-423c-b55a-67efa3f732dc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:58.635484 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0283e1c7-feb7-482b-9ac0-21ab3da65b44 None None] Network 9e071189-b092-4094-a1c4-0b271de9f0d6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:48:58.689258 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:58.709716 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90151730-23cc-40a4-8781-7adb8c3b77fe req-10bae693-90d5-4f8a-b039-44a92d1992ba tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:58.711790 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90151730-23cc-40a4-8781-7adb8c3b77fe req-10bae693-90d5-4f8a-b039-44a92d1992ba tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 943 time: 0.1242888 Dec 14 02:48:58.759077 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0a1e7377-cc8d-423c-b55a-67efa3f732dc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8574255 Dec 14 02:48:58.767403 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50478) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:58.776150 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-846b3a60-f7e7-4114-81a6-0f55c25a0867 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'network_id': '9e071189-b092-4094-a1c4-0b271de9f0d6', 'name': 'tempest-PortsIpV6TestJSON-455305325'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:48:58.783712 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:58.784337 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:58.785841 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] 10.222.0.47 "PUT /v2.0/ports/2e7c6efe-331a-4800-aa60-4e3b0206df0b HTTP/1.1" status: 200 len: 1091 time: 2.1199605 Dec 14 02:48:58.786539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63047903-8e61-46be-9f3e-979e4e291843', 'tag': '2e7c6efe-331a-4800-aa60-4e3b0206df0b'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:48:58.793433 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ab0cee-72b0-4930-aac2-b5c5cc6f1071" -d '{"events": [{"name": "network-changed", "server_uuid": "63047903-8e61-46be-9f3e-979e4e291843", "tag": "2e7c6efe-331a-4800-aa60-4e3b0206df0b"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:48:58.875748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-9e071189-b092-4094-a1c4-0b271de9f0d6', 'network_id': '9e071189-b092-4094-a1c4-0b271de9f0d6', 'project_id': '65cc5cfaf013424daefcc1ad93fe49cb', 'fixed_ips': [{'subnet_id': 'c77148a5-dc3a-4f66-9908-d9cf0a18a695'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:48:58.876629 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:58.890606 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d2bed-1b1a-4d55-8a4f-d914ae246dd0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7c6efe-331a-4800-aa60-4e3b0206df0b,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:58.971462 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90151730-23cc-40a4-8781-7adb8c3b77fe req-902c8858-5d6d-470c-853a-539e6b92717a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408645 Dec 14 02:48:59.016116 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-550b87b1-eb1f-4baa-98f3-bc5ee3a5293b req-193d0b73-8593-430a-b8c9-1370be0f3b27 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.1664066 Dec 14 02:48:59.096420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-7421186c-7a32-43b5-a7ac-b956ab26e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:59.099143 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-7421186c-7a32-43b5-a7ac-b956ab26e6b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 1094 time: 0.0949199 Dec 14 02:48:59.119220 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6e4ae8-2f8c-48a7-a8ae-360c565766af x-openstack-request-id: req-1c6e4ae8-2f8c-48a7-a8ae-360c565766af {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:48:59.126030 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63047903-8e61-46be-9f3e-979e4e291843", "tag": "2e7c6efe-331a-4800-aa60-4e3b0206df0b", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:48:59.126030 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c6e4ae8-2f8c-48a7-a8ae-360c565766af {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:48:59.126030 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63047903-8e61-46be-9f3e-979e4e291843', 'tag': '2e7c6efe-331a-4800-aa60-4e3b0206df0b', 'status': 'completed', 'code': 200} Dec 14 02:48:59.178504 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50486) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:59.194453 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-b665716a-bef5-40d3-a950-5971ff898faa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e7c6efe-331a-4800-aa60-4e3b0206df0b HTTP/1.1" status: 200 len: 217 time: 0.0673156 Dec 14 02:48:59.249703 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-571a0cef-f5dd-4093-a9b5-3f1495f5df85 req-7d9c6b58-c7dc-4441-bdc0-27f12a727a8e tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/ports?device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 210 time: 0.0699866 Dec 14 02:48:59.249924 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846b3a60-f7e7-4114-81a6-0f55c25a0867 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:48:59.258922 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-846b3a60-f7e7-4114-81a6-0f55c25a0867 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:59.269839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Allocated IP 2001:db8::2 (9e071189-b092-4094-a1c4-0b271de9f0d6/c77148a5-dc3a-4f66-9908-d9cf0a18a695/647490e7-9bd7-4b8f-b298-42ab8d26b31b) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:48:59.295886 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-846b3a60-f7e7-4114-81a6-0f55c25a0867 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] device_id is not set on port 13c9e72a-0887-477a-82d7-f24bdba1609d yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:48:59.306624 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-6f109557-60bb-4dda-b740-a33ffaa2da3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:59.308110 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-6f109557-60bb-4dda-b740-a33ffaa2da3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.1058536 Dec 14 02:48:59.308541 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9fd8ca95-3ea3-424e-b509-aa132d45a75a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2a07b4fd3a7491aa3b59a82cb99d5b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0924749 Dec 14 02:48:59.308660 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50488) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:48:59.345549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-75469092-9bd7-444a-b82f-6e8dd0320115 admin admin] Deleting port d3de1e29-ea65-4461-b55d-e9dc277c87e0 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:48:59.345839 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75469092-9bd7-444a-b82f-6e8dd0320115 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:59.441392 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-b7a160bc-5ace-4103-898d-d4e0f3cb1e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:48:59.443040 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-b7a160bc-5ace-4103-898d-d4e0f3cb1e8a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981333 Dec 14 02:48:59.463034 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-91d33f92-6584-4098-b21f-e502af6d8388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:59.496787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-75469092-9bd7-444a-b82f-6e8dd0320115 admin admin] For port d3de1e29-ea65-4461-b55d-e9dc277c87e0, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d3de1e29-ea65-4461-b55d-e9dc277c87e0,segment=NetworkSegment(d1595b99-6ad9-44ee-8c91-8d11d1164e2c),segment_id=d1595b99-6ad9-44ee-8c91-8d11d1164e2c)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:48:59.498329 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75469092-9bd7-444a-b82f-6e8dd0320115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:59.531882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-75469092-9bd7-444a-b82f-6e8dd0320115 admin admin] Calling delete_port for d3de1e29-ea65-4461-b55d-e9dc277c87e0 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:48:59.548938 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-91d33f92-6584-4098-b21f-e502af6d8388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:59.596790 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:59.612089 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-ad558e27-7701-4345-9511-648c84182782 service neutron] 10.222.0.47 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602614 Dec 14 02:48:59.702195 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:59.760302 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-91d33f92-6584-4098-b21f-e502af6d8388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:59.762810 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Network 9e071189-b092-4094-a1c4-0b271de9f0d6 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:48:59.763149 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-91d33f92-6584-4098-b21f-e502af6d8388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:59.766968 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-91d33f92-6584-4098-b21f-e502af6d8388 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0fea841b-e565-4a3c-9cc1-8b82a7415876 HTTP/1.1" status: 204 len: 168 time: 0.4526644 Dec 14 02:48:59.771685 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:48:59.775617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:48:59.790357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Pushing event updated for resources: {'Port': ['ID=647490e7-9bd7-4b8f-b298-42ab8d26b31b,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:59.844546 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ced42ac-2998-47c4-999a-ffcc512baf65 req-68b9c7cf-fd92-468b-87ba-0cd2df38b7f0 service neutron] 10.222.0.47 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243764 Dec 14 02:48:59.847436 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d33f92-6584-4098-b21f-e502af6d8388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fea841b-e565-4a3c-9cc1-8b82a7415876,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:48:59.863883 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-846b3a60-f7e7-4114-81a6-0f55c25a0867 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Allocated IP 2001:db8::2d1 (9e071189-b092-4094-a1c4-0b271de9f0d6/c77148a5-dc3a-4f66-9908-d9cf0a18a695/13c9e72a-0887-477a-82d7-f24bdba1609d) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:48:59.884900 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Attempting to bind port 647490e7-9bd7-4b8f-b298-42ab8d26b31b on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:48:59.887015 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Attempting to bind port 647490e7-9bd7-4b8f-b298-42ab8d26b31b by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'b2edcedf-e9c2-401c-a98d-51d9813f41cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9e071189-b092-4094-a1c4-0b271de9f0d6'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:48:59.893701 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Attempting to bind port 647490e7-9bd7-4b8f-b298-42ab8d26b31b on network 9e071189-b092-4094-a1c4-0b271de9f0d6 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:48:59.908436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:48:59.912430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Checking segment: {'id': 'b2edcedf-e9c2-401c-a98d-51d9813f41cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9e071189-b092-4094-a1c4-0b271de9f0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:48:59.912787 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:48:59.913867 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Bound using segment: {'id': 'b2edcedf-e9c2-401c-a98d-51d9813f41cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9e071189-b092-4094-a1c4-0b271de9f0d6'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:48:59.915150 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Bound port: 647490e7-9bd7-4b8f-b298-42ab8d26b31b, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2edcedf-e9c2-401c-a98d-51d9813f41cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9e071189-b092-4094-a1c4-0b271de9f0d6'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:48:59.915732 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:00.036035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] For port 647490e7-9bd7-4b8f-b298-42ab8d26b31b, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:49:00.040946 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] For port 647490e7-9bd7-4b8f-b298-42ab8d26b31b, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=647490e7-9bd7-4b8f-b298-42ab8d26b31b,segment=NetworkSegment(b2edcedf-e9c2-401c-a98d-51d9813f41cc),segment_id=b2edcedf-e9c2-401c-a98d-51d9813f41cc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:49:00.088398 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75469092-9bd7-444a-b82f-6e8dd0320115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:00.123340 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:00.124957 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:00.153483 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75469092-9bd7-444a-b82f-6e8dd0320115 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3de1e29-ea65-4461-b55d-e9dc277c87e0,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:00.233207 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab0cee-72b0-4930-aac2-b5c5cc6f1071 req-b6ed3f30-edd1-4fc0-9230-d037d40bcb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:00.235543 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-17ab0cee-72b0-4930-aac2-b5c5cc6f1071 req-b6ed3f30-edd1-4fc0-9230-d037d40bcb89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 1094 time: 0.1382108 Dec 14 02:49:00.344227 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64162f25-8765-4f11-8ffe-d4f21c8ea3a1 None None] Pushing event updated for resources: {'Port': ['ID=647490e7-9bd7-4b8f-b298-42ab8d26b31b,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:00.366685 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0cf0d44c-eee9-462f-a1e9-cd11a2dbb5bc req-598d5103-4f23-434b-a3a3-97bab581b6bf tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.1564565 Dec 14 02:49:00.382616 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-846b3a60-f7e7-4114-81a6-0f55c25a0867 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:00.525575 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab0cee-72b0-4930-aac2-b5c5cc6f1071 req-4d6cff2b-6b3f-49bc-9002-af5d63521fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:00.527437 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-17ab0cee-72b0-4930-aac2-b5c5cc6f1071 req-4d6cff2b-6b3f-49bc-9002-af5d63521fc1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.2828257 Dec 14 02:49:00.631561 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-846b3a60-f7e7-4114-81a6-0f55c25a0867 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:00.642780 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-17ab0cee-72b0-4930-aac2-b5c5cc6f1071 req-1bfc3963-b542-4eb4-83cb-3132293ad1ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e7c6efe-331a-4800-aa60-4e3b0206df0b HTTP/1.1" status: 200 len: 217 time: 0.1059914 Dec 14 02:49:00.693182 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846b3a60-f7e7-4114-81a6-0f55c25a0867 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network 9e071189-b092-4094-a1c4-0b271de9f0d6 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:00.709674 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-846b3a60-f7e7-4114-81a6-0f55c25a0867 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:00.714273 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b3a60-f7e7-4114-81a6-0f55c25a0867 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:00.721454 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846b3a60-f7e7-4114-81a6-0f55c25a0867 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:00.722101 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-846b3a60-f7e7-4114-81a6-0f55c25a0867 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:00.732181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e47a0c-f655-4dc3-94fb-4585421facaf req-5ea96ded-f9b8-401a-a042-475fe28a1e25 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:00.745380 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69e47a0c-f655-4dc3-94fb-4585421facaf req-5ea96ded-f9b8-401a-a042-475fe28a1e25 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 943 time: 0.6115670 Dec 14 02:49:00.764306 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-faf52d15-c05c-42f2-9306-df009e0ca7fe req-fabd280d-6530-4b8a-9fd2-7361b3c80a7f tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/ports?device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 210 time: 0.1302843 Dec 14 02:49:00.790924 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b3a60-f7e7-4114-81a6-0f55c25a0867 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=13c9e72a-0887-477a-82d7-f24bdba1609d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:00.849033 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab0cee-72b0-4930-aac2-b5c5cc6f1071 req-eb600e11-e128-4068-bc89-1d9fdfc1515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:00.850855 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-17ab0cee-72b0-4930-aac2-b5c5cc6f1071 req-eb600e11-e128-4068-bc89-1d9fdfc1515e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.1518099 Dec 14 02:49:00.894250 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69e47a0c-f655-4dc3-94fb-4585421facaf req-94b21243-ed1f-440e-9201-eea06c1aa0c4 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477468 Dec 14 02:49:00.935937 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-846b3a60-f7e7-4114-81a6-0f55c25a0867 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1674054 Dec 14 02:49:00.942483 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50512) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:00.963206 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75469092-9bd7-444a-b82f-6e8dd0320115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:00.972536 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab0cee-72b0-4930-aac2-b5c5cc6f1071 req-93295544-d8ff-4cb1-93a8-35f6f5fa9a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:00.974445 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-17ab0cee-72b0-4930-aac2-b5c5cc6f1071 req-93295544-d8ff-4cb1-93a8-35f6f5fa9a73 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122122 Dec 14 02:49:01.193748 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-17ab0cee-72b0-4930-aac2-b5c5cc6f1071 req-586da021-370e-45fa-9eca-816b83ed4276 service neutron] 10.222.0.47 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105746 Dec 14 02:49:01.293337 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 647490e7-9bd7-4b8f-b298-42ab8d26b31b up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:49:01.375437 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-17ab0cee-72b0-4930-aac2-b5c5cc6f1071 req-02654110-6e31-426c-9943-0ea077c6e9dc service neutron] 10.222.0.47 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742823 Dec 14 02:49:01.393026 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 647490e7-9bd7-4b8f-b298-42ab8d26b31b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:01.393436 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:01.525708 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:01.578405 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 647490e7-9bd7-4b8f-b298-42ab8d26b31b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=647490e7-9bd7-4b8f-b298-42ab8d26b31b,segment=NetworkSegment(b2edcedf-e9c2-401c-a98d-51d9813f41cc),segment_id=b2edcedf-e9c2-401c-a98d-51d9813f41cc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:01.698428 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:01.803419 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-8fc6a294-b756-4701-b617-513174f12251 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=340c526071894119a08e83eb37397dfe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591385 Dec 14 02:49:01.815606 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=647490e7-9bd7-4b8f-b298-42ab8d26b31b,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:01.819827 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 2e7c6efe-331a-4800-aa60-4e3b0206df0b details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:49:01.906410 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fab2ef0b-3888-44b2-98ab-1182268fb2a3 req-22f6191a-ec53-431d-9558-64a6b2c428fb tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.1180797 Dec 14 02:49:01.961383 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-bdd0a75e-f1b0-43f5-bde6-2768b2f0a145 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port 13c9e72a-0887-477a-82d7-f24bdba1609d {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:01.962046 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bdd0a75e-f1b0-43f5-bde6-2768b2f0a145 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:01.992734 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f3634ecf-196b-4333-98c8-f1093b2dde57 req-973928be-8c44-4531-8132-c63a3d9c9349 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/ports?device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 210 time: 0.0829360 Dec 14 02:49:02.145269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 2e7c6efe-331a-4800-aa60-4e3b0206df0b, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2e7c6efe-331a-4800-aa60-4e3b0206df0b,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:02.175687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '2e7c6efe-331a-4800-aa60-4e3b0206df0b', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'port_id': '2e7c6efe-331a-4800-aa60-4e3b0206df0b', 'mac_address': 'fa:16:3e:67:4c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:49:02.267665 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-a2f48583-3b31-40b1-9217-52c36ba752b4 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:02.270726 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:02.275856 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-a2f48583-3b31-40b1-9217-52c36ba752b4 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4621291 Dec 14 02:49:02.300409 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7c6efe-331a-4800-aa60-4e3b0206df0b {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:49:02.327837 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-431cee55-a5f3-408f-b99a-eaae34dbe4d3 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Request body: {'port': {'device_id': '55072e32-723b-4104-9c0e-d05c19fda2c2', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': '340c526071894119a08e83eb37397dfe'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:02.371384 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 2e7c6efe-331a-4800-aa60-4e3b0206df0b, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2e7c6efe-331a-4800-aa60-4e3b0206df0b,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:02.372945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f2353-4ae7-487a-989b-35dad8c5893f req-4a6811cf-430a-438b-a93f-d155124493c1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:02.374949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b46f2353-4ae7-487a-989b-35dad8c5893f req-4a6811cf-430a-438b-a93f-d155124493c1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 943 time: 0.2562237 Dec 14 02:49:02.418022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052c4f66-1018-48e7-afef-e57b1e7d0719 None None] Network 9e071189-b092-4094-a1c4-0b271de9f0d6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:02.425526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75469092-9bd7-444a-b82f-6e8dd0320115 admin admin] Router 9f05b62e-eec8-454c-8014-8438925f5728 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:49:02.446179 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bdd0a75e-f1b0-43f5-bde6-2768b2f0a145 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:02.484325 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:02.484577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-bdd0a75e-f1b0-43f5-bde6-2768b2f0a145 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for 13c9e72a-0887-477a-82d7-f24bdba1609d owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:02.557020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8773aafa-134e-44a3-ad2a-88671f45b284 None None] Provisioning complete for port 647490e7-9bd7-4b8f-b298-42ab8d26b31b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:02.557421 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8773aafa-134e-44a3-ad2a-88671f45b284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:02.630477 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-431cee55-a5f3-408f-b99a-eaae34dbe4d3 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Made reservation on behalf of 340c526071894119a08e83eb37397dfe for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:02.634595 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-431cee55-a5f3-408f-b99a-eaae34dbe4d3 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:02.654550 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=2e7c6efe-331a-4800-aa60-4e3b0206df0b,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:02.670920 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-431cee55-a5f3-408f-b99a-eaae34dbe4d3 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:02.732122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b46f2353-4ae7-487a-989b-35dad8c5893f req-33635345-5715-4a74-8674-60f31235c936 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200047 Dec 14 02:49:02.780380 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51a91b20-4efc-45db-8c29-5f976baae851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:02.827225 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['2e7c6efe-331a-4800-aa60-4e3b0206df0b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:49:02.848022 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75469092-9bd7-444a-b82f-6e8dd0320115 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:49:02.864719 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50552) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:02.865790 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-75469092-9bd7-444a-b82f-6e8dd0320115 admin admin] 10.222.0.39 "PUT /v2.0/routers/9f05b62e-eec8-454c-8014-8438925f5728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3572886 Dec 14 02:49:02.928737 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eeb847-45a3-438b-bc5a-fe9e53df309e None None] Sync routers for ids ['9f05b62e-eec8-454c-8014-8438925f5728'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:49:02.963697 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-431cee55-a5f3-408f-b99a-eaae34dbe4d3 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:02.974096 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eeb847-45a3-438b-bc5a-fe9e53df309e None None] Routers {'9f05b62e-eec8-454c-8014-8438925f5728'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:49:02.974974 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c3eeb847-45a3-438b-bc5a-fe9e53df309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:48:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9f05b62e-eec8-454c-8014-8438925f5728'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:03.002758 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bdd0a75e-f1b0-43f5-bde6-2768b2f0a145 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:03.053225 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-431cee55-a5f3-408f-b99a-eaae34dbe4d3 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:03.084653 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd0a75e-f1b0-43f5-bde6-2768b2f0a145 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=13c9e72a-0887-477a-82d7-f24bdba1609d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:03.210690 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cee55-a5f3-408f-b99a-eaae34dbe4d3 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10fcce6e-4032-4a4f-8b2c-585de289f8d7,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:03.220754 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 647490e7-9bd7-4b8f-b298-42ab8d26b31b up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:49:03.229444 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bdd0a75e-f1b0-43f5-bde6-2768b2f0a145 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:03.240577 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bdd0a75e-f1b0-43f5-bde6-2768b2f0a145 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/ports/13c9e72a-0887-477a-82d7-f24bdba1609d HTTP/1.1" status: 204 len: 168 time: 2.2936549 Dec 14 02:49:03.245485 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50564) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:03.301935 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-431cee55-a5f3-408f-b99a-eaae34dbe4d3 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Allocated IP 192.168.233.198 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/a33eb312-ab38-4016-82d6-90468b4b36c2) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:03.330050 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7a94c90-05f9-4ffb-8bb4-b3b8dba896e6 req-d29d011c-cffb-4f72-8e16-df4f766523a9 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/ports?device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 210 time: 0.1352749 Dec 14 02:49:03.374315 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4be4b138-c9c3-4885-bec7-e19f7039309e req-b3046187-057d-47ad-95e0-7b2e03fa0cdc tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.1809127 Dec 14 02:49:03.391590 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e9aa2a24-1e6d-4c28-b67e-f9a1d20ceb40 None None] Could not find standard attr ID for object 13c9e72a-0887-477a-82d7-f24bdba1609d. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:49:03.482969 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b10cdf05-e48b-4343-b486-013cdfb91fa0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:03.488681 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e9aa2a24-1e6d-4c28-b67e-f9a1d20ceb40 None None] Provisioning complete for port 647490e7-9bd7-4b8f-b298-42ab8d26b31b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:03.489396 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e9aa2a24-1e6d-4c28-b67e-f9a1d20ceb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:03.557790 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-c3eeb847-45a3-438b-bc5a-fe9e53df309e None None] Set router 9f05b62e-eec8-454c-8014-8438925f5728 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:49:03.566203 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 647490e7-9bd7-4b8f-b298-42ab8d26b31b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:03.566586 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:03.951976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50574) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:03.977600 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03a76f8-6789-4a9b-ab03-aae3371254f4 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] DELETE failed (client error): The resource could not be found. Dec 14 02:49:03.978308 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03a76f8-6789-4a9b-ab03-aae3371254f4 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:49:03.985103 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c03a76f8-6789-4a9b-ab03-aae3371254f4 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/ports/13c9e72a-0887-477a-82d7-f24bdba1609d HTTP/1.1" status: 404 len: 333 time: 0.5136540 Dec 14 02:49:03.985890 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50578) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:04.005846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd0cc7-d54b-4dae-add3-fe854a1ca924 req-90167ec7-81cf-49d2-9662-1d35530f8384 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:04.019212 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f2bd0cc7-d54b-4dae-add3-fe854a1ca924 req-90167ec7-81cf-49d2-9662-1d35530f8384 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 944 time: 0.1508877 Dec 14 02:49:04.032270 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d321111-e543-4c2a-969b-b191ab21c1f7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] GET failed (client error): The resource could not be found. Dec 14 02:49:04.037767 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1d321111-e543-4c2a-969b-b191ab21c1f7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports/13c9e72a-0887-477a-82d7-f24bdba1609d HTTP/1.1" status: 404 len: 333 time: 0.0390010 Dec 14 02:49:04.041068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50580) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:04.142912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f2bd0cc7-d54b-4dae-add3-fe854a1ca924 req-aaf84597-d638-4e6d-9b75-9390f5453732 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223366 Dec 14 02:49:04.156294 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b542b8-6150-43a0-89c3-2ec03a9da4de tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting subnet c77148a5-dc3a-4f66-9908-d9cf0a18a695 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:49:04.177365 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b2b542b8-6150-43a0-89c3-2ec03a9da4de tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:04.187860 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-431cee55-a5f3-408f-b99a-eaae34dbe4d3 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:04.244480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-31f691f3-adb2-49f3-8ba8-637773379385 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:04.264739 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b2b542b8-6150-43a0-89c3-2ec03a9da4de tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:04.316824 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b10cdf05-e48b-4343-b486-013cdfb91fa0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:04.457776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a3a4d514-8c02-413d-bc77-a97113e5b6b3 req-390a413c-6721-4786-9a66-b4da5e07990f tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/ports?device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 210 time: 0.0433242 Dec 14 02:49:04.467414 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-31f691f3-adb2-49f3-8ba8-637773379385 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] 10.222.0.39 "PUT /v2.0/quotas/40e202486e3849cebec8191ad5f36203 HTTP/1.1" status: 200 len: 366 time: 0.5039165 Dec 14 02:49:04.470810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50588) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:04.478163 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b2b542b8-6150-43a0-89c3-2ec03a9da4de tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:04.505190 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-63c7639a-328e-4d6f-814d-efde300f8527 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0295718 Dec 14 02:49:04.506985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50590) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:04.540410 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-431cee55-a5f3-408f-b99a-eaae34dbe4d3 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:04.555027 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9dc22f73-4db3-4655-8dee-b1e403a06082 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] 10.222.0.39 "GET /v2.0/quotas/40e202486e3849cebec8191ad5f36203 HTTP/1.1" status: 200 len: 366 time: 0.0461152 Dec 14 02:49:04.559253 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50592) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:04.597572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c3eeb847-45a3-438b-bc5a-fe9e53df309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f05b62e-eec8-454c-8014-8438925f5728', 'name': 'tempest-TaggedBootDevicesTest-657180045-router', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198'}], 'enable_snat': True}, 'gw_port_id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:12Z', 'updated_at': '2021-12-14T02:48:59Z', 'revision_number': 5, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'gw_port': {'id': 'a91da765-c5df-4a38-bc2e-94020f2dfcc3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f05b62e-eec8-454c-8014-8438925f5728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:14Z', 'updated_at': '2021-12-14T02:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:04.634630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-431cee55-a5f3-408f-b99a-eaae34dbe4d3 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:04.636382 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-425845e9-49cb-4b49-a508-c9ae6bbe53d4 req-51a3dea0-4de6-4393-ad4f-70821ecf39f3 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.1078947 Dec 14 02:49:04.645607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3e7ccccc-8036-4883-ba0b-558c5276c4dc tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/40e202486e3849cebec8191ad5f36203 HTTP/1.1" status: 204 len: 168 time: 0.0839102 Dec 14 02:49:04.646352 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50594) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:04.652698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-431cee55-a5f3-408f-b99a-eaae34dbe4d3 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:04.657158 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-431cee55-a5f3-408f-b99a-eaae34dbe4d3 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:04.660592 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431cee55-a5f3-408f-b99a-eaae34dbe4d3 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Pushing event updated for resources: {'Port': ['ID=a33eb312-ab38-4016-82d6-90468b4b36c2,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:04.680261 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d8a16497-0d7b-4582-9dfd-d7bdae79ee02 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0270875 Dec 14 02:49:04.682950 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50596) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:04.705569 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fa58dd48-d8fe-4773-b87b-da44829046b9 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] 10.222.0.39 "GET /v2.0/quotas/40e202486e3849cebec8191ad5f36203 HTTP/1.1" status: 200 len: 370 time: 0.0192199 Dec 14 02:49:04.707665 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50598) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:04.721440 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eeb847-45a3-438b-bc5a-fe9e53df309e None None] Checking router: 9f05b62e-eec8-454c-8014-8438925f5728 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:49:04.723232 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-b10cdf05-e48b-4343-b486-013cdfb91fa0 admin admin] Deleting port a91da765-c5df-4a38-bc2e-94020f2dfcc3 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:04.726753 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b10cdf05-e48b-4343-b486-013cdfb91fa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:04.726911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f3bd6a66-6718-4082-9da5-ac0c7785a313 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] 10.222.0.39 "GET /v2.0/quotas/40e202486e3849cebec8191ad5f36203/default HTTP/1.1" status: 200 len: 370 time: 0.0127897 Dec 14 02:49:04.726994 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2c68b790-482b-4201-a03e-d9d93cb83415 None None] Could not find standard attr ID for object 13c9e72a-0887-477a-82d7-f24bdba1609d. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:49:04.728061 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50600) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:04.752290 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eeb847-45a3-438b-bc5a-fe9e53df309e None None] Routers {'9f05b62e-eec8-454c-8014-8438925f5728'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:49:04.754345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c3eeb847-45a3-438b-bc5a-fe9e53df309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:48:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9f05b62e-eec8-454c-8014-8438925f5728'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:04.755242 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-431cee55-a5f3-408f-b99a-eaae34dbe4d3 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:04.755927 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-431cee55-a5f3-408f-b99a-eaae34dbe4d3 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:04.814185 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b2b542b8-6150-43a0-89c3-2ec03a9da4de tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:04.852578 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-b961dcd9-2fa9-44fd-918c-c75171e83136 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] delete failed (client error): The resource could not be found. Dec 14 02:49:04.856765 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b961dcd9-2fa9-44fd-918c-c75171e83136 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/40e202486e3849cebec8191ad5f36203 HTTP/1.1" status: 404 len: 348 time: 0.1253035 Dec 14 02:49:04.900033 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-c3eeb847-45a3-438b-bc5a-fe9e53df309e None None] Set router 9f05b62e-eec8-454c-8014-8438925f5728 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:49:04.936332 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b2b542b8-6150-43a0-89c3-2ec03a9da4de tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:04.943396 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b2b542b8-6150-43a0-89c3-2ec03a9da4de tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/c77148a5-dc3a-4f66-9908-d9cf0a18a695 HTTP/1.1" status: 204 len: 168 time: 0.8979163 Dec 14 02:49:04.944564 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b542b8-6150-43a0-89c3-2ec03a9da4de tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Subnet': ['ID=c77148a5-dc3a-4f66-9908-d9cf0a18a695,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:04.946197 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50604) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:04.988856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a964af12-cc79-4183-b789-7348ae423bbc None None] Network 9e071189-b092-4094-a1c4-0b271de9f0d6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:05.029264 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c3eeb847-45a3-438b-bc5a-fe9e53df309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f05b62e-eec8-454c-8014-8438925f5728', 'name': 'tempest-TaggedBootDevicesTest-657180045-router', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:12Z', 'updated_at': '2021-12-14T02:49:04Z', 'revision_number': 6, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:05.034577 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-431cee55-a5f3-408f-b99a-eaae34dbe4d3 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7440026 Dec 14 02:49:05.051040 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-b10cdf05-e48b-4343-b486-013cdfb91fa0 admin admin] For port a91da765-c5df-4a38-bc2e-94020f2dfcc3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a91da765-c5df-4a38-bc2e-94020f2dfcc3,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:05.051417 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b10cdf05-e48b-4343-b486-013cdfb91fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:05.073265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Request body: {'port': {'device_id': '55072e32-723b-4104-9c0e-d05c19fda2c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:05.097768 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-b10cdf05-e48b-4343-b486-013cdfb91fa0 admin admin] Calling delete_port for a91da765-c5df-4a38-bc2e-94020f2dfcc3 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:05.114453 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:05.183848 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ae8cdfde-204c-47e1-99fd-32829581360a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:05.187505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50610) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:05.197237 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eeb847-45a3-438b-bc5a-fe9e53df309e None None] The sync data for ids ['9f05b62e-eec8-454c-8014-8438925f5728'] in n-d-821636-1 is: [{'id': '9f05b62e-eec8-454c-8014-8438925f5728', 'name': 'tempest-TaggedBootDevicesTest-657180045-router', 'tenant_id': 'f5ffab91437844fca462f7af0a39817e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:12Z', 'updated_at': '2021-12-14T02:49:04Z', 'revision_number': 6, 'project_id': 'f5ffab91437844fca462f7af0a39817e', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:49:05.260370 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:05.264466 n-d-821636-1 neutron-server[103848]: DEBUG neutron.quota.resource [None req-077c17d3-a898-437f-9ade-f6443d9ccb82 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] Usage tracker for resource:network and project:47329f68eb57438990a3643b3afb30c2 is out of sync, need to count used quota {{(pid=103848) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 14 02:49:05.267408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8cdbf32c-99b9-4aac-91df-8f622bc5a93d None None] Provisioning complete for port a33eb312-ab38-4016-82d6-90468b4b36c2 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:05.267796 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf32c-99b9-4aac-91df-8f622bc5a93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:05.280157 n-d-821636-1 neutron-server[103848]: DEBUG neutron.quota.resource [None req-077c17d3-a898-437f-9ade-f6443d9ccb82 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103848) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 14 02:49:05.312781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.quota.resource [None req-077c17d3-a898-437f-9ade-f6443d9ccb82 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] Usage tracker for resource:subnet and project:47329f68eb57438990a3643b3afb30c2 is out of sync, need to count used quota {{(pid=103848) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 14 02:49:05.315137 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port 647490e7-9bd7-4b8f-b298-42ab8d26b31b {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:05.315486 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:05.328530 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8cdbf32c-99b9-4aac-91df-8f622bc5a93d None None] Port a33eb312-ab38-4016-82d6-90468b4b36c2 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:49:05.382297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] For port 647490e7-9bd7-4b8f-b298-42ab8d26b31b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=647490e7-9bd7-4b8f-b298-42ab8d26b31b,segment=NetworkSegment(b2edcedf-e9c2-401c-a98d-51d9813f41cc),segment_id=b2edcedf-e9c2-401c-a98d-51d9813f41cc)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:05.385504 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:05.395640 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for 647490e7-9bd7-4b8f-b298-42ab8d26b31b owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:05.451954 n-d-821636-1 neutron-server[103848]: DEBUG neutron.quota.resource [None req-077c17d3-a898-437f-9ade-f6443d9ccb82 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103848) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 14 02:49:05.477794 n-d-821636-1 neutron-server[103848]: DEBUG neutron.quota.resource [None req-077c17d3-a898-437f-9ade-f6443d9ccb82 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] Usage tracker for resource:subnetpool and project:47329f68eb57438990a3643b3afb30c2 is out of sync, need to count used quota {{(pid=103848) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 14 02:49:05.499690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.quota.resource [None req-077c17d3-a898-437f-9ade-f6443d9ccb82 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103848) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 14 02:49:05.532874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab633c8b-020b-4fdf-a127-4c846e3e6d95 req-478cdb1a-8a79-429d-81e6-45f4d3c8f3f4 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:05.534491 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab633c8b-020b-4fdf-a127-4c846e3e6d95 req-478cdb1a-8a79-429d-81e6-45f4d3c8f3f4 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 944 time: 0.2656493 Dec 14 02:49:05.572821 n-d-821636-1 neutron-server[103848]: DEBUG neutron.quota.resource [None req-077c17d3-a898-437f-9ade-f6443d9ccb82 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] Usage tracker for resource:port and project:47329f68eb57438990a3643b3afb30c2 is out of sync, need to count used quota {{(pid=103848) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 14 02:49:05.593188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.quota.resource [None req-077c17d3-a898-437f-9ade-f6443d9ccb82 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103848) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 14 02:49:05.599278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedb201e-35d3-4d91-bf76-e58df10a56d3 None None] DHCP port deletion for 9e071189-b092-4094-a1c4-0b271de9f0d6 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:49:05.633664 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:05.635482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.quota.resource [None req-077c17d3-a898-437f-9ade-f6443d9ccb82 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] Usage tracker for resource:router and project:47329f68eb57438990a3643b3afb30c2 is out of sync, need to count used quota {{(pid=103848) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 14 02:49:05.676757 n-d-821636-1 neutron-server[103848]: DEBUG neutron.quota.resource [None req-077c17d3-a898-437f-9ade-f6443d9ccb82 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103848) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 14 02:49:05.709508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab633c8b-020b-4fdf-a127-4c846e3e6d95 req-c67725fb-2218-463b-b4ff-dcb6456c3e0b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624107 Dec 14 02:49:05.721765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5f3e6-903b-4dd3-b720-8dc6cded6996 req-f3179354-cf26-4bc2-97eb-053557768882 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:05.730214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-53d5f3e6-903b-4dd3-b720-8dc6cded6996 req-f3179354-cf26-4bc2-97eb-053557768882 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/ports?device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 936 time: 0.1553218 Dec 14 02:49:05.732683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=647490e7-9bd7-4b8f-b298-42ab8d26b31b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:05.735003 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No DVR routers for this DVR port 647490e7-9bd7-4b8f-b298-42ab8d26b31b on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:05.745820 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bedb201e-35d3-4d91-bf76-e58df10a56d3 None None] Deleting port 647490e7-9bd7-4b8f-b298-42ab8d26b31b {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:05.746211 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bedb201e-35d3-4d91-bf76-e58df10a56d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:05.758854 n-d-821636-1 neutron-server[103848]: DEBUG neutron.quota.resource [None req-077c17d3-a898-437f-9ade-f6443d9ccb82 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] Usage tracker for resource:floatingip and project:47329f68eb57438990a3643b3afb30c2 is out of sync, need to count used quota {{(pid=103848) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 14 02:49:05.788443 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 2e7c6efe-331a-4800-aa60-4e3b0206df0b up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:49:05.799029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.quota.resource [None req-077c17d3-a898-437f-9ade-f6443d9ccb82 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103848) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 14 02:49:05.874745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-53d5f3e6-903b-4dd3-b720-8dc6cded6996 req-5b4cf023-8ce9-41e0-8c92-f5f5187a481f tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/security-groups?id=10fcce6e-4032-4a4f-8b2c-585de289f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433976 Dec 14 02:49:05.915023 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b10cdf05-e48b-4343-b486-013cdfb91fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:05.925601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2e633b9-eba5-4096-a9bf-47b7a7f07abb req-d3fa440c-b09c-49d0-b596-1dce9faa970a tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.0461879 Dec 14 02:49:05.927571 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:05.961769 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-bedb201e-35d3-4d91-bf76-e58df10a56d3 None None] For port 647490e7-9bd7-4b8f-b298-42ab8d26b31b, host n-d-821636-1, got binding levels [] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:05.962178 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bedb201e-35d3-4d91-bf76-e58df10a56d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:05.963643 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e071189-b092-4094-a1c4-0b271de9f0d6']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:05.977680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2edcedf-e9c2-401c-a98d-51d9813f41cc') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:05.978238 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2edcedf-e9c2-401c-a98d-51d9813f41cc') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:05.992934 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.000458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bedb201e-35d3-4d91-bf76-e58df10a56d3 None None] Calling delete_port for 647490e7-9bd7-4b8f-b298-42ab8d26b31b owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:06.006171 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.ipam_backend_mixin [None req-bedb201e-35d3-4d91-bf76-e58df10a56d3 None None] Port 647490e7-9bd7-4b8f-b298-42ab8d26b31b was not found and therefore no delete operation was performed {{(pid=103849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 02:49:06.011700 n-d-821636-1 neutron-server[103848]: DEBUG neutron.quota.resource [None req-077c17d3-a898-437f-9ade-f6443d9ccb82 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] Usage tracker for resource:security_group and project:47329f68eb57438990a3643b3afb30c2 is out of sync, need to count used quota {{(pid=103848) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 14 02:49:06.014903 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bedb201e-35d3-4d91-bf76-e58df10a56d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.019694 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.026292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.quota.resource [None req-077c17d3-a898-437f-9ade-f6443d9ccb82 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103848) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 14 02:49:06.032987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:49:06.033657 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:49:06.036908 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:49:06.080466 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a29d29e-7930-4419-91ee-e037edcfeb32 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:49:06.082640 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedb201e-35d3-4d91-bf76-e58df10a56d3 None None] No DVR routers for this DVR port 647490e7-9bd7-4b8f-b298-42ab8d26b31b on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:06.085170 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb201e-35d3-4d91-bf76-e58df10a56d3 None None] Pushing event deleted for resources: {'Port': ['ID=647490e7-9bd7-4b8f-b298-42ab8d26b31b,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:06.089603 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 2e7c6efe-331a-4800-aa60-4e3b0206df0b completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:49:06.098639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 2e7c6efe-331a-4800-aa60-4e3b0206df0b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:06.099018 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.100618 n-d-821636-1 neutron-server[103848]: DEBUG neutron.quota.resource [None req-077c17d3-a898-437f-9ade-f6443d9ccb82 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] Usage tracker for resource:security_group_rule and project:47329f68eb57438990a3643b3afb30c2 is out of sync, need to count used quota {{(pid=103848) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 14 02:49:06.129529 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cdf05-e48b-4343-b486-013cdfb91fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a91da765-c5df-4a38-bc2e-94020f2dfcc3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:06.132861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.quota.resource [None req-077c17d3-a898-437f-9ade-f6443d9ccb82 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103848) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 14 02:49:06.151140 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-077c17d3-a898-437f-9ade-f6443d9ccb82 tempest-QuotasTest-446848823 tempest-QuotasTest-446848823-project-admin] 10.222.0.39 "GET /v2.0/quotas/47329f68eb57438990a3643b3afb30c2/details.json HTTP/1.1" status: 200 len: 703 time: 0.9611595 Dec 14 02:49:06.212727 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a33eb312-ab38-4016-82d6-90468b4b36c2 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:49:06.229400 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.233583 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.247569 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.253887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Transition to ACTIVE for port object a33eb312-ab38-4016-82d6-90468b4b36c2 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:49:06.254066 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.255076 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b10cdf05-e48b-4343-b486-013cdfb91fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.257939 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/networks/9e071189-b092-4094-a1c4-0b271de9f0d6 HTTP/1.1" status: 204 len: 168 time: 1.3105710 Dec 14 02:49:06.262838 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50620) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:06.294826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef577146-4995-419b-b697-8822eae788b0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Network': ['ID=9e071189-b092-4094-a1c4-0b271de9f0d6,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:06.317861 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63047903-8e61-46be-9f3e-979e4e291843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7c6efe-331a-4800-aa60-4e3b0206df0b'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:49:06.321132 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35225897-a7b1-4bd0-a362-72b63f636824" -d '{"events": [{"server_uuid": "63047903-8e61-46be-9f3e-979e4e291843", "name": "network-vif-plugged", "status": "completed", "tag": "2e7c6efe-331a-4800-aa60-4e3b0206df0b"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:49:06.333419 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b15131aa-3c64-40b1-842f-a4caa91df9df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-768473354'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:06.350036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 2e7c6efe-331a-4800-aa60-4e3b0206df0b, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2e7c6efe-331a-4800-aa60-4e3b0206df0b,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:06.378957 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.388114 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21926994-1881-4712-900b-702447fa0338 x-openstack-request-id: req-21926994-1881-4712-900b-702447fa0338 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:49:06.388114 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63047903-8e61-46be-9f3e-979e4e291843", "name": "network-vif-plugged", "status": "completed", "tag": "2e7c6efe-331a-4800-aa60-4e3b0206df0b", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:49:06.388464 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21926994-1881-4712-900b-702447fa0338 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:49:06.388884 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63047903-8e61-46be-9f3e-979e4e291843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7c6efe-331a-4800-aa60-4e3b0206df0b', 'code': 200} Dec 14 02:49:06.411586 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.451713 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b10cdf05-e48b-4343-b486-013cdfb91fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.455368 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b10cdf05-e48b-4343-b486-013cdfb91fa0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.499983 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=2e7c6efe-331a-4800-aa60-4e3b0206df0b,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:06.517885 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.666606 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15131aa-3c64-40b1-842f-a4caa91df9df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:06.671082 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b15131aa-3c64-40b1-842f-a4caa91df9df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.686290 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=a33eb312-ab38-4016-82d6-90468b4b36c2,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:06.689858 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b10cdf05-e48b-4343-b486-013cdfb91fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.690291 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10cdf05-e48b-4343-b486-013cdfb91fa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f05b62e-eec8-454c-8014-8438925f5728 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:49:06.699964 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b10cdf05-e48b-4343-b486-013cdfb91fa0 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.704034 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b10cdf05-e48b-4343-b486-013cdfb91fa0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9f05b62e-eec8-454c-8014-8438925f5728 HTTP/1.1" status: 204 len: 168 time: 3.8330407 Dec 14 02:49:06.704435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50624) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:06.718772 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca99d77-129c-49d7-8a0e-86aff6320645 req-0a23aaa3-e4da-439e-a22a-07c19ff9d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:06.720428 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fca99d77-129c-49d7-8a0e-86aff6320645 req-0a23aaa3-e4da-439e-a22a-07c19ff9d387 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 1096 time: 0.1794078 Dec 14 02:49:06.772465 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15131aa-3c64-40b1-842f-a4caa91df9df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:49:06.786743 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b15131aa-3c64-40b1-842f-a4caa91df9df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.787066 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-b15131aa-3c64-40b1-842f-a4caa91df9df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Added segment a24190d3-345d-40ff-85bc-3dde74e87955 of type vlan for network 7f3dde36-27f1-4c01-bd72-d93239703bcd Dec 14 02:49:06.803091 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Attempting to bind port a33eb312-ab38-4016-82d6-90468b4b36c2 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:49:06.808467 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Attempting to bind port a33eb312-ab38-4016-82d6-90468b4b36c2 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:49:06.813125 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Attempting to bind port a33eb312-ab38-4016-82d6-90468b4b36c2 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:49:06.849228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdcb4362-5a1c-485b-b11b-1929b0615dd8 admin admin] Deleting subnet e81371a3-0455-4a74-8514-0ee39a56c60d {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:49:06.860958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Port a33eb312-ab38-4016-82d6-90468b4b36c2 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:49:06.861381 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Attempting to bind port a33eb312-ab38-4016-82d6-90468b4b36c2 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:49:06.864725 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fdcb4362-5a1c-485b-b11b-1929b0615dd8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.885595 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:49:06.886061 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:49:06.886569 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:49:06.887177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Bound port: a33eb312-ab38-4016-82d6-90468b4b36c2, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:49:06.887820 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.892377 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b15131aa-3c64-40b1-842f-a4caa91df9df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.945256 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fca99d77-129c-49d7-8a0e-86aff6320645 req-767e1e5a-d29d-4070-83d2-a6acb19e1fab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146037 Dec 14 02:49:06.975661 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fdcb4362-5a1c-485b-b11b-1929b0615dd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:06.977964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50634) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:07.083737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91074d57-1571-41ca-a378-0646f7031474 req-ddb1d4b4-5b73-4263-81b5-edc4262ed0d1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:07.090026 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] For port a33eb312-ab38-4016-82d6-90468b4b36c2, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:49:07.092463 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91074d57-1571-41ca-a378-0646f7031474 req-ddb1d4b4-5b73-4263-81b5-edc4262ed0d1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 945 time: 0.2484038 Dec 14 02:49:07.100516 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] For port a33eb312-ab38-4016-82d6-90468b4b36c2, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a33eb312-ab38-4016-82d6-90468b4b36c2,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:49:07.110152 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b15131aa-3c64-40b1-842f-a4caa91df9df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:07.114211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 647490e7-9bd7-4b8f-b298-42ab8d26b31b no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:07.128113 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15131aa-3c64-40b1-842f-a4caa91df9df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:07.129000 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b15131aa-3c64-40b1-842f-a4caa91df9df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:07.167559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 647490e7-9bd7-4b8f-b298-42ab8d26b31b {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:07.167559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 647490e7-9bd7-4b8f-b298-42ab8d26b31b not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:07.167559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a91da765-c5df-4a38-bc2e-94020f2dfcc3 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:07.211187 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:07.216866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: a91da765-c5df-4a38-bc2e-94020f2dfcc3 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:07.229775 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a91da765-c5df-4a38-bc2e-94020f2dfcc3 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:07.230373 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d3de1e29-ea65-4461-b55d-e9dc277c87e0 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:07.254908 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3840499a-c6ab-49a2-8bda-d8e64a26a9f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:07.268852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: d3de1e29-ea65-4461-b55d-e9dc277c87e0 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:07.269253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d3de1e29-ea65-4461-b55d-e9dc277c87e0 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:07.298516 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Pushing event updated for resources: {'Port': ['ID=a33eb312-ab38-4016-82d6-90468b4b36c2,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:07.320578 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b15131aa-3c64-40b1-842f-a4caa91df9df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0562718 Dec 14 02:49:07.334339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50640) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:07.341339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-777f9434-1bd9-4c0a-9210-64423a708b95 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'subnet': {'network_id': '7f3dde36-27f1-4c01-bd72-d93239703bcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:07.390945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a87cb-c04b-40bd-893b-771c5643eb86 req-675cabdd-152b-42fc-a038-4ae2f0d5cff8 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:07.392869 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306a87cb-c04b-40bd-893b-771c5643eb86 req-675cabdd-152b-42fc-a038-4ae2f0d5cff8 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/ports?device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 948 time: 0.3794258 Dec 14 02:49:07.458170 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91074d57-1571-41ca-a378-0646f7031474 req-030265ca-ae0a-4001-b76a-7a7ae06f2688 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300011 Dec 14 02:49:07.472103 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fdcb4362-5a1c-485b-b11b-1929b0615dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:07.485192 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15131aa-3c64-40b1-842f-a4caa91df9df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Network': ['ID=7f3dde36-27f1-4c01-bd72-d93239703bcd,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:07.489824 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:07.492265 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:07.496543 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 7f3dde36-27f1-4c01-bd72-d93239703bcd details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:49:07.497107 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-69ffd829-f140-46bb-9970-8c88e5440ef1 service neutron] 10.222.0.46 "PUT /v2.0/ports/a33eb312-ab38-4016-82d6-90468b4b36c2 HTTP/1.1" status: 200 len: 1096 time: 2.4402521 Dec 14 02:49:07.497693 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55072e32-723b-4104-9c0e-d05c19fda2c2', 'tag': 'a33eb312-ab38-4016-82d6-90468b4b36c2'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:49:07.503745 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfe47b5-f8c7-43f4-9d1d-5e8caf25d61d" -d '{"events": [{"name": "network-changed", "server_uuid": "55072e32-723b-4104-9c0e-d05c19fda2c2", "tag": "a33eb312-ab38-4016-82d6-90468b4b36c2"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:49:07.545394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-777f9434-1bd9-4c0a-9210-64423a708b95 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:07.550963 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-777f9434-1bd9-4c0a-9210-64423a708b95 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:07.654345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-306a87cb-c04b-40bd-893b-771c5643eb86 req-29a7e29f-69cc-4550-8884-485f1cbf2cfe tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/security-groups?id=10fcce6e-4032-4a4f-8b2c-585de289f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421885 Dec 14 02:49:07.746074 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4ead796-45ec-4aa2-ba09-51a3ff9f1948 req-dfe70b8f-41e5-49b7-bf05-a87982c4a587 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.0813627 Dec 14 02:49:07.772393 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8da8ec3-5042-44d6-81dc-7ae21d82c77c x-openstack-request-id: req-c8da8ec3-5042-44d6-81dc-7ae21d82c77c {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:49:07.772528 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3840499a-c6ab-49a2-8bda-d8e64a26a9f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:07.772699 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55072e32-723b-4104-9c0e-d05c19fda2c2", "tag": "a33eb312-ab38-4016-82d6-90468b4b36c2", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:49:07.773498 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8da8ec3-5042-44d6-81dc-7ae21d82c77c {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:49:07.773917 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55072e32-723b-4104-9c0e-d05c19fda2c2', 'tag': 'a33eb312-ab38-4016-82d6-90468b4b36c2', 'status': 'completed', 'code': 200} Dec 14 02:49:07.812991 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:07.825239 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-94b5bdce-0378-4f2e-98b3-a62322d3ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:07.827755 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-94b5bdce-0378-4f2e-98b3-a62322d3ed28 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340c526071894119a08e83eb37397dfe&device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 1099 time: 0.1086881 Dec 14 02:49:07.870036 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fdcb4362-5a1c-485b-b11b-1929b0615dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:07.890269 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-1a8ebb7e-b024-4e99-9122-aa40a5a4c7a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=a33eb312-ab38-4016-82d6-90468b4b36c2 HTTP/1.1" status: 200 len: 217 time: 0.0461218 Dec 14 02:49:07.930675 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3840499a-c6ab-49a2-8bda-d8e64a26a9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:07.993717 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb4362-5a1c-485b-b11b-1929b0615dd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e81371a3-0455-4a74-8514-0ee39a56c60d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:08.005860 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3840499a-c6ab-49a2-8bda-d8e64a26a9f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b83c6e62e5dd44369a332eb34dbfe1dc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0230944 Dec 14 02:49:08.006020 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-898edda0-b7c2-4bf5-be7d-f0275c7af319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:08.007257 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-898edda0-b7c2-4bf5-be7d-f0275c7af319 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1091468 Dec 14 02:49:08.011037 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50648) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:08.024857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50650) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:08.051243 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fdcb4362-5a1c-485b-b11b-1929b0615dd8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:08.056696 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd805d6-27d9-4186-b5db-79ab79b81997 None None] Network 1b4164e6-822e-420c-a3b0-b15221d3eff6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:08.056980 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fdcb4362-5a1c-485b-b11b-1929b0615dd8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e81371a3-0455-4a74-8514-0ee39a56c60d HTTP/1.1" status: 204 len: 168 time: 1.3510463 Dec 14 02:49:08.059698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50654) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:08.135633 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:08.138647 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840499a-c6ab-49a2-8bda-d8e64a26a9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c620f51b-0f08-4235-acad-9d2c90ed47b2,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:08.220610 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] Deleting port a1b039ed-83f5-4818-b8a4-fb5873565d99 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:08.221200 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:08.226432 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-777f9434-1bd9-4c0a-9210-64423a708b95 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:08.276864 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b9089ec2-f094-44c8-83a3-b745f7bfe163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:08.319458 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-345a4efc-cf0e-465c-82c4-c7fe2a298cce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:08.363082 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234d8e77-9ec9-4100-b181-3445b5956a00 None None] DHCP port deletion for 1b4164e6-822e-420c-a3b0-b15221d3eff6 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:49:08.365451 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-345a4efc-cf0e-465c-82c4-c7fe2a298cce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:08.368714 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b9089ec2-f094-44c8-83a3-b745f7bfe163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:08.397297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] For port a1b039ed-83f5-4818-b8a4-fb5873565d99, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a1b039ed-83f5-4818-b8a4-fb5873565d99,segment=NetworkSegment(d1595b99-6ad9-44ee-8c91-8d11d1164e2c),segment_id=d1595b99-6ad9-44ee-8c91-8d11d1164e2c)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:08.397976 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:08.414702 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] Calling delete_port for a1b039ed-83f5-4818-b8a4-fb5873565d99 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:08.436971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-234d8e77-9ec9-4100-b181-3445b5956a00 None None] Deleting port a1b039ed-83f5-4818-b8a4-fb5873565d99 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:08.438217 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-e78080f6-c506-4e40-94e0-207bf68317a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:08.439384 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-234d8e77-9ec9-4100-b181-3445b5956a00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:08.446618 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-e78080f6-c506-4e40-94e0-207bf68317a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3395202 Dec 14 02:49:08.464828 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b9089ec2-f094-44c8-83a3-b745f7bfe163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:08.502649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9089ec2-f094-44c8-83a3-b745f7bfe163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e234ae-a633-4f49-a933-ea3a37da2d3e,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:08.535227 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b9089ec2-f094-44c8-83a3-b745f7bfe163 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3cb42a2b7a5548cf881c08859691d979&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5065360 Dec 14 02:49:08.539300 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50658) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:08.553209 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-234d8e77-9ec9-4100-b181-3445b5956a00 None None] For port a1b039ed-83f5-4818-b8a4-fb5873565d99, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a1b039ed-83f5-4818-b8a4-fb5873565d99,segment=NetworkSegment(d1595b99-6ad9-44ee-8c91-8d11d1164e2c),segment_id=d1595b99-6ad9-44ee-8c91-8d11d1164e2c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:08.553907 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-234d8e77-9ec9-4100-b181-3445b5956a00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:08.577029 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-234d8e77-9ec9-4100-b181-3445b5956a00 None None] Calling delete_port for a1b039ed-83f5-4818-b8a4-fb5873565d99 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:08.624201 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-f729bbb0-3fe9-4c87-a9ba-8b9a428addf5 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528618 Dec 14 02:49:08.638896 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:08.642359 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-345a4efc-cf0e-465c-82c4-c7fe2a298cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:08.648645 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-345a4efc-cf0e-465c-82c4-c7fe2a298cce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:08.654998 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-345a4efc-cf0e-465c-82c4-c7fe2a298cce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c620f51b-0f08-4235-acad-9d2c90ed47b2 HTTP/1.1" status: 204 len: 168 time: 0.6391904 Dec 14 02:49:08.670300 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f9434-1bd9-4c0a-9210-64423a708b95 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Subnet': ['ID=2a9ef974-8ba3-4b18-8f50-40124ee9be08,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:08.674676 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711e13f-308e-431c-8a06-47e94289cfa1 req-686fb2cb-110e-41cf-b051-d16bc93ea0b7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:08.676288 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e711e13f-308e-431c-8a06-47e94289cfa1 req-686fb2cb-110e-41cf-b051-d16bc93ea0b7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 945 time: 0.0930667 Dec 14 02:49:08.685706 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0eb462b-8d37-4749-ad88-ba985468ad6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:08.726815 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-234d8e77-9ec9-4100-b181-3445b5956a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:08.731934 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a4efc-cf0e-465c-82c4-c7fe2a298cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c620f51b-0f08-4235-acad-9d2c90ed47b2,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:08.763196 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777f9434-1bd9-4c0a-9210-64423a708b95 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Checking segment: {'id': 'a24190d3-345d-40ff-85bc-3dde74e87955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f3dde36-27f1-4c01-bd72-d93239703bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:49:08.763709 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777f9434-1bd9-4c0a-9210-64423a708b95 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network hostable DHCP agents. Network: 7f3dde36-27f1-4c01-bd72-d93239703bcd, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:49:08.767401 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:08.794805 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234d8e77-9ec9-4100-b181-3445b5956a00 None None] No DVR routers for this DVR port a1b039ed-83f5-4818-b8a4-fb5873565d99 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:08.800294 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d8e77-9ec9-4100-b181-3445b5956a00 None None] Pushing event deleted for resources: {'Port': ['ID=a1b039ed-83f5-4818-b8a4-fb5873565d99,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:08.834242 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1f2f31d2-8711-4852-9cf9-e4ac01e3f0f1 req-e4ea7847-dc6b-4b4b-a2ab-5c2c36c20479 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791174 Dec 14 02:49:08.861566 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0eb462b-8d37-4749-ad88-ba985468ad6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:08.873752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1b039ed-83f5-4818-b8a4-fb5873565d99,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:08.897407 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777f9434-1bd9-4c0a-9210-64423a708b95 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network 7f3dde36-27f1-4c01-bd72-d93239703bcd is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:49:08.908448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] No DVR routers for this DVR port a1b039ed-83f5-4818-b8a4-fb5873565d99 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:08.936048 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e711e13f-308e-431c-8a06-47e94289cfa1 req-d9006298-4c5f-485d-b28a-2776b90bc603 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481756 Dec 14 02:49:08.974940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5613d1-2f3f-4e2a-af5d-698cfeb4cf58 req-151494ee-f82b-4a73-bf0a-a88a0b40a5d1 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:08.976657 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a5613d1-2f3f-4e2a-af5d-698cfeb4cf58 req-151494ee-f82b-4a73-bf0a-a88a0b40a5d1 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/ports?device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 948 time: 0.2143309 Dec 14 02:49:08.983238 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-777f9434-1bd9-4c0a-9210-64423a708b95 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 7f3dde36-27f1-4c01-bd72-d93239703bcd) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:09.000453 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a111ea9d-4a5e-4c1b-86cd-c7fa764fed69 None None] Network 7f3dde36-27f1-4c01-bd72-d93239703bcd requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:09.001664 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777f9434-1bd9-4c0a-9210-64423a708b95 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:09.005146 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-777f9434-1bd9-4c0a-9210-64423a708b95 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:09.098901 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe47b5-f8c7-43f4-9d1d-5e8caf25d61d req-9aa37c2b-2c30-4c73-8935-059420b95d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:09.100609 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dcfe47b5-f8c7-43f4-9d1d-5e8caf25d61d req-9aa37c2b-2c30-4c73-8935-059420b95d26 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=340c526071894119a08e83eb37397dfe&device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 1099 time: 0.0834095 Dec 14 02:49:09.111970 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a1b039ed-83f5-4818-b8a4-fb5873565d99 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:09.156886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: a1b039ed-83f5-4818-b8a4-fb5873565d99 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:09.157363 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a1b039ed-83f5-4818-b8a4-fb5873565d99 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:09.213760 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-777f9434-1bd9-4c0a-9210-64423a708b95 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8775494 Dec 14 02:49:09.217329 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50670) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:09.224649 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-aa80ae30-2ac5-4154-b8c0-9a0f36681630 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'network_id': '7f3dde36-27f1-4c01-bd72-d93239703bcd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-521696189'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:09.242475 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-7f3dde36-27f1-4c01-bd72-d93239703bcd', 'network_id': '7f3dde36-27f1-4c01-bd72-d93239703bcd', 'project_id': '65cc5cfaf013424daefcc1ad93fe49cb', 'fixed_ips': [{'subnet_id': '2a9ef974-8ba3-4b18-8f50-40124ee9be08'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:49:09.244300 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:09.317809 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe47b5-f8c7-43f4-9d1d-5e8caf25d61d req-74fb02a5-65bc-4382-951a-f6fa246271b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:09.319399 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dcfe47b5-f8c7-43f4-9d1d-5e8caf25d61d req-74fb02a5-65bc-4382-951a-f6fa246271b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.2043540 Dec 14 02:49:09.377202 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0eb462b-8d37-4749-ad88-ba985468ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:09.379185 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dcfe47b5-f8c7-43f4-9d1d-5e8caf25d61d req-4f108dbb-4b59-472f-90d9-1a0432126e15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=a33eb312-ab38-4016-82d6-90468b4b36c2 HTTP/1.1" status: 200 len: 217 time: 0.0487566 Dec 14 02:49:09.379729 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0eb462b-8d37-4749-ad88-ba985468ad6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:09.380867 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f0eb462b-8d37-4749-ad88-ba985468ad6d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/88e234ae-a633-4f49-a933-ea3a37da2d3e HTTP/1.1" status: 204 len: 168 time: 0.8405907 Dec 14 02:49:09.382751 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:09.413727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Allocated IP 2001:db8::2 (7f3dde36-27f1-4c01-bd72-d93239703bcd/2a9ef974-8ba3-4b18-8f50-40124ee9be08/eddc0bf7-4fb9-4737-be29-aa1376f1ba94) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:09.443619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b2d3679-be55-4609-8c91-00f154035b8e req-3f93ada8-f161-4194-b31e-7a8d8c0d4426 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/ports?device_id=5f155078-6872-4d2b-93ed-a54d71005a12 HTTP/1.1" status: 200 len: 210 time: 0.0712268 Dec 14 02:49:09.456482 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe47b5-f8c7-43f4-9d1d-5e8caf25d61d req-dae5644d-5089-4cd8-adf8-fa80784ab18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:09.456482 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dcfe47b5-f8c7-43f4-9d1d-5e8caf25d61d req-dae5644d-5089-4cd8-adf8-fa80784ab18f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0638590 Dec 14 02:49:09.460898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb462b-8d37-4749-ad88-ba985468ad6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e234ae-a633-4f49-a933-ea3a37da2d3e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:09.472866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a5613d1-2f3f-4e2a-af5d-698cfeb4cf58 req-39439d33-697a-4940-97dd-0e703661eefb tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/security-groups?id=10fcce6e-4032-4a4f-8b2c-585de289f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800336 Dec 14 02:49:09.477496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4164e6-822e-420c-a3b0-b15221d3eff6']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:09.498260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1595b99-6ad9-44ee-8c91-8d11d1164e2c') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:09.499009 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1595b99-6ad9-44ee-8c91-8d11d1164e2c') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:09.513985 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:09.537876 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa80ae30-2ac5-4154-b8c0-9a0f36681630 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:09.541962 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:09.542151 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aa80ae30-2ac5-4154-b8c0-9a0f36681630 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:09.558802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:49:09.560606 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:49:09.562764 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:49:09.567017 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-aa80ae30-2ac5-4154-b8c0-9a0f36681630 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] device_id is not set on port 60a92ef4-bea6-4404-b763-aa12e7b79f41 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:49:09.580478 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe47b5-f8c7-43f4-9d1d-5e8caf25d61d req-69112301-46ff-4b95-9d8d-fe2b08456841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:09.582033 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dcfe47b5-f8c7-43f4-9d1d-5e8caf25d61d req-69112301-46ff-4b95-9d8d-fe2b08456841 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1095388 Dec 14 02:49:09.650768 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50674) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:09.665791 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3c0a86e9-396f-479f-ba0a-73dee12b41f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:09.710805 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:09.720203 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:09.726749 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1b4164e6-822e-420c-a3b0-b15221d3eff6 HTTP/1.1" status: 204 len: 168 time: 1.6623013 Dec 14 02:49:09.726749 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50676) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:09.751127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63d428-4a7b-4d7e-82b5-8cb9e0c0c0d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4164e6-822e-420c-a3b0-b15221d3eff6,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:09.752491 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dcfe47b5-f8c7-43f4-9d1d-5e8caf25d61d req-e369c242-e1c0-416d-a29d-61ecb645708c service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374254 Dec 14 02:49:09.883349 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dcfe47b5-f8c7-43f4-9d1d-5e8caf25d61d req-832a0b00-20b8-4fe1-aaca-a135bc5b0538 service neutron] 10.222.0.46 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228054 Dec 14 02:49:09.885989 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:09.890647 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3c0a86e9-396f-479f-ba0a-73dee12b41f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:09.953219 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:09.986698 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3c0a86e9-396f-479f-ba0a-73dee12b41f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:09.999953 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Network 7f3dde36-27f1-4c01-bd72-d93239703bcd is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:10.003005 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:10.006576 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:10.017244 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3c0a86e9-396f-479f-ba0a-73dee12b41f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=47329f68eb57438990a3643b3afb30c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3651702 Dec 14 02:49:10.018010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Pushing event updated for resources: {'Port': ['ID=eddc0bf7-4fb9-4737-be29-aa1376f1ba94,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:10.018428 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50686) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:10.051485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a86e9-396f-479f-ba0a-73dee12b41f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cea7cee-b44b-4155-b4d7-554eaa982a21,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:10.061375 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-aa80ae30-2ac5-4154-b8c0-9a0f36681630 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Allocated IP 2001:db8::81 (7f3dde36-27f1-4c01-bd72-d93239703bcd/2a9ef974-8ba3-4b18-8f50-40124ee9be08/60a92ef4-bea6-4404-b763-aa12e7b79f41) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:10.070959 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Attempting to bind port eddc0bf7-4fb9-4737-be29-aa1376f1ba94 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:49:10.071334 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Attempting to bind port eddc0bf7-4fb9-4737-be29-aa1376f1ba94 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'a24190d3-345d-40ff-85bc-3dde74e87955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f3dde36-27f1-4c01-bd72-d93239703bcd'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:49:10.071699 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Attempting to bind port eddc0bf7-4fb9-4737-be29-aa1376f1ba94 on network 7f3dde36-27f1-4c01-bd72-d93239703bcd {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:49:10.077568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:49:10.078993 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Checking segment: {'id': 'a24190d3-345d-40ff-85bc-3dde74e87955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f3dde36-27f1-4c01-bd72-d93239703bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:49:10.078993 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:10.078993 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Bound using segment: {'id': 'a24190d3-345d-40ff-85bc-3dde74e87955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f3dde36-27f1-4c01-bd72-d93239703bcd'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:49:10.079379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Bound port: eddc0bf7-4fb9-4737-be29-aa1376f1ba94, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24190d3-345d-40ff-85bc-3dde74e87955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7f3dde36-27f1-4c01-bd72-d93239703bcd'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:49:10.079612 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:10.160819 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] For port eddc0bf7-4fb9-4737-be29-aa1376f1ba94, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:49:10.164654 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] For port eddc0bf7-4fb9-4737-be29-aa1376f1ba94, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=eddc0bf7-4fb9-4737-be29-aa1376f1ba94,segment=NetworkSegment(a24190d3-345d-40ff-85bc-3dde74e87955),segment_id=a24190d3-345d-40ff-85bc-3dde74e87955)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:49:10.242224 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:10.253525 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-40f19651-e9da-46ae-bc41-0f4738b87108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:10.335390 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bac8f-a1bd-4764-ade0-aae4f841f8e3 None None] Pushing event updated for resources: {'Port': ['ID=eddc0bf7-4fb9-4737-be29-aa1376f1ba94,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:10.505946 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device a33eb312-ab38-4016-82d6-90468b4b36c2 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:49:10.608904 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02177800-b7e5-486e-8bb3-c178691a37a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:10.629267 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-40f19651-e9da-46ae-bc41-0f4738b87108 admin admin] Deleting port c4beecdd-bf5b-4214-8061-b02c13ae1252 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:10.629895 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-40f19651-e9da-46ae-bc41-0f4738b87108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:10.667640 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02177800-b7e5-486e-8bb3-c178691a37a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:10.704531 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port a33eb312-ab38-4016-82d6-90468b4b36c2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a33eb312-ab38-4016-82d6-90468b4b36c2,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:10.732393 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50706) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:10.734710 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'a33eb312-ab38-4016-82d6-90468b4b36c2', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': 'a33eb312-ab38-4016-82d6-90468b4b36c2', 'mac_address': 'fa:16:3e:cf:cf:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:49:10.779371 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:10.795920 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aa80ae30-2ac5-4154-b8c0-9a0f36681630 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:10.796115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502743d-3cdb-48eb-8fdf-cb12844b71c3 req-38ace024-5ec9-48c9-aa3d-56abb2043c1f tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:10.796115 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5502743d-3cdb-48eb-8fdf-cb12844b71c3 req-38ace024-5ec9-48c9-aa3d-56abb2043c1f tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/ports?device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 948 time: 0.1406577 Dec 14 02:49:10.805152 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a33eb312-ab38-4016-82d6-90468b4b36c2 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:49:10.836797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port a33eb312-ab38-4016-82d6-90468b4b36c2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a33eb312-ab38-4016-82d6-90468b4b36c2,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:10.845453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-40f19651-e9da-46ae-bc41-0f4738b87108 admin admin] For port c4beecdd-bf5b-4214-8061-b02c13ae1252, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c4beecdd-bf5b-4214-8061-b02c13ae1252,segment=NetworkSegment(90457c1b-9637-4977-afce-7960f9c62845),segment_id=90457c1b-9637-4977-afce-7960f9c62845)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:10.845822 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-40f19651-e9da-46ae-bc41-0f4738b87108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:10.872149 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-40f19651-e9da-46ae-bc41-0f4738b87108 admin admin] Calling delete_port for c4beecdd-bf5b-4214-8061-b02c13ae1252 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:10.876749 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5502743d-3cdb-48eb-8fdf-cb12844b71c3 req-5c6f812e-f1c4-410e-a686-bb2f54bcf249 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/security-groups?id=10fcce6e-4032-4a4f-8b2c-585de289f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702753 Dec 14 02:49:10.904602 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02177800-b7e5-486e-8bb3-c178691a37a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:10.904602 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02177800-b7e5-486e-8bb3-c178691a37a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:10.904602 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-02177800-b7e5-486e-8bb3-c178691a37a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6cea7cee-b44b-4155-b4d7-554eaa982a21 HTTP/1.1" status: 204 len: 168 time: 0.8797865 Dec 14 02:49:10.914746 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02177800-b7e5-486e-8bb3-c178691a37a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cea7cee-b44b-4155-b4d7-554eaa982a21,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:10.921569 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:10.922724 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aa80ae30-2ac5-4154-b8c0-9a0f36681630 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:10.935227 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-2a8ecec9-01ec-4365-9ec6-a7d11f8c5c94 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-86889967-network', 'tenant_id': 'e0968c2b7fd0450db1d3091d58552378'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:10.982921 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa80ae30-2ac5-4154-b8c0-9a0f36681630 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network 7f3dde36-27f1-4c01-bd72-d93239703bcd is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:10.990042 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-aa80ae30-2ac5-4154-b8c0-9a0f36681630 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:10.992420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa80ae30-2ac5-4154-b8c0-9a0f36681630 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:10.995631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=a33eb312-ab38-4016-82d6-90468b4b36c2,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:11.003143 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa80ae30-2ac5-4154-b8c0-9a0f36681630 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:11.004420 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aa80ae30-2ac5-4154-b8c0-9a0f36681630 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:11.008790 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:11.009156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:11.009548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:11.009900 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:11.013020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:11.013020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:11.013020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:11.013020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:11.013020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:11.013020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:11.013536 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:11.013788 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:11.014133 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:11.021238 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80ae30-2ac5-4154-b8c0-9a0f36681630 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=60a92ef4-bea6-4404-b763-aa12e7b79f41,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:11.146306 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device eddc0bf7-4fb9-4737-be29-aa1376f1ba94 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:49:11.178080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8ecec9-01ec-4365-9ec6-a7d11f8c5c94 admin admin] Made reservation on behalf of e0968c2b7fd0450db1d3091d58552378 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:11.180498 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a8ecec9-01ec-4365-9ec6-a7d11f8c5c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:11.189995 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a8ecec9-01ec-4365-9ec6-a7d11f8c5c94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:11.195416 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port eddc0bf7-4fb9-4737-be29-aa1376f1ba94 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:11.195799 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:11.209750 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-40f19651-e9da-46ae-bc41-0f4738b87108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:11.229020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['a33eb312-ab38-4016-82d6-90468b4b36c2'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:49:11.255831 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f19651-e9da-46ae-bc41-0f4738b87108 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4beecdd-bf5b-4214-8061-b02c13ae1252,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:11.322161 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-aa80ae30-2ac5-4154-b8c0-9a0f36681630 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.1006019 Dec 14 02:49:11.322401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50712) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:11.334375 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:11.431067 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port eddc0bf7-4fb9-4737-be29-aa1376f1ba94, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=eddc0bf7-4fb9-4737-be29-aa1376f1ba94,segment=NetworkSegment(a24190d3-345d-40ff-85bc-3dde74e87955),segment_id=a24190d3-345d-40ff-85bc-3dde74e87955)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:11.482022 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-ec055b4d-1098-4978-ba59-561b08800a0b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port 60a92ef4-bea6-4404-b763-aa12e7b79f41 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:11.482369 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec055b4d-1098-4978-ba59-561b08800a0b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:11.511404 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:11.564398 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-40f19651-e9da-46ae-bc41-0f4738b87108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:11.612886 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a8ecec9-01ec-4365-9ec6-a7d11f8c5c94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:11.631511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=eddc0bf7-4fb9-4737-be29-aa1376f1ba94,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:11.661201 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec055b4d-1098-4978-ba59-561b08800a0b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:11.686996 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-ec055b4d-1098-4978-ba59-561b08800a0b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for 60a92ef4-bea6-4404-b763-aa12e7b79f41 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:11.708730 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a8ecec9-01ec-4365-9ec6-a7d11f8c5c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:11.713289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50724) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:11.743819 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a8ecec9-01ec-4365-9ec6-a7d11f8c5c94 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:49:11.769558 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a8ecec9-01ec-4365-9ec6-a7d11f8c5c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:11.769913 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-2a8ecec9-01ec-4365-9ec6-a7d11f8c5c94 admin admin] Added segment 942e85a4-4f90-4118-8233-290e17fea589 of type vlan for network b71128aa-1538-41f3-9666-03da5741ed3d Dec 14 02:49:11.773064 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ecec9-01ec-4365-9ec6-a7d11f8c5c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:11.831298 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a8ecec9-01ec-4365-9ec6-a7d11f8c5c94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:11.849284 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-15f5950f-ec0e-4427-9f41-f31c4d44cfc4 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:11.854483 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502a15ef-cdbc-4c09-ab09-464dd365b66a None None] Network 7f3dde36-27f1-4c01-bd72-d93239703bcd requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:11.888264 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-15f5950f-ec0e-4427-9f41-f31c4d44cfc4 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:11.987218 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2f613453-17f8-4d44-beb7-db6739a00631 None None] Provisioning complete for port eddc0bf7-4fb9-4737-be29-aa1376f1ba94 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:11.987630 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f613453-17f8-4d44-beb7-db6739a00631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:11.990809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f19651-e9da-46ae-bc41-0f4738b87108 admin admin] Router 119ab469-5502-4186-b028-3f92ac52fec1 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:49:11.998346 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a8ecec9-01ec-4365-9ec6-a7d11f8c5c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:11.999520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8ecec9-01ec-4365-9ec6-a7d11f8c5c94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:12.000216 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a8ecec9-01ec-4365-9ec6-a7d11f8c5c94 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:12.017797 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec055b4d-1098-4978-ba59-561b08800a0b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:12.052731 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec055b4d-1098-4978-ba59-561b08800a0b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=60a92ef4-bea6-4404-b763-aa12e7b79f41,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:12.055398 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-15f5950f-ec0e-4427-9f41-f31c4d44cfc4 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:12.058276 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-15f5950f-ec0e-4427-9f41-f31c4d44cfc4 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:12.060331 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-15f5950f-ec0e-4427-9f41-f31c4d44cfc4 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "DELETE /v2.0/security-groups/a99c608b-fe34-4377-b46c-98cb264ff4e3 HTTP/1.1" status: 204 len: 168 time: 0.3456709 Dec 14 02:49:12.066514 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50734) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:12.091293 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f5950f-ec0e-4427-9f41-f31c4d44cfc4 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99c608b-fe34-4377-b46c-98cb264ff4e3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:12.115300 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-c4aab831-332b-4aee-97f7-92afdc6f7f0f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] show failed (client error): The resource could not be found. Dec 14 02:49:12.116427 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c4aab831-332b-4aee-97f7-92afdc6f7f0f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "GET /v2.0/security-groups/a99c608b-fe34-4377-b46c-98cb264ff4e3 HTTP/1.1" status: 404 len: 347 time: 0.0477202 Dec 14 02:49:12.117696 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec055b4d-1098-4978-ba59-561b08800a0b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:12.122439 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ec055b4d-1098-4978-ba59-561b08800a0b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/ports/60a92ef4-bea6-4404-b763-aa12e7b79f41 HTTP/1.1" status: 204 len: 168 time: 0.7989459 Dec 14 02:49:12.123120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50738) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:12.129930 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50740) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:12.136702 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ecec9-01ec-4365-9ec6-a7d11f8c5c94 admin admin] Pushing event updated for resources: {'Network': ['ID=b71128aa-1538-41f3-9666-03da5741ed3d,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:12.206708 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-90dd3c5b-2f6b-4dee-a467-b2dfe9427f62 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] GET failed (client error): The resource could not be found. Dec 14 02:49:12.208520 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-90dd3c5b-2f6b-4dee-a467-b2dfe9427f62 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports/60a92ef4-bea6-4404-b763-aa12e7b79f41 HTTP/1.1" status: 404 len: 333 time: 0.0776536 Dec 14 02:49:12.214754 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50744) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:12.222219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network b71128aa-1538-41f3-9666-03da5741ed3d details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:49:12.259925 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2a8ecec9-01ec-4365-9ec6-a7d11f8c5c94 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5237329 Dec 14 02:49:12.272527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18612a9f-9736-4d41-a3ee-e133875a98e5 req-e759108d-b613-4614-98f6-825dd923186d tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:12.273957 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18612a9f-9736-4d41-a3ee-e133875a98e5 req-e759108d-b613-4614-98f6-825dd923186d tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/ports?device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 949 time: 0.2770774 Dec 14 02:49:12.276489 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50746) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:12.288871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-e395611a-372e-40ba-9e7a-943343941161 admin admin] Request body: {'subnet': {'network_id': 'b71128aa-1538-41f3-9666-03da5741ed3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-86889967-subnet', 'tenant_id': 'e0968c2b7fd0450db1d3091d58552378', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:12.359226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c60e34e-f4b1-4561-8034-92d9f27b9238 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting subnet 2a9ef974-8ba3-4b18-8f50-40124ee9be08 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:49:12.363679 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c60e34e-f4b1-4561-8034-92d9f27b9238 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:12.379621 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f19651-e9da-46ae-bc41-0f4738b87108 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:49:12.388327 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-40f19651-e9da-46ae-bc41-0f4738b87108 admin admin] 10.222.0.39 "PUT /v2.0/routers/119ab469-5502-4186-b028-3f92ac52fec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6605082 Dec 14 02:49:12.389039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50750) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:12.392925 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb3a075-af3d-4cd7-a024-fea2eb6c7b9d None None] Sync routers for ids ['119ab469-5502-4186-b028-3f92ac52fec1'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:49:12.411269 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb3a075-af3d-4cd7-a024-fea2eb6c7b9d None None] Routers {'119ab469-5502-4186-b028-3f92ac52fec1'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:49:12.413414 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-1bb3a075-af3d-4cd7-a024-fea2eb6c7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:49:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['119ab469-5502-4186-b028-3f92ac52fec1'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:12.425948 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c60e34e-f4b1-4561-8034-92d9f27b9238 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:12.427059 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-c9c27c82-e7af-49d9-baaf-2a615f5e9607 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Deleting port 4ade2668-a5ba-4ff1-a5f3-3bd89de5515d {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:12.427398 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c9c27c82-e7af-49d9-baaf-2a615f5e9607 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:12.477933 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e395611a-372e-40ba-9e7a-943343941161 admin admin] Made reservation on behalf of e0968c2b7fd0450db1d3091d58552378 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:12.481136 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e395611a-372e-40ba-9e7a-943343941161 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:12.525606 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50752) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:12.540789 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device a33eb312-ab38-4016-82d6-90468b4b36c2 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:49:12.546675 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b5ef62ee-f566-407c-b6ca-48ab9ecea191 None None] Provisioning complete for port eddc0bf7-4fb9-4737-be29-aa1376f1ba94 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:12.547778 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b5ef62ee-f566-407c-b6ca-48ab9ecea191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:12.594466 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-1bb3a075-af3d-4cd7-a024-fea2eb6c7b9d None None] Set router 119ab469-5502-4186-b028-3f92ac52fec1 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:49:12.601342 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-18612a9f-9736-4d41-a3ee-e133875a98e5 req-66c38921-7c7c-4e46-b79b-f5953bd66d0c tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/security-groups?id=10fcce6e-4032-4a4f-8b2c-585de289f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685246 Dec 14 02:49:12.616720 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c9c27c82-e7af-49d9-baaf-2a615f5e9607 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:12.617093 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c9c27c82-e7af-49d9-baaf-2a615f5e9607 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:12.648262 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c60e34e-f4b1-4561-8034-92d9f27b9238 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:12.659452 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-600615c4-c916-4108-ade4-65886caaf910 admin admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:12.734550 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-c9c27c82-e7af-49d9-baaf-2a615f5e9607 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Calling delete_port for 4ade2668-a5ba-4ff1-a5f3-3bd89de5515d owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:12.784035 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-600615c4-c916-4108-ade4-65886caaf910 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:12.818542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port a33eb312-ab38-4016-82d6-90468b4b36c2 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:49:12.825162 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-34d4cd39-c2c4-4e6c-bb75-b0374db4cbca tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-628547678'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:12.834783 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port a33eb312-ab38-4016-82d6-90468b4b36c2 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:12.835163 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:12.853902 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c60e34e-f4b1-4561-8034-92d9f27b9238 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:12.906413 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60e34e-f4b1-4561-8034-92d9f27b9238 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Subnet': ['ID=2a9ef974-8ba3-4b18-8f50-40124ee9be08,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:12.908647 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c60e34e-f4b1-4561-8034-92d9f27b9238 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:12.912229 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4c60e34e-f4b1-4561-8034-92d9f27b9238 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/2a9ef974-8ba3-4b18-8f50-40124ee9be08 HTTP/1.1" status: 204 len: 168 time: 0.6954806 Dec 14 02:49:12.916953 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50756) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:12.967972 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-1bb3a075-af3d-4cd7-a024-fea2eb6c7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ab469-5502-4186-b028-3f92ac52fec1', 'name': 'tempest-TaggedBootDevicesTest-965891099-router', 'tenant_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '7919bc39-4b28-4aa8-8943-7a78367e9f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:25Z', 'updated_at': '2021-12-14T02:49:11Z', 'revision_number': 5, 'project_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'gw_port': {'id': '7919bc39-4b28-4aa8-8943-7a78367e9f42', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:19:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119ab469-5502-4186-b028-3f92ac52fec1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1124, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:36:26Z', 'updated_at': '2021-12-14T02:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:12.981461 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e395611a-372e-40ba-9e7a-943343941161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.039791 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d4cd39-c2c4-4e6c-bb75-b0374db4cbca tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Made reservation on behalf of 241196890eef49c6a6ebe78176e2d727 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:13.040026 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb3a075-af3d-4cd7-a024-fea2eb6c7b9d None None] Checking router: 119ab469-5502-4186-b028-3f92ac52fec1 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:49:13.042937 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-bf475602-4e2f-4f87-8d2f-9f7edbfcc863 None None] Could not find standard attr ID for object 60a92ef4-bea6-4404-b763-aa12e7b79f41. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:49:13.055093 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-34d4cd39-c2c4-4e6c-bb75-b0374db4cbca tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.058015 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.062297 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb3a075-af3d-4cd7-a024-fea2eb6c7b9d None None] Routers {'119ab469-5502-4186-b028-3f92ac52fec1'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:49:13.064642 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-1bb3a075-af3d-4cd7-a024-fea2eb6c7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:49:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['119ab469-5502-4186-b028-3f92ac52fec1'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:13.065856 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-600615c4-c916-4108-ade4-65886caaf910 admin admin] Deleting port 7919bc39-4b28-4aa8-8943-7a78367e9f42 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:13.066208 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-600615c4-c916-4108-ade4-65886caaf910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.098164 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-34d4cd39-c2c4-4e6c-bb75-b0374db4cbca tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.115867 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.127900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395611a-372e-40ba-9e7a-943343941161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79794030-37fc-429c-806b-7e77d9ea16a4,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:13.135736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55072e32-723b-4104-9c0e-d05c19fda2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33eb312-ab38-4016-82d6-90468b4b36c2'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:49:13.139148 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53150c0a-3cad-43be-b338-49105993fd3a" -d '{"events": [{"server_uuid": "55072e32-723b-4104-9c0e-d05c19fda2c2", "name": "network-vif-plugged", "status": "completed", "tag": "a33eb312-ab38-4016-82d6-90468b4b36c2"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:49:13.168209 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port a33eb312-ab38-4016-82d6-90468b4b36c2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a33eb312-ab38-4016-82d6-90468b4b36c2,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:13.210633 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device eddc0bf7-4fb9-4737-be29-aa1376f1ba94 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:49:13.218814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e395611a-372e-40ba-9e7a-943343941161 admin admin] Checking segment: {'id': '942e85a4-4f90-4118-8233-290e17fea589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b71128aa-1538-41f3-9666-03da5741ed3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:49:13.219491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e395611a-372e-40ba-9e7a-943343941161 admin admin] Network hostable DHCP agents. Network: b71128aa-1538-41f3-9666-03da5741ed3d, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:49:13.255989 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-1bb3a075-af3d-4cd7-a024-fea2eb6c7b9d None None] Set router 119ab469-5502-4186-b028-3f92ac52fec1 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:49:13.264285 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c165de-ebfd-4f0d-9d27-fe55bbe4db98 x-openstack-request-id: req-e3c165de-ebfd-4f0d-9d27-fe55bbe4db98 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:49:13.264520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-600615c4-c916-4108-ade4-65886caaf910 admin admin] For port 7919bc39-4b28-4aa8-8943-7a78367e9f42, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7919bc39-4b28-4aa8-8943-7a78367e9f42,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:13.264619 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55072e32-723b-4104-9c0e-d05c19fda2c2", "name": "network-vif-plugged", "status": "completed", "tag": "a33eb312-ab38-4016-82d6-90468b4b36c2", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:49:13.264822 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3c165de-ebfd-4f0d-9d27-fe55bbe4db98 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:49:13.264956 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-600615c4-c916-4108-ade4-65886caaf910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.265553 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55072e32-723b-4104-9c0e-d05c19fda2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a33eb312-ab38-4016-82d6-90468b4b36c2', 'code': 200} Dec 14 02:49:13.272831 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc666e87-87e0-44d5-a84e-62278d9f5610 None None] Network 7f3dde36-27f1-4c01-bd72-d93239703bcd requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:13.283105 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-600615c4-c916-4108-ade4-65886caaf910 admin admin] Calling delete_port for 7919bc39-4b28-4aa8-8943-7a78367e9f42 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:13.297883 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.346789 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-34d4cd39-c2c4-4e6c-bb75-b0374db4cbca tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.353663 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-1bb3a075-af3d-4cd7-a024-fea2eb6c7b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '119ab469-5502-4186-b028-3f92ac52fec1', 'name': 'tempest-TaggedBootDevicesTest-965891099-router', 'tenant_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:25Z', 'updated_at': '2021-12-14T02:49:12Z', 'revision_number': 6, 'project_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:13.389024 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb3a075-af3d-4cd7-a024-fea2eb6c7b9d None None] The sync data for ids ['119ab469-5502-4186-b028-3f92ac52fec1'] in n-d-821636-1 is: [{'id': '119ab469-5502-4186-b028-3f92ac52fec1', 'name': 'tempest-TaggedBootDevicesTest-965891099-router', 'tenant_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:36:25Z', 'updated_at': '2021-12-14T02:49:12Z', 'revision_number': 6, 'project_id': 'e35a50d11ed341c3930d9e3a4dd32a23', 'gw_port_host': None}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:49:13.419364 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-34d4cd39-c2c4-4e6c-bb75-b0374db4cbca tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.432026 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=a33eb312-ab38-4016-82d6-90468b4b36c2,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:13.446826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port eddc0bf7-4fb9-4737-be29-aa1376f1ba94 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:13.447590 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.467230 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d4cd39-c2c4-4e6c-bb75-b0374db4cbca tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:49:13.478183 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4cd39-c2c4-4e6c-bb75-b0374db4cbca tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569c3d1a-3b53-4b85-b718-9864841c7ea5,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:13.486129 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port eddc0bf7-4fb9-4737-be29-aa1376f1ba94 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:13.486504 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.492703 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-34d4cd39-c2c4-4e6c-bb75-b0374db4cbca tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.493049 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-34d4cd39-c2c4-4e6c-bb75-b0374db4cbca tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Added segment eae21db4-0eb7-4b5a-a87d-0b5fe1cc144c of type vlan for network 65123cc0-caea-4e6f-bada-0e08a653c4d0 Dec 14 02:49:13.496104 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54ee45-2176-4a51-9419-108db9723846 req-578e6f2c-eff3-4ee7-8cb9-9dce15213d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:13.498579 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5c54ee45-2176-4a51-9419-108db9723846 req-578e6f2c-eff3-4ee7-8cb9-9dce15213d2a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 1101 time: 0.1472313 Dec 14 02:49:13.523536 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c9c27c82-e7af-49d9-baaf-2a615f5e9607 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.625511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c27c82-e7af-49d9-baaf-2a615f5e9607 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event deleted for resources: {'Port': ['ID=4ade2668-a5ba-4ff1-a5f3-3bd89de5515d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:13.638507 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f989dcc3-ca30-4748-9976-b7a0c2c5dbb7 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:49:13.694077 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-34d4cd39-c2c4-4e6c-bb75-b0374db4cbca tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.699890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e395611a-372e-40ba-9e7a-943343941161 admin admin] Network b71128aa-1538-41f3-9666-03da5741ed3d is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:49:13.734705 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] For port eddc0bf7-4fb9-4737-be29-aa1376f1ba94, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=eddc0bf7-4fb9-4737-be29-aa1376f1ba94,segment=NetworkSegment(a24190d3-345d-40ff-85bc-3dde74e87955),segment_id=a24190d3-345d-40ff-85bc-3dde74e87955)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:13.735261 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.769152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5731e-32c9-4b5f-8cdf-87b3df587614 req-53fd271d-9abe-4ad9-9993-ccdc152e1d1f tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:13.770762 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38d5731e-32c9-4b5f-8cdf-87b3df587614 req-53fd271d-9abe-4ad9-9993-ccdc152e1d1f tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/ports?device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 950 time: 0.0725322 Dec 14 02:49:13.772749 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for eddc0bf7-4fb9-4737-be29-aa1376f1ba94 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:13.774603 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c9c27c82-e7af-49d9-baaf-2a615f5e9607 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.777175 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c9c27c82-e7af-49d9-baaf-2a615f5e9607 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.778888 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c9c27c82-e7af-49d9-baaf-2a615f5e9607 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "DELETE /v2.0/floatingips/7a39973f-bff9-4015-91e0-b17e864ea4a0 HTTP/1.1" status: 204 len: 168 time: 1.6546686 Dec 14 02:49:13.781295 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5c54ee45-2176-4a51-9419-108db9723846 req-38ba760f-15e4-4f8e-bd42-0035eba46d14 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=10fcce6e-4032-4a4f-8b2c-585de289f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554679 Dec 14 02:49:13.781806 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50764) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:13.795256 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-e395611a-372e-40ba-9e7a-943343941161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, b71128aa-1538-41f3-9666-03da5741ed3d) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:13.816940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e395611a-372e-40ba-9e7a-943343941161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:13.817819 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e395611a-372e-40ba-9e7a-943343941161 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.820635 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbb49b5-efaa-46af-89fe-f0bcc173c9a8 None None] Network b71128aa-1538-41f3-9666-03da5741ed3d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:13.867197 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38d5731e-32c9-4b5f-8cdf-87b3df587614 req-590ba4f6-7ce1-41df-9776-67d1ade6fa34 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/security-groups?id=10fcce6e-4032-4a4f-8b2c-585de289f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752254 Dec 14 02:49:13.893604 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adfee93-f968-47ec-b8c8-2568caeaf329 None None] DHCP port deletion for 7f3dde36-27f1-4c01-bd72-d93239703bcd request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:49:13.925785 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-34d4cd39-c2c4-4e6c-bb75-b0374db4cbca tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.932836 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d4cd39-c2c4-4e6c-bb75-b0374db4cbca tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:13.932836 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-34d4cd39-c2c4-4e6c-bb75-b0374db4cbca tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:13.944794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e395611a-372e-40ba-9e7a-943343941161 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6634386 Dec 14 02:49:13.955786 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-600615c4-c916-4108-ade4-65886caaf910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.001820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600615c4-c916-4108-ade4-65886caaf910 admin admin] Pushing event deleted for resources: {'Port': ['ID=7919bc39-4b28-4aa8-8943-7a78367e9f42,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:14.009270 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1c0ea2-cd40-49b0-9b15-7955775f2cf5 None None] Network b71128aa-1538-41f3-9666-03da5741ed3d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:14.035672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23006e76-3a9a-4c7b-b798-237948b69297 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:49:14.054441 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-34d4cd39-c2c4-4e6c-bb75-b0374db4cbca tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5261815 Dec 14 02:49:14.055346 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50768) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:14.062565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-b538c139-4fa1-404c-aa3e-8d57aa5dd783 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Request body: {'subnet': {'network_id': '65123cc0-caea-4e6f-bada-0e08a653c4d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:14.065790 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4cd39-c2c4-4e6c-bb75-b0374db4cbca tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event updated for resources: {'Network': ['ID=65123cc0-caea-4e6f-bada-0e08a653c4d0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:14.084463 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 65123cc0-caea-4e6f-bada-0e08a653c4d0 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:49:14.093229 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e04e3a00-c6bf-4e8d-adae-a23b6721616b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Deleting port 45864e56-7abd-4913-a7eb-e89f5d9893ba {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:14.093823 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e04e3a00-c6bf-4e8d-adae-a23b6721616b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.152869 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1adfee93-f968-47ec-b8c8-2568caeaf329 None None] Deleting port eddc0bf7-4fb9-4737-be29-aa1376f1ba94 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:14.153463 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1adfee93-f968-47ec-b8c8-2568caeaf329 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.172911 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-600615c4-c916-4108-ade4-65886caaf910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.243394 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-1adfee93-f968-47ec-b8c8-2568caeaf329 None None] For port eddc0bf7-4fb9-4737-be29-aa1376f1ba94, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=eddc0bf7-4fb9-4737-be29-aa1376f1ba94,segment=NetworkSegment(a24190d3-345d-40ff-85bc-3dde74e87955),segment_id=a24190d3-345d-40ff-85bc-3dde74e87955)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:14.243953 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1adfee93-f968-47ec-b8c8-2568caeaf329 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.253294 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b538c139-4fa1-404c-aa3e-8d57aa5dd783 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Made reservation on behalf of 241196890eef49c6a6ebe78176e2d727 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:14.255896 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e04e3a00-c6bf-4e8d-adae-a23b6721616b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.259242 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b538c139-4fa1-404c-aa3e-8d57aa5dd783 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.282378 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.289418 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e04e3a00-c6bf-4e8d-adae-a23b6721616b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Calling delete_port for 45864e56-7abd-4913-a7eb-e89f5d9893ba owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:14.295069 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1adfee93-f968-47ec-b8c8-2568caeaf329 None None] Calling delete_port for eddc0bf7-4fb9-4737-be29-aa1376f1ba94 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:14.326100 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=eddc0bf7-4fb9-4737-be29-aa1376f1ba94,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:14.336039 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No DVR routers for this DVR port eddc0bf7-4fb9-4737-be29-aa1376f1ba94 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:14.351898 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-600615c4-c916-4108-ade4-65886caaf910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.358918 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-600615c4-c916-4108-ade4-65886caaf910 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.450413 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1adfee93-f968-47ec-b8c8-2568caeaf329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.478876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfee93-f968-47ec-b8c8-2568caeaf329 None None] Pushing event deleted for resources: {'Port': ['ID=eddc0bf7-4fb9-4737-be29-aa1376f1ba94,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:14.490162 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adfee93-f968-47ec-b8c8-2568caeaf329 None None] No DVR routers for this DVR port eddc0bf7-4fb9-4737-be29-aa1376f1ba94 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:14.518475 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.538784 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-600615c4-c916-4108-ade4-65886caaf910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.540157 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600615c4-c916-4108-ade4-65886caaf910 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 119ab469-5502-4186-b028-3f92ac52fec1 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:49:14.546825 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-600615c4-c916-4108-ade4-65886caaf910 admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.549341 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-600615c4-c916-4108-ade4-65886caaf910 admin admin] 10.222.0.39 "DELETE /v2.0/routers/119ab469-5502-4186-b028-3f92ac52fec1 HTTP/1.1" status: 204 len: 168 time: 2.1542289 Dec 14 02:49:14.550011 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3dde36-27f1-4c01-bd72-d93239703bcd']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:14.553796 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50776) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:14.565268 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24190d3-345d-40ff-85bc-3dde74e87955') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:14.566574 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24190d3-345d-40ff-85bc-3dde74e87955') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:14.600759 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.616020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b06f108-7f21-4287-bfa4-892d39018136 admin admin] Deleting subnet 766d7f30-12fe-4bf1-ba47-bd8e1716d843 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:49:14.616020 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b06f108-7f21-4287-bfa4-892d39018136 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.632989 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.642014 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:49:14.642414 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:49:14.645577 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:49:14.652081 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b06f108-7f21-4287-bfa4-892d39018136 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.672577 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b538c139-4fa1-404c-aa3e-8d57aa5dd783 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.744733 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e04e3a00-c6bf-4e8d-adae-a23b6721616b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.786979 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e3a00-c6bf-4e8d-adae-a23b6721616b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event deleted for resources: {'Port': ['ID=45864e56-7abd-4913-a7eb-e89f5d9893ba,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:14.802640 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b538c139-4fa1-404c-aa3e-8d57aa5dd783 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event updated for resources: {'Subnet': ['ID=bf0e1839-bf25-479e-b2db-bd2c3926cf6b,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:14.825689 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b538c139-4fa1-404c-aa3e-8d57aa5dd783 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Checking segment: {'id': 'eae21db4-0eb7-4b5a-a87d-0b5fe1cc144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65123cc0-caea-4e6f-bada-0e08a653c4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:49:14.826043 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b538c139-4fa1-404c-aa3e-8d57aa5dd783 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Network hostable DHCP agents. Network: 65123cc0-caea-4e6f-bada-0e08a653c4d0, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:49:14.831411 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b06f108-7f21-4287-bfa4-892d39018136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.869539 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.881576 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.884649 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/networks/7f3dde36-27f1-4c01-bd72-d93239703bcd HTTP/1.1" status: 204 len: 168 time: 1.9630778 Dec 14 02:49:14.889041 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50782) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:14.906023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-dbbf05a8-c007-4344-ad4f-53ca383cc536 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb', 'name': 'tempest-PortsIpV6TestJSON-340267943'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:14.910484 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426117a-353b-4aac-92bb-1adf20d478df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Network': ['ID=7f3dde36-27f1-4c01-bd72-d93239703bcd,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:14.924795 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e04e3a00-c6bf-4e8d-adae-a23b6721616b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:14.931512 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e04e3a00-c6bf-4e8d-adae-a23b6721616b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "DELETE /v2.0/ports/45864e56-7abd-4913-a7eb-e89f5d9893ba HTTP/1.1" status: 204 len: 168 time: 1.1432574 Dec 14 02:49:14.938041 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50788) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:14.986185 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b538c139-4fa1-404c-aa3e-8d57aa5dd783 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Network 65123cc0-caea-4e6f-bada-0e08a653c4d0 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:49:15.058239 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b06f108-7f21-4287-bfa4-892d39018136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.082942 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7919bc39-4b28-4aa8-8943-7a78367e9f42 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:15.093045 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-172708ff-44ff-428d-a5d5-8cbf08cce06e tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Deleting port 26ec5b55-d299-40b8-8527-04f4e67eaeba {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:15.093516 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-172708ff-44ff-428d-a5d5-8cbf08cce06e tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.113197 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 7919bc39-4b28-4aa8-8943-7a78367e9f42 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:15.113567 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7919bc39-4b28-4aa8-8943-7a78367e9f42 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:15.114189 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c4beecdd-bf5b-4214-8061-b02c13ae1252 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:15.117265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50792) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:15.124534 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-c7639996-0559-496f-8b13-d08031df59c8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-618576240-network', 'tenant_id': '64803c93620148dc9f38a399642fc645'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:15.129427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-b538c139-4fa1-404c-aa3e-8d57aa5dd783 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 65123cc0-caea-4e6f-bada-0e08a653c4d0) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:15.134038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b538c139-4fa1-404c-aa3e-8d57aa5dd783 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:15.134204 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: c4beecdd-bf5b-4214-8061-b02c13ae1252 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:15.134532 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c4beecdd-bf5b-4214-8061-b02c13ae1252 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:15.134768 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b538c139-4fa1-404c-aa3e-8d57aa5dd783 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.134941 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device eddc0bf7-4fb9-4737-be29-aa1376f1ba94 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:15.142229 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b06f108-7f21-4287-bfa4-892d39018136 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.147609 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1b06f108-7f21-4287-bfa4-892d39018136 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/766d7f30-12fe-4bf1-ba47-bd8e1716d843 HTTP/1.1" status: 204 len: 168 time: 0.5943139 Dec 14 02:49:15.148481 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06f108-7f21-4287-bfa4-892d39018136 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=766d7f30-12fe-4bf1-ba47-bd8e1716d843,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:15.150771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50794) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:15.159933 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327d1edf-d5c3-4e6c-9d4d-0a9fa0e086f9 None None] Network 65123cc0-caea-4e6f-bada-0e08a653c4d0 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:15.162354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fae444c-ffd4-4147-bf0b-9ae964cb9a1b None None] Network c3a0a212-ec10-4cf2-87d2-3c38501fb7d7 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:15.170168 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: eddc0bf7-4fb9-4737-be29-aa1376f1ba94 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:15.170791 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device eddc0bf7-4fb9-4737-be29-aa1376f1ba94 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:15.231594 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-172708ff-44ff-428d-a5d5-8cbf08cce06e tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.234160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbf05a8-c007-4344-ad4f-53ca383cc536 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:15.237490 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dbbf05a8-c007-4344-ad4f-53ca383cc536 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.247340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa99503-a51b-462d-8b91-3dc5d4bf9df0 req-019fd169-11c4-403a-84b1-4122c686cbfb tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:15.247823 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-172708ff-44ff-428d-a5d5-8cbf08cce06e tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Calling delete_port for 26ec5b55-d299-40b8-8527-04f4e67eaeba owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:15.248572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3fa99503-a51b-462d-8b91-3dc5d4bf9df0 req-019fd169-11c4-403a-84b1-4122c686cbfb tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/ports?device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 950 time: 0.2644961 Dec 14 02:49:15.316786 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-dbbf05a8-c007-4344-ad4f-53ca383cc536 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] device_id is not set on port 898e988d-50ac-45c2-adc6-92285032f73a yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:49:15.333623 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.374383 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-65123cc0-caea-4e6f-bada-0e08a653c4d0', 'network_id': '65123cc0-caea-4e6f-bada-0e08a653c4d0', 'project_id': '241196890eef49c6a6ebe78176e2d727', 'fixed_ips': [{'subnet_id': 'bf0e1839-bf25-479e-b2db-bd2c3926cf6b'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:49:15.375048 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.422617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3fa99503-a51b-462d-8b91-3dc5d4bf9df0 req-e7e77c6c-0d7c-46cc-9305-3da312c6d898 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/security-groups?id=10fcce6e-4032-4a4f-8b2c-585de289f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466081 Dec 14 02:49:15.491477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7639996-0559-496f-8b13-d08031df59c8 admin admin] Made reservation on behalf of 64803c93620148dc9f38a399642fc645 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:15.493823 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7639996-0559-496f-8b13-d08031df59c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.509293 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26aba7e-44e4-4cdd-a441-1f42d20c4566 None None] DHCP port deletion for c3a0a212-ec10-4cf2-87d2-3c38501fb7d7 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:49:15.513486 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7639996-0559-496f-8b13-d08031df59c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.568882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b538c139-4fa1-404c-aa3e-8d57aa5dd783 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5109968 Dec 14 02:49:15.572102 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50798) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:15.579112 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-79529ebc-f453-4ff0-9dd2-3acf8047cb58 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Request body: {'port': {'network_id': '65123cc0-caea-4e6f-bada-0e08a653c4d0', 'name': 'tempest-AllowedAddressPairTestJSON-115007903'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:15.612962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] Deleting port a5d31cf6-032c-4d78-be42-ab2af1156d91 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:15.617756 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.634615 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-172708ff-44ff-428d-a5d5-8cbf08cce06e tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.678509 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dbbf05a8-c007-4344-ad4f-53ca383cc536 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.678772 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172708ff-44ff-428d-a5d5-8cbf08cce06e tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event deleted for resources: {'Port': ['ID=26ec5b55-d299-40b8-8527-04f4e67eaeba,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:15.752110 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] For port a5d31cf6-032c-4d78-be42-ab2af1156d91, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a5d31cf6-032c-4d78-be42-ab2af1156d91,segment=NetworkSegment(90457c1b-9637-4977-afce-7960f9c62845),segment_id=90457c1b-9637-4977-afce-7960f9c62845)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:15.752824 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.782678 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] Calling delete_port for a5d31cf6-032c-4d78-be42-ab2af1156d91 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:15.792162 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-172708ff-44ff-428d-a5d5-8cbf08cce06e tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.792778 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Allocated IP 172.20.0.2 (65123cc0-caea-4e6f-bada-0e08a653c4d0/bf0e1839-bf25-479e-b2db-bd2c3926cf6b/36e70ee5-0f5a-410d-a708-74a335da3b3c) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:15.798060 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-172708ff-44ff-428d-a5d5-8cbf08cce06e tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "DELETE /v2.0/ports/26ec5b55-d299-40b8-8527-04f4e67eaeba HTTP/1.1" status: 204 len: 168 time: 0.8625963 Dec 14 02:49:15.798251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d26aba7e-44e4-4cdd-a441-1f42d20c4566 None None] Deleting port a5d31cf6-032c-4d78-be42-ab2af1156d91 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:15.798251 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d26aba7e-44e4-4cdd-a441-1f42d20c4566 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.798451 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50800) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:15.803961 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7639996-0559-496f-8b13-d08031df59c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.855271 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ca1f8b-2154-4d1f-933f-0eed7884ed5b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Deleting subnet f7c03cc8-dfac-4214-8791-c31ff50735c6 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:49:15.858805 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1f8b-2154-4d1f-933f-0eed7884ed5b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.882069 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dbbf05a8-c007-4344-ad4f-53ca383cc536 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.905213 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1f8b-2154-4d1f-933f-0eed7884ed5b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.915774 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d26aba7e-44e4-4cdd-a441-1f42d20c4566 None None] For port a5d31cf6-032c-4d78-be42-ab2af1156d91, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a5d31cf6-032c-4d78-be42-ab2af1156d91,segment=NetworkSegment(90457c1b-9637-4977-afce-7960f9c62845),segment_id=90457c1b-9637-4977-afce-7960f9c62845)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:15.916441 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d26aba7e-44e4-4cdd-a441-1f42d20c4566 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.928355 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79529ebc-f453-4ff0-9dd2-3acf8047cb58 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Made reservation on behalf of 241196890eef49c6a6ebe78176e2d727 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:15.929104 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7639996-0559-496f-8b13-d08031df59c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.931954 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-79529ebc-f453-4ff0-9dd2-3acf8047cb58 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.941051 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d26aba7e-44e4-4cdd-a441-1f42d20c4566 None None] Calling delete_port for a5d31cf6-032c-4d78-be42-ab2af1156d91 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:15.958717 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbf05a8-c007-4344-ad4f-53ca383cc536 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:15.972341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7639996-0559-496f-8b13-d08031df59c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:49:15.972584 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-79529ebc-f453-4ff0-9dd2-3acf8047cb58 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] device_id is not set on port c237e5d8-8175-42ba-922d-b8c120777249 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:49:15.974461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-dbbf05a8-c007-4344-ad4f-53ca383cc536 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:15.983716 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbf05a8-c007-4344-ad4f-53ca383cc536 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:15.989536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbf05a8-c007-4344-ad4f-53ca383cc536 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:15.990164 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dbbf05a8-c007-4344-ad4f-53ca383cc536 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:15.994545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf05a8-c007-4344-ad4f-53ca383cc536 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=898e988d-50ac-45c2-adc6-92285032f73a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:16.010915 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.014064 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7639996-0559-496f-8b13-d08031df59c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.014411 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-c7639996-0559-496f-8b13-d08031df59c8 admin admin] Added segment cb55ea66-4677-4c21-872e-e65cf7c5a328 of type vlan for network 37e0f594-55c1-4579-be1d-bef64b3ba2ad Dec 14 02:49:16.036395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7639996-0559-496f-8b13-d08031df59c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4d9f8f-a841-480b-aa0b-f7d32ea241b3,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:16.047370 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d31cf6-032c-4d78-be42-ab2af1156d91,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:16.072820 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1f8b-2154-4d1f-933f-0eed7884ed5b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.091505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] No DVR routers for this DVR port a5d31cf6-032c-4d78-be42-ab2af1156d91 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:16.095681 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.110138 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d26aba7e-44e4-4cdd-a441-1f42d20c4566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.129722 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7639996-0559-496f-8b13-d08031df59c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.140787 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26aba7e-44e4-4cdd-a441-1f42d20c4566 None None] Pushing event deleted for resources: {'Port': ['ID=a5d31cf6-032c-4d78-be42-ab2af1156d91,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:16.145397 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26aba7e-44e4-4cdd-a441-1f42d20c4566 None None] No DVR routers for this DVR port a5d31cf6-032c-4d78-be42-ab2af1156d91 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:16.178237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-dbbf05a8-c007-4344-ad4f-53ca383cc536 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2880254 Dec 14 02:49:16.182127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50802) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:16.191152 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.208711 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.249827 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Network 65123cc0-caea-4e6f-bada-0e08a653c4d0 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:16.253503 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:16.257654 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:16.259548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a0a212-ec10-4cf2-87d2-3c38501fb7d7']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:16.271839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Pushing event updated for resources: {'Port': ['ID=36e70ee5-0f5a-410d-a708-74a335da3b3c,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:16.281958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90457c1b-9637-4977-afce-7960f9c62845') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:16.282292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90457c1b-9637-4977-afce-7960f9c62845') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:16.283295 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1f8b-2154-4d1f-933f-0eed7884ed5b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.313175 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-79529ebc-f453-4ff0-9dd2-3acf8047cb58 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Allocated IP 172.20.0.8 (65123cc0-caea-4e6f-bada-0e08a653c4d0/bf0e1839-bf25-479e-b2db-bd2c3926cf6b/c237e5d8-8175-42ba-922d-b8c120777249) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:16.313430 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.314869 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7639996-0559-496f-8b13-d08031df59c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.315809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7639996-0559-496f-8b13-d08031df59c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:16.316381 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7639996-0559-496f-8b13-d08031df59c8 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.345465 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca1f8b-2154-4d1f-933f-0eed7884ed5b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event deleted for resources: {'Subnet': ['ID=f7c03cc8-dfac-4214-8791-c31ff50735c6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:16.351745 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f1ca1f8b-2154-4d1f-933f-0eed7884ed5b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.356039 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.356484 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f1ca1f8b-2154-4d1f-933f-0eed7884ed5b tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "DELETE /v2.0/subnets/f7c03cc8-dfac-4214-8791-c31ff50735c6 HTTP/1.1" status: 204 len: 168 time: 0.5553098 Dec 14 02:49:16.360847 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50804) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:16.361650 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4626d2ec-4549-4cf0-87a0-6a20879697ec None None] Network d307fd75-d63b-4667-bff7-1b964e3cfc2d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:16.366408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Attempting to bind port 36e70ee5-0f5a-410d-a708-74a335da3b3c on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:49:16.367146 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Attempting to bind port 36e70ee5-0f5a-410d-a708-74a335da3b3c by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'eae21db4-0eb7-4b5a-a87d-0b5fe1cc144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65123cc0-caea-4e6f-bada-0e08a653c4d0'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:49:16.367709 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Attempting to bind port 36e70ee5-0f5a-410d-a708-74a335da3b3c on network 65123cc0-caea-4e6f-bada-0e08a653c4d0 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:49:16.400263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:49:16.400674 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:49:16.403013 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:49:16.418081 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:49:16.420155 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Checking segment: {'id': 'eae21db4-0eb7-4b5a-a87d-0b5fe1cc144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65123cc0-caea-4e6f-bada-0e08a653c4d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:49:16.420155 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.420155 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Bound using segment: {'id': 'eae21db4-0eb7-4b5a-a87d-0b5fe1cc144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65123cc0-caea-4e6f-bada-0e08a653c4d0'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:49:16.420741 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Bound port: 36e70ee5-0f5a-410d-a708-74a335da3b3c, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae21db4-0eb7-4b5a-a87d-0b5fe1cc144c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65123cc0-caea-4e6f-bada-0e08a653c4d0'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:49:16.421334 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.446518 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7639996-0559-496f-8b13-d08031df59c8 admin admin] Pushing event updated for resources: {'Network': ['ID=37e0f594-55c1-4579-be1d-bef64b3ba2ad,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:16.454109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c7639996-0559-496f-8b13-d08031df59c8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3338726 Dec 14 02:49:16.458206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50806) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:16.461076 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b521fc5-ffc6-45bd-8f78-6c3e586eacd2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Deleting subnet 68c916ee-bf39-49a8-b889-1d98324eacc6 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:49:16.477521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-20c279ee-238d-42c1-871a-5e8476a4992e admin admin] Request body: {'subnet': {'network_id': '37e0f594-55c1-4579-be1d-bef64b3ba2ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-618576240-subnet', 'tenant_id': '64803c93620148dc9f38a399642fc645', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:16.479369 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b521fc5-ffc6-45bd-8f78-6c3e586eacd2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.492294 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 37e0f594-55c1-4579-be1d-bef64b3ba2ad details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:49:16.498436 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-1e912998-4265-4b7a-bdcf-30811e9e946a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port 898e988d-50ac-45c2-adc6-92285032f73a {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:16.500362 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e912998-4265-4b7a-bdcf-30811e9e946a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.563858 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b521fc5-ffc6-45bd-8f78-6c3e586eacd2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.595898 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.597523 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c279ee-238d-42c1-871a-5e8476a4992e admin admin] Made reservation on behalf of 64803c93620148dc9f38a399642fc645 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:16.599941 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-20c279ee-238d-42c1-871a-5e8476a4992e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.626902 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.628558 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] 10.222.0.39 "DELETE /v2.0/networks/c3a0a212-ec10-4cf2-87d2-3c38501fb7d7 HTTP/1.1" status: 204 len: 168 time: 1.4741747 Dec 14 02:49:16.651722 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-79529ebc-f453-4ff0-9dd2-3acf8047cb58 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.653438 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] For port 36e70ee5-0f5a-410d-a708-74a335da3b3c, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:49:16.658977 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] For port 36e70ee5-0f5a-410d-a708-74a335da3b3c, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=36e70ee5-0f5a-410d-a708-74a335da3b3c,segment=NetworkSegment(eae21db4-0eb7-4b5a-a87d-0b5fe1cc144c),segment_id=eae21db4-0eb7-4b5a-a87d-0b5fe1cc144c)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:49:16.679353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92ab12-5ff2-4ca4-9c09-3072c808c62c admin admin] Pushing event deleted for resources: {'Network': ['ID=c3a0a212-ec10-4cf2-87d2-3c38501fb7d7,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:16.682245 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e912998-4265-4b7a-bdcf-30811e9e946a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.704893 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b521fc5-ffc6-45bd-8f78-6c3e586eacd2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.712677 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-1e912998-4265-4b7a-bdcf-30811e9e946a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for 898e988d-50ac-45c2-adc6-92285032f73a owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:16.730329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f4cea-8bd2-492e-9f77-2d32be23e9d7 req-a3aa2297-25d1-47e0-b1e9-3a2aa7569300 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:16.740008 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.740198 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f1f4cea-8bd2-492e-9f77-2d32be23e9d7 req-a3aa2297-25d1-47e0-b1e9-3a2aa7569300 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/ports?device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 950 time: 0.1804762 Dec 14 02:49:16.796945 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7a8675-a634-4d83-b5ed-464f1e0bf1eb None None] DHCP port deletion for d307fd75-d63b-4667-bff7-1b964e3cfc2d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:49:16.857030 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c226339e-7bc3-44b7-b544-e937939abc39 None None] Pushing event updated for resources: {'Port': ['ID=36e70ee5-0f5a-410d-a708-74a335da3b3c,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:16.859424 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-79529ebc-f453-4ff0-9dd2-3acf8047cb58 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.889967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9f7a8675-a634-4d83-b5ed-464f1e0bf1eb None None] Deleting port 914265cb-123c-4eea-b24c-86c8fcdef6c9 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:16.890642 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8675-a634-4d83-b5ed-464f1e0bf1eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.897201 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f1f4cea-8bd2-492e-9f77-2d32be23e9d7 req-7c0a29d0-5e44-411d-9818-8c9232935c1a tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/security-groups?id=10fcce6e-4032-4a4f-8b2c-585de289f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561208 Dec 14 02:49:16.942986 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b521fc5-ffc6-45bd-8f78-6c3e586eacd2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:16.948531 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79529ebc-f453-4ff0-9dd2-3acf8047cb58 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Network 65123cc0-caea-4e6f-bada-0e08a653c4d0 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:16.975321 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-79529ebc-f453-4ff0-9dd2-3acf8047cb58 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:16.982470 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79529ebc-f453-4ff0-9dd2-3acf8047cb58 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:16.992129 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b521fc5-ffc6-45bd-8f78-6c3e586eacd2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event deleted for resources: {'Subnet': ['ID=68c916ee-bf39-49a8-b889-1d98324eacc6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:16.994329 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e912998-4265-4b7a-bdcf-30811e9e946a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.017977 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b521fc5-ffc6-45bd-8f78-6c3e586eacd2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.026643 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1b521fc5-ffc6-45bd-8f78-6c3e586eacd2 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "DELETE /v2.0/subnets/68c916ee-bf39-49a8-b889-1d98324eacc6 HTTP/1.1" status: 204 len: 168 time: 0.6592693 Dec 14 02:49:17.026643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79529ebc-f453-4ff0-9dd2-3acf8047cb58 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event updated for resources: {'Port': ['ID=c237e5d8-8175-42ba-922d-b8c120777249,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:17.026643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50818) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:17.068106 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9f7a8675-a634-4d83-b5ed-464f1e0bf1eb None None] For port 914265cb-123c-4eea-b24c-86c8fcdef6c9, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=914265cb-123c-4eea-b24c-86c8fcdef6c9,segment=NetworkSegment(6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6),segment_id=6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:17.068533 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8675-a634-4d83-b5ed-464f1e0bf1eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.095436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819f7a87-a761-4801-83f3-dfa8a2bd215d None None] Network 143750ac-d961-47f1-8a52-3edc9f23c6d8 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:17.110336 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e912998-4265-4b7a-bdcf-30811e9e946a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=898e988d-50ac-45c2-adc6-92285032f73a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:17.148072 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e912998-4265-4b7a-bdcf-30811e9e946a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.152975 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1e912998-4265-4b7a-bdcf-30811e9e946a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/ports/898e988d-50ac-45c2-adc6-92285032f73a HTTP/1.1" status: 204 len: 168 time: 0.9684803 Dec 14 02:49:17.170162 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50820) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:17.170526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-f313b02b-0ee3-445c-b242-1ff93789b902 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb', 'mac_address': 'fa:16:3e:db:42:df', 'name': 'tempest-PortsIpV6TestJSON-17588321'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:17.173393 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79529ebc-f453-4ff0-9dd2-3acf8047cb58 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:17.176304 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50822) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:17.177421 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9f7a8675-a634-4d83-b5ed-464f1e0bf1eb None None] Calling delete_port for 914265cb-123c-4eea-b24c-86c8fcdef6c9 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:17.178327 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-79529ebc-f453-4ff0-9dd2-3acf8047cb58 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.184862 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a5d31cf6-032c-4d78-be42-ab2af1156d91 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:17.210122 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.223619 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: a5d31cf6-032c-4d78-be42-ab2af1156d91 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:17.224236 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a5d31cf6-032c-4d78-be42-ab2af1156d91 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:17.224817 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 914265cb-123c-4eea-b24c-86c8fcdef6c9 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:17.255905 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-20c279ee-238d-42c1-871a-5e8476a4992e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.302010 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-79529ebc-f453-4ff0-9dd2-3acf8047cb58 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7283320 Dec 14 02:49:17.305030 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50824) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:17.314650 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-bf63645e-fc09-40d7-a3e7-b994d219a3aa tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Request body: {'port': {'network_id': '65123cc0-caea-4e6f-bada-0e08a653c4d0', 'name': 'tempest-AllowedAddressPairTestJSON-102730298', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:46:68:0d'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:17.338325 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Deleting port 914265cb-123c-4eea-b24c-86c8fcdef6c9 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:17.338591 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.362595 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c279ee-238d-42c1-871a-5e8476a4992e admin admin] Pushing event updated for resources: {'Subnet': ['ID=94676838-c94c-4387-9874-11a2b5c8633a,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:17.469995 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c279ee-238d-42c1-871a-5e8476a4992e admin admin] Checking segment: {'id': 'cb55ea66-4677-4c21-872e-e65cf7c5a328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '37e0f594-55c1-4579-be1d-bef64b3ba2ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:49:17.470505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c279ee-238d-42c1-871a-5e8476a4992e admin admin] Network hostable DHCP agents. Network: 37e0f594-55c1-4579-be1d-bef64b3ba2ad, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:49:17.476837 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.482422 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2407bd9b-5970-4c62-bb89-f857ae97a2c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5ffab91437844fca462f7af0a39817e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3049347 Dec 14 02:49:17.487704 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50830) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:17.493182 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9f7a8675-a634-4d83-b5ed-464f1e0bf1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.532860 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7975888-df4f-4e78-af80-822e86da85e3 None None] DHCP port deletion for 143750ac-d961-47f1-8a52-3edc9f23c6d8 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:49:17.542576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] For port 914265cb-123c-4eea-b24c-86c8fcdef6c9, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=914265cb-123c-4eea-b24c-86c8fcdef6c9,segment=NetworkSegment(6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6),segment_id=6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:17.542993 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.563753 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Calling delete_port for 914265cb-123c-4eea-b24c-86c8fcdef6c9 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:17.573002 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b9d7dd45-9ba3-4684-bcba-c4abfa1c6c6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.578451 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a8675-a634-4d83-b5ed-464f1e0bf1eb None None] Pushing event deleted for resources: {'Port': ['ID=914265cb-123c-4eea-b24c-86c8fcdef6c9,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:17.580293 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7a8675-a634-4d83-b5ed-464f1e0bf1eb None None] No DVR routers for this DVR port 914265cb-123c-4eea-b24c-86c8fcdef6c9 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:17.609105 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b9d7dd45-9ba3-4684-bcba-c4abfa1c6c6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.647068 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c279ee-238d-42c1-871a-5e8476a4992e admin admin] Network 37e0f594-55c1-4579-be1d-bef64b3ba2ad is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:49:17.654941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f313b02b-0ee3-445c-b242-1ff93789b902 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:17.666560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a7975888-df4f-4e78-af80-822e86da85e3 None None] Deleting port 8ff1a9b7-3165-4671-8b3f-43333b42ba16 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:17.667000 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a7975888-df4f-4e78-af80-822e86da85e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.694294 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.727601 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event deleted for resources: {'Port': ['ID=914265cb-123c-4eea-b24c-86c8fcdef6c9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:17.735720 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] No DVR routers for this DVR port 914265cb-123c-4eea-b24c-86c8fcdef6c9 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:17.752556 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a7975888-df4f-4e78-af80-822e86da85e3 None None] For port 8ff1a9b7-3165-4671-8b3f-43333b42ba16, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8ff1a9b7-3165-4671-8b3f-43333b42ba16,segment=NetworkSegment(09d4540c-cdff-428d-b6da-fba9a4949ac6),segment_id=09d4540c-cdff-428d-b6da-fba9a4949ac6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:17.753465 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a7975888-df4f-4e78-af80-822e86da85e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.760318 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf63645e-fc09-40d7-a3e7-b994d219a3aa tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Made reservation on behalf of 241196890eef49c6a6ebe78176e2d727 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:17.767392 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a7975888-df4f-4e78-af80-822e86da85e3 None None] Calling delete_port for 8ff1a9b7-3165-4671-8b3f-43333b42ba16 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:17.772163 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f313b02b-0ee3-445c-b242-1ff93789b902 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.798421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-f313b02b-0ee3-445c-b242-1ff93789b902 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] device_id is not set on port eeab71d6-7115-4b1a-bb60-16d72848bd98 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:49:17.840909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-20c279ee-238d-42c1-871a-5e8476a4992e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 37e0f594-55c1-4579-be1d-bef64b3ba2ad) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:17.845370 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c279ee-238d-42c1-871a-5e8476a4992e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:17.845960 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-20c279ee-238d-42c1-871a-5e8476a4992e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.857746 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75911cf9-fc54-416c-9dab-db64fce0e64c None None] Network 37e0f594-55c1-4579-be1d-bef64b3ba2ad requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:17.866886 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.899699 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d307fd75-d63b-4667-bff7-1b964e3cfc2d']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:17.915839 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b9d7dd45-9ba3-4684-bcba-c4abfa1c6c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.915839 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b9d7dd45-9ba3-4684-bcba-c4abfa1c6c6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.915839 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b9d7dd45-9ba3-4684-bcba-c4abfa1c6c6a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf3e78ea-f913-4c8e-82d6-c5caa1533c71 HTTP/1.1" status: 204 len: 168 time: 0.4233854 Dec 14 02:49:17.922559 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:17.922865 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5e1b8f-d9eb-4ed3-a1ab-8dbe3d76ecd6') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:17.950434 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.970556 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf63645e-fc09-40d7-a3e7-b994d219a3aa tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:17.982486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7dd45-9ba3-4684-bcba-c4abfa1c6c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3e78ea-f913-4c8e-82d6-c5caa1533c71,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:17.995074 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-20c279ee-238d-42c1-871a-5e8476a4992e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5345294 Dec 14 02:49:18.023881 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:18.028350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e4d4ac-9c4b-4c56-8fe1-0497023aaec1 None None] Network 37e0f594-55c1-4579-be1d-bef64b3ba2ad requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:18.030612 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-bf63645e-fc09-40d7-a3e7-b994d219a3aa tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] device_id is not set on port 55830d76-9e93-4478-ad91-e63fb48b26a2 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:49:18.039090 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:49:18.039493 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:49:18.042604 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:49:18.077109 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a7975888-df4f-4e78-af80-822e86da85e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:18.095133 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f313b02b-0ee3-445c-b242-1ff93789b902 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:18.204520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7975888-df4f-4e78-af80-822e86da85e3 None None] Pushing event deleted for resources: {'Port': ['ID=8ff1a9b7-3165-4671-8b3f-43333b42ba16,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:18.210534 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7975888-df4f-4e78-af80-822e86da85e3 None None] No DVR routers for this DVR port 8ff1a9b7-3165-4671-8b3f-43333b42ba16 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:18.273579 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-bf63645e-fc09-40d7-a3e7-b994d219a3aa tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Allocated IP 172.20.0.14 (65123cc0-caea-4e6f-bada-0e08a653c4d0/bf0e1839-bf25-479e-b2db-bd2c3926cf6b/55830d76-9e93-4478-ad91-e63fb48b26a2) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:18.311196 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f313b02b-0ee3-445c-b242-1ff93789b902 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:18.313203 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:18.335179 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:18.341710 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "DELETE /v2.0/networks/d307fd75-d63b-4667-bff7-1b964e3cfc2d HTTP/1.1" status: 204 len: 168 time: 1.2988930 Dec 14 02:49:18.368035 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50842) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:18.392260 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42e881-1999-4e50-b74c-bb6b8f7c2a9f tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event deleted for resources: {'Network': ['ID=d307fd75-d63b-4667-bff7-1b964e3cfc2d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:18.430893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f313b02b-0ee3-445c-b242-1ff93789b902 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:18.447432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f313b02b-0ee3-445c-b242-1ff93789b902 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=eeab71d6-7115-4b1a-bb60-16d72848bd98,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:18.463024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-f313b02b-0ee3-445c-b242-1ff93789b902 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:18.475615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f313b02b-0ee3-445c-b242-1ff93789b902 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:18.489866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f313b02b-0ee3-445c-b242-1ff93789b902 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:18.490795 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f313b02b-0ee3-445c-b242-1ff93789b902 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:18.578470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f313b02b-0ee3-445c-b242-1ff93789b902 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.4100378 Dec 14 02:49:18.578646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50850) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:18.690854 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac5bc5c-07ab-47a8-ae4a-00cf6bdbb14c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:18.695189 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8ac5bc5c-07ab-47a8-ae4a-00cf6bdbb14c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports/eeab71d6-7115-4b1a-bb60-16d72848bd98 HTTP/1.1" status: 200 len: 843 time: 0.1128919 Dec 14 02:49:18.695807 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50860) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:18.710462 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76fd2d8b-db68-41ab-a233-9de018f40c39 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:18.828881 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaa5ecb-f1ac-455e-90c2-f75db877a3a1 None None] Network 65123cc0-caea-4e6f-bada-0e08a653c4d0 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:18.964252 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50864) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:18.975830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-4eac3dbb-374b-4208-89a1-53abef863233 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port eeab71d6-7115-4b1a-bb60-16d72848bd98 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:18.976210 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4eac3dbb-374b-4208-89a1-53abef863233 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.048498 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-622442ee-b591-4800-bb0a-609c30fa50a9 None None] Provisioning complete for port 36e70ee5-0f5a-410d-a708-74a335da3b3c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:19.049238 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-622442ee-b591-4800-bb0a-609c30fa50a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.166721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-658ed900-ada4-4ec3-9c3f-54f6f48789c5 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:19.170191 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-658ed900-ada4-4ec3-9c3f-54f6f48789c5 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/networks?id=b71128aa-1538-41f3-9666-03da5741ed3d HTTP/1.1" status: 200 len: 810 time: 0.4733322 Dec 14 02:49:19.179445 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-540f7d0a-0db7-4c42-9621-8957bf8bc0e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e35a50d11ed341c3930d9e3a4dd32a23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1972148 Dec 14 02:49:19.186609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 36e70ee5-0f5a-410d-a708-74a335da3b3c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:49:19.198772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50868) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:19.227443 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4eac3dbb-374b-4208-89a1-53abef863233 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.243348 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-4eac3dbb-374b-4208-89a1-53abef863233 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for eeab71d6-7115-4b1a-bb60-16d72848bd98 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:19.246324 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf63645e-fc09-40d7-a3e7-b994d219a3aa tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.253839 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-622442ee-b591-4800-bb0a-609c30fa50a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.270875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-457dcef1-8779-464a-b6e4-9762db70b515 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/quotas/e0968c2b7fd0450db1d3091d58552378 HTTP/1.1" status: 200 len: 375 time: 0.0838816 Dec 14 02:49:19.271480 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76fd2d8b-db68-41ab-a233-9de018f40c39 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.305017 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-622442ee-b591-4800-bb0a-609c30fa50a9 None None] For port 36e70ee5-0f5a-410d-a708-74a335da3b3c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=36e70ee5-0f5a-410d-a708-74a335da3b3c,segment=NetworkSegment(eae21db4-0eb7-4b5a-a87d-0b5fe1cc144c),segment_id=eae21db4-0eb7-4b5a-a87d-0b5fe1cc144c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:19.311795 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 36e70ee5-0f5a-410d-a708-74a335da3b3c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:19.312179 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.320974 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-76fd2d8b-db68-41ab-a233-9de018f40c39 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143750ac-d961-47f1-8a52-3edc9f23c6d8']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:19.336165 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-76fd2d8b-db68-41ab-a233-9de018f40c39 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d4540c-cdff-428d-b6da-fba9a4949ac6') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:19.336784 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-76fd2d8b-db68-41ab-a233-9de018f40c39 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d4540c-cdff-428d-b6da-fba9a4949ac6') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:19.361703 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76fd2d8b-db68-41ab-a233-9de018f40c39 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.388913 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76fd2d8b-db68-41ab-a233-9de018f40c39 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.405206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76fd2d8b-db68-41ab-a233-9de018f40c39 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:49:19.405985 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76fd2d8b-db68-41ab-a233-9de018f40c39 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.411120 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-622442ee-b591-4800-bb0a-609c30fa50a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:49:19.411912 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:49:19.437217 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.488933 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf63645e-fc09-40d7-a3e7-b994d219a3aa tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.545563 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:49:19.548069 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:49:19.561267 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622442ee-b591-4800-bb0a-609c30fa50a9 None None] Pushing event updated for resources: {'Port': ['ID=36e70ee5-0f5a-410d-a708-74a335da3b3c,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:19.578904 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-195829f1-0730-4bd5-8127-887b83c2a11e None None] Provisioning complete for port 36e70ee5-0f5a-410d-a708-74a335da3b3c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:19.582633 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-195829f1-0730-4bd5-8127-887b83c2a11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.590329 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf63645e-fc09-40d7-a3e7-b994d219a3aa tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Network 65123cc0-caea-4e6f-bada-0e08a653c4d0 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:19.592436 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63645e-fc09-40d7-a3e7-b994d219a3aa tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event updated for resources: {'Port': ['ID=55830d76-9e93-4478-ad91-e63fb48b26a2,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:19.599539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-bf63645e-fc09-40d7-a3e7-b994d219a3aa tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:19.604889 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf63645e-fc09-40d7-a3e7-b994d219a3aa tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:19.610831 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76fd2d8b-db68-41ab-a233-9de018f40c39 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.622447 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76fd2d8b-db68-41ab-a233-9de018f40c39 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.628591 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-76fd2d8b-db68-41ab-a233-9de018f40c39 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] 10.222.0.39 "DELETE /v2.0/networks/143750ac-d961-47f1-8a52-3edc9f23c6d8 HTTP/1.1" status: 204 len: 168 time: 1.2646339 Dec 14 02:49:19.674309 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd2d8b-db68-41ab-a233-9de018f40c39 tempest-TaggedBootDevicesTest_v242-1208889031 tempest-TaggedBootDevicesTest_v242-1208889031-project] Pushing event deleted for resources: {'Network': ['ID=143750ac-d961-47f1-8a52-3edc9f23c6d8,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:19.724776 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf63645e-fc09-40d7-a3e7-b994d219a3aa tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:19.726186 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf63645e-fc09-40d7-a3e7-b994d219a3aa tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.771632 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-195829f1-0730-4bd5-8127-887b83c2a11e None None] Provisioning complete for port c237e5d8-8175-42ba-922d-b8c120777249 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:19.772344 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-195829f1-0730-4bd5-8127-887b83c2a11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.802323 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-d410dad6-95c7-47b7-b338-be30d3362aed tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0968c2b7fd0450db1d3091d58552378&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5299489 Dec 14 02:49:19.804983 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bf63645e-fc09-40d7-a3e7-b994d219a3aa tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.4988892 Dec 14 02:49:19.807631 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50870) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:19.865715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-195829f1-0730-4bd5-8127-887b83c2a11e None None] Port c237e5d8-8175-42ba-922d-b8c120777249 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:49:19.900476 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9f17-4f73-4387-b95d-0f33421fdded admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.924332 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f312f3-f3db-42d5-8015-a7290e1e3a19 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:19.941157 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9f17-4f73-4387-b95d-0f33421fdded admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:19.942704 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f312f3-f3db-42d5-8015-a7290e1e3a19 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:19.950528 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f312f3-f3db-42d5-8015-a7290e1e3a19 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:19.952753 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b4f312f3-f3db-42d5-8015-a7290e1e3a19 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1426857 Dec 14 02:49:19.955413 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50876) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:19.997333 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-8aeca89c-437b-46b1-80d4-edead55a4582 service neutron] 10.222.0.39 "GET /v2.0/networks/b71128aa-1538-41f3-9666-03da5741ed3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849163 Dec 14 02:49:20.004968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8b5ec598-a33d-4bd0-96b1-cab638822845 None None] Provisioning complete for port c237e5d8-8175-42ba-922d-b8c120777249 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:20.006847 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8b5ec598-a33d-4bd0-96b1-cab638822845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:20.067194 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4eac3dbb-374b-4208-89a1-53abef863233 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:20.155415 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9f17-4f73-4387-b95d-0f33421fdded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:20.158220 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9f17-4f73-4387-b95d-0f33421fdded admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:20.163295 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8a3d9f17-4f73-4387-b95d-0f33421fdded admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff137bac-59c2-4a9d-bed1-07ffab42c41b HTTP/1.1" status: 204 len: 168 time: 0.9616883 Dec 14 02:49:20.164667 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4eac3dbb-374b-4208-89a1-53abef863233 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:20.168010 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4eac3dbb-374b-4208-89a1-53abef863233 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/ports/eeab71d6-7115-4b1a-bb60-16d72848bd98 HTTP/1.1" status: 204 len: 168 time: 1.4697285 Dec 14 02:49:20.175926 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50884) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:20.186822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e5a48f67-451c-47e3-b52e-89b187eb5d75 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Deleting port 55830d76-9e93-4478-ad91-e63fb48b26a2 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:20.190454 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e5a48f67-451c-47e3-b52e-89b187eb5d75 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:20.195323 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac3dbb-374b-4208-89a1-53abef863233 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=eeab71d6-7115-4b1a-bb60-16d72848bd98,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:20.207550 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d9f17-4f73-4387-b95d-0f33421fdded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff137bac-59c2-4a9d-bed1-07ffab42c41b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:20.253243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8b5ec598-a33d-4bd0-96b1-cab638822845 None None] Port c237e5d8-8175-42ba-922d-b8c120777249 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:49:20.276289 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-0d3f8839-98b5-4570-8253-153b3761fc5b service neutron] 10.222.0.39 "GET /v2.0/networks/b71128aa-1538-41f3-9666-03da5741ed3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243989 Dec 14 02:49:20.314501 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-71044796-27fa-4913-8a53-261ad9bd0667 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] GET failed (client error): The resource could not be found. Dec 14 02:49:20.321640 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50888) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:20.330896 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-a7f5c62d-7621-433c-9a8c-f9547ca0d019 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb', 'name': 'tempest-PortsIpV6TestJSON-117838712'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:20.335488 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-71044796-27fa-4913-8a53-261ad9bd0667 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports/eeab71d6-7115-4b1a-bb60-16d72848bd98 HTTP/1.1" status: 404 len: 333 time: 0.1289532 Dec 14 02:49:20.397840 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8ff1a9b7-3165-4671-8b3f-43333b42ba16 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:20.426581 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-af2f06ce-d8ee-4a3b-8272-a2848ea98d68 None None] Provisioning complete for port 55830d76-9e93-4478-ad91-e63fb48b26a2 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:20.427190 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-af2f06ce-d8ee-4a3b-8272-a2848ea98d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:20.430054 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 8ff1a9b7-3165-4671-8b3f-43333b42ba16 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:20.431020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8ff1a9b7-3165-4671-8b3f-43333b42ba16 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:20.497916 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-af2f06ce-d8ee-4a3b-8272-a2848ea98d68 None None] Port 55830d76-9e93-4478-ad91-e63fb48b26a2 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:49:20.498695 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e5a48f67-451c-47e3-b52e-89b187eb5d75 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:20.532127 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e5a48f67-451c-47e3-b52e-89b187eb5d75 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Calling delete_port for 55830d76-9e93-4478-ad91-e63fb48b26a2 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:20.637553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f5c62d-7621-433c-9a8c-f9547ca0d019 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:20.644641 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7f5c62d-7621-433c-9a8c-f9547ca0d019 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:20.726620 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-a7f5c62d-7621-433c-9a8c-f9547ca0d019 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] device_id is not set on port 3ee52d31-6901-410d-82bb-111074ccd294 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:49:20.734302 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c2bb114-2b73-45da-844d-15f8dd1e48d1 req-75504412-eadf-44dc-a3b5-2fbb933c7048 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 210 time: 0.0413058 Dec 14 02:49:20.822894 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e5a48f67-451c-47e3-b52e-89b187eb5d75 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:20.860687 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a48f67-451c-47e3-b52e-89b187eb5d75 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event deleted for resources: {'Port': ['ID=55830d76-9e93-4478-ad91-e63fb48b26a2,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:21.132659 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e5a48f67-451c-47e3-b52e-89b187eb5d75 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:21.139610 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e5a48f67-451c-47e3-b52e-89b187eb5d75 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "DELETE /v2.0/ports/55830d76-9e93-4478-ad91-e63fb48b26a2 HTTP/1.1" status: 204 len: 168 time: 1.1799710 Dec 14 02:49:21.140748 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50910) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:21.146765 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 36e70ee5-0f5a-410d-a708-74a335da3b3c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:49:21.178105 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7f5c62d-7621-433c-9a8c-f9547ca0d019 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:21.211586 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46e4190-b0a5-4bc7-82bb-9c2fb5add3b9 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] GET failed (client error): The resource could not be found. Dec 14 02:49:21.213482 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b46e4190-b0a5-4bc7-82bb-9c2fb5add3b9 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "GET /v2.0/ports/55830d76-9e93-4478-ad91-e63fb48b26a2 HTTP/1.1" status: 404 len: 333 time: 0.0716569 Dec 14 02:49:21.217819 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50914) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:21.225833 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ce410403-1d48-4dd0-b4e7-f4486d36bb85 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Request body: {'port': {'network_id': '65123cc0-caea-4e6f-bada-0e08a653c4d0', 'name': 'tempest-AllowedAddressPairTestJSON-1475585071'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:21.255783 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 36e70ee5-0f5a-410d-a708-74a335da3b3c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:21.256448 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:21.327674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bbce6-3d0e-4067-ad6f-41b8cbe7c1b0 req-f0449175-3e9b-4881-b65c-e8dc3fd806e7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:21.337257 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-577bbce6-3d0e-4067-ad6f-41b8cbe7c1b0 req-f0449175-3e9b-4881-b65c-e8dc3fd806e7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1306152 Dec 14 02:49:21.403728 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7f5c62d-7621-433c-9a8c-f9547ca0d019 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:21.441503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-577bbce6-3d0e-4067-ad6f-41b8cbe7c1b0 req-21fa91fd-6d56-4528-b766-a96572ab859b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031206 Dec 14 02:49:21.469585 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce410403-1d48-4dd0-b4e7-f4486d36bb85 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Made reservation on behalf of 241196890eef49c6a6ebe78176e2d727 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:21.473484 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ce410403-1d48-4dd0-b4e7-f4486d36bb85 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:21.474399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5c62d-7621-433c-9a8c-f9547ca0d019 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=3ee52d31-6901-410d-82bb-111074ccd294,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:21.487176 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f5c62d-7621-433c-9a8c-f9547ca0d019 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:21.492285 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-a7f5c62d-7621-433c-9a8c-f9547ca0d019 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:21.498400 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f5c62d-7621-433c-9a8c-f9547ca0d019 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:21.507639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f5c62d-7621-433c-9a8c-f9547ca0d019 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:21.508318 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7f5c62d-7621-433c-9a8c-f9547ca0d019 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:21.508828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-ce410403-1d48-4dd0-b4e7-f4486d36bb85 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] device_id is not set on port 7d2631a0-cfd5-4da0-a329-8534fefc01ad yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:49:21.620878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7ed03-a1a9-4935-8d3d-2e6e95c7ff61 req-1bdd97f5-23ce-4e76-b98f-fa0ddec0d8ad tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:21.631096 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50a7ed03-a1a9-4935-8d3d-2e6e95c7ff61 req-1bdd97f5-23ce-4e76-b98f-fa0ddec0d8ad tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0724919 Dec 14 02:49:21.678620 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a7f5c62d-7621-433c-9a8c-f9547ca0d019 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3563044 Dec 14 02:49:21.683400 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50930) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:21.689129 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-cb20b706-46dd-4903-a857-dc3a6fd8fb6c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:21.701470 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-ce410403-1d48-4dd0-b4e7-f4486d36bb85 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Allocated IP 172.20.0.12 (65123cc0-caea-4e6f-bada-0e08a653c4d0/bf0e1839-bf25-479e-b2db-bd2c3926cf6b/7d2631a0-cfd5-4da0-a329-8534fefc01ad) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:21.781398 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb20b706-46dd-4903-a857-dc3a6fd8fb6c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:21.791346 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50a7ed03-a1a9-4935-8d3d-2e6e95c7ff61 req-b804b08d-c5d5-4aa7-8bcf-176e1236510d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585441 Dec 14 02:49:21.802442 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e1ec7803-41b9-4f65-a548-1274a09e9104 req-222d19c4-8193-48aa-a6a1-dbf4bbe1d123 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1034091 Dec 14 02:49:21.893784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f23e9292-5b81-47f8-b34a-4ea51f2328a7 req-34f60e78-d6e0-4234-8a3e-492b4a6b731e tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 210 time: 0.0311406 Dec 14 02:49:21.944553 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec7803-41b9-4f65-a548-1274a09e9104 req-d860c0e9-3f4f-4beb-b7e6-41ca10cd8b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:21.946155 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e1ec7803-41b9-4f65-a548-1274a09e9104 req-d860c0e9-3f4f-4beb-b7e6-41ca10cd8b3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 1097 time: 0.1013832 Dec 14 02:49:22.019847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50940) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:22.113087 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ce410403-1d48-4dd0-b4e7-f4486d36bb85 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:22.118100 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb20b706-46dd-4903-a857-dc3a6fd8fb6c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:22.144145 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec7803-41b9-4f65-a548-1274a09e9104 req-1208e7b4-b700-4952-aa4d-11f071bb3ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:22.146051 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e1ec7803-41b9-4f65-a548-1274a09e9104 req-1208e7b4-b700-4952-aa4d-11f071bb3ba7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.1692085 Dec 14 02:49:22.169127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-a9925fa8-43d5-45b8-a0fc-8fc20db6d0f0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-194391377-network', 'tenant_id': '35e1c363165c40d49d057092c3eb3be6'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:22.189386 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb20b706-46dd-4903-a857-dc3a6fd8fb6c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:22.200667 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e1ec7803-41b9-4f65-a548-1274a09e9104 req-ef34f58f-abee-445e-bd48-1f092b9ddea2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 HTTP/1.1" status: 200 len: 217 time: 0.0471103 Dec 14 02:49:22.225700 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-cb20b706-46dd-4903-a857-dc3a6fd8fb6c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] In _notify_port_updated(), no bound segment for port 3ee52d31-6901-410d-82bb-111074ccd294 on network b5526c06-2f77-4d2f-9c87-a57f7ac049eb {{(pid=103848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:49:22.232017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb20b706-46dd-4903-a857-dc3a6fd8fb6c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:22.232658 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb20b706-46dd-4903-a857-dc3a6fd8fb6c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:22.237217 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cb20b706-46dd-4903-a857-dc3a6fd8fb6c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "PUT /v2.0/ports/3ee52d31-6901-410d-82bb-111074ccd294 HTTP/1.1" status: 200 len: 818 time: 0.5525904 Dec 14 02:49:22.237868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50944) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:22.260634 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec7803-41b9-4f65-a548-1274a09e9104 req-1227d424-8b2b-463d-b59e-83e78589a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:22.262529 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e1ec7803-41b9-4f65-a548-1274a09e9104 req-1227d424-8b2b-463d-b59e-83e78589a826 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.0545197 Dec 14 02:49:22.297925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9925fa8-43d5-45b8-a0fc-8fc20db6d0f0 admin admin] Made reservation on behalf of 35e1c363165c40d49d057092c3eb3be6 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:22.300504 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9925fa8-43d5-45b8-a0fc-8fc20db6d0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:22.316961 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec7803-41b9-4f65-a548-1274a09e9104 req-59bdd1cd-dc39-4625-b50c-ae5ac1b0273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:22.318500 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e1ec7803-41b9-4f65-a548-1274a09e9104 req-59bdd1cd-dc39-4625-b50c-ae5ac1b0273b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491281 Dec 14 02:49:22.322630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20b706-46dd-4903-a857-dc3a6fd8fb6c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=3ee52d31-6901-410d-82bb-111074ccd294,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:22.350226 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9925fa8-43d5-45b8-a0fc-8fc20db6d0f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:22.421046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-8dd88cb3-5023-45a7-a0c8-b4563c3c18c1 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port 3ee52d31-6901-410d-82bb-111074ccd294 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:22.421496 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8dd88cb3-5023-45a7-a0c8-b4563c3c18c1 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:22.447272 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ce410403-1d48-4dd0-b4e7-f4486d36bb85 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:22.506680 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e1ec7803-41b9-4f65-a548-1274a09e9104 req-2c9e96be-a88e-47d4-a8b4-596fe18e1224 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799152 Dec 14 02:49:22.520919 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce410403-1d48-4dd0-b4e7-f4486d36bb85 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Network 65123cc0-caea-4e6f-bada-0e08a653c4d0 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:22.533589 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-ce410403-1d48-4dd0-b4e7-f4486d36bb85 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:22.538994 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce410403-1d48-4dd0-b4e7-f4486d36bb85 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:22.551359 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce410403-1d48-4dd0-b4e7-f4486d36bb85 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event updated for resources: {'Port': ['ID=7d2631a0-cfd5-4da0-a329-8534fefc01ad,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:22.555028 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8dd88cb3-5023-45a7-a0c8-b4563c3c18c1 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:22.582228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd684c0e-a7fa-4169-b7c9-a6a7a279793d req-63cc9d9b-f5b5-44a5-94c6-914271c15c72 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:22.583949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd684c0e-a7fa-4169-b7c9-a6a7a279793d req-63cc9d9b-f5b5-44a5-94c6-914271c15c72 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1800110 Dec 14 02:49:22.589120 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9925fa8-43d5-45b8-a0fc-8fc20db6d0f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:22.592570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-8dd88cb3-5023-45a7-a0c8-b4563c3c18c1 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for 3ee52d31-6901-410d-82bb-111074ccd294 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:22.660782 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce410403-1d48-4dd0-b4e7-f4486d36bb85 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:22.661571 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ce410403-1d48-4dd0-b4e7-f4486d36bb85 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:22.666838 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9925fa8-43d5-45b8-a0fc-8fc20db6d0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:22.700860 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e1ec7803-41b9-4f65-a548-1274a09e9104 req-4add95a4-53d7-4be0-a58d-777811f99f64 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837299 Dec 14 02:49:22.723071 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9925fa8-43d5-45b8-a0fc-8fc20db6d0f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:49:22.750294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd684c0e-a7fa-4169-b7c9-a6a7a279793d req-70491a3c-cae3-4c26-8abb-20917782ab2d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591017 Dec 14 02:49:22.758916 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9925fa8-43d5-45b8-a0fc-8fc20db6d0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:22.759356 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-a9925fa8-43d5-45b8-a0fc-8fc20db6d0f0 admin admin] Added segment 78bbc46b-e6ac-42ff-ab28-7f0ac1ca43d4 of type vlan for network 08048b1d-39e0-4f44-bf04-e0b07466df3b Dec 14 02:49:22.760828 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ce410403-1d48-4dd0-b4e7-f4486d36bb85 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5414348 Dec 14 02:49:22.762388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9925fa8-43d5-45b8-a0fc-8fc20db6d0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c356f05a-0f9e-41a5-9d5a-8a424700108a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:22.763593 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50952) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:22.773451 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-31f8585a-8551-438d-95ba-3b49e231ad90 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:46:68:0d'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:22.847526 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9925fa8-43d5-45b8-a0fc-8fc20db6d0f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:22.880187 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31f8585a-8551-438d-95ba-3b49e231ad90 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:22.939236 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8dd88cb3-5023-45a7-a0c8-b4563c3c18c1 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:22.973809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd88cb3-5023-45a7-a0c8-b4563c3c18c1 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=3ee52d31-6901-410d-82bb-111074ccd294,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:22.977004 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9925fa8-43d5-45b8-a0fc-8fc20db6d0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:22.977976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9925fa8-43d5-45b8-a0fc-8fc20db6d0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:22.978569 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9925fa8-43d5-45b8-a0fc-8fc20db6d0f0 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:22.992821 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8dd88cb3-5023-45a7-a0c8-b4563c3c18c1 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:22.996656 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8dd88cb3-5023-45a7-a0c8-b4563c3c18c1 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/ports/3ee52d31-6901-410d-82bb-111074ccd294 HTTP/1.1" status: 204 len: 168 time: 0.7487614 Dec 14 02:49:23.008607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50960) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:23.041122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-14817e2b-409d-49b1-a8d5-7ab950d99db1 None None] Provisioning complete for port 7d2631a0-cfd5-4da0-a329-8534fefc01ad triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:23.042369 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14817e2b-409d-49b1-a8d5-7ab950d99db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:23.097000 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-14817e2b-409d-49b1-a8d5-7ab950d99db1 None None] Port 7d2631a0-cfd5-4da0-a329-8534fefc01ad cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:49:23.133924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b49aa36c-86ac-4dd9-bc17-0cac9d6e4c49 req-4e1a11fd-0f71-4a93-b644-a519b509bf16 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 210 time: 0.0493839 Dec 14 02:49:23.160125 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9925fa8-43d5-45b8-a0fc-8fc20db6d0f0 admin admin] Pushing event updated for resources: {'Network': ['ID=08048b1d-39e0-4f44-bf04-e0b07466df3b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:23.173862 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31f8585a-8551-438d-95ba-3b49e231ad90 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:23.176549 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 08048b1d-39e0-4f44-bf04-e0b07466df3b details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:49:23.182228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4275fc5-82ec-4154-b50c-14a7c33f416f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:23.188535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e4275fc5-82ec-4154-b50c-14a7c33f416f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1744323 Dec 14 02:49:23.189017 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a9925fa8-43d5-45b8-a0fc-8fc20db6d0f0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1682441 Dec 14 02:49:23.191865 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50962) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:23.192146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50964) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:23.198993 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-25fabc14-28d1-4857-a023-072837baa80d admin admin] Request body: {'subnet': {'network_id': '08048b1d-39e0-4f44-bf04-e0b07466df3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-194391377-subnet', 'tenant_id': '35e1c363165c40d49d057092c3eb3be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:23.219272 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-85670c21-1e7a-45b5-ac5a-05de4b18aa95 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] GET failed (client error): The resource could not be found. Dec 14 02:49:23.221845 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-85670c21-1e7a-45b5-ac5a-05de4b18aa95 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports/3ee52d31-6901-410d-82bb-111074ccd294 HTTP/1.1" status: 404 len: 333 time: 0.0280247 Dec 14 02:49:23.229463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50966) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:23.235319 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-639690a8-c28a-418d-8519-329903f74c12 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1326260458'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:23.355943 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31f8585a-8551-438d-95ba-3b49e231ad90 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:23.408072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fabc14-28d1-4857-a023-072837baa80d admin admin] Made reservation on behalf of 35e1c363165c40d49d057092c3eb3be6 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:23.421061 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-25fabc14-28d1-4857-a023-072837baa80d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:23.444581 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8585a-8551-438d-95ba-3b49e231ad90 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event updated for resources: {'Port': ['ID=7d2631a0-cfd5-4da0-a329-8534fefc01ad,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:23.488106 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-31f8585a-8551-438d-95ba-3b49e231ad90 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] In _notify_port_updated(), no bound segment for port 7d2631a0-cfd5-4da0-a329-8534fefc01ad on network 65123cc0-caea-4e6f-bada-0e08a653c4d0 {{(pid=103847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:49:23.499709 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f8585a-8551-438d-95ba-3b49e231ad90 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:23.501089 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31f8585a-8551-438d-95ba-3b49e231ad90 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:23.502882 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-31f8585a-8551-438d-95ba-3b49e231ad90 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "PUT /v2.0/ports/7d2631a0-cfd5-4da0-a329-8534fefc01ad HTTP/1.1" status: 200 len: 994 time: 0.7380829 Dec 14 02:49:23.504409 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639690a8-c28a-418d-8519-329903f74c12 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:23.509261 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-639690a8-c28a-418d-8519-329903f74c12 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:23.511520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50970) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:23.560246 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639690a8-c28a-418d-8519-329903f74c12 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:49:23.572845 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-639690a8-c28a-418d-8519-329903f74c12 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:23.573220 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-639690a8-c28a-418d-8519-329903f74c12 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Added segment 8dbc57cf-7018-4292-9544-d108e71b9ad0 of type vlan for network 1a73812f-4ebe-47cd-8c09-12edfd29d9af Dec 14 02:49:23.629555 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-639690a8-c28a-418d-8519-329903f74c12 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:23.753247 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1a3b98ba-38e6-4766-8d28-3bcd6bc69b9f None None] Provisioning complete for port 7d2631a0-cfd5-4da0-a329-8534fefc01ad triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:23.758684 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1a3b98ba-38e6-4766-8d28-3bcd6bc69b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:23.774363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-e90cf006-07d3-4ae6-aa8c-334cfcd8bb7e tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Deleting port 7d2631a0-cfd5-4da0-a329-8534fefc01ad {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:23.774705 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e90cf006-07d3-4ae6-aa8c-334cfcd8bb7e tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:23.782374 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-639690a8-c28a-418d-8519-329903f74c12 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:23.788531 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639690a8-c28a-418d-8519-329903f74c12 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:23.789193 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-639690a8-c28a-418d-8519-329903f74c12 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:23.835486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b98ba-38e6-4766-8d28-3bcd6bc69b9f None None] Port 7d2631a0-cfd5-4da0-a329-8534fefc01ad cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:49:23.897185 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-25fabc14-28d1-4857-a023-072837baa80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:23.944963 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639690a8-c28a-418d-8519-329903f74c12 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Network': ['ID=1a73812f-4ebe-47cd-8c09-12edfd29d9af,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:23.946414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f69b8-ca24-4b8f-a792-afcd91aa47cc req-50aaa6d9-d998-4e06-b33f-4be1ba2d26e5 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:23.948026 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-325f69b8-ca24-4b8f-a792-afcd91aa47cc req-50aaa6d9-d998-4e06-b33f-4be1ba2d26e5 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1554263 Dec 14 02:49:23.961949 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 1a73812f-4ebe-47cd-8c09-12edfd29d9af details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:49:24.017868 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-6b0731e1-1407-4e39-9f3e-278669183c5f tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:24.021231 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-6b0731e1-1407-4e39-9f3e-278669183c5f tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.47 "GET /v2.0/networks?id=b71128aa-1538-41f3-9666-03da5741ed3d HTTP/1.1" status: 200 len: 810 time: 0.1522629 Dec 14 02:49:24.022682 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e90cf006-07d3-4ae6-aa8c-334cfcd8bb7e tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:24.026279 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-639690a8-c28a-418d-8519-329903f74c12 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7958088 Dec 14 02:49:24.028202 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fabc14-28d1-4857-a023-072837baa80d admin admin] Pushing event updated for resources: {'Subnet': ['ID=49ab960e-4e8b-4804-94b7-e621f108f42c,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:24.029586 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50978) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:24.040051 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-22ba53f2-d173-49ec-bfae-d0cecf3d5ff6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'subnet': {'network_id': '1a73812f-4ebe-47cd-8c09-12edfd29d9af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:24.061126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-e90cf006-07d3-4ae6-aa8c-334cfcd8bb7e tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Calling delete_port for 7d2631a0-cfd5-4da0-a329-8534fefc01ad owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:24.064608 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-19c60e5f-42be-4743-97be-c78d3b4501d8 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Request body: {'port': {'device_id': 'b9e54405-a2aa-4d65-a226-4e5dafd4e190', 'network_id': 'b71128aa-1538-41f3-9666-03da5741ed3d', 'admin_state_up': True, 'tenant_id': 'e0968c2b7fd0450db1d3091d58552378'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:24.077454 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fabc14-28d1-4857-a023-072837baa80d admin admin] Checking segment: {'id': '78bbc46b-e6ac-42ff-ab28-7f0ac1ca43d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '08048b1d-39e0-4f44-bf04-e0b07466df3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:49:24.077823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fabc14-28d1-4857-a023-072837baa80d admin admin] Network hostable DHCP agents. Network: 08048b1d-39e0-4f44-bf04-e0b07466df3b, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:49:24.082768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-325f69b8-ca24-4b8f-a792-afcd91aa47cc req-4be67b7e-40b6-4c36-85aa-6eb6c688d0bb tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083231 Dec 14 02:49:24.235525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fabc14-28d1-4857-a023-072837baa80d admin admin] Network 08048b1d-39e0-4f44-bf04-e0b07466df3b is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:49:24.274959 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8db31448-e8a6-41dc-8578-28837c4b7e0e req-b6a19825-d52a-4902-b84f-03eeb976181f tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 210 time: 0.0447216 Dec 14 02:49:24.413230 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-25fabc14-28d1-4857-a023-072837baa80d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 08048b1d-39e0-4f44-bf04-e0b07466df3b) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:24.415236 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e90cf006-07d3-4ae6-aa8c-334cfcd8bb7e tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:24.425711 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fabc14-28d1-4857-a023-072837baa80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:24.425937 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-25fabc14-28d1-4857-a023-072837baa80d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:24.429411 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff02ee3-a064-4c47-ad0e-142210c05821 None None] Network 08048b1d-39e0-4f44-bf04-e0b07466df3b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:24.449757 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ba53f2-d173-49ec-bfae-d0cecf3d5ff6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:24.455089 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-22ba53f2-d173-49ec-bfae-d0cecf3d5ff6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:24.579801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90cf006-07d3-4ae6-aa8c-334cfcd8bb7e tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event deleted for resources: {'Port': ['ID=7d2631a0-cfd5-4da0-a329-8534fefc01ad,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:24.625561 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-19c60e5f-42be-4743-97be-c78d3b4501d8 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Made reservation on behalf of e0968c2b7fd0450db1d3091d58552378 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:24.641934 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-19c60e5f-42be-4743-97be-c78d3b4501d8 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:24.738365 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-25fabc14-28d1-4857-a023-072837baa80d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5341291 Dec 14 02:49:24.849559 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e90cf006-07d3-4ae6-aa8c-334cfcd8bb7e tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:24.856937 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e90cf006-07d3-4ae6-aa8c-334cfcd8bb7e tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "DELETE /v2.0/ports/7d2631a0-cfd5-4da0-a329-8534fefc01ad HTTP/1.1" status: 204 len: 168 time: 1.3413560 Dec 14 02:49:24.858571 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50986) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:24.896224 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c63862-70be-4a26-b984-5ad421ff5cf6 None None] Network 08048b1d-39e0-4f44-bf04-e0b07466df3b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:24.925623 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b067ff1-2f24-4383-b0ee-6567a7b27737 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] GET failed (client error): The resource could not be found. Dec 14 02:49:24.943809 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50990) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:24.945898 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4b067ff1-2f24-4383-b0ee-6567a7b27737 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "GET /v2.0/ports/7d2631a0-cfd5-4da0-a329-8534fefc01ad HTTP/1.1" status: 404 len: 333 time: 0.0860088 Dec 14 02:49:24.958143 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ec520f8e-ac0a-45c4-8d5c-66afa20f4e5f tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Request body: {'port': {'network_id': '65123cc0-caea-4e6f-bada-0e08a653c4d0', 'name': 'tempest-AllowedAddressPairTestJSON-720936291'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:25.100806 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-22ba53f2-d173-49ec-bfae-d0cecf3d5ff6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:25.236123 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-19c60e5f-42be-4743-97be-c78d3b4501d8 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Allocated IP 172.20.0.11 (b71128aa-1538-41f3-9666-03da5741ed3d/79794030-37fc-429c-806b-7e77d9ea16a4/e3736f55-ed1d-462a-adb6-eaca2b7220ce) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:25.265171 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba53f2-d173-49ec-bfae-d0cecf3d5ff6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Subnet': ['ID=09fc2389-c8ee-4126-b95d-f50ab394d033,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:25.271796 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba53f2-d173-49ec-bfae-d0cecf3d5ff6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Checking segment: {'id': '8dbc57cf-7018-4292-9544-d108e71b9ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1a73812f-4ebe-47cd-8c09-12edfd29d9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:49:25.272170 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ba53f2-d173-49ec-bfae-d0cecf3d5ff6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network hostable DHCP agents. Network: 1a73812f-4ebe-47cd-8c09-12edfd29d9af, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:49:25.310014 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0ae0e-361b-43ff-9d3a-1c537ea2f91b req-964aa446-42c0-4dab-b99c-4c22839e4951 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:25.321656 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fe0ae0e-361b-43ff-9d3a-1c537ea2f91b req-964aa446-42c0-4dab-b99c-4c22839e4951 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1442444 Dec 14 02:49:25.437217 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec520f8e-ac0a-45c4-8d5c-66afa20f4e5f tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Made reservation on behalf of 241196890eef49c6a6ebe78176e2d727 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:25.441934 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec520f8e-ac0a-45c4-8d5c-66afa20f4e5f tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:25.460422 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ba53f2-d173-49ec-bfae-d0cecf3d5ff6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network 1a73812f-4ebe-47cd-8c09-12edfd29d9af is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:49:25.485485 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-ec520f8e-ac0a-45c4-8d5c-66afa20f4e5f tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] device_id is not set on port 13a7c065-e385-4ce5-84b8-742315ef2fc6 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:49:25.504486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-2da9ac67-8f7f-49be-bfc2-c7fd5c43a673 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:25.512966 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-2da9ac67-8f7f-49be-bfc2-c7fd5c43a673 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/networks?id=08048b1d-39e0-4f44-bf04-e0b07466df3b HTTP/1.1" status: 200 len: 817 time: 0.1900103 Dec 14 02:49:25.583181 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-d103da05-53f7-4de4-b1af-367697d86e0a tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/quotas/35e1c363165c40d49d057092c3eb3be6 HTTP/1.1" status: 200 len: 375 time: 0.0684814 Dec 14 02:49:25.626203 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-a1621145-5a09-40d6-8c08-cdb42714f3fd tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=35e1c363165c40d49d057092c3eb3be6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366447 Dec 14 02:49:25.672857 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2637209f-7ee5-4ebe-9549-5186b256d3e5 req-37a317ec-726c-4361-ab6c-c5a9e99566a8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1513851 Dec 14 02:49:25.680989 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-19c60e5f-42be-4743-97be-c78d3b4501d8 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:25.717091 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-22ba53f2-d173-49ec-bfae-d0cecf3d5ff6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 1a73812f-4ebe-47cd-8c09-12edfd29d9af) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:25.722187 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ba53f2-d173-49ec-bfae-d0cecf3d5ff6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:25.724545 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-22ba53f2-d173-49ec-bfae-d0cecf3d5ff6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:25.726506 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d60ace-bcce-439f-89b3-388b068773d6 None None] Network 1a73812f-4ebe-47cd-8c09-12edfd29d9af requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:25.776039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fe0ae0e-361b-43ff-9d3a-1c537ea2f91b req-dba5d90f-82a2-4cc1-9a6f-961d14a9b988 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4305270 Dec 14 02:49:25.801627 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-19c60e5f-42be-4743-97be-c78d3b4501d8 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:25.814699 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-ec520f8e-ac0a-45c4-8d5c-66afa20f4e5f tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Allocated IP 172.20.0.9 (65123cc0-caea-4e6f-bada-0e08a653c4d0/bf0e1839-bf25-479e-b2db-bd2c3926cf6b/13a7c065-e385-4ce5-84b8-742315ef2fc6) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:25.950491 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-1a73812f-4ebe-47cd-8c09-12edfd29d9af', 'network_id': '1a73812f-4ebe-47cd-8c09-12edfd29d9af', 'project_id': '65cc5cfaf013424daefcc1ad93fe49cb', 'fixed_ips': [{'subnet_id': '09fc2389-c8ee-4126-b95d-f50ab394d033'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:49:25.951914 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:25.955927 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c60e5f-42be-4743-97be-c78d3b4501d8 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Pushing event updated for resources: {'Port': ['ID=e3736f55-ed1d-462a-adb6-eaca2b7220ce,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:25.966682 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-22ba53f2-d173-49ec-bfae-d0cecf3d5ff6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9341106 Dec 14 02:49:25.971711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51012) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:25.978649 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-fce7d201-e3b9-4af1-8151-157577ef057d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'subnet': {'network_id': '1a73812f-4ebe-47cd-8c09-12edfd29d9af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:26.041701 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-0efa2d04-4558-49b0-8127-ed9c5ad3c342 service neutron] 10.222.0.39 "GET /v2.0/networks/08048b1d-39e0-4f44-bf04-e0b07466df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039950 Dec 14 02:49:26.053330 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637209f-7ee5-4ebe-9549-5186b256d3e5 req-adf3fe29-1b7c-46cd-9c07-a974ae4ff519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:26.056414 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2637209f-7ee5-4ebe-9549-5186b256d3e5 req-adf3fe29-1b7c-46cd-9c07-a974ae4ff519 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 1096 time: 0.2740114 Dec 14 02:49:26.102282 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-19c60e5f-42be-4743-97be-c78d3b4501d8 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Network b71128aa-1538-41f3-9666-03da5741ed3d is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:26.110820 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-19c60e5f-42be-4743-97be-c78d3b4501d8 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:26.124083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-19c60e5f-42be-4743-97be-c78d3b4501d8 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:26.180601 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-19c60e5f-42be-4743-97be-c78d3b4501d8 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:26.181221 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-19c60e5f-42be-4743-97be-c78d3b4501d8 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:26.183799 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Allocated IP 2001:db8::2 (1a73812f-4ebe-47cd-8c09-12edfd29d9af/09fc2389-c8ee-4126-b95d-f50ab394d033/ed35bc3a-5664-4531-93ec-c64caddb903c) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:26.251307 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c839e6b-1b2a-42c6-a777-7f74291e62ed req-99acedbb-3d29-499f-a09a-53557c90f17a tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:26.252846 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c839e6b-1b2a-42c6-a777-7f74291e62ed req-99acedbb-3d29-499f-a09a-53557c90f17a tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 932 time: 0.3316197 Dec 14 02:49:26.307312 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-19c60e5f-42be-4743-97be-c78d3b4501d8 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2535610 Dec 14 02:49:26.347979 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Request body: {'port': {'device_id': 'b9e54405-a2aa-4d65-a226-4e5dafd4e190', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:26.391849 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce7d201-e3b9-4af1-8151-157577ef057d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:26.395799 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fce7d201-e3b9-4af1-8151-157577ef057d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:26.400992 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-b8d243ba-bc49-4f13-8bf4-22ac3cfb7817 service neutron] 10.222.0.39 "GET /v2.0/networks/08048b1d-39e0-4f44-bf04-e0b07466df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571072 Dec 14 02:49:26.435259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637209f-7ee5-4ebe-9549-5186b256d3e5 req-b281185c-67b7-445d-98be-dda983178800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:26.440128 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2637209f-7ee5-4ebe-9549-5186b256d3e5 req-b281185c-67b7-445d-98be-dda983178800 service neutron] 10.222.0.47 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.3371429 Dec 14 02:49:26.451850 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:26.485526 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c839e6b-1b2a-42c6-a777-7f74291e62ed req-896f48d9-1aeb-4bd8-92be-b183888c4c89 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145333 Dec 14 02:49:26.525449 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2637209f-7ee5-4ebe-9549-5186b256d3e5 req-23f03676-78bc-4a5c-bab9-d74513e2958e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e7c6efe-331a-4800-aa60-4e3b0206df0b HTTP/1.1" status: 200 len: 217 time: 0.0718961 Dec 14 02:49:26.542478 n-d-821636-1 neutron-server[103847]: INFO neutron.db.ipam_backend_mixin [None req-fce7d201-e3b9-4af1-8151-157577ef057d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 09fc2389-c8ee-4126-b95d-f50ab394d033 (CIDR: 2001:db8::/64) Dec 14 02:49:26.561708 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:26.638297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637209f-7ee5-4ebe-9549-5186b256d3e5 req-3130caf2-e7d2-4dcc-a043-1d0ae2494c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:26.643863 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2637209f-7ee5-4ebe-9549-5186b256d3e5 req-3130caf2-e7d2-4dcc-a043-1d0ae2494c10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.1068575 Dec 14 02:49:26.648154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Network 1a73812f-4ebe-47cd-8c09-12edfd29d9af is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:26.662925 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:26.667127 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:26.676947 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec520f8e-ac0a-45c4-8d5c-66afa20f4e5f tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:26.679146 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:26.694777 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Pushing event updated for resources: {'Port': ['ID=ed35bc3a-5664-4531-93ec-c64caddb903c,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:26.755518 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce7d201-e3b9-4af1-8151-157577ef057d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:49:26.756043 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fce7d201-e3b9-4af1-8151-157577ef057d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:49:26.756140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2637209f-7ee5-4ebe-9549-5186b256d3e5 req-e89b64b3-d0ef-43b4-a270-1a1ae82d6b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:26.759986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2637209f-7ee5-4ebe-9549-5186b256d3e5 req-e89b64b3-d0ef-43b4-a270-1a1ae82d6b9c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082866 Dec 14 02:49:26.827219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Attempting to bind port ed35bc3a-5664-4531-93ec-c64caddb903c on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:49:26.834019 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Attempting to bind port ed35bc3a-5664-4531-93ec-c64caddb903c by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '8dbc57cf-7018-4292-9544-d108e71b9ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1a73812f-4ebe-47cd-8c09-12edfd29d9af'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:49:26.834019 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Attempting to bind port ed35bc3a-5664-4531-93ec-c64caddb903c on network 1a73812f-4ebe-47cd-8c09-12edfd29d9af {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:49:26.834019 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:49:26.834019 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Checking segment: {'id': '8dbc57cf-7018-4292-9544-d108e71b9ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1a73812f-4ebe-47cd-8c09-12edfd29d9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:49:26.842937 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:26.843432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Bound using segment: {'id': '8dbc57cf-7018-4292-9544-d108e71b9ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1a73812f-4ebe-47cd-8c09-12edfd29d9af'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:49:26.843962 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Bound port: ed35bc3a-5664-4531-93ec-c64caddb903c, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbc57cf-7018-4292-9544-d108e71b9ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1a73812f-4ebe-47cd-8c09-12edfd29d9af'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:49:26.844479 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:26.862900 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fce7d201-e3b9-4af1-8151-157577ef057d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8865974 Dec 14 02:49:26.865010 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51022) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:26.877367 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a1928f0c-2b09-44ea-9e9d-d731bc331802 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'subnet': {'network_id': '1a73812f-4ebe-47cd-8c09-12edfd29d9af', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:26.935696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-62ca6e8d-aff6-458e-8fe1-99e84030f411 req-ed74b391-2a76-4e57-8807-8b580f344562 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 210 time: 0.1217120 Dec 14 02:49:26.989839 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec520f8e-ac0a-45c4-8d5c-66afa20f4e5f tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:26.990327 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] For port ed35bc3a-5664-4531-93ec-c64caddb903c, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:49:26.994273 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] For port ed35bc3a-5664-4531-93ec-c64caddb903c, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ed35bc3a-5664-4531-93ec-c64caddb903c,segment=NetworkSegment(8dbc57cf-7018-4292-9544-d108e71b9ad0),segment_id=8dbc57cf-7018-4292-9544-d108e71b9ad0)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:49:27.061249 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:27.081437 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:27.088193 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2637209f-7ee5-4ebe-9549-5186b256d3e5 req-c14c21ca-e92d-4522-aa03-4ea927756f2f service neutron] 10.222.0.47 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191249 Dec 14 02:49:27.115232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72055c1-b8a1-466d-a7af-70796df606b5 req-21de3973-8404-440f-856a-48392baad959 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:27.125219 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c72055c1-b8a1-466d-a7af-70796df606b5 req-21de3973-8404-440f-856a-48392baad959 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1195724 Dec 14 02:49:27.188560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98e7c3-816c-4517-b79b-7b213da3249e None None] Pushing event updated for resources: {'Port': ['ID=ed35bc3a-5664-4531-93ec-c64caddb903c,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:27.471968 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec520f8e-ac0a-45c4-8d5c-66afa20f4e5f tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Network 65123cc0-caea-4e6f-bada-0e08a653c4d0 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:27.491392 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-ec520f8e-ac0a-45c4-8d5c-66afa20f4e5f tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:27.514215 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec520f8e-ac0a-45c4-8d5c-66afa20f4e5f tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:27.526566 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec520f8e-ac0a-45c4-8d5c-66afa20f4e5f tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event updated for resources: {'Port': ['ID=13a7c065-e385-4ce5-84b8-742315ef2fc6,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:27.551200 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:49:27.655862 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec520f8e-ac0a-45c4-8d5c-66afa20f4e5f tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:27.657329 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec520f8e-ac0a-45c4-8d5c-66afa20f4e5f tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:27.720028 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c72055c1-b8a1-466d-a7af-70796df606b5 req-8a463c25-4f25-458e-93b3-bd01944078d9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5938659 Dec 14 02:49:27.771877 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8983b0-cd6a-4893-8b21-b2d8cf5fc778 req-2600f41c-f772-4209-86e3-7784a46b4a95 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:27.773572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f8983b0-cd6a-4893-8b21-b2d8cf5fc778 req-2600f41c-f772-4209-86e3-7784a46b4a95 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 932 time: 0.1616356 Dec 14 02:49:27.780688 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2637209f-7ee5-4ebe-9549-5186b256d3e5 req-f61749d9-6217-447d-98d2-7258b4d0447a service neutron] 10.222.0.47 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6768832 Dec 14 02:49:27.835495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f8983b0-cd6a-4893-8b21-b2d8cf5fc778 req-c0638c83-c493-4ab3-bbd7-8453c823a872 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535922 Dec 14 02:49:27.839860 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1928f0c-2b09-44ea-9e9d-d731bc331802 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:27.844201 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a1928f0c-2b09-44ea-9e9d-d731bc331802 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:27.862456 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3736f55-ed1d-462a-adb6-eaca2b7220ce {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:49:27.902545 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:27.908747 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1e655f88-2ecd-4ddd-8761-b355e557d2f5 None None] Provisioning complete for port 13a7c065-e385-4ce5-84b8-742315ef2fc6 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:27.917039 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1e655f88-2ecd-4ddd-8761-b355e557d2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:27.927637 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ec520f8e-ac0a-45c4-8d5c-66afa20f4e5f tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9825110 Dec 14 02:49:27.930379 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51036) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:27.934286 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Transition to ACTIVE for port object e3736f55-ed1d-462a-adb6-eaca2b7220ce will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:49:27.941367 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3339a17a-9d20-4bdd-98f6-de94b6ca4d6a tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:46:68:0d'}]}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:27.990105 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1e655f88-2ecd-4ddd-8761-b355e557d2f5 None None] Port 13a7c065-e385-4ce5-84b8-742315ef2fc6 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:49:28.038832 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:28.071593 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a00a5d6f-7b13-4146-8df9-ba12066f9fd2 req-17e2c029-cab2-4f8e-be87-a3cb02ee39e9 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 210 time: 0.0272369 Dec 14 02:49:28.193881 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3339a17a-9d20-4bdd-98f6-de94b6ca4d6a tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:28.237132 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3736f55-ed1d-462a-adb6-eaca2b7220ce,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:28.342999 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Attempting to bind port e3736f55-ed1d-462a-adb6-eaca2b7220ce on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:49:28.343337 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Attempting to bind port e3736f55-ed1d-462a-adb6-eaca2b7220ce by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '942e85a4-4f90-4118-8233-290e17fea589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b71128aa-1538-41f3-9666-03da5741ed3d'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:49:28.343667 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Attempting to bind port e3736f55-ed1d-462a-adb6-eaca2b7220ce on network b71128aa-1538-41f3-9666-03da5741ed3d {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:49:28.352864 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Port e3736f55-ed1d-462a-adb6-eaca2b7220ce on network b71128aa-1538-41f3-9666-03da5741ed3d not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:49:28.353198 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Attempting to bind port e3736f55-ed1d-462a-adb6-eaca2b7220ce on network b71128aa-1538-41f3-9666-03da5741ed3d {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:49:28.370507 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:49:28.371352 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Checking segment: {'id': '942e85a4-4f90-4118-8233-290e17fea589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b71128aa-1538-41f3-9666-03da5741ed3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:49:28.371753 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Bound using segment: {'id': '942e85a4-4f90-4118-8233-290e17fea589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b71128aa-1538-41f3-9666-03da5741ed3d'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:49:28.372192 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Bound port: e3736f55-ed1d-462a-adb6-eaca2b7220ce, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942e85a4-4f90-4118-8233-290e17fea589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b71128aa-1538-41f3-9666-03da5741ed3d'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:49:28.372550 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:28.469689 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] For port e3736f55-ed1d-462a-adb6-eaca2b7220ce, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:49:28.473839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] For port e3736f55-ed1d-462a-adb6-eaca2b7220ce, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e3736f55-ed1d-462a-adb6-eaca2b7220ce,segment=NetworkSegment(942e85a4-4f90-4118-8233-290e17fea589),segment_id=942e85a4-4f90-4118-8233-290e17fea589)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:49:28.485461 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3339a17a-9d20-4bdd-98f6-de94b6ca4d6a tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:28.485890 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a1928f0c-2b09-44ea-9e9d-d731bc331802 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:28.538098 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1928f0c-2b09-44ea-9e9d-d731bc331802 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network 1a73812f-4ebe-47cd-8c09-12edfd29d9af is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:28.547354 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-a1928f0c-2b09-44ea-9e9d-d731bc331802 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:28.553089 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1928f0c-2b09-44ea-9e9d-d731bc331802 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:28.554042 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a1928f0c-2b09-44ea-9e9d-d731bc331802 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:28.570083 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:28.611105 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1928f0c-2b09-44ea-9e9d-d731bc331802 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Subnet': ['ID=5d55954f-0474-46dc-a497-3d622905679b,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:28.626841 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3339a17a-9d20-4bdd-98f6-de94b6ca4d6a tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:28.630284 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:28.630975 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:28.632477 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] 10.222.0.47 "PUT /v2.0/ports/e3736f55-ed1d-462a-adb6-eaca2b7220ce HTTP/1.1" status: 200 len: 1092 time: 2.2910531 Dec 14 02:49:28.632929 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9e54405-a2aa-4d65-a226-4e5dafd4e190', 'tag': 'e3736f55-ed1d-462a-adb6-eaca2b7220ce'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:49:28.635241 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0b62b7-f459-4836-9424-f1669108cdd5" -d '{"events": [{"name": "network-changed", "server_uuid": "b9e54405-a2aa-4d65-a226-4e5dafd4e190", "tag": "e3736f55-ed1d-462a-adb6-eaca2b7220ce"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:49:28.665690 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a1928f0c-2b09-44ea-9e9d-d731bc331802 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7963853 Dec 14 02:49:28.669856 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51050) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:28.703641 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-62bf59ba-4b6f-4ad6-bc63-ff16be1d48f8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'network_id': '1a73812f-4ebe-47cd-8c09-12edfd29d9af', 'fixed_ips': [{'subnet_id': '09fc2389-c8ee-4126-b95d-f50ab394d033'}, {'subnet_id': '5d55954f-0474-46dc-a497-3d622905679b'}], 'name': 'tempest-PortsIpV6TestJSON-931473835'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:28.789576 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca14decf-6aef-49d8-9ac8-ab465694c5d7 x-openstack-request-id: req-ca14decf-6aef-49d8-9ac8-ab465694c5d7 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:49:28.789887 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9e54405-a2aa-4d65-a226-4e5dafd4e190", "tag": "e3736f55-ed1d-462a-adb6-eaca2b7220ce", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:49:28.790159 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca14decf-6aef-49d8-9ac8-ab465694c5d7 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:49:28.790593 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9e54405-a2aa-4d65-a226-4e5dafd4e190', 'tag': 'e3736f55-ed1d-462a-adb6-eaca2b7220ce', 'status': 'completed', 'code': 200} Dec 14 02:49:28.795221 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae2f6e-68bf-4996-a4bf-551bdd7acde0 service neutron] Pushing event updated for resources: {'Port': ['ID=e3736f55-ed1d-462a-adb6-eaca2b7220ce,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:28.828799 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-3339a17a-9d20-4bdd-98f6-de94b6ca4d6a tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] In _notify_port_updated(), no bound segment for port 13a7c065-e385-4ce5-84b8-742315ef2fc6 on network 65123cc0-caea-4e6f-bada-0e08a653c4d0 {{(pid=103848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:49:28.845289 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3339a17a-9d20-4bdd-98f6-de94b6ca4d6a tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:28.846347 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3339a17a-9d20-4bdd-98f6-de94b6ca4d6a tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:28.851157 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3339a17a-9d20-4bdd-98f6-de94b6ca4d6a tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "PUT /v2.0/ports/13a7c065-e385-4ce5-84b8-742315ef2fc6 HTTP/1.1" status: 200 len: 995 time: 0.9125581 Dec 14 02:49:28.869145 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51054) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:28.873449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d05a88-d064-4f27-a198-8408bd7d0311 None None] Network 1a73812f-4ebe-47cd-8c09-12edfd29d9af requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:28.968577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339a17a-9d20-4bdd-98f6-de94b6ca4d6a tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event updated for resources: {'Port': ['ID=13a7c065-e385-4ce5-84b8-742315ef2fc6,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:29.046511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-3f553df0-9046-4357-bf02-f5e0baad6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:29.048029 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-3f553df0-9046-4357-bf02-f5e0baad6526 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0968c2b7fd0450db1d3091d58552378&device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 1095 time: 0.2538600 Dec 14 02:49:29.073546 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-283bf070-3740-4979-a353-a2219b346be5 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Deleting port 13a7c065-e385-4ce5-84b8-742315ef2fc6 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:29.074384 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-283bf070-3740-4979-a353-a2219b346be5 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:29.189241 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f921847f-ceab-458b-b10f-7315dbe344f3 None None] Provisioning complete for port ed35bc3a-5664-4531-93ec-c64caddb903c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:29.202107 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f921847f-ceab-458b-b10f-7315dbe344f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:29.264231 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-2af4c03a-cd38-4fb4-a036-67ee2c98081a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3736f55-ed1d-462a-adb6-eaca2b7220ce HTTP/1.1" status: 200 len: 217 time: 0.1935689 Dec 14 02:49:29.277731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba41b56-5388-4783-9391-628be2e346c4 req-88d086a4-eeef-4199-b82f-8ef73d83775f tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:29.279374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ba41b56-5388-4783-9391-628be2e346c4 req-88d086a4-eeef-4199-b82f-8ef73d83775f tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 944 time: 0.2658870 Dec 14 02:49:29.287133 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ed35bc3a-5664-4531-93ec-c64caddb903c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:49:29.344681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e318d63-7536-4655-b56e-c6201b7471d3 req-1b4dcc5b-477e-4077-9ed5-0884df0e7687 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:29.346597 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e318d63-7536-4655-b56e-c6201b7471d3 req-1b4dcc5b-477e-4077-9ed5-0884df0e7687 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.4090304 Dec 14 02:49:29.364938 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62bf59ba-4b6f-4ad6-bc63-ff16be1d48f8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:29.418294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ba41b56-5388-4783-9391-628be2e346c4 req-350b5b82-2285-4e59-a132-94d0ed482370 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247931 Dec 14 02:49:29.427506 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e318d63-7536-4655-b56e-c6201b7471d3 req-ab4debaf-b5da-47fe-a820-8f3685767b9c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703459 Dec 14 02:49:29.477218 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port ed35bc3a-5664-4531-93ec-c64caddb903c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:29.477926 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:29.480543 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f921847f-ceab-458b-b10f-7315dbe344f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:29.483919 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a2529e0e-7773-4cc9-b6b8-6583eb3bfba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:29.486535 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-a2529e0e-7773-4cc9-b6b8-6583eb3bfba3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79794030-37fc-429c-806b-7e77d9ea16a4 HTTP/1.1" status: 200 len: 850 time: 0.2036421 Dec 14 02:49:29.538237 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-283bf070-3740-4979-a353-a2219b346be5 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:29.571228 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f921847f-ceab-458b-b10f-7315dbe344f3 None None] For port ed35bc3a-5664-4531-93ec-c64caddb903c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ed35bc3a-5664-4531-93ec-c64caddb903c,segment=NetworkSegment(8dbc57cf-7018-4292-9544-d108e71b9ad0),segment_id=8dbc57cf-7018-4292-9544-d108e71b9ad0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:29.589427 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf5b7c4-7442-44ca-9f56-9d9e9004a23d None None] Update dhcp port {'port': {'network_id': '1a73812f-4ebe-47cd-8c09-12edfd29d9af', 'fixed_ips': [{'subnet_id': '09fc2389-c8ee-4126-b95d-f50ab394d033', 'ip_address': '2001:db8::2'}, {'subnet_id': '5d55954f-0474-46dc-a497-3d622905679b'}], 'binding:host_id': 'n-d-821636-1'}, 'id': 'ed35bc3a-5664-4531-93ec-c64caddb903c'} from n-d-821636-1. {{(pid=103849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 02:49:29.606054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60c63152-747d-4ada-8c46-2d2810917e87 req-5bfaa50e-d7bd-4f53-8be0-3a4c60e79cc1 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 210 time: 0.0693977 Dec 14 02:49:29.615641 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-283bf070-3740-4979-a353-a2219b346be5 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Calling delete_port for 13a7c065-e385-4ce5-84b8-742315ef2fc6 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:29.656311 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-0c208b20-d616-4864-a4c8-ed5a132d5357 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b71128aa-1538-41f3-9666-03da5741ed3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719330 Dec 14 02:49:29.662406 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aaf5b7c4-7442-44ca-9f56-9d9e9004a23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:29.676696 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f921847f-ceab-458b-b10f-7315dbe344f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:29.752229 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:29.788047 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921847f-ceab-458b-b10f-7315dbe344f3 None None] Pushing event updated for resources: {'Port': ['ID=ed35bc3a-5664-4531-93ec-c64caddb903c,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:29.822805 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-62bf59ba-4b6f-4ad6-bc63-ff16be1d48f8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:29.896244 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-8b510f98-7a5d-4222-8a1e-fdb7182a264d service neutron] 10.222.0.47 "GET /v2.0/networks/b71128aa-1538-41f3-9666-03da5741ed3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289677 Dec 14 02:49:29.913036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-29aea659-d6bb-4b9e-bc36-389edf7575ca None None] Provisioning complete for port 13a7c065-e385-4ce5-84b8-742315ef2fc6 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:29.919561 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-29aea659-d6bb-4b9e-bc36-389edf7575ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:29.919746 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-62bf59ba-4b6f-4ad6-bc63-ff16be1d48f8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] device_id is not set on port f9e434b8-b475-47e2-b5ef-44ad7aceb136 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:49:29.973255 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:49:29.973877 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:49:29.999361 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-29aea659-d6bb-4b9e-bc36-389edf7575ca None None] Port 13a7c065-e385-4ce5-84b8-742315ef2fc6 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:49:30.014054 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-aaf5b7c4-7442-44ca-9f56-9d9e9004a23d None None] Allocated IP 2001:db8:0:1::2 (1a73812f-4ebe-47cd-8c09-12edfd29d9af/5d55954f-0474-46dc-a497-3d622905679b/ed35bc3a-5664-4531-93ec-c64caddb903c) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:30.122904 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-aaf5b7c4-7442-44ca-9f56-9d9e9004a23d None None] For port ed35bc3a-5664-4531-93ec-c64caddb903c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ed35bc3a-5664-4531-93ec-c64caddb903c,segment=NetworkSegment(8dbc57cf-7018-4292-9544-d108e71b9ad0),segment_id=8dbc57cf-7018-4292-9544-d108e71b9ad0)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:30.124929 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:30.161707 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aaf5b7c4-7442-44ca-9f56-9d9e9004a23d None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:30.232263 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aaf5b7c4-7442-44ca-9f56-9d9e9004a23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:30.331729 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e6c97200-f2a6-4b68-a27d-58841b9fcbed req-6092e4c6-1856-4167-a3f4-dbe1c7cfab7a service neutron] 10.222.0.47 "GET /v2.0/networks/b71128aa-1538-41f3-9666-03da5741ed3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069667 Dec 14 02:49:30.343097 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-25e65e9b-6a46-4b74-b28e-af868c78d628 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:30.345257 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-25e65e9b-6a46-4b74-b28e-af868c78d628 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.46 "GET /v2.0/networks?id=08048b1d-39e0-4f44-bf04-e0b07466df3b HTTP/1.1" status: 200 len: 817 time: 0.4628227 Dec 14 02:49:30.372417 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5b7c4-7442-44ca-9f56-9d9e9004a23d None None] Pushing event updated for resources: {'Port': ['ID=ed35bc3a-5664-4531-93ec-c64caddb903c,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:30.414405 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-07379139-343b-4eb5-a359-8e66cc7d941e tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Request body: {'port': {'device_id': '5d15c714-6217-4992-845b-94c4cb3dbdff', 'network_id': '08048b1d-39e0-4f44-bf04-e0b07466df3b', 'admin_state_up': True, 'tenant_id': '35e1c363165c40d49d057092c3eb3be6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:30.465564 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-283bf070-3740-4979-a353-a2219b346be5 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:30.686499 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d056eb-388c-495f-991a-d7b04c383908 req-46f5c940-44b0-4c88-b016-aab5579a38af tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:30.693899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-87d056eb-388c-495f-991a-d7b04c383908 req-46f5c940-44b0-4c88-b016-aab5579a38af tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1205053 Dec 14 02:49:30.732489 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cf9eb-4eaf-4315-8b74-419b2bd9dd7b req-f918d4e6-bfa3-491a-984e-32da7679f8c6 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:30.742246 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-584cf9eb-4eaf-4315-8b74-419b2bd9dd7b req-f918d4e6-bfa3-491a-984e-32da7679f8c6 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 944 time: 0.1588995 Dec 14 02:49:30.836129 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-584cf9eb-4eaf-4315-8b74-419b2bd9dd7b req-83553d28-a19f-4129-9c31-29292748cf8c tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927725 Dec 14 02:49:30.849070 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-87d056eb-388c-495f-991a-d7b04c383908 req-1cca4819-421a-49aa-8a4c-49716b31eacc tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539941 Dec 14 02:49:30.968453 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283bf070-3740-4979-a353-a2219b346be5 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event deleted for resources: {'Port': ['ID=13a7c065-e385-4ce5-84b8-742315ef2fc6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:30.984339 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2f86a33-b912-4992-a596-59ceadf9f92d req-534316c1-88b8-4e03-a10e-5cd0ee698165 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 210 time: 0.0374451 Dec 14 02:49:31.119107 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ed35bc3a-5664-4531-93ec-c64caddb903c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:49:31.185936 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port ed35bc3a-5664-4531-93ec-c64caddb903c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:31.186836 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:31.230655 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56697c0a-6aa8-4612-a019-09936e9bb9ea None None] Network 1a73812f-4ebe-47cd-8c09-12edfd29d9af requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:31.239567 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-62bf59ba-4b6f-4ad6-bc63-ff16be1d48f8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Allocated IP 2001:db8::3d8 (1a73812f-4ebe-47cd-8c09-12edfd29d9af/09fc2389-c8ee-4126-b95d-f50ab394d033/f9e434b8-b475-47e2-b5ef-44ad7aceb136) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:31.245863 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-62bf59ba-4b6f-4ad6-bc63-ff16be1d48f8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Allocated IP 2001:db8:0:1::270 (1a73812f-4ebe-47cd-8c09-12edfd29d9af/5d55954f-0474-46dc-a497-3d622905679b/f9e434b8-b475-47e2-b5ef-44ad7aceb136) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:31.260704 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-283bf070-3740-4979-a353-a2219b346be5 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:31.267270 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51074) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:31.267575 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-283bf070-3740-4979-a353-a2219b346be5 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "DELETE /v2.0/ports/13a7c065-e385-4ce5-84b8-742315ef2fc6 HTTP/1.1" status: 204 len: 168 time: 2.3932929 Dec 14 02:49:31.284597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b62b7-f459-4836-9424-f1669108cdd5 req-bd56ddfd-4624-48dd-aa82-d72eaba90091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:31.286353 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ee0b62b7-f459-4836-9424-f1669108cdd5 req-bd56ddfd-4624-48dd-aa82-d72eaba90091 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0968c2b7fd0450db1d3091d58552378&device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 1095 time: 0.3580303 Dec 14 02:49:31.318234 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5c6649b7-4a05-423a-ba5e-90d6330f6aa8 None None] Provisioning complete for port ed35bc3a-5664-4531-93ec-c64caddb903c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:31.318815 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5c6649b7-4a05-423a-ba5e-90d6330f6aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:31.330151 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-293bb196-8b2f-4968-a8f5-232a78f6d3f0 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] GET failed (client error): The resource could not be found. Dec 14 02:49:31.333419 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-293bb196-8b2f-4968-a8f5-232a78f6d3f0 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "GET /v2.0/ports/13a7c065-e385-4ce5-84b8-742315ef2fc6 HTTP/1.1" status: 404 len: 333 time: 0.0630507 Dec 14 02:49:31.341861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51078) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:31.346984 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-64ac3384-697b-4ccd-bc4f-d600585a4beb tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Request body: {'port': {'network_id': '65123cc0-caea-4e6f-bada-0e08a653c4d0', 'name': 'tempest-AllowedAddressPairTestJSON-1979932072'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:31.393043 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-07379139-343b-4eb5-a359-8e66cc7d941e tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Made reservation on behalf of 35e1c363165c40d49d057092c3eb3be6 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:31.396543 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-07379139-343b-4eb5-a359-8e66cc7d941e tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:31.441915 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b62b7-f459-4836-9424-f1669108cdd5 req-5ba93510-f668-4fa5-9a51-7f50a5c59cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:31.443402 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ee0b62b7-f459-4836-9424-f1669108cdd5 req-5ba93510-f668-4fa5-9a51-7f50a5c59cce service neutron] 10.222.0.47 "GET /v2.0/networks?id=b71128aa-1538-41f3-9666-03da5741ed3d HTTP/1.1" status: 200 len: 911 time: 0.1421697 Dec 14 02:49:31.530564 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ee0b62b7-f459-4836-9424-f1669108cdd5 req-bbcf7f62-8f1a-4010-81a7-e59f8ca48c00 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3736f55-ed1d-462a-adb6-eaca2b7220ce HTTP/1.1" status: 200 len: 217 time: 0.0599694 Dec 14 02:49:31.610244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ac3384-697b-4ccd-bc4f-d600585a4beb tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Made reservation on behalf of 241196890eef49c6a6ebe78176e2d727 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:31.614764 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-64ac3384-697b-4ccd-bc4f-d600585a4beb tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:31.639331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-64ac3384-697b-4ccd-bc4f-d600585a4beb tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] device_id is not set on port 3382dd20-28a4-49da-8b83-a2a38de35d5d yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:49:31.717084 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b62b7-f459-4836-9424-f1669108cdd5 req-5beed72e-0f4d-43a8-8732-a2a39ea32174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:31.719121 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ee0b62b7-f459-4836-9424-f1669108cdd5 req-5beed72e-0f4d-43a8-8732-a2a39ea32174 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79794030-37fc-429c-806b-7e77d9ea16a4 HTTP/1.1" status: 200 len: 850 time: 0.1732240 Dec 14 02:49:31.735751 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-62bf59ba-4b6f-4ad6-bc63-ff16be1d48f8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:31.759668 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b24d5132-994e-4e54-bf80-748e07d4528e None None] Provisioning complete for port ed35bc3a-5664-4531-93ec-c64caddb903c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:31.760069 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b24d5132-994e-4e54-bf80-748e07d4528e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:31.787770 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-64ac3384-697b-4ccd-bc4f-d600585a4beb tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Allocated IP 172.20.0.7 (65123cc0-caea-4e6f-bada-0e08a653c4d0/bf0e1839-bf25-479e-b2db-bd2c3926cf6b/3382dd20-28a4-49da-8b83-a2a38de35d5d) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:31.807181 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ee0b62b7-f459-4836-9424-f1669108cdd5 req-2eb2a2ab-959f-4734-8231-1e3d710cd4f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b71128aa-1538-41f3-9666-03da5741ed3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740185 Dec 14 02:49:31.876890 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e3736f55-ed1d-462a-adb6-eaca2b7220ce details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:49:31.950323 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-07379139-343b-4eb5-a359-8e66cc7d941e tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Allocated IP 172.20.0.10 (08048b1d-39e0-4f44-bf04-e0b07466df3b/49ab960e-4e8b-4804-94b7-e621f108f42c/ae1b0666-75cf-4011-b465-23d7fecdae71) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:31.988825 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-64ac3384-697b-4ccd-bc4f-d600585a4beb tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:32.069368 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e3736f55-ed1d-462a-adb6-eaca2b7220ce, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e3736f55-ed1d-462a-adb6-eaca2b7220ce,segment=NetworkSegment(942e85a4-4f90-4118-8233-290e17fea589),segment_id=942e85a4-4f90-4118-8233-290e17fea589)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:32.083462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'e3736f55-ed1d-462a-adb6-eaca2b7220ce', 'network_id': 'b71128aa-1538-41f3-9666-03da5741ed3d', 'port_id': 'e3736f55-ed1d-462a-adb6-eaca2b7220ce', 'mac_address': 'fa:16:3e:80:b7:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79794030-37fc-429c-806b-7e77d9ea16a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:49:32.101517 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b394c4-7455-4d8f-883f-d5dc12792ba3 req-2808dd9b-b971-48d0-a773-23039223c870 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:32.103081 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22b394c4-7455-4d8f-883f-d5dc12792ba3 req-2808dd9b-b971-48d0-a773-23039223c870 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 944 time: 0.1099167 Dec 14 02:49:32.124049 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:32.138499 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3736f55-ed1d-462a-adb6-eaca2b7220ce {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:49:32.162683 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e3736f55-ed1d-462a-adb6-eaca2b7220ce, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e3736f55-ed1d-462a-adb6-eaca2b7220ce,segment=NetworkSegment(942e85a4-4f90-4118-8233-290e17fea589),segment_id=942e85a4-4f90-4118-8233-290e17fea589)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:32.164797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5b0d9-1fa4-4429-bb75-79f232a0acca req-78d8f59b-4154-4022-8aa8-b72d0933bed7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:32.169374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a3c5b0d9-1fa4-4429-bb75-79f232a0acca req-78d8f59b-4154-4022-8aa8-b72d0933bed7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1276312 Dec 14 02:49:32.204564 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22b394c4-7455-4d8f-883f-d5dc12792ba3 req-f5fae32b-5e41-4467-9c5a-6aea42102a22 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915227 Dec 14 02:49:32.207885 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-64ac3384-697b-4ccd-bc4f-d600585a4beb tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:32.241428 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:32.251538 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-07379139-343b-4eb5-a359-8e66cc7d941e tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:32.260225 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ee0b62b7-f459-4836-9424-f1669108cdd5 req-b490ebb9-404b-4e1f-880e-ebaccd59caf5 service neutron] 10.222.0.47 "GET /v2.0/networks/b71128aa-1538-41f3-9666-03da5741ed3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310427 Dec 14 02:49:32.278859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ac3384-697b-4ccd-bc4f-d600585a4beb tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Network 65123cc0-caea-4e6f-bada-0e08a653c4d0 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:32.284889 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-64ac3384-697b-4ccd-bc4f-d600585a4beb tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:32.290073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac3384-697b-4ccd-bc4f-d600585a4beb tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:32.291569 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-62bf59ba-4b6f-4ad6-bc63-ff16be1d48f8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:32.299939 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a3c5b0d9-1fa4-4429-bb75-79f232a0acca req-e92ff5e1-2b3f-4b1d-ab23-da6ce3eba245 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219821 Dec 14 02:49:32.331601 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac3384-697b-4ccd-bc4f-d600585a4beb tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event updated for resources: {'Port': ['ID=3382dd20-28a4-49da-8b83-a2a38de35d5d,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:32.344138 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=e3736f55-ed1d-462a-adb6-eaca2b7220ce,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:32.369964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ac3384-697b-4ccd-bc4f-d600585a4beb tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:32.371078 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-64ac3384-697b-4ccd-bc4f-d600585a4beb tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:32.404746 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-150233cf-dbdb-44ad-b311-531bbe3e4c36 req-826c66cb-bc2f-4ab8-8a35-4b22b884936a tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 210 time: 0.0522161 Dec 14 02:49:32.483845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bf59ba-4b6f-4ad6-bc63-ff16be1d48f8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network 1a73812f-4ebe-47cd-8c09-12edfd29d9af is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:32.495331 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-62bf59ba-4b6f-4ad6-bc63-ff16be1d48f8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:32.498571 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bf59ba-4b6f-4ad6-bc63-ff16be1d48f8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:32.508054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-64ac3384-697b-4ccd-bc4f-d600585a4beb tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1621146 Dec 14 02:49:32.508054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51090) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:32.511667 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bf59ba-4b6f-4ad6-bc63-ff16be1d48f8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:32.512501 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-62bf59ba-4b6f-4ad6-bc63-ff16be1d48f8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:32.513043 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-8271ddb0-783e-4d36-8189-20361edab1b6 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Request body: {'port': {'network_id': '65123cc0-caea-4e6f-bada-0e08a653c4d0', 'name': 'tempest-AllowedAddressPairTestJSON-97460814'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:32.518020 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf59ba-4b6f-4ad6-bc63-ff16be1d48f8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=f9e434b8-b475-47e2-b5ef-44ad7aceb136,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:32.551726 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ee0b62b7-f459-4836-9424-f1669108cdd5 req-c24c71c8-6856-45fb-b8ec-cb50035e8301 service neutron] 10.222.0.47 "GET /v2.0/networks/b71128aa-1538-41f3-9666-03da5741ed3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811844 Dec 14 02:49:32.557453 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['e3736f55-ed1d-462a-adb6-eaca2b7220ce'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:49:32.607056 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-07379139-343b-4eb5-a359-8e66cc7d941e tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:32.711322 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-62bf59ba-4b6f-4ad6-bc63-ff16be1d48f8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.0382884 Dec 14 02:49:32.715176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51092) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:32.727173 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-654576de-bfd1-4287-830c-04b078531299 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '09fc2389-c8ee-4126-b95d-f50ab394d033'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:32.767186 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-07379139-343b-4eb5-a359-8e66cc7d941e tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Network 08048b1d-39e0-4f44-bf04-e0b07466df3b is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:32.770961 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07379139-343b-4eb5-a359-8e66cc7d941e tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Pushing event updated for resources: {'Port': ['ID=ae1b0666-75cf-4011-b465-23d7fecdae71,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:32.777599 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-07379139-343b-4eb5-a359-8e66cc7d941e tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:32.782875 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-07379139-343b-4eb5-a359-8e66cc7d941e tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:32.818701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8271ddb0-783e-4d36-8189-20361edab1b6 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Made reservation on behalf of 241196890eef49c6a6ebe78176e2d727 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:32.830058 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8271ddb0-783e-4d36-8189-20361edab1b6 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:32.860345 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-654576de-bfd1-4287-830c-04b078531299 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:32.872808 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a8787085-cb0e-4f2e-8f66-c4f0c3aacb6c None None] Provisioning complete for port 3382dd20-28a4-49da-8b83-a2a38de35d5d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:32.872808 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a8787085-cb0e-4f2e-8f66-c4f0c3aacb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:32.885711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-07379139-343b-4eb5-a359-8e66cc7d941e tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:32.887015 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-07379139-343b-4eb5-a359-8e66cc7d941e tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:32.890220 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-8271ddb0-783e-4d36-8189-20361edab1b6 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] device_id is not set on port 19aae26c-8b81-4b81-85c2-ab1085d97dbe yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:49:32.937097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a8787085-cb0e-4f2e-8f66-c4f0c3aacb6c None None] Port 3382dd20-28a4-49da-8b83-a2a38de35d5d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:49:32.960980 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fff4d551-bc2c-4581-9c66-44c4135f38f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:33.046624 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-07379139-343b-4eb5-a359-8e66cc7d941e tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6381285 Dec 14 02:49:33.062499 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a8b2231a-a2b3-4501-a20f-23473275762d None None] Provisioning complete for port f9e434b8-b475-47e2-b5ef-44ad7aceb136 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:33.063083 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a8b2231a-a2b3-4501-a20f-23473275762d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:33.066649 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Request body: {'port': {'device_id': '5d15c714-6217-4992-845b-94c4cb3dbdff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:33.080084 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-8271ddb0-783e-4d36-8189-20361edab1b6 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Allocated IP 172.20.0.13 (65123cc0-caea-4e6f-bada-0e08a653c4d0/bf0e1839-bf25-479e-b2db-bd2c3926cf6b/19aae26c-8b81-4b81-85c2-ab1085d97dbe) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:33.111877 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a8b2231a-a2b3-4501-a20f-23473275762d None None] Port f9e434b8-b475-47e2-b5ef-44ad7aceb136 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:49:33.177032 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:33.263343 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8271ddb0-783e-4d36-8189-20361edab1b6 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:33.264297 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-654576de-bfd1-4287-830c-04b078531299 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Delete allocated IP 2001:db8:0:1::270 (1a73812f-4ebe-47cd-8c09-12edfd29d9af/5d55954f-0474-46dc-a497-3d622905679b) {{(pid=103847) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 14 02:49:33.363370 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aceb45-ba8b-45f1-9a71-51fce2acfbe1 req-efa7d44c-cea1-41bc-9ce3-9b54adae5836 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:33.364793 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12aceb45-ba8b-45f1-9a71-51fce2acfbe1 req-efa7d44c-cea1-41bc-9ce3-9b54adae5836 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 945 time: 0.0556662 Dec 14 02:49:33.389960 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8271ddb0-783e-4d36-8189-20361edab1b6 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:33.468249 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8271ddb0-783e-4d36-8189-20361edab1b6 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Network 65123cc0-caea-4e6f-bada-0e08a653c4d0 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:33.487234 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-8271ddb0-783e-4d36-8189-20361edab1b6 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:33.491625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8271ddb0-783e-4d36-8189-20361edab1b6 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:33.555888 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-654576de-bfd1-4287-830c-04b078531299 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:33.580561 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8271ddb0-783e-4d36-8189-20361edab1b6 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event updated for resources: {'Port': ['ID=19aae26c-8b81-4b81-85c2-ab1085d97dbe,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:33.598416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12aceb45-ba8b-45f1-9a71-51fce2acfbe1 req-951002fa-be38-4a6e-ad08-89b71bf62cd8 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259455 Dec 14 02:49:33.615203 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57568bed-ae00-4a6e-81d7-ff5f3478febb req-775ad48e-e66a-43aa-86ef-d83bf78c1609 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:33.623264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1b0666-75cf-4011-b465-23d7fecdae71 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:49:33.624957 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57568bed-ae00-4a6e-81d7-ff5f3478febb req-775ad48e-e66a-43aa-86ef-d83bf78c1609 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.2247183 Dec 14 02:49:33.630680 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-654576de-bfd1-4287-830c-04b078531299 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:33.633582 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:33.670094 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8271ddb0-783e-4d36-8189-20361edab1b6 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:33.670790 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8271ddb0-783e-4d36-8189-20361edab1b6 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:33.731356 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Transition to ACTIVE for port object ae1b0666-75cf-4011-b465-23d7fecdae71 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:49:33.752463 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57568bed-ae00-4a6e-81d7-ff5f3478febb req-e60b3a98-ec3b-4447-9c25-fa1d648697cc tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221421 Dec 14 02:49:33.771323 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-654576de-bfd1-4287-830c-04b078531299 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] In _notify_port_updated(), no bound segment for port f9e434b8-b475-47e2-b5ef-44ad7aceb136 on network 1a73812f-4ebe-47cd-8c09-12edfd29d9af {{(pid=103847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:49:33.777443 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654576de-bfd1-4287-830c-04b078531299 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:33.778124 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-654576de-bfd1-4287-830c-04b078531299 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:33.784425 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-654576de-bfd1-4287-830c-04b078531299 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "PUT /v2.0/ports/f9e434b8-b475-47e2-b5ef-44ad7aceb136 HTTP/1.1" status: 200 len: 925 time: 1.0640454 Dec 14 02:49:33.785127 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51106) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:33.797323 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-7a2cc928-ef49-4602-bac5-daeaef802745 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '09fc2389-c8ee-4126-b95d-f50ab394d033'}, {'subnet_id': '5d55954f-0474-46dc-a497-3d622905679b'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:33.800790 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654576de-bfd1-4287-830c-04b078531299 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=f9e434b8-b475-47e2-b5ef-44ad7aceb136,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:33.808968 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8271ddb0-783e-4d36-8189-20361edab1b6 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2971165 Dec 14 02:49:33.811106 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51108) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:33.818507 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-ea3ef98a-b628-4da9-aed5-6d755fdf5285 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:46:68:0d'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:98:b9:57'}]}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:33.851227 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:33.883404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e3736f55-ed1d-462a-adb6-eaca2b7220ce up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:49:33.948627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034462f9-bf08-46ef-8428-313aef08f85a req-1697bdea-7ac0-4a3f-8ce6-97a81a4ba5b5 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:33.962062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-034462f9-bf08-46ef-8428-313aef08f85a req-1697bdea-7ac0-4a3f-8ce6-97a81a4ba5b5 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 932 time: 0.2084093 Dec 14 02:49:33.981197 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc928-ef49-4602-bac5-daeaef802745 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:34.012163 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1b0666-75cf-4011-b465-23d7fecdae71,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:34.019702 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a1033a8e-8364-4dfd-9981-b0d8c0304a9c None None] Provisioning complete for port 19aae26c-8b81-4b81-85c2-ab1085d97dbe triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:34.020135 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a1033a8e-8364-4dfd-9981-b0d8c0304a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:34.092599 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a1033a8e-8364-4dfd-9981-b0d8c0304a9c None None] Port 19aae26c-8b81-4b81-85c2-ab1085d97dbe cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:49:34.108224 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-034462f9-bf08-46ef-8428-313aef08f85a req-c86f9dc9-574f-4e4a-a68e-c82989d24aa1 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/security-groups?id=c356f05a-0f9e-41a5-9d5a-8a424700108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352570 Dec 14 02:49:34.117677 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port e3736f55-ed1d-462a-adb6-eaca2b7220ce completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:49:34.130276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port e3736f55-ed1d-462a-adb6-eaca2b7220ce triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:34.131465 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:34.195804 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef98a-b628-4da9-aed5-6d755fdf5285 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:34.265342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-804a9aa8-1827-492a-9ee9-d77058f74d95 None None] Provisioning complete for port f9e434b8-b475-47e2-b5ef-44ad7aceb136 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:34.266544 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-804a9aa8-1827-492a-9ee9-d77058f74d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:34.269887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Attempting to bind port ae1b0666-75cf-4011-b465-23d7fecdae71 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:49:34.270404 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Attempting to bind port ae1b0666-75cf-4011-b465-23d7fecdae71 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '78bbc46b-e6ac-42ff-ab28-7f0ac1ca43d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '08048b1d-39e0-4f44-bf04-e0b07466df3b'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:49:34.270540 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Attempting to bind port ae1b0666-75cf-4011-b465-23d7fecdae71 on network 08048b1d-39e0-4f44-bf04-e0b07466df3b {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:49:34.272569 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:34.281345 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Port ae1b0666-75cf-4011-b465-23d7fecdae71 on network 08048b1d-39e0-4f44-bf04-e0b07466df3b not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:49:34.281701 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Attempting to bind port ae1b0666-75cf-4011-b465-23d7fecdae71 on network 08048b1d-39e0-4f44-bf04-e0b07466df3b {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:49:34.291240 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:49:34.291602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Checking segment: {'id': '78bbc46b-e6ac-42ff-ab28-7f0ac1ca43d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '08048b1d-39e0-4f44-bf04-e0b07466df3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:49:34.292504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Bound using segment: {'id': '78bbc46b-e6ac-42ff-ab28-7f0ac1ca43d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '08048b1d-39e0-4f44-bf04-e0b07466df3b'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:49:34.292945 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Bound port: ae1b0666-75cf-4011-b465-23d7fecdae71, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78bbc46b-e6ac-42ff-ab28-7f0ac1ca43d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '08048b1d-39e0-4f44-bf04-e0b07466df3b'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:49:34.293344 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:34.390266 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e3736f55-ed1d-462a-adb6-eaca2b7220ce, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e3736f55-ed1d-462a-adb6-eaca2b7220ce,segment=NetworkSegment(942e85a4-4f90-4118-8233-290e17fea589),segment_id=942e85a4-4f90-4118-8233-290e17fea589)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:34.423272 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e54405-a2aa-4d65-a226-4e5dafd4e190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3736f55-ed1d-462a-adb6-eaca2b7220ce'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:49:34.426074 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722d10c0-3cec-4ff2-aea6-d7fb8b7088d1" -d '{"events": [{"server_uuid": "b9e54405-a2aa-4d65-a226-4e5dafd4e190", "name": "network-vif-plugged", "status": "completed", "tag": "e3736f55-ed1d-462a-adb6-eaca2b7220ce"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:49:34.447641 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef98a-b628-4da9-aed5-6d755fdf5285 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:34.468303 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-804a9aa8-1827-492a-9ee9-d77058f74d95 None None] Port f9e434b8-b475-47e2-b5ef-44ad7aceb136 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:49:34.472598 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-7a2cc928-ef49-4602-bac5-daeaef802745 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Allocated IP 2001:db8:0:1::1b9 (1a73812f-4ebe-47cd-8c09-12edfd29d9af/5d55954f-0474-46dc-a497-3d622905679b/f9e434b8-b475-47e2-b5ef-44ad7aceb136) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:34.489876 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] For port ae1b0666-75cf-4011-b465-23d7fecdae71, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:49:34.507702 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:34.536854 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef98a-b628-4da9-aed5-6d755fdf5285 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:34.541242 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] For port ae1b0666-75cf-4011-b465-23d7fecdae71, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ae1b0666-75cf-4011-b465-23d7fecdae71,segment=NetworkSegment(78bbc46b-e6ac-42ff-ab28-7f0ac1ca43d4),segment_id=78bbc46b-e6ac-42ff-ab28-7f0ac1ca43d4)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:49:34.559892 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca818821-15a0-41ea-ac32-3e76a0591895 x-openstack-request-id: req-ca818821-15a0-41ea-ac32-3e76a0591895 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:49:34.560248 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e54405-a2aa-4d65-a226-4e5dafd4e190", "name": "network-vif-plugged", "status": "completed", "tag": "e3736f55-ed1d-462a-adb6-eaca2b7220ce", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:49:34.561872 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca818821-15a0-41ea-ac32-3e76a0591895 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:49:34.562341 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e54405-a2aa-4d65-a226-4e5dafd4e190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3736f55-ed1d-462a-adb6-eaca2b7220ce', 'code': 200} Dec 14 02:49:34.605643 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=e3736f55-ed1d-462a-adb6-eaca2b7220ce,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:34.654924 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:34.706185 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ef98a-b628-4da9-aed5-6d755fdf5285 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event updated for resources: {'Port': ['ID=19aae26c-8b81-4b81-85c2-ab1085d97dbe,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:34.745621 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc928-ef49-4602-bac5-daeaef802745 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:34.770858 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:34.771542 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:34.773055 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] 10.222.0.46 "PUT /v2.0/ports/ae1b0666-75cf-4011-b465-23d7fecdae71 HTTP/1.1" status: 200 len: 1092 time: 1.7106040 Dec 14 02:49:34.773710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d15c714-6217-4992-845b-94c4cb3dbdff', 'tag': 'ae1b0666-75cf-4011-b465-23d7fecdae71'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:49:34.776094 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da88ade1-4ace-4267-b311-aa9b2efdf8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "5d15c714-6217-4992-845b-94c4cb3dbdff", "tag": "ae1b0666-75cf-4011-b465-23d7fecdae71"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:49:34.789240 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ef98a-b628-4da9-aed5-6d755fdf5285 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] In _notify_port_updated(), no bound segment for port 19aae26c-8b81-4b81-85c2-ab1085d97dbe on network 65123cc0-caea-4e6f-bada-0e08a653c4d0 {{(pid=103848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:49:34.796698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3ef98a-b628-4da9-aed5-6d755fdf5285 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:34.797961 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ea3ef98a-b628-4da9-aed5-6d755fdf5285 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:34.803219 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ea3ef98a-b628-4da9-aed5-6d755fdf5285 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "PUT /v2.0/ports/19aae26c-8b81-4b81-85c2-ab1085d97dbe HTTP/1.1" status: 200 len: 1054 time: 0.9910741 Dec 14 02:49:34.804199 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51126) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:34.826063 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc928-ef49-4602-bac5-daeaef802745 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:34.873531 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341f9a5-8ec6-4e47-a68f-daa3a27289a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae1b0666-75cf-4011-b465-23d7fecdae71,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:34.974056 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206dccf1-ca4d-465c-8469-be904076201d req-1c105efa-259b-4bab-b0f6-7b5e28d3da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:34.975763 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-206dccf1-ca4d-465c-8469-be904076201d req-1c105efa-259b-4bab-b0f6-7b5e28d3da8a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 1097 time: 0.3129282 Dec 14 02:49:35.052442 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4022f527-c517-47be-8592-97c79d49ed18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:35.074779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c25f4-11fd-41db-9d13-744bcdee6e4e req-079f2728-2b63-4ac1-8870-c300c148faab tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:35.083376 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-766c25f4-11fd-41db-9d13-744bcdee6e4e req-079f2728-2b63-4ac1-8870-c300c148faab tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 946 time: 0.2780490 Dec 14 02:49:35.181695 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c8e27-72e1-4bbc-8e85-a67845256c60 req-8bffb17e-c965-4bd3-803d-4f46ca56d17e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:35.194935 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f86c8e27-72e1-4bbc-8e85-a67845256c60 req-8bffb17e-c965-4bd3-803d-4f46ca56d17e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.2504258 Dec 14 02:49:35.246299 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-7a2cc928-ef49-4602-bac5-daeaef802745 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] In _notify_port_updated(), no bound segment for port f9e434b8-b475-47e2-b5ef-44ad7aceb136 on network 1a73812f-4ebe-47cd-8c09-12edfd29d9af {{(pid=103847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:49:35.254487 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2cc928-ef49-4602-bac5-daeaef802745 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:35.255374 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc928-ef49-4602-bac5-daeaef802745 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:35.256974 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7a2cc928-ef49-4602-bac5-daeaef802745 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "PUT /v2.0/ports/f9e434b8-b475-47e2-b5ef-44ad7aceb136 HTTP/1.1" status: 200 len: 1011 time: 1.4682651 Dec 14 02:49:35.269718 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51132) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:35.298834 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cc928-ef49-4602-bac5-daeaef802745 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=f9e434b8-b475-47e2-b5ef-44ad7aceb136,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:35.314305 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-814cd739-6431-4d21-b730-b90ad9402ae4 None None] Provisioning complete for port 19aae26c-8b81-4b81-85c2-ab1085d97dbe triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:35.314688 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-814cd739-6431-4d21-b730-b90ad9402ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:35.355602 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-206dccf1-ca4d-465c-8469-be904076201d req-134e9a65-d786-4f43-bf33-b86cc714e3e9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716764 Dec 14 02:49:35.362821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-f064776b-298e-408f-9dc0-472eb1de8160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:35.364438 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-f064776b-298e-408f-9dc0-472eb1de8160 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=35e1c363165c40d49d057092c3eb3be6&device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 1095 time: 0.3795955 Dec 14 02:49:35.374729 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f86c8e27-72e1-4bbc-8e85-a67845256c60 req-c74dba9a-1a7f-4f88-947d-26e37800dfd3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574013 Dec 14 02:49:35.413611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-814cd739-6431-4d21-b730-b90ad9402ae4 None None] Port 19aae26c-8b81-4b81-85c2-ab1085d97dbe cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:49:35.446818 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-904444a2-c3a8-4f65-a3bf-5570223cf64a tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Deleting port 19aae26c-8b81-4b81-85c2-ab1085d97dbe {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:35.447789 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-904444a2-c3a8-4f65-a3bf-5570223cf64a tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:35.472580 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-b6238cb8-d843-4323-8328-20eae46a9359 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae1b0666-75cf-4011-b465-23d7fecdae71 HTTP/1.1" status: 200 len: 217 time: 0.0857434 Dec 14 02:49:35.494857 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-766c25f4-11fd-41db-9d13-744bcdee6e4e req-8ad490c7-2a66-4d21-8fdb-c05c11eba7b6 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975391 Dec 14 02:49:35.497719 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f470d3-3511-4fb3-a9d9-eee9a377e1e0 x-openstack-request-id: req-70f470d3-3511-4fb3-a9d9-eee9a377e1e0 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:49:35.499394 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d15c714-6217-4992-845b-94c4cb3dbdff", "tag": "ae1b0666-75cf-4011-b465-23d7fecdae71", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:49:35.499837 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70f470d3-3511-4fb3-a9d9-eee9a377e1e0 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:49:35.500440 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d15c714-6217-4992-845b-94c4cb3dbdff', 'tag': 'ae1b0666-75cf-4011-b465-23d7fecdae71', 'status': 'completed', 'code': 200} Dec 14 02:49:35.574042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d765eddc-3567-49d7-bb8b-9bf2c44e876a None None] Provisioning complete for port f9e434b8-b475-47e2-b5ef-44ad7aceb136 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:35.574642 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d765eddc-3567-49d7-bb8b-9bf2c44e876a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:35.652851 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-a1e1bc25-d2ee-4f63-8859-1191c740ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:35.654411 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-a1e1bc25-d2ee-4f63-8859-1191c740ec04 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49ab960e-4e8b-4804-94b7-e621f108f42c HTTP/1.1" status: 200 len: 857 time: 0.1517985 Dec 14 02:49:35.680473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d765eddc-3567-49d7-bb8b-9bf2c44e876a None None] Port f9e434b8-b475-47e2-b5ef-44ad7aceb136 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:49:35.718659 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-bc79636b-1b1c-4cd2-8c5b-93fdbbc5fbac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08048b1d-39e0-4f44-bf04-e0b07466df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537815 Dec 14 02:49:35.810978 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-904444a2-c3a8-4f65-a3bf-5570223cf64a tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:35.860826 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-93b53ef0-01cf-4a96-9be5-787ba776ddf7 service neutron] 10.222.0.46 "GET /v2.0/networks/08048b1d-39e0-4f44-bf04-e0b07466df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348431 Dec 14 02:49:35.862758 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-904444a2-c3a8-4f65-a3bf-5570223cf64a tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Calling delete_port for 19aae26c-8b81-4b81-85c2-ab1085d97dbe owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:35.893170 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac717935-6fac-4f2b-8969-47234b0ee088 req-f5ece06e-0418-402d-bf64-3a5589d6ac44 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:35.894934 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ac717935-6fac-4f2b-8969-47234b0ee088 req-f5ece06e-0418-402d-bf64-3a5589d6ac44 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 944 time: 0.2061460 Dec 14 02:49:36.018534 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-69c075f5-e6a6-4785-819a-4cd2b54b200a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port f9e434b8-b475-47e2-b5ef-44ad7aceb136 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:36.018886 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-69c075f5-e6a6-4785-819a-4cd2b54b200a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:36.099665 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7a23a004-bd83-4a6d-94da-9f4a21b3eda4 req-e3135b5c-93cb-4b8a-a344-e231c82c30b4 service neutron] 10.222.0.46 "GET /v2.0/networks/08048b1d-39e0-4f44-bf04-e0b07466df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308998 Dec 14 02:49:36.230854 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b2bfe-0a6f-4aea-8695-c35a086867f7 req-e57ce5fd-d7c9-401a-83de-db0b9c0cb34e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:36.232710 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b0b2bfe-0a6f-4aea-8695-c35a086867f7 req-e57ce5fd-d7c9-401a-83de-db0b9c0cb34e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.3340836 Dec 14 02:49:36.241069 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ac717935-6fac-4f2b-8969-47234b0ee088 req-618a4666-11a3-488e-b554-b10f8b1ba4a1 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/security-groups?id=c356f05a-0f9e-41a5-9d5a-8a424700108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194838 Dec 14 02:49:36.251580 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f74b3c-997d-42fd-a7b7-7faaac0fbcc2 req-bc568cf0-4b21-4502-a4cf-80c39831c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:36.253474 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3f74b3c-997d-42fd-a7b7-7faaac0fbcc2 req-bc568cf0-4b21-4502-a4cf-80c39831c260 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 1095 time: 0.2068882 Dec 14 02:49:36.290499 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:36.370725 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-69c075f5-e6a6-4785-819a-4cd2b54b200a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:36.387054 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88ade1-4ace-4267-b311-aa9b2efdf8bf req-4276ae23-64d2-47d8-ab22-06090f096890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:36.393726 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-da88ade1-4ace-4267-b311-aa9b2efdf8bf req-4276ae23-64d2-47d8-ab22-06090f096890 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=35e1c363165c40d49d057092c3eb3be6&device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 1095 time: 0.0925257 Dec 14 02:49:36.416290 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-69c075f5-e6a6-4785-819a-4cd2b54b200a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for f9e434b8-b475-47e2-b5ef-44ad7aceb136 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:36.454921 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b0b2bfe-0a6f-4aea-8695-c35a086867f7 req-dce190fa-ec3b-4929-9f75-e92d6cdccda7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083557 Dec 14 02:49:36.574713 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88ade1-4ace-4267-b311-aa9b2efdf8bf req-86958266-f103-405d-a1b0-9ff87b262454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:36.577538 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-da88ade1-4ace-4267-b311-aa9b2efdf8bf req-86958266-f103-405d-a1b0-9ff87b262454 service neutron] 10.222.0.46 "GET /v2.0/networks?id=08048b1d-39e0-4f44-bf04-e0b07466df3b HTTP/1.1" status: 200 len: 918 time: 0.1793087 Dec 14 02:49:36.640801 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-da88ade1-4ace-4267-b311-aa9b2efdf8bf req-d467e0e1-e782-42bc-98f9-37731290215b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ae1b0666-75cf-4011-b465-23d7fecdae71 HTTP/1.1" status: 200 len: 217 time: 0.0548906 Dec 14 02:49:36.763603 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88ade1-4ace-4267-b311-aa9b2efdf8bf req-5f359fd7-83b7-4fe6-a18d-d5293e49acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:36.765590 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-da88ade1-4ace-4267-b311-aa9b2efdf8bf req-5f359fd7-83b7-4fe6-a18d-d5293e49acdc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=49ab960e-4e8b-4804-94b7-e621f108f42c HTTP/1.1" status: 200 len: 857 time: 0.1164348 Dec 14 02:49:36.813203 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-da88ade1-4ace-4267-b311-aa9b2efdf8bf req-2b7e1b3d-de09-4087-a697-b8561aec3cc0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=08048b1d-39e0-4f44-bf04-e0b07466df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388255 Dec 14 02:49:36.908721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f74b3c-997d-42fd-a7b7-7faaac0fbcc2 req-85ee7357-9f43-4869-99db-44c0868dd7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:36.910545 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3f74b3c-997d-42fd-a7b7-7faaac0fbcc2 req-85ee7357-9f43-4869-99db-44c0868dd7da service neutron] 10.222.0.46 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.6304569 Dec 14 02:49:36.915641 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-904444a2-c3a8-4f65-a3bf-5570223cf64a tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:36.936359 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-da88ade1-4ace-4267-b311-aa9b2efdf8bf req-94b8e421-63c0-442d-b617-d8e4f0f3ba0c service neutron] 10.222.0.46 "GET /v2.0/networks/08048b1d-39e0-4f44-bf04-e0b07466df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146712 Dec 14 02:49:37.038588 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904444a2-c3a8-4f65-a3bf-5570223cf64a tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event deleted for resources: {'Port': ['ID=19aae26c-8b81-4b81-85c2-ab1085d97dbe,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:37.071453 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-da88ade1-4ace-4267-b311-aa9b2efdf8bf req-371e821f-06ab-48ab-8e19-2bc7c3ec478d service neutron] 10.222.0.46 "GET /v2.0/networks/08048b1d-39e0-4f44-bf04-e0b07466df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262550 Dec 14 02:49:37.082088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3add9c-df88-4e0b-9ef7-96bd62e6b765 req-3c237044-103d-4978-834a-d825e47b7059 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:37.083818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d3add9c-df88-4e0b-9ef7-96bd62e6b765 req-3c237044-103d-4978-834a-d825e47b7059 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 946 time: 0.1858766 Dec 14 02:49:37.161584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3f74b3c-997d-42fd-a7b7-7faaac0fbcc2 req-329f16f2-2c0b-433f-b6ac-4d2c66cc7e43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663 HTTP/1.1" status: 200 len: 999 time: 0.2265406 Dec 14 02:49:37.297726 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d3add9c-df88-4e0b-9ef7-96bd62e6b765 req-47e85cbd-17c6-4fb8-b156-6bf5eb8a5838 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843240 Dec 14 02:49:37.338327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f74b3c-997d-42fd-a7b7-7faaac0fbcc2 req-f1374253-b27c-45ea-8c41-3451897aaccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:37.339910 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3f74b3c-997d-42fd-a7b7-7faaac0fbcc2 req-f1374253-b27c-45ea-8c41-3451897aaccb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.1671398 Dec 14 02:49:37.655700 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:37.707730 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-904444a2-c3a8-4f65-a3bf-5570223cf64a tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:37.711464 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-904444a2-c3a8-4f65-a3bf-5570223cf64a tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "DELETE /v2.0/ports/19aae26c-8b81-4b81-85c2-ab1085d97dbe HTTP/1.1" status: 204 len: 168 time: 2.9045780 Dec 14 02:49:37.714787 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51156) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:37.738558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da0250-942f-41e4-9ae4-4492b9298173 req-406dcab6-d89b-4ba5-b750-f4e92274cda1 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:37.740147 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73da0250-942f-41e4-9ae4-4492b9298173 req-406dcab6-d89b-4ba5-b750-f4e92274cda1 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 944 time: 0.3739841 Dec 14 02:49:37.742034 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f74b3c-997d-42fd-a7b7-7faaac0fbcc2 req-ab11c6ac-8338-4e3d-bf35-0c835962c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:37.744056 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3f74b3c-997d-42fd-a7b7-7faaac0fbcc2 req-ab11c6ac-8338-4e3d-bf35-0c835962c338 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3761680 Dec 14 02:49:37.753619 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee4f404-3f7a-4d75-9faf-ddb8660f90a6 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] GET failed (client error): The resource could not be found. Dec 14 02:49:37.755593 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3ee4f404-3f7a-4d75-9faf-ddb8660f90a6 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "GET /v2.0/ports/19aae26c-8b81-4b81-85c2-ab1085d97dbe HTTP/1.1" status: 404 len: 333 time: 0.0398018 Dec 14 02:49:37.758219 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51158) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:37.801558 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-69c075f5-e6a6-4785-819a-4cd2b54b200a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:37.813431 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5a3dc-0fd4-4cab-b6b6-5baa8bf78e23 req-eb09837c-0c87-4584-9c1f-050fb33ab04a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:37.814900 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ce5a3dc-0fd4-4cab-b6b6-5baa8bf78e23 req-eb09837c-0c87-4584-9c1f-050fb33ab04a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.2500601 Dec 14 02:49:37.853707 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-0b9527e5-6203-4e61-9057-46f4c174be55 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Deleting port 3382dd20-28a4-49da-8b83-a2a38de35d5d {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:37.854054 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0b9527e5-6203-4e61-9057-46f4c174be55 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:37.909331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c075f5-e6a6-4785-819a-4cd2b54b200a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=f9e434b8-b475-47e2-b5ef-44ad7aceb136,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:37.988808 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0b9527e5-6203-4e61-9057-46f4c174be55 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:37.990560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73da0250-942f-41e4-9ae4-4492b9298173 req-4b81ef6e-bb6e-43fa-bee5-b981d3044139 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/security-groups?id=c356f05a-0f9e-41a5-9d5a-8a424700108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400589 Dec 14 02:49:38.022393 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-0b9527e5-6203-4e61-9057-46f4c174be55 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Calling delete_port for 3382dd20-28a4-49da-8b83-a2a38de35d5d owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:38.040789 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-69c075f5-e6a6-4785-819a-4cd2b54b200a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:38.045069 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-69c075f5-e6a6-4785-819a-4cd2b54b200a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/ports/f9e434b8-b475-47e2-b5ef-44ad7aceb136 HTTP/1.1" status: 204 len: 168 time: 2.7709112 Dec 14 02:49:38.049726 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51160) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:38.089769 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ce5a3dc-0fd4-4cab-b6b6-5baa8bf78e23 req-ac9924af-9a7c-4a74-9f04-6151ee17e01f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581265 Dec 14 02:49:38.123996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3f74b3c-997d-42fd-a7b7-7faaac0fbcc2 req-8c1ac31a-a0e5-4240-ad71-64daa17abc6a service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551126 Dec 14 02:49:38.131560 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-b937ff16-51db-4d10-b2f4-3ae55552358d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] GET failed (client error): The resource could not be found. Dec 14 02:49:38.131560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b937ff16-51db-4d10-b2f4-3ae55552358d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports/f9e434b8-b475-47e2-b5ef-44ad7aceb136 HTTP/1.1" status: 404 len: 333 time: 0.0721135 Dec 14 02:49:38.131933 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51162) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:38.248820 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting subnet 5d55954f-0474-46dc-a497-3d622905679b {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:49:38.253197 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:38.289693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3f74b3c-997d-42fd-a7b7-7faaac0fbcc2 req-4b91e4df-c39a-44bb-9293-e6a05d442392 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533825 Dec 14 02:49:38.304793 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:38.345961 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0b9527e5-6203-4e61-9057-46f4c174be55 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:38.407369 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9527e5-6203-4e61-9057-46f4c174be55 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event deleted for resources: {'Port': ['ID=3382dd20-28a4-49da-8b83-a2a38de35d5d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:38.462774 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534946e-c517-4d04-b54a-564d28bd339f req-20eda030-87ba-4f04-82ba-a26546111208 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:38.464535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7534946e-c517-4d04-b54a-564d28bd339f req-20eda030-87ba-4f04-82ba-a26546111208 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 946 time: 0.0695434 Dec 14 02:49:38.499516 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:38.537119 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0b9527e5-6203-4e61-9057-46f4c174be55 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:38.544694 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0b9527e5-6203-4e61-9057-46f4c174be55 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "DELETE /v2.0/ports/3382dd20-28a4-49da-8b83-a2a38de35d5d HTTP/1.1" status: 204 len: 168 time: 0.7823608 Dec 14 02:49:38.547921 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51166) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:38.548375 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7534946e-c517-4d04-b54a-564d28bd339f req-c0c646ec-05d9-455e-9144-b14454b058e9 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755000 Dec 14 02:49:38.592317 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:38.618455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ae1b0666-75cf-4011-b465-23d7fecdae71 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:49:38.795556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81929fdf-e5d7-444b-bf3a-fd09eae1080d req-e73f9621-9b04-487d-be69-a129040c73be tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:38.797179 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81929fdf-e5d7-444b-bf3a-fd09eae1080d req-e73f9621-9b04-487d-be69-a129040c73be tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 946 time: 0.1163468 Dec 14 02:49:38.909912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81929fdf-e5d7-444b-bf3a-fd09eae1080d req-1ccc64e9-732f-44f0-b3de-4e2e8d136a12 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036999 Dec 14 02:49:38.912143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ae1b0666-75cf-4011-b465-23d7fecdae71, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ae1b0666-75cf-4011-b465-23d7fecdae71,segment=NetworkSegment(78bbc46b-e6ac-42ff-ab28-7f0ac1ca43d4),segment_id=78bbc46b-e6ac-42ff-ab28-7f0ac1ca43d4)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:38.927353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'ae1b0666-75cf-4011-b465-23d7fecdae71', 'network_id': '08048b1d-39e0-4f44-bf04-e0b07466df3b', 'port_id': 'ae1b0666-75cf-4011-b465-23d7fecdae71', 'mac_address': 'fa:16:3e:1e:1f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49ab960e-4e8b-4804-94b7-e621f108f42c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:49:38.989387 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:39.070914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1b0666-75cf-4011-b465-23d7fecdae71 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:49:39.101704 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd6d004-12bc-47a4-b689-05daec066d1c tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] GET failed (client error): The resource could not be found. Dec 14 02:49:39.106961 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4dd6d004-12bc-47a4-b689-05daec066d1c tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "GET /v2.0/ports/3382dd20-28a4-49da-8b83-a2a38de35d5d HTTP/1.1" status: 404 len: 333 time: 0.5584052 Dec 14 02:49:39.111932 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51178) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:39.119796 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ae1b0666-75cf-4011-b465-23d7fecdae71, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ae1b0666-75cf-4011-b465-23d7fecdae71,segment=NetworkSegment(78bbc46b-e6ac-42ff-ab28-7f0ac1ca43d4),segment_id=78bbc46b-e6ac-42ff-ab28-7f0ac1ca43d4)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:39.163234 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5decdf7-1641-4af8-9803-94e4f0ef19c1 req-c76c0637-d4d2-44e3-adb6-57b1074e682e tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:39.165134 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5decdf7-1641-4af8-9803-94e4f0ef19c1 req-c76c0637-d4d2-44e3-adb6-57b1074e682e tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 944 time: 0.0660069 Dec 14 02:49:39.206962 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:39.230430 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5decdf7-1641-4af8-9803-94e4f0ef19c1 req-5e25088a-cbe8-4ec7-8747-5c46884cf986 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/security-groups?id=c356f05a-0f9e-41a5-9d5a-8a424700108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553479 Dec 14 02:49:39.283721 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:39.287727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ae1b0666-75cf-4011-b465-23d7fecdae71,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:39.327208 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Subnet': ['ID=5d55954f-0474-46dc-a497-3d622905679b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:39.335478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0b000b-e124-4855-8c70-d8a11f7f43f7 None None] Network 1a73812f-4ebe-47cd-8c09-12edfd29d9af requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:39.338747 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:39.342458 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/5d55954f-0474-46dc-a497-3d622905679b HTTP/1.1" status: 204 len: 168 time: 1.2094586 Dec 14 02:49:39.348363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:39.348363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:39.348363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:39.348363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:39.348363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:39.348363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:39.348363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:39.348363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:39.348363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:39.348363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:39.348363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:39.349230 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:39.349230 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00a6a73-693f-4161-b595-5d4398ac8121 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:39.351965 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51184) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:39.358775 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a32a6fb5-c12b-4509-97e4-66e3542ba025 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Deleting port c237e5d8-8175-42ba-922d-b8c120777249 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:39.359166 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a32a6fb5-c12b-4509-97e4-66e3542ba025 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:39.390054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afb508-0a38-4126-a24e-c7f421579c9c req-4d4561d1-1f37-45d4-b9b6-aa675cf175ee tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:39.404052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12afb508-0a38-4126-a24e-c7f421579c9c req-4d4561d1-1f37-45d4-b9b6-aa675cf175ee tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0826702 Dec 14 02:49:39.432141 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a17ec81-b8c0-420c-965f-67a53ff70dfe tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting subnet 09fc2389-c8ee-4126-b95d-f50ab394d033 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:49:39.436798 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6a17ec81-b8c0-420c-965f-67a53ff70dfe tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:39.481637 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6a17ec81-b8c0-420c-965f-67a53ff70dfe tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:39.513413 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12afb508-0a38-4126-a24e-c7f421579c9c req-c4913502-5c03-44ed-8593-c4a18ac3918a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045964 Dec 14 02:49:39.537685 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['ae1b0666-75cf-4011-b465-23d7fecdae71'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:49:39.543552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e9500-3ce8-4343-af64-87cc3eb6d2a2 req-11c73968-8585-4ab4-9191-670f254657b6 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:39.545178 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d62e9500-3ce8-4343-af64-87cc3eb6d2a2 req-11c73968-8585-4ab4-9191-670f254657b6 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 946 time: 0.0990629 Dec 14 02:49:39.616259 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6a17ec81-b8c0-420c-965f-67a53ff70dfe tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:39.629146 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d62e9500-3ce8-4343-af64-87cc3eb6d2a2 req-afa7fde7-c72f-465c-ae15-8337226825d8 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755718 Dec 14 02:49:39.754285 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9a6cb3-0984-45db-a99f-bec1d83c1409 req-5c098081-e68c-47c3-81ce-c567a67a6b8f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:39.756027 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b9a6cb3-0984-45db-a99f-bec1d83c1409 req-5c098081-e68c-47c3-81ce-c567a67a6b8f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1056738 Dec 14 02:49:39.817384 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6a17ec81-b8c0-420c-965f-67a53ff70dfe tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:39.830090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b9a6cb3-0984-45db-a99f-bec1d83c1409 req-17fa7f57-0551-475d-adbe-998d7671a0e9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661325 Dec 14 02:49:39.851161 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6a17ec81-b8c0-420c-965f-67a53ff70dfe tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:39.855414 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6a17ec81-b8c0-420c-965f-67a53ff70dfe tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/09fc2389-c8ee-4126-b95d-f50ab394d033 HTTP/1.1" status: 204 len: 168 time: 0.4915135 Dec 14 02:49:39.858946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51192) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:39.880731 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17ec81-b8c0-420c-965f-67a53ff70dfe tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Subnet': ['ID=09fc2389-c8ee-4126-b95d-f50ab394d033,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:39.937362 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51198) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:39.968707 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a32a6fb5-c12b-4509-97e4-66e3542ba025 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:40.002938 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a32a6fb5-c12b-4509-97e4-66e3542ba025 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Calling delete_port for c237e5d8-8175-42ba-922d-b8c120777249 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:40.100705 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:40.191588 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port ed35bc3a-5664-4531-93ec-c64caddb903c {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:40.192042 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:40.328858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] For port ed35bc3a-5664-4531-93ec-c64caddb903c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ed35bc3a-5664-4531-93ec-c64caddb903c,segment=NetworkSegment(8dbc57cf-7018-4292-9544-d108e71b9ad0),segment_id=8dbc57cf-7018-4292-9544-d108e71b9ad0)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:40.329492 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:40.346690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for ed35bc3a-5664-4531-93ec-c64caddb903c owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:40.484687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffd2327-fae0-4603-9804-c813f09cdd26 None None] Network 1a73812f-4ebe-47cd-8c09-12edfd29d9af requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:40.504468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c6fe5-a081-4824-9811-023d2a2f69e6 req-d97b1393-50eb-4023-88a6-9ef698cc36b5 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:40.506653 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e8c6fe5-a081-4824-9811-023d2a2f69e6 req-d97b1393-50eb-4023-88a6-9ef698cc36b5 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 945 time: 0.1538062 Dec 14 02:49:40.569708 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a32a6fb5-c12b-4509-97e4-66e3542ba025 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:40.643391 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910d39b-c460-4504-8fae-3f5053545a5d req-897a266e-1f40-425c-ac3d-4053abb05f20 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:40.647466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a6fb5-c12b-4509-97e4-66e3542ba025 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event deleted for resources: {'Port': ['ID=c237e5d8-8175-42ba-922d-b8c120777249,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:40.659553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5910d39b-c460-4504-8fae-3f5053545a5d req-897a266e-1f40-425c-ac3d-4053abb05f20 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1509955 Dec 14 02:49:40.674091 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ae1b0666-75cf-4011-b465-23d7fecdae71 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:49:40.696660 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e8c6fe5-a081-4824-9811-023d2a2f69e6 req-ea138186-168e-41b9-b130-c3473ec2f48c tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/security-groups?id=c356f05a-0f9e-41a5-9d5a-8a424700108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582427 Dec 14 02:49:40.733259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c6244809-a887-4c9c-a17b-44af59b1bc35 None None] Provisioning complete for port ed35bc3a-5664-4531-93ec-c64caddb903c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:40.733677 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c6244809-a887-4c9c-a17b-44af59b1bc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:40.760171 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:40.833937 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a32a6fb5-c12b-4509-97e4-66e3542ba025 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:40.837240 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a32a6fb5-c12b-4509-97e4-66e3542ba025 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "DELETE /v2.0/ports/c237e5d8-8175-42ba-922d-b8c120777249 HTTP/1.1" status: 204 len: 168 time: 1.7200217 Dec 14 02:49:40.838350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c6244809-a887-4c9c-a17b-44af59b1bc35 None None] Port ed35bc3a-5664-4531-93ec-c64caddb903c was deleted so its status cannot be updated. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 14 02:49:40.857081 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51210) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:40.868137 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=ed35bc3a-5664-4531-93ec-c64caddb903c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:40.873936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No DVR routers for this DVR port ed35bc3a-5664-4531-93ec-c64caddb903c on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:40.968992 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5910d39b-c460-4504-8fae-3f5053545a5d req-8a33d5ad-1960-41f4-ab70-6afd6cc052f2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079174 Dec 14 02:49:40.989439 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port ae1b0666-75cf-4011-b465-23d7fecdae71 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:49:40.989439 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port ae1b0666-75cf-4011-b465-23d7fecdae71 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:40.989439 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:41.052929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a764c28b-b389-4f88-b507-b60d65d5c4c9 None None] DHCP port deletion for 1a73812f-4ebe-47cd-8c09-12edfd29d9af request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:49:41.059458 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-858d3aaa-5232-4d62-b55a-b962fc2e2992 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Deleting subnet bf0e1839-bf25-479e-b2db-bd2c3926cf6b {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:49:41.065180 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-858d3aaa-5232-4d62-b55a-b962fc2e2992 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:41.105163 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:41.155937 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-858d3aaa-5232-4d62-b55a-b962fc2e2992 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:41.165588 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a73812f-4ebe-47cd-8c09-12edfd29d9af']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:41.186378 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2e98-3ca5-414d-bbce-1accfab167d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:41.193315 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:41.209344 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ed35bc3a-5664-4531-93ec-c64caddb903c no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:41.210020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac87b89-6f46-49fd-952b-6b466c73ec52 req-6ced7be3-de01-4f5a-be87-e6224f93bf61 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:41.218735 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ac87b89-6f46-49fd-952b-6b466c73ec52 req-6ced7be3-de01-4f5a-be87-e6224f93bf61 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 946 time: 0.3550401 Dec 14 02:49:41.222880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbc57cf-7018-4292-9544-d108e71b9ad0') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:41.222880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbc57cf-7018-4292-9544-d108e71b9ad0') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:41.259767 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d15c714-6217-4992-845b-94c4cb3dbdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1b0666-75cf-4011-b465-23d7fecdae71'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:49:41.262837 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebfeb73-6d7d-4fb6-9246-1a948cf3f34a" -d '{"events": [{"server_uuid": "5d15c714-6217-4992-845b-94c4cb3dbdff", "name": "network-vif-plugged", "status": "completed", "tag": "ae1b0666-75cf-4011-b465-23d7fecdae71"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:49:41.268864 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: ed35bc3a-5664-4531-93ec-c64caddb903c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:41.269551 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ed35bc3a-5664-4531-93ec-c64caddb903c not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:41.289884 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:41.292702 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ae1b0666-75cf-4011-b465-23d7fecdae71, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ae1b0666-75cf-4011-b465-23d7fecdae71,segment=NetworkSegment(78bbc46b-e6ac-42ff-ab28-7f0ac1ca43d4),segment_id=78bbc46b-e6ac-42ff-ab28-7f0ac1ca43d4)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:41.309325 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:41.316719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:49:41.317129 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:41.367627 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:49:41.447506 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:49:41.490078 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702d354a-e27f-4c8d-8751-3889c15e41c8 x-openstack-request-id: req-702d354a-e27f-4c8d-8751-3889c15e41c8 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:49:41.496740 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d15c714-6217-4992-845b-94c4cb3dbdff", "name": "network-vif-plugged", "status": "completed", "tag": "ae1b0666-75cf-4011-b465-23d7fecdae71", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:49:41.496740 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-702d354a-e27f-4c8d-8751-3889c15e41c8 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:49:41.496740 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d15c714-6217-4992-845b-94c4cb3dbdff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1b0666-75cf-4011-b465-23d7fecdae71', 'code': 200} Dec 14 02:49:41.498705 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ae1b0666-75cf-4011-b465-23d7fecdae71,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:41.506516 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ac87b89-6f46-49fd-952b-6b466c73ec52 req-32a14f4c-590d-4ccf-ae1c-ec9147e81fee tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694871 Dec 14 02:49:41.517451 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:41.546981 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-858d3aaa-5232-4d62-b55a-b962fc2e2992 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:41.547249 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:41.559116 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/networks/1a73812f-4ebe-47cd-8c09-12edfd29d9af HTTP/1.1" status: 204 len: 168 time: 1.6952236 Dec 14 02:49:41.562417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51220) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:41.645080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4334e-7e67-4a83-8bea-351e82dfd833 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Network': ['ID=1a73812f-4ebe-47cd-8c09-12edfd29d9af,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:41.680060 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-fd7f2e98-3ca5-414d-bbce-1accfab167d0 admin admin] Deleting port 0558c790-5709-450b-9af7-3a98360740f4 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:41.680613 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2e98-3ca5-414d-bbce-1accfab167d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:41.757065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1566b2-5e4f-476f-a091-7a8e5f918788 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:41.758646 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bc1566b2-5e4f-476f-a091-7a8e5f918788 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1947148 Dec 14 02:49:41.766627 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51226) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:41.777076 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f7ed2-6d98-431d-82dc-29e51782f09e req-7813e185-f585-4d53-84fd-15b7043dfa86 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:41.783038 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-858d3aaa-5232-4d62-b55a-b962fc2e2992 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:41.784532 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b7f7ed2-6d98-431d-82dc-29e51782f09e req-7813e185-f585-4d53-84fd-15b7043dfa86 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1369491 Dec 14 02:49:41.795670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ae9fe-7dc9-4a5f-9ac4-47a0b9bee1d1 req-53841d48-efe8-46cd-81a1-b0ea9e87b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:41.797384 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-381ae9fe-7dc9-4a5f-9ac4-47a0b9bee1d1 req-53841d48-efe8-46cd-81a1-b0ea9e87b6a9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 1097 time: 0.1485929 Dec 14 02:49:41.822717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-fd7f2e98-3ca5-414d-bbce-1accfab167d0 admin admin] For port 0558c790-5709-450b-9af7-3a98360740f4, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=0558c790-5709-450b-9af7-3a98360740f4,segment=NetworkSegment(716a3816-24ae-4d8b-8bcc-a74c2e331a8e),segment_id=716a3816-24ae-4d8b-8bcc-a74c2e331a8e)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:41.823566 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2e98-3ca5-414d-bbce-1accfab167d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:41.864394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d3aaa-5232-4d62-b55a-b962fc2e2992 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event deleted for resources: {'Subnet': ['ID=bf0e1839-bf25-479e-b2db-bd2c3926cf6b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:41.868196 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-858d3aaa-5232-4d62-b55a-b962fc2e2992 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:41.872510 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-858d3aaa-5232-4d62-b55a-b962fc2e2992 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "DELETE /v2.0/subnets/bf0e1839-bf25-479e-b2db-bd2c3926cf6b HTTP/1.1" status: 204 len: 168 time: 1.0130227 Dec 14 02:49:41.874010 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-fd7f2e98-3ca5-414d-bbce-1accfab167d0 admin admin] Calling delete_port for 0558c790-5709-450b-9af7-3a98360740f4 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:41.875630 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607852ff-2f23-4d7a-9977-9ac0ef9c0d03 None None] Network 65123cc0-caea-4e6f-bada-0e08a653c4d0 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:41.876049 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51230) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:41.890366 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b7f7ed2-6d98-431d-82dc-29e51782f09e req-834a1a86-265c-4b6e-b2a8-ed3941eb2f51 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997112 Dec 14 02:49:41.962147 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-381ae9fe-7dc9-4a5f-9ac4-47a0b9bee1d1 req-6a1c01cf-987d-4e23-a616-7dcf5aebe35c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c356f05a-0f9e-41a5-9d5a-8a424700108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568623 Dec 14 02:49:41.988472 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-287b81fb-a14f-42ed-ab3b-2dda0e2667fb tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2206495 Dec 14 02:49:41.998700 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51232) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:42.008084 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-fc17b196-a4dd-46d6-8878-7fb3475ff0d6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-516316796'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:42.055791 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:42.076803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76d664-da3c-4047-a32f-363cb3af9ae7 req-d75391f2-15a0-45db-8a96-dab69665725f tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:42.078533 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f76d664-da3c-4047-a32f-363cb3af9ae7 req-d75391f2-15a0-45db-8a96-dab69665725f tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 946 time: 0.1056242 Dec 14 02:49:42.092575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8740c-9a33-498a-b7d1-d53905333b0d req-ca06e5fa-ba5d-4c2a-b68d-0e5fe32f3513 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:42.094397 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6bb8740c-9a33-498a-b7d1-d53905333b0d req-ca06e5fa-ba5d-4c2a-b68d-0e5fe32f3513 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 946 time: 0.0901847 Dec 14 02:49:42.166380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc17b196-a4dd-46d6-8878-7fb3475ff0d6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:42.169931 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc17b196-a4dd-46d6-8878-7fb3475ff0d6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:42.189972 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6bb8740c-9a33-498a-b7d1-d53905333b0d req-5b46e554-f45d-40e6-8228-a00498d2a002 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881238 Dec 14 02:49:42.222058 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f76d664-da3c-4047-a32f-363cb3af9ae7 req-38cf8c40-53b3-4620-9ea0-f1231c4f8b11 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/security-groups?id=c356f05a-0f9e-41a5-9d5a-8a424700108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265450 Dec 14 02:49:42.232039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285941a8-6fec-4076-b86d-18ed4775e517 None None] DHCP port deletion for 65123cc0-caea-4e6f-bada-0e08a653c4d0 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:49:42.258851 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc17b196-a4dd-46d6-8878-7fb3475ff0d6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:49:42.263808 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1aca6-18f8-4f5b-807c-809cd905eae0 req-9ffa2cff-d269-4672-a1a7-71a63800ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:42.265341 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4bb1aca6-18f8-4f5b-807c-809cd905eae0 req-9ffa2cff-d269-4672-a1a7-71a63800ffbd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0968c2b7fd0450db1d3091d58552378&device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 1097 time: 0.1437266 Dec 14 02:49:42.283104 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc17b196-a4dd-46d6-8878-7fb3475ff0d6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:42.283460 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-fc17b196-a4dd-46d6-8878-7fb3475ff0d6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Added segment 494a5cc4-6c0d-4adb-82e0-61e427d7ce35 of type vlan for network e4cd1d52-4095-479c-8ffc-1d2d37b103d3 Dec 14 02:49:42.295209 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-285941a8-6fec-4076-b86d-18ed4775e517 None None] Deleting port 36e70ee5-0f5a-410d-a708-74a335da3b3c {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:42.295855 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-285941a8-6fec-4076-b86d-18ed4775e517 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:42.375504 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-285941a8-6fec-4076-b86d-18ed4775e517 None None] For port 36e70ee5-0f5a-410d-a708-74a335da3b3c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=36e70ee5-0f5a-410d-a708-74a335da3b3c,segment=NetworkSegment(eae21db4-0eb7-4b5a-a87d-0b5fe1cc144c),segment_id=eae21db4-0eb7-4b5a-a87d-0b5fe1cc144c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:42.376158 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-285941a8-6fec-4076-b86d-18ed4775e517 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:42.389482 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-285941a8-6fec-4076-b86d-18ed4775e517 None None] Calling delete_port for 36e70ee5-0f5a-410d-a708-74a335da3b3c owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:42.415085 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Deleting port 36e70ee5-0f5a-410d-a708-74a335da3b3c {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:42.415431 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:42.421564 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc17b196-a4dd-46d6-8878-7fb3475ff0d6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:42.528906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] For port 36e70ee5-0f5a-410d-a708-74a335da3b3c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=36e70ee5-0f5a-410d-a708-74a335da3b3c,segment=NetworkSegment(eae21db4-0eb7-4b5a-a87d-0b5fe1cc144c),segment_id=eae21db4-0eb7-4b5a-a87d-0b5fe1cc144c)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:42.529277 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:42.536934 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1aca6-18f8-4f5b-807c-809cd905eae0 req-47b0e886-1aed-48a5-ad10-1959f03a2489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:42.538520 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4bb1aca6-18f8-4f5b-807c-809cd905eae0 req-47b0e886-1aed-48a5-ad10-1959f03a2489 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b71128aa-1538-41f3-9666-03da5741ed3d HTTP/1.1" status: 200 len: 911 time: 0.2612810 Dec 14 02:49:42.541339 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2e98-3ca5-414d-bbce-1accfab167d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:42.555283 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-285941a8-6fec-4076-b86d-18ed4775e517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:42.584806 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285941a8-6fec-4076-b86d-18ed4775e517 None None] Pushing event deleted for resources: {'Port': ['ID=36e70ee5-0f5a-410d-a708-74a335da3b3c,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:42.591327 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285941a8-6fec-4076-b86d-18ed4775e517 None None] No DVR routers for this DVR port 36e70ee5-0f5a-410d-a708-74a335da3b3c on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:42.607903 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Calling delete_port for 36e70ee5-0f5a-410d-a708-74a335da3b3c owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:42.610834 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f2e98-3ca5-414d-bbce-1accfab167d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0558c790-5709-450b-9af7-3a98360740f4,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:42.616128 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4bb1aca6-18f8-4f5b-807c-809cd905eae0 req-2d741284-36a3-4d8d-8a11-e4d0b4eab7a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3736f55-ed1d-462a-adb6-eaca2b7220ce HTTP/1.1" status: 200 len: 217 time: 0.0707593 Dec 14 02:49:42.616773 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc17b196-a4dd-46d6-8878-7fb3475ff0d6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:42.622499 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc17b196-a4dd-46d6-8878-7fb3475ff0d6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:42.623084 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc17b196-a4dd-46d6-8878-7fb3475ff0d6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:42.816949 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fc17b196-a4dd-46d6-8878-7fb3475ff0d6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8170652 Dec 14 02:49:42.820518 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51236) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:42.825448 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17b196-a4dd-46d6-8878-7fb3475ff0d6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Network': ['ID=e4cd1d52-4095-479c-8ffc-1d2d37b103d3,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:42.826344 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-b400d604-6cc3-4a6f-a638-94b045c4525a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'subnet': {'network_id': 'e4cd1d52-4095-479c-8ffc-1d2d37b103d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:42.839735 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1aca6-18f8-4f5b-807c-809cd905eae0 req-a7d33145-5dfe-43dd-af47-e4e38a145364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:42.840133 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network e4cd1d52-4095-479c-8ffc-1d2d37b103d3 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:49:42.841380 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4bb1aca6-18f8-4f5b-807c-809cd905eae0 req-a7d33145-5dfe-43dd-af47-e4e38a145364 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79794030-37fc-429c-806b-7e77d9ea16a4 HTTP/1.1" status: 200 len: 850 time: 0.2145870 Dec 14 02:49:42.950243 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4bb1aca6-18f8-4f5b-807c-809cd905eae0 req-825a886f-2a6f-44b7-bb3e-11340a89ee30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b71128aa-1538-41f3-9666-03da5741ed3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981867 Dec 14 02:49:43.019148 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:43.052221 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b400d604-6cc3-4a6f-a638-94b045c4525a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:43.057103 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b400d604-6cc3-4a6f-a638-94b045c4525a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:43.193722 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 36e70ee5-0f5a-410d-a708-74a335da3b3c no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:43.215282 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 36e70ee5-0f5a-410d-a708-74a335da3b3c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:43.215739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 36e70ee5-0f5a-410d-a708-74a335da3b3c not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:43.374028 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event deleted for resources: {'Port': ['ID=36e70ee5-0f5a-410d-a708-74a335da3b3c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:43.375658 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] No DVR routers for this DVR port 36e70ee5-0f5a-410d-a708-74a335da3b3c on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:43.467054 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd7f2e98-3ca5-414d-bbce-1accfab167d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:43.480447 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4bb1aca6-18f8-4f5b-807c-809cd905eae0 req-c1d067af-8d85-456a-99a6-6ed78f32e051 service neutron] 10.222.0.47 "GET /v2.0/networks/b71128aa-1538-41f3-9666-03da5741ed3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206585 Dec 14 02:49:43.506020 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:43.629877 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65123cc0-caea-4e6f-bada-0e08a653c4d0']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:43.636907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48590d25-f201-4ac5-abec-94f5a1dbc740 req-4ecb2497-2066-40fd-bdc7-da3a5ad13866 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:43.638453 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-48590d25-f201-4ac5-abec-94f5a1dbc740 req-4ecb2497-2066-40fd-bdc7-da3a5ad13866 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.4135296 Dec 14 02:49:43.653151 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae21db4-0eb7-4b5a-a87d-0b5fe1cc144c') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:43.653525 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae21db4-0eb7-4b5a-a87d-0b5fe1cc144c') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:43.671159 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:43.678342 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29731d53-2dd4-421a-8074-a16ba42d9c92 req-1c4d973e-a079-42c1-b58b-5106d56697f9 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:43.679765 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29731d53-2dd4-421a-8074-a16ba42d9c92 req-1c4d973e-a079-42c1-b58b-5106d56697f9 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 946 time: 0.3856492 Dec 14 02:49:43.705628 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:43.719497 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:49:43.719497 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:49:43.722592 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:49:43.778729 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4bb1aca6-18f8-4f5b-807c-809cd905eae0 req-6bb09e21-a38b-4a77-824b-d0e7521fbbc0 service neutron] 10.222.0.47 "GET /v2.0/networks/b71128aa-1538-41f3-9666-03da5741ed3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871413 Dec 14 02:49:43.782538 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-48590d25-f201-4ac5-abec-94f5a1dbc740 req-6bba6c92-0ed9-43cd-be0d-98bfd3c379ca tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281521 Dec 14 02:49:43.806087 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29731d53-2dd4-421a-8074-a16ba42d9c92 req-d0e27636-d04b-4c5e-9b2b-f4882d089889 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144037 Dec 14 02:49:43.858129 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b400d604-6cc3-4a6f-a638-94b045c4525a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:43.923834 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7f2e98-3ca5-414d-bbce-1accfab167d0 admin admin] Router fb64953b-5b09-404f-a9e5-43aeb5c2c57f has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:49:43.961003 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b400d604-6cc3-4a6f-a638-94b045c4525a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Subnet': ['ID=ecbc3018-75cf-4e37-a865-0251c9082be5,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:43.976119 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:43.977497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b400d604-6cc3-4a6f-a638-94b045c4525a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Checking segment: {'id': '494a5cc4-6c0d-4adb-82e0-61e427d7ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e4cd1d52-4095-479c-8ffc-1d2d37b103d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:49:43.977877 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b400d604-6cc3-4a6f-a638-94b045c4525a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network hostable DHCP agents. Network: e4cd1d52-4095-479c-8ffc-1d2d37b103d3, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:49:43.988567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d646440-094f-4c98-a47c-30f86d65bb90 req-7a72da43-fba4-41b8-bcad-d6f4c27e110b tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:43.990116 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d646440-094f-4c98-a47c-30f86d65bb90 req-7a72da43-fba4-41b8-bcad-d6f4c27e110b tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 946 time: 0.0982418 Dec 14 02:49:44.007637 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:44.016478 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] 10.222.0.39 "DELETE /v2.0/networks/65123cc0-caea-4e6f-bada-0e08a653c4d0 HTTP/1.1" status: 204 len: 168 time: 2.1377685 Dec 14 02:49:44.037517 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcfe814-ae02-4d7e-be39-3b98d1598384 tempest-AllowedAddressPairTestJSON-199252395 tempest-AllowedAddressPairTestJSON-199252395-project] Pushing event deleted for resources: {'Network': ['ID=65123cc0-caea-4e6f-bada-0e08a653c4d0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:44.063427 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d646440-094f-4c98-a47c-30f86d65bb90 req-7cb3e5ba-d324-41de-995d-487fbf8f19c8 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/security-groups?id=c356f05a-0f9e-41a5-9d5a-8a424700108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592995 Dec 14 02:49:44.079534 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7f2e98-3ca5-414d-bbce-1accfab167d0 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:49:44.088434 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fd7f2e98-3ca5-414d-bbce-1accfab167d0 admin admin] 10.222.0.39 "PUT /v2.0/routers/fb64953b-5b09-404f-a9e5-43aeb5c2c57f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1438150 Dec 14 02:49:44.088862 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51252) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:44.089128 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c26008-cb20-4f99-a0d5-3ff47609798f None None] Sync routers for ids ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:49:44.107139 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c26008-cb20-4f99-a0d5-3ff47609798f None None] Routers {'fb64953b-5b09-404f-a9e5-43aeb5c2c57f'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:49:44.107795 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-60c26008-cb20-4f99-a0d5-3ff47609798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:49:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:44.127583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b400d604-6cc3-4a6f-a638-94b045c4525a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network e4cd1d52-4095-479c-8ffc-1d2d37b103d3 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:49:44.234858 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f84d10d-b0ae-4edc-bd5a-8ba7fc421368 admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:44.248614 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea6937-8e21-424e-93a6-8e04daf9b22b req-5ac23bde-2e89-4583-a2d7-d6ccb02d6be5 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:44.250183 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-25ea6937-8e21-424e-93a6-8e04daf9b22b req-5ac23bde-2e89-4583-a2d7-d6ccb02d6be5 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0533628 Dec 14 02:49:44.252511 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-b400d604-6cc3-4a6f-a638-94b045c4525a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, e4cd1d52-4095-479c-8ffc-1d2d37b103d3) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:44.256986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b400d604-6cc3-4a6f-a638-94b045c4525a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:44.257613 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b400d604-6cc3-4a6f-a638-94b045c4525a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:44.263299 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6749ce-ddda-42ca-8c39-d130c1150b1e None None] Network e4cd1d52-4095-479c-8ffc-1d2d37b103d3 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:44.336041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-60c26008-cb20-4f99-a0d5-3ff47609798f None None] Set router fb64953b-5b09-404f-a9e5-43aeb5c2c57f gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:49:44.348522 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-25ea6937-8e21-424e-93a6-8e04daf9b22b req-9a8a83bb-1a41-4a3d-91c3-3d91d5de3232 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686083 Dec 14 02:49:44.358725 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b400d604-6cc3-4a6f-a638-94b045c4525a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5370426 Dec 14 02:49:44.364294 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51258) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:44.370346 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-39476eac-645c-4fa9-9ccd-de5eaedaf87d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'network_id': 'e4cd1d52-4095-479c-8ffc-1d2d37b103d3', 'name': 'tempest-PortsIpV6TestJSON-597898861'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:44.391378 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f84d10d-b0ae-4edc-bd5a-8ba7fc421368 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:44.514992 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-e4cd1d52-4095-479c-8ffc-1d2d37b103d3', 'network_id': 'e4cd1d52-4095-479c-8ffc-1d2d37b103d3', 'project_id': '65cc5cfaf013424daefcc1ad93fe49cb', 'fixed_ips': [{'subnet_id': 'ecbc3018-75cf-4e37-a865-0251c9082be5'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:49:44.522299 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:44.558224 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-1f84d10d-b0ae-4edc-bd5a-8ba7fc421368 admin admin] Deleting port 325d3330-c30c-4882-881d-16e875dec603 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:44.558581 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f84d10d-b0ae-4edc-bd5a-8ba7fc421368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:44.700122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-1f84d10d-b0ae-4edc-bd5a-8ba7fc421368 admin admin] For port 325d3330-c30c-4882-881d-16e875dec603, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=325d3330-c30c-4882-881d-16e875dec603,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:44.700543 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f84d10d-b0ae-4edc-bd5a-8ba7fc421368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:44.716802 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-1f84d10d-b0ae-4edc-bd5a-8ba7fc421368 admin admin] Calling delete_port for 325d3330-c30c-4882-881d-16e875dec603 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:44.717413 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51264) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:44.721850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-60c26008-cb20-4f99-a0d5-3ff47609798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'name': 'tempest-TaggedBootDevicesTest_v242-109604917-router', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36'}], 'enable_snat': True}, 'gw_port_id': '325d3330-c30c-4882-881d-16e875dec603', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:20Z', 'updated_at': '2021-12-14T02:49:42Z', 'revision_number': 5, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'gw_port': {'id': '325d3330-c30c-4882-881d-16e875dec603', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:78:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:21Z', 'updated_at': '2021-12-14T02:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:44.736415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39476eac-645c-4fa9-9ccd-de5eaedaf87d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:44.741141 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39476eac-645c-4fa9-9ccd-de5eaedaf87d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:44.760943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Allocated IP 2001:db8::2 (e4cd1d52-4095-479c-8ffc-1d2d37b103d3/ecbc3018-75cf-4e37-a865-0251c9082be5/55e43367-ac8a-4e3f-a4a7-68302a7a574d) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:44.763727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c26008-cb20-4f99-a0d5-3ff47609798f None None] Checking router: fb64953b-5b09-404f-a9e5-43aeb5c2c57f for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:49:44.781861 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c26008-cb20-4f99-a0d5-3ff47609798f None None] Routers {'fb64953b-5b09-404f-a9e5-43aeb5c2c57f'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:49:44.782573 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-60c26008-cb20-4f99-a0d5-3ff47609798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:49:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:44.802209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-39476eac-645c-4fa9-9ccd-de5eaedaf87d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] device_id is not set on port a4de2207-6c96-4d5c-8d09-b01531bdc223 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:49:44.817036 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4bfbf-e484-4fc5-acd4-75b80751d657 req-e5fe044f-5973-40d7-adda-7b8f396c6d51 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:44.818635 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-65c4bfbf-e484-4fc5-acd4-75b80751d657 req-e5fe044f-5973-40d7-adda-7b8f396c6d51 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 946 time: 0.1524904 Dec 14 02:49:45.016592 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b35e9381-5d1e-480a-acff-8ed029e5d571 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=241196890eef49c6a6ebe78176e2d727&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2978194 Dec 14 02:49:45.021292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51272) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:45.043819 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8850fb-4835-44eb-96b9-1ac3e36b35ba req-356b9484-c043-459b-8b89-7fd68bc913de tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:45.045491 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be8850fb-4835-44eb-96b9-1ac3e36b35ba req-356b9484-c043-459b-8b89-7fd68bc913de tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 946 time: 0.1243021 Dec 14 02:49:45.048981 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-65c4bfbf-e484-4fc5-acd4-75b80751d657 req-bf977aa5-17d8-4c73-bfcf-07c5a617067f tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/security-groups?id=c356f05a-0f9e-41a5-9d5a-8a424700108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186499 Dec 14 02:49:45.114241 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3afa7804-19ba-46dd-85aa-bdabdaa1149f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:45.140175 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be8850fb-4835-44eb-96b9-1ac3e36b35ba req-1ec42180-c9ac-48da-ab7d-55625704292c tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878096 Dec 14 02:49:45.149298 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3afa7804-19ba-46dd-85aa-bdabdaa1149f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:45.154490 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f84d10d-b0ae-4edc-bd5a-8ba7fc421368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:45.169134 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-60c26008-cb20-4f99-a0d5-3ff47609798f None None] Set router fb64953b-5b09-404f-a9e5-43aeb5c2c57f gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:49:45.196718 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84d10d-b0ae-4edc-bd5a-8ba7fc421368 admin admin] Pushing event deleted for resources: {'Port': ['ID=325d3330-c30c-4882-881d-16e875dec603,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:45.237817 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba82a5fe-3b22-4e81-9b53-f76ae1b3d123 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:49:45.242622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-60c26008-cb20-4f99-a0d5-3ff47609798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'name': 'tempest-TaggedBootDevicesTest_v242-109604917-router', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:20Z', 'updated_at': '2021-12-14T02:49:44Z', 'revision_number': 6, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:45.264292 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f84d10d-b0ae-4edc-bd5a-8ba7fc421368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:45.283700 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c26008-cb20-4f99-a0d5-3ff47609798f None None] The sync data for ids ['fb64953b-5b09-404f-a9e5-43aeb5c2c57f'] in n-d-821636-1 is: [{'id': 'fb64953b-5b09-404f-a9e5-43aeb5c2c57f', 'name': 'tempest-TaggedBootDevicesTest_v242-109604917-router', 'tenant_id': '20630dab3f6946828746e2d81f7e163b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:20Z', 'updated_at': '2021-12-14T02:49:44Z', 'revision_number': 6, 'project_id': '20630dab3f6946828746e2d81f7e163b', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:49:45.313580 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3afa7804-19ba-46dd-85aa-bdabdaa1149f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:45.319964 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3afa7804-19ba-46dd-85aa-bdabdaa1149f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:45.322005 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3afa7804-19ba-46dd-85aa-bdabdaa1149f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/569c3d1a-3b53-4b85-b718-9864841c7ea5 HTTP/1.1" status: 204 len: 168 time: 0.2999382 Dec 14 02:49:45.337398 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa7804-19ba-46dd-85aa-bdabdaa1149f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569c3d1a-3b53-4b85-b718-9864841c7ea5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:45.370525 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:45.397757 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f84d10d-b0ae-4edc-bd5a-8ba7fc421368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:45.397757 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f84d10d-b0ae-4edc-bd5a-8ba7fc421368 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:45.477458 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bcfb3-d39f-41c9-bf59-c79edc37c289 req-2c1c4924-eab3-4324-82f5-346529ffe1e8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:45.478997 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf0bcfb3-d39f-41c9-bf59-c79edc37c289 req-2c1c4924-eab3-4324-82f5-346529ffe1e8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0502570 Dec 14 02:49:45.483390 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:45.537130 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Network e4cd1d52-4095-479c-8ffc-1d2d37b103d3 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:45.538071 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f84d10d-b0ae-4edc-bd5a-8ba7fc421368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:45.538804 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f84d10d-b0ae-4edc-bd5a-8ba7fc421368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb64953b-5b09-404f-a9e5-43aeb5c2c57f {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:49:45.540202 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:45.546509 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:45.552210 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f84d10d-b0ae-4edc-bd5a-8ba7fc421368 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:45.552210 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1f84d10d-b0ae-4edc-bd5a-8ba7fc421368 admin admin] 10.222.0.39 "DELETE /v2.0/routers/fb64953b-5b09-404f-a9e5-43aeb5c2c57f HTTP/1.1" status: 204 len: 168 time: 1.4593792 Dec 14 02:49:45.552429 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51280) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:45.561506 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-39476eac-645c-4fa9-9ccd-de5eaedaf87d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Allocated IP 2001:db8::87 (e4cd1d52-4095-479c-8ffc-1d2d37b103d3/ecbc3018-75cf-4e37-a865-0251c9082be5/a4de2207-6c96-4d5c-8d09-b01531bdc223) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:45.563680 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Pushing event updated for resources: {'Port': ['ID=55e43367-ac8a-4e3f-a4a7-68302a7a574d,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:45.581128 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf0bcfb3-d39f-41c9-bf59-c79edc37c289 req-89ff8674-d1c7-4d32-b7c3-46e173966812 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953293 Dec 14 02:49:45.673724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a56a5d1-31e7-47d1-9e56-f0a8caa18e62 admin admin] Deleting subnet 3efdcc0d-0482-44f9-8761-575428cc10a7 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:49:45.692635 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a56a5d1-31e7-47d1-9e56-f0a8caa18e62 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:45.734964 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Attempting to bind port 55e43367-ac8a-4e3f-a4a7-68302a7a574d on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:49:45.735351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Attempting to bind port 55e43367-ac8a-4e3f-a4a7-68302a7a574d by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '494a5cc4-6c0d-4adb-82e0-61e427d7ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e4cd1d52-4095-479c-8ffc-1d2d37b103d3'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:49:45.735724 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Attempting to bind port 55e43367-ac8a-4e3f-a4a7-68302a7a574d on network e4cd1d52-4095-479c-8ffc-1d2d37b103d3 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:49:45.746031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:49:45.746452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Checking segment: {'id': '494a5cc4-6c0d-4adb-82e0-61e427d7ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e4cd1d52-4095-479c-8ffc-1d2d37b103d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:49:45.747052 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:45.747492 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Bound using segment: {'id': '494a5cc4-6c0d-4adb-82e0-61e427d7ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e4cd1d52-4095-479c-8ffc-1d2d37b103d3'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:49:45.749554 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Bound port: 55e43367-ac8a-4e3f-a4a7-68302a7a574d, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494a5cc4-6c0d-4adb-82e0-61e427d7ce35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e4cd1d52-4095-479c-8ffc-1d2d37b103d3'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:49:45.749959 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:45.767626 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a56a5d1-31e7-47d1-9e56-f0a8caa18e62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:45.899692 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a56a5d1-31e7-47d1-9e56-f0a8caa18e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:45.902426 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58700f34-e533-451a-93ad-608572b89fb2 req-8683f7d8-625e-4c80-9081-1160fce3094b tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:45.914047 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] For port 55e43367-ac8a-4e3f-a4a7-68302a7a574d, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:49:45.916380 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58700f34-e533-451a-93ad-608572b89fb2 req-8683f7d8-625e-4c80-9081-1160fce3094b tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 946 time: 0.1675971 Dec 14 02:49:45.923416 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] For port 55e43367-ac8a-4e3f-a4a7-68302a7a574d, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=55e43367-ac8a-4e3f-a4a7-68302a7a574d,segment=NetworkSegment(494a5cc4-6c0d-4adb-82e0-61e427d7ce35),segment_id=494a5cc4-6c0d-4adb-82e0-61e427d7ce35)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:49:45.963287 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66184a-5ad9-4c54-9fba-7f81d83a773f req-c4350983-e22b-42e9-81e6-967234787cb5 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:45.969816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8c66184a-5ad9-4c54-9fba-7f81d83a773f req-c4350983-e22b-42e9-81e6-967234787cb5 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.2725973 Dec 14 02:49:46.025185 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39476eac-645c-4fa9-9ccd-de5eaedaf87d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:46.034367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58700f34-e533-451a-93ad-608572b89fb2 req-36f48981-7bc0-4c8a-9a5d-f2550ca3c9fa tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170826 Dec 14 02:49:46.069540 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:46.106910 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8c66184a-5ad9-4c54-9fba-7f81d83a773f req-3a045504-7de7-4b83-b22d-1ab6b23a6779 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237175 Dec 14 02:49:46.112009 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecbd21-ac7c-4299-9c79-cad0d2b668b4 None None] Pushing event updated for resources: {'Port': ['ID=55e43367-ac8a-4e3f-a4a7-68302a7a574d,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:46.175869 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a56a5d1-31e7-47d1-9e56-f0a8caa18e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:46.221578 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56a5d1-31e7-47d1-9e56-f0a8caa18e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3efdcc0d-0482-44f9-8761-575428cc10a7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:46.242852 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a56a5d1-31e7-47d1-9e56-f0a8caa18e62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:46.247750 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0a56a5d1-31e7-47d1-9e56-f0a8caa18e62 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3efdcc0d-0482-44f9-8761-575428cc10a7 HTTP/1.1" status: 204 len: 168 time: 0.6944156 Dec 14 02:49:46.250112 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51300) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:46.257887 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99035413-959d-4942-b81d-c9ee2f86cbd6 None None] Network c8c294be-4992-4711-bfec-5f4308700461 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:46.326864 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39476eac-645c-4fa9-9ccd-de5eaedaf87d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:46.472208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93d6f8-31ee-482d-a5eb-e9767c9473e3 req-f1fa1107-408a-4998-a221-d6c8cdd6b080 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:46.474082 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b93d6f8-31ee-482d-a5eb-e9767c9473e3 req-f1fa1107-408a-4998-a221-d6c8cdd6b080 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 946 time: 0.3205559 Dec 14 02:49:46.485069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39476eac-645c-4fa9-9ccd-de5eaedaf87d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network e4cd1d52-4095-479c-8ffc-1d2d37b103d3 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:46.490329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-39476eac-645c-4fa9-9ccd-de5eaedaf87d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:46.514875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39476eac-645c-4fa9-9ccd-de5eaedaf87d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:46.528211 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39476eac-645c-4fa9-9ccd-de5eaedaf87d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:46.528754 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39476eac-645c-4fa9-9ccd-de5eaedaf87d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:46.539827 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:46.549272 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39476eac-645c-4fa9-9ccd-de5eaedaf87d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=a4de2207-6c96-4d5c-8d09-b01531bdc223,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:46.570449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61603c2a-68e8-40e1-9b4b-d6338848452f req-7ac14f82-9f20-4565-962a-05ea42ab4fe3 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:46.578717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61603c2a-68e8-40e1-9b4b-d6338848452f req-7ac14f82-9f20-4565-962a-05ea42ab4fe3 tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 946 time: 0.4145584 Dec 14 02:49:46.599677 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c947e52-e7f9-407e-bcd4-ee644f21b93c req-fd1d33e1-cc9b-4f57-8b0c-1f04b3962886 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:46.601293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c947e52-e7f9-407e-bcd4-ee644f21b93c req-fd1d33e1-cc9b-4f57-8b0c-1f04b3962886 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.3462992 Dec 14 02:49:46.639034 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] Deleting port c0ec8493-9ea7-4004-ae39-28ad76e58bb5 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:46.639773 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:46.710466 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd83cb7-fac6-40b5-a960-28b6f0207b6e None None] DHCP port deletion for c8c294be-4992-4711-bfec-5f4308700461 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:49:46.715940 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-39476eac-645c-4fa9-9ccd-de5eaedaf87d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3508394 Dec 14 02:49:46.721211 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51308) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:46.738557 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] For port c0ec8493-9ea7-4004-ae39-28ad76e58bb5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c0ec8493-9ea7-4004-ae39-28ad76e58bb5,segment=NetworkSegment(716a3816-24ae-4d8b-8bcc-a74c2e331a8e),segment_id=716a3816-24ae-4d8b-8bcc-a74c2e331a8e)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:46.738938 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:46.750382 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-9de95dd6-cc8a-468b-b05e-85a323cdcef9 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'network_id': 'e4cd1d52-4095-479c-8ffc-1d2d37b103d3', 'name': 'tempest-PortsIpV6TestJSON-1447311290'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:46.753586 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] Calling delete_port for c0ec8493-9ea7-4004-ae39-28ad76e58bb5 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:46.759256 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c947e52-e7f9-407e-bcd4-ee644f21b93c req-254544e2-8634-4559-80d5-78bb62e59cb2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345494 Dec 14 02:49:46.810347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b93d6f8-31ee-482d-a5eb-e9767c9473e3 req-a5d2205a-e4f4-4bdb-92d2-5199e0daf6fe tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/security-groups?id=c356f05a-0f9e-41a5-9d5a-8a424700108a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966046 Dec 14 02:49:46.876583 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8bd83cb7-fac6-40b5-a960-28b6f0207b6e None None] Deleting port c0ec8493-9ea7-4004-ae39-28ad76e58bb5 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:46.876964 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8bd83cb7-fac6-40b5-a960-28b6f0207b6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:46.959253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8bd83cb7-fac6-40b5-a960-28b6f0207b6e None None] For port c0ec8493-9ea7-4004-ae39-28ad76e58bb5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c0ec8493-9ea7-4004-ae39-28ad76e58bb5,segment=NetworkSegment(716a3816-24ae-4d8b-8bcc-a74c2e331a8e),segment_id=716a3816-24ae-4d8b-8bcc-a74c2e331a8e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:46.959662 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8bd83cb7-fac6-40b5-a960-28b6f0207b6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:46.983235 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8bd83cb7-fac6-40b5-a960-28b6f0207b6e None None] Calling delete_port for c0ec8493-9ea7-4004-ae39-28ad76e58bb5 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:46.984113 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-61603c2a-68e8-40e1-9b4b-d6338848452f req-b1136dbc-57cf-419b-8c91-75995e0341ae tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Deleting port ae1b0666-75cf-4011-b465-23d7fecdae71 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:46.984627 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-61603c2a-68e8-40e1-9b4b-d6338848452f req-b1136dbc-57cf-419b-8c91-75995e0341ae tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:47.011157 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe335f-ddfc-4c78-a4b8-bf2cab666df9 req-a7c60918-3027-49e5-b1a5-9460084f4658 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:47.012827 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-adbe335f-ddfc-4c78-a4b8-bf2cab666df9 req-a7c60918-3027-49e5-b1a5-9460084f4658 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1452355 Dec 14 02:49:47.058178 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.111406 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.115092 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.115092 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.115092 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.115092 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.115092 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.115092 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.115092 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.115092 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.115092 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.115092 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.115092 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.115092 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.115092 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:47.115092 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:49:47.145948 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8bd83cb7-fac6-40b5-a960-28b6f0207b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:47.167050 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ec8493-9ea7-4004-ae39-28ad76e58bb5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:47.174992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] No DVR routers for this DVR port c0ec8493-9ea7-4004-ae39-28ad76e58bb5 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:47.181902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-adbe335f-ddfc-4c78-a4b8-bf2cab666df9 req-6c32a420-7260-4083-97a0-176c9ee259a4 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286168 Dec 14 02:49:47.230827 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd83cb7-fac6-40b5-a960-28b6f0207b6e None None] Pushing event deleted for resources: {'Port': ['ID=c0ec8493-9ea7-4004-ae39-28ad76e58bb5,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:47.236187 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd83cb7-fac6-40b5-a960-28b6f0207b6e None None] No DVR routers for this DVR port c0ec8493-9ea7-4004-ae39-28ad76e58bb5 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:47.276288 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 55e43367-ac8a-4e3f-a4a7-68302a7a574d up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:49:47.284288 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51322) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.306721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-61603c2a-68e8-40e1-9b4b-d6338848452f req-b1136dbc-57cf-419b-8c91-75995e0341ae tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] For port ae1b0666-75cf-4011-b465-23d7fecdae71, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ae1b0666-75cf-4011-b465-23d7fecdae71,segment=NetworkSegment(78bbc46b-e6ac-42ff-ab28-7f0ac1ca43d4),segment_id=78bbc46b-e6ac-42ff-ab28-7f0ac1ca43d4)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:47.307921 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-61603c2a-68e8-40e1-9b4b-d6338848452f req-b1136dbc-57cf-419b-8c91-75995e0341ae tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:47.324666 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-61603c2a-68e8-40e1-9b4b-d6338848452f req-b1136dbc-57cf-419b-8c91-75995e0341ae tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Calling delete_port for ae1b0666-75cf-4011-b465-23d7fecdae71 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:47.329407 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 55e43367-ac8a-4e3f-a4a7-68302a7a574d triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:47.330002 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:47.339791 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de95dd6-cc8a-468b-b05e-85a323cdcef9 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:47.343766 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9de95dd6-cc8a-468b-b05e-85a323cdcef9 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:47.361579 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:47.399937 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-9de95dd6-cc8a-468b-b05e-85a323cdcef9 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] device_id is not set on port de01e8be-d0e2-4ec3-9e90-a7809402d8c7 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:49:47.411421 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c294be-4992-4711-bfec-5f4308700461']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:47.442553 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '716a3816-24ae-4d8b-8bcc-a74c2e331a8e') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:47.449551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '716a3816-24ae-4d8b-8bcc-a74c2e331a8e') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:47.465783 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:47.485706 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:47.498977 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:47.511969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc6f7f-af45-4254-8e67-62f66475d279 req-ee9842ce-6d51-41f3-9661-02088a333251 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:47.514429 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:49:47.514822 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:47.521016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2fc6f7f-af45-4254-8e67-62f66475d279 req-ee9842ce-6d51-41f3-9661-02088a333251 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 946 time: 0.3209629 Dec 14 02:49:47.537456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 55e43367-ac8a-4e3f-a4a7-68302a7a574d, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=55e43367-ac8a-4e3f-a4a7-68302a7a574d,segment=NetworkSegment(494a5cc4-6c0d-4adb-82e0-61e427d7ce35),segment_id=494a5cc4-6c0d-4adb-82e0-61e427d7ce35)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:49:47.563619 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:49:47.619408 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-f33b1bc1-7826-42ca-a46d-d481fed66045 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.621771 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f33b1bc1-7826-42ca-a46d-d481fed66045 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3358259 Dec 14 02:49:47.625118 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51326) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.629010 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:47.636239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2fc6f7f-af45-4254-8e67-62f66475d279 req-da10ec78-b84f-4ca2-9990-ab2ff7567e2c tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083224 Dec 14 02:49:47.636643 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-600a2200-e1b8-4a03-8635-8f0889e52589 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.637639 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-600a2200-e1b8-4a03-8635-8f0889e52589 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0065136 Dec 14 02:49:47.640723 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51328) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.645366 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-85333c66-ad04-42c9-babc-aead09a66622 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.649083 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51330) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.649270 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-85333c66-ad04-42c9-babc-aead09a66622 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0071700 Dec 14 02:49:47.657519 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:47.663943 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:47.673013 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] 10.222.0.39 "DELETE /v2.0/networks/c8c294be-4992-4711-bfec-5f4308700461 HTTP/1.1" status: 204 len: 168 time: 1.4160912 Dec 14 02:49:47.679230 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51332) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.698893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-9de95dd6-cc8a-468b-b05e-85a323cdcef9 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Allocated IP 2001:db8::2fc (e4cd1d52-4095-479c-8ffc-1d2d37b103d3/ecbc3018-75cf-4e37-a865-0251c9082be5/de01e8be-d0e2-4ec3-9e90-a7809402d8c7) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:47.704204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-76c0887e-c282-4e2d-a6f1-41c4a638ffe5 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.705243 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-76c0887e-c282-4e2d-a6f1-41c4a638ffe5 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0432255 Dec 14 02:49:47.712399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51336) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.716737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-84280b4d-6c09-4bd7-ab1f-f810a7508981 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.720020 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-84280b4d-6c09-4bd7-ab1f-f810a7508981 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0043871 Dec 14 02:49:47.727178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51338) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.733536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-5c949c64-6b35-4620-b46b-e8654ced7add tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.734781 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5c949c64-6b35-4620-b46b-e8654ced7add tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0064952 Dec 14 02:49:47.738470 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51340) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.742139 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=55e43367-ac8a-4e3f-a4a7-68302a7a574d,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:47.749670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-a187b1f0-489f-42db-99ef-a8e0c967f215 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.749670 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a187b1f0-489f-42db-99ef-a8e0c967f215 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0041914 Dec 14 02:49:47.752183 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51342) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.754137 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d6a207-baa5-4c37-a1c5-32799792da7b None None] Network e4cd1d52-4095-479c-8ffc-1d2d37b103d3 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:47.756391 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-c4aba102-1566-4ff2-bce8-99ae72b81160 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.757439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c4aba102-1566-4ff2-bce8-99ae72b81160 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0043116 Dec 14 02:49:47.762934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51344) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.769010 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-a477d325-d291-4454-a276-ac224cb009bb tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.770013 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a477d325-d291-4454-a276-ac224cb009bb tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043225 Dec 14 02:49:47.780536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51346) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.786399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-59b7ad33-9421-4f68-9286-abfcf8ee2282 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.787294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-59b7ad33-9421-4f68-9286-abfcf8ee2282 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043089 Dec 14 02:49:47.793782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51348) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.798134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-6ac8efed-cec6-45f8-b063-c42076a69ca5 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.799072 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6ac8efed-cec6-45f8-b063-c42076a69ca5 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043397 Dec 14 02:49:47.804546 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51350) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.806817 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0558c790-5709-450b-9af7-3a98360740f4 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:47.813032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-768c9b35-360f-43b0-bd16-574374dca488 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.814095 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-768c9b35-360f-43b0-bd16-574374dca488 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0086126 Dec 14 02:49:47.820237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51352) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.821921 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a12d2-b31e-453f-8eb2-3013d653fc2a admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c294be-4992-4711-bfec-5f4308700461,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:47.829780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-4c965528-148d-486c-b344-c80b4cbfe0b7 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.830772 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4c965528-148d-486c-b344-c80b4cbfe0b7 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0096703 Dec 14 02:49:47.839789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51354) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.847047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-84988cd9-3a06-4dbf-a9c3-09e6f36b096b tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.852481 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-84988cd9-3a06-4dbf-a9c3-09e6f36b096b tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0073090 Dec 14 02:49:47.857897 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51356) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.876135 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-4261523b-1a7c-4757-aa96-41e8e5566561 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.878679 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4261523b-1a7c-4757-aa96-41e8e5566561 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0156529 Dec 14 02:49:47.880161 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 0558c790-5709-450b-9af7-3a98360740f4 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:47.880683 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0558c790-5709-450b-9af7-3a98360740f4 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:47.880806 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c0ec8493-9ea7-4004-ae39-28ad76e58bb5 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:47.883319 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51360) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.890170 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-7bba84cf-560d-4e20-9ed4-3dfa1e5e0b91 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.891426 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7bba84cf-560d-4e20-9ed4-3dfa1e5e0b91 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0069075 Dec 14 02:49:47.894070 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51362) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.898734 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-080a33c1-6cf3-4f13-a48f-2fcef99d7518 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.899732 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-080a33c1-6cf3-4f13-a48f-2fcef99d7518 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046625 Dec 14 02:49:47.904686 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51364) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.911187 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-869bd1ce-96c1-44dc-beb1-0e6124ae0ec9 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.912612 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-869bd1ce-96c1-44dc-beb1-0e6124ae0ec9 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0067415 Dec 14 02:49:47.915764 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51366) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.918332 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: c0ec8493-9ea7-4004-ae39-28ad76e58bb5 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:47.918711 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c0ec8493-9ea7-4004-ae39-28ad76e58bb5 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:47.919136 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 325d3330-c30c-4882-881d-16e875dec603 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:47.921225 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-61603c2a-68e8-40e1-9b4b-d6338848452f req-b1136dbc-57cf-419b-8c91-75995e0341ae tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:47.923850 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-961ae893-211a-4cc6-ba9c-c02ce30f0594 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.929479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-fc3e4ec3-3e6d-466a-8662-6d58d18ac2fe None None] Provisioning complete for port 55e43367-ac8a-4e3f-a4a7-68302a7a574d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:47.929479 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc3e4ec3-3e6d-466a-8662-6d58d18ac2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:47.929902 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-961ae893-211a-4cc6-ba9c-c02ce30f0594 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0114520 Dec 14 02:49:47.937257 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51368) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.960267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-0db36fa7-85db-4c56-a8a0-09284d37066d tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.969320 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0db36fa7-85db-4c56-a8a0-09284d37066d tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0125701 Dec 14 02:49:47.971827 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51372) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.978526 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-ac4f6fc9-d275-4946-a061-36766452f126 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:47.983806 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ac4f6fc9-d275-4946-a061-36766452f126 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0105844 Dec 14 02:49:47.986900 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51374) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:47.991345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['ae1b0666-75cf-4011-b465-23d7fecdae71'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:49:47.999745 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-a65c392f-4fa0-4073-94ab-9d29099e8279 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.000729 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a65c392f-4fa0-4073-94ab-9d29099e8279 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0122080 Dec 14 02:49:48.003616 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51376) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.007802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 325d3330-c30c-4882-881d-16e875dec603 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:48.007802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 325d3330-c30c-4882-881d-16e875dec603 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:48.008089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1136dbc-57cf-419b-8c91-75995e0341ae tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Pushing event deleted for resources: {'Port': ['ID=ae1b0666-75cf-4011-b465-23d7fecdae71,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:48.026780 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-ba68b41b-786c-464d-a865-7e91c67bdacb tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.028400 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ba68b41b-786c-464d-a865-7e91c67bdacb tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0236862 Dec 14 02:49:48.045836 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51378) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.051461 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-54aa6789-0d17-4432-8f29-df3044f2d9d2 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.052431 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-54aa6789-0d17-4432-8f29-df3044f2d9d2 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0056832 Dec 14 02:49:48.056733 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51380) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.067709 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-61603c2a-68e8-40e1-9b4b-d6338848452f req-b1136dbc-57cf-419b-8c91-75995e0341ae tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] No DVR routers for this DVR port ae1b0666-75cf-4011-b465-23d7fecdae71 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:48.076981 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-61603c2a-68e8-40e1-9b4b-d6338848452f req-b1136dbc-57cf-419b-8c91-75995e0341ae tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:48.081751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61603c2a-68e8-40e1-9b4b-d6338848452f req-b1136dbc-57cf-419b-8c91-75995e0341ae tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.46 "DELETE /v2.0/ports/ae1b0666-75cf-4011-b465-23d7fecdae71 HTTP/1.1" status: 204 len: 173 time: 1.4793026 Dec 14 02:49:48.089342 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d15c714-6217-4992-845b-94c4cb3dbdff', 'name': 'network-vif-deleted', 'tag': 'ae1b0666-75cf-4011-b465-23d7fecdae71'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:49:48.093143 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c56b96-dd95-4654-b1ca-8b8fbd133959" -d '{"events": [{"server_uuid": "5d15c714-6217-4992-845b-94c4cb3dbdff", "name": "network-vif-deleted", "tag": "ae1b0666-75cf-4011-b465-23d7fecdae71"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:49:48.113523 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-0be87bce-70f6-4e92-a548-364e67ccabdd tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.113523 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0be87bce-70f6-4e92-a548-364e67ccabdd tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0462246 Dec 14 02:49:48.113987 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ee8837f-b76c-4857-bb93-017d8a3f6e25 req-ca848404-f7b3-4a48-b1ab-36716518a54a tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 210 time: 0.1322899 Dec 14 02:49:48.131225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51386) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.156655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-5fbade69-61cd-45ea-baf6-bf9a874725a4 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.157855 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5fbade69-61cd-45ea-baf6-bf9a874725a4 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0255644 Dec 14 02:49:48.161977 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51388) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.177592 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-eeb4158d-2d76-403e-ac94-d96da1bfcd78 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.179226 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-eeb4158d-2d76-403e-ac94-d96da1bfcd78 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0135493 Dec 14 02:49:48.186834 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51390) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.201739 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-89f42467-029b-47df-bcde-408bb293909b tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.201739 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-89f42467-029b-47df-bcde-408bb293909b tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0083096 Dec 14 02:49:48.203787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51392) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.208157 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-11d388bd-919e-4db4-8db5-fc3e5f10bfb5 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.209142 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-11d388bd-919e-4db4-8db5-fc3e5f10bfb5 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044010 Dec 14 02:49:48.226221 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51394) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.231755 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-fcd6aeff-744d-4d89-9a72-84a859e8b249 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.232679 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fcd6aeff-744d-4d89-9a72-84a859e8b249 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0049851 Dec 14 02:49:48.236313 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51396) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.250972 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6683314d-a1a7-45a2-8bdc-fe828e056f07 x-openstack-request-id: req-6683314d-a1a7-45a2-8bdc-fe828e056f07 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:49:48.250972 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d15c714-6217-4992-845b-94c4cb3dbdff", "name": "network-vif-deleted", "tag": "ae1b0666-75cf-4011-b465-23d7fecdae71", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:49:48.251309 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6683314d-a1a7-45a2-8bdc-fe828e056f07 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:49:48.252159 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d15c714-6217-4992-845b-94c4cb3dbdff', 'name': 'network-vif-deleted', 'tag': 'ae1b0666-75cf-4011-b465-23d7fecdae71', 'status': 'completed', 'code': 200} Dec 14 02:49:48.255200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-847cd5f6-94fe-4522-a126-06c0dda3e528 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.256166 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-847cd5f6-94fe-4522-a126-06c0dda3e528 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0120752 Dec 14 02:49:48.274844 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51398) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.282254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-a360dabb-6a72-4fce-91e9-a88c8cb81b90 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.288131 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a360dabb-6a72-4fce-91e9-a88c8cb81b90 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0073469 Dec 14 02:49:48.288715 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9de95dd6-cc8a-468b-b05e-85a323cdcef9 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:48.290125 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51400) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.296333 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-8922c876-346d-413a-a5b0-3db401d50801 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.297464 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8922c876-346d-413a-a5b0-3db401d50801 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0062637 Dec 14 02:49:48.300066 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51402) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.307552 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-563ddd89-b67d-4605-8032-bce12071623a tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.308925 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-563ddd89-b67d-4605-8032-bce12071623a tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0077424 Dec 14 02:49:48.311655 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51404) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.318465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628be81-98d8-4e9f-b823-d6aef661ccb0 req-ca152f10-aef1-46ec-8bf1-499039529260 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:48.322572 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-57becce4-bfeb-4a4f-ab24-cfdaf7eeaa59 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.322572 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-57becce4-bfeb-4a4f-ab24-cfdaf7eeaa59 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0070760 Dec 14 02:49:48.322823 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1628be81-98d8-4e9f-b823-d6aef661ccb0 req-ca152f10-aef1-46ec-8bf1-499039529260 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 946 time: 0.0946841 Dec 14 02:49:48.324816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51406) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.333033 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-e86c94d1-dd2e-4e6d-9817-f87bc1922e47 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.334023 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e86c94d1-dd2e-4e6d-9817-f87bc1922e47 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044465 Dec 14 02:49:48.344746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51408) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.371367 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-2dc80658-d200-452f-8070-052fc11211ea tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.374743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2dc80658-d200-452f-8070-052fc11211ea tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0086987 Dec 14 02:49:48.376701 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51410) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.381166 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-9a0d81b7-9a15-4a7d-a455-2ffff725b6cd tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.382400 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9a0d81b7-9a15-4a7d-a455-2ffff725b6cd tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0047319 Dec 14 02:49:48.387783 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51412) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.392127 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-f488d333-baec-4066-a26c-4d8a2d30f1b5 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.393452 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f488d333-baec-4066-a26c-4d8a2d30f1b5 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0044656 Dec 14 02:49:48.396827 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51414) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.407514 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-dcd5ff77-827f-4380-894c-d61805ad5c15 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.408035 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dcd5ff77-827f-4380-894c-d61805ad5c15 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0095809 Dec 14 02:49:48.419982 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51416) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.431715 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-2a053b77-cc59-4a00-b760-ee0a5a952917 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.435890 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2a053b77-cc59-4a00-b760-ee0a5a952917 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0122130 Dec 14 02:49:48.437852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51418) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.443224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-8b0b903a-748d-4c23-a982-243b7daca3c1 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.445354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8b0b903a-748d-4c23-a982-243b7daca3c1 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0053554 Dec 14 02:49:48.447012 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51420) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.452884 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1628be81-98d8-4e9f-b823-d6aef661ccb0 req-22f80b7b-e294-40be-87d3-b4821c8063f0 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055579 Dec 14 02:49:48.455942 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-b66d6413-e9a7-4d3b-b798-54fd285cad03 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.457140 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b66d6413-e9a7-4d3b-b798-54fd285cad03 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0086658 Dec 14 02:49:48.464423 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51422) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.467255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-78100aa4-20da-4420-9851-44367d8f2b71 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.468202 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-78100aa4-20da-4420-9851-44367d8f2b71 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0052123 Dec 14 02:49:48.471112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51424) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.479481 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-ba6dbba7-705c-4556-976d-14e549ee8611 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.482853 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ba6dbba7-705c-4556-976d-14e549ee8611 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0076981 Dec 14 02:49:48.483383 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51426) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.487679 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-b594ec25-906a-42c5-93b0-24b34bb454fd tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.489369 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b594ec25-906a-42c5-93b0-24b34bb454fd tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0043523 Dec 14 02:49:48.494494 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51428) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.499752 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-1a558eca-bc9e-45ee-a2d0-d3bc4e38539c tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.500714 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1a558eca-bc9e-45ee-a2d0-d3bc4e38539c tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0050552 Dec 14 02:49:48.504054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51430) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.507247 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344929a-93f1-4e16-810a-27f220a41de3 req-6bfdbdcd-de03-4b2d-9d9f-0c7742de3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:48.508544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-37924494-150c-478e-bc75-e269541edc06 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.508737 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a344929a-93f1-4e16-810a-27f220a41de3 req-6bfdbdcd-de03-4b2d-9d9f-0c7742de3a1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e0968c2b7fd0450db1d3091d58552378&device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 1097 time: 0.0979817 Dec 14 02:49:48.512918 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51432) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.515684 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-37924494-150c-478e-bc75-e269541edc06 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0085356 Dec 14 02:49:48.518658 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-4671a5c5-613c-4d15-85d2-9b3dcc01367f tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.521733 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4671a5c5-613c-4d15-85d2-9b3dcc01367f tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0057714 Dec 14 02:49:48.524288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51434) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.531696 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4143a1cf-12a6-43e6-8f8c-d6709e29966a None None] Provisioning complete for port 55e43367-ac8a-4e3f-a4a7-68302a7a574d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:48.532195 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4143a1cf-12a6-43e6-8f8c-d6709e29966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:48.533531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-cf11a641-e4c9-43f3-97cc-f4829892110b tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.537428 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cf11a641-e4c9-43f3-97cc-f4829892110b tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0072117 Dec 14 02:49:48.537428 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9de95dd6-cc8a-468b-b05e-85a323cdcef9 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:48.538525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51436) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.559683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-ffb988ac-d7ed-4068-8d34-388e324400c8 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.561714 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ffb988ac-d7ed-4068-8d34-388e324400c8 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0222082 Dec 14 02:49:48.568513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51438) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.580166 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-dce146b6-b905-4460-984e-e6655b8fd016 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.583684 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-dce146b6-b905-4460-984e-e6655b8fd016 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0116584 Dec 14 02:49:48.616433 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51440) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.622517 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-7bc1cd8c-4a7b-4e17-92d9-8fa9ebf2be39 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.623671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7bc1cd8c-4a7b-4e17-92d9-8fa9ebf2be39 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0061827 Dec 14 02:49:48.630028 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51442) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.634962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-7995a149-f86c-4fec-acd3-368d355929b3 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.636629 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7995a149-f86c-4fec-acd3-368d355929b3 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0054994 Dec 14 02:49:48.646210 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51444) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.659461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de95dd6-cc8a-468b-b05e-85a323cdcef9 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network e4cd1d52-4095-479c-8ffc-1d2d37b103d3 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:48.663661 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-6f8c09df-a5ce-48b8-a2d9-35b9736d674a tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.663834 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-9de95dd6-cc8a-468b-b05e-85a323cdcef9 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:48.665680 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6f8c09df-a5ce-48b8-a2d9-35b9736d674a tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0127997 Dec 14 02:49:48.665855 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de95dd6-cc8a-468b-b05e-85a323cdcef9 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:48.666373 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51446) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.672158 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de95dd6-cc8a-468b-b05e-85a323cdcef9 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:48.672820 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9de95dd6-cc8a-468b-b05e-85a323cdcef9 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:48.677337 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-fdd62de5-f10d-4cad-b4e9-3443537184d4 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.681769 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fdd62de5-f10d-4cad-b4e9-3443537184d4 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0123966 Dec 14 02:49:48.682308 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4143a1cf-12a6-43e6-8f8c-d6709e29966a None None] Provisioning complete for port a4de2207-6c96-4d5c-8d09-b01531bdc223 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:48.682656 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4143a1cf-12a6-43e6-8f8c-d6709e29966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:48.687274 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51448) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.692221 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-f6df8f75-8a13-4e98-9fa0-3bc78e333d73 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.696199 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f6df8f75-8a13-4e98-9fa0-3bc78e333d73 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0080609 Dec 14 02:49:48.699211 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344929a-93f1-4e16-810a-27f220a41de3 req-5e4b5180-ac88-49e6-b69a-1ca0ac49b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:48.700921 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a344929a-93f1-4e16-810a-27f220a41de3 req-5e4b5180-ac88-49e6-b69a-1ca0ac49b84c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b71128aa-1538-41f3-9666-03da5741ed3d HTTP/1.1" status: 200 len: 911 time: 0.1801364 Dec 14 02:49:48.702369 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51450) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.702922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de95dd6-cc8a-468b-b05e-85a323cdcef9 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=de01e8be-d0e2-4ec3-9e90-a7809402d8c7,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:48.705094 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f5bfee3-9e2a-4db3-a3f2-e73856fd825a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:48.714754 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-63608ca9-48ac-40c8-a427-2bfef1d4cbf2 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.715641 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-63608ca9-48ac-40c8-a427-2bfef1d4cbf2 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0083485 Dec 14 02:49:48.727787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51452) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.732543 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-b596b394-f4fe-41f3-a43c-c1e8e090e719 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.738352 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b596b394-f4fe-41f3-a43c-c1e8e090e719 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0072291 Dec 14 02:49:48.740089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51454) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.744021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-d1e7261b-8934-4c1c-9432-209041011d93 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.747399 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d1e7261b-8934-4c1c-9432-209041011d93 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0046029 Dec 14 02:49:48.750725 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51456) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.754283 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4143a1cf-12a6-43e6-8f8c-d6709e29966a None None] Port a4de2207-6c96-4d5c-8d09-b01531bdc223 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:49:48.769100 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-c67ae9c9-1ff3-4061-bc17-c5535e82225e tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.769100 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c67ae9c9-1ff3-4061-bc17-c5535e82225e tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0046105 Dec 14 02:49:48.770559 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51458) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.775069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-f85d19bc-94da-4de9-801e-832ab458e1c7 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.776534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f85d19bc-94da-4de9-801e-832ab458e1c7 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0043776 Dec 14 02:49:48.779211 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51460) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.783389 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-348bf887-e9dd-476d-91a4-ee06754747da tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.786662 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-348bf887-e9dd-476d-91a4-ee06754747da tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0041819 Dec 14 02:49:48.789002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51462) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.793375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-549e1410-6c95-4eca-b204-d525ca9b66ee tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.796838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-549e1410-6c95-4eca-b204-d525ca9b66ee tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0043700 Dec 14 02:49:48.798158 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9de95dd6-cc8a-468b-b05e-85a323cdcef9 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0757649 Dec 14 02:49:48.798737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51464) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.800719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51466) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.809171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-136fbb38-4cd2-4b90-aa53-7dc1f6861363 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.810198 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-136fbb38-4cd2-4b90-aa53-7dc1f6861363 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0105629 Dec 14 02:49:48.814994 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51468) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.819699 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-07cfbfbb-d96c-4a59-b9f7-7fb4c9129feb tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.820767 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-07cfbfbb-d96c-4a59-b9f7-7fb4c9129feb tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0047274 Dec 14 02:49:48.827744 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a344929a-93f1-4e16-810a-27f220a41de3 req-4c903896-9535-43e5-b3d1-ea8f82c23be6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3736f55-ed1d-462a-adb6-eaca2b7220ce HTTP/1.1" status: 200 len: 217 time: 0.1192915 Dec 14 02:49:48.831432 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51470) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.835418 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-df8089c7-9457-4657-ba75-d6214d77e678 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.836368 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-df8089c7-9457-4657-ba75-d6214d77e678 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0055664 Dec 14 02:49:48.850228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51472) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.853023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-4dd0da25-dffd-44f8-9d1b-33f19d0e0b98 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.853980 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4dd0da25-dffd-44f8-9d1b-33f19d0e0b98 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043972 Dec 14 02:49:48.873072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51474) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.880192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9d730f21-e884-4c8d-be67-27952824aad2 None None] Provisioning complete for port a4de2207-6c96-4d5c-8d09-b01531bdc223 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:48.880572 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9d730f21-e884-4c8d-be67-27952824aad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:48.883434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-972f3de0-8d11-4c2b-8dfd-7da0905183ae tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.884405 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-972f3de0-8d11-4c2b-8dfd-7da0905183ae tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0095251 Dec 14 02:49:48.888404 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51476) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.893728 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [None req-e693a248-5de3-4e11-9dd7-ebacac49532d tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.894711 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e693a248-5de3-4e11-9dd7-ebacac49532d tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0053885 Dec 14 02:49:48.898258 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51478) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.906895 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [None req-dc6ffb87-89b2-44c0-8bd5-db94c85a8765 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:49:48.913786 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dc6ffb87-89b2-44c0-8bd5-db94c85a8765 tempest-ExtensionsTestJSON-324523107 tempest-ExtensionsTestJSON-324523107-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0102584 Dec 14 02:49:48.923736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344929a-93f1-4e16-810a-27f220a41de3 req-88c103f5-7c05-4a28-8ab8-a5a20517079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:48.925515 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a344929a-93f1-4e16-810a-27f220a41de3 req-88c103f5-7c05-4a28-8ab8-a5a20517079c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79794030-37fc-429c-806b-7e77d9ea16a4 HTTP/1.1" status: 200 len: 850 time: 0.0877445 Dec 14 02:49:48.932859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3aeb0d-b6c9-4cec-a78a-b4f46660e576 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:48.935822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1c3aeb0d-b6c9-4cec-a78a-b4f46660e576 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A87 HTTP/1.1" status: 200 len: 927 time: 0.1342435 Dec 14 02:49:48.939859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51482) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:48.975391 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a344929a-93f1-4e16-810a-27f220a41de3 req-5c69f994-ae8d-40c4-9a21-b4914f1aced3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b71128aa-1538-41f3-9666-03da5741ed3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413377 Dec 14 02:49:48.990498 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9d730f21-e884-4c8d-be67-27952824aad2 None None] Port a4de2207-6c96-4d5c-8d09-b01531bdc223 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:49:49.123789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0f175675-5cf1-4168-973d-185b623fde65 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port de01e8be-d0e2-4ec3-9e90-a7809402d8c7 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:49.124080 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f175675-5cf1-4168-973d-185b623fde65 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:49.146490 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 55e43367-ac8a-4e3f-a4a7-68302a7a574d up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:49:49.215860 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a344929a-93f1-4e16-810a-27f220a41de3 req-215f1f86-c792-4283-8cdc-e6ccd8d5770d service neutron] 10.222.0.47 "GET /v2.0/networks/b71128aa-1538-41f3-9666-03da5741ed3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299588 Dec 14 02:49:49.231027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b7342b8f-9862-41bc-86a7-c0d384cf3ac0 None None] Provisioning complete for port de01e8be-d0e2-4ec3-9e90-a7809402d8c7 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:49.231811 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b7342b8f-9862-41bc-86a7-c0d384cf3ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:49.277256 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f175675-5cf1-4168-973d-185b623fde65 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:49.286431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 55e43367-ac8a-4e3f-a4a7-68302a7a574d triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:49.286908 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:49.344522 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b7342b8f-9862-41bc-86a7-c0d384cf3ac0 None None] Port de01e8be-d0e2-4ec3-9e90-a7809402d8c7 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:49:49.351713 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c05614a-930b-40e2-b7e0-b89edb4151b8 req-c976420e-8df5-4688-bdfa-fc41dc2e04aa tempest-InstanceActionsV221TestJSON-767687022 tempest-InstanceActionsV221TestJSON-767687022-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d15c714-6217-4992-845b-94c4cb3dbdff HTTP/1.1" status: 200 len: 210 time: 0.0484908 Dec 14 02:49:49.368869 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0f175675-5cf1-4168-973d-185b623fde65 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for de01e8be-d0e2-4ec3-9e90-a7809402d8c7 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:49.411944 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a344929a-93f1-4e16-810a-27f220a41de3 req-3ef09e75-eaca-4308-b589-fcb67d988912 service neutron] 10.222.0.47 "GET /v2.0/networks/b71128aa-1538-41f3-9666-03da5741ed3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865046 Dec 14 02:49:49.437920 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-4f5bfee3-9e2a-4db3-a3f2-e73856fd825a admin admin] Deleting port 19bc1927-a0e4-47a1-802b-533d9ac392fd {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:49.438255 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f5bfee3-9e2a-4db3-a3f2-e73856fd825a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:49.554919 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51492) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:49.607688 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-4f5bfee3-9e2a-4db3-a3f2-e73856fd825a admin admin] For port 19bc1927-a0e4-47a1-802b-533d9ac392fd, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=19bc1927-a0e4-47a1-802b-533d9ac392fd,segment=NetworkSegment(ef140e67-afe9-4c60-937c-420e1ca4614d),segment_id=ef140e67-afe9-4c60-937c-420e1ca4614d)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:49.608180 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f5bfee3-9e2a-4db3-a3f2-e73856fd825a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:49.641220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-4f5bfee3-9e2a-4db3-a3f2-e73856fd825a admin admin] Calling delete_port for 19bc1927-a0e4-47a1-802b-533d9ac392fd owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:49.649732 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86497aa8-9115-4c1c-bd33-9f70770e34e2 req-3bde9070-6f32-41cc-a06e-0689bfc2d39d tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:49.656096 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-86497aa8-9115-4c1c-bd33-9f70770e34e2 req-3bde9070-6f32-41cc-a06e-0689bfc2d39d tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 946 time: 0.0764515 Dec 14 02:49:49.702676 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f175675-5cf1-4168-973d-185b623fde65 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:49.738822 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9effa54e-b6dc-426a-82bd-ebccd0f6666f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:49.739807 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-86497aa8-9115-4c1c-bd33-9f70770e34e2 req-faf60f0c-246d-4b7b-879c-8cf3db1199d8 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760002 Dec 14 02:49:49.765220 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f175675-5cf1-4168-973d-185b623fde65 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=de01e8be-d0e2-4ec3-9e90-a7809402d8c7,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:49.769212 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f175675-5cf1-4168-973d-185b623fde65 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:49.775272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0f175675-5cf1-4168-973d-185b623fde65 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/ports/de01e8be-d0e2-4ec3-9e90-a7809402d8c7 HTTP/1.1" status: 204 len: 168 time: 0.8193965 Dec 14 02:49:49.775931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51496) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:49.805851 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-99815ca6-06d5-4af6-8dee-cbba769d2abc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] GET failed (client error): The resource could not be found. Dec 14 02:49:49.811567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-99815ca6-06d5-4af6-8dee-cbba769d2abc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports/de01e8be-d0e2-4ec3-9e90-a7809402d8c7 HTTP/1.1" status: 404 len: 333 time: 0.0317752 Dec 14 02:49:49.813674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51498) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:49.928525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-f74a6727-be15-43f1-8c2a-50d08e3a6a2a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port a4de2207-6c96-4d5c-8d09-b01531bdc223 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:49.928989 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f74a6727-be15-43f1-8c2a-50d08e3a6a2a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:50.062940 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f74a6727-be15-43f1-8c2a-50d08e3a6a2a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:50.102562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-f74a6727-be15-43f1-8c2a-50d08e3a6a2a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for a4de2207-6c96-4d5c-8d09-b01531bdc223 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:50.240680 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9effa54e-b6dc-426a-82bd-ebccd0f6666f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:50.314935 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9effa54e-b6dc-426a-82bd-ebccd0f6666f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:50.354211 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9effa54e-b6dc-426a-82bd-ebccd0f6666f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6946fbb5fc614108b84584c264815447&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7928872 Dec 14 02:49:50.355925 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effa54e-b6dc-426a-82bd-ebccd0f6666f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3adc7c-d46d-45b0-887f-54a3ee3cb5c9,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:50.357356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51502) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:50.372250 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f5bfee3-9e2a-4db3-a3f2-e73856fd825a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:50.381694 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f74a6727-be15-43f1-8c2a-50d08e3a6a2a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:50.400945 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5bfee3-9e2a-4db3-a3f2-e73856fd825a admin admin] Pushing event deleted for resources: {'Port': ['ID=19bc1927-a0e4-47a1-802b-533d9ac392fd,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:50.443704 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a6727-be15-43f1-8c2a-50d08e3a6a2a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=a4de2207-6c96-4d5c-8d09-b01531bdc223,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:50.462750 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f3eec2e-f05b-4751-9b4c-885b52a109dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:50.520637 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f74a6727-be15-43f1-8c2a-50d08e3a6a2a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:50.527601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f74a6727-be15-43f1-8c2a-50d08e3a6a2a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/ports/a4de2207-6c96-4d5c-8d09-b01531bdc223 HTTP/1.1" status: 204 len: 168 time: 0.7128198 Dec 14 02:49:50.529940 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f3eec2e-f05b-4751-9b4c-885b52a109dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:50.531859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51508) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:50.583777 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c099d27c-21e5-414f-9f43-90a1cc4b7aa3 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] GET failed (client error): The resource could not be found. Dec 14 02:49:50.588037 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51510) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:50.589902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c099d27c-21e5-414f-9f43-90a1cc4b7aa3 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports/a4de2207-6c96-4d5c-8d09-b01531bdc223 HTTP/1.1" status: 404 len: 333 time: 0.0566099 Dec 14 02:49:50.649454 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ae1b0666-75cf-4011-b465-23d7fecdae71 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:50.698164 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: ae1b0666-75cf-4011-b465-23d7fecdae71 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:50.698794 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ae1b0666-75cf-4011-b465-23d7fecdae71 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:50.763875 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a1d476-e6c1-4de6-aaca-14bf2f959cf2 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting subnet ecbc3018-75cf-4e37-a865-0251c9082be5 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:49:50.764585 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51516) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:50.775151 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99a1d476-e6c1-4de6-aaca-14bf2f959cf2 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:50.817890 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f5bfee3-9e2a-4db3-a3f2-e73856fd825a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:50.833704 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99a1d476-e6c1-4de6-aaca-14bf2f959cf2 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:51.010738 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99a1d476-e6c1-4de6-aaca-14bf2f959cf2 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:51.081958 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f3eec2e-f05b-4751-9b4c-885b52a109dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:51.084512 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f3eec2e-f05b-4751-9b4c-885b52a109dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:51.085650 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1f3eec2e-f05b-4751-9b4c-885b52a109dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d3adc7c-d46d-45b0-887f-54a3ee3cb5c9 HTTP/1.1" status: 204 len: 168 time: 0.7272913 Dec 14 02:49:51.127156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3eec2e-f05b-4751-9b4c-885b52a109dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3adc7c-d46d-45b0-887f-54a3ee3cb5c9,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:51.140017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-2849cf81-0632-4f54-bfc6-0118979162ce admin admin] Deleting subnet 49ab960e-4e8b-4804-94b7-e621f108f42c {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:49:51.144952 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2849cf81-0632-4f54-bfc6-0118979162ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:51.187588 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc2fd4-ac2f-4dae-98a9-8b328039ad11 req-48e4d7ed-740a-476f-addf-67a13195a77f tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:51.192871 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5bfee3-9e2a-4db3-a3f2-e73856fd825a admin admin] Router a04a20aa-d150-4918-abbf-ca7421e4ef86 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:49:51.194832 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02dc2fd4-ac2f-4dae-98a9-8b328039ad11 req-48e4d7ed-740a-476f-addf-67a13195a77f tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 946 time: 0.1140738 Dec 14 02:49:51.216128 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2849cf81-0632-4f54-bfc6-0118979162ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:51.277995 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02dc2fd4-ac2f-4dae-98a9-8b328039ad11 req-66ab84ed-cbd0-457e-bac4-51d9f9f0c76d tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821044 Dec 14 02:49:51.279940 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99a1d476-e6c1-4de6-aaca-14bf2f959cf2 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:51.281688 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2849cf81-0632-4f54-bfc6-0118979162ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:51.325167 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1d476-e6c1-4de6-aaca-14bf2f959cf2 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbc3018-75cf-4e37-a865-0251c9082be5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:51.329473 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99a1d476-e6c1-4de6-aaca-14bf2f959cf2 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:51.332914 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-99a1d476-e6c1-4de6-aaca-14bf2f959cf2 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/ecbc3018-75cf-4e37-a865-0251c9082be5 HTTP/1.1" status: 204 len: 168 time: 0.7438498 Dec 14 02:49:51.337184 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51526) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:51.345494 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32595dc5-1fd5-4fc3-a980-e98300230774 None None] Network e4cd1d52-4095-479c-8ffc-1d2d37b103d3 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:51.405893 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5bfee3-9e2a-4db3-a3f2-e73856fd825a admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:49:51.413570 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4f5bfee3-9e2a-4db3-a3f2-e73856fd825a admin admin] 10.222.0.39 "PUT /v2.0/routers/a04a20aa-d150-4918-abbf-ca7421e4ef86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7331104 Dec 14 02:49:51.417058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51528) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:51.427642 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5f7ef6-7b24-4059-ac0f-282dce5b938d None None] Sync routers for ids ['a04a20aa-d150-4918-abbf-ca7421e4ef86'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:49:51.440914 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5f7ef6-7b24-4059-ac0f-282dce5b938d None None] Routers {'a04a20aa-d150-4918-abbf-ca7421e4ef86'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:49:51.441570 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-bd5f7ef6-7b24-4059-ac0f-282dce5b938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:49:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a04a20aa-d150-4918-abbf-ca7421e4ef86'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:51.452673 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:51.516858 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2849cf81-0632-4f54-bfc6-0118979162ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:51.528629 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port 55e43367-ac8a-4e3f-a4a7-68302a7a574d {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:51.528629 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:51.554873 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849cf81-0632-4f54-bfc6-0118979162ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49ab960e-4e8b-4804-94b7-e621f108f42c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:51.562833 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2849cf81-0632-4f54-bfc6-0118979162ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:51.566216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2849cf81-0632-4f54-bfc6-0118979162ce admin admin] 10.222.0.39 "DELETE /v2.0/subnets/49ab960e-4e8b-4804-94b7-e621f108f42c HTTP/1.1" status: 204 len: 168 time: 0.8018498 Dec 14 02:49:51.570490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51530) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:51.587185 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c99587-1af2-4f0f-a96d-dcde6cd2d5d5 None None] DHCP port deletion for e4cd1d52-4095-479c-8ffc-1d2d37b103d3 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:49:51.620317 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e96d9640-60a0-475b-8f30-fc3190b81ff4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:51.662137 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] For port 55e43367-ac8a-4e3f-a4a7-68302a7a574d, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=55e43367-ac8a-4e3f-a4a7-68302a7a574d,segment=NetworkSegment(494a5cc4-6c0d-4adb-82e0-61e427d7ce35),segment_id=494a5cc4-6c0d-4adb-82e0-61e427d7ce35)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:51.663624 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:51.664217 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-91c99587-1af2-4f0f-a96d-dcde6cd2d5d5 None None] Deleting port 55e43367-ac8a-4e3f-a4a7-68302a7a574d {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:51.664621 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-91c99587-1af2-4f0f-a96d-dcde6cd2d5d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:51.689645 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for 55e43367-ac8a-4e3f-a4a7-68302a7a574d owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:51.693570 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37eaae30-b73c-4f96-b81a-cb2c749fd9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:51.799710 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-bd5f7ef6-7b24-4059-ac0f-282dce5b938d None None] Set router a04a20aa-d150-4918-abbf-ca7421e4ef86 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:49:51.814206 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-91c99587-1af2-4f0f-a96d-dcde6cd2d5d5 None None] For port 55e43367-ac8a-4e3f-a4a7-68302a7a574d, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=55e43367-ac8a-4e3f-a4a7-68302a7a574d,segment=NetworkSegment(494a5cc4-6c0d-4adb-82e0-61e427d7ce35),segment_id=494a5cc4-6c0d-4adb-82e0-61e427d7ce35)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:51.814722 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-91c99587-1af2-4f0f-a96d-dcde6cd2d5d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:51.838824 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-91c99587-1af2-4f0f-a96d-dcde6cd2d5d5 None None] Calling delete_port for 55e43367-ac8a-4e3f-a4a7-68302a7a574d owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:51.855675 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e96d9640-60a0-475b-8f30-fc3190b81ff4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:51.968754 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37eaae30-b73c-4f96-b81a-cb2c749fd9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.005802 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-37eaae30-b73c-4f96-b81a-cb2c749fd9ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08048b1d-39e0-4f44-bf04-e0b07466df3b']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:52.032014 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-37eaae30-b73c-4f96-b81a-cb2c749fd9ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bbc46b-e6ac-42ff-ab28-7f0ac1ca43d4') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:52.032014 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-37eaae30-b73c-4f96-b81a-cb2c749fd9ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bbc46b-e6ac-42ff-ab28-7f0ac1ca43d4') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:52.061819 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37eaae30-b73c-4f96-b81a-cb2c749fd9ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.067507 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-91c99587-1af2-4f0f-a96d-dcde6cd2d5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.085281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05eca33-f40b-4aa3-bfeb-c68f846d64f2 req-771fddd7-3087-4cf3-8d4b-83bae83a5539 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:52.087965 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37eaae30-b73c-4f96-b81a-cb2c749fd9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.092825 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c05eca33-f40b-4aa3-bfeb-c68f846d64f2 req-771fddd7-3087-4cf3-8d4b-83bae83a5539 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 946 time: 0.1536696 Dec 14 02:49:52.097560 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37eaae30-b73c-4f96-b81a-cb2c749fd9ae admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:49:52.099381 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37eaae30-b73c-4f96-b81a-cb2c749fd9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.111099 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c99587-1af2-4f0f-a96d-dcde6cd2d5d5 None None] Pushing event deleted for resources: {'Port': ['ID=55e43367-ac8a-4e3f-a4a7-68302a7a574d,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:52.116569 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c99587-1af2-4f0f-a96d-dcde6cd2d5d5 None None] No DVR routers for this DVR port 55e43367-ac8a-4e3f-a4a7-68302a7a574d on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:52.147008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-e96d9640-60a0-475b-8f30-fc3190b81ff4 admin admin] Deleting port 78d3c462-5c11-4e8b-81f8-d8bd81a98755 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:52.147349 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e96d9640-60a0-475b-8f30-fc3190b81ff4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.159788 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-bd5f7ef6-7b24-4059-ac0f-282dce5b938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'name': 'tempest-TaggedBootDevicesTest_v242-255334672-router', 'tenant_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '78d3c462-5c11-4e8b-81f8-d8bd81a98755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:34Z', 'updated_at': '2021-12-14T02:49:50Z', 'revision_number': 5, 'project_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'gw_port': {'id': '78d3c462-5c11-4e8b-81f8-d8bd81a98755', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:98:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:37:35Z', 'updated_at': '2021-12-14T02:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:49:52.161597 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:49:52.167311 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c05eca33-f40b-4aa3-bfeb-c68f846d64f2 req-424e8e67-a156-4f23-9d8e-fea4cbe377ec tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660746 Dec 14 02:49:52.177018 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.202348 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5f7ef6-7b24-4059-ac0f-282dce5b938d None None] Checking router: a04a20aa-d150-4918-abbf-ca7421e4ef86 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:49:52.213123 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5f7ef6-7b24-4059-ac0f-282dce5b938d None None] Routers {'a04a20aa-d150-4918-abbf-ca7421e4ef86'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:49:52.214040 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-bd5f7ef6-7b24-4059-ac0f-282dce5b938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:49:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a04a20aa-d150-4918-abbf-ca7421e4ef86'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:52.241602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=55e43367-ac8a-4e3f-a4a7-68302a7a574d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:52.249425 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No DVR routers for this DVR port 55e43367-ac8a-4e3f-a4a7-68302a7a574d on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:52.309787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-e96d9640-60a0-475b-8f30-fc3190b81ff4 admin admin] For port 78d3c462-5c11-4e8b-81f8-d8bd81a98755, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=78d3c462-5c11-4e8b-81f8-d8bd81a98755,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:52.311347 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e96d9640-60a0-475b-8f30-fc3190b81ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.321817 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37eaae30-b73c-4f96-b81a-cb2c749fd9ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.331779 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37eaae30-b73c-4f96-b81a-cb2c749fd9ae admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.335413 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-37eaae30-b73c-4f96-b81a-cb2c749fd9ae admin admin] 10.222.0.39 "DELETE /v2.0/networks/08048b1d-39e0-4f44-bf04-e0b07466df3b HTTP/1.1" status: 204 len: 168 time: 0.7625854 Dec 14 02:49:52.347242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-e96d9640-60a0-475b-8f30-fc3190b81ff4 admin admin] Calling delete_port for 78d3c462-5c11-4e8b-81f8-d8bd81a98755 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:52.356449 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.358029 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-bd5f7ef6-7b24-4059-ac0f-282dce5b938d None None] Set router a04a20aa-d150-4918-abbf-ca7421e4ef86 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:49:52.359724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eaae30-b73c-4f96-b81a-cb2c749fd9ae admin admin] Pushing event deleted for resources: {'Network': ['ID=08048b1d-39e0-4f44-bf04-e0b07466df3b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:52.382963 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4cd1d52-4095-479c-8ffc-1d2d37b103d3']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:52.396530 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494a5cc4-6c0d-4adb-82e0-61e427d7ce35') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:52.396998 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494a5cc4-6c0d-4adb-82e0-61e427d7ce35') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:52.415686 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.422260 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-bd5f7ef6-7b24-4059-ac0f-282dce5b938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'name': 'tempest-TaggedBootDevicesTest_v242-255334672-router', 'tenant_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:34Z', 'updated_at': '2021-12-14T02:49:51Z', 'revision_number': 6, 'project_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:52.434870 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.444685 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:49:52.445509 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.450044 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5f7ef6-7b24-4059-ac0f-282dce5b938d None None] The sync data for ids ['a04a20aa-d150-4918-abbf-ca7421e4ef86'] in n-d-821636-1 is: [{'id': 'a04a20aa-d150-4918-abbf-ca7421e4ef86', 'name': 'tempest-TaggedBootDevicesTest_v242-255334672-router', 'tenant_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:37:34Z', 'updated_at': '2021-12-14T02:49:51Z', 'revision_number': 6, 'project_id': '11ef8a21dd874fbcb0a5e99b4927d0f6', 'gw_port_host': None}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:49:52.461195 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:49:52.663130 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.674613 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.677856 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/networks/e4cd1d52-4095-479c-8ffc-1d2d37b103d3 HTTP/1.1" status: 204 len: 168 time: 1.3395860 Dec 14 02:49:52.681723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51554) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:52.687839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3ecbdea0-a126-4d3e-afe8-52c5c68407fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1349705203'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:52.690776 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3785fadc-5686-4074-bc40-52537a993d18 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Network': ['ID=e4cd1d52-4095-479c-8ffc-1d2d37b103d3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:52.706327 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e96d9640-60a0-475b-8f30-fc3190b81ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.741324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d9640-60a0-475b-8f30-fc3190b81ff4 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d3c462-5c11-4e8b-81f8-d8bd81a98755,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:52.758423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4858448-3f78-4c13-a9da-344c98e59093 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:49:52.806969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecbdea0-a126-4d3e-afe8-52c5c68407fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:52.810668 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3ecbdea0-a126-4d3e-afe8-52c5c68407fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.845421 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e96d9640-60a0-475b-8f30-fc3190b81ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.850661 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51560) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:52.878383 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51564) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:52.950829 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e658ce77-5a18-4089-9139-6c02dbd7373f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35e1c363165c40d49d057092c3eb3be6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0702865 Dec 14 02:49:52.953375 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51566) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:52.976879 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e96d9640-60a0-475b-8f30-fc3190b81ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.982288 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e96d9640-60a0-475b-8f30-fc3190b81ff4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:52.990468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ecbdea0-a126-4d3e-afe8-52c5c68407fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:49:53.024236 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23308002-4c9f-455f-93f7-a5602522824b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.035380 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3ecbdea0-a126-4d3e-afe8-52c5c68407fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.035755 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-3ecbdea0-a126-4d3e-afe8-52c5c68407fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Added segment 731cae55-e45d-4bdd-9b3a-a06bdd60beac of type vlan for network 5cf3915f-412f-410e-9cba-5a09780cb940 Dec 14 02:49:53.047961 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23308002-4c9f-455f-93f7-a5602522824b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.078034 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3ecbdea0-a126-4d3e-afe8-52c5c68407fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.134824 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e96d9640-60a0-475b-8f30-fc3190b81ff4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.135421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96d9640-60a0-475b-8f30-fc3190b81ff4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a04a20aa-d150-4918-abbf-ca7421e4ef86 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:49:53.143012 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e96d9640-60a0-475b-8f30-fc3190b81ff4 admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.143012 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e96d9640-60a0-475b-8f30-fc3190b81ff4 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a04a20aa-d150-4918-abbf-ca7421e4ef86 HTTP/1.1" status: 204 len: 168 time: 1.7228243 Dec 14 02:49:53.143843 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51568) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:53.156741 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f3f7818c-4082-43f0-8624-e167b2822ee6 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1542535770'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:53.213652 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3ecbdea0-a126-4d3e-afe8-52c5c68407fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.217641 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc5f574-374e-480d-af9e-08f130c7d073 admin admin] Deleting subnet 5c2e7fa5-d436-4ed8-8f34-3bb9388f37b8 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:49:53.218090 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2fc5f574-374e-480d-af9e-08f130c7d073 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.222748 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecbdea0-a126-4d3e-afe8-52c5c68407fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:53.223494 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3ecbdea0-a126-4d3e-afe8-52c5c68407fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.253440 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23308002-4c9f-455f-93f7-a5602522824b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.255964 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23308002-4c9f-455f-93f7-a5602522824b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.257182 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-23308002-4c9f-455f-93f7-a5602522824b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c356f05a-0f9e-41a5-9d5a-8a424700108a HTTP/1.1" status: 204 len: 168 time: 0.3028493 Dec 14 02:49:53.265166 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2fc5f574-374e-480d-af9e-08f130c7d073 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.294345 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23308002-4c9f-455f-93f7-a5602522824b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c356f05a-0f9e-41a5-9d5a-8a424700108a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:53.342050 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbdea0-a126-4d3e-afe8-52c5c68407fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Network': ['ID=5cf3915f-412f-410e-9cba-5a09780cb940,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:53.389801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7dffc-f0bd-4c7a-ac79-399a859f4c0f req-de8465e2-c63d-44f0-b8e3-25b7a96192d4 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:53.391316 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-33e7dffc-f0bd-4c7a-ac79-399a859f4c0f req-de8465e2-c63d-44f0-b8e3-25b7a96192d4 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 946 time: 0.1446459 Dec 14 02:49:53.397239 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2fc5f574-374e-480d-af9e-08f130c7d073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.402960 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 5cf3915f-412f-410e-9cba-5a09780cb940 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:49:53.444285 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3ecbdea0-a126-4d3e-afe8-52c5c68407fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7606375 Dec 14 02:49:53.448654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51576) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:53.457540 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'subnet': {'network_id': '5cf3915f-412f-410e-9cba-5a09780cb940', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:53.463318 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f7818c-4082-43f0-8624-e167b2822ee6 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Made reservation on behalf of 92955cb4c859495485bbf4f3c0d538d9 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:53.473560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 19bc1927-a0e4-47a1-802b-533d9ac392fd no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:53.481649 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f3f7818c-4082-43f0-8624-e167b2822ee6 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.504400 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f3f7818c-4082-43f0-8624-e167b2822ee6 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.519115 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 19bc1927-a0e4-47a1-802b-533d9ac392fd {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:53.519115 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 19bc1927-a0e4-47a1-802b-533d9ac392fd not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:53.520142 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 55e43367-ac8a-4e3f-a4a7-68302a7a574d no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:53.537768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-33e7dffc-f0bd-4c7a-ac79-399a859f4c0f req-bf3e1eef-df86-466b-8d59-58863550fffe tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216912 Dec 14 02:49:53.550882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 55e43367-ac8a-4e3f-a4a7-68302a7a574d {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:53.551389 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 55e43367-ac8a-4e3f-a4a7-68302a7a574d not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:53.551823 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 78d3c462-5c11-4e8b-81f8-d8bd81a98755 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:53.596135 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 78d3c462-5c11-4e8b-81f8-d8bd81a98755 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:53.596494 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 78d3c462-5c11-4e8b-81f8-d8bd81a98755 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:53.611378 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2fc5f574-374e-480d-af9e-08f130c7d073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.653000 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5f574-374e-480d-af9e-08f130c7d073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2e7fa5-d436-4ed8-8f34-3bb9388f37b8,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:53.660266 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2fc5f574-374e-480d-af9e-08f130c7d073 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.664580 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2fc5f574-374e-480d-af9e-08f130c7d073 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5c2e7fa5-d436-4ed8-8f34-3bb9388f37b8 HTTP/1.1" status: 204 len: 168 time: 0.5197899 Dec 14 02:49:53.665260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a100749a-ba9f-4b4f-8d31-6597d6b32ac7 None None] Network 4d2f619a-42bc-46c2-b529-8fc37e440364 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:53.668705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51578) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:53.694596 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f3f7818c-4082-43f0-8624-e167b2822ee6 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.712739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:53.717002 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.812039 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f3f7818c-4082-43f0-8624-e167b2822ee6 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.826736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f7818c-4082-43f0-8624-e167b2822ee6 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:49:53.841259 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f3f7818c-4082-43f0-8624-e167b2822ee6 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.841833 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-f3f7818c-4082-43f0-8624-e167b2822ee6 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Added segment 7c3f07c4-efe4-4e79-97eb-faa31e3ad63f of type vlan for network 052b4a69-b94b-4782-8d82-67ed72f421bb Dec 14 02:49:53.882759 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fb8902-6311-4cd4-97fe-a1661bb6dcb1 None None] DHCP port deletion for 4d2f619a-42bc-46c2-b529-8fc37e440364 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:49:53.939629 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:53.976096 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-05fb8902-6311-4cd4-97fe-a1661bb6dcb1 None None] Deleting port 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:53.976462 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-05fb8902-6311-4cd4-97fe-a1661bb6dcb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:54.018668 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f3f7818c-4082-43f0-8624-e167b2822ee6 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:54.020910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7818c-4082-43f0-8624-e167b2822ee6 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19fa0c1-d5c7-4964-bab4-a8be571d4b87,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:54.078975 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0ec46-0d40-4fe8-991a-c2990cf4012b req-824ba21e-c5cb-491c-8827-40013fa69fa4 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:54.080759 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4ea0ec46-0d40-4fe8-991a-c2990cf4012b req-824ba21e-c5cb-491c-8827-40013fa69fa4 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 946 time: 0.2101548 Dec 14 02:49:54.111857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] Deleting port 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:54.112503 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:54.113638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-05fb8902-6311-4cd4-97fe-a1661bb6dcb1 None None] For port 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1,segment=NetworkSegment(ef140e67-afe9-4c60-937c-420e1ca4614d),segment_id=ef140e67-afe9-4c60-937c-420e1ca4614d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:54.114217 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-05fb8902-6311-4cd4-97fe-a1661bb6dcb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:54.134172 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-05fb8902-6311-4cd4-97fe-a1661bb6dcb1 None None] Calling delete_port for 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:54.152023 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f3f7818c-4082-43f0-8624-e167b2822ee6 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:54.160046 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f7818c-4082-43f0-8624-e167b2822ee6 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:54.160595 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f3f7818c-4082-43f0-8624-e167b2822ee6 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:54.196423 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] For port 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1,segment=NetworkSegment(ef140e67-afe9-4c60-937c-420e1ca4614d),segment_id=ef140e67-afe9-4c60-937c-420e1ca4614d)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:54.196954 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:54.214230 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] Calling delete_port for 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:54.216556 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:54.274105 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7818c-4082-43f0-8624-e167b2822ee6 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event updated for resources: {'Network': ['ID=052b4a69-b94b-4782-8d82-67ed72f421bb,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:54.287463 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 052b4a69-b94b-4782-8d82-67ed72f421bb details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:49:54.298116 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-4ea0ec46-0d40-4fe8-991a-c2990cf4012b req-3062f247-ca70-4738-a0cb-161b6abc3b4f tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Deleting port e3736f55-ed1d-462a-adb6-eaca2b7220ce {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:54.298670 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4ea0ec46-0d40-4fe8-991a-c2990cf4012b req-3062f247-ca70-4738-a0cb-161b6abc3b4f tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:54.366678 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Subnet': ['ID=b092db21-42de-4193-bedb-3d1040211ac3,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:54.383868 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f3f7818c-4082-43f0-8624-e167b2822ee6 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5320494 Dec 14 02:49:54.386782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:54.387138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:54.387484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:54.388311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:54.388311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:54.388518 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:54.388802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:54.389134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:54.389495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:54.389824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:54.390288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:54.390644 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:54.390949 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:49:54.402724 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Checking segment: {'id': '731cae55-e45d-4bdd-9b3a-a06bdd60beac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5cf3915f-412f-410e-9cba-5a09780cb940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:49:54.403100 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network hostable DHCP agents. Network: 5cf3915f-412f-410e-9cba-5a09780cb940, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:49:54.426304 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:54.445255 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-05fb8902-6311-4cd4-97fe-a1661bb6dcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:54.446032 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-4ea0ec46-0d40-4fe8-991a-c2990cf4012b req-3062f247-ca70-4738-a0cb-161b6abc3b4f tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] For port e3736f55-ed1d-462a-adb6-eaca2b7220ce, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e3736f55-ed1d-462a-adb6-eaca2b7220ce,segment=NetworkSegment(942e85a4-4f90-4118-8233-290e17fea589),segment_id=942e85a4-4f90-4118-8233-290e17fea589)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:54.446633 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4ea0ec46-0d40-4fe8-991a-c2990cf4012b req-3062f247-ca70-4738-a0cb-161b6abc3b4f tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:54.457058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:54.466947 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] No DVR routers for this DVR port 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:54.467803 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-4ea0ec46-0d40-4fe8-991a-c2990cf4012b req-3062f247-ca70-4738-a0cb-161b6abc3b4f tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Calling delete_port for e3736f55-ed1d-462a-adb6-eaca2b7220ce owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:54.507795 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb8902-6311-4cd4-97fe-a1661bb6dcb1 None None] Pushing event deleted for resources: {'Port': ['ID=7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:54.517296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fb8902-6311-4cd4-97fe-a1661bb6dcb1 None None] No DVR routers for this DVR port 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:54.553696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network 5cf3915f-412f-410e-9cba-5a09780cb940 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:49:54.580400 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:54.651796 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2f619a-42bc-46c2-b529-8fc37e440364']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:54.672824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 5cf3915f-412f-410e-9cba-5a09780cb940) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:54.677586 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2744450-971d-4b61-bad0-e2421938d41a None None] Network 5cf3915f-412f-410e-9cba-5a09780cb940 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:54.678178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef140e67-afe9-4c60-937c-420e1ca4614d') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:54.678485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef140e67-afe9-4c60-937c-420e1ca4614d') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:54.695724 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:54.696385 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:54.739543 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:54.784328 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:54.795228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:49:54.795626 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:49:54.797787 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:49:54.844099 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a142ac0-6286-4d54-9030-ca77b1d0541c req-b5f0df42-37d3-4039-8107-ace744a89789 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:54.845659 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a142ac0-6286-4d54-9030-ca77b1d0541c req-b5f0df42-37d3-4039-8107-ace744a89789 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 946 time: 0.0983319 Dec 14 02:49:54.856227 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-5cf3915f-412f-410e-9cba-5a09780cb940', 'network_id': '5cf3915f-412f-410e-9cba-5a09780cb940', 'project_id': '65cc5cfaf013424daefcc1ad93fe49cb', 'fixed_ips': [{'subnet_id': 'b092db21-42de-4193-bedb-3d1040211ac3'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:49:54.857386 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:54.864411 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0007c95d-09b4-44d9-a8f3-a48070fc11e0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4085724 Dec 14 02:49:54.864785 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51600) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:54.870362 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-1b2736cf-9e5b-4b1c-8484-d968fbfcb9cd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'network_id': '5cf3915f-412f-410e-9cba-5a09780cb940', 'name': 'tempest-PortsIpV6TestJSON-1646817420', 'fixed_ips': [{'subnet_id': 'b092db21-42de-4193-bedb-3d1040211ac3', 'ip_address': '2001:db8::10'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:54.892781 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4ea0ec46-0d40-4fe8-991a-c2990cf4012b req-3062f247-ca70-4738-a0cb-161b6abc3b4f tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:54.933561 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['e3736f55-ed1d-462a-adb6-eaca2b7220ce'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:49:54.947832 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a142ac0-6286-4d54-9030-ca77b1d0541c req-bb5e889f-b10f-4001-8229-ebfabfc00d66 tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/security-groups?id=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908387 Dec 14 02:49:54.980912 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:55.019475 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:55.023051 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4d2f619a-42bc-46c2-b529-8fc37e440364 HTTP/1.1" status: 204 len: 168 time: 1.3413272 Dec 14 02:49:55.024075 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e085d-08cd-4450-b610-128fe64bff75 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d2f619a-42bc-46c2-b529-8fc37e440364,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:55.063643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062f247-ca70-4738-a0cb-161b6abc3b4f tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Pushing event deleted for resources: {'Port': ['ID=e3736f55-ed1d-462a-adb6-eaca2b7220ce,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:55.176488 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Allocated IP 2001:db8::2 (5cf3915f-412f-410e-9cba-5a09780cb940/b092db21-42de-4193-bedb-3d1040211ac3/6d5ab920-bbdb-4938-b022-346cdd8bccea) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:55.191443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51606) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:55.216422 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea0ec46-0d40-4fe8-991a-c2990cf4012b req-3062f247-ca70-4738-a0cb-161b6abc3b4f tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] No DVR routers for this DVR port e3736f55-ed1d-462a-adb6-eaca2b7220ce on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:49:55.219233 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4ea0ec46-0d40-4fe8-991a-c2990cf4012b req-3062f247-ca70-4738-a0cb-161b6abc3b4f tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:55.223574 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4ea0ec46-0d40-4fe8-991a-c2990cf4012b req-3062f247-ca70-4738-a0cb-161b6abc3b4f tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.47 "DELETE /v2.0/ports/e3736f55-ed1d-462a-adb6-eaca2b7220ce HTTP/1.1" status: 204 len: 173 time: 1.1336756 Dec 14 02:49:55.225253 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9e54405-a2aa-4d65-a226-4e5dafd4e190', 'name': 'network-vif-deleted', 'tag': 'e3736f55-ed1d-462a-adb6-eaca2b7220ce'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:49:55.238225 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747da0af-3f71-49d7-aeb7-a7476b6560b6" -d '{"events": [{"server_uuid": "b9e54405-a2aa-4d65-a226-4e5dafd4e190", "name": "network-vif-deleted", "tag": "e3736f55-ed1d-462a-adb6-eaca2b7220ce"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:49:55.320467 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370e8fa2-022d-4e2f-a9ce-dd26dee5d30c x-openstack-request-id: req-370e8fa2-022d-4e2f-a9ce-dd26dee5d30c {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:49:55.321019 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9e54405-a2aa-4d65-a226-4e5dafd4e190", "name": "network-vif-deleted", "tag": "e3736f55-ed1d-462a-adb6-eaca2b7220ce", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:49:55.321341 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-370e8fa2-022d-4e2f-a9ce-dd26dee5d30c {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:49:55.321759 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9e54405-a2aa-4d65-a226-4e5dafd4e190', 'name': 'network-vif-deleted', 'tag': 'e3736f55-ed1d-462a-adb6-eaca2b7220ce', 'status': 'completed', 'code': 200} Dec 14 02:49:55.374991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:55.380441 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2736cf-9e5b-4b1c-8484-d968fbfcb9cd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:55.402044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-c245ef51-653d-4b31-a90e-a5f6b5af2d1b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-219364171-network', 'tenant_id': '3bd0ab6acc574c87bcd35209cbc4ce01'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:55.413614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:55.414219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7c85bd3f-bf7e-4e13-ae9f-b6fa1b059ee1 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:55.505688 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b2736cf-9e5b-4b1c-8484-d968fbfcb9cd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:55.531238 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-1b2736cf-9e5b-4b1c-8484-d968fbfcb9cd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] device_id is not set on port c900dc13-b872-434b-a461-76719d32381d yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:49:55.557902 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:55.572040 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c245ef51-653d-4b31-a90e-a5f6b5af2d1b admin admin] Made reservation on behalf of 3bd0ab6acc574c87bcd35209cbc4ce01 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:55.575036 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c245ef51-653d-4b31-a90e-a5f6b5af2d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:55.586010 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c245ef51-653d-4b31-a90e-a5f6b5af2d1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:55.670174 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:55.693383 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c245ef51-653d-4b31-a90e-a5f6b5af2d1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:55.747279 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Network 5cf3915f-412f-410e-9cba-5a09780cb940 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:55.753007 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:55.757186 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:55.764200 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Pushing event updated for resources: {'Port': ['ID=6d5ab920-bbdb-4938-b022-346cdd8bccea,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:55.783945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51614) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:55.802910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-1b2736cf-9e5b-4b1c-8484-d968fbfcb9cd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Allocated IP 2001:db8::10 (5cf3915f-412f-410e-9cba-5a09780cb940/b092db21-42de-4193-bedb-3d1040211ac3/c900dc13-b872-434b-a461-76719d32381d) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:55.815380 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c245ef51-653d-4b31-a90e-a5f6b5af2d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:55.838992 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Attempting to bind port 6d5ab920-bbdb-4938-b022-346cdd8bccea on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:49:55.839538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Attempting to bind port 6d5ab920-bbdb-4938-b022-346cdd8bccea by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '731cae55-e45d-4bdd-9b3a-a06bdd60beac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5cf3915f-412f-410e-9cba-5a09780cb940'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:49:55.840015 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Attempting to bind port 6d5ab920-bbdb-4938-b022-346cdd8bccea on network 5cf3915f-412f-410e-9cba-5a09780cb940 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:49:55.845771 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:49:55.846505 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Checking segment: {'id': '731cae55-e45d-4bdd-9b3a-a06bdd60beac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5cf3915f-412f-410e-9cba-5a09780cb940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:49:55.847155 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:55.847786 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Bound using segment: {'id': '731cae55-e45d-4bdd-9b3a-a06bdd60beac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5cf3915f-412f-410e-9cba-5a09780cb940'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:49:55.848478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Bound port: 6d5ab920-bbdb-4938-b022-346cdd8bccea, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '731cae55-e45d-4bdd-9b3a-a06bdd60beac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '5cf3915f-412f-410e-9cba-5a09780cb940'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:49:55.849561 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:55.934915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2be3f9a8-5810-4a85-8d07-2c5ef7dcdfde admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=20630dab3f6946828746e2d81f7e163b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1497190 Dec 14 02:49:55.938838 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51616) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:55.943925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c245ef51-653d-4b31-a90e-a5f6b5af2d1b admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:49:55.979799 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] For port 6d5ab920-bbdb-4938-b022-346cdd8bccea, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:49:55.981880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245ef51-653d-4b31-a90e-a5f6b5af2d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24754a87-2ae2-421d-8179-cf0b3b71b1bb,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:55.998206 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c245ef51-653d-4b31-a90e-a5f6b5af2d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:55.998504 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-c245ef51-653d-4b31-a90e-a5f6b5af2d1b admin admin] Added segment b2351004-c33c-4abe-a059-fa9af01c0a6f of type vlan for network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 Dec 14 02:49:56.007824 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] For port 6d5ab920-bbdb-4938-b022-346cdd8bccea, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6d5ab920-bbdb-4938-b022-346cdd8bccea,segment=NetworkSegment(731cae55-e45d-4bdd-9b3a-a06bdd60beac),segment_id=731cae55-e45d-4bdd-9b3a-a06bdd60beac)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:49:56.027127 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d84af73e-2427-45d0-8585-aadb6d866f8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:56.102226 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:56.105876 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b2736cf-9e5b-4b1c-8484-d968fbfcb9cd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:56.114976 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d84af73e-2427-45d0-8585-aadb6d866f8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:56.118527 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c245ef51-653d-4b31-a90e-a5f6b5af2d1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:56.147790 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2203195-d62f-4e64-ba12-c9ff345a2aff req-05786c36-1a90-471d-93e3-5f70e92e903c tempest-TestServerAdvancedOps-1393819753 tempest-TestServerAdvancedOps-1393819753-project] 10.222.0.39 "GET /v2.0/ports?device_id=b9e54405-a2aa-4d65-a226-4e5dafd4e190 HTTP/1.1" status: 200 len: 210 time: 0.0509169 Dec 14 02:49:56.242163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6cf16-be14-490e-98c6-397480d7876a None None] Pushing event updated for resources: {'Port': ['ID=6d5ab920-bbdb-4938-b022-346cdd8bccea,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:56.313233 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b2736cf-9e5b-4b1c-8484-d968fbfcb9cd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:56.347527 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d84af73e-2427-45d0-8585-aadb6d866f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:56.354809 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d84af73e-2427-45d0-8585-aadb6d866f8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:56.358370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d84af73e-2427-45d0-8585-aadb6d866f8d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f2d099e-49b9-4bda-8434-20743c32a95e HTTP/1.1" status: 204 len: 168 time: 0.4088712 Dec 14 02:49:56.378905 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c245ef51-653d-4b31-a90e-a5f6b5af2d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:56.382342 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c245ef51-653d-4b31-a90e-a5f6b5af2d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:56.385535 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c245ef51-653d-4b31-a90e-a5f6b5af2d1b admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:56.399394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2736cf-9e5b-4b1c-8484-d968fbfcb9cd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network 5cf3915f-412f-410e-9cba-5a09780cb940 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:56.402841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84af73e-2427-45d0-8585-aadb6d866f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2d099e-49b9-4bda-8434-20743c32a95e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:56.448459 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-1b2736cf-9e5b-4b1c-8484-d968fbfcb9cd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:56.476891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2736cf-9e5b-4b1c-8484-d968fbfcb9cd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:56.506240 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2736cf-9e5b-4b1c-8484-d968fbfcb9cd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:56.507708 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b2736cf-9e5b-4b1c-8484-d968fbfcb9cd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:56.520801 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2736cf-9e5b-4b1c-8484-d968fbfcb9cd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=c900dc13-b872-434b-a461-76719d32381d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:56.552741 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c245ef51-653d-4b31-a90e-a5f6b5af2d1b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3599241 Dec 14 02:49:56.560908 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51624) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:56.572021 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6a17e249-0377-474b-9171-566a5b77aca5 admin admin] Request body: {'subnet': {'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-219364171-subnet', 'tenant_id': '3bd0ab6acc574c87bcd35209cbc4ce01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:56.607915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245ef51-653d-4b31-a90e-a5f6b5af2d1b admin admin] Pushing event updated for resources: {'Network': ['ID=bcad94a2-79f4-4bd4-b7ae-52e94135f1f1,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:56.624305 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:49:56.734029 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1b2736cf-9e5b-4b1c-8484-d968fbfcb9cd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8625758 Dec 14 02:49:56.734953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51626) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:56.741392 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-bf2c986b-ca1b-4555-8b4e-3d7e7fa75584 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'network_id': '5cf3915f-412f-410e-9cba-5a09780cb940', 'name': 'tempest-PortsIpV6TestJSON-1585859553', 'fixed_ips': [{'subnet_id': 'b092db21-42de-4193-bedb-3d1040211ac3', 'ip_address': '2001:db8::f'}]}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:56.836125 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a17e249-0377-474b-9171-566a5b77aca5 admin admin] Made reservation on behalf of 3bd0ab6acc574c87bcd35209cbc4ce01 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:56.839675 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6a17e249-0377-474b-9171-566a5b77aca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:56.958985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2c986b-ca1b-4555-8b4e-3d7e7fa75584 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:56.961708 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:57.096173 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bf2c986b-ca1b-4555-8b4e-3d7e7fa75584 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:57.153261 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-bf2c986b-ca1b-4555-8b4e-3d7e7fa75584 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] device_id is not set on port 6a16b104-750e-45bd-9851-6bee35678d9d yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:49:57.250023 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6d5ab920-bbdb-4938-b022-346cdd8bccea up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:49:57.254290 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51632) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:57.317204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db203a6-9692-4597-8b45-d1d80e9dfd1f admin admin] Deleting subnet 79794030-37fc-429c-806b-7e77d9ea16a4 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:49:57.323525 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6a17e249-0377-474b-9171-566a5b77aca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:57.332787 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4db203a6-9692-4597-8b45-d1d80e9dfd1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:57.414235 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6d5ab920-bbdb-4938-b022-346cdd8bccea triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:57.414944 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:57.522582 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a17e249-0377-474b-9171-566a5b77aca5 admin admin] Checking segment: {'id': 'b2351004-c33c-4abe-a059-fa9af01c0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:49:57.523537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a17e249-0377-474b-9171-566a5b77aca5 admin admin] Network hostable DHCP agents. Network: bcad94a2-79f4-4bd4-b7ae-52e94135f1f1, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:49:57.568771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-bf2c986b-ca1b-4555-8b4e-3d7e7fa75584 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Allocated IP 2001:db8::f (5cf3915f-412f-410e-9cba-5a09780cb940/b092db21-42de-4193-bedb-3d1040211ac3/6a16b104-750e-45bd-9851-6bee35678d9d) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:57.579958 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4db203a6-9692-4597-8b45-d1d80e9dfd1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:57.589560 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a17e249-0377-474b-9171-566a5b77aca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3191fd26-ed61-4f54-9328-a99a84a55257,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:57.621228 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:57.674088 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a17e249-0377-474b-9171-566a5b77aca5 admin admin] Network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:49:57.677458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 6d5ab920-bbdb-4938-b022-346cdd8bccea, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6d5ab920-bbdb-4938-b022-346cdd8bccea,segment=NetworkSegment(731cae55-e45d-4bdd-9b3a-a06bdd60beac),segment_id=731cae55-e45d-4bdd-9b3a-a06bdd60beac)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:49:57.686020 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4db203a6-9692-4597-8b45-d1d80e9dfd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:57.732321 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51636) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:57.743273 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4226fced-9276-485a-b866-2ad0867021d4 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Request body: {'subnet': {'network_id': '052b4a69-b94b-4782-8d82-67ed72f421bb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:49:57.766051 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:57.831841 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-6a17e249-0377-474b-9171-566a5b77aca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, bcad94a2-79f4-4bd4-b7ae-52e94135f1f1) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:57.839419 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bf2c986b-ca1b-4555-8b4e-3d7e7fa75584 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:57.845164 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d683cf1b-6c32-4998-b8c8-b74cfaef19d2 None None] Network 5cf3915f-412f-410e-9cba-5a09780cb940 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:57.846611 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a17e249-0377-474b-9171-566a5b77aca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:57.847357 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6a17e249-0377-474b-9171-566a5b77aca5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:57.847512 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf31960-7248-4020-9c07-a7021f062559 None None] Network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:49:57.901529 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=6d5ab920-bbdb-4938-b022-346cdd8bccea,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:57.937687 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51638) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:57.971527 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bf2c986b-ca1b-4555-8b4e-3d7e7fa75584 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:58.033663 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9fe63f0d-d9c9-4c02-9072-f58d4e379541 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11ef8a21dd874fbcb0a5e99b4927d0f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0946109 Dec 14 02:49:58.194171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51640) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:58.194171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2c986b-ca1b-4555-8b4e-3d7e7fa75584 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network 5cf3915f-412f-410e-9cba-5a09780cb940 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:58.194171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-bf2c986b-ca1b-4555-8b4e-3d7e7fa75584 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:58.194171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c986b-ca1b-4555-8b4e-3d7e7fa75584 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:58.194171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c986b-ca1b-4555-8b4e-3d7e7fa75584 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:58.194171 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bf2c986b-ca1b-4555-8b4e-3d7e7fa75584 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:58.194171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c986b-ca1b-4555-8b4e-3d7e7fa75584 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=6a16b104-750e-45bd-9851-6bee35678d9d,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:58.194171 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-155ce140-4710-488c-a654-8ce125c91e2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:58.194171 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-155ce140-4710-488c-a654-8ce125c91e2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:58.195507 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e3736f55-ed1d-462a-adb6-eaca2b7220ce no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:49:58.213792 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: e3736f55-ed1d-462a-adb6-eaca2b7220ce {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:49:58.216057 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e3736f55-ed1d-462a-adb6-eaca2b7220ce not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:49:58.250016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bf2c986b-ca1b-4555-8b4e-3d7e7fa75584 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5135024 Dec 14 02:49:58.252570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51642) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:58.253442 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d8db7d16-a406-4986-8592-16b9f0b49d5a None None] Provisioning complete for port 6d5ab920-bbdb-4938-b022-346cdd8bccea triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:58.253939 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d8db7d16-a406-4986-8592-16b9f0b49d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:58.333716 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-bcad94a2-79f4-4bd4-b7ae-52e94135f1f1', 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1', 'project_id': '3bd0ab6acc574c87bcd35209cbc4ce01', 'fixed_ips': [{'subnet_id': '3191fd26-ed61-4f54-9328-a99a84a55257'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:49:58.334836 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:58.344106 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4db203a6-9692-4597-8b45-d1d80e9dfd1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:58.353100 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f423ba9-cc05-4b2c-814a-87d9e56bd5c6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:58.364376 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6a17e249-0377-474b-9171-566a5b77aca5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7912340 Dec 14 02:49:58.364492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4f423ba9-cc05-4b2c-814a-87d9e56bd5c6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1052358 Dec 14 02:49:58.364492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51644) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:58.364492 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-155ce140-4710-488c-a654-8ce125c91e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:58.365543 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-155ce140-4710-488c-a654-8ce125c91e2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:58.368959 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-155ce140-4710-488c-a654-8ce125c91e2a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9866c30-6282-4a50-af38-4f0d339c9e1b HTTP/1.1" status: 204 len: 168 time: 0.3307369 Dec 14 02:49:58.400082 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db203a6-9692-4597-8b45-d1d80e9dfd1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79794030-37fc-429c-806b-7e77d9ea16a4,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:58.417742 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4db203a6-9692-4597-8b45-d1d80e9dfd1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:58.422871 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4db203a6-9692-4597-8b45-d1d80e9dfd1f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/79794030-37fc-429c-806b-7e77d9ea16a4 HTTP/1.1" status: 204 len: 168 time: 1.1668975 Dec 14 02:49:58.429368 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51652) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:58.496385 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ce140-4710-488c-a654-8ce125c91e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9866c30-6282-4a50-af38-4f0d339c9e1b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:58.496385 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a69cdd5-1ae8-4edc-8582-f94e47a47cd7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:58.503051 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a69cdd5-1ae8-4edc-8582-f94e47a47cd7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:58.518802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a69cdd5-1ae8-4edc-8582-f94e47a47cd7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:58.528560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9a69cdd5-1ae8-4edc-8582-f94e47a47cd7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1638482 Dec 14 02:49:58.531981 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51654) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:58.571720 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84afaf08-7846-4c81-904d-8c3e0d47b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:58.582834 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4226fced-9276-485a-b866-2ad0867021d4 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Made reservation on behalf of 92955cb4c859495485bbf4f3c0d538d9 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:49:58.600483 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4226fced-9276-485a-b866-2ad0867021d4 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:58.767416 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-3ab430aa-c3a0-4193-8bd5-519aa6a0b24d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port 6a16b104-750e-45bd-9851-6bee35678d9d {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:58.768132 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3ab430aa-c3a0-4193-8bd5-519aa6a0b24d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:58.797456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Allocated IP 172.20.0.2 (bcad94a2-79f4-4bd4-b7ae-52e94135f1f1/3191fd26-ed61-4f54-9328-a99a84a55257/a94a7aa1-d7f5-4316-bbb8-11d06b3fe534) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:49:58.898651 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84afaf08-7846-4c81-904d-8c3e0d47b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:58.963154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a74e8f25-ca80-4011-9f3a-5fae5509e76a None None] Provisioning complete for port 6a16b104-750e-45bd-9851-6bee35678d9d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:58.963154 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a74e8f25-ca80-4011-9f3a-5fae5509e76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.005879 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-84afaf08-7846-4c81-904d-8c3e0d47b4ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b71128aa-1538-41f3-9666-03da5741ed3d']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:59.011441 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3ab430aa-c3a0-4193-8bd5-519aa6a0b24d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.056952 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-84afaf08-7846-4c81-904d-8c3e0d47b4ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942e85a4-4f90-4118-8233-290e17fea589') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:59.056952 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-84afaf08-7846-4c81-904d-8c3e0d47b4ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942e85a4-4f90-4118-8233-290e17fea589') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:49:59.057582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-3ab430aa-c3a0-4193-8bd5-519aa6a0b24d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for 6a16b104-750e-45bd-9851-6bee35678d9d owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:49:59.070106 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a74e8f25-ca80-4011-9f3a-5fae5509e76a None None] Port 6a16b104-750e-45bd-9851-6bee35678d9d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:49:59.111080 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84afaf08-7846-4c81-904d-8c3e0d47b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.165540 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84afaf08-7846-4c81-904d-8c3e0d47b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.182689 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6d5ab920-bbdb-4938-b022-346cdd8bccea up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:49:59.190993 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84afaf08-7846-4c81-904d-8c3e0d47b4ec admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:49:59.191402 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84afaf08-7846-4c81-904d-8c3e0d47b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:49:59.193150 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:49:59.380010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a74e8f25-ca80-4011-9f3a-5fae5509e76a None None] Provisioning complete for port 6d5ab920-bbdb-4938-b022-346cdd8bccea triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:59.380453 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a74e8f25-ca80-4011-9f3a-5fae5509e76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.435686 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84afaf08-7846-4c81-904d-8c3e0d47b4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.451045 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84afaf08-7846-4c81-904d-8c3e0d47b4ec admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.456408 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-84afaf08-7846-4c81-904d-8c3e0d47b4ec admin admin] 10.222.0.39 "DELETE /v2.0/networks/b71128aa-1538-41f3-9666-03da5741ed3d HTTP/1.1" status: 204 len: 168 time: 1.0230465 Dec 14 02:49:59.457104 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51684) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:59.482641 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.486462 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afaf08-7846-4c81-904d-8c3e0d47b4ec admin admin] Pushing event deleted for resources: {'Network': ['ID=b71128aa-1538-41f3-9666-03da5741ed3d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:59.489110 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6d5ab920-bbdb-4938-b022-346cdd8bccea triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:59.489526 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.522885 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4226fced-9276-485a-b866-2ad0867021d4 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.602380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9c5355-e1ba-43f8-b089-73fdacd1f7a1 admin admin] Deleting subnet 94676838-c94c-4387-9874-11a2b5c8633a {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:49:59.611506 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5355-e1ba-43f8-b089-73fdacd1f7a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.615680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-1b68c52e-c98c-480e-9cf0-c23d0bd8a8a2 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:59.620915 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.627740 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-1b68c52e-c98c-480e-9cf0-c23d0bd8a8a2 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/networks?id=bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 HTTP/1.1" status: 200 len: 815 time: 0.1986866 Dec 14 02:49:59.655127 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226fced-9276-485a-b866-2ad0867021d4 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event updated for resources: {'Subnet': ['ID=a9518f89-85d4-4c3e-83ca-d5a5fe926498,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:59.661323 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4226fced-9276-485a-b866-2ad0867021d4 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Checking segment: {'id': '7c3f07c4-efe4-4e79-97eb-faa31e3ad63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '052b4a69-b94b-4782-8d82-67ed72f421bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:49:59.665020 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4226fced-9276-485a-b866-2ad0867021d4 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Network hostable DHCP agents. Network: 052b4a69-b94b-4782-8d82-67ed72f421bb, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:49:59.666446 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3ab430aa-c3a0-4193-8bd5-519aa6a0b24d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.678817 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5355-e1ba-43f8-b089-73fdacd1f7a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.741044 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5355-e1ba-43f8-b089-73fdacd1f7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.763238 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3ab430aa-c3a0-4193-8bd5-519aa6a0b24d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.763839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:49:59.770392 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:59.770685 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51688) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:59.773414 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3ab430aa-c3a0-4193-8bd5-519aa6a0b24d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/ports/6a16b104-750e-45bd-9851-6bee35678d9d HTTP/1.1" status: 204 len: 168 time: 1.2426040 Dec 14 02:49:59.775718 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:49:59.784123 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-ce77b411-ed32-4ad0-ad96-80252c3e40cb tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/quotas/3bd0ab6acc574c87bcd35209cbc4ce01 HTTP/1.1" status: 200 len: 375 time: 0.1545355 Dec 14 02:49:59.799380 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Pushing event updated for resources: {'Port': ['ID=a94a7aa1-d7f5-4316-bbb8-11d06b3fe534,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:59.799619 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-15dd1b41-93c1-472f-a01b-62b91a70231d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] GET failed (client error): The resource could not be found. Dec 14 02:49:59.800952 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-15dd1b41-93c1-472f-a01b-62b91a70231d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports/6a16b104-750e-45bd-9851-6bee35678d9d HTTP/1.1" status: 404 len: 333 time: 0.0295498 Dec 14 02:49:59.803773 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51690) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:49:59.816494 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4226fced-9276-485a-b866-2ad0867021d4 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Network 052b4a69-b94b-4782-8d82-67ed72f421bb is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:49:59.853403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab430aa-c3a0-4193-8bd5-519aa6a0b24d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=6a16b104-750e-45bd-9851-6bee35678d9d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:49:59.869497 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a74e8f25-ca80-4011-9f3a-5fae5509e76a None None] Provisioning complete for port c900dc13-b872-434b-a461-76719d32381d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:49:59.869883 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a74e8f25-ca80-4011-9f3a-5fae5509e76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.901800 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-5d09e590-9df9-4554-a2c8-73b37f8d6266 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bd0ab6acc574c87bcd35209cbc4ce01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1167233 Dec 14 02:49:59.923951 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-4226fced-9276-485a-b866-2ad0867021d4 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 052b4a69-b94b-4782-8d82-67ed72f421bb) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:49:59.936996 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4226fced-9276-485a-b866-2ad0867021d4 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:49:59.937704 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4226fced-9276-485a-b866-2ad0867021d4 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.943387 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b6954-09df-49d1-9fe8-caca656238e7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port c900dc13-b872-434b-a461-76719d32381d {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:49:59.943731 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cc0b6954-09df-49d1-9fe8-caca656238e7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:49:59.956377 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07915f2a-a777-4afe-8b00-bf833009a066 None None] Network 052b4a69-b94b-4782-8d82-67ed72f421bb requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:00.000543 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5355-e1ba-43f8-b089-73fdacd1f7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:00.072881 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4226fced-9276-485a-b866-2ad0867021d4 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3386893 Dec 14 02:50:00.073975 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c5355-e1ba-43f8-b089-73fdacd1f7a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94676838-c94c-4387-9874-11a2b5c8633a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:00.076582 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5355-e1ba-43f8-b089-73fdacd1f7a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:00.080214 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2f9c5355-e1ba-43f8-b089-73fdacd1f7a1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/94676838-c94c-4387-9874-11a2b5c8633a HTTP/1.1" status: 204 len: 168 time: 0.6201227 Dec 14 02:50:00.083487 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51696) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:00.083682 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51698) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:00.095187 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a0e0de10-63ef-4360-b7a3-88d31c7ffdcc tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1940667850'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:00.142030 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-78041131-1a80-4f41-b053-589b74758d96 service neutron] 10.222.0.39 "GET /v2.0/networks/bcad94a2-79f4-4bd4-b7ae-52e94135f1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206926 Dec 14 02:50:00.201829 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Attempting to bind port a94a7aa1-d7f5-4316-bbb8-11d06b3fe534 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:00.202314 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Attempting to bind port a94a7aa1-d7f5-4316-bbb8-11d06b3fe534 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'b2351004-c33c-4abe-a059-fa9af01c0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:00.202777 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Attempting to bind port a94a7aa1-d7f5-4316-bbb8-11d06b3fe534 on network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:00.220014 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:00.220607 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Checking segment: {'id': 'b2351004-c33c-4abe-a059-fa9af01c0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:00.221117 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:00.221641 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Bound using segment: {'id': 'b2351004-c33c-4abe-a059-fa9af01c0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:00.222298 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Bound port: a94a7aa1-d7f5-4316-bbb8-11d06b3fe534, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2351004-c33c-4abe-a059-fa9af01c0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:00.222902 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:00.240726 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-052b4a69-b94b-4782-8d82-67ed72f421bb', 'network_id': '052b4a69-b94b-4782-8d82-67ed72f421bb', 'project_id': '92955cb4c859495485bbf4f3c0d538d9', 'fixed_ips': [{'subnet_id': 'a9518f89-85d4-4c3e-83ca-d5a5fe926498'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:50:00.242304 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:00.266699 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cc0b6954-09df-49d1-9fe8-caca656238e7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:00.269403 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a74e8f25-ca80-4011-9f3a-5fae5509e76a None None] Port c900dc13-b872-434b-a461-76719d32381d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:00.288193 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b6954-09df-49d1-9fe8-caca656238e7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for c900dc13-b872-434b-a461-76719d32381d owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:00.293345 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1394ff15-11bf-490c-b02f-a64c48a8eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:00.297793 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-fba279fb-1c16-40a8-837f-80bf2234e7a2 service neutron] 10.222.0.39 "GET /v2.0/networks/bcad94a2-79f4-4bd4-b7ae-52e94135f1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541448 Dec 14 02:50:00.335259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] For port a94a7aa1-d7f5-4316-bbb8-11d06b3fe534, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:00.339786 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] For port a94a7aa1-d7f5-4316-bbb8-11d06b3fe534, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a94a7aa1-d7f5-4316-bbb8-11d06b3fe534,segment=NetworkSegment(b2351004-c33c-4abe-a059-fa9af01c0a6f),segment_id=b2351004-c33c-4abe-a059-fa9af01c0a6f)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:00.350405 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:00.395621 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e0de10-63ef-4360-b7a3-88d31c7ffdcc tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Made reservation on behalf of 92955cb4c859495485bbf4f3c0d538d9 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:00.399882 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a0e0de10-63ef-4360-b7a3-88d31c7ffdcc tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:00.452570 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d987650f-c336-4b02-87cd-bf3b5f6f7ce0 None None] Could not find standard attr ID for object 6a16b104-750e-45bd-9851-6bee35678d9d. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:50:00.466723 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:00.495365 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1394ff15-11bf-490c-b02f-a64c48a8eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:00.507306 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e0de10-63ef-4360-b7a3-88d31c7ffdcc tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:50:00.539660 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-1394ff15-11bf-490c-b02f-a64c48a8eca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e0f594-55c1-4579-be1d-bef64b3ba2ad']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:00.551060 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a0e0de10-63ef-4360-b7a3-88d31c7ffdcc tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:00.551060 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-a0e0de10-63ef-4360-b7a3-88d31c7ffdcc tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Added segment c6a84669-1c44-405f-bfee-c86678fd71ca of type vlan for network 2dfc7044-94be-46de-bf0f-6a49b8ec57a5 Dec 14 02:50:00.566538 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-1394ff15-11bf-490c-b02f-a64c48a8eca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb55ea66-4677-4c21-872e-e65cf7c5a328') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:00.568390 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-1394ff15-11bf-490c-b02f-a64c48a8eca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb55ea66-4677-4c21-872e-e65cf7c5a328') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:00.584611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Allocated IP 2001:db8:0:ffff::2 (052b4a69-b94b-4782-8d82-67ed72f421bb/a9518f89-85d4-4c3e-83ca-d5a5fe926498/6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:00.632692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d987650f-c336-4b02-87cd-bf3b5f6f7ce0 None None] Provisioning complete for port c900dc13-b872-434b-a461-76719d32381d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:00.633072 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d987650f-c336-4b02-87cd-bf3b5f6f7ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:00.675008 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1394ff15-11bf-490c-b02f-a64c48a8eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:00.711705 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a0e0de10-63ef-4360-b7a3-88d31c7ffdcc tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:00.722039 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1394ff15-11bf-490c-b02f-a64c48a8eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:00.751262 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d987650f-c336-4b02-87cd-bf3b5f6f7ce0 None None] Port c900dc13-b872-434b-a461-76719d32381d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:00.771605 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1394ff15-11bf-490c-b02f-a64c48a8eca1 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:50:00.776958 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1394ff15-11bf-490c-b02f-a64c48a8eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:50:00.778951 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:50:00.816757 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d243a1-a163-41e3-98e9-8862bf9d4363 None None] Pushing event updated for resources: {'Port': ['ID=a94a7aa1-d7f5-4316-bbb8-11d06b3fe534,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:00.881333 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cc0b6954-09df-49d1-9fe8-caca656238e7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:00.974849 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b6954-09df-49d1-9fe8-caca656238e7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=c900dc13-b872-434b-a461-76719d32381d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:01.046911 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a0e0de10-63ef-4360-b7a3-88d31c7ffdcc tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:01.064847 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:01.073401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e0de10-63ef-4360-b7a3-88d31c7ffdcc tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:01.073610 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a0e0de10-63ef-4360-b7a3-88d31c7ffdcc tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:01.155362 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:01.196790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-781a83a9-f319-4096-9ddf-59466eaf2d9c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:01.207411 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Network 052b4a69-b94b-4782-8d82-67ed72f421bb is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:01.208275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-781a83a9-f319-4096-9ddf-59466eaf2d9c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/networks?id=bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 HTTP/1.1" status: 200 len: 815 time: 0.2303381 Dec 14 02:50:01.220098 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:01.225203 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:01.238314 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Pushing event updated for resources: {'Port': ['ID=6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:01.242960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-ff7d6143-2da3-4124-b974-1f04dcd244ff tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/quotas/3bd0ab6acc574c87bcd35209cbc4ce01 HTTP/1.1" status: 200 len: 375 time: 0.0319860 Dec 14 02:50:01.301288 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a94a7aa1-d7f5-4316-bbb8-11d06b3fe534 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:01.301638 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1394ff15-11bf-490c-b02f-a64c48a8eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:01.313982 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0de10-63ef-4360-b7a3-88d31c7ffdcc tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event updated for resources: {'Network': ['ID=2dfc7044-94be-46de-bf0f-6a49b8ec57a5,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:01.329671 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cc0b6954-09df-49d1-9fe8-caca656238e7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:01.333547 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cc0b6954-09df-49d1-9fe8-caca656238e7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/ports/c900dc13-b872-434b-a461-76719d32381d HTTP/1.1" status: 204 len: 168 time: 1.5271690 Dec 14 02:50:01.355552 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a0e0de10-63ef-4360-b7a3-88d31c7ffdcc tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2672904 Dec 14 02:50:01.355789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51748) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:01.359481 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1394ff15-11bf-490c-b02f-a64c48a8eca1 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:01.365711 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51750) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:01.370371 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 2dfc7044-94be-46de-bf0f-6a49b8ec57a5 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:50:01.379893 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1394ff15-11bf-490c-b02f-a64c48a8eca1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/37e0f594-55c1-4579-be1d-bef64b3ba2ad HTTP/1.1" status: 204 len: 168 time: 1.2897716 Dec 14 02:50:01.382584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-1cc16d08-d357-410e-91ab-17120d079266 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bd0ab6acc574c87bcd35209cbc4ce01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1372247 Dec 14 02:50:01.436287 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394ff15-11bf-490c-b02f-a64c48a8eca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=37e0f594-55c1-4579-be1d-bef64b3ba2ad,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:01.518705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-176eaeb0-4828-475f-b26f-25fa853eb951 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Request body: {'subnet': {'network_id': '2dfc7044-94be-46de-bf0f-6a49b8ec57a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:01.553807 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Attempting to bind port 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:01.554309 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Attempting to bind port 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '7c3f07c4-efe4-4e79-97eb-faa31e3ad63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '052b4a69-b94b-4782-8d82-67ed72f421bb'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:01.554544 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Attempting to bind port 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9 on network 052b4a69-b94b-4782-8d82-67ed72f421bb {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:01.598006 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:01.602432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Checking segment: {'id': '7c3f07c4-efe4-4e79-97eb-faa31e3ad63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '052b4a69-b94b-4782-8d82-67ed72f421bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:01.602432 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:01.602432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Bound using segment: {'id': '7c3f07c4-efe4-4e79-97eb-faa31e3ad63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '052b4a69-b94b-4782-8d82-67ed72f421bb'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:01.602432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Bound port: 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3f07c4-efe4-4e79-97eb-faa31e3ad63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '052b4a69-b94b-4782-8d82-67ed72f421bb'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:01.602432 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:01.659628 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a94a7aa1-d7f5-4316-bbb8-11d06b3fe534 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:01.660008 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:01.729984 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] For port 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:01.771885 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:01.792071 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] For port 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9,segment=NetworkSegment(7c3f07c4-efe4-4e79-97eb-faa31e3ad63f),segment_id=7c3f07c4-efe4-4e79-97eb-faa31e3ad63f)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:01.830660 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port a94a7aa1-d7f5-4316-bbb8-11d06b3fe534, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a94a7aa1-d7f5-4316-bbb8-11d06b3fe534,segment=NetworkSegment(b2351004-c33c-4abe-a059-fa9af01c0a6f),segment_id=b2351004-c33c-4abe-a059-fa9af01c0a6f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:01.848010 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:01.945176 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e56d3-9d3c-485f-859e-8f1841cbee00 None None] Pushing event updated for resources: {'Port': ['ID=6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:01.967527 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:01.971317 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b1c425-dd63-41df-9abe-9d49cd00bedb tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] GET failed (client error): The resource could not be found. Dec 14 02:50:01.975359 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-41b1c425-dd63-41df-9abe-9d49cd00bedb tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports/c900dc13-b872-434b-a461-76719d32381d HTTP/1.1" status: 404 len: 333 time: 0.6118035 Dec 14 02:50:01.976699 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51760) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:02.054870 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51762) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:02.096739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=a94a7aa1-d7f5-4316-bbb8-11d06b3fe534,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:02.124237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9c141361-5a58-4de6-9da4-5e5466f04ec4 service neutron] 10.222.0.39 "GET /v2.0/networks/bcad94a2-79f4-4bd4-b7ae-52e94135f1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7394309 Dec 14 02:50:02.165493 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-062cb7b0-6d00-418d-9b41-64d30c3b249f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting subnet b092db21-42de-4193-bedb-3d1040211ac3 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:50:02.169752 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-062cb7b0-6d00-418d-9b41-64d30c3b249f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:02.216897 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6be4c61b-54a7-43b7-be11-b28e0c128f4f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0968c2b7fd0450db1d3091d58552378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1577170 Dec 14 02:50:02.219839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51766) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:02.222591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176eaeb0-4828-475f-b26f-25fa853eb951 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Made reservation on behalf of 92955cb4c859495485bbf4f3c0d538d9 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:02.232655 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-062cb7b0-6d00-418d-9b41-64d30c3b249f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:02.233483 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-176eaeb0-4828-475f-b26f-25fa853eb951 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:02.282361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51768) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:02.365578 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-091b148c-889a-4c78-9ffa-d197dcf12f0b service neutron] 10.222.0.39 "GET /v2.0/networks/bcad94a2-79f4-4bd4-b7ae-52e94135f1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402346 Dec 14 02:50:02.411080 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-062cb7b0-6d00-418d-9b41-64d30c3b249f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:02.511353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5131f4d1-70d2-4c16-9888-d45c83db4f01 None None] Network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:02.568882 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72ac7c71-5e86-4562-8d25-bd60bfab7843 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:02.621135 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-062cb7b0-6d00-418d-9b41-64d30c3b249f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:02.627560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-445578ca-14b5-478d-af1d-4ea79869c825 None None] Provisioning complete for port a94a7aa1-d7f5-4316-bbb8-11d06b3fe534 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:02.627989 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-445578ca-14b5-478d-af1d-4ea79869c825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:02.687792 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cb7b0-6d00-418d-9b41-64d30c3b249f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Subnet': ['ID=b092db21-42de-4193-bedb-3d1040211ac3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:02.701351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a4976e-70be-4ea3-a0ca-351a1061fb7d None None] Network 5cf3915f-412f-410e-9cba-5a09780cb940 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:02.708315 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-062cb7b0-6d00-418d-9b41-64d30c3b249f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:02.748785 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-062cb7b0-6d00-418d-9b41-64d30c3b249f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/b092db21-42de-4193-bedb-3d1040211ac3 HTTP/1.1" status: 204 len: 168 time: 0.7709267 Dec 14 02:50:02.752442 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51778) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:02.835308 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72ac7c71-5e86-4562-8d25-bd60bfab7843 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:02.912040 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:02.978024 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9e1db3aa-ca75-4e83-84d7-da754bfaec7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:03.061170 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d7110a54-3391-4707-9b17-4b25bb37cc26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:03.064139 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72ac7c71-5e86-4562-8d25-bd60bfab7843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:03.067762 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72ac7c71-5e86-4562-8d25-bd60bfab7843 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:03.073392 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-72ac7c71-5e86-4562-8d25-bd60bfab7843 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a HTTP/1.1" status: 204 len: 168 time: 0.8220787 Dec 14 02:50:03.188007 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port 6d5ab920-bbdb-4938-b022-346cdd8bccea {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:50:03.190475 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:03.310639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] For port 6d5ab920-bbdb-4938-b022-346cdd8bccea, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6d5ab920-bbdb-4938-b022-346cdd8bccea,segment=NetworkSegment(731cae55-e45d-4bdd-9b3a-a06bdd60beac),segment_id=731cae55-e45d-4bdd-9b3a-a06bdd60beac)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:03.311029 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:03.335174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac7c71-5e86-4562-8d25-bd60bfab7843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc41ab9-e4b4-4bed-bf46-bbf5b5880b4a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:03.335781 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for 6d5ab920-bbdb-4938-b022-346cdd8bccea owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:03.356471 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfc3969-a415-41c5-ba40-f1b45c8a9dd7 None None] DHCP port deletion for 5cf3915f-412f-410e-9cba-5a09780cb940 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:50:03.437704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a94a7aa1-d7f5-4316-bbb8-11d06b3fe534 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:03.573491 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc3969-a415-41c5-ba40-f1b45c8a9dd7 None None] Deleting port 6d5ab920-bbdb-4938-b022-346cdd8bccea {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:50:03.576980 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3969-a415-41c5-ba40-f1b45c8a9dd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:03.611453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-a23ba5e8-2168-4541-bb32-1e5fdf5e418c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:03.613041 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-a23ba5e8-2168-4541-bb32-1e5fdf5e418c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/networks?id=bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 HTTP/1.1" status: 200 len: 815 time: 0.5826790 Dec 14 02:50:03.623779 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:03.674441 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=6d5ab920-bbdb-4938-b022-346cdd8bccea,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:03.678127 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No DVR routers for this DVR port 6d5ab920-bbdb-4938-b022-346cdd8bccea on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:50:03.709720 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-e43fd844-79e2-408d-9946-b29f3b06aeb2 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/quotas/3bd0ab6acc574c87bcd35209cbc4ce01 HTTP/1.1" status: 200 len: 375 time: 0.0770993 Dec 14 02:50:03.733192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.objects.ports [None req-176eaeb0-4828-475f-b26f-25fa853eb951 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103848) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:50:03.746746 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-4cfc3969-a415-41c5-ba40-f1b45c8a9dd7 None None] For port 6d5ab920-bbdb-4938-b022-346cdd8bccea, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6d5ab920-bbdb-4938-b022-346cdd8bccea,segment=NetworkSegment(731cae55-e45d-4bdd-9b3a-a06bdd60beac),segment_id=731cae55-e45d-4bdd-9b3a-a06bdd60beac)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:03.748111 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3969-a415-41c5-ba40-f1b45c8a9dd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:03.750533 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-176eaeb0-4828-475f-b26f-25fa853eb951 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:03.768128 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4cfc3969-a415-41c5-ba40-f1b45c8a9dd7 None None] Calling delete_port for 6d5ab920-bbdb-4938-b022-346cdd8bccea owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:03.787614 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:03.813759 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf3915f-412f-410e-9cba-5a09780cb940']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:03.829711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731cae55-e45d-4bdd-9b3a-a06bdd60beac') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:03.830199 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731cae55-e45d-4bdd-9b3a-a06bdd60beac') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:03.849050 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:03.860808 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a94a7aa1-d7f5-4316-bbb8-11d06b3fe534 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:03.861335 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:03.863939 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:03.865381 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4591774-a042-4200-aed0-f337fc1cecdd None None] Network 052b4a69-b94b-4782-8d82-67ed72f421bb requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:03.873372 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:50:03.874924 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:50:03.879491 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:50:03.898772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176eaeb0-4828-475f-b26f-25fa853eb951 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event updated for resources: {'Subnet': ['ID=9e504a58-bb90-49fa-b3a2-ef775db2e077,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:03.917866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-6ef8415b-4e98-46ff-8d97-a9f287438e9a tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bd0ab6acc574c87bcd35209cbc4ce01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1812711 Dec 14 02:50:03.958856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9c67645a-58c9-4a81-a5b8-031ec1d5baa8 None None] Provisioning complete for port a94a7aa1-d7f5-4316-bbb8-11d06b3fe534 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:03.959102 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9c67645a-58c9-4a81-a5b8-031ec1d5baa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.010569 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176eaeb0-4828-475f-b26f-25fa853eb951 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Checking segment: {'id': 'c6a84669-1c44-405f-bfee-c86678fd71ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2dfc7044-94be-46de-bf0f-6a49b8ec57a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:04.010872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176eaeb0-4828-475f-b26f-25fa853eb951 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Network hostable DHCP agents. Network: 2dfc7044-94be-46de-bf0f-6a49b8ec57a5, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:50:04.022553 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4cfc3969-a415-41c5-ba40-f1b45c8a9dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.029670 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d7110a54-3391-4707-9b17-4b25bb37cc26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.081923 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.083164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-d7b1fac4-a537-4d0c-9a13-25a07366f942 service neutron] 10.222.0.39 "GET /v2.0/networks/bcad94a2-79f4-4bd4-b7ae-52e94135f1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441514 Dec 14 02:50:04.091158 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.092044 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfc3969-a415-41c5-ba40-f1b45c8a9dd7 None None] Pushing event deleted for resources: {'Port': ['ID=6d5ab920-bbdb-4938-b022-346cdd8bccea,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:04.106027 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/networks/5cf3915f-412f-410e-9cba-5a09780cb940 HTTP/1.1" status: 204 len: 168 time: 1.3516562 Dec 14 02:50:04.112870 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51802) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:04.118289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfc3969-a415-41c5-ba40-f1b45c8a9dd7 None None] No DVR routers for this DVR port 6d5ab920-bbdb-4938-b022-346cdd8bccea on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:50:04.128692 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-61892a47-6687-438d-8c68-ce1e9c01643f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1563749806'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:04.156391 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979e668-6b60-4911-83fb-23b9f23270b5 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Network': ['ID=5cf3915f-412f-410e-9cba-5a09780cb940,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:04.209534 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:04.241258 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-5bccea01-8ce9-4608-b7be-9d9eb5574feb service neutron] 10.222.0.39 "GET /v2.0/networks/bcad94a2-79f4-4bd4-b7ae-52e94135f1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459727 Dec 14 02:50:04.243425 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51804) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:04.247710 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d7110a54-3391-4707-9b17-4b25bb37cc26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.257843 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176eaeb0-4828-475f-b26f-25fa853eb951 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Network 2dfc7044-94be-46de-bf0f-6a49b8ec57a5 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:50:04.306517 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:04.306819 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.327736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-56da9a60-bfe8-4cc9-9fcc-a042806ed71d tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:04.329662 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-56da9a60-bfe8-4cc9-9fcc-a042806ed71d tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.47 "GET /v2.0/networks?id=bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 HTTP/1.1" status: 200 len: 815 time: 0.3327422 Dec 14 02:50:04.364597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-9f0c0b11-2e93-4671-8565-d173b08560af tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Request body: {'port': {'device_id': '940fd1cc-405d-423e-88ac-2cc639a8e7fc', 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1', 'admin_state_up': True, 'tenant_id': '3bd0ab6acc574c87bcd35209cbc4ce01'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:04.390028 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61892a47-6687-438d-8c68-ce1e9c01643f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:04.401215 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-eef9bc9f-411a-4d55-a3b7-29da7b506173 None None] Provisioning complete for port 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:04.401627 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eef9bc9f-411a-4d55-a3b7-29da7b506173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.410934 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61892a47-6687-438d-8c68-ce1e9c01643f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.425237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7110a54-3391-4707-9b17-4b25bb37cc26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3b4e8e-f05e-46cc-bc90-cab60df1b850,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:04.515818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d7110a54-3391-4707-9b17-4b25bb37cc26 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5225d489e5ec4f5aac65a8a60f90683e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1625831 Dec 14 02:50:04.517628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-176eaeb0-4828-475f-b26f-25fa853eb951 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 2dfc7044-94be-46de-bf0f-6a49b8ec57a5) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:04.534634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176eaeb0-4828-475f-b26f-25fa853eb951 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:04.536886 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-176eaeb0-4828-475f-b26f-25fa853eb951 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.539542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51806) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:04.551187 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef4d480-f4cb-4438-9f36-2bf7129254d8 None None] Network 2dfc7044-94be-46de-bf0f-6a49b8ec57a5 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:04.555943 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:50:04.599330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-46c33c7b-4e0c-462d-b30d-a8f6b378657e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64803c93620148dc9f38a399642fc645&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3542242 Dec 14 02:50:04.609836 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51810) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:04.687276 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-176eaeb0-4828-475f-b26f-25fa853eb951 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2969275 Dec 14 02:50:04.696468 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.706563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51816) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:04.710825 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-2dfc7044-94be-46de-bf0f-6a49b8ec57a5', 'network_id': '2dfc7044-94be-46de-bf0f-6a49b8ec57a5', 'project_id': '92955cb4c859495485bbf4f3c0d538d9', 'fixed_ips': [{'subnet_id': '9e504a58-bb90-49fa-b3a2-ef775db2e077'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:50:04.711709 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.734987 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eef9bc9f-411a-4d55-a3b7-29da7b506173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.736620 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-b40a970a-215b-4290-8928-e1590be4ea3e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Request body: {'port': {'network_id': '2dfc7044-94be-46de-bf0f-6a49b8ec57a5', 'name': 'tempest-NetworksIpV6TestAttrs-1046692927'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:04.743541 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2a8c4f18-d681-4830-8069-5bda814f9ed3 req-0646367c-e74f-4fe2-a3fb-3df9cd02362b tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 210 time: 0.0859396 Dec 14 02:50:04.777985 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61892a47-6687-438d-8c68-ce1e9c01643f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:50:04.786352 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9,segment=NetworkSegment(7c3f07c4-efe4-4e79-97eb-faa31e3ad63f),segment_id=7c3f07c4-efe4-4e79-97eb-faa31e3ad63f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:04.796183 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61892a47-6687-438d-8c68-ce1e9c01643f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.796461 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-61892a47-6687-438d-8c68-ce1e9c01643f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Added segment 630632ff-b4f6-4c45-9cbe-7691fb687d61 of type vlan for network fd3dd65d-290e-4060-b54b-eabae174c697 Dec 14 02:50:04.839042 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e21b46e-85cb-46d7-81fa-f4947106087d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.881378 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-61d06445-d6ea-4c5c-969f-f8a7fce6faba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.887843 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e21b46e-85cb-46d7-81fa-f4947106087d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.892150 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.894177 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61892a47-6687-438d-8c68-ce1e9c01643f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.914249 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-9f0c0b11-2e93-4671-8565-d173b08560af tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Made reservation on behalf of 3bd0ab6acc574c87bcd35209cbc4ce01 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:04.918683 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-9f0c0b11-2e93-4671-8565-d173b08560af tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:04.996823 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-61d06445-d6ea-4c5c-969f-f8a7fce6faba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:05.073590 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-9f0c0b11-2e93-4671-8565-d173b08560af tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Allocated IP 172.20.0.3 (bcad94a2-79f4-4bd4-b7ae-52e94135f1f1/3191fd26-ed61-4f54-9328-a99a84a55257/4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:05.082289 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-eef9bc9f-411a-4d55-a3b7-29da7b506173 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:50:05.082766 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-eef9bc9f-411a-4d55-a3b7-29da7b506173 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:50:05.087174 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:05.092951 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Allocated IP 2001:db8::f816:3eff:fe2d:93c9 (2dfc7044-94be-46de-bf0f-6a49b8ec57a5/9e504a58-bb90-49fa-b3a2-ef775db2e077/feca87e4-7c9b-4307-a88b-de93fa4806f8) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:05.158631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6d5ab920-bbdb-4938-b022-346cdd8bccea no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:50:05.184202 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 6d5ab920-bbdb-4938-b022-346cdd8bccea {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:50:05.184639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6d5ab920-bbdb-4938-b022-346cdd8bccea not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:50:05.188768 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40a970a-215b-4290-8928-e1590be4ea3e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Made reservation on behalf of 92955cb4c859495485bbf4f3c0d538d9 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:05.192398 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b40a970a-215b-4290-8928-e1590be4ea3e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:05.194695 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e21b46e-85cb-46d7-81fa-f4947106087d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:05.201909 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e21b46e-85cb-46d7-81fa-f4947106087d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:05.201909 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9e21b46e-85cb-46d7-81fa-f4947106087d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa3b4e8e-f05e-46cc-bc90-cab60df1b850 HTTP/1.1" status: 204 len: 168 time: 0.6531742 Dec 14 02:50:05.205428 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f3955cc8-d5ae-487c-b8e8-9cc1a8407265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:05.234716 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61892a47-6687-438d-8c68-ce1e9c01643f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:05.238584 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-61d06445-d6ea-4c5c-969f-f8a7fce6faba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:05.241531 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61892a47-6687-438d-8c68-ce1e9c01643f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:05.242230 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61892a47-6687-438d-8c68-ce1e9c01643f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:05.242384 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-61d06445-d6ea-4c5c-969f-f8a7fce6faba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:05.243720 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-61d06445-d6ea-4c5c-969f-f8a7fce6faba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea4d9f8f-a841-480b-aa0b-f7d32ea241b3 HTTP/1.1" status: 204 len: 168 time: 0.6325626 Dec 14 02:50:05.254619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21b46e-85cb-46d7-81fa-f4947106087d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3b4e8e-f05e-46cc-bc90-cab60df1b850,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:05.270421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-b40a970a-215b-4290-8928-e1590be4ea3e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] device_id is not set on port d517145e-12c8-45dd-a085-cf87d6277483 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:50:05.296268 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d06445-d6ea-4c5c-969f-f8a7fce6faba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4d9f8f-a841-480b-aa0b-f7d32ea241b3,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:05.366526 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61892a47-6687-438d-8c68-ce1e9c01643f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Network': ['ID=fd3dd65d-290e-4060-b54b-eabae174c697,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:05.383541 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-61892a47-6687-438d-8c68-ce1e9c01643f tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2640288 Dec 14 02:50:05.386881 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51826) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:05.393905 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-97995d5b-f2cf-4898-a3e4-d77f164257b7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'subnet': {'network_id': 'fd3dd65d-290e-4060-b54b-eabae174c697', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:05.416500 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network fd3dd65d-290e-4060-b54b-eabae174c697 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:50:05.499451 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-9f0c0b11-2e93-4671-8565-d173b08560af tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:05.590744 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:05.689260 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97995d5b-f2cf-4898-a3e4-d77f164257b7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:05.690056 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:05.699328 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97995d5b-f2cf-4898-a3e4-d77f164257b7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:05.768635 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Network 2dfc7044-94be-46de-bf0f-6a49b8ec57a5 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:05.788145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:05.808376 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:05.839440 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Pushing event updated for resources: {'Port': ['ID=feca87e4-7c9b-4307-a88b-de93fa4806f8,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:05.851414 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b6532741-83cf-47cb-97bb-e68a7ca434c9 None None] Provisioning complete for port 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:05.865782 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6532741-83cf-47cb-97bb-e68a7ca434c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:05.921662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-b40a970a-215b-4290-8928-e1590be4ea3e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Allocated IP 2001:db8::f816:3eff:fee6:b255 (2dfc7044-94be-46de-bf0f-6a49b8ec57a5/9e504a58-bb90-49fa-b3a2-ef775db2e077/d517145e-12c8-45dd-a085-cf87d6277483) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:05.943273 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-9f0c0b11-2e93-4671-8565-d173b08560af tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:06.002567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7788da03-7e50-461c-95c6-fe97dd7d2ade req-b099252d-1081-4907-a4cf-0e4a35938c23 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 210 time: 0.1052499 Dec 14 02:50:06.014416 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-9f0c0b11-2e93-4671-8565-d173b08560af tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:06.024794 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-9f0c0b11-2e93-4671-8565-d173b08560af tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:06.035459 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Attempting to bind port feca87e4-7c9b-4307-a88b-de93fa4806f8 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:06.035840 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Attempting to bind port feca87e4-7c9b-4307-a88b-de93fa4806f8 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'c6a84669-1c44-405f-bfee-c86678fd71ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2dfc7044-94be-46de-bf0f-6a49b8ec57a5'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:06.036213 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Attempting to bind port feca87e4-7c9b-4307-a88b-de93fa4806f8 on network 2dfc7044-94be-46de-bf0f-6a49b8ec57a5 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:06.052940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:06.053371 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Checking segment: {'id': 'c6a84669-1c44-405f-bfee-c86678fd71ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2dfc7044-94be-46de-bf0f-6a49b8ec57a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:06.053788 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:06.057672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Bound using segment: {'id': 'c6a84669-1c44-405f-bfee-c86678fd71ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2dfc7044-94be-46de-bf0f-6a49b8ec57a5'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:06.057672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Bound port: feca87e4-7c9b-4307-a88b-de93fa4806f8, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a84669-1c44-405f-bfee-c86678fd71ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2dfc7044-94be-46de-bf0f-6a49b8ec57a5'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:06.057672 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:06.062216 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-9f0c0b11-2e93-4671-8565-d173b08560af tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:06.092265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-7cc9ab30-c266-4570-8716-f63c7f8d5d61 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:06.097996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-7cc9ab30-c266-4570-8716-f63c7f8d5d61 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.47 "GET /v2.0/networks?id=bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 HTTP/1.1" status: 200 len: 815 time: 0.4555407 Dec 14 02:50:06.130019 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-d0bb3dc6-d610-49a0-b6d6-3a9ac7d57ac8 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Request body: {'port': {'device_id': 'f411f88e-59b6-4b23-870c-8272b5f838d9', 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1', 'admin_state_up': True, 'tenant_id': '3bd0ab6acc574c87bcd35209cbc4ce01'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:06.228188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] For port feca87e4-7c9b-4307-a88b-de93fa4806f8, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:06.234072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] For port feca87e4-7c9b-4307-a88b-de93fa4806f8, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=feca87e4-7c9b-4307-a88b-de93fa4806f8,segment=NetworkSegment(c6a84669-1c44-405f-bfee-c86678fd71ca),segment_id=c6a84669-1c44-405f-bfee-c86678fd71ca)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:06.256889 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c0b11-2e93-4671-8565-d173b08560af tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Pushing event updated for resources: {'Port': ['ID=4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:06.303189 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-9f0c0b11-2e93-4671-8565-d173b08560af tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:06.303879 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-9f0c0b11-2e93-4671-8565-d173b08560af tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:06.336003 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:06.362872 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:06.371823 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97995d5b-f2cf-4898-a3e4-d77f164257b7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:06.467653 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95247d4-57f9-480d-9597-48de54b328aa None None] Pushing event updated for resources: {'Port': ['ID=feca87e4-7c9b-4307-a88b-de93fa4806f8,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:06.500027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7e8c34de-763b-4ded-9657-dbdc90f2100c None None] Provisioning complete for port 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:06.500934 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-9f0c0b11-2e93-4671-8565-d173b08560af tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1430168 Dec 14 02:50:06.502323 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e8c34de-763b-4ded-9657-dbdc90f2100c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:06.531027 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97995d5b-f2cf-4898-a3e4-d77f164257b7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Subnet': ['ID=31cb8182-5bf7-4e76-a85e-830a8cc4e27b,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:06.570327 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Request body: {'port': {'device_id': '940fd1cc-405d-423e-88ac-2cc639a8e7fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:06.578566 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c34de-763b-4ded-9657-dbdc90f2100c None None] Port 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:06.666453 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97995d5b-f2cf-4898-a3e4-d77f164257b7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Checking segment: {'id': '630632ff-b4f6-4c45-9cbe-7691fb687d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fd3dd65d-290e-4060-b54b-eabae174c697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:06.666838 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97995d5b-f2cf-4898-a3e4-d77f164257b7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network hostable DHCP agents. Network: fd3dd65d-290e-4060-b54b-eabae174c697, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:50:06.774813 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b40a970a-215b-4290-8928-e1590be4ea3e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:06.799335 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:06.839370 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-d0bb3dc6-d610-49a0-b6d6-3a9ac7d57ac8 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Made reservation on behalf of 3bd0ab6acc574c87bcd35209cbc4ce01 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:06.845472 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-d0bb3dc6-d610-49a0-b6d6-3a9ac7d57ac8 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:06.930676 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97995d5b-f2cf-4898-a3e4-d77f164257b7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network fd3dd65d-290e-4060-b54b-eabae174c697 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:50:06.970587 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b40a970a-215b-4290-8928-e1590be4ea3e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:07.032538 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51874) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:07.072128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a970a-215b-4290-8928-e1590be4ea3e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Network 2dfc7044-94be-46de-bf0f-6a49b8ec57a5 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:07.077408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-b40a970a-215b-4290-8928-e1590be4ea3e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:07.078976 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-97995d5b-f2cf-4898-a3e4-d77f164257b7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, fd3dd65d-290e-4060-b54b-eabae174c697) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:07.088405 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e580b9-0148-4106-9403-5bc38042f1dd None None] Network fd3dd65d-290e-4060-b54b-eabae174c697 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:07.105049 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97995d5b-f2cf-4898-a3e4-d77f164257b7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:07.105691 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97995d5b-f2cf-4898-a3e4-d77f164257b7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:07.117594 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a970a-215b-4290-8928-e1590be4ea3e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:07.149694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40a970a-215b-4290-8928-e1590be4ea3e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:07.165863 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b40a970a-215b-4290-8928-e1590be4ea3e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:07.198896 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51880) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:07.306659 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-97995d5b-f2cf-4898-a3e4-d77f164257b7 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9177690 Dec 14 02:50:07.312591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a970a-215b-4290-8928-e1590be4ea3e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event updated for resources: {'Port': ['ID=d517145e-12c8-45dd-a085-cf87d6277483,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:07.324146 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51886) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:07.347390 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-8cb1d1d8-fb79-438b-bba1-e470ea5fb915 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-145034306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:07.357643 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b40a970a-215b-4290-8928-e1590be4ea3e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6268482 Dec 14 02:50:07.359660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51888) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:07.400227 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-dba7dbe8-46e6-4324-bde4-38484592ea69 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1865371489-network', 'tenant_id': '60ae5181b4824764b72d9a8ae3674369'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:07.412108 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-54c94716-9e43-4ec7-82b5-9449d11032d8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1858541563-network', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:07.439295 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device feca87e4-7c9b-4307-a88b-de93fa4806f8 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:07.447403 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:50:07.460632 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:07.496748 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eec5638-a793-4544-8b95-457036e18d4a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Deleting subnet 9e504a58-bb90-49fa-b3a2-ef775db2e077 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:50:07.506998 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1eec5638-a793-4544-8b95-457036e18d4a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:07.508549 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Transition to ACTIVE for port object 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:50:07.519464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-fd3dd65d-290e-4060-b54b-eabae174c697', 'network_id': 'fd3dd65d-290e-4060-b54b-eabae174c697', 'project_id': '65cc5cfaf013424daefcc1ad93fe49cb', 'fixed_ips': [{'subnet_id': '31cb8182-5bf7-4e76-a85e-830a8cc4e27b'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:50:07.521571 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:07.527342 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d1d8-fb79-438b-bba1-e470ea5fb915 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:07.527717 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d1d8-fb79-438b-bba1-e470ea5fb915 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:07.623461 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d1d8-fb79-438b-bba1-e470ea5fb915 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:07.639250 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:07.646656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port feca87e4-7c9b-4307-a88b-de93fa4806f8 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:07.647033 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:07.726648 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d1d8-fb79-438b-bba1-e470ea5fb915 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:07.797412 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1eec5638-a793-4544-8b95-457036e18d4a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:07.802760 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Pushing event updated for resources: {'Port': ['ID=4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:07.816619 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba7dbe8-46e6-4324-bde4-38484592ea69 admin admin] Made reservation on behalf of 60ae5181b4824764b72d9a8ae3674369 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:07.830037 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dba7dbe8-46e6-4324-bde4-38484592ea69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:07.861146 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dba7dbe8-46e6-4324-bde4-38484592ea69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:07.893087 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:07.937746 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8cb1d1d8-fb79-438b-bba1-e470ea5fb915 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:07.947632 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8cb1d1d8-fb79-438b-bba1-e470ea5fb915 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6198905 Dec 14 02:50:07.951226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51892) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:07.965023 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-50d358b0-bb6b-428e-925a-6997b847fb86 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'network_id': 'fd3dd65d-290e-4060-b54b-eabae174c697', 'name': 'tempest-PortsIpV6TestJSON-944649020'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:07.965142 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:07.967702 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a49248ad-7fff-4e61-9cf9-0878d281e6b4 req-bc7cec8c-2d33-4484-a43b-e13572c41fa6 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 210 time: 0.7090416 Dec 14 02:50:08.039590 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port feca87e4-7c9b-4307-a88b-de93fa4806f8, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=feca87e4-7c9b-4307-a88b-de93fa4806f8,segment=NetworkSegment(c6a84669-1c44-405f-bfee-c86678fd71ca),segment_id=c6a84669-1c44-405f-bfee-c86678fd71ca)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:08.053326 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Allocated IP 2001:db8::2 (fd3dd65d-290e-4060-b54b-eabae174c697/31cb8182-5bf7-4e76-a85e-830a8cc4e27b/6479617f-ed02-4b10-8b49-46fca2fc2b88) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:08.127950 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-d0bb3dc6-d610-49a0-b6d6-3a9ac7d57ac8 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Allocated IP 172.20.0.14 (bcad94a2-79f4-4bd4-b7ae-52e94135f1f1/3191fd26-ed61-4f54-9328-a99a84a55257/6c83a968-07d5-41ab-9cb8-c76646de77e2) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:08.149965 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.150778 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:08.152606 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c94716-9e43-4ec7-82b5-9449d11032d8 admin admin] Made reservation on behalf of 45239bcec36946b687f0fbd5e07bccf8 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:08.159509 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54c94716-9e43-4ec7-82b5-9449d11032d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.177011 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54c94716-9e43-4ec7-82b5-9449d11032d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.210938 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd156de-ba33-4625-914e-e80adb65a33b None None] Network 2dfc7044-94be-46de-bf0f-6a49b8ec57a5 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:08.220027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-85b50674-2490-455a-984e-a677cc9418cd tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:08.222209 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-85b50674-2490-455a-984e-a677cc9418cd tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.46 "GET /v2.0/networks?id=bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 HTTP/1.1" status: 200 len: 815 time: 0.7088556 Dec 14 02:50:08.236978 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1eec5638-a793-4544-8b95-457036e18d4a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.260772 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Attempting to bind port 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:08.261456 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Attempting to bind port 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'b2351004-c33c-4abe-a059-fa9af01c0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:08.262055 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Attempting to bind port 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 on network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:08.280085 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Port 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 on network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:50:08.280668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-9b5327c8-8743-47b3-b057-4a698a013017 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Request body: {'port': {'device_id': 'a7359369-930c-4197-911f-03933f2f5515', 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1', 'admin_state_up': True, 'tenant_id': '3bd0ab6acc574c87bcd35209cbc4ce01'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:08.280918 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Attempting to bind port 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 on network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:08.348845 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=feca87e4-7c9b-4307-a88b-de93fa4806f8,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:08.349886 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54c94716-9e43-4ec7-82b5-9449d11032d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.355311 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:08.356492 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Checking segment: {'id': 'b2351004-c33c-4abe-a059-fa9af01c0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:08.358036 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Bound using segment: {'id': 'b2351004-c33c-4abe-a059-fa9af01c0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:08.358793 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Bound port: 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2351004-c33c-4abe-a059-fa9af01c0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:08.359358 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.367628 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d358b0-bb6b-428e-925a-6997b847fb86 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:08.373173 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50d358b0-bb6b-428e-925a-6997b847fb86 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.448043 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-50d358b0-bb6b-428e-925a-6997b847fb86 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] device_id is not set on port 9203cff0-5a76-48bf-b712-29d199ddfa9d yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:50:08.464839 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54c94716-9e43-4ec7-82b5-9449d11032d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.465515 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b87c21db-f9cf-44a6-8454-09fa863b091e None None] Provisioning complete for port feca87e4-7c9b-4307-a88b-de93fa4806f8 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:08.465899 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b87c21db-f9cf-44a6-8454-09fa863b091e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.473761 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:08.474136 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.477749 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dba7dbe8-46e6-4324-bde4-38484592ea69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.510309 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c94716-9e43-4ec7-82b5-9449d11032d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f736dfe-8ece-474e-9d10-c4874acd4440,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:08.549108 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.554942 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1eec5638-a793-4544-8b95-457036e18d4a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.562686 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c94716-9e43-4ec7-82b5-9449d11032d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:50:08.590586 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-d0bb3dc6-d610-49a0-b6d6-3a9ac7d57ac8 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.591953 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dba7dbe8-46e6-4324-bde4-38484592ea69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.594208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec5638-a793-4544-8b95-457036e18d4a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event deleted for resources: {'Subnet': ['ID=9e504a58-bb90-49fa-b3a2-ef775db2e077,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:08.610991 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1eec5638-a793-4544-8b95-457036e18d4a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.615391 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1eec5638-a793-4544-8b95-457036e18d4a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/subnets/9e504a58-bb90-49fa-b3a2-ef775db2e077 HTTP/1.1" status: 204 len: 168 time: 1.2545233 Dec 14 02:50:08.617982 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51894) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:08.660896 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.702592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-9b5327c8-8743-47b3-b057-4a698a013017 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Made reservation on behalf of 3bd0ab6acc574c87bcd35209cbc4ce01 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:08.706380 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-9b5327c8-8743-47b3-b057-4a698a013017 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.717329 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7dbe8-46e6-4324-bde4-38484592ea69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5fc5ce-f14a-49e7-905a-654c87d8bc70,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:08.728204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba7dbe8-46e6-4324-bde4-38484592ea69 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:50:08.730219 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54c94716-9e43-4ec7-82b5-9449d11032d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.730974 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-54c94716-9e43-4ec7-82b5-9449d11032d8 admin admin] Added segment f2b91792-a01c-4b16-a84c-dc173440ee93 of type vlan for network 2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e Dec 14 02:50:08.734515 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.763594 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] For port 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:08.776280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Network fd3dd65d-290e-4060-b54b-eabae174c697 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:08.788145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:08.791891 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:08.794435 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Pushing event updated for resources: {'Port': ['ID=6479617f-ed02-4b10-8b49-46fca2fc2b88,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:08.801537 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dba7dbe8-46e6-4324-bde4-38484592ea69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.801973 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-dba7dbe8-46e6-4324-bde4-38484592ea69 admin admin] Added segment 657abcff-7d41-4b7b-9502-5b1727641498 of type vlan for network cb25c905-9a54-468e-a18f-ecfafb1c08f6 Dec 14 02:50:08.808527 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] For port 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3,segment=NetworkSegment(b2351004-c33c-4abe-a059-fa9af01c0a6f),segment_id=b2351004-c33c-4abe-a059-fa9af01c0a6f)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:08.846933 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341b5cea-29ea-4713-b87c-dd81842b8aff tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:08.849935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341b5cea-29ea-4713-b87c-dd81842b8aff tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:08.856340 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-341b5cea-29ea-4713-b87c-dd81842b8aff tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2372243 Dec 14 02:50:08.862807 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51898) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:08.917432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Attempting to bind port 6479617f-ed02-4b10-8b49-46fca2fc2b88 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:08.917815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Attempting to bind port 6479617f-ed02-4b10-8b49-46fca2fc2b88 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '630632ff-b4f6-4c45-9cbe-7691fb687d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fd3dd65d-290e-4060-b54b-eabae174c697'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:08.918836 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Attempting to bind port 6479617f-ed02-4b10-8b49-46fca2fc2b88 on network fd3dd65d-290e-4060-b54b-eabae174c697 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:08.924850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:08.925267 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Checking segment: {'id': '630632ff-b4f6-4c45-9cbe-7691fb687d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fd3dd65d-290e-4060-b54b-eabae174c697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:08.925697 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.926140 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Bound using segment: {'id': '630632ff-b4f6-4c45-9cbe-7691fb687d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fd3dd65d-290e-4060-b54b-eabae174c697'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:08.926634 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Bound port: 6479617f-ed02-4b10-8b49-46fca2fc2b88, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630632ff-b4f6-4c45-9cbe-7691fb687d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'fd3dd65d-290e-4060-b54b-eabae174c697'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:08.927022 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:08.958090 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-d0bb3dc6-d610-49a0-b6d6-3a9ac7d57ac8 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:09.004185 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f79da5-c05a-41e4-a8a8-9ea295dcfda8 None None] Network 2dfc7044-94be-46de-bf0f-6a49b8ec57a5 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:09.013416 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e946fb7-5624-419b-a20b-88846b887bff tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:09.023651 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-d0bb3dc6-d610-49a0-b6d6-3a9ac7d57ac8 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:09.034979 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-d0bb3dc6-d610-49a0-b6d6-3a9ac7d57ac8 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:09.037775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-d0bb3dc6-d610-49a0-b6d6-3a9ac7d57ac8 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:09.086400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2164a2e2-09e5-48ad-a2a7-a0d5ea2eb4c8 None None] Provisioning complete for port feca87e4-7c9b-4307-a88b-de93fa4806f8 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:09.086891 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2164a2e2-09e5-48ad-a2a7-a0d5ea2eb4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:09.122676 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-d0bb3dc6-d610-49a0-b6d6-3a9ac7d57ac8 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:09.123354 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-d0bb3dc6-d610-49a0-b6d6-3a9ac7d57ac8 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:09.173655 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device feca87e4-7c9b-4307-a88b-de93fa4806f8 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:09.221563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] For port 6479617f-ed02-4b10-8b49-46fca2fc2b88, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:09.260046 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] For port 6479617f-ed02-4b10-8b49-46fca2fc2b88, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6479617f-ed02-4b10-8b49-46fca2fc2b88,segment=NetworkSegment(630632ff-b4f6-4c45-9cbe-7691fb687d61),segment_id=630632ff-b4f6-4c45-9cbe-7691fb687d61)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:09.353899 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:09.372551 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port feca87e4-7c9b-4307-a88b-de93fa4806f8 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:09.372936 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:09.443704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38901f4-a4a5-4eb3-8794-57832ad86bf1 None None] DHCP port deletion for 2dfc7044-94be-46de-bf0f-6a49b8ec57a5 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:50:09.486515 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54c94716-9e43-4ec7-82b5-9449d11032d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:09.517772 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d92defd4-f8ea-44a6-b062-8a28f8ea61d4 req-4c53a079-ef60-4cea-b5d2-f0b473bc7680 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 210 time: 0.4261007 Dec 14 02:50:09.533691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510d3ae-ee81-4c64-afa4-181a80918062 None None] Pushing event updated for resources: {'Port': ['ID=6479617f-ed02-4b10-8b49-46fca2fc2b88,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:09.542590 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:09.544037 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e946fb7-5624-419b-a20b-88846b887bff tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 14 02:50:09.544577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e946fb7-5624-419b-a20b-88846b887bff tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:09.552173 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9e946fb7-5624-419b-a20b-88846b887bff tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/networks/2dfc7044-94be-46de-bf0f-6a49b8ec57a5 HTTP/1.1" status: 409 len: 405 time: 0.6880352 Dec 14 02:50:09.552681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51902) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:09.554851 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2164a2e2-09e5-48ad-a2a7-a0d5ea2eb4c8 None None] Provisioning complete for port d517145e-12c8-45dd-a085-cf87d6277483 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:09.556127 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2164a2e2-09e5-48ad-a2a7-a0d5ea2eb4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:09.561636 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-df182d06-7487-49b2-9dc8-c9026eb462e2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1441878575'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:09.567061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb3dc6-d610-49a0-b6d6-3a9ac7d57ac8 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Pushing event updated for resources: {'Port': ['ID=6c83a968-07d5-41ab-9cb8-c76646de77e2,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:09.585952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-9b5327c8-8743-47b3-b057-4a698a013017 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Allocated IP 172.20.0.7 (bcad94a2-79f4-4bd4-b7ae-52e94135f1f1/3191fd26-ed61-4f54-9328-a99a84a55257/3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:09.657741 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:09.658486 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:09.659167 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-d0bb3dc6-d610-49a0-b6d6-3a9ac7d57ac8 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5427842 Dec 14 02:50:09.661369 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] 10.222.0.47 "PUT /v2.0/ports/4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 HTTP/1.1" status: 200 len: 1091 time: 3.1325307 Dec 14 02:50:09.661920 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940fd1cc-405d-423e-88ac-2cc639a8e7fc', 'tag': '4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:50:09.667109 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042783d7-1ce5-4fed-a788-cb518402861e" -d '{"events": [{"name": "network-changed", "server_uuid": "940fd1cc-405d-423e-88ac-2cc639a8e7fc", "tag": "4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:50:09.682808 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2164a2e2-09e5-48ad-a2a7-a0d5ea2eb4c8 None None] Port d517145e-12c8-45dd-a085-cf87d6277483 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:09.696325 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dba7dbe8-46e6-4324-bde4-38484592ea69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:09.697811 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Request body: {'port': {'device_id': 'f411f88e-59b6-4b23-870c-8272b5f838d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:09.702678 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.db.resource_extend [None req-54c94716-9e43-4ec7-82b5-9449d11032d8 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 02:50:09.715250 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c38901f4-a4a5-4eb3-8794-57832ad86bf1 None None] Deleting port feca87e4-7c9b-4307-a88b-de93fa4806f8 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:50:09.715634 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c38901f4-a4a5-4eb3-8794-57832ad86bf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:09.767226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df182d06-7487-49b2-9dc8-c9026eb462e2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Made reservation on behalf of 92955cb4c859495485bbf4f3c0d538d9 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:09.770926 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df182d06-7487-49b2-9dc8-c9026eb462e2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:09.785159 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378c1d06-ffe5-443b-959a-84e603961f29 x-openstack-request-id: req-378c1d06-ffe5-443b-959a-84e603961f29 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:50:09.785509 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940fd1cc-405d-423e-88ac-2cc639a8e7fc", "tag": "4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:50:09.785774 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-378c1d06-ffe5-443b-959a-84e603961f29 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:50:09.786193 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '940fd1cc-405d-423e-88ac-2cc639a8e7fc', 'tag': '4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3', 'status': 'completed', 'code': 200} Dec 14 02:50:09.872785 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df182d06-7487-49b2-9dc8-c9026eb462e2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:50:09.885280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-cd0e3677-3e37-4ac8-b37a-0f4a8f462d6e None None] Provisioning complete for port 6c83a968-07d5-41ab-9cb8-c76646de77e2 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:09.885280 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cd0e3677-3e37-4ac8-b37a-0f4a8f462d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:09.885576 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df182d06-7487-49b2-9dc8-c9026eb462e2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:09.885576 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-df182d06-7487-49b2-9dc8-c9026eb462e2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Added segment 0c73bc2c-6aea-4bea-a054-d15f31cde8f6 of type vlan for network 1c061b47-4b74-4b24-bd34-bec1d3dd46d8 Dec 14 02:50:09.885827 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c38901f4-a4a5-4eb3-8794-57832ad86bf1 None None] For port feca87e4-7c9b-4307-a88b-de93fa4806f8, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=feca87e4-7c9b-4307-a88b-de93fa4806f8,segment=NetworkSegment(c6a84669-1c44-405f-bfee-c86678fd71ca),segment_id=c6a84669-1c44-405f-bfee-c86678fd71ca)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:09.885827 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c38901f4-a4a5-4eb3-8794-57832ad86bf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:09.942160 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c38901f4-a4a5-4eb3-8794-57832ad86bf1 None None] Calling delete_port for feca87e4-7c9b-4307-a88b-de93fa4806f8 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:09.965739 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.db.resource_extend [None req-dba7dbe8-46e6-4324-bde4-38484592ea69 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 02:50:09.968637 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-50d358b0-bb6b-428e-925a-6997b847fb86 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Allocated IP 2001:db8::75 (fd3dd65d-290e-4060-b54b-eabae174c697/31cb8182-5bf7-4e76-a85e-830a8cc4e27b/9203cff0-5a76-48bf-b712-29d199ddfa9d) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:09.980493 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e3677-3e37-4ac8-b37a-0f4a8f462d6e None None] Port 6c83a968-07d5-41ab-9cb8-c76646de77e2 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:10.020607 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df182d06-7487-49b2-9dc8-c9026eb462e2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:10.023243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ebc67-4292-4cff-b54a-2a20578347cf service neutron] Pushing event updated for resources: {'Port': ['ID=4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:10.063163 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:10.124139 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042783d7-1ce5-4fed-a788-cb518402861e req-527f5b2a-cca8-43a8-add3-cd5ad86026aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:10.131846 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-042783d7-1ce5-4fed-a788-cb518402861e req-527f5b2a-cca8-43a8-add3-cd5ad86026aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bd0ab6acc574c87bcd35209cbc4ce01&device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 1094 time: 0.2587218 Dec 14 02:50:10.131846 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54c94716-9e43-4ec7-82b5-9449d11032d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:10.131846 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c94716-9e43-4ec7-82b5-9449d11032d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:10.131846 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54c94716-9e43-4ec7-82b5-9449d11032d8 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:10.158641 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df182d06-7487-49b2-9dc8-c9026eb462e2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:10.164179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df182d06-7487-49b2-9dc8-c9026eb462e2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:10.164808 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df182d06-7487-49b2-9dc8-c9026eb462e2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:10.207424 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dba7dbe8-46e6-4324-bde4-38484592ea69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:10.209036 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c38901f4-a4a5-4eb3-8794-57832ad86bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:10.219352 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba7dbe8-46e6-4324-bde4-38484592ea69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:10.220542 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dba7dbe8-46e6-4324-bde4-38484592ea69 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:10.239295 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38901f4-a4a5-4eb3-8794-57832ad86bf1 None None] Pushing event deleted for resources: {'Port': ['ID=feca87e4-7c9b-4307-a88b-de93fa4806f8,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:10.244166 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38901f4-a4a5-4eb3-8794-57832ad86bf1 None None] No DVR routers for this DVR port feca87e4-7c9b-4307-a88b-de93fa4806f8 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:50:10.329689 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-9b5327c8-8743-47b3-b057-4a698a013017 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:10.377166 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-54c94716-9e43-4ec7-82b5-9449d11032d8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.3407831 Dec 14 02:50:10.378946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51908) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:10.384486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7c71dfe7-c1f5-4de1-8b98-c931916920ca admin admin] Request body: {'subnet': {'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1858541563-subnet', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:10.386310 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c94716-9e43-4ec7-82b5-9449d11032d8 admin admin] Pushing event updated for resources: {'Network': ['ID=2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:10.406457 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:50:10.406666 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df182d06-7487-49b2-9dc8-c9026eb462e2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event updated for resources: {'Network': ['ID=1c061b47-4b74-4b24-bd34-bec1d3dd46d8,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:10.457118 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-df182d06-7487-49b2-9dc8-c9026eb462e2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8994257 Dec 14 02:50:10.459709 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51910) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:10.468876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3b3a05c4-4f54-499d-bfda-ec792f1a2d38 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Request body: {'subnet': {'network_id': '1c061b47-4b74-4b24-bd34-bec1d3dd46d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:10.502611 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dba7dbe8-46e6-4324-bde4-38484592ea69 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.3019874 Dec 14 02:50:10.526864 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 1c061b47-4b74-4b24-bd34-bec1d3dd46d8 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:50:10.535160 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51912) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:10.540178 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ce1b562c-3959-4539-8098-9f39facba1df admin admin] Request body: {'subnet': {'network_id': 'cb25c905-9a54-468e-a18f-ecfafb1c08f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1865371489-subnet', 'tenant_id': '60ae5181b4824764b72d9a8ae3674369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:10.573431 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7dbe8-46e6-4324-bde4-38484592ea69 admin admin] Pushing event updated for resources: {'Network': ['ID=cb25c905-9a54-468e-a18f-ecfafb1c08f6,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:10.591023 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network cb25c905-9a54-468e-a18f-ecfafb1c08f6 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:50:10.621124 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50d358b0-bb6b-428e-925a-6997b847fb86 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:10.632513 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042783d7-1ce5-4fed-a788-cb518402861e req-4035623b-5e43-4e02-b4cb-bc575fc112fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:10.634684 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-042783d7-1ce5-4fed-a788-cb518402861e req-4035623b-5e43-4e02-b4cb-bc575fc112fa service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3bd0ab6acc574c87bcd35209cbc4ce01&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4890368 Dec 14 02:50:10.717617 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-9b5327c8-8743-47b3-b057-4a698a013017 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:10.855485 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042783d7-1ce5-4fed-a788-cb518402861e req-f6f404d5-d7e3-48ac-959e-4f427635415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:10.857043 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-042783d7-1ce5-4fed-a788-cb518402861e req-f6f404d5-d7e3-48ac-959e-4f427635415f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2157588 Dec 14 02:50:10.869695 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-9b5327c8-8743-47b3-b057-4a698a013017 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:10.883590 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-9b5327c8-8743-47b3-b057-4a698a013017 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:10.886532 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-9b5327c8-8743-47b3-b057-4a698a013017 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:10.886973 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50d358b0-bb6b-428e-925a-6997b847fb86 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:10.942634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5327c8-8743-47b3-b057-4a698a013017 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Pushing event updated for resources: {'Port': ['ID=3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:10.950039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c71dfe7-c1f5-4de1-8b98-c931916920ca admin admin] Made reservation on behalf of 45239bcec36946b687f0fbd5e07bccf8 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:10.952372 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c71dfe7-c1f5-4de1-8b98-c931916920ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:11.022441 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d358b0-bb6b-428e-925a-6997b847fb86 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=9203cff0-5a76-48bf-b712-29d199ddfa9d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:11.024187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cce34-9310-40bc-bfbe-940e8e647a12 req-78b00381-fbe8-4480-8a73-0fba3ed7db43 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:11.027007 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-961cce34-9310-40bc-bfbe-940e8e647a12 req-78b00381-fbe8-4480-8a73-0fba3ed7db43 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 931 time: 0.3133190 Dec 14 02:50:11.135969 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d358b0-bb6b-428e-925a-6997b847fb86 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network fd3dd65d-290e-4060-b54b-eabae174c697 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:11.144209 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.db.api [None req-ce1b562c-3959-4539-8098-9f39facba1df admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 14 02:50:11.144209 n-d-821636-1 neutron-server[103847]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 14 02:50:11.144209 n-d-821636-1 neutron-server[103847]: [parameters: {'project_id': '60ae5181b4824764b72d9a8ae3674369', 'id': '3fffa447-1bff-4a2d-acf4-152bb1ffabaa', 'expiration': datetime.datetime(2021, 12, 14, 2, 52, 10, 961945)}] Dec 14 02:50:11.144209 n-d-821636-1 neutron-server[103847]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:50:11.144209 n-d-821636-1 neutron-server[103847]: DEBUG oslo_db.api [None req-ce1b562c-3959-4539-8098-9f39facba1df admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:50:11.146014 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399692ca-e47a-4ecc-96d8-c4647a3b7a65 None None] Network fd3dd65d-290e-4060-b54b-eabae174c697 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:11.151206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-9b5327c8-8743-47b3-b057-4a698a013017 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:11.152024 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-9b5327c8-8743-47b3-b057-4a698a013017 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:11.153939 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-e0a074f3-6762-4284-a5ac-103c913d6cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:11.155540 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-e0a074f3-6762-4284-a5ac-103c913d6cd7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bd0ab6acc574c87bcd35209cbc4ce01&device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 1094 time: 0.1302016 Dec 14 02:50:11.158071 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-50d358b0-bb6b-428e-925a-6997b847fb86 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:11.164388 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d358b0-bb6b-428e-925a-6997b847fb86 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:11.197579 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d358b0-bb6b-428e-925a-6997b847fb86 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:11.198538 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50d358b0-bb6b-428e-925a-6997b847fb86 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:11.229800 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6479617f-ed02-4b10-8b49-46fca2fc2b88 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:11.277984 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-6b8bb148-4a3d-47f1-a325-266233bf0d7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 HTTP/1.1" status: 200 len: 217 time: 0.0656102 Dec 14 02:50:11.312914 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3a05c4-4f54-499d-bfda-ec792f1a2d38 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Made reservation on behalf of 92955cb4c859495485bbf4f3c0d538d9 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:11.325511 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3b3a05c4-4f54-499d-bfda-ec792f1a2d38 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:11.332937 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-961cce34-9310-40bc-bfbe-940e8e647a12 req-8c1671ed-44f5-4f13-b978-a6fa8186ee6e tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851377 Dec 14 02:50:11.340524 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c83a968-07d5-41ab-9cb8-c76646de77e2 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:50:11.344609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b3cf1abc-e879-4534-a8c3-e1860fa1dbe1 None None] Provisioning complete for port 6479617f-ed02-4b10-8b49-46fca2fc2b88 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:11.345298 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1abc-e879-4534-a8c3-e1860fa1dbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:11.365621 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-98c2c2d8-90f9-416c-9a50-8985fdcb8a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:11.367298 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-98c2c2d8-90f9-416c-9a50-8985fdcb8a66 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3191fd26-ed61-4f54-9328-a99a84a55257 HTTP/1.1" status: 200 len: 854 time: 0.0820134 Dec 14 02:50:11.401137 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6479617f-ed02-4b10-8b49-46fca2fc2b88 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:11.401816 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:11.417436 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-f3fb91b4-ab02-4f7b-b348-b0f1f846ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:11.418949 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-f3fb91b4-ab02-4f7b-b348-b0f1f846ce4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bcad94a2-79f4-4bd4-b7ae-52e94135f1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448375 Dec 14 02:50:11.422194 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-50d358b0-bb6b-428e-925a-6997b847fb86 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4697585 Dec 14 02:50:11.543423 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51918) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:11.545784 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-424f82b9-a92a-4243-9ec4-fe4a51a38079 service neutron] 10.222.0.47 "GET /v2.0/networks/bcad94a2-79f4-4bd4-b7ae-52e94135f1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156051 Dec 14 02:50:11.565574 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1abc-e879-4534-a8c3-e1860fa1dbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:11.612630 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:11.635103 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b3cf1abc-e879-4534-a8c3-e1860fa1dbe1 None None] For port 6479617f-ed02-4b10-8b49-46fca2fc2b88, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6479617f-ed02-4b10-8b49-46fca2fc2b88,segment=NetworkSegment(630632ff-b4f6-4c45-9cbe-7691fb687d61),segment_id=630632ff-b4f6-4c45-9cbe-7691fb687d61)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:11.672666 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:11.685469 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-9b5327c8-8743-47b3-b057-4a698a013017 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4427855 Dec 14 02:50:11.716692 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Request body: {'port': {'device_id': 'a7359369-930c-4197-911f-03933f2f5515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:11.730440 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3cf1abc-e879-4534-a8c3-e1860fa1dbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:11.745659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Transition to ACTIVE for port object 6c83a968-07d5-41ab-9cb8-c76646de77e2 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:50:11.830394 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c71dfe7-c1f5-4de1-8b98-c931916920ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:11.858637 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:50:11.865509 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:50:11.872510 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf1abc-e879-4534-a8c3-e1860fa1dbe1 None None] Pushing event updated for resources: {'Port': ['ID=6479617f-ed02-4b10-8b49-46fca2fc2b88,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:11.892556 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1abc-e879-4534-a8c3-e1860fa1dbe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:11.897736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1abc-e879-4534-a8c3-e1860fa1dbe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:11.898374 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1abc-e879-4534-a8c3-e1860fa1dbe1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:11.900455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1abc-e879-4534-a8c3-e1860fa1dbe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:11.900455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1abc-e879-4534-a8c3-e1860fa1dbe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:11.900455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1abc-e879-4534-a8c3-e1860fa1dbe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:11.900455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1abc-e879-4534-a8c3-e1860fa1dbe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:11.900455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1abc-e879-4534-a8c3-e1860fa1dbe1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:11.901517 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1abc-e879-4534-a8c3-e1860fa1dbe1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:11.902037 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1abc-e879-4534-a8c3-e1860fa1dbe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:11.902650 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1abc-e879-4534-a8c3-e1860fa1dbe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:11.903165 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1abc-e879-4534-a8c3-e1860fa1dbe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:11.906821 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:11.908103 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3cf1abc-e879-4534-a8c3-e1860fa1dbe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:11.927487 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a12228b8-a713-4e22-9000-21962d102d7a None None] Provisioning complete for port 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:11.927878 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a12228b8-a713-4e22-9000-21962d102d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:11.954286 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0242a431-4892-4521-90c8-cb9b74ec7bdd req-0dbe67ae-e454-44f1-8c68-95b08d4574aa service neutron] 10.222.0.47 "GET /v2.0/networks/bcad94a2-79f4-4bd4-b7ae-52e94135f1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010940 Dec 14 02:50:11.980571 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1b562c-3959-4539-8098-9f39facba1df admin admin] Made reservation on behalf of 60ae5181b4824764b72d9a8ae3674369 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:11.983443 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ce1b562c-3959-4539-8098-9f39facba1df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:11.984647 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a12228b8-a713-4e22-9000-21962d102d7a None None] Port 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:11.997965 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a12228b8-a713-4e22-9000-21962d102d7a None None] Provisioning complete for port 9203cff0-5a76-48bf-b712-29d199ddfa9d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:11.998435 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a12228b8-a713-4e22-9000-21962d102d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:12.050319 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a12228b8-a713-4e22-9000-21962d102d7a None None] Port 9203cff0-5a76-48bf-b712-29d199ddfa9d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:12.069325 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a12228b8-a713-4e22-9000-21962d102d7a None None] Provisioning complete for port 6479617f-ed02-4b10-8b49-46fca2fc2b88 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:12.069869 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a12228b8-a713-4e22-9000-21962d102d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:12.080990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.objects.ports [None req-3b3a05c4-4f54-499d-bfda-ec792f1a2d38 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103848) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:50:12.092618 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3b3a05c4-4f54-499d-bfda-ec792f1a2d38 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:12.098956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Pushing event updated for resources: {'Port': ['ID=6c83a968-07d5-41ab-9cb8-c76646de77e2,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:12.113716 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:12.138062 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f2501e6-86c1-42fd-a70c-69c598a8e008 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:12.146559 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71dfe7-c1f5-4de1-8b98-c931916920ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc350e5-a883-4ca2-8858-3c9b809037a9,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:12.251387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c71dfe7-c1f5-4de1-8b98-c931916920ca admin admin] Checking segment: {'id': 'f2b91792-a01c-4b16-a84c-dc173440ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:12.251387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c71dfe7-c1f5-4de1-8b98-c931916920ca admin admin] Network hostable DHCP agents. Network: 2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:50:12.267080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a05c4-4f54-499d-bfda-ec792f1a2d38 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event updated for resources: {'Subnet': ['ID=dd7a8379-86b2-45c3-9008-c64de90056d3,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:12.364224 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-03904f3e-86e6-48ee-b76b-088849b36ca3 None None] Provisioning complete for port 9203cff0-5a76-48bf-b712-29d199ddfa9d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:12.364890 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03904f3e-86e6-48ee-b76b-088849b36ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:12.428674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3a05c4-4f54-499d-bfda-ec792f1a2d38 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Checking segment: {'id': '0c73bc2c-6aea-4bea-a054-d15f31cde8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1c061b47-4b74-4b24-bd34-bec1d3dd46d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:12.428674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3a05c4-4f54-499d-bfda-ec792f1a2d38 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Network hostable DHCP agents. Network: 1c061b47-4b74-4b24-bd34-bec1d3dd46d8, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:50:12.454924 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-03904f3e-86e6-48ee-b76b-088849b36ca3 None None] Port 9203cff0-5a76-48bf-b712-29d199ddfa9d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:12.534514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c71dfe7-c1f5-4de1-8b98-c931916920ca admin admin] Network 2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:50:12.543449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device feca87e4-7c9b-4307-a88b-de93fa4806f8 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:50:12.571936 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: feca87e4-7c9b-4307-a88b-de93fa4806f8 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:50:12.572467 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device feca87e4-7c9b-4307-a88b-de93fa4806f8 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:50:12.602519 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Attempting to bind port 6c83a968-07d5-41ab-9cb8-c76646de77e2 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:12.603345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Attempting to bind port 6c83a968-07d5-41ab-9cb8-c76646de77e2 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'b2351004-c33c-4abe-a059-fa9af01c0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:12.603680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Attempting to bind port 6c83a968-07d5-41ab-9cb8-c76646de77e2 on network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:12.619223 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Port 6c83a968-07d5-41ab-9cb8-c76646de77e2 on network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:50:12.619591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Attempting to bind port 6c83a968-07d5-41ab-9cb8-c76646de77e2 on network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:12.626809 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ce1b562c-3959-4539-8098-9f39facba1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:12.639228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447160d-981d-40eb-9b82-790dd873d446 req-d9f7a4c4-9f8e-4914-8d3b-09addbd8c8ef tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:12.640756 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3447160d-981d-40eb-9b82-790dd873d446 req-d9f7a4c4-9f8e-4914-8d3b-09addbd8c8ef tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 931 time: 0.1689582 Dec 14 02:50:12.643536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:12.643877 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Checking segment: {'id': 'b2351004-c33c-4abe-a059-fa9af01c0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:12.644262 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Bound using segment: {'id': 'b2351004-c33c-4abe-a059-fa9af01c0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:12.644708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Bound port: 6c83a968-07d5-41ab-9cb8-c76646de77e2, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2351004-c33c-4abe-a059-fa9af01c0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:12.645100 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:12.670812 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f2501e6-86c1-42fd-a70c-69c598a8e008 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:12.677340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-7c71dfe7-c1f5-4de1-8b98-c931916920ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:12.691977 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe48af88-05f1-46eb-b291-16c96715604e None None] Network 2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:12.693068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b562c-3959-4539-8098-9f39facba1df admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd5ef174-aba5-40c5-8848-d21657825ee6,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:12.696574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c71dfe7-c1f5-4de1-8b98-c931916920ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:12.697174 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7c71dfe7-c1f5-4de1-8b98-c931916920ca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:12.716669 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1b562c-3959-4539-8098-9f39facba1df admin admin] Checking segment: {'id': '657abcff-7d41-4b7b-9502-5b1727641498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb25c905-9a54-468e-a18f-ecfafb1c08f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:12.717039 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1b562c-3959-4539-8098-9f39facba1df admin admin] Network hostable DHCP agents. Network: cb25c905-9a54-468e-a18f-ecfafb1c08f6, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:50:12.734656 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f2501e6-86c1-42fd-a70c-69c598a8e008 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:12.747538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3a05c4-4f54-499d-bfda-ec792f1a2d38 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Network 1c061b47-4b74-4b24-bd34-bec1d3dd46d8 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:50:12.784925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-3b3a05c4-4f54-499d-bfda-ec792f1a2d38 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 1c061b47-4b74-4b24-bd34-bec1d3dd46d8) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:12.802259 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3447160d-981d-40eb-9b82-790dd873d446 req-889278e0-a7bb-44df-8951-a287aa2093d9 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511815 Dec 14 02:50:12.824097 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2501e6-86c1-42fd-a70c-69c598a8e008 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=9203cff0-5a76-48bf-b712-29d199ddfa9d,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:12.824474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3a05c4-4f54-499d-bfda-ec792f1a2d38 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:12.825609 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3b3a05c4-4f54-499d-bfda-ec792f1a2d38 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:12.838607 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1b562c-3959-4539-8098-9f39facba1df admin admin] Network cb25c905-9a54-468e-a18f-ecfafb1c08f6 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:50:12.847801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] For port 6c83a968-07d5-41ab-9cb8-c76646de77e2, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:12.852031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e', 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e', 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'fixed_ips': [{'subnet_id': 'acc350e5-a883-4ca2-8858-3c9b809037a9'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:50:12.852442 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] For port 6c83a968-07d5-41ab-9cb8-c76646de77e2, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=6c83a968-07d5-41ab-9cb8-c76646de77e2,segment=NetworkSegment(b2351004-c33c-4abe-a059-fa9af01c0a6f),segment_id=b2351004-c33c-4abe-a059-fa9af01c0a6f)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:12.853854 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:12.858670 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7c71dfe7-c1f5-4de1-8b98-c931916920ca admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4787550 Dec 14 02:50:12.861569 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51928) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:12.862534 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:50:12.865989 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1858541563-router', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:12.871085 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:12.873236 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb080ad9-a398-4a92-8640-f195506f2053 None None] Network 1c061b47-4b74-4b24-bd34-bec1d3dd46d8 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:12.884281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Transition to ACTIVE for port object 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:50:12.937500 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-ce1b562c-3959-4539-8098-9f39facba1df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, cb25c905-9a54-468e-a18f-ecfafb1c08f6) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:12.961358 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f2501e6-86c1-42fd-a70c-69c598a8e008 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:12.965989 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1b562c-3959-4539-8098-9f39facba1df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:12.966606 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ce1b562c-3959-4539-8098-9f39facba1df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:12.973201 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3b3a05c4-4f54-499d-bfda-ec792f1a2d38 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5104733 Dec 14 02:50:12.974860 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:12.978614 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51930) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:12.982917 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:12.984996 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d209ea6c-97e8-4817-b579-f4144552384d None None] Network cb25c905-9a54-468e-a18f-ecfafb1c08f6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:13.044577 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e7d61659-b382-4ed5-ad0d-c13d5232cbc8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Request body: {'port': {'network_id': '1c061b47-4b74-4b24-bd34-bec1d3dd46d8', 'name': 'tempest-NetworksIpV6TestAttrs-1023605046'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:13.061377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:13.062205 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:13.063800 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] 10.222.0.47 "PUT /v2.0/ports/6c83a968-07d5-41ab-9cb8-c76646de77e2 HTTP/1.1" status: 200 len: 1092 time: 3.3764873 Dec 14 02:50:13.064369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f411f88e-59b6-4b23-870c-8272b5f838d9', 'tag': '6c83a968-07d5-41ab-9cb8-c76646de77e2'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:50:13.066942 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5450df7-8047-4ef2-8ecc-5d229254148b" -d '{"events": [{"name": "network-changed", "server_uuid": "f411f88e-59b6-4b23-870c-8272b5f838d9", "tag": "6c83a968-07d5-41ab-9cb8-c76646de77e2"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:50:13.145188 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:13.146610 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:13.158212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089f880-0c32-4de0-9a3f-7081f3249ccf service neutron] Pushing event updated for resources: {'Port': ['ID=6c83a968-07d5-41ab-9cb8-c76646de77e2,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:13.265617 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d480f412-0ea3-4a18-88f4-e18ab9feecfd x-openstack-request-id: req-d480f412-0ea3-4a18-88f4-e18ab9feecfd {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:50:13.266745 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f411f88e-59b6-4b23-870c-8272b5f838d9", "tag": "6c83a968-07d5-41ab-9cb8-c76646de77e2", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:50:13.266745 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d480f412-0ea3-4a18-88f4-e18ab9feecfd {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:50:13.267048 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f411f88e-59b6-4b23-870c-8272b5f838d9', 'tag': '6c83a968-07d5-41ab-9cb8-c76646de77e2', 'status': 'completed', 'code': 200} Dec 14 02:50:13.276220 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6479617f-ed02-4b10-8b49-46fca2fc2b88 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:13.299732 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Pushing event updated for resources: {'Port': ['ID=3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:13.348754 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5450df7-8047-4ef2-8ecc-5d229254148b req-ec7d794f-6568-4e91-a264-bc03f0164b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:13.352087 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5450df7-8047-4ef2-8ecc-5d229254148b req-ec7d794f-6568-4e91-a264-bc03f0164b78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bd0ab6acc574c87bcd35209cbc4ce01&device_id=f411f88e-59b6-4b23-870c-8272b5f838d9 HTTP/1.1" status: 200 len: 1095 time: 0.0841646 Dec 14 02:50:13.458900 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ae3c1b5a-8013-4881-ad1d-5a96a1652200 None None] Provisioning complete for port 9203cff0-5a76-48bf-b712-29d199ddfa9d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:13.459804 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ae3c1b5a-8013-4881-ad1d-5a96a1652200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:13.462353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Allocated IP 172.20.0.2 (2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e/acc350e5-a883-4ca2-8858-3c9b809037a9/0b6c3dfe-9ba2-4a11-a681-abab6d77db44) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:13.521859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-1c061b47-4b74-4b24-bd34-bec1d3dd46d8', 'network_id': '1c061b47-4b74-4b24-bd34-bec1d3dd46d8', 'project_id': '92955cb4c859495485bbf4f3c0d538d9', 'fixed_ips': [{'subnet_id': 'dd7a8379-86b2-45c3-9008-c64de90056d3'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:50:13.522998 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:13.564888 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5450df7-8047-4ef2-8ecc-5d229254148b req-933368fc-34da-40b0-b026-f5c0b4f4927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:13.566428 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5450df7-8047-4ef2-8ecc-5d229254148b req-933368fc-34da-40b0-b026-f5c0b4f4927b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3bd0ab6acc574c87bcd35209cbc4ce01&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1973212 Dec 14 02:50:13.567685 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Attempting to bind port 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:13.568016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Attempting to bind port 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'b2351004-c33c-4abe-a059-fa9af01c0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:13.568353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Attempting to bind port 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 on network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:13.572904 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d942bd-dd54-4b11-8cba-6bd896e57755 None None] Network cb25c905-9a54-468e-a18f-ecfafb1c08f6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:13.752655 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6479617f-ed02-4b10-8b49-46fca2fc2b88 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:13.753032 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:13.780742 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ae3c1b5a-8013-4881-ad1d-5a96a1652200 None None] Port 9203cff0-5a76-48bf-b712-29d199ddfa9d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:13.943565 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:13.976251 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ce1b562c-3959-4539-8098-9f39facba1df admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.4347167 Dec 14 02:50:14.026811 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Port 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 on network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:50:14.027326 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Attempting to bind port 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 on network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:14.116308 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:50:14.172297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:14.172726 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Checking segment: {'id': 'b2351004-c33c-4abe-a059-fa9af01c0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:14.173111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Bound using segment: {'id': 'b2351004-c33c-4abe-a059-fa9af01c0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:14.173826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Bound port: 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2351004-c33c-4abe-a059-fa9af01c0a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:14.174235 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:14.179861 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d61659-b382-4ed5-ad0d-c13d5232cbc8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Made reservation on behalf of 92955cb4c859495485bbf4f3c0d538d9 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:14.183606 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7d61659-b382-4ed5-ad0d-c13d5232cbc8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:14.201664 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f2501e6-86c1-42fd-a70c-69c598a8e008 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:14.229174 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Allocated IP 2001:db8::f816:3eff:fec4:718c (1c061b47-4b74-4b24-bd34-bec1d3dd46d8/dd7a8379-86b2-45c3-9008-c64de90056d3/e530da66-30fd-4150-85aa-dde5c7692820) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:14.272927 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-e7d61659-b382-4ed5-ad0d-c13d5232cbc8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] device_id is not set on port fedbaea7-8aa3-4a6c-b1c2-97e489a5c123 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:50:14.311487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b387aa-5dec-46b1-83df-937fe9113b37 req-0746c9dc-e956-4602-9f33-7c9cb8ce5911 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:14.324899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e5b387aa-5dec-46b1-83df-937fe9113b37 req-0746c9dc-e956-4602-9f33-7c9cb8ce5911 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 943 time: 0.2630749 Dec 14 02:50:14.341565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5450df7-8047-4ef2-8ecc-5d229254148b req-69434ea9-aec0-405a-be04-bd679526134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:14.343922 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5450df7-8047-4ef2-8ecc-5d229254148b req-69434ea9-aec0-405a-be04-bd679526134a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7697151 Dec 14 02:50:14.346418 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:14.348399 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:14.435167 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:14.510371 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] For port 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:14.529802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Network 2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:14.533998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3,segment=NetworkSegment(b2351004-c33c-4abe-a059-fa9af01c0a6f),segment_id=b2351004-c33c-4abe-a059-fa9af01c0a6f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:14.554794 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:14.562792 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:14.571816 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Pushing event updated for resources: {'Port': ['ID=0b6c3dfe-9ba2-4a11-a681-abab6d77db44,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:14.584255 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3', 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1', 'port_id': '4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3', 'mac_address': 'fa:16:3e:6f:02:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3191fd26-ed61-4f54-9328-a99a84a55257', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:50:14.598986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e5b387aa-5dec-46b1-83df-937fe9113b37 req-44e5c3eb-7414-4c18-99c5-b5dc6baa3b13 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728226 Dec 14 02:50:14.603482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] For port 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46,segment=NetworkSegment(b2351004-c33c-4abe-a059-fa9af01c0a6f),segment_id=b2351004-c33c-4abe-a059-fa9af01c0a6f)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:14.623255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-5c766658-7354-4887-b57e-e9260a876e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:14.624903 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-5c766658-7354-4887-b57e-e9260a876e1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bd0ab6acc574c87bcd35209cbc4ce01&device_id=f411f88e-59b6-4b23-870c-8272b5f838d9 HTTP/1.1" status: 200 len: 1095 time: 0.2098360 Dec 14 02:50:14.697625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-6ea825df-66a5-4a6e-a138-3055fdd87e64 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c83a968-07d5-41ab-9cb8-c76646de77e2 HTTP/1.1" status: 200 len: 217 time: 0.0574503 Dec 14 02:50:14.699927 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:14.747408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Attempting to bind port 0b6c3dfe-9ba2-4a11-a681-abab6d77db44 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:14.747932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Attempting to bind port 0b6c3dfe-9ba2-4a11-a681-abab6d77db44 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'f2b91792-a01c-4b16-a84c-dc173440ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:14.748386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Attempting to bind port 0b6c3dfe-9ba2-4a11-a681-abab6d77db44 on network 2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:14.754694 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:14.762581 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:14.765131 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:14.765131 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Checking segment: {'id': 'f2b91792-a01c-4b16-a84c-dc173440ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:14.766284 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:14.766767 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Bound using segment: {'id': 'f2b91792-a01c-4b16-a84c-dc173440ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:14.767355 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Bound port: 0b6c3dfe-9ba2-4a11-a681-abab6d77db44, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b91792-a01c-4b16-a84c-dc173440ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:14.767786 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:14.789841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:50:14.826221 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:14.826862 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:14.829059 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] 10.222.0.46 "PUT /v2.0/ports/3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 HTTP/1.1" status: 200 len: 1091 time: 3.1233778 Dec 14 02:50:14.844442 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f2501e6-86c1-42fd-a70c-69c598a8e008 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:14.850660 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3,segment=NetworkSegment(b2351004-c33c-4abe-a059-fa9af01c0a6f),segment_id=b2351004-c33c-4abe-a059-fa9af01c0a6f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:14.868060 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba288eea-36d8-4bda-86d0-f0073e3ba386 req-d057f509-eee8-463e-b04c-6fb73568b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:14.870242 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ba288eea-36d8-4bda-86d0-f0073e3ba386 req-d057f509-eee8-463e-b04c-6fb73568b7dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 1095 time: 0.2092686 Dec 14 02:50:14.872297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3eb77-594a-4184-91d8-8a7d1a522339 req-22b352ff-ad20-43c3-827e-7fdb6c26a46e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:14.877669 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2bd3eb77-594a-4184-91d8-8a7d1a522339 req-22b352ff-ad20-43c3-827e-7fdb6c26a46e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1752739 Dec 14 02:50:14.881326 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbab31a-ce2b-4560-8419-282a59a4df4b service neutron] Pushing event updated for resources: {'Port': ['ID=3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:14.887246 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:14.892050 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-b30a4bf1-3c62-4c25-b40a-926bb68682f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:14.896472 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-b30a4bf1-3c62-4c25-b40a-926bb68682f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3191fd26-ed61-4f54-9328-a99a84a55257 HTTP/1.1" status: 200 len: 854 time: 0.1868939 Dec 14 02:50:14.950709 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-e7d61659-b382-4ed5-ad0d-c13d5232cbc8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Allocated IP 2001:db8::f816:3eff:fefe:d581 (1c061b47-4b74-4b24-bd34-bec1d3dd46d8/dd7a8379-86b2-45c3-9008-c64de90056d3/fedbaea7-8aa3-4a6c-b1c2-97e489a5c123) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:14.975763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Pushing event updated for resources: {'Port': ['ID=e530da66-30fd-4150-85aa-dde5c7692820,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:14.984383 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:14.986875 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] For port 0b6c3dfe-9ba2-4a11-a681-abab6d77db44, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:15.021779 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2bd3eb77-594a-4184-91d8-8a7d1a522339 req-4ad401cf-195f-4b1a-9721-e6f16f58ce46 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315982 Dec 14 02:50:15.044275 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f2501e6-86c1-42fd-a70c-69c598a8e008 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:15.045064 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4f2501e6-86c1-42fd-a70c-69c598a8e008 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:15.045665 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] For port 0b6c3dfe-9ba2-4a11-a681-abab6d77db44, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=0b6c3dfe-9ba2-4a11-a681-abab6d77db44,segment=NetworkSegment(f2b91792-a01c-4b16-a84c-dc173440ee93),segment_id=f2b91792-a01c-4b16-a84c-dc173440ee93)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:15.047865 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Network 1c061b47-4b74-4b24-bd34-bec1d3dd46d8 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:15.053409 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:15.057507 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:15.079882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:15.140323 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:15.164713 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-06f8ea50-813b-4265-997b-2543473e0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:15.166566 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-06f8ea50-813b-4265-997b-2543473e0a9d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bcad94a2-79f4-4bd4-b7ae-52e94135f1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2634599 Dec 14 02:50:15.224943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Attempting to bind port e530da66-30fd-4150-85aa-dde5c7692820 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:15.225476 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Attempting to bind port e530da66-30fd-4150-85aa-dde5c7692820 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '0c73bc2c-6aea-4bea-a054-d15f31cde8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1c061b47-4b74-4b24-bd34-bec1d3dd46d8'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:15.229161 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Attempting to bind port e530da66-30fd-4150-85aa-dde5c7692820 on network 1c061b47-4b74-4b24-bd34-bec1d3dd46d8 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:15.239851 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-7b8c1101-b291-49c1-9873-6731e14a5538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:15.241373 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-7b8c1101-b291-49c1-9873-6731e14a5538 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3bd0ab6acc574c87bcd35209cbc4ce01&device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 1094 time: 0.2327571 Dec 14 02:50:15.263059 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:15.263617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Checking segment: {'id': '0c73bc2c-6aea-4bea-a054-d15f31cde8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1c061b47-4b74-4b24-bd34-bec1d3dd46d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:15.264146 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:15.264650 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Bound using segment: {'id': '0c73bc2c-6aea-4bea-a054-d15f31cde8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1c061b47-4b74-4b24-bd34-bec1d3dd46d8'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:15.265237 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Bound port: e530da66-30fd-4150-85aa-dde5c7692820, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c73bc2c-6aea-4bea-a054-d15f31cde8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1c061b47-4b74-4b24-bd34-bec1d3dd46d8'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:15.266105 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:15.272803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4e44f-b961-4e26-a7de-6c6596db886b None None] Pushing event updated for resources: {'Port': ['ID=0b6c3dfe-9ba2-4a11-a681-abab6d77db44,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:15.302957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7359369-930c-4197-911f-03933f2f5515', 'tag': '3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:50:15.305157 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b25032-bdcb-4119-b0f5-9ea48c7b59d6" -d '{"events": [{"name": "network-changed", "server_uuid": "a7359369-930c-4197-911f-03933f2f5515", "tag": "3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:50:15.309202 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-8da217cb-248e-461b-b26b-ceeb74c9d545 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 HTTP/1.1" status: 200 len: 217 time: 0.0494237 Dec 14 02:50:15.325783 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:50:15.391950 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-6cfa8bb6-e52d-40c5-a5e7-8ab59342acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:15.393447 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-6cfa8bb6-e52d-40c5-a5e7-8ab59342acfe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3191fd26-ed61-4f54-9328-a99a84a55257 HTTP/1.1" status: 200 len: 854 time: 0.0507634 Dec 14 02:50:15.397790 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2437fa34-df4a-41e6-8fdd-aad2867dd7b9 x-openstack-request-id: req-2437fa34-df4a-41e6-8fdd-aad2867dd7b9 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:50:15.398086 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7359369-930c-4197-911f-03933f2f5515", "tag": "3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:50:15.398343 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2437fa34-df4a-41e6-8fdd-aad2867dd7b9 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:50:15.398737 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7359369-930c-4197-911f-03933f2f5515', 'tag': '3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46', 'status': 'completed', 'code': 200} Dec 14 02:50:15.419530 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-ff07247c-37cc-4b74-a7f0-e2208d0cbd8b tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:15.420808 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] For port e530da66-30fd-4150-85aa-dde5c7692820, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:15.426858 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-ff07247c-37cc-4b74-a7f0-e2208d0cbd8b tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/networks?id=cb25c905-9a54-468e-a18f-ecfafb1c08f6 HTTP/1.1" status: 200 len: 809 time: 0.4163437 Dec 14 02:50:15.427010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] For port e530da66-30fd-4150-85aa-dde5c7692820, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e530da66-30fd-4150-85aa-dde5c7692820,segment=NetworkSegment(0c73bc2c-6aea-4bea-a054-d15f31cde8f6),segment_id=0c73bc2c-6aea-4bea-a054-d15f31cde8f6)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:15.450052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-0bd6355b-6e64-49ae-925d-c9de3e91f8d9 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/quotas/60ae5181b4824764b72d9a8ae3674369 HTTP/1.1" status: 200 len: 375 time: 0.0219846 Dec 14 02:50:15.491929 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2501e6-86c1-42fd-a70c-69c598a8e008 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=9203cff0-5a76-48bf-b712-29d199ddfa9d,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:15.506232 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-7fca4701-03c6-4a85-9186-50efcaa9b4c5 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=60ae5181b4824764b72d9a8ae3674369&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553322 Dec 14 02:50:15.533745 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:15.612949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-6eaea5d6-3719-4326-a7aa-9cb40fb71324 service neutron] 10.222.0.47 "GET /v2.0/networks/bcad94a2-79f4-4bd4-b7ae-52e94135f1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360535 Dec 14 02:50:15.670641 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b0c48b-9e97-4ce1-bc1f-31c5c870a5c1 None None] Pushing event updated for resources: {'Port': ['ID=e530da66-30fd-4150-85aa-dde5c7692820,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:15.726204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-9d471b79-a6f6-4e49-8f97-60d4f8d20e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:15.726204 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-9d471b79-a6f6-4e49-8f97-60d4f8d20e8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bcad94a2-79f4-4bd4-b7ae-52e94135f1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3186173 Dec 14 02:50:15.746345 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:15.763449 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2501e6-86c1-42fd-a70c-69c598a8e008 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network fd3dd65d-290e-4060-b54b-eabae174c697 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:15.766704 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7d61659-b382-4ed5-ad0d-c13d5232cbc8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:15.799817 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-4f2501e6-86c1-42fd-a70c-69c598a8e008 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:15.803120 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:15.929902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ed1b811-bd5b-42d6-9239-323de2ca72f1 req-ecc59982-4838-47d1-b037-f80f8e96ce4a service neutron] 10.222.0.47 "GET /v2.0/networks/bcad94a2-79f4-4bd4-b7ae-52e94135f1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041747 Dec 14 02:50:15.963546 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027bc015-af58-433e-b8f5-413881fce8a7 req-e088960e-7f03-4d4b-bcbf-dcf20f41805e tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:15.977555 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-027bc015-af58-433e-b8f5-413881fce8a7 req-e088960e-7f03-4d4b-bcbf-dcf20f41805e tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 943 time: 0.2200632 Dec 14 02:50:15.992900 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba288eea-36d8-4bda-86d0-f0073e3ba386 req-4aca4ab3-385d-4302-b69a-555cbbaaee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:15.999025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-30591696-29b8-4263-a2bb-c163453299db service neutron] 10.222.0.39 "GET /v2.0/networks/cb25c905-9a54-468e-a18f-ecfafb1c08f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812801 Dec 14 02:50:16.002520 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ba288eea-36d8-4bda-86d0-f0073e3ba386 req-4aca4ab3-385d-4302-b69a-555cbbaaee87 service neutron] 10.222.0.46 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.9694407 Dec 14 02:50:16.051491 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-44eb6376-23c4-4d40-854f-869e530201c6 service neutron] 10.222.0.46 "GET /v2.0/networks/bcad94a2-79f4-4bd4-b7ae-52e94135f1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173387 Dec 14 02:50:16.223473 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ba288eea-36d8-4bda-86d0-f0073e3ba386 req-565fda14-33b9-4718-9ac0-f9fca95a9be8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663 HTTP/1.1" status: 200 len: 999 time: 0.1864319 Dec 14 02:50:16.277800 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4de61a34-4818-410d-97b5-edabb379c65d None None] Provisioning complete for port 9203cff0-5a76-48bf-b712-29d199ddfa9d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:16.277800 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4de61a34-4818-410d-97b5-edabb379c65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:16.278019 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-027bc015-af58-433e-b8f5-413881fce8a7 req-c295a225-8815-4566-829d-098aa6be25bc tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759962 Dec 14 02:50:16.338304 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-0a911ad4-2e6a-45fc-ac12-005b2914d85c service neutron] 10.222.0.39 "GET /v2.0/networks/cb25c905-9a54-468e-a18f-ecfafb1c08f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155212 Dec 14 02:50:16.350227 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0460f71a-f960-48e9-8368-5a59fbaba746 req-274616b5-c0d3-4244-834a-603f872dafe6 service neutron] 10.222.0.46 "GET /v2.0/networks/bcad94a2-79f4-4bd4-b7ae-52e94135f1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343287 Dec 14 02:50:16.350450 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7d61659-b382-4ed5-ad0d-c13d5232cbc8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:16.353071 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4de61a34-4818-410d-97b5-edabb379c65d None None] Port 9203cff0-5a76-48bf-b712-29d199ddfa9d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:16.427381 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d61659-b382-4ed5-ad0d-c13d5232cbc8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Network 1c061b47-4b74-4b24-bd34-bec1d3dd46d8 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:16.440117 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d61659-b382-4ed5-ad0d-c13d5232cbc8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event updated for resources: {'Port': ['ID=fedbaea7-8aa3-4a6c-b1c2-97e489a5c123,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:16.452005 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-e7d61659-b382-4ed5-ad0d-c13d5232cbc8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:16.454313 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d61659-b382-4ed5-ad0d-c13d5232cbc8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:16.461408 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d61659-b382-4ed5-ad0d-c13d5232cbc8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:16.462139 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7d61659-b382-4ed5-ad0d-c13d5232cbc8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:16.462914 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3bbea-df44-4b10-9eb3-cc040909a851 req-9ca7df4f-b417-4d91-8b56-e119520944f1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:16.471111 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7cd3bbea-df44-4b10-9eb3-cc040909a851 req-9ca7df4f-b417-4d91-8b56-e119520944f1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1114542 Dec 14 02:50:16.490735 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] Allocated IP 172.25.7.236 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/e91e5c9c-ea51-4760-a7b2-b0b00d55114b) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:16.525031 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba288eea-36d8-4bda-86d0-f0073e3ba386 req-b251efaa-65fc-422b-9e42-280328f71495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:16.538224 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ba288eea-36d8-4bda-86d0-f0073e3ba386 req-b251efaa-65fc-422b-9e42-280328f71495 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.2769265 Dec 14 02:50:16.541229 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7cd3bbea-df44-4b10-9eb3-cc040909a851 req-9acc6609-4443-4326-aaf7-fc04d69ca7a0 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691013 Dec 14 02:50:16.651312 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e7d61659-b382-4ed5-ad0d-c13d5232cbc8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.6118493 Dec 14 02:50:16.659783 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1424c7c4-84bb-443d-805d-9638789a3a56 req-c20078cb-ee7d-4467-90b7-ec3e7879e6eb tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 210 time: 0.0354042 Dec 14 02:50:16.660276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52006) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:16.717155 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba288eea-36d8-4bda-86d0-f0073e3ba386 req-0e68a434-5724-4622-a966-d08795af413c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:16.718735 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ba288eea-36d8-4bda-86d0-f0073e3ba386 req-0e68a434-5724-4622-a966-d08795af413c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876999 Dec 14 02:50:16.725022 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ab2f85-cdff-486f-9cbd-8527894d209e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Deleting subnet dd7a8379-86b2-45c3-9008-c64de90056d3 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:50:16.742903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b25032-bdcb-4119-b0f5-9ea48c7b59d6 req-42320d3e-6579-4e95-a44a-6e91d49e7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:16.742903 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04b25032-bdcb-4119-b0f5-9ea48c7b59d6 req-42320d3e-6579-4e95-a44a-6e91d49e7732 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3bd0ab6acc574c87bcd35209cbc4ce01&device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 1094 time: 0.1730044 Dec 14 02:50:16.742903 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2f85-cdff-486f-9cbd-8527894d209e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:16.807441 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2501e6-86c1-42fd-a70c-69c598a8e008 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Router f5ac7ed5-49ac-4a91-ba51-80279b201485 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:50:16.870244 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2f85-cdff-486f-9cbd-8527894d209e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:16.871591 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:16.914370 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ba288eea-36d8-4bda-86d0-f0073e3ba386 req-f655261d-509e-438a-a36b-217049f34a91 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843305 Dec 14 02:50:16.987128 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ffa829-3744-4049-9714-b51d0a61bfad None None] Network 2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:17.045408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b25032-bdcb-4119-b0f5-9ea48c7b59d6 req-89d9134b-246a-48ab-a300-72651dc119a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:17.047122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04b25032-bdcb-4119-b0f5-9ea48c7b59d6 req-89d9134b-246a-48ab-a300-72651dc119a2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 HTTP/1.1" status: 200 len: 916 time: 0.2740941 Dec 14 02:50:17.162042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-177e5563-3477-49db-8e90-6962df9aaab3 None None] Provisioning complete for port 0b6c3dfe-9ba2-4a11-a681-abab6d77db44 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:17.164539 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-177e5563-3477-49db-8e90-6962df9aaab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:17.180556 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04b25032-bdcb-4119-b0f5-9ea48c7b59d6 req-14d307c0-479a-4a2b-8453-6c4b705c6e91 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 HTTP/1.1" status: 200 len: 217 time: 0.1247947 Dec 14 02:50:17.324014 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b25032-bdcb-4119-b0f5-9ea48c7b59d6 req-d25e8c7f-f0ea-4245-a3ac-a0d8666fe649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:17.335960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04b25032-bdcb-4119-b0f5-9ea48c7b59d6 req-d25e8c7f-f0ea-4245-a3ac-a0d8666fe649 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3191fd26-ed61-4f54-9328-a99a84a55257 HTTP/1.1" status: 200 len: 854 time: 0.1461535 Dec 14 02:50:17.338541 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2f85-cdff-486f-9cbd-8527894d209e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:17.435280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e530da66-30fd-4150-85aa-dde5c7692820 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:17.511603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5e4f3-2a1a-460d-b3bb-c9432872f1b5 req-82c6f516-8038-4f5c-a1f9-a515858886c1 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:17.513968 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-62a5e4f3-2a1a-460d-b3bb-c9432872f1b5 req-82c6f516-8038-4f5c-a1f9-a515858886c1 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 943 time: 0.1432917 Dec 14 02:50:17.514154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690816dc-c1a6-4c7e-8c1b-b861406d052c None None] Network 1c061b47-4b74-4b24-bd34-bec1d3dd46d8 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:17.528579 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b25032-bdcb-4119-b0f5-9ea48c7b59d6 req-04add7fa-315f-466e-9dc4-3afda4c10238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:17.531026 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04b25032-bdcb-4119-b0f5-9ea48c7b59d6 req-04add7fa-315f-466e-9dc4-3afda4c10238 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bcad94a2-79f4-4bd4-b7ae-52e94135f1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596923 Dec 14 02:50:17.594977 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2501e6-86c1-42fd-a70c-69c598a8e008 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:50:17.608456 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4f2501e6-86c1-42fd-a70c-69c598a8e008 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "PUT /v2.0/routers/f5ac7ed5-49ac-4a91-ba51-80279b201485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0616486 Dec 14 02:50:17.631712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52024) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:17.633386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f296af1-d6cd-4270-a85a-4d462a5ae8d9 None None] Sync routers for ids ['f5ac7ed5-49ac-4a91-ba51-80279b201485'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:50:17.685774 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:17.713877 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f296af1-d6cd-4270-a85a-4d462a5ae8d9 None None] Routers {'f5ac7ed5-49ac-4a91-ba51-80279b201485'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:50:17.714536 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5f296af1-d6cd-4270-a85a-4d462a5ae8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:50:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f5ac7ed5-49ac-4a91-ba51-80279b201485'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:17.723678 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ba288eea-36d8-4bda-86d0-f0073e3ba386 req-8f977340-28c3-461d-8175-fd71fd6115b4 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7103074 Dec 14 02:50:17.776063 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:17.781144 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04b25032-bdcb-4119-b0f5-9ea48c7b59d6 req-d9392e52-b5de-41c1-940f-63b6288b3f0c service neutron] 10.222.0.46 "GET /v2.0/networks/bcad94a2-79f4-4bd4-b7ae-52e94135f1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322953 Dec 14 02:50:17.782226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:17.782859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5f296af1-d6cd-4270-a85a-4d462a5ae8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:17.789740 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2f85-cdff-486f-9cbd-8527894d209e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:17.793176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:17.794196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e530da66-30fd-4150-85aa-dde5c7692820 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:17.794587 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:17.805650 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62caa5c6-6806-4da0-93c5-d43556ef43bf None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:50:17.828735 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-177e5563-3477-49db-8e90-6962df9aaab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:17.879444 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f296af1-d6cd-4270-a85a-4d462a5ae8d9 None None] Routers {'f5ac7ed5-49ac-4a91-ba51-80279b201485'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:50:17.880278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5f296af1-d6cd-4270-a85a-4d462a5ae8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:50:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f5ac7ed5-49ac-4a91-ba51-80279b201485'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:17.880762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] Pushing event updated for resources: {'Port': ['ID=e91e5c9c-ea51-4760-a7b2-b0b00d55114b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:17.938074 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5f296af1-d6cd-4270-a85a-4d462a5ae8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:17.938744 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f296af1-d6cd-4270-a85a-4d462a5ae8d9 None None] The sync data for ids ['f5ac7ed5-49ac-4a91-ba51-80279b201485'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:50:17.966301 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-177e5563-3477-49db-8e90-6962df9aaab3 None None] For port 0b6c3dfe-9ba2-4a11-a681-abab6d77db44, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=0b6c3dfe-9ba2-4a11-a681-abab6d77db44,segment=NetworkSegment(f2b91792-a01c-4b16-a84c-dc173440ee93),segment_id=f2b91792-a01c-4b16-a84c-dc173440ee93)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:17.995343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-62a5e4f3-2a1a-460d-b3bb-c9432872f1b5 req-42cf4553-2d59-4f9d-aa84-c012cd618246 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724290 Dec 14 02:50:17.999005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab2f85-cdff-486f-9cbd-8527894d209e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event deleted for resources: {'Subnet': ['ID=dd7a8379-86b2-45c3-9008-c64de90056d3,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:18.003449 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b8ab2f85-cdff-486f-9cbd-8527894d209e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:18.009637 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b8ab2f85-cdff-486f-9cbd-8527894d209e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/subnets/dd7a8379-86b2-45c3-9008-c64de90056d3 HTTP/1.1" status: 204 len: 168 time: 1.3448341 Dec 14 02:50:18.019988 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52032) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:18.036062 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:18.045615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b390698f-d7fb-4b69-8c20-57ec0f53b96b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:18.050031 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b390698f-d7fb-4b69-8c20-57ec0f53b96b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ac7ed5-49ac-4a91-ba51-80279b201485 HTTP/1.1" status: 200 len: 987 time: 0.4145658 Dec 14 02:50:18.050412 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52036) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:18.095123 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-177e5563-3477-49db-8e90-6962df9aaab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:18.205752 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 6c83a968-07d5-41ab-9cb8-c76646de77e2 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:50:18.209531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a57de8-e895-423f-9e0d-df2216ce3ad7 req-154848e6-fb59-491d-8aaa-ee4f69c4635a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:18.210622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44a57de8-e895-423f-9e0d-df2216ce3ad7 req-154848e6-fb59-491d-8aaa-ee4f69c4635a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.4247158 Dec 14 02:50:18.224829 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:18.266257 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907cd7d9-5c46-40cf-8e19-4f090bab1573 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:18.266257 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907cd7d9-5c46-40cf-8e19-4f090bab1573 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:18.266257 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-907cd7d9-5c46-40cf-8e19-4f090bab1573 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2280490 Dec 14 02:50:18.286180 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-817b6eda-9007-406e-bea7-8e919f76c1aa req-49bc2a9b-1cbd-49c9-b3b5-b3ccb95235fa tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 210 time: 0.0905495 Dec 14 02:50:18.286971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52038) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:18.313124 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port e530da66-30fd-4150-85aa-dde5c7692820, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e530da66-30fd-4150-85aa-dde5c7692820,segment=NetworkSegment(0c73bc2c-6aea-4bea-a054-d15f31cde8f6),segment_id=0c73bc2c-6aea-4bea-a054-d15f31cde8f6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:18.329562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e5563-3477-49db-8e90-6962df9aaab3 None None] Pushing event updated for resources: {'Port': ['ID=0b6c3dfe-9ba2-4a11-a681-abab6d77db44,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:18.347587 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04b25032-bdcb-4119-b0f5-9ea48c7b59d6 req-dbf3c6fe-5991-4f1a-ad7e-4b2eb659471d service neutron] 10.222.0.46 "GET /v2.0/networks/bcad94a2-79f4-4bd4-b7ae-52e94135f1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329928 Dec 14 02:50:18.388772 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-98ad60a8-ef60-4152-810c-7b25d8db6e62 None None] Provisioning complete for port 0b6c3dfe-9ba2-4a11-a681-abab6d77db44 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:18.389219 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-98ad60a8-ef60-4152-810c-7b25d8db6e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:18.396408 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:18.438466 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a34842-6ab7-48df-9791-c409f3c026bd None None] Network 1c061b47-4b74-4b24-bd34-bec1d3dd46d8 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:18.465534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44a57de8-e895-423f-9e0d-df2216ce3ad7 req-3922ebcd-6c2e-409f-81cf-a88cd78c54aa tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377548 Dec 14 02:50:18.492154 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:18.501344 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0b6c3dfe-9ba2-4a11-a681-abab6d77db44 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:18.501530 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d893468b-fe07-40f0-8e98-d2e342994e58 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:18.508287 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d893468b-fe07-40f0-8e98-d2e342994e58 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 14 02:50:18.509860 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d893468b-fe07-40f0-8e98-d2e342994e58 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:18.516691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d893468b-fe07-40f0-8e98-d2e342994e58 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/networks/1c061b47-4b74-4b24-bd34-bec1d3dd46d8 HTTP/1.1" status: 409 len: 405 time: 0.2190809 Dec 14 02:50:18.517622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52044) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:18.522956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-74868d8f-2185-4d6d-b0ea-ebba7d31693b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-198474773'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:18.605849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:50:18.637971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:18.638343 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:18.651637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74868d8f-2185-4d6d-b0ea-ebba7d31693b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Made reservation on behalf of 92955cb4c859495485bbf4f3c0d538d9 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:18.661119 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-74868d8f-2185-4d6d-b0ea-ebba7d31693b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:18.737704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=e530da66-30fd-4150-85aa-dde5c7692820,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:18.754340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 6c83a968-07d5-41ab-9cb8-c76646de77e2, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=6c83a968-07d5-41ab-9cb8-c76646de77e2,segment=NetworkSegment(b2351004-c33c-4abe-a059-fa9af01c0a6f),segment_id=b2351004-c33c-4abe-a059-fa9af01c0a6f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:18.759662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74868d8f-2185-4d6d-b0ea-ebba7d31693b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:50:18.779484 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-74868d8f-2185-4d6d-b0ea-ebba7d31693b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:18.780052 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-74868d8f-2185-4d6d-b0ea-ebba7d31693b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Added segment bd2e199e-9536-4756-b121-b2e996a603ad of type vlan for network db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6 Dec 14 02:50:18.794585 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:18.812653 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '6c83a968-07d5-41ab-9cb8-c76646de77e2', 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1', 'port_id': '6c83a968-07d5-41ab-9cb8-c76646de77e2', 'mac_address': 'fa:16:3e:9c:ca:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3191fd26-ed61-4f54-9328-a99a84a55257', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:50:18.844267 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:50:18.866946 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-74868d8f-2185-4d6d-b0ea-ebba7d31693b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:18.882838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 0b6c3dfe-9ba2-4a11-a681-abab6d77db44 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:18.890586 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:18.951345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378dec56-1311-45a7-9bb8-8e7dd38dec86 None None] DHCP port deletion for 1c061b47-4b74-4b24-bd34-bec1d3dd46d8 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:50:18.966304 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-74868d8f-2185-4d6d-b0ea-ebba7d31693b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:18.974415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74868d8f-2185-4d6d-b0ea-ebba7d31693b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:18.976222 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-74868d8f-2185-4d6d-b0ea-ebba7d31693b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:19.006667 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:19.071280 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74868d8f-2185-4d6d-b0ea-ebba7d31693b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event updated for resources: {'Network': ['ID=db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:19.092004 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:19.093923 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:50:19.104009 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-98ad60a8-ef60-4152-810c-7b25d8db6e62 None None] Provisioning complete for port e530da66-30fd-4150-85aa-dde5c7692820 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:19.104407 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-98ad60a8-ef60-4152-810c-7b25d8db6e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:19.107153 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c83a968-07d5-41ab-9cb8-c76646de77e2 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:50:19.126365 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a1134ce2-805a-46c2-9214-cd7645245f71 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:19.192893 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-74868d8f-2185-4d6d-b0ea-ebba7d31693b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6710088 Dec 14 02:50:19.193794 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52054) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:19.202675 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-84fd6cb0-d751-4460-83dd-d97474063850 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Request body: {'subnet': {'network_id': 'db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:19.239882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 6c83a968-07d5-41ab-9cb8-c76646de77e2, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=6c83a968-07d5-41ab-9cb8-c76646de77e2,segment=NetworkSegment(b2351004-c33c-4abe-a059-fa9af01c0a6f),segment_id=b2351004-c33c-4abe-a059-fa9af01c0a6f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:19.253859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940fd1cc-405d-423e-88ac-2cc639a8e7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:50:19.256151 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb3814d-704e-4901-8fcf-3d4907048b5a" -d '{"events": [{"server_uuid": "940fd1cc-405d-423e-88ac-2cc639a8e7fc", "name": "network-vif-plugged", "status": "completed", "tag": "4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:50:19.295908 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3,segment=NetworkSegment(b2351004-c33c-4abe-a059-fa9af01c0a6f),segment_id=b2351004-c33c-4abe-a059-fa9af01c0a6f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:19.338611 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:19.341781 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46,segment=NetworkSegment(b2351004-c33c-4abe-a059-fa9af01c0a6f),segment_id=b2351004-c33c-4abe-a059-fa9af01c0a6f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:19.379270 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4ab8d3-c196-481c-a48d-575689f42869 x-openstack-request-id: req-ff4ab8d3-c196-481c-a48d-575689f42869 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:50:19.379770 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940fd1cc-405d-423e-88ac-2cc639a8e7fc", "name": "network-vif-plugged", "status": "completed", "tag": "4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:50:19.380183 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff4ab8d3-c196-481c-a48d-575689f42869 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:50:19.380738 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940fd1cc-405d-423e-88ac-2cc639a8e7fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3', 'code': 200} Dec 14 02:50:19.411289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] Router 0aee42c9-5c35-482d-9689-23fa2f064346 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:50:19.419673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46', 'network_id': 'bcad94a2-79f4-4bd4-b7ae-52e94135f1f1', 'port_id': '3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46', 'mac_address': 'fa:16:3e:6f:a3:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3191fd26-ed61-4f54-9328-a99a84a55257', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:50:19.434234 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-378dec56-1311-45a7-9bb8-8e7dd38dec86 None None] Deleting port e530da66-30fd-4150-85aa-dde5c7692820 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:50:19.434902 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-378dec56-1311-45a7-9bb8-8e7dd38dec86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:19.442666 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:19.701964 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:50:19.712214 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Sync routers for ids ['0aee42c9-5c35-482d-9689-23fa2f064346'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:50:19.725452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0b6c3dfe-9ba2-4a11-a681-abab6d77db44 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:19.728949 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Routers {'0aee42c9-5c35-482d-9689-23fa2f064346'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:50:19.729621 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-dbdac642-6559-4413-b358-b756beddf318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:50:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0aee42c9-5c35-482d-9689-23fa2f064346'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:19.739242 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a1134ce2-805a-46c2-9214-cd7645245f71 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port 9203cff0-5a76-48bf-b712-29d199ddfa9d {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:50:19.744315 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a1134ce2-805a-46c2-9214-cd7645245f71 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:19.750872 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=6c83a968-07d5-41ab-9cb8-c76646de77e2,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:19.838602 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['6c83a968-07d5-41ab-9cb8-c76646de77e2'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:50:19.850635 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a1134ce2-805a-46c2-9214-cd7645245f71 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:19.904535 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a1134ce2-805a-46c2-9214-cd7645245f71 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for 9203cff0-5a76-48bf-b712-29d199ddfa9d owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:19.904748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-378dec56-1311-45a7-9bb8-8e7dd38dec86 None None] For port e530da66-30fd-4150-85aa-dde5c7692820, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e530da66-30fd-4150-85aa-dde5c7692820,segment=NetworkSegment(0c73bc2c-6aea-4bea-a054-d15f31cde8f6),segment_id=0c73bc2c-6aea-4bea-a054-d15f31cde8f6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:19.904748 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-378dec56-1311-45a7-9bb8-8e7dd38dec86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:19.904959 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc198647-2d5e-4056-bb59-40cfff63c073 req-e102b341-65ba-4bf8-8b75-ec63a04512fe tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:19.917576 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:19.919798 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Set router 0aee42c9-5c35-482d-9689-23fa2f064346 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:50:19.920245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc198647-2d5e-4056-bb59-40cfff63c073 req-e102b341-65ba-4bf8-8b75-ec63a04512fe tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 943 time: 0.7760682 Dec 14 02:50:19.944496 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0f2582c-6fd3-4356-8183-c18f36648c61 req-cb4850e7-defb-4d4f-80f8-ff92f600e27d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 210 time: 0.1288931 Dec 14 02:50:19.948442 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-378dec56-1311-45a7-9bb8-8e7dd38dec86 None None] Calling delete_port for e530da66-30fd-4150-85aa-dde5c7692820 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:19.972778 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:50:19.976917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:19.988651 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-98ad60a8-ef60-4152-810c-7b25d8db6e62 None None] Provisioning complete for port e91e5c9c-ea51-4760-a7b2-b0b00d55114b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:19.989190 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-98ad60a8-ef60-4152-810c-7b25d8db6e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:20.059597 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:20.061169 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-901ea3aa-a223-4db9-9e7a-8888ff8b5876 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1986310 Dec 14 02:50:20.065379 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52070) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:20.089359 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-98ad60a8-ef60-4152-810c-7b25d8db6e62 None None] Port e91e5c9c-ea51-4760-a7b2-b0b00d55114b cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:20.101559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46,segment=NetworkSegment(b2351004-c33c-4abe-a059-fa9af01c0a6f),segment_id=b2351004-c33c-4abe-a059-fa9af01c0a6f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:20.115876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 0b6c3dfe-9ba2-4a11-a681-abab6d77db44 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:20.116311 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:20.164444 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-dbdac642-6559-4413-b358-b756beddf318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'name': 'tempest-TestServerBasicOps-1858541563-router', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:13Z', 'updated_at': '2021-12-14T02:50:18Z', 'revision_number': 3, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'gw_port': {'id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:15Z', 'updated_at': '2021-12-14T02:50:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:20.187292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc198647-2d5e-4056-bb59-40cfff63c073 req-f544667c-0ebb-4ecc-92dc-b54d348fe81e tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612960 Dec 14 02:50:20.201778 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8add2d-b96f-4dd2-a65c-1ae25487102f req-93486851-acf4-4723-9448-a2b3e25c65fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:20.207621 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a8add2d-b96f-4dd2-a65c-1ae25487102f req-93486851-acf4-4723-9448-a2b3e25c65fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 1096 time: 0.3781173 Dec 14 02:50:20.234339 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Checking router: 0aee42c9-5c35-482d-9689-23fa2f064346 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:50:20.242000 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Updating router 0aee42c9-5c35-482d-9689-23fa2f064346 port e91e5c9c-ea51-4760-a7b2-b0b00d55114b binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:50:20.263232 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:20.266362 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1862e74-1c46-48b0-a8ff-f8ccc0139d35 req-7646fd9f-c112-4831-9132-8e89de7ec248 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:20.276322 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1862e74-1c46-48b0-a8ff-f8ccc0139d35 req-7646fd9f-c112-4831-9132-8e89de7ec248 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1384573 Dec 14 02:50:20.391352 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:20.394965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1862e74-1c46-48b0-a8ff-f8ccc0139d35 req-7c11906b-2858-4972-a1d8-dea6c36558f3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156917 Dec 14 02:50:20.485320 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:20.507014 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a8add2d-b96f-4dd2-a65c-1ae25487102f req-2f82ce55-cf6c-4ddd-87ee-81062360ad6f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890220 Dec 14 02:50:20.510847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fd6cb0-d751-4460-83dd-d97474063850 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Made reservation on behalf of 92955cb4c859495485bbf4f3c0d538d9 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:20.516181 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-84fd6cb0-d751-4460-83dd-d97474063850 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:20.532296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9b04133d-3dfc-44f4-b7de-67ce23c0a54c None None] Provisioning complete for port e530da66-30fd-4150-85aa-dde5c7692820 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:20.532670 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9b04133d-3dfc-44f4-b7de-67ce23c0a54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:20.550949 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a1134ce2-805a-46c2-9214-cd7645245f71 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:20.579875 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-378dec56-1311-45a7-9bb8-8e7dd38dec86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:20.590159 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1134ce2-805a-46c2-9214-cd7645245f71 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=9203cff0-5a76-48bf-b712-29d199ddfa9d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:20.704860 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-0efcacf7-f167-42e0-9c5a-a6b672edc280 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:20.704860 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-0efcacf7-f167-42e0-9c5a-a6b672edc280 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.46 "GET /v2.0/networks?id=cb25c905-9a54-468e-a18f-ecfafb1c08f6 HTTP/1.1" status: 200 len: 809 time: 0.2988617 Dec 14 02:50:20.705200 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:20.716177 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-e6c8fc3d-3204-4d5c-9ad1-67096273529d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Request body: {'port': {'device_id': '438df762-b2fe-4e83-9833-5dd79626ab4b', 'network_id': 'cb25c905-9a54-468e-a18f-ecfafb1c08f6', 'admin_state_up': True, 'tenant_id': '60ae5181b4824764b72d9a8ae3674369'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:20.739919 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a1134ce2-805a-46c2-9214-cd7645245f71 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:20.742908 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378dec56-1311-45a7-9bb8-8e7dd38dec86 None None] Pushing event deleted for resources: {'Port': ['ID=e530da66-30fd-4150-85aa-dde5c7692820,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:20.756057 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:50:20.764076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378dec56-1311-45a7-9bb8-8e7dd38dec86 None None] No DVR routers for this DVR port e530da66-30fd-4150-85aa-dde5c7692820 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:50:20.786620 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:20.826375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9b04133d-3dfc-44f4-b7de-67ce23c0a54c None None] Could not find standard attr ID for object e530da66-30fd-4150-85aa-dde5c7692820. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:50:20.835947 n-d-821636-1 neutron-server[103849]: INFO neutron.plugins.ml2.db [None req-9b04133d-3dfc-44f4-b7de-67ce23c0a54c None None] No ports have port_id starting with e530da66-30fd-4150-85aa-dde5c7692820 Dec 14 02:50:20.894856 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Attempting to bind port e91e5c9c-ea51-4760-a7b2-b0b00d55114b on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:20.894856 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Attempting to bind port e91e5c9c-ea51-4760-a7b2-b0b00d55114b by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:20.895289 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Attempting to bind port e91e5c9c-ea51-4760-a7b2-b0b00d55114b on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:20.920846 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1083161-60dc-4b06-b8df-fd366aae1560 None None] Pushing event updated for resources: {'Port': ['ID=e91e5c9c-ea51-4760-a7b2-b0b00d55114b,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:20.932388 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e530da66-30fd-4150-85aa-dde5c7692820 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:50:20.934393 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:20.934773 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:20.937966 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:20.937966 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:20.938473 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Bound port: e91e5c9c-ea51-4760-a7b2-b0b00d55114b, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:20.940704 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:20.992245 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387099af-84cd-4b03-8026-8ff427e1c68a None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:50:20.998755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: e530da66-30fd-4150-85aa-dde5c7692820 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:50:20.999562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e530da66-30fd-4150-85aa-dde5c7692820 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:50:21.011297 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1083161-60dc-4b06-b8df-fd366aae1560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:21.012390 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1083161-60dc-4b06-b8df-fd366aae1560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:21.014126 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1083161-60dc-4b06-b8df-fd366aae1560 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:21.014501 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1083161-60dc-4b06-b8df-fd366aae1560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:21.014848 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1083161-60dc-4b06-b8df-fd366aae1560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:21.022173 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1083161-60dc-4b06-b8df-fd366aae1560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:21.022572 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1083161-60dc-4b06-b8df-fd366aae1560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:21.022915 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1083161-60dc-4b06-b8df-fd366aae1560 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:21.023253 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1083161-60dc-4b06-b8df-fd366aae1560 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:21.023588 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1083161-60dc-4b06-b8df-fd366aae1560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:21.023921 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1083161-60dc-4b06-b8df-fd366aae1560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:21.027343 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1083161-60dc-4b06-b8df-fd366aae1560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:21.027706 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1083161-60dc-4b06-b8df-fd366aae1560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:21.088792 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9b04133d-3dfc-44f4-b7de-67ce23c0a54c None None] Provisioning complete for port fedbaea7-8aa3-4a6c-b1c2-97e489a5c123 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:21.089495 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9b04133d-3dfc-44f4-b7de-67ce23c0a54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:21.118618 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-dbdac642-6559-4413-b358-b756beddf318 None None] For port e91e5c9c-ea51-4760-a7b2-b0b00d55114b, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:21.122697 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-dbdac642-6559-4413-b358-b756beddf318 None None] For port e91e5c9c-ea51-4760-a7b2-b0b00d55114b, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e91e5c9c-ea51-4760-a7b2-b0b00d55114b,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:21.160661 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f2434797-5357-43fe-b7d8-8a652dba1998 req-2954a1ce-f8f8-4381-a9a0-939148a0e9a6 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 210 time: 0.0494175 Dec 14 02:50:21.193698 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:21.200496 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9b04133d-3dfc-44f4-b7de-67ce23c0a54c None None] Port fedbaea7-8aa3-4a6c-b1c2-97e489a5c123 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:21.225987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-e6c8fc3d-3204-4d5c-9ad1-67096273529d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Made reservation on behalf of 60ae5181b4824764b72d9a8ae3674369 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:21.232078 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-e6c8fc3d-3204-4d5c-9ad1-67096273529d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:21.295800 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f12602-2554-44f8-b740-8f72fcc639ea None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:50:21.302964 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Routers {'0aee42c9-5c35-482d-9689-23fa2f064346'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:50:21.303607 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-dbdac642-6559-4413-b358-b756beddf318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:50:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0aee42c9-5c35-482d-9689-23fa2f064346'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:21.305843 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1083161-60dc-4b06-b8df-fd366aae1560 None None] Pushing event updated for resources: {'Port': ['ID=e91e5c9c-ea51-4760-a7b2-b0b00d55114b,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:21.376224 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9a643eee-7861-4bd8-bd63-c8d64dbc4686 None None] Provisioning complete for port e91e5c9c-ea51-4760-a7b2-b0b00d55114b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:21.376870 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a643eee-7861-4bd8-bd63-c8d64dbc4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:21.450838 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-dbdac642-6559-4413-b358-b756beddf318 None None] Set router 0aee42c9-5c35-482d-9689-23fa2f064346 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:50:21.471802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.objects.ports [None req-84fd6cb0-d751-4460-83dd-d97474063850 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103848) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:50:21.482634 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-84fd6cb0-d751-4460-83dd-d97474063850 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:21.504890 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a643eee-7861-4bd8-bd63-c8d64dbc4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:21.530672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9a643eee-7861-4bd8-bd63-c8d64dbc4686 None None] For port e91e5c9c-ea51-4760-a7b2-b0b00d55114b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e91e5c9c-ea51-4760-a7b2-b0b00d55114b,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:21.600737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd6cb0-d751-4460-83dd-d97474063850 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event updated for resources: {'Subnet': ['ID=a5e2497a-14b9-405a-92c1-1f66addc5331,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:21.622388 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9a643eee-7861-4bd8-bd63-c8d64dbc4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:21.645402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11794470-c60b-47a9-bbfd-66197e0a043f req-8410d599-f140-480a-8f0e-61274441ae00 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:21.647222 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11794470-c60b-47a9-bbfd-66197e0a043f req-8410d599-f140-480a-8f0e-61274441ae00 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 944 time: 0.3107290 Dec 14 02:50:21.656729 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1134ce2-805a-46c2-9214-cd7645245f71 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Router f5ac7ed5-49ac-4a91-ba51-80279b201485 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:50:21.671087 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a303df4-59b4-43c9-b6a6-5bdc36d7e97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:21.744181 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11794470-c60b-47a9-bbfd-66197e0a043f req-48c5d704-6b97-4204-a2f0-35f73af13581 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825682 Dec 14 02:50:21.747866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fd6cb0-d751-4460-83dd-d97474063850 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Checking segment: {'id': 'bd2e199e-9536-4756-b121-b2e996a603ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:21.747866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd6cb0-d751-4460-83dd-d97474063850 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Network hostable DHCP agents. Network: db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:50:21.754811 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-e6c8fc3d-3204-4d5c-9ad1-67096273529d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Allocated IP 172.20.0.11 (cb25c905-9a54-468e-a18f-ecfafb1c08f6/dd5ef174-aba5-40c5-8848-d21657825ee6/aec46864-cc32-4da5-9d0d-84439a1fcd21) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:21.775015 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a643eee-7861-4bd8-bd63-c8d64dbc4686 None None] Pushing event updated for resources: {'Port': ['ID=e91e5c9c-ea51-4760-a7b2-b0b00d55114b,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:21.808543 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9fdfddc3-07d6-4297-81ee-0b6a78f68eb4 None None] Provisioning complete for port e91e5c9c-ea51-4760-a7b2-b0b00d55114b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:21.808918 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9fdfddc3-07d6-4297-81ee-0b6a78f68eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:21.849224 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1134ce2-805a-46c2-9214-cd7645245f71 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:50:21.866602 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a1134ce2-805a-46c2-9214-cd7645245f71 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "PUT /v2.0/routers/f5ac7ed5-49ac-4a91-ba51-80279b201485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8108265 Dec 14 02:50:21.872288 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8487563d-0140-4b7b-9222-2952a54d750b None None] Sync routers for ids ['f5ac7ed5-49ac-4a91-ba51-80279b201485'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:50:21.876834 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52092) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:21.909481 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-dbdac642-6559-4413-b358-b756beddf318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'name': 'tempest-TestServerBasicOps-1858541563-router', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:13Z', 'updated_at': '2021-12-14T02:50:18Z', 'revision_number': 3, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'gw_port': {'id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:15Z', 'updated_at': '2021-12-14T02:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:21.929610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8487563d-0140-4b7b-9222-2952a54d750b None None] Routers {'f5ac7ed5-49ac-4a91-ba51-80279b201485'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:50:21.930798 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8487563d-0140-4b7b-9222-2952a54d750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:50:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f5ac7ed5-49ac-4a91-ba51-80279b201485'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:21.941480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd6cb0-d751-4460-83dd-d97474063850 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Network db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:50:21.944224 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdac642-6559-4413-b358-b756beddf318 None None] The sync data for ids ['0aee42c9-5c35-482d-9689-23fa2f064346'] in n-d-821636-1 is: [{'id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'name': 'tempest-TestServerBasicOps-1858541563-router', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:13Z', 'updated_at': '2021-12-14T02:50:18Z', 'revision_number': 3, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'gw_port': {'id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:15Z', 'updated_at': '2021-12-14T02:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:50:21.950845 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1c7f9b-7052-4a3d-979c-1df4d694f627 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] GET failed (client error): The resource could not be found. Dec 14 02:50:21.954909 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8a1c7f9b-7052-4a3d-979c-1df4d694f627 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports/9203cff0-5a76-48bf-b712-29d199ddfa9d HTTP/1.1" status: 404 len: 333 time: 0.0742183 Dec 14 02:50:21.955889 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52096) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:21.989461 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8487563d-0140-4b7b-9222-2952a54d750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:22.019089 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8487563d-0140-4b7b-9222-2952a54d750b None None] Routers {'f5ac7ed5-49ac-4a91-ba51-80279b201485'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:50:22.019660 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8487563d-0140-4b7b-9222-2952a54d750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:50:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f5ac7ed5-49ac-4a91-ba51-80279b201485'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:22.057398 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f169-c518-447a-a827-773760cd1318 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:22.062459 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-84fd6cb0-d751-4460-83dd-d97474063850 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:22.077498 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-0a303df4-59b4-43c9-b6a6-5bdc36d7e97a admin admin] Allocated IP 172.20.0.1 (2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e/acc350e5-a883-4ca2-8858-3c9b809037a9/938c236f-c989-4b12-ba04-85bb85d69a0e) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:22.097585 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b3298a-d979-4c1b-86a4-2bb7407926ae None None] Network db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:22.139848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fd6cb0-d751-4460-83dd-d97474063850 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:22.140447 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-84fd6cb0-d751-4460-83dd-d97474063850 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:22.186088 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8487563d-0140-4b7b-9222-2952a54d750b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:22.186088 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8487563d-0140-4b7b-9222-2952a54d750b None None] The sync data for ids ['f5ac7ed5-49ac-4a91-ba51-80279b201485'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:50:22.186088 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 6c83a968-07d5-41ab-9cb8-c76646de77e2 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:22.233022 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a303df4-59b4-43c9-b6a6-5bdc36d7e97a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:22.244306 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-e6c8fc3d-3204-4d5c-9ad1-67096273529d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:22.298911 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6', 'network_id': 'db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6', 'project_id': '92955cb4c859495485bbf4f3c0d538d9', 'fixed_ips': [{'subnet_id': 'a5e2497a-14b9-405a-92c1-1f66addc5331'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:50:22.299592 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:22.405328 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-84fd6cb0-d751-4460-83dd-d97474063850 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2091446 Dec 14 02:50:22.408079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52102) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:22.444981 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f169-c518-447a-a827-773760cd1318 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:22.449400 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcc589b9-3a46-43e8-99f5-0337f8ad7eb1 req-bc6d361f-569b-4acc-b5e2-1333d71a55a2 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 210 time: 0.1150973 Dec 14 02:50:22.453331 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f169-c518-447a-a827-773760cd1318 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:22.497128 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a303df4-59b4-43c9-b6a6-5bdc36d7e97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:22.503539 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 6c83a968-07d5-41ab-9cb8-c76646de77e2 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:50:22.519994 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 6c83a968-07d5-41ab-9cb8-c76646de77e2 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:22.519994 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:22.563039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Allocated IP 2001:db8::f816:3eff:fe38:b7a6 (db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6/a5e2497a-14b9-405a-92c1-1f66addc5331/6ee6ff24-8499-4ff1-bfe0-fc4f9fee7714) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:22.567384 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a303df4-59b4-43c9-b6a6-5bdc36d7e97a admin admin] Network 2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:22.580625 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-0a303df4-59b4-43c9-b6a6-5bdc36d7e97a admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:22.583274 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a303df4-59b4-43c9-b6a6-5bdc36d7e97a admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:22.611374 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f169-c518-447a-a827-773760cd1318 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:22.612092 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c6f169-c518-447a-a827-773760cd1318 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Fanout notify agent at l3_agent the message router_deleted on router f5ac7ed5-49ac-4a91-ba51-80279b201485 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:50:22.625937 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f4c6f169-c518-447a-a827-773760cd1318 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:22.627940 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f4c6f169-c518-447a-a827-773760cd1318 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/routers/f5ac7ed5-49ac-4a91-ba51-80279b201485 HTTP/1.1" status: 204 len: 168 time: 0.6710873 Dec 14 02:50:22.630814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52110) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:22.644564 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a303df4-59b4-43c9-b6a6-5bdc36d7e97a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:22.710218 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-e6c8fc3d-3204-4d5c-9ad1-67096273529d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:22.721935 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a303df4-59b4-43c9-b6a6-5bdc36d7e97a admin admin] Pushing event updated for resources: {'Port': ['ID=938c236f-c989-4b12-ba04-85bb85d69a0e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:22.770255 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:22.833218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8fc3d-3204-4d5c-9ad1-67096273529d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Pushing event updated for resources: {'Port': ['ID=aec46864-cc32-4da5-9d0d-84439a1fcd21,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:22.859093 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:22.883070 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:22.910692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f411f88e-59b6-4b23-870c-8272b5f838d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c83a968-07d5-41ab-9cb8-c76646de77e2'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:50:22.922462 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210b7605-c8ce-42a1-9159-f5855460519d" -d '{"events": [{"server_uuid": "f411f88e-59b6-4b23-870c-8272b5f838d9", "name": "network-vif-plugged", "status": "completed", "tag": "6c83a968-07d5-41ab-9cb8-c76646de77e2"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:50:22.946690 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:22.954073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-e6c8fc3d-3204-4d5c-9ad1-67096273529d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Network cb25c905-9a54-468e-a18f-ecfafb1c08f6 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:22.969088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-e6c8fc3d-3204-4d5c-9ad1-67096273529d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:22.972621 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d58ad8ab-84ba-4ede-9a22-f8d0fbaa61fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting subnet 31cb8182-5bf7-4e76-a85e-830a8cc4e27b {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:50:22.978385 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 6c83a968-07d5-41ab-9cb8-c76646de77e2, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=6c83a968-07d5-41ab-9cb8-c76646de77e2,segment=NetworkSegment(b2351004-c33c-4abe-a059-fa9af01c0a6f),segment_id=b2351004-c33c-4abe-a059-fa9af01c0a6f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:22.980921 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:22.989874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-e6c8fc3d-3204-4d5c-9ad1-67096273529d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:22.999404 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d58ad8ab-84ba-4ede-9a22-f8d0fbaa61fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.031348 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6bfa0c-8ab4-4f23-89d1-9a93e796b7eb x-openstack-request-id: req-ac6bfa0c-8ab4-4f23-89d1-9a93e796b7eb {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:50:23.031708 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f411f88e-59b6-4b23-870c-8272b5f838d9", "name": "network-vif-plugged", "status": "completed", "tag": "6c83a968-07d5-41ab-9cb8-c76646de77e2", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:50:23.031918 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac6bfa0c-8ab4-4f23-89d1-9a93e796b7eb {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:50:23.032335 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f411f88e-59b6-4b23-870c-8272b5f838d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c83a968-07d5-41ab-9cb8-c76646de77e2', 'code': 200} Dec 14 02:50:23.035183 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c22f676a-a6e6-493e-807c-3ea8a1e974fe None None] Provisioning complete for port 938c236f-c989-4b12-ba04-85bb85d69a0e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:23.035565 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c22f676a-a6e6-493e-807c-3ea8a1e974fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.102967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c22f676a-a6e6-493e-807c-3ea8a1e974fe None None] Port 938c236f-c989-4b12-ba04-85bb85d69a0e cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:23.119448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-e6c8fc3d-3204-4d5c-9ad1-67096273529d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:23.119971 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-e6c8fc3d-3204-4d5c-9ad1-67096273529d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.134211 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871d864-9a1b-4fd4-8fc1-d08b21d1bfd9 req-dc6d714d-8fa0-45a0-8850-5bbd7d8be632 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:23.134211 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e871d864-9a1b-4fd4-8fc1-d08b21d1bfd9 req-dc6d714d-8fa0-45a0-8850-5bbd7d8be632 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 944 time: 0.1890092 Dec 14 02:50:23.138823 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d58ad8ab-84ba-4ede-9a22-f8d0fbaa61fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.139838 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a303df4-59b4-43c9-b6a6-5bdc36d7e97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.152666 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.163736 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.199749 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Network db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:23.203651 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:23.207939 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:23.218034 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:50:23.223902 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:23.224275 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.260356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adef3f-aa38-4666-a002-9acbbc3d17e0 req-7500bb25-0e1d-4b99-8156-a30304825d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:23.261909 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95adef3f-aa38-4666-a002-9acbbc3d17e0 req-7500bb25-0e1d-4b99-8156-a30304825d56 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f411f88e-59b6-4b23-870c-8272b5f838d9 HTTP/1.1" status: 200 len: 1097 time: 0.1260581 Dec 14 02:50:23.267742 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Pushing event updated for resources: {'Port': ['ID=6ee6ff24-8499-4ff1-bfe0-fc4f9fee7714,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:23.309883 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e871d864-9a1b-4fd4-8fc1-d08b21d1bfd9 req-92b6eedc-95cc-4604-9499-0d9a88c43efc tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372697 Dec 14 02:50:23.355127 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95adef3f-aa38-4666-a002-9acbbc3d17e0 req-47ba048d-6bd1-4ba3-bc53-6dfc86b9c28c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769250 Dec 14 02:50:23.358964 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-e6c8fc3d-3204-4d5c-9ad1-67096273529d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6491961 Dec 14 02:50:23.362139 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d58ad8ab-84ba-4ede-9a22-f8d0fbaa61fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.371809 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Attempting to bind port 6ee6ff24-8499-4ff1-bfe0-fc4f9fee7714 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:23.372924 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Attempting to bind port 6ee6ff24-8499-4ff1-bfe0-fc4f9fee7714 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bd2e199e-9536-4756-b121-b2e996a603ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:23.373521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Attempting to bind port 6ee6ff24-8499-4ff1-bfe0-fc4f9fee7714 on network db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:23.386292 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.396027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:23.396869 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Checking segment: {'id': 'bd2e199e-9536-4756-b121-b2e996a603ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:23.397519 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.398074 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Bound using segment: {'id': 'bd2e199e-9536-4756-b121-b2e996a603ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:23.398724 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Bound port: 6ee6ff24-8499-4ff1-bfe0-fc4f9fee7714, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2e199e-9536-4756-b121-b2e996a603ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:23.399837 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.416903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Request body: {'port': {'device_id': '438df762-b2fe-4e83-9833-5dd79626ab4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:23.443395 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=6c83a968-07d5-41ab-9cb8-c76646de77e2,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:23.521956 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.537531 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a303df4-59b4-43c9-b6a6-5bdc36d7e97a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.579034 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.604005 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] For port 6ee6ff24-8499-4ff1-bfe0-fc4f9fee7714, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:23.618923 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e2497a-14b9-405a-92c1-1f66addc5331,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:23.632537 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a303df4-59b4-43c9-b6a6-5bdc36d7e97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.644240 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] For port 6ee6ff24-8499-4ff1-bfe0-fc4f9fee7714, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6ee6ff24-8499-4ff1-bfe0-fc4f9fee7714,segment=NetworkSegment(bd2e199e-9536-4756-b121-b2e996a603ad),segment_id=bd2e199e-9536-4756-b121-b2e996a603ad)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:23.653985 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46,segment=NetworkSegment(b2351004-c33c-4abe-a059-fa9af01c0a6f),segment_id=b2351004-c33c-4abe-a059-fa9af01c0a6f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:23.671378 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e91e5c9c-ea51-4760-a7b2-b0b00d55114b up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:23.704503 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d58ad8ab-84ba-4ede-9a22-f8d0fbaa61fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.727843 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.754819 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e91e5c9c-ea51-4760-a7b2-b0b00d55114b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:23.755201 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.758594 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.759594 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ad8ab-84ba-4ede-9a22-f8d0fbaa61fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Subnet': ['ID=31cb8182-5bf7-4e76-a85e-830a8cc4e27b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:23.761038 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.771759 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d58ad8ab-84ba-4ede-9a22-f8d0fbaa61fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.779714 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d58ad8ab-84ba-4ede-9a22-f8d0fbaa61fc tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/31cb8182-5bf7-4e76-a85e-830a8cc4e27b HTTP/1.1" status: 204 len: 168 time: 1.1427431 Dec 14 02:50:23.779714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52126) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:23.836953 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4424c0f1-8e45-4446-832c-cfa2b6d7e6c3 None None] Network fd3dd65d-290e-4060-b54b-eabae174c697 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:23.864496 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:23.887007 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a303df4-59b4-43c9-b6a6-5bdc36d7e97a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.891643 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31f42a-c37c-4649-9f3e-31f6ea08ac9c req-203f5c4d-fcb1-45a0-94bf-f4cad76e8a4a tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:23.893182 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa31f42a-c37c-4649-9f3e-31f6ea08ac9c req-203f5c4d-fcb1-45a0-94bf-f4cad76e8a4a tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 932 time: 0.2521303 Dec 14 02:50:23.900857 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2e199e-9536-4756-b121-b2e996a603ad') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:23.901212 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2e199e-9536-4756-b121-b2e996a603ad') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:23.931806 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:23.941562 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:23.944710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a303df4-59b4-43c9-b6a6-5bdc36d7e97a admin admin] Pushing event updated for resources: {'Port': ['ID=938c236f-c989-4b12-ba04-85bb85d69a0e,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:23.960559 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:24.022154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa31f42a-c37c-4649-9f3e-31f6ea08ac9c req-90136fd9-2f41-4e35-8453-617e3906b8ab tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff5fc5ce-f14a-49e7-905a-654c87d8bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170332 Dec 14 02:50:24.098623 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a303df4-59b4-43c9-b6a6-5bdc36d7e97a admin admin] Network 2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:24.109334 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2e21b4f-4f35-4562-847a-7725b775e039 req-eece4719-6672-4319-9d8e-065af8378b24 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3374431 Dec 14 02:50:24.113045 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-0a303df4-59b4-43c9-b6a6-5bdc36d7e97a admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:24.113045 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:24.124961 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:50:24.124961 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:50:24.128358 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:50:24.183393 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec46864-cc32-4da5-9d0d-84439a1fcd21 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:50:24.193083 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:24.203369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port 6479617f-ed02-4b10-8b49-46fca2fc2b88 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:50:24.203369 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:24.319867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] For port 6479617f-ed02-4b10-8b49-46fca2fc2b88, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6479617f-ed02-4b10-8b49-46fca2fc2b88,segment=NetworkSegment(630632ff-b4f6-4c45-9cbe-7691fb687d61),segment_id=630632ff-b4f6-4c45-9cbe-7691fb687d61)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:24.320544 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:24.340293 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for 6479617f-ed02-4b10-8b49-46fca2fc2b88 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:24.402031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f444c5d-7cbd-4879-b006-3b468d740a4e None None] Network db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:24.421952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Transition to ACTIVE for port object aec46864-cc32-4da5-9d0d-84439a1fcd21 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:50:24.441226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a303df4-59b4-43c9-b6a6-5bdc36d7e97a admin admin] Router 0aee42c9-5c35-482d-9689-23fa2f064346 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:50:24.453503 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e21b4f-4f35-4562-847a-7725b775e039 req-9dcf1e2e-1089-4f09-b12d-81d32e84cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:24.458396 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2e21b4f-4f35-4562-847a-7725b775e039 req-9dcf1e2e-1089-4f09-b12d-81d32e84cd88 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 1095 time: 0.2548544 Dec 14 02:50:24.489887 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.db.api [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 02:50:24.489887 n-d-821636-1 neutron-server[103847]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 02:50:24.489887 n-d-821636-1 neutron-server[103847]: [parameters: {'id': 'db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6'}] Dec 14 02:50:24.489887 n-d-821636-1 neutron-server[103847]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:50:24.490358 n-d-821636-1 neutron-server[103847]: DEBUG oslo_db.api [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:50:24.501197 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:24.639529 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfae42-4868-4472-965a-8275c39459c6 None None] Pushing event updated for resources: {'Port': ['ID=6ee6ff24-8499-4ff1-bfe0-fc4f9fee7714,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:24.670993 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:24.676465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Pushing event updated for resources: {'Port': ['ID=aec46864-cc32-4da5-9d0d-84439a1fcd21,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:24.698719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049cb4e-4add-45f8-a620-1b5e686e04fe req-3aab75cb-b985-45c2-86d9-ea5cda17a0e6 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:24.698973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a5b74a78-5c14-4215-bf69-2d1314a08b37 None None] Provisioning complete for port 938c236f-c989-4b12-ba04-85bb85d69a0e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:24.699492 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5b74a78-5c14-4215-bf69-2d1314a08b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:24.711413 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7049cb4e-4add-45f8-a620-1b5e686e04fe req-3aab75cb-b985-45c2-86d9-ea5cda17a0e6 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 945 time: 0.2277238 Dec 14 02:50:24.728036 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e21b4f-4f35-4562-847a-7725b775e039 req-3a79a80e-a4f4-4142-a4da-7130e80eedca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:24.730455 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2e21b4f-4f35-4562-847a-7725b775e039 req-3a79a80e-a4f4-4142-a4da-7130e80eedca service neutron] 10.222.0.46 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.2491617 Dec 14 02:50:24.767581 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17133948-cabe-482a-bd3d-8c199bda8a27 None None] DHCP port deletion for fd3dd65d-290e-4060-b54b-eabae174c697 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:50:24.776713 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a5b74a78-5c14-4215-bf69-2d1314a08b37 None None] Port 938c236f-c989-4b12-ba04-85bb85d69a0e cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:24.798551 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=6479617f-ed02-4b10-8b49-46fca2fc2b88,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:24.798731 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba2b951-faf6-47b8-8f25-595ffc87b06f None None] get_active_networks_info from n-d-821636-1 {{(pid=103849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 02:50:24.804056 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No DVR routers for this DVR port 6479617f-ed02-4b10-8b49-46fca2fc2b88 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:50:24.848686 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2e21b4f-4f35-4562-847a-7725b775e039 req-49222b0d-e018-46cd-aabe-b760deac8b23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663 HTTP/1.1" status: 200 len: 999 time: 0.1108160 Dec 14 02:50:24.850184 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a303df4-59b4-43c9-b6a6-5bdc36d7e97a admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:50:24.857413 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0a303df4-59b4-43c9-b6a6-5bdc36d7e97a admin admin] 10.222.0.39 "PUT /v2.0/routers/0aee42c9-5c35-482d-9689-23fa2f064346/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7922971 Dec 14 02:50:24.860851 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Sync routers for ids ['0aee42c9-5c35-482d-9689-23fa2f064346'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:50:24.896747 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Routers {'0aee42c9-5c35-482d-9689-23fa2f064346'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:50:24.899641 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:50:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0aee42c9-5c35-482d-9689-23fa2f064346'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:24.937725 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e21b4f-4f35-4562-847a-7725b775e039 req-1bdcb696-e55b-4920-9ad0-5577b96f3b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:24.939777 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2e21b4f-4f35-4562-847a-7725b775e039 req-1bdcb696-e55b-4920-9ad0-5577b96f3b11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.0784974 Dec 14 02:50:24.948030 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:24.969086 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3dd65d-290e-4060-b54b-eabae174c697']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:24.977150 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba2b951-faf6-47b8-8f25-595ffc87b06f None None] Resources bound (agent type, host, resource id): {{(pid=103849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 02:50:24.980095 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630632ff-b4f6-4c45-9cbe-7691fb687d61') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:24.980405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630632ff-b4f6-4c45-9cbe-7691fb687d61') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:24.994208 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:24.999201 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:25.026565 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:25.042958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:50:25.043263 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:25.078198 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7359369-930c-4197-911f-03933f2f5515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:50:25.086230 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a443f6ca-7ec1-4a04-9035-07fbef2c9796" -d '{"events": [{"server_uuid": "a7359369-930c-4197-911f-03933f2f5515", "name": "network-vif-plugged", "status": "completed", "tag": "3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:50:25.112897 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Set router 0aee42c9-5c35-482d-9689-23fa2f064346 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:50:25.118877 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e21b4f-4f35-4562-847a-7725b775e039 req-8b58aa35-82d3-43ea-ae56-d62d41148e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:25.124858 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2e21b4f-4f35-4562-847a-7725b775e039 req-8b58aa35-82d3-43ea-ae56-d62d41148e64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1789277 Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:50:25.209778 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:50:25.260541 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Deleting port 6ee6ff24-8499-4ff1-bfe0-fc4f9fee7714 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:50:25.260900 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:25.308790 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7049cb4e-4add-45f8-a620-1b5e686e04fe req-d47dcc13-4db6-4760-a918-9cce89dc752c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5896482 Dec 14 02:50:25.314113 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:25.369095 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:25.375788 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/networks/fd3dd65d-290e-4060-b54b-eabae174c697 HTTP/1.1" status: 204 len: 168 time: 1.5924127 Dec 14 02:50:25.382028 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52152) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:25.389560 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] For port 6ee6ff24-8499-4ff1-bfe0-fc4f9fee7714, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6ee6ff24-8499-4ff1-bfe0-fc4f9fee7714,segment=NetworkSegment(bd2e199e-9536-4756-b121-b2e996a603ad),segment_id=bd2e199e-9536-4756-b121-b2e996a603ad)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:25.390159 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:25.426697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc6b5c-9e22-499a-b401-7e01dfa420af tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Network': ['ID=fd3dd65d-290e-4060-b54b-eabae174c697,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:25.452192 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece82ab1-e8fc-42ab-9e19-ef6ef5929ccb x-openstack-request-id: req-ece82ab1-e8fc-42ab-9e19-ef6ef5929ccb {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:50:25.457089 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7359369-930c-4197-911f-03933f2f5515", "name": "network-vif-plugged", "status": "completed", "tag": "3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:50:25.457089 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ece82ab1-e8fc-42ab-9e19-ef6ef5929ccb {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:50:25.457089 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7359369-930c-4197-911f-03933f2f5515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46', 'code': 200} Dec 14 02:50:25.460166 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de04cac-9a7a-424a-b7c4-daedd5601729 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:25.462528 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2de04cac-9a7a-424a-b7c4-daedd5601729 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports/40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f HTTP/1.1" status: 200 len: 845 time: 0.0792255 Dec 14 02:50:25.465520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376f1a5-8ca2-4128-b9ba-59c57d645652 req-302da64c-052f-4ccf-85aa-8f8c6ac85092 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:25.477693 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52154) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:25.478915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4376f1a5-8ca2-4128-b9ba-59c57d645652 req-302da64c-052f-4ccf-85aa-8f8c6ac85092 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 944 time: 0.2887876 Dec 14 02:50:25.482449 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'name': 'tempest-TestServerBasicOps-1858541563-router', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:13Z', 'updated_at': '2021-12-14T02:50:22Z', 'revision_number': 4, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'gw_port': {'id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:15Z', 'updated_at': '2021-12-14T02:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '938c236f-c989-4b12-ba04-85bb85d69a0e', 'name': '', 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'mac_address': 'fa:16:3e:c9:f2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'acc350e5-a883-4ca2-8858-3c9b809037a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:21Z', 'updated_at': '2021-12-14T02:50:23Z', 'revision_number': 2, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'subnets': [{'id': 'acc350e5-a883-4ca2-8858-3c9b809037a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:25.487778 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Attempting to bind port aec46864-cc32-4da5-9d0d-84439a1fcd21 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:25.488120 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Attempting to bind port aec46864-cc32-4da5-9d0d-84439a1fcd21 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '657abcff-7d41-4b7b-9502-5b1727641498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb25c905-9a54-468e-a18f-ecfafb1c08f6'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:25.488452 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Attempting to bind port aec46864-cc32-4da5-9d0d-84439a1fcd21 on network cb25c905-9a54-468e-a18f-ecfafb1c08f6 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:25.516302 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Checking router: 0aee42c9-5c35-482d-9689-23fa2f064346 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:50:25.516715 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Updating router 0aee42c9-5c35-482d-9689-23fa2f064346 port 938c236f-c989-4b12-ba04-85bb85d69a0e binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:50:25.521224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Port aec46864-cc32-4da5-9d0d-84439a1fcd21 on network cb25c905-9a54-468e-a18f-ecfafb1c08f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:50:25.521585 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Attempting to bind port aec46864-cc32-4da5-9d0d-84439a1fcd21 on network cb25c905-9a54-468e-a18f-ecfafb1c08f6 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:25.541379 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Calling delete_port for 6ee6ff24-8499-4ff1-bfe0-fc4f9fee7714 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:25.554242 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2e21b4f-4f35-4562-847a-7725b775e039 req-8f13b8ea-a708-4eea-a714-64c418af65e7 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210169 Dec 14 02:50:25.562173 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:25.576046 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6479617f-ed02-4b10-8b49-46fca2fc2b88 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:50:25.582142 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:25.582482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Checking segment: {'id': '657abcff-7d41-4b7b-9502-5b1727641498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb25c905-9a54-468e-a18f-ecfafb1c08f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:25.582901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Bound using segment: {'id': '657abcff-7d41-4b7b-9502-5b1727641498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb25c905-9a54-468e-a18f-ecfafb1c08f6'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:25.583340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Bound port: aec46864-cc32-4da5-9d0d-84439a1fcd21, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '657abcff-7d41-4b7b-9502-5b1727641498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cb25c905-9a54-468e-a18f-ecfafb1c08f6'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:25.583701 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:25.616885 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1a971c01-79ad-436d-9b22-afcd538fcde1 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports/40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1319480 Dec 14 02:50:25.636400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 6479617f-ed02-4b10-8b49-46fca2fc2b88 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:50:25.636769 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6479617f-ed02-4b10-8b49-46fca2fc2b88 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:50:25.722856 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52162) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:25.733089 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f35fd77f-458a-4ee8-a662-e26193a15b59 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'subnet': {'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:25.899067 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2e21b4f-4f35-4562-847a-7725b775e039 req-9eeb16c9-30bd-49b1-8e84-e98ce9f58f4d service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193531 Dec 14 02:50:25.930022 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35fd77f-458a-4ee8-a662-e26193a15b59 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:25.942257 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f35fd77f-458a-4ee8-a662-e26193a15b59 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.008106 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.023560 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.044946 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4376f1a5-8ca2-4128-b9ba-59c57d645652 req-9ba0fd51-1f04-4314-b8d2-3b27c7768a7a tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff5fc5ce-f14a-49e7-905a-654c87d8bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649319 Dec 14 02:50:26.058509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00dcfe-f64c-450d-af5e-16f995778c38 req-61fcb60c-737e-4e1a-b2c3-85110ccaae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:26.060021 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af00dcfe-f64c-450d-af5e-16f995778c38 req-61fcb60c-737e-4e1a-b2c3-85110ccaae1d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 1096 time: 0.5551493 Dec 14 02:50:26.078633 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] No DVR routers for this DVR port 6ee6ff24-8499-4ff1-bfe0-fc4f9fee7714 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:50:26.109401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event deleted for resources: {'Port': ['ID=6ee6ff24-8499-4ff1-bfe0-fc4f9fee7714,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:26.112138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52174) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:26.120290 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-efd77af5-baae-4ade-8d1f-944711a0e5e4 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1935384103-network', 'tenant_id': '631b162c26664e238d8a4de2f0a67e7a'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:26.128734 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af00dcfe-f64c-450d-af5e-16f995778c38 req-3c9bd009-394c-4998-b1aa-f7ffd7c5f40c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604234 Dec 14 02:50:26.133820 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.143068 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] For port aec46864-cc32-4da5-9d0d-84439a1fcd21, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:26.155158 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] For port aec46864-cc32-4da5-9d0d-84439a1fcd21, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=aec46864-cc32-4da5-9d0d-84439a1fcd21,segment=NetworkSegment(657abcff-7d41-4b7b-9502-5b1727641498),segment_id=657abcff-7d41-4b7b-9502-5b1727641498)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:26.174014 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.190188 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9c433-dc42-4e51-8bb2-c92865ed2528 None None] Pushing event updated for resources: {'Port': ['ID=938c236f-c989-4b12-ba04-85bb85d69a0e,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:26.205447 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:26.246351 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Attempting to bind port 938c236f-c989-4b12-ba04-85bb85d69a0e on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:26.252228 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Attempting to bind port 938c236f-c989-4b12-ba04-85bb85d69a0e by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'f2b91792-a01c-4b16-a84c-dc173440ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:26.252228 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Attempting to bind port 938c236f-c989-4b12-ba04-85bb85d69a0e on network 2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:26.252478 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2e199e-9536-4756-b121-b2e996a603ad') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:26.252478 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2e199e-9536-4756-b121-b2e996a603ad') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:26.253575 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:26.254077 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Checking segment: {'id': 'f2b91792-a01c-4b16-a84c-dc173440ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:26.254632 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.255156 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Bound using segment: {'id': 'f2b91792-a01c-4b16-a84c-dc173440ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:26.255862 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Bound port: 938c236f-c989-4b12-ba04-85bb85d69a0e, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b91792-a01c-4b16-a84c-dc173440ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:26.256350 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.267312 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.271177 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd77af5-baae-4ade-8d1f-944711a0e5e4 admin admin] Made reservation on behalf of 631b162c26664e238d8a4de2f0a67e7a for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:26.277183 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-efd77af5-baae-4ade-8d1f-944711a0e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.292023 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-efd77af5-baae-4ade-8d1f-944711a0e5e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.316657 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.323415 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.340173 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:50:26.340711 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:50:26.344143 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:50:26.376675 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] For port 938c236f-c989-4b12-ba04-85bb85d69a0e, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:26.386826 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] For port 938c236f-c989-4b12-ba04-85bb85d69a0e, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=938c236f-c989-4b12-ba04-85bb85d69a0e,segment=NetworkSegment(f2b91792-a01c-4b16-a84c-dc173440ee93),segment_id=f2b91792-a01c-4b16-a84c-dc173440ee93)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:26.439758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196ced40-93dc-4e27-98c2-5a82f5be1792 None None] DHCP port deletion for cb25c905-9a54-468e-a18f-ecfafb1c08f6 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:50:26.464862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:26.465659 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.467258 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] 10.222.0.46 "PUT /v2.0/ports/aec46864-cc32-4da5-9d0d-84439a1fcd21 HTTP/1.1" status: 200 len: 1092 time: 3.0572870 Dec 14 02:50:26.468338 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.469003 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438df762-b2fe-4e83-9833-5dd79626ab4b', 'tag': 'aec46864-cc32-4da5-9d0d-84439a1fcd21'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:50:26.471472 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09db7209-4b1c-4ad7-bbdf-e823a8454063" -d '{"events": [{"name": "network-changed", "server_uuid": "438df762-b2fe-4e83-9833-5dd79626ab4b", "tag": "aec46864-cc32-4da5-9d0d-84439a1fcd21"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:50:26.491236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd267f4-e4f9-4dab-b95c-40604df3e968 service neutron] Pushing event updated for resources: {'Port': ['ID=aec46864-cc32-4da5-9d0d-84439a1fcd21,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:26.503095 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f35fd77f-458a-4ee8-a662-e26193a15b59 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.510051 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.512868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b68fe-35ad-4057-afc1-e690e4b4a45e req-84b66c6d-7bc6-40ea-a669-9c3415e92124 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:26.513388 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-182b68fe-35ad-4057-afc1-e690e4b4a45e req-84b66c6d-7bc6-40ea-a669-9c3415e92124 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 945 time: 0.0958679 Dec 14 02:50:26.515158 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.524718 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52182) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:26.525054 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/networks/db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6 HTTP/1.1" status: 204 len: 168 time: 4.1127028 Dec 14 02:50:26.536370 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d04d42f3-4a40-4dd5-b562-1df95721e40f tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1751040537'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:26.539164 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2a4ad3ca-6f47-438e-b446-e188670589d0 None None] Provisioning complete for port 938c236f-c989-4b12-ba04-85bb85d69a0e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:26.539766 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad3ca-6f47-438e-b446-e188670589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.588236 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137752e6-989b-436e-b8b8-3650326b1bdc x-openstack-request-id: req-137752e6-989b-436e-b8b8-3650326b1bdc {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:50:26.588756 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438df762-b2fe-4e83-9833-5dd79626ab4b", "tag": "aec46864-cc32-4da5-9d0d-84439a1fcd21", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:50:26.589338 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-137752e6-989b-436e-b8b8-3650326b1bdc {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:50:26.589714 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ea3ba-502c-4ae5-b634-208e0a3045a2 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event deleted for resources: {'Network': ['ID=db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:26.590249 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438df762-b2fe-4e83-9833-5dd79626ab4b', 'tag': 'aec46864-cc32-4da5-9d0d-84439a1fcd21', 'status': 'completed', 'code': 200} Dec 14 02:50:26.604032 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35fd77f-458a-4ee8-a662-e26193a15b59 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:26.615867 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f35fd77f-458a-4ee8-a662-e26193a15b59 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:26.621887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35fd77f-458a-4ee8-a662-e26193a15b59 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:26.622612 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f35fd77f-458a-4ee8-a662-e26193a15b59 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.628595 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213360ae-3435-44fa-9238-76c9dda22ed3 None None] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:26.631382 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fd77f-458a-4ee8-a662-e26193a15b59 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Subnet': ['ID=68b21f7b-e137-493f-a5a8-ebd7c02e3f51,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:26.666467 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Routers {'0aee42c9-5c35-482d-9689-23fa2f064346'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:50:26.667253 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:50:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0aee42c9-5c35-482d-9689-23fa2f064346'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:26.707375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04d42f3-4a40-4dd5-b562-1df95721e40f tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Made reservation on behalf of 92955cb4c859495485bbf4f3c0d538d9 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:26.711014 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d04d42f3-4a40-4dd5-b562-1df95721e40f tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.719497 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-182b68fe-35ad-4057-afc1-e690e4b4a45e req-bf50c79a-2dce-4bfa-8c66-35a0276b916e tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938651 Dec 14 02:50:26.767161 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9c433-dc42-4e51-8bb2-c92865ed2528 None None] Pushing event updated for resources: {'Port': ['ID=938c236f-c989-4b12-ba04-85bb85d69a0e,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:26.768490 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-efd77af5-baae-4ade-8d1f-944711a0e5e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.773698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db7209-4b1c-4ad7-bbdf-e823a8454063 req-a7faacee-9ab7-41a4-ab73-98140be15c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:26.779461 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09db7209-4b1c-4ad7-bbdf-e823a8454063 req-a7faacee-9ab7-41a4-ab73-98140be15c90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60ae5181b4824764b72d9a8ae3674369&device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 1095 time: 0.1552074 Dec 14 02:50:26.781941 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f35fd77f-458a-4ee8-a662-e26193a15b59 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0559661 Dec 14 02:50:26.783196 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52188) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:26.792519 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04d42f3-4a40-4dd5-b562-1df95721e40f tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:50:26.797147 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0a6a4b25-80dc-4caf-bf1b-5a551dca8b44 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'security_group': {'name': 'tempest-secgroup-1439283133'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:26.803247 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad3ca-6f47-438e-b446-e188670589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.817732 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] Set router 0aee42c9-5c35-482d-9689-23fa2f064346 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:50:26.873166 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d04d42f3-4a40-4dd5-b562-1df95721e40f tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.873914 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-d04d42f3-4a40-4dd5-b562-1df95721e40f tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Added segment ffd72e4f-a26e-4546-ad34-66189b85d283 of type vlan for network a4e21eda-2893-4182-9640-0049e12ea49b Dec 14 02:50:26.902508 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2a4ad3ca-6f47-438e-b446-e188670589d0 None None] For port 938c236f-c989-4b12-ba04-85bb85d69a0e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=938c236f-c989-4b12-ba04-85bb85d69a0e,segment=NetworkSegment(f2b91792-a01c-4b16-a84c-dc173440ee93),segment_id=f2b91792-a01c-4b16-a84c-dc173440ee93)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:26.933234 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-efd77af5-baae-4ade-8d1f-944711a0e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.939390 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a6a4b25-80dc-4caf-bf1b-5a551dca8b44 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.973287 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-b5526c06-2f77-4d2f-9c87-a57f7ac049eb', 'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb', 'project_id': '65cc5cfaf013424daefcc1ad93fe49cb', 'fixed_ips': [{'subnet_id': '68b21f7b-e137-493f-a5a8-ebd7c02e3f51'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:50:26.976181 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.987240 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:26.996786 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d04d42f3-4a40-4dd5-b562-1df95721e40f tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:27.006917 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2a4ad3ca-6f47-438e-b446-e188670589d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:27.062681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd77af5-baae-4ade-8d1f-944711a0e5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ab5677-263f-4ace-a6cd-899fce7c0957,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:27.088707 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a6a4b25-80dc-4caf-bf1b-5a551dca8b44 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:27.134068 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db7209-4b1c-4ad7-bbdf-e823a8454063 req-ec66c4e7-9b0b-41a5-ba6f-15a9c568e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:27.135704 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09db7209-4b1c-4ad7-bbdf-e823a8454063 req-ec66c4e7-9b0b-41a5-ba6f-15a9c568e005 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=60ae5181b4824764b72d9a8ae3674369&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3346436 Dec 14 02:50:27.201840 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ad3ca-6f47-438e-b446-e188670589d0 None None] Pushing event updated for resources: {'Port': ['ID=938c236f-c989-4b12-ba04-85bb85d69a0e,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:27.204401 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'name': 'tempest-TestServerBasicOps-1858541563-router', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:13Z', 'updated_at': '2021-12-14T02:50:22Z', 'revision_number': 4, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'gw_port': {'id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:15Z', 'updated_at': '2021-12-14T02:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '938c236f-c989-4b12-ba04-85bb85d69a0e', 'name': '', 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'mac_address': 'fa:16:3e:c9:f2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'acc350e5-a883-4ca2-8858-3c9b809037a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:21Z', 'updated_at': '2021-12-14T02:50:26Z', 'revision_number': 4, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'subnets': [{'id': 'acc350e5-a883-4ca2-8858-3c9b809037a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:27.207566 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a6a4b25-80dc-4caf-bf1b-5a551dca8b44 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:27.219023 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-67921c5a-d3ca-49f2-ae5b-aa289ad28e80 None None] Provisioning complete for port 938c236f-c989-4b12-ba04-85bb85d69a0e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:27.219405 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-67921c5a-d3ca-49f2-ae5b-aa289ad28e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:27.244659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a4b25-80dc-4caf-bf1b-5a551dca8b44 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0bf7cd-17be-480d-8331-c0a436e0e178,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:27.253374 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47653d11-8b20-4754-a9d9-aec8a3438017 None None] The sync data for ids ['0aee42c9-5c35-482d-9689-23fa2f064346'] in n-d-821636-1 is: [{'id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'name': 'tempest-TestServerBasicOps-1858541563-router', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:13Z', 'updated_at': '2021-12-14T02:50:22Z', 'revision_number': 4, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'gw_port': {'id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:15Z', 'updated_at': '2021-12-14T02:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '938c236f-c989-4b12-ba04-85bb85d69a0e', 'name': '', 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'mac_address': 'fa:16:3e:c9:f2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'acc350e5-a883-4ca2-8858-3c9b809037a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:21Z', 'updated_at': '2021-12-14T02:50:26Z', 'revision_number': 4, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'subnets': [{'id': 'acc350e5-a883-4ca2-8858-3c9b809037a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:50:27.295966 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Allocated IP 2001:db8::2 (b5526c06-2f77-4d2f-9c87-a57f7ac049eb/68b21f7b-e137-493f-a5a8-ebd7c02e3f51/1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:27.331834 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d04d42f3-4a40-4dd5-b562-1df95721e40f tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:27.346272 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04d42f3-4a40-4dd5-b562-1df95721e40f tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:27.346923 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d04d42f3-4a40-4dd5-b562-1df95721e40f tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:27.401168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa894976-0cf7-40df-84c5-ea381ab3b214 req-146ac9b1-7154-44f7-a5fd-516c0d39b0a0 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:27.404657 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa894976-0cf7-40df-84c5-ea381ab3b214 req-146ac9b1-7154-44f7-a5fd-516c0d39b0a0 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 944 time: 0.1553092 Dec 14 02:50:27.437388 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a6a4b25-80dc-4caf-bf1b-5a551dca8b44 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:27.441690 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0a6a4b25-80dc-4caf-bf1b-5a551dca8b44 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6574452 Dec 14 02:50:27.444368 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52198) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:27.470669 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b11bc604-3237-48e5-9b59-0c6be01e98ee tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'security_group': {'name': 'tempest-secgroup-1164039769'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:27.522130 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.db.api [None req-efd77af5-baae-4ade-8d1f-944711a0e5e4 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:50:27.522625 n-d-821636-1 neutron-server[103848]: DEBUG oslo_db.api [None req-efd77af5-baae-4ade-8d1f-944711a0e5e4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:50:27.523077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d42f3-4a40-4dd5-b562-1df95721e40f tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event updated for resources: {'Network': ['ID=a4e21eda-2893-4182-9640-0049e12ea49b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:27.542749 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db7209-4b1c-4ad7-bbdf-e823a8454063 req-5ffe79c2-3596-4382-9767-6e74abf84fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:27.549204 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:27.555742 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09db7209-4b1c-4ad7-bbdf-e823a8454063 req-5ffe79c2-3596-4382-9767-6e74abf84fd0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4109049 Dec 14 02:50:27.569919 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network a4e21eda-2893-4182-9640-0049e12ea49b details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:50:27.616545 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b11bc604-3237-48e5-9b59-0c6be01e98ee tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:27.628314 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d04d42f3-4a40-4dd5-b562-1df95721e40f tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0987890 Dec 14 02:50:27.630366 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52200) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:27.663560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 938c236f-c989-4b12-ba04-85bb85d69a0e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:27.679874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-150e21ea-0e63-44c7-b9ea-152c4333082e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Request body: {'subnet': {'network_id': 'a4e21eda-2893-4182-9640-0049e12ea49b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:27.682360 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:27.777873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:27.790751 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:27.793477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:27.796094 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b11bc604-3237-48e5-9b59-0c6be01e98ee tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:27.841005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-4cc81a3d-2849-437f-848d-3bbb93834044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:27.843088 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-4cc81a3d-2849-437f-848d-3bbb93834044 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=60ae5181b4824764b72d9a8ae3674369&device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 1095 time: 0.1995199 Dec 14 02:50:27.854009 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa894976-0cf7-40df-84c5-ea381ab3b214 req-305177c5-2654-4f33-a24d-abf106acf069 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff5fc5ce-f14a-49e7-905a-654c87d8bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970712 Dec 14 02:50:27.862320 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b11bc604-3237-48e5-9b59-0c6be01e98ee tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:27.876180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Pushing event updated for resources: {'Port': ['ID=1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:27.887574 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-548c6352-4428-439b-bd59-7ff338ae0906 req-45aa05c4-5c03-4fa4-bf54-15b0e9e80067 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5031049 Dec 14 02:50:27.892006 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Attempting to bind port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:27.893548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Attempting to bind port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'fd6c5827-e9c6-4413-9939-162a18facede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:27.895043 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Attempting to bind port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc on network b5526c06-2f77-4d2f-9c87-a57f7ac049eb {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:27.909410 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 938c236f-c989-4b12-ba04-85bb85d69a0e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:27.909410 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:27.910852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:27.914913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Checking segment: {'id': 'fd6c5827-e9c6-4413-9939-162a18facede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:27.914913 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:27.914913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Bound using segment: {'id': 'fd6c5827-e9c6-4413-9939-162a18facede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:27.914913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Bound port: 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6c5827-e9c6-4413-9939-162a18facede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:27.914913 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:27.935383 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bc604-3237-48e5-9b59-0c6be01e98ee tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e6382c-0392-42ec-810b-3ff1b508ea3d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:27.999014 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-696f1d06-3016-4bbb-8237-5f234f08cef4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aec46864-cc32-4da5-9d0d-84439a1fcd21 HTTP/1.1" status: 200 len: 217 time: 0.1106937 Dec 14 02:50:28.035245 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-efd77af5-baae-4ade-8d1f-944711a0e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:28.046780 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] For port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:28.051612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] For port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc,segment=NetworkSegment(fd6c5827-e9c6-4413-9939-162a18facede),segment_id=fd6c5827-e9c6-4413-9939-162a18facede)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:28.099019 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150e21ea-0e63-44c7-b9ea-152c4333082e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Made reservation on behalf of 92955cb4c859495485bbf4f3c0d538d9 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:28.099377 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-150e21ea-0e63-44c7-b9ea-152c4333082e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:28.142367 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:28.175341 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b11bc604-3237-48e5-9b59-0c6be01e98ee tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:28.179499 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b11bc604-3237-48e5-9b59-0c6be01e98ee tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7311676 Dec 14 02:50:28.179611 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52210) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:28.190761 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4e59d7f0-3ddf-4b62-8c5b-02cf490ebc67 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1755131549', 'security_groups': ['71e6382c-0392-42ec-810b-3ff1b508ea3d'], 'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '68b21f7b-e137-493f-a5a8-ebd7c02e3f51'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:28.193754 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4b440-61cc-4268-a7a9-fedfa5f8d165 req-b2bf3ef7-f2d9-45f3-8135-40bd80d4ecb0 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:28.196287 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9c4b440-61cc-4268-a7a9-fedfa5f8d165 req-b2bf3ef7-f2d9-45f3-8135-40bd80d4ecb0 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 945 time: 0.3061512 Dec 14 02:50:28.221779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efd77af5-baae-4ade-8d1f-944711a0e5e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:50:28.234372 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d16f0-8a2e-4e10-a6c2-6d85901c7135 None None] Pushing event updated for resources: {'Port': ['ID=1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:28.238291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-e649a875-f3c7-4d2d-a400-7114dac7884e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:28.239696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-e649a875-f3c7-4d2d-a400-7114dac7884e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dd5ef174-aba5-40c5-8848-d21657825ee6 HTTP/1.1" status: 200 len: 849 time: 0.2177269 Dec 14 02:50:28.279696 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-efd77af5-baae-4ade-8d1f-944711a0e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:28.280051 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-efd77af5-baae-4ade-8d1f-944711a0e5e4 admin admin] Added segment 3b091f41-30ac-489a-b83e-34963ac08c9c of type vlan for network ffa65d79-ee96-437f-9707-16664965539e Dec 14 02:50:28.284875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c6352-4428-439b-bd59-7ff338ae0906 req-aec18d81-acac-4062-bc3e-905bc403f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:28.287214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-548c6352-4428-439b-bd59-7ff338ae0906 req-aec18d81-acac-4062-bc3e-905bc403f116 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 1096 time: 0.3004785 Dec 14 02:50:28.326080 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-e4dc80a9-34b5-40f5-88ee-271d55d1ca02 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb25c905-9a54-468e-a18f-ecfafb1c08f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627749 Dec 14 02:50:28.487657 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-efd77af5-baae-4ade-8d1f-944711a0e5e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:28.488113 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e59d7f0-3ddf-4b62-8c5b-02cf490ebc67 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:28.528355 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9c4b440-61cc-4268-a7a9-fedfa5f8d165 req-ca1b5a62-af4f-4c1c-9e01-f523cee8643d tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240066 Dec 14 02:50:28.671593 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4e59d7f0-3ddf-4b62-8c5b-02cf490ebc67 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:28.698761 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-01cce797-fcbf-470a-bbe8-de0309ca83bd service neutron] 10.222.0.46 "GET /v2.0/networks/cb25c905-9a54-468e-a18f-ecfafb1c08f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339553 Dec 14 02:50:28.700315 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c6352-4428-439b-bd59-7ff338ae0906 req-4bd75878-2c26-483e-a4eb-418b55145d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:28.703046 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-548c6352-4428-439b-bd59-7ff338ae0906 req-4bd75878-2c26-483e-a4eb-418b55145d8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.3841050 Dec 14 02:50:28.731423 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-4e59d7f0-3ddf-4b62-8c5b-02cf490ebc67 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] device_id is not set on port 7cce3dd6-af46-4ec3-a996-37708d1b0e71 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:50:28.823410 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-efd77af5-baae-4ade-8d1f-944711a0e5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:28.824613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd77af5-baae-4ade-8d1f-944711a0e5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:28.829346 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-efd77af5-baae-4ade-8d1f-944711a0e5e4 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:28.951224 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-548c6352-4428-439b-bd59-7ff338ae0906 req-2c3857eb-e69d-4129-8aaf-ebd2745e30d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e7c6efe-331a-4800-aa60-4e3b0206df0b HTTP/1.1" status: 200 len: 217 time: 0.1438458 Dec 14 02:50:28.956763 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-4e59d7f0-3ddf-4b62-8c5b-02cf490ebc67 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Allocated IP 2001:db8::2e7 (b5526c06-2f77-4d2f-9c87-a57f7ac049eb/68b21f7b-e137-493f-a5a8-ebd7c02e3f51/7cce3dd6-af46-4ec3-a996-37708d1b0e71) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:28.984120 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-150e21ea-0e63-44c7-b9ea-152c4333082e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:29.066269 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd77af5-baae-4ade-8d1f-944711a0e5e4 admin admin] Pushing event updated for resources: {'Network': ['ID=ffa65d79-ee96-437f-9707-16664965539e,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:29.084858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network ffa65d79-ee96-437f-9707-16664965539e details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:50:29.122712 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-efd77af5-baae-4ade-8d1f-944711a0e5e4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0095196 Dec 14 02:50:29.133981 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52228) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:29.147225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-128a73d6-d1b1-46b7-90cd-5b1534f00eba admin admin] Request body: {'subnet': {'network_id': 'ffa65d79-ee96-437f-9707-16664965539e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1935384103-subnet', 'tenant_id': '631b162c26664e238d8a4de2f0a67e7a', 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:29.170405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eae50a-44d3-4ac7-9ac6-e41ee542f954 req-4c3ea205-4509-45f9-a7d2-3ed6f51ab16c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:29.177796 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8eae50a-44d3-4ac7-9ac6-e41ee542f954 req-4c3ea205-4509-45f9-a7d2-3ed6f51ab16c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.4071758 Dec 14 02:50:29.207043 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4e59d7f0-3ddf-4b62-8c5b-02cf490ebc67 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:29.212680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e21ea-0e63-44c7-b9ea-152c4333082e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event updated for resources: {'Subnet': ['ID=4802d607-67e1-4a24-956c-05bf2b0ea37b,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:29.308068 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c6352-4428-439b-bd59-7ff338ae0906 req-2aff6717-a1c5-4f8c-a98b-a0b7a98c6722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:29.310141 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-548c6352-4428-439b-bd59-7ff338ae0906 req-2aff6717-a1c5-4f8c-a98b-a0b7a98c6722 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.3355813 Dec 14 02:50:29.322892 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4e59d7f0-3ddf-4b62-8c5b-02cf490ebc67 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:29.356688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0562d2d-76a7-4f68-b0d1-ddf1cddd971b req-f7aa0c40-03a7-4a80-ba25-f0fc9c5f3e7d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:29.359028 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0562d2d-76a7-4f68-b0d1-ddf1cddd971b req-f7aa0c40-03a7-4a80-ba25-f0fc9c5f3e7d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 944 time: 0.3150475 Dec 14 02:50:29.393259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150e21ea-0e63-44c7-b9ea-152c4333082e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Checking segment: {'id': 'ffd72e4f-a26e-4546-ad34-66189b85d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a4e21eda-2893-4182-9640-0049e12ea49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:29.393667 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150e21ea-0e63-44c7-b9ea-152c4333082e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Network hostable DHCP agents. Network: a4e21eda-2893-4182-9640-0049e12ea49b, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:50:29.402256 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e59d7f0-3ddf-4b62-8c5b-02cf490ebc67 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:29.411472 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-4e59d7f0-3ddf-4b62-8c5b-02cf490ebc67 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:29.417409 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e59d7f0-3ddf-4b62-8c5b-02cf490ebc67 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:29.425819 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8eae50a-44d3-4ac7-9ac6-e41ee542f954 req-25b5dab1-5cad-4db6-a55b-c05f2193da93 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470415 Dec 14 02:50:29.439646 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e59d7f0-3ddf-4b62-8c5b-02cf490ebc67 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:29.440414 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4e59d7f0-3ddf-4b62-8c5b-02cf490ebc67 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:29.451453 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59d7f0-3ddf-4b62-8c5b-02cf490ebc67 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=7cce3dd6-af46-4ec3-a996-37708d1b0e71,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:29.535407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128a73d6-d1b1-46b7-90cd-5b1534f00eba admin admin] Made reservation on behalf of 631b162c26664e238d8a4de2f0a67e7a for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:29.537780 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-128a73d6-d1b1-46b7-90cd-5b1534f00eba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:29.565659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c6352-4428-439b-bd59-7ff338ae0906 req-ea08abe4-34c0-4d86-8032-1290d90201b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:29.567227 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-548c6352-4428-439b-bd59-7ff338ae0906 req-ea08abe4-34c0-4d86-8032-1290d90201b3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2476377 Dec 14 02:50:29.573779 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4e59d7f0-3ddf-4b62-8c5b-02cf490ebc67 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3920624 Dec 14 02:50:29.577824 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52236) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:29.589739 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-dac040fc-42fc-4e14-aaef-4ab37f9aff32 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'subnet': {'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:29.626534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e157b6d2-f8d4-485a-8fdd-22c6cef86ca5 req-90767349-1402-4383-86d6-eddef38d0b04 service neutron] 10.222.0.46 "GET /v2.0/networks/cb25c905-9a54-468e-a18f-ecfafb1c08f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8108828 Dec 14 02:50:29.648832 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150e21ea-0e63-44c7-b9ea-152c4333082e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Network a4e21eda-2893-4182-9640-0049e12ea49b is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:50:29.649531 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:29.656600 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0562d2d-76a7-4f68-b0d1-ddf1cddd971b req-214931d7-848b-4d11-9c19-48b84c05afab tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff5fc5ce-f14a-49e7-905a-654c87d8bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407837 Dec 14 02:50:29.797180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:29.797872 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:29.906728 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:29.907192 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-548c6352-4428-439b-bd59-7ff338ae0906 req-9ad878ca-2306-452a-b3a7-3afef899baa5 service neutron] 10.222.0.47 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154395 Dec 14 02:50:29.942784 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-150e21ea-0e63-44c7-b9ea-152c4333082e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, a4e21eda-2893-4182-9640-0049e12ea49b) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:29.954040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc,segment=NetworkSegment(fd6c5827-e9c6-4413-9939-162a18facede),segment_id=fd6c5827-e9c6-4413-9939-162a18facede)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:29.958919 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55071f7d-907a-4a6d-8068-506519995fc7 None None] Network a4e21eda-2893-4182-9640-0049e12ea49b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:29.975456 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11197a1f-381b-4014-91ce-154f736ba69c req-260a8cab-564d-4888-a579-18b7f7be7d92 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:29.977150 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11197a1f-381b-4014-91ce-154f736ba69c req-260a8cab-564d-4888-a579-18b7f7be7d92 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f411f88e-59b6-4b23-870c-8272b5f838d9 HTTP/1.1" status: 200 len: 946 time: 0.4563475 Dec 14 02:50:30.004966 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150e21ea-0e63-44c7-b9ea-152c4333082e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:30.005579 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-150e21ea-0e63-44c7-b9ea-152c4333082e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:30.065378 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:30.083865 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-636c9309-654d-45db-854b-6ec7688376b4 None None] Provisioning complete for port 40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:30.084287 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-636c9309-654d-45db-854b-6ec7688376b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:30.128187 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-150e21ea-0e63-44c7-b9ea-152c4333082e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4866762 Dec 14 02:50:30.163173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52244) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:30.184946 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11197a1f-381b-4014-91ce-154f736ba69c req-37fc236f-af13-4c94-a84a-213451362c0c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655052 Dec 14 02:50:30.245316 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:30.252373 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:30.272964 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-636c9309-654d-45db-854b-6ec7688376b4 None None] Port 40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:30.309884 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-a4e21eda-2893-4182-9640-0049e12ea49b', 'network_id': 'a4e21eda-2893-4182-9640-0049e12ea49b', 'project_id': '92955cb4c859495485bbf4f3c0d538d9', 'fixed_ips': [{'subnet_id': '4802d607-67e1-4a24-956c-05bf2b0ea37b'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:50:30.311406 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:30.330624 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-636c9309-654d-45db-854b-6ec7688376b4 None None] Provisioning complete for port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:30.331322 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-636c9309-654d-45db-854b-6ec7688376b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:30.359513 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-548c6352-4428-439b-bd59-7ff338ae0906 req-bcc1f688-0dec-4d3f-9511-6405f704f9c6 service neutron] 10.222.0.47 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369233 Dec 14 02:50:30.395860 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac040fc-42fc-4e14-aaef-4ab37f9aff32 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:30.401408 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dac040fc-42fc-4e14-aaef-4ab37f9aff32 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:30.440416 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:30.495597 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-128a73d6-d1b1-46b7-90cd-5b1534f00eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:30.556270 n-d-821636-1 neutron-server[103847]: INFO neutron.db.ipam_backend_mixin [None req-dac040fc-42fc-4e14-aaef-4ab37f9aff32 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 68b21f7b-e137-493f-a5a8-ebd7c02e3f51 (CIDR: 2001:db8::/64) Dec 14 02:50:30.581456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Allocated IP 2001:db8::2 (a4e21eda-2893-4182-9640-0049e12ea49b/4802d607-67e1-4a24-956c-05bf2b0ea37b/81aac1fd-d7f2-4ff8-8016-2e4f1fb81479) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:30.594142 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac040fc-42fc-4e14-aaef-4ab37f9aff32 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:50:30.594757 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac040fc-42fc-4e14-aaef-4ab37f9aff32 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:30.711018 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dac040fc-42fc-4e14-aaef-4ab37f9aff32 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1300826 Dec 14 02:50:30.713558 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52252) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:30.719312 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8eae4b03-aeef-4029-a6dc-e3e32afdfc3d None None] Provisioning complete for port 7cce3dd6-af46-4ec3-a996-37708d1b0e71 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:30.719717 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8eae4b03-aeef-4029-a6dc-e3e32afdfc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:30.721577 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-cbe7574a-b1fe-421d-b90a-f85525185e8c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'subnet': {'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:30.834909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8eae4b03-aeef-4029-a6dc-e3e32afdfc3d None None] Port 7cce3dd6-af46-4ec3-a996-37708d1b0e71 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:30.852545 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:30.915955 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:30.927716 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:30.955405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a73d6-d1b1-46b7-90cd-5b1534f00eba admin admin] Pushing event updated for resources: {'Subnet': ['ID=97212668-3289-4055-b41f-15818479b797,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:30.972224 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Network a4e21eda-2893-4182-9640-0049e12ea49b is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:30.976016 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe7574a-b1fe-421d-b90a-f85525185e8c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:30.976882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:30.977342 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cbe7574a-b1fe-421d-b90a-f85525185e8c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:30.982308 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:30.984957 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Pushing event updated for resources: {'Port': ['ID=81aac1fd-d7f2-4ff8-8016-2e4f1fb81479,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:31.018906 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128a73d6-d1b1-46b7-90cd-5b1534f00eba admin admin] Checking segment: {'id': '3b091f41-30ac-489a-b83e-34963ac08c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ffa65d79-ee96-437f-9707-16664965539e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:31.019193 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128a73d6-d1b1-46b7-90cd-5b1534f00eba admin admin] Network hostable DHCP agents. Network: ffa65d79-ee96-437f-9707-16664965539e, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:50:31.029652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba72d68-12a1-4fe1-bb48-da4e9f97beb0 req-4477f06c-1b77-429a-91f3-8c1bafaddeef tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:31.031162 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ba72d68-12a1-4fe1-bb48-da4e9f97beb0 req-4477f06c-1b77-429a-91f3-8c1bafaddeef tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 945 time: 0.4969201 Dec 14 02:50:31.047608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Attempting to bind port 81aac1fd-d7f2-4ff8-8016-2e4f1fb81479 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:31.047989 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Attempting to bind port 81aac1fd-d7f2-4ff8-8016-2e4f1fb81479 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'ffd72e4f-a26e-4546-ad34-66189b85d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a4e21eda-2893-4182-9640-0049e12ea49b'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:31.048352 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Attempting to bind port 81aac1fd-d7f2-4ff8-8016-2e4f1fb81479 on network a4e21eda-2893-4182-9640-0049e12ea49b {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:31.056047 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:31.056630 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Checking segment: {'id': 'ffd72e4f-a26e-4546-ad34-66189b85d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a4e21eda-2893-4182-9640-0049e12ea49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:31.057048 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:31.057487 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Bound using segment: {'id': 'ffd72e4f-a26e-4546-ad34-66189b85d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a4e21eda-2893-4182-9640-0049e12ea49b'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:31.057960 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Bound port: 81aac1fd-d7f2-4ff8-8016-2e4f1fb81479, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd72e4f-a26e-4546-ad34-66189b85d283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a4e21eda-2893-4182-9640-0049e12ea49b'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:31.058349 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:31.063549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f48ec-511d-4d10-b8b9-c21493a7bd0f req-f84e822d-272b-48b0-b2c8-18e91c25463c tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:31.065093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c42f48ec-511d-4d10-b8b9-c21493a7bd0f req-f84e822d-272b-48b0-b2c8-18e91c25463c tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 944 time: 0.1561456 Dec 14 02:50:31.139469 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] For port 81aac1fd-d7f2-4ff8-8016-2e4f1fb81479, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:31.143710 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] For port 81aac1fd-d7f2-4ff8-8016-2e4f1fb81479, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=81aac1fd-d7f2-4ff8-8016-2e4f1fb81479,segment=NetworkSegment(ffd72e4f-a26e-4546-ad34-66189b85d283),segment_id=ffd72e4f-a26e-4546-ad34-66189b85d283)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:31.147653 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:31.194336 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ba72d68-12a1-4fe1-bb48-da4e9f97beb0 req-c3701446-19a2-4c5b-a60a-75bed5f06899 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265886 Dec 14 02:50:31.195070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128a73d6-d1b1-46b7-90cd-5b1534f00eba admin admin] Network ffa65d79-ee96-437f-9707-16664965539e is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:50:31.199182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event deleted for resources: {'Subnet': ['ID=4802d607-67e1-4a24-956c-05bf2b0ea37b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:31.213633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c42f48ec-511d-4d10-b8b9-c21493a7bd0f req-2ce976a4-51b8-4f49-b344-9bd5e426b8cb tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff5fc5ce-f14a-49e7-905a-654c87d8bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310825 Dec 14 02:50:31.240939 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:31.290800 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-128a73d6-d1b1-46b7-90cd-5b1534f00eba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, ffa65d79-ee96-437f-9707-16664965539e) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:31.300065 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8b3784-ff57-42f7-86ef-583f0dfce3c6 None None] Network ffa65d79-ee96-437f-9707-16664965539e requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:31.300794 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:31.310679 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128a73d6-d1b1-46b7-90cd-5b1534f00eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:31.311418 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-128a73d6-d1b1-46b7-90cd-5b1534f00eba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:31.317945 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cbe7574a-b1fe-421d-b90a-f85525185e8c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:31.369808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e21eda-2893-4182-9640-0049e12ea49b']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:31.381542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd72e4f-a26e-4546-ad34-66189b85d283') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:31.381905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd72e4f-a26e-4546-ad34-66189b85d283') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:31.393591 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:31.408728 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-128a73d6-d1b1-46b7-90cd-5b1534f00eba admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2658470 Dec 14 02:50:31.409740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52266) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:31.416085 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1935384103-router', 'tenant_id': '631b162c26664e238d8a4de2f0a67e7a', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:31.416708 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe7574a-b1fe-421d-b90a-f85525185e8c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:31.421042 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-cbe7574a-b1fe-421d-b90a-f85525185e8c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:31.426512 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe7574a-b1fe-421d-b90a-f85525185e8c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:31.430332 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cbe7574a-b1fe-421d-b90a-f85525185e8c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:31.435602 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:31.446723 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7574a-b1fe-421d-b90a-f85525185e8c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Subnet': ['ID=83dc42eb-1d57-41af-b6a1-61643c282b71,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:31.463764 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:50:31.464167 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:50:31.467788 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:50:31.596862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5194b52-a2e8-45e0-85ab-87986ad05616 req-49c426e8-ed92-4d5e-8bfc-444e74a357c6 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:31.598584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5194b52-a2e8-45e0-85ab-87986ad05616 req-49c426e8-ed92-4d5e-8bfc-444e74a357c6 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.0750353 Dec 14 02:50:31.625928 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.db.api [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 02:50:31.625928 n-d-821636-1 neutron-server[103848]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 02:50:31.625928 n-d-821636-1 neutron-server[103848]: [parameters: {'id': 'a4e21eda-2893-4182-9640-0049e12ea49b'}] Dec 14 02:50:31.625928 n-d-821636-1 neutron-server[103848]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:50:31.625928 n-d-821636-1 neutron-server[103848]: DEBUG oslo_db.api [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:50:31.660282 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:31.660462 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:31.701894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5194b52-a2e8-45e0-85ab-87986ad05616 req-b280089e-f294-4431-b5ab-6d966e4ff053 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961978 Dec 14 02:50:31.707449 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cbe7574a-b1fe-421d-b90a-f85525185e8c tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9925339 Dec 14 02:50:31.714411 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52270) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:31.722854 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-65dff091-19f6-4c9c-8d53-1ea4eacd70df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-980626187', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '83dc42eb-1d57-41af-b6a1-61643c282b71'}], 'security_groups': ['ce0bf7cd-17be-480d-8331-c0a436e0e178']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:31.752412 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:31.760980 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfc5868-0099-455b-a9f9-1fcda61b7959 None None] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:31.764177 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:31.847301 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-65dff091-19f6-4c9c-8d53-1ea4eacd70df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:31.902083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc5ee0-a06d-4e54-a7b7-f9046efe2c66 None None] Pushing event updated for resources: {'Port': ['ID=81aac1fd-d7f2-4ff8-8016-2e4f1fb81479,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:31.935562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-ffa65d79-ee96-437f-9707-16664965539e', 'network_id': 'ffa65d79-ee96-437f-9707-16664965539e', 'project_id': '631b162c26664e238d8a4de2f0a67e7a', 'fixed_ips': [{'subnet_id': '97212668-3289-4055-b41f-15818479b797'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:50:31.936450 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:31.966158 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:31.966373 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:32.131740 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:32.144595 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:32.229384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c3b6b-1b8d-4c80-adbb-16af60a8190a req-c3f3735d-10aa-412c-8e58-c4dbb970089a tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:32.235419 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c3b6b-1b8d-4c80-adbb-16af60a8190a req-c3f3735d-10aa-412c-8e58-c4dbb970089a tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:32.241650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c3b6b-1b8d-4c80-adbb-16af60a8190a req-c3f3735d-10aa-412c-8e58-c4dbb970089a tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:32.244476 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ac6c3b6b-1b8d-4c80-adbb-16af60a8190a req-c3f3735d-10aa-412c-8e58-c4dbb970089a tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515&device_id=f411f88e-59b6-4b23-870c-8272b5f838d9&device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 2417 time: 0.1247334 Dec 14 02:50:32.266339 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Allocated IP 172.20.0.2 (ffa65d79-ee96-437f-9707-16664965539e/97212668-3289-4055-b41f-15818479b797/23534fdd-b335-4598-8dcf-ac322dce3c1c) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:32.281225 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c02113-3beb-4037-a227-c05285ec6f19 None None] Update dhcp port {'port': {'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb', 'fixed_ips': [{'subnet_id': '68b21f7b-e137-493f-a5a8-ebd7c02e3f51', 'ip_address': '2001:db8::2'}, {'subnet_id': '83dc42eb-1d57-41af-b6a1-61643c282b71'}], 'binding:host_id': 'n-d-821636-1'}, 'id': '1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc'} from n-d-821636-1. {{(pid=103849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 02:50:32.357783 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-26c02113-3beb-4037-a227-c05285ec6f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:32.396493 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Deleting port 81aac1fd-d7f2-4ff8-8016-2e4f1fb81479 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:50:32.396847 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:32.437858 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-65dff091-19f6-4c9c-8d53-1ea4eacd70df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Delete allocated IP 2001:db8::2e7 (b5526c06-2f77-4d2f-9c87-a57f7ac049eb/68b21f7b-e137-493f-a5a8-ebd7c02e3f51) {{(pid=103847) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 14 02:50:32.446848 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-65dff091-19f6-4c9c-8d53-1ea4eacd70df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Allocated IP 2001:db8:0:1::68 (b5526c06-2f77-4d2f-9c87-a57f7ac049eb/83dc42eb-1d57-41af-b6a1-61643c282b71/7cce3dd6-af46-4ec3-a996-37708d1b0e71) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:32.486409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ac6c3b6b-1b8d-4c80-adbb-16af60a8190a req-aa2f71a6-47e0-46d9-b698-bba8e3cc4078 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350173 Dec 14 02:50:32.534526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] For port 81aac1fd-d7f2-4ff8-8016-2e4f1fb81479, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=81aac1fd-d7f2-4ff8-8016-2e4f1fb81479,segment=NetworkSegment(ffd72e4f-a26e-4546-ad34-66189b85d283),segment_id=ffd72e4f-a26e-4546-ad34-66189b85d283)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:32.535349 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:32.563469 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Calling delete_port for 81aac1fd-d7f2-4ff8-8016-2e4f1fb81479 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:32.612806 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecbb4dc-2dc8-4028-9432-0f41b3a5bc0f req-7ab19a19-07bd-48fa-acf7-2f6529f0df99 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:32.615223 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ecbb4dc-2dc8-4028-9432-0f41b3a5bc0f req-7ab19a19-07bd-48fa-acf7-2f6529f0df99 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 944 time: 0.2316675 Dec 14 02:50:32.756710 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-65dff091-19f6-4c9c-8d53-1ea4eacd70df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:32.765004 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:32.768299 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-188ff458-7612-408e-8d36-e5bc92948d1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:32.827895 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-65dff091-19f6-4c9c-8d53-1ea4eacd70df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:32.912146 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:32.922914 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c30a63-d4e9-42e4-b105-6c6725a6a17b req-029b6b27-c779-4ebd-a761-c2f3c202272c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:32.925128 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-53c30a63-d4e9-42e4-b105-6c6725a6a17b req-029b6b27-c779-4ebd-a761-c2f3c202272c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 945 time: 0.2927451 Dec 14 02:50:32.937646 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device aec46864-cc32-4da5-9d0d-84439a1fcd21 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:50:32.976715 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2ecbb4dc-2dc8-4028-9432-0f41b3a5bc0f req-1e3b54ec-ab48-4270-9252-c46d41ad3f17 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff5fc5ce-f14a-49e7-905a-654c87d8bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423557 Dec 14 02:50:32.983988 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-65dff091-19f6-4c9c-8d53-1ea4eacd70df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] In _notify_port_updated(), no bound segment for port 7cce3dd6-af46-4ec3-a996-37708d1b0e71 on network b5526c06-2f77-4d2f-9c87-a57f7ac049eb {{(pid=103847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:50:32.992949 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dff091-19f6-4c9c-8d53-1ea4eacd70df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:32.994035 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-65dff091-19f6-4c9c-8d53-1ea4eacd70df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:32.996491 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-65dff091-19f6-4c9c-8d53-1ea4eacd70df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "PUT /v2.0/ports/7cce3dd6-af46-4ec3-a996-37708d1b0e71 HTTP/1.1" status: 200 len: 929 time: 1.2805817 Dec 14 02:50:32.999586 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52292) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:33.018778 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dff091-19f6-4c9c-8d53-1ea4eacd70df tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=7cce3dd6-af46-4ec3-a996-37708d1b0e71,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:33.079232 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888c84bc-a0c2-44d7-ac9e-d45aa8d529fd None None] Network a4e21eda-2893-4182-9640-0049e12ea49b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:33.083333 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:33.134451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event deleted for resources: {'Port': ['ID=81aac1fd-d7f2-4ff8-8016-2e4f1fb81479,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:33.142923 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-53c30a63-d4e9-42e4-b105-6c6725a6a17b req-aea1cd82-5605-45db-adf9-b0398bc0f4ba tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283996 Dec 14 02:50:33.145996 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:33.148061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] No DVR routers for this DVR port 81aac1fd-d7f2-4ff8-8016-2e4f1fb81479 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:50:33.168053 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-1366ab2b-83f0-433d-ab73-d7920fc95f21 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port 7cce3dd6-af46-4ec3-a996-37708d1b0e71 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:50:33.168406 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1366ab2b-83f0-433d-ab73-d7920fc95f21 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:33.175351 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:33.179576 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-26c02113-3beb-4037-a227-c05285ec6f19 None None] Allocated IP 2001:db8:0:1::2 (b5526c06-2f77-4d2f-9c87-a57f7ac049eb/83dc42eb-1d57-41af-b6a1-61643c282b71/1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:33.190509 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Network ffa65d79-ee96-437f-9707-16664965539e is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:33.195098 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8e466348-9f1e-4fe8-b218-4ee9224b905b None None] Could not find standard attr ID for object 81aac1fd-d7f2-4ff8-8016-2e4f1fb81479. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:50:33.211211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:33.217388 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:33.292560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Pushing event updated for resources: {'Port': ['ID=23534fdd-b335-4598-8dcf-ac322dce3c1c,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:33.361193 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1366ab2b-83f0-433d-ab73-d7920fc95f21 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:33.379556 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-1366ab2b-83f0-433d-ab73-d7920fc95f21 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for 7cce3dd6-af46-4ec3-a996-37708d1b0e71 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:33.461095 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Attempting to bind port 23534fdd-b335-4598-8dcf-ac322dce3c1c on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:33.461898 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Attempting to bind port 23534fdd-b335-4598-8dcf-ac322dce3c1c by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '3b091f41-30ac-489a-b83e-34963ac08c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ffa65d79-ee96-437f-9707-16664965539e'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:33.462397 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Attempting to bind port 23534fdd-b335-4598-8dcf-ac322dce3c1c on network ffa65d79-ee96-437f-9707-16664965539e {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:33.472479 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:33.481524 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:33.481911 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Checking segment: {'id': '3b091f41-30ac-489a-b83e-34963ac08c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ffa65d79-ee96-437f-9707-16664965539e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:33.482317 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:33.482736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Bound using segment: {'id': '3b091f41-30ac-489a-b83e-34963ac08c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ffa65d79-ee96-437f-9707-16664965539e'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:33.483190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Bound port: 23534fdd-b335-4598-8dcf-ac322dce3c1c, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b091f41-30ac-489a-b83e-34963ac08c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ffa65d79-ee96-437f-9707-16664965539e'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:33.483574 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:33.499856 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] Allocated IP 172.25.7.155 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/a46720f5-4eb5-4dc8-aa20-729ecf8bb286) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:33.509659 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port aec46864-cc32-4da5-9d0d-84439a1fcd21, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=aec46864-cc32-4da5-9d0d-84439a1fcd21,segment=NetworkSegment(657abcff-7d41-4b7b-9502-5b1727641498),segment_id=657abcff-7d41-4b7b-9502-5b1727641498)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:33.510940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e21eda-2893-4182-9640-0049e12ea49b']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:33.533771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd72e4f-a26e-4546-ad34-66189b85d283') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:33.534082 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd72e4f-a26e-4546-ad34-66189b85d283') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:33.540310 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c65576c-0086-4b9c-91f3-fb4e36a36469 None None] DHCP port deletion for a4e21eda-2893-4182-9640-0049e12ea49b request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:50:33.557959 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'aec46864-cc32-4da5-9d0d-84439a1fcd21', 'network_id': 'cb25c905-9a54-468e-a18f-ecfafb1c08f6', 'port_id': 'aec46864-cc32-4da5-9d0d-84439a1fcd21', 'mac_address': 'fa:16:3e:b0:ff:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd5ef174-aba5-40c5-8848-d21657825ee6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:50:33.599121 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:33.638156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-26c02113-3beb-4037-a227-c05285ec6f19 None None] For port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc,segment=NetworkSegment(fd6c5827-e9c6-4413-9939-162a18facede),segment_id=fd6c5827-e9c6-4413-9939-162a18facede)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:33.698497 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:33.717160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:50:33.717619 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:50:33.721117 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:50:33.759479 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1366ab2b-83f0-433d-ab73-d7920fc95f21 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:33.796720 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:33.800787 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366ab2b-83f0-433d-ab73-d7920fc95f21 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=7cce3dd6-af46-4ec3-a996-37708d1b0e71,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:33.821444 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1366ab2b-83f0-433d-ab73-d7920fc95f21 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:33.825404 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1366ab2b-83f0-433d-ab73-d7920fc95f21 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/ports/7cce3dd6-af46-4ec3-a996-37708d1b0e71 HTTP/1.1" status: 204 len: 168 time: 0.8248436 Dec 14 02:50:33.832468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52308) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:33.832468 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:33.844003 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-26c02113-3beb-4037-a227-c05285ec6f19 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:33.854597 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec46864-cc32-4da5-9d0d-84439a1fcd21 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:50:33.865591 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] For port 23534fdd-b335-4598-8dcf-ac322dce3c1c, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:33.889174 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] For port 23534fdd-b335-4598-8dcf-ac322dce3c1c, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=23534fdd-b335-4598-8dcf-ac322dce3c1c,segment=NetworkSegment(3b091f41-30ac-489a-b83e-34963ac08c9c),segment_id=3b091f41-30ac-489a-b83e-34963ac08c9c)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:33.890462 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:33.893494 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port aec46864-cc32-4da5-9d0d-84439a1fcd21, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=aec46864-cc32-4da5-9d0d-84439a1fcd21,segment=NetworkSegment(657abcff-7d41-4b7b-9502-5b1727641498),segment_id=657abcff-7d41-4b7b-9502-5b1727641498)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:33.896064 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:33.904889 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/networks/a4e21eda-2893-4182-9640-0049e12ea49b HTTP/1.1" status: 204 len: 168 time: 3.7376215 Dec 14 02:50:33.905343 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52314) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:33.918787 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-26c02113-3beb-4037-a227-c05285ec6f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:33.925008 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b90db149-bd33-475d-bbc0-c6633939a88d tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1070763533'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:33.956332 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-0396d9e3-7e70-4015-ad3d-9ee16149b6f3 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] GET failed (client error): The resource could not be found. Dec 14 02:50:33.960694 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52316) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:33.961790 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0396d9e3-7e70-4015-ad3d-9ee16149b6f3 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports/7cce3dd6-af46-4ec3-a996-37708d1b0e71 HTTP/1.1" status: 404 len: 333 time: 0.1273236 Dec 14 02:50:33.962848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039afda3-ed46-4bc9-a949-6bfdb294630b tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event deleted for resources: {'Network': ['ID=a4e21eda-2893-4182-9640-0049e12ea49b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:34.007012 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:34.035445 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f8449ba-6069-4b8b-be80-6f866c4fefcf tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:34.035571 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c02113-3beb-4037-a227-c05285ec6f19 None None] Pushing event updated for resources: {'Port': ['ID=1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:34.053704 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:34.061715 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90db149-bd33-475d-bbc0-c6633939a88d tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Made reservation on behalf of 92955cb4c859495485bbf4f3c0d538d9 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:34.070282 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b90db149-bd33-475d-bbc0-c6633939a88d tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:34.125752 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:34.143336 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:34.156673 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:34.174208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:34.181071 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aecc96-6ac2-482c-a90c-a767b3026f21 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:50:34.188095 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f8449ba-6069-4b8b-be80-6f866c4fefcf tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:34.206650 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2710970a-68dc-4355-990b-0abc8c7f5d88 None None] Pushing event updated for resources: {'Port': ['ID=23534fdd-b335-4598-8dcf-ac322dce3c1c,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:34.283456 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90db149-bd33-475d-bbc0-c6633939a88d tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:50:34.309686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] Pushing event updated for resources: {'Port': ['ID=a46720f5-4eb5-4dc8-aa20-729ecf8bb286,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:34.313579 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b90db149-bd33-475d-bbc0-c6633939a88d tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:34.314473 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-b90db149-bd33-475d-bbc0-c6633939a88d tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Added segment 18c77477-ae10-4671-8c85-34f4496aa02b of type vlan for network 7533632b-aa53-4413-8465-dfa6cb9b33cc Dec 14 02:50:34.340402 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=aec46864-cc32-4da5-9d0d-84439a1fcd21,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:34.393770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5e310abf-3efe-4f2b-8c06-b299eaa9f53b None None] Provisioning complete for port a46720f5-4eb5-4dc8-aa20-729ecf8bb286 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:34.394718 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5e310abf-3efe-4f2b-8c06-b299eaa9f53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:34.468870 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b90db149-bd33-475d-bbc0-c6633939a88d tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:34.475428 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f8449ba-6069-4b8b-be80-6f866c4fefcf tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:34.478967 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f8449ba-6069-4b8b-be80-6f866c4fefcf tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:34.482033 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7f8449ba-6069-4b8b-be80-6f866c4fefcf tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/security-groups/71e6382c-0392-42ec-810b-3ff1b508ea3d HTTP/1.1" status: 204 len: 168 time: 0.5159211 Dec 14 02:50:34.495847 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52326) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:34.530866 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8449ba-6069-4b8b-be80-6f866c4fefcf tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e6382c-0392-42ec-810b-3ff1b508ea3d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:34.543307 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['aec46864-cc32-4da5-9d0d-84439a1fcd21'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:50:34.641212 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4a0096f5-4b97-4910-bf62-2303d7a94d7a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:34.662140 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b90db149-bd33-475d-bbc0-c6633939a88d tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:34.675994 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90db149-bd33-475d-bbc0-c6633939a88d tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:34.676582 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b90db149-bd33-475d-bbc0-c6633939a88d tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:34.746384 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5e310abf-3efe-4f2b-8c06-b299eaa9f53b None None] Port a46720f5-4eb5-4dc8-aa20-729ecf8bb286 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:34.764164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34a3b5-4ae8-408f-b36e-f82545041e56 req-c77cc6cd-3141-4afa-a05d-2b6f07520fd7 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:34.772837 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c34a3b5-4ae8-408f-b36e-f82545041e56 req-c77cc6cd-3141-4afa-a05d-2b6f07520fd7 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 945 time: 0.5156996 Dec 14 02:50:34.887134 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b90db149-bd33-475d-bbc0-c6633939a88d tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9799633 Dec 14 02:50:34.890642 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c34a3b5-4ae8-408f-b36e-f82545041e56 req-0be3d6ad-cc7e-4ed2-ac9c-501916bd2a56 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff5fc5ce-f14a-49e7-905a-654c87d8bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162539 Dec 14 02:50:34.899199 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52332) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:34.926638 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-af14b47a-eb6e-442f-8d92-ac407f779e2c tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Request body: {'subnet': {'network_id': '7533632b-aa53-4413-8465-dfa6cb9b33cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:34.940504 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4a0096f5-4b97-4910-bf62-2303d7a94d7a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:34.942790 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90db149-bd33-475d-bbc0-c6633939a88d tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event updated for resources: {'Network': ['ID=7533632b-aa53-4413-8465-dfa6cb9b33cc,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:34.985404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 7533632b-aa53-4413-8465-dfa6cb9b33cc details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:50:35.209959 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff50b2-2c50-459d-a9f9-ab908eb89f3e req-17c715dd-e0e4-49d1-b5e3-b3d890e031c6 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:35.212276 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bdff50b2-2c50-459d-a9f9-ab908eb89f3e req-17c715dd-e0e4-49d1-b5e3-b3d890e031c6 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.0936370 Dec 14 02:50:35.239228 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:35.242718 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4a0096f5-4b97-4910-bf62-2303d7a94d7a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:35.245960 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4a0096f5-4b97-4910-bf62-2303d7a94d7a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:35.251397 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4a0096f5-4b97-4910-bf62-2303d7a94d7a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/security-groups/ce0bf7cd-17be-480d-8331-c0a436e0e178 HTTP/1.1" status: 204 len: 168 time: 0.7544830 Dec 14 02:50:35.252467 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52340) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:35.262088 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af14b47a-eb6e-442f-8d92-ac407f779e2c tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Made reservation on behalf of 92955cb4c859495485bbf4f3c0d538d9 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:35.283518 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af14b47a-eb6e-442f-8d92-ac407f779e2c tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:35.343958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0096f5-4b97-4910-bf62-2303d7a94d7a tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0bf7cd-17be-480d-8331-c0a436e0e178,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:35.512484 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3b248d-5728-4123-8701-13e5cbb9e08e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting subnet 68b21f7b-e137-493f-a5a8-ebd7c02e3f51 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:50:35.528905 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c3b248d-5728-4123-8701-13e5cbb9e08e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:35.573365 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-483424af-370b-4cea-8d30-8d8370463ad5 None None] Could not find standard attr ID for object 7cce3dd6-af46-4ec3-a996-37708d1b0e71. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:50:35.589339 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2897cd65-ba36-4791-be8a-4007fc0a2834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:35.611604 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bdff50b2-2c50-459d-a9f9-ab908eb89f3e req-45067e02-60e9-420f-bd66-12384747258e tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911989 Dec 14 02:50:35.646858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-483424af-370b-4cea-8d30-8d8370463ad5 None None] Provisioning complete for port 40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:35.652358 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-483424af-370b-4cea-8d30-8d8370463ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:35.660545 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:35.726506 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c3b248d-5728-4123-8701-13e5cbb9e08e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:35.841158 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-483424af-370b-4cea-8d30-8d8370463ad5 None None] Port 40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:35.843699 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:35.921996 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-483424af-370b-4cea-8d30-8d8370463ad5 None None] Provisioning complete for port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:35.922378 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-483424af-370b-4cea-8d30-8d8370463ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:36.031102 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc7f343-52ed-4833-846c-db8565042611 None None] Network ffa65d79-ee96-437f-9707-16664965539e requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:36.033107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] Router 7c93bedc-74ab-4f41-82b7-5f6c4229312e is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:50:36.085172 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:36.088276 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:36.091027 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c3b248d-5728-4123-8701-13e5cbb9e08e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:36.246617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a7775-dc74-436a-8a90-646ffce204de req-18760c02-9ae7-44f8-8363-d152ec739950 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:36.248273 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea3a7775-dc74-436a-8a90-646ffce204de req-18760c02-9ae7-44f8-8363-d152ec739950 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 945 time: 0.1356256 Dec 14 02:50:36.268988 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c3b248d-5728-4123-8701-13e5cbb9e08e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:36.345168 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b248d-5728-4123-8701-13e5cbb9e08e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Subnet': ['ID=68b21f7b-e137-493f-a5a8-ebd7c02e3f51,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:36.350129 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c3b248d-5728-4123-8701-13e5cbb9e08e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:36.359201 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1c3b248d-5728-4123-8701-13e5cbb9e08e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/68b21f7b-e137-493f-a5a8-ebd7c02e3f51 HTTP/1.1" status: 204 len: 168 time: 1.0711844 Dec 14 02:50:36.370013 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52354) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:36.375111 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-7f5ee1e7-8dfe-49f4-85f0-2f7fb777d75e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'subnet': {'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:36.401155 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:36.402178 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b246153b-361b-4cb7-ae94-c3315daab16e None None] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:36.492064 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b7ce11e2-c5d4-43f4-8855-d02aab2f8646 None None] Could not find standard attr ID for object 7cce3dd6-af46-4ec3-a996-37708d1b0e71. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:50:36.526644 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 23534fdd-b335-4598-8dcf-ac322dce3c1c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:36.565928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.objects.ports [None req-af14b47a-eb6e-442f-8d92-ac407f779e2c tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103847) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:50:36.569957 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af14b47a-eb6e-442f-8d92-ac407f779e2c tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:36.591627 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b7ce11e2-c5d4-43f4-8855-d02aab2f8646 None None] Provisioning complete for port 23534fdd-b335-4598-8dcf-ac322dce3c1c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:36.592203 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b7ce11e2-c5d4-43f4-8855-d02aab2f8646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:36.673186 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:50:36.680304 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af14b47a-eb6e-442f-8d92-ac407f779e2c tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Checking segment: {'id': '18c77477-ae10-4671-8c85-34f4496aa02b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '7533632b-aa53-4413-8465-dfa6cb9b33cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:36.681955 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af14b47a-eb6e-442f-8d92-ac407f779e2c tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Network hostable DHCP agents. Network: 7533632b-aa53-4413-8465-dfa6cb9b33cc, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:50:36.684543 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14b47a-eb6e-442f-8d92-ac407f779e2c tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event updated for resources: {'Subnet': ['ID=4de60492-2ba0-4584-8369-c4533bf582a9,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:36.734096 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Sync routers for ids ['7c93bedc-74ab-4f41-82b7-5f6c4229312e'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:50:36.745513 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea3a7775-dc74-436a-8a90-646ffce204de req-14a004e9-6d50-4edb-a35d-baca4fa60a37 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff5fc5ce-f14a-49e7-905a-654c87d8bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903376 Dec 14 02:50:36.764693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Routers {'7c93bedc-74ab-4f41-82b7-5f6c4229312e'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:50:36.765761 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:50:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7c93bedc-74ab-4f41-82b7-5f6c4229312e'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:36.789337 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 23534fdd-b335-4598-8dcf-ac322dce3c1c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:36.789941 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:36.793677 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af14b47a-eb6e-442f-8d92-ac407f779e2c tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Network 7533632b-aa53-4413-8465-dfa6cb9b33cc is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:50:36.822860 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5ee1e7-8dfe-49f4-85f0-2f7fb777d75e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:36.833647 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f5ee1e7-8dfe-49f4-85f0-2f7fb777d75e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:36.875192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18eab2-deab-458a-a708-2f62cceec1ae req-40a6b83f-3957-48cc-b75f-a5df1f81846d tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:36.887336 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f18eab2-deab-458a-a708-2f62cceec1ae req-40a6b83f-3957-48cc-b75f-a5df1f81846d tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.1099265 Dec 14 02:50:36.924654 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-af14b47a-eb6e-442f-8d92-ac407f779e2c tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 7533632b-aa53-4413-8465-dfa6cb9b33cc) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:36.926955 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:36.928385 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f7b1b36b-d264-4d8a-b3a7-6c4524bb94d2 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5176821 Dec 14 02:50:36.932565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52362) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:36.954545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af14b47a-eb6e-442f-8d92-ac407f779e2c tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:36.955239 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af14b47a-eb6e-442f-8d92-ac407f779e2c tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:36.958755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cef9cc7-13fe-4a1b-b4b9-69ec0b381c86 None None] Network 7533632b-aa53-4413-8465-dfa6cb9b33cc requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:36.961291 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device aec46864-cc32-4da5-9d0d-84439a1fcd21 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:37.080922 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f18eab2-deab-458a-a708-2f62cceec1ae req-2545f02f-3298-442a-bf0f-480a0de71642 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923664 Dec 14 02:50:37.083061 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-af14b47a-eb6e-442f-8d92-ac407f779e2c tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1827674 Dec 14 02:50:37.085911 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52368) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:37.126031 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b7ce11e2-c5d4-43f4-8855-d02aab2f8646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:37.218414 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Set router 7c93bedc-74ab-4f41-82b7-5f6c4229312e gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:50:37.309423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b7ce11e2-c5d4-43f4-8855-d02aab2f8646 None None] For port 23534fdd-b335-4598-8dcf-ac322dce3c1c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=23534fdd-b335-4598-8dcf-ac322dce3c1c,segment=NetworkSegment(3b091f41-30ac-489a-b83e-34963ac08c9c),segment_id=3b091f41-30ac-489a-b83e-34963ac08c9c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:37.310752 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b92d1949-e164-4d6b-9000-abdf412bf7ec tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:37.312824 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f519a314-5a7a-4169-b3a7-fc26bd811fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-7533632b-aa53-4413-8465-dfa6cb9b33cc', 'network_id': '7533632b-aa53-4413-8465-dfa6cb9b33cc', 'project_id': '92955cb4c859495485bbf4f3c0d538d9', 'fixed_ips': [{'subnet_id': '4de60492-2ba0-4584-8369-c4533bf582a9'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:50:37.313718 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f519a314-5a7a-4169-b3a7-fc26bd811fdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:37.343195 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:37.378573 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b92d1949-e164-4d6b-9000-abdf412bf7ec tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:37.453742 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f5ee1e7-8dfe-49f4-85f0-2f7fb777d75e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:37.514309 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b7ce11e2-c5d4-43f4-8855-d02aab2f8646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:37.516397 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ee1e7-8dfe-49f4-85f0-2f7fb777d75e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:37.522325 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-7f5ee1e7-8dfe-49f4-85f0-2f7fb777d75e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:37.527199 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port aec46864-cc32-4da5-9d0d-84439a1fcd21 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:50:37.527358 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5ee1e7-8dfe-49f4-85f0-2f7fb777d75e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:37.527937 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7f5ee1e7-8dfe-49f4-85f0-2f7fb777d75e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:37.539745 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b92d1949-e164-4d6b-9000-abdf412bf7ec tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:37.547546 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ee1e7-8dfe-49f4-85f0-2f7fb777d75e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Subnet': ['ID=389f3cac-ec2b-4232-b033-46739b86c412,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:37.585106 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d1949-e164-4d6b-9000-abdf412bf7ec tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event deleted for resources: {'Subnet': ['ID=4de60492-2ba0-4584-8369-c4533bf582a9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:37.608814 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port aec46864-cc32-4da5-9d0d-84439a1fcd21 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:37.609496 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:37.638940 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6b87686-18a6-4892-99ef-00f8781d04db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:37.656064 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7f5ee1e7-8dfe-49f4-85f0-2f7fb777d75e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2846117 Dec 14 02:50:37.658332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52376) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:37.668640 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-f09c1ffd-e74b-49f8-8eb7-6e7a7115f5b8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'security_group': {'name': 'tempest-secgroup-545181418'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:37.671361 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b92d1949-e164-4d6b-9000-abdf412bf7ec tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:37.700191 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-b92d1949-e164-4d6b-9000-abdf412bf7ec tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7533632b-aa53-4413-8465-dfa6cb9b33cc']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:37.711466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-b92d1949-e164-4d6b-9000-abdf412bf7ec tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c77477-ae10-4671-8c85-34f4496aa02b') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:37.712044 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-b92d1949-e164-4d6b-9000-abdf412bf7ec tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c77477-ae10-4671-8c85-34f4496aa02b') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:37.764500 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b92d1949-e164-4d6b-9000-abdf412bf7ec tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:37.785275 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce11e2-c5d4-43f4-8855-d02aab2f8646 None None] Pushing event updated for resources: {'Port': ['ID=23534fdd-b335-4598-8dcf-ac322dce3c1c,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:37.785951 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b92d1949-e164-4d6b-9000-abdf412bf7ec tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:37.794365 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92d1949-e164-4d6b-9000-abdf412bf7ec tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:50:37.795639 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b92d1949-e164-4d6b-9000-abdf412bf7ec tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:50:37.800812 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:50:37.833001 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:50:37.833401 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:50:37.847163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7bfbf292-7408-4778-90e3-e2a7cbec5d7a None None] Provisioning complete for port 23534fdd-b335-4598-8dcf-ac322dce3c1c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:37.847546 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7bfbf292-7408-4778-90e3-e2a7cbec5d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:37.885346 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f09c1ffd-e74b-49f8-8eb7-6e7a7115f5b8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:37.887547 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server [None req-f519a314-5a7a-4169-b3a7-fc26bd811fdd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4de60492-2ba0-4584-8369-c4533bf582a9: This subnet is being modified by another concurrent operation. Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 14 02:50:37.899521 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise exception Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4de60492-2ba0-4584-8369-c4533bf582a9: This subnet is being modified by another concurrent operation. Dec 14 02:50:37.904051 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server Dec 14 02:50:37.987679 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b92d1949-e164-4d6b-9000-abdf412bf7ec tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:37.995511 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b92d1949-e164-4d6b-9000-abdf412bf7ec tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:38.002115 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b92d1949-e164-4d6b-9000-abdf412bf7ec tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/networks/7533632b-aa53-4413-8465-dfa6cb9b33cc HTTP/1.1" status: 204 len: 168 time: 0.9119358 Dec 14 02:50:38.008338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52380) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:38.027871 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d1949-e164-4d6b-9000-abdf412bf7ec tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event deleted for resources: {'Network': ['ID=7533632b-aa53-4413-8465-dfa6cb9b33cc,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:38.104036 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09992aa-7636-4336-8e4e-1160514191b8 req-383380a6-e2a8-42a7-be91-15fff3609720 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:38.105784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b09992aa-7636-4336-8e4e-1160514191b8 req-383380a6-e2a8-42a7-be91-15fff3609720 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 945 time: 0.1855493 Dec 14 02:50:38.134788 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc29a946-42e8-47cd-9296-a3d0d2ecdadc None None] Network 7533632b-aa53-4413-8465-dfa6cb9b33cc requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:38.144434 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c29f184-9025-4426-bbb1-e50e57e06aa6 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] DELETE failed (client error): The resource could not be found. Dec 14 02:50:38.144911 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c29f184-9025-4426-bbb1-e50e57e06aa6 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:38.150756 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3c29f184-9025-4426-bbb1-e50e57e06aa6 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/subnets/4de60492-2ba0-4584-8369-c4533bf582a9 HTTP/1.1" status: 404 len: 337 time: 0.1258373 Dec 14 02:50:38.151956 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52388) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:38.153614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'name': 'tempest-TestServerBasicOps-1935384103-router', 'tenant_id': '631b162c26664e238d8a4de2f0a67e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a46720f5-4eb5-4dc8-aa20-729ecf8bb286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:31Z', 'updated_at': '2021-12-14T02:50:34Z', 'revision_number': 3, 'project_id': '631b162c26664e238d8a4de2f0a67e7a', 'gw_port': {'id': 'a46720f5-4eb5-4dc8-aa20-729ecf8bb286', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:33Z', 'updated_at': '2021-12-14T02:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:38.159917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a4e9e0-dd9c-4760-a413-4519ff097540 None None] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:38.176757 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2692af-4c5e-4303-ab3d-62053c404309 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] DELETE failed (client error): The resource could not be found. Dec 14 02:50:38.177204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2692af-4c5e-4303-ab3d-62053c404309 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:38.183674 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5a2692af-4c5e-4303-ab3d-62053c404309 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/networks/7533632b-aa53-4413-8465-dfa6cb9b33cc HTTP/1.1" status: 404 len: 339 time: 0.0291326 Dec 14 02:50:38.185115 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52390) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:38.198099 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc29a946-42e8-47cd-9296-a3d0d2ecdadc None None] Network 7533632b-aa53-4413-8465-dfa6cb9b33cc could not be found, it might have been deleted concurrently. {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 14 02:50:38.217989 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa1d2a3-f100-4b4c-8d5f-7d2f28667120 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] DELETE failed (client error): The resource could not be found. Dec 14 02:50:38.218454 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfa1d2a3-f100-4b4c-8d5f-7d2f28667120 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:38.221561 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dfa1d2a3-f100-4b4c-8d5f-7d2f28667120 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/subnets/4802d607-67e1-4a24-956c-05bf2b0ea37b HTTP/1.1" status: 404 len: 337 time: 0.0354154 Dec 14 02:50:38.227998 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52392) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:38.233697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-e6b87686-18a6-4892-99ef-00f8781d04db admin admin] Allocated IP 172.20.0.1 (ffa65d79-ee96-437f-9707-16664965539e/97212668-3289-4055-b41f-15818479b797/044ffe43-b585-4b03-97e2-c9aabbf96d4a) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:38.242050 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Checking router: 7c93bedc-74ab-4f41-82b7-5f6c4229312e for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:50:38.243027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Updating router 7c93bedc-74ab-4f41-82b7-5f6c4229312e port a46720f5-4eb5-4dc8-aa20-729ecf8bb286 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:50:38.254436 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:38.254863 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-46f52e6d-65c2-468c-97eb-0bd19aa88bb8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] DELETE failed (client error): The resource could not be found. Dec 14 02:50:38.255546 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46f52e6d-65c2-468c-97eb-0bd19aa88bb8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:38.263815 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-46f52e6d-65c2-468c-97eb-0bd19aa88bb8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/networks/a4e21eda-2893-4182-9640-0049e12ea49b HTTP/1.1" status: 404 len: 339 time: 0.0348592 Dec 14 02:50:38.264648 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52396) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:38.284092 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f09c1ffd-e74b-49f8-8eb7-6e7a7115f5b8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:38.298799 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-403d66ec-9fcd-462e-9980-301afbeea115 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] DELETE failed (client error): The resource could not be found. Dec 14 02:50:38.300856 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403d66ec-9fcd-462e-9980-301afbeea115 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:38.309272 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-403d66ec-9fcd-462e-9980-301afbeea115 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/subnets/a5e2497a-14b9-405a-92c1-1f66addc5331 HTTP/1.1" status: 404 len: 337 time: 0.0432339 Dec 14 02:50:38.309888 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52398) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:38.329109 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:38.391171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b09992aa-7636-4336-8e4e-1160514191b8 req-c42d912f-3414-447f-ad70-54ad6eaf24f0 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff5fc5ce-f14a-49e7-905a-654c87d8bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480650 Dec 14 02:50:38.392231 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29c9a77-5dd1-4ef4-a7e7-98ed75420825 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] DELETE failed (client error): The resource could not be found. Dec 14 02:50:38.392800 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29c9a77-5dd1-4ef4-a7e7-98ed75420825 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:38.398888 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b29c9a77-5dd1-4ef4-a7e7-98ed75420825 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/networks/db0d5fe1-b21c-4b1f-bcad-d1757b6d60c6 HTTP/1.1" status: 404 len: 339 time: 0.0740097 Dec 14 02:50:38.400364 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52400) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:38.407533 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f09c1ffd-e74b-49f8-8eb7-6e7a7115f5b8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:38.410803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438df762-b2fe-4e83-9833-5dd79626ab4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec46864-cc32-4da5-9d0d-84439a1fcd21'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:50:38.411286 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267bb4a8-1a3a-40eb-944f-3e0d208b7c7c" -d '{"events": [{"server_uuid": "438df762-b2fe-4e83-9833-5dd79626ab4b", "name": "network-vif-plugged", "status": "completed", "tag": "aec46864-cc32-4da5-9d0d-84439a1fcd21"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:50:38.432150 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f9de-2ffd-465e-9a2d-814b90270f83 req-7dc8e0a3-f3a8-4996-96dc-7cf4175dcfbe tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:38.434891 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4148f9de-2ffd-465e-9a2d-814b90270f83 req-7dc8e0a3-f3a8-4996-96dc-7cf4175dcfbe tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.2131627 Dec 14 02:50:38.462639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port aec46864-cc32-4da5-9d0d-84439a1fcd21, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=aec46864-cc32-4da5-9d0d-84439a1fcd21,segment=NetworkSegment(657abcff-7d41-4b7b-9502-5b1727641498),segment_id=657abcff-7d41-4b7b-9502-5b1727641498)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:38.530820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c1ffd-e74b-49f8-8eb7-6e7a7115f5b8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd9201f-7051-4730-9e85-692e84a88b05,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:38.534346 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782e43bd-2fda-4f05-a642-e0c70d0266f8 x-openstack-request-id: req-782e43bd-2fda-4f05-a642-e0c70d0266f8 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:50:38.534731 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438df762-b2fe-4e83-9833-5dd79626ab4b", "name": "network-vif-plugged", "status": "completed", "tag": "aec46864-cc32-4da5-9d0d-84439a1fcd21", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:50:38.538136 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-782e43bd-2fda-4f05-a642-e0c70d0266f8 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:50:38.538136 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438df762-b2fe-4e83-9833-5dd79626ab4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec46864-cc32-4da5-9d0d-84439a1fcd21', 'code': 200} Dec 14 02:50:38.542023 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 81aac1fd-d7f2-4ff8-8016-2e4f1fb81479 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:50:38.567258 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d876c77d-1507-44f3-931d-a0cab7a76675 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Deleting port fedbaea7-8aa3-4a6c-b1c2-97e489a5c123 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:50:38.567884 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d876c77d-1507-44f3-931d-a0cab7a76675 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:38.590961 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:38.592878 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 81aac1fd-d7f2-4ff8-8016-2e4f1fb81479 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:50:38.593357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 81aac1fd-d7f2-4ff8-8016-2e4f1fb81479 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:50:38.609885 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6b87686-18a6-4892-99ef-00f8781d04db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:38.630778 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4148f9de-2ffd-465e-9a2d-814b90270f83 req-06a84e56-0e7a-467f-bc1f-80c3be2d8c7e tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832802 Dec 14 02:50:38.642687 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f09c1ffd-e74b-49f8-8eb7-6e7a7115f5b8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:38.644598 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f09c1ffd-e74b-49f8-8eb7-6e7a7115f5b8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9849999 Dec 14 02:50:38.649088 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52406) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:38.655649 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-157b0ef9-1d6e-4a8d-a6ef-ffc0f9be8179 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'security_group': {'name': 'tempest-secgroup-1598886718'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:38.683812 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d876c77d-1507-44f3-931d-a0cab7a76675 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:38.710233 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:38.725871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8e9d42c3-f666-465c-891f-8707ec0d7bcd None None] Provisioning complete for port 40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:38.727356 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8e9d42c3-f666-465c-891f-8707ec0d7bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:38.733088 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d876c77d-1507-44f3-931d-a0cab7a76675 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Calling delete_port for fedbaea7-8aa3-4a6c-b1c2-97e489a5c123 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:38.762085 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f908f9-d5f2-4b1f-8af8-a3b61fc60208 req-4928db3a-082a-4260-ada2-93eaf5faf81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:38.763738 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9f908f9-d5f2-4b1f-8af8-a3b61fc60208 req-4928db3a-082a-4260-ada2-93eaf5faf81c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 1097 time: 0.1172841 Dec 14 02:50:38.773083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 23534fdd-b335-4598-8dcf-ac322dce3c1c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:38.815608 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9f908f9-d5f2-4b1f-8af8-a3b61fc60208 req-a186fb95-cfac-4c6e-94da-bea87927f552 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ff5fc5ce-f14a-49e7-905a-654c87d8bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425534 Dec 14 02:50:38.829615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=aec46864-cc32-4da5-9d0d-84439a1fcd21,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:38.830222 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-157b0ef9-1d6e-4a8d-a6ef-ffc0f9be8179 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:38.859580 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8e9d42c3-f666-465c-891f-8707ec0d7bcd None None] Port 40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:38.859852 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6b87686-18a6-4892-99ef-00f8781d04db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:38.905866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a809e1-f31e-473c-bed7-b3f64b679cef None None] Update dhcp port {'port': {'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb', 'fixed_ips': [{'subnet_id': '83dc42eb-1d57-41af-b6a1-61643c282b71', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '389f3cac-ec2b-4232-b033-46739b86c412'}], 'binding:host_id': 'n-d-821636-1'}, 'id': '1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc'} from n-d-821636-1. {{(pid=103849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 02:50:38.933110 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8e9d42c3-f666-465c-891f-8707ec0d7bcd None None] Provisioning complete for port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:38.933580 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8e9d42c3-f666-465c-891f-8707ec0d7bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:38.940739 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d876c77d-1507-44f3-931d-a0cab7a76675 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:38.943575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b87686-18a6-4892-99ef-00f8781d04db admin admin] Network ffa65d79-ee96-437f-9707-16664965539e is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:38.949955 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-157b0ef9-1d6e-4a8d-a6ef-ffc0f9be8179 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:38.951457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-e6b87686-18a6-4892-99ef-00f8781d04db admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:38.955882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b87686-18a6-4892-99ef-00f8781d04db admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:38.998246 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88a809e1-f31e-473c-bed7-b3f64b679cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:38.998744 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876c77d-1507-44f3-931d-a0cab7a76675 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event deleted for resources: {'Port': ['ID=fedbaea7-8aa3-4a6c-b1c2-97e489a5c123,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:39.003745 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b87686-18a6-4892-99ef-00f8781d04db admin admin] Pushing event updated for resources: {'Port': ['ID=044ffe43-b585-4b03-97e2-c9aabbf96d4a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:39.017891 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d876c77d-1507-44f3-931d-a0cab7a76675 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.022311 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6b87686-18a6-4892-99ef-00f8781d04db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.023904 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d876c77d-1507-44f3-931d-a0cab7a76675 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/ports/fedbaea7-8aa3-4a6c-b1c2-97e489a5c123 HTTP/1.1" status: 204 len: 168 time: 0.6210227 Dec 14 02:50:39.026056 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-157b0ef9-1d6e-4a8d-a6ef-ffc0f9be8179 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.031490 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52412) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:39.049478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 23534fdd-b335-4598-8dcf-ac322dce3c1c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:39.049861 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.073269 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b0ef9-1d6e-4a8d-a6ef-ffc0f9be8179 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc902fa-5aa5-4041-9f97-a563f36684bd,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:39.120047 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-157b0ef9-1d6e-4a8d-a6ef-ffc0f9be8179 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.122509 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.128845 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-157b0ef9-1d6e-4a8d-a6ef-ffc0f9be8179 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4786007 Dec 14 02:50:39.130124 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52416) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:39.140766 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'security_group': {'name': 'tempest-secgroup-123547657'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:39.179369 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc261ef-2391-40bc-a5e0-da84dfa09e3a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] DELETE failed (client error): The resource could not be found. Dec 14 02:50:39.180789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc261ef-2391-40bc-a5e0-da84dfa09e3a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:39.184696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1dc261ef-2391-40bc-a5e0-da84dfa09e3a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/subnets/dd7a8379-86b2-45c3-9008-c64de90056d3 HTTP/1.1" status: 404 len: 337 time: 0.1495502 Dec 14 02:50:39.187527 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52420) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:39.224738 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.264041 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.302876 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f34a6f69-2e76-4d1f-88cc-adc786f7548a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.367299 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495b7aae-4a28-4a56-8ff8-9cb6b6cb129e None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:50:39.377566 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3451a-ce88-41d2-814e-136a8aa7ed29 None None] Pushing event updated for resources: {'Port': ['ID=a46720f5-4eb5-4dc8-aa20-729ecf8bb286,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:39.389170 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6b87686-18a6-4892-99ef-00f8781d04db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.409817 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Attempting to bind port a46720f5-4eb5-4dc8-aa20-729ecf8bb286 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:39.410196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Attempting to bind port a46720f5-4eb5-4dc8-aa20-729ecf8bb286 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:39.410649 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Attempting to bind port a46720f5-4eb5-4dc8-aa20-729ecf8bb286 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:39.431482 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:39.431944 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:39.432277 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.432681 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:39.433170 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Bound port: a46720f5-4eb5-4dc8-aa20-729ecf8bb286, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:39.434052 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.466920 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.468879 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f34a6f69-2e76-4d1f-88cc-adc786f7548a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.473278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-88a809e1-f31e-473c-bed7-b3f64b679cef None None] Allocated IP 2001:db8::2 (b5526c06-2f77-4d2f-9c87-a57f7ac049eb/389f3cac-ec2b-4232-b033-46739b86c412/1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:39.502060 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-f34a6f69-2e76-4d1f-88cc-adc786f7548a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c061b47-4b74-4b24-bd34-bec1d3dd46d8']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:39.515761 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-f34a6f69-2e76-4d1f-88cc-adc786f7548a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c73bc2c-6aea-4bea-a054-d15f31cde8f6') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:39.516063 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-f34a6f69-2e76-4d1f-88cc-adc786f7548a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c73bc2c-6aea-4bea-a054-d15f31cde8f6') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:39.529481 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f34a6f69-2e76-4d1f-88cc-adc786f7548a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.537354 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.561105 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f34a6f69-2e76-4d1f-88cc-adc786f7548a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.573118 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-734cf310-d578-4c7a-87dd-efb757acab6a None None] Provisioning complete for port a46720f5-4eb5-4dc8-aa20-729ecf8bb286 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:39.573780 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-734cf310-d578-4c7a-87dd-efb757acab6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.576701 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34a6f69-2e76-4d1f-88cc-adc786f7548a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:50:39.577123 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f34a6f69-2e76-4d1f-88cc-adc786f7548a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:50:39.580173 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:50:39.616267 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] For port a46720f5-4eb5-4dc8-aa20-729ecf8bb286, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:39.629005 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad5f67a-48e6-4944-b5c4-03d9150a718c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:39.644246 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:39.645114 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:39.645869 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:39.646227 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:39.646564 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:39.646901 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:39.647235 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:39.647568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:39.647902 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:39.649332 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:39.649670 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:39.650005 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:39.650334 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:39.656460 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] For port a46720f5-4eb5-4dc8-aa20-729ecf8bb286, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a46720f5-4eb5-4dc8-aa20-729ecf8bb286,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:39.659442 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-734cf310-d578-4c7a-87dd-efb757acab6a None None] Port a46720f5-4eb5-4dc8-aa20-729ecf8bb286 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:39.666436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-88a809e1-f31e-473c-bed7-b3f64b679cef None None] For port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc,segment=NetworkSegment(fd6c5827-e9c6-4413-9939-162a18facede),segment_id=fd6c5827-e9c6-4413-9939-162a18facede)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:39.667190 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.668609 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e8e93027-f642-4289-ad10-e41f829ada42 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5371161 Dec 14 02:50:39.671754 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52430) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:39.676573 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-bf643790-1411-41b6-b747-8f6f0935897b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1981827914', 'security_groups': ['4ad5f67a-48e6-4944-b5c4-03d9150a718c'], 'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '389f3cac-ec2b-4232-b033-46739b86c412'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:39.682021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea235ae-d88e-426e-bd9e-4348f53eed52 req-63eccb2d-2d3d-4af8-96be-94b4e34b3217 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:39.683777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ea235ae-d88e-426e-bd9e-4348f53eed52 req-63eccb2d-2d3d-4af8-96be-94b4e34b3217 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 946 time: 0.1443133 Dec 14 02:50:39.712939 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88a809e1-f31e-473c-bed7-b3f64b679cef None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.715270 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-734cf310-d578-4c7a-87dd-efb757acab6a None None] Provisioning complete for port 044ffe43-b585-4b03-97e2-c9aabbf96d4a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:39.715742 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-734cf310-d578-4c7a-87dd-efb757acab6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.745656 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.761208 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f34a6f69-2e76-4d1f-88cc-adc786f7548a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.775230 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f34a6f69-2e76-4d1f-88cc-adc786f7548a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.779502 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f34a6f69-2e76-4d1f-88cc-adc786f7548a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/networks/1c061b47-4b74-4b24-bd34-bec1d3dd46d8 HTTP/1.1" status: 204 len: 168 time: 0.5891504 Dec 14 02:50:39.783997 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52434) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:39.807939 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f217a6b-ee9b-4887-8e7c-11ef6b2763ea None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:50:39.813261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-734cf310-d578-4c7a-87dd-efb757acab6a None None] Port 044ffe43-b585-4b03-97e2-c9aabbf96d4a cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:39.821924 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a6f69-2e76-4d1f-88cc-adc786f7548a tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event deleted for resources: {'Network': ['ID=1c061b47-4b74-4b24-bd34-bec1d3dd46d8,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:39.826525 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88a809e1-f31e-473c-bed7-b3f64b679cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.826875 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6b87686-18a6-4892-99ef-00f8781d04db admin admin] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.839949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ea235ae-d88e-426e-bd9e-4348f53eed52 req-f30b55e5-a00b-4d91-b5f2-416a3c4eeb39 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff5fc5ce-f14a-49e7-905a-654c87d8bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456647 Dec 14 02:50:39.850943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Routers {'7c93bedc-74ab-4f41-82b7-5f6c4229312e'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:50:39.862117 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:50:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7c93bedc-74ab-4f41-82b7-5f6c4229312e'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:39.862117 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3451a-ce88-41d2-814e-136a8aa7ed29 None None] Pushing event updated for resources: {'Port': ['ID=a46720f5-4eb5-4dc8-aa20-729ecf8bb286,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:39.863719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d58c0a-ee21-48ed-a26b-caff14ec4571 req-f874d65c-10c3-41f1-8471-14eda4434e5a tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:39.875906 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77d58c0a-ee21-48ed-a26b-caff14ec4571 req-f874d65c-10c3-41f1-8471-14eda4434e5a tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.1027460 Dec 14 02:50:39.917816 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6b87686-18a6-4892-99ef-00f8781d04db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:39.951533 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d93bdac6-583b-4c7b-8561-9261ee078bb8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Deleting port d517145e-12c8-45dd-a085-cf87d6277483 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:50:39.951996 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d93bdac6-583b-4c7b-8561-9261ee078bb8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:40.019514 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77d58c0a-ee21-48ed-a26b-caff14ec4571 req-38866dc5-1b23-4eb5-9a58-f03af160a64b tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373882 Dec 14 02:50:40.058999 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6b87686-18a6-4892-99ef-00f8781d04db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:40.063275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b87686-18a6-4892-99ef-00f8781d04db admin admin] Pushing event updated for resources: {'Port': ['ID=044ffe43-b585-4b03-97e2-c9aabbf96d4a,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:40.099829 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d93bdac6-583b-4c7b-8561-9261ee078bb8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:40.126526 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d93bdac6-583b-4c7b-8561-9261ee078bb8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Calling delete_port for d517145e-12c8-45dd-a085-cf87d6277483 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:40.137654 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf643790-1411-41b6-b747-8f6f0935897b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:40.237580 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b87686-18a6-4892-99ef-00f8781d04db admin admin] Network ffa65d79-ee96-437f-9707-16664965539e is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:40.239464 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-e6b87686-18a6-4892-99ef-00f8781d04db admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:40.286177 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-afcde2c9-92b8-44e4-b577-dc2026e92b4b None None] Provisioning complete for port a46720f5-4eb5-4dc8-aa20-729ecf8bb286 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:40.286876 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-afcde2c9-92b8-44e4-b577-dc2026e92b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:40.334165 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a809e1-f31e-473c-bed7-b3f64b679cef None None] Pushing event updated for resources: {'Port': ['ID=1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:40.340282 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf643790-1411-41b6-b747-8f6f0935897b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:40.368723 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-bf643790-1411-41b6-b747-8f6f0935897b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] device_id is not set on port 341f946b-b9d5-422c-9055-2d88463a5208 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:50:40.425508 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d93bdac6-583b-4c7b-8561-9261ee078bb8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:40.440350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b87686-18a6-4892-99ef-00f8781d04db admin admin] Router 7c93bedc-74ab-4f41-82b7-5f6c4229312e has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:50:40.444542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] Set router 7c93bedc-74ab-4f41-82b7-5f6c4229312e gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:50:40.487070 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bdac6-583b-4c7b-8561-9261ee078bb8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event deleted for resources: {'Port': ['ID=d517145e-12c8-45dd-a085-cf87d6277483,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:40.512774 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d93bdac6-583b-4c7b-8561-9261ee078bb8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:40.516215 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d93bdac6-583b-4c7b-8561-9261ee078bb8 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/ports/d517145e-12c8-45dd-a085-cf87d6277483 HTTP/1.1" status: 204 len: 168 time: 0.7310219 Dec 14 02:50:40.519308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52444) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:40.577379 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-249e9ebb-6993-455c-85eb-5fc6983e5f5e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] DELETE failed (client error): The resource could not be found. Dec 14 02:50:40.577880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249e9ebb-6993-455c-85eb-5fc6983e5f5e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:40.583791 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-249e9ebb-6993-455c-85eb-5fc6983e5f5e tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/subnets/9e504a58-bb90-49fa-b3a2-ef775db2e077 HTTP/1.1" status: 404 len: 337 time: 0.0640302 Dec 14 02:50:40.584707 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52446) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:40.714467 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-bf643790-1411-41b6-b747-8f6f0935897b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Allocated IP 2001:db8::2b6 (b5526c06-2f77-4d2f-9c87-a57f7ac049eb/389f3cac-ec2b-4232-b033-46739b86c412/341f946b-b9d5-422c-9055-2d88463a5208) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:40.751522 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fedad613-7c19-4a75-86e7-bf480bb2e224 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:40.794516 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-afcde2c9-92b8-44e4-b577-dc2026e92b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:40.823303 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-afcde2c9-92b8-44e4-b577-dc2026e92b4b None None] For port a46720f5-4eb5-4dc8-aa20-729ecf8bb286, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a46720f5-4eb5-4dc8-aa20-729ecf8bb286,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:40.827414 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:40.897199 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf643790-1411-41b6-b747-8f6f0935897b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:40.912781 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fedad613-7c19-4a75-86e7-bf480bb2e224 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:40.933326 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-afcde2c9-92b8-44e4-b577-dc2026e92b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:40.941271 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b87686-18a6-4892-99ef-00f8781d04db admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:50:40.946264 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'name': 'tempest-TestServerBasicOps-1935384103-router', 'tenant_id': '631b162c26664e238d8a4de2f0a67e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a46720f5-4eb5-4dc8-aa20-729ecf8bb286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:31Z', 'updated_at': '2021-12-14T02:50:39Z', 'revision_number': 4, 'project_id': '631b162c26664e238d8a4de2f0a67e7a', 'gw_port': {'id': 'a46720f5-4eb5-4dc8-aa20-729ecf8bb286', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:33Z', 'updated_at': '2021-12-14T02:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '044ffe43-b585-4b03-97e2-c9aabbf96d4a', 'name': '', 'network_id': 'ffa65d79-ee96-437f-9707-16664965539e', 'tenant_id': '631b162c26664e238d8a4de2f0a67e7a', 'mac_address': 'fa:16:3e:6b:5d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '97212668-3289-4055-b41f-15818479b797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:37Z', 'updated_at': '2021-12-14T02:50:38Z', 'revision_number': 1, 'project_id': '631b162c26664e238d8a4de2f0a67e7a', 'subnets': [{'id': '97212668-3289-4055-b41f-15818479b797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:40.951617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:40.951987 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:40.956339 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e6b87686-18a6-4892-99ef-00f8781d04db admin admin] 10.222.0.39 "PUT /v2.0/routers/7c93bedc-74ab-4f41-82b7-5f6c4229312e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0215833 Dec 14 02:50:40.993622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-fedad613-7c19-4a75-86e7-bf480bb2e224 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dfc7044-94be-46de-bf0f-6a49b8ec57a5']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:41.006372 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-fedad613-7c19-4a75-86e7-bf480bb2e224 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a84669-1c44-405f-bfee-c86678fd71ca') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:41.006904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-fedad613-7c19-4a75-86e7-bf480bb2e224 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a84669-1c44-405f-bfee-c86678fd71ca') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:41.018808 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fedad613-7c19-4a75-86e7-bf480bb2e224 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:41.030411 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf643790-1411-41b6-b747-8f6f0935897b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:41.095351 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fedad613-7c19-4a75-86e7-bf480bb2e224 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:41.105202 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcfb207-84cb-4d33-ba50-812a0c449f58 None None] The sync data for ids ['7c93bedc-74ab-4f41-82b7-5f6c4229312e'] in n-d-821636-1 is: [{'id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'name': 'tempest-TestServerBasicOps-1935384103-router', 'tenant_id': '631b162c26664e238d8a4de2f0a67e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a46720f5-4eb5-4dc8-aa20-729ecf8bb286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:31Z', 'updated_at': '2021-12-14T02:50:39Z', 'revision_number': 4, 'project_id': '631b162c26664e238d8a4de2f0a67e7a', 'gw_port': {'id': 'a46720f5-4eb5-4dc8-aa20-729ecf8bb286', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:33Z', 'updated_at': '2021-12-14T02:50:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '044ffe43-b585-4b03-97e2-c9aabbf96d4a', 'name': '', 'network_id': 'ffa65d79-ee96-437f-9707-16664965539e', 'tenant_id': '631b162c26664e238d8a4de2f0a67e7a', 'mac_address': 'fa:16:3e:6b:5d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '97212668-3289-4055-b41f-15818479b797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:37Z', 'updated_at': '2021-12-14T02:50:38Z', 'revision_number': 1, 'project_id': '631b162c26664e238d8a4de2f0a67e7a', 'subnets': [{'id': '97212668-3289-4055-b41f-15818479b797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:50:41.160945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fedad613-7c19-4a75-86e7-bf480bb2e224 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:50:41.169683 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fedad613-7c19-4a75-86e7-bf480bb2e224 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:50:41.180746 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:50:41.201794 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-24181ae0-aa64-4423-827e-87ad0d0a1ab4 None None] Provisioning complete for port 044ffe43-b585-4b03-97e2-c9aabbf96d4a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:41.202172 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-24181ae0-aa64-4423-827e-87ad0d0a1ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:41.209511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf643790-1411-41b6-b747-8f6f0935897b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:41.214649 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-bf643790-1411-41b6-b747-8f6f0935897b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:41.220890 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf643790-1411-41b6-b747-8f6f0935897b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:41.235073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf643790-1411-41b6-b747-8f6f0935897b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:41.238185 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf643790-1411-41b6-b747-8f6f0935897b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:41.247929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcde2c9-92b8-44e4-b577-dc2026e92b4b None None] Pushing event updated for resources: {'Port': ['ID=a46720f5-4eb5-4dc8-aa20-729ecf8bb286,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:41.251265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf643790-1411-41b6-b747-8f6f0935897b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=341f946b-b9d5-422c-9055-2d88463a5208,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:41.278854 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-24181ae0-aa64-4423-827e-87ad0d0a1ab4 None None] Port 044ffe43-b585-4b03-97e2-c9aabbf96d4a cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:41.329200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009334a-cd20-4359-800b-00d3a39b8900 req-9e32663d-0583-4ac0-b734-ecafd4f01775 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:41.330973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0009334a-cd20-4359-800b-00d3a39b8900 req-9e32663d-0583-4ac0-b734-ecafd4f01775 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 946 time: 0.2682326 Dec 14 02:50:41.342299 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bf643790-1411-41b6-b747-8f6f0935897b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6698093 Dec 14 02:50:41.345051 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52462) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:41.350470 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c315da9f-a0d7-45da-aa05-9e56675faa73 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'subnet': {'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:41.365009 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe918bd-f15a-4e62-9f1e-ef26110e2e09 req-1831485f-1f7e-4083-8d2f-1c9474ba7163 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:41.372567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fe918bd-f15a-4e62-9f1e-ef26110e2e09 req-1831485f-1f7e-4083-8d2f-1c9474ba7163 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.1886182 Dec 14 02:50:41.432894 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fedad613-7c19-4a75-86e7-bf480bb2e224 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:41.438962 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b24ebc78-7a77-4727-a332-f8867b1966c1 None None] Provisioning complete for port 40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:41.442414 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0009334a-cd20-4359-800b-00d3a39b8900 req-6b7ce4b3-df4c-427e-acb2-cd8122983c7f tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff5fc5ce-f14a-49e7-905a-654c87d8bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021409 Dec 14 02:50:41.448957 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fedad613-7c19-4a75-86e7-bf480bb2e224 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:41.452283 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fedad613-7c19-4a75-86e7-bf480bb2e224 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/networks/2dfc7044-94be-46de-bf0f-6a49b8ec57a5 HTTP/1.1" status: 204 len: 168 time: 0.8621950 Dec 14 02:50:41.455058 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52466) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:41.462745 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b24ebc78-7a77-4727-a332-f8867b1966c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:41.488293 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedad613-7c19-4a75-86e7-bf480bb2e224 tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event deleted for resources: {'Network': ['ID=2dfc7044-94be-46de-bf0f-6a49b8ec57a5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:41.500599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fe918bd-f15a-4e62-9f1e-ef26110e2e09 req-c0c43887-35ee-419e-ae23-53e8c077f265 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270308 Dec 14 02:50:41.535619 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b24ebc78-7a77-4727-a332-f8867b1966c1 None None] Port 40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:41.556483 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:50:41.559055 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b24ebc78-7a77-4727-a332-f8867b1966c1 None None] Provisioning complete for port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:41.559681 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b24ebc78-7a77-4727-a332-f8867b1966c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:41.720557 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-5620f3a7-c318-4b4f-a948-e7f4c32814de tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Deleting subnet a9518f89-85d4-4c3e-83ca-d5a5fe926498 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:50:41.725373 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5620f3a7-c318-4b4f-a948-e7f4c32814de tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:41.753642 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43639067-6533-4219-b1a2-914dc9a83dd4 None None] get_active_networks_info from n-d-821636-1 {{(pid=103849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 02:50:41.802897 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5620f3a7-c318-4b4f-a948-e7f4c32814de tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:41.860380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c315da9f-a0d7-45da-aa05-9e56675faa73 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:41.865384 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c315da9f-a0d7-45da-aa05-9e56675faa73 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:41.907206 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-dfef8f3f-ec7f-4f97-a2e8-c3e6fb926317 None None] Provisioning complete for port 341f946b-b9d5-422c-9055-2d88463a5208 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:41.907727 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfef8f3f-ec7f-4f97-a2e8-c3e6fb926317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:41.946297 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-dfef8f3f-ec7f-4f97-a2e8-c3e6fb926317 None None] Port 341f946b-b9d5-422c-9055-2d88463a5208 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:41.968149 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43639067-6533-4219-b1a2-914dc9a83dd4 None None] Resources bound (agent type, host, resource id): {{(pid=103849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 02:50:42.074618 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5620f3a7-c318-4b4f-a948-e7f4c32814de tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:42.126379 n-d-821636-1 neutron-server[103847]: INFO neutron.db.ipam_backend_mixin [None req-c315da9f-a0d7-45da-aa05-9e56675faa73 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 389f3cac-ec2b-4232-b033-46739b86c412 (CIDR: 2001:db8::/64) Dec 14 02:50:42.158336 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-c315da9f-a0d7-45da-aa05-9e56675faa73 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:50:42.158798 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c315da9f-a0d7-45da-aa05-9e56675faa73 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:42.261288 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5620f3a7-c318-4b4f-a948-e7f4c32814de tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:42.314091 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c315da9f-a0d7-45da-aa05-9e56675faa73 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9679062 Dec 14 02:50:42.315294 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620f3a7-c318-4b4f-a948-e7f4c32814de tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event deleted for resources: {'Subnet': ['ID=a9518f89-85d4-4c3e-83ca-d5a5fe926498,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:42.317142 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52488) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:42.322866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-6613812c-f55c-4322-8466-872e1a60cb69 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'subnet': {'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:42.325229 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5620f3a7-c318-4b4f-a948-e7f4c32814de tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:42.332245 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5620f3a7-c318-4b4f-a948-e7f4c32814de tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/subnets/a9518f89-85d4-4c3e-83ca-d5a5fe926498 HTTP/1.1" status: 204 len: 168 time: 0.8759382 Dec 14 02:50:42.335383 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52490) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:42.393946 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b3a29f-6c4c-494d-9221-a097b06474e5 None None] Network 052b4a69-b94b-4782-8d82-67ed72f421bb requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:42.441037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52492) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:42.479524 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-9e64af82-e8ce-43e4-91e4-11cefd262962 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-777377393', 'description': 'tempest-secgroup-smoke-777377393 description', 'project_id': '45239bcec36946b687f0fbd5e07bccf8'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:42.549251 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:42.632144 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e64af82-e8ce-43e4-91e4-11cefd262962 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:42.720327 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Deleting port 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:50:42.721124 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:42.751127 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938f6ec5-7eb0-4024-a18a-e7c6cf2658fa None None] DHCP port deletion for 052b4a69-b94b-4782-8d82-67ed72f421bb request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:50:42.809088 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a46720f5-4eb5-4dc8-aa20-729ecf8bb286 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:42.817588 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6613812c-f55c-4322-8466-872e1a60cb69 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:42.821126 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6613812c-f55c-4322-8466-872e1a60cb69 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:42.859172 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] For port 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9,segment=NetworkSegment(7c3f07c4-efe4-4e79-97eb-faa31e3ad63f),segment_id=7c3f07c4-efe4-4e79-97eb-faa31e3ad63f)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:42.864772 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:42.906942 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a46720f5-4eb5-4dc8-aa20-729ecf8bb286 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:42.907314 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:42.917466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Calling delete_port for 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:42.962343 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-938f6ec5-7eb0-4024-a18a-e7c6cf2658fa None None] Deleting port 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:50:42.962714 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-938f6ec5-7eb0-4024-a18a-e7c6cf2658fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:43.070946 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-938f6ec5-7eb0-4024-a18a-e7c6cf2658fa None None] For port 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9,segment=NetworkSegment(7c3f07c4-efe4-4e79-97eb-faa31e3ad63f),segment_id=7c3f07c4-efe4-4e79-97eb-faa31e3ad63f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:43.071339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bc073-88a7-4b4e-8490-eed1a19e56e5 req-aa16c64a-d15a-4854-b72d-3375750314df tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:43.071593 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-938f6ec5-7eb0-4024-a18a-e7c6cf2658fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:43.081083 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-763bc073-88a7-4b4e-8490-eed1a19e56e5 req-aa16c64a-d15a-4854-b72d-3375750314df tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.3865402 Dec 14 02:50:43.086023 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-938f6ec5-7eb0-4024-a18a-e7c6cf2658fa None None] Calling delete_port for 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:43.094207 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e64af82-e8ce-43e4-91e4-11cefd262962 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:43.183247 n-d-821636-1 neutron-server[103848]: INFO neutron.db.ipam_backend_mixin [None req-6613812c-f55c-4322-8466-872e1a60cb69 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 83dc42eb-1d57-41af-b6a1-61643c282b71 (CIDR: 2001:db8:0:1::/64) Dec 14 02:50:43.196650 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:43.219186 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-938f6ec5-7eb0-4024-a18a-e7c6cf2658fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:43.230526 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-763bc073-88a7-4b4e-8490-eed1a19e56e5 req-70c16ddb-0b5d-4d96-ba68-9a9aeb68f9ad tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470594 Dec 14 02:50:43.231492 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e64af82-e8ce-43e4-91e4-11cefd262962 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:43.244827 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938f6ec5-7eb0-4024-a18a-e7c6cf2658fa None None] No DVR routers for this DVR port 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:50:43.248497 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event deleted for resources: {'Port': ['ID=6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:43.265876 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] No DVR routers for this DVR port 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:50:43.293883 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f6ec5-7eb0-4024-a18a-e7c6cf2658fa None None] Pushing event deleted for resources: {'Port': ['ID=6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:43.327218 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6613812c-f55c-4322-8466-872e1a60cb69 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:50:43.327700 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6613812c-f55c-4322-8466-872e1a60cb69 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:43.353692 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e64af82-e8ce-43e4-91e4-11cefd262962 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deff04d6-3261-4aac-b83d-0d373da41f38,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:43.371313 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e64af82-e8ce-43e4-91e4-11cefd262962 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:43.375671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9e64af82-e8ce-43e4-91e4-11cefd262962 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9297433 Dec 14 02:50:43.375959 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52516) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:43.380864 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3c78452a-da78-4237-82c8-7908b10a3e4d tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Request body: {'security_group_rule': {'security_group_id': 'deff04d6-3261-4aac-b83d-0d373da41f38', 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:43.407026 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:43.431721 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052b4a69-b94b-4782-8d82-67ed72f421bb']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:43.442044 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3f07c4-efe4-4e79-97eb-faa31e3ad63f') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:43.442352 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3f07c4-efe4-4e79-97eb-faa31e3ad63f') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:43.453905 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:43.470950 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:43.479523 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6613812c-f55c-4322-8466-872e1a60cb69 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1612453 Dec 14 02:50:43.481562 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:50:43.482148 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:43.482595 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52518) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:50:43.485166 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:50:43.487861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-571c6bc0-c7d1-4d97-8cb2-27471886d715 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'subnet': {'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:43.629688 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c78452a-da78-4237-82c8-7908b10a3e4d tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:43.658768 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:43.673757 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:43.677833 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] 10.222.0.39 "DELETE /v2.0/networks/052b4a69-b94b-4782-8d82-67ed72f421bb HTTP/1.1" status: 204 len: 168 time: 1.3405242 Dec 14 02:50:43.702568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a9a647-0058-4ac7-ab64-17e8ac7eadcd tempest-NetworksIpV6TestAttrs-1051936979 tempest-NetworksIpV6TestAttrs-1051936979-project] Pushing event deleted for resources: {'Network': ['ID=052b4a69-b94b-4782-8d82-67ed72f421bb,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:43.733944 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c78452a-da78-4237-82c8-7908b10a3e4d tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:43.847294 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c78452a-da78-4237-82c8-7908b10a3e4d tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:43.866093 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78452a-da78-4237-82c8-7908b10a3e4d tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fac5ee5-9c98-472d-b80b-5b0c05144461,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:43.963819 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c78452a-da78-4237-82c8-7908b10a3e4d tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:43.965145 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3c78452a-da78-4237-82c8-7908b10a3e4d tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5880787 Dec 14 02:50:43.975609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52536) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:43.981654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7aecef04-f76a-41ab-a4e0-fe7f6ffd3899 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Request body: {'security_group_rule': {'security_group_id': 'deff04d6-3261-4aac-b83d-0d373da41f38', 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:44.056564 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-571c6bc0-c7d1-4d97-8cb2-27471886d715 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Made reservation on behalf of 65cc5cfaf013424daefcc1ad93fe49cb for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:44.060801 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-571c6bc0-c7d1-4d97-8cb2-27471886d715 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:44.224737 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7aecef04-f76a-41ab-a4e0-fe7f6ffd3899 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:44.273211 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52546) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:44.400629 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Sync routers for ids ['7c93bedc-74ab-4f41-82b7-5f6c4229312e'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:50:44.422981 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Routers {'7c93bedc-74ab-4f41-82b7-5f6c4229312e'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:50:44.424046 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:50:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7c93bedc-74ab-4f41-82b7-5f6c4229312e'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:44.428253 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7aecef04-f76a-41ab-a4e0-fe7f6ffd3899 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:44.470797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31027cd-b358-4673-942b-9b014680e8d3 req-c1221d8e-0e85-46c3-aa8b-75478b534d46 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:44.472703 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a31027cd-b358-4673-942b-9b014680e8d3 req-c1221d8e-0e85-46c3-aa8b-75478b534d46 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.1187177 Dec 14 02:50:44.505997 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-15a96d72-6b02-47dc-857b-c66021a42a9c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=92955cb4c859495485bbf4f3c0d538d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2311201 Dec 14 02:50:44.508369 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52556) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:44.517570 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7aecef04-f76a-41ab-a4e0-fe7f6ffd3899 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:44.557031 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aecef04-f76a-41ab-a4e0-fe7f6ffd3899 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505855bf-0e20-4b62-8690-800cb0a1dfe1,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:44.564592 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c3f86f57-3bbd-437a-9153-005bdbf14c99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:44.576404 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Set router 7c93bedc-74ab-4f41-82b7-5f6c4229312e gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:50:44.592349 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a31027cd-b358-4673-942b-9b014680e8d3 req-a0ebfbc7-dede-4c72-af8d-e3141b09d653 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110551 Dec 14 02:50:44.607116 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-571c6bc0-c7d1-4d97-8cb2-27471886d715 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:44.628114 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c3f86f57-3bbd-437a-9153-005bdbf14c99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:44.659694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571c6bc0-c7d1-4d97-8cb2-27471886d715 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:44.662974 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7aecef04-f76a-41ab-a4e0-fe7f6ffd3899 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:44.664885 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7aecef04-f76a-41ab-a4e0-fe7f6ffd3899 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6885598 Dec 14 02:50:44.668362 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52560) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:44.670941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-571c6bc0-c7d1-4d97-8cb2-27471886d715 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:44.683106 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73759e41-e02c-4875-b6fa-7353e9ce5610 None None] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:44.688580 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-46171f56-8ebc-4ff0-8fdb-d9811795b563 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Request body: {'security_group_rule': {'security_group_id': 'deff04d6-3261-4aac-b83d-0d373da41f38', 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:44.694171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571c6bc0-c7d1-4d97-8cb2-27471886d715 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:44.695667 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-571c6bc0-c7d1-4d97-8cb2-27471886d715 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:44.741258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c6bc0-c7d1-4d97-8cb2-27471886d715 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Subnet': ['ID=3536a75e-fb49-470e-9742-653335f80eba,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:44.775223 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:50:44.799636 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:50:44.799985 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6f4c36ec-dd60-48e7-ac43-ef628b1d5cd9 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:50:44.833119 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c3f86f57-3bbd-437a-9153-005bdbf14c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:44.835859 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c3f86f57-3bbd-437a-9153-005bdbf14c99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:44.839897 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c3f86f57-3bbd-437a-9153-005bdbf14c99 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c19fa0c1-d5c7-4964-bab4-a8be571d4b87 HTTP/1.1" status: 204 len: 168 time: 0.3302488 Dec 14 02:50:44.848031 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f86f57-3bbd-437a-9153-005bdbf14c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19fa0c1-d5c7-4964-bab4-a8be571d4b87,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:44.854616 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'name': 'tempest-TestServerBasicOps-1935384103-router', 'tenant_id': '631b162c26664e238d8a4de2f0a67e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a46720f5-4eb5-4dc8-aa20-729ecf8bb286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:31Z', 'updated_at': '2021-12-14T02:50:39Z', 'revision_number': 4, 'project_id': '631b162c26664e238d8a4de2f0a67e7a', 'gw_port': {'id': 'a46720f5-4eb5-4dc8-aa20-729ecf8bb286', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:33Z', 'updated_at': '2021-12-14T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '044ffe43-b585-4b03-97e2-c9aabbf96d4a', 'name': '', 'network_id': 'ffa65d79-ee96-437f-9707-16664965539e', 'tenant_id': '631b162c26664e238d8a4de2f0a67e7a', 'mac_address': 'fa:16:3e:6b:5d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '97212668-3289-4055-b41f-15818479b797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:37Z', 'updated_at': '2021-12-14T02:50:39Z', 'revision_number': 2, 'project_id': '631b162c26664e238d8a4de2f0a67e7a', 'subnets': [{'id': '97212668-3289-4055-b41f-15818479b797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:44.864374 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46171f56-8ebc-4ff0-8fdb-d9811795b563 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:44.968211 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-571c6bc0-c7d1-4d97-8cb2-27471886d715 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4844394 Dec 14 02:50:44.972007 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52572) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:44.978435 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d77c6ad5-24bd-42f6-8054-0593d8bd9282 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1218834168', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3536a75e-fb49-470e-9742-653335f80eba'}], 'security_groups': ['dbd9201f-7051-4730-9e85-692e84a88b05', '9bc902fa-5aa5-4041-9f97-a563f36684bd']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:45.012591 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46171f56-8ebc-4ff0-8fdb-d9811795b563 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:45.037940 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Checking router: 7c93bedc-74ab-4f41-82b7-5f6c4229312e for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:50:45.039047 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Updating router 7c93bedc-74ab-4f41-82b7-5f6c4229312e port 044ffe43-b585-4b03-97e2-c9aabbf96d4a binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:50:45.075281 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0135354e-1182-430f-8723-1a688b318de4 None None] Update dhcp port {'port': {'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb', 'fixed_ips': [{'subnet_id': '83dc42eb-1d57-41af-b6a1-61643c282b71', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '389f3cac-ec2b-4232-b033-46739b86c412', 'ip_address': '2001:db8::2'}, {'subnet_id': '3536a75e-fb49-470e-9742-653335f80eba'}], 'binding:host_id': 'n-d-821636-1'}, 'id': '1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc'} from n-d-821636-1. {{(pid=103849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 02:50:45.078380 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:45.093150 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d77c6ad5-24bd-42f6-8054-0593d8bd9282 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:45.105160 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46171f56-8ebc-4ff0-8fdb-d9811795b563 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:45.130426 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0135354e-1182-430f-8723-1a688b318de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:45.133760 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46171f56-8ebc-4ff0-8fdb-d9811795b563 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4250980d-caa0-4bec-b12e-13a368a99ada,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:45.231325 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46171f56-8ebc-4ff0-8fdb-d9811795b563 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:45.232912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-46171f56-8ebc-4ff0-8fdb-d9811795b563 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5631635 Dec 14 02:50:45.235639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52576) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:45.240523 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-4350696f-402d-4d19-949d-8dbbefc9b4dc tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Request body: {'security_group_rule': {'security_group_id': 'deff04d6-3261-4aac-b83d-0d373da41f38', 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:45.362301 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4350696f-402d-4d19-949d-8dbbefc9b4dc tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:45.398991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-0135354e-1182-430f-8723-1a688b318de4 None None] Allocated IP 2001:db8:0:2::2 (b5526c06-2f77-4d2f-9c87-a57f7ac049eb/3536a75e-fb49-470e-9742-653335f80eba/1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:45.471751 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4350696f-402d-4d19-949d-8dbbefc9b4dc tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:45.473582 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:45.551769 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0135354e-1182-430f-8723-1a688b318de4 None None] For port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc,segment=NetworkSegment(fd6c5827-e9c6-4413-9939-162a18facede),segment_id=fd6c5827-e9c6-4413-9939-162a18facede)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:45.558856 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4350696f-402d-4d19-949d-8dbbefc9b4dc tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:45.583837 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:45.587703 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0135354e-1182-430f-8723-1a688b318de4 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:45.607470 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350696f-402d-4d19-949d-8dbbefc9b4dc tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61754b3-19d5-4799-8604-60fb5e91b792,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:45.652468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a5f0c-284a-4231-a0ad-76ec938109c5 req-9ad36e90-c6b5-46cc-9727-a45b26b975d6 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:45.661527 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c05a5f0c-284a-4231-a0ad-76ec938109c5 req-9ad36e90-c6b5-46cc-9727-a45b26b975d6 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 946 time: 0.0798821 Dec 14 02:50:45.676486 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4350696f-402d-4d19-949d-8dbbefc9b4dc tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:45.681171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4350696f-402d-4d19-949d-8dbbefc9b4dc tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4413495 Dec 14 02:50:45.681339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52596) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:45.685739 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-210a7d2d-0733-4f95-8096-2c72a0168fa9 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Request body: {'security_group_rule': {'security_group_id': 'deff04d6-3261-4aac-b83d-0d373da41f38', 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:45.705943 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0135354e-1182-430f-8723-1a688b318de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:45.736828 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392dd45a-40bb-43fb-bbcc-fa3c0ecc7993 None None] Pushing event updated for resources: {'Port': ['ID=044ffe43-b585-4b03-97e2-c9aabbf96d4a,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:45.750973 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Attempting to bind port 044ffe43-b585-4b03-97e2-c9aabbf96d4a on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:45.751582 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Attempting to bind port 044ffe43-b585-4b03-97e2-c9aabbf96d4a by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '3b091f41-30ac-489a-b83e-34963ac08c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ffa65d79-ee96-437f-9707-16664965539e'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:45.756287 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Attempting to bind port 044ffe43-b585-4b03-97e2-c9aabbf96d4a on network ffa65d79-ee96-437f-9707-16664965539e {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:45.758833 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:45.759211 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Checking segment: {'id': '3b091f41-30ac-489a-b83e-34963ac08c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ffa65d79-ee96-437f-9707-16664965539e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:45.759609 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:45.760000 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Bound using segment: {'id': '3b091f41-30ac-489a-b83e-34963ac08c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ffa65d79-ee96-437f-9707-16664965539e'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:45.760596 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Bound port: 044ffe43-b585-4b03-97e2-c9aabbf96d4a, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b091f41-30ac-489a-b83e-34963ac08c9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ffa65d79-ee96-437f-9707-16664965539e'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:45.761600 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:45.825069 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c05a5f0c-284a-4231-a0ad-76ec938109c5 req-c25e853f-99c1-4b69-a61e-e5da8766e52d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff5fc5ce-f14a-49e7-905a-654c87d8bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626370 Dec 14 02:50:45.883626 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0135354e-1182-430f-8723-1a688b318de4 None None] Pushing event updated for resources: {'Port': ['ID=1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:45.900777 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07fc01-60c4-4a5f-937f-7b242a3ea62a req-347cafde-e5af-495a-b8f8-65230f4b173f tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:45.922541 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad07fc01-60c4-4a5f-937f-7b242a3ea62a req-347cafde-e5af-495a-b8f8-65230f4b173f tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.2358286 Dec 14 02:50:45.963970 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] For port 044ffe43-b585-4b03-97e2-c9aabbf96d4a, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:45.967729 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] For port 044ffe43-b585-4b03-97e2-c9aabbf96d4a, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=044ffe43-b585-4b03-97e2-c9aabbf96d4a,segment=NetworkSegment(3b091f41-30ac-489a-b83e-34963ac08c9c),segment_id=3b091f41-30ac-489a-b83e-34963ac08c9c)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:45.978150 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-d77c6ad5-24bd-42f6-8054-0593d8bd9282 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Delete allocated IP 2001:db8::2b6 (b5526c06-2f77-4d2f-9c87-a57f7ac049eb/389f3cac-ec2b-4232-b033-46739b86c412) {{(pid=103847) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 14 02:50:45.990630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-d77c6ad5-24bd-42f6-8054-0593d8bd9282 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Allocated IP 2001:db8:0:2::1cd (b5526c06-2f77-4d2f-9c87-a57f7ac049eb/3536a75e-fb49-470e-9742-653335f80eba/341f946b-b9d5-422c-9055-2d88463a5208) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:46.022138 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad07fc01-60c4-4a5f-937f-7b242a3ea62a req-b729a340-49d4-4706-b6e9-65bc16b09de1 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985987 Dec 14 02:50:46.049070 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b36c1fe6-e4d8-484c-8ca2-0cce47bbb3c9 None None] Provisioning complete for port 044ffe43-b585-4b03-97e2-c9aabbf96d4a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:46.049719 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b36c1fe6-e4d8-484c-8ca2-0cce47bbb3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:46.059743 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:46.075393 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-210a7d2d-0733-4f95-8096-2c72a0168fa9 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Project 45239bcec36946b687f0fbd5e07bccf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 02:50:46.099101 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b36c1fe6-e4d8-484c-8ca2-0cce47bbb3c9 None None] Port 044ffe43-b585-4b03-97e2-c9aabbf96d4a cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:46.122727 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-210a7d2d-0733-4f95-8096-2c72a0168fa9 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:46.163207 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392dd45a-40bb-43fb-bbcc-fa3c0ecc7993 None None] Pushing event updated for resources: {'Port': ['ID=044ffe43-b585-4b03-97e2-c9aabbf96d4a,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:46.166948 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Routers {'7c93bedc-74ab-4f41-82b7-5f6c4229312e'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:50:46.168388 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:50:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7c93bedc-74ab-4f41-82b7-5f6c4229312e'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:46.278926 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-210a7d2d-0733-4f95-8096-2c72a0168fa9 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:46.303514 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] Set router 7c93bedc-74ab-4f41-82b7-5f6c4229312e gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:50:46.394524 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d77c6ad5-24bd-42f6-8054-0593d8bd9282 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:46.404531 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-210a7d2d-0733-4f95-8096-2c72a0168fa9 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:46.448522 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a7d2d-0733-4f95-8096-2c72a0168fa9 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e3d954-a9ff-4f2b-9a69-b65be7c37849,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:46.463481 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d77c6ad5-24bd-42f6-8054-0593d8bd9282 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:46.567358 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-210a7d2d-0733-4f95-8096-2c72a0168fa9 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:46.572263 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-210a7d2d-0733-4f95-8096-2c72a0168fa9 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8866296 Dec 14 02:50:46.572806 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52616) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:46.579329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-56374ccd-e43c-43bf-adf2-a8ba67feba66 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Request body: {'security_group_rule': {'security_group_id': 'deff04d6-3261-4aac-b83d-0d373da41f38', 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:46.632983 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52618) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:46.635071 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d77c6ad5-24bd-42f6-8054-0593d8bd9282 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] In _notify_port_updated(), no bound segment for port 341f946b-b9d5-422c-9055-2d88463a5208 on network b5526c06-2f77-4d2f-9c87-a57f7ac049eb {{(pid=103847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:50:46.648955 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77c6ad5-24bd-42f6-8054-0593d8bd9282 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:46.649884 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d77c6ad5-24bd-42f6-8054-0593d8bd9282 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:46.651663 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d77c6ad5-24bd-42f6-8054-0593d8bd9282 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "PUT /v2.0/ports/341f946b-b9d5-422c-9055-2d88463a5208 HTTP/1.1" status: 200 len: 970 time: 1.6782663 Dec 14 02:50:46.655473 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52622) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:46.662686 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b114acb6-ce60-4d70-a1f4-d1f49f42aee8 None None] Provisioning complete for port 044ffe43-b585-4b03-97e2-c9aabbf96d4a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:46.665575 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b114acb6-ce60-4d70-a1f4-d1f49f42aee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:46.688737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c6ad5-24bd-42f6-8054-0593d8bd9282 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event updated for resources: {'Port': ['ID=341f946b-b9d5-422c-9055-2d88463a5208,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:46.709759 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'name': 'tempest-TestServerBasicOps-1935384103-router', 'tenant_id': '631b162c26664e238d8a4de2f0a67e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a46720f5-4eb5-4dc8-aa20-729ecf8bb286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:31Z', 'updated_at': '2021-12-14T02:50:39Z', 'revision_number': 4, 'project_id': '631b162c26664e238d8a4de2f0a67e7a', 'gw_port': {'id': 'a46720f5-4eb5-4dc8-aa20-729ecf8bb286', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:33Z', 'updated_at': '2021-12-14T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '044ffe43-b585-4b03-97e2-c9aabbf96d4a', 'name': '', 'network_id': 'ffa65d79-ee96-437f-9707-16664965539e', 'tenant_id': '631b162c26664e238d8a4de2f0a67e7a', 'mac_address': 'fa:16:3e:6b:5d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '97212668-3289-4055-b41f-15818479b797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:37Z', 'updated_at': '2021-12-14T02:50:45Z', 'revision_number': 4, 'project_id': '631b162c26664e238d8a4de2f0a67e7a', 'subnets': [{'id': '97212668-3289-4055-b41f-15818479b797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:46.743349 n-d-821636-1 neutron-server[103848]: INFO neutron.db.securitygroups_db [None req-56374ccd-e43c-43bf-adf2-a8ba67feba66 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Project 45239bcec36946b687f0fbd5e07bccf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 02:50:46.762721 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0112ec0d-97e8-4c9e-8f44-2702eb8e37fe None None] The sync data for ids ['7c93bedc-74ab-4f41-82b7-5f6c4229312e'] in n-d-821636-1 is: [{'id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'name': 'tempest-TestServerBasicOps-1935384103-router', 'tenant_id': '631b162c26664e238d8a4de2f0a67e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a46720f5-4eb5-4dc8-aa20-729ecf8bb286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:31Z', 'updated_at': '2021-12-14T02:50:39Z', 'revision_number': 4, 'project_id': '631b162c26664e238d8a4de2f0a67e7a', 'gw_port': {'id': 'a46720f5-4eb5-4dc8-aa20-729ecf8bb286', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:33Z', 'updated_at': '2021-12-14T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '044ffe43-b585-4b03-97e2-c9aabbf96d4a', 'name': '', 'network_id': 'ffa65d79-ee96-437f-9707-16664965539e', 'tenant_id': '631b162c26664e238d8a4de2f0a67e7a', 'mac_address': 'fa:16:3e:6b:5d:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2602, 'fixed_ips': [{'subnet_id': '97212668-3289-4055-b41f-15818479b797', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:37Z', 'updated_at': '2021-12-14T02:50:45Z', 'revision_number': 4, 'project_id': '631b162c26664e238d8a4de2f0a67e7a', 'subnets': [{'id': '97212668-3289-4055-b41f-15818479b797', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:50:46.763729 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-56374ccd-e43c-43bf-adf2-a8ba67feba66 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:46.788020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 044ffe43-b585-4b03-97e2-c9aabbf96d4a up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:46.868131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-ba8b2733-77bf-4f55-ac95-53e0eab19db1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-654196424'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:46.941789 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b114acb6-ce60-4d70-a1f4-d1f49f42aee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:46.964985 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 044ffe43-b585-4b03-97e2-c9aabbf96d4a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:46.969164 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:47.022981 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-56374ccd-e43c-43bf-adf2-a8ba67feba66 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:47.044728 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-881ad921-d35a-4848-ae7a-df87f87ac1ac tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port 341f946b-b9d5-422c-9055-2d88463a5208 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:50:47.045770 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-881ad921-d35a-4848-ae7a-df87f87ac1ac tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:47.054177 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b114acb6-ce60-4d70-a1f4-d1f49f42aee8 None None] For port 044ffe43-b585-4b03-97e2-c9aabbf96d4a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=044ffe43-b585-4b03-97e2-c9aabbf96d4a,segment=NetworkSegment(3b091f41-30ac-489a-b83e-34963ac08c9c),segment_id=3b091f41-30ac-489a-b83e-34963ac08c9c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:47.143379 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:47.146847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8b2733-77bf-4f55-ac95-53e0eab19db1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:47.165165 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b114acb6-ce60-4d70-a1f4-d1f49f42aee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:47.168798 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba8b2733-77bf-4f55-ac95-53e0eab19db1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:47.231516 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:50:47.232423 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:50:47.255766 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-56374ccd-e43c-43bf-adf2-a8ba67feba66 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:47.267314 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114acb6-ce60-4d70-a1f4-d1f49f42aee8 None None] Pushing event updated for resources: {'Port': ['ID=044ffe43-b585-4b03-97e2-c9aabbf96d4a,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:47.297509 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6e3c4b1b-357a-418a-b533-2ac4a089fc63 None None] Provisioning complete for port 40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:47.297889 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e3c4b1b-357a-418a-b533-2ac4a089fc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:47.329189 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb989558-67ce-4574-bbd4-384bacdfc36e req-b12b7fe4-9310-486c-b2d0-2dd6a0705356 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:47.337496 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cb989558-67ce-4574-bbd4-384bacdfc36e req-b12b7fe4-9310-486c-b2d0-2dd6a0705356 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 946 time: 0.3575671 Dec 14 02:50:47.347432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6e3c4b1b-357a-418a-b533-2ac4a089fc63 None None] Port 40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:47.360350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6e3c4b1b-357a-418a-b533-2ac4a089fc63 None None] Provisioning complete for port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:47.365650 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e3c4b1b-357a-418a-b533-2ac4a089fc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:47.365796 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-881ad921-d35a-4848-ae7a-df87f87ac1ac tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:47.365796 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba8b2733-77bf-4f55-ac95-53e0eab19db1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:47.401411 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56374ccd-e43c-43bf-adf2-a8ba67feba66 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2eab7fc-ac07-4ad8-96b3-8cefe4f7255c,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:47.405140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-881ad921-d35a-4848-ae7a-df87f87ac1ac tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for 341f946b-b9d5-422c-9055-2d88463a5208 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:47.471808 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6e3c4b1b-357a-418a-b533-2ac4a089fc63 None None] Provisioning complete for port 341f946b-b9d5-422c-9055-2d88463a5208 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:47.472376 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e3c4b1b-357a-418a-b533-2ac4a089fc63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:47.506314 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02054c11-9f9b-4525-ac84-bf14522d22d3 req-615b0f39-4d72-44a5-bcda-ae9a97ae33da tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:47.506314 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02054c11-9f9b-4525-ac84-bf14522d22d3 req-615b0f39-4d72-44a5-bcda-ae9a97ae33da tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.46 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 946 time: 0.3685763 Dec 14 02:50:47.520266 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-56374ccd-e43c-43bf-adf2-a8ba67feba66 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:47.521814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-56374ccd-e43c-43bf-adf2-a8ba67feba66 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9472210 Dec 14 02:50:47.532552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541a711-97e5-4e53-baa2-c6238b2213ab req-b1abc48e-089f-4126-a369-366b5aabec49 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:47.534220 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a541a711-97e5-4e53-baa2-c6238b2213ab req-b1abc48e-089f-4126-a369-366b5aabec49 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.4024417 Dec 14 02:50:47.537349 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6e3c4b1b-357a-418a-b533-2ac4a089fc63 None None] Port 341f946b-b9d5-422c-9055-2d88463a5208 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:47.576085 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cb989558-67ce-4574-bbd4-384bacdfc36e req-cfaf0744-a7c9-4a19-9501-3e06531c4aa1 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/security-groups?id=ff5fc5ce-f14a-49e7-905a-654c87d8bc70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377038 Dec 14 02:50:47.667834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-edfa28e5-4b37-4665-9c74-3ac7e6a39b70 None None] Provisioning complete for port 341f946b-b9d5-422c-9055-2d88463a5208 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:47.668259 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-edfa28e5-4b37-4665-9c74-3ac7e6a39b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:47.742511 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a541a711-97e5-4e53-baa2-c6238b2213ab req-e716b56f-3851-4fa4-9f47-79113abd6a00 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924787 Dec 14 02:50:47.857643 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba8b2733-77bf-4f55-ac95-53e0eab19db1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:47.910674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-02054c11-9f9b-4525-ac84-bf14522d22d3 req-8d0e3862-ad8c-45ea-8258-c2057df77d3d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Deleting port aec46864-cc32-4da5-9d0d-84439a1fcd21 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:50:47.911050 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-02054c11-9f9b-4525-ac84-bf14522d22d3 req-8d0e3862-ad8c-45ea-8258-c2057df77d3d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:47.921100 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-eaeecaf0-ee5c-4625-882c-27982cea2990 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777377393&fields=id&tenant_id=45239bcec36946b687f0fbd5e07bccf8 HTTP/1.1" status: 200 len: 267 time: 0.1306682 Dec 14 02:50:47.992286 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-edfa28e5-4b37-4665-9c74-3ac7e6a39b70 None None] Port 341f946b-b9d5-422c-9055-2d88463a5208 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:47.996006 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:48.021155 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba8b2733-77bf-4f55-ac95-53e0eab19db1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.024138 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-881ad921-d35a-4848-ae7a-df87f87ac1ac tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.046413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:48.046790 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.105996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8b2733-77bf-4f55-ac95-53e0eab19db1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:50:48.114019 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ad921-d35a-4848-ae7a-df87f87ac1ac tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=341f946b-b9d5-422c-9055-2d88463a5208,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:48.147279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b2733-77bf-4f55-ac95-53e0eab19db1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee92b56-04bc-49c7-bfd7-7990555d06c8,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:48.190198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-02054c11-9f9b-4525-ac84-bf14522d22d3 req-8d0e3862-ad8c-45ea-8258-c2057df77d3d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] For port aec46864-cc32-4da5-9d0d-84439a1fcd21, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=aec46864-cc32-4da5-9d0d-84439a1fcd21,segment=NetworkSegment(657abcff-7d41-4b7b-9502-5b1727641498),segment_id=657abcff-7d41-4b7b-9502-5b1727641498)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:48.190561 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-02054c11-9f9b-4525-ac84-bf14522d22d3 req-8d0e3862-ad8c-45ea-8258-c2057df77d3d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.201434 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba8b2733-77bf-4f55-ac95-53e0eab19db1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.201872 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-ba8b2733-77bf-4f55-ac95-53e0eab19db1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Added segment 5f09dc14-ae26-45d9-8da4-59c3bd285659 of type vlan for network 07efdd99-7e80-49ea-9a12-853fbf69ba97 Dec 14 02:50:48.206184 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-881ad921-d35a-4848-ae7a-df87f87ac1ac tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.209569 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-881ad921-d35a-4848-ae7a-df87f87ac1ac tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/ports/341f946b-b9d5-422c-9055-2d88463a5208 HTTP/1.1" status: 204 len: 168 time: 1.5530899 Dec 14 02:50:48.213208 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52654) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:48.225099 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-02054c11-9f9b-4525-ac84-bf14522d22d3 req-8d0e3862-ad8c-45ea-8258-c2057df77d3d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Calling delete_port for aec46864-cc32-4da5-9d0d-84439a1fcd21 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:48.247381 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-7881d6e7-f37c-4848-a548-8f94fa35d282 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] GET failed (client error): The resource could not be found. Dec 14 02:50:48.249858 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7881d6e7-f37c-4848-a548-8f94fa35d282 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports/341f946b-b9d5-422c-9055-2d88463a5208 HTTP/1.1" status: 404 len: 333 time: 0.0350997 Dec 14 02:50:48.252754 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52656) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:48.322275 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-287d57a8-2735-42e5-8948-48eeb91778c1 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.350971 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-287d57a8-2735-42e5-8948-48eeb91778c1 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.374845 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba8b2733-77bf-4f55-ac95-53e0eab19db1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.379554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-bb8df5ab-17ab-450b-af65-063fe677fc4f tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:48.381131 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-bb8df5ab-17ab-450b-af65-063fe677fc4f tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/networks?id=2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e HTTP/1.1" status: 200 len: 809 time: 0.4464140 Dec 14 02:50:48.436090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-0cb3312e-8551-4733-b406-53e556cdd449 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/quotas/45239bcec36946b687f0fbd5e07bccf8 HTTP/1.1" status: 200 len: 375 time: 0.0343049 Dec 14 02:50:48.494001 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-e1557762-35d9-4aa1-9e53-372a121955ce tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=45239bcec36946b687f0fbd5e07bccf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490544 Dec 14 02:50:48.498140 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-287d57a8-2735-42e5-8948-48eeb91778c1 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.500759 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-287d57a8-2735-42e5-8948-48eeb91778c1 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.510351 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-287d57a8-2735-42e5-8948-48eeb91778c1 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/security-groups/4ad5f67a-48e6-4944-b5c4-03d9150a718c HTTP/1.1" status: 204 len: 168 time: 0.2479472 Dec 14 02:50:48.510351 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52664) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:48.527534 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d57a8-2735-42e5-8948-48eeb91778c1 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad5f67a-48e6-4944-b5c4-03d9150a718c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:48.553943 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-02054c11-9f9b-4525-ac84-bf14522d22d3 req-8d0e3862-ad8c-45ea-8258-c2057df77d3d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.555623 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba8b2733-77bf-4f55-ac95-53e0eab19db1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.562083 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8b2733-77bf-4f55-ac95-53e0eab19db1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:48.562704 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba8b2733-77bf-4f55-ac95-53e0eab19db1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.575921 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e9f305a-fc39-4460-afed-65509e01afdb tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.590607 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['aec46864-cc32-4da5-9d0d-84439a1fcd21'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:50:48.655770 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e9f305a-fc39-4460-afed-65509e01afdb tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.666315 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e1918f-b156-4f8d-9245-a6e651907bef None None] DHCP port deletion for cb25c905-9a54-468e-a18f-ecfafb1c08f6 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:50:48.709469 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0e3862-ad8c-45ea-8258-c2057df77d3d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Pushing event deleted for resources: {'Port': ['ID=aec46864-cc32-4da5-9d0d-84439a1fcd21,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:48.735977 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 044ffe43-b585-4b03-97e2-c9aabbf96d4a up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:50:48.761448 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ba8b2733-77bf-4f55-ac95-53e0eab19db1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1261845 Dec 14 02:50:48.767441 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52668) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:48.777197 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-82252318-39b5-4ba8-8b83-fa60d920df2d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97', 'name': 'tempest-PortsTestJSON-232472043'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:48.783114 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a4752e7-bdd4-431f-9e7d-cce90645cebf req-93cbc437-5f51-4478-acbc-401139035926 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 210 time: 0.0587406 Dec 14 02:50:48.790815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 044ffe43-b585-4b03-97e2-c9aabbf96d4a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:48.791192 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.825296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-02054c11-9f9b-4525-ac84-bf14522d22d3 req-8d0e3862-ad8c-45ea-8258-c2057df77d3d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] No DVR routers for this DVR port aec46864-cc32-4da5-9d0d-84439a1fcd21 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:50:48.826990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b2733-77bf-4f55-ac95-53e0eab19db1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Network': ['ID=07efdd99-7e80-49ea-9a12-853fbf69ba97,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:48.830045 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-02054c11-9f9b-4525-ac84-bf14522d22d3 req-8d0e3862-ad8c-45ea-8258-c2057df77d3d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.834441 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02054c11-9f9b-4525-ac84-bf14522d22d3 req-8d0e3862-ad8c-45ea-8258-c2057df77d3d tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.46 "DELETE /v2.0/ports/aec46864-cc32-4da5-9d0d-84439a1fcd21 HTTP/1.1" status: 204 len: 173 time: 1.3173232 Dec 14 02:50:48.838367 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438df762-b2fe-4e83-9833-5dd79626ab4b', 'name': 'network-vif-deleted', 'tag': 'aec46864-cc32-4da5-9d0d-84439a1fcd21'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:50:48.840668 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e833319-23ae-4197-b485-ff6a9e8e39a9" -d '{"events": [{"server_uuid": "438df762-b2fe-4e83-9833-5dd79626ab4b", "name": "network-vif-deleted", "tag": "aec46864-cc32-4da5-9d0d-84439a1fcd21"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:50:48.846832 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:50:48.863899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-bd8317d7-f5b0-4c1f-a078-b917c3438532 service neutron] 10.222.0.39 "GET /v2.0/networks/2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576813 Dec 14 02:50:48.950957 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e9f305a-fc39-4460-afed-65509e01afdb tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.954397 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8e9f305a-fc39-4460-afed-65509e01afdb tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:48.955621 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8e9f305a-fc39-4460-afed-65509e01afdb tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/security-groups/9bc902fa-5aa5-4041-9f97-a563f36684bd HTTP/1.1" status: 204 len: 168 time: 0.4493952 Dec 14 02:50:48.964608 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52676) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:48.969514 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f305a-fc39-4460-afed-65509e01afdb tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc902fa-5aa5-4041-9f97-a563f36684bd,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:49.062565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af8f76-d622-4523-b4fd-82a17f63dd1d req-57a77840-1f34-48df-9c9e-d2c560ffe4e0 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:49.064056 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00af8f76-d622-4523-b4fd-82a17f63dd1d req-57a77840-1f34-48df-9c9e-d2c560ffe4e0 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.1143060 Dec 14 02:50:49.089940 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-6fcf70fb-a5a6-4c48-8674-dd941e249249 service neutron] 10.222.0.39 "GET /v2.0/networks/2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121058 Dec 14 02:50:49.101972 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d229a99e-2226-495d-abdc-3a0b8f7a27e4 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:49.109187 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82252318-39b5-4ba8-8b83-fa60d920df2d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:49.113074 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82252318-39b5-4ba8-8b83-fa60d920df2d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:49.142397 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d229a99e-2226-495d-abdc-3a0b8f7a27e4 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:49.154828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00af8f76-d622-4523-b4fd-82a17f63dd1d req-fa1dbf2a-652d-4de2-9ec8-32a13ac7df8c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825174 Dec 14 02:50:49.247738 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fc04e5-7d54-40bf-ac77-e312192f1ce3 x-openstack-request-id: req-52fc04e5-7d54-40bf-ac77-e312192f1ce3 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:50:49.248523 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438df762-b2fe-4e83-9833-5dd79626ab4b", "name": "network-vif-deleted", "tag": "aec46864-cc32-4da5-9d0d-84439a1fcd21", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:50:49.248948 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52fc04e5-7d54-40bf-ac77-e312192f1ce3 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:50:49.249587 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438df762-b2fe-4e83-9833-5dd79626ab4b', 'name': 'network-vif-deleted', 'tag': 'aec46864-cc32-4da5-9d0d-84439a1fcd21', 'status': 'completed', 'code': 200} Dec 14 02:50:49.287276 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d229a99e-2226-495d-abdc-3a0b8f7a27e4 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:49.290451 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d229a99e-2226-495d-abdc-3a0b8f7a27e4 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:49.294498 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d229a99e-2226-495d-abdc-3a0b8f7a27e4 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/security-groups/dbd9201f-7051-4730-9e85-692e84a88b05 HTTP/1.1" status: 204 len: 168 time: 0.3280952 Dec 14 02:50:49.295173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52680) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:49.312324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d229a99e-2226-495d-abdc-3a0b8f7a27e4 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd9201f-7051-4730-9e85-692e84a88b05,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:49.379686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-66df3a83-3f9c-4a1b-bec2-acc20a5d1fab tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting subnet 389f3cac-ec2b-4232-b033-46739b86c412 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:50:49.384034 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-66df3a83-3f9c-4a1b-bec2-acc20a5d1fab tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:49.441324 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-66df3a83-3f9c-4a1b-bec2-acc20a5d1fab tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:49.501293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5000368c-a6ce-4e9a-adcf-efd3bfefb0e0 req-8e88f4e2-54a5-47ce-bd71-07cfa29b4be0 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 210 time: 0.0314145 Dec 14 02:50:49.561668 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-82252318-39b5-4ba8-8b83-fa60d920df2d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] device_id is not set on port 698100b3-1908-4803-af3e-56ba8af79859 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:50:49.577223 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-66df3a83-3f9c-4a1b-bec2-acc20a5d1fab tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:49.752609 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82252318-39b5-4ba8-8b83-fa60d920df2d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:49.760628 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-66df3a83-3f9c-4a1b-bec2-acc20a5d1fab tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:49.795296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df3a83-3f9c-4a1b-bec2-acc20a5d1fab tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Subnet': ['ID=389f3cac-ec2b-4232-b033-46739b86c412,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:49.797439 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-66df3a83-3f9c-4a1b-bec2-acc20a5d1fab tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:49.800848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-66df3a83-3f9c-4a1b-bec2-acc20a5d1fab tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/389f3cac-ec2b-4232-b033-46739b86c412 HTTP/1.1" status: 204 len: 168 time: 0.5043700 Dec 14 02:50:49.803524 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4808103e-2b3b-430f-bcb4-a7ea020d36b7 None None] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:49.805409 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52698) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:49.879003 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc1d832-3fba-48cd-89b1-c36b179945fd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting subnet 3536a75e-fb49-470e-9742-653335f80eba {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:50:49.883298 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82252318-39b5-4ba8-8b83-fa60d920df2d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:49.886671 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d832-3fba-48cd-89b1-c36b179945fd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:49.951308 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7dd8ff42-5b31-42c6-8d97-f3dc8180a789 req-f15409e0-3876-4124-bf17-984149c1b521 tempest-ServerTagsTestJSON-115499478 tempest-ServerTagsTestJSON-115499478-project] 10.222.0.39 "GET /v2.0/ports?device_id=438df762-b2fe-4e83-9833-5dd79626ab4b HTTP/1.1" status: 200 len: 210 time: 0.0347128 Dec 14 02:50:49.995110 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82252318-39b5-4ba8-8b83-fa60d920df2d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=698100b3-1908-4803-af3e-56ba8af79859,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:50.008987 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d832-3fba-48cd-89b1-c36b179945fd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:50.065111 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82252318-39b5-4ba8-8b83-fa60d920df2d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Checking segment: {'id': '5f09dc14-ae26-45d9-8da4-59c3bd285659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:50.066066 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82252318-39b5-4ba8-8b83-fa60d920df2d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network hostable DHCP agents. Network: 07efdd99-7e80-49ea-9a12-853fbf69ba97, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:50:50.127768 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d832-3fba-48cd-89b1-c36b179945fd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:50.211195 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82252318-39b5-4ba8-8b83-fa60d920df2d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:50:50.280338 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d832-3fba-48cd-89b1-c36b179945fd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:50.309206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e480c8e-400b-48d9-a611-95db6b5a4658 req-2fb6c1f6-2c8f-4d42-b642-6bac52c0626f tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:50.310987 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e480c8e-400b-48d9-a611-95db6b5a4658 req-2fb6c1f6-2c8f-4d42-b642-6bac52c0626f tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.0572464 Dec 14 02:50:50.317710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1d832-3fba-48cd-89b1-c36b179945fd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Subnet': ['ID=3536a75e-fb49-470e-9742-653335f80eba,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:50.317710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-82252318-39b5-4ba8-8b83-fa60d920df2d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 07efdd99-7e80-49ea-9a12-853fbf69ba97) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:50.326137 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5930bd-b850-45a3-ad4c-fb385c28cd9e None None] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:50.326827 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cdc1d832-3fba-48cd-89b1-c36b179945fd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:50.330834 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cdc1d832-3fba-48cd-89b1-c36b179945fd tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/3536a75e-fb49-470e-9742-653335f80eba HTTP/1.1" status: 204 len: 168 time: 0.5243378 Dec 14 02:50:50.331758 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82252318-39b5-4ba8-8b83-fa60d920df2d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:50.333936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52710) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:50.339133 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82252318-39b5-4ba8-8b83-fa60d920df2d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:50.340194 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82252318-39b5-4ba8-8b83-fa60d920df2d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:50.378058 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6efc564-f109-445d-ac6e-572e4915f2ed tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] DELETE failed (client error): The resource could not be found. Dec 14 02:50:50.378903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6efc564-f109-445d-ac6e-572e4915f2ed tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:50.382769 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e6efc564-f109-445d-ac6e-572e4915f2ed tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/389f3cac-ec2b-4232-b033-46739b86c412 HTTP/1.1" status: 404 len: 337 time: 0.0470977 Dec 14 02:50:50.386787 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52712) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:50.426440 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e480c8e-400b-48d9-a611-95db6b5a4658 req-4037aca3-2fe1-4475-8804-3509735e1424 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804763 Dec 14 02:50:50.453421 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da86c13-f8fb-4031-ac56-089504631135 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting subnet 83dc42eb-1d57-41af-b6a1-61643c282b71 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:50:50.454190 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9da86c13-f8fb-4031-ac56-089504631135 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:50.505632 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9da86c13-f8fb-4031-ac56-089504631135 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:50.580259 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-82252318-39b5-4ba8-8b83-fa60d920df2d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8084972 Dec 14 02:50:50.581264 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52720) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:50.587794 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d0518df3-0074-47f7-bae1-8aaa6e0a4aff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2094845558'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:50.626348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02c6597a-91b1-4a82-bc8a-0d6ec4a5f85a req-b15f64b8-cec4-4023-8388-eb2864303795 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 210 time: 0.0599051 Dec 14 02:50:50.644590 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9da86c13-f8fb-4031-ac56-089504631135 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:50.762878 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49252de5-2a44-4bce-9a1c-6301de2f0675 None None] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:50.766144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0518df3-0074-47f7-bae1-8aaa6e0a4aff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:50.769974 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d0518df3-0074-47f7-bae1-8aaa6e0a4aff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:50.805586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0518df3-0074-47f7-bae1-8aaa6e0a4aff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:50:50.812785 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9da86c13-f8fb-4031-ac56-089504631135 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:50.817118 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d0518df3-0074-47f7-bae1-8aaa6e0a4aff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:50.817118 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-d0518df3-0074-47f7-bae1-8aaa6e0a4aff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Added segment 44ff6bdd-0675-48f5-87ba-31aaeb84cb13 of type vlan for network adb50895-f042-4c16-ae9e-6eb496fade54 Dec 14 02:50:50.843649 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da86c13-f8fb-4031-ac56-089504631135 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Subnet': ['ID=83dc42eb-1d57-41af-b6a1-61643c282b71,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:50.858649 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9da86c13-f8fb-4031-ac56-089504631135 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:50.864778 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9da86c13-f8fb-4031-ac56-089504631135 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/83dc42eb-1d57-41af-b6a1-61643c282b71 HTTP/1.1" status: 204 len: 168 time: 0.4758632 Dec 14 02:50:50.865117 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52726) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:50.870284 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d0518df3-0074-47f7-bae1-8aaa6e0a4aff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:50.877133 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3078ed0a-75b2-476b-bd17-80d9227c67fa None None] Provisioning complete for port 40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:50.877696 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3078ed0a-75b2-476b-bd17-80d9227c67fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:50.893144 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e75760f-173d-4711-9a30-d381b0cdc6a0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] DELETE failed (client error): The resource could not be found. Dec 14 02:50:50.893660 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e75760f-173d-4711-9a30-d381b0cdc6a0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:50.900260 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2e75760f-173d-4711-9a30-d381b0cdc6a0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/68b21f7b-e137-493f-a5a8-ebd7c02e3f51 HTTP/1.1" status: 404 len: 337 time: 0.0310545 Dec 14 02:50:50.901055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52730) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:50.923300 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3078ed0a-75b2-476b-bd17-80d9227c67fa None None] Port 40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:50.935871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3078ed0a-75b2-476b-bd17-80d9227c67fa None None] Provisioning complete for port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:50.936347 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3078ed0a-75b2-476b-bd17-80d9227c67fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:50.943734 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52732) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:50.945003 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-00db8ebe-22d3-47cd-85fe-d9b3bd5afab9 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5ac7ed5-49ac-4a91-ba51-80279b201485 HTTP/1.1" status: 200 len: 205 time: 0.0419149 Dec 14 02:50:50.955572 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d0518df3-0074-47f7-bae1-8aaa6e0a4aff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:50.970559 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0518df3-0074-47f7-bae1-8aaa6e0a4aff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:50.971860 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d0518df3-0074-47f7-bae1-8aaa6e0a4aff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:50.978087 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device aec46864-cc32-4da5-9d0d-84439a1fcd21 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:50:51.029093 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52736) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:51.038103 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: aec46864-cc32-4da5-9d0d-84439a1fcd21 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:50:51.038103 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device aec46864-cc32-4da5-9d0d-84439a1fcd21 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:50:51.038890 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-1c2d1136-859e-4e19-a674-05b079f0cc6b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] delete failed (client error): The resource could not be found. Dec 14 02:50:51.039899 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1c2d1136-859e-4e19-a674-05b079f0cc6b tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/routers/f5ac7ed5-49ac-4a91-ba51-80279b201485 HTTP/1.1" status: 404 len: 336 time: 0.0944617 Dec 14 02:50:51.044002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52738) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:51.064849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7855141-d711-4318-bd01-081bd10c30d2 None None] Update dhcp port {'port': {'network_id': 'b5526c06-2f77-4d2f-9c87-a57f7ac049eb', 'fixed_ips': [{'subnet_id': '83dc42eb-1d57-41af-b6a1-61643c282b71'}], 'binding:host_id': 'n-d-821636-1'}, 'id': '1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc'} from n-d-821636-1. {{(pid=103849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 02:50:51.091817 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfeff3e3-22b6-474f-85e1-fd88b083b607 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] DELETE failed (client error): The resource could not be found. Dec 14 02:50:51.092526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfeff3e3-22b6-474f-85e1-fd88b083b607 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:51.095741 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cfeff3e3-22b6-474f-85e1-fd88b083b607 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/31cb8182-5bf7-4e76-a85e-830a8cc4e27b HTTP/1.1" status: 404 len: 337 time: 0.0507736 Dec 14 02:50:51.100555 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52740) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:51.109322 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-0706ad3d-4981-46f9-8f84-e3a4cac1cda2 admin admin] Deleting subnet dd5ef174-aba5-40c5-8848-d21657825ee6 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:50:51.113352 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0706ad3d-4981-46f9-8f84-e3a4cac1cda2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:51.118565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0518df3-0074-47f7-bae1-8aaa6e0a4aff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Network': ['ID=adb50895-f042-4c16-ae9e-6eb496fade54,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:51.136143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network adb50895-f042-4c16-ae9e-6eb496fade54 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:50:51.145633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d0518df3-0074-47f7-bae1-8aaa6e0a4aff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5631289 Dec 14 02:50:51.148094 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52742) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:51.148633 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-af88b3c8-fe9e-4654-a4ac-b9c90e7f4fae tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] DELETE failed (client error): The resource could not be found. Dec 14 02:50:51.149199 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af88b3c8-fe9e-4654-a4ac-b9c90e7f4fae tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:51.153009 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-af88b3c8-fe9e-4654-a4ac-b9c90e7f4fae tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/b092db21-42de-4193-bedb-3d1040211ac3 HTTP/1.1" status: 404 len: 337 time: 0.0464807 Dec 14 02:50:51.153906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'ports': [{'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97'}, {'network_id': 'adb50895-f042-4c16-ae9e-6eb496fade54'}]} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:51.154233 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:51.154717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'network_id': 'adb50895-f042-4c16-ae9e-6eb496fade54'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:51.155481 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52744) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:51.187529 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4de4fb4-dfbb-4ac8-a463-90aa663f2cd6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] DELETE failed (client error): The resource could not be found. Dec 14 02:50:51.188506 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4de4fb4-dfbb-4ac8-a463-90aa663f2cd6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:51.195413 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a7855141-d711-4318-bd01-081bd10c30d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:51.198867 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f4de4fb4-dfbb-4ac8-a463-90aa663f2cd6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/ecbc3018-75cf-4e37-a865-0251c9082be5 HTTP/1.1" status: 404 len: 337 time: 0.0396366 Dec 14 02:50:51.198867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52746) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:51.216525 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0706ad3d-4981-46f9-8f84-e3a4cac1cda2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:51.248409 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5ef21d-e22b-4622-b9d8-521dca1dcc8e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] DELETE failed (client error): The resource could not be found. Dec 14 02:50:51.249052 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5ef21d-e22b-4622-b9d8-521dca1dcc8e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:51.253962 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5e5ef21d-e22b-4622-b9d8-521dca1dcc8e tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/ports/f9e434b8-b475-47e2-b5ef-44ad7aceb136 HTTP/1.1" status: 404 len: 333 time: 0.0540457 Dec 14 02:50:51.256032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52750) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:51.289595 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-610d11e8-48a0-410e-911f-800eb4766105 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] DELETE failed (client error): The resource could not be found. Dec 14 02:50:51.289994 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610d11e8-48a0-410e-911f-800eb4766105 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:51.294739 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-610d11e8-48a0-410e-911f-800eb4766105 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/5d55954f-0474-46dc-a497-3d622905679b HTTP/1.1" status: 404 len: 337 time: 0.0359006 Dec 14 02:50:51.295954 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52752) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:51.305901 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0706ad3d-4981-46f9-8f84-e3a4cac1cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:51.323232 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a43fd3b-7c9c-4fed-9513-cba71ef0f79d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] DELETE failed (client error): The resource could not be found. Dec 14 02:50:51.323739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a43fd3b-7c9c-4fed-9513-cba71ef0f79d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:51.329162 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6a43fd3b-7c9c-4fed-9513-cba71ef0f79d tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/09fc2389-c8ee-4126-b95d-f50ab394d033 HTTP/1.1" status: 404 len: 337 time: 0.0294535 Dec 14 02:50:51.329460 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52754) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:51.356682 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-75968b39-2727-4d37-b928-8016682bc8a0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] DELETE failed (client error): The resource could not be found. Dec 14 02:50:51.357490 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75968b39-2727-4d37-b928-8016682bc8a0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:51.362919 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-75968b39-2727-4d37-b928-8016682bc8a0 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/ports/60a92ef4-bea6-4404-b763-aa12e7b79f41 HTTP/1.1" status: 404 len: 333 time: 0.0297506 Dec 14 02:50:51.364727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52758) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:51.396098 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c8b1fd-fc67-4f2b-9aa3-b70a304ec829 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] DELETE failed (client error): The resource could not be found. Dec 14 02:50:51.396573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c8b1fd-fc67-4f2b-9aa3-b70a304ec829 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:51.401350 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-12c8b1fd-fc67-4f2b-9aa3-b70a304ec829 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/2a9ef974-8ba3-4b18-8f50-40124ee9be08 HTTP/1.1" status: 404 len: 337 time: 0.0344839 Dec 14 02:50:51.404914 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52760) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:51.440677 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad8e515-2c1a-4585-8580-a69e6e8a0a52 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] DELETE failed (client error): The resource could not be found. Dec 14 02:50:51.441940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad8e515-2c1a-4585-8580-a69e6e8a0a52 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:50:51.443351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd9864d-c38c-45ac-a0de-4b5c73363b5b None None] Network b5526c06-2f77-4d2f-9c87-a57f7ac049eb requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:51.446577 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-dad8e515-2c1a-4585-8580-a69e6e8a0a52 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/subnets/c77148a5-dc3a-4f66-9908-d9cf0a18a695 HTTP/1.1" status: 404 len: 337 time: 0.0402932 Dec 14 02:50:51.450867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52762) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:51.530877 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-eea24ffb-0be7-4e91-918f-dc1c6937fc18 None None] Provisioning complete for port 40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:51.531265 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eea24ffb-0be7-4e91-918f-dc1c6937fc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:51.547889 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'port': 2} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:51.552696 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:51.566863 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:51.597573 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-eea24ffb-0be7-4e91-918f-dc1c6937fc18 None None] Port 40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:51.617229 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-eea24ffb-0be7-4e91-918f-dc1c6937fc18 None None] Provisioning complete for port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:51.617229 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eea24ffb-0be7-4e91-918f-dc1c6937fc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:51.660342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e236b972-ee73-4f10-ac91-da2cb6b38d80 None None] DHCP port deletion for b5526c06-2f77-4d2f-9c87-a57f7ac049eb request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:50:51.665378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b59595-762d-4292-8094-36a2d1d39495 req-482b03c7-36b4-4b70-97cc-5064153ca8a8 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:51.673236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-43b59595-762d-4292-8094-36a2d1d39495 req-482b03c7-36b4-4b70-97cc-5064153ca8a8 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.1526141 Dec 14 02:50:51.706567 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] device_id is not set on port cedd11ea-ea35-4c32-8abd-997cba6b1c6d yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:50:51.717665 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0706ad3d-4981-46f9-8f84-e3a4cac1cda2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:51.757619 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706ad3d-4981-46f9-8f84-e3a4cac1cda2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd5ef174-aba5-40c5-8848-d21657825ee6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:51.768177 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0706ad3d-4981-46f9-8f84-e3a4cac1cda2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:51.773925 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0706ad3d-4981-46f9-8f84-e3a4cac1cda2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dd5ef174-aba5-40c5-8848-d21657825ee6 HTTP/1.1" status: 204 len: 168 time: 0.7411969 Dec 14 02:50:51.774355 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52772) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:51.810100 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf0a357-ee0c-422f-bae7-41c8dff0d300 None None] Network cb25c905-9a54-468e-a18f-ecfafb1c08f6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:51.871540 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e236b972-ee73-4f10-ac91-da2cb6b38d80 None None] Deleting port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:50:51.871918 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e236b972-ee73-4f10-ac91-da2cb6b38d80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:51.901277 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bc6239d5-d193-4292-abf8-0a13c28a69c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:52.055666 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e236b972-ee73-4f10-ac91-da2cb6b38d80 None None] For port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc,segment=NetworkSegment(fd6c5827-e9c6-4413-9939-162a18facede),segment_id=fd6c5827-e9c6-4413-9939-162a18facede)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:50:52.056223 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e236b972-ee73-4f10-ac91-da2cb6b38d80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:52.067844 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e47e716-344e-4b04-8092-be9c576063d3 None None] DHCP port deletion for cb25c905-9a54-468e-a18f-ecfafb1c08f6 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:50:52.080266 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e236b972-ee73-4f10-ac91-da2cb6b38d80 None None] Calling delete_port for 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:52.118622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11678826-dda5-4fbe-ba88-94048f68d4a2 req-d8cdfcac-a6ea-424b-b349-06b8fc5bd180 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 210 time: 0.3839483 Dec 14 02:50:52.144080 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:52.144201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-a8d8ba10-788d-44fd-8305-d47be9e882c6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Deleting port 40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:50:52.144201 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a8d8ba10-788d-44fd-8305-d47be9e882c6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:52.156554 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-43b59595-762d-4292-8094-36a2d1d39495 req-8c3ed91b-b345-4fb7-896a-1086e212d61d tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4824173 Dec 14 02:50:52.166431 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bc6239d5-d193-4292-abf8-0a13c28a69c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:52.222656 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a8d8ba10-788d-44fd-8305-d47be9e882c6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:52.233255 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-bc6239d5-d193-4292-abf8-0a13c28a69c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb25c905-9a54-468e-a18f-ecfafb1c08f6']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:52.240282 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-a8d8ba10-788d-44fd-8305-d47be9e882c6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Calling delete_port for 40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:52.257258 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-bc6239d5-d193-4292-abf8-0a13c28a69c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '657abcff-7d41-4b7b-9502-5b1727641498') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:52.257842 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-bc6239d5-d193-4292-abf8-0a13c28a69c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '657abcff-7d41-4b7b-9502-5b1727641498') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:52.267692 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] device_id is not set on port 2bcf8b87-16b2-4bc5-a24c-a581c0c950ff yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:50:52.274151 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bc6239d5-d193-4292-abf8-0a13c28a69c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:52.303456 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bc6239d5-d193-4292-abf8-0a13c28a69c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:52.324222 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6239d5-d193-4292-abf8-0a13c28a69c2 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:50:52.324631 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bc6239d5-d193-4292-abf8-0a13c28a69c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:50:52.331688 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:50:52.350317 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e236b972-ee73-4f10-ac91-da2cb6b38d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:52.418084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e236b972-ee73-4f10-ac91-da2cb6b38d80 None None] Pushing event deleted for resources: {'Port': ['ID=1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:52.424813 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e236b972-ee73-4f10-ac91-da2cb6b38d80 None None] No DVR routers for this DVR port 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:50:52.456128 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a8d8ba10-788d-44fd-8305-d47be9e882c6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:52.481501 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:52.486694 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bc6239d5-d193-4292-abf8-0a13c28a69c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:52.494616 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bc6239d5-d193-4292-abf8-0a13c28a69c2 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:52.498341 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bc6239d5-d193-4292-abf8-0a13c28a69c2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cb25c905-9a54-468e-a18f-ecfafb1c08f6 HTTP/1.1" status: 204 len: 168 time: 0.7231913 Dec 14 02:50:52.526449 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6239d5-d193-4292-abf8-0a13c28a69c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb25c905-9a54-468e-a18f-ecfafb1c08f6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:52.532108 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a8d8ba10-788d-44fd-8305-d47be9e882c6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:52.541889 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a8d8ba10-788d-44fd-8305-d47be9e882c6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/ports/40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f HTTP/1.1" status: 204 len: 168 time: 1.0914307 Dec 14 02:50:52.551093 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52786) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:52.552283 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8ba10-788d-44fd-8305-d47be9e882c6 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Port': ['ID=40aeab39-d5a1-4aeb-a5a9-a4b8f963eb3f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:52.652449 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e50b075-b036-4977-b6e9-e35b84761cd8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:52.666573 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:52.749182 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:50:52.774743 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-776d3b9d-e886-4cae-8ddd-7230e34fd5f0 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:52.783652 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-776d3b9d-e886-4cae-8ddd-7230e34fd5f0 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.47 "GET /v2.0/networks?id=2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e HTTP/1.1" status: 200 len: 809 time: 0.2374017 Dec 14 02:50:52.783863 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:50:52.783863 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1f7c253e-69dd-4d7d-a296-c95d7ca6bcfc not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:50:52.818467 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=cedd11ea-ea35-4c32-8abd-997cba6b1c6d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:52.828584 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:52.833955 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:52.840395 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:52.841493 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:52.880164 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e50b075-b036-4977-b6e9-e35b84761cd8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:52.969856 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-3e50b075-b036-4977-b6e9-e35b84761cd8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5526c06-2f77-4d2f-9c87-a57f7ac049eb']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:52.985857 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-3e50b075-b036-4977-b6e9-e35b84761cd8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6c5827-e9c6-4413-9939-162a18facede') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:52.986250 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-3e50b075-b036-4977-b6e9-e35b84761cd8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6c5827-e9c6-4413-9939-162a18facede') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:52.995500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593718b8-dc72-45f1-b921-7ddb16c18f2f req-42a37617-2e67-45ac-9a61-2381c1fae363 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:52.998226 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e50b075-b036-4977-b6e9-e35b84761cd8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:53.003503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-593718b8-dc72-45f1-b921-7ddb16c18f2f req-42a37617-2e67-45ac-9a61-2381c1fae363 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.2194624 Dec 14 02:50:53.018276 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e50b075-b036-4977-b6e9-e35b84761cd8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:53.039866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52800) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:53.040037 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e50b075-b036-4977-b6e9-e35b84761cd8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:50:53.040532 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e50b075-b036-4977-b6e9-e35b84761cd8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:50:53.046569 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:50:53.076185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-25c7fe37-e689-428e-8490-5866b56db88c tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45239bcec36946b687f0fbd5e07bccf8 HTTP/1.1" status: 200 len: 379 time: 0.1931136 Dec 14 02:50:53.096815 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Request body: {'port': {'device_id': 'b72a5be5-f09c-4adc-9c51-36e2adcd613b', 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e', 'admin_state_up': True, 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'security_groups': ['deff04d6-3261-4aac-b83d-0d373da41f38']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:53.103446 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=2bcf8b87-16b2-4bc5-a24c-a581c0c950ff,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:53.127642 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f02c61-1c6c-4970-8860-d4c506ffa963 req-c8161556-b26f-464f-854b-3794abf8c66e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:53.127642 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00f02c61-1c6c-4970-8860-d4c506ffa963 req-c8161556-b26f-464f-854b-3794abf8c66e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1891065 Dec 14 02:50:53.139778 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7c243-98c3-414d-bc0d-4de8475214c3 req-cccb8092-ec60-4a5e-9b36-60ea9e2ff773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:53.141346 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a4f7c243-98c3-414d-bc0d-4de8475214c3 req-cccb8092-ec60-4a5e-9b36-60ea9e2ff773 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bd0ab6acc574c87bcd35209cbc4ce01&device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 1096 time: 0.2573080 Dec 14 02:50:53.148475 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Checking segment: {'id': '44ff6bdd-0675-48f5-87ba-31aaeb84cb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'adb50895-f042-4c16-ae9e-6eb496fade54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:53.154470 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network hostable DHCP agents. Network: adb50895-f042-4c16-ae9e-6eb496fade54, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:50:53.180292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-593718b8-dc72-45f1-b921-7ddb16c18f2f req-3d4650bb-a11a-4950-8905-3e775df3a7f9 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758358 Dec 14 02:50:53.211753 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-da7ded65-a12d-453e-8817-e56fb0f33827 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=60ae5181b4824764b72d9a8ae3674369&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1629026 Dec 14 02:50:53.213266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52806) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:53.281961 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e50b075-b036-4977-b6e9-e35b84761cd8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:53.306378 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00f02c61-1c6c-4970-8860-d4c506ffa963 req-c23d8543-a5f5-42f6-80c0-b1d66c8374bb tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649146 Dec 14 02:50:53.306499 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e50b075-b036-4977-b6e9-e35b84761cd8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:53.306499 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3e50b075-b036-4977-b6e9-e35b84761cd8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] 10.222.0.39 "DELETE /v2.0/networks/b5526c06-2f77-4d2f-9c87-a57f7ac049eb HTTP/1.1" status: 204 len: 168 time: 0.7465072 Dec 14 02:50:53.306499 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7c243-98c3-414d-bc0d-4de8475214c3 req-abcf7aae-68be-48a3-affe-60f78a87826d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:53.307433 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a4f7c243-98c3-414d-bc0d-4de8475214c3 req-abcf7aae-68be-48a3-affe-60f78a87826d service neutron] 10.222.0.47 "GET /v2.0/networks?id=bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 HTTP/1.1" status: 200 len: 916 time: 0.1531491 Dec 14 02:50:53.357921 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21de1b85-f79f-4e60-b662-8e57489167d6 req-d2d4fe9a-711a-405e-8edf-3cdffe511c42 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 210 time: 0.0831141 Dec 14 02:50:53.401960 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e3250241-c19e-4987-9242-942f0ad5d826 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:53.420743 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50b075-b036-4977-b6e9-e35b84761cd8 tempest-PortsIpV6TestJSON-1490324582 tempest-PortsIpV6TestJSON-1490324582-project] Pushing event deleted for resources: {'Network': ['ID=b5526c06-2f77-4d2f-9c87-a57f7ac049eb,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:53.425377 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network adb50895-f042-4c16-ae9e-6eb496fade54 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:50:53.426358 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a4f7c243-98c3-414d-bc0d-4de8475214c3 req-48944c8b-8f8f-4465-b7a2-7e08e01a74fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 HTTP/1.1" status: 200 len: 217 time: 0.1011949 Dec 14 02:50:53.458277 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e3250241-c19e-4987-9242-942f0ad5d826 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:53.489032 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7c243-98c3-414d-bc0d-4de8475214c3 req-263b47ac-7f97-4e23-aac6-e72df0735473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:53.490911 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a4f7c243-98c3-414d-bc0d-4de8475214c3 req-263b47ac-7f97-4e23-aac6-e72df0735473 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3191fd26-ed61-4f54-9328-a99a84a55257 HTTP/1.1" status: 200 len: 854 time: 0.0569153 Dec 14 02:50:53.505914 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683c934-f775-44aa-8248-cfe28b3f8e4e req-4ce1cc06-e419-4040-8d26-154e7145d2bd tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:53.509832 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6683c934-f775-44aa-8248-cfe28b3f8e4e req-4ce1cc06-e419-4040-8d26-154e7145d2bd tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0985396 Dec 14 02:50:53.509832 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Made reservation on behalf of 45239bcec36946b687f0fbd5e07bccf8 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:53.514758 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:53.534337 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, adb50895-f042-4c16-ae9e-6eb496fade54) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:53.538454 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:53.545280 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:53.550641 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a549c6-e598-4f53-a32c-372737ebe0ea None None] Network adb50895-f042-4c16-ae9e-6eb496fade54 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:53.551585 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:53.552267 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:53.571513 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7c243-98c3-414d-bc0d-4de8475214c3 req-5d2d747b-cd9b-416c-8e9a-507c6f3b13c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:53.573215 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a4f7c243-98c3-414d-bc0d-4de8475214c3 req-5d2d747b-cd9b-416c-8e9a-507c6f3b13c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=bcad94a2-79f4-4bd4-b7ae-52e94135f1f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747659 Dec 14 02:50:53.622854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6683c934-f775-44aa-8248-cfe28b3f8e4e req-6933b9a5-42c5-4005-8d06-41e903291a94 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072381 Dec 14 02:50:53.644900 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e3250241-c19e-4987-9242-942f0ad5d826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:53.647838 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e3250241-c19e-4987-9242-942f0ad5d826 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:53.662799 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e3250241-c19e-4987-9242-942f0ad5d826 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff5fc5ce-f14a-49e7-905a-654c87d8bc70 HTTP/1.1" status: 204 len: 168 time: 0.4484289 Dec 14 02:50:53.673398 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6228104c-be4e-4617-a8cc-83a58fdf476c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5241098 Dec 14 02:50:53.675402 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52822) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:53.711206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3250241-c19e-4987-9242-942f0ad5d826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5fc5ce-f14a-49e7-905a-654c87d8bc70,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:53.755390 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Allocated IP 172.20.0.10 (2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e/acc350e5-a883-4ca2-8858-3c9b809037a9/9d032958-673e-4b33-8870-2e5d1312bc24) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:53.802405 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a4f7c243-98c3-414d-bc0d-4de8475214c3 req-102e1b7e-ba21-4f34-9996-a1b84289acb5 service neutron] 10.222.0.47 "GET /v2.0/networks/bcad94a2-79f4-4bd4-b7ae-52e94135f1f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205274 Dec 14 02:50:53.884748 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-1d2da23f-b70e-407b-9f9d-f8096c52b9d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port 2bcf8b87-16b2-4bc5-a24c-a581c0c950ff {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:50:53.885491 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d2da23f-b70e-407b-9f9d-f8096c52b9d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:53.968776 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a4f7c243-98c3-414d-bc0d-4de8475214c3 req-3552e19f-ad6b-4ae7-bb1e-70ee54bc5ba8 service neutron] 10.222.0.47 "GET /v2.0/networks/bcad94a2-79f4-4bd4-b7ae-52e94135f1f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567779 Dec 14 02:50:53.978285 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d2da23f-b70e-407b-9f9d-f8096c52b9d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:54.004593 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-1d2da23f-b70e-407b-9f9d-f8096c52b9d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for 2bcf8b87-16b2-4bc5-a24c-a581c0c950ff owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:54.145616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-af4e8105-bc62-425e-bac6-10598de2ebfd tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:54.147157 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-af4e8105-bc62-425e-bac6-10598de2ebfd tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 811 time: 0.2195535 Dec 14 02:50:54.168474 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:54.168667 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52838) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:54.173198 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-706339e5-7e41-474b-a1e7-148efab70b66 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/quotas/5f91050d42464daeb5e72d6e66d168a6 HTTP/1.1" status: 200 len: 375 time: 0.0164826 Dec 14 02:50:54.257762 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-3dcb503e-f344-45d4-ae85-559b895c6b03 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0745797 Dec 14 02:50:54.263899 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d2da23f-b70e-407b-9f9d-f8096c52b9d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:54.343295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2da23f-b70e-407b-9f9d-f8096c52b9d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=2bcf8b87-16b2-4bc5-a24c-a581c0c950ff,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:54.352895 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d2da23f-b70e-407b-9f9d-f8096c52b9d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:54.353997 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:54.358269 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1d2da23f-b70e-407b-9f9d-f8096c52b9d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/ports/2bcf8b87-16b2-4bc5-a24c-a581c0c950ff HTTP/1.1" status: 204 len: 168 time: 0.6710229 Dec 14 02:50:54.360147 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52848) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:54.435480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Network 2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:54.458817 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:54.474386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:54.476578 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef951c7-e7bd-4e70-be5c-11905e461a51 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:54.482758 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef951c7-e7bd-4e70-be5c-11905e461a51 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:54.484395 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-eef951c7-e7bd-4e70-be5c-11905e461a51 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1230869 Dec 14 02:50:54.486892 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Pushing event updated for resources: {'Port': ['ID=9d032958-673e-4b33-8870-2e5d1312bc24,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:54.492885 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52856) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:54.499826 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-afecc15c-3137-48bd-92be-cd610aaedd3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=65cc5cfaf013424daefcc1ad93fe49cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3272963 Dec 14 02:50:54.503063 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52858) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:54.563646 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f833b346-b549-4ad0-9e90-8616e95d2893 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:54.589586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeedaa-25bf-4a74-93b2-636328c04a22 req-50f32432-ea3b-4073-b2af-2ac98e7d4eb3 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:54.591194 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6faeedaa-25bf-4a74-93b2-636328c04a22 req-50f32432-ea3b-4073-b2af-2ac98e7d4eb3 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.3020809 Dec 14 02:50:54.601676 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f833b346-b549-4ad0-9e90-8616e95d2893 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:54.624494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:54.624865 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:54.625332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:54.625775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:54.626130 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:54.626475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:54.626814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:54.627160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:54.627488 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:54.628997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:54.628997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:54.628997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:54.629342 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:50:54.719349 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-bd496214-e50e-4635-b6d5-f3f3ed00a837 service neutron] 10.222.0.39 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480417 Dec 14 02:50:54.743814 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f833b346-b549-4ad0-9e90-8616e95d2893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:54.746821 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f833b346-b549-4ad0-9e90-8616e95d2893 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:54.748843 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f833b346-b549-4ad0-9e90-8616e95d2893 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/edbfd5a1-be0f-45bd-913c-98075675252e HTTP/1.1" status: 204 len: 168 time: 0.2448046 Dec 14 02:50:54.762869 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833b346-b549-4ad0-9e90-8616e95d2893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbfd5a1-be0f-45bd-913c-98075675252e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:54.766428 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:54.767186 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:54.830998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1b951889-4eea-4b92-a928-4257f918b838 None None] Provisioning complete for port 9d032958-673e-4b33-8870-2e5d1312bc24 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:50:54.833933 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1b951889-4eea-4b92-a928-4257f918b838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:54.877903 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1b951889-4eea-4b92-a928-4257f918b838 None None] Port 9d032958-673e-4b33-8870-2e5d1312bc24 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:50:54.907398 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6faeedaa-25bf-4a74-93b2-636328c04a22 req-e8a407f9-3a43-4b3d-b6de-fbd1ebdcaecb tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877367 Dec 14 02:50:54.916573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-96ff043a-9b3a-4257-9e56-8ca48cf13e18 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8236129 Dec 14 02:50:54.926403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-db1ad055-2e37-4bb6-9e54-12c794d883b7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port cedd11ea-ea35-4c32-8abd-997cba6b1c6d {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:50:54.926752 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-db1ad055-2e37-4bb6-9e54-12c794d883b7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:54.936185 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Request body: {'port': {'device_id': 'b72a5be5-f09c-4adc-9c51-36e2adcd613b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:55.087168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-efa7b66a-5da1-4a43-ab25-91225f3b13ec service neutron] 10.222.0.39 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572915 Dec 14 02:50:55.125484 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-db1ad055-2e37-4bb6-9e54-12c794d883b7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:55.135459 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:55.153639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-db1ad055-2e37-4bb6-9e54-12c794d883b7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for cedd11ea-ea35-4c32-8abd-997cba6b1c6d owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:50:55.172227 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e1624-dba9-4959-a695-dec8d263addd req-aec674d3-9e1e-45de-a8a1-07c50c419804 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:55.176419 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b07e1624-dba9-4959-a695-dec8d263addd req-aec674d3-9e1e-45de-a8a1-07c50c419804 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 932 time: 0.1531513 Dec 14 02:50:55.410233 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b07e1624-dba9-4959-a695-dec8d263addd req-25f42e0a-cf3f-432f-a83a-615adf19be8d tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/security-groups?id=deff04d6-3261-4aac-b83d-0d373da41f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100778 Dec 14 02:50:55.472923 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a01bd514-cf85-4c25-887e-506984b56d1a req-187d1196-238a-40aa-841c-a284616623b8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 210 time: 0.0575156 Dec 14 02:50:55.569161 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-db1ad055-2e37-4bb6-9e54-12c794d883b7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:55.643909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ad055-2e37-4bb6-9e54-12c794d883b7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=cedd11ea-ea35-4c32-8abd-997cba6b1c6d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:55.658962 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-db1ad055-2e37-4bb6-9e54-12c794d883b7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:55.666491 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-db1ad055-2e37-4bb6-9e54-12c794d883b7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/ports/cedd11ea-ea35-4c32-8abd-997cba6b1c6d HTTP/1.1" status: 204 len: 168 time: 1.1415260 Dec 14 02:50:55.668412 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52912) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:55.754836 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d032958-673e-4b33-8870-2e5d1312bc24 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:50:55.767320 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:55.774732 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267e477c-6171-43e0-a565-5355e393e087 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:55.776729 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-267e477c-6171-43e0-a565-5355e393e087 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1060736 Dec 14 02:50:55.779287 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52918) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:55.786538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Transition to ACTIVE for port object 9d032958-673e-4b33-8870-2e5d1312bc24 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:50:55.807366 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-09863b13-2ac8-4413-84bc-fc17cd03f8bb tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] GET failed (client error): The resource could not be found. Dec 14 02:50:55.808927 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-09863b13-2ac8-4413-84bc-fc17cd03f8bb tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports/2bcf8b87-16b2-4bc5-a24c-a581c0c950ff HTTP/1.1" status: 404 len: 333 time: 0.0286798 Dec 14 02:50:55.812356 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52920) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:55.842823 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a45dd29-62b7-4520-a598-a021da4894a2 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] GET failed (client error): The resource could not be found. Dec 14 02:50:55.847334 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9a45dd29-62b7-4520-a598-a021da4894a2 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports/cedd11ea-ea35-4c32-8abd-997cba6b1c6d HTTP/1.1" status: 404 len: 333 time: 0.0307808 Dec 14 02:50:55.847334 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52922) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:55.873486 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:55.948918 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8be16bfc-faee-4758-9344-eaf51e19b3c6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:55.986681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Pushing event updated for resources: {'Port': ['ID=9d032958-673e-4b33-8870-2e5d1312bc24,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:56.143247 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79799704-502a-4daa-8387-10e76d843812 req-c2186e36-51b7-4119-92ff-dca028804256 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:56.151909 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8be16bfc-faee-4758-9344-eaf51e19b3c6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:56.152069 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79799704-502a-4daa-8387-10e76d843812 req-c2186e36-51b7-4119-92ff-dca028804256 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.1218629 Dec 14 02:50:56.152069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Attempting to bind port 9d032958-673e-4b33-8870-2e5d1312bc24 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:56.152069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Attempting to bind port 9d032958-673e-4b33-8870-2e5d1312bc24 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'f2b91792-a01c-4b16-a84c-dc173440ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:56.152069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Attempting to bind port 9d032958-673e-4b33-8870-2e5d1312bc24 on network 2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:56.175575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Port 9d032958-673e-4b33-8870-2e5d1312bc24 on network 2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:50:56.176668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Attempting to bind port 9d032958-673e-4b33-8870-2e5d1312bc24 on network 2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:56.188425 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-8be16bfc-faee-4758-9344-eaf51e19b3c6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb50895-f042-4c16-ae9e-6eb496fade54']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:56.209450 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-8be16bfc-faee-4758-9344-eaf51e19b3c6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ff6bdd-0675-48f5-87ba-31aaeb84cb13') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:56.209756 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-8be16bfc-faee-4758-9344-eaf51e19b3c6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ff6bdd-0675-48f5-87ba-31aaeb84cb13') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:50:56.212474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:56.212824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Checking segment: {'id': 'f2b91792-a01c-4b16-a84c-dc173440ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:56.213217 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Bound using segment: {'id': 'f2b91792-a01c-4b16-a84c-dc173440ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:56.214148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Bound port: 9d032958-673e-4b33-8870-2e5d1312bc24, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2b91792-a01c-4b16-a84c-dc173440ee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:56.214148 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:56.224722 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8be16bfc-faee-4758-9344-eaf51e19b3c6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:56.239733 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8be16bfc-faee-4758-9344-eaf51e19b3c6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:56.241572 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52936) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:56.246967 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be16bfc-faee-4758-9344-eaf51e19b3c6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:50:56.247448 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8be16bfc-faee-4758-9344-eaf51e19b3c6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:50:56.251123 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:50:56.313111 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79799704-502a-4daa-8387-10e76d843812 req-fae29abe-67e4-4278-990f-adbca690f50f tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452603 Dec 14 02:50:56.341499 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] For port 9d032958-673e-4b33-8870-2e5d1312bc24, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:56.344793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] For port 9d032958-673e-4b33-8870-2e5d1312bc24, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9d032958-673e-4b33-8870-2e5d1312bc24,segment=NetworkSegment(f2b91792-a01c-4b16-a84c-dc173440ee93),segment_id=f2b91792-a01c-4b16-a84c-dc173440ee93)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:56.413263 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87dd051f-18b7-4c44-8da1-d8a278778933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:56.447107 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8be16bfc-faee-4758-9344-eaf51e19b3c6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:56.462011 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8be16bfc-faee-4758-9344-eaf51e19b3c6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:56.476060 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8be16bfc-faee-4758-9344-eaf51e19b3c6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/networks/adb50895-f042-4c16-ae9e-6eb496fade54 HTTP/1.1" status: 204 len: 168 time: 0.6268525 Dec 14 02:50:56.481761 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52950) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:56.495997 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:56.511593 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c5d00c8c-d98e-4079-94ab-14dc8efea030 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2058348574'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:56.518573 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be16bfc-faee-4758-9344-eaf51e19b3c6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Network': ['ID=adb50895-f042-4c16-ae9e-6eb496fade54,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:56.519505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7be5e-27e6-4f53-990b-c914b94057db req-49b28c1c-79a1-4df3-ac62-a51a24a02cdd tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:56.521121 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cd7be5e-27e6-4f53-990b-c914b94057db req-49b28c1c-79a1-4df3-ac62-a51a24a02cdd tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.1006224 Dec 14 02:50:56.601614 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:56.602245 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:56.603646 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] 10.222.0.47 "PUT /v2.0/ports/9d032958-673e-4b33-8870-2e5d1312bc24 HTTP/1.1" status: 200 len: 1092 time: 1.6716008 Dec 14 02:50:56.606111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72a5be5-f09c-4adc-9c51-36e2adcd613b', 'tag': '9d032958-673e-4b33-8870-2e5d1312bc24'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:50:56.608401 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1e218f-2782-4e4a-bb36-4677d29c845f" -d '{"events": [{"name": "network-changed", "server_uuid": "b72a5be5-f09c-4adc-9c51-36e2adcd613b", "tag": "9d032958-673e-4b33-8870-2e5d1312bc24"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:50:56.640976 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d00c8c-d98e-4079-94ab-14dc8efea030 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:56.646519 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5d00c8c-d98e-4079-94ab-14dc8efea030 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:56.680858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83dfe81-e7ab-417a-be27-cff8c4ec3978 service neutron] Pushing event updated for resources: {'Port': ['ID=9d032958-673e-4b33-8870-2e5d1312bc24,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:56.696691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e41a73-2b06-4e14-aee7-8fafb0458d28 req-2c420489-af19-45c9-ac9b-3b2ca24878c0 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:56.698759 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52958) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:56.699234 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f2e41a73-2b06-4e14-aee7-8fafb0458d28 req-2c420489-af19-45c9-ac9b-3b2ca24878c0 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 944 time: 0.1982541 Dec 14 02:50:56.702913 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d00c8c-d98e-4079-94ab-14dc8efea030 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:50:56.712838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cd7be5e-27e6-4f53-990b-c914b94057db req-97314bd9-dcd0-40d9-a5f3-a2022f1a5b1d tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582322 Dec 14 02:50:56.746574 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87dd051f-18b7-4c44-8da1-d8a278778933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:56.760871 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5d00c8c-d98e-4079-94ab-14dc8efea030 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:56.761902 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-c5d00c8c-d98e-4079-94ab-14dc8efea030 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Added segment 2eac59d3-0aef-4a61-8d69-c294a7f3ad4f of type vlan for network dc382ef9-607a-4b3b-afa4-2a7fd98586e5 Dec 14 02:50:56.848864 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5d00c8c-d98e-4079-94ab-14dc8efea030 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:56.851130 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87dd051f-18b7-4c44-8da1-d8a278778933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:56.918413 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84c97b5f-507e-4db6-9575-5099864bcf6f req-c5367c44-f342-4f67-8d63-4fc75833e20e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 210 time: 0.0733888 Dec 14 02:50:56.938290 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f2e41a73-2b06-4e14-aee7-8fafb0458d28 req-d49b14c8-84f4-468d-9f1c-4436fdaa56ae tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/security-groups?id=deff04d6-3261-4aac-b83d-0d373da41f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114301 Dec 14 02:50:56.951135 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:56.954706 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-89838c57-389a-47a5-b443-8376e89fb1d7 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:56.967818 n-d-821636-1 neutron-server[103847]: WARNING neutron.api.v2.base [None req-89838c57-389a-47a5-b443-8376e89fb1d7 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 14 02:50:56.967818 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-89838c57-389a-47a5-b443-8376e89fb1d7 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): There was a conflict when trying to complete your request. Dec 14 02:50:56.967818 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-89838c57-389a-47a5-b443-8376e89fb1d7 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2521422 Dec 14 02:50:56.969590 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52970) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:56.976960 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-1d5fe27a-7622-4a5e-b985-63c9ea01efae tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1830316522'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:56.986531 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5d00c8c-d98e-4079-94ab-14dc8efea030 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:56.995264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d00c8c-d98e-4079-94ab-14dc8efea030 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:56.996144 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5d00c8c-d98e-4079-94ab-14dc8efea030 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:57.006565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-87dd051f-18b7-4c44-8da1-d8a278778933 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0016fc77ce5f41eb8f7d71bf4dffcd55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7548878 Dec 14 02:50:57.017921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52972) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:57.027237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd051f-18b7-4c44-8da1-d8a278778933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c05a4e-d8ca-4a0f-a3a6-e646216bbdef,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:57.033646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-fe2087ef-9215-44dd-a30b-26f98885e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:57.035388 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-fe2087ef-9215-44dd-a30b-26f98885e594 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45239bcec36946b687f0fbd5e07bccf8&device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 1095 time: 0.2461307 Dec 14 02:50:57.066945 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ac2a0c-defb-4728-be93-1a303be4a419 x-openstack-request-id: req-e3ac2a0c-defb-4728-be93-1a303be4a419 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:50:57.067239 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72a5be5-f09c-4adc-9c51-36e2adcd613b", "tag": "9d032958-673e-4b33-8870-2e5d1312bc24", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:50:57.073195 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3ac2a0c-defb-4728-be93-1a303be4a419 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:50:57.073195 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72a5be5-f09c-4adc-9c51-36e2adcd613b', 'tag': '9d032958-673e-4b33-8870-2e5d1312bc24', 'status': 'completed', 'code': 200} Dec 14 02:50:57.108681 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d00c8c-d98e-4079-94ab-14dc8efea030 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Network': ['ID=dc382ef9-607a-4b3b-afa4-2a7fd98586e5,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:57.128247 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network dc382ef9-607a-4b3b-afa4-2a7fd98586e5 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:50:57.136310 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-5442d2a7-9611-4501-be4a-1af07a5e575d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d032958-673e-4b33-8870-2e5d1312bc24 HTTP/1.1" status: 200 len: 217 time: 0.0722370 Dec 14 02:50:57.199473 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe27a-7622-4a5e-b985-63c9ea01efae tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:57.229512 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe27a-7622-4a5e-b985-63c9ea01efae tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:57.236720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835fbead-1425-4658-8960-d84134a2345d req-ea4d08a0-3027-4390-bebd-69bc50ddef58 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:57.244728 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-835fbead-1425-4658-8960-d84134a2345d req-ea4d08a0-3027-4390-bebd-69bc50ddef58 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f411f88e-59b6-4b23-870c-8272b5f838d9 HTTP/1.1" status: 200 len: 946 time: 0.1792927 Dec 14 02:50:57.279069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-f16db1a2-d5ff-4473-a3e1-c5431585b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:57.280550 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-f16db1a2-d5ff-4473-a3e1-c5431585b20b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=acc350e5-a883-4ca2-8858-3c9b809037a9 HTTP/1.1" status: 200 len: 848 time: 0.1366560 Dec 14 02:50:57.281162 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-48d766a4-29c7-4282-a925-09cd25818732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:57.299539 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c5d00c8c-d98e-4079-94ab-14dc8efea030 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8165984 Dec 14 02:50:57.300472 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52976) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:57.311446 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e18ca582-3899-44e2-9a42-81d9a7ff2180 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'subnet': {'network_id': 'dc382ef9-607a-4b3b-afa4-2a7fd98586e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:57.344871 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-48d766a4-29c7-4282-a925-09cd25818732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:57.383294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-835fbead-1425-4658-8960-d84134a2345d req-3ec8360f-92b9-4101-b370-97c247a5ee2a tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375816 Dec 14 02:50:57.448170 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe27a-7622-4a5e-b985-63c9ea01efae tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:57.448641 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-d55777b9-b4f9-4982-ba1f-9587ad7705fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:57.451576 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-d55777b9-b4f9-4982-ba1f-9587ad7705fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579854 Dec 14 02:50:57.543828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18ca582-3899-44e2-9a42-81d9a7ff2180 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:57.547773 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e18ca582-3899-44e2-9a42-81d9a7ff2180 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:57.551655 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-48d766a4-29c7-4282-a925-09cd25818732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:57.552799 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe27a-7622-4a5e-b985-63c9ea01efae tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:57.554760 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-48d766a4-29c7-4282-a925-09cd25818732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:57.559421 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-48d766a4-29c7-4282-a925-09cd25818732 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1c05a4e-d8ca-4a0f-a3a6-e646216bbdef HTTP/1.1" status: 204 len: 168 time: 0.5360305 Dec 14 02:50:57.608741 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-2ff8a538-009f-4a08-9612-de6938ff6eba service neutron] 10.222.0.47 "GET /v2.0/networks/2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498268 Dec 14 02:50:57.610875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d766a4-29c7-4282-a925-09cd25818732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c05a4e-d8ca-4a0f-a3a6-e646216bbdef,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:57.637495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3837a-b6a6-48c7-8d1d-dd679d1e3ce7 req-c577bb3d-1914-40aa-ac74-fa6b36596d64 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:57.645827 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02e3837a-b6a6-48c7-8d1d-dd679d1e3ce7 req-c577bb3d-1914-40aa-ac74-fa6b36596d64 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 945 time: 0.1680024 Dec 14 02:50:57.650749 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fe27a-7622-4a5e-b985-63c9ea01efae tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b161e581-d8bd-49e3-926d-52f0ea67e0a0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:57.679481 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.ipam_backend_mixin [None req-e18ca582-3899-44e2-9a42-81d9a7ff2180 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Performing IP validity checks on allocation pools {{(pid=103847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 14 02:50:57.680046 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.ipam_backend_mixin [None req-e18ca582-3899-44e2-9a42-81d9a7ff2180 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 14 02:50:57.748011 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe27a-7622-4a5e-b985-63c9ea01efae tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:57.813052 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe27a-7622-4a5e-b985-63c9ea01efae tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:57.888577 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fe27a-7622-4a5e-b985-63c9ea01efae tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1286f637-7f6e-4060-a604-2a0f7a07156c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:57.922748 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d5fe27a-7622-4a5e-b985-63c9ea01efae tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:57.924552 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1d5fe27a-7622-4a5e-b985-63c9ea01efae tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9533510 Dec 14 02:50:57.927372 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 52992) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:57.932524 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0971e8cd-58a2-4cf6-ad95-08a38bfb7a40 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': '1286f637-7f6e-4060-a604-2a0f7a07156c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:57.977356 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e18ca582-3899-44e2-9a42-81d9a7ff2180 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:58.055663 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ca582-3899-44e2-9a42-81d9a7ff2180 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Subnet': ['ID=140aeb2d-9b49-4dd5-a38b-2807f607a5d1,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:58.067883 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0971e8cd-58a2-4cf6-ad95-08a38bfb7a40 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:58.126526 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18ca582-3899-44e2-9a42-81d9a7ff2180 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Checking segment: {'id': '2eac59d3-0aef-4a61-8d69-c294a7f3ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dc382ef9-607a-4b3b-afa4-2a7fd98586e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:58.126997 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18ca582-3899-44e2-9a42-81d9a7ff2180 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network hostable DHCP agents. Network: dc382ef9-607a-4b3b-afa4-2a7fd98586e5, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:50:58.174795 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0971e8cd-58a2-4cf6-ad95-08a38bfb7a40 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:58.223918 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6456a495-25e5-4707-893a-8f1ea5f4b63f req-cdfc829b-24ee-4279-972f-4b6fadf5a22b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 210 time: 0.1048691 Dec 14 02:50:58.260998 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18ca582-3899-44e2-9a42-81d9a7ff2180 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network dc382ef9-607a-4b3b-afa4-2a7fd98586e5 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:50:58.274463 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02e3837a-b6a6-48c7-8d1d-dd679d1e3ce7 req-7734dabe-9c84-4b6b-95c0-01145f7eb8f2 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6277850 Dec 14 02:50:58.313500 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0971e8cd-58a2-4cf6-ad95-08a38bfb7a40 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:58.352700 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971e8cd-58a2-4cf6-ad95-08a38bfb7a40 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded511bb-652f-4e99-ae92-6b1a876c7dc1,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:58.368577 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-e18ca582-3899-44e2-9a42-81d9a7ff2180 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, dc382ef9-607a-4b3b-afa4-2a7fd98586e5) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:58.377267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18ca582-3899-44e2-9a42-81d9a7ff2180 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:58.377965 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e18ca582-3899-44e2-9a42-81d9a7ff2180 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:58.384140 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cfa27a-1b67-4828-a24c-008e22d0ea67 None None] Network dc382ef9-607a-4b3b-afa4-2a7fd98586e5 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:50:58.412684 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-7af4d09b-7586-44ff-9e86-43fe7f46b5db req-0cd2b484-ae25-4070-b14c-a07d7a901171 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:50:58.414096 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7af4d09b-7586-44ff-9e86-43fe7f46b5db req-0cd2b484-ae25-4070-b14c-a07d7a901171 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212333 Dec 14 02:50:58.426110 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-573cd39f-79b9-4072-bfea-5ebff56ecc80 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:58.427536 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-573cd39f-79b9-4072-bfea-5ebff56ecc80 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.46 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 811 time: 0.3167124 Dec 14 02:50:58.430359 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7d379e08-de23-4912-b0a0-8ca5776b9c4a req-c525a65f-6e9d-4350-a245-c79178243c2f service neutron] 10.222.0.47 "GET /v2.0/networks/2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8130178 Dec 14 02:50:58.460908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d18a5-ad87-4f37-b807-72258f33d3ec req-03899aae-edea-4fc0-a0c7-7d2b8be4a5a4 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:58.461410 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0971e8cd-58a2-4cf6-ad95-08a38bfb7a40 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:58.463435 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0971e8cd-58a2-4cf6-ad95-08a38bfb7a40 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5344231 Dec 14 02:50:58.465666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53012) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:58.469077 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b6d18a5-ad87-4f37-b807-72258f33d3ec req-03899aae-edea-4fc0-a0c7-7d2b8be4a5a4 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 944 time: 0.1729634 Dec 14 02:50:58.472717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-bd52a002-e970-4fd7-af56-f9d99ac8cbb0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': '1286f637-7f6e-4060-a604-2a0f7a07156c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:58.491929 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e18ca582-3899-44e2-9a42-81d9a7ff2180 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1881366 Dec 14 02:50:58.495334 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53014) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:58.497389 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-28173a3f-fbfd-4533-be9a-1afa0294929a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Request body: {'port': {'device_id': '1141695c-b13f-44e1-95e5-a806ef2510c9', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'admin_state_up': True, 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:58.501829 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2cd29da1-8bb1-4183-9e8b-12c5d8cd6995 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'network_id': 'dc382ef9-607a-4b3b-afa4-2a7fd98586e5', 'name': 'tempest-PortsTestJSON-290913141'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:58.551584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-dc382ef9-607a-4b3b-afa4-2a7fd98586e5', 'network_id': 'dc382ef9-607a-4b3b-afa4-2a7fd98586e5', 'project_id': 'c6ac2a6264594e69a3ab66885e726658', 'fixed_ips': [{'subnet_id': '140aeb2d-9b49-4dd5-a38b-2807f607a5d1'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:50:58.552558 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:58.684161 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7af4d09b-7586-44ff-9e86-43fe7f46b5db req-6e479ef1-c448-4a3e-97da-d6ea405a4822 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2511134 Dec 14 02:50:58.691458 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd52a002-e970-4fd7-af56-f9d99ac8cbb0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:58.735173 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Allocated IP 172.20.0.2 (dc382ef9-607a-4b3b-afa4-2a7fd98586e5/140aeb2d-9b49-4dd5-a38b-2807f607a5d1/ea85e647-0067-4b32-b28e-45048f87f795) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:58.742674 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b6d18a5-ad87-4f37-b807-72258f33d3ec req-18a099a8-0f35-4c30-aa68-2812365f1236 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/security-groups?id=deff04d6-3261-4aac-b83d-0d373da41f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2727110 Dec 14 02:50:58.763768 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e218f-2782-4e4a-bb36-4677d29c845f req-b8602d8a-a307-4229-a428-3152369b7040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:58.765764 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f1e218f-2782-4e4a-bb36-4677d29c845f req-b8602d8a-a307-4229-a428-3152369b7040 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45239bcec36946b687f0fbd5e07bccf8&device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 1095 time: 0.1549599 Dec 14 02:50:58.767090 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-28173a3f-fbfd-4533-be9a-1afa0294929a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Made reservation on behalf of 5f91050d42464daeb5e72d6e66d168a6 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:58.774646 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-28173a3f-fbfd-4533-be9a-1afa0294929a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:58.856508 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd29da1-8bb1-4183-9e8b-12c5d8cd6995 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:50:58.861396 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cd29da1-8bb1-4183-9e8b-12c5d8cd6995 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:58.904474 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-2cd29da1-8bb1-4183-9e8b-12c5d8cd6995 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] device_id is not set on port f7b33b3a-51fc-4425-954f-d86fb259a8b1 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:50:59.000294 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e218f-2782-4e4a-bb36-4677d29c845f req-d144042c-9a50-4dce-b47f-48d9ed33a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:59.002040 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f1e218f-2782-4e4a-bb36-4677d29c845f req-d144042c-9a50-4dce-b47f-48d9ed33a658 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e HTTP/1.1" status: 200 len: 910 time: 0.2175782 Dec 14 02:50:59.053480 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-bd52a002-e970-4fd7-af56-f9d99ac8cbb0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): There was a conflict when trying to complete your request. Dec 14 02:50:59.057389 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bd52a002-e970-4fd7-af56-f9d99ac8cbb0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5877199 Dec 14 02:50:59.057995 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53032) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:59.109066 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:59.127494 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c20ab05-d125-4c0b-92a4-496519bd54c2 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:59.133232 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f1e218f-2782-4e4a-bb36-4677d29c845f req-bafd8e1c-7fb1-43b0-b62d-dcadbc9669e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d032958-673e-4b33-8870-2e5d1312bc24 HTTP/1.1" status: 200 len: 217 time: 0.1008773 Dec 14 02:50:59.160082 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c20ab05-d125-4c0b-92a4-496519bd54c2 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:59.201937 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97d0e6-86b3-4899-990a-c121a07bdb0c req-f63ceed3-23e9-48a8-9f3b-a37049aaebed tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:59.203536 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e97d0e6-86b3-4899-990a-c121a07bdb0c req-f63ceed3-23e9-48a8-9f3b-a37049aaebed tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.1628520 Dec 14 02:50:59.206898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-28173a3f-fbfd-4533-be9a-1afa0294929a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Allocated IP 172.20.0.4 (88664e7c-dba7-4c3f-8dc9-59021510fecd/89015a4d-b992-4c46-85b7-b5dfc4506a9b/6b3abf42-e197-4131-84b4-88e75b404b06) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:59.210705 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:59.241223 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Network dc382ef9-607a-4b3b-afa4-2a7fd98586e5 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:59.248558 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:59.301910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-2cd29da1-8bb1-4183-9e8b-12c5d8cd6995 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Allocated IP 172.20.0.3 (dc382ef9-607a-4b3b-afa4-2a7fd98586e5/140aeb2d-9b49-4dd5-a38b-2807f607a5d1/f7b33b3a-51fc-4425-954f-d86fb259a8b1) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:50:59.338682 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:50:59.353744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e218f-2782-4e4a-bb36-4677d29c845f req-89088c93-9ca1-4941-91de-e19e8a814d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:59.355691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f1e218f-2782-4e4a-bb36-4677d29c845f req-89088c93-9ca1-4941-91de-e19e8a814d6f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=acc350e5-a883-4ca2-8858-3c9b809037a9 HTTP/1.1" status: 200 len: 848 time: 0.2137799 Dec 14 02:50:59.428026 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Pushing event updated for resources: {'Port': ['ID=ea85e647-0067-4b32-b28e-45048f87f795,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:59.436917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Attempting to bind port ea85e647-0067-4b32-b28e-45048f87f795 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:50:59.441122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Attempting to bind port ea85e647-0067-4b32-b28e-45048f87f795 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '2eac59d3-0aef-4a61-8d69-c294a7f3ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dc382ef9-607a-4b3b-afa4-2a7fd98586e5'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:50:59.441122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Attempting to bind port ea85e647-0067-4b32-b28e-45048f87f795 on network dc382ef9-607a-4b3b-afa4-2a7fd98586e5 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:50:59.447142 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:50:59.447532 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Checking segment: {'id': '2eac59d3-0aef-4a61-8d69-c294a7f3ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dc382ef9-607a-4b3b-afa4-2a7fd98586e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:50:59.448311 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:59.448606 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Bound using segment: {'id': '2eac59d3-0aef-4a61-8d69-c294a7f3ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dc382ef9-607a-4b3b-afa4-2a7fd98586e5'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:50:59.449075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Bound port: ea85e647-0067-4b32-b28e-45048f87f795, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eac59d3-0aef-4a61-8d69-c294a7f3ad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dc382ef9-607a-4b3b-afa4-2a7fd98586e5'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:50:59.449946 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:59.496606 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26434796-9361-4f4e-9cd5-78d8ba0b3f6a req-74dc19e2-4027-48d8-91dd-8c9d22fab335 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 210 time: 0.1195929 Dec 14 02:50:59.520294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e97d0e6-86b3-4899-990a-c121a07bdb0c req-b76323dc-a2c5-428a-aa7c-6fffc8b0cc75 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679014 Dec 14 02:50:59.593462 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cd29da1-8bb1-4183-9e8b-12c5d8cd6995 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:59.595397 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e218f-2782-4e4a-bb36-4677d29c845f req-be13bb41-b5b2-4532-bcbf-766e94ba55e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:50:59.597093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f1e218f-2782-4e4a-bb36-4677d29c845f req-be13bb41-b5b2-4532-bcbf-766e94ba55e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2188764 Dec 14 02:50:59.604007 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c20ab05-d125-4c0b-92a4-496519bd54c2 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:59.607249 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] For port ea85e647-0067-4b32-b28e-45048f87f795, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:50:59.607380 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c20ab05-d125-4c0b-92a4-496519bd54c2 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:59.608611 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1c20ab05-d125-4c0b-92a4-496519bd54c2 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "DELETE /v2.0/security-groups/1286f637-7f6e-4060-a604-2a0f7a07156c HTTP/1.1" status: 204 len: 168 time: 0.5496747 Dec 14 02:50:59.610250 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] For port ea85e647-0067-4b32-b28e-45048f87f795, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ea85e647-0067-4b32-b28e-45048f87f795,segment=NetworkSegment(2eac59d3-0aef-4a61-8d69-c294a7f3ad4f),segment_id=2eac59d3-0aef-4a61-8d69-c294a7f3ad4f)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:50:59.613685 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53052) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:59.641042 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20ab05-d125-4c0b-92a4-496519bd54c2 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1286f637-7f6e-4060-a604-2a0f7a07156c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:59.687229 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a07106cc-1757-4f4b-8b8e-77acedbd7cfe tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0674963 Dec 14 02:50:59.689823 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53054) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:59.695204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-8296f712-5866-43f2-9e5c-731fddc12742 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1229662770'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:50:59.704567 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:59.753286 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cd29da1-8bb1-4183-9e8b-12c5d8cd6995 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:59.802743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f1e218f-2782-4e4a-bb36-4677d29c845f req-c0696a13-0491-4312-a906-3fbd0a9a2c3c service neutron] 10.222.0.47 "GET /v2.0/networks/2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957097 Dec 14 02:50:59.824294 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8296f712-5866-43f2-9e5c-731fddc12742 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:59.859758 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd29da1-8bb1-4183-9e8b-12c5d8cd6995 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network dc382ef9-607a-4b3b-afa4-2a7fd98586e5 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:50:59.916676 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53064) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:50:59.921234 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-28173a3f-fbfd-4533-be9a-1afa0294929a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:59.940432 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8296f712-5866-43f2-9e5c-731fddc12742 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:50:59.967908 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-2cd29da1-8bb1-4183-9e8b-12c5d8cd6995 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:50:59.971666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd29da1-8bb1-4183-9e8b-12c5d8cd6995 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=f7b33b3a-51fc-4425-954f-d86fb259a8b1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:50:59.978719 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd29da1-8bb1-4183-9e8b-12c5d8cd6995 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:51:00.004042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900664e-3d18-4f53-ac66-2815c0608665 req-4bcbfeaa-6149-4e0a-b335-a9c0b9ccdb1e tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:00.005693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4900664e-3d18-4f53-ac66-2815c0608665 req-4bcbfeaa-6149-4e0a-b335-a9c0b9ccdb1e tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f411f88e-59b6-4b23-870c-8272b5f838d9 HTTP/1.1" status: 200 len: 946 time: 0.3661337 Dec 14 02:51:00.019435 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acffa0cf-24b7-42dc-8d5b-93b30e95bb80 None None] Pushing event updated for resources: {'Port': ['ID=ea85e647-0067-4b32-b28e-45048f87f795,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:00.036922 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8296f712-5866-43f2-9e5c-731fddc12742 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:00.105264 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624c3d8-a2c7-4e62-86b9-6f4c16155f73 req-44bea4d9-88e3-4f34-9776-bdf70b7d8d06 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:00.109957 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6624c3d8-a2c7-4e62-86b9-6f4c16155f73 req-44bea4d9-88e3-4f34-9776-bdf70b7d8d06 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 944 time: 0.1942725 Dec 14 02:51:00.115835 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f1e218f-2782-4e4a-bb36-4677d29c845f req-98e384c7-2a77-4c70-b38f-f41cbd10eae9 service neutron] 10.222.0.47 "GET /v2.0/networks/2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905943 Dec 14 02:51:00.121795 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:00.124811 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd29da1-8bb1-4183-9e8b-12c5d8cd6995 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:00.124811 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cd29da1-8bb1-4183-9e8b-12c5d8cd6995 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:00.128258 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296f712-5866-43f2-9e5c-731fddc12742 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a91892f1-4da2-4a0f-8929-7ab36da5ecc3,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:00.179564 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4900664e-3d18-4f53-ac66-2815c0608665 req-1f47bce6-077b-4606-bd39-83d46b303747 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552241 Dec 14 02:51:00.195361 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c1bdc117-25e5-4c21-900d-18f0aca4cfaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:00.214281 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6624c3d8-a2c7-4e62-86b9-6f4c16155f73 req-23b47b23-2e85-48ae-a0d9-3c1d0357924f tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/security-groups?id=deff04d6-3261-4aac-b83d-0d373da41f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968454 Dec 14 02:51:00.218197 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-28173a3f-fbfd-4533-be9a-1afa0294929a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:00.252918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['b2eb3c05-4c38-4e4d-bb67-5117eb4ac752'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:51:00.292605 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28173a3f-fbfd-4533-be9a-1afa0294929a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Pushing event updated for resources: {'Port': ['ID=6b3abf42-e197-4131-84b4-88e75b404b06,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:00.312155 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8296f712-5866-43f2-9e5c-731fddc12742 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:00.313512 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8296f712-5866-43f2-9e5c-731fddc12742 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6226921 Dec 14 02:51:00.330268 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2cd29da1-8bb1-4183-9e8b-12c5d8cd6995 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8282320 Dec 14 02:51:00.331277 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53074) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:00.333607 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53072) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:00.341897 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b3045e19-2a6a-474d-9a15-3beacfa58e98 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': 'a91892f1-4da2-4a0f-8929-7ab36da5ecc3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:00.342704 n-d-821636-1 neutron-server[103847]: WARNING neutron.api.v2.base [None req-b3045e19-2a6a-474d-9a15-3beacfa58e98 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 14 02:51:00.343224 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-b3045e19-2a6a-474d-9a15-3beacfa58e98 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:51:00.344271 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b3045e19-2a6a-474d-9a15-3beacfa58e98 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0096860 Dec 14 02:51:00.350040 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53076) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:00.357893 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['2e7c6efe-331a-4800-aa60-4e3b0206df0b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:51:00.362378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-28173a3f-fbfd-4533-be9a-1afa0294929a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Network 88664e7c-dba7-4c3f-8dc9-59021510fecd is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:51:00.413458 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-28173a3f-fbfd-4533-be9a-1afa0294929a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:00.423811 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-28173a3f-fbfd-4533-be9a-1afa0294929a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:51:00.429237 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bdf1905a-8818-41e7-b458-f3b1fe0a0649 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:00.470333 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bdf1905a-8818-41e7-b458-f3b1fe0a0649 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:00.605655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a45380-82b3-4f1d-99cc-fd4535798b77 req-8a5229f3-60af-40ed-bc7c-f0e82494c8ea tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:00.614826 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8a45380-82b3-4f1d-99cc-fd4535798b77 req-8a5229f3-60af-40ed-bc7c-f0e82494c8ea tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 945 time: 0.3461423 Dec 14 02:51:00.616608 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bdf1905a-8818-41e7-b458-f3b1fe0a0649 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:00.623437 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bdf1905a-8818-41e7-b458-f3b1fe0a0649 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:00.632600 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bdf1905a-8818-41e7-b458-f3b1fe0a0649 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "DELETE /v2.0/security-groups/a91892f1-4da2-4a0f-8929-7ab36da5ecc3 HTTP/1.1" status: 204 len: 168 time: 0.2778711 Dec 14 02:51:00.633750 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53084) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:00.677183 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1905a-8818-41e7-b458-f3b1fe0a0649 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91892f1-4da2-4a0f-8929-7ab36da5ecc3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:00.723261 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-28173a3f-fbfd-4533-be9a-1afa0294929a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:00.723997 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-28173a3f-fbfd-4533-be9a-1afa0294929a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:00.740697 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f56028d5-1f6a-47d1-9437-853b5475bf0c tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1011872 Dec 14 02:51:00.746488 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53086) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:00.751329 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ca78c8a7-e11d-4cfd-b502-27db02101902 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group': {'name': 'tempest-secgroup--782561058'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:00.807184 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c1bdc117-25e5-4c21-900d-18f0aca4cfaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:00.843665 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ea85e647-0067-4b32-b28e-45048f87f795 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:51:00.869115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-82796ecf-9ba5-4e3a-9352-ad35b63cb6fb tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port f7b33b3a-51fc-4425-954f-d86fb259a8b1 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:00.869571 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82796ecf-9ba5-4e3a-9352-ad35b63cb6fb tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:00.892626 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca78c8a7-e11d-4cfd-b502-27db02101902 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:00.925058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port ea85e647-0067-4b32-b28e-45048f87f795 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:00.925389 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:00.972211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6112a880-e063-4638-8ce0-75a9205a9b9a None None] Provisioning complete for port 6b3abf42-e197-4131-84b4-88e75b404b06 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:00.972652 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6112a880-e063-4638-8ce0-75a9205a9b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:00.981285 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82796ecf-9ba5-4e3a-9352-ad35b63cb6fb tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:00.989837 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca78c8a7-e11d-4cfd-b502-27db02101902 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:00.996174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-82796ecf-9ba5-4e3a-9352-ad35b63cb6fb tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for f7b33b3a-51fc-4425-954f-d86fb259a8b1 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:01.015732 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6112a880-e063-4638-8ce0-75a9205a9b9a None None] Port 6b3abf42-e197-4131-84b4-88e75b404b06 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:51:01.019823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2de62a-26b3-4a5a-9c48-6274379f69a6 req-03515281-94d2-4cdf-ac65-f8e76e224a0c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:01.021455 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f2de62a-26b3-4a5a-9c48-6274379f69a6 req-03515281-94d2-4cdf-ac65-f8e76e224a0c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 931 time: 0.3642368 Dec 14 02:51:01.022663 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c1bdc117-25e5-4c21-900d-18f0aca4cfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:01.032527 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8a45380-82b3-4f1d-99cc-fd4535798b77 req-0ac6bafd-3a47-453f-bb13-0be35c2c143a tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166586 Dec 14 02:51:01.058251 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca78c8a7-e11d-4cfd-b502-27db02101902 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:01.064595 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:01.092289 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdc117-25e5-4c21-900d-18f0aca4cfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d2f000-b1cf-4f92-a9a1-82071aaecb71,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:01.097589 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c1bdc117-25e5-4c21-900d-18f0aca4cfaa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=152242c5e3374175a24022e2404d45ff&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1744742 Dec 14 02:51:01.113713 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53094) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:01.148124 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca78c8a7-e11d-4cfd-b502-27db02101902 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:01.149583 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ca78c8a7-e11d-4cfd-b502-27db02101902 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4017720 Dec 14 02:51:01.159163 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53098) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:01.165293 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-35d4ee02-5577-434a-ac43-17ca4726d472 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': '81abb85e-ff58-4fd8-8039-c1ca67fdb98e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:01.166307 n-d-821636-1 neutron-server[103847]: WARNING neutron.api.v2.base [None req-35d4ee02-5577-434a-ac43-17ca4726d472 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 14 02:51:01.166829 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-35d4ee02-5577-434a-ac43-17ca4726d472 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:51:01.168576 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-35d4ee02-5577-434a-ac43-17ca4726d472 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0083468 Dec 14 02:51:01.176705 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53100) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:01.177203 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-28173a3f-fbfd-4533-be9a-1afa0294929a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7271030 Dec 14 02:51:01.177466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78c8a7-e11d-4cfd-b502-27db02101902 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81abb85e-ff58-4fd8-8039-c1ca67fdb98e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:01.183114 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port ea85e647-0067-4b32-b28e-45048f87f795, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ea85e647-0067-4b32-b28e-45048f87f795,segment=NetworkSegment(2eac59d3-0aef-4a61-8d69-c294a7f3ad4f),segment_id=2eac59d3-0aef-4a61-8d69-c294a7f3ad4f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:01.202661 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Request body: {'port': {'device_id': '1141695c-b13f-44e1-95e5-a806ef2510c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:01.258625 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:01.291091 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20fc7186-9272-488f-a018-7db4bbcea360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:01.330550 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:01.335838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f2de62a-26b3-4a5a-9c48-6274379f69a6 req-4fa1c603-62c6-4110-a945-0d47b44a128d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013945 Dec 14 02:51:01.361569 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8f879f5-f0b5-4571-9aca-27495634fd70 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:01.364511 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20fc7186-9272-488f-a018-7db4bbcea360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:01.408998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=ea85e647-0067-4b32-b28e-45048f87f795,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:01.447027 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8f879f5-f0b5-4571-9aca-27495634fd70 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:01.537020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf0d79-b58c-4368-9ab0-2ddecca3d2ef req-272ae6a8-6d00-426b-8b3f-a471679bac9d tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:01.543192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf0d79-b58c-4368-9ab0-2ddecca3d2ef req-272ae6a8-6d00-426b-8b3f-a471679bac9d tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:01.549168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf0d79-b58c-4368-9ab0-2ddecca3d2ef req-272ae6a8-6d00-426b-8b3f-a471679bac9d tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:01.550878 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07bf0d79-b58c-4368-9ab0-2ddecca3d2ef req-272ae6a8-6d00-426b-8b3f-a471679bac9d tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515&device_id=f411f88e-59b6-4b23-870c-8272b5f838d9&device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 2417 time: 0.1998703 Dec 14 02:51:01.567770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf531cf-76c7-4f62-83dd-46aea7f4c8c1 None None] Network dc382ef9-607a-4b3b-afa4-2a7fd98586e5 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:01.618255 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8f879f5-f0b5-4571-9aca-27495634fd70 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:01.620933 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8f879f5-f0b5-4571-9aca-27495634fd70 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:01.622167 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d8f879f5-f0b5-4571-9aca-27495634fd70 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "DELETE /v2.0/security-groups/81abb85e-ff58-4fd8-8039-c1ca67fdb98e HTTP/1.1" status: 204 len: 168 time: 0.4311290 Dec 14 02:51:01.626984 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53106) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:01.633672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f879f5-f0b5-4571-9aca-27495634fd70 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81abb85e-ff58-4fd8-8039-c1ca67fdb98e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:01.663715 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20fc7186-9272-488f-a018-7db4bbcea360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:01.666534 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20fc7186-9272-488f-a018-7db4bbcea360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:01.670290 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-20fc7186-9272-488f-a018-7db4bbcea360 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d9d2f000-b1cf-4f92-a9a1-82071aaecb71 HTTP/1.1" status: 204 len: 168 time: 0.5508349 Dec 14 02:51:01.673846 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6e959faa-1710-4449-a339-68b239a6e0a5 None None] Provisioning complete for port ea85e647-0067-4b32-b28e-45048f87f795 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:01.674652 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e959faa-1710-4449-a339-68b239a6e0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:01.676806 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc7186-9272-488f-a018-7db4bbcea360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d2f000-b1cf-4f92-a9a1-82071aaecb71,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:01.687829 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82796ecf-9ba5-4e3a-9352-ad35b63cb6fb tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:01.746851 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096768b7-0cfa-4144-ba88-7816f14f1d51 req-62c383d5-9631-4a87-a471-a62c34a8811b tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:01.748377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-096768b7-0cfa-4144-ba88-7816f14f1d51 req-62c383d5-9631-4a87-a471-a62c34a8811b tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 944 time: 0.2751925 Dec 14 02:51:01.798542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82796ecf-9ba5-4e3a-9352-ad35b63cb6fb tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=f7b33b3a-51fc-4425-954f-d86fb259a8b1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:01.892406 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07bf0d79-b58c-4368-9ab0-2ddecca3d2ef req-299f359b-cb4c-4d10-a728-7e3ce79708b8 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314474 Dec 14 02:51:01.916033 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4730b458-c78e-433e-b41f-faafe662ff81 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2795868 Dec 14 02:51:01.916742 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53114) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:01.925661 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-898d1974-1c3f-43f0-b66c-649e0a08eca3 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424151569'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:02.052320 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-898d1974-1c3f-43f0-b66c-649e0a08eca3 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:02.066780 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-fc26e47d-64ec-413b-80dd-409e43082f9e None None] Provisioning complete for port ea85e647-0067-4b32-b28e-45048f87f795 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:02.067302 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc26e47d-64ec-413b-80dd-409e43082f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:02.136439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-096768b7-0cfa-4144-ba88-7816f14f1d51 req-6fbae6be-7b10-4d5e-8a45-d110985a7aed tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/security-groups?id=deff04d6-3261-4aac-b83d-0d373da41f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227940 Dec 14 02:51:02.144764 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-898d1974-1c3f-43f0-b66c-649e0a08eca3 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:02.165584 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82796ecf-9ba5-4e3a-9352-ad35b63cb6fb tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:02.180955 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-82796ecf-9ba5-4e3a-9352-ad35b63cb6fb tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/ports/f7b33b3a-51fc-4425-954f-d86fb259a8b1 HTTP/1.1" status: 204 len: 168 time: 1.8452282 Dec 14 02:51:02.181401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53126) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:02.202505 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2b9d988-f700-4093-87af-bce5c5a6667e req-a05ba013-6dde-4321-91c5-72d94ae56606 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2237093 Dec 14 02:51:02.215268 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ae5637-379f-461d-bf01-7ea2a561ec0c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] DELETE failed (client error): The resource could not be found. Dec 14 02:51:02.216020 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ae5637-379f-461d-bf01-7ea2a561ec0c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:51:02.223353 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-31ae5637-379f-461d-bf01-7ea2a561ec0c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/ports/f7b33b3a-51fc-4425-954f-d86fb259a8b1 HTTP/1.1" status: 404 len: 333 time: 0.0405707 Dec 14 02:51:02.244597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53128) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:02.245291 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-898d1974-1c3f-43f0-b66c-649e0a08eca3 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:02.290487 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 9d032958-673e-4b33-8870-2e5d1312bc24 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:51:02.305172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b3abf42-e197-4131-84b4-88e75b404b06 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:51:02.320172 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ad389c-5ee7-4eae-9e25-b9b7cf11686c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] GET failed (client error): The resource could not be found. Dec 14 02:51:02.325791 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-78ad389c-5ee7-4eae-9e25-b9b7cf11686c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports/f7b33b3a-51fc-4425-954f-d86fb259a8b1 HTTP/1.1" status: 404 len: 333 time: 0.0735519 Dec 14 02:51:02.330038 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53136) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:02.342481 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:02.388601 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Transition to ACTIVE for port object 6b3abf42-e197-4131-84b4-88e75b404b06 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:51:02.440255 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d1974-1c3f-43f0-b66c-649e0a08eca3 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfde0d7-69f3-4c19-9fb4-1fdb6dc03af6,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:02.467664 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:02.486793 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-98dcc0b5-abc1-4c21-b589-315261c551cf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting subnet 140aeb2d-9b49-4dd5-a38b-2807f607a5d1 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:51:02.495658 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98dcc0b5-abc1-4c21-b589-315261c551cf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:02.503563 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-898d1974-1c3f-43f0-b66c-649e0a08eca3 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:02.511243 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-898d1974-1c3f-43f0-b66c-649e0a08eca3 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5869873 Dec 14 02:51:02.533839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53142) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:02.539405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-5c69494a-a077-4152-ba53-0a54d2756ebd tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': '0dfde0d7-69f3-4c19-9fb4-1fdb6dc03af6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:02.540408 n-d-821636-1 neutron-server[103848]: WARNING neutron.api.v2.base [None req-5c69494a-a077-4152-ba53-0a54d2756ebd tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 14 02:51:02.541069 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-5c69494a-a077-4152-ba53-0a54d2756ebd tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:51:02.541488 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 9d032958-673e-4b33-8870-2e5d1312bc24, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9d032958-673e-4b33-8870-2e5d1312bc24,segment=NetworkSegment(f2b91792-a01c-4b16-a84c-dc173440ee93),segment_id=f2b91792-a01c-4b16-a84c-dc173440ee93)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:02.542289 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5c69494a-a077-4152-ba53-0a54d2756ebd tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073876 Dec 14 02:51:02.549022 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53144) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:02.556605 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-1f851c9e-e685-4e52-9bda-af84ebb7856e tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': '0dfde0d7-69f3-4c19-9fb4-1fdb6dc03af6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:02.558758 n-d-821636-1 neutron-server[103847]: WARNING neutron.api.v2.base [None req-1f851c9e-e685-4e52-9bda-af84ebb7856e tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 14 02:51:02.559425 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-1f851c9e-e685-4e52-9bda-af84ebb7856e tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:51:02.561361 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1f851c9e-e685-4e52-9bda-af84ebb7856e tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0098035 Dec 14 02:51:02.564619 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53146) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:02.571393 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5d64162e-d8fb-48af-8549-c8fe92f0229f tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': '0dfde0d7-69f3-4c19-9fb4-1fdb6dc03af6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:02.575814 n-d-821636-1 neutron-server[103847]: WARNING neutron.api.v2.base [None req-5d64162e-d8fb-48af-8549-c8fe92f0229f tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 14 02:51:02.576358 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-5d64162e-d8fb-48af-8549-c8fe92f0229f tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:51:02.582616 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5d64162e-d8fb-48af-8549-c8fe92f0229f tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0141101 Dec 14 02:51:02.582835 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '9d032958-673e-4b33-8870-2e5d1312bc24', 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e', 'port_id': '9d032958-673e-4b33-8870-2e5d1312bc24', 'mac_address': 'fa:16:3e:9c:b6:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc350e5-a883-4ca2-8858-3c9b809037a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:51:02.586033 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53148) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:02.601464 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6f12442a-b033-47a1-a985-401637243500 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': '0dfde0d7-69f3-4c19-9fb4-1fdb6dc03af6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:02.604057 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8b84bb97-5df6-4a59-9a8b-3e61d972ea95 None None] Could not find standard attr ID for object f7b33b3a-51fc-4425-954f-d86fb259a8b1. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:51:02.606739 n-d-821636-1 neutron-server[103847]: WARNING neutron.api.v2.base [None req-6f12442a-b033-47a1-a985-401637243500 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 14 02:51:02.607294 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-6f12442a-b033-47a1-a985-401637243500 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:51:02.613537 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6f12442a-b033-47a1-a985-401637243500 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0241067 Dec 14 02:51:02.626186 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53150) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:02.661878 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98dcc0b5-abc1-4c21-b589-315261c551cf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:02.707448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Pushing event updated for resources: {'Port': ['ID=6b3abf42-e197-4131-84b4-88e75b404b06,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:02.751739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df612269-07c9-4f3d-83fd-a57caa3a1471 req-9620fd24-e201-4445-96f0-f99a069678c6 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:02.773427 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df612269-07c9-4f3d-83fd-a57caa3a1471 req-9620fd24-e201-4445-96f0-f99a069678c6 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 943 time: 0.3218892 Dec 14 02:51:02.794980 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:02.832191 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ea85e647-0067-4b32-b28e-45048f87f795 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:51:02.838877 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d032958-673e-4b33-8870-2e5d1312bc24 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:51:02.890424 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64b020f8-1f4b-4610-918e-f9d50863ae5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:02.941838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 9d032958-673e-4b33-8870-2e5d1312bc24, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9d032958-673e-4b33-8870-2e5d1312bc24,segment=NetworkSegment(f2b91792-a01c-4b16-a84c-dc173440ee93),segment_id=f2b91792-a01c-4b16-a84c-dc173440ee93)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:02.955816 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98dcc0b5-abc1-4c21-b589-315261c551cf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:03.021690 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:03.063172 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39615325-ad76-428a-8f73-d6190cda74b0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:03.090173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Attempting to bind port 6b3abf42-e197-4131-84b4-88e75b404b06 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:51:03.090173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Attempting to bind port 6b3abf42-e197-4131-84b4-88e75b404b06 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:51:03.090173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Attempting to bind port 6b3abf42-e197-4131-84b4-88e75b404b06 on network 88664e7c-dba7-4c3f-8dc9-59021510fecd {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:51:03.119560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port ea85e647-0067-4b32-b28e-45048f87f795 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:03.119560 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:03.124143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df612269-07c9-4f3d-83fd-a57caa3a1471 req-0637099a-13fb-448e-b91c-f952d351817e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264103 Dec 14 02:51:03.131778 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Port 6b3abf42-e197-4131-84b4-88e75b404b06 on network 88664e7c-dba7-4c3f-8dc9-59021510fecd not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:51:03.132336 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Attempting to bind port 6b3abf42-e197-4131-84b4-88e75b404b06 on network 88664e7c-dba7-4c3f-8dc9-59021510fecd {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:51:03.149902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:51:03.150503 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Checking segment: {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:51:03.153216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Bound using segment: {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:51:03.154183 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Bound port: 6b3abf42-e197-4131-84b4-88e75b404b06, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:51:03.154711 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:03.159287 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39615325-ad76-428a-8f73-d6190cda74b0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:03.173738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=9d032958-673e-4b33-8870-2e5d1312bc24,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:03.185492 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98dcc0b5-abc1-4c21-b589-315261c551cf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:03.286631 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98dcc0b5-abc1-4c21-b589-315261c551cf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:03.292314 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae159270-00b4-4393-b436-2de2a26efb18 None None] Network dc382ef9-607a-4b3b-afa4-2a7fd98586e5 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:03.300512 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-98dcc0b5-abc1-4c21-b589-315261c551cf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/140aeb2d-9b49-4dd5-a38b-2807f607a5d1 HTTP/1.1" status: 204 len: 168 time: 0.9663775 Dec 14 02:51:03.302554 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dcc0b5-abc1-4c21-b589-315261c551cf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Subnet': ['ID=140aeb2d-9b49-4dd5-a38b-2807f607a5d1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:03.309444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53176) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:03.368683 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39615325-ad76-428a-8f73-d6190cda74b0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:03.371866 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39615325-ad76-428a-8f73-d6190cda74b0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:03.375514 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-39615325-ad76-428a-8f73-d6190cda74b0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "DELETE /v2.0/security-groups/0dfde0d7-69f3-4c19-9fb4-1fdb6dc03af6 HTTP/1.1" status: 204 len: 168 time: 0.7507477 Dec 14 02:51:03.375982 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53180) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:03.400593 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['9d032958-673e-4b33-8870-2e5d1312bc24'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:51:03.425548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] For port 6b3abf42-e197-4131-84b4-88e75b404b06, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:51:03.433845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39615325-ad76-428a-8f73-d6190cda74b0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfde0d7-69f3-4c19-9fb4-1fdb6dc03af6,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:03.486974 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:03.511085 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] For port 6b3abf42-e197-4131-84b4-88e75b404b06, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=6b3abf42-e197-4131-84b4-88e75b404b06,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:51:03.512045 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53184) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:03.514305 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-edbf8f25-8547-41e1-b69a-c2e175a98e34 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1364903 Dec 14 02:51:03.518013 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-b589fb35-894a-4992-896e-72684a769a1e tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group': {'name': 'tempest-secgroup--966767240'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:03.705568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c8e8ed-ca7c-47a2-967c-4f795a81caaf None None] DHCP port deletion for dc382ef9-607a-4b3b-afa4-2a7fd98586e5 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:51:03.833891 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e0c8e8ed-ca7c-47a2-967c-4f795a81caaf None None] Deleting port ea85e647-0067-4b32-b28e-45048f87f795 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:03.834418 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e8ed-ca7c-47a2-967c-4f795a81caaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:03.964721 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:04.008191 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e0c8e8ed-ca7c-47a2-967c-4f795a81caaf None None] For port ea85e647-0067-4b32-b28e-45048f87f795, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ea85e647-0067-4b32-b28e-45048f87f795,segment=NetworkSegment(2eac59d3-0aef-4a61-8d69-c294a7f3ad4f),segment_id=2eac59d3-0aef-4a61-8d69-c294a7f3ad4f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:04.008972 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e8ed-ca7c-47a2-967c-4f795a81caaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:04.032338 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e0c8e8ed-ca7c-47a2-967c-4f795a81caaf None None] Calling delete_port for ea85e647-0067-4b32-b28e-45048f87f795 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:04.048072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:04.048713 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:04.057691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] 10.222.0.46 "PUT /v2.0/ports/6b3abf42-e197-4131-84b4-88e75b404b06 HTTP/1.1" status: 200 len: 1091 time: 2.8547914 Dec 14 02:51:04.057691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1141695c-b13f-44e1-95e5-a806ef2510c9', 'tag': '6b3abf42-e197-4131-84b4-88e75b404b06'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:51:04.057691 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444d73a3-50c9-4c34-b919-dac6384c5fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "1141695c-b13f-44e1-95e5-a806ef2510c9", "tag": "6b3abf42-e197-4131-84b4-88e75b404b06"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:51:04.098370 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067bf714-2c93-4f1c-9ce7-b02573e26923 req-c04e84dd-0a50-4db7-a9ad-c9d4be8883eb tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:04.106443 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-067bf714-2c93-4f1c-9ce7-b02573e26923 req-c04e84dd-0a50-4db7-a9ad-c9d4be8883eb tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 945 time: 0.1476068 Dec 14 02:51:04.109999 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port ea85e647-0067-4b32-b28e-45048f87f795 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:04.110313 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:04.121057 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0578f61-39af-4dea-8d21-413c6ea9274d service neutron] Pushing event updated for resources: {'Port': ['ID=6b3abf42-e197-4131-84b4-88e75b404b06,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:04.166240 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b589fb35-894a-4992-896e-72684a769a1e tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:04.240460 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e0c8e8ed-ca7c-47a2-967c-4f795a81caaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:04.250440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] For port ea85e647-0067-4b32-b28e-45048f87f795, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ea85e647-0067-4b32-b28e-45048f87f795,segment=NetworkSegment(2eac59d3-0aef-4a61-8d69-c294a7f3ad4f),segment_id=2eac59d3-0aef-4a61-8d69-c294a7f3ad4f)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:04.250907 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:04.255802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8e8ed-ca7c-47a2-967c-4f795a81caaf None None] No DVR routers for this DVR port ea85e647-0067-4b32-b28e-45048f87f795 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:51:04.282364 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8e8ed-ca7c-47a2-967c-4f795a81caaf None None] Pushing event deleted for resources: {'Port': ['ID=ea85e647-0067-4b32-b28e-45048f87f795,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:04.304671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-067bf714-2c93-4f1c-9ce7-b02573e26923 req-65c78954-d790-4e06-96b3-f2eafc63e30f tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/security-groups?id=deff04d6-3261-4aac-b83d-0d373da41f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973314 Dec 14 02:51:04.312042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for ea85e647-0067-4b32-b28e-45048f87f795 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:04.405758 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-0068bd43-3f36-4aa1-94c0-f0c395ffa2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:04.407231 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-0068bd43-3f36-4aa1-94c0-f0c395ffa2b1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 1094 time: 0.1449990 Dec 14 02:51:04.431946 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b589fb35-894a-4992-896e-72684a769a1e tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:04.478234 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-c078ca7b-540c-41ab-8d8f-8abc8435571f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b3abf42-e197-4131-84b4-88e75b404b06 HTTP/1.1" status: 200 len: 217 time: 0.0521445 Dec 14 02:51:04.499915 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b589fb35-894a-4992-896e-72684a769a1e tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:04.544225 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:04.569722 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60593f1-a398-461e-ae7c-03b731803bf9 x-openstack-request-id: req-d60593f1-a398-461e-ae7c-03b731803bf9 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:51:04.569722 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1141695c-b13f-44e1-95e5-a806ef2510c9", "tag": "6b3abf42-e197-4131-84b4-88e75b404b06", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:51:04.569722 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d60593f1-a398-461e-ae7c-03b731803bf9 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:51:04.569722 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1141695c-b13f-44e1-95e5-a806ef2510c9', 'tag': '6b3abf42-e197-4131-84b4-88e75b404b06', 'status': 'completed', 'code': 200} Dec 14 02:51:04.594952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=ea85e647-0067-4b32-b28e-45048f87f795,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:04.597568 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No DVR routers for this DVR port ea85e647-0067-4b32-b28e-45048f87f795 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:51:04.599763 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589fb35-894a-4992-896e-72684a769a1e tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8038c58e-7f8e-4501-8ecc-5b4179b59fa4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:04.603242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-d48def6c-9e8b-43e0-bd79-a268eddbe362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:04.605345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-d48def6c-9e8b-43e0-bd79-a268eddbe362 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.1161840 Dec 14 02:51:04.706828 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b589fb35-894a-4992-896e-72684a769a1e tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:04.710591 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b589fb35-894a-4992-896e-72684a769a1e tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1963820 Dec 14 02:51:04.711748 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53214) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:04.717829 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-bf9bb318-f2af-4d1c-83b4-209514587633 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': '8038c58e-7f8e-4501-8ecc-5b4179b59fa4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:04.718813 n-d-821636-1 neutron-server[103847]: WARNING neutron.api.v2.base [None req-bf9bb318-f2af-4d1c-83b4-209514587633 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 14 02:51:04.719154 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-bf9bb318-f2af-4d1c-83b4-209514587633 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:51:04.720046 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bf9bb318-f2af-4d1c-83b4-209514587633 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061393 Dec 14 02:51:04.722682 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53218) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:04.731712 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-8524adee-83dc-46d7-90c0-404cf894e67c tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': '8038c58e-7f8e-4501-8ecc-5b4179b59fa4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:04.750295 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ea85e647-0067-4b32-b28e-45048f87f795 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:51:04.774059 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:04.792622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: ea85e647-0067-4b32-b28e-45048f87f795 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:51:04.793765 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ea85e647-0067-4b32-b28e-45048f87f795 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:51:04.853710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc382ef9-607a-4b3b-afa4-2a7fd98586e5']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:04.864091 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-bbfb7280-413c-4559-b5a1-a6d42a667f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:04.866173 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-bbfb7280-413c-4559-b5a1-a6d42a667f3b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2389944 Dec 14 02:51:04.876112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136a3d1a-b9d8-4471-a079-001f2ae26fbf req-e351dc89-8f48-44a8-a0fb-86a7e85ad9ab tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:04.877596 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-136a3d1a-b9d8-4471-a079-001f2ae26fbf req-e351dc89-8f48-44a8-a0fb-86a7e85ad9ab tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 943 time: 0.2399988 Dec 14 02:51:04.879301 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eac59d3-0aef-4a61-8d69-c294a7f3ad4f') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:04.879598 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eac59d3-0aef-4a61-8d69-c294a7f3ad4f') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:04.903400 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-8524adee-83dc-46d7-90c0-404cf894e67c tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:51:04.906681 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8524adee-83dc-46d7-90c0-404cf894e67c tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1811488 Dec 14 02:51:04.906984 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:04.907958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53222) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:04.914770 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-439430ec-9ae9-424a-8417-c04bdc91f1a4 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': '8038c58e-7f8e-4501-8ecc-5b4179b59fa4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:04.915601 n-d-821636-1 neutron-server[103847]: WARNING neutron.api.v2.base [None req-439430ec-9ae9-424a-8417-c04bdc91f1a4 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 14 02:51:04.916144 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-439430ec-9ae9-424a-8417-c04bdc91f1a4 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:51:04.917379 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-439430ec-9ae9-424a-8417-c04bdc91f1a4 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074961 Dec 14 02:51:04.921567 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53224) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:04.925890 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-8843dba4-b1d0-42bd-8a19-fde09c96f90e tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': '8038c58e-7f8e-4501-8ecc-5b4179b59fa4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:04.974417 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:04.984455 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:51:04.984852 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:51:04.989372 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:51:05.021256 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-57de9dba-560e-404a-9712-28b3637dd25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:05.099049 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-136a3d1a-b9d8-4471-a079-001f2ae26fbf req-357318d7-244a-4958-aeca-3f63d2d2aa5d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026379 Dec 14 02:51:05.105605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-ddbd386e-c3c4-4b25-bca2-8df267ec37b9 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240198 Dec 14 02:51:05.216181 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-8843dba4-b1d0-42bd-8a19-fde09c96f90e tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:51:05.218384 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8843dba4-b1d0-42bd-8a19-fde09c96f90e tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2957776 Dec 14 02:51:05.221835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53236) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:05.228151 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-77dbc54b-ef0a-45c3-ad75-cf9cda8dd612 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': '8038c58e-7f8e-4501-8ecc-5b4179b59fa4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:05.229047 n-d-821636-1 neutron-server[103847]: WARNING neutron.api.v2.base [None req-77dbc54b-ef0a-45c3-ad75-cf9cda8dd612 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 14 02:51:05.229773 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-77dbc54b-ef0a-45c3-ad75-cf9cda8dd612 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:51:05.231032 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-77dbc54b-ef0a-45c3-ad75-cf9cda8dd612 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077996 Dec 14 02:51:05.232818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-463fb5ab-25e1-407c-825b-c6ec497f38b0 req-8818711a-c9d8-4661-a0f1-8bc8ceae1d9a service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142182 Dec 14 02:51:05.234305 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53238) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:05.239262 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:05.260389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-430ce419-f51a-46e8-9e10-8726619bbc7a tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': '8038c58e-7f8e-4501-8ecc-5b4179b59fa4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:05.263975 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:05.273851 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/networks/dc382ef9-607a-4b3b-afa4-2a7fd98586e5 HTTP/1.1" status: 204 len: 168 time: 1.9563484 Dec 14 02:51:05.274221 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53242) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:05.279827 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-12f84746-89df-42c2-a088-6d32634439c3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-338914576'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:05.302232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e0a8a-2d5c-450d-b8b5-b107d43ac8d6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Network': ['ID=dc382ef9-607a-4b3b-afa4-2a7fd98586e5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:05.389386 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-430ce419-f51a-46e8-9e10-8726619bbc7a tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Project da60d6d57bce42bebeee6c565ab5ec5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 02:51:05.424966 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee0bae-4c5d-40a1-9897-b331737f580d req-cce184ae-9abf-4eb9-95f6-a7d9e7253a30 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:05.436592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6ee0bae-4c5d-40a1-9897-b331737f580d req-cce184ae-9abf-4eb9-95f6-a7d9e7253a30 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 945 time: 0.1118150 Dec 14 02:51:05.513906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f84746-89df-42c2-a088-6d32634439c3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:05.518806 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12f84746-89df-42c2-a088-6d32634439c3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:05.544558 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f84746-89df-42c2-a088-6d32634439c3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:51:05.550221 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a38b32-3ca3-44e6-b581-a88282bea19c req-71f0ba03-be84-4bc3-a8f2-813b8377ddd6 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:05.551668 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6a38b32-3ca3-44e6-b581-a88282bea19c req-71f0ba03-be84-4bc3-a8f2-813b8377ddd6 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 945 time: 0.1049454 Dec 14 02:51:05.554275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d73a3-50c9-4c34-b919-dac6384c5fe0 req-6faed0b8-930e-4d00-9e60-1448fa0674bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:05.555333 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12f84746-89df-42c2-a088-6d32634439c3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:05.555699 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-444d73a3-50c9-4c34-b919-dac6384c5fe0 req-6faed0b8-930e-4d00-9e60-1448fa0674bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 1094 time: 0.1549535 Dec 14 02:51:05.556041 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-12f84746-89df-42c2-a088-6d32634439c3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Added segment 03154fad-97a8-498a-b47e-f62f90e9da80 of type vlan for network 8853f412-b9cf-4f21-9c17-894b57cd66fc Dec 14 02:51:05.565871 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6ee0bae-4c5d-40a1-9897-b331737f580d req-57a0a7e1-068c-4dc4-ad2a-21d5e2cd3739 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283782 Dec 14 02:51:05.632306 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12f84746-89df-42c2-a088-6d32634439c3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:05.641853 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-430ce419-f51a-46e8-9e10-8726619bbc7a tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:51:05.645353 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-430ce419-f51a-46e8-9e10-8726619bbc7a tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4087701 Dec 14 02:51:05.647569 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53250) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:05.654271 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-7de306f3-c681-43fe-b86a-b5485e4feb73 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': '8038c58e-7f8e-4501-8ecc-5b4179b59fa4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:05.654623 n-d-821636-1 neutron-server[103847]: WARNING neutron.api.v2.base [None req-7de306f3-c681-43fe-b86a-b5485e4feb73 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 14 02:51:05.655303 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-7de306f3-c681-43fe-b86a-b5485e4feb73 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:51:05.659715 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7de306f3-c681-43fe-b86a-b5485e4feb73 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083783 Dec 14 02:51:05.660752 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53252) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:05.668597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-411e2d18-ff72-4346-a943-c25a2d3fb7ae tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': '8038c58e-7f8e-4501-8ecc-5b4179b59fa4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:05.680098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6a38b32-3ca3-44e6-b581-a88282bea19c req-8df9b1a9-ad66-4f11-8d21-4ad9d0674def tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/security-groups?id=deff04d6-3261-4aac-b83d-0d373da41f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130962 Dec 14 02:51:05.726804 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d73a3-50c9-4c34-b919-dac6384c5fe0 req-fcd39586-fd3a-4aa9-9c51-c97ca5c17684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:05.728360 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-444d73a3-50c9-4c34-b919-dac6384c5fe0 req-fcd39586-fd3a-4aa9-9c51-c97ca5c17684 service neutron] 10.222.0.46 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.1440465 Dec 14 02:51:05.777258 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-444d73a3-50c9-4c34-b919-dac6384c5fe0 req-c9eb3d1a-475a-4af5-b2b3-b792967abaaa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b3abf42-e197-4131-84b4-88e75b404b06 HTTP/1.1" status: 200 len: 217 time: 0.0395727 Dec 14 02:51:05.805978 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12f84746-89df-42c2-a088-6d32634439c3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:05.811545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f84746-89df-42c2-a088-6d32634439c3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:05.812192 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12f84746-89df-42c2-a088-6d32634439c3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:05.832006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d73a3-50c9-4c34-b919-dac6384c5fe0 req-a99aa0e1-2e8b-408a-986c-513d9d8e40ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:05.833594 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-444d73a3-50c9-4c34-b919-dac6384c5fe0 req-a99aa0e1-2e8b-408a-986c-513d9d8e40ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.0484474 Dec 14 02:51:05.839778 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-411e2d18-ff72-4346-a943-c25a2d3fb7ae tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Project da60d6d57bce42bebeee6c565ab5ec5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 02:51:05.889683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d73a3-50c9-4c34-b919-dac6384c5fe0 req-cab708cb-7943-41eb-86a4-bf2be7e52338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:05.891219 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-444d73a3-50c9-4c34-b919-dac6384c5fe0 req-cab708cb-7943-41eb-86a4-bf2be7e52338 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490220 Dec 14 02:51:05.909759 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f84746-89df-42c2-a088-6d32634439c3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Network': ['ID=8853f412-b9cf-4f21-9c17-894b57cd66fc,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:05.922257 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 8853f412-b9cf-4f21-9c17-894b57cd66fc details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:51:05.944836 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-12f84746-89df-42c2-a088-6d32634439c3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6683950 Dec 14 02:51:05.947983 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53256) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:05.954710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-bbef052f-7711-46cc-a150-bcc4e4f486bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'subnet': {'network_id': '8853f412-b9cf-4f21-9c17-894b57cd66fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:05.999561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-444d73a3-50c9-4c34-b919-dac6384c5fe0 req-1044b7f3-ba12-475b-96a3-566e45af102d service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984640 Dec 14 02:51:06.019148 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-411e2d18-ff72-4346-a943-c25a2d3fb7ae tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:51:06.020412 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-411e2d18-ff72-4346-a943-c25a2d3fb7ae tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3593447 Dec 14 02:51:06.025078 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53260) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:06.034644 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-545f838c-a59b-4138-96bb-a06665c8a579 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': '8038c58e-7f8e-4501-8ecc-5b4179b59fa4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:06.155708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-444d73a3-50c9-4c34-b919-dac6384c5fe0 req-490c6f26-5854-453b-bb4b-00a3cb19ef30 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467600 Dec 14 02:51:06.261198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab8c37-39a1-481b-9231-2f73202f561d req-efb15886-e0f0-47ea-9753-51f247ddc22a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:06.262814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6aab8c37-39a1-481b-9231-2f73202f561d req-efb15886-e0f0-47ea-9753-51f247ddc22a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 943 time: 0.0906096 Dec 14 02:51:06.273842 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 9d032958-673e-4b33-8870-2e5d1312bc24 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:51:06.311299 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:06.346002 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6aab8c37-39a1-481b-9231-2f73202f561d req-50394ca2-c8ad-4c87-8853-b76cbc024cc1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680766 Dec 14 02:51:06.444943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 9d032958-673e-4b33-8870-2e5d1312bc24 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:51:06.449799 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 9d032958-673e-4b33-8870-2e5d1312bc24 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:06.450181 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:06.531128 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:06.554340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72a5be5-f09c-4adc-9c51-36e2adcd613b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d032958-673e-4b33-8870-2e5d1312bc24'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:51:06.556616 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a8759a-d705-4b96-b0c5-6f24ea04dcbb" -d '{"events": [{"server_uuid": "b72a5be5-f09c-4adc-9c51-36e2adcd613b", "name": "network-vif-plugged", "status": "completed", "tag": "9d032958-673e-4b33-8870-2e5d1312bc24"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:51:06.570841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 9d032958-673e-4b33-8870-2e5d1312bc24, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9d032958-673e-4b33-8870-2e5d1312bc24,segment=NetworkSegment(f2b91792-a01c-4b16-a84c-dc173440ee93),segment_id=f2b91792-a01c-4b16-a84c-dc173440ee93)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:06.581644 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-545f838c-a59b-4138-96bb-a06665c8a579 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Project da60d6d57bce42bebeee6c565ab5ec5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 02:51:06.619218 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949c5745-e579-4cc0-86ad-99d702dac1bb x-openstack-request-id: req-949c5745-e579-4cc0-86ad-99d702dac1bb {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:51:06.619542 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72a5be5-f09c-4adc-9c51-36e2adcd613b", "name": "network-vif-plugged", "status": "completed", "tag": "9d032958-673e-4b33-8870-2e5d1312bc24", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:51:06.619873 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-949c5745-e579-4cc0-86ad-99d702dac1bb {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:51:06.620351 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72a5be5-f09c-4adc-9c51-36e2adcd613b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d032958-673e-4b33-8870-2e5d1312bc24', 'code': 200} Dec 14 02:51:06.663655 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:06.692512 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbef052f-7711-46cc-a150-bcc4e4f486bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:06.699076 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bbef052f-7711-46cc-a150-bcc4e4f486bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:06.750940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=9d032958-673e-4b33-8870-2e5d1312bc24,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:06.760491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83292eaf-7045-4289-b8db-52f0ed1731b7 req-15726ec3-316b-4121-bf68-a33abd2bb56c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:06.766196 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83292eaf-7045-4289-b8db-52f0ed1731b7 req-15726ec3-316b-4121-bf68-a33abd2bb56c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 945 time: 0.1195481 Dec 14 02:51:06.780769 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-545f838c-a59b-4138-96bb-a06665c8a579 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:51:06.784712 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-545f838c-a59b-4138-96bb-a06665c8a579 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7559004 Dec 14 02:51:06.785932 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53280) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:06.870778 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-167a6b5a-b0ba-48b8-989b-9a1885c65e22 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:06.898800 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1b6c6-017e-4cc6-a60a-2c4a1a5dc5f7 req-5bf47321-dd46-4cba-bfdd-278e8d7ae323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:06.900577 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d7e1b6c6-017e-4cc6-a60a-2c4a1a5dc5f7 req-5bf47321-dd46-4cba-bfdd-278e8d7ae323 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 1097 time: 0.1755886 Dec 14 02:51:06.926092 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-167a6b5a-b0ba-48b8-989b-9a1885c65e22 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:06.947843 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a9539-60f1-4426-ab55-0824f3a0ef68 req-9305b2af-8128-43c4-97eb-95a971bed189 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:06.949143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-639a9539-60f1-4426-ab55-0824f3a0ef68 req-9305b2af-8128-43c4-97eb-95a971bed189 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 945 time: 0.1537194 Dec 14 02:51:06.952351 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83292eaf-7045-4289-b8db-52f0ed1731b7 req-da7e57d4-0de5-4ff1-b102-f3e849b3b6c9 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682019 Dec 14 02:51:06.963613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94067c-85dc-4255-8dcc-11e505e3313e req-d1e43283-b1df-4148-bdb0-56d051be3c45 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:06.965191 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a94067c-85dc-4255-8dcc-11e505e3313e req-d1e43283-b1df-4148-bdb0-56d051be3c45 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 946 time: 0.1530554 Dec 14 02:51:07.015726 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 6b3abf42-e197-4131-84b4-88e75b404b06 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:51:07.050440 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d7e1b6c6-017e-4cc6-a60a-2c4a1a5dc5f7 req-2089ebc5-df19-41d9-8b12-c45bf2dabda0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=deff04d6-3261-4aac-b83d-0d373da41f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364374 Dec 14 02:51:07.087042 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bbef052f-7711-46cc-a150-bcc4e4f486bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:07.119864 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a94067c-85dc-4255-8dcc-11e505e3313e req-d6036634-606f-4730-94c7-28091e4ba984 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/security-groups?id=deff04d6-3261-4aac-b83d-0d373da41f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370156 Dec 14 02:51:07.151229 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-639a9539-60f1-4426-ab55-0824f3a0ef68 req-e29e054d-c30f-4258-9b78-5cfad36b4d62 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Deleting port 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:07.151908 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-639a9539-60f1-4426-ab55-0824f3a0ef68 req-e29e054d-c30f-4258-9b78-5cfad36b4d62 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:07.153256 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-167a6b5a-b0ba-48b8-989b-9a1885c65e22 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:07.157478 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-167a6b5a-b0ba-48b8-989b-9a1885c65e22 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:07.158912 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-167a6b5a-b0ba-48b8-989b-9a1885c65e22 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "DELETE /v2.0/security-groups/8038c58e-7f8e-4501-8ecc-5b4179b59fa4 HTTP/1.1" status: 204 len: 168 time: 0.3724186 Dec 14 02:51:07.167981 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 6b3abf42-e197-4131-84b4-88e75b404b06, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=6b3abf42-e197-4131-84b4-88e75b404b06,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:07.168619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53288) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:07.183661 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '6b3abf42-e197-4131-84b4-88e75b404b06', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'port_id': '6b3abf42-e197-4131-84b4-88e75b404b06', 'mac_address': 'fa:16:3e:5e:22:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:51:07.191255 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a6b5a-b0ba-48b8-989b-9a1885c65e22 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8038c58e-7f8e-4501-8ecc-5b4179b59fa4,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:07.216058 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef052f-7711-46cc-a150-bcc4e4f486bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Subnet': ['ID=65954c2b-0ccb-40e4-9b89-8c157cefcf62,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:07.227740 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef052f-7711-46cc-a150-bcc4e4f486bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Checking segment: {'id': '03154fad-97a8-498a-b47e-f62f90e9da80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8853f412-b9cf-4f21-9c17-894b57cd66fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:51:07.227740 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef052f-7711-46cc-a150-bcc4e4f486bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network hostable DHCP agents. Network: 8853f412-b9cf-4f21-9c17-894b57cd66fc, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:51:07.250552 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:07.266270 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b3abf42-e197-4131-84b4-88e75b404b06 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:51:07.273845 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7b344c3d-66d0-412c-b4e5-54b725d31bd7 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1037772 Dec 14 02:51:07.278650 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53292) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:07.285723 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-8b3f8fcc-a854-4c34-9527-29267d572606 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group': {'name': 'tempest-secgroup--341217835'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:07.293329 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 6b3abf42-e197-4131-84b4-88e75b404b06, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=6b3abf42-e197-4131-84b4-88e75b404b06,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:07.299681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-639a9539-60f1-4426-ab55-0824f3a0ef68 req-e29e054d-c30f-4258-9b78-5cfad36b4d62 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] For port 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46,segment=NetworkSegment(b2351004-c33c-4abe-a059-fa9af01c0a6f),segment_id=b2351004-c33c-4abe-a059-fa9af01c0a6f)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:07.300133 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-639a9539-60f1-4426-ab55-0824f3a0ef68 req-e29e054d-c30f-4258-9b78-5cfad36b4d62 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:07.311218 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef052f-7711-46cc-a150-bcc4e4f486bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network 8853f412-b9cf-4f21-9c17-894b57cd66fc is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:51:07.317526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-639a9539-60f1-4426-ab55-0824f3a0ef68 req-e29e054d-c30f-4258-9b78-5cfad36b4d62 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Calling delete_port for 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:07.377489 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:07.447950 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=6b3abf42-e197-4131-84b4-88e75b404b06,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:07.454904 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-bbef052f-7711-46cc-a150-bcc4e4f486bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 8853f412-b9cf-4f21-9c17-894b57cd66fc) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:07.464565 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8b3f8fcc-a854-4c34-9527-29267d572606 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:07.465000 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32368124-49c8-42d2-ab0b-1caac2330eeb None None] Network 8853f412-b9cf-4f21-9c17-894b57cd66fc requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:07.472808 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbef052f-7711-46cc-a150-bcc4e4f486bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:07.477378 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bbef052f-7711-46cc-a150-bcc4e4f486bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:07.546801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf56b43-0030-4ac8-a227-4c26f08753e9 req-8269f828-1864-4dcd-950e-6302b0ebb254 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:07.550715 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7bf56b43-0030-4ac8-a227-4c26f08753e9 req-8269f828-1864-4dcd-950e-6302b0ebb254 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 944 time: 0.0621405 Dec 14 02:51:07.586962 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8b3f8fcc-a854-4c34-9527-29267d572606 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:07.605046 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7bf56b43-0030-4ac8-a227-4c26f08753e9 req-92b408c1-9a98-406b-9997-c44e39fe6b68 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461051 Dec 14 02:51:07.619151 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bbef052f-7711-46cc-a150-bcc4e4f486bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6697083 Dec 14 02:51:07.621840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53310) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:07.627711 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-ea366882-c1b5-405c-a12d-3296d13b2b81 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'network_id': '8853f412-b9cf-4f21-9c17-894b57cd66fc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-918172740'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:07.650618 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-8853f412-b9cf-4f21-9c17-894b57cd66fc', 'network_id': '8853f412-b9cf-4f21-9c17-894b57cd66fc', 'project_id': 'c6ac2a6264594e69a3ab66885e726658', 'fixed_ips': [{'subnet_id': '65954c2b-0ccb-40e4-9b89-8c157cefcf62'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:51:07.651511 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-639a9539-60f1-4426-ab55-0824f3a0ef68 req-e29e054d-c30f-4258-9b78-5cfad36b4d62 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:07.651842 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:07.686848 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8b3f8fcc-a854-4c34-9527-29267d572606 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:07.735453 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:51:07.738311 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3', '6c83a968-07d5-41ab-9cb8-c76646de77e2'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:51:07.740507 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['6b3abf42-e197-4131-84b4-88e75b404b06'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:51:07.743166 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f8fcc-a854-4c34-9527-29267d572606 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8035615-cc03-4ede-8962-462d7ada6aa9,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:07.752184 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e054d-c30f-4258-9b78-5cfad36b4d62 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Pushing event deleted for resources: {'Port': ['ID=3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:07.752400 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:07.816450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-639a9539-60f1-4426-ab55-0824f3a0ef68 req-e29e054d-c30f-4258-9b78-5cfad36b4d62 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] No DVR routers for this DVR port 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:51:07.820636 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8b3f8fcc-a854-4c34-9527-29267d572606 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:07.821350 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-639a9539-60f1-4426-ab55-0824f3a0ef68 req-e29e054d-c30f-4258-9b78-5cfad36b4d62 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:07.822779 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8b3f8fcc-a854-4c34-9527-29267d572606 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5410254 Dec 14 02:51:07.825607 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53318) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:07.830370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-639a9539-60f1-4426-ab55-0824f3a0ef68 req-e29e054d-c30f-4258-9b78-5cfad36b4d62 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.46 "DELETE /v2.0/ports/3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 HTTP/1.1" status: 204 len: 173 time: 0.8639407 Dec 14 02:51:07.830900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7359369-930c-4197-911f-03933f2f5515', 'name': 'network-vif-deleted', 'tag': '3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:51:07.831260 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e4680183-46b0-461c-b1a2-168295b05442 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': 'b8035615-cc03-4ede-8962-462d7ada6aa9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:07.834117 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca771786-263a-4797-9e2a-face0f71f7c4" -d '{"events": [{"server_uuid": "a7359369-930c-4197-911f-03933f2f5515", "name": "network-vif-deleted", "tag": "3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:51:07.925968 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79807485-ce10-456c-8a1e-6cd2cd4cd2f0 x-openstack-request-id: req-79807485-ce10-456c-8a1e-6cd2cd4cd2f0 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:51:07.926387 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7359369-930c-4197-911f-03933f2f5515", "name": "network-vif-deleted", "tag": "3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:51:07.926711 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79807485-ce10-456c-8a1e-6cd2cd4cd2f0 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:51:07.927394 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7359369-930c-4197-911f-03933f2f5515', 'name': 'network-vif-deleted', 'tag': '3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46', 'status': 'completed', 'code': 200} Dec 14 02:51:07.987970 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Allocated IP 172.20.0.2 (8853f412-b9cf-4f21-9c17-894b57cd66fc/65954c2b-0ccb-40e4-9b89-8c157cefcf62/18fa837b-be3e-447c-a1af-94a044e0572a) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:51:08.092744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea366882-c1b5-405c-a12d-3296d13b2b81 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:08.097592 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ea366882-c1b5-405c-a12d-3296d13b2b81 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:08.189601 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-e4680183-46b0-461c-b1a2-168295b05442 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The resource could not be found. Dec 14 02:51:08.191480 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e4680183-46b0-461c-b1a2-168295b05442 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3647037 Dec 14 02:51:08.194794 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53330) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:08.200693 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c1603924-8185-4840-9c0d-18ceb8e7e89c tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': 'b8035615-cc03-4ede-8962-462d7ada6aa9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2ed6598d-14a0-4364-96d8-33f0ce1f7af2'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:08.201496 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae1731c9-ddaa-49fc-95f1-f80a01a39f2d req-214cfc14-4051-48a7-9b38-8ac56fef8810 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=a7359369-930c-4197-911f-03933f2f5515 HTTP/1.1" status: 200 len: 210 time: 0.0840688 Dec 14 02:51:08.202950 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-ea366882-c1b5-405c-a12d-3296d13b2b81 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] device_id is not set on port fad6695b-e6a6-4c2b-9ce9-45f9cf08ec5a yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:51:08.386400 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb50a37-214c-44f0-bef3-03678256b363 req-c1f291c6-87c0-4d98-b3a2-1097ca71e3f5 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:08.394557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cfb50a37-214c-44f0-bef3-03678256b363 req-c1f291c6-87c0-4d98-b3a2-1097ca71e3f5 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 946 time: 0.0657578 Dec 14 02:51:08.455587 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-c1603924-8185-4840-9c0d-18ceb8e7e89c tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The resource could not be found. Dec 14 02:51:08.457055 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c1603924-8185-4840-9c0d-18ceb8e7e89c tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2610359 Dec 14 02:51:08.466387 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53336) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:08.487670 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cfb50a37-214c-44f0-bef3-03678256b363 req-5b868f35-d902-442c-9d25-c801625cfa67 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/security-groups?id=deff04d6-3261-4aac-b83d-0d373da41f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867329 Dec 14 02:51:08.553859 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18d61d08-9177-4358-81e1-8a1c2517fbb7 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:08.587773 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18d61d08-9177-4358-81e1-8a1c2517fbb7 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:08.731034 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:08.733799 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18d61d08-9177-4358-81e1-8a1c2517fbb7 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:08.736874 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18d61d08-9177-4358-81e1-8a1c2517fbb7 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:08.741865 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-18d61d08-9177-4358-81e1-8a1c2517fbb7 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "DELETE /v2.0/security-groups/b8035615-cc03-4ede-8962-462d7ada6aa9 HTTP/1.1" status: 204 len: 168 time: 0.2741542 Dec 14 02:51:08.742746 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53340) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:08.767974 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:08.778675 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d61d08-9177-4358-81e1-8a1c2517fbb7 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8035615-cc03-4ede-8962-462d7ada6aa9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:08.802629 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6a36c-88f5-441b-a863-5e76b6f2bed8 req-a6c1f063-6ffe-4243-a7f3-b457ffe0d397 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:08.810095 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6e6a36c-88f5-441b-a863-5e76b6f2bed8 req-a6c1f063-6ffe-4243-a7f3-b457ffe0d397 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 944 time: 0.0919349 Dec 14 02:51:08.823267 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c02d8f64-06b3-40a1-b43d-3bb430c49579 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0758688 Dec 14 02:51:08.823973 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53344) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:08.828373 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-68e32508-063f-41e9-aec8-819ef21fb1ab tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': '01c125da-6010-4ca2-8b7c-1414678ac40a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:08.864164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6e6a36c-88f5-441b-a863-5e76b6f2bed8 req-219bbd1a-1d65-4650-803c-6f90453ac567 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528352 Dec 14 02:51:08.899132 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:09.026545 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Pushing event updated for resources: {'Port': ['ID=18fa837b-be3e-447c-a1af-94a044e0572a,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:09.033991 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-ea366882-c1b5-405c-a12d-3296d13b2b81 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Allocated IP 172.20.0.13 (8853f412-b9cf-4f21-9c17-894b57cd66fc/65954c2b-0ccb-40e4-9b89-8c157cefcf62/fad6695b-e6a6-4c2b-9ce9-45f9cf08ec5a) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:51:09.057841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Network 8853f412-b9cf-4f21-9c17-894b57cd66fc is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:51:09.063698 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:09.067959 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:51:09.114700 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-68e32508-063f-41e9-aec8-819ef21fb1ab tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The resource could not be found. Dec 14 02:51:09.116053 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-68e32508-063f-41e9-aec8-819ef21fb1ab tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2910888 Dec 14 02:51:09.121342 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53352) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:09.126020 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5458ae8a-d0df-4ddc-ac17-f0391d150ec4 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097791504'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:09.138797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Attempting to bind port 18fa837b-be3e-447c-a1af-94a044e0572a on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:51:09.139171 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Attempting to bind port 18fa837b-be3e-447c-a1af-94a044e0572a by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '03154fad-97a8-498a-b47e-f62f90e9da80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8853f412-b9cf-4f21-9c17-894b57cd66fc'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:51:09.139601 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Attempting to bind port 18fa837b-be3e-447c-a1af-94a044e0572a on network 8853f412-b9cf-4f21-9c17-894b57cd66fc {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:51:09.145710 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:51:09.146085 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Checking segment: {'id': '03154fad-97a8-498a-b47e-f62f90e9da80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8853f412-b9cf-4f21-9c17-894b57cd66fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:51:09.146538 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:09.147672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Bound using segment: {'id': '03154fad-97a8-498a-b47e-f62f90e9da80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8853f412-b9cf-4f21-9c17-894b57cd66fc'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:51:09.148143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Bound port: 18fa837b-be3e-447c-a1af-94a044e0572a, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03154fad-97a8-498a-b47e-f62f90e9da80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '8853f412-b9cf-4f21-9c17-894b57cd66fc'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:51:09.148524 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:09.188612 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ea366882-c1b5-405c-a12d-3296d13b2b81 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:09.239855 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] For port 18fa837b-be3e-447c-a1af-94a044e0572a, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:51:09.244535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] For port 18fa837b-be3e-447c-a1af-94a044e0572a, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=18fa837b-be3e-447c-a1af-94a044e0572a,segment=NetworkSegment(03154fad-97a8-498a-b47e-f62f90e9da80),segment_id=03154fad-97a8-498a-b47e-f62f90e9da80)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:51:09.286279 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5458ae8a-d0df-4ddc-ac17-f0391d150ec4 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:09.366312 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5458ae8a-d0df-4ddc-ac17-f0391d150ec4 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:09.388767 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ea366882-c1b5-405c-a12d-3296d13b2b81 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:09.388952 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:09.483122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45248b96-05ef-47cd-a440-eaac71c0774e None None] Pushing event updated for resources: {'Port': ['ID=18fa837b-be3e-447c-a1af-94a044e0572a,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:09.484803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea366882-c1b5-405c-a12d-3296d13b2b81 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network 8853f412-b9cf-4f21-9c17-894b57cd66fc is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:51:09.486681 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5458ae8a-d0df-4ddc-ac17-f0391d150ec4 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:09.488909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-ea366882-c1b5-405c-a12d-3296d13b2b81 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:09.501725 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea366882-c1b5-405c-a12d-3296d13b2b81 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:51:09.508864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea366882-c1b5-405c-a12d-3296d13b2b81 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=fad6695b-e6a6-4c2b-9ce9-45f9cf08ec5a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:09.555664 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458ae8a-d0df-4ddc-ac17-f0391d150ec4 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6288fe88-088c-4d3e-962d-c1855a19c02c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:09.578987 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5458ae8a-d0df-4ddc-ac17-f0391d150ec4 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:09.580257 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5458ae8a-d0df-4ddc-ac17-f0391d150ec4 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4577298 Dec 14 02:51:09.583198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53366) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:09.590815 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-10423cc3-8038-47df-9d88-fde4a960c7b0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1493318148'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:09.630603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea366882-c1b5-405c-a12d-3296d13b2b81 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:09.631752 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ea366882-c1b5-405c-a12d-3296d13b2b81 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:09.723707 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2337f-4706-42d1-8a09-91ae3deaebcc req-7457b8c1-99ef-46f3-ad7d-88f58ec70cc2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:09.727477 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90b2337f-4706-42d1-8a09-91ae3deaebcc req-7457b8c1-99ef-46f3-ad7d-88f58ec70cc2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 946 time: 0.0603795 Dec 14 02:51:09.730460 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-10423cc3-8038-47df-9d88-fde4a960c7b0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:09.877356 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ea366882-c1b5-405c-a12d-3296d13b2b81 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.2540166 Dec 14 02:51:09.880143 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53374) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:10.001117 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-10423cc3-8038-47df-9d88-fde4a960c7b0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:10.011770 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90b2337f-4706-42d1-8a09-91ae3deaebcc req-673f2384-5a83-449f-9379-0ed5467189f1 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/security-groups?id=deff04d6-3261-4aac-b83d-0d373da41f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494323 Dec 14 02:51:10.019808 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-30c5993d-53d0-45ef-85e8-b5557116ae00 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port fad6695b-e6a6-4c2b-9ce9-45f9cf08ec5a {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:10.020351 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-30c5993d-53d0-45ef-85e8-b5557116ae00 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:10.043544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bd4ce-23eb-4c16-af10-64220d2cdc0b req-04fb0778-3e95-46db-8a86-7d56c752d683 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:10.051924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-092bd4ce-23eb-4c16-af10-64220d2cdc0b req-04fb0778-3e95-46db-8a86-7d56c752d683 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f411f88e-59b6-4b23-870c-8272b5f838d9 HTTP/1.1" status: 200 len: 946 time: 0.2200458 Dec 14 02:51:10.117846 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-10423cc3-8038-47df-9d88-fde4a960c7b0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:10.130442 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-092bd4ce-23eb-4c16-af10-64220d2cdc0b req-8d3eedfc-dc8c-4579-a4d6-49039617044b tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782781 Dec 14 02:51:10.132407 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-30c5993d-53d0-45ef-85e8-b5557116ae00 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:10.159204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-30c5993d-53d0-45ef-85e8-b5557116ae00 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for fad6695b-e6a6-4c2b-9ce9-45f9cf08ec5a owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:10.196286 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10423cc3-8038-47df-9d88-fde4a960c7b0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e96399-fb63-4dcd-9914-611730fafab3,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:10.213505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebf621-4045-4c9b-a162-6c8d5f7998c3 req-0d8b4ca9-884a-41ff-9b5b-a471f7cf5108 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:10.215075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-97ebf621-4045-4c9b-a162-6c8d5f7998c3 req-0d8b4ca9-884a-41ff-9b5b-a471f7cf5108 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 944 time: 0.1059647 Dec 14 02:51:10.282061 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-97ebf621-4045-4c9b-a162-6c8d5f7998c3 req-105c15e8-bb88-453c-9f18-caac21dca882 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594013 Dec 14 02:51:10.292904 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-10423cc3-8038-47df-9d88-fde4a960c7b0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:10.292904 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-10423cc3-8038-47df-9d88-fde4a960c7b0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7031643 Dec 14 02:51:10.292904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53392) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:10.307703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-846227ac-273d-433c-ac15-158b02d55bc2 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': '6288fe88-088c-4d3e-962d-c1855a19c02c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '05e96399-fb63-4dcd-9914-611730fafab3'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:10.384493 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95633766-9fee-471d-b74a-ba7aa8051e36 req-1ab02f46-1805-48a5-9d07-be537027e71b tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:10.385186 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95633766-9fee-471d-b74a-ba7aa8051e36 req-1ab02f46-1805-48a5-9d07-be537027e71b tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 946 time: 0.0711303 Dec 14 02:51:10.439080 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95633766-9fee-471d-b74a-ba7aa8051e36 req-2e1e79b0-2880-46ad-a3d9-5141d942a747 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/security-groups?id=deff04d6-3261-4aac-b83d-0d373da41f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476105 Dec 14 02:51:10.446699 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-30c5993d-53d0-45ef-85e8-b5557116ae00 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:10.499830 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5993d-53d0-45ef-85e8-b5557116ae00 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=fad6695b-e6a6-4c2b-9ce9-45f9cf08ec5a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:10.590447 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-846227ac-273d-433c-ac15-158b02d55bc2 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:51:10.592450 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-30c5993d-53d0-45ef-85e8-b5557116ae00 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:10.596570 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-30c5993d-53d0-45ef-85e8-b5557116ae00 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/ports/fad6695b-e6a6-4c2b-9ce9-45f9cf08ec5a HTTP/1.1" status: 204 len: 168 time: 0.7146358 Dec 14 02:51:10.596570 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53398) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:10.599634 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-846227ac-273d-433c-ac15-158b02d55bc2 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2992964 Dec 14 02:51:10.605688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd218e-4db0-4e00-8d3d-e24bef3f52c9 req-804f3d23-3908-4c92-96f5-6a834d13423f tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:10.607418 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcdd218e-4db0-4e00-8d3d-e24bef3f52c9 req-804f3d23-3908-4c92-96f5-6a834d13423f tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 946 time: 0.0799289 Dec 14 02:51:10.607920 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53400) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:10.651148 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7eae1d-16fb-4c6f-8a27-b1fe144affbc tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] GET failed (client error): The resource could not be found. Dec 14 02:51:10.652605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-dd7eae1d-16fb-4c6f-8a27-b1fe144affbc tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports/fad6695b-e6a6-4c2b-9ce9-45f9cf08ec5a HTTP/1.1" status: 404 len: 333 time: 0.0437646 Dec 14 02:51:10.657097 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53402) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:10.719694 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-93b64e84-444c-4682-b1a7-3db63af20c10 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:10.766592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcdd218e-4db0-4e00-8d3d-e24bef3f52c9 req-2fe46e89-afd9-4dfd-95b6-a74ff8f79ac1 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/security-groups?id=deff04d6-3261-4aac-b83d-0d373da41f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464534 Dec 14 02:51:10.768172 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-93b64e84-444c-4682-b1a7-3db63af20c10 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:10.783034 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53404) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:10.821585 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 18fa837b-be3e-447c-a1af-94a044e0572a up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:51:10.824672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dabc861-22e9-4791-bbb3-8bad5ec66f56 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting subnet 65954c2b-0ccb-40e4-9b89-8c157cefcf62 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:51:10.846843 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3dabc861-22e9-4791-bbb3-8bad5ec66f56 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:10.957533 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3dabc861-22e9-4791-bbb3-8bad5ec66f56 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:10.991349 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 18fa837b-be3e-447c-a1af-94a044e0572a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:10.991908 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:11.026640 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-93b64e84-444c-4682-b1a7-3db63af20c10 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:11.039485 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-93b64e84-444c-4682-b1a7-3db63af20c10 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:11.039712 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 6b3abf42-e197-4131-84b4-88e75b404b06 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:51:11.040675 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-93b64e84-444c-4682-b1a7-3db63af20c10 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "DELETE /v2.0/security-groups/05e96399-fb63-4dcd-9914-611730fafab3 HTTP/1.1" status: 204 len: 168 time: 0.4352067 Dec 14 02:51:11.046078 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53408) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:11.060964 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b64e84-444c-4682-b1a7-3db63af20c10 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e96399-fb63-4dcd-9914-611730fafab3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:11.151802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0b750d-3739-4ae9-802e-0e3691e2c466 None None] Network 8853f412-b9cf-4f21-9c17-894b57cd66fc requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:11.164816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-eb11c85f-7bcc-4787-8c42-51f5258b0096 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1171052 Dec 14 02:51:11.168775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53412) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:11.247409 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3dabc861-22e9-4791-bbb3-8bad5ec66f56 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:11.294005 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99486a4-8bbe-45d4-8087-158c1767469e tempest-TestServerBasicOps-1938254160 tempest-TestServerBasicOps-1938254160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:11.302674 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a99486a4-8bbe-45d4-8087-158c1767469e tempest-TestServerBasicOps-1938254160 tempest-TestServerBasicOps-1938254160-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 1092 time: 0.5186217 Dec 14 02:51:11.309551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53420) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:11.318625 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': '9d032958-673e-4b33-8870-2e5d1312bc24', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:11.429534 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6f44c646-942a-49ca-bf02-d6d43ca398ed None None] Provisioning complete for port 18fa837b-be3e-447c-a1af-94a044e0572a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:11.430029 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6f44c646-942a-49ca-bf02-d6d43ca398ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:11.435927 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:11.438494 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-086db6a2-bdf7-408e-89d4-9a18ebafa2e4 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:11.516075 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:11.521461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feeb4fa-c1ed-4546-a946-1c68ea4f19bd req-99a813da-bd7d-4d0f-9d5f-d8505a6f9c09 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:11.537033 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5feeb4fa-c1ed-4546-a946-1c68ea4f19bd req-99a813da-bd7d-4d0f-9d5f-d8505a6f9c09 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f411f88e-59b6-4b23-870c-8272b5f838d9 HTTP/1.1" status: 200 len: 946 time: 0.2548206 Dec 14 02:51:11.554648 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3dabc861-22e9-4791-bbb3-8bad5ec66f56 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:11.569110 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f92bfa-aba7-41de-ba27-14b4d165c54f req-043ac82e-cd04-4860-9545-1c8f6311d540 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:11.570901 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49f92bfa-aba7-41de-ba27-14b4d165c54f req-043ac82e-cd04-4860-9545-1c8f6311d540 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.47 "GET /v2.0/ports?device_id=f411f88e-59b6-4b23-870c-8272b5f838d9 HTTP/1.1" status: 200 len: 946 time: 0.3502371 Dec 14 02:51:11.603638 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabc861-22e9-4791-bbb3-8bad5ec66f56 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Subnet': ['ID=65954c2b-0ccb-40e4-9b89-8c157cefcf62,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:11.605412 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3dabc861-22e9-4791-bbb3-8bad5ec66f56 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:11.611580 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3dabc861-22e9-4791-bbb3-8bad5ec66f56 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/65954c2b-0ccb-40e4-9b89-8c157cefcf62 HTTP/1.1" status: 204 len: 168 time: 0.9532175 Dec 14 02:51:11.618813 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53426) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:11.626101 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-086db6a2-bdf7-408e-89d4-9a18ebafa2e4 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:11.665795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd66cf-2e48-4b58-bdfb-04e6bb1544ff req-f677d1d7-edf1-4c19-a792-d15d2b343483 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:11.667401 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0fd66cf-2e48-4b58-bdfb-04e6bb1544ff req-f677d1d7-edf1-4c19-a792-d15d2b343483 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 944 time: 0.2444413 Dec 14 02:51:11.695013 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6f44c646-942a-49ca-bf02-d6d43ca398ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:11.701124 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 6b3abf42-e197-4131-84b4-88e75b404b06 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:51:11.708512 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 6b3abf42-e197-4131-84b4-88e75b404b06 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:11.709123 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:11.734394 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:11.790477 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0fd66cf-2e48-4b58-bdfb-04e6bb1544ff req-96560e89-1fd6-4a9b-9e4b-6428c9ba7907 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046910 Dec 14 02:51:11.801715 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:51:11.802309 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:51:11.828711 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:11.844065 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6f44c646-942a-49ca-bf02-d6d43ca398ed None None] For port 18fa837b-be3e-447c-a1af-94a044e0572a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=18fa837b-be3e-447c-a1af-94a044e0572a,segment=NetworkSegment(03154fad-97a8-498a-b47e-f62f90e9da80),segment_id=03154fad-97a8-498a-b47e-f62f90e9da80)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:11.937765 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:11.943035 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5feeb4fa-c1ed-4546-a946-1c68ea4f19bd req-65f6a05b-442c-42ac-83b9-ab2b578e29da tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047813 Dec 14 02:51:11.964964 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port 18fa837b-be3e-447c-a1af-94a044e0572a {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:11.968980 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:11.973353 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6f44c646-942a-49ca-bf02-d6d43ca398ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:12.013445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-49f92bfa-aba7-41de-ba27-14b4d165c54f req-ac14116f-29bc-4796-bf76-aa6067e08c7c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Deleting port 6c83a968-07d5-41ab-9cb8-c76646de77e2 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:12.013719 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-49f92bfa-aba7-41de-ba27-14b4d165c54f req-ac14116f-29bc-4796-bf76-aa6067e08c7c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:12.016311 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 6b3abf42-e197-4131-84b4-88e75b404b06, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=6b3abf42-e197-4131-84b4-88e75b404b06,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:12.047283 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1141695c-b13f-44e1-95e5-a806ef2510c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3abf42-e197-4131-84b4-88e75b404b06'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:51:12.050322 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9216a3a-0090-41f2-8465-7e0ce56bdf1e" -d '{"events": [{"server_uuid": "1141695c-b13f-44e1-95e5-a806ef2510c9", "name": "network-vif-plugged", "status": "completed", "tag": "6b3abf42-e197-4131-84b4-88e75b404b06"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:51:12.072488 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54af696b-4cf7-439f-9638-01d642769928 None None] Network 8853f412-b9cf-4f21-9c17-894b57cd66fc requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:12.112516 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Allocated IP 172.25.7.177 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/e7744c8e-5b23-434d-b5ae-81a1624984ee) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:51:12.123029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53432) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:12.134525 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-086db6a2-bdf7-408e-89d4-9a18ebafa2e4 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:12.137533 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-086db6a2-bdf7-408e-89d4-9a18ebafa2e4 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:12.138887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-086db6a2-bdf7-408e-89d4-9a18ebafa2e4 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "DELETE /v2.0/security-groups/6288fe88-088c-4d3e-962d-c1855a19c02c HTTP/1.1" status: 204 len: 168 time: 0.9690783 Dec 14 02:51:12.141805 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53436) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:12.145104 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] For port 18fa837b-be3e-447c-a1af-94a044e0572a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=18fa837b-be3e-447c-a1af-94a044e0572a,segment=NetworkSegment(03154fad-97a8-498a-b47e-f62f90e9da80),segment_id=03154fad-97a8-498a-b47e-f62f90e9da80)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:12.145507 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:12.157099 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086db6a2-bdf7-408e-89d4-9a18ebafa2e4 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6288fe88-088c-4d3e-962d-c1855a19c02c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:12.204877 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for 18fa837b-be3e-447c-a1af-94a044e0572a owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:12.234383 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d2c87d-6fee-4388-9c49-93122e6440ef x-openstack-request-id: req-11d2c87d-6fee-4388-9c49-93122e6440ef {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:51:12.234617 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1141695c-b13f-44e1-95e5-a806ef2510c9", "name": "network-vif-plugged", "status": "completed", "tag": "6b3abf42-e197-4131-84b4-88e75b404b06", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:51:12.237238 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11d2c87d-6fee-4388-9c49-93122e6440ef {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:51:12.237697 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1141695c-b13f-44e1-95e5-a806ef2510c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b3abf42-e197-4131-84b4-88e75b404b06', 'code': 200} Dec 14 02:51:12.307306 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:12.308134 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:51:12.369820 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4e5e9d90-2212-43cc-9a42-f733656668e6 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2268562 Dec 14 02:51:12.383755 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53440) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:12.390112 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-742588d3-8204-4287-aa12-e106222b2037 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225997970'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:12.408513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:51:12.408879 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3a8a0d2c-151d-4ee9-a6d6-7c75ad12ff46 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:51:12.421753 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5644c352-e630-4599-b30c-7c9aa84a0928 None None] Provisioning complete for port 18fa837b-be3e-447c-a1af-94a044e0572a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:12.422186 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5644c352-e630-4599-b30c-7c9aa84a0928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:12.454358 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:12.481610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44c646-942a-49ca-bf02-d6d43ca398ed None None] Pushing event updated for resources: {'Port': ['ID=18fa837b-be3e-447c-a1af-94a044e0572a,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:12.502043 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f44c646-942a-49ca-bf02-d6d43ca398ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:12.502782 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f44c646-942a-49ca-bf02-d6d43ca398ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:12.503143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f44c646-942a-49ca-bf02-d6d43ca398ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:12.503702 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f44c646-942a-49ca-bf02-d6d43ca398ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:12.504121 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f44c646-942a-49ca-bf02-d6d43ca398ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:12.504382 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f44c646-942a-49ca-bf02-d6d43ca398ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:12.504724 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f44c646-942a-49ca-bf02-d6d43ca398ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:12.505065 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f44c646-942a-49ca-bf02-d6d43ca398ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:12.505478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f44c646-942a-49ca-bf02-d6d43ca398ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:12.506154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f44c646-942a-49ca-bf02-d6d43ca398ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:12.506497 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f44c646-942a-49ca-bf02-d6d43ca398ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:12.506862 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f44c646-942a-49ca-bf02-d6d43ca398ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:12.507424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f44c646-942a-49ca-bf02-d6d43ca398ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:12.534938 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-742588d3-8204-4287-aa12-e106222b2037 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:12.568041 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:12.580655 n-d-821636-1 neutron-server[103849]: INFO neutron.plugins.ml2.db [None req-5644c352-e630-4599-b30c-7c9aa84a0928 None None] No ports have port_id starting with 18fa837b-be3e-447c-a1af-94a044e0572a Dec 14 02:51:12.607637 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=18fa837b-be3e-447c-a1af-94a044e0572a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:12.621176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No DVR routers for this DVR port 18fa837b-be3e-447c-a1af-94a044e0572a on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:51:12.624101 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073b05bc-f73b-461c-abc5-19a9328414e7 None None] DHCP port deletion for 8853f412-b9cf-4f21-9c17-894b57cd66fc request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:51:12.627408 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:12.643041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=6b3abf42-e197-4131-84b4-88e75b404b06,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:12.753111 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:51:12.774310 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:12.789177 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 18fa837b-be3e-447c-a1af-94a044e0572a no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:51:12.789381 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:51:12.801813 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Pushing event updated for resources: {'Port': ['ID=e7744c8e-5b23-434d-b5ae-81a1624984ee,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:12.836726 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:12.837201 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 18fa837b-be3e-447c-a1af-94a044e0572a {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:51:12.837683 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 18fa837b-be3e-447c-a1af-94a044e0572a not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:51:12.842247 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-742588d3-8204-4287-aa12-e106222b2037 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:12.875206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-49f92bfa-aba7-41de-ba27-14b4d165c54f req-ac14116f-29bc-4796-bf76-aa6067e08c7c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] For port 6c83a968-07d5-41ab-9cb8-c76646de77e2, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=6c83a968-07d5-41ab-9cb8-c76646de77e2,segment=NetworkSegment(b2351004-c33c-4abe-a059-fa9af01c0a6f),segment_id=b2351004-c33c-4abe-a059-fa9af01c0a6f)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:12.876218 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-49f92bfa-aba7-41de-ba27-14b4d165c54f req-ac14116f-29bc-4796-bf76-aa6067e08c7c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:12.878250 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8853f412-b9cf-4f21-9c17-894b57cd66fc']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:12.892133 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0ba8850-28ae-4da8-a1ad-ccf1e8f36924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:12.892837 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03154fad-97a8-498a-b47e-f62f90e9da80') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:12.893238 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03154fad-97a8-498a-b47e-f62f90e9da80') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:12.899734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-49f92bfa-aba7-41de-ba27-14b4d165c54f req-ac14116f-29bc-4796-bf76-aa6067e08c7c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Calling delete_port for 6c83a968-07d5-41ab-9cb8-c76646de77e2 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:12.907907 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-742588d3-8204-4287-aa12-e106222b2037 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:12.911827 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:12.960179 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:12.968919 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742588d3-8204-4287-aa12-e106222b2037 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d8b2dc-4ab8-4413-8742-94060c752fe6,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:12.994955 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:51:12.995374 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:51:12.999380 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:51:13.058043 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-742588d3-8204-4287-aa12-e106222b2037 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:13.059874 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-742588d3-8204-4287-aa12-e106222b2037 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6734822 Dec 14 02:51:13.062039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae74f72-f54c-457a-ad98-21060ecf08fa req-2f21f44a-f574-4438-98b5-e1e1c939eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:13.063789 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ae74f72-f54c-457a-ad98-21060ecf08fa req-2f21f44a-f574-4438-98b5-e1e1c939eb1a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 1096 time: 0.8355775 Dec 14 02:51:13.077394 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53446) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:13.083759 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-f9863ade-21d1-43a1-885d-efd547801fa0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': 'f1d8b2dc-4ab8-4413-8742-94060c752fe6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:13.183523 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed6e51-c6c5-424e-858f-d59c6ac18c5d req-e213f22a-1542-4fec-ac48-555de6f8dbad tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:13.189934 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32ed6e51-c6c5-424e-858f-d59c6ac18c5d req-e213f22a-1542-4fec-ac48-555de6f8dbad tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 945 time: 0.2777586 Dec 14 02:51:13.212313 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:13.217163 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:13.221377 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/networks/8853f412-b9cf-4f21-9c17-894b57cd66fc HTTP/1.1" status: 204 len: 168 time: 1.6007214 Dec 14 02:51:13.229484 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53448) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:13.237715 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-544f9555-37d4-4789-be1d-25128f1117d7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97', 'name': 'tempest-PortsTestJSON-1087719058'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:13.265958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73278bf5-d67b-4fc4-a035-b957b994b36a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Network': ['ID=8853f412-b9cf-4f21-9c17-894b57cd66fc,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:13.273820 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ae74f72-f54c-457a-ad98-21060ecf08fa req-5655ad09-63b0-4c7b-9d36-561cccfea26c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660256 Dec 14 02:51:13.281676 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae61de5-49f0-4924-9ab1-7144d28fa73a req-3312689f-932f-42a3-8b71-8ee0827c0c83 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:13.283258 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ae61de5-49f0-4924-9ab1-7144d28fa73a req-3312689f-932f-42a3-8b71-8ee0827c0c83 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f411f88e-59b6-4b23-870c-8272b5f838d9 HTTP/1.1" status: 200 len: 946 time: 0.2163627 Dec 14 02:51:13.371530 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-f9863ade-21d1-43a1-885d-efd547801fa0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:51:13.375557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f9863ade-21d1-43a1-885d-efd547801fa0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2965720 Dec 14 02:51:13.376160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53450) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:13.388589 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32ed6e51-c6c5-424e-858f-d59c6ac18c5d req-34f502e7-daf5-44b6-97e1-04cdbe770dbd tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681478 Dec 14 02:51:13.397882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-12012a11-bd81-4ae7-9dc4-9a5bf6967c79 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group_rule': {'security_group_id': 'f1d8b2dc-4ab8-4413-8742-94060c752fe6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:13.439747 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544f9555-37d4-4789-be1d-25128f1117d7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:13.443599 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-544f9555-37d4-4789-be1d-25128f1117d7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:13.460848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ae61de5-49f0-4924-9ab1-7144d28fa73a req-7db63fbb-ac25-4a24-8fe5-592179a7c663 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653359 Dec 14 02:51:13.463831 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-544f9555-37d4-4789-be1d-25128f1117d7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] device_id is not set on port b4939bb6-d40d-4565-9c83-43da3390a478 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:51:13.464608 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0ba8850-28ae-4da8-a1ad-ccf1e8f36924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:13.525755 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0ba8850-28ae-4da8-a1ad-ccf1e8f36924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:13.565502 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-49f92bfa-aba7-41de-ba27-14b4d165c54f req-ac14116f-29bc-4796-bf76-aa6067e08c7c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:13.588258 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f0ba8850-28ae-4da8-a1ad-ccf1e8f36924 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31e1e6cc71b6439daa83804d6edd77e6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4613011 Dec 14 02:51:13.601436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:51:13.606222 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba8850-28ae-4da8-a1ad-ccf1e8f36924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f078b4d1-9511-4c36-b7a5-35cb5093bb0b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:13.609674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53454) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:13.645928 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14116f-29bc-4796-bf76-aa6067e08c7c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Pushing event deleted for resources: {'Port': ['ID=6c83a968-07d5-41ab-9cb8-c76646de77e2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:13.703638 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-12012a11-bd81-4ae7-9dc4-9a5bf6967c79 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:51:13.707187 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-12012a11-bd81-4ae7-9dc4-9a5bf6967c79 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3202562 Dec 14 02:51:13.717597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53456) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:13.723714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f92bfa-aba7-41de-ba27-14b4d165c54f req-ac14116f-29bc-4796-bf76-aa6067e08c7c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] No DVR routers for this DVR port 6c83a968-07d5-41ab-9cb8-c76646de77e2 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:51:13.730716 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-49f92bfa-aba7-41de-ba27-14b4d165c54f req-ac14116f-29bc-4796-bf76-aa6067e08c7c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:13.735770 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49f92bfa-aba7-41de-ba27-14b4d165c54f req-ac14116f-29bc-4796-bf76-aa6067e08c7c tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.47 "DELETE /v2.0/ports/6c83a968-07d5-41ab-9cb8-c76646de77e2 HTTP/1.1" status: 204 len: 173 time: 2.1372480 Dec 14 02:51:13.736240 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f411f88e-59b6-4b23-870c-8272b5f838d9', 'name': 'network-vif-deleted', 'tag': '6c83a968-07d5-41ab-9cb8-c76646de77e2'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:51:13.738919 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b3984e-1f4b-4928-80f8-04d28939a190" -d '{"events": [{"server_uuid": "f411f88e-59b6-4b23-870c-8272b5f838d9", "name": "network-vif-deleted", "tag": "6c83a968-07d5-41ab-9cb8-c76646de77e2"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:51:13.755693 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4e341138-cd04-42b0-ac05-9350870a84a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:13.776552 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-544f9555-37d4-4789-be1d-25128f1117d7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:13.784994 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4e341138-cd04-42b0-ac05-9350870a84a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:13.809919 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edf16ab-6502-4f5e-923e-998404dbbd25 x-openstack-request-id: req-9edf16ab-6502-4f5e-923e-998404dbbd25 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:51:13.810214 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f411f88e-59b6-4b23-870c-8272b5f838d9", "name": "network-vif-deleted", "tag": "6c83a968-07d5-41ab-9cb8-c76646de77e2", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:51:13.810471 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9edf16ab-6502-4f5e-923e-998404dbbd25 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:51:13.811542 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f411f88e-59b6-4b23-870c-8272b5f838d9', 'name': 'network-vif-deleted', 'tag': '6c83a968-07d5-41ab-9cb8-c76646de77e2', 'status': 'completed', 'code': 200} Dec 14 02:51:13.825248 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:13.895800 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78c5c06f-d7fd-4d08-890f-90e2d22a253a tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:13.918404 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4e341138-cd04-42b0-ac05-9350870a84a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:13.921551 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4e341138-cd04-42b0-ac05-9350870a84a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:13.925142 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4e341138-cd04-42b0-ac05-9350870a84a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f078b4d1-9511-4c36-b7a5-35cb5093bb0b HTTP/1.1" status: 204 len: 168 time: 0.3103111 Dec 14 02:51:13.933667 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e341138-cd04-42b0-ac05-9350870a84a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f078b4d1-9511-4c36-b7a5-35cb5093bb0b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:13.933845 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78c5c06f-d7fd-4d08-890f-90e2d22a253a tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:13.995034 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-544f9555-37d4-4789-be1d-25128f1117d7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:14.085932 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544f9555-37d4-4789-be1d-25128f1117d7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:51:14.093012 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-544f9555-37d4-4789-be1d-25128f1117d7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:14.098048 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544f9555-37d4-4789-be1d-25128f1117d7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:51:14.104466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544f9555-37d4-4789-be1d-25128f1117d7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:14.105123 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-544f9555-37d4-4789-be1d-25128f1117d7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:14.107691 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:14.113989 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f9555-37d4-4789-be1d-25128f1117d7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=b4939bb6-d40d-4565-9c83-43da3390a478,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:14.238904 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78c5c06f-d7fd-4d08-890f-90e2d22a253a tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:14.242651 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78c5c06f-d7fd-4d08-890f-90e2d22a253a tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:14.243904 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-78c5c06f-d7fd-4d08-890f-90e2d22a253a tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "DELETE /v2.0/security-groups/f1d8b2dc-4ab8-4413-8742-94060c752fe6 HTTP/1.1" status: 204 len: 168 time: 0.5252616 Dec 14 02:51:14.246939 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53462) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:14.272355 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5c06f-d7fd-4d08-890f-90e2d22a253a tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d8b2dc-4ab8-4413-8742-94060c752fe6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:14.289166 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-544f9555-37d4-4789-be1d-25128f1117d7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0585938 Dec 14 02:51:14.292692 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53464) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:14.314374 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 6c83a968-07d5-41ab-9cb8-c76646de77e2 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:51:14.333351 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-26f27b99-211e-497b-8851-c48d77162d2a tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0852096 Dec 14 02:51:14.338888 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53466) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:14.355540 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-e3ff0a13-0a09-4fec-a0e3-1c59539ec1e7 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group': {'name': 'tempest-secgroup--342826949'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:14.361819 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 6c83a968-07d5-41ab-9cb8-c76646de77e2 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:51:14.363264 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 6c83a968-07d5-41ab-9cb8-c76646de77e2 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:51:14.400387 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:14.455573 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d37398bb-d769-403c-93ce-640c134c1f21 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port b4939bb6-d40d-4565-9c83-43da3390a478 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:14.455918 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d37398bb-d769-403c-93ce-640c134c1f21 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:14.463009 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e3ff0a13-0a09-4fec-a0e3-1c59539ec1e7 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:14.554831 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d37398bb-d769-403c-93ce-640c134c1f21 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:14.566736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d37398bb-d769-403c-93ce-640c134c1f21 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for b4939bb6-d40d-4565-9c83-43da3390a478 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:14.638141 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e3ff0a13-0a09-4fec-a0e3-1c59539ec1e7 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:14.660295 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:14.689425 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64e9edac-816e-485b-bb67-01c91a453204 req-97d6fa8d-6347-485f-9595-6887cac10c50 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=f411f88e-59b6-4b23-870c-8272b5f838d9 HTTP/1.1" status: 200 len: 210 time: 0.0539458 Dec 14 02:51:14.726707 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81add53c-3736-455f-bb60-508d6d8b05cb req-dd4ae9d2-3b70-44c4-8cdf-05dbd05aa734 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:14.728680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81add53c-3736-455f-bb60-508d6d8b05cb req-dd4ae9d2-3b70-44c4-8cdf-05dbd05aa734 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 945 time: 0.2536607 Dec 14 02:51:14.732103 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e3ff0a13-0a09-4fec-a0e3-1c59539ec1e7 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:14.777699 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Pushing event updated for resources: {'Port': ['ID=e7744c8e-5b23-434d-b5ae-81a1624984ee,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:14.783815 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:14.824127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff0a13-0a09-4fec-a0e3-1c59539ec1e7 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=091ef55a-567f-4100-a387-4bce0ba6299c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:14.855116 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81add53c-3736-455f-bb60-508d6d8b05cb req-b8854c84-0bdf-43fb-a53e-d1362a4e8c37 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175048 Dec 14 02:51:14.867079 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d37398bb-d769-403c-93ce-640c134c1f21 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:14.904163 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37398bb-d769-403c-93ce-640c134c1f21 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=b4939bb6-d40d-4565-9c83-43da3390a478,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:14.918691 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d37398bb-d769-403c-93ce-640c134c1f21 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:14.924910 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d37398bb-d769-403c-93ce-640c134c1f21 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/ports/b4939bb6-d40d-4565-9c83-43da3390a478 HTTP/1.1" status: 204 len: 168 time: 0.6284072 Dec 14 02:51:14.925084 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53484) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:14.930449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-214bdb0e-f1e9-48b7-8b1d-e7b262ce21d0 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97', 'mac_address': 'fa:16:3e:b6:16:1c', 'name': 'tempest-PortsTestJSON-1934297157'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:14.952265 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Floating IP 780a220b-786e-48f0-a7d4-32b5ded5d195 associated. External IP: 172.25.7.177, port: 9d032958-673e-4b33-8870-2e5d1312bc24. Dec 14 02:51:14.978601 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e3ff0a13-0a09-4fec-a0e3-1c59539ec1e7 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:14.982620 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e3ff0a13-0a09-4fec-a0e3-1c59539ec1e7 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6300244 Dec 14 02:51:14.982770 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53488) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:14.987088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-f8367fb2-2170-4b07-8a86-b4c836893eb0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:14.987501 n-d-821636-1 neutron-server[103848]: WARNING neutron.api.v2.base [None req-f8367fb2-2170-4b07-8a86-b4c836893eb0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 14 02:51:14.987998 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-f8367fb2-2170-4b07-8a86-b4c836893eb0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] update failed (client error): There was a conflict when trying to complete your request. Dec 14 02:51:14.992047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f8367fb2-2170-4b07-8a86-b4c836893eb0 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "PUT /v2.0/security-groups/091ef55a-567f-4100-a387-4bce0ba6299c HTTP/1.1" status: 409 len: 330 time: 0.0052617 Dec 14 02:51:14.993183 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53490) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:15.184599 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb2c313a-dfab-4c5b-b502-7c7441e7a972 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:15.223606 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb2c313a-dfab-4c5b-b502-7c7441e7a972 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:15.223852 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Router 0aee42c9-5c35-482d-9689-23fa2f064346 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:51:15.337473 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:51:15.346069 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e613d3d1-8061-4481-8f43-c7690c4e5531 None None] Sync routers for ids ['0aee42c9-5c35-482d-9689-23fa2f064346'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:51:15.356642 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e613d3d1-8061-4481-8f43-c7690c4e5531 None None] Routers {'0aee42c9-5c35-482d-9689-23fa2f064346'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:51:15.357534 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-e613d3d1-8061-4481-8f43-c7690c4e5531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:51:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0aee42c9-5c35-482d-9689-23fa2f064346'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:15.364801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214bdb0e-f1e9-48b7-8b1d-e7b262ce21d0 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:15.475540 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-214bdb0e-f1e9-48b7-8b1d-e7b262ce21d0 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:15.479010 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb2c313a-dfab-4c5b-b502-7c7441e7a972 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:15.482720 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb2c313a-dfab-4c5b-b502-7c7441e7a972 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:15.482947 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-e613d3d1-8061-4481-8f43-c7690c4e5531 None None] Set router 0aee42c9-5c35-482d-9689-23fa2f064346 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:51:15.489890 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cb2c313a-dfab-4c5b-b502-7c7441e7a972 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "DELETE /v2.0/security-groups/091ef55a-567f-4100-a387-4bce0ba6299c HTTP/1.1" status: 204 len: 168 time: 0.4903622 Dec 14 02:51:15.490098 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53504) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:15.509542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c313a-dfab-4c5b-b502-7c7441e7a972 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=091ef55a-567f-4100-a387-4bce0ba6299c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:15.529768 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-214bdb0e-f1e9-48b7-8b1d-e7b262ce21d0 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] device_id is not set on port 333387e5-7a0d-44ab-9fdd-b6cdd377cbf7 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:51:15.828167 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-214bdb0e-f1e9-48b7-8b1d-e7b262ce21d0 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:15.940332 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-214bdb0e-f1e9-48b7-8b1d-e7b262ce21d0 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:15.943876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-e613d3d1-8061-4481-8f43-c7690c4e5531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'name': 'tempest-TestServerBasicOps-1858541563-router', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:13Z', 'updated_at': '2021-12-14T02:50:22Z', 'revision_number': 4, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'gw_port': {'id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:15Z', 'updated_at': '2021-12-14T02:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '780a220b-786e-48f0-a7d4-32b5ded5d195', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'floating_ip_address': '172.25.7.177', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'port_id': '9d032958-673e-4b33-8870-2e5d1312bc24', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e', 'mac_address': 'fa:16:3e:9c:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72a5be5-f09c-4adc-9c51-36e2adcd613b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:51:13Z', 'updated_at': '2021-12-14T02:51:13Z', 'revision_number': 0, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938c236f-c989-4b12-ba04-85bb85d69a0e', 'name': '', 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'mac_address': 'fa:16:3e:c9:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'acc350e5-a883-4ca2-8858-3c9b809037a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:21Z', 'updated_at': '2021-12-14T02:50:26Z', 'revision_number': 5, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'subnets': [{'id': 'acc350e5-a883-4ca2-8858-3c9b809037a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:15.953958 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:15.977668 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e613d3d1-8061-4481-8f43-c7690c4e5531 None None] Checking router: 0aee42c9-5c35-482d-9689-23fa2f064346 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:51:15.987377 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e613d3d1-8061-4481-8f43-c7690c4e5531 None None] Routers {'0aee42c9-5c35-482d-9689-23fa2f064346'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:51:15.988109 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-e613d3d1-8061-4481-8f43-c7690c4e5531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:51:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0aee42c9-5c35-482d-9689-23fa2f064346'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:16.008239 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8c85efe7-cf75-4739-8497-fcd49c0b97d2 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.6960635 Dec 14 02:51:16.009699 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72a5be5-f09c-4adc-9c51-36e2adcd613b', 'tag': '9d032958-673e-4b33-8870-2e5d1312bc24'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:51:16.012004 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e27997c-a02d-4027-ad5a-2fd102007dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "b72a5be5-f09c-4adc-9c51-36e2adcd613b", "tag": "9d032958-673e-4b33-8870-2e5d1312bc24"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:51:16.018639 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d258d9e4-02ed-482f-b171-a50217e0d00d tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5306494 Dec 14 02:51:16.023300 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53514) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:16.036173 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-9da05c1d-4d7e-4af4-a34a-faedf6dd367a tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] delete failed (client error): The resource could not be found. Dec 14 02:51:16.037788 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9da05c1d-4d7e-4af4-a34a-faedf6dd367a tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "DELETE /v2.0/security-groups/8cfff9f8-d628-4e1d-9dce-cacbd56e00bb HTTP/1.1" status: 404 len: 347 time: 0.0129852 Dec 14 02:51:16.041631 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53518) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:16.044797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214bdb0e-f1e9-48b7-8b1d-e7b262ce21d0 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:51:16.054227 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-214bdb0e-f1e9-48b7-8b1d-e7b262ce21d0 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:16.059158 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-71f90764-de11-4204-a05e-0e462920a9d4 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] show failed (client error): The resource could not be found. Dec 14 02:51:16.060221 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-71f90764-de11-4204-a05e-0e462920a9d4 tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "GET /v2.0/security-groups/721b9687-5eef-4da6-8170-38c8a0ec3fc8 HTTP/1.1" status: 404 len: 347 time: 0.0176303 Dec 14 02:51:16.063369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214bdb0e-f1e9-48b7-8b1d-e7b262ce21d0 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:51:16.069020 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53520) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:16.069831 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214bdb0e-f1e9-48b7-8b1d-e7b262ce21d0 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:16.070528 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-214bdb0e-f1e9-48b7-8b1d-e7b262ce21d0 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:16.076556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bdb0e-f1e9-48b7-8b1d-e7b262ce21d0 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=333387e5-7a0d-44ab-9fdd-b6cdd377cbf7,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:16.084893 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-33c2f9b9-049e-40bb-afda-0783cfc2ac7d tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] show failed (client error): The resource could not be found. Dec 14 02:51:16.089953 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-33c2f9b9-049e-40bb-afda-0783cfc2ac7d tempest-NegativeSecGroupIPv6Test-622506885 tempest-NegativeSecGroupIPv6Test-622506885-project] 10.222.0.39 "GET /v2.0/security-group-rules/0dea4aed-c085-4639-8b64-abd2b9c76cc8 HTTP/1.1" status: 404 len: 356 time: 0.0191953 Dec 14 02:51:16.102460 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3d83b-64e9-4123-802e-ac578217c29c req-ae164288-831c-4b94-9779-efec06891863 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:16.104320 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-48d3d83b-64e9-4123-802e-ac578217c29c req-ae164288-831c-4b94-9779-efec06891863 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 945 time: 0.1160042 Dec 14 02:51:16.185858 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-48d3d83b-64e9-4123-802e-ac578217c29c req-f68a6ec3-9cd7-477e-8ba7-47fe94a8a54b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665960 Dec 14 02:51:16.192209 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-214bdb0e-f1e9-48b7-8b1d-e7b262ce21d0 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2662485 Dec 14 02:51:16.196236 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53524) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:16.266876 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4107ccec-0521-4cc0-9268-064611cb9d9f x-openstack-request-id: req-4107ccec-0521-4cc0-9268-064611cb9d9f {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:51:16.267297 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72a5be5-f09c-4adc-9c51-36e2adcd613b", "tag": "9d032958-673e-4b33-8870-2e5d1312bc24", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:51:16.267657 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4107ccec-0521-4cc0-9268-064611cb9d9f {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:51:16.268190 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72a5be5-f09c-4adc-9c51-36e2adcd613b', 'tag': '9d032958-673e-4b33-8870-2e5d1312bc24', 'status': 'completed', 'code': 200} Dec 14 02:51:16.306692 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cc1e61-c984-48f0-a8b2-d0b093734b6b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:16.311089 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-03cc1e61-c984-48f0-a8b2-d0b093734b6b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports/333387e5-7a0d-44ab-9fdd-b6cdd377cbf7 HTTP/1.1" status: 200 len: 841 time: 0.1057894 Dec 14 02:51:16.320060 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53528) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:16.422570 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-e613d3d1-8061-4481-8f43-c7690c4e5531 None None] Set router 0aee42c9-5c35-482d-9689-23fa2f064346 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:51:16.470592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27997c-a02d-4027-ad5a-2fd102007dd6 req-3e53dd96-3b02-42ed-8754-a12cc795c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:16.472160 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e27997c-a02d-4027-ad5a-2fd102007dd6 req-3e53dd96-3b02-42ed-8754-a12cc795c69a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45239bcec36946b687f0fbd5e07bccf8&device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 1097 time: 0.1614892 Dec 14 02:51:16.505018 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e827da33-71cd-42c0-ba77-89a86b677ba6 req-f23afe17-b8ce-4761-ac4f-00995a536d4a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5f91050d42464daeb5e72d6e66d168a6 HTTP/1.1" status: 200 len: 267 time: 0.1823037 Dec 14 02:51:16.646646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c6ab7-9aaa-4ac9-8132-7282cfcccd40 req-2762c97a-5256-47a4-998f-d93aba947608 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:16.647537 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-468c6ab7-9aaa-4ac9-8132-7282cfcccd40 req-2762c97a-5256-47a4-998f-d93aba947608 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.2275126 Dec 14 02:51:16.656605 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-cb7adac0-a3f3-4302-8c3d-7f17879e3e8f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port 333387e5-7a0d-44ab-9fdd-b6cdd377cbf7 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:16.656958 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb7adac0-a3f3-4302-8c3d-7f17879e3e8f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:16.742903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27997c-a02d-4027-ad5a-2fd102007dd6 req-ea33fb6d-7607-49a5-902f-572a465d95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:16.744454 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e27997c-a02d-4027-ad5a-2fd102007dd6 req-ea33fb6d-7607-49a5-902f-572a465d95fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e HTTP/1.1" status: 200 len: 910 time: 0.2550192 Dec 14 02:51:16.755156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827da33-71cd-42c0-ba77-89a86b677ba6 req-458f5b45-e7b5-4b25-8197-7ed3a07b03ef tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:16.755345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-e613d3d1-8061-4481-8f43-c7690c4e5531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'name': 'tempest-TestServerBasicOps-1858541563-router', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:13Z', 'updated_at': '2021-12-14T02:50:22Z', 'revision_number': 4, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'gw_port': {'id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:15Z', 'updated_at': '2021-12-14T02:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '780a220b-786e-48f0-a7d4-32b5ded5d195', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'floating_ip_address': '172.25.7.177', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'port_id': '9d032958-673e-4b33-8870-2e5d1312bc24', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e', 'mac_address': 'fa:16:3e:9c:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72a5be5-f09c-4adc-9c51-36e2adcd613b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:51:13Z', 'updated_at': '2021-12-14T02:51:13Z', 'revision_number': 0, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938c236f-c989-4b12-ba04-85bb85d69a0e', 'name': '', 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'mac_address': 'fa:16:3e:c9:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'acc350e5-a883-4ca2-8858-3c9b809037a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:21Z', 'updated_at': '2021-12-14T02:50:26Z', 'revision_number': 5, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'subnets': [{'id': 'acc350e5-a883-4ca2-8858-3c9b809037a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:16.756605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e827da33-71cd-42c0-ba77-89a86b677ba6 req-458f5b45-e7b5-4b25-8197-7ed3a07b03ef tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 945 time: 0.2087414 Dec 14 02:51:16.766449 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53540) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:16.793781 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e613d3d1-8061-4481-8f43-c7690c4e5531 None None] The sync data for ids ['0aee42c9-5c35-482d-9689-23fa2f064346'] in n-d-821636-1 is: [{'id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'name': 'tempest-TestServerBasicOps-1858541563-router', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:13Z', 'updated_at': '2021-12-14T02:50:22Z', 'revision_number': 4, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'gw_port': {'id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:15Z', 'updated_at': '2021-12-14T02:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '780a220b-786e-48f0-a7d4-32b5ded5d195', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'floating_ip_address': '172.25.7.177', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'port_id': '9d032958-673e-4b33-8870-2e5d1312bc24', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e', 'mac_address': 'fa:16:3e:9c:b6:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b72a5be5-f09c-4adc-9c51-36e2adcd613b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:51:13Z', 'updated_at': '2021-12-14T02:51:13Z', 'revision_number': 0, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938c236f-c989-4b12-ba04-85bb85d69a0e', 'name': '', 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'mac_address': 'fa:16:3e:c9:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'acc350e5-a883-4ca2-8858-3c9b809037a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:21Z', 'updated_at': '2021-12-14T02:50:26Z', 'revision_number': 5, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'subnets': [{'id': 'acc350e5-a883-4ca2-8858-3c9b809037a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:51:16.821141 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-e827da33-71cd-42c0-ba77-89a86b677ba6 req-14fbbc0c-0e0f-430e-8b93-48e2347fee55 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Request body: {'port': {'security_groups': []}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:16.887422 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb7adac0-a3f3-4302-8c3d-7f17879e3e8f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:16.915625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-cb7adac0-a3f3-4302-8c3d-7f17879e3e8f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for 333387e5-7a0d-44ab-9fdd-b6cdd377cbf7 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:16.929759 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-468c6ab7-9aaa-4ac9-8132-7282cfcccd40 req-a01cc024-1788-4123-96ea-c81bc9ce4629 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673275 Dec 14 02:51:16.932271 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e27997c-a02d-4027-ad5a-2fd102007dd6 req-a978edd6-ef2b-4be6-bdcc-ad50c5ca88ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d032958-673e-4b33-8870-2e5d1312bc24 HTTP/1.1" status: 200 len: 1000 time: 0.1764851 Dec 14 02:51:16.986274 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-76fcab6e-3c7c-484b-852d-18d7449db3f9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da60d6d57bce42bebeee6c565ab5ec5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2184379 Dec 14 02:51:16.988812 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53546) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:17.038658 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e827da33-71cd-42c0-ba77-89a86b677ba6 req-14fbbc0c-0e0f-430e-8b93-48e2347fee55 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:17.053854 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-991ab644-5611-4f50-89d9-e439e9b00deb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:17.083501 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-991ab644-5611-4f50-89d9-e439e9b00deb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:17.090573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27997c-a02d-4027-ad5a-2fd102007dd6 req-724e7a86-b676-4561-a4fd-dc0e8eac62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:17.092107 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e27997c-a02d-4027-ad5a-2fd102007dd6 req-724e7a86-b676-4561-a4fd-dc0e8eac62e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=acc350e5-a883-4ca2-8858-3c9b809037a9 HTTP/1.1" status: 200 len: 848 time: 0.1384108 Dec 14 02:51:17.174336 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d61639-df0e-4995-aac5-1fba4c48a9f6 None None] New status for floating IP 780a220b-786e-48f0-a7d4-32b5ded5d195: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:51:17.228206 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-991ab644-5611-4f50-89d9-e439e9b00deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:17.231664 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-991ab644-5611-4f50-89d9-e439e9b00deb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:17.232983 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-991ab644-5611-4f50-89d9-e439e9b00deb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b161e581-d8bd-49e3-926d-52f0ea67e0a0 HTTP/1.1" status: 204 len: 168 time: 0.2431281 Dec 14 02:51:17.263564 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ab644-5611-4f50-89d9-e439e9b00deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b161e581-d8bd-49e3-926d-52f0ea67e0a0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:17.344139 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb7adac0-a3f3-4302-8c3d-7f17879e3e8f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:17.381754 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27997c-a02d-4027-ad5a-2fd102007dd6 req-834653e4-bf95-4011-9402-6fe57a6b9a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:17.383275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e27997c-a02d-4027-ad5a-2fd102007dd6 req-834653e4-bf95-4011-9402-6fe57a6b9a46 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2692986 Dec 14 02:51:17.390096 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7adac0-a3f3-4302-8c3d-7f17879e3e8f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=333387e5-7a0d-44ab-9fdd-b6cdd377cbf7,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:17.449943 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb7adac0-a3f3-4302-8c3d-7f17879e3e8f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:17.455822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cb7adac0-a3f3-4302-8c3d-7f17879e3e8f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/ports/333387e5-7a0d-44ab-9fdd-b6cdd377cbf7 HTTP/1.1" status: 204 len: 168 time: 1.1321621 Dec 14 02:51:17.457499 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53550) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:17.500229 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-6873daf8-cdc5-4988-b4d0-8267c5fed6d9 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] GET failed (client error): The resource could not be found. Dec 14 02:51:17.502044 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6873daf8-cdc5-4988-b4d0-8267c5fed6d9 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports/333387e5-7a0d-44ab-9fdd-b6cdd377cbf7 HTTP/1.1" status: 404 len: 333 time: 0.0448871 Dec 14 02:51:17.506217 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53552) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:17.518096 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d23b1d02-e740-420a-9772-af1e35204d73 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97', 'name': 'tempest-PortsTestJSON-1282694340'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:17.524255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e827da33-71cd-42c0-ba77-89a86b677ba6 req-14fbbc0c-0e0f-430e-8b93-48e2347fee55 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] For port 6b3abf42-e197-4131-84b4-88e75b404b06, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=6b3abf42-e197-4131-84b4-88e75b404b06,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:17.551130 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e27997c-a02d-4027-ad5a-2fd102007dd6 req-c3b20960-9cf3-448e-bc04-26095405e827 service neutron] 10.222.0.47 "GET /v2.0/networks/2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584895 Dec 14 02:51:17.578927 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e827da33-71cd-42c0-ba77-89a86b677ba6 req-14fbbc0c-0e0f-430e-8b93-48e2347fee55 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:17.680557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e27997c-a02d-4027-ad5a-2fd102007dd6 req-19e813f1-0c37-49c9-bef0-5bf5fe8af0e5 service neutron] 10.222.0.47 "GET /v2.0/networks/2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132569 Dec 14 02:51:17.681705 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e827da33-71cd-42c0-ba77-89a86b677ba6 req-14fbbc0c-0e0f-430e-8b93-48e2347fee55 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:17.714608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['b2eb3c05-4c38-4e4d-bb67-5117eb4ac752', '6b3abf42-e197-4131-84b4-88e75b404b06'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:51:17.757002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827da33-71cd-42c0-ba77-89a86b677ba6 req-14fbbc0c-0e0f-430e-8b93-48e2347fee55 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:17.757685 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e827da33-71cd-42c0-ba77-89a86b677ba6 req-14fbbc0c-0e0f-430e-8b93-48e2347fee55 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:17.759122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e827da33-71cd-42c0-ba77-89a86b677ba6 req-14fbbc0c-0e0f-430e-8b93-48e2347fee55 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "PUT /v2.0/ports/6b3abf42-e197-4131-84b4-88e75b404b06 HTTP/1.1" status: 200 len: 904 time: 0.9886866 Dec 14 02:51:17.759588 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1141695c-b13f-44e1-95e5-a806ef2510c9', 'tag': '6b3abf42-e197-4131-84b4-88e75b404b06'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:51:17.761917 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6512eb89-ab24-4330-8d0a-02e5de99ba34" -d '{"events": [{"name": "network-changed", "server_uuid": "1141695c-b13f-44e1-95e5-a806ef2510c9", "tag": "6b3abf42-e197-4131-84b4-88e75b404b06"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:51:17.802416 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['2e7c6efe-331a-4800-aa60-4e3b0206df0b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:51:17.816800 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23b1d02-e740-420a-9772-af1e35204d73 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:17.821298 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d23b1d02-e740-420a-9772-af1e35204d73 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:17.843985 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a40217-189a-442d-baac-e399711832bd x-openstack-request-id: req-60a40217-189a-442d-baac-e399711832bd {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:51:17.849191 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1141695c-b13f-44e1-95e5-a806ef2510c9", "tag": "6b3abf42-e197-4131-84b4-88e75b404b06", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:51:17.849191 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60a40217-189a-442d-baac-e399711832bd {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:51:17.849191 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1141695c-b13f-44e1-95e5-a806ef2510c9', 'tag': '6b3abf42-e197-4131-84b4-88e75b404b06', 'status': 'completed', 'code': 200} Dec 14 02:51:17.853666 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fbbc0c-0e0f-430e-8b93-48e2347fee55 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Pushing event updated for resources: {'Port': ['ID=6b3abf42-e197-4131-84b4-88e75b404b06,revision_number=6']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:17.861821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-d23b1d02-e740-420a-9772-af1e35204d73 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] device_id is not set on port a09cf7be-0309-4788-800f-910c180c4203 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:51:17.984131 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['6b3abf42-e197-4131-84b4-88e75b404b06'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:51:18.153296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b541341-659c-424d-8f34-acf63c2e66a7 req-28ece4cc-843a-4ddf-a122-b8f062a9488f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:18.194435 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b541341-659c-424d-8f34-acf63c2e66a7 req-28ece4cc-843a-4ddf-a122-b8f062a9488f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 907 time: 0.3218269 Dec 14 02:51:18.260134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512eb89-ab24-4330-8d0a-02e5de99ba34 req-856a4fa0-072e-4bbf-b5d3-ec5d711942a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:18.262150 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6512eb89-ab24-4330-8d0a-02e5de99ba34 req-856a4fa0-072e-4bbf-b5d3-ec5d711942a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 1058 time: 0.3340857 Dec 14 02:51:18.371173 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-35ecb358-b726-4bf8-b53a-79df2b5283b9 None None] Provisioning complete for port 6b3abf42-e197-4131-84b4-88e75b404b06 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:18.371545 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-35ecb358-b726-4bf8-b53a-79df2b5283b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:18.400420 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d23b1d02-e740-420a-9772-af1e35204d73 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:18.439044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6456be-cbcf-4aee-a01f-8a1050b76568 req-7053fdc0-7d18-43dd-80c3-3ef8741c264f tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:18.440617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e6456be-cbcf-4aee-a01f-8a1050b76568 req-7053fdc0-7d18-43dd-80c3-3ef8741c264f tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.2409618 Dec 14 02:51:18.488089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a7b34-ea4a-498b-a44c-e6d294eb79ea req-a00a1cf2-c6ad-4f73-b484-8c33bbc34ec1 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:18.489822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae6a7b34-ea4a-498b-a44c-e6d294eb79ea req-a00a1cf2-c6ad-4f73-b484-8c33bbc34ec1 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.47 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.2454638 Dec 14 02:51:18.503998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027c899-f687-42d0-b2f6-425c672de7b6 req-fdad66a6-ec76-410b-b58f-de88e3020915 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:18.506268 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e027c899-f687-42d0-b2f6-425c672de7b6 req-fdad66a6-ec76-410b-b58f-de88e3020915 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1985509 Dec 14 02:51:18.522668 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d23b1d02-e740-420a-9772-af1e35204d73 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:18.565205 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:51:18.605761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512eb89-ab24-4330-8d0a-02e5de99ba34 req-7e9bbaa8-b30a-4f94-ac86-812681aed4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:18.607285 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6512eb89-ab24-4330-8d0a-02e5de99ba34 req-7e9bbaa8-b30a-4f94-ac86-812681aed4ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.3224018 Dec 14 02:51:18.611721 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23b1d02-e740-420a-9772-af1e35204d73 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:51:18.617943 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e6456be-cbcf-4aee-a01f-8a1050b76568 req-3d1cea9c-cbfc-4877-962a-b69a8b96ecb5 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653261 Dec 14 02:51:18.640487 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-d23b1d02-e740-420a-9772-af1e35204d73 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:18.645488 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b1d02-e740-420a-9772-af1e35204d73 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:51:18.652289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23b1d02-e740-420a-9772-af1e35204d73 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:18.653867 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d23b1d02-e740-420a-9772-af1e35204d73 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:18.674368 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b1d02-e740-420a-9772-af1e35204d73 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=a09cf7be-0309-4788-800f-910c180c4203,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:18.716047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6512eb89-ab24-4330-8d0a-02e5de99ba34 req-a303ab6d-1c16-47dc-bad0-654f3a73fdfd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b3abf42-e197-4131-84b4-88e75b404b06 HTTP/1.1" status: 200 len: 217 time: 0.0950327 Dec 14 02:51:18.730187 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e027c899-f687-42d0-b2f6-425c672de7b6 req-01783aaf-6cfe-47ab-af2f-099a8eac9c51 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022924 Dec 14 02:51:18.849133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512eb89-ab24-4330-8d0a-02e5de99ba34 req-c1386e27-e6c0-4269-9421-004e36b499cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:18.850729 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6512eb89-ab24-4330-8d0a-02e5de99ba34 req-c1386e27-e6c0-4269-9421-004e36b499cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.1254606 Dec 14 02:51:18.898459 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-ae6a7b34-ea4a-498b-a44c-e6d294eb79ea req-cb85b8fd-e4e2-4852-8e9b-c41659a4ae15 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Deleting port 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:18.898459 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ae6a7b34-ea4a-498b-a44c-e6d294eb79ea req-cb85b8fd-e4e2-4852-8e9b-c41659a4ae15 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:18.963066 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d23b1d02-e740-420a-9772-af1e35204d73 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4515555 Dec 14 02:51:18.969845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53600) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:18.969845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3c6fbc21-cba3-49fd-8d1f-41f87da592d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:19.093339 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c6fbc21-cba3-49fd-8d1f-41f87da592d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:19.175379 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53610) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:19.191059 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028505 Dec 14 02:51:19.221977 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53612) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:19.339509 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c6fbc21-cba3-49fd-8d1f-41f87da592d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:19.346514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970acf5b-9d08-4c47-b460-d2a051b6ef5d req-01b12e58-75e0-4ea0-94f4-11f9f857d73a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:19.348137 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-970acf5b-9d08-4c47-b460-d2a051b6ef5d req-01b12e58-75e0-4ea0-94f4-11f9f857d73a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.5014665 Dec 14 02:51:19.361948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512eb89-ab24-4330-8d0a-02e5de99ba34 req-adc22a1f-13ad-450e-96f0-ef805f89efc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:19.363496 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6512eb89-ab24-4330-8d0a-02e5de99ba34 req-adc22a1f-13ad-450e-96f0-ef805f89efc0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5012217 Dec 14 02:51:19.376343 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ecd67f2c-0456-455e-bd5d-2b86e6ea758e tempest-NetworksApiDiscovery-1347357186 tempest-NetworksApiDiscovery-1347357186-project] 10.222.0.39 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1526189 Dec 14 02:51:19.445569 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c6fbc21-cba3-49fd-8d1f-41f87da592d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:19.457745 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-ae6a7b34-ea4a-498b-a44c-e6d294eb79ea req-cb85b8fd-e4e2-4852-8e9b-c41659a4ae15 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] For port 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3,segment=NetworkSegment(b2351004-c33c-4abe-a059-fa9af01c0a6f),segment_id=b2351004-c33c-4abe-a059-fa9af01c0a6f)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:19.458128 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ae6a7b34-ea4a-498b-a44c-e6d294eb79ea req-cb85b8fd-e4e2-4852-8e9b-c41659a4ae15 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:19.488276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-ae6a7b34-ea4a-498b-a44c-e6d294eb79ea req-cb85b8fd-e4e2-4852-8e9b-c41659a4ae15 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Calling delete_port for 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:19.499045 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-3c6fbc21-cba3-49fd-8d1f-41f87da592d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] In _notify_port_updated(), no bound segment for port a09cf7be-0309-4788-800f-910c180c4203 on network 07efdd99-7e80-49ea-9a12-853fbf69ba97 {{(pid=103847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:51:19.504574 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6fbc21-cba3-49fd-8d1f-41f87da592d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:19.505205 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3c6fbc21-cba3-49fd-8d1f-41f87da592d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:19.514371 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-970acf5b-9d08-4c47-b460-d2a051b6ef5d req-4edb86c1-9399-436a-b031-c6e166367323 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549566 Dec 14 02:51:19.518013 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3c6fbc21-cba3-49fd-8d1f-41f87da592d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "PUT /v2.0/ports/a09cf7be-0309-4788-800f-910c180c4203 HTTP/1.1" status: 200 len: 818 time: 0.5535772 Dec 14 02:51:19.519544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53630) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:19.566852 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fbc21-cba3-49fd-8d1f-41f87da592d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=a09cf7be-0309-4788-800f-910c180c4203,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:19.615687 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6512eb89-ab24-4330-8d0a-02e5de99ba34 req-824d40ae-82ee-42d5-8d3e-b50ac8e2d20e service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410843 Dec 14 02:51:19.891503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6512eb89-ab24-4330-8d0a-02e5de99ba34 req-fdd1ff8a-8d41-4242-a4cb-9e5ca40bb114 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652335 Dec 14 02:51:19.919527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0064882c-cad4-42d5-972d-aed0573a052a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port a09cf7be-0309-4788-800f-910c180c4203 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:19.919874 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0064882c-cad4-42d5-972d-aed0573a052a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:20.054646 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53674) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:20.072143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274022c2-44fe-4709-83b1-091d4f6799c8 req-57b5e903-a5f6-4c60-9da0-6c8d97493888 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:20.073973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-274022c2-44fe-4709-83b1-091d4f6799c8 req-57b5e903-a5f6-4c60-9da0-6c8d97493888 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 945 time: 0.2633836 Dec 14 02:51:20.108438 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0064882c-cad4-42d5-972d-aed0573a052a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:20.139799 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0064882c-cad4-42d5-972d-aed0573a052a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for a09cf7be-0309-4788-800f-910c180c4203 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:20.152436 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-bca9cfb6-e392-4deb-a8b4-9a0f7411fb63 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:20.153152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-bca9cfb6-e392-4deb-a8b4-9a0f7411fb63 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 811 time: 0.3043156 Dec 14 02:51:20.180236 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e4a889ef-fb3c-44ec-83d9-abbe42bda50e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:20.246577 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-cd0afaa6-85c4-4a12-800f-8d2f9032d774 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/quotas/5f91050d42464daeb5e72d6e66d168a6 HTTP/1.1" status: 200 len: 375 time: 0.0838025 Dec 14 02:51:20.252700 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ae6a7b34-ea4a-498b-a44c-e6d294eb79ea req-cb85b8fd-e4e2-4852-8e9b-c41659a4ae15 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:20.278206 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e4a889ef-fb3c-44ec-83d9-abbe42bda50e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:20.288444 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:51:20.316251 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-274022c2-44fe-4709-83b1-091d4f6799c8 req-53b86245-c9c9-46e4-bd04-bf04a1959aa7 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/security-groups?id=24754a87-2ae2-421d-8179-cf0b3b71b1bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130983 Dec 14 02:51:20.353068 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85b8fd-e4e2-4852-8e9b-c41659a4ae15 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Pushing event deleted for resources: {'Port': ['ID=4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:20.365584 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e4a889ef-fb3c-44ec-83d9-abbe42bda50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:20.395871 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e4a889ef-fb3c-44ec-83d9-abbe42bda50e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f43d333cb6949a892a344665d0dd19b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3400252 Dec 14 02:51:20.404101 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53692) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:20.416985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6a7b34-ea4a-498b-a44c-e6d294eb79ea req-cb85b8fd-e4e2-4852-8e9b-c41659a4ae15 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] No DVR routers for this DVR port 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:51:20.420203 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ae6a7b34-ea4a-498b-a44c-e6d294eb79ea req-cb85b8fd-e4e2-4852-8e9b-c41659a4ae15 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:20.424052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae6a7b34-ea4a-498b-a44c-e6d294eb79ea req-cb85b8fd-e4e2-4852-8e9b-c41659a4ae15 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.47 "DELETE /v2.0/ports/4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 HTTP/1.1" status: 204 len: 173 time: 1.9148808 Dec 14 02:51:20.432005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940fd1cc-405d-423e-88ac-2cc639a8e7fc', 'name': 'network-vif-deleted', 'tag': '4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:51:20.435818 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4149d82-b03c-4619-a41d-aef808f2d53e" -d '{"events": [{"server_uuid": "940fd1cc-405d-423e-88ac-2cc639a8e7fc", "name": "network-vif-deleted", "tag": "4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:51:20.469953 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a889ef-fb3c-44ec-83d9-abbe42bda50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e5f779-cf57-4979-9940-0e6706846ac3,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:20.478578 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-2019151c-50ce-460f-9332-5bb4be88e82d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2187872 Dec 14 02:51:20.547876 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1bd0671-d208-4777-a399-78b393c5dabb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:20.576329 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1bd0671-d208-4777-a399-78b393c5dabb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:20.680023 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-d770066b-0291-4ded-bf2a-05cc0561d64e service neutron] 10.222.0.39 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938035 Dec 14 02:51:20.682177 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b310c1-721b-4630-9e1d-c24649715160 x-openstack-request-id: req-c3b310c1-721b-4630-9e1d-c24649715160 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:51:20.682478 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940fd1cc-405d-423e-88ac-2cc639a8e7fc", "name": "network-vif-deleted", "tag": "4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:51:20.682739 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3b310c1-721b-4630-9e1d-c24649715160 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:51:20.683137 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '940fd1cc-405d-423e-88ac-2cc639a8e7fc', 'name': 'network-vif-deleted', 'tag': '4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3', 'status': 'completed', 'code': 200} Dec 14 02:51:20.729615 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1bd0671-d208-4777-a399-78b393c5dabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:20.735434 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1bd0671-d208-4777-a399-78b393c5dabb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:20.740941 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e1bd0671-d208-4777-a399-78b393c5dabb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4e5f779-cf57-4979-9940-0e6706846ac3 HTTP/1.1" status: 204 len: 168 time: 0.3320122 Dec 14 02:51:20.767207 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd0671-d208-4777-a399-78b393c5dabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e5f779-cf57-4979-9940-0e6706846ac3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:20.842353 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0064882c-cad4-42d5-972d-aed0573a052a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:20.888512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064882c-cad4-42d5-972d-aed0573a052a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=a09cf7be-0309-4788-800f-910c180c4203,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:20.897202 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0064882c-cad4-42d5-972d-aed0573a052a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:20.903421 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0064882c-cad4-42d5-972d-aed0573a052a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/ports/a09cf7be-0309-4788-800f-910c180c4203 HTTP/1.1" status: 204 len: 168 time: 1.3806632 Dec 14 02:51:20.903806 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53720) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:20.960113 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-f7e28eb8-4f1e-426d-9a69-0c70b0586f60 service neutron] 10.222.0.39 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731667 Dec 14 02:51:21.003033 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b431445-0e6e-4549-bf97-4d03db0d9123 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:21.004774 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8b431445-0e6e-4549-bf97-4d03db0d9123 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0999475 Dec 14 02:51:21.008404 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53726) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:21.038111 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-112fe516-180c-4b78-b63d-e781105e869f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] GET failed (client error): The resource could not be found. Dec 14 02:51:21.039609 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-112fe516-180c-4b78-b63d-e781105e869f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports/a09cf7be-0309-4788-800f-910c180c4203 HTTP/1.1" status: 404 len: 333 time: 0.0301394 Dec 14 02:51:21.043316 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53728) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:21.049618 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-04329715-1759-47e2-b0a5-f0769946b60c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-117839221'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:21.215235 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04329715-1759-47e2-b0a5-f0769946b60c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:21.219768 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-04329715-1759-47e2-b0a5-f0769946b60c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:21.252181 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04329715-1759-47e2-b0a5-f0769946b60c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:51:21.264582 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-04329715-1759-47e2-b0a5-f0769946b60c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:21.267870 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-04329715-1759-47e2-b0a5-f0769946b60c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Added segment 46129df2-ef11-489b-b3bb-93313b79eab1 of type vlan for network 7de5f52f-4a6c-4f8c-a635-524c6a13ec70 Dec 14 02:51:21.347616 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-04329715-1759-47e2-b0a5-f0769946b60c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:21.498091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36f2abfe-6be7-474b-ac96-58df127b7af6 req-2f46009f-aa57-4981-afa0-fb4d445dc93d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 210 time: 0.0890117 Dec 14 02:51:21.573767 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f00e97d-f450-4f17-aa36-ff67c29804fa req-3c126964-2fcd-40f0-a244-b31721a4f732 tempest-ListServerFiltersTestJSON-1051435675 tempest-ListServerFiltersTestJSON-1051435675-project] 10.222.0.39 "GET /v2.0/ports?device_id=940fd1cc-405d-423e-88ac-2cc639a8e7fc HTTP/1.1" status: 200 len: 210 time: 0.0741727 Dec 14 02:51:21.615071 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-04329715-1759-47e2-b0a5-f0769946b60c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:21.624526 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04329715-1759-47e2-b0a5-f0769946b60c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:21.624526 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-04329715-1759-47e2-b0a5-f0769946b60c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:21.709219 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04329715-1759-47e2-b0a5-f0769946b60c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Network': ['ID=7de5f52f-4a6c-4f8c-a635-524c6a13ec70,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:21.724625 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 7de5f52f-4a6c-4f8c-a635-524c6a13ec70 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:51:21.802108 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-04329715-1759-47e2-b0a5-f0769946b60c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7577326 Dec 14 02:51:21.806332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53780) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:21.813072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-337fc6f7-79d0-42f6-a30a-8671c12dab79 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'subnet': {'network_id': '7de5f52f-4a6c-4f8c-a635-524c6a13ec70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:22.113699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337fc6f7-79d0-42f6-a30a-8671c12dab79 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:22.128789 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-337fc6f7-79d0-42f6-a30a-8671c12dab79 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:22.343142 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:51:22.383927 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:51:22.384215 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4d1b16ac-5d73-4b0f-bf0c-2c1fc1bf63d3 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:51:22.420981 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-337fc6f7-79d0-42f6-a30a-8671c12dab79 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:22.506618 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fc6f7-79d0-42f6-a30a-8671c12dab79 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Subnet': ['ID=3d861dfd-4897-4b16-9e78-d6fd66389629,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:22.510214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337fc6f7-79d0-42f6-a30a-8671c12dab79 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Checking segment: {'id': '46129df2-ef11-489b-b3bb-93313b79eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7de5f52f-4a6c-4f8c-a635-524c6a13ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:51:22.510592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337fc6f7-79d0-42f6-a30a-8671c12dab79 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network hostable DHCP agents. Network: 7de5f52f-4a6c-4f8c-a635-524c6a13ec70, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:51:22.599164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82b6251d-8c55-47bc-bf87-e519e3507a2a req-58f5b49e-f0d0-42b2-8aaf-5e1d21e09085 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 210 time: 0.0280795 Dec 14 02:51:22.622350 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53838) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:22.661722 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337fc6f7-79d0-42f6-a30a-8671c12dab79 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network 7de5f52f-4a6c-4f8c-a635-524c6a13ec70 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:51:22.674085 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-7423ba4a-5a12-47e4-a8e2-12e17f2bf0f5 admin admin] Deleting subnet 3191fd26-ed61-4f54-9328-a99a84a55257 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:51:22.677162 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7423ba4a-5a12-47e4-a8e2-12e17f2bf0f5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:22.729321 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7423ba4a-5a12-47e4-a8e2-12e17f2bf0f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:22.782569 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-337fc6f7-79d0-42f6-a30a-8671c12dab79 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 7de5f52f-4a6c-4f8c-a635-524c6a13ec70) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:22.788495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337fc6f7-79d0-42f6-a30a-8671c12dab79 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:22.789416 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-337fc6f7-79d0-42f6-a30a-8671c12dab79 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:22.793863 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d273553-0a7f-4c02-a6f8-3a69cfce0ec2 None None] Network 7de5f52f-4a6c-4f8c-a635-524c6a13ec70 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:22.831882 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7423ba4a-5a12-47e4-a8e2-12e17f2bf0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:22.903011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-337fc6f7-79d0-42f6-a30a-8671c12dab79 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0954988 Dec 14 02:51:22.905686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53866) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:22.910694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-db738594-674e-402a-9b8c-9625bac31138 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'subnet': {'network_id': '7de5f52f-4a6c-4f8c-a635-524c6a13ec70', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:22.980126 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-7de5f52f-4a6c-4f8c-a635-524c6a13ec70', 'network_id': '7de5f52f-4a6c-4f8c-a635-524c6a13ec70', 'project_id': 'c6ac2a6264594e69a3ab66885e726658', 'fixed_ips': [{'subnet_id': '3d861dfd-4897-4b16-9e78-d6fd66389629'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:51:22.981192 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:23.045476 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7423ba4a-5a12-47e4-a8e2-12e17f2bf0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:23.099844 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423ba4a-5a12-47e4-a8e2-12e17f2bf0f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3191fd26-ed61-4f54-9328-a99a84a55257,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:23.102518 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7423ba4a-5a12-47e4-a8e2-12e17f2bf0f5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:23.108652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53878) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:23.109900 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7423ba4a-5a12-47e4-a8e2-12e17f2bf0f5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3191fd26-ed61-4f54-9328-a99a84a55257 HTTP/1.1" status: 204 len: 168 time: 0.4863393 Dec 14 02:51:23.118024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589c4942-4433-43f1-a1f8-40ee104ec489 None None] Network bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:23.189838 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db738594-674e-402a-9b8c-9625bac31138 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:23.194638 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-db738594-674e-402a-9b8c-9625bac31138 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:23.284044 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Allocated IP 172.20.0.2 (7de5f52f-4a6c-4f8c-a635-524c6a13ec70/3d861dfd-4897-4b16-9e78-d6fd66389629/463f0ace-2652-4fac-8d73-1d6506183e0c) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:51:23.285264 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:23.362559 n-d-821636-1 neutron-server[103848]: INFO neutron.db.ipam_backend_mixin [None req-db738594-674e-402a-9b8c-9625bac31138 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3d861dfd-4897-4b16-9e78-d6fd66389629 (CIDR: 172.20.0.0/28) Dec 14 02:51:23.386963 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4a2bd0-47d1-4659-aee2-80b6984a8fb8 None None] DHCP port deletion for bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:51:23.403054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] Deleting port a94a7aa1-d7f5-4316-bbb8-11d06b3fe534 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:23.403759 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:23.410287 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-db738594-674e-402a-9b8c-9625bac31138 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:51:23.410994 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db738594-674e-402a-9b8c-9625bac31138 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:51:23.491738 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] For port a94a7aa1-d7f5-4316-bbb8-11d06b3fe534, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a94a7aa1-d7f5-4316-bbb8-11d06b3fe534,segment=NetworkSegment(b2351004-c33c-4abe-a059-fa9af01c0a6f),segment_id=b2351004-c33c-4abe-a059-fa9af01c0a6f)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:23.492200 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:23.508793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] Calling delete_port for a94a7aa1-d7f5-4316-bbb8-11d06b3fe534 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:23.527007 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7e4a2bd0-47d1-4659-aee2-80b6984a8fb8 None None] Deleting port a94a7aa1-d7f5-4316-bbb8-11d06b3fe534 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:23.527281 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e4a2bd0-47d1-4659-aee2-80b6984a8fb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:23.529257 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:23.561920 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-db738594-674e-402a-9b8c-9625bac31138 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6551793 Dec 14 02:51:23.565477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53902) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:23.571096 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-22612939-0025-42dd-abeb-940f11084a88 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'subnet': {'network_id': '7de5f52f-4a6c-4f8c-a635-524c6a13ec70', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:23.598195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7e4a2bd0-47d1-4659-aee2-80b6984a8fb8 None None] For port a94a7aa1-d7f5-4316-bbb8-11d06b3fe534, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a94a7aa1-d7f5-4316-bbb8-11d06b3fe534,segment=NetworkSegment(b2351004-c33c-4abe-a059-fa9af01c0a6f),segment_id=b2351004-c33c-4abe-a059-fa9af01c0a6f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:23.599180 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e4a2bd0-47d1-4659-aee2-80b6984a8fb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:23.620889 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:23.634408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7e4a2bd0-47d1-4659-aee2-80b6984a8fb8 None None] Calling delete_port for a94a7aa1-d7f5-4316-bbb8-11d06b3fe534 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:23.752131 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e9030d3-505a-4a1f-bb73-005ee6f58155 req-d2fbba39-9d43-4a90-b5dc-e798654e7010 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 210 time: 0.0400329 Dec 14 02:51:23.815292 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:23.821490 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Network 7de5f52f-4a6c-4f8c-a635-524c6a13ec70 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:51:23.826155 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53918) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:23.857207 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:23.857207 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:51:23.863957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] Pushing event deleted for resources: {'Port': ['ID=a94a7aa1-d7f5-4316-bbb8-11d06b3fe534,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:23.864183 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Pushing event updated for resources: {'Port': ['ID=463f0ace-2652-4fac-8d73-1d6506183e0c,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:23.867653 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] No DVR routers for this DVR port a94a7aa1-d7f5-4316-bbb8-11d06b3fe534 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:51:23.872411 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22612939-0025-42dd-abeb-940f11084a88 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:23.878605 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-22612939-0025-42dd-abeb-940f11084a88 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:23.980604 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Attempting to bind port 463f0ace-2652-4fac-8d73-1d6506183e0c on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:51:23.981381 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Attempting to bind port 463f0ace-2652-4fac-8d73-1d6506183e0c by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '46129df2-ef11-489b-b3bb-93313b79eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7de5f52f-4a6c-4f8c-a635-524c6a13ec70'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:51:23.982007 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Attempting to bind port 463f0ace-2652-4fac-8d73-1d6506183e0c on network 7de5f52f-4a6c-4f8c-a635-524c6a13ec70 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:51:23.988631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:51:23.989038 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Checking segment: {'id': '46129df2-ef11-489b-b3bb-93313b79eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7de5f52f-4a6c-4f8c-a635-524c6a13ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:51:23.989428 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:23.990017 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Bound using segment: {'id': '46129df2-ef11-489b-b3bb-93313b79eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7de5f52f-4a6c-4f8c-a635-524c6a13ec70'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:51:23.990844 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Bound port: 463f0ace-2652-4fac-8d73-1d6506183e0c, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46129df2-ef11-489b-b3bb-93313b79eab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7de5f52f-4a6c-4f8c-a635-524c6a13ec70'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:51:23.991116 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:23.993976 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e4a2bd0-47d1-4659-aee2-80b6984a8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:24.037758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a2bd0-47d1-4659-aee2-80b6984a8fb8 None None] Pushing event deleted for resources: {'Port': ['ID=a94a7aa1-d7f5-4316-bbb8-11d06b3fe534,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:24.045158 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4a2bd0-47d1-4659-aee2-80b6984a8fb8 None None] No DVR routers for this DVR port a94a7aa1-d7f5-4316-bbb8-11d06b3fe534 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:51:24.050266 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8161cc48-a52e-4dd7-9051-d648f70e40b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:24.119408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] For port 463f0ace-2652-4fac-8d73-1d6506183e0c, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:51:24.147044 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] For port 463f0ace-2652-4fac-8d73-1d6506183e0c, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=463f0ace-2652-4fac-8d73-1d6506183e0c,segment=NetworkSegment(46129df2-ef11-489b-b3bb-93313b79eab1),segment_id=46129df2-ef11-489b-b3bb-93313b79eab1)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:51:24.170467 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8161cc48-a52e-4dd7-9051-d648f70e40b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:24.228400 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:24.269175 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:24.274025 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8161cc48-a52e-4dd7-9051-d648f70e40b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:24.319089 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8161cc48-a52e-4dd7-9051-d648f70e40b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=13481c83b7e74ae7b2bce4f8ff863491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4915195 Dec 14 02:51:24.325079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53940) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:24.341415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcad94a2-79f4-4bd4-b7ae-52e94135f1f1']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:24.344356 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0865bf-3da0-4a56-80b4-1e74346db3c5 None None] Pushing event updated for resources: {'Port': ['ID=463f0ace-2652-4fac-8d73-1d6506183e0c,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:24.351363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-d955e963-8d1b-45b0-aac8-2bddbc62b0f0 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:24.353287 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-d955e963-8d1b-45b0-aac8-2bddbc62b0f0 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.47 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 811 time: 0.2796679 Dec 14 02:51:24.383331 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161cc48-a52e-4dd7-9051-d648f70e40b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22db173-e4b4-4bb6-9c4d-b0283680740c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:24.457180 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-a984738a-86e7-4ccd-9753-c9ea3e514fc1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Request body: {'port': {'device_id': '75b0f30c-037b-405f-9e1e-746bd9b3a08c', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'admin_state_up': True, 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:24.463189 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2351004-c33c-4abe-a059-fa9af01c0a6f') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:24.463561 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2351004-c33c-4abe-a059-fa9af01c0a6f') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:24.493617 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:24.542512 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0191be17-9fee-4298-b763-9e21ae8768b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:24.549521 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-22612939-0025-42dd-abeb-940f11084a88 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:24.551882 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:24.587695 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:51:24.588108 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:51:24.591644 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:51:24.670036 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0191be17-9fee-4298-b763-9e21ae8768b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:24.672957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22612939-0025-42dd-abeb-940f11084a88 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network 7de5f52f-4a6c-4f8c-a635-524c6a13ec70 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:51:24.718782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-22612939-0025-42dd-abeb-940f11084a88 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:24.721797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22612939-0025-42dd-abeb-940f11084a88 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:24.722397 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-22612939-0025-42dd-abeb-940f11084a88 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:24.779758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 463f0ace-2652-4fac-8d73-1d6506183e0c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:51:24.793997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22612939-0025-42dd-abeb-940f11084a88 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Subnet': ['ID=f8623adf-a431-4589-8bfe-8235e435ce52,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:24.838559 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad70c9aa-2ec8-4a32-b46c-3ac2e0814e42 req-e581d257-2559-4e30-b2a5-7d7f8787f7ce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1062822 Dec 14 02:51:24.847656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 463f0ace-2652-4fac-8d73-1d6506183e0c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:24.848211 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:24.933547 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-98c9bdf4-943c-4a0a-88c3-55f32cfa937f req-499693a0-5374-4b6f-9b6d-141124dd7a77 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 210 time: 0.0910733 Dec 14 02:51:24.939324 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:24.951726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53970) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:24.952204 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-22612939-0025-42dd-abeb-940f11084a88 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3854351 Dec 14 02:51:24.960773 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:24.962754 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-41052dad-631a-478e-a364-8869602ab19e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'network_id': '7de5f52f-4a6c-4f8c-a635-524c6a13ec70', 'fixed_ips': [{'subnet_id': '3d861dfd-4897-4b16-9e78-d6fd66389629'}, {'subnet_id': 'f8623adf-a431-4589-8bfe-8235e435ce52'}], 'name': 'tempest-PortsTestJSON-1558933617'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:24.966278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bcad94a2-79f4-4bd4-b7ae-52e94135f1f1 HTTP/1.1" status: 204 len: 168 time: 1.8558493 Dec 14 02:51:24.983290 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0191be17-9fee-4298-b763-9e21ae8768b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:24.986224 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0191be17-9fee-4298-b763-9e21ae8768b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:24.987415 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0191be17-9fee-4298-b763-9e21ae8768b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b22db173-e4b4-4bb6-9c4d-b0283680740c HTTP/1.1" status: 204 len: 168 time: 0.6507514 Dec 14 02:51:24.992277 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:24.998633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9268e22-d99f-48f2-85e8-1c14f77eec58 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcad94a2-79f4-4bd4-b7ae-52e94135f1f1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:25.005920 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191be17-9fee-4298-b763-9e21ae8768b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22db173-e4b4-4bb6-9c4d-b0283680740c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:25.038931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70c9aa-2ec8-4a32-b46c-3ac2e0814e42 req-8a818604-8de2-4d4a-9d24-e965e7fc2d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:25.040740 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad70c9aa-2ec8-4a32-b46c-3ac2e0814e42 req-8a818604-8de2-4d4a-9d24-e965e7fc2d85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 1097 time: 0.1553996 Dec 14 02:51:25.063035 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-a984738a-86e7-4ccd-9753-c9ea3e514fc1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Made reservation on behalf of 5f91050d42464daeb5e72d6e66d168a6 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:25.068279 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-a984738a-86e7-4ccd-9753-c9ea3e514fc1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:25.122868 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 463f0ace-2652-4fac-8d73-1d6506183e0c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=463f0ace-2652-4fac-8d73-1d6506183e0c,segment=NetworkSegment(46129df2-ef11-489b-b3bb-93313b79eab1),segment_id=46129df2-ef11-489b-b3bb-93313b79eab1)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:25.223668 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:25.285798 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41052dad-631a-478e-a364-8869602ab19e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:25.352138 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a94a7aa1-d7f5-4316-bbb8-11d06b3fe534 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:51:25.404516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: a94a7aa1-d7f5-4316-bbb8-11d06b3fe534 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:51:25.407268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a94a7aa1-d7f5-4316-bbb8-11d06b3fe534 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:51:25.407268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=463f0ace-2652-4fac-8d73-1d6506183e0c,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:25.480579 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-41052dad-631a-478e-a364-8869602ab19e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:25.503400 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-41052dad-631a-478e-a364-8869602ab19e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] device_id is not set on port cf5aea62-db6d-418e-be16-1871bc04e37b yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:51:25.611772 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54016) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:25.770984 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d77ba1-6219-4cfd-b77b-2eff5b23516d None None] Network 7de5f52f-4a6c-4f8c-a635-524c6a13ec70 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:25.810790 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-12bd0fd9-4f75-4831-9fff-2deb1b374bb6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3bd0ab6acc574c87bcd35209cbc4ce01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1944220 Dec 14 02:51:25.811018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54030) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:25.863276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70c9aa-2ec8-4a32-b46c-3ac2e0814e42 req-c6d80e7e-d333-4b4d-962c-f3de45ac2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:25.865528 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad70c9aa-2ec8-4a32-b46c-3ac2e0814e42 req-c6d80e7e-d333-4b4d-962c-f3de45ac2c78 service neutron] 10.222.0.46 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.7944317 Dec 14 02:51:25.941346 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad70c9aa-2ec8-4a32-b46c-3ac2e0814e42 req-7c90de9c-0bbb-4698-b968-f17b3ea04c98 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 HTTP/1.1" status: 200 len: 217 time: 0.0620775 Dec 14 02:51:25.960167 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-cfa81ee8-90d0-40fd-86c6-7bea6a1eae93 None None] Provisioning complete for port 463f0ace-2652-4fac-8d73-1d6506183e0c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:25.960728 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cfa81ee8-90d0-40fd-86c6-7bea6a1eae93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:26.010380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-41052dad-631a-478e-a364-8869602ab19e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Allocated IP 172.20.0.10 (7de5f52f-4a6c-4f8c-a635-524c6a13ec70/3d861dfd-4897-4b16-9e78-d6fd66389629/cf5aea62-db6d-418e-be16-1871bc04e37b) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:51:26.018543 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-41052dad-631a-478e-a364-8869602ab19e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Allocated IP 172.20.0.27 (7de5f52f-4a6c-4f8c-a635-524c6a13ec70/f8623adf-a431-4589-8bfe-8235e435ce52/cf5aea62-db6d-418e-be16-1871bc04e37b) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:51:26.057697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-a984738a-86e7-4ccd-9753-c9ea3e514fc1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Allocated IP 172.20.0.8 (88664e7c-dba7-4c3f-8dc9-59021510fecd/89015a4d-b992-4c46-85b7-b5dfc4506a9b/4c910dec-c3e6-4916-9379-b97e781faa42) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:51:26.131849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a3e0d3-463d-4ce3-9a21-2fe93a547130 None None] Update dhcp port {'port': {'network_id': '7de5f52f-4a6c-4f8c-a635-524c6a13ec70', 'fixed_ips': [{'subnet_id': '3d861dfd-4897-4b16-9e78-d6fd66389629', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f8623adf-a431-4589-8bfe-8235e435ce52'}], 'binding:host_id': 'n-d-821636-1'}, 'id': '463f0ace-2652-4fac-8d73-1d6506183e0c'} from n-d-821636-1. {{(pid=103849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 02:51:26.166501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70c9aa-2ec8-4a32-b46c-3ac2e0814e42 req-925d9518-30b1-4c56-b4bb-b695105dc67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:26.168102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad70c9aa-2ec8-4a32-b46c-3ac2e0814e42 req-925d9518-30b1-4c56-b4bb-b695105dc67e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.2160621 Dec 14 02:51:26.170811 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1275fe37-b5aa-42cc-ae72-e147f03fde93 req-7d2e59ff-b600-4238-8b7f-fa3076bd8b63 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 210 time: 0.0492978 Dec 14 02:51:26.171672 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8822b875-6532-4e1c-8416-3762f5d508dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:26.174570 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51a3e0d3-463d-4ce3-9a21-2fe93a547130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:26.224173 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8822b875-6532-4e1c-8416-3762f5d508dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:26.228709 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54060) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:26.239231 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-41052dad-631a-478e-a364-8869602ab19e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:26.253047 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8445358-2a26-4a04-9a6e-fff2308c76c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:26.389848 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8445358-2a26-4a04-9a6e-fff2308c76c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:26.417274 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-41052dad-631a-478e-a364-8869602ab19e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:26.459859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70c9aa-2ec8-4a32-b46c-3ac2e0814e42 req-095bb2c3-6323-4a5b-8960-ab52d8e91e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:26.461087 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad70c9aa-2ec8-4a32-b46c-3ac2e0814e42 req-095bb2c3-6323-4a5b-8960-ab52d8e91e45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2819476 Dec 14 02:51:26.468758 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41052dad-631a-478e-a364-8869602ab19e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network 7de5f52f-4a6c-4f8c-a635-524c6a13ec70 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:51:26.474759 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-41052dad-631a-478e-a364-8869602ab19e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:26.477628 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41052dad-631a-478e-a364-8869602ab19e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:51:26.479407 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-51a3e0d3-463d-4ce3-9a21-2fe93a547130 None None] Allocated IP 172.20.0.18 (7de5f52f-4a6c-4f8c-a635-524c6a13ec70/f8623adf-a431-4589-8bfe-8235e435ce52/463f0ace-2652-4fac-8d73-1d6506183e0c) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:51:26.485113 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-a984738a-86e7-4ccd-9753-c9ea3e514fc1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:26.491188 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8822b875-6532-4e1c-8416-3762f5d508dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:26.494873 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8822b875-6532-4e1c-8416-3762f5d508dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:26.496273 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8822b875-6532-4e1c-8416-3762f5d508dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24754a87-2ae2-421d-8179-cf0b3b71b1bb HTTP/1.1" status: 204 len: 168 time: 0.6850262 Dec 14 02:51:26.553008 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d8445358-2a26-4a04-9a6e-fff2308c76c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:26.564338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822b875-6532-4e1c-8416-3762f5d508dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24754a87-2ae2-421d-8179-cf0b3b71b1bb,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:26.574068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41052dad-631a-478e-a364-8869602ab19e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=cf5aea62-db6d-418e-be16-1871bc04e37b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:26.631616 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d8445358-2a26-4a04-9a6e-fff2308c76c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0644bd7a61e84ffcae648bf2be1315f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3991549 Dec 14 02:51:26.631902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad70c9aa-2ec8-4a32-b46c-3ac2e0814e42 req-68c552ef-e454-4251-b044-01ae63b28f25 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614571 Dec 14 02:51:26.631902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54084) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:26.633525 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41052dad-631a-478e-a364-8869602ab19e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:26.634226 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-41052dad-631a-478e-a364-8869602ab19e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:26.638116 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8445358-2a26-4a04-9a6e-fff2308c76c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67373fb9-7766-4e8c-8054-8c94b2f73824,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:26.682424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-51a3e0d3-463d-4ce3-9a21-2fe93a547130 None None] For port 463f0ace-2652-4fac-8d73-1d6506183e0c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=463f0ace-2652-4fac-8d73-1d6506183e0c,segment=NetworkSegment(46129df2-ef11-489b-b3bb-93313b79eab1),segment_id=46129df2-ef11-489b-b3bb-93313b79eab1)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:26.717960 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51a3e0d3-463d-4ce3-9a21-2fe93a547130 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:26.739621 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-41052dad-631a-478e-a364-8869602ab19e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.7866371 Dec 14 02:51:26.745678 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54092) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:26.750521 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-a984738a-86e7-4ccd-9753-c9ea3e514fc1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:26.755275 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-7628a491-ed01-40ec-a976-1805261223ab tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d861dfd-4897-4b16-9e78-d6fd66389629'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:26.778355 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 463f0ace-2652-4fac-8d73-1d6506183e0c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:51:26.819769 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['2e7c6efe-331a-4800-aa60-4e3b0206df0b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:51:26.822550 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['b2eb3c05-4c38-4e4d-bb67-5117eb4ac752'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:51:26.837723 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7628a491-ed01-40ec-a976-1805261223ab tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:26.877720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-a984738a-86e7-4ccd-9753-c9ea3e514fc1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Network 88664e7c-dba7-4c3f-8dc9-59021510fecd is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:51:26.883866 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51a3e0d3-463d-4ce3-9a21-2fe93a547130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:26.891565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-a984738a-86e7-4ccd-9753-c9ea3e514fc1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:26.906881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-a984738a-86e7-4ccd-9753-c9ea3e514fc1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:51:26.997690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984738a-86e7-4ccd-9753-c9ea3e514fc1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Pushing event updated for resources: {'Port': ['ID=4c910dec-c3e6-4916-9379-b97e781faa42,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:27.072526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-a984738a-86e7-4ccd-9753-c9ea3e514fc1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:27.073725 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-a984738a-86e7-4ccd-9753-c9ea3e514fc1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:27.087821 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad70c9aa-2ec8-4a32-b46c-3ac2e0814e42 req-d8deac14-5fd5-43a1-bf7f-1bdee6dff7e3 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489715 Dec 14 02:51:27.138229 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b1e32145-be31-48fe-90c5-f3070505a5d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:27.190973 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b1e32145-be31-48fe-90c5-f3070505a5d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:27.284034 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-a984738a-86e7-4ccd-9753-c9ea3e514fc1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8563302 Dec 14 02:51:27.318769 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Request body: {'port': {'device_id': '75b0f30c-037b-405f-9e1e-746bd9b3a08c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:27.370231 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b1e32145-be31-48fe-90c5-f3070505a5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:27.373584 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b1e32145-be31-48fe-90c5-f3070505a5d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:27.377601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b1e32145-be31-48fe-90c5-f3070505a5d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/67373fb9-7766-4e8c-8054-8c94b2f73824 HTTP/1.1" status: 204 len: 168 time: 0.7445369 Dec 14 02:51:27.432586 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-7628a491-ed01-40ec-a976-1805261223ab tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Delete allocated IP 172.20.0.27 (7de5f52f-4a6c-4f8c-a635-524c6a13ec70/f8623adf-a431-4589-8bfe-8235e435ce52) {{(pid=103847) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 14 02:51:27.436060 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e32145-be31-48fe-90c5-f3070505a5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67373fb9-7766-4e8c-8054-8c94b2f73824,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:27.472390 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:27.527488 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3e0d3-463d-4ce3-9a21-2fe93a547130 None None] Pushing event updated for resources: {'Port': ['ID=463f0ace-2652-4fac-8d73-1d6506183e0c,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:27.527731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac3dde-bcd2-4ea1-8d41-43968790e402 req-97f46977-779d-44c4-9bbc-96bc4ded2244 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:27.539194 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4fac3dde-bcd2-4ea1-8d41-43968790e402 req-97f46977-779d-44c4-9bbc-96bc4ded2244 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 931 time: 0.2132041 Dec 14 02:51:27.540051 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:27.551869 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 463f0ace-2652-4fac-8d73-1d6506183e0c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:27.552430 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:27.617708 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-319dfd60-a4ca-4a9c-821a-39b6540c8481 None None] Provisioning complete for port 4c910dec-c3e6-4916-9379-b97e781faa42 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:27.617915 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-319dfd60-a4ca-4a9c-821a-39b6540c8481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:27.710694 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4fac3dde-bcd2-4ea1-8d41-43968790e402 req-aa61452d-2dd5-45c7-baad-0fbd430aceac tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644516 Dec 14 02:51:27.793226 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-319dfd60-a4ca-4a9c-821a-39b6540c8481 None None] Port 4c910dec-c3e6-4916-9379-b97e781faa42 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:51:28.012901 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7628a491-ed01-40ec-a976-1805261223ab tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:28.096789 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7628a491-ed01-40ec-a976-1805261223ab tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:28.147478 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c910dec-c3e6-4916-9379-b97e781faa42 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:51:28.167736 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:28.195609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Transition to ACTIVE for port object 4c910dec-c3e6-4916-9379-b97e781faa42 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:51:28.253109 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628a491-ed01-40ec-a976-1805261223ab tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=cf5aea62-db6d-418e-be16-1871bc04e37b,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:28.283195 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-7628a491-ed01-40ec-a976-1805261223ab tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] In _notify_port_updated(), no bound segment for port cf5aea62-db6d-418e-be16-1871bc04e37b on network 7de5f52f-4a6c-4f8c-a635-524c6a13ec70 {{(pid=103847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:51:28.293224 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7628a491-ed01-40ec-a976-1805261223ab tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:28.294096 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7628a491-ed01-40ec-a976-1805261223ab tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:28.298286 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7628a491-ed01-40ec-a976-1805261223ab tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "PUT /v2.0/ports/cf5aea62-db6d-418e-be16-1871bc04e37b HTTP/1.1" status: 200 len: 920 time: 1.5515692 Dec 14 02:51:28.303944 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54178) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:28.309904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d7e6e7da-cc72-44b3-b59e-e67a2ce05268 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3d861dfd-4897-4b16-9e78-d6fd66389629'}, {'subnet_id': 'f8623adf-a431-4589-8bfe-8235e435ce52'}]}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:28.342654 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:28.433635 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54188) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:28.451533 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Pushing event updated for resources: {'Port': ['ID=4c910dec-c3e6-4916-9379-b97e781faa42,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:28.513126 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce56876-6ec2-4131-8d22-8b06dcb8a97f None None] Network 7de5f52f-4a6c-4f8c-a635-524c6a13ec70 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:28.635523 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f5a62a40-4d83-4b01-9ce9-b8cb23b42b43 None None] Provisioning complete for port 463f0ace-2652-4fac-8d73-1d6506183e0c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:28.645645 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f5a62a40-4d83-4b01-9ce9-b8cb23b42b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:28.695801 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0a59ea11-4055-482b-82e5-c0e28d41c475 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1218899257-network', 'tenant_id': '059d2494f5b645129856ece992fab50e'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:28.792169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 463f0ace-2652-4fac-8d73-1d6506183e0c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:51:28.817164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Attempting to bind port 4c910dec-c3e6-4916-9379-b97e781faa42 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:51:28.818233 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Attempting to bind port 4c910dec-c3e6-4916-9379-b97e781faa42 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:51:28.823933 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Attempting to bind port 4c910dec-c3e6-4916-9379-b97e781faa42 on network 88664e7c-dba7-4c3f-8dc9-59021510fecd {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:51:28.826530 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a59ea11-4055-482b-82e5-c0e28d41c475 admin admin] Made reservation on behalf of 059d2494f5b645129856ece992fab50e for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:28.829238 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a59ea11-4055-482b-82e5-c0e28d41c475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:28.838375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Port 4c910dec-c3e6-4916-9379-b97e781faa42 on network 88664e7c-dba7-4c3f-8dc9-59021510fecd not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:51:28.845714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Attempting to bind port 4c910dec-c3e6-4916-9379-b97e781faa42 on network 88664e7c-dba7-4c3f-8dc9-59021510fecd {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:51:28.848583 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a59ea11-4055-482b-82e5-c0e28d41c475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:28.943014 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:51:28.943624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Checking segment: {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:51:28.944266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Bound using segment: {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:51:28.945066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Bound port: 4c910dec-c3e6-4916-9379-b97e781faa42, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1124ae5d-ffca-4079-a354-a70bb7921a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:51:28.945643 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:28.992437 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d7e6e7da-cc72-44b3-b59e-e67a2ce05268 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:29.002724 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a59ea11-4055-482b-82e5-c0e28d41c475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:29.014114 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 463f0ace-2652-4fac-8d73-1d6506183e0c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:29.014491 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:29.107355 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a59ea11-4055-482b-82e5-c0e28d41c475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:29.194960 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59ea11-4055-482b-82e5-c0e28d41c475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb796360-f72b-446a-b9a9-5f9096dda3f5,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:29.206921 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a59ea11-4055-482b-82e5-c0e28d41c475 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:51:29.216552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773b1c2-fc2d-4d29-bbc9-fb25c29772b3 req-4de47728-a24f-4a4d-b6f7-e24ed962b73b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:29.227450 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d773b1c2-fc2d-4d29-bbc9-fb25c29772b3 req-4de47728-a24f-4a4d-b6f7-e24ed962b73b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 943 time: 0.3009815 Dec 14 02:51:29.251786 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a59ea11-4055-482b-82e5-c0e28d41c475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:29.252071 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-0a59ea11-4055-482b-82e5-c0e28d41c475 admin admin] Added segment f22ad95e-c06e-471b-a9b1-de9b9af0671a of type vlan for network 7e9650b3-077a-4175-b0ca-2ef0983a5cd8 Dec 14 02:51:29.306991 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] For port 4c910dec-c3e6-4916-9379-b97e781faa42, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:51:29.310582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] For port 4c910dec-c3e6-4916-9379-b97e781faa42, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4c910dec-c3e6-4916-9379-b97e781faa42,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:51:29.327369 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a59ea11-4055-482b-82e5-c0e28d41c475 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:29.385891 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-89aa88e7-a1c8-4333-8174-ae4c8c0f06ac None None] Provisioning complete for port cf5aea62-db6d-418e-be16-1871bc04e37b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:29.386412 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-89aa88e7-a1c8-4333-8174-ae4c8c0f06ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:29.435377 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:29.438907 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a59ea11-4055-482b-82e5-c0e28d41c475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:29.443490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a59ea11-4055-482b-82e5-c0e28d41c475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:29.451457 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a59ea11-4055-482b-82e5-c0e28d41c475 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:29.458160 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-89aa88e7-a1c8-4333-8174-ae4c8c0f06ac None None] Port cf5aea62-db6d-418e-be16-1871bc04e37b cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:51:29.458458 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d773b1c2-fc2d-4d29-bbc9-fb25c29772b3 req-9bad2cf0-545a-4bfe-a0cf-ea7061eb891c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300205 Dec 14 02:51:29.469837 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-89aa88e7-a1c8-4333-8174-ae4c8c0f06ac None None] Provisioning complete for port 463f0ace-2652-4fac-8d73-1d6506183e0c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:29.470413 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-89aa88e7-a1c8-4333-8174-ae4c8c0f06ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:29.515217 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:29.516515 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:29.518054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] 10.222.0.47 "PUT /v2.0/ports/4c910dec-c3e6-4916-9379-b97e781faa42 HTTP/1.1" status: 200 len: 1091 time: 2.2219412 Dec 14 02:51:29.518540 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b0f30c-037b-405f-9e1e-746bd9b3a08c', 'tag': '4c910dec-c3e6-4916-9379-b97e781faa42'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:51:29.521480 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ca20c3-7459-4db6-8e74-4082e53c251d" -d '{"events": [{"name": "network-changed", "server_uuid": "75b0f30c-037b-405f-9e1e-746bd9b3a08c", "tag": "4c910dec-c3e6-4916-9379-b97e781faa42"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:51:29.601075 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54254) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:29.602200 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0a59ea11-4055-482b-82e5-c0e28d41c475 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1663442 Dec 14 02:51:29.632758 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59ea11-4055-482b-82e5-c0e28d41c475 admin admin] Pushing event updated for resources: {'Network': ['ID=7e9650b3-077a-4175-b0ca-2ef0983a5cd8,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:29.637711 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-19c26729-fb08-47f8-9913-950a11f17882 admin admin] Request body: {'subnet': {'network_id': '7e9650b3-077a-4175-b0ca-2ef0983a5cd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1218899257-subnet', 'tenant_id': '059d2494f5b645129856ece992fab50e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:29.660196 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc32a1dc-3060-492f-bf9d-8974a34da66f x-openstack-request-id: req-bc32a1dc-3060-492f-bf9d-8974a34da66f {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:51:29.660857 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b0f30c-037b-405f-9e1e-746bd9b3a08c", "tag": "4c910dec-c3e6-4916-9379-b97e781faa42", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:51:29.661410 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc32a1dc-3060-492f-bf9d-8974a34da66f {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:51:29.662261 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b0f30c-037b-405f-9e1e-746bd9b3a08c', 'tag': '4c910dec-c3e6-4916-9379-b97e781faa42', 'status': 'completed', 'code': 200} Dec 14 02:51:29.665840 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 7e9650b3-077a-4175-b0ca-2ef0983a5cd8 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:51:29.705371 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aefdcb-ecbd-451f-985a-a12547a72363 service neutron] Pushing event updated for resources: {'Port': ['ID=4c910dec-c3e6-4916-9379-b97e781faa42,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:29.810194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca20c3-7459-4db6-8e74-4082e53c251d req-6d69b1fb-e459-462e-90e2-c6035cbd6d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:29.812215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-59ca20c3-7459-4db6-8e74-4082e53c251d req-6d69b1fb-e459-462e-90e2-c6035cbd6d1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 1094 time: 0.1426468 Dec 14 02:51:29.825457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-d7e6e7da-cc72-44b3-b59e-e67a2ce05268 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Allocated IP 172.20.0.29 (7de5f52f-4a6c-4f8c-a635-524c6a13ec70/f8623adf-a431-4589-8bfe-8235e435ce52/cf5aea62-db6d-418e-be16-1871bc04e37b) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:51:29.850375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d9be47b6-ee6b-4a2e-acac-63af63eed9b1 None None] Provisioning complete for port cf5aea62-db6d-418e-be16-1871bc04e37b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:29.850694 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d9be47b6-ee6b-4a2e-acac-63af63eed9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:29.908746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c26729-fb08-47f8-9913-950a11f17882 admin admin] Made reservation on behalf of 059d2494f5b645129856ece992fab50e for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:29.913420 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-19c26729-fb08-47f8-9913-950a11f17882 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:29.934655 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d9be47b6-ee6b-4a2e-acac-63af63eed9b1 None None] Port cf5aea62-db6d-418e-be16-1871bc04e37b cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:51:30.075700 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-df24c341-2668-4c0c-8201-8f93f3381c49 None None] Provisioning complete for port cf5aea62-db6d-418e-be16-1871bc04e37b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:30.076081 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-df24c341-2668-4c0c-8201-8f93f3381c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:30.109894 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:30.129478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-df24c341-2668-4c0c-8201-8f93f3381c49 None None] Port cf5aea62-db6d-418e-be16-1871bc04e37b cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:51:30.150875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca20c3-7459-4db6-8e74-4082e53c251d req-dc4f66fa-ee66-4754-b55e-0ced412fd725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:30.152343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-59ca20c3-7459-4db6-8e74-4082e53c251d req-dc4f66fa-ee66-4754-b55e-0ced412fd725 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5f91050d42464daeb5e72d6e66d168a6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3141594 Dec 14 02:51:30.251969 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d7e6e7da-cc72-44b3-b59e-e67a2ce05268 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:30.348082 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d7e6e7da-cc72-44b3-b59e-e67a2ce05268 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:30.358428 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca20c3-7459-4db6-8e74-4082e53c251d req-4db726b2-efd1-49dd-8254-5f5c180b4fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:30.359839 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-59ca20c3-7459-4db6-8e74-4082e53c251d req-4db726b2-efd1-49dd-8254-5f5c180b4fbb service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1988368 Dec 14 02:51:30.533685 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-19c26729-fb08-47f8-9913-950a11f17882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:30.549174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6e7da-cc72-44b3-b59e-e67a2ce05268 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=cf5aea62-db6d-418e-be16-1871bc04e37b,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:30.652604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-d7e6e7da-cc72-44b3-b59e-e67a2ce05268 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] In _notify_port_updated(), no bound segment for port cf5aea62-db6d-418e-be16-1871bc04e37b on network 7de5f52f-4a6c-4f8c-a635-524c6a13ec70 {{(pid=103848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:51:30.658405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e6e7da-cc72-44b3-b59e-e67a2ce05268 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:30.659060 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d7e6e7da-cc72-44b3-b59e-e67a2ce05268 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:30.663571 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d7e6e7da-cc72-44b3-b59e-e67a2ce05268 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "PUT /v2.0/ports/cf5aea62-db6d-418e-be16-1871bc04e37b HTTP/1.1" status: 200 len: 1000 time: 2.3554864 Dec 14 02:51:30.664049 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54312) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:30.683765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-7b966967-eb4e-4c4b-b71a-49794197b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:30.685280 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-7b966967-eb4e-4c4b-b71a-49794197b633 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 1094 time: 0.2230258 Dec 14 02:51:30.700042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c26729-fb08-47f8-9913-950a11f17882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f7a3b0-bf8e-446e-862d-00b5c51562a1,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:30.768181 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-dda9ea56-a024-41e8-a3a0-c53bea697f01 None None] Provisioning complete for port cf5aea62-db6d-418e-be16-1871bc04e37b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:30.768840 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dda9ea56-a024-41e8-a3a0-c53bea697f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:30.781778 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c26729-fb08-47f8-9913-950a11f17882 admin admin] Checking segment: {'id': 'f22ad95e-c06e-471b-a9b1-de9b9af0671a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7e9650b3-077a-4175-b0ca-2ef0983a5cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:51:30.782146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c26729-fb08-47f8-9913-950a11f17882 admin admin] Network hostable DHCP agents. Network: 7e9650b3-077a-4175-b0ca-2ef0983a5cd8, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:51:30.785020 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-2c3b1526-8686-47ef-8070-9affc16a46dd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c910dec-c3e6-4916-9379-b97e781faa42 HTTP/1.1" status: 200 len: 217 time: 0.0757329 Dec 14 02:51:30.796825 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c08751-2cb3-4bd5-8325-5a086b3c8c87 req-88c809a1-6ba7-467c-af50-10f1de273b22 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:30.798572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82c08751-2cb3-4bd5-8325-5a086b3c8c87 req-88c809a1-6ba7-467c-af50-10f1de273b22 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 943 time: 0.2108724 Dec 14 02:51:30.832350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-dda9ea56-a024-41e8-a3a0-c53bea697f01 None None] Port cf5aea62-db6d-418e-be16-1871bc04e37b cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:51:30.835270 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e3a30b69-8c66-4812-9095-f1e0fbba2c90 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port cf5aea62-db6d-418e-be16-1871bc04e37b {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:30.837250 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3a30b69-8c66-4812-9095-f1e0fbba2c90 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:30.905485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c26729-fb08-47f8-9913-950a11f17882 admin admin] Network 7e9650b3-077a-4175-b0ca-2ef0983a5cd8 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:51:30.920003 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82c08751-2cb3-4bd5-8325-5a086b3c8c87 req-9afaac98-7868-4a79-a22d-bd93fd3871bb tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092067 Dec 14 02:51:30.922666 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-6dde25b5-8552-4df2-8d00-3db5beba48c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:30.924110 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-6dde25b5-8552-4df2-8d00-3db5beba48c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.1237459 Dec 14 02:51:30.978031 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-2fb1ce4d-6203-40f4-931d-dd115ba5c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:30.979633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-2fb1ce4d-6203-40f4-931d-dd115ba5c2d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476832 Dec 14 02:51:30.981755 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-19c26729-fb08-47f8-9913-950a11f17882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 7e9650b3-077a-4175-b0ca-2ef0983a5cd8) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:30.992539 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aac3ab-286a-4082-a8df-bcadb3c3e9f9 None None] Network 7e9650b3-077a-4175-b0ca-2ef0983a5cd8 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:31.003539 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3a30b69-8c66-4812-9095-f1e0fbba2c90 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:31.007386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c26729-fb08-47f8-9913-950a11f17882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:31.008048 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-19c26729-fb08-47f8-9913-950a11f17882 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:31.031793 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e3a30b69-8c66-4812-9095-f1e0fbba2c90 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for cf5aea62-db6d-418e-be16-1871bc04e37b owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:31.140440 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-19c26729-fb08-47f8-9913-950a11f17882 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5358870 Dec 14 02:51:31.147652 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-b74c873c-221b-414b-8fd6-5b880953280e service neutron] 10.222.0.47 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351950 Dec 14 02:51:31.193812 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb264c9-d5c3-49f7-938b-557870fe4a82 None None] Network 7e9650b3-077a-4175-b0ca-2ef0983a5cd8 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:31.329268 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f4f8dc0-9590-4058-8b1e-be77b37cd043 req-7b12d62d-afed-423e-a711-7f29c01cbceb service neutron] 10.222.0.47 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681435 Dec 14 02:51:31.557548 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3a30b69-8c66-4812-9095-f1e0fbba2c90 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:31.597435 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a30b69-8c66-4812-9095-f1e0fbba2c90 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=cf5aea62-db6d-418e-be16-1871bc04e37b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:31.806815 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3a30b69-8c66-4812-9095-f1e0fbba2c90 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:31.811312 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e3a30b69-8c66-4812-9095-f1e0fbba2c90 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/ports/cf5aea62-db6d-418e-be16-1871bc04e37b HTTP/1.1" status: 204 len: 168 time: 1.1464121 Dec 14 02:51:31.814636 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54380) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:31.852497 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09339d6-4a76-4a8d-a3a6-d088383a6986 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] GET failed (client error): The resource could not be found. Dec 14 02:51:31.856910 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d09339d6-4a76-4a8d-a3a6-d088383a6986 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports/cf5aea62-db6d-418e-be16-1871bc04e37b HTTP/1.1" status: 404 len: 333 time: 0.0410774 Dec 14 02:51:31.857593 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54382) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:31.874987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa651-e900-41f4-8594-1d3c62982f33 req-0586f91e-485c-4214-82f0-4082706afd43 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:31.877106 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-974aa651-e900-41f4-8594-1d3c62982f33 req-0586f91e-485c-4214-82f0-4082706afd43 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/networks?id=7e9650b3-077a-4175-b0ca-2ef0983a5cd8 HTTP/1.1" status: 200 len: 821 time: 0.2236214 Dec 14 02:51:31.897536 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-974aa651-e900-41f4-8594-1d3c62982f33 req-c88c7f83-23f3-4bfa-92cc-0033bf562c6e tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/quotas/059d2494f5b645129856ece992fab50e HTTP/1.1" status: 200 len: 375 time: 0.0132949 Dec 14 02:51:31.997111 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-893b4ee8-34e4-4339-b7b6-c6ab2760270c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting subnet f8623adf-a431-4589-8bfe-8235e435ce52 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:51:32.001751 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-893b4ee8-34e4-4339-b7b6-c6ab2760270c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:32.008601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-974aa651-e900-41f4-8594-1d3c62982f33 req-bee92319-12aa-4937-9574-23fb1428c859 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=059d2494f5b645129856ece992fab50e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1013110 Dec 14 02:51:32.050556 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-893b4ee8-34e4-4339-b7b6-c6ab2760270c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:32.126746 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-974aa651-e900-41f4-8594-1d3c62982f33 req-6a4bf2d9-af09-48ba-93c6-c9dd42c4e220 service neutron] 10.222.0.39 "GET /v2.0/networks/7e9650b3-077a-4175-b0ca-2ef0983a5cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172624 Dec 14 02:51:32.163910 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-893b4ee8-34e4-4339-b7b6-c6ab2760270c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:32.270917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247f6c0-524b-4ee4-b1b4-dc1242139442 req-94ab4fb6-d71e-4cdd-8670-6122b98bee3b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:32.272628 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2247f6c0-524b-4ee4-b1b4-dc1242139442 req-94ab4fb6-d71e-4cdd-8670-6122b98bee3b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 943 time: 0.1449375 Dec 14 02:51:32.275080 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-974aa651-e900-41f4-8594-1d3c62982f33 req-fd6786f6-c8e9-4abd-b04e-2cca423dc4c5 service neutron] 10.222.0.39 "GET /v2.0/networks/7e9650b3-077a-4175-b0ca-2ef0983a5cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366706 Dec 14 02:51:32.296510 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-893b4ee8-34e4-4339-b7b6-c6ab2760270c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:32.329204 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72f7190-6e2a-4b2d-bd56-aa0f788ca7a3 None None] Network 7de5f52f-4a6c-4f8c-a635-524c6a13ec70 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:32.330950 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2247f6c0-524b-4ee4-b1b4-dc1242139442 req-ea95d459-ba2b-41e8-b592-8c5cc19a2be9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510116 Dec 14 02:51:32.331364 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-893b4ee8-34e4-4339-b7b6-c6ab2760270c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:32.335796 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-893b4ee8-34e4-4339-b7b6-c6ab2760270c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/f8623adf-a431-4589-8bfe-8235e435ce52 HTTP/1.1" status: 204 len: 168 time: 0.4763727 Dec 14 02:51:32.338625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54386) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:32.360154 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b4ee8-34e4-4339-b7b6-c6ab2760270c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Subnet': ['ID=f8623adf-a431-4589-8bfe-8235e435ce52,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:32.433550 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bb81a6b-9cd4-40a9-b4e0-ad65e0747de8 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting subnet 3d861dfd-4897-4b16-9e78-d6fd66389629 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:51:32.437503 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3bb81a6b-9cd4-40a9-b4e0-ad65e0747de8 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:32.527170 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3bb81a6b-9cd4-40a9-b4e0-ad65e0747de8 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:32.671470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f373155-c126-4f13-9e08-35455297b3a7 req-a4c17a5f-5b3d-49c3-9469-3006cb3006bf tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 210 time: 0.0524054 Dec 14 02:51:32.728702 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ceaf70c2-b8d3-4b2f-9f11-c3db8d4ded6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:32.747895 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3bb81a6b-9cd4-40a9-b4e0-ad65e0747de8 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:32.903968 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3bb81a6b-9cd4-40a9-b4e0-ad65e0747de8 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:33.326683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb81a6b-9cd4-40a9-b4e0-ad65e0747de8 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Subnet': ['ID=3d861dfd-4897-4b16-9e78-d6fd66389629,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:33.328690 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3bb81a6b-9cd4-40a9-b4e0-ad65e0747de8 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:33.332307 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3bb81a6b-9cd4-40a9-b4e0-ad65e0747de8 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/3d861dfd-4897-4b16-9e78-d6fd66389629 HTTP/1.1" status: 204 len: 168 time: 0.9925687 Dec 14 02:51:33.340663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54420) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:33.351757 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bd2d18-9f6c-4a82-a2f1-c15096087e56 None None] Network 7de5f52f-4a6c-4f8c-a635-524c6a13ec70 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:33.446655 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-43321c4b-6565-41e7-bd8e-b9845692849e None None] Provisioning complete for port 463f0ace-2652-4fac-8d73-1d6506183e0c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:33.447595 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43321c4b-6565-41e7-bd8e-b9845692849e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:33.455867 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:33.635608 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port 463f0ace-2652-4fac-8d73-1d6506183e0c {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:33.636146 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:33.658851 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63478c66-0b85-4b30-b86e-85d37598ae99 req-057d72be-76ab-4bf9-88ac-1e0db816d71f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:33.671794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63478c66-0b85-4b30-b86e-85d37598ae99 req-057d72be-76ab-4bf9-88ac-1e0db816d71f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 943 time: 0.1925790 Dec 14 02:51:33.673089 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e13b1f-4534-487f-b10c-ad887daf6ba3 None None] DHCP port deletion for 7de5f52f-4a6c-4f8c-a635-524c6a13ec70 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:51:33.808595 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c2e13b1f-4534-487f-b10c-ad887daf6ba3 None None] Deleting port 463f0ace-2652-4fac-8d73-1d6506183e0c {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:33.809136 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c2e13b1f-4534-487f-b10c-ad887daf6ba3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:33.819085 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e3ef5b8-7469-4078-a3be-4ac5a156c7af req-dc3169ee-4dd7-441c-ac48-f0773cb9df01 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 210 time: 0.0512321 Dec 14 02:51:33.842960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] For port 463f0ace-2652-4fac-8d73-1d6506183e0c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=463f0ace-2652-4fac-8d73-1d6506183e0c,segment=NetworkSegment(46129df2-ef11-489b-b3bb-93313b79eab1),segment_id=46129df2-ef11-489b-b3bb-93313b79eab1)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:33.843328 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:33.865593 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63478c66-0b85-4b30-b86e-85d37598ae99 req-4de9e3e2-9366-46be-aead-bccbdfeda444 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926332 Dec 14 02:51:33.884776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for 463f0ace-2652-4fac-8d73-1d6506183e0c owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:33.980200 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c2e13b1f-4534-487f-b10c-ad887daf6ba3 None None] For port 463f0ace-2652-4fac-8d73-1d6506183e0c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=463f0ace-2652-4fac-8d73-1d6506183e0c,segment=NetworkSegment(46129df2-ef11-489b-b3bb-93313b79eab1),segment_id=46129df2-ef11-489b-b3bb-93313b79eab1)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:33.980608 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c2e13b1f-4534-487f-b10c-ad887daf6ba3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:34.000430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c2e13b1f-4534-487f-b10c-ad887daf6ba3 None None] Calling delete_port for 463f0ace-2652-4fac-8d73-1d6506183e0c owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:34.084960 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:34.100745 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No DVR routers for this DVR port 463f0ace-2652-4fac-8d73-1d6506183e0c on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:51:34.116170 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c2e13b1f-4534-487f-b10c-ad887daf6ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:34.153778 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e13b1f-4534-487f-b10c-ad887daf6ba3 None None] Pushing event deleted for resources: {'Port': ['ID=463f0ace-2652-4fac-8d73-1d6506183e0c,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:34.162916 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=463f0ace-2652-4fac-8d73-1d6506183e0c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:34.176232 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e13b1f-4534-487f-b10c-ad887daf6ba3 None None] No DVR routers for this DVR port 463f0ace-2652-4fac-8d73-1d6506183e0c on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:51:34.251184 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:34.287433 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de5f52f-4a6c-4f8c-a635-524c6a13ec70']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:34.310672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46129df2-ef11-489b-b3bb-93313b79eab1') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:34.311247 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46129df2-ef11-489b-b3bb-93313b79eab1') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:34.327215 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:34.351011 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:34.358086 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:51:34.358487 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:51:34.361636 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:51:34.397658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4c910dec-c3e6-4916-9379-b97e781faa42 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:51:34.570407 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4c910dec-c3e6-4916-9379-b97e781faa42, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4c910dec-c3e6-4916-9379-b97e781faa42,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:34.570644 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:34.578796 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:34.586664 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54444) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:34.591211 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/networks/7de5f52f-4a6c-4f8c-a635-524c6a13ec70 HTTP/1.1" status: 204 len: 168 time: 1.2535889 Dec 14 02:51:34.610697 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '4c910dec-c3e6-4916-9379-b97e781faa42', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'port_id': '4c910dec-c3e6-4916-9379-b97e781faa42', 'mac_address': 'fa:16:3e:52:6e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:51:34.621857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83060703-0aa1-4209-820b-235843a80007 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Network': ['ID=7de5f52f-4a6c-4f8c-a635-524c6a13ec70,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:34.679562 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f9621-585a-4740-bccd-82bd4aad0518 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:34.681628 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:34.683291 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ba3f9621-585a-4740-bccd-82bd4aad0518 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0949054 Dec 14 02:51:34.687293 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54446) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:34.703265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c910dec-c3e6-4916-9379-b97e781faa42 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:51:34.731088 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4c910dec-c3e6-4916-9379-b97e781faa42, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4c910dec-c3e6-4916-9379-b97e781faa42,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:34.798696 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:34.810783 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 463f0ace-2652-4fac-8d73-1d6506183e0c no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:51:34.824479 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54452) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:34.824853 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fb1ec3b7-28b1-4b4e-81aa-863c3a00659b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1356456 Dec 14 02:51:34.830204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3d17acd3-dc9d-47aa-a974-784b7c31627a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1956405313'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:34.997282 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d17acd3-dc9d-47aa-a974-784b7c31627a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:35.000723 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d17acd3-dc9d-47aa-a974-784b7c31627a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:35.014947 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 463f0ace-2652-4fac-8d73-1d6506183e0c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:51:35.014947 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 463f0ace-2652-4fac-8d73-1d6506183e0c not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:51:35.063854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-564056ca-9d3d-4a51-ae12-5aad95c25e9d req-f7fd1e2d-1c0d-44fb-81b0-104914eb936a tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 210 time: 0.0693049 Dec 14 02:51:35.066892 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d17acd3-dc9d-47aa-a974-784b7c31627a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:51:35.101339 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d17acd3-dc9d-47aa-a974-784b7c31627a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:35.104490 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-3d17acd3-dc9d-47aa-a974-784b7c31627a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Added segment 138966af-f8b1-48fe-938f-27a49d23012c of type vlan for network 5057169c-e1b0-4b44-b4fa-c00cca0bae5f Dec 14 02:51:35.131645 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4c910dec-c3e6-4916-9379-b97e781faa42,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:35.138660 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4c910dec-c3e6-4916-9379-b97e781faa42'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:51:35.219530 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d17acd3-dc9d-47aa-a974-784b7c31627a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:35.227623 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4999ac27-dce1-4709-986e-10e10ab40d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:35.450058 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d17acd3-dc9d-47aa-a974-784b7c31627a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:35.456256 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d17acd3-dc9d-47aa-a974-784b7c31627a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:35.459707 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d17acd3-dc9d-47aa-a974-784b7c31627a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:35.499696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa651-e900-41f4-8594-1d3c62982f33 req-744f87c4-9443-4056-9197-8392d133d8fd tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:35.534324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-974aa651-e900-41f4-8594-1d3c62982f33 req-744f87c4-9443-4056-9197-8392d133d8fd tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.46 "GET /v2.0/networks?id=7e9650b3-077a-4175-b0ca-2ef0983a5cd8 HTTP/1.1" status: 200 len: 821 time: 0.3941736 Dec 14 02:51:35.560242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-974aa651-e900-41f4-8594-1d3c62982f33 req-ee567df5-3218-40ab-9038-9ee3e17d8e54 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Request body: {'port': {'device_id': 'f4667388-806a-43f4-8e31-95200184df02', 'network_id': '7e9650b3-077a-4175-b0ca-2ef0983a5cd8', 'admin_state_up': True, 'tenant_id': '059d2494f5b645129856ece992fab50e'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:35.639978 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3d17acd3-dc9d-47aa-a974-784b7c31627a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8137968 Dec 14 02:51:35.644919 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54468) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:35.655881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4180d30-88b4-4c4f-8df3-7007f03acf65 req-2af6460e-1fcb-4a8d-9187-ad518278e19c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:35.671235 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4180d30-88b4-4c4f-8df3-7007f03acf65 req-2af6460e-1fcb-4a8d-9187-ad518278e19c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 944 time: 0.6033509 Dec 14 02:51:35.674094 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2e12a536-f440-455a-9631-13ef86b01650 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'subnet': {'network_id': '5057169c-e1b0-4b44-b4fa-c00cca0bae5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:35.714185 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17acd3-dc9d-47aa-a974-784b7c31627a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Network': ['ID=5057169c-e1b0-4b44-b4fa-c00cca0bae5f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:35.730046 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 5057169c-e1b0-4b44-b4fa-c00cca0bae5f details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:51:35.767698 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4180d30-88b4-4c4f-8df3-7007f03acf65 req-0b5194b1-a2ce-4274-8f3d-f0814591e464 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950122 Dec 14 02:51:35.947565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-974aa651-e900-41f4-8594-1d3c62982f33 req-ee567df5-3218-40ab-9038-9ee3e17d8e54 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Made reservation on behalf of 059d2494f5b645129856ece992fab50e for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:35.955358 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-974aa651-e900-41f4-8594-1d3c62982f33 req-ee567df5-3218-40ab-9038-9ee3e17d8e54 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:36.101090 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e12a536-f440-455a-9631-13ef86b01650 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:36.105080 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e12a536-f440-455a-9631-13ef86b01650 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:36.250883 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-46194a14-ebce-4934-aa5e-a7fda0868592 req-c1601639-0ef1-4edc-9ba3-85016cd9d17a tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 210 time: 0.0465438 Dec 14 02:51:36.307895 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:36.308143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-974aa651-e900-41f4-8594-1d3c62982f33 req-ee567df5-3218-40ab-9038-9ee3e17d8e54 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Allocated IP 172.20.0.10 (7e9650b3-077a-4175-b0ca-2ef0983a5cd8/40f7a3b0-bf8e-446e-862d-00b5c51562a1/e9ebe82e-072f-4b9e-938c-94fc329a003c) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:51:36.404753 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4c910dec-c3e6-4916-9379-b97e781faa42 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:51:36.570833 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54482) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:36.609129 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 4c910dec-c3e6-4916-9379-b97e781faa42 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:51:36.613498 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 4c910dec-c3e6-4916-9379-b97e781faa42 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:36.613950 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:36.667776 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e12a536-f440-455a-9631-13ef86b01650 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:36.752337 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-974aa651-e900-41f4-8594-1d3c62982f33 req-ee567df5-3218-40ab-9038-9ee3e17d8e54 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:36.795284 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f1efcd40-cd32-4438-b014-64c74f2013ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:36.833902 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12a536-f440-455a-9631-13ef86b01650 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Subnet': ['ID=530e800c-c2c4-4aff-9b56-2d4d20077297,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:36.846088 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:36.897333 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b0f30c-037b-405f-9e1e-746bd9b3a08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c910dec-c3e6-4916-9379-b97e781faa42'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:51:36.902230 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfeb1160-2e87-409b-b564-8612ed76ecd7" -d '{"events": [{"server_uuid": "75b0f30c-037b-405f-9e1e-746bd9b3a08c", "name": "network-vif-plugged", "status": "completed", "tag": "4c910dec-c3e6-4916-9379-b97e781faa42"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:51:36.903492 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e12a536-f440-455a-9631-13ef86b01650 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Checking segment: {'id': '138966af-f8b1-48fe-938f-27a49d23012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5057169c-e1b0-4b44-b4fa-c00cca0bae5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:51:36.904669 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e12a536-f440-455a-9631-13ef86b01650 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network hostable DHCP agents. Network: 5057169c-e1b0-4b44-b4fa-c00cca0bae5f, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:51:36.956052 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4c910dec-c3e6-4916-9379-b97e781faa42, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4c910dec-c3e6-4916-9379-b97e781faa42,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:37.014274 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e12a536-f440-455a-9631-13ef86b01650 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network 5057169c-e1b0-4b44-b4fa-c00cca0bae5f is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:51:37.034809 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9632522f-d32c-497e-8751-e426300b6e79 x-openstack-request-id: req-9632522f-d32c-497e-8751-e426300b6e79 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:51:37.034809 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b0f30c-037b-405f-9e1e-746bd9b3a08c", "name": "network-vif-plugged", "status": "completed", "tag": "4c910dec-c3e6-4916-9379-b97e781faa42", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:51:37.035102 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9632522f-d32c-497e-8751-e426300b6e79 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:51:37.035528 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b0f30c-037b-405f-9e1e-746bd9b3a08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c910dec-c3e6-4916-9379-b97e781faa42', 'code': 200} Dec 14 02:51:37.038987 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:37.045298 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-974aa651-e900-41f4-8594-1d3c62982f33 req-ee567df5-3218-40ab-9038-9ee3e17d8e54 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:37.073898 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f1efcd40-cd32-4438-b014-64c74f2013ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:37.114824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee567df5-3218-40ab-9038-9ee3e17d8e54 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Pushing event updated for resources: {'Port': ['ID=e9ebe82e-072f-4b9e-938c-94fc329a003c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:37.118982 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-2e12a536-f440-455a-9631-13ef86b01650 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 5057169c-e1b0-4b44-b4fa-c00cca0bae5f) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:37.138346 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e12a536-f440-455a-9631-13ef86b01650 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:37.139171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-974aa651-e900-41f4-8594-1d3c62982f33 req-ee567df5-3218-40ab-9038-9ee3e17d8e54 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Network 7e9650b3-077a-4175-b0ca-2ef0983a5cd8 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:51:37.140655 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e12a536-f440-455a-9631-13ef86b01650 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:37.141439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-974aa651-e900-41f4-8594-1d3c62982f33 req-ee567df5-3218-40ab-9038-9ee3e17d8e54 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:37.158938 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f1efcd40-cd32-4438-b014-64c74f2013ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:37.159117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b685728-3a35-4a38-a3b3-7f2e85410fbb req-b1198566-afc2-4677-be86-c0917c8120d6 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:37.159483 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdbce8f-9b48-4e18-8651-4ce91676b80d None None] Network 5057169c-e1b0-4b44-b4fa-c00cca0bae5f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:37.165962 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b685728-3a35-4a38-a3b3-7f2e85410fbb req-b1198566-afc2-4677-be86-c0917c8120d6 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 944 time: 0.2624264 Dec 14 02:51:37.192893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-974aa651-e900-41f4-8594-1d3c62982f33 req-ee567df5-3218-40ab-9038-9ee3e17d8e54 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:51:37.252543 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f1efcd40-cd32-4438-b014-64c74f2013ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9eae2a630a854818b7606de43a4bcdbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6749735 Dec 14 02:51:37.257187 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1efcd40-cd32-4438-b014-64c74f2013ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d191fb-9578-4c01-875a-4077a46e789f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:37.257394 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54492) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:37.335671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b685728-3a35-4a38-a3b3-7f2e85410fbb req-ca4324d2-ca6f-4fb9-98b2-3e2fb7a611a2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687231 Dec 14 02:51:37.347563 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2e12a536-f440-455a-9631-13ef86b01650 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7015078 Dec 14 02:51:37.348259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4c910dec-c3e6-4916-9379-b97e781faa42,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:37.358863 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54496) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:37.363966 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-14158669-17d3-4410-a7ea-6f6142ba7a0e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'network_id': '5057169c-e1b0-4b44-b4fa-c00cca0bae5f', 'name': 'tempest-PortsTestJSON-851773515'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:37.366761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e9f9b-7535-4623-a01c-54926d048cff req-74cc7bdd-15e6-414a-8515-08e857b52f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:37.368463 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-252e9f9b-7535-4623-a01c-54926d048cff req-74cc7bdd-15e6-414a-8515-08e857b52f6c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 1096 time: 0.2004859 Dec 14 02:51:37.410079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-5057169c-e1b0-4b44-b4fa-c00cca0bae5f', 'network_id': '5057169c-e1b0-4b44-b4fa-c00cca0bae5f', 'project_id': 'c6ac2a6264594e69a3ab66885e726658', 'fixed_ips': [{'subnet_id': '530e800c-c2c4-4aff-9b56-2d4d20077297'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:51:37.413587 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:37.456710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa651-e900-41f4-8594-1d3c62982f33 req-ee567df5-3218-40ab-9038-9ee3e17d8e54 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:37.457445 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-974aa651-e900-41f4-8594-1d3c62982f33 req-ee567df5-3218-40ab-9038-9ee3e17d8e54 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:37.529974 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67f94e1f-c8c2-4896-91d4-ee0f2e18bac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:37.558389 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddad464-728f-401f-a664-dd0b96a5614f req-e26da737-7903-4ada-91b1-ad3959e71269 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:37.559931 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ddad464-728f-401f-a664-dd0b96a5614f req-e26da737-7903-4ada-91b1-ad3959e71269 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 932 time: 0.2230678 Dec 14 02:51:37.572614 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-974aa651-e900-41f4-8594-1d3c62982f33 req-ee567df5-3218-40ab-9038-9ee3e17d8e54 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0179150 Dec 14 02:51:37.607215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-252e9f9b-7535-4623-a01c-54926d048cff req-e7c67e91-f904-43bd-92b6-47a6b7e2334b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617255 Dec 14 02:51:37.612612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Request body: {'port': {'device_id': 'f4667388-806a-43f4-8e31-95200184df02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:37.644967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Allocated IP 172.20.0.2 (5057169c-e1b0-4b44-b4fa-c00cca0bae5f/530e800c-c2c4-4aff-9b56-2d4d20077297/6108a0d9-5edf-4bfb-8a0d-8db6ad487f47) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:51:37.663374 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67f94e1f-c8c2-4896-91d4-ee0f2e18bac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:37.678022 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14158669-17d3-4410-a7ea-6f6142ba7a0e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:37.681567 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-14158669-17d3-4410-a7ea-6f6142ba7a0e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:37.719009 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-14158669-17d3-4410-a7ea-6f6142ba7a0e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] device_id is not set on port 843e80da-f911-4b35-88e7-1c15bf4b4e4b yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:51:37.724490 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ddad464-728f-401f-a664-dd0b96a5614f req-e0fa04bb-56be-4386-8dcf-15b045427e1a tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb796360-f72b-446a-b9a9-5f9096dda3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482670 Dec 14 02:51:37.765125 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:37.822317 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:37.903077 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:37.939538 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67f94e1f-c8c2-4896-91d4-ee0f2e18bac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:37.942907 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67f94e1f-c8c2-4896-91d4-ee0f2e18bac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:37.947303 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-67f94e1f-c8c2-4896-91d4-ee0f2e18bac7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09d191fb-9578-4c01-875a-4077a46e789f HTTP/1.1" status: 204 len: 168 time: 0.6857948 Dec 14 02:51:37.978398 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f94e1f-c8c2-4896-91d4-ee0f2e18bac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d191fb-9578-4c01-875a-4077a46e789f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:37.987768 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:38.009385 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Network 5057169c-e1b0-4b44-b4fa-c00cca0bae5f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:51:38.014735 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-14158669-17d3-4410-a7ea-6f6142ba7a0e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Allocated IP 172.20.0.3 (5057169c-e1b0-4b44-b4fa-c00cca0bae5f/530e800c-c2c4-4aff-9b56-2d4d20077297/843e80da-f911-4b35-88e7-1c15bf4b4e4b) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:51:38.020907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:38.046144 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:51:38.072727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Pushing event updated for resources: {'Port': ['ID=6108a0d9-5edf-4bfb-8a0d-8db6ad487f47,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:38.185162 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Attempting to bind port 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:51:38.185608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Attempting to bind port 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '138966af-f8b1-48fe-938f-27a49d23012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5057169c-e1b0-4b44-b4fa-c00cca0bae5f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:51:38.187044 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Attempting to bind port 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47 on network 5057169c-e1b0-4b44-b4fa-c00cca0bae5f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:51:38.199165 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:51:38.199545 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Checking segment: {'id': '138966af-f8b1-48fe-938f-27a49d23012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5057169c-e1b0-4b44-b4fa-c00cca0bae5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:51:38.199956 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:38.200357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Bound using segment: {'id': '138966af-f8b1-48fe-938f-27a49d23012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5057169c-e1b0-4b44-b4fa-c00cca0bae5f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:51:38.200823 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Bound port: 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138966af-f8b1-48fe-938f-27a49d23012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5057169c-e1b0-4b44-b4fa-c00cca0bae5f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:51:38.201207 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:38.285426 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ebe82e-072f-4b9e-938c-94fc329a003c {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:51:38.291723 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-14158669-17d3-4410-a7ea-6f6142ba7a0e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:38.307286 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:38.335443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Transition to ACTIVE for port object e9ebe82e-072f-4b9e-938c-94fc329a003c will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:51:38.427871 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:38.480282 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-14158669-17d3-4410-a7ea-6f6142ba7a0e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:38.572658 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14158669-17d3-4410-a7ea-6f6142ba7a0e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=843e80da-f911-4b35-88e7-1c15bf4b4e4b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:38.601047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ebe82e-072f-4b9e-938c-94fc329a003c,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:38.607765 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14158669-17d3-4410-a7ea-6f6142ba7a0e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network 5057169c-e1b0-4b44-b4fa-c00cca0bae5f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:51:38.608828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-14158669-17d3-4410-a7ea-6f6142ba7a0e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:38.611256 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14158669-17d3-4410-a7ea-6f6142ba7a0e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:51:38.669446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4122e86-99bc-4443-9811-951307a05b70 req-6fe2740f-31c8-415f-984c-79b4b33ad5a9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:38.678467 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4122e86-99bc-4443-9811-951307a05b70 req-6fe2740f-31c8-415f-984c-79b4b33ad5a9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.1982386 Dec 14 02:51:38.698047 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14158669-17d3-4410-a7ea-6f6142ba7a0e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:38.699034 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-14158669-17d3-4410-a7ea-6f6142ba7a0e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:38.744241 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] For port 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:51:38.759134 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] For port 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6108a0d9-5edf-4bfb-8a0d-8db6ad487f47,segment=NetworkSegment(138966af-f8b1-48fe-938f-27a49d23012c),segment_id=138966af-f8b1-48fe-938f-27a49d23012c)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:51:38.793635 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:38.800523 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4122e86-99bc-4443-9811-951307a05b70 req-3d42f3e1-a661-4431-8702-5ab16a6a9163 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208005 Dec 14 02:51:38.834162 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Attempting to bind port e9ebe82e-072f-4b9e-938c-94fc329a003c on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:51:38.834587 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Attempting to bind port e9ebe82e-072f-4b9e-938c-94fc329a003c by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'f22ad95e-c06e-471b-a9b1-de9b9af0671a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7e9650b3-077a-4175-b0ca-2ef0983a5cd8'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:51:38.834935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Attempting to bind port e9ebe82e-072f-4b9e-938c-94fc329a003c on network 7e9650b3-077a-4175-b0ca-2ef0983a5cd8 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:51:38.852261 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-14158669-17d3-4410-a7ea-6f6142ba7a0e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4921134 Dec 14 02:51:38.854707 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54514) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:38.859511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'network_id': '5057169c-e1b0-4b44-b4fa-c00cca0bae5f', 'name': 'tempest-PortsTestJSON-2124890650'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:38.864857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Port e9ebe82e-072f-4b9e-938c-94fc329a003c on network 7e9650b3-077a-4175-b0ca-2ef0983a5cd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:51:38.864857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Attempting to bind port e9ebe82e-072f-4b9e-938c-94fc329a003c on network 7e9650b3-077a-4175-b0ca-2ef0983a5cd8 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:51:38.874349 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:51:38.875522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Checking segment: {'id': 'f22ad95e-c06e-471b-a9b1-de9b9af0671a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7e9650b3-077a-4175-b0ca-2ef0983a5cd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:51:38.875522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Bound using segment: {'id': 'f22ad95e-c06e-471b-a9b1-de9b9af0671a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7e9650b3-077a-4175-b0ca-2ef0983a5cd8'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:51:38.875522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Bound port: e9ebe82e-072f-4b9e-938c-94fc329a003c, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f22ad95e-c06e-471b-a9b1-de9b9af0671a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7e9650b3-077a-4175-b0ca-2ef0983a5cd8'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:51:38.875968 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:38.883586 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:38.928820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54516) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:38.965070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf348dc-6bb7-4384-8610-448e1f7d0ea3 req-95f8d6e5-2fc8-40f1-9401-b5dd6e85935a tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:38.966721 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bf348dc-6bb7-4384-8610-448e1f7d0ea3 req-95f8d6e5-2fc8-40f1-9401-b5dd6e85935a tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 944 time: 0.1348784 Dec 14 02:51:38.986027 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-71fd50be-dfd6-4016-a894-b21f106c062c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:39.033535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74220539-6bf1-4ca7-9cf6-a82d07aed1ce None None] Pushing event updated for resources: {'Port': ['ID=6108a0d9-5edf-4bfb-8a0d-8db6ad487f47,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:39.109960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] For port e9ebe82e-072f-4b9e-938c-94fc329a003c, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:51:39.143918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] For port e9ebe82e-072f-4b9e-938c-94fc329a003c, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e9ebe82e-072f-4b9e-938c-94fc329a003c,segment=NetworkSegment(f22ad95e-c06e-471b-a9b1-de9b9af0671a),segment_id=f22ad95e-c06e-471b-a9b1-de9b9af0671a)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:51:39.149408 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bf348dc-6bb7-4384-8610-448e1f7d0ea3 req-3f979663-8b38-45ad-90de-6f9cc9ef53af tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb796360-f72b-446a-b9a9-5f9096dda3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554060 Dec 14 02:51:39.205989 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-71fd50be-dfd6-4016-a894-b21f106c062c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:39.212732 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:39.214777 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:39.240087 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:39.268031 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] device_id is not set on port 841b9303-8790-4767-bb9c-d3e4d7ee0c26 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:51:39.282112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:39.282768 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:39.284181 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-974aa651-e900-41f4-8594-1d3c62982f33 req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] 10.222.0.46 "PUT /v2.0/ports/e9ebe82e-072f-4b9e-938c-94fc329a003c HTTP/1.1" status: 200 len: 1092 time: 1.6863918 Dec 14 02:51:39.284637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4667388-806a-43f4-8e31-95200184df02', 'tag': 'e9ebe82e-072f-4b9e-938c-94fc329a003c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:51:39.287013 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7f9d9c-14bf-4052-8af7-cc88a5929a60" -d '{"events": [{"name": "network-changed", "server_uuid": "f4667388-806a-43f4-8e31-95200184df02", "tag": "e9ebe82e-072f-4b9e-938c-94fc329a003c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:51:39.294944 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-71fd50be-dfd6-4016-a894-b21f106c062c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:39.332539 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-71fd50be-dfd6-4016-a894-b21f106c062c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d8be8c479c44daa8dce4c2af89edc87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4018047 Dec 14 02:51:39.336248 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54520) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:39.394761 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eccf636-00ae-4f46-af66-a98b201b9213 x-openstack-request-id: req-0eccf636-00ae-4f46-af66-a98b201b9213 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:51:39.395893 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4667388-806a-43f4-8e31-95200184df02", "tag": "e9ebe82e-072f-4b9e-938c-94fc329a003c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:51:39.395893 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0eccf636-00ae-4f46-af66-a98b201b9213 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:51:39.396116 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4667388-806a-43f4-8e31-95200184df02', 'tag': 'e9ebe82e-072f-4b9e-938c-94fc329a003c', 'status': 'completed', 'code': 200} Dec 14 02:51:39.417357 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd50be-dfd6-4016-a894-b21f106c062c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef614e12-f322-4d5c-b45b-f213f7e9d5be,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:39.427429 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f84937b9-0ff4-4ca7-9131-9a1a37e3f84b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:39.429409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8edeee-4c24-4b3c-84bb-834cdde8b4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ebe82e-072f-4b9e-938c-94fc329a003c,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:39.463591 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Allocated IP 172.20.0.7 (5057169c-e1b0-4b44-b4fa-c00cca0bae5f/530e800c-c2c4-4aff-9b56-2d4d20077297/841b9303-8790-4767-bb9c-d3e4d7ee0c26) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:51:39.488211 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f84937b9-0ff4-4ca7-9131-9a1a37e3f84b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:39.526264 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f9d9c-14bf-4052-8af7-cc88a5929a60 req-4a1a2110-d34a-491e-b08d-2ffa44276b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:39.527862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2a7f9d9c-14bf-4052-8af7-cc88a5929a60 req-4a1a2110-d34a-491e-b08d-2ffa44276b14 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=059d2494f5b645129856ece992fab50e&device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 1095 time: 0.0766721 Dec 14 02:51:39.690684 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f84937b9-0ff4-4ca7-9131-9a1a37e3f84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:39.695037 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f84937b9-0ff4-4ca7-9131-9a1a37e3f84b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:39.695637 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:39.696622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f84937b9-0ff4-4ca7-9131-9a1a37e3f84b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ef614e12-f322-4d5c-b45b-f213f7e9d5be HTTP/1.1" status: 204 len: 168 time: 0.3547404 Dec 14 02:51:39.697924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f9d9c-14bf-4052-8af7-cc88a5929a60 req-7b0b9ed9-9022-47e2-b68f-fffa28b5192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:39.700266 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2a7f9d9c-14bf-4052-8af7-cc88a5929a60 req-7b0b9ed9-9022-47e2-b68f-fffa28b5192d service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=059d2494f5b645129856ece992fab50e&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1585779 Dec 14 02:51:39.733988 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84937b9-0ff4-4ca7-9131-9a1a37e3f84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef614e12-f322-4d5c-b45b-f213f7e9d5be,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:39.867550 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:39.884177 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f9d9c-14bf-4052-8af7-cc88a5929a60 req-58f77b9b-c8cf-43cf-af20-60cf7511e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:39.886360 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2a7f9d9c-14bf-4052-8af7-cc88a5929a60 req-58f77b9b-c8cf-43cf-af20-60cf7511e5ce service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1761072 Dec 14 02:51:39.965981 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=841b9303-8790-4767-bb9c-d3e4d7ee0c26,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:39.997158 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:40.001868 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:40.002838 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:40.003407 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:40.003992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:40.005453 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:40.006121 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:40.007188 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:40.007779 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:40.008355 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:40.008928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:40.009578 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:40.010130 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:40.023437 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network 5057169c-e1b0-4b44-b4fa-c00cca0bae5f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:51:40.025174 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:40.029487 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:51:40.113203 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa651-e900-41f4-8594-1d3c62982f33 req-871fd6ce-b0e1-4cef-b7de-af86d2e4a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:40.115015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-974aa651-e900-41f4-8594-1d3c62982f33 req-871fd6ce-b0e1-4cef-b7de-af86d2e4a1b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=059d2494f5b645129856ece992fab50e&device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 1095 time: 0.1561074 Dec 14 02:51:40.122708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59338f0-507a-490b-9502-96d86d7a8e8e req-116cf2b5-ecab-448c-9fc9-65dddafc17a8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:40.124533 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c59338f0-507a-490b-9502-96d86d7a8e8e req-116cf2b5-ecab-448c-9fc9-65dddafc17a8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.1121199 Dec 14 02:51:40.181211 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-974aa651-e900-41f4-8594-1d3c62982f33 req-39e4db40-cfda-4c5d-b062-3833a30fe0c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9ebe82e-072f-4b9e-938c-94fc329a003c HTTP/1.1" status: 200 len: 217 time: 0.0519569 Dec 14 02:51:40.183548 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:40.186905 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:40.292212 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c59338f0-507a-490b-9502-96d86d7a8e8e req-096e0d00-24de-443b-9d9e-c53dc2d37304 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565924 Dec 14 02:51:40.322382 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8b65c4c1-5c74-4b9b-afcd-84f08fec5915 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4664583 Dec 14 02:51:40.324846 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54540) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:40.424282 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa651-e900-41f4-8594-1d3c62982f33 req-ed738fa5-9933-4c54-b4e2-4b91a8bd2785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:40.427075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-974aa651-e900-41f4-8594-1d3c62982f33 req-ed738fa5-9933-4c54-b4e2-4b91a8bd2785 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=40f7a3b0-bf8e-446e-862d-00b5c51562a1 HTTP/1.1" status: 200 len: 861 time: 0.2368701 Dec 14 02:51:40.466831 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54542) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:40.477020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dd783-f2f3-4cce-a05d-d1fb87e4fdc0 req-25940729-3454-4e96-a56c-56aa0966e5eb tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:40.485330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f1dd783-f2f3-4cce-a05d-d1fb87e4fdc0 req-25940729-3454-4e96-a56c-56aa0966e5eb tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 944 time: 0.2080615 Dec 14 02:51:40.489334 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-974aa651-e900-41f4-8594-1d3c62982f33 req-7c6b6481-f9ed-4de7-9d14-38921e647245 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7e9650b3-077a-4175-b0ca-2ef0983a5cd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517032 Dec 14 02:51:40.639194 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f1dd783-f2f3-4cce-a05d-d1fb87e4fdc0 req-c9eea21f-9d5d-4900-b28c-3058d6920a00 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb796360-f72b-446a-b9a9-5f9096dda3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524959 Dec 14 02:51:40.667261 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9ff4dc-6e37-4360-a997-2f3984f448cf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:40.668525 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7e9ff4dc-6e37-4360-a997-2f3984f448cf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.3426244 Dec 14 02:51:40.673820 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54552) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:40.713866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef27f91-97b4-4520-ad50-6b8914bdbe75 None None] Network 5057169c-e1b0-4b44-b4fa-c00cca0bae5f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:40.720637 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-974aa651-e900-41f4-8594-1d3c62982f33 req-dec864b4-e61e-41e3-9f84-36275d0c2d57 service neutron] 10.222.0.46 "GET /v2.0/networks/7e9650b3-077a-4175-b0ca-2ef0983a5cd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238281 Dec 14 02:51:40.850838 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c64afe6-959e-466f-b168-49fed0769021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:40.882460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-974aa651-e900-41f4-8594-1d3c62982f33 req-5fd6f6b1-4e87-4365-9064-41116586ff03 service neutron] 10.222.0.46 "GET /v2.0/networks/7e9650b3-077a-4175-b0ca-2ef0983a5cd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537571 Dec 14 02:51:40.951404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-00da4696-719d-4428-bb06-9ea8e41a7578 None None] Provisioning complete for port 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:40.952090 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00da4696-719d-4428-bb06-9ea8e41a7578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:40.965243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:51:41.054492 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-b1c62553-284e-4c71-8190-7122a1fd3e12 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port 841b9303-8790-4767-bb9c-d3e4d7ee0c26 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:41.055858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86c150-4133-4e75-a70a-d9e070879b84 req-3ef65fb6-5553-4f9a-81c2-a0dca246a844 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:41.056271 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b1c62553-284e-4c71-8190-7122a1fd3e12 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:41.069877 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2e86c150-4133-4e75-a70a-d9e070879b84 req-3ef65fb6-5553-4f9a-81c2-a0dca246a844 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.1863005 Dec 14 02:51:41.195212 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2e86c150-4133-4e75-a70a-d9e070879b84 req-facc0d30-e1cf-4092-a8aa-5186ac984cda tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240532 Dec 14 02:51:41.253691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:41.254067 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:41.323656 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b1c62553-284e-4c71-8190-7122a1fd3e12 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:41.327462 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c64afe6-959e-466f-b168-49fed0769021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:41.348194 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00da4696-719d-4428-bb06-9ea8e41a7578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:41.349371 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-b1c62553-284e-4c71-8190-7122a1fd3e12 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for 841b9303-8790-4767-bb9c-d3e4d7ee0c26 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:41.426882 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c64afe6-959e-466f-b168-49fed0769021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:41.461927 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64afe6-959e-466f-b168-49fed0769021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3a7b70-86e6-4e36-999d-6bf7b6eeda3d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:41.466754 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:41.474470 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-00da4696-719d-4428-bb06-9ea8e41a7578 None None] For port 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6108a0d9-5edf-4bfb-8a0d-8db6ad487f47,segment=NetworkSegment(138966af-f8b1-48fe-938f-27a49d23012c),segment_id=138966af-f8b1-48fe-938f-27a49d23012c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:41.536715 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00da4696-719d-4428-bb06-9ea8e41a7578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:41.540007 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6c64afe6-959e-466f-b168-49fed0769021 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71c52ef35d9543a7be0777885ac0c4bd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0718648 Dec 14 02:51:41.546092 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54568) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:41.605156 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:51:41.605550 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:51:41.647778 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82bacc76-89d2-4681-937f-89e1bf7cf003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:41.673099 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da4696-719d-4428-bb06-9ea8e41a7578 None None] Pushing event updated for resources: {'Port': ['ID=6108a0d9-5edf-4bfb-8a0d-8db6ad487f47,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:41.690134 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82bacc76-89d2-4681-937f-89e1bf7cf003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:41.728057 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f2a5219e-643a-4050-8990-6ab57d16d1d3 None None] Provisioning complete for port 841b9303-8790-4767-bb9c-d3e4d7ee0c26 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:41.728771 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2a5219e-643a-4050-8990-6ab57d16d1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:41.740263 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b1c62553-284e-4c71-8190-7122a1fd3e12 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:41.803960 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f2a5219e-643a-4050-8990-6ab57d16d1d3 None None] Port 841b9303-8790-4767-bb9c-d3e4d7ee0c26 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:51:41.816214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f2a5219e-643a-4050-8990-6ab57d16d1d3 None None] Provisioning complete for port 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:41.816864 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2a5219e-643a-4050-8990-6ab57d16d1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:41.821931 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c62553-284e-4c71-8190-7122a1fd3e12 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=841b9303-8790-4767-bb9c-d3e4d7ee0c26,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:41.836546 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82bacc76-89d2-4681-937f-89e1bf7cf003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:41.838963 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82bacc76-89d2-4681-937f-89e1bf7cf003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:41.840135 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-82bacc76-89d2-4681-937f-89e1bf7cf003 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e3a7b70-86e6-4e36-999d-6bf7b6eeda3d HTTP/1.1" status: 204 len: 168 time: 0.2927821 Dec 14 02:51:41.859945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bacc76-89d2-4681-937f-89e1bf7cf003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3a7b70-86e6-4e36-999d-6bf7b6eeda3d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:41.901964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68dde8-6c49-479c-8d0a-00788928abf1 req-3b45c788-04af-4aea-996e-8788c05a2d21 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:41.903573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b68dde8-6c49-479c-8d0a-00788928abf1 req-3b45c788-04af-4aea-996e-8788c05a2d21 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 944 time: 0.1225793 Dec 14 02:51:41.980991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f2a5219e-643a-4050-8990-6ab57d16d1d3 None None] Provisioning complete for port 843e80da-f911-4b35-88e7-1c15bf4b4e4b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:41.981249 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2a5219e-643a-4050-8990-6ab57d16d1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:41.987896 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b1c62553-284e-4c71-8190-7122a1fd3e12 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:41.994913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54576) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:42.005906 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b1c62553-284e-4c71-8190-7122a1fd3e12 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/ports/841b9303-8790-4767-bb9c-d3e4d7ee0c26 HTTP/1.1" status: 204 len: 168 time: 1.3309669 Dec 14 02:51:42.032343 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-e960b8c1-607a-41c3-af17-b185a19346d5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] GET failed (client error): The resource could not be found. Dec 14 02:51:42.035458 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e960b8c1-607a-41c3-af17-b185a19346d5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports/841b9303-8790-4767-bb9c-d3e4d7ee0c26 HTTP/1.1" status: 404 len: 333 time: 0.0392776 Dec 14 02:51:42.035593 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f2a5219e-643a-4050-8990-6ab57d16d1d3 None None] Port 843e80da-f911-4b35-88e7-1c15bf4b4e4b cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:51:42.038256 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54578) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:42.050371 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b68dde8-6c49-479c-8d0a-00788928abf1 req-a301c916-c3ed-48e8-a7a8-8afbbe79832e tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb796360-f72b-446a-b9a9-5f9096dda3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299493 Dec 14 02:51:42.161119 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-b34cb3d9-ca32-46e9-9ec0-9e850708ed72 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port 843e80da-f911-4b35-88e7-1c15bf4b4e4b {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:42.161731 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b34cb3d9-ca32-46e9-9ec0-9e850708ed72 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:42.198052 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-babf8d77-167e-474e-92d3-b76fdd901ba3 None None] Provisioning complete for port 843e80da-f911-4b35-88e7-1c15bf4b4e4b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:42.198559 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-babf8d77-167e-474e-92d3-b76fdd901ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:42.238806 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-babf8d77-167e-474e-92d3-b76fdd901ba3 None None] Port 843e80da-f911-4b35-88e7-1c15bf4b4e4b cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:51:42.296537 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b34cb3d9-ca32-46e9-9ec0-9e850708ed72 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:42.340732 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-b34cb3d9-ca32-46e9-9ec0-9e850708ed72 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for 843e80da-f911-4b35-88e7-1c15bf4b4e4b owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:42.356466 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e998f69b-1ad5-437d-8326-8b828d2f4078 None None] Could not find standard attr ID for object 841b9303-8790-4767-bb9c-d3e4d7ee0c26. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:51:42.391593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce587ff2-2352-46d5-9f0c-c8455c783378 req-310a8515-25ea-43df-842d-571b0dc5113d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:42.394447 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ce587ff2-2352-46d5-9f0c-c8455c783378 req-310a8515-25ea-43df-842d-571b0dc5113d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.0949991 Dec 14 02:51:42.472383 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ce587ff2-2352-46d5-9f0c-c8455c783378 req-920bbac4-4ac6-4349-8f03-c2605abf69d2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710959 Dec 14 02:51:42.707125 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b34cb3d9-ca32-46e9-9ec0-9e850708ed72 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:42.743036 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34cb3d9-ca32-46e9-9ec0-9e850708ed72 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=843e80da-f911-4b35-88e7-1c15bf4b4e4b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:42.756251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:51:42.814307 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:42.814940 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:42.850026 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b34cb3d9-ca32-46e9-9ec0-9e850708ed72 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:42.853477 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b34cb3d9-ca32-46e9-9ec0-9e850708ed72 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/ports/843e80da-f911-4b35-88e7-1c15bf4b4e4b HTTP/1.1" status: 204 len: 168 time: 0.8132687 Dec 14 02:51:42.856725 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54608) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:42.889467 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa40751-35f2-45e5-a554-1d026fee976d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] GET failed (client error): The resource could not be found. Dec 14 02:51:42.894108 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54612) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:42.894274 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ffa40751-35f2-45e5-a554-1d026fee976d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports/843e80da-f911-4b35-88e7-1c15bf4b4e4b HTTP/1.1" status: 404 len: 333 time: 0.0363047 Dec 14 02:51:42.993899 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d064b85-84ad-460b-8ca0-61fd90b058bc tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting subnet 530e800c-c2c4-4aff-9b56-2d4d20077297 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:51:42.997969 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9d064b85-84ad-460b-8ca0-61fd90b058bc tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:43.045606 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9d064b85-84ad-460b-8ca0-61fd90b058bc tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:43.070139 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e9ebe82e-072f-4b9e-938c-94fc329a003c details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:51:43.226967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3dd6e-341d-41a2-908f-171331464607 req-b82b93d6-6aa2-454e-9e68-8e2ec8e468dc tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:43.229083 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eeb3dd6e-341d-41a2-908f-171331464607 req-b82b93d6-6aa2-454e-9e68-8e2ec8e468dc tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 944 time: 0.0769463 Dec 14 02:51:43.241287 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9d064b85-84ad-460b-8ca0-61fd90b058bc tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:43.268845 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port e9ebe82e-072f-4b9e-938c-94fc329a003c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e9ebe82e-072f-4b9e-938c-94fc329a003c,segment=NetworkSegment(f22ad95e-c06e-471b-a9b1-de9b9af0671a),segment_id=f22ad95e-c06e-471b-a9b1-de9b9af0671a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:43.300368 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'e9ebe82e-072f-4b9e-938c-94fc329a003c', 'network_id': '7e9650b3-077a-4175-b0ca-2ef0983a5cd8', 'port_id': 'e9ebe82e-072f-4b9e-938c-94fc329a003c', 'mac_address': 'fa:16:3e:b9:86:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f7a3b0-bf8e-446e-862d-00b5c51562a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:51:43.343521 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eeb3dd6e-341d-41a2-908f-171331464607 req-56db5e4a-cb2e-4221-aa8c-66fdb7ec44e5 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb796360-f72b-446a-b9a9-5f9096dda3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075201 Dec 14 02:51:43.387134 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:43.398972 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9d064b85-84ad-460b-8ca0-61fd90b058bc tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:43.405464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ebe82e-072f-4b9e-938c-94fc329a003c {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:51:43.431017 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d064b85-84ad-460b-8ca0-61fd90b058bc tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Subnet': ['ID=530e800c-c2c4-4aff-9b56-2d4d20077297,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:43.436602 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9d064b85-84ad-460b-8ca0-61fd90b058bc tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:43.445234 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9d064b85-84ad-460b-8ca0-61fd90b058bc tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/530e800c-c2c4-4aff-9b56-2d4d20077297 HTTP/1.1" status: 204 len: 168 time: 0.5437753 Dec 14 02:51:43.445500 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54642) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:43.458750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd91897f-6b69-4c02-bb89-725217f8dc96 None None] Network 5057169c-e1b0-4b44-b4fa-c00cca0bae5f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:43.467836 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port e9ebe82e-072f-4b9e-938c-94fc329a003c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e9ebe82e-072f-4b9e-938c-94fc329a003c,segment=NetworkSegment(f22ad95e-c06e-471b-a9b1-de9b9af0671a),segment_id=f22ad95e-c06e-471b-a9b1-de9b9af0671a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:43.496652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b49cca-daa1-4287-97cd-ba3e11854afb req-461f05c1-6285-4f5c-a09b-aab5348d808d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:43.503784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20b49cca-daa1-4287-97cd-ba3e11854afb req-461f05c1-6285-4f5c-a09b-aab5348d808d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.1061115 Dec 14 02:51:43.560704 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:43.562511 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20b49cca-daa1-4287-97cd-ba3e11854afb req-3ce8a296-177c-4301-8ef0-fd30d9a44b53 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576906 Dec 14 02:51:43.618831 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:43.683705 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=e9ebe82e-072f-4b9e-938c-94fc329a003c,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:43.694507 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:43.694507 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:43.762643 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10015b1-642d-41d7-a5fe-b9ec7c5f0d3f None None] DHCP port deletion for 5057169c-e1b0-4b44-b4fa-c00cca0bae5f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:51:43.778059 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] For port 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6108a0d9-5edf-4bfb-8a0d-8db6ad487f47,segment=NetworkSegment(138966af-f8b1-48fe-938f-27a49d23012c),segment_id=138966af-f8b1-48fe-938f-27a49d23012c)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:43.778429 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:43.791743 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:43.815883 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d10015b1-642d-41d7-a5fe-b9ec7c5f0d3f None None] Deleting port 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:43.816466 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d10015b1-642d-41d7-a5fe-b9ec7c5f0d3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:43.879180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['e9ebe82e-072f-4b9e-938c-94fc329a003c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:51:43.915526 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d10015b1-642d-41d7-a5fe-b9ec7c5f0d3f None None] For port 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6108a0d9-5edf-4bfb-8a0d-8db6ad487f47,segment=NetworkSegment(138966af-f8b1-48fe-938f-27a49d23012c),segment_id=138966af-f8b1-48fe-938f-27a49d23012c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:43.915937 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d10015b1-642d-41d7-a5fe-b9ec7c5f0d3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:43.937669 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d10015b1-642d-41d7-a5fe-b9ec7c5f0d3f None None] Calling delete_port for 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:43.939088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d503a8-3ee4-4e5a-8f33-78aa2f238579 req-51eb003e-5c06-4183-b780-337f9fe0d0d6 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:43.951551 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d5d503a8-3ee4-4e5a-8f33-78aa2f238579 req-51eb003e-5c06-4183-b780-337f9fe0d0d6 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/ports?device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 950 time: 0.0668850 Dec 14 02:51:44.004246 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:44.018848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d5d503a8-3ee4-4e5a-8f33-78aa2f238579 req-54b61758-214b-4cf3-abdd-4dda83d04dfb tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/security-groups?id=10fcce6e-4032-4a4f-8b2c-585de289f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613270 Dec 14 02:51:44.042110 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No DVR routers for this DVR port 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:51:44.048630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=6108a0d9-5edf-4bfb-8a0d-8db6ad487f47,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:44.116398 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d10015b1-642d-41d7-a5fe-b9ec7c5f0d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:44.135364 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:44.142752 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10015b1-642d-41d7-a5fe-b9ec7c5f0d3f None None] Pushing event deleted for resources: {'Port': ['ID=6108a0d9-5edf-4bfb-8a0d-8db6ad487f47,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:44.148365 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10015b1-642d-41d7-a5fe-b9ec7c5f0d3f None None] No DVR routers for this DVR port 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:51:44.160405 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5057169c-e1b0-4b44-b4fa-c00cca0bae5f']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:44.170439 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138966af-f8b1-48fe-938f-27a49d23012c') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:44.170742 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138966af-f8b1-48fe-938f-27a49d23012c') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:44.181267 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:44.194028 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:44.200094 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:51:44.200479 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:51:44.203572 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:51:44.381887 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:44.389630 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:44.393174 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/networks/5057169c-e1b0-4b44-b4fa-c00cca0bae5f HTTP/1.1" status: 204 len: 168 time: 0.9464133 Dec 14 02:51:44.398199 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54668) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:44.404050 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5e0c9b0c-41e7-467c-8683-f748c21cb12d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-170517'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:44.420786 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826e52d-77d4-4193-a295-11b95d42d75c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Network': ['ID=5057169c-e1b0-4b44-b4fa-c00cca0bae5f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:44.483401 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577db41-d0e5-45b7-9408-0d95cc209f13 req-cb6f7652-43f2-4d1b-85fd-3a3cc99bc447 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:44.485078 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3577db41-d0e5-45b7-9408-0d95cc209f13 req-cb6f7652-43f2-4d1b-85fd-3a3cc99bc447 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 945 time: 0.0564010 Dec 14 02:51:44.529926 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0c9b0c-41e7-467c-8683-f748c21cb12d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:44.533615 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e0c9b0c-41e7-467c-8683-f748c21cb12d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:44.535027 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3577db41-d0e5-45b7-9408-0d95cc209f13 req-0f9885e3-0dd2-401a-bfe1-d5388953ea8a tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb796360-f72b-446a-b9a9-5f9096dda3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432358 Dec 14 02:51:44.559586 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0c9b0c-41e7-467c-8683-f748c21cb12d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:51:44.569000 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e0c9b0c-41e7-467c-8683-f748c21cb12d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:44.569440 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-5e0c9b0c-41e7-467c-8683-f748c21cb12d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Added segment 734e8739-ed97-4cb0-a6a9-ed90d718ef0c of type vlan for network b8982554-b061-4b1b-8aa6-bb246c22717e Dec 14 02:51:44.610122 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e0c9b0c-41e7-467c-8683-f748c21cb12d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:44.681864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddfba17-e479-4bec-9296-de1d6ae5034c req-8e914155-f43e-476c-b96d-9b1ad99cbfca tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:44.689811 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ddfba17-e479-4bec-9296-de1d6ae5034c req-8e914155-f43e-476c-b96d-9b1ad99cbfca tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.0639746 Dec 14 02:51:44.701132 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e0c9b0c-41e7-467c-8683-f748c21cb12d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:44.709666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0c9b0c-41e7-467c-8683-f748c21cb12d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:44.710341 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e0c9b0c-41e7-467c-8683-f748c21cb12d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:44.751673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:51:44.769576 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ddfba17-e479-4bec-9296-de1d6ae5034c req-9918fa02-c674-4266-b707-c2be978a6cf8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744088 Dec 14 02:51:44.782353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:51:44.782917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6108a0d9-5edf-4bfb-8a0d-8db6ad487f47 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:51:44.800095 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c9b0c-41e7-467c-8683-f748c21cb12d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Network': ['ID=b8982554-b061-4b1b-8aa6-bb246c22717e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:44.811456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network b8982554-b061-4b1b-8aa6-bb246c22717e details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:51:44.920647 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5e0c9b0c-41e7-467c-8683-f748c21cb12d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5095224 Dec 14 02:51:44.920647 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54682) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:44.920647 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3462fde2-8663-4dfd-bd4c-ffe4f01fecdd tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'subnet': {'network_id': 'b8982554-b061-4b1b-8aa6-bb246c22717e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:45.097477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e9ebe82e-072f-4b9e-938c-94fc329a003c up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:51:45.124878 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3462fde2-8663-4dfd-bd4c-ffe4f01fecdd tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:45.131632 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3462fde2-8663-4dfd-bd4c-ffe4f01fecdd tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:45.140236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437b9c2-c388-4761-85ac-e9b31e20250d req-7b8b022f-0375-44ea-b485-01e3924c7890 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:45.142689 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6437b9c2-c388-4761-85ac-e9b31e20250d req-7b8b022f-0375-44ea-b485-01e3924c7890 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/ports?device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 950 time: 0.0596170 Dec 14 02:51:45.205603 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6437b9c2-c388-4761-85ac-e9b31e20250d req-9be2d1cc-20ea-4053-89d9-6dd99194d1e7 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/security-groups?id=10fcce6e-4032-4a4f-8b2c-585de289f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541208 Dec 14 02:51:45.219753 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port e9ebe82e-072f-4b9e-938c-94fc329a003c completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:51:45.223904 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port e9ebe82e-072f-4b9e-938c-94fc329a003c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:45.224336 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:45.328098 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:45.377286 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port e9ebe82e-072f-4b9e-938c-94fc329a003c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e9ebe82e-072f-4b9e-938c-94fc329a003c,segment=NetworkSegment(f22ad95e-c06e-471b-a9b1-de9b9af0671a),segment_id=f22ad95e-c06e-471b-a9b1-de9b9af0671a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:45.378214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4667388-806a-43f4-8e31-95200184df02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ebe82e-072f-4b9e-938c-94fc329a003c'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:51:45.381347 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd47834-709e-438c-8afb-064233d804eb" -d '{"events": [{"server_uuid": "f4667388-806a-43f4-8e31-95200184df02", "name": "network-vif-plugged", "status": "completed", "tag": "e9ebe82e-072f-4b9e-938c-94fc329a003c"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:51:45.434903 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc17acf-3422-4a1b-b603-96b8aa63970e x-openstack-request-id: req-5fc17acf-3422-4a1b-b603-96b8aa63970e {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:51:45.438141 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4667388-806a-43f4-8e31-95200184df02", "name": "network-vif-plugged", "status": "completed", "tag": "e9ebe82e-072f-4b9e-938c-94fc329a003c", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:51:45.438141 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5fc17acf-3422-4a1b-b603-96b8aa63970e {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:51:45.438141 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4667388-806a-43f4-8e31-95200184df02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ebe82e-072f-4b9e-938c-94fc329a003c', 'code': 200} Dec 14 02:51:45.455822 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:45.520998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d98d76-ce55-49b1-a88b-04b498f66cf0 req-c1aba344-599b-4a8b-bac0-6efc0ebaea32 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:45.523188 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77d98d76-ce55-49b1-a88b-04b498f66cf0 req-c1aba344-599b-4a8b-bac0-6efc0ebaea32 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.46 "GET /v2.0/ports?device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 950 time: 0.1113343 Dec 14 02:51:45.539933 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=e9ebe82e-072f-4b9e-938c-94fc329a003c,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:45.690025 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698ec93-70c8-4ba6-a02c-8b255deedab3 req-1c10ec23-a2c1-4fdd-ab89-3c9dad3fd062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:45.691666 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7698ec93-70c8-4ba6-a02c-8b255deedab3 req-1c10ec23-a2c1-4fdd-ab89-3c9dad3fd062 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 1097 time: 0.1675394 Dec 14 02:51:45.767228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-77d98d76-ce55-49b1-a88b-04b498f66cf0 req-e8b4c414-fbe4-4ae4-aeb5-327a71fa59fb tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Deleting port a33eb312-ab38-4016-82d6-90468b4b36c2 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:45.767683 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-77d98d76-ce55-49b1-a88b-04b498f66cf0 req-e8b4c414-fbe4-4ae4-aeb5-327a71fa59fb tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:45.790323 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c4536-2f65-4a1e-98e6-ef527e50e4ca req-c31189ba-ad12-4240-8f64-a83555114309 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:45.798331 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b8c4536-2f65-4a1e-98e6-ef527e50e4ca req-c31189ba-ad12-4240-8f64-a83555114309 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 946 time: 0.1822028 Dec 14 02:51:45.877768 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3462fde2-8663-4dfd-bd4c-ffe4f01fecdd tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:45.909958 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7698ec93-70c8-4ba6-a02c-8b255deedab3 req-742fd83d-d456-41f3-bb80-28c7d65d837b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bb796360-f72b-446a-b9a9-5f9096dda3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087154 Dec 14 02:51:45.954923 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462fde2-8663-4dfd-bd4c-ffe4f01fecdd tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Subnet': ['ID=0a3a1236-4fd0-43d2-9d9d-92e422617d85,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:45.959401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3462fde2-8663-4dfd-bd4c-ffe4f01fecdd tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Checking segment: {'id': '734e8739-ed97-4cb0-a6a9-ed90d718ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8982554-b061-4b1b-8aa6-bb246c22717e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:51:45.959765 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3462fde2-8663-4dfd-bd4c-ffe4f01fecdd tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network hostable DHCP agents. Network: b8982554-b061-4b1b-8aa6-bb246c22717e, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:51:45.994139 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-77d98d76-ce55-49b1-a88b-04b498f66cf0 req-e8b4c414-fbe4-4ae4-aeb5-327a71fa59fb tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] For port a33eb312-ab38-4016-82d6-90468b4b36c2, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a33eb312-ab38-4016-82d6-90468b4b36c2,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:45.994538 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-77d98d76-ce55-49b1-a88b-04b498f66cf0 req-e8b4c414-fbe4-4ae4-aeb5-327a71fa59fb tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:46.000919 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b8c4536-2f65-4a1e-98e6-ef527e50e4ca req-4385e392-0636-4f98-b7ec-9f81018c70c9 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb796360-f72b-446a-b9a9-5f9096dda3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012558 Dec 14 02:51:46.026675 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-77d98d76-ce55-49b1-a88b-04b498f66cf0 req-e8b4c414-fbe4-4ae4-aeb5-327a71fa59fb tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Calling delete_port for a33eb312-ab38-4016-82d6-90468b4b36c2 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:46.029637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989055d8-9aa7-4c17-83a4-58bdd1b1b866 req-feeb04f7-e341-4b0e-ae83-2c5f08443839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:46.031145 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-989055d8-9aa7-4c17-83a4-58bdd1b1b866 req-feeb04f7-e341-4b0e-ae83-2c5f08443839 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 1097 time: 0.3020942 Dec 14 02:51:46.032404 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3462fde2-8663-4dfd-bd4c-ffe4f01fecdd tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network b8982554-b061-4b1b-8aa6-bb246c22717e is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:51:46.041803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e3162-899b-425d-9fc3-17f7d48e7f3c req-44df0bf2-02c0-45ba-b6c4-d90bff680615 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:46.048584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-263e3162-899b-425d-9fc3-17f7d48e7f3c req-44df0bf2-02c0-45ba-b6c4-d90bff680615 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.1774271 Dec 14 02:51:46.123597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-3462fde2-8663-4dfd-bd4c-ffe4f01fecdd tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, b8982554-b061-4b1b-8aa6-bb246c22717e) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:46.128124 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462fde2-8663-4dfd-bd4c-ffe4f01fecdd tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:46.128995 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3462fde2-8663-4dfd-bd4c-ffe4f01fecdd tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:46.138001 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63459f51-c474-4494-a044-b81ca9f69a17 None None] Network b8982554-b061-4b1b-8aa6-bb246c22717e requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:46.160974 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-989055d8-9aa7-4c17-83a4-58bdd1b1b866 req-be0f716f-32f4-4e8f-9983-f4e067777e0c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=deff04d6-3261-4aac-b83d-0d373da41f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148837 Dec 14 02:51:46.184509 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-263e3162-899b-425d-9fc3-17f7d48e7f3c req-271148a8-89ff-4074-a1ba-95a7b2efe7d3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287050 Dec 14 02:51:46.269710 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3462fde2-8663-4dfd-bd4c-ffe4f01fecdd tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3549092 Dec 14 02:51:46.273032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54724) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:46.275212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-b8982554-b061-4b1b-8aa6-bb246c22717e', 'network_id': 'b8982554-b061-4b1b-8aa6-bb246c22717e', 'project_id': 'c6ac2a6264594e69a3ab66885e726658', 'fixed_ips': [{'subnet_id': '0a3a1236-4fd0-43d2-9d9d-92e422617d85'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:51:46.276253 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:46.279633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-02253b99-f993-48ab-bab2-5af1681eb616 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'network_id': 'b8982554-b061-4b1b-8aa6-bb246c22717e', 'name': 'tempest-PortsTestJSON-291730207', 'fixed_ips': [{'subnet_id': '0a3a1236-4fd0-43d2-9d9d-92e422617d85', 'ip_address': '172.20.0.10'}]}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:46.421431 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-77d98d76-ce55-49b1-a88b-04b498f66cf0 req-e8b4c414-fbe4-4ae4-aeb5-327a71fa59fb tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:46.441898 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4c910dec-c3e6-4916-9379-b97e781faa42 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:51:46.485545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4c414-fbe4-4ae4-aeb5-327a71fa59fb tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Pushing event deleted for resources: {'Port': ['ID=a33eb312-ab38-4016-82d6-90468b4b36c2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:46.511204 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Allocated IP 172.20.0.2 (b8982554-b061-4b1b-8aa6-bb246c22717e/0a3a1236-4fd0-43d2-9d9d-92e422617d85/5cee4367-c7d5-4b96-9f79-5d72670453c3) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:51:46.558428 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec136e0-f190-4e3a-ac2f-fb3a5fb30c80 req-439a0ac2-67c9-4113-97c5-108be70bac07 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:46.559996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ec136e0-f190-4e3a-ac2f-fb3a5fb30c80 req-439a0ac2-67c9-4113-97c5-108be70bac07 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/ports?device_id=55072e32-723b-4104-9c0e-d05c19fda2c2 HTTP/1.1" status: 200 len: 867 time: 0.2276735 Dec 14 02:51:46.568551 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['a33eb312-ab38-4016-82d6-90468b4b36c2'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:51:46.579421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d98d76-ce55-49b1-a88b-04b498f66cf0 req-e8b4c414-fbe4-4ae4-aeb5-327a71fa59fb tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] No DVR routers for this DVR port a33eb312-ab38-4016-82d6-90468b4b36c2 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:51:46.582109 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-77d98d76-ce55-49b1-a88b-04b498f66cf0 req-e8b4c414-fbe4-4ae4-aeb5-327a71fa59fb tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:46.586160 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77d98d76-ce55-49b1-a88b-04b498f66cf0 req-e8b4c414-fbe4-4ae4-aeb5-327a71fa59fb tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.46 "DELETE /v2.0/ports/a33eb312-ab38-4016-82d6-90468b4b36c2 HTTP/1.1" status: 204 len: 173 time: 1.0527663 Dec 14 02:51:46.590660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55072e32-723b-4104-9c0e-d05c19fda2c2', 'name': 'network-vif-deleted', 'tag': 'a33eb312-ab38-4016-82d6-90468b4b36c2'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:51:46.592908 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f90b805-ca42-485e-9d94-089ac81ab192" -d '{"events": [{"server_uuid": "55072e32-723b-4104-9c0e-d05c19fda2c2", "name": "network-vif-deleted", "tag": "a33eb312-ab38-4016-82d6-90468b4b36c2"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:51:46.633906 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a04125-9ee6-4fa3-b1af-91d69d36d40e x-openstack-request-id: req-67a04125-9ee6-4fa3-b1af-91d69d36d40e {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:51:46.634272 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55072e32-723b-4104-9c0e-d05c19fda2c2", "name": "network-vif-deleted", "tag": "a33eb312-ab38-4016-82d6-90468b4b36c2", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:51:46.635128 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67a04125-9ee6-4fa3-b1af-91d69d36d40e {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:51:46.635391 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55072e32-723b-4104-9c0e-d05c19fda2c2', 'name': 'network-vif-deleted', 'tag': 'a33eb312-ab38-4016-82d6-90468b4b36c2', 'status': 'completed', 'code': 200} Dec 14 02:51:46.651507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ec136e0-f190-4e3a-ac2f-fb3a5fb30c80 req-13e2e652-b9a4-45ed-83d9-4287bd40b2a2 tempest-VolumesBackupsTest-75016210 tempest-VolumesBackupsTest-75016210-project] 10.222.0.39 "GET /v2.0/security-groups?id=10fcce6e-4032-4a4f-8b2c-585de289f8d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731144 Dec 14 02:51:46.691679 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02253b99-f993-48ab-bab2-5af1681eb616 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:46.693510 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4c910dec-c3e6-4916-9379-b97e781faa42, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4c910dec-c3e6-4916-9379-b97e781faa42,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:46.724786 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '4c910dec-c3e6-4916-9379-b97e781faa42', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'port_id': '4c910dec-c3e6-4916-9379-b97e781faa42', 'mac_address': 'fa:16:3e:52:6e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:51:46.798389 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-02253b99-f993-48ab-bab2-5af1681eb616 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:46.800094 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:46.804125 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:46.817942 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c910dec-c3e6-4916-9379-b97e781faa42 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:51:46.829847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-02253b99-f993-48ab-bab2-5af1681eb616 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] device_id is not set on port dccdfbd4-0ef1-4110-bb1e-3e9d2e701252 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:51:46.851292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4c910dec-c3e6-4916-9379-b97e781faa42, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4c910dec-c3e6-4916-9379-b97e781faa42,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:46.878856 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:46.961574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Network b8982554-b061-4b1b-8aa6-bb246c22717e is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:51:46.981655 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:46.984108 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:51:47.008776 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:47.065003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Pushing event updated for resources: {'Port': ['ID=5cee4367-c7d5-4b96-9f79-5d72670453c3,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:47.175690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-02253b99-f993-48ab-bab2-5af1681eb616 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Allocated IP 172.20.0.10 (b8982554-b061-4b1b-8aa6-bb246c22717e/0a3a1236-4fd0-43d2-9d9d-92e422617d85/dccdfbd4-0ef1-4110-bb1e-3e9d2e701252) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:51:47.221488 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Attempting to bind port 5cee4367-c7d5-4b96-9f79-5d72670453c3 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:51:47.221970 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Attempting to bind port 5cee4367-c7d5-4b96-9f79-5d72670453c3 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '734e8739-ed97-4cb0-a6a9-ed90d718ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8982554-b061-4b1b-8aa6-bb246c22717e'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:51:47.222346 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Attempting to bind port 5cee4367-c7d5-4b96-9f79-5d72670453c3 on network b8982554-b061-4b1b-8aa6-bb246c22717e {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:51:47.236277 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4c910dec-c3e6-4916-9379-b97e781faa42'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:51:47.276900 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:51:47.277772 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Checking segment: {'id': '734e8739-ed97-4cb0-a6a9-ed90d718ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8982554-b061-4b1b-8aa6-bb246c22717e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:51:47.279577 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:47.292209 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Bound using segment: {'id': '734e8739-ed97-4cb0-a6a9-ed90d718ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8982554-b061-4b1b-8aa6-bb246c22717e'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:51:47.292839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Bound port: 5cee4367-c7d5-4b96-9f79-5d72670453c3, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734e8739-ed97-4cb0-a6a9-ed90d718ef0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b8982554-b061-4b1b-8aa6-bb246c22717e'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:51:47.293257 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:47.304960 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4c910dec-c3e6-4916-9379-b97e781faa42,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:47.388849 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9226ec-0fd6-49e6-a7e5-026fd6236a7f req-45afba33-e854-4a9a-8035-a2ca93c13fc8 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:47.397292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4d9226ec-0fd6-49e6-a7e5-026fd6236a7f req-45afba33-e854-4a9a-8035-a2ca93c13fc8 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 946 time: 0.1809044 Dec 14 02:51:47.433521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] For port 5cee4367-c7d5-4b96-9f79-5d72670453c3, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:51:47.437431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] For port 5cee4367-c7d5-4b96-9f79-5d72670453c3, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5cee4367-c7d5-4b96-9f79-5d72670453c3,segment=NetworkSegment(734e8739-ed97-4cb0-a6a9-ed90d718ef0c),segment_id=734e8739-ed97-4cb0-a6a9-ed90d718ef0c)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:51:47.529269 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:47.913180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957a09c-14cc-44a9-9116-6fb35561c1b9 None None] Pushing event updated for resources: {'Port': ['ID=5cee4367-c7d5-4b96-9f79-5d72670453c3,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:48.081816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c0800-7c5e-4174-aee5-52f50ded2c5f req-04f22e6e-30ef-4a62-9417-8c0298ef2202 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:48.084697 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-214c0800-7c5e-4174-aee5-52f50ded2c5f req-04f22e6e-30ef-4a62-9417-8c0298ef2202 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 944 time: 0.7904932 Dec 14 02:51:48.194753 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-02253b99-f993-48ab-bab2-5af1681eb616 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:48.231933 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4d9226ec-0fd6-49e6-a7e5-026fd6236a7f req-2f456836-2bbf-4c4b-8e6b-fe2b34c5e26f tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb796360-f72b-446a-b9a9-5f9096dda3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8337202 Dec 14 02:51:48.306336 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-214c0800-7c5e-4174-aee5-52f50ded2c5f req-c8190776-da63-44b1-bb89-cf9e3f91c108 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040000 Dec 14 02:51:48.398784 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-02253b99-f993-48ab-bab2-5af1681eb616 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:48.467296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4c910dec-c3e6-4916-9379-b97e781faa42 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:51:48.508739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02253b99-f993-48ab-bab2-5af1681eb616 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network b8982554-b061-4b1b-8aa6-bb246c22717e is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:51:48.517089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-02253b99-f993-48ab-bab2-5af1681eb616 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:48.527131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02253b99-f993-48ab-bab2-5af1681eb616 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:51:48.588016 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 4c910dec-c3e6-4916-9379-b97e781faa42 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:48.588784 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:48.601388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02253b99-f993-48ab-bab2-5af1681eb616 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:48.602029 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-02253b99-f993-48ab-bab2-5af1681eb616 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:48.608218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02253b99-f993-48ab-bab2-5af1681eb616 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=dccdfbd4-0ef1-4110-bb1e-3e9d2e701252,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:48.733632 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-02253b99-f993-48ab-bab2-5af1681eb616 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4593418 Dec 14 02:51:48.736600 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54818) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:48.743251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-eeed2f3b-b1d1-4bb7-8cd9-12f5a54a61db tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'network_id': 'b8982554-b061-4b1b-8aa6-bb246c22717e', 'name': 'tempest-PortsTestJSON-241875226', 'fixed_ips': [{'subnet_id': '0a3a1236-4fd0-43d2-9d9d-92e422617d85', 'ip_address': '172.20.0.9'}]}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:48.759451 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:48.849822 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4c910dec-c3e6-4916-9379-b97e781faa42, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4c910dec-c3e6-4916-9379-b97e781faa42,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:48.855866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b0f30c-037b-405f-9e1e-746bd9b3a08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c910dec-c3e6-4916-9379-b97e781faa42'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:51:48.864192 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f61221f-9261-41ee-8548-c5bf1db2d1ea" -d '{"events": [{"server_uuid": "75b0f30c-037b-405f-9e1e-746bd9b3a08c", "name": "network-vif-plugged", "status": "completed", "tag": "4c910dec-c3e6-4916-9379-b97e781faa42"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:51:48.917375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5cee4367-c7d5-4b96-9f79-5d72670453c3 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:51:48.973813 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:49.016300 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a64074-e4c2-4001-856d-8364258fd6aa x-openstack-request-id: req-e1a64074-e4c2-4001-856d-8364258fd6aa {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:51:49.016300 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b0f30c-037b-405f-9e1e-746bd9b3a08c", "name": "network-vif-plugged", "status": "completed", "tag": "4c910dec-c3e6-4916-9379-b97e781faa42", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:51:49.016300 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e1a64074-e4c2-4001-856d-8364258fd6aa {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:51:49.016300 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b0f30c-037b-405f-9e1e-746bd9b3a08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c910dec-c3e6-4916-9379-b97e781faa42', 'code': 200} Dec 14 02:51:49.044828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 5cee4367-c7d5-4b96-9f79-5d72670453c3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:49.045276 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:49.052457 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4c910dec-c3e6-4916-9379-b97e781faa42,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:49.135524 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeed2f3b-b1d1-4bb7-8cd9-12f5a54a61db tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:49.142638 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eeed2f3b-b1d1-4bb7-8cd9-12f5a54a61db tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:49.147211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device a33eb312-ab38-4016-82d6-90468b4b36c2 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:51:49.192193 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-eeed2f3b-b1d1-4bb7-8cd9-12f5a54a61db tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] device_id is not set on port 6043852a-9f10-4578-bd76-7ca3c9d27315 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:51:49.193426 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: a33eb312-ab38-4016-82d6-90468b4b36c2 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:51:49.193782 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device a33eb312-ab38-4016-82d6-90468b4b36c2 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:51:49.274017 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:49.335351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 5cee4367-c7d5-4b96-9f79-5d72670453c3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5cee4367-c7d5-4b96-9f79-5d72670453c3,segment=NetworkSegment(734e8739-ed97-4cb0-a6a9-ed90d718ef0c),segment_id=734e8739-ed97-4cb0-a6a9-ed90d718ef0c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:49.429530 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:49.597657 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=5cee4367-c7d5-4b96-9f79-5d72670453c3,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:49.782688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25b8c2-51bd-45bd-a1ec-5d959f201397 req-d4219dee-a659-4931-a382-b1c90d09197a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:49.796352 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc25b8c2-51bd-45bd-a1ec-5d959f201397 req-d4219dee-a659-4931-a382-b1c90d09197a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.2203608 Dec 14 02:51:49.820277 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d93c5-b905-416a-87d5-7ec289f501b3 req-8da42b50-42b0-4eef-a2be-75526d4067a4 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:49.825656 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-552d93c5-b905-416a-87d5-7ec289f501b3 req-8da42b50-42b0-4eef-a2be-75526d4067a4 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 946 time: 0.3865886 Dec 14 02:51:49.843281 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198d64a9-051d-4a98-bff9-49eb41fb413f None None] Network b8982554-b061-4b1b-8aa6-bb246c22717e requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:49.868827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-eeed2f3b-b1d1-4bb7-8cd9-12f5a54a61db tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Allocated IP 172.20.0.9 (b8982554-b061-4b1b-8aa6-bb246c22717e/0a3a1236-4fd0-43d2-9d9d-92e422617d85/6043852a-9f10-4578-bd76-7ca3c9d27315) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:51:49.964428 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc25b8c2-51bd-45bd-a1ec-5d959f201397 req-368fac4c-ea6a-4446-aa28-df20bc078bb2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353703 Dec 14 02:51:49.981746 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c132a398-4b21-4be0-bfcc-f9c47c6d0a3f None None] Provisioning complete for port 5cee4367-c7d5-4b96-9f79-5d72670453c3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:49.982510 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c132a398-4b21-4be0-bfcc-f9c47c6d0a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:50.037843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-552d93c5-b905-416a-87d5-7ec289f501b3 req-029fc4ea-4852-4885-9a2c-4c20d56ab825 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb796360-f72b-446a-b9a9-5f9096dda3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712663 Dec 14 02:51:50.502449 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eeed2f3b-b1d1-4bb7-8cd9-12f5a54a61db tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:50.600482 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54852) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:50.644988 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eeed2f3b-b1d1-4bb7-8cd9-12f5a54a61db tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:50.791734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeed2f3b-b1d1-4bb7-8cd9-12f5a54a61db tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network b8982554-b061-4b1b-8aa6-bb246c22717e is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:51:50.797640 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-eeed2f3b-b1d1-4bb7-8cd9-12f5a54a61db tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:50.807172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeed2f3b-b1d1-4bb7-8cd9-12f5a54a61db tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:51:50.827991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5cee4367-c7d5-4b96-9f79-5d72670453c3 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:51:50.879688 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d101e35-1c45-4abb-8e23-9111ac8bfbe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:50.883180 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed2f3b-b1d1-4bb7-8cd9-12f5a54a61db tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=6043852a-9f10-4578-bd76-7ca3c9d27315,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:50.994523 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeed2f3b-b1d1-4bb7-8cd9-12f5a54a61db tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:50.998100 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eeed2f3b-b1d1-4bb7-8cd9-12f5a54a61db tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:51.032679 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0e537ad7-b689-4335-9ce6-00bd3c3d7e1a None None] Provisioning complete for port dccdfbd4-0ef1-4110-bb1e-3e9d2e701252 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:51.033585 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0e537ad7-b689-4335-9ce6-00bd3c3d7e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:51.044652 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 5cee4367-c7d5-4b96-9f79-5d72670453c3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:51.045034 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:51.147774 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-eeed2f3b-b1d1-4bb7-8cd9-12f5a54a61db tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4064496 Dec 14 02:51:51.148322 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54878) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:51.191917 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d101e35-1c45-4abb-8e23-9111ac8bfbe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:51.204020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-0e537ad7-b689-4335-9ce6-00bd3c3d7e1a None None] Port dccdfbd4-0ef1-4110-bb1e-3e9d2e701252 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:51:51.266374 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d101e35-1c45-4abb-8e23-9111ac8bfbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:51.280758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0e537ad7-b689-4335-9ce6-00bd3c3d7e1a None None] Provisioning complete for port 5cee4367-c7d5-4b96-9f79-5d72670453c3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:51.284749 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0e537ad7-b689-4335-9ce6-00bd3c3d7e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:51.307505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d9451-6ba6-437f-9fa5-7fb7a28bb873 req-6887e8ea-f1aa-4b9e-80d6-d152b6fec30c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:51.309292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-028d9451-6ba6-437f-9fa5-7fb7a28bb873 req-6887e8ea-f1aa-4b9e-80d6-d152b6fec30c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.2184739 Dec 14 02:51:51.358627 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d101e35-1c45-4abb-8e23-9111ac8bfbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7e3ab3-1e71-4de1-b94e-e72ede768adc,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:51.368961 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2d101e35-1c45-4abb-8e23-9111ac8bfbe9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=292d4168744d40bea5c55ee7d88d4530&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7663403 Dec 14 02:51:51.372040 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54886) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:51.379961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a6c8b8-5a9a-4ea3-a5af-5273798ceb8a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:51.380854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-31a6c8b8-5a9a-4ea3-a5af-5273798ceb8a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2314806 Dec 14 02:51:51.383419 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54888) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:51.469232 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-028d9451-6ba6-437f-9fa5-7fb7a28bb873 req-e1aa00d8-d654-411b-a8e9-795759c9a36c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402602 Dec 14 02:51:51.516241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b4f263-510a-4837-a260-08ba5bccd872 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:51.532831 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-86afab04-b74f-42d3-8386-a050f16380b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:51.537788 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b4f263-510a-4837-a260-08ba5bccd872 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:51.545858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b4f263-510a-4837-a260-08ba5bccd872 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:51.549394 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-50b4f263-510a-4837-a260-08ba5bccd872 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1630642 Dec 14 02:51:51.550716 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54890) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:51.584703 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-86afab04-b74f-42d3-8386-a050f16380b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:51.658392 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6d75c642-fb73-4a20-9028-ea42a10ee63f None None] Provisioning complete for port dccdfbd4-0ef1-4110-bb1e-3e9d2e701252 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:51.659195 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6d75c642-fb73-4a20-9028-ea42a10ee63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:51.711591 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6d75c642-fb73-4a20-9028-ea42a10ee63f None None] Port dccdfbd4-0ef1-4110-bb1e-3e9d2e701252 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:51:51.758167 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-86afab04-b74f-42d3-8386-a050f16380b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:51.761925 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-86afab04-b74f-42d3-8386-a050f16380b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:51.763323 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-86afab04-b74f-42d3-8386-a050f16380b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/da7e3ab3-1e71-4de1-b94e-e72ede768adc HTTP/1.1" status: 204 len: 168 time: 0.3901570 Dec 14 02:51:51.780465 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86afab04-b74f-42d3-8386-a050f16380b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7e3ab3-1e71-4de1-b94e-e72ede768adc,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:51.855576 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-cf3e6302-70e4-402e-814a-422d354e6973 None None] Provisioning complete for port 6043852a-9f10-4578-bd76-7ca3c9d27315 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:51:51.857678 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cf3e6302-70e4-402e-814a-422d354e6973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:51.904637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128bd38-1940-42fd-8458-3734bc816158 req-49858e18-0b8f-4dc6-aa66-8cd28833d5cf tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:51.906824 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3128bd38-1940-42fd-8458-3734bc816158 req-49858e18-0b8f-4dc6-aa66-8cd28833d5cf tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 946 time: 0.1317971 Dec 14 02:51:51.918251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-99c91f1b-4afe-4ee0-821d-8e50b19e34aa tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port 6043852a-9f10-4578-bd76-7ca3c9d27315 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:51.918730 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-99c91f1b-4afe-4ee0-821d-8e50b19e34aa tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:51.920893 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e6302-70e4-402e-814a-422d354e6973 None None] Port 6043852a-9f10-4578-bd76-7ca3c9d27315 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:51:52.053453 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-99c91f1b-4afe-4ee0-821d-8e50b19e34aa tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:52.069529 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-99c91f1b-4afe-4ee0-821d-8e50b19e34aa tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for 6043852a-9f10-4578-bd76-7ca3c9d27315 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:52.218185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3128bd38-1940-42fd-8458-3734bc816158 req-d40399bb-4525-4427-aa97-fcd0823e910c tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb796360-f72b-446a-b9a9-5f9096dda3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034275 Dec 14 02:51:52.465602 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-99c91f1b-4afe-4ee0-821d-8e50b19e34aa tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:52.507926 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c91f1b-4afe-4ee0-821d-8e50b19e34aa tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=6043852a-9f10-4578-bd76-7ca3c9d27315,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:52.695205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37e207-9230-482f-922e-34ef2406e3c7 req-6f6c57da-b165-47cd-ae96-7ede443e3345 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:52.706359 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed37e207-9230-482f-922e-34ef2406e3c7 req-6f6c57da-b165-47cd-ae96-7ede443e3345 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.1455119 Dec 14 02:51:52.735784 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54910) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:52.759920 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-99c91f1b-4afe-4ee0-821d-8e50b19e34aa tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:52.765806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-99c91f1b-4afe-4ee0-821d-8e50b19e34aa tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/ports/6043852a-9f10-4578-bd76-7ca3c9d27315 HTTP/1.1" status: 204 len: 168 time: 1.2137151 Dec 14 02:51:52.767411 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-892ec246-be1f-4bf6-bdca-10d113e6a353 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:52.768705 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54914) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:52.836736 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed37e207-9230-482f-922e-34ef2406e3c7 req-89bc021e-8daf-4d38-b366-a808971f37be tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099515 Dec 14 02:51:52.838708 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a08dd0e-2468-4e27-a8b2-984b323f0ac7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] GET failed (client error): The resource could not be found. Dec 14 02:51:52.840212 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9a08dd0e-2468-4e27-a8b2-984b323f0ac7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports/6043852a-9f10-4578-bd76-7ca3c9d27315 HTTP/1.1" status: 404 len: 333 time: 0.0624354 Dec 14 02:51:52.846992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54916) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:52.976575 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-892ec246-be1f-4bf6-bdca-10d113e6a353 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:53.050023 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-892ec246-be1f-4bf6-bdca-10d113e6a353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:53.129459 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-892ec246-be1f-4bf6-bdca-10d113e6a353 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21c48c7dd61542e48afc4dbb6104ce4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3918304 Dec 14 02:51:53.130751 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ec246-be1f-4bf6-bdca-10d113e6a353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d453d0-cc5d-4e7d-a69a-c763f37f8ffe,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:53.135692 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-92e44873-6493-4c86-9881-6290d3b4922b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port dccdfbd4-0ef1-4110-bb1e-3e9d2e701252 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:53.135692 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-92e44873-6493-4c86-9881-6290d3b4922b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:53.137376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54918) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:53.264604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c4757-8a99-45f9-beca-410c3645db02 req-19da3c0c-14f5-42b0-b4ad-60f2b7526891 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:53.268370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f9c4757-8a99-45f9-beca-410c3645db02 req-19da3c0c-14f5-42b0-b4ad-60f2b7526891 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 946 time: 0.1710038 Dec 14 02:51:53.316127 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-92e44873-6493-4c86-9881-6290d3b4922b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:53.345231 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-92e44873-6493-4c86-9881-6290d3b4922b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for dccdfbd4-0ef1-4110-bb1e-3e9d2e701252 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:53.378496 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fb7f-fdad-4182-b996-5bd11c83401a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:53.449204 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fb7f-fdad-4182-b996-5bd11c83401a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:53.483055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b8020-d51f-49c3-acec-30effcc7fbf0 req-afbc8040-8a6f-4cef-8615-dc33bd1a9643 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:53.491968 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f2b8020-d51f-49c3-acec-30effcc7fbf0 req-afbc8040-8a6f-4cef-8615-dc33bd1a9643 tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 946 time: 0.1545928 Dec 14 02:51:53.564650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-3f9c4757-8a99-45f9-beca-410c3645db02 req-8193498d-5bbe-44c8-aab0-39c8e4e12d8f tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Deleting port e9ebe82e-072f-4b9e-938c-94fc329a003c {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:53.564910 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3f9c4757-8a99-45f9-beca-410c3645db02 req-8193498d-5bbe-44c8-aab0-39c8e4e12d8f tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:53.644564 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-92e44873-6493-4c86-9881-6290d3b4922b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:53.682318 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-3f9c4757-8a99-45f9-beca-410c3645db02 req-8193498d-5bbe-44c8-aab0-39c8e4e12d8f tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] For port e9ebe82e-072f-4b9e-938c-94fc329a003c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e9ebe82e-072f-4b9e-938c-94fc329a003c,segment=NetworkSegment(f22ad95e-c06e-471b-a9b1-de9b9af0671a),segment_id=f22ad95e-c06e-471b-a9b1-de9b9af0671a)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:53.682716 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3f9c4757-8a99-45f9-beca-410c3645db02 req-8193498d-5bbe-44c8-aab0-39c8e4e12d8f tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:53.697221 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-3f9c4757-8a99-45f9-beca-410c3645db02 req-8193498d-5bbe-44c8-aab0-39c8e4e12d8f tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Calling delete_port for e9ebe82e-072f-4b9e-938c-94fc329a003c owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:53.767757 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e44873-6493-4c86-9881-6290d3b4922b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=dccdfbd4-0ef1-4110-bb1e-3e9d2e701252,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:53.797292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f2b8020-d51f-49c3-acec-30effcc7fbf0 req-a614b68d-460a-4fa3-a8ee-4152457700ea tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/security-groups?id=bb796360-f72b-446a-b9a9-5f9096dda3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052649 Dec 14 02:51:53.906082 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-92e44873-6493-4c86-9881-6290d3b4922b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:53.918110 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-92e44873-6493-4c86-9881-6290d3b4922b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/ports/dccdfbd4-0ef1-4110-bb1e-3e9d2e701252 HTTP/1.1" status: 204 len: 168 time: 1.0138760 Dec 14 02:51:53.922100 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54928) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:53.975712 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fb7f-fdad-4182-b996-5bd11c83401a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:53.978713 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7ac8fb7f-fdad-4182-b996-5bd11c83401a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:53.983090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7ac8fb7f-fdad-4182-b996-5bd11c83401a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11d453d0-cc5d-4e7d-a69a-c763f37f8ffe HTTP/1.1" status: 204 len: 168 time: 0.8435380 Dec 14 02:51:54.006725 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8fb7f-fdad-4182-b996-5bd11c83401a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d453d0-cc5d-4e7d-a69a-c763f37f8ffe,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:54.016340 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-38879087-3d49-4b08-ac4b-cd57d463a988 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] GET failed (client error): The resource could not be found. Dec 14 02:51:54.016340 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-38879087-3d49-4b08-ac4b-cd57d463a988 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports/dccdfbd4-0ef1-4110-bb1e-3e9d2e701252 HTTP/1.1" status: 404 len: 333 time: 0.0893385 Dec 14 02:51:54.018374 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54932) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:54.093700 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3f9c4757-8a99-45f9-beca-410c3645db02 req-8193498d-5bbe-44c8-aab0-39c8e4e12d8f tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:54.129512 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['e9ebe82e-072f-4b9e-938c-94fc329a003c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:51:54.162164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193498d-5bbe-44c8-aab0-39c8e4e12d8f tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Pushing event deleted for resources: {'Port': ['ID=e9ebe82e-072f-4b9e-938c-94fc329a003c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:54.245636 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03792cd9-75e2-48eb-8d3b-0e78ec136851 req-6ac1d82b-78d3-4477-89c5-07315e2017db tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:54.250068 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03792cd9-75e2-48eb-8d3b-0e78ec136851 req-6ac1d82b-78d3-4477-89c5-07315e2017db tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.1888320 Dec 14 02:51:54.271993 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting subnet 0a3a1236-4fd0-43d2-9d9d-92e422617d85 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:51:54.276221 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9c4757-8a99-45f9-beca-410c3645db02 req-8193498d-5bbe-44c8-aab0-39c8e4e12d8f tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] No DVR routers for this DVR port e9ebe82e-072f-4b9e-938c-94fc329a003c on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:51:54.281200 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3f9c4757-8a99-45f9-beca-410c3645db02 req-8193498d-5bbe-44c8-aab0-39c8e4e12d8f tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:54.297854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f9c4757-8a99-45f9-beca-410c3645db02 req-8193498d-5bbe-44c8-aab0-39c8e4e12d8f tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.46 "DELETE /v2.0/ports/e9ebe82e-072f-4b9e-938c-94fc329a003c HTTP/1.1" status: 204 len: 173 time: 1.0211413 Dec 14 02:51:54.331795 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:54.332114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4667388-806a-43f4-8e31-95200184df02', 'name': 'network-vif-deleted', 'tag': 'e9ebe82e-072f-4b9e-938c-94fc329a003c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:51:54.334899 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8316496d-4684-45bf-a824-b91f8450ba4a" -d '{"events": [{"server_uuid": "f4667388-806a-43f4-8e31-95200184df02", "name": "network-vif-deleted", "tag": "e9ebe82e-072f-4b9e-938c-94fc329a003c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:51:54.400975 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:54.581345 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:54.640643 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d2a830-a5ec-4eac-bfcf-0ba730fc4708 x-openstack-request-id: req-56d2a830-a5ec-4eac-bfcf-0ba730fc4708 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:51:54.641795 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4667388-806a-43f4-8e31-95200184df02", "name": "network-vif-deleted", "tag": "e9ebe82e-072f-4b9e-938c-94fc329a003c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:51:54.642532 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-56d2a830-a5ec-4eac-bfcf-0ba730fc4708 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:51:54.643426 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4667388-806a-43f4-8e31-95200184df02', 'name': 'network-vif-deleted', 'tag': 'e9ebe82e-072f-4b9e-938c-94fc329a003c', 'status': 'completed', 'code': 200} Dec 14 02:51:54.732894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03792cd9-75e2-48eb-8d3b-0e78ec136851 req-b6d3a494-7a8d-49be-974f-2103b0bf7ad8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579000 Dec 14 02:51:54.949481 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c5cdd66-06a4-452f-aef4-bb6aa94b0292 req-ab1c2e71-cb76-4370-97a6-b6f8c83c928c tempest-ServerMetadataNegativeTestJSON-819418720 tempest-ServerMetadataNegativeTestJSON-819418720-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4667388-806a-43f4-8e31-95200184df02 HTTP/1.1" status: 200 len: 210 time: 0.0351274 Dec 14 02:51:55.185373 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:55.212009 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:55.220704 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/0a3a1236-4fd0-43d2-9d9d-92e422617d85 HTTP/1.1" status: 204 len: 168 time: 1.1966891 Dec 14 02:51:55.220704 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Subnet': ['ID=0a3a1236-4fd0-43d2-9d9d-92e422617d85,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:55.220951 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54950) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:55.221678 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a35550-b0e7-4ce6-8ef3-cd0ca59c1eb2 None None] Network b8982554-b061-4b1b-8aa6-bb246c22717e requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:55.227246 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:55.227607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:55.227952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:55.228294 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:55.228631 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:55.228967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:55.229298 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:55.229666 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:55.230078 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:55.230290 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:55.230617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:55.230942 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:55.231268 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57c4eef-1e6e-44b9-bc36-f716497db362 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:51:55.309103 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:55.426295 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945cf2b8-7bbe-48a1-943a-18b5f2f65fd5 None None] DHCP port deletion for b8982554-b061-4b1b-8aa6-bb246c22717e request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:51:55.501048 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port 5cee4367-c7d5-4b96-9f79-5d72670453c3 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:55.505846 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:55.576537 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:51:55.598260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-945cf2b8-7bbe-48a1-943a-18b5f2f65fd5 None None] Deleting port 5cee4367-c7d5-4b96-9f79-5d72670453c3 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:51:55.598831 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-945cf2b8-7bbe-48a1-943a-18b5f2f65fd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:55.762136 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-945cf2b8-7bbe-48a1-943a-18b5f2f65fd5 None None] For port 5cee4367-c7d5-4b96-9f79-5d72670453c3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5cee4367-c7d5-4b96-9f79-5d72670453c3,segment=NetworkSegment(734e8739-ed97-4cb0-a6a9-ed90d718ef0c),segment_id=734e8739-ed97-4cb0-a6a9-ed90d718ef0c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:55.762837 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-945cf2b8-7bbe-48a1-943a-18b5f2f65fd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:55.780020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-945cf2b8-7bbe-48a1-943a-18b5f2f65fd5 None None] Calling delete_port for 5cee4367-c7d5-4b96-9f79-5d72670453c3 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:55.802954 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] For port 5cee4367-c7d5-4b96-9f79-5d72670453c3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5cee4367-c7d5-4b96-9f79-5d72670453c3,segment=NetworkSegment(734e8739-ed97-4cb0-a6a9-ed90d718ef0c),segment_id=734e8739-ed97-4cb0-a6a9-ed90d718ef0c)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:51:55.805811 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:55.840020 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for 5cee4367-c7d5-4b96-9f79-5d72670453c3 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:51:56.046601 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b9e5ba-eda3-48be-8b5f-bf2866d04973 req-f9f56622-ed7b-46ca-a9c5-a51d50927b60 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:56.050312 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30b9e5ba-eda3-48be-8b5f-bf2866d04973 req-f9f56622-ed7b-46ca-a9c5-a51d50927b60 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.1679494 Dec 14 02:51:56.058764 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55006) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:56.078302 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:56.088840 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-945cf2b8-7bbe-48a1-943a-18b5f2f65fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:56.124915 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=5cee4367-c7d5-4b96-9f79-5d72670453c3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:56.127592 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No DVR routers for this DVR port 5cee4367-c7d5-4b96-9f79-5d72670453c3 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:51:56.163233 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cf2b8-7bbe-48a1-943a-18b5f2f65fd5 None None] Pushing event deleted for resources: {'Port': ['ID=5cee4367-c7d5-4b96-9f79-5d72670453c3,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:56.174105 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945cf2b8-7bbe-48a1-943a-18b5f2f65fd5 None None] No DVR routers for this DVR port 5cee4367-c7d5-4b96-9f79-5d72670453c3 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:51:56.220471 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30b9e5ba-eda3-48be-8b5f-bf2866d04973 req-494efc29-ea6c-468f-a336-57df3cc548a7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531630 Dec 14 02:51:56.224571 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbef2ca-ebcd-49fd-98a4-02650805a887 admin admin] Deleting subnet 40f7a3b0-bf8e-446e-862d-00b5c51562a1 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:51:56.228076 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3dbef2ca-ebcd-49fd-98a4-02650805a887 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:56.273245 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:56.312415 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8982554-b061-4b1b-8aa6-bb246c22717e']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:56.324484 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734e8739-ed97-4cb0-a6a9-ed90d718ef0c') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:56.325177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734e8739-ed97-4cb0-a6a9-ed90d718ef0c') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:56.339826 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:56.355439 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3dbef2ca-ebcd-49fd-98a4-02650805a887 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:56.359413 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:56.366622 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:51:56.367162 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:51:56.450102 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:51:56.458800 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3dbef2ca-ebcd-49fd-98a4-02650805a887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:56.574893 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:56.585496 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:56.589605 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/networks/b8982554-b061-4b1b-8aa6-bb246c22717e HTTP/1.1" status: 204 len: 168 time: 1.3688152 Dec 14 02:51:56.594728 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55016) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:56.601974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-dc062319-c7c4-42d5-917f-ca45a0073c63 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2141256345'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:56.643904 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631b119-91ff-4b39-a315-1d8f7aa3355e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Network': ['ID=b8982554-b061-4b1b-8aa6-bb246c22717e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:56.668195 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3dbef2ca-ebcd-49fd-98a4-02650805a887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:56.727549 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3dbef2ca-ebcd-49fd-98a4-02650805a887 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:56.732793 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3dbef2ca-ebcd-49fd-98a4-02650805a887 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/40f7a3b0-bf8e-446e-862d-00b5c51562a1 HTTP/1.1" status: 204 len: 168 time: 0.6784968 Dec 14 02:51:56.737942 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc062319-c7c4-42d5-917f-ca45a0073c63 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:56.740518 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dc062319-c7c4-42d5-917f-ca45a0073c63 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:56.741035 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55018) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:56.759324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbef2ca-ebcd-49fd-98a4-02650805a887 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f7a3b0-bf8e-446e-862d-00b5c51562a1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:56.779542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc062319-c7c4-42d5-917f-ca45a0073c63 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:51:56.793066 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dc062319-c7c4-42d5-917f-ca45a0073c63 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:56.795330 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-dc062319-c7c4-42d5-917f-ca45a0073c63 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Added segment 14d39bbf-7e9a-4a3d-b40c-49b03fa28b85 of type vlan for network cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f Dec 14 02:51:56.855302 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5cee4367-c7d5-4b96-9f79-5d72670453c3 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:51:56.856093 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dc062319-c7c4-42d5-917f-ca45a0073c63 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:56.898437 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 5cee4367-c7d5-4b96-9f79-5d72670453c3 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:51:56.898708 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5cee4367-c7d5-4b96-9f79-5d72670453c3 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:51:56.911133 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-40e7eee6-9ef8-4594-8491-944f5b9484ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:56.950190 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dc062319-c7c4-42d5-917f-ca45a0073c63 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:56.975545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc062319-c7c4-42d5-917f-ca45a0073c63 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:56.976434 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dc062319-c7c4-42d5-917f-ca45a0073c63 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:57.004402 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:57.075024 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-40e7eee6-9ef8-4594-8491-944f5b9484ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:57.112289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-40e7eee6-9ef8-4594-8491-944f5b9484ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9650b3-077a-4175-b0ca-2ef0983a5cd8']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:57.141427 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e9ebe82e-072f-4b9e-938c-94fc329a003c no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:51:57.162928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-40e7eee6-9ef8-4594-8491-944f5b9484ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22ad95e-c06e-471b-a9b1-de9b9af0671a') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:57.162928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-40e7eee6-9ef8-4594-8491-944f5b9484ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22ad95e-c06e-471b-a9b1-de9b9af0671a') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:51:57.218182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc062319-c7c4-42d5-917f-ca45a0073c63 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Network': ['ID=cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:57.223333 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: e9ebe82e-072f-4b9e-938c-94fc329a003c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:51:57.224609 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-40e7eee6-9ef8-4594-8491-944f5b9484ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:57.225563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e9ebe82e-072f-4b9e-938c-94fc329a003c not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:51:57.241038 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:51:57.273542 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-40e7eee6-9ef8-4594-8491-944f5b9484ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:57.285975 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e7eee6-9ef8-4594-8491-944f5b9484ba admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:51:57.287539 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-40e7eee6-9ef8-4594-8491-944f5b9484ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:51:57.291499 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:51:57.344203 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-dc062319-c7c4-42d5-917f-ca45a0073c63 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7473979 Dec 14 02:51:57.355250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55042) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:57.360376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-468a5457-6b5c-4631-a69b-008ee5adcd64 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'subnet': {'network_id': 'cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:57.485497 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-40e7eee6-9ef8-4594-8491-944f5b9484ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:57.500665 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-40e7eee6-9ef8-4594-8491-944f5b9484ba admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:57.500665 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-40e7eee6-9ef8-4594-8491-944f5b9484ba admin admin] 10.222.0.39 "DELETE /v2.0/networks/7e9650b3-077a-4175-b0ca-2ef0983a5cd8 HTTP/1.1" status: 204 len: 168 time: 0.7582033 Dec 14 02:51:57.532806 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7eee6-9ef8-4594-8491-944f5b9484ba admin admin] Pushing event deleted for resources: {'Network': ['ID=7e9650b3-077a-4175-b0ca-2ef0983a5cd8,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:57.703531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468a5457-6b5c-4631-a69b-008ee5adcd64 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:57.711542 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-468a5457-6b5c-4631-a69b-008ee5adcd64 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:58.103119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be38d3-9fed-44fc-8f7a-37dad6fabe66 req-a4d8299b-6b3b-4ab1-839c-3d4a58d49ae8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:58.105002 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95be38d3-9fed-44fc-8f7a-37dad6fabe66 req-a4d8299b-6b3b-4ab1-839c-3d4a58d49ae8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.5597184 Dec 14 02:51:58.116940 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55088) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:58.214937 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-05b16cb7-73ca-4a2b-b4c3-e6a60b54d42b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=059d2494f5b645129856ece992fab50e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0971372 Dec 14 02:51:58.219170 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55092) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:58.337091 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a4f29dfb-591a-4c1c-901c-dc877da97202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:58.343702 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-468a5457-6b5c-4631-a69b-008ee5adcd64 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:58.383285 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95be38d3-9fed-44fc-8f7a-37dad6fabe66 req-5cc0239e-f1d1-4a26-8c6e-8eae36b2fefa tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931083 Dec 14 02:51:58.398988 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a4f29dfb-591a-4c1c-901c-dc877da97202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:58.506135 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a5457-6b5c-4631-a69b-008ee5adcd64 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Subnet': ['ID=1f90caa6-d477-4818-ba50-8874c0713bff,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:58.521801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a5457-6b5c-4631-a69b-008ee5adcd64 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Checking segment: {'id': '14d39bbf-7e9a-4a3d-b40c-49b03fa28b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:51:58.522660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468a5457-6b5c-4631-a69b-008ee5adcd64 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network hostable DHCP agents. Network: cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:51:58.586043 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a4f29dfb-591a-4c1c-901c-dc877da97202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:58.592217 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a4f29dfb-591a-4c1c-901c-dc877da97202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:58.593771 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a4f29dfb-591a-4c1c-901c-dc877da97202 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb796360-f72b-446a-b9a9-5f9096dda3f5 HTTP/1.1" status: 204 len: 168 time: 0.3732047 Dec 14 02:51:58.611732 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f29dfb-591a-4c1c-901c-dc877da97202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb796360-f72b-446a-b9a9-5f9096dda3f5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:58.643504 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468a5457-6b5c-4631-a69b-008ee5adcd64 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:51:58.740470 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-468a5457-6b5c-4631-a69b-008ee5adcd64 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:58.752238 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c9e098-e11a-4fb1-98df-7ab4c98b3809 None None] Network cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:51:58.752953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468a5457-6b5c-4631-a69b-008ee5adcd64 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:58.760450 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-468a5457-6b5c-4631-a69b-008ee5adcd64 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:58.881816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-468a5457-6b5c-4631-a69b-008ee5adcd64 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5252852 Dec 14 02:51:58.886422 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55102) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:58.905658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-2b78815b-9d85-4411-b9e7-08020b69a5f7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1266178702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:58.967749 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f', 'network_id': 'cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f', 'project_id': 'c6ac2a6264594e69a3ab66885e726658', 'fixed_ips': [{'subnet_id': '1f90caa6-d477-4818-ba50-8874c0713bff'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:51:58.975057 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:59.101620 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2b78815b-9d85-4411-b9e7-08020b69a5f7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:59.104670 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2b78815b-9d85-4411-b9e7-08020b69a5f7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:59.272775 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2b78815b-9d85-4411-b9e7-08020b69a5f7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:59.307758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Allocated IP 172.20.0.2 (cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f/1f90caa6-d477-4818-ba50-8874c0713bff/65965c76-d938-4d0c-bfd2-41ddcd9468eb) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:51:59.328643 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2b78815b-9d85-4411-b9e7-08020b69a5f7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:59.435259 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2b78815b-9d85-4411-b9e7-08020b69a5f7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:59.440662 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55118) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:51:59.442463 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2b78815b-9d85-4411-b9e7-08020b69a5f7 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5528550 Dec 14 02:51:59.447278 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-314e3e20-8b22-49eb-b8cd-0d46f285d127 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'network_id': 'cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f', 'name': 'tempest-PortsTestJSON-943048047'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:51:59.659780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61f96d-6b4f-4f5d-851f-af247925120c req-60595206-84ca-4dac-8476-33ff5e06183f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:51:59.671335 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c61f96d-6b4f-4f5d-851f-af247925120c req-60595206-84ca-4dac-8476-33ff5e06183f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.1195838 Dec 14 02:51:59.725259 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:59.798109 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:59.819875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c61f96d-6b4f-4f5d-851f-af247925120c req-9e8fe9f8-136f-4b0c-a12c-d4c32e63c473 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466396 Dec 14 02:51:59.875416 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314e3e20-8b22-49eb-b8cd-0d46f285d127 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:51:59.877026 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Network cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:51:59.882426 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-314e3e20-8b22-49eb-b8cd-0d46f285d127 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:51:59.883911 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:51:59.894085 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:51:59.918861 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Pushing event updated for resources: {'Port': ['ID=65965c76-d938-4d0c-bfd2-41ddcd9468eb,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:51:59.954648 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-314e3e20-8b22-49eb-b8cd-0d46f285d127 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] device_id is not set on port c3b72fdf-a23e-4c2f-833e-ea4dbd4f65a1 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:52:00.033582 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Attempting to bind port 65965c76-d938-4d0c-bfd2-41ddcd9468eb on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:52:00.034037 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Attempting to bind port 65965c76-d938-4d0c-bfd2-41ddcd9468eb by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '14d39bbf-7e9a-4a3d-b40c-49b03fa28b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:52:00.034453 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Attempting to bind port 65965c76-d938-4d0c-bfd2-41ddcd9468eb on network cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:52:00.057191 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:52:00.058314 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Checking segment: {'id': '14d39bbf-7e9a-4a3d-b40c-49b03fa28b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:52:00.059789 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:00.060708 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Bound using segment: {'id': '14d39bbf-7e9a-4a3d-b40c-49b03fa28b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:52:00.061907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Bound port: 65965c76-d938-4d0c-bfd2-41ddcd9468eb, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d39bbf-7e9a-4a3d-b40c-49b03fa28b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:52:00.062303 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:00.166545 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:00.219579 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] For port 65965c76-d938-4d0c-bfd2-41ddcd9468eb, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:52:00.227326 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] For port 65965c76-d938-4d0c-bfd2-41ddcd9468eb, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=65965c76-d938-4d0c-bfd2-41ddcd9468eb,segment=NetworkSegment(14d39bbf-7e9a-4a3d-b40c-49b03fa28b85),segment_id=14d39bbf-7e9a-4a3d-b40c-49b03fa28b85)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:52:00.289980 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:00.301683 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-314e3e20-8b22-49eb-b8cd-0d46f285d127 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Allocated IP 172.20.0.6 (cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f/1f90caa6-d477-4818-ba50-8874c0713bff/c3b72fdf-a23e-4c2f-833e-ea4dbd4f65a1) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:52:00.523053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e422811d-07e8-40bc-b13a-5c2f145b07ce None None] Pushing event updated for resources: {'Port': ['ID=65965c76-d938-4d0c-bfd2-41ddcd9468eb,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:00.618974 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-314e3e20-8b22-49eb-b8cd-0d46f285d127 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:00.718829 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-314e3e20-8b22-49eb-b8cd-0d46f285d127 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:00.848891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314e3e20-8b22-49eb-b8cd-0d46f285d127 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:52:00.881924 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-314e3e20-8b22-49eb-b8cd-0d46f285d127 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:00.904941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55146) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:00.912875 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e3e20-8b22-49eb-b8cd-0d46f285d127 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=c3b72fdf-a23e-4c2f-833e-ea4dbd4f65a1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:00.939070 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314e3e20-8b22-49eb-b8cd-0d46f285d127 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:52:01.074925 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314e3e20-8b22-49eb-b8cd-0d46f285d127 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:01.077413 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-314e3e20-8b22-49eb-b8cd-0d46f285d127 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:01.163943 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-91eedf19-0305-4f74-aac6-7a6b8de88fac admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1196184006-network', 'tenant_id': '6f76aa6eff1b4356bf061d6adbe69573'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:01.236258 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-314e3e20-8b22-49eb-b8cd-0d46f285d127 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7926536 Dec 14 02:52:01.242387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55150) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:01.390237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91eedf19-0305-4f74-aac6-7a6b8de88fac admin admin] Made reservation on behalf of 6f76aa6eff1b4356bf061d6adbe69573 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:01.392842 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-91eedf19-0305-4f74-aac6-7a6b8de88fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:01.429809 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-91eedf19-0305-4f74-aac6-7a6b8de88fac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:01.709201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad6a1f-07a9-4ee3-89a7-fab88385d754 req-3e19a432-e955-4380-b9ce-984e6a103a3c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:01.717358 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32ad6a1f-07a9-4ee3-89a7-fab88385d754 req-3e19a432-e955-4380-b9ce-984e6a103a3c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.3302486 Dec 14 02:52:01.960338 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32ad6a1f-07a9-4ee3-89a7-fab88385d754 req-3bbd4149-820d-44b8-8cb3-0586259c86f2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368627 Dec 14 02:52:01.962168 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1def946b-d257-49f9-82af-c8e784d304e1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:02.020653 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1ff1e0-7396-4970-a7d1-81ee8aec9e04 None None] Network cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:02.043945 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-91eedf19-0305-4f74-aac6-7a6b8de88fac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:02.087149 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-92fa9499-84dd-4779-a6e6-f39cb3aadd3e None None] Provisioning complete for port 65965c76-d938-4d0c-bfd2-41ddcd9468eb triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:02.087796 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-92fa9499-84dd-4779-a6e6-f39cb3aadd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:02.269327 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-92fa9499-84dd-4779-a6e6-f39cb3aadd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:02.334392 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55166) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:02.362034 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-92fa9499-84dd-4779-a6e6-f39cb3aadd3e None None] For port 65965c76-d938-4d0c-bfd2-41ddcd9468eb, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=65965c76-d938-4d0c-bfd2-41ddcd9468eb,segment=NetworkSegment(14d39bbf-7e9a-4a3d-b40c-49b03fa28b85),segment_id=14d39bbf-7e9a-4a3d-b40c-49b03fa28b85)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:02.448641 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-92fa9499-84dd-4779-a6e6-f39cb3aadd3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:02.527373 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa9499-84dd-4779-a6e6-f39cb3aadd3e None None] Pushing event updated for resources: {'Port': ['ID=65965c76-d938-4d0c-bfd2-41ddcd9468eb,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:02.571227 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-224dd857-8907-418f-b5fe-a0b197599fcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:02.719257 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-91eedf19-0305-4f74-aac6-7a6b8de88fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:02.758475 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-224dd857-8907-418f-b5fe-a0b197599fcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:02.778263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91eedf19-0305-4f74-aac6-7a6b8de88fac admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:52:02.787312 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9509f536-d080-4287-b198-21b282182aec None None] Provisioning complete for port 65965c76-d938-4d0c-bfd2-41ddcd9468eb triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:02.787686 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9509f536-d080-4287-b198-21b282182aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:02.819704 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-91eedf19-0305-4f74-aac6-7a6b8de88fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:02.820804 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-91eedf19-0305-4f74-aac6-7a6b8de88fac admin admin] Added segment a2e0eaa9-3db2-4303-b5f5-8def72229cbb of type vlan for network 4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9 Dec 14 02:52:02.855408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eedf19-0305-4f74-aac6-7a6b8de88fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ce1540-156e-49c2-90ab-3d6ddd6f82c3,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:02.877259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 65965c76-d938-4d0c-bfd2-41ddcd9468eb up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:52:02.956504 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-91eedf19-0305-4f74-aac6-7a6b8de88fac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:03.013928 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 65965c76-d938-4d0c-bfd2-41ddcd9468eb triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:03.014316 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:03.076055 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9509f536-d080-4287-b198-21b282182aec None None] Provisioning complete for port c3b72fdf-a23e-4c2f-833e-ea4dbd4f65a1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:03.077121 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9509f536-d080-4287-b198-21b282182aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:03.118013 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9509f536-d080-4287-b198-21b282182aec None None] Port c3b72fdf-a23e-4c2f-833e-ea4dbd4f65a1 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:03.120182 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-63996d23-35eb-4c24-a052-b378eae4d309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:03.122078 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1def946b-d257-49f9-82af-c8e784d304e1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:03.123926 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-224dd857-8907-418f-b5fe-a0b197599fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:03.135236 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-91eedf19-0305-4f74-aac6-7a6b8de88fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:03.136164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91eedf19-0305-4f74-aac6-7a6b8de88fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:03.136743 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-91eedf19-0305-4f74-aac6-7a6b8de88fac admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:03.220978 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-224dd857-8907-418f-b5fe-a0b197599fcc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95fcf5d2c0a346399d5eecf7a392d043&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8851008 Dec 14 02:52:03.222262 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224dd857-8907-418f-b5fe-a0b197599fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0e49a0-d324-405a-904f-849b4d8e7dde,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:03.234524 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1def946b-d257-49f9-82af-c8e784d304e1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:03.236523 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55180) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:03.246859 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-91eedf19-0305-4f74-aac6-7a6b8de88fac admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3378417 Dec 14 02:52:03.250460 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55182) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:03.261615 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d2783afa-52d5-4f68-88c8-cee8ed23c843 admin admin] Request body: {'subnet': {'network_id': '4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1196184006-subnet', 'tenant_id': '6f76aa6eff1b4356bf061d6adbe69573', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:03.266914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-147f4b67-d7f6-4dfe-be87-f3bb235c7f6a None None] Provisioning complete for port c3b72fdf-a23e-4c2f-833e-ea4dbd4f65a1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:03.267294 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-147f4b67-d7f6-4dfe-be87-f3bb235c7f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:03.344620 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-147f4b67-d7f6-4dfe-be87-f3bb235c7f6a None None] Port c3b72fdf-a23e-4c2f-833e-ea4dbd4f65a1 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:03.355495 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-96dcb3e6-9d3d-48a7-8b57-f58e6b9d8bd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:03.380324 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2783afa-52d5-4f68-88c8-cee8ed23c843 admin admin] Made reservation on behalf of 6f76aa6eff1b4356bf061d6adbe69573 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:03.383038 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d2783afa-52d5-4f68-88c8-cee8ed23c843 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:03.668331 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1def946b-d257-49f9-82af-c8e784d304e1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:03.683787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eedf19-0305-4f74-aac6-7a6b8de88fac admin admin] Pushing event updated for resources: {'Network': ['ID=4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:03.699951 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:52:03.774502 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c978b6d-3fa6-499e-8a24-51f0eefcbfc9 req-804ca079-5156-4b3b-ab64-984da4c6aed1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:03.776177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c978b6d-3fa6-499e-8a24-51f0eefcbfc9 req-804ca079-5156-4b3b-ab64-984da4c6aed1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.6601734 Dec 14 02:52:03.778583 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-96dcb3e6-9d3d-48a7-8b57-f58e6b9d8bd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:03.782582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def946b-d257-49f9-82af-c8e784d304e1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=c3b72fdf-a23e-4c2f-833e-ea4dbd4f65a1,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:03.803637 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d2783afa-52d5-4f68-88c8-cee8ed23c843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:03.947380 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c978b6d-3fa6-499e-8a24-51f0eefcbfc9 req-e8da252c-8a46-458b-ac75-749ceefcad4f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602833 Dec 14 02:52:03.957623 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2783afa-52d5-4f68-88c8-cee8ed23c843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d6df2c-16c4-43aa-9206-9affa7b422b7,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:03.967824 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2783afa-52d5-4f68-88c8-cee8ed23c843 admin admin] Checking segment: {'id': 'a2e0eaa9-3db2-4303-b5f5-8def72229cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:52:03.972571 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2783afa-52d5-4f68-88c8-cee8ed23c843 admin admin] Network hostable DHCP agents. Network: 4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:52:03.973327 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-54d8ab86-2224-4e74-9593-b32fb8f6895c None None] Provisioning complete for port c3b72fdf-a23e-4c2f-833e-ea4dbd4f65a1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:03.974154 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-54d8ab86-2224-4e74-9593-b32fb8f6895c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:04.038061 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-54d8ab86-2224-4e74-9593-b32fb8f6895c None None] Port c3b72fdf-a23e-4c2f-833e-ea4dbd4f65a1 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:04.134307 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1def946b-d257-49f9-82af-c8e784d304e1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:04.134872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2783afa-52d5-4f68-88c8-cee8ed23c843 admin admin] Network 4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:52:04.171242 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-96dcb3e6-9d3d-48a7-8b57-f58e6b9d8bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:04.174111 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-96dcb3e6-9d3d-48a7-8b57-f58e6b9d8bd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:04.181665 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-96dcb3e6-9d3d-48a7-8b57-f58e6b9d8bd5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac0e49a0-d324-405a-904f-849b4d8e7dde HTTP/1.1" status: 204 len: 168 time: 0.9382896 Dec 14 02:52:04.216773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dcb3e6-9d3d-48a7-8b57-f58e6b9d8bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0e49a0-d324-405a-904f-849b4d8e7dde,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:04.283920 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-d2783afa-52d5-4f68-88c8-cee8ed23c843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:04.294977 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473ededd-25d4-49bd-8de4-8a41afb77105 None None] Network 4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:04.297898 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2783afa-52d5-4f68-88c8-cee8ed23c843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:04.299700 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d2783afa-52d5-4f68-88c8-cee8ed23c843 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:04.422398 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d2783afa-52d5-4f68-88c8-cee8ed23c843 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1703966 Dec 14 02:52:04.612398 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29177e47-8126-4713-8a74-57602fb84739 None None] Network 4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:04.741220 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1def946b-d257-49f9-82af-c8e784d304e1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:04.802986 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1def946b-d257-49f9-82af-c8e784d304e1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:04.978295 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1def946b-d257-49f9-82af-c8e784d304e1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:04.981218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def946b-d257-49f9-82af-c8e784d304e1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=c3b72fdf-a23e-4c2f-833e-ea4dbd4f65a1,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:05.236569 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1def946b-d257-49f9-82af-c8e784d304e1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:52:05.239881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-1def946b-d257-49f9-82af-c8e784d304e1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:05.306525 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55210) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:05.323570 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e81454d-8288-4f4c-b483-9b3ff48919c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:05.395358 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34709e-8680-4b93-86d1-9965b5ce35e3 req-c34c802a-17f6-46ce-9dd9-a2877c400ac8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:05.397715 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be34709e-8680-4b93-86d1-9965b5ce35e3 req-c34c802a-17f6-46ce-9dd9-a2877c400ac8 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.2899010 Dec 14 02:52:05.527912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be34709e-8680-4b93-86d1-9965b5ce35e3 req-627b140d-2530-4642-83d7-99a0ec4583f9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790410 Dec 14 02:52:05.531415 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6d14332-fe0a-4e7c-9f3c-c0a98ce9f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:05.533959 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e81454d-8288-4f4c-b483-9b3ff48919c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:05.603132 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e81454d-8288-4f4c-b483-9b3ff48919c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:05.630877 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1def946b-d257-49f9-82af-c8e784d304e1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Router 44e5cf12-daf7-4bc3-a423-807dd24cc54b is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:52:05.671946 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81454d-8288-4f4c-b483-9b3ff48919c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6841e4da-c5d2-4ac7-8e4e-a3be56b54f80,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:05.681587 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6e81454d-8288-4f4c-b483-9b3ff48919c4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7132649f2e674e238061d0a33b5aae71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3732929 Dec 14 02:52:05.685032 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55214) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:05.707637 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-929595c8-ddc6-4fa2-bdaf-3f95d6658af4 None None] Provisioning complete for port c3b72fdf-a23e-4c2f-833e-ea4dbd4f65a1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:05.709694 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-929595c8-ddc6-4fa2-bdaf-3f95d6658af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:05.750415 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-929595c8-ddc6-4fa2-bdaf-3f95d6658af4 None None] Port c3b72fdf-a23e-4c2f-833e-ea4dbd4f65a1 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:05.790762 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a249de7-fdea-4406-99da-7e88f2ee719f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:05.798916 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1def946b-d257-49f9-82af-c8e784d304e1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:52:05.806400 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1def946b-d257-49f9-82af-c8e784d304e1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "PUT /v2.0/routers/44e5cf12-daf7-4bc3-a423-807dd24cc54b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5362968 Dec 14 02:52:05.808907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55216) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:05.811393 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d9671d-d9db-4a56-9f1c-b4849c4f109b None None] Sync routers for ids ['44e5cf12-daf7-4bc3-a423-807dd24cc54b'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:52:05.832066 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d9671d-d9db-4a56-9f1c-b4849c4f109b None None] Routers {'44e5cf12-daf7-4bc3-a423-807dd24cc54b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:52:05.832741 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-88d9671d-d9db-4a56-9f1c-b4849c4f109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:52:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['44e5cf12-daf7-4bc3-a423-807dd24cc54b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:05.849814 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a249de7-fdea-4406-99da-7e88f2ee719f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:05.885114 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-88d9671d-d9db-4a56-9f1c-b4849c4f109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:05.897611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d9671d-d9db-4a56-9f1c-b4849c4f109b None None] Routers {'44e5cf12-daf7-4bc3-a423-807dd24cc54b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:52:05.898245 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-88d9671d-d9db-4a56-9f1c-b4849c4f109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:52:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['44e5cf12-daf7-4bc3-a423-807dd24cc54b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:05.910800 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11290b62-2701-4133-8032-8f60b37c51db tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:05.913023 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-11290b62-2701-4133-8032-8f60b37c51db tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports?device_id=44e5cf12-daf7-4bc3-a423-807dd24cc54b HTTP/1.1" status: 200 len: 981 time: 0.1026843 Dec 14 02:52:05.915987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55220) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:05.968019 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-88d9671d-d9db-4a56-9f1c-b4849c4f109b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:05.968700 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d9671d-d9db-4a56-9f1c-b4849c4f109b None None] The sync data for ids ['44e5cf12-daf7-4bc3-a423-807dd24cc54b'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:52:06.008508 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a249de7-fdea-4406-99da-7e88f2ee719f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:06.011845 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a249de7-fdea-4406-99da-7e88f2ee719f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:06.015914 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3a249de7-fdea-4406-99da-7e88f2ee719f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6841e4da-c5d2-4ac7-8e4e-a3be56b54f80 HTTP/1.1" status: 204 len: 168 time: 0.3297274 Dec 14 02:52:06.036035 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a249de7-fdea-4406-99da-7e88f2ee719f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6841e4da-c5d2-4ac7-8e4e-a3be56b54f80,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:06.289619 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:06.511583 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d968451e-fd65-4b75-8e8f-7874d7365e17 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:06.792959 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7ae7f-0cb8-4643-92ce-a039996d94f0 req-2191f6b2-b75b-499a-806f-aa3df6ecec21 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:06.801244 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ef7ae7f-0cb8-4643-92ce-a039996d94f0 req-2191f6b2-b75b-499a-806f-aa3df6ecec21 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.0874898 Dec 14 02:52:06.867623 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ef7ae7f-0cb8-4643-92ce-a039996d94f0 req-07e1dc99-b2ad-4e26-84e7-8864609fbf8f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613873 Dec 14 02:52:06.997501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-d968451e-fd65-4b75-8e8f-7874d7365e17 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port c3b72fdf-a23e-4c2f-833e-ea4dbd4f65a1 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:52:06.997861 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d968451e-fd65-4b75-8e8f-7874d7365e17 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:07.149481 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d968451e-fd65-4b75-8e8f-7874d7365e17 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:07.167064 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-d968451e-fd65-4b75-8e8f-7874d7365e17 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for c3b72fdf-a23e-4c2f-833e-ea4dbd4f65a1 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:52:07.446294 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d968451e-fd65-4b75-8e8f-7874d7365e17 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:07.519520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968451e-fd65-4b75-8e8f-7874d7365e17 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=c3b72fdf-a23e-4c2f-833e-ea4dbd4f65a1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:07.683264 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:07.779398 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d968451e-fd65-4b75-8e8f-7874d7365e17 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:08.132453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d968451e-fd65-4b75-8e8f-7874d7365e17 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Router 44e5cf12-daf7-4bc3-a423-807dd24cc54b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:52:08.166759 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ea4a3-69ae-49f2-b8ed-4ddcb66c5c47 req-ef040561-d4df-40dd-a943-ea369833998e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:08.178092 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c85ea4a3-69ae-49f2-b8ed-4ddcb66c5c47 req-ef040561-d4df-40dd-a943-ea369833998e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.0889304 Dec 14 02:52:08.343387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d968451e-fd65-4b75-8e8f-7874d7365e17 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:52:08.354888 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55264) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:08.360210 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caffcfbb-7102-43fa-96b2-40e1f423a398 None None] Sync routers for ids ['44e5cf12-daf7-4bc3-a423-807dd24cc54b'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:52:08.375507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d968451e-fd65-4b75-8e8f-7874d7365e17 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "PUT /v2.0/routers/44e5cf12-daf7-4bc3-a423-807dd24cc54b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4579985 Dec 14 02:52:08.386777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c85ea4a3-69ae-49f2-b8ed-4ddcb66c5c47 req-1c636743-b352-40d8-ba13-013f25d8bf38 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076387 Dec 14 02:52:08.395761 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caffcfbb-7102-43fa-96b2-40e1f423a398 None None] Routers {'44e5cf12-daf7-4bc3-a423-807dd24cc54b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:52:08.396525 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-caffcfbb-7102-43fa-96b2-40e1f423a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:52:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['44e5cf12-daf7-4bc3-a423-807dd24cc54b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:08.452886 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b75214-c477-4ec9-82e1-3a66ecea3c6b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] GET failed (client error): The resource could not be found. Dec 14 02:52:08.457585 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c1b75214-c477-4ec9-82e1-3a66ecea3c6b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports/c3b72fdf-a23e-4c2f-833e-ea4dbd4f65a1 HTTP/1.1" status: 404 len: 333 time: 0.1007535 Dec 14 02:52:08.460897 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55266) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:08.475657 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-caffcfbb-7102-43fa-96b2-40e1f423a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:08.491071 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caffcfbb-7102-43fa-96b2-40e1f423a398 None None] Routers {'44e5cf12-daf7-4bc3-a423-807dd24cc54b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:52:08.492128 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-caffcfbb-7102-43fa-96b2-40e1f423a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:52:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['44e5cf12-daf7-4bc3-a423-807dd24cc54b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:08.574927 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-caffcfbb-7102-43fa-96b2-40e1f423a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:08.575048 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caffcfbb-7102-43fa-96b2-40e1f423a398 None None] The sync data for ids ['44e5cf12-daf7-4bc3-a423-807dd24cc54b'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:52:08.603240 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:08.607550 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1a1644c8-e908-47e1-ad12-e5dbe1d489ba tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:09.342517 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1a1644c8-e908-47e1-ad12-e5dbe1d489ba tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:09.345170 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1a1644c8-e908-47e1-ad12-e5dbe1d489ba tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:09.455563 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1a1644c8-e908-47e1-ad12-e5dbe1d489ba tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:09.457018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1644c8-e908-47e1-ad12-e5dbe1d489ba tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Fanout notify agent at l3_agent the message router_deleted on router 44e5cf12-daf7-4bc3-a423-807dd24cc54b {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:52:09.483056 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1a1644c8-e908-47e1-ad12-e5dbe1d489ba tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:09.487894 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55288) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:09.489257 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1a1644c8-e908-47e1-ad12-e5dbe1d489ba tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/routers/44e5cf12-daf7-4bc3-a423-807dd24cc54b HTTP/1.1" status: 204 len: 168 time: 1.0236406 Dec 14 02:52:09.545171 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2e5dac-1fd2-418b-940a-f3cdef5a3c7e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting subnet 1f90caa6-d477-4818-ba50-8874c0713bff {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:52:09.548954 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5dac-1fd2-418b-940a-f3cdef5a3c7e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:09.549290 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bd9cc-8627-4fc7-ba9a-d12423e738f1 req-35f8fffb-fa0f-4d9a-8e7e-758015732ca4 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:09.551024 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-432bd9cc-8627-4fc7-ba9a-d12423e738f1 req-35f8fffb-fa0f-4d9a-8e7e-758015732ca4 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.0527718 Dec 14 02:52:09.620630 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-432bd9cc-8627-4fc7-ba9a-d12423e738f1 req-7a851d0a-349c-4fbd-90e9-818037eb3d58 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625498 Dec 14 02:52:09.628174 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5dac-1fd2-418b-940a-f3cdef5a3c7e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:09.748294 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5dac-1fd2-418b-940a-f3cdef5a3c7e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:09.934594 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5dac-1fd2-418b-940a-f3cdef5a3c7e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:09.993985 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e5dac-1fd2-418b-940a-f3cdef5a3c7e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Subnet': ['ID=1f90caa6-d477-4818-ba50-8874c0713bff,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:09.994819 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf8f00f-9693-4cf4-88ac-7d00a4e50af7 None None] Network cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:09.995236 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4a2e5dac-1fd2-418b-940a-f3cdef5a3c7e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:09.995236 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4a2e5dac-1fd2-418b-940a-f3cdef5a3c7e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/1f90caa6-d477-4818-ba50-8874c0713bff HTTP/1.1" status: 204 len: 168 time: 0.5035932 Dec 14 02:52:09.995433 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55302) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:10.169980 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:10.211329 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf94f31-2d20-45e2-8f5a-d088e1eb8a22 None None] DHCP port deletion for cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:52:10.239152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port 65965c76-d938-4d0c-bfd2-41ddcd9468eb {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:52:10.239590 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:10.271111 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5bf94f31-2d20-45e2-8f5a-d088e1eb8a22 None None] Deleting port 65965c76-d938-4d0c-bfd2-41ddcd9468eb {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:52:10.271731 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5bf94f31-2d20-45e2-8f5a-d088e1eb8a22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:10.334500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] For port 65965c76-d938-4d0c-bfd2-41ddcd9468eb, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=65965c76-d938-4d0c-bfd2-41ddcd9468eb,segment=NetworkSegment(14d39bbf-7e9a-4a3d-b40c-49b03fa28b85),segment_id=14d39bbf-7e9a-4a3d-b40c-49b03fa28b85)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:10.334500 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:10.354375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for 65965c76-d938-4d0c-bfd2-41ddcd9468eb owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:52:10.407517 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5bf94f31-2d20-45e2-8f5a-d088e1eb8a22 None None] For port 65965c76-d938-4d0c-bfd2-41ddcd9468eb, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=65965c76-d938-4d0c-bfd2-41ddcd9468eb,segment=NetworkSegment(14d39bbf-7e9a-4a3d-b40c-49b03fa28b85),segment_id=14d39bbf-7e9a-4a3d-b40c-49b03fa28b85)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:10.408559 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5bf94f31-2d20-45e2-8f5a-d088e1eb8a22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:10.423261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5bf94f31-2d20-45e2-8f5a-d088e1eb8a22 None None] Calling delete_port for 65965c76-d938-4d0c-bfd2-41ddcd9468eb owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:52:10.563812 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:10.580796 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5bf94f31-2d20-45e2-8f5a-d088e1eb8a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:10.597247 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=65965c76-d938-4d0c-bfd2-41ddcd9468eb,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:10.602770 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No DVR routers for this DVR port 65965c76-d938-4d0c-bfd2-41ddcd9468eb on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:52:10.612090 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf94f31-2d20-45e2-8f5a-d088e1eb8a22 None None] Pushing event deleted for resources: {'Port': ['ID=65965c76-d938-4d0c-bfd2-41ddcd9468eb,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:10.616693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf94f31-2d20-45e2-8f5a-d088e1eb8a22 None None] No DVR routers for this DVR port 65965c76-d938-4d0c-bfd2-41ddcd9468eb on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:52:10.794782 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:10.801151 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 65965c76-d938-4d0c-bfd2-41ddcd9468eb no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:52:10.829704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 65965c76-d938-4d0c-bfd2-41ddcd9468eb {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:52:10.830289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 65965c76-d938-4d0c-bfd2-41ddcd9468eb not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:52:10.903619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:10.929109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d9c9c-470a-4d7f-adea-393a8c5f0b5e req-e72c017b-fe9c-4e16-8d49-6dfd107356d3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:10.930776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-681d9c9c-470a-4d7f-adea-393a8c5f0b5e req-e72c017b-fe9c-4e16-8d49-6dfd107356d3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.2172046 Dec 14 02:52:10.935495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d39bbf-7e9a-4a3d-b40c-49b03fa28b85') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:10.935813 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d39bbf-7e9a-4a3d-b40c-49b03fa28b85') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:10.969921 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:11.008940 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:11.031608 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:52:11.032000 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:52:11.037398 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:52:11.079892 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-5dc718cc-1e74-45bb-8ba3-ebf147baafa6 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:11.086901 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-5dc718cc-1e74-45bb-8ba3-ebf147baafa6 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/networks?id=4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9 HTTP/1.1" status: 200 len: 813 time: 0.3328581 Dec 14 02:52:11.095428 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-681d9c9c-470a-4d7f-adea-393a8c5f0b5e req-ff996530-f632-4b89-ba41-dec2e9aecfa7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558855 Dec 14 02:52:11.125128 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-06023c1e-684f-4ed7-9234-eb562fdbe0ee tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/quotas/6f76aa6eff1b4356bf061d6adbe69573 HTTP/1.1" status: 200 len: 375 time: 0.0372956 Dec 14 02:52:11.167931 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-f0ba8a8b-33ae-4241-ba7a-9badbbcdd694 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f76aa6eff1b4356bf061d6adbe69573&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418239 Dec 14 02:52:11.348804 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:11.358067 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:11.361241 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/networks/cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f HTTP/1.1" status: 204 len: 168 time: 1.3648622 Dec 14 02:52:11.369932 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55348) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:11.376224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c316d12-51fa-4221-9476-fe08ce8b14bf tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Network': ['ID=cfb7f1ea-a301-4f3b-9b3e-cac5cf7f280f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:11.444207 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebfd7ee-35de-45b6-ba99-2ad8b2211452 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:11.447253 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-70ff1514-9420-4f96-aa5b-a9dd3fbbecf8 service neutron] 10.222.0.39 "GET /v2.0/networks/4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783802 Dec 14 02:52:11.452495 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9ebfd7ee-35de-45b6-ba99-2ad8b2211452 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports/698100b3-1908-4803-af3e-56ba8af79859 HTTP/1.1" status: 200 len: 840 time: 0.0807486 Dec 14 02:52:11.453459 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55354) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:11.530168 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8f5801e5-8b04-4eba-bea8-4b85db2002e6 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports/698100b3-1908-4803-af3e-56ba8af79859?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0753398 Dec 14 02:52:11.531059 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55356) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:11.541775 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a8c94c9f-49da-4d68-bb37-9b33ffde7f2b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'subnet': {'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:11.590996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-a27fd009-7057-410d-a086-e3a939f63916 service neutron] 10.222.0.39 "GET /v2.0/networks/4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427724 Dec 14 02:52:11.592655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f8e72-e4f4-4feb-ace4-43b9e5e1967a req-ea9d8816-94b8-4272-b7a3-283648c0ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:11.594137 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-998f8e72-e4f4-4feb-ace4-43b9e5e1967a req-ea9d8816-94b8-4272-b7a3-283648c0ae83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 1096 time: 0.0918305 Dec 14 02:52:11.688586 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c94c9f-49da-4d68-bb37-9b33ffde7f2b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:11.692272 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a8c94c9f-49da-4d68-bb37-9b33ffde7f2b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:11.724204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f8e72-e4f4-4feb-ace4-43b9e5e1967a req-d0b4030d-32b8-4fb0-8b13-12ad15d56c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:11.730036 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-998f8e72-e4f4-4feb-ace4-43b9e5e1967a req-d0b4030d-32b8-4fb0-8b13-12ad15d56c7b service neutron] 10.222.0.47 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.1287508 Dec 14 02:52:11.794134 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-998f8e72-e4f4-4feb-ace4-43b9e5e1967a req-79d43d56-dad9-4393-a1ef-499e7a35eb9a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c910dec-c3e6-4916-9379-b97e781faa42 HTTP/1.1" status: 200 len: 217 time: 0.0570230 Dec 14 02:52:11.888706 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f8e72-e4f4-4feb-ace4-43b9e5e1967a req-faac2e25-2d90-481c-9401-f63f7407b11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:11.890385 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-998f8e72-e4f4-4feb-ace4-43b9e5e1967a req-faac2e25-2d90-481c-9401-f63f7407b11a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.0819812 Dec 14 02:52:11.976846 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81fb63b9-4748-4ac6-bfb7-37952257e550 req-88c3d027-a9e1-4008-b4c8-030f36f7cda9 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 210 time: 0.0557544 Dec 14 02:52:12.004240 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f8e72-e4f4-4feb-ace4-43b9e5e1967a req-305fdbe8-1042-4539-8c2c-3d62f45b30fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:12.012932 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-998f8e72-e4f4-4feb-ace4-43b9e5e1967a req-305fdbe8-1042-4539-8c2c-3d62f45b30fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147983 Dec 14 02:52:12.172188 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-998f8e72-e4f4-4feb-ace4-43b9e5e1967a req-c8b7d9c3-da6b-4e74-989b-de62bc717361 service neutron] 10.222.0.47 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508386 Dec 14 02:52:12.225203 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a8c94c9f-49da-4d68-bb37-9b33ffde7f2b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:12.313580 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69361ce3-9b68-4867-8ed1-140ff5e4cfa0 req-90acad50-b0fe-48c9-a9fd-bf341f116097 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:12.315141 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69361ce3-9b68-4867-8ed1-140ff5e4cfa0 req-90acad50-b0fe-48c9-a9fd-bf341f116097 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.1281857 Dec 14 02:52:12.339138 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c94c9f-49da-4d68-bb37-9b33ffde7f2b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:52:12.347059 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-a8c94c9f-49da-4d68-bb37-9b33ffde7f2b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:12.347059 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c94c9f-49da-4d68-bb37-9b33ffde7f2b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Subnet': ['ID=eb29fe65-3b9e-4319-b2e6-8fc27fcd07f3,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:12.351872 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-998f8e72-e4f4-4feb-ace4-43b9e5e1967a req-0d0b55c5-78c3-4d9c-aa8d-ecde96860771 service neutron] 10.222.0.47 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727772 Dec 14 02:52:12.354352 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede6318f-1949-4c41-99b7-3d7c6cbe5891 None None] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:12.355442 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c94c9f-49da-4d68-bb37-9b33ffde7f2b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:12.357856 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a8c94c9f-49da-4d68-bb37-9b33ffde7f2b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:12.408950 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69361ce3-9b68-4867-8ed1-140ff5e4cfa0 req-35259b12-025f-4545-a586-82aaf0c9a3bd tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750935 Dec 14 02:52:12.516355 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-07efdd99-7e80-49ea-9a12-853fbf69ba97', 'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97', 'project_id': 'c6ac2a6264594e69a3ab66885e726658', 'fixed_ips': [{'subnet_id': 'eb29fe65-3b9e-4319-b2e6-8fc27fcd07f3'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:52:12.517824 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:12.524270 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55376) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:12.524642 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a8c94c9f-49da-4d68-bb37-9b33ffde7f2b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9921827 Dec 14 02:52:12.530848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-472c734b-ca67-4299-8010-81db44d7925b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'security_group': {'name': 'tempest-secgroup-1906732468'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:12.643543 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-472c734b-ca67-4299-8010-81db44d7925b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:12.802533 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-472c734b-ca67-4299-8010-81db44d7925b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:12.812859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Allocated IP 172.20.0.2 (07efdd99-7e80-49ea-9a12-853fbf69ba97/eb29fe65-3b9e-4319-b2e6-8fc27fcd07f3/1a98f9b8-4b9d-423f-a5b7-08af67239596) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:52:12.889335 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-472c734b-ca67-4299-8010-81db44d7925b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:12.951779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c734b-ca67-4299-8010-81db44d7925b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb0f64e-4e5a-4f46-b1f2-bf57967162e3,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:13.039508 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-472c734b-ca67-4299-8010-81db44d7925b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:13.039508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-472c734b-ca67-4299-8010-81db44d7925b tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5112994 Dec 14 02:52:13.039508 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55392) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:13.044145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-367ba9d5-88ef-4355-bff3-fe42abf833f5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'security_group': {'name': 'tempest-secgroup-147269372'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:13.051307 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:13.100981 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e8d1a06-8e9a-4104-843a-193ebedfba6f req-1a7e1b28-5516-443d-9d28-cce4c3d6be4e tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 210 time: 0.0386217 Dec 14 02:52:13.146289 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:13.186470 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:52:13.189458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:13.192325 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-367ba9d5-88ef-4355-bff3-fe42abf833f5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:13.192708 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:52:13.208542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Pushing event updated for resources: {'Port': ['ID=1a98f9b8-4b9d-423f-a5b7-08af67239596,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:13.231877 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:13.232235 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:13.232584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:13.232925 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:13.233490 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:13.233835 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:13.234160 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:13.234658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:13.235540 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:13.238289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:13.240004 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:13.240004 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:13.240004 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:13.268811 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Attempting to bind port 1a98f9b8-4b9d-423f-a5b7-08af67239596 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:52:13.269183 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Attempting to bind port 1a98f9b8-4b9d-423f-a5b7-08af67239596 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '5f09dc14-ae26-45d9-8da4-59c3bd285659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:52:13.269798 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Attempting to bind port 1a98f9b8-4b9d-423f-a5b7-08af67239596 on network 07efdd99-7e80-49ea-9a12-853fbf69ba97 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:52:13.277015 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:52:13.277291 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-367ba9d5-88ef-4355-bff3-fe42abf833f5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:13.277929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Checking segment: {'id': '5f09dc14-ae26-45d9-8da4-59c3bd285659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:52:13.278352 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:13.278757 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Bound using segment: {'id': '5f09dc14-ae26-45d9-8da4-59c3bd285659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:52:13.279242 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Bound port: 1a98f9b8-4b9d-423f-a5b7-08af67239596, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f09dc14-ae26-45d9-8da4-59c3bd285659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:52:13.279635 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:13.357658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] For port 1a98f9b8-4b9d-423f-a5b7-08af67239596, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:52:13.360933 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] For port 1a98f9b8-4b9d-423f-a5b7-08af67239596, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1a98f9b8-4b9d-423f-a5b7-08af67239596,segment=NetworkSegment(5f09dc14-ae26-45d9-8da4-59c3bd285659),segment_id=5f09dc14-ae26-45d9-8da4-59c3bd285659)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:52:13.385180 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-367ba9d5-88ef-4355-bff3-fe42abf833f5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:13.414627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ba9d5-88ef-4355-bff3-fe42abf833f5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=293a41d1-1e23-4fae-a30a-72a44eba5653,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:13.552612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04230a6b-c905-46ed-becb-59c2e6189896 req-2c3ec19a-fa21-4d94-bf88-0c31bb775b63 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:13.554255 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04230a6b-c905-46ed-becb-59c2e6189896 req-2c3ec19a-fa21-4d94-bf88-0c31bb775b63 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.0640161 Dec 14 02:52:13.612915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04230a6b-c905-46ed-becb-59c2e6189896 req-106c12a3-5c95-43aa-bac5-d18bfc761e23 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519764 Dec 14 02:52:13.834807 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:14.014348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a8a7e-3c19-4774-b719-29d369049f79 None None] Pushing event updated for resources: {'Port': ['ID=1a98f9b8-4b9d-423f-a5b7-08af67239596,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:14.084996 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-367ba9d5-88ef-4355-bff3-fe42abf833f5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:14.084996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-367ba9d5-88ef-4355-bff3-fe42abf833f5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0405428 Dec 14 02:52:14.084996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55408) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:14.094981 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-ad9038fc-22b9-40a3-80a4-3a21a3a0c3af tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1037333988', 'security_groups': ['293a41d1-1e23-4fae-a30a-72a44eba5653'], 'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eb29fe65-3b9e-4319-b2e6-8fc27fcd07f3'}]}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:14.230073 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4af6f375-8a04-442b-b007-cf135305aa87 req-33e8880c-15a1-477b-b7ce-a37fd656617e tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 210 time: 0.0361605 Dec 14 02:52:14.385417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9038fc-22b9-40a3-80a4-3a21a3a0c3af tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:14.525564 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ad9038fc-22b9-40a3-80a4-3a21a3a0c3af tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:14.547694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-ad9038fc-22b9-40a3-80a4-3a21a3a0c3af tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] device_id is not set on port f59092f2-9694-43df-bb0b-71ce4410db4b yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:52:14.615048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4c910dec-c3e6-4916-9379-b97e781faa42 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:52:14.765081 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:14.808475 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4c910dec-c3e6-4916-9379-b97e781faa42, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4c910dec-c3e6-4916-9379-b97e781faa42,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:14.810111 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b0f30c-037b-405f-9e1e-746bd9b3a08c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c910dec-c3e6-4916-9379-b97e781faa42'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:52:14.812743 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b59df9-83ce-4b5a-9893-b257b5b22447" -d '{"events": [{"server_uuid": "75b0f30c-037b-405f-9e1e-746bd9b3a08c", "name": "network-vif-unplugged", "status": "completed", "tag": "4c910dec-c3e6-4916-9379-b97e781faa42"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:52:14.893992 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:14.942623 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1a98f9b8-4b9d-423f-a5b7-08af67239596 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:52:14.955160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26061ee2-ab03-4688-9d68-28841a523a05 req-9ea8f72c-8e6a-48cd-8c4d-ed07320878a6 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:14.964905 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26061ee2-ab03-4688-9d68-28841a523a05 req-9ea8f72c-8e6a-48cd-8c4d-ed07320878a6 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 945 time: 0.1815033 Dec 14 02:52:15.070066 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26061ee2-ab03-4688-9d68-28841a523a05 req-8834970b-adde-41d2-8c27-07229939f605 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988774 Dec 14 02:52:15.086383 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-ad9038fc-22b9-40a3-80a4-3a21a3a0c3af tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Allocated IP 172.20.0.14 (07efdd99-7e80-49ea-9a12-853fbf69ba97/eb29fe65-3b9e-4319-b2e6-8fc27fcd07f3/f59092f2-9694-43df-bb0b-71ce4410db4b) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:52:15.106974 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1a98f9b8-4b9d-423f-a5b7-08af67239596 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:15.108349 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:15.176738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4c910dec-c3e6-4916-9379-b97e781faa42,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:15.342876 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:15.351882 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4caee8f-742c-48d7-8910-8e881037e02f x-openstack-request-id: req-a4caee8f-742c-48d7-8910-8e881037e02f {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:52:15.353405 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b0f30c-037b-405f-9e1e-746bd9b3a08c", "name": "network-vif-unplugged", "status": "completed", "tag": "4c910dec-c3e6-4916-9379-b97e781faa42", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:52:15.353405 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4caee8f-742c-48d7-8910-8e881037e02f {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:52:15.353706 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b0f30c-037b-405f-9e1e-746bd9b3a08c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c910dec-c3e6-4916-9379-b97e781faa42', 'code': 200} Dec 14 02:52:15.404175 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14836ea6-25f4-45b3-b1eb-98493fa6564a req-b3c63ff8-d645-45ba-8562-ed22f71489a7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:15.405364 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 1a98f9b8-4b9d-423f-a5b7-08af67239596, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1a98f9b8-4b9d-423f-a5b7-08af67239596,segment=NetworkSegment(5f09dc14-ae26-45d9-8da4-59c3bd285659),segment_id=5f09dc14-ae26-45d9-8da4-59c3bd285659)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:15.405947 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14836ea6-25f4-45b3-b1eb-98493fa6564a req-b3c63ff8-d645-45ba-8562-ed22f71489a7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1816001 Dec 14 02:52:15.489654 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:15.549796 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fc57fea-5dd5-4b3e-b479-5881de3a2ccc req-98c9136d-c1ce-44b0-a665-826d423599cd tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 210 time: 0.0432651 Dec 14 02:52:15.552913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=1a98f9b8-4b9d-423f-a5b7-08af67239596,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:15.578932 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ad9038fc-22b9-40a3-80a4-3a21a3a0c3af tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:15.598245 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6e88295f-a478-4d6b-9a1c-c9eac6d51c35 None None] Provisioning complete for port 1a98f9b8-4b9d-423f-a5b7-08af67239596 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:15.598949 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e88295f-a478-4d6b-9a1c-c9eac6d51c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:15.628991 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14836ea6-25f4-45b3-b1eb-98493fa6564a req-a7de82f8-773e-4d13-ba06-cdc2ab77fcd0 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893260 Dec 14 02:52:15.739767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-36d160ba-d0c7-4001-ae61-f072a1db8c4c tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:15.741582 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-36d160ba-d0c7-4001-ae61-f072a1db8c4c tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.46 "GET /v2.0/networks?id=4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9 HTTP/1.1" status: 200 len: 813 time: 0.3324792 Dec 14 02:52:15.772693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6e88295f-a478-4d6b-9a1c-c9eac6d51c35 None None] Provisioning complete for port 698100b3-1908-4803-af3e-56ba8af79859 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:15.773280 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e88295f-a478-4d6b-9a1c-c9eac6d51c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:15.808117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-1359810f-8c53-4c8e-a057-97c399decb09 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Request body: {'port': {'device_id': '0abf247f-3f1e-4e26-8e3a-030c221a59ff', 'network_id': '4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9', 'admin_state_up': True, 'tenant_id': '6f76aa6eff1b4356bf061d6adbe69573'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:15.827617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6e88295f-a478-4d6b-9a1c-c9eac6d51c35 None None] Port 698100b3-1908-4803-af3e-56ba8af79859 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:15.881900 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ad9038fc-22b9-40a3-80a4-3a21a3a0c3af tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:15.941848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf2404-044c-4163-9872-d850802f7114 req-62e35a1a-5082-4a57-bfe4-19c142fc3c6b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:15.943448 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9bf2404-044c-4163-9872-d850802f7114 req-62e35a1a-5082-4a57-bfe4-19c142fc3c6b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.2118990 Dec 14 02:52:15.985633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9038fc-22b9-40a3-80a4-3a21a3a0c3af tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:52:15.998645 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9038fc-22b9-40a3-80a4-3a21a3a0c3af tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=f59092f2-9694-43df-bb0b-71ce4410db4b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:16.002436 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-ad9038fc-22b9-40a3-80a4-3a21a3a0c3af tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:16.005465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9038fc-22b9-40a3-80a4-3a21a3a0c3af tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:52:16.065906 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9038fc-22b9-40a3-80a4-3a21a3a0c3af tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:16.066407 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ad9038fc-22b9-40a3-80a4-3a21a3a0c3af tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:16.119616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9bf2404-044c-4163-9872-d850802f7114 req-9f9732fa-e662-4ab9-b5b6-7e33db43ea28 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646821 Dec 14 02:52:16.197249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ad9038fc-22b9-40a3-80a4-3a21a3a0c3af tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1109202 Dec 14 02:52:16.200651 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55462) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:16.207056 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5849b66b-19fa-4e4a-b034-e280b2bf81b5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'subnet': {'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:16.288412 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-1359810f-8c53-4c8e-a057-97c399decb09 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Made reservation on behalf of 6f76aa6eff1b4356bf061d6adbe69573 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:16.292487 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-1359810f-8c53-4c8e-a057-97c399decb09 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:16.469486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-1359810f-8c53-4c8e-a057-97c399decb09 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Allocated IP 172.20.0.6 (4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9/00d6df2c-16c4-43aa-9206-9affa7b422b7/3c28ab3c-c180-4474-981c-0df3ad6c051a) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:52:16.475134 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ad79f8fc-8f8f-4894-8468-7781c191936a None None] Provisioning complete for port f59092f2-9694-43df-bb0b-71ce4410db4b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:16.475658 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ad79f8fc-8f8f-4894-8468-7781c191936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:16.512263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5849b66b-19fa-4e4a-b034-e280b2bf81b5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:16.520089 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5849b66b-19fa-4e4a-b034-e280b2bf81b5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:16.573606 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ad79f8fc-8f8f-4894-8468-7781c191936a None None] Port f59092f2-9694-43df-bb0b-71ce4410db4b cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:16.733575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190034fe-7db0-4886-8b64-cc13e804be3a req-32dc9feb-ab38-480e-bf7a-89ac065bc138 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:16.740687 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-190034fe-7db0-4886-8b64-cc13e804be3a req-32dc9feb-ab38-480e-bf7a-89ac065bc138 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1743920 Dec 14 02:52:16.751457 n-d-821636-1 neutron-server[103847]: INFO neutron.db.ipam_backend_mixin [None req-5849b66b-19fa-4e4a-b034-e280b2bf81b5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eb29fe65-3b9e-4319-b2e6-8fc27fcd07f3 (CIDR: 172.20.0.0/28) Dec 14 02:52:16.799975 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1a98f9b8-4b9d-423f-a5b7-08af67239596 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:52:16.803297 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-5849b66b-19fa-4e4a-b034-e280b2bf81b5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:52:16.803940 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5849b66b-19fa-4e4a-b034-e280b2bf81b5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:52:16.818687 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d69c789-7ff8-48a3-8c42-5b55a4b4279d req-08a2238d-ccbb-4181-9507-2a5bf9b6a270 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 210 time: 0.0715287 Dec 14 02:52:16.849598 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-1359810f-8c53-4c8e-a057-97c399decb09 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:16.877332 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1a98f9b8-4b9d-423f-a5b7-08af67239596 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:16.877757 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:16.885627 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-190034fe-7db0-4886-8b64-cc13e804be3a req-b99cc288-e36d-4157-b080-191f912c0558 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352057 Dec 14 02:52:16.940997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55476) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:16.941586 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5849b66b-19fa-4e4a-b034-e280b2bf81b5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7375824 Dec 14 02:52:16.947341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-740ddc4d-49f9-460b-9c27-6f8142feef9f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'subnet': {'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:17.006908 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-1359810f-8c53-4c8e-a057-97c399decb09 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:17.071612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-1359810f-8c53-4c8e-a057-97c399decb09 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Network 4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:52:17.078877 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-1359810f-8c53-4c8e-a057-97c399decb09 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:17.085338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-1359810f-8c53-4c8e-a057-97c399decb09 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:52:17.107292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359810f-8c53-4c8e-a057-97c399decb09 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Pushing event updated for resources: {'Port': ['ID=3c28ab3c-c180-4474-981c-0df3ad6c051a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:17.156928 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-1359810f-8c53-4c8e-a057-97c399decb09 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:17.157651 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-1359810f-8c53-4c8e-a057-97c399decb09 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:17.305363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740ddc4d-49f9-460b-9c27-6f8142feef9f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:17.309000 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-740ddc4d-49f9-460b-9c27-6f8142feef9f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:17.433183 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-1359810f-8c53-4c8e-a057-97c399decb09 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6275754 Dec 14 02:52:17.461423 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Request body: {'port': {'device_id': '0abf247f-3f1e-4e26-8e3a-030c221a59ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:17.553900 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:18.105008 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-740ddc4d-49f9-460b-9c27-6f8142feef9f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:18.216762 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740ddc4d-49f9-460b-9c27-6f8142feef9f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:52:18.229206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-740ddc4d-49f9-460b-9c27-6f8142feef9f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:18.245929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cf8d06-7544-4778-b081-0282d7d49f17 None None] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:18.246967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ddc4d-49f9-460b-9c27-6f8142feef9f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:18.246967 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-740ddc4d-49f9-460b-9c27-6f8142feef9f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:18.247333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ddc4d-49f9-460b-9c27-6f8142feef9f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Subnet': ['ID=e71d908b-df47-48da-8965-b33789eb8769,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:18.266042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e627fd-4f86-41e6-ae8c-9980e5612967 req-e0f8ae41-1f1a-4b1b-84e2-d10ba1de77ea tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:18.267592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8e627fd-4f86-41e6-ae8c-9980e5612967 req-e0f8ae41-1f1a-4b1b-84e2-d10ba1de77ea tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1672342 Dec 14 02:52:18.275743 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489dab2e-52d4-46d0-bb87-af1cf3be4a00 req-984e9c2a-8886-494f-95fe-b4fbbb3eab96 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:18.281848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-489dab2e-52d4-46d0-bb87-af1cf3be4a00 req-984e9c2a-8886-494f-95fe-b4fbbb3eab96 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 931 time: 0.1929057 Dec 14 02:52:18.391957 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-489dab2e-52d4-46d0-bb87-af1cf3be4a00 req-82554587-d482-45f3-8610-836e07aef0b0 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9ce1540-156e-49c2-90ab-3d6ddd6f82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034560 Dec 14 02:52:18.437546 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8e627fd-4f86-41e6-ae8c-9980e5612967 req-7095e372-cbde-4981-938b-186f63313f28 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507728 Dec 14 02:52:18.438074 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2673d692-d326-4c3d-ba94-92f85d59963f None None] Update dhcp port {'port': {'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97', 'fixed_ips': [{'subnet_id': 'eb29fe65-3b9e-4319-b2e6-8fc27fcd07f3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e71d908b-df47-48da-8965-b33789eb8769'}], 'binding:host_id': 'n-d-821636-1'}, 'id': '1a98f9b8-4b9d-423f-a5b7-08af67239596'} from n-d-821636-1. {{(pid=103849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 02:52:18.466443 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2673d692-d326-4c3d-ba94-92f85d59963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:18.500395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c28ab3c-c180-4474-981c-0df3ad6c051a {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:52:18.509416 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:18.527183 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-740ddc4d-49f9-460b-9c27-6f8142feef9f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5846934 Dec 14 02:52:18.528754 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Transition to ACTIVE for port object 3c28ab3c-c180-4474-981c-0df3ad6c051a will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:52:18.529665 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55520) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:18.536767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-f37bb056-e2fa-48d6-8aad-5a5da9c0b9d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-674381068', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e71d908b-df47-48da-8965-b33789eb8769'}], 'security_groups': ['bdb0f64e-4e5a-4f46-b1f2-bf57967162e3']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:18.635900 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f37bb056-e2fa-48d6-8aad-5a5da9c0b9d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:18.642535 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:18.650280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-2673d692-d326-4c3d-ba94-92f85d59963f None None] Allocated IP 172.20.0.18 (07efdd99-7e80-49ea-9a12-853fbf69ba97/e71d908b-df47-48da-8965-b33789eb8769/1a98f9b8-4b9d-423f-a5b7-08af67239596) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:52:18.774142 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2673d692-d326-4c3d-ba94-92f85d59963f None None] For port 1a98f9b8-4b9d-423f-a5b7-08af67239596, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1a98f9b8-4b9d-423f-a5b7-08af67239596,segment=NetworkSegment(5f09dc14-ae26-45d9-8da4-59c3bd285659),segment_id=5f09dc14-ae26-45d9-8da4-59c3bd285659)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:18.807220 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2673d692-d326-4c3d-ba94-92f85d59963f None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:18.814557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Pushing event updated for resources: {'Port': ['ID=3c28ab3c-c180-4474-981c-0df3ad6c051a,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:18.865483 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Attempting to bind port 3c28ab3c-c180-4474-981c-0df3ad6c051a on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:52:18.866005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Attempting to bind port 3c28ab3c-c180-4474-981c-0df3ad6c051a by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'a2e0eaa9-3db2-4303-b5f5-8def72229cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:52:18.866455 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Attempting to bind port 3c28ab3c-c180-4474-981c-0df3ad6c051a on network 4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:52:18.876491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Port 3c28ab3c-c180-4474-981c-0df3ad6c051a on network 4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:52:18.876928 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Attempting to bind port 3c28ab3c-c180-4474-981c-0df3ad6c051a on network 4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:52:18.888358 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:52:18.888828 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Checking segment: {'id': 'a2e0eaa9-3db2-4303-b5f5-8def72229cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:52:18.889331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Bound using segment: {'id': 'a2e0eaa9-3db2-4303-b5f5-8def72229cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:52:18.889900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Bound port: 3c28ab3c-c180-4474-981c-0df3ad6c051a, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e0eaa9-3db2-4303-b5f5-8def72229cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:52:18.890361 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:19.054240 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] For port 3c28ab3c-c180-4474-981c-0df3ad6c051a, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:52:19.057746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] For port 3c28ab3c-c180-4474-981c-0df3ad6c051a, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3c28ab3c-c180-4474-981c-0df3ad6c051a,segment=NetworkSegment(a2e0eaa9-3db2-4303-b5f5-8def72229cbb),segment_id=a2e0eaa9-3db2-4303-b5f5-8def72229cbb)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:52:19.110719 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2673d692-d326-4c3d-ba94-92f85d59963f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:19.202281 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673d692-d326-4c3d-ba94-92f85d59963f None None] Pushing event updated for resources: {'Port': ['ID=1a98f9b8-4b9d-423f-a5b7-08af67239596,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:19.249531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-f37bb056-e2fa-48d6-8aad-5a5da9c0b9d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Delete allocated IP 172.20.0.14 (07efdd99-7e80-49ea-9a12-853fbf69ba97/eb29fe65-3b9e-4319-b2e6-8fc27fcd07f3) {{(pid=103848) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 14 02:52:19.265743 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-f37bb056-e2fa-48d6-8aad-5a5da9c0b9d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Allocated IP 172.20.0.30 (07efdd99-7e80-49ea-9a12-853fbf69ba97/e71d908b-df47-48da-8965-b33789eb8769/f59092f2-9694-43df-bb0b-71ce4410db4b) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:52:19.392378 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:19.448601 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:19.449197 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:19.450820 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] 10.222.0.46 "PUT /v2.0/ports/3c28ab3c-c180-4474-981c-0df3ad6c051a HTTP/1.1" status: 200 len: 1091 time: 2.0112300 Dec 14 02:52:19.456190 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abf247f-3f1e-4e26-8e3a-030c221a59ff', 'tag': '3c28ab3c-c180-4474-981c-0df3ad6c051a'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:52:19.458622 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f4a7d11-98ed-4ab2-bed8-5ab13a29cc39" -d '{"events": [{"name": "network-changed", "server_uuid": "0abf247f-3f1e-4e26-8e3a-030c221a59ff", "tag": "3c28ab3c-c180-4474-981c-0df3ad6c051a"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:52:19.509276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff42f1e-12e6-49a4-8d4a-3296258ffbef service neutron] Pushing event updated for resources: {'Port': ['ID=3c28ab3c-c180-4474-981c-0df3ad6c051a,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:19.729694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5193e-c0db-4b4d-b65b-4037698ccb00 req-3a7e5301-8c57-41a2-89ca-65065e55e54d tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:19.737017 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91b5193e-c0db-4b4d-b65b-4037698ccb00 req-3a7e5301-8c57-41a2-89ca-65065e55e54d tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 943 time: 0.2287893 Dec 14 02:52:19.742816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-06685aef-23c4-40eb-b436-fbb27d6ca39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:19.744323 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-06685aef-23c4-40eb-b436-fbb27d6ca39d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f76aa6eff1b4356bf061d6adbe69573&device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 1094 time: 0.1660655 Dec 14 02:52:19.789181 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f37bb056-e2fa-48d6-8aad-5a5da9c0b9d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:19.836707 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117abe50-c809-4704-a67e-1c354dd07c47 x-openstack-request-id: req-117abe50-c809-4704-a67e-1c354dd07c47 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:52:19.837016 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abf247f-3f1e-4e26-8e3a-030c221a59ff", "tag": "3c28ab3c-c180-4474-981c-0df3ad6c051a", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:52:19.837329 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-117abe50-c809-4704-a67e-1c354dd07c47 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:52:19.837734 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abf247f-3f1e-4e26-8e3a-030c221a59ff', 'tag': '3c28ab3c-c180-4474-981c-0df3ad6c051a', 'status': 'completed', 'code': 200} Dec 14 02:52:19.847509 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-96eeae8a-15f9-41de-9d64-e773f6ea54e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c28ab3c-c180-4474-981c-0df3ad6c051a HTTP/1.1" status: 200 len: 217 time: 0.0799985 Dec 14 02:52:19.904306 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f37bb056-e2fa-48d6-8aad-5a5da9c0b9d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:20.007904 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91b5193e-c0db-4b4d-b65b-4037698ccb00 req-f24a2978-1943-49d1-980f-67abeef8f7e0 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9ce1540-156e-49c2-90ab-3d6ddd6f82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699423 Dec 14 02:52:20.042696 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-401cc6b5-f6f7-491a-8222-195197186838 None None] Provisioning complete for port 1a98f9b8-4b9d-423f-a5b7-08af67239596 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:20.045849 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-401cc6b5-f6f7-491a-8222-195197186838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:20.104716 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8571788f-e7eb-4477-972f-652190f08c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:20.107379 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-8571788f-e7eb-4477-972f-652190f08c82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00d6df2c-16c4-43aa-9206-9affa7b422b7 HTTP/1.1" status: 200 len: 853 time: 0.2475471 Dec 14 02:52:20.150938 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-401cc6b5-f6f7-491a-8222-195197186838 None None] Provisioning complete for port 698100b3-1908-4803-af3e-56ba8af79859 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:20.151573 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-401cc6b5-f6f7-491a-8222-195197186838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:20.151725 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37bb056-e2fa-48d6-8aad-5a5da9c0b9d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=f59092f2-9694-43df-bb0b-71ce4410db4b,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:20.190792 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-c31a4e97-7223-4890-afa7-8607e607656d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564823 Dec 14 02:52:20.198992 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-401cc6b5-f6f7-491a-8222-195197186838 None None] Port 698100b3-1908-4803-af3e-56ba8af79859 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:20.210135 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-401cc6b5-f6f7-491a-8222-195197186838 None None] Provisioning complete for port f59092f2-9694-43df-bb0b-71ce4410db4b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:20.210825 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-401cc6b5-f6f7-491a-8222-195197186838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:20.229724 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17bff54-22e5-439a-a5ca-0e882bfa2bae req-283b2298-447f-4a86-ad0d-1b01a9424402 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:20.231472 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f17bff54-22e5-439a-a5ca-0e882bfa2bae req-283b2298-447f-4a86-ad0d-1b01a9424402 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.2469795 Dec 14 02:52:20.274111 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-401cc6b5-f6f7-491a-8222-195197186838 None None] Port f59092f2-9694-43df-bb0b-71ce4410db4b cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:20.305272 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-f37bb056-e2fa-48d6-8aad-5a5da9c0b9d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] In _notify_port_updated(), no bound segment for port f59092f2-9694-43df-bb0b-71ce4410db4b on network 07efdd99-7e80-49ea-9a12-853fbf69ba97 {{(pid=103848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:52:20.311471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37bb056-e2fa-48d6-8aad-5a5da9c0b9d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:20.314062 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f37bb056-e2fa-48d6-8aad-5a5da9c0b9d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:20.314062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f37bb056-e2fa-48d6-8aad-5a5da9c0b9d1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "PUT /v2.0/ports/f59092f2-9694-43df-bb0b-71ce4410db4b HTTP/1.1" status: 200 len: 920 time: 1.7823160 Dec 14 02:52:20.316568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55570) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:20.422837 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-10d51e2b-c6d0-413a-89ba-8e530c3987da service neutron] 10.222.0.46 "GET /v2.0/networks/4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235630 Dec 14 02:52:20.463979 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f17bff54-22e5-439a-a5ca-0e882bfa2bae req-7c5ecae9-c87a-459b-a4ea-8ffeb8b535cf tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056909 Dec 14 02:52:20.606882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-7204e0b8-7772-40c6-abe2-8591c2f819f5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port f59092f2-9694-43df-bb0b-71ce4410db4b {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:52:20.607237 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7204e0b8-7772-40c6-abe2-8591c2f819f5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:20.648575 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4cd9088-f440-4535-959e-31c3073d8e74 req-76a9dca7-be1d-49a7-b267-1e8209ebd42a service neutron] 10.222.0.46 "GET /v2.0/networks/4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187579 Dec 14 02:52:20.804701 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c31001b2-afe6-44e0-8261-f214d2c0f8cf None None] Provisioning complete for port f59092f2-9694-43df-bb0b-71ce4410db4b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:20.805080 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c31001b2-afe6-44e0-8261-f214d2c0f8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:20.808111 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7204e0b8-7772-40c6-abe2-8591c2f819f5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:20.810557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1a98f9b8-4b9d-423f-a5b7-08af67239596 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:52:20.821857 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-7204e0b8-7772-40c6-abe2-8591c2f819f5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for f59092f2-9694-43df-bb0b-71ce4410db4b owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:52:20.926220 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c31001b2-afe6-44e0-8261-f214d2c0f8cf None None] Port f59092f2-9694-43df-bb0b-71ce4410db4b cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:20.959637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a7d11-98ed-4ab2-bed8-5ab13a29cc39 req-2d9fbaf6-dd14-49e7-baee-fbee9761efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:20.961339 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f4a7d11-98ed-4ab2-bed8-5ab13a29cc39 req-2d9fbaf6-dd14-49e7-baee-fbee9761efbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f76aa6eff1b4356bf061d6adbe69573&device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 1094 time: 0.0719113 Dec 14 02:52:20.978453 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1a98f9b8-4b9d-423f-a5b7-08af67239596 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:20.978745 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:21.089751 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7204e0b8-7772-40c6-abe2-8591c2f819f5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:21.128846 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204e0b8-7772-40c6-abe2-8591c2f819f5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=f59092f2-9694-43df-bb0b-71ce4410db4b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:21.140698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a7d11-98ed-4ab2-bed8-5ab13a29cc39 req-3a80b5b1-1237-43d3-9e88-d8e2766e0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:21.142131 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f4a7d11-98ed-4ab2-bed8-5ab13a29cc39 req-3a80b5b1-1237-43d3-9e88-d8e2766e0849 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9 HTTP/1.1" status: 200 len: 914 time: 0.1735878 Dec 14 02:52:21.207905 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7204e0b8-7772-40c6-abe2-8591c2f819f5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:21.210374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f4a7d11-98ed-4ab2-bed8-5ab13a29cc39 req-746f9e70-6122-4d1a-af7e-a4c4f80cbd7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c28ab3c-c180-4474-981c-0df3ad6c051a HTTP/1.1" status: 200 len: 217 time: 0.0469749 Dec 14 02:52:21.213224 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7204e0b8-7772-40c6-abe2-8591c2f819f5 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/ports/f59092f2-9694-43df-bb0b-71ce4410db4b HTTP/1.1" status: 204 len: 168 time: 0.8955743 Dec 14 02:52:21.214597 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55584) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:21.254096 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-581a6143-8abc-456b-ab8c-801df7111fa0 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] GET failed (client error): The resource could not be found. Dec 14 02:52:21.255529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-581a6143-8abc-456b-ab8c-801df7111fa0 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports/f59092f2-9694-43df-bb0b-71ce4410db4b HTTP/1.1" status: 404 len: 333 time: 0.0393577 Dec 14 02:52:21.258379 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55588) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:21.318796 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a7d11-98ed-4ab2-bed8-5ab13a29cc39 req-4b8f427f-280a-424b-bc2b-666a83eef256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:21.320529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f4a7d11-98ed-4ab2-bed8-5ab13a29cc39 req-4b8f427f-280a-424b-bc2b-666a83eef256 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=00d6df2c-16c4-43aa-9206-9affa7b422b7 HTTP/1.1" status: 200 len: 853 time: 0.0640111 Dec 14 02:52:21.354342 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20244d6a-c336-4394-903c-10f2f327bdb9 req-4ebcca59-fa4c-4f7c-9207-5f9fe68bae2d tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:21.355945 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20244d6a-c336-4394-903c-10f2f327bdb9 req-4ebcca59-fa4c-4f7c-9207-5f9fe68bae2d tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 943 time: 0.2313306 Dec 14 02:52:21.371853 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8cc5af16-7e3c-48e1-be45-287282f80e88 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:21.404689 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8cc5af16-7e3c-48e1-be45-287282f80e88 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:21.427301 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f4a7d11-98ed-4ab2-bed8-5ab13a29cc39 req-fa637919-987c-4543-b390-c2e7528cf950 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701165 Dec 14 02:52:21.551205 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8cc5af16-7e3c-48e1-be45-287282f80e88 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:21.556481 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8cc5af16-7e3c-48e1-be45-287282f80e88 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:21.558148 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8cc5af16-7e3c-48e1-be45-287282f80e88 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/security-groups/293a41d1-1e23-4fae-a30a-72a44eba5653 HTTP/1.1" status: 204 len: 168 time: 0.2985814 Dec 14 02:52:21.562715 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20244d6a-c336-4394-903c-10f2f327bdb9 req-1ef5ca35-118a-43aa-9838-84f1a81a15dd tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9ce1540-156e-49c2-90ab-3d6ddd6f82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875443 Dec 14 02:52:21.565426 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55602) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:21.573976 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5af16-7e3c-48e1-be45-287282f80e88 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=293a41d1-1e23-4fae-a30a-72a44eba5653,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:21.640252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f4a7d11-98ed-4ab2-bed8-5ab13a29cc39 req-75409bbc-9e47-4430-a9ed-b60b35060e28 service neutron] 10.222.0.46 "GET /v2.0/networks/4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953764 Dec 14 02:52:21.739276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3df95-7512-4cd8-b3ed-2a71a236588e req-a9879d13-6d09-4727-a4c5-e5cebf023a04 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:21.740797 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17a3df95-7512-4cd8-b3ed-2a71a236588e req-a9879d13-6d09-4727-a4c5-e5cebf023a04 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1848631 Dec 14 02:52:21.749085 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b53e27b3-16c2-4b72-b8e8-db07e70a26c1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:21.818803 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b53e27b3-16c2-4b72-b8e8-db07e70a26c1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:21.875481 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f4a7d11-98ed-4ab2-bed8-5ab13a29cc39 req-718c801f-8214-4288-9e3e-789d69e46313 service neutron] 10.222.0.46 "GET /v2.0/networks/4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241545 Dec 14 02:52:21.923214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-17a3df95-7512-4cd8-b3ed-2a71a236588e req-48226dc1-f5d8-498c-835a-fd97fb1c7379 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703451 Dec 14 02:52:22.071230 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b53e27b3-16c2-4b72-b8e8-db07e70a26c1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:22.073824 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b53e27b3-16c2-4b72-b8e8-db07e70a26c1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:22.077583 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b53e27b3-16c2-4b72-b8e8-db07e70a26c1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/security-groups/bdb0f64e-4e5a-4f46-b1f2-bf57967162e3 HTTP/1.1" status: 204 len: 168 time: 0.5079880 Dec 14 02:52:22.078155 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55608) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:22.084235 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e27b3-16c2-4b72-b8e8-db07e70a26c1 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb0f64e-4e5a-4f46-b1f2-bf57967162e3,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:22.180716 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-36793a0a-2537-4775-b07f-1795ff9f058f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting subnet eb29fe65-3b9e-4319-b2e6-8fc27fcd07f3 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:52:22.185954 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-36793a0a-2537-4775-b07f-1795ff9f058f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:22.236645 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-36793a0a-2537-4775-b07f-1795ff9f058f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:22.566814 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-36793a0a-2537-4775-b07f-1795ff9f058f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:22.694830 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-36793a0a-2537-4775-b07f-1795ff9f058f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:22.729887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36793a0a-2537-4775-b07f-1795ff9f058f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Subnet': ['ID=eb29fe65-3b9e-4319-b2e6-8fc27fcd07f3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:22.741862 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-36793a0a-2537-4775-b07f-1795ff9f058f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:22.742989 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6870416b-430c-44df-b0ad-3aa1df2394e6 None None] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:22.745639 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-36793a0a-2537-4775-b07f-1795ff9f058f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/eb29fe65-3b9e-4319-b2e6-8fc27fcd07f3 HTTP/1.1" status: 204 len: 168 time: 0.6663692 Dec 14 02:52:22.749640 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55628) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:22.755239 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f98a003e-73d9-4666-976f-0eb5c61f46a3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'subnet': {'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:22.812913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754b455-c742-413c-a4ef-7958d33df156 req-ce34fddd-fa3b-4477-9fe4-87e07b1f8465 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:22.822881 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a754b455-c742-413c-a4ef-7958d33df156 req-ce34fddd-fa3b-4477-9fe4-87e07b1f8465 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 943 time: 0.1545432 Dec 14 02:52:22.886948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a754b455-c742-413c-a4ef-7958d33df156 req-55ae5282-cc79-4158-a5bd-a302994d31ff tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9ce1540-156e-49c2-90ab-3d6ddd6f82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612819 Dec 14 02:52:22.973915 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98a003e-73d9-4666-976f-0eb5c61f46a3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:22.978190 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f98a003e-73d9-4666-976f-0eb5c61f46a3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:23.112670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd033f-7a67-4e43-876d-33c71f294d56 req-d67264b8-886c-4bbc-b894-195e2bee3be5 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:23.121940 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-59bd033f-7a67-4e43-876d-33c71f294d56 req-d67264b8-886c-4bbc-b894-195e2bee3be5 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0810659 Dec 14 02:52:23.264245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-59bd033f-7a67-4e43-876d-33c71f294d56 req-7c7e03e1-a5a0-49a0-8a17-49d375b5b883 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388888 Dec 14 02:52:23.272574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3c28ab3c-c180-4474-981c-0df3ad6c051a details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:52:23.513848 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f98a003e-73d9-4666-976f-0eb5c61f46a3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:23.604616 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98a003e-73d9-4666-976f-0eb5c61f46a3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:52:23.607977 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f98a003e-73d9-4666-976f-0eb5c61f46a3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:23.623715 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98a003e-73d9-4666-976f-0eb5c61f46a3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:23.624342 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f98a003e-73d9-4666-976f-0eb5c61f46a3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:23.637046 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a003e-73d9-4666-976f-0eb5c61f46a3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Subnet': ['ID=9e37385f-c204-42a5-849c-26f5c1c1c5e0,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:23.731160 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f98a003e-73d9-4666-976f-0eb5c61f46a3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9799876 Dec 14 02:52:23.734287 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55642) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:23.739569 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-531027c4-b717-4e59-9dac-2dae18880f41 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'security_group': {'name': 'tempest-secgroup-670409461'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:23.770345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3c28ab3c-c180-4474-981c-0df3ad6c051a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3c28ab3c-c180-4474-981c-0df3ad6c051a,segment=NetworkSegment(a2e0eaa9-3db2-4303-b5f5-8def72229cbb),segment_id=a2e0eaa9-3db2-4303-b5f5-8def72229cbb)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:23.805259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '3c28ab3c-c180-4474-981c-0df3ad6c051a', 'network_id': '4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9', 'port_id': '3c28ab3c-c180-4474-981c-0df3ad6c051a', 'mac_address': 'fa:16:3e:82:e8:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d6df2c-16c4-43aa-9206-9affa7b422b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:52:23.850546 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:23.865602 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c28ab3c-c180-4474-981c-0df3ad6c051a {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:52:23.888728 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594c0baf-3837-4ecf-856f-40895e6f6880 None None] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:23.905765 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-531027c4-b717-4e59-9dac-2dae18880f41 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:23.947867 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3c28ab3c-c180-4474-981c-0df3ad6c051a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3c28ab3c-c180-4474-981c-0df3ad6c051a,segment=NetworkSegment(a2e0eaa9-3db2-4303-b5f5-8def72229cbb),segment_id=a2e0eaa9-3db2-4303-b5f5-8def72229cbb)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:23.951637 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-81e2d24b-d143-4db1-9528-05680753a639 None None] Provisioning complete for port 1a98f9b8-4b9d-423f-a5b7-08af67239596 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:23.951637 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-81e2d24b-d143-4db1-9528-05680753a639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:24.022522 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-531027c4-b717-4e59-9dac-2dae18880f41 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:24.032302 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:24.101441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d57365-de4e-4253-b22b-a076ca346cb7 req-cd450b9c-6054-4156-9125-cd1d4142af09 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:24.108290 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64d57365-de4e-4253-b22b-a076ca346cb7 req-cd450b9c-6054-4156-9125-cd1d4142af09 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 944 time: 0.0795622 Dec 14 02:52:24.132856 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-531027c4-b717-4e59-9dac-2dae18880f41 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:24.165284 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=3c28ab3c-c180-4474-981c-0df3ad6c051a,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:24.173646 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531027c4-b717-4e59-9dac-2dae18880f41 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573e3f51-e659-431e-888d-8cd56a68e1ff,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:24.183693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64d57365-de4e-4253-b22b-a076ca346cb7 req-b0fb2de0-f088-43c4-b1e0-f7089be219b3 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9ce1540-156e-49c2-90ab-3d6ddd6f82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744941 Dec 14 02:52:24.194437 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-81e2d24b-d143-4db1-9528-05680753a639 None None] Provisioning complete for port 698100b3-1908-4803-af3e-56ba8af79859 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:24.195791 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-81e2d24b-d143-4db1-9528-05680753a639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:24.265904 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-81e2d24b-d143-4db1-9528-05680753a639 None None] Port 698100b3-1908-4803-af3e-56ba8af79859 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:24.272777 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-531027c4-b717-4e59-9dac-2dae18880f41 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:24.274448 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-531027c4-b717-4e59-9dac-2dae18880f41 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5391290 Dec 14 02:52:24.281717 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e942e307-05cb-4100-a07b-383e652b9950 None None] Update dhcp port {'port': {'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97', 'fixed_ips': [{'subnet_id': 'e71d908b-df47-48da-8965-b33789eb8769', 'ip_address': '172.20.0.18'}, {'subnet_id': '9e37385f-c204-42a5-849c-26f5c1c1c5e0'}], 'binding:host_id': 'n-d-821636-1'}, 'id': '1a98f9b8-4b9d-423f-a5b7-08af67239596'} from n-d-821636-1. {{(pid=103849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 02:52:24.283063 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55654) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:24.290084 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-be08eb5c-b84a-4c6b-8288-a50d6b0634fa tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'security_group': {'name': 'tempest-secgroup-1179790761'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:24.334837 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3c28ab3c-c180-4474-981c-0df3ad6c051a'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:52:24.404116 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e942e307-05cb-4100-a07b-383e652b9950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:24.419300 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be08eb5c-b84a-4c6b-8288-a50d6b0634fa tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:24.432807 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fab56-ce29-47d8-b436-5130d0781835 req-f8bcd7b3-533e-48bd-82ce-9309257d7861 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:24.442602 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b97fab56-ce29-47d8-b436-5130d0781835 req-f8bcd7b3-533e-48bd-82ce-9309257d7861 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0752156 Dec 14 02:52:24.516027 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be08eb5c-b84a-4c6b-8288-a50d6b0634fa tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:24.521268 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b97fab56-ce29-47d8-b436-5130d0781835 req-7b91cc8d-0ec5-4163-8e00-8d8a8457bb1b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767672 Dec 14 02:52:24.579281 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be08eb5c-b84a-4c6b-8288-a50d6b0634fa tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:24.610652 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08eb5c-b84a-4c6b-8288-a50d6b0634fa tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c2a3ec-f097-48ab-97e3-166749088d96,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:24.633528 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-e942e307-05cb-4100-a07b-383e652b9950 None None] Allocated IP 172.20.0.2 (07efdd99-7e80-49ea-9a12-853fbf69ba97/9e37385f-c204-42a5-849c-26f5c1c1c5e0/1a98f9b8-4b9d-423f-a5b7-08af67239596) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:52:24.685623 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be08eb5c-b84a-4c6b-8288-a50d6b0634fa tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:24.688509 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-be08eb5c-b84a-4c6b-8288-a50d6b0634fa tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4033306 Dec 14 02:52:24.692899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55666) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:24.699066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3f7cd48c-c37f-46dd-b062-5107bc56a06a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'security_group': {'name': 'tempest-secgroup-1362459306'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:24.763652 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e942e307-05cb-4100-a07b-383e652b9950 None None] For port 1a98f9b8-4b9d-423f-a5b7-08af67239596, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1a98f9b8-4b9d-423f-a5b7-08af67239596,segment=NetworkSegment(5f09dc14-ae26-45d9-8da4-59c3bd285659),segment_id=5f09dc14-ae26-45d9-8da4-59c3bd285659)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:24.796713 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e942e307-05cb-4100-a07b-383e652b9950 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:24.836497 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3f7cd48c-c37f-46dd-b062-5107bc56a06a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:24.853429 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e942e307-05cb-4100-a07b-383e652b9950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:24.969182 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942e307-05cb-4100-a07b-383e652b9950 None None] Pushing event updated for resources: {'Port': ['ID=1a98f9b8-4b9d-423f-a5b7-08af67239596,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:24.989907 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3f7cd48c-c37f-46dd-b062-5107bc56a06a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:25.042052 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3f7cd48c-c37f-46dd-b062-5107bc56a06a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:25.083237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7cd48c-c37f-46dd-b062-5107bc56a06a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1496fdf9-775b-4dbd-bbfb-8cfb0c727251,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:25.181624 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3f7cd48c-c37f-46dd-b062-5107bc56a06a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:25.185759 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55684) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:25.185907 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3f7cd48c-c37f-46dd-b062-5107bc56a06a tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4914060 Dec 14 02:52:25.192390 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-110a4ca5-a9b8-4a74-97c2-840f44f9838d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-435474453', 'security_groups': ['1496fdf9-775b-4dbd-bbfb-8cfb0c727251'], 'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9e37385f-c204-42a5-849c-26f5c1c1c5e0'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:25.335010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3c28ab3c-c180-4474-981c-0df3ad6c051a up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:52:25.382330 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b6429-2033-4e0b-ba86-7fcd9cf05cbe req-22437742-0fe7-4367-a066-4b458089ca8c tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:25.384392 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af6b6429-2033-4e0b-ba86-7fcd9cf05cbe req-22437742-0fe7-4367-a066-4b458089ca8c tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 944 time: 0.0953376 Dec 14 02:52:25.453543 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110a4ca5-a9b8-4a74-97c2-840f44f9838d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:25.457718 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af6b6429-2033-4e0b-ba86-7fcd9cf05cbe req-0842531b-cbff-4f01-93d9-d577387fd8b5 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9ce1540-156e-49c2-90ab-3d6ddd6f82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655477 Dec 14 02:52:25.481847 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 3c28ab3c-c180-4474-981c-0df3ad6c051a completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:52:25.492811 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 3c28ab3c-c180-4474-981c-0df3ad6c051a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:25.492811 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:25.629110 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:25.662781 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-110a4ca5-a9b8-4a74-97c2-840f44f9838d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:25.718514 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-110a4ca5-a9b8-4a74-97c2-840f44f9838d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] device_id is not set on port 1ce25971-c840-4537-b9f0-a197562eb553 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:52:25.723440 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abf247f-3f1e-4e26-8e3a-030c221a59ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c28ab3c-c180-4474-981c-0df3ad6c051a'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:52:25.727023 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedb2254-37a5-4084-81e7-6c9f3f54ab76" -d '{"events": [{"server_uuid": "0abf247f-3f1e-4e26-8e3a-030c221a59ff", "name": "network-vif-plugged", "status": "completed", "tag": "3c28ab3c-c180-4474-981c-0df3ad6c051a"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:52:25.739124 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 3c28ab3c-c180-4474-981c-0df3ad6c051a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3c28ab3c-c180-4474-981c-0df3ad6c051a,segment=NetworkSegment(a2e0eaa9-3db2-4303-b5f5-8def72229cbb),segment_id=a2e0eaa9-3db2-4303-b5f5-8def72229cbb)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:25.747867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e39c4-2796-4c4d-b748-68a2a6e120de req-2505d876-b361-4bd8-9a64-5e753c59f58b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:25.750555 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ce78c916-82c6-4bb9-9b8a-d6bd2dc2e640 None None] Provisioning complete for port 1a98f9b8-4b9d-423f-a5b7-08af67239596 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:25.750852 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ce78c916-82c6-4bb9-9b8a-d6bd2dc2e640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:25.761468 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-799e39c4-2796-4c4d-b748-68a2a6e120de req-2505d876-b361-4bd8-9a64-5e753c59f58b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1128318 Dec 14 02:52:25.828574 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:25.863441 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e652a2-06a3-4a02-a84d-798794895d05 x-openstack-request-id: req-57e652a2-06a3-4a02-a84d-798794895d05 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:52:25.863724 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abf247f-3f1e-4e26-8e3a-030c221a59ff", "name": "network-vif-plugged", "status": "completed", "tag": "3c28ab3c-c180-4474-981c-0df3ad6c051a", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:52:25.868994 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57e652a2-06a3-4a02-a84d-798794895d05 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:52:25.868994 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abf247f-3f1e-4e26-8e3a-030c221a59ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c28ab3c-c180-4474-981c-0df3ad6c051a', 'code': 200} Dec 14 02:52:25.900000 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=3c28ab3c-c180-4474-981c-0df3ad6c051a,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:25.924694 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-799e39c4-2796-4c4d-b748-68a2a6e120de req-a568e76a-1353-4c56-a830-e7d79daa6304 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608491 Dec 14 02:52:26.004236 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ce78c916-82c6-4bb9-9b8a-d6bd2dc2e640 None None] Provisioning complete for port 698100b3-1908-4803-af3e-56ba8af79859 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:26.004824 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ce78c916-82c6-4bb9-9b8a-d6bd2dc2e640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:26.059086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ce78c916-82c6-4bb9-9b8a-d6bd2dc2e640 None None] Port 698100b3-1908-4803-af3e-56ba8af79859 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:26.078308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845e04a-9acf-4d62-b95b-7de4a6757d2b req-caf0cf9c-15e0-42df-b85c-e6fae2cfb2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:26.081018 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b845e04a-9acf-4d62-b95b-7de4a6757d2b req-caf0cf9c-15e0-42df-b85c-e6fae2cfb2a4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 1096 time: 0.1112859 Dec 14 02:52:26.135334 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-110a4ca5-a9b8-4a74-97c2-840f44f9838d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Allocated IP 172.20.0.8 (07efdd99-7e80-49ea-9a12-853fbf69ba97/9e37385f-c204-42a5-849c-26f5c1c1c5e0/1ce25971-c840-4537-b9f0-a197562eb553) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:52:26.162534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b845e04a-9acf-4d62-b95b-7de4a6757d2b req-1adee59e-2276-4516-8331-30718158e031 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c9ce1540-156e-49c2-90ab-3d6ddd6f82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550761 Dec 14 02:52:26.300106 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-110a4ca5-a9b8-4a74-97c2-840f44f9838d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:26.431441 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-110a4ca5-a9b8-4a74-97c2-840f44f9838d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:26.470712 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110a4ca5-a9b8-4a74-97c2-840f44f9838d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:52:26.478790 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-110a4ca5-a9b8-4a74-97c2-840f44f9838d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:26.482566 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110a4ca5-a9b8-4a74-97c2-840f44f9838d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:52:26.517393 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a4ca5-a9b8-4a74-97c2-840f44f9838d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=1ce25971-c840-4537-b9f0-a197562eb553,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:26.545846 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110a4ca5-a9b8-4a74-97c2-840f44f9838d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:26.549413 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-110a4ca5-a9b8-4a74-97c2-840f44f9838d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:26.655901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce7c4c-4a0b-4495-9110-59b016d61a80 req-1f5a5c79-c8c8-4554-84f8-85120f00a89d tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:26.657548 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8bce7c4c-4a0b-4495-9110-59b016d61a80 req-1f5a5c79-c8c8-4554-84f8-85120f00a89d tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 945 time: 0.1014028 Dec 14 02:52:26.678758 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-110a4ca5-a9b8-4a74-97c2-840f44f9838d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4914746 Dec 14 02:52:26.681437 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55736) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:26.686637 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ec8e13f7-9e07-47fc-803d-8599c7593373 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'subnet': {'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:26.744347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8bce7c4c-4a0b-4495-9110-59b016d61a80 req-a52c1dbc-fb8f-461a-92ca-8ca0f22d2d51 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9ce1540-156e-49c2-90ab-3d6ddd6f82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744314 Dec 14 02:52:26.830096 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1a98f9b8-4b9d-423f-a5b7-08af67239596 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:52:26.902439 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-83d3a468-c345-4b90-8ed6-bc456f86e776 None None] Provisioning complete for port 1ce25971-c840-4537-b9f0-a197562eb553 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:26.902779 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-83d3a468-c345-4b90-8ed6-bc456f86e776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:26.963736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1a98f9b8-4b9d-423f-a5b7-08af67239596 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:26.964201 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:26.988998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-83d3a468-c345-4b90-8ed6-bc456f86e776 None None] Port 1ce25971-c840-4537-b9f0-a197562eb553 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:26.991553 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8e13f7-9e07-47fc-803d-8599c7593373 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:27.001197 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec8e13f7-9e07-47fc-803d-8599c7593373 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:27.094054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b53c6c-b660-4c95-9da9-ea70b1444ff3 req-2c391b2a-5f26-4a9d-9c21-d6ef78b4d531 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:27.097159 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1b53c6c-b660-4c95-9da9-ea70b1444ff3 req-2c391b2a-5f26-4a9d-9c21-d6ef78b4d531 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0672081 Dec 14 02:52:27.122852 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:27.163215 n-d-821636-1 neutron-server[103847]: INFO neutron.db.ipam_backend_mixin [None req-ec8e13f7-9e07-47fc-803d-8599c7593373 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9e37385f-c204-42a5-849c-26f5c1c1c5e0 (CIDR: 172.20.0.0/28) Dec 14 02:52:27.175767 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1b53c6c-b660-4c95-9da9-ea70b1444ff3 req-48f411b3-6e97-440b-ad2c-2082701c2b33 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717685 Dec 14 02:52:27.205277 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8e13f7-9e07-47fc-803d-8599c7593373 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:52:27.206028 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8e13f7-9e07-47fc-803d-8599c7593373 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:52:27.382552 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ec8e13f7-9e07-47fc-803d-8599c7593373 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7000170 Dec 14 02:52:27.385626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55748) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:27.394805 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-2503c282-5c85-4bdd-9c6b-c967419e48ee tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'subnet': {'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:27.546945 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8c870a3-e27d-4bf5-9691-7cde9b827768 req-64e25dc6-e941-4764-a3f3-87778c05e042 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2467420 Dec 14 02:52:27.656207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2503c282-5c85-4bdd-9c6b-c967419e48ee tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:27.660808 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2503c282-5c85-4bdd-9c6b-c967419e48ee tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:27.667787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c870a3-e27d-4bf5-9691-7cde9b827768 req-c66b0d33-9213-4ad6-b4c5-9b10c75f4d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:27.669849 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8c870a3-e27d-4bf5-9691-7cde9b827768 req-c66b0d33-9213-4ad6-b4c5-9b10c75f4d8e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 1096 time: 0.0563924 Dec 14 02:52:27.891728 n-d-821636-1 neutron-server[103848]: INFO neutron.db.ipam_backend_mixin [None req-2503c282-5c85-4bdd-9c6b-c967419e48ee tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e71d908b-df47-48da-8965-b33789eb8769 (CIDR: 172.20.0.16/28) Dec 14 02:52:27.902229 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c870a3-e27d-4bf5-9691-7cde9b827768 req-d9855616-a2f3-4257-a8f7-033fe45f48ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:27.903718 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8c870a3-e27d-4bf5-9691-7cde9b827768 req-d9855616-a2f3-4257-a8f7-033fe45f48ba service neutron] 10.222.0.47 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.1772499 Dec 14 02:52:27.927690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf97ff-1017-4acc-b496-cfc6853cd328 req-ab86afad-f803-4c5c-b85d-f80ee0a8555c tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:27.929180 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05bf97ff-1017-4acc-b496-cfc6853cd328 req-ab86afad-f803-4c5c-b85d-f80ee0a8555c tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 945 time: 0.1019232 Dec 14 02:52:27.961703 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8c870a3-e27d-4bf5-9691-7cde9b827768 req-3c918e4e-e952-466b-b5ad-4fc34a4f2efa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e7c6efe-331a-4800-aa60-4e3b0206df0b HTTP/1.1" status: 200 len: 217 time: 0.0506482 Dec 14 02:52:27.962852 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-2503c282-5c85-4bdd-9c6b-c967419e48ee tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:52:27.963455 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2503c282-5c85-4bdd-9c6b-c967419e48ee tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:52:28.058560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05bf97ff-1017-4acc-b496-cfc6853cd328 req-fb27460c-e5a0-4a05-85d1-303b8f7c2509 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9ce1540-156e-49c2-90ab-3d6ddd6f82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994883 Dec 14 02:52:28.060642 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c870a3-e27d-4bf5-9691-7cde9b827768 req-ed15e354-6a1e-4fbc-9897-6462582d73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:28.062107 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8c870a3-e27d-4bf5-9691-7cde9b827768 req-ed15e354-6a1e-4fbc-9897-6462582d73b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.0912080 Dec 14 02:52:28.117109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c870a3-e27d-4bf5-9691-7cde9b827768 req-11c8c64d-3aa9-4513-afb5-f1ad7f7bf34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:28.118831 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8c870a3-e27d-4bf5-9691-7cde9b827768 req-11c8c64d-3aa9-4513-afb5-f1ad7f7bf34a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499449 Dec 14 02:52:28.137214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2503c282-5c85-4bdd-9c6b-c967419e48ee tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7504265 Dec 14 02:52:28.140087 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55768) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:28.148989 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c94114e6-3f9a-48ae-9190-4676d475e520 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'subnet': {'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:28.255721 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8c870a3-e27d-4bf5-9691-7cde9b827768 req-f8e94620-c576-455d-9993-c2bbd464e298 service neutron] 10.222.0.47 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297109 Dec 14 02:52:28.374071 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cbf73-a71a-4029-bb57-09e8f3df0129 req-93bf11cc-be68-4cb8-899e-1928a8e72342 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:28.375626 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf9cbf73-a71a-4029-bb57-09e8f3df0129 req-93bf11cc-be68-4cb8-899e-1928a8e72342 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1152456 Dec 14 02:52:28.421349 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8c870a3-e27d-4bf5-9691-7cde9b827768 req-275173aa-117d-4e3c-99b0-b6ea2cc8751e service neutron] 10.222.0.47 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510324 Dec 14 02:52:28.445162 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94114e6-3f9a-48ae-9190-4676d475e520 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Made reservation on behalf of c6ac2a6264594e69a3ab66885e726658 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:28.446032 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf9cbf73-a71a-4029-bb57-09e8f3df0129 req-30696a40-ec9a-478c-a91c-0a0b1764a933 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575881 Dec 14 02:52:28.447723 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c94114e6-3f9a-48ae-9190-4676d475e520 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:28.779522 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c94114e6-3f9a-48ae-9190-4676d475e520 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:28.840493 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94114e6-3f9a-48ae-9190-4676d475e520 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:52:28.844149 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-c94114e6-3f9a-48ae-9190-4676d475e520 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:28.850276 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94114e6-3f9a-48ae-9190-4676d475e520 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:28.851038 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c94114e6-3f9a-48ae-9190-4676d475e520 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:28.856844 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299aee6f-41ae-480e-b381-7469ae43e823 None None] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:28.866573 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94114e6-3f9a-48ae-9190-4676d475e520 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Subnet': ['ID=c50f17bd-d478-44a4-b9a4-e83016eb0add,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:28.884673 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120db11-1749-4e20-90b6-425bed7efc02 req-bd56993a-a358-433e-adf2-166e8307eff5 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:28.886370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c120db11-1749-4e20-90b6-425bed7efc02 req-bd56993a-a358-433e-adf2-166e8307eff5 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0681722 Dec 14 02:52:28.996966 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68103b82-6a51-41fb-8f89-0fd09ef93d34 req-7e3b59ab-c9ab-4847-a725-6b61f9578dc2 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:29.003696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68103b82-6a51-41fb-8f89-0fd09ef93d34 req-7e3b59ab-c9ab-4847-a725-6b61f9578dc2 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 945 time: 0.1247244 Dec 14 02:52:29.032542 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c94114e6-3f9a-48ae-9190-4676d475e520 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8910997 Dec 14 02:52:29.036268 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55796) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:29.050819 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-fc819fab-a711-432d-9658-5bfdc5e92574 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1401853173', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c50f17bd-d478-44a4-b9a4-e83016eb0add'}], 'security_groups': ['573e3f51-e659-431e-888d-8cd56a68e1ff', 'e8c2a3ec-f097-48ab-97e3-166749088d96']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:29.069979 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c120db11-1749-4e20-90b6-425bed7efc02 req-90444e3b-825f-4309-976d-e51730685ba0 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717169 Dec 14 02:52:29.097603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bb7a2-59e3-46be-8d1b-9bd24626b755 req-27b1b31a-8893-4b91-851a-d678feeafdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:29.100113 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c3bb7a2-59e3-46be-8d1b-9bd24626b755 req-27b1b31a-8893-4b91-851a-d678feeafdaa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 1095 time: 0.1280510 Dec 14 02:52:29.142026 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc819fab-a711-432d-9658-5bfdc5e92574 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:29.150436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbdd246-757e-4591-9eac-1a4d3e1a8599 None None] Update dhcp port {'port': {'network_id': '07efdd99-7e80-49ea-9a12-853fbf69ba97', 'fixed_ips': [{'subnet_id': 'e71d908b-df47-48da-8965-b33789eb8769', 'ip_address': '172.20.0.18'}, {'subnet_id': '9e37385f-c204-42a5-849c-26f5c1c1c5e0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c50f17bd-d478-44a4-b9a4-e83016eb0add'}], 'binding:host_id': 'n-d-821636-1'}, 'id': '1a98f9b8-4b9d-423f-a5b7-08af67239596'} from n-d-821636-1. {{(pid=103849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 02:52:29.164630 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68103b82-6a51-41fb-8f89-0fd09ef93d34 req-67771050-726e-4236-811f-c300cf2be3b2 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9ce1540-156e-49c2-90ab-3d6ddd6f82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480641 Dec 14 02:52:29.182580 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7bbdd246-757e-4591-9eac-1a4d3e1a8599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:29.233561 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bb7a2-59e3-46be-8d1b-9bd24626b755 req-dd2cef64-7560-487d-8433-b06885e8bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:29.241422 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c3bb7a2-59e3-46be-8d1b-9bd24626b755 req-dd2cef64-7560-487d-8433-b06885e8bbff service neutron] 10.222.0.46 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.1308603 Dec 14 02:52:29.352222 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c3bb7a2-59e3-46be-8d1b-9bd24626b755 req-e2343310-845d-4a70-aac3-d99a2c2c3f57 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663 HTTP/1.1" status: 200 len: 999 time: 0.1038871 Dec 14 02:52:29.415520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bb7a2-59e3-46be-8d1b-9bd24626b755 req-4bb4b39f-9501-4360-b3c5-6dd0fb9cdc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:29.417211 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c3bb7a2-59e3-46be-8d1b-9bd24626b755 req-4bb4b39f-9501-4360-b3c5-6dd0fb9cdc64 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.0571556 Dec 14 02:52:29.453066 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-7bbdd246-757e-4591-9eac-1a4d3e1a8599 None None] Allocated IP 172.20.0.34 (07efdd99-7e80-49ea-9a12-853fbf69ba97/c50f17bd-d478-44a4-b9a4-e83016eb0add/1a98f9b8-4b9d-423f-a5b7-08af67239596) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:52:29.472985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bb7a2-59e3-46be-8d1b-9bd24626b755 req-ab32a092-e93a-4619-83cf-aa905483e785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:29.474917 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c3bb7a2-59e3-46be-8d1b-9bd24626b755 req-ab32a092-e93a-4619-83cf-aa905483e785 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489857 Dec 14 02:52:29.562324 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7bbdd246-757e-4591-9eac-1a4d3e1a8599 None None] For port 1a98f9b8-4b9d-423f-a5b7-08af67239596, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1a98f9b8-4b9d-423f-a5b7-08af67239596,segment=NetworkSegment(5f09dc14-ae26-45d9-8da4-59c3bd285659),segment_id=5f09dc14-ae26-45d9-8da4-59c3bd285659)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:29.581219 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c3bb7a2-59e3-46be-8d1b-9bd24626b755 req-320fa63f-8c4b-4981-894f-38dcc98764b4 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948765 Dec 14 02:52:29.598201 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7bbdd246-757e-4591-9eac-1a4d3e1a8599 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:29.688887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c3bb7a2-59e3-46be-8d1b-9bd24626b755 req-d7a299ec-4744-48b4-b7d4-9a3e6b77182a service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972266 Dec 14 02:52:29.710851 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7bbdd246-757e-4591-9eac-1a4d3e1a8599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:29.833930 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdd246-757e-4591-9eac-1a4d3e1a8599 None None] Pushing event updated for resources: {'Port': ['ID=1a98f9b8-4b9d-423f-a5b7-08af67239596,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:29.878789 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-fc819fab-a711-432d-9658-5bfdc5e92574 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Delete allocated IP 172.20.0.8 (07efdd99-7e80-49ea-9a12-853fbf69ba97/9e37385f-c204-42a5-849c-26f5c1c1c5e0) {{(pid=103847) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 14 02:52:29.880015 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-fc819fab-a711-432d-9658-5bfdc5e92574 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Allocated IP 172.20.0.36 (07efdd99-7e80-49ea-9a12-853fbf69ba97/c50f17bd-d478-44a4-b9a4-e83016eb0add/1ce25971-c840-4537-b9f0-a197562eb553) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:52:30.121478 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc819fab-a711-432d-9658-5bfdc5e92574 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:30.133634 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:30.235128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899b4db-8fa4-450a-aba0-f0a94841a288 req-b398b799-5201-4c4a-aeca-f8d094c6c079 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:30.239984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0899b4db-8fa4-450a-aba0-f0a94841a288 req-b398b799-5201-4c4a-aeca-f8d094c6c079 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0663152 Dec 14 02:52:30.242308 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc819fab-a711-432d-9658-5bfdc5e92574 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:30.394732 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc819fab-a711-432d-9658-5bfdc5e92574 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event updated for resources: {'Port': ['ID=1ce25971-c840-4537-b9f0-a197562eb553,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:30.432532 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-fc819fab-a711-432d-9658-5bfdc5e92574 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] In _notify_port_updated(), no bound segment for port 1ce25971-c840-4537-b9f0-a197562eb553 on network 07efdd99-7e80-49ea-9a12-853fbf69ba97 {{(pid=103847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:52:30.444991 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc819fab-a711-432d-9658-5bfdc5e92574 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:30.446060 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fc819fab-a711-432d-9658-5bfdc5e92574 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:30.450885 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fc819fab-a711-432d-9658-5bfdc5e92574 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "PUT /v2.0/ports/1ce25971-c840-4537-b9f0-a197562eb553 HTTP/1.1" status: 200 len: 960 time: 1.4131329 Dec 14 02:52:30.451719 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55816) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:30.625128 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-382c18b1-6b69-432f-a685-8a3771a3f6ff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port 1ce25971-c840-4537-b9f0-a197562eb553 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:52:30.625594 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-382c18b1-6b69-432f-a685-8a3771a3f6ff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:30.755652 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c4fa29c2-d5f8-4fc1-a2b6-17f5b31a20d8 None None] Provisioning complete for port 1a98f9b8-4b9d-423f-a5b7-08af67239596 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:30.761198 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c4fa29c2-d5f8-4fc1-a2b6-17f5b31a20d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:30.863302 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-382c18b1-6b69-432f-a685-8a3771a3f6ff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:30.883267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-382c18b1-6b69-432f-a685-8a3771a3f6ff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for 1ce25971-c840-4537-b9f0-a197562eb553 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:52:30.887873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1a98f9b8-4b9d-423f-a5b7-08af67239596 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:52:31.055560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1a98f9b8-4b9d-423f-a5b7-08af67239596 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:31.056051 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:31.058958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bc9d6-d281-43cc-85c3-c97aa9824bac req-98024937-dfb1-4111-a299-c38a044ca46a tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:31.060586 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-213bc9d6-d281-43cc-85c3-c97aa9824bac req-98024937-dfb1-4111-a299-c38a044ca46a tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.46 "GET /v2.0/ports?device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 945 time: 0.8224194 Dec 14 02:52:31.089729 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0899b4db-8fa4-450a-aba0-f0a94841a288 req-aff825b2-68f3-4ba9-959c-14888f73d5e7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8270972 Dec 14 02:52:31.152036 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19b3a9-0d95-4730-b88d-f8293a449c0d req-3bb951d9-a8d4-4356-80a9-15003c3d797a tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:31.160130 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b19b3a9-0d95-4730-b88d-f8293a449c0d req-3bb951d9-a8d4-4356-80a9-15003c3d797a tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 945 time: 0.8111258 Dec 14 02:52:31.219970 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-382c18b1-6b69-432f-a685-8a3771a3f6ff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:31.229180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c4fa29c2-d5f8-4fc1-a2b6-17f5b31a20d8 None None] Provisioning complete for port 698100b3-1908-4803-af3e-56ba8af79859 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:31.229861 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c4fa29c2-d5f8-4fc1-a2b6-17f5b31a20d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:31.266954 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c18b1-6b69-432f-a685-8a3771a3f6ff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=1ce25971-c840-4537-b9f0-a197562eb553,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:31.308467 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b19b3a9-0d95-4730-b88d-f8293a449c0d req-82060505-bc09-458d-aa0e-a2b16778d4bc tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/security-groups?id=c9ce1540-156e-49c2-90ab-3d6ddd6f82c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470883 Dec 14 02:52:31.317609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c4fa29c2-d5f8-4fc1-a2b6-17f5b31a20d8 None None] Port 698100b3-1908-4803-af3e-56ba8af79859 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:31.322814 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c4fa29c2-d5f8-4fc1-a2b6-17f5b31a20d8 None None] Could not find standard attr ID for object 1ce25971-c840-4537-b9f0-a197562eb553. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:52:31.331051 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-213bc9d6-d281-43cc-85c3-c97aa9824bac req-65e87b8e-d3b1-45ce-be7d-713d633da4d1 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Deleting port 3c28ab3c-c180-4474-981c-0df3ad6c051a {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:52:31.331923 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-213bc9d6-d281-43cc-85c3-c97aa9824bac req-65e87b8e-d3b1-45ce-be7d-713d633da4d1 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:31.397709 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-382c18b1-6b69-432f-a685-8a3771a3f6ff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:31.410283 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-382c18b1-6b69-432f-a685-8a3771a3f6ff tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/ports/1ce25971-c840-4537-b9f0-a197562eb553 HTTP/1.1" status: 204 len: 168 time: 0.9391980 Dec 14 02:52:31.410506 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55828) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:31.445829 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-35fc1a46-88c3-47eb-b09d-2ee75c14cfd3 None None] Could not find standard attr ID for object 1ce25971-c840-4537-b9f0-a197562eb553. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:52:31.451252 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5484e3-bac4-4147-9c9e-bd112a47746e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] GET failed (client error): The resource could not be found. Dec 14 02:52:31.454750 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1d5484e3-bac4-4147-9c9e-bd112a47746e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports/1ce25971-c840-4537-b9f0-a197562eb553 HTTP/1.1" status: 404 len: 333 time: 0.0408626 Dec 14 02:52:31.458813 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55830) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:31.525274 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-213bc9d6-d281-43cc-85c3-c97aa9824bac req-65e87b8e-d3b1-45ce-be7d-713d633da4d1 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] For port 3c28ab3c-c180-4474-981c-0df3ad6c051a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=3c28ab3c-c180-4474-981c-0df3ad6c051a,segment=NetworkSegment(a2e0eaa9-3db2-4303-b5f5-8def72229cbb),segment_id=a2e0eaa9-3db2-4303-b5f5-8def72229cbb)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:31.525600 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-213bc9d6-d281-43cc-85c3-c97aa9824bac req-65e87b8e-d3b1-45ce-be7d-713d633da4d1 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:31.567542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-213bc9d6-d281-43cc-85c3-c97aa9824bac req-65e87b8e-d3b1-45ce-be7d-713d633da4d1 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Calling delete_port for 3c28ab3c-c180-4474-981c-0df3ad6c051a owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:52:31.577838 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12d0aa23-920d-4fa5-9269-42d72a7cf4d8 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:31.628742 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12d0aa23-920d-4fa5-9269-42d72a7cf4d8 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:31.796389 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12d0aa23-920d-4fa5-9269-42d72a7cf4d8 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:31.802083 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12d0aa23-920d-4fa5-9269-42d72a7cf4d8 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:31.807220 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-12d0aa23-920d-4fa5-9269-42d72a7cf4d8 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/security-groups/1496fdf9-775b-4dbd-bbfb-8cfb0c727251 HTTP/1.1" status: 204 len: 168 time: 0.3473706 Dec 14 02:52:31.808140 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55834) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:31.831844 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0aa23-920d-4fa5-9269-42d72a7cf4d8 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1496fdf9-775b-4dbd-bbfb-8cfb0c727251,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:31.888398 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c1a2-ea02-4d81-970e-4323ba9af370 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:31.893204 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-213bc9d6-d281-43cc-85c3-c97aa9824bac req-65e87b8e-d3b1-45ce-be7d-713d633da4d1 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:31.928152 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['3c28ab3c-c180-4474-981c-0df3ad6c051a'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:52:31.929416 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c1a2-ea02-4d81-970e-4323ba9af370 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:31.946107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e87b8e-d3b1-45ce-be7d-713d633da4d1 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Pushing event deleted for resources: {'Port': ['ID=3c28ab3c-c180-4474-981c-0df3ad6c051a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:32.015676 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-213bc9d6-d281-43cc-85c3-c97aa9824bac req-65e87b8e-d3b1-45ce-be7d-713d633da4d1 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] No DVR routers for this DVR port 3c28ab3c-c180-4474-981c-0df3ad6c051a on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:52:32.019834 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-213bc9d6-d281-43cc-85c3-c97aa9824bac req-65e87b8e-d3b1-45ce-be7d-713d633da4d1 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:32.023303 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-213bc9d6-d281-43cc-85c3-c97aa9824bac req-65e87b8e-d3b1-45ce-be7d-713d633da4d1 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.46 "DELETE /v2.0/ports/3c28ab3c-c180-4474-981c-0df3ad6c051a HTTP/1.1" status: 204 len: 173 time: 0.9307115 Dec 14 02:52:32.023938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abf247f-3f1e-4e26-8e3a-030c221a59ff', 'name': 'network-vif-deleted', 'tag': '3c28ab3c-c180-4474-981c-0df3ad6c051a'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:52:32.026203 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6713dc5-5f2e-4d53-aca4-f7d3818cf2cc" -d '{"events": [{"server_uuid": "0abf247f-3f1e-4e26-8e3a-030c221a59ff", "name": "network-vif-deleted", "tag": "3c28ab3c-c180-4474-981c-0df3ad6c051a"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:52:32.048808 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c1a2-ea02-4d81-970e-4323ba9af370 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:32.052113 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8d2c1a2-ea02-4d81-970e-4323ba9af370 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:32.056585 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55840) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:32.060300 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b8d2c1a2-ea02-4d81-970e-4323ba9af370 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/security-groups/e8c2a3ec-f097-48ab-97e3-166749088d96 HTTP/1.1" status: 204 len: 168 time: 0.2467821 Dec 14 02:52:32.072670 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c8e732-7ada-499f-adc8-439e42b5983d x-openstack-request-id: req-c9c8e732-7ada-499f-adc8-439e42b5983d {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:52:32.081952 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2c1a2-ea02-4d81-970e-4323ba9af370 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c2a3ec-f097-48ab-97e3-166749088d96,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:32.082640 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abf247f-3f1e-4e26-8e3a-030c221a59ff", "name": "network-vif-deleted", "tag": "3c28ab3c-c180-4474-981c-0df3ad6c051a", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:52:32.082640 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9c8e732-7ada-499f-adc8-439e42b5983d {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:52:32.082640 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abf247f-3f1e-4e26-8e3a-030c221a59ff', 'name': 'network-vif-deleted', 'tag': '3c28ab3c-c180-4474-981c-0df3ad6c051a', 'status': 'completed', 'code': 200} Dec 14 02:52:32.127668 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3582-98e1-402d-98e3-470861e85252 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:32.160808 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3582-98e1-402d-98e3-470861e85252 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:32.225477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577198f-8f47-484b-837e-63e4d77b2857 req-986c3e95-48fe-4cad-a194-c2c362b87d5f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:32.227080 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7577198f-8f47-484b-837e-63e4d77b2857 req-986c3e95-48fe-4cad-a194-c2c362b87d5f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0787747 Dec 14 02:52:32.282685 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7577198f-8f47-484b-837e-63e4d77b2857 req-157d2460-606d-41c6-8c20-0c30c7856293 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495188 Dec 14 02:52:32.287679 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3582-98e1-402d-98e3-470861e85252 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:32.291505 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3582-98e1-402d-98e3-470861e85252 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:32.292927 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f1ad3582-98e1-402d-98e3-470861e85252 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/security-groups/573e3f51-e659-431e-888d-8cd56a68e1ff HTTP/1.1" status: 204 len: 168 time: 0.2348335 Dec 14 02:52:32.303114 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55848) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:32.304953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad3582-98e1-402d-98e3-470861e85252 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=573e3f51-e659-431e-888d-8cd56a68e1ff,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:32.404426 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6b4523-ddd4-41f6-a9a2-307857dcc14c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting subnet 9e37385f-c204-42a5-849c-26f5c1c1c5e0 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:52:32.409915 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf6b4523-ddd4-41f6-a9a2-307857dcc14c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:32.435041 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab1cab0b-a76b-4ad7-a0c4-4bbd225400c4 req-2f49916b-2458-4356-8ce7-95a3fa8c9b72 tempest-ServerPasswordTestJSON-1087913437 tempest-ServerPasswordTestJSON-1087913437-project] 10.222.0.39 "GET /v2.0/ports?device_id=0abf247f-3f1e-4e26-8e3a-030c221a59ff HTTP/1.1" status: 200 len: 210 time: 0.0286808 Dec 14 02:52:32.441523 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55854) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:32.477162 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf6b4523-ddd4-41f6-a9a2-307857dcc14c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:32.483247 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf74789-21c8-4359-abf3-daffd64e669d req-efc4626f-b2fb-455a-b5c2-4bda247a2cf6 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:32.484954 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ccf74789-21c8-4359-abf3-daffd64e669d req-efc4626f-b2fb-455a-b5c2-4bda247a2cf6 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0901885 Dec 14 02:52:32.554199 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ccf74789-21c8-4359-abf3-daffd64e669d req-c4733003-f4fc-4d63-87b7-e53e9b2adb7a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621719 Dec 14 02:52:32.558662 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:52:32.577345 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf6b4523-ddd4-41f6-a9a2-307857dcc14c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:32.658112 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8d530e99-3606-43a6-a74c-4d2ca250383a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:32.698036 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0d0c2-0b08-470e-9127-ad746086bea1 req-227650dc-c94a-46cb-ac4f-0ec7f6ef6ce5 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:32.699583 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-62e0d0c2-0b08-470e-9127-ad746086bea1 req-227650dc-c94a-46cb-ac4f-0ec7f6ef6ce5 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0614741 Dec 14 02:52:32.727450 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01d4632d-04cb-44fd-8336-8101b35ecd34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:32.752300 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-62e0d0c2-0b08-470e-9127-ad746086bea1 req-034a1de5-82e5-4ff8-9e90-88bacaca14f9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462475 Dec 14 02:52:32.761175 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf6b4523-ddd4-41f6-a9a2-307857dcc14c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:32.808499 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b4523-ddd4-41f6-a9a2-307857dcc14c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Subnet': ['ID=9e37385f-c204-42a5-849c-26f5c1c1c5e0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:32.836736 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf6b4523-ddd4-41f6-a9a2-307857dcc14c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:32.836736 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cf6b4523-ddd4-41f6-a9a2-307857dcc14c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/9e37385f-c204-42a5-849c-26f5c1c1c5e0 HTTP/1.1" status: 204 len: 168 time: 0.5202041 Dec 14 02:52:32.836736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55866) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:32.837766 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0526e280-d311-45cd-af70-101c20a468c2 None None] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:32.942872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-4367be05-5e8d-421e-beb9-f941384df872 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting subnet c50f17bd-d478-44a4-b9a4-e83016eb0add {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:52:32.954140 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4367be05-5e8d-421e-beb9-f941384df872 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:32.992845 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8d530e99-3606-43a6-a74c-4d2ca250383a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:33.011995 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4367be05-5e8d-421e-beb9-f941384df872 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:33.039725 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55870) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:33.071872 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8d530e99-3606-43a6-a74c-4d2ca250383a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:33.166718 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4367be05-5e8d-421e-beb9-f941384df872 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:33.299503 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d530e99-3606-43a6-a74c-4d2ca250383a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a94a63-a4f7-4710-8765-94f80d1af776,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:33.333551 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8d530e99-3606-43a6-a74c-4d2ca250383a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d07f732b1e8a40e99bf6281f2385f134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8909221 Dec 14 02:52:33.336681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55882) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:33.342645 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02b185aa-ca3d-4a08-b367-f7ccb3ab50a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:33.356412 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08bd45f-ebc1-472c-826e-3e803dd0fedb req-d859f1f0-6a58-467c-b73a-cec912f0aea2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:33.358429 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e08bd45f-ebc1-472c-826e-3e803dd0fedb req-d859f1f0-6a58-467c-b73a-cec912f0aea2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0939901 Dec 14 02:52:33.433247 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4367be05-5e8d-421e-beb9-f941384df872 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:33.472008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e08bd45f-ebc1-472c-826e-3e803dd0fedb req-ad7869d5-5260-4eae-9d36-561fdbc76e88 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067421 Dec 14 02:52:33.484676 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b071c33f-4009-4474-bcec-1ddd95265630 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:33.501256 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4367be05-5e8d-421e-beb9-f941384df872 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Subnet': ['ID=c50f17bd-d478-44a4-b9a4-e83016eb0add,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:33.515975 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b071c33f-4009-4474-bcec-1ddd95265630 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:33.518772 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02b185aa-ca3d-4a08-b367-f7ccb3ab50a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:33.521676 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4367be05-5e8d-421e-beb9-f941384df872 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:33.528085 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4367be05-5e8d-421e-beb9-f941384df872 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/c50f17bd-d478-44a4-b9a4-e83016eb0add HTTP/1.1" status: 204 len: 168 time: 0.6954823 Dec 14 02:52:33.528224 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55886) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:33.546659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55888) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:33.584347 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-d983fe6b-95db-45c1-90d3-b0d90ed984c8 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] DELETE failed (client error): The resource could not be found. Dec 14 02:52:33.584812 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d983fe6b-95db-45c1-90d3-b0d90ed984c8 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:52:33.592084 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d983fe6b-95db-45c1-90d3-b0d90ed984c8 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/9e37385f-c204-42a5-849c-26f5c1c1c5e0 HTTP/1.1" status: 404 len: 337 time: 0.0627949 Dec 14 02:52:33.597637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55890) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:33.601884 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02b185aa-ca3d-4a08-b367-f7ccb3ab50a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:33.642217 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b185aa-ca3d-4a08-b367-f7ccb3ab50a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa0f599-60f0-44ca-b641-e2b2896c6074,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:33.657116 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-02b185aa-ca3d-4a08-b367-f7ccb3ab50a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b72f83dbfdce4dd792b64a7d0adc0b85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6157289 Dec 14 02:52:33.658564 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55892) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:33.716151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1a528d-be75-4ac5-91b4-2963412ba742 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting subnet e71d908b-df47-48da-8965-b33789eb8769 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:52:33.720124 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0b1a528d-be75-4ac5-91b4-2963412ba742 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:33.729881 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5363777b-ab0c-4057-9fd9-a35c5279cf08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:33.768853 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0b1a528d-be75-4ac5-91b4-2963412ba742 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:33.825628 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5363777b-ab0c-4057-9fd9-a35c5279cf08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:33.827329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7918051-aa23-4a4f-aed9-dc3e126451d5 admin admin] Deleting subnet 00d6df2c-16c4-43aa-9206-9affa7b422b7 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:52:33.831365 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d7918051-aa23-4a4f-aed9-dc3e126451d5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:33.847057 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7304ef24-9c19-4723-a843-8aa2e48eaefb None None] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:33.876157 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d7918051-aa23-4a4f-aed9-dc3e126451d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:33.950048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b23702a2-749c-4842-bda4-a9d8fa39fa21 None None] Provisioning complete for port 1a98f9b8-4b9d-423f-a5b7-08af67239596 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:33.950656 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b23702a2-749c-4842-bda4-a9d8fa39fa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:33.972288 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d7918051-aa23-4a4f-aed9-dc3e126451d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:33.998381 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b071c33f-4009-4474-bcec-1ddd95265630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:34.000980 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b071c33f-4009-4474-bcec-1ddd95265630 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:34.002906 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b071c33f-4009-4474-bcec-1ddd95265630 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0a94a63-a4f7-4710-8765-94f80d1af776 HTTP/1.1" status: 204 len: 168 time: 0.6632781 Dec 14 02:52:34.008953 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5363777b-ab0c-4057-9fd9-a35c5279cf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:34.012615 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5363777b-ab0c-4057-9fd9-a35c5279cf08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:34.018521 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5363777b-ab0c-4057-9fd9-a35c5279cf08 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3fa0f599-60f0-44ca-b641-e2b2896c6074 HTTP/1.1" status: 204 len: 168 time: 0.3578506 Dec 14 02:52:34.053136 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0b1a528d-be75-4ac5-91b4-2963412ba742 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:34.064680 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363777b-ab0c-4057-9fd9-a35c5279cf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa0f599-60f0-44ca-b641-e2b2896c6074,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:34.069086 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071c33f-4009-4474-bcec-1ddd95265630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a94a63-a4f7-4710-8765-94f80d1af776,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:34.188897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b23702a2-749c-4842-bda4-a9d8fa39fa21 None None] Provisioning complete for port 698100b3-1908-4803-af3e-56ba8af79859 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:34.190119 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b23702a2-749c-4842-bda4-a9d8fa39fa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:34.226951 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b23702a2-749c-4842-bda4-a9d8fa39fa21 None None] Port 698100b3-1908-4803-af3e-56ba8af79859 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:34.307814 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d7918051-aa23-4a4f-aed9-dc3e126451d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:34.323340 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0b1a528d-be75-4ac5-91b4-2963412ba742 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:34.368739 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d7918051-aa23-4a4f-aed9-dc3e126451d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:34.375469 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55900) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:34.376039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d7918051-aa23-4a4f-aed9-dc3e126451d5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/00d6df2c-16c4-43aa-9206-9affa7b422b7 HTTP/1.1" status: 204 len: 168 time: 0.8276944 Dec 14 02:52:34.380195 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7918051-aa23-4a4f-aed9-dc3e126451d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d6df2c-16c4-43aa-9206-9affa7b422b7,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:34.391697 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0b1a528d-be75-4ac5-91b4-2963412ba742 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:34.399619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0b1a528d-be75-4ac5-91b4-2963412ba742 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/e71d908b-df47-48da-8965-b33789eb8769 HTTP/1.1" status: 204 len: 168 time: 0.8007131 Dec 14 02:52:34.404995 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55902) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:34.461879 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a528d-be75-4ac5-91b4-2963412ba742 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Subnet': ['ID=e71d908b-df47-48da-8965-b33789eb8769,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:34.501631 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77bf565-d277-4d51-9ef9-a45880c3032e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] DELETE failed (client error): The resource could not be found. Dec 14 02:52:34.502547 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77bf565-d277-4d51-9ef9-a45880c3032e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:52:34.511940 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c77bf565-d277-4d51-9ef9-a45880c3032e tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/eb29fe65-3b9e-4319-b2e6-8fc27fcd07f3 HTTP/1.1" status: 404 len: 337 time: 0.0744770 Dec 14 02:52:34.515751 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55912) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:34.621595 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4be1c661-50bb-4031-94c3-33d955da3544 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "GET /v2.0/ports?device_id=44e5cf12-daf7-4bc3-a423-807dd24cc54b HTTP/1.1" status: 200 len: 205 time: 0.1017318 Dec 14 02:52:34.623337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55914) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:34.635047 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-702e1ed2-9b50-425f-807f-4ad8091f2c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:34.717008 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-c3f2ce05-896e-4a57-a823-08ea73122898 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] delete failed (client error): The resource could not be found. Dec 14 02:52:34.717008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c3f2ce05-896e-4a57-a823-08ea73122898 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/routers/44e5cf12-daf7-4bc3-a423-807dd24cc54b HTTP/1.1" status: 404 len: 336 time: 0.0882809 Dec 14 02:52:34.740651 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55916) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:34.803522 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-702e1ed2-9b50-425f-807f-4ad8091f2c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:34.819739 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbb413c-605d-4913-ab15-2bc040a8eaf3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] DELETE failed (client error): The resource could not be found. Dec 14 02:52:34.820975 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dbb413c-605d-4913-ab15-2bc040a8eaf3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:52:34.832813 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55918) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:34.834629 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9dbb413c-605d-4913-ab15-2bc040a8eaf3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/1f90caa6-d477-4818-ba50-8874c0713bff HTTP/1.1" status: 404 len: 337 time: 0.0927961 Dec 14 02:52:34.865868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6e22c-0461-4662-a164-afad0a89004f req-7b263d9c-5ea7-4ed8-8834-ac872cb9d4a1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:34.867851 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ea6e22c-0461-4662-a164-afad0a89004f req-7b263d9c-5ea7-4ed8-8834-ac872cb9d4a1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1683950 Dec 14 02:52:34.921894 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2aa3f0-8721-4e2e-9acc-398741b83dcc tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] DELETE failed (client error): The resource could not be found. Dec 14 02:52:34.922746 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2aa3f0-8721-4e2e-9acc-398741b83dcc tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:52:34.930386 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4e2aa3f0-8721-4e2e-9acc-398741b83dcc tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/0a3a1236-4fd0-43d2-9d9d-92e422617d85 HTTP/1.1" status: 404 len: 337 time: 0.0946097 Dec 14 02:52:34.932113 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-702e1ed2-9b50-425f-807f-4ad8091f2c74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:34.937120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55922) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:35.011306 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-c515f62a-0220-418e-8c3e-cdce448651a0 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] DELETE failed (client error): The resource could not be found. Dec 14 02:52:35.011886 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c515f62a-0220-418e-8c3e-cdce448651a0 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:52:35.020886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ea6e22c-0461-4662-a164-afad0a89004f req-4c13d563-cc99-4e1f-b182-06f4500deaff tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409395 Dec 14 02:52:35.021700 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55924) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:35.036922 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c515f62a-0220-418e-8c3e-cdce448651a0 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/530e800c-c2c4-4aff-9b56-2d4d20077297 HTTP/1.1" status: 404 len: 337 time: 0.1001873 Dec 14 02:52:35.046727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55926) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:35.047072 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-096291dd-2416-4cd7-9cac-68f9da648e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:35.068070 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-898e5401-d87a-4637-98e6-318111c2519b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:35.071902 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-702e1ed2-9b50-425f-807f-4ad8091f2c74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e0eaa9-3db2-4303-b5f5-8def72229cbb') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:35.075000 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-702e1ed2-9b50-425f-807f-4ad8091f2c74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e0eaa9-3db2-4303-b5f5-8def72229cbb') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:35.102450 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-702e1ed2-9b50-425f-807f-4ad8091f2c74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:35.127492 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-483e5a9a-a155-45c6-b82d-ec62a95da86d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] DELETE failed (client error): The resource could not be found. Dec 14 02:52:35.128879 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-483e5a9a-a155-45c6-b82d-ec62a95da86d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:52:35.132710 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-702e1ed2-9b50-425f-807f-4ad8091f2c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:35.140072 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55930) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:35.141747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-483e5a9a-a155-45c6-b82d-ec62a95da86d tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/ports/cf5aea62-db6d-418e-be16-1871bc04e37b HTTP/1.1" status: 404 len: 333 time: 0.0921619 Dec 14 02:52:35.146595 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55932) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:35.157288 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ebfa9a-ccc9-4c5c-a394-f8802865e08b None None] Network 07efdd99-7e80-49ea-9a12-853fbf69ba97 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:35.171198 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702e1ed2-9b50-425f-807f-4ad8091f2c74 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:52:35.172961 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-702e1ed2-9b50-425f-807f-4ad8091f2c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:52:35.179377 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:52:35.194567 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b03be9-0754-4758-a322-7a7e11f5383c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] DELETE failed (client error): The resource could not be found. Dec 14 02:52:35.195039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b03be9-0754-4758-a322-7a7e11f5383c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:52:35.201741 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-12b03be9-0754-4758-a322-7a7e11f5383c tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/f8623adf-a431-4589-8bfe-8235e435ce52 HTTP/1.1" status: 404 len: 337 time: 0.0520132 Dec 14 02:52:35.203556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55934) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:35.239137 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a9e65947-41f3-423f-9d5e-af57a27273f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:35.259840 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-333457fc-e702-49b1-a443-2f690dbdd2ed tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] DELETE failed (client error): The resource could not be found. Dec 14 02:52:35.260638 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333457fc-e702-49b1-a443-2f690dbdd2ed tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:52:35.266755 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-333457fc-e702-49b1-a443-2f690dbdd2ed tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/3d861dfd-4897-4b16-9e78-d6fd66389629 HTTP/1.1" status: 404 len: 337 time: 0.0595324 Dec 14 02:52:35.274612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55936) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:35.301243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b0969197-0e3c-4f8c-af3d-9c2e7eb2c868 None None] Provisioning complete for port 1a98f9b8-4b9d-423f-a5b7-08af67239596 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:35.301898 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0969197-0e3c-4f8c-af3d-9c2e7eb2c868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:35.315778 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db4f6b5-aaea-4db9-9324-8c55f5ebe380 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] DELETE failed (client error): The resource could not be found. Dec 14 02:52:35.316347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db4f6b5-aaea-4db9-9324-8c55f5ebe380 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:52:35.321511 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5db4f6b5-aaea-4db9-9324-8c55f5ebe380 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/ports/fad6695b-e6a6-4c2b-9ce9-45f9cf08ec5a HTTP/1.1" status: 404 len: 333 time: 0.0439334 Dec 14 02:52:35.323649 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55938) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:35.353155 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a3d1045-00af-4c03-af23-47dc03694559 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] DELETE failed (client error): The resource could not be found. Dec 14 02:52:35.353652 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a3d1045-00af-4c03-af23-47dc03694559 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:52:35.357342 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9a3d1045-00af-4c03-af23-47dc03694559 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/65954c2b-0ccb-40e4-9b89-8c157cefcf62 HTTP/1.1" status: 404 len: 337 time: 0.0319128 Dec 14 02:52:35.359333 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55940) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:35.360825 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3c28ab3c-c180-4474-981c-0df3ad6c051a no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:52:35.390790 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-702e1ed2-9b50-425f-807f-4ad8091f2c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:35.393910 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ae8427-5922-4f47-af9a-8748722b45a3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] DELETE failed (client error): The resource could not be found. Dec 14 02:52:35.394684 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ae8427-5922-4f47-af9a-8748722b45a3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:52:35.399464 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-19ae8427-5922-4f47-af9a-8748722b45a3 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/subnets/140aeb2d-9b49-4dd5-a38b-2807f607a5d1 HTTP/1.1" status: 404 len: 337 time: 0.0384426 Dec 14 02:52:35.402801 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 3c28ab3c-c180-4474-981c-0df3ad6c051a {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:52:35.403145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 3c28ab3c-c180-4474-981c-0df3ad6c051a not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:52:35.412305 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55942) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:35.412890 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-702e1ed2-9b50-425f-807f-4ad8091f2c74 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:35.417282 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-702e1ed2-9b50-425f-807f-4ad8091f2c74 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9 HTTP/1.1" status: 204 len: 168 time: 1.0389347 Dec 14 02:52:35.438651 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e1ed2-9b50-425f-807f-4ad8091f2c74 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a3e2bb0-1435-49b1-9fb8-d708dc64d9c9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:35.561031 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a9e65947-41f3-423f-9d5e-af57a27273f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:35.570218 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-898e5401-d87a-4637-98e6-318111c2519b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:35.576505 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3370a83f-5804-4540-9f26-8b68f90be6cb None None] DHCP port deletion for 07efdd99-7e80-49ea-9a12-853fbf69ba97 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:52:35.630395 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a9e65947-41f3-423f-9d5e-af57a27273f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:35.636152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-11083c8c-824c-411e-bcb3-e79e3b26000f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Deleting port 698100b3-1908-4803-af3e-56ba8af79859 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:52:35.645549 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11083c8c-824c-411e-bcb3-e79e3b26000f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:35.703248 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-898e5401-d87a-4637-98e6-318111c2519b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:35.715768 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b0969197-0e3c-4f8c-af3d-9c2e7eb2c868 None None] Provisioning complete for port 698100b3-1908-4803-af3e-56ba8af79859 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:35.720059 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0969197-0e3c-4f8c-af3d-9c2e7eb2c868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:35.729410 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a9e65947-41f3-423f-9d5e-af57a27273f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da016463264c402ba74f1931e0b85396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5745096 Dec 14 02:52:35.730267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e65947-41f3-423f-9d5e-af57a27273f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff3dc45-0fe3-40da-bcae-088a9d123d51,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:35.745537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55948) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:35.793492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80664a6a-4570-4e1d-8795-7f8bd990236e req-bc47bf10-4575-4ae6-9f9f-4555e959945a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:35.795616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80664a6a-4570-4e1d-8795-7f8bd990236e req-bc47bf10-4575-4ae6-9f9f-4555e959945a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.2315333 Dec 14 02:52:35.811285 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3370a83f-5804-4540-9f26-8b68f90be6cb None None] Deleting port 1a98f9b8-4b9d-423f-a5b7-08af67239596 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:52:35.811668 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3370a83f-5804-4540-9f26-8b68f90be6cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:35.813489 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b0969197-0e3c-4f8c-af3d-9c2e7eb2c868 None None] Port 698100b3-1908-4803-af3e-56ba8af79859 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:35.815401 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e5401-d87a-4637-98e6-318111c2519b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59198e9c-e662-4968-bfdc-558384c1bce0,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:35.820657 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35eeded4-1848-4d4c-85b7-dffee19bb66b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:35.847625 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35eeded4-1848-4d4c-85b7-dffee19bb66b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:35.885458 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11083c8c-824c-411e-bcb3-e79e3b26000f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:35.900610 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-898e5401-d87a-4637-98e6-318111c2519b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4cd964f56f4647b297cea28c8a090f32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8773007 Dec 14 02:52:35.906426 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55950) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:35.911590 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-11083c8c-824c-411e-bcb3-e79e3b26000f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Calling delete_port for 698100b3-1908-4803-af3e-56ba8af79859 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:52:35.947382 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da4408-724e-4cf7-b43a-99e17c38b82c req-64bea9da-f09e-4a4d-b873-124cf82b3df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:35.949099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81da4408-724e-4cf7-b43a-99e17c38b82c req-64bea9da-f09e-4a4d-b873-124cf82b3df5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5f91050d42464daeb5e72d6e66d168a6&device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 1095 time: 0.2941568 Dec 14 02:52:35.990786 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf814926-98c6-4bb3-be91-8a976e632e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.040329 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf814926-98c6-4bb3-be91-8a976e632e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.060149 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80664a6a-4570-4e1d-8795-7f8bd990236e req-343ee82e-14e7-46d5-aacb-6fcddf7ca026 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199175 Dec 14 02:52:36.072645 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55954) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:36.116011 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35eeded4-1848-4d4c-85b7-dffee19bb66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.118828 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35eeded4-1848-4d4c-85b7-dffee19bb66b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.123559 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-35eeded4-1848-4d4c-85b7-dffee19bb66b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ff3dc45-0fe3-40da-bcae-088a9d123d51 HTTP/1.1" status: 204 len: 168 time: 0.3764467 Dec 14 02:52:36.132906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eeded4-1848-4d4c-85b7-dffee19bb66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff3dc45-0fe3-40da-bcae-088a9d123d51,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:36.186646 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55958) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:36.196849 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d52331ba-683d-46a3-ab4c-3ca7f183c9c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f76aa6eff1b4356bf061d6adbe69573&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1191268 Dec 14 02:52:36.198583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da4408-724e-4cf7-b43a-99e17c38b82c req-04fa53cc-1b49-4250-9d66-da3173764009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:36.200086 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81da4408-724e-4cf7-b43a-99e17c38b82c req-04fa53cc-1b49-4250-9d66-da3173764009 service neutron] 10.222.0.46 "GET /v2.0/networks?id=88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 200 len: 912 time: 0.2401903 Dec 14 02:52:36.204732 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf814926-98c6-4bb3-be91-8a976e632e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.209540 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf814926-98c6-4bb3-be91-8a976e632e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.211937 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bf814926-98c6-4bb3-be91-8a976e632e13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/59198e9c-e662-4968-bfdc-558384c1bce0 HTTP/1.1" status: 204 len: 168 time: 0.2969682 Dec 14 02:52:36.279569 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf814926-98c6-4bb3-be91-8a976e632e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59198e9c-e662-4968-bfdc-558384c1bce0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:36.344276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3370a83f-5804-4540-9f26-8b68f90be6cb None None] For port 1a98f9b8-4b9d-423f-a5b7-08af67239596, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1a98f9b8-4b9d-423f-a5b7-08af67239596,segment=NetworkSegment(5f09dc14-ae26-45d9-8da4-59c3bd285659),segment_id=5f09dc14-ae26-45d9-8da4-59c3bd285659)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:36.344887 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3370a83f-5804-4540-9f26-8b68f90be6cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.345354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81da4408-724e-4cf7-b43a-99e17c38b82c req-35b271c6-a7f7-4468-b407-9853af99776e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663 HTTP/1.1" status: 200 len: 999 time: 0.1371996 Dec 14 02:52:36.347203 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11083c8c-824c-411e-bcb3-e79e3b26000f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.363803 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dee25a70-11a3-46e9-a46f-446b9677459a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.364496 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3370a83f-5804-4540-9f26-8b68f90be6cb None None] Calling delete_port for 1a98f9b8-4b9d-423f-a5b7-08af67239596 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:52:36.410466 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dee25a70-11a3-46e9-a46f-446b9677459a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.414150 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.477742 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11083c8c-824c-411e-bcb3-e79e3b26000f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.483186 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-11083c8c-824c-411e-bcb3-e79e3b26000f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/ports/698100b3-1908-4803-af3e-56ba8af79859 HTTP/1.1" status: 204 len: 168 time: 1.0712502 Dec 14 02:52:36.486243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55962) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:36.487810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11083c8c-824c-411e-bcb3-e79e3b26000f tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Port': ['ID=698100b3-1908-4803-af3e-56ba8af79859,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:36.510868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da4408-724e-4cf7-b43a-99e17c38b82c req-48b0e562-61a1-4de7-880c-a4a9ddb56c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:36.512389 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81da4408-724e-4cf7-b43a-99e17c38b82c req-48b0e562-61a1-4de7-880c-a4a9ddb56c3c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 200 len: 850 time: 0.1581433 Dec 14 02:52:36.544360 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3370a83f-5804-4540-9f26-8b68f90be6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.567016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da4408-724e-4cf7-b43a-99e17c38b82c req-2d114448-b1b0-4642-b5d0-8cbde50eaf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:36.569248 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81da4408-724e-4cf7-b43a-99e17c38b82c req-2d114448-b1b0-4642-b5d0-8cbde50eaf53 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=88664e7c-dba7-4c3f-8dc9-59021510fecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489693 Dec 14 02:52:36.571078 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370a83f-5804-4540-9f26-8b68f90be6cb None None] Pushing event deleted for resources: {'Port': ['ID=1a98f9b8-4b9d-423f-a5b7-08af67239596,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:36.604423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3370a83f-5804-4540-9f26-8b68f90be6cb None None] No DVR routers for this DVR port 1a98f9b8-4b9d-423f-a5b7-08af67239596 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:52:36.609067 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1d8f-3dbc-4faa-9090-9762d6b48186 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.709849 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dee25a70-11a3-46e9-a46f-446b9677459a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.713198 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dee25a70-11a3-46e9-a46f-446b9677459a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.715857 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dee25a70-11a3-46e9-a46f-446b9677459a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9ce1540-156e-49c2-90ab-3d6ddd6f82c3 HTTP/1.1" status: 204 len: 168 time: 0.5269227 Dec 14 02:52:36.731645 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee25a70-11a3-46e9-a46f-446b9677459a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ce1540-156e-49c2-90ab-3d6ddd6f82c3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:36.754262 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1d8f-3dbc-4faa-9090-9762d6b48186 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.803900 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2d2c1d8f-3dbc-4faa-9090-9762d6b48186 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07efdd99-7e80-49ea-9a12-853fbf69ba97']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:36.833655 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2d2c1d8f-3dbc-4faa-9090-9762d6b48186 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f09dc14-ae26-45d9-8da4-59c3bd285659') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:36.834380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2d2c1d8f-3dbc-4faa-9090-9762d6b48186 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f09dc14-ae26-45d9-8da4-59c3bd285659') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:36.837268 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81da4408-724e-4cf7-b43a-99e17c38b82c req-2ea5e780-068d-442a-91a9-31cc5c90749e service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595882 Dec 14 02:52:36.855820 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1d8f-3dbc-4faa-9090-9762d6b48186 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.884424 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1d8f-3dbc-4faa-9090-9762d6b48186 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.890559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1a98f9b8-4b9d-423f-a5b7-08af67239596 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:52:36.910646 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2c1d8f-3dbc-4faa-9090-9762d6b48186 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:52:36.910646 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1d8f-3dbc-4faa-9090-9762d6b48186 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:52:36.918070 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:52:36.933916 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 1a98f9b8-4b9d-423f-a5b7-08af67239596 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:52:36.934605 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1a98f9b8-4b9d-423f-a5b7-08af67239596 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:52:37.008662 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81da4408-724e-4cf7-b43a-99e17c38b82c req-7a309f21-4955-4341-89c1-1021ee3a3956 service neutron] 10.222.0.46 "GET /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636021 Dec 14 02:52:37.173410 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1d8f-3dbc-4faa-9090-9762d6b48186 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:37.181024 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d2c1d8f-3dbc-4faa-9090-9762d6b48186 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:37.184320 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2d2c1d8f-3dbc-4faa-9090-9762d6b48186 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] 10.222.0.39 "DELETE /v2.0/networks/07efdd99-7e80-49ea-9a12-853fbf69ba97 HTTP/1.1" status: 204 len: 168 time: 0.6971149 Dec 14 02:52:37.201194 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c1d8f-3dbc-4faa-9090-9762d6b48186 tempest-PortsTestJSON-92680399 tempest-PortsTestJSON-92680399-project] Pushing event deleted for resources: {'Network': ['ID=07efdd99-7e80-49ea-9a12-853fbf69ba97,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:37.219755 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c517a9-38e8-44ff-9a06-d9cfb3316025 req-02b0195e-860b-4b06-9c28-f632293a4a6b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:37.229442 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5c517a9-38e8-44ff-9a06-d9cfb3316025 req-02b0195e-860b-4b06-9c28-f632293a4a6b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0751481 Dec 14 02:52:37.278908 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5c517a9-38e8-44ff-9a06-d9cfb3316025 req-9b293277-dad5-4d11-a6c2-cd0b4deeb3ab tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483301 Dec 14 02:52:37.660207 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:37.858506 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56010) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:38.197058 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4737340c-b29b-4d8d-8f1f-779c8a336e9b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c6ac2a6264594e69a3ab66885e726658&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3350270 Dec 14 02:52:38.197422 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56024) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:38.500170 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba548d2a-9e4d-4f66-bd96-def94d26bde4 req-eeaeeeaf-13d3-498b-8c10-49246b137cf3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:38.514833 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba548d2a-9e4d-4f66-bd96-def94d26bde4 req-eeaeeeaf-13d3-498b-8c10-49246b137cf3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1144514 Dec 14 02:52:38.537730 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a10e9a0-e2e2-4860-87ac-c5d15e354445 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:38.559964 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a10e9a0-e2e2-4860-87ac-c5d15e354445 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:38.572737 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba548d2a-9e4d-4f66-bd96-def94d26bde4 req-871984f9-9d94-4b21-b936-16e3e0dab9a3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568368 Dec 14 02:52:38.618662 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:38.704119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313afa8-a7d2-42d3-9dc7-cf133fe50c44 req-cd967ca7-3b60-41f0-a869-094b76e8972b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:38.705636 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7313afa8-a7d2-42d3-9dc7-cf133fe50c44 req-cd967ca7-3b60-41f0-a869-094b76e8972b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.0500934 Dec 14 02:52:38.750856 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a10e9a0-e2e2-4860-87ac-c5d15e354445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:38.756875 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a10e9a0-e2e2-4860-87ac-c5d15e354445 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:38.760379 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3a10e9a0-e2e2-4860-87ac-c5d15e354445 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ee92b56-04bc-49c7-bfd7-7990555d06c8 HTTP/1.1" status: 204 len: 168 time: 0.5620291 Dec 14 02:52:38.771319 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7313afa8-a7d2-42d3-9dc7-cf133fe50c44 req-020e5805-11e7-46be-a7ff-1b925b0e769e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587962 Dec 14 02:52:38.771544 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10e9a0-e2e2-4860-87ac-c5d15e354445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee92b56-04bc-49c7-bfd7-7990555d06c8,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:39.288259 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56074) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:39.522154 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-272622822-network', 'tenant_id': '7011a9ecfec14ee4883e7ff8901dd1ad'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:39.675912 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Made reservation on behalf of 7011a9ecfec14ee4883e7ff8901dd1ad for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:39.678870 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:39.688132 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:39.799038 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:39.949965 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:39.980781 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8e33da-de18-4539-8845-446629604569,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:39.993492 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:52:40.006657 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:40.007021 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Added segment e57e8e36-fcc9-467f-902c-ec58fb2778fb of type vlan for network 089b1aab-f434-411c-9310-cc01f578cb97 Dec 14 02:52:40.069521 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:40.155876 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:40.157483 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:40.158346 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:40.270769 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Pushing event updated for resources: {'Network': ['ID=089b1aab-f434-411c-9310-cc01f578cb97,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:40.284367 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:40.285115 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:40.285740 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:40.286310 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:40.286971 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:40.287528 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:40.288146 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:40.288698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:40.289721 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:40.295228 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:40.295228 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:40.295228 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:40.295228 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:40.308987 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 089b1aab-f434-411c-9310-cc01f578cb97 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:52:40.320194 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dbbcecef-2e59-47c4-9bbc-41f79e05bd50 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0302916 Dec 14 02:52:40.816437 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa19b9c-ee56-440e-9903-ffc753544a2b req-de963580-1ef9-4065-b36a-ad3c845f351c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:40.818044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-efa19b9c-ee56-440e-9903-ffc753544a2b req-de963580-1ef9-4065-b36a-ad3c845f351c tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=75b0f30c-037b-405f-9e1e-746bd9b3a08c HTTP/1.1" status: 200 len: 943 time: 0.0749280 Dec 14 02:52:40.937393 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-efa19b9c-ee56-440e-9903-ffc753544a2b req-d2fed1e0-3c31-4143-b851-f4730274c313 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Deleting port 4c910dec-c3e6-4916-9379-b97e781faa42 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:52:40.937737 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-efa19b9c-ee56-440e-9903-ffc753544a2b req-d2fed1e0-3c31-4143-b851-f4730274c313 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:41.155815 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56164) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:41.183427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-efa19b9c-ee56-440e-9903-ffc753544a2b req-d2fed1e0-3c31-4143-b851-f4730274c313 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] For port 4c910dec-c3e6-4916-9379-b97e781faa42, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4c910dec-c3e6-4916-9379-b97e781faa42,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:41.183427 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-efa19b9c-ee56-440e-9903-ffc753544a2b req-d2fed1e0-3c31-4143-b851-f4730274c313 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:41.185900 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56168) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:41.252850 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-efa19b9c-ee56-440e-9903-ffc753544a2b req-d2fed1e0-3c31-4143-b851-f4730274c313 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Calling delete_port for 4c910dec-c3e6-4916-9379-b97e781faa42 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:52:41.296823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29b8a6-9992-4ffb-87e9-23b9ebb2a497 req-919b31c5-9f7c-4c14-87ad-791723b5329c tempest-ComputeTenantNetworksTest-551495821 tempest-ComputeTenantNetworksTest-551495821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:41.309486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29b8a6-9992-4ffb-87e9-23b9ebb2a497 req-919b31c5-9f7c-4c14-87ad-791723b5329c tempest-ComputeTenantNetworksTest-551495821 tempest-ComputeTenantNetworksTest-551495821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:41.317948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29b8a6-9992-4ffb-87e9-23b9ebb2a497 req-919b31c5-9f7c-4c14-87ad-791723b5329c tempest-ComputeTenantNetworksTest-551495821 tempest-ComputeTenantNetworksTest-551495821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:41.319956 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f29b8a6-9992-4ffb-87e9-23b9ebb2a497 req-919b31c5-9f7c-4c14-87ad-791723b5329c tempest-ComputeTenantNetworksTest-551495821 tempest-ComputeTenantNetworksTest-551495821-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3065388 Dec 14 02:52:41.325474 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-baea9720-9ff8-41eb-92dc-17808d2f2b7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:41.366070 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ffab1e5f-fa0b-4427-9dfc-1dfff7e8d680 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-631395889'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:41.470231 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-baea9720-9ff8-41eb-92dc-17808d2f2b7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:41.481659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffab1e5f-fa0b-4427-9dfc-1dfff7e8d680 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Made reservation on behalf of 00395e1ef3104ea683edcfb770d6d2a1 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:41.487730 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffab1e5f-fa0b-4427-9dfc-1dfff7e8d680 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:41.493622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec1b0c-2192-4b79-9d85-04ce1b2fc14d req-bfdaddae-54d6-424d-8971-94913f8ecd67 tempest-ComputeTenantNetworksTest-551495821 tempest-ComputeTenantNetworksTest-551495821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:41.495033 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03ec1b0c-2192-4b79-9d85-04ce1b2fc14d req-bfdaddae-54d6-424d-8971-94913f8ecd67 tempest-ComputeTenantNetworksTest-551495821 tempest-ComputeTenantNetworksTest-551495821-project] 10.222.0.39 "GET /v2.0/networks/089b1aab-f434-411c-9310-cc01f578cb97 HTTP/1.1" status: 200 len: 768 time: 0.1197898 Dec 14 02:52:41.499853 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffab1e5f-fa0b-4427-9dfc-1dfff7e8d680 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:41.504164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56180) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:41.568028 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-baea9720-9ff8-41eb-92dc-17808d2f2b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:41.633057 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-baea9720-9ff8-41eb-92dc-17808d2f2b7a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45e3dcc6356a45a9843bf4b17e4b4bfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4761312 Dec 14 02:52:41.638861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56182) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:41.647971 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea9720-9ff8-41eb-92dc-17808d2f2b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5377d697-bfe6-4ea5-81f7-3b3c55df3526,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:41.654027 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ce750ec-96f7-4443-940b-2a83af35a1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:41.672140 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-efa19b9c-ee56-440e-9903-ffc753544a2b req-d2fed1e0-3c31-4143-b851-f4730274c313 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:41.711163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['2e7c6efe-331a-4800-aa60-4e3b0206df0b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:52:41.712846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fed1e0-3c31-4143-b851-f4730274c313 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Pushing event deleted for resources: {'Port': ['ID=4c910dec-c3e6-4916-9379-b97e781faa42,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:41.764192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa19b9c-ee56-440e-9903-ffc753544a2b req-d2fed1e0-3c31-4143-b851-f4730274c313 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] No DVR routers for this DVR port 4c910dec-c3e6-4916-9379-b97e781faa42 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:52:41.769257 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-efa19b9c-ee56-440e-9903-ffc753544a2b req-d2fed1e0-3c31-4143-b851-f4730274c313 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:41.778704 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-efa19b9c-ee56-440e-9903-ffc753544a2b req-d2fed1e0-3c31-4143-b851-f4730274c313 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "DELETE /v2.0/ports/4c910dec-c3e6-4916-9379-b97e781faa42 HTTP/1.1" status: 204 len: 173 time: 0.9541004 Dec 14 02:52:41.779406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b0f30c-037b-405f-9e1e-746bd9b3a08c', 'name': 'network-vif-deleted', 'tag': '4c910dec-c3e6-4916-9379-b97e781faa42'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:52:41.782572 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c1d565-1980-49f4-bd79-280266ea65b0" -d '{"events": [{"server_uuid": "75b0f30c-037b-405f-9e1e-746bd9b3a08c", "name": "network-vif-deleted", "tag": "4c910dec-c3e6-4916-9379-b97e781faa42"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:52:41.787009 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffab1e5f-fa0b-4427-9dfc-1dfff7e8d680 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:41.789593 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6891aa0-289b-448f-ab80-4e75c7ca6f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:41.789737 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ce750ec-96f7-4443-940b-2a83af35a1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:41.808713 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['b2eb3c05-4c38-4e4d-bb67-5117eb4ac752'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:52:41.832394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-9ce750ec-96f7-4443-940b-2a83af35a1d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089b1aab-f434-411c-9310-cc01f578cb97']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:41.833283 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6891aa0-289b-448f-ab80-4e75c7ca6f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:41.851862 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 14 Dec 2021 02:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d34b0d9-baec-4629-9021-d1dad47e46c0 x-openstack-request-id: req-3d34b0d9-baec-4629-9021-d1dad47e46c0 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:52:41.852560 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b0f30c-037b-405f-9e1e-746bd9b3a08c", "name": "network-vif-deleted", "tag": "4c910dec-c3e6-4916-9379-b97e781faa42", "status": "failed", "code": 422}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:52:41.853014 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d34b0d9-baec-4629-9021-d1dad47e46c0 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:52:41.853861 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-9ce750ec-96f7-4443-940b-2a83af35a1d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57e8e36-fcc9-467f-902c-ec58fb2778fb') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:41.854007 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-9ce750ec-96f7-4443-940b-2a83af35a1d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57e8e36-fcc9-467f-902c-ec58fb2778fb') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:41.855384 n-d-821636-1 neutron-server[103848]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75b0f30c-037b-405f-9e1e-746bd9b3a08c', 'name': 'network-vif-deleted', 'tag': '4c910dec-c3e6-4916-9379-b97e781faa42', 'status': 'failed', 'code': 422} returned with failed status Dec 14 02:52:41.864969 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ce750ec-96f7-4443-940b-2a83af35a1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:41.879572 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ce750ec-96f7-4443-940b-2a83af35a1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:41.885909 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ce750ec-96f7-4443-940b-2a83af35a1d2 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:52:41.886308 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ce750ec-96f7-4443-940b-2a83af35a1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:52:41.948282 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:52:41.952793 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffab1e5f-fa0b-4427-9dfc-1dfff7e8d680 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:41.999417 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab1e5f-fa0b-4427-9dfc-1dfff7e8d680 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b2d740-d9a0-4576-8958-3d51fd45ff46,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:42.006855 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6891aa0-289b-448f-ab80-4e75c7ca6f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:42.011317 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6891aa0-289b-448f-ab80-4e75c7ca6f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:42.013390 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e6891aa0-289b-448f-ab80-4e75c7ca6f90 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5377d697-bfe6-4ea5-81f7-3b3c55df3526 HTTP/1.1" status: 204 len: 168 time: 0.3725293 Dec 14 02:52:42.032758 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6891aa0-289b-448f-ab80-4e75c7ca6f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5377d697-bfe6-4ea5-81f7-3b3c55df3526,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:42.095306 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ce750ec-96f7-4443-940b-2a83af35a1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:42.103536 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffab1e5f-fa0b-4427-9dfc-1dfff7e8d680 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:52:42.110394 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ce750ec-96f7-4443-940b-2a83af35a1d2 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:42.119296 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9ce750ec-96f7-4443-940b-2a83af35a1d2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/089b1aab-f434-411c-9310-cc01f578cb97 HTTP/1.1" status: 204 len: 168 time: 0.6114647 Dec 14 02:52:42.152602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce750ec-96f7-4443-940b-2a83af35a1d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=089b1aab-f434-411c-9310-cc01f578cb97,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:42.157866 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffab1e5f-fa0b-4427-9dfc-1dfff7e8d680 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:42.158414 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-ffab1e5f-fa0b-4427-9dfc-1dfff7e8d680 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Added segment f10cca25-5ad6-4b44-9307-5c7e0c246843 of type vlan for network 895d4cec-a3fd-4e42-9d93-4a69bfabfc05 Dec 14 02:52:42.200547 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffab1e5f-fa0b-4427-9dfc-1dfff7e8d680 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:42.304273 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffab1e5f-fa0b-4427-9dfc-1dfff7e8d680 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:42.311305 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffab1e5f-fa0b-4427-9dfc-1dfff7e8d680 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:42.313124 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffab1e5f-fa0b-4427-9dfc-1dfff7e8d680 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:42.395088 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab1e5f-fa0b-4427-9dfc-1dfff7e8d680 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Network': ['ID=895d4cec-a3fd-4e42-9d93-4a69bfabfc05,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:42.415199 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 895d4cec-a3fd-4e42-9d93-4a69bfabfc05 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:52:42.430347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56200) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:42.432307 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ffab1e5f-fa0b-4427-9dfc-1dfff7e8d680 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2444544 Dec 14 02:52:42.437830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-e9ca3511-3436-4c91-9e9c-9484adf8fb75 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-809072991'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:42.544196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ca3511-3436-4c91-9e9c-9484adf8fb75 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Made reservation on behalf of 00395e1ef3104ea683edcfb770d6d2a1 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:42.548987 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e9ca3511-3436-4c91-9e9c-9484adf8fb75 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:42.577571 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ca3511-3436-4c91-9e9c-9484adf8fb75 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:52:42.586998 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e9ca3511-3436-4c91-9e9c-9484adf8fb75 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:42.587492 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-e9ca3511-3436-4c91-9e9c-9484adf8fb75 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Added segment c92d7a0e-639f-4969-84a9-39ff9a372ebc of type vlan for network b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc Dec 14 02:52:42.627416 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e9ca3511-3436-4c91-9e9c-9484adf8fb75 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:42.737352 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56206) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:42.740778 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e9ca3511-3436-4c91-9e9c-9484adf8fb75 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:42.757294 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ca3511-3436-4c91-9e9c-9484adf8fb75 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:42.761747 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e9ca3511-3436-4c91-9e9c-9484adf8fb75 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:42.851019 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56210) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:42.854376 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-48025ac1-95ec-4780-952c-848a3e72989b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7011a9ecfec14ee4883e7ff8901dd1ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1150999 Dec 14 02:52:42.860139 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56212) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:42.894420 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c6a93bd-0ca6-4e17-9078-397bef7cde8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:42.902557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca3511-3436-4c91-9e9c-9484adf8fb75 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Network': ['ID=b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:42.916408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:52:42.921297 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e9ca3511-3436-4c91-9e9c-9484adf8fb75 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4895432 Dec 14 02:52:42.928580 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56214) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:42.930486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-fa2f8566-c220-458b-a246-3bb5125ae8ab tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'subnet': {'network_id': '895d4cec-a3fd-4e42-9d93-4a69bfabfc05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:43.001256 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-469905ae-8491-4b37-9ef3-d27f57ed31ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:43.044324 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-469905ae-8491-4b37-9ef3-d27f57ed31ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:43.114735 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c6a93bd-0ca6-4e17-9078-397bef7cde8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:43.144202 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2f8566-c220-458b-a246-3bb5125ae8ab tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Made reservation on behalf of 00395e1ef3104ea683edcfb770d6d2a1 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:43.147862 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8566-c220-458b-a246-3bb5125ae8ab tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:43.245581 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-469905ae-8491-4b37-9ef3-d27f57ed31ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:43.249395 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-469905ae-8491-4b37-9ef3-d27f57ed31ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:43.250714 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-469905ae-8491-4b37-9ef3-d27f57ed31ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de8e33da-de18-4539-8845-446629604569 HTTP/1.1" status: 204 len: 168 time: 0.3896756 Dec 14 02:52:43.252055 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c6a93bd-0ca6-4e17-9078-397bef7cde8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:43.273207 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469905ae-8491-4b37-9ef3-d27f57ed31ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8e33da-de18-4539-8845-446629604569,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:43.293643 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5c6a93bd-0ca6-4e17-9078-397bef7cde8f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53b51b1db4df49e48eab33cdbb26294d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4386280 Dec 14 02:52:43.296497 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56230) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:43.322351 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6a93bd-0ca6-4e17-9078-397bef7cde8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5da9ed-3b27-4bca-a6d1-5cf84897fb43,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:43.374009 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-caa5a2d5-e4c0-4950-b87b-5328392223fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:43.399386 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-caa5a2d5-e4c0-4950-b87b-5328392223fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:43.415207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e08c2-504d-43ea-9d19-0969b1fa5d7b req-514d3d0d-3da4-4718-9b02-8dff9548af85 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:43.422045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c66e08c2-504d-43ea-9d19-0969b1fa5d7b req-514d3d0d-3da4-4718-9b02-8dff9548af85 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 907 time: 0.1637039 Dec 14 02:52:43.458538 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8566-c220-458b-a246-3bb5125ae8ab tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:43.531122 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2f8566-c220-458b-a246-3bb5125ae8ab tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Subnet': ['ID=f2f83a3a-46be-40f8-bdf8-4be6606f45c8,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:43.542499 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2f8566-c220-458b-a246-3bb5125ae8ab tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Checking segment: {'id': 'f10cca25-5ad6-4b44-9307-5c7e0c246843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '895d4cec-a3fd-4e42-9d93-4a69bfabfc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:52:43.542918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2f8566-c220-458b-a246-3bb5125ae8ab tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network hostable DHCP agents. Network: 895d4cec-a3fd-4e42-9d93-4a69bfabfc05, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:52:43.551174 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-caa5a2d5-e4c0-4950-b87b-5328392223fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:43.551174 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-caa5a2d5-e4c0-4950-b87b-5328392223fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:43.551174 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-caa5a2d5-e4c0-4950-b87b-5328392223fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab5da9ed-3b27-4bca-a6d1-5cf84897fb43 HTTP/1.1" status: 204 len: 168 time: 0.2465899 Dec 14 02:52:43.559160 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5a2d5-e4c0-4950-b87b-5328392223fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5da9ed-3b27-4bca-a6d1-5cf84897fb43,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:43.635368 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2f8566-c220-458b-a246-3bb5125ae8ab tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network 895d4cec-a3fd-4e42-9d93-4a69bfabfc05 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:52:43.711959 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-fa2f8566-c220-458b-a246-3bb5125ae8ab tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 895d4cec-a3fd-4e42-9d93-4a69bfabfc05) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:43.717805 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2f8566-c220-458b-a246-3bb5125ae8ab tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:43.719334 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8566-c220-458b-a246-3bb5125ae8ab tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:43.724758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3493ac06-ff41-4881-a5ea-4a9049d0413c None None] Network 895d4cec-a3fd-4e42-9d93-4a69bfabfc05 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:43.819844 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56246) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:43.820458 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fa2f8566-c220-458b-a246-3bb5125ae8ab tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8941343 Dec 14 02:52:43.825628 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2cdf942d-a7b7-48ab-907a-67674784f7ae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'subnet': {'network_id': 'b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:43.828988 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-895d4cec-a3fd-4e42-9d93-4a69bfabfc05', 'network_id': '895d4cec-a3fd-4e42-9d93-4a69bfabfc05', 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'fixed_ips': [{'subnet_id': 'f2f83a3a-46be-40f8-bdf8-4be6606f45c8'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:52:43.830748 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:44.006762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdf942d-a7b7-48ab-907a-67674784f7ae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Made reservation on behalf of 00395e1ef3104ea683edcfb770d6d2a1 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:44.010448 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cdf942d-a7b7-48ab-907a-67674784f7ae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:44.051902 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Allocated IP 2001:db8::2 (895d4cec-a3fd-4e42-9d93-4a69bfabfc05/f2f83a3a-46be-40f8-bdf8-4be6606f45c8/521eff9a-49a7-4274-abc2-62d7149e1b36) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:52:44.275851 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:44.327568 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:44.370447 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Network 895d4cec-a3fd-4e42-9d93-4a69bfabfc05 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:52:44.373566 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:44.377859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:52:44.387692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Pushing event updated for resources: {'Port': ['ID=521eff9a-49a7-4274-abc2-62d7149e1b36,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:44.404137 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cdf942d-a7b7-48ab-907a-67674784f7ae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:44.453264 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Attempting to bind port 521eff9a-49a7-4274-abc2-62d7149e1b36 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:52:44.454034 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Attempting to bind port 521eff9a-49a7-4274-abc2-62d7149e1b36 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'f10cca25-5ad6-4b44-9307-5c7e0c246843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '895d4cec-a3fd-4e42-9d93-4a69bfabfc05'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:52:44.456039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Attempting to bind port 521eff9a-49a7-4274-abc2-62d7149e1b36 on network 895d4cec-a3fd-4e42-9d93-4a69bfabfc05 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:52:44.469238 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:52:44.471691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Checking segment: {'id': 'f10cca25-5ad6-4b44-9307-5c7e0c246843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '895d4cec-a3fd-4e42-9d93-4a69bfabfc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:52:44.473895 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:44.474482 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Bound using segment: {'id': 'f10cca25-5ad6-4b44-9307-5c7e0c246843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '895d4cec-a3fd-4e42-9d93-4a69bfabfc05'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:52:44.475817 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Bound port: 521eff9a-49a7-4274-abc2-62d7149e1b36, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10cca25-5ad6-4b44-9307-5c7e0c246843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '895d4cec-a3fd-4e42-9d93-4a69bfabfc05'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:52:44.478082 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:44.521125 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf942d-a7b7-48ab-907a-67674784f7ae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Subnet': ['ID=9915fb48-df03-455f-a156-ece924c3aa83,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:44.539052 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdf942d-a7b7-48ab-907a-67674784f7ae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Checking segment: {'id': 'c92d7a0e-639f-4969-84a9-39ff9a372ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:52:44.539679 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdf942d-a7b7-48ab-907a-67674784f7ae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network hostable DHCP agents. Network: b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:52:44.606994 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdf942d-a7b7-48ab-907a-67674784f7ae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:52:44.623915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbfa2a6-5d2b-481a-b25b-ce5f787c1b9f req-a44bfbdc-af14-4d93-813c-1ef9068626e2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:44.626298 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ecbfa2a6-5d2b-481a-b25b-ce5f787c1b9f req-a44bfbdc-af14-4d93-813c-1ef9068626e2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 907 time: 0.0758061 Dec 14 02:52:44.640025 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] For port 521eff9a-49a7-4274-abc2-62d7149e1b36, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:52:44.654680 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] For port 521eff9a-49a7-4274-abc2-62d7149e1b36, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=521eff9a-49a7-4274-abc2-62d7149e1b36,segment=NetworkSegment(f10cca25-5ad6-4b44-9307-5c7e0c246843),segment_id=f10cca25-5ad6-4b44-9307-5c7e0c246843)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:52:44.681526 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-2cdf942d-a7b7-48ab-907a-67674784f7ae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:44.685917 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdf942d-a7b7-48ab-907a-67674784f7ae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:44.690088 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cdf942d-a7b7-48ab-907a-67674784f7ae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:44.694516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ca3d80-80c4-4f9f-b886-486b27d313ed None None] Network b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:44.734204 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:44.770666 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8bee9-a3d4-4782-bc98-3e92ff15da5b req-cd95966c-4380-4b0f-a156-f0baaf87fd6b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:44.772573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-caf8bee9-a3d4-4782-bc98-3e92ff15da5b req-cd95966c-4380-4b0f-a156-f0baaf87fd6b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.46 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 907 time: 0.0632300 Dec 14 02:52:44.813118 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2cdf942d-a7b7-48ab-907a-67674784f7ae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9883568 Dec 14 02:52:44.816618 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56290) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:44.824620 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-fe237f20-0b16-44fa-a64d-2455e9e5da8d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1159848813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:44.891359 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b010cf4-103a-47e9-b661-af0d3bce6f7c None None] Pushing event updated for resources: {'Port': ['ID=521eff9a-49a7-4274-abc2-62d7149e1b36,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:44.961517 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe237f20-0b16-44fa-a64d-2455e9e5da8d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:44.962475 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe237f20-0b16-44fa-a64d-2455e9e5da8d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:44.966249 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc', 'network_id': 'b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc', 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'fixed_ips': [{'subnet_id': '9915fb48-df03-455f-a156-ece924c3aa83'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:52:44.967145 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:44.994281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-caf8bee9-a3d4-4782-bc98-3e92ff15da5b req-f72419b2-5fcf-448f-ad2e-22c9afa579da tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Deleting port 6b3abf42-e197-4131-84b4-88e75b404b06 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:52:44.996679 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-caf8bee9-a3d4-4782-bc98-3e92ff15da5b req-f72419b2-5fcf-448f-ad2e-22c9afa579da tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:45.213640 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe237f20-0b16-44fa-a64d-2455e9e5da8d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:45.222600 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-caf8bee9-a3d4-4782-bc98-3e92ff15da5b req-f72419b2-5fcf-448f-ad2e-22c9afa579da tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] For port 6b3abf42-e197-4131-84b4-88e75b404b06, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=6b3abf42-e197-4131-84b4-88e75b404b06,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:45.223381 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-caf8bee9-a3d4-4782-bc98-3e92ff15da5b req-f72419b2-5fcf-448f-ad2e-22c9afa579da tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:45.288070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-caf8bee9-a3d4-4782-bc98-3e92ff15da5b req-f72419b2-5fcf-448f-ad2e-22c9afa579da tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Calling delete_port for 6b3abf42-e197-4131-84b4-88e75b404b06 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:52:45.289258 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe237f20-0b16-44fa-a64d-2455e9e5da8d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:45.382125 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Allocated IP 2001:db8:1::2 (b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc/9915fb48-df03-455f-a156-ece924c3aa83/ff73aed1-3d87-4b14-8cdb-74389b4180d8) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:52:45.420196 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe237f20-0b16-44fa-a64d-2455e9e5da8d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:45.425831 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fe237f20-0b16-44fa-a64d-2455e9e5da8d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6079156 Dec 14 02:52:45.426730 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56310) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:45.710265 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-caf8bee9-a3d4-4782-bc98-3e92ff15da5b req-f72419b2-5fcf-448f-ad2e-22c9afa579da tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:45.766934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72419b2-5fcf-448f-ad2e-22c9afa579da tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Pushing event deleted for resources: {'Port': ['ID=6b3abf42-e197-4131-84b4-88e75b404b06,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:45.781410 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:45.861064 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf8bee9-a3d4-4782-bc98-3e92ff15da5b req-f72419b2-5fcf-448f-ad2e-22c9afa579da tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] No DVR routers for this DVR port 6b3abf42-e197-4131-84b4-88e75b404b06 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:52:45.871035 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:45.871731 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-caf8bee9-a3d4-4782-bc98-3e92ff15da5b req-f72419b2-5fcf-448f-ad2e-22c9afa579da tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:45.885015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-caf8bee9-a3d4-4782-bc98-3e92ff15da5b req-f72419b2-5fcf-448f-ad2e-22c9afa579da tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.46 "DELETE /v2.0/ports/6b3abf42-e197-4131-84b4-88e75b404b06 HTTP/1.1" status: 204 len: 173 time: 1.1036696 Dec 14 02:52:45.886688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1141695c-b13f-44e1-95e5-a806ef2510c9', 'name': 'network-vif-deleted', 'tag': '6b3abf42-e197-4131-84b4-88e75b404b06'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:52:45.890888 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196640d9-9122-45c9-b983-79939367c505" -d '{"events": [{"server_uuid": "1141695c-b13f-44e1-95e5-a806ef2510c9", "name": "network-vif-deleted", "tag": "6b3abf42-e197-4131-84b4-88e75b404b06"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:52:45.940835 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4988789-8944-42d2-a7f4-2905f2b7810c req-0966769b-b758-4af9-9c91-7d6088b60e9a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 210 time: 0.0822680 Dec 14 02:52:46.007712 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a7b8c1-ae37-480d-b446-df6200be7069 x-openstack-request-id: req-36a7b8c1-ae37-480d-b446-df6200be7069 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:52:46.008205 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1141695c-b13f-44e1-95e5-a806ef2510c9", "name": "network-vif-deleted", "tag": "6b3abf42-e197-4131-84b4-88e75b404b06", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:52:46.008642 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36a7b8c1-ae37-480d-b446-df6200be7069 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:52:46.009327 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1141695c-b13f-44e1-95e5-a806ef2510c9', 'name': 'network-vif-deleted', 'tag': '6b3abf42-e197-4131-84b4-88e75b404b06', 'status': 'completed', 'code': 200} Dec 14 02:52:46.012813 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Network b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:52:46.020872 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:46.036918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:52:46.050841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Pushing event updated for resources: {'Port': ['ID=ff73aed1-3d87-4b14-8cdb-74389b4180d8,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:46.093237 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7aef-aeb0-463f-b7d0-96a202b3a4ff tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:46.159404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Attempting to bind port ff73aed1-3d87-4b14-8cdb-74389b4180d8 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:52:46.176995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Attempting to bind port ff73aed1-3d87-4b14-8cdb-74389b4180d8 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'c92d7a0e-639f-4969-84a9-39ff9a372ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:52:46.176995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Attempting to bind port ff73aed1-3d87-4b14-8cdb-74389b4180d8 on network b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:52:46.191812 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:52:46.192201 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Checking segment: {'id': 'c92d7a0e-639f-4969-84a9-39ff9a372ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:52:46.192626 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:46.193042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Bound using segment: {'id': 'c92d7a0e-639f-4969-84a9-39ff9a372ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:52:46.207413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Bound port: ff73aed1-3d87-4b14-8cdb-74389b4180d8, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92d7a0e-639f-4969-84a9-39ff9a372ebc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:52:46.207413 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:46.419244 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] For port ff73aed1-3d87-4b14-8cdb-74389b4180d8, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:52:46.424246 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] For port ff73aed1-3d87-4b14-8cdb-74389b4180d8, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ff73aed1-3d87-4b14-8cdb-74389b4180d8,segment=NetworkSegment(c92d7a0e-639f-4969-84a9-39ff9a372ebc),segment_id=c92d7a0e-639f-4969-84a9-39ff9a372ebc)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:52:46.510428 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:46.677699 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf953d0-f48e-44e7-9716-96d5a0a8e35b None None] Pushing event updated for resources: {'Port': ['ID=ff73aed1-3d87-4b14-8cdb-74389b4180d8,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:46.706181 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-e3dc7aef-aeb0-463f-b7d0-96a202b3a4ff tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Allocated IP 2001:db8::1 (895d4cec-a3fd-4e42-9d93-4a69bfabfc05/f2f83a3a-46be-40f8-bdf8-4be6606f45c8/013bb475-1cd4-4836-a4a0-dedf38577cbe) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:52:46.955970 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfebb65-50a9-4ae1-adfa-85c2230e029d None None] Network 895d4cec-a3fd-4e42-9d93-4a69bfabfc05 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:47.092142 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7aef-aeb0-463f-b7d0-96a202b3a4ff tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:47.159384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56352) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:47.203691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 521eff9a-49a7-4274-abc2-62d7149e1b36 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:52:47.284732 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7aef-aeb0-463f-b7d0-96a202b3a4ff tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:47.322187 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a2c05ec-55a0-4f2c-a9b0-674e5b6f3ad3 req-b48ca6db-660b-4912-99f2-3e5e9d97a93f tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=1141695c-b13f-44e1-95e5-a806ef2510c9 HTTP/1.1" status: 200 len: 210 time: 0.0934639 Dec 14 02:52:47.475113 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc7aef-aeb0-463f-b7d0-96a202b3a4ff tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=013bb475-1cd4-4836-a4a0-dedf38577cbe,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:47.478427 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b6d8bbc2-c306-4b42-9338-26187a6ca522 None None] Provisioning complete for port 521eff9a-49a7-4274-abc2-62d7149e1b36 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:47.480830 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6d8bbc2-c306-4b42-9338-26187a6ca522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:47.503747 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dc7aef-aeb0-463f-b7d0-96a202b3a4ff tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network 895d4cec-a3fd-4e42-9d93-4a69bfabfc05 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:52:47.505664 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-e3dc7aef-aeb0-463f-b7d0-96a202b3a4ff tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:47.513899 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc7aef-aeb0-463f-b7d0-96a202b3a4ff tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:52:47.514706 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7aef-aeb0-463f-b7d0-96a202b3a4ff tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:47.562636 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-4b6b9a40-4628-4581-bcbd-10801f522c08 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1215503428'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:47.608960 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 521eff9a-49a7-4274-abc2-62d7149e1b36 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:47.609854 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:47.713579 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6b9a40-4628-4581-bcbd-10801f522c08 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Made reservation on behalf of 8ecf5437d64a49c1bde299f48e858246 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:47.718766 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9a40-4628-4581-bcbd-10801f522c08 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:47.730817 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9a40-4628-4581-bcbd-10801f522c08 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:47.755797 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6d8bbc2-c306-4b42-9338-26187a6ca522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:47.871790 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b6d8bbc2-c306-4b42-9338-26187a6ca522 None None] For port 521eff9a-49a7-4274-abc2-62d7149e1b36, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=521eff9a-49a7-4274-abc2-62d7149e1b36,segment=NetworkSegment(f10cca25-5ad6-4b44-9307-5c7e0c246843),segment_id=f10cca25-5ad6-4b44-9307-5c7e0c246843)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:47.876985 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7aef-aeb0-463f-b7d0-96a202b3a4ff tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:47.889475 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:47.898906 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9a40-4628-4581-bcbd-10801f522c08 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:47.939066 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6d8bbc2-c306-4b42-9338-26187a6ca522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:47.966595 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9a40-4628-4581-bcbd-10801f522c08 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:48.031837 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6b9a40-4628-4581-bcbd-10801f522c08 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:52:48.072340 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9a40-4628-4581-bcbd-10801f522c08 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:48.072633 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-4b6b9a40-4628-4581-bcbd-10801f522c08 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Added segment ae9cfde3-b61e-442a-a030-ae15d15ff140 of type vlan for network 7a30dfb7-35ff-49eb-a521-c784cc435057 Dec 14 02:52:48.171708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b9a40-4628-4581-bcbd-10801f522c08 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fe6d8e-e658-41de-897d-50edac9b7ff5,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:48.199238 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d8bbc2-c306-4b42-9338-26187a6ca522 None None] Pushing event updated for resources: {'Port': ['ID=521eff9a-49a7-4274-abc2-62d7149e1b36,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:48.205832 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:52:48.210515 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:52:48.213442 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9a40-4628-4581-bcbd-10801f522c08 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:48.232620 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3a0e8633-09f0-47e6-82ed-bee41d7e429a None None] Provisioning complete for port 013bb475-1cd4-4836-a4a0-dedf38577cbe triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:48.233067 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3a0e8633-09f0-47e6-82ed-bee41d7e429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:48.306824 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e8633-09f0-47e6-82ed-bee41d7e429a None None] Port 013bb475-1cd4-4836-a4a0-dedf38577cbe cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:48.333013 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3a0e8633-09f0-47e6-82ed-bee41d7e429a None None] Provisioning complete for port 521eff9a-49a7-4274-abc2-62d7149e1b36 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:48.333706 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3a0e8633-09f0-47e6-82ed-bee41d7e429a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:48.378223 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9a40-4628-4581-bcbd-10801f522c08 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:48.380258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6b9a40-4628-4581-bcbd-10801f522c08 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:48.381074 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9a40-4628-4581-bcbd-10801f522c08 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:48.508642 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7aef-aeb0-463f-b7d0-96a202b3a4ff tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:48.573564 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7aef-aeb0-463f-b7d0-96a202b3a4ff tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:48.574915 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7aef-aeb0-463f-b7d0-96a202b3a4ff tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:48.778156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b9a40-4628-4581-bcbd-10801f522c08 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Pushing event updated for resources: {'Network': ['ID=7a30dfb7-35ff-49eb-a521-c784cc435057,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:48.792136 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dc7aef-aeb0-463f-b7d0-96a202b3a4ff tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=013bb475-1cd4-4836-a4a0-dedf38577cbe,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:48.800676 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 7a30dfb7-35ff-49eb-a521-c784cc435057 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:52:48.813251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e44ce2-69b5-4f39-bb1e-2743ce47366f None None] Network b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:48.833087 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3dc7aef-aeb0-463f-b7d0-96a202b3a4ff tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network 895d4cec-a3fd-4e42-9d93-4a69bfabfc05 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:52:48.835511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-e3dc7aef-aeb0-463f-b7d0-96a202b3a4ff tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:48.878185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4b6b9a40-4628-4581-bcbd-10801f522c08 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7171052 Dec 14 02:52:48.880828 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56382) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:48.886001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-ae6c9e00-955c-4a3e-a03e-d300fbe6884b tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Request body: {'subnet': {'network_id': '7a30dfb7-35ff-49eb-a521-c784cc435057', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:49.010884 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-876fdae6-6a08-48e4-9a9d-f8c4f865871c None None] Provisioning complete for port ff73aed1-3d87-4b14-8cdb-74389b4180d8 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:49.011467 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-876fdae6-6a08-48e4-9a9d-f8c4f865871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:49.214801 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3dc7aef-aeb0-463f-b7d0-96a202b3a4ff tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 9fc957ce-b06a-4fe5-802f-decd8de2e0fc is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:52:49.447560 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3dc7aef-aeb0-463f-b7d0-96a202b3a4ff tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:52:49.457070 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e3dc7aef-aeb0-463f-b7d0-96a202b3a4ff tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/9fc957ce-b06a-4fe5-802f-decd8de2e0fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0291071 Dec 14 02:52:49.458026 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56386) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:49.539006 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dfdb18-71f7-4e23-b468-d8208e0368e8 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:49.545025 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f3dfdb18-71f7-4e23-b468-d8208e0368e8 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/ports/013bb475-1cd4-4836-a4a0-dedf38577cbe HTTP/1.1" status: 200 len: 911 time: 0.0847769 Dec 14 02:52:49.546132 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56392) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:49.644969 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-876fdae6-6a08-48e4-9a9d-f8c4f865871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:49.665500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213634d-7a76-48ea-95ed-9d91ba5a2d79 req-4fad24f6-23ec-47ae-bdc1-a48a6b5201b7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:49.667783 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 521eff9a-49a7-4274-abc2-62d7149e1b36 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:52:49.672743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e213634d-7a76-48ea-95ed-9d91ba5a2d79 req-4fad24f6-23ec-47ae-bdc1-a48a6b5201b7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 945 time: 0.0853157 Dec 14 02:52:49.712917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 6b3abf42-e197-4131-84b4-88e75b404b06 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:52:49.716732 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b249f05e-925d-436f-a484-31e49e59e7ad None None] Sync routers for ids ['9fc957ce-b06a-4fe5-802f-decd8de2e0fc'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:52:49.779394 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-876fdae6-6a08-48e4-9a9d-f8c4f865871c None None] For port ff73aed1-3d87-4b14-8cdb-74389b4180d8, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ff73aed1-3d87-4b14-8cdb-74389b4180d8,segment=NetworkSegment(c92d7a0e-639f-4969-84a9-39ff9a372ebc),segment_id=c92d7a0e-639f-4969-84a9-39ff9a372ebc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:49.782240 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 6b3abf42-e197-4131-84b4-88e75b404b06 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:52:49.783115 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 6b3abf42-e197-4131-84b4-88e75b404b06 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:52:49.786048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249f05e-925d-436f-a484-31e49e59e7ad None None] Routers {'9fc957ce-b06a-4fe5-802f-decd8de2e0fc'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:52:49.787031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b249f05e-925d-436f-a484-31e49e59e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:52:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9fc957ce-b06a-4fe5-802f-decd8de2e0fc'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:49.811236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e213634d-7a76-48ea-95ed-9d91ba5a2d79 req-1332d686-339a-4baa-9d68-7d2b530d7175 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368022 Dec 14 02:52:49.847993 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b249f05e-925d-436f-a484-31e49e59e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:49.864972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6c9e00-955c-4a3e-a03e-d300fbe6884b tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Made reservation on behalf of 8ecf5437d64a49c1bde299f48e858246 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:49.864972 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ae6c9e00-955c-4a3e-a03e-d300fbe6884b tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:49.875228 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 521eff9a-49a7-4274-abc2-62d7149e1b36 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:49.876801 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:49.936293 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-876fdae6-6a08-48e4-9a9d-f8c4f865871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:49.957522 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249f05e-925d-436f-a484-31e49e59e7ad None None] Routers {'9fc957ce-b06a-4fe5-802f-decd8de2e0fc'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:52:49.959265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b249f05e-925d-436f-a484-31e49e59e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:52:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9fc957ce-b06a-4fe5-802f-decd8de2e0fc'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:50.003615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b249f05e-925d-436f-a484-31e49e59e7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:50.004548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b249f05e-925d-436f-a484-31e49e59e7ad None None] The sync data for ids ['9fc957ce-b06a-4fe5-802f-decd8de2e0fc'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:52:50.072894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-876fdae6-6a08-48e4-9a9d-f8c4f865871c None None] Provisioning complete for port 013bb475-1cd4-4836-a4a0-dedf38577cbe triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:50.073802 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-876fdae6-6a08-48e4-9a9d-f8c4f865871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:50.124279 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-876fdae6-6a08-48e4-9a9d-f8c4f865871c None None] Port 013bb475-1cd4-4836-a4a0-dedf38577cbe cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:50.170102 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fdae6-6a08-48e4-9a9d-f8c4f865871c None None] Pushing event updated for resources: {'Port': ['ID=ff73aed1-3d87-4b14-8cdb-74389b4180d8,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:50.207729 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ae6c9e00-955c-4a3e-a03e-d300fbe6884b tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:50.275760 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ff73aed1-3d87-4b14-8cdb-74389b4180d8 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:52:50.396546 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f64af5d0-f58b-407e-bb59-b2c4a9c71bc9 None None] Provisioning complete for port ff73aed1-3d87-4b14-8cdb-74389b4180d8 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:50.398494 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f64af5d0-f58b-407e-bb59-b2c4a9c71bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:50.401891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c9e00-955c-4a3e-a03e-d300fbe6884b tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Checking segment: {'id': 'ae9cfde3-b61e-442a-a030-ae15d15ff140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a30dfb7-35ff-49eb-a521-c784cc435057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:52:50.404936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c9e00-955c-4a3e-a03e-d300fbe6884b tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Network hostable DHCP agents. Network: 7a30dfb7-35ff-49eb-a521-c784cc435057, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:52:50.414297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c9e00-955c-4a3e-a03e-d300fbe6884b tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Pushing event updated for resources: {'Subnet': ['ID=51be3d29-f48d-42a8-b8fd-63d64a9d79c3,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:50.474356 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port ff73aed1-3d87-4b14-8cdb-74389b4180d8 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:50.474580 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:50.521599 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c9e00-955c-4a3e-a03e-d300fbe6884b tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Network 7a30dfb7-35ff-49eb-a521-c784cc435057 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:52:50.585210 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e80ed422-8654-48ef-94c6-c015ed0c5428 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:50.603733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-ae6c9e00-955c-4a3e-a03e-d300fbe6884b tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 7a30dfb7-35ff-49eb-a521-c784cc435057) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:50.615107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6c9e00-955c-4a3e-a03e-d300fbe6884b tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:50.617096 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ae6c9e00-955c-4a3e-a03e-d300fbe6884b tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:50.617484 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3affa821-5d42-412f-9812-e54ce5203e13 None None] Network 7a30dfb7-35ff-49eb-a521-c784cc435057 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:50.729053 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ae6c9e00-955c-4a3e-a03e-d300fbe6884b tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8465197 Dec 14 02:52:50.731321 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56422) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:50.736783 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-23298e7a-83f1-4fde-aa76-2919377a2f0f tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Request body: {'port': {'network_id': '7a30dfb7-35ff-49eb-a521-c784cc435057', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2121655781'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:50.856326 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f64af5d0-f58b-407e-bb59-b2c4a9c71bc9 None None] Provisioning complete for port 013bb475-1cd4-4836-a4a0-dedf38577cbe triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:50.856326 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f64af5d0-f58b-407e-bb59-b2c4a9c71bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:50.862218 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-7a30dfb7-35ff-49eb-a521-c784cc435057', 'network_id': '7a30dfb7-35ff-49eb-a521-c784cc435057', 'project_id': '8ecf5437d64a49c1bde299f48e858246', 'fixed_ips': [{'subnet_id': '51be3d29-f48d-42a8-b8fd-63d64a9d79c3'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:52:50.863281 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:50.869998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fdda4-6534-4e29-80b3-1139840cd698 req-f7e90390-a6c6-4553-a66b-1338d3e7ee80 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:50.871524 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db0fdda4-6534-4e29-80b3-1139840cd698 req-f7e90390-a6c6-4553-a66b-1338d3e7ee80 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.47 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 945 time: 0.2218955 Dec 14 02:52:51.064714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23298e7a-83f1-4fde-aa76-2919377a2f0f tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Made reservation on behalf of 8ecf5437d64a49c1bde299f48e858246 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:51.071217 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-23298e7a-83f1-4fde-aa76-2919377a2f0f tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:51.078734 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-e80ed422-8654-48ef-94c6-c015ed0c5428 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Allocated IP 2001:db8:1::1 (b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc/9915fb48-df03-455f-a156-ece924c3aa83/f239bf82-e6ad-47fd-bc9e-70161a25dc75) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:52:51.139870 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f64af5d0-f58b-407e-bb59-b2c4a9c71bc9 None None] Port 013bb475-1cd4-4836-a4a0-dedf38577cbe cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:51.149921 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ff73aed1-3d87-4b14-8cdb-74389b4180d8 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:52:51.181781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-23298e7a-83f1-4fde-aa76-2919377a2f0f tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] device_id is not set on port 6379af92-1278-426d-a841-6ed696fb4126 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:52:51.209593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3a45ff-ed59-445d-bce3-6ba95dcc6493 req-9dfc6bd8-bed0-4df5-bd7b-28610c38f152 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:51.234717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f3a45ff-ed59-445d-bce3-6ba95dcc6493 req-9dfc6bd8-bed0-4df5-bd7b-28610c38f152 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 945 time: 0.2153254 Dec 14 02:52:51.309266 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f3a45ff-ed59-445d-bce3-6ba95dcc6493 req-1f8c2c44-047b-48f9-bf6d-fc8eeb0e4a04 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729420 Dec 14 02:52:51.311233 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e80ed422-8654-48ef-94c6-c015ed0c5428 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:51.358642 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Allocated IP 172.20.0.2 (7a30dfb7-35ff-49eb-a521-c784cc435057/51be3d29-f48d-42a8-b8fd-63d64a9d79c3/3ea84724-d11d-40e8-9b0b-4692b266ae3f) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:52:51.406162 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-db0fdda4-6534-4e29-80b3-1139840cd698 req-77965999-1793-48b3-bd90-52105f4a9576 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Deleting port 2e7c6efe-331a-4800-aa60-4e3b0206df0b {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:52:51.406653 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-db0fdda4-6534-4e29-80b3-1139840cd698 req-77965999-1793-48b3-bd90-52105f4a9576 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:51.447440 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e80ed422-8654-48ef-94c6-c015ed0c5428 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:51.526967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port ff73aed1-3d87-4b14-8cdb-74389b4180d8 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:51.527358 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:51.553454 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80ed422-8654-48ef-94c6-c015ed0c5428 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:52:51.557452 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ed422-8654-48ef-94c6-c015ed0c5428 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=f239bf82-e6ad-47fd-bc9e-70161a25dc75,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:51.560217 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-e80ed422-8654-48ef-94c6-c015ed0c5428 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:51.570691 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80ed422-8654-48ef-94c6-c015ed0c5428 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:52:51.571260 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e80ed422-8654-48ef-94c6-c015ed0c5428 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:51.575275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-db0fdda4-6534-4e29-80b3-1139840cd698 req-77965999-1793-48b3-bd90-52105f4a9576 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] For port 2e7c6efe-331a-4800-aa60-4e3b0206df0b, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2e7c6efe-331a-4800-aa60-4e3b0206df0b,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:51.575275 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-db0fdda4-6534-4e29-80b3-1139840cd698 req-77965999-1793-48b3-bd90-52105f4a9576 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:51.609622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-db0fdda4-6534-4e29-80b3-1139840cd698 req-77965999-1793-48b3-bd90-52105f4a9576 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Calling delete_port for 2e7c6efe-331a-4800-aa60-4e3b0206df0b owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:52:51.682610 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:51.791288 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:51.906905 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e80ed422-8654-48ef-94c6-c015ed0c5428 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:51.940991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Network 7a30dfb7-35ff-49eb-a521-c784cc435057 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:52:51.957330 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-23298e7a-83f1-4fde-aa76-2919377a2f0f tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Allocated IP 172.20.0.14 (7a30dfb7-35ff-49eb-a521-c784cc435057/51be3d29-f48d-42a8-b8fd-63d64a9d79c3/6379af92-1278-426d-a841-6ed696fb4126) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:52:51.984261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:51.989078 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:52:52.012065 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Pushing event updated for resources: {'Port': ['ID=3ea84724-d11d-40e8-9b0b-4692b266ae3f,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:52.051104 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-db0fdda4-6534-4e29-80b3-1139840cd698 req-77965999-1793-48b3-bd90-52105f4a9576 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:52.124882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77965999-1793-48b3-bd90-52105f4a9576 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Pushing event deleted for resources: {'Port': ['ID=2e7c6efe-331a-4800-aa60-4e3b0206df0b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:52.133343 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['b2eb3c05-4c38-4e4d-bb67-5117eb4ac752'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:52:52.225723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Attempting to bind port 3ea84724-d11d-40e8-9b0b-4692b266ae3f on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:52:52.226663 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Attempting to bind port 3ea84724-d11d-40e8-9b0b-4692b266ae3f by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'ae9cfde3-b61e-442a-a030-ae15d15ff140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a30dfb7-35ff-49eb-a521-c784cc435057'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:52:52.228316 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Attempting to bind port 3ea84724-d11d-40e8-9b0b-4692b266ae3f on network 7a30dfb7-35ff-49eb-a521-c784cc435057 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:52:52.237095 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0fdda4-6534-4e29-80b3-1139840cd698 req-77965999-1793-48b3-bd90-52105f4a9576 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] No DVR routers for this DVR port 2e7c6efe-331a-4800-aa60-4e3b0206df0b on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:52:52.244659 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-db0fdda4-6534-4e29-80b3-1139840cd698 req-77965999-1793-48b3-bd90-52105f4a9576 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:52.255314 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db0fdda4-6534-4e29-80b3-1139840cd698 req-77965999-1793-48b3-bd90-52105f4a9576 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.47 "DELETE /v2.0/ports/2e7c6efe-331a-4800-aa60-4e3b0206df0b HTTP/1.1" status: 204 len: 173 time: 1.3713448 Dec 14 02:52:52.268985 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:52:52.269601 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Checking segment: {'id': 'ae9cfde3-b61e-442a-a030-ae15d15ff140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a30dfb7-35ff-49eb-a521-c784cc435057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:52:52.270188 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:52.270681 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Bound using segment: {'id': 'ae9cfde3-b61e-442a-a030-ae15d15ff140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a30dfb7-35ff-49eb-a521-c784cc435057'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:52:52.271317 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Bound port: 3ea84724-d11d-40e8-9b0b-4692b266ae3f, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9cfde3-b61e-442a-a030-ae15d15ff140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '7a30dfb7-35ff-49eb-a521-c784cc435057'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:52:52.271806 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:52.273844 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63047903-8e61-46be-9f3e-979e4e291843', 'name': 'network-vif-deleted', 'tag': '2e7c6efe-331a-4800-aa60-4e3b0206df0b'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:52:52.277776 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164eaadd-9b81-436a-8442-e2b22c444995" -d '{"events": [{"server_uuid": "63047903-8e61-46be-9f3e-979e4e291843", "name": "network-vif-deleted", "tag": "2e7c6efe-331a-4800-aa60-4e3b0206df0b"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:52:52.281031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9ba523f0-ea06-49e4-9728-ecf6f44582c8 None None] Provisioning complete for port f239bf82-e6ad-47fd-bc9e-70161a25dc75 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:52.281617 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ba523f0-ea06-49e4-9728-ecf6f44582c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:52.331231 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9ba523f0-ea06-49e4-9728-ecf6f44582c8 None None] Port f239bf82-e6ad-47fd-bc9e-70161a25dc75 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:52.424428 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e80ed422-8654-48ef-94c6-c015ed0c5428 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:52.469066 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-23298e7a-83f1-4fde-aa76-2919377a2f0f tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:52.495090 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] For port 3ea84724-d11d-40e8-9b0b-4692b266ae3f, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:52:52.500042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] For port 3ea84724-d11d-40e8-9b0b-4692b266ae3f, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3ea84724-d11d-40e8-9b0b-4692b266ae3f,segment=NetworkSegment(ae9cfde3-b61e-442a-a030-ae15d15ff140),segment_id=ae9cfde3-b61e-442a-a030-ae15d15ff140)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:52:52.504998 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b0b830-ed21-49b4-97de-cb3fb1386c32 x-openstack-request-id: req-37b0b830-ed21-49b4-97de-cb3fb1386c32 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:52:52.505295 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63047903-8e61-46be-9f3e-979e4e291843", "name": "network-vif-deleted", "tag": "2e7c6efe-331a-4800-aa60-4e3b0206df0b", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:52:52.510356 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37b0b830-ed21-49b4-97de-cb3fb1386c32 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:52:52.510800 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63047903-8e61-46be-9f3e-979e4e291843', 'name': 'network-vif-deleted', 'tag': '2e7c6efe-331a-4800-aa60-4e3b0206df0b', 'status': 'completed', 'code': 200} Dec 14 02:52:52.514803 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e80ed422-8654-48ef-94c6-c015ed0c5428 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:52.515751 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e80ed422-8654-48ef-94c6-c015ed0c5428 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:52.577052 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:52.580980 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7bbc572-3064-4c76-a49b-b7875f9f88be req-e7af5099-398a-42dc-8358-2eee5ea8b43d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=63047903-8e61-46be-9f3e-979e4e291843 HTTP/1.1" status: 200 len: 210 time: 0.0777197 Dec 14 02:52:52.731642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ed422-8654-48ef-94c6-c015ed0c5428 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=f239bf82-e6ad-47fd-bc9e-70161a25dc75,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:52.755824 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-23298e7a-83f1-4fde-aa76-2919377a2f0f tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:52.825549 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 2e7c6efe-331a-4800-aa60-4e3b0206df0b no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:52:52.868392 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80ed422-8654-48ef-94c6-c015ed0c5428 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:52:52.878689 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-e80ed422-8654-48ef-94c6-c015ed0c5428 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:52.991248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 2e7c6efe-331a-4800-aa60-4e3b0206df0b {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:52:52.991783 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 2e7c6efe-331a-4800-aa60-4e3b0206df0b not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:52:53.049948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23298e7a-83f1-4fde-aa76-2919377a2f0f tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Network 7a30dfb7-35ff-49eb-a521-c784cc435057 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:52:53.050921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23298e7a-83f1-4fde-aa76-2919377a2f0f tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Pushing event updated for resources: {'Port': ['ID=6379af92-1278-426d-a841-6ed696fb4126,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:53.086234 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9a4b0-c347-4066-ab68-0a3c6807ac3d None None] Pushing event updated for resources: {'Port': ['ID=3ea84724-d11d-40e8-9b0b-4692b266ae3f,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:53.096419 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-23298e7a-83f1-4fde-aa76-2919377a2f0f tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:52:53.112492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23298e7a-83f1-4fde-aa76-2919377a2f0f tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:52:53.309318 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23298e7a-83f1-4fde-aa76-2919377a2f0f tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:53.310867 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-23298e7a-83f1-4fde-aa76-2919377a2f0f tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:53.327808 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80ed422-8654-48ef-94c6-c015ed0c5428 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 9fc957ce-b06a-4fe5-802f-decd8de2e0fc has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:52:53.358636 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56472) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:53.472719 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-23298e7a-83f1-4fde-aa76-2919377a2f0f tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.7388611 Dec 14 02:52:53.489415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56476) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:53.584701 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-747c1643-69b4-4f3b-8555-76bb919fe8fd None None] Provisioning complete for port f239bf82-e6ad-47fd-bc9e-70161a25dc75 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:53.585593 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-747c1643-69b4-4f3b-8555-76bb919fe8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:53.619927 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80ed422-8654-48ef-94c6-c015ed0c5428 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:52:53.636456 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea40647-c59e-44cd-bc90-838ee557b818 None None] Sync routers for ids ['9fc957ce-b06a-4fe5-802f-decd8de2e0fc'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:52:53.638988 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e80ed422-8654-48ef-94c6-c015ed0c5428 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/9fc957ce-b06a-4fe5-802f-decd8de2e0fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0895641 Dec 14 02:52:53.639726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56480) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:53.678713 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea40647-c59e-44cd-bc90-838ee557b818 None None] Routers {'9fc957ce-b06a-4fe5-802f-decd8de2e0fc'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:52:53.679930 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4ea40647-c59e-44cd-bc90-838ee557b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:52:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9fc957ce-b06a-4fe5-802f-decd8de2e0fc'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:53.728608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-747c1643-69b4-4f3b-8555-76bb919fe8fd None None] Port f239bf82-e6ad-47fd-bc9e-70161a25dc75 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:52:53.738395 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afaa0f1a-b901-4ebc-a771-7f02587e639d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:53.754023 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4ea40647-c59e-44cd-bc90-838ee557b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:53.755532 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034cb9b8-2818-4bdd-a810-c5f2ebe55055 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:53.757504 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-034cb9b8-2818-4bdd-a810-c5f2ebe55055 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/ports/f239bf82-e6ad-47fd-bc9e-70161a25dc75 HTTP/1.1" status: 200 len: 913 time: 0.1166904 Dec 14 02:52:53.768819 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56486) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:53.790915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-10445854-de8e-49de-8c12-d4a3ed95bcbd tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Deleting port 6379af92-1278-426d-a841-6ed696fb4126 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:52:53.791278 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-10445854-de8e-49de-8c12-d4a3ed95bcbd tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:53.793949 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea40647-c59e-44cd-bc90-838ee557b818 None None] Routers {'9fc957ce-b06a-4fe5-802f-decd8de2e0fc'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:52:53.794824 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4ea40647-c59e-44cd-bc90-838ee557b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:52:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9fc957ce-b06a-4fe5-802f-decd8de2e0fc'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:53.995418 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4ea40647-c59e-44cd-bc90-838ee557b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:53.996701 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea40647-c59e-44cd-bc90-838ee557b818 None None] The sync data for ids ['9fc957ce-b06a-4fe5-802f-decd8de2e0fc'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:52:54.012137 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-10445854-de8e-49de-8c12-d4a3ed95bcbd tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:54.033526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-10445854-de8e-49de-8c12-d4a3ed95bcbd tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Calling delete_port for 6379af92-1278-426d-a841-6ed696fb4126 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:52:54.069733 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afaa0f1a-b901-4ebc-a771-7f02587e639d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:54.246965 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afaa0f1a-b901-4ebc-a771-7f02587e639d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:54.298175 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa0f1a-b901-4ebc-a771-7f02587e639d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f8ef06-c361-4c88-9cf4-d251a341db76,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:54.300849 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447eb97-f8c2-4fbb-a0a8-f3ce775c5ffb req-472d72cc-df25-422c-be08-3d0ac7d02d4e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:54.312986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5447eb97-f8c2-4fbb-a0a8-f3ce775c5ffb req-472d72cc-df25-422c-be08-3d0ac7d02d4e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.0809164 Dec 14 02:52:54.375299 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5447eb97-f8c2-4fbb-a0a8-f3ce775c5ffb req-680ee79e-69a7-4b26-9e72-c99796c44d90 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559862 Dec 14 02:52:54.377137 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-10445854-de8e-49de-8c12-d4a3ed95bcbd tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:54.378170 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-afaa0f1a-b901-4ebc-a771-7f02587e639d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=379e86e37e1f44a1a64645cbd2ddce2a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0218837 Dec 14 02:52:54.380727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56506) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:54.438045 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10445854-de8e-49de-8c12-d4a3ed95bcbd tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Pushing event deleted for resources: {'Port': ['ID=6379af92-1278-426d-a841-6ed696fb4126,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:54.508892 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e62c33bf-f2ae-480a-897d-9bb216633d19 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:54.550943 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b0508e3f-dde9-4c5a-aceb-540db91b6c3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:54.555407 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-10445854-de8e-49de-8c12-d4a3ed95bcbd tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:54.559035 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-10445854-de8e-49de-8c12-d4a3ed95bcbd tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] 10.222.0.39 "DELETE /v2.0/ports/6379af92-1278-426d-a841-6ed696fb4126 HTTP/1.1" status: 204 len: 168 time: 1.0644042 Dec 14 02:52:54.561572 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56508) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:54.597719 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b0508e3f-dde9-4c5a-aceb-540db91b6c3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:54.729985 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5009009c-79ff-4142-91ee-6eb2484088d1 None None] Network 7a30dfb7-35ff-49eb-a521-c784cc435057 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:54.750458 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b0508e3f-dde9-4c5a-aceb-540db91b6c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:54.753181 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b0508e3f-dde9-4c5a-aceb-540db91b6c3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:54.757748 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b0508e3f-dde9-4c5a-aceb-540db91b6c3f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47f8ef06-c361-4c88-9cf4-d251a341db76 HTTP/1.1" status: 204 len: 168 time: 0.3757548 Dec 14 02:52:54.774001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0508e3f-dde9-4c5a-aceb-540db91b6c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f8ef06-c361-4c88-9cf4-d251a341db76,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:54.810141 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-24d0a91e-29d6-4897-a7c1-79eac52f4dff tempest-DHCPAgentSchedulersTestJSON-1279708559 tempest-DHCPAgentSchedulersTestJSON-1279708559-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.2473695 Dec 14 02:52:54.810972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56518) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:54.816492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2075084211'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:52:54.872491 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0f300f52-dd64-4cc2-8839-9a171be5a7a7 None None] Provisioning complete for port 3ea84724-d11d-40e8-9b0b-4692b266ae3f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:54.873091 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0f300f52-dd64-4cc2-8839-9a171be5a7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:54.876819 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e62c33bf-f2ae-480a-897d-9bb216633d19 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting port f239bf82-e6ad-47fd-bc9e-70161a25dc75 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:52:54.877211 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e62c33bf-f2ae-480a-897d-9bb216633d19 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:54.911152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Made reservation on behalf of 8ecf5437d64a49c1bde299f48e858246 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:52:54.914794 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:54.949560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:52:54.960919 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:54.961241 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Added segment 67f7758b-ab51-4adb-b59d-a8be6d3b55bb of type vlan for network 58284e53-6e3b-494b-bfbb-50412ba94b4e Dec 14 02:52:55.024521 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0f300f52-dd64-4cc2-8839-9a171be5a7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:55.048415 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:55.073450 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0f300f52-dd64-4cc2-8839-9a171be5a7a7 None None] For port 3ea84724-d11d-40e8-9b0b-4692b266ae3f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3ea84724-d11d-40e8-9b0b-4692b266ae3f,segment=NetworkSegment(ae9cfde3-b61e-442a-a030-ae15d15ff140),segment_id=ae9cfde3-b61e-442a-a030-ae15d15ff140)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:55.077186 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e62c33bf-f2ae-480a-897d-9bb216633d19 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:55.102553 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e62c33bf-f2ae-480a-897d-9bb216633d19 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Calling delete_port for f239bf82-e6ad-47fd-bc9e-70161a25dc75 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:52:55.172390 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0f300f52-dd64-4cc2-8839-9a171be5a7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:55.194206 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:55.199990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:55.201144 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:55.342344 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3ea84724-d11d-40e8-9b0b-4692b266ae3f up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:52:55.380122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5677433 Dec 14 02:52:55.384107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56532) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:55.427299 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Pushing event updated for resources: {'Network': ['ID=58284e53-6e3b-494b-bfbb-50412ba94b4e,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:55.465530 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f300f52-dd64-4cc2-8839-9a171be5a7a7 None None] Pushing event updated for resources: {'Port': ['ID=3ea84724-d11d-40e8-9b0b-4692b266ae3f,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:55.495329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:55.497734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:55.497734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:55.497734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:55.497734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:55.497734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:55.497734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:55.498761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:55.499264 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:55.499767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:55.500254 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:55.501281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:55.501788 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8af85e-95f6-44b5-81a0-eaf11ad2996a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:52:55.542065 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 58284e53-6e3b-494b-bfbb-50412ba94b4e details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:52:55.579139 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e62c33bf-f2ae-480a-897d-9bb216633d19 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:55.590781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dcf14-61df-49c7-826d-d53edc2a2e64 req-761508ac-8751-4440-bf65-2e8fbe290228 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:55.592583 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-413dcf14-61df-49c7-826d-d53edc2a2e64 req-761508ac-8751-4440-bf65-2e8fbe290228 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.46 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.0990825 Dec 14 02:52:55.626731 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 3ea84724-d11d-40e8-9b0b-4692b266ae3f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:55.627503 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:55.640193 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c33bf-f2ae-480a-897d-9bb216633d19 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Port': ['ID=f239bf82-e6ad-47fd-bc9e-70161a25dc75,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:55.703163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56536) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:55.736432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ec3fec86-3002-472d-9b2f-dad6305158ed None None] Provisioning complete for port 3ea84724-d11d-40e8-9b0b-4692b266ae3f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:55.737004 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ec3fec86-3002-472d-9b2f-dad6305158ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:55.842228 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d768b9b8-b42e-4d79-8c41-6e985473e254 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:55.967552 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e62c33bf-f2ae-480a-897d-9bb216633d19 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:55.979846 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d768b9b8-b42e-4d79-8c41-6e985473e254 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:56.037800 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ed93b1fd-4b67-44b1-95c3-fb698c7221b4 tempest-DHCPAgentSchedulersTestJSON-1279708559 tempest-DHCPAgentSchedulersTestJSON-1279708559-project-admin] 10.222.0.39 "GET /v2.0/agents/b097e130-dc00-4fa9-a278-d028dbb166c4/dhcp-networks HTTP/1.1" status: 200 len: 7252 time: 0.6525328 Dec 14 02:52:56.040661 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56544) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:56.075529 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d768b9b8-b42e-4d79-8c41-6e985473e254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:56.157468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa3bd1-9ff5-414a-ba08-32498369f619 req-c320f866-2bc2-425a-9a35-a79531f1ba05 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:56.160354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c3d6bd71-1470-4e98-bcf8-237e9fd3ec3a None None] Could not find standard attr ID for object 6379af92-1278-426d-a841-6ed696fb4126. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:52:56.166845 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4aa3bd1-9ff5-414a-ba08-32498369f619 req-c320f866-2bc2-425a-9a35-a79531f1ba05 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 946 time: 0.4674058 Dec 14 02:52:56.230695 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d768b9b8-b42e-4d79-8c41-6e985473e254 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d822fa361fbd4b4986141d48403e0ee5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5218141 Dec 14 02:52:56.242220 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768b9b8-b42e-4d79-8c41-6e985473e254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf461ea-0cdc-4a7c-bb40-2fe86d7abe04,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:56.247694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56546) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:56.374803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b7b036-c281-4a13-81c6-2f5b52c34225 tempest-DHCPAgentSchedulersTestJSON-1279708559 tempest-DHCPAgentSchedulersTestJSON-1279708559-project-admin] Network 58284e53-6e3b-494b-bfbb-50412ba94b4e is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:52:56.394893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-413dcf14-61df-49c7-826d-d53edc2a2e64 req-ca3ce18b-037d-47ab-9c75-3ed8525b9ed3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Deleting port b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:52:56.395549 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-413dcf14-61df-49c7-826d-d53edc2a2e64 req-ca3ce18b-037d-47ab-9c75-3ed8525b9ed3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:56.426722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4aa3bd1-9ff5-414a-ba08-32498369f619 req-1d0aaaf4-cca3-46ee-b0f2-f5d72650efe1 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=64c58671-4cdc-4996-b419-e285ea890d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586422 Dec 14 02:52:56.478295 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e6b7b036-c281-4a13-81c6-2f5b52c34225 tempest-DHCPAgentSchedulersTestJSON-1279708559 tempest-DHCPAgentSchedulersTestJSON-1279708559-project-admin] 10.222.0.39 "POST /v2.0/agents/b097e130-dc00-4fa9-a278-d028dbb166c4/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4356310 Dec 14 02:52:56.482555 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56552) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:56.488523 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a81b0060-f04a-4e92-903c-1c803e361d98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:56.488667 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea477da-575c-4bac-966f-2c3b28c91bef None None] Network 58284e53-6e3b-494b-bfbb-50412ba94b4e requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:56.522358 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a81b0060-f04a-4e92-903c-1c803e361d98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:56.573985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-413dcf14-61df-49c7-826d-d53edc2a2e64 req-ca3ce18b-037d-47ab-9c75-3ed8525b9ed3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] For port b2eb3c05-4c38-4e4d-bb67-5117eb4ac752, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=b2eb3c05-4c38-4e4d-bb67-5117eb4ac752,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:56.574274 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-413dcf14-61df-49c7-826d-d53edc2a2e64 req-ca3ce18b-037d-47ab-9c75-3ed8525b9ed3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:56.592383 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-413dcf14-61df-49c7-826d-d53edc2a2e64 req-ca3ce18b-037d-47ab-9c75-3ed8525b9ed3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Calling delete_port for b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:52:56.736340 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a81b0060-f04a-4e92-903c-1c803e361d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:56.739480 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a81b0060-f04a-4e92-903c-1c803e361d98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:56.741766 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a81b0060-f04a-4e92-903c-1c803e361d98 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cf461ea-0cdc-4a7c-bb40-2fe86d7abe04 HTTP/1.1" status: 204 len: 168 time: 0.4871461 Dec 14 02:52:56.759341 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62c33bf-f2ae-480a-897d-9bb216633d19 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 9fc957ce-b06a-4fe5-802f-decd8de2e0fc has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:52:56.781509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b0060-f04a-4e92-903c-1c803e361d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf461ea-0cdc-4a7c-bb40-2fe86d7abe04,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:56.793835 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9ed21181-407d-468d-8440-e3814538cee2 tempest-DHCPAgentSchedulersTestJSON-1279708559 tempest-DHCPAgentSchedulersTestJSON-1279708559-project-admin] 10.222.0.39 "GET /v2.0/agents/b097e130-dc00-4fa9-a278-d028dbb166c4/dhcp-networks HTTP/1.1" status: 200 len: 8023 time: 0.3068993 Dec 14 02:52:56.794265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56556) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:56.857850 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-413dcf14-61df-49c7-826d-d53edc2a2e64 req-ca3ce18b-037d-47ab-9c75-3ed8525b9ed3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:56.910219 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ce18b-037d-47ab-9c75-3ed8525b9ed3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Pushing event deleted for resources: {'Port': ['ID=b2eb3c05-4c38-4e4d-bb67-5117eb4ac752,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:57.004186 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62c33bf-f2ae-480a-897d-9bb216633d19 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:52:57.009528 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e62c33bf-f2ae-480a-897d-9bb216633d19 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/9fc957ce-b06a-4fe5-802f-decd8de2e0fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2385066 Dec 14 02:52:57.017021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56560) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:57.017021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-413dcf14-61df-49c7-826d-d53edc2a2e64 req-ca3ce18b-037d-47ab-9c75-3ed8525b9ed3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] No DVR routers for this DVR port b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:52:57.044880 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-413dcf14-61df-49c7-826d-d53edc2a2e64 req-ca3ce18b-037d-47ab-9c75-3ed8525b9ed3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:57.053238 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-413dcf14-61df-49c7-826d-d53edc2a2e64 req-ca3ce18b-037d-47ab-9c75-3ed8525b9ed3 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.46 "DELETE /v2.0/ports/b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 HTTP/1.1" status: 204 len: 173 time: 1.4389446 Dec 14 02:52:57.053675 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1b5cc0-f301-496b-a4d9-a2ead6b6c171', 'name': 'network-vif-deleted', 'tag': 'b2eb3c05-4c38-4e4d-bb67-5117eb4ac752'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:52:57.057404 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f945cb2-490f-4e77-ab60-969f18e80bb9" -d '{"events": [{"server_uuid": "bd1b5cc0-f301-496b-a4d9-a2ead6b6c171", "name": "network-vif-deleted", "tag": "b2eb3c05-4c38-4e4d-bb67-5117eb4ac752"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:52:57.072146 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ab032db6-2ac3-4d34-ad3f-c9555a81d40c tempest-DHCPAgentSchedulersTestJSON-1279708559 tempest-DHCPAgentSchedulersTestJSON-1279708559-project-admin] 10.222.0.39 "DELETE /v2.0/agents/b097e130-dc00-4fa9-a278-d028dbb166c4/dhcp-networks/58284e53-6e3b-494b-bfbb-50412ba94b4e HTTP/1.1" status: 204 len: 168 time: 0.2769532 Dec 14 02:52:57.076629 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56564) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:57.158793 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['b2eb3c05-4c38-4e4d-bb67-5117eb4ac752'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:52:57.163944 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3ea84724-d11d-40e8-9b0b-4692b266ae3f up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:52:57.166095 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42994607-6e15-47d1-a847-153b04b22796 None None] Sync routers for ids ['9fc957ce-b06a-4fe5-802f-decd8de2e0fc'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:52:57.265746 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42994607-6e15-47d1-a847-153b04b22796 None None] Routers {'9fc957ce-b06a-4fe5-802f-decd8de2e0fc'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:52:57.267212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-42994607-6e15-47d1-a847-153b04b22796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:52:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9fc957ce-b06a-4fe5-802f-decd8de2e0fc'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:57.313668 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:57.316255 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-42994607-6e15-47d1-a847-153b04b22796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:57.317681 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14300ee7-547a-4eeb-ae54-e67b89752281 x-openstack-request-id: req-14300ee7-547a-4eeb-ae54-e67b89752281 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:52:57.318242 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1b5cc0-f301-496b-a4d9-a2ead6b6c171", "name": "network-vif-deleted", "tag": "b2eb3c05-4c38-4e4d-bb67-5117eb4ac752", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:52:57.319156 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14300ee7-547a-4eeb-ae54-e67b89752281 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:52:57.319156 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1b5cc0-f301-496b-a4d9-a2ead6b6c171', 'name': 'network-vif-deleted', 'tag': 'b2eb3c05-4c38-4e4d-bb67-5117eb4ac752', 'status': 'completed', 'code': 200} Dec 14 02:52:57.340668 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 3ea84724-d11d-40e8-9b0b-4692b266ae3f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:52:57.341142 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:57.354042 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-17e0ff3f-c30f-4f9d-9ddc-1fd496e94760 tempest-DHCPAgentSchedulersTestJSON-1279708559 tempest-DHCPAgentSchedulersTestJSON-1279708559-project-admin] 10.222.0.39 "GET /v2.0/agents/b097e130-dc00-4fa9-a278-d028dbb166c4/dhcp-networks HTTP/1.1" status: 200 len: 7252 time: 0.2748244 Dec 14 02:52:57.358773 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56568) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:57.397224 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5d06b78d-693e-4a97-a018-4bac0d957c47 tempest-DHCPAgentSchedulersTestJSON-1279708559 tempest-DHCPAgentSchedulersTestJSON-1279708559-project-admin] 10.222.0.39 "GET /v2.0/networks/7a30dfb7-35ff-49eb-a521-c784cc435057/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0260479 Dec 14 02:52:57.398181 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42994607-6e15-47d1-a847-153b04b22796 None None] Routers {'9fc957ce-b06a-4fe5-802f-decd8de2e0fc'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:52:57.398181 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-42994607-6e15-47d1-a847-153b04b22796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:52:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9fc957ce-b06a-4fe5-802f-decd8de2e0fc'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:57.401976 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56574) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:57.426913 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-86b2302c-d3cf-4ec3-8d4c-2836b2c621ca tempest-DHCPAgentSchedulersTestJSON-1279708559 tempest-DHCPAgentSchedulersTestJSON-1279708559-project-admin] 10.222.0.39 "GET /v2.0/networks/7a30dfb7-35ff-49eb-a521-c784cc435057/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0233345 Dec 14 02:52:57.427957 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56578) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:57.433455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-42994607-6e15-47d1-a847-153b04b22796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:57.434187 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42994607-6e15-47d1-a847-153b04b22796 None None] The sync data for ids ['9fc957ce-b06a-4fe5-802f-decd8de2e0fc'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:52:57.622633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-99e45e5d-a7d8-43a8-9c17-e4b453f4e734 req-61d53491-92a9-4d84-8243-2424037c4f5d tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd1b5cc0-f301-496b-a4d9-a2ead6b6c171 HTTP/1.1" status: 200 len: 210 time: 0.0567017 Dec 14 02:52:57.665565 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1233445d-644d-4abb-b80b-4baacc55d4b3 tempest-DHCPAgentSchedulersTestJSON-1279708559 tempest-DHCPAgentSchedulersTestJSON-1279708559-project-admin] 10.222.0.39 "GET /v2.0/agents/b097e130-dc00-4fa9-a278-d028dbb166c4/dhcp-networks HTTP/1.1" status: 200 len: 7252 time: 0.2359447 Dec 14 02:52:57.669322 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56592) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:57.772411 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a745fe3-63e1-4ab8-9e38-dc9b8ed9b737 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:57.826032 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b37d1bd1-1cae-4d34-af66-7260191986ea tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:57.988293 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a745fe3-63e1-4ab8-9e38-dc9b8ed9b737 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:58.026953 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-0a745fe3-63e1-4ab8-9e38-dc9b8ed9b737 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58284e53-6e3b-494b-bfbb-50412ba94b4e']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:58.048726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-0a745fe3-63e1-4ab8-9e38-dc9b8ed9b737 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f7758b-ab51-4adb-b59d-a8be6d3b55bb') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:58.049068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-0a745fe3-63e1-4ab8-9e38-dc9b8ed9b737 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f7758b-ab51-4adb-b59d-a8be6d3b55bb') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:52:58.070942 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a745fe3-63e1-4ab8-9e38-dc9b8ed9b737 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:58.088163 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a745fe3-63e1-4ab8-9e38-dc9b8ed9b737 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:58.094902 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a745fe3-63e1-4ab8-9e38-dc9b8ed9b737 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:52:58.095872 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a745fe3-63e1-4ab8-9e38-dc9b8ed9b737 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:52:58.103415 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:52:58.250659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-b37d1bd1-1cae-4d34-af66-7260191986ea tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting port 013bb475-1cd4-4836-a4a0-dedf38577cbe {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:52:58.251489 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b37d1bd1-1cae-4d34-af66-7260191986ea tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:58.303934 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a745fe3-63e1-4ab8-9e38-dc9b8ed9b737 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:58.321231 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a745fe3-63e1-4ab8-9e38-dc9b8ed9b737 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:58.331597 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0a745fe3-63e1-4ab8-9e38-dc9b8ed9b737 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] 10.222.0.39 "DELETE /v2.0/networks/58284e53-6e3b-494b-bfbb-50412ba94b4e HTTP/1.1" status: 204 len: 168 time: 0.6588397 Dec 14 02:52:58.332181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56612) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:58.349927 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a745fe3-63e1-4ab8-9e38-dc9b8ed9b737 tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Pushing event deleted for resources: {'Network': ['ID=58284e53-6e3b-494b-bfbb-50412ba94b4e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:58.379118 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6574f37-0cdf-4dd8-b140-40d8aaacc49a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] DELETE failed (client error): The resource could not be found. Dec 14 02:52:58.379762 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6574f37-0cdf-4dd8-b140-40d8aaacc49a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:52:58.383570 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f6574f37-0cdf-4dd8-b140-40d8aaacc49a tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] 10.222.0.39 "DELETE /v2.0/ports/6379af92-1278-426d-a841-6ed696fb4126 HTTP/1.1" status: 404 len: 333 time: 0.0500944 Dec 14 02:52:58.386057 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56614) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:58.389097 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b37d1bd1-1cae-4d34-af66-7260191986ea tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:58.782907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-b37d1bd1-1cae-4d34-af66-7260191986ea tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Calling delete_port for 013bb475-1cd4-4836-a4a0-dedf38577cbe owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:52:58.807560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c629fb6-af52-486f-857a-f2769ded94dd tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Deleting subnet 51be3d29-f48d-42a8-b8fd-63d64a9d79c3 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:52:58.811685 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3c629fb6-af52-486f-857a-f2769ded94dd tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:58.897421 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3c629fb6-af52-486f-857a-f2769ded94dd tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:59.234128 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3c629fb6-af52-486f-857a-f2769ded94dd tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:59.296801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9d090-16cb-40cc-9cd5-44aed739e04a req-3752958f-d8a0-42b4-8216-4453782aca1a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:52:59.299671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aba9d090-16cb-40cc-9cd5-44aed739e04a req-3752958f-d8a0-42b4-8216-4453782aca1a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1025250 Dec 14 02:52:59.301579 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b37d1bd1-1cae-4d34-af66-7260191986ea tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:59.350162 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d1bd1-1cae-4d34-af66-7260191986ea tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Port': ['ID=013bb475-1cd4-4836-a4a0-dedf38577cbe,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:59.484664 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3c629fb6-af52-486f-857a-f2769ded94dd tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:59.511027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:52:59.541123 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3c629fb6-af52-486f-857a-f2769ded94dd tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:59.544938 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3c629fb6-af52-486f-857a-f2769ded94dd tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] 10.222.0.39 "DELETE /v2.0/subnets/51be3d29-f48d-42a8-b8fd-63d64a9d79c3 HTTP/1.1" status: 204 len: 168 time: 1.1573381 Dec 14 02:52:59.546910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56650) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:59.558189 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1d9829-aa98-44a1-b30a-2be0f858056c None None] Network 7a30dfb7-35ff-49eb-a521-c784cc435057 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:52:59.561041 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c629fb6-af52-486f-857a-f2769ded94dd tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Pushing event deleted for resources: {'Subnet': ['ID=51be3d29-f48d-42a8-b8fd-63d64a9d79c3,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:52:59.563210 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:52:59.564062 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device b2eb3c05-4c38-4e4d-bb67-5117eb4ac752 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:52:59.574063 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b37d1bd1-1cae-4d34-af66-7260191986ea tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:59.591109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aba9d090-16cb-40cc-9cd5-44aed739e04a req-1e295f6f-7c9e-4fc5-86b8-f183f6bf2c67 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814255 Dec 14 02:52:59.742814 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:59.819903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37d1bd1-1cae-4d34-af66-7260191986ea tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 9fc957ce-b06a-4fe5-802f-decd8de2e0fc has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:52:59.829536 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Deleting port 3ea84724-d11d-40e8-9b0b-4692b266ae3f {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:52:59.831490 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:59.942977 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4753f483-62a6-4bf3-b14e-7a5d3b105787 None None] DHCP port deletion for 7a30dfb7-35ff-49eb-a521-c784cc435057 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:52:59.943304 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] For port 3ea84724-d11d-40e8-9b0b-4692b266ae3f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3ea84724-d11d-40e8-9b0b-4692b266ae3f,segment=NetworkSegment(ae9cfde3-b61e-442a-a030-ae15d15ff140),segment_id=ae9cfde3-b61e-442a-a030-ae15d15ff140)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:52:59.943595 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:52:59.962057 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Calling delete_port for 3ea84724-d11d-40e8-9b0b-4692b266ae3f owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:52:59.971477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37d1bd1-1cae-4d34-af66-7260191986ea tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:52:59.978656 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b37d1bd1-1cae-4d34-af66-7260191986ea tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/9fc957ce-b06a-4fe5-802f-decd8de2e0fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9624851 Dec 14 02:52:59.981271 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56668) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:52:59.981725 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3289a4-0d18-4c25-9ae4-b26765f4ee0f None None] Sync routers for ids ['9fc957ce-b06a-4fe5-802f-decd8de2e0fc'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:53:00.001882 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3289a4-0d18-4c25-9ae4-b26765f4ee0f None None] Routers {'9fc957ce-b06a-4fe5-802f-decd8de2e0fc'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:00.004093 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-af3289a4-0d18-4c25-9ae4-b26765f4ee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:52:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9fc957ce-b06a-4fe5-802f-decd8de2e0fc'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:00.036961 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3ce31afd-1834-42b8-bda1-1724c09990bc tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc957ce-b06a-4fe5-802f-decd8de2e0fc HTTP/1.1" status: 200 len: 205 time: 0.0523901 Dec 14 02:53:00.039944 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56678) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:00.089999 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-af3289a4-0d18-4c25-9ae4-b26765f4ee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:00.120322 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3289a4-0d18-4c25-9ae4-b26765f4ee0f None None] Routers {'9fc957ce-b06a-4fe5-802f-decd8de2e0fc'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:00.125297 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-af3289a4-0d18-4c25-9ae4-b26765f4ee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:52:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['9fc957ce-b06a-4fe5-802f-decd8de2e0fc'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:00.145091 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4753f483-62a6-4bf3-b14e-7a5d3b105787 None None] Deleting port 3ea84724-d11d-40e8-9b0b-4692b266ae3f {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:00.147222 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4753f483-62a6-4bf3-b14e-7a5d3b105787 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:00.183535 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:00.202568 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c680-a59d-4bdf-9d9f-6e27c54cdbfb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:00.215914 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-af3289a4-0d18-4c25-9ae4-b26765f4ee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:00.216913 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3289a4-0d18-4c25-9ae4-b26765f4ee0f None None] The sync data for ids ['9fc957ce-b06a-4fe5-802f-decd8de2e0fc'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:53:00.246676 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:00.266120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Pushing event deleted for resources: {'Port': ['ID=3ea84724-d11d-40e8-9b0b-4692b266ae3f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:00.286819 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] No DVR routers for this DVR port 3ea84724-d11d-40e8-9b0b-4692b266ae3f on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:53:00.344121 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-4753f483-62a6-4bf3-b14e-7a5d3b105787 None None] For port 3ea84724-d11d-40e8-9b0b-4692b266ae3f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3ea84724-d11d-40e8-9b0b-4692b266ae3f,segment=NetworkSegment(ae9cfde3-b61e-442a-a030-ae15d15ff140),segment_id=ae9cfde3-b61e-442a-a030-ae15d15ff140)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:00.344913 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4753f483-62a6-4bf3-b14e-7a5d3b105787 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:00.398708 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4753f483-62a6-4bf3-b14e-7a5d3b105787 None None] Calling delete_port for 3ea84724-d11d-40e8-9b0b-4692b266ae3f owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:00.468402 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c680-a59d-4bdf-9d9f-6e27c54cdbfb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:00.475580 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c680-a59d-4bdf-9d9f-6e27c54cdbfb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:00.476110 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:00.506840 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a30dfb7-35ff-49eb-a521-c784cc435057']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:00.531088 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9cfde3-b61e-442a-a030-ae15d15ff140') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:00.531483 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9cfde3-b61e-442a-a030-ae15d15ff140') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:00.552478 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:00.570550 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4753f483-62a6-4bf3-b14e-7a5d3b105787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:00.576604 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:00.596714 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:53:00.597144 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:00.605267 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753f483-62a6-4bf3-b14e-7a5d3b105787 None None] Pushing event deleted for resources: {'Port': ['ID=3ea84724-d11d-40e8-9b0b-4692b266ae3f,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:00.607295 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4753f483-62a6-4bf3-b14e-7a5d3b105787 None None] No DVR routers for this DVR port 3ea84724-d11d-40e8-9b0b-4692b266ae3f on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:53:00.609047 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:53:00.660773 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c680-a59d-4bdf-9d9f-6e27c54cdbfb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:00.662267 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a2c680-a59d-4bdf-9d9f-6e27c54cdbfb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Fanout notify agent at l3_agent the message router_deleted on router 9fc957ce-b06a-4fe5-802f-decd8de2e0fc {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:53:00.675933 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c680-a59d-4bdf-9d9f-6e27c54cdbfb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:00.677063 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a9a2c680-a59d-4bdf-9d9f-6e27c54cdbfb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/routers/9fc957ce-b06a-4fe5-802f-decd8de2e0fc HTTP/1.1" status: 204 len: 168 time: 0.6361296 Dec 14 02:53:00.680016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56698) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:00.849445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ca2e31-4148-42ec-9ca2-02b39990e7d5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting subnet 9915fb48-df03-455f-a156-ece924c3aa83 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:53:00.857906 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f5ca2e31-4148-42ec-9ca2-02b39990e7d5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:00.863280 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:00.873792 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:00.877578 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] 10.222.0.39 "DELETE /v2.0/networks/7a30dfb7-35ff-49eb-a521-c784cc435057 HTTP/1.1" status: 204 len: 168 time: 1.3259079 Dec 14 02:53:00.889103 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae076de-67ca-4f9e-af06-149713f80ec5 req-d444cdfe-fdcf-4e65-91ab-d8dff9ee1c08 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:00.890804 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ae076de-67ca-4f9e-af06-149713f80ec5 req-d444cdfe-fdcf-4e65-91ab-d8dff9ee1c08 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1332226 Dec 14 02:53:00.912966 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5bb98-d6a9-4e3b-b853-b506100cf66d tempest-DHCPAgentSchedulersTestJSON-319011967 tempest-DHCPAgentSchedulersTestJSON-319011967-project] Pushing event deleted for resources: {'Network': ['ID=7a30dfb7-35ff-49eb-a521-c784cc435057,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:00.930009 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0232e44-0d3c-4a1d-99e2-89f003f74693 req-c412ebcf-08b9-47a2-9417-7affc7e7dba9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:00.936854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0232e44-0d3c-4a1d-99e2-89f003f74693 req-c412ebcf-08b9-47a2-9417-7affc7e7dba9 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.1814988 Dec 14 02:53:00.977198 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f5ca2e31-4148-42ec-9ca2-02b39990e7d5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:01.072582 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3ea84724-d11d-40e8-9b0b-4692b266ae3f no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:53:01.107658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 3ea84724-d11d-40e8-9b0b-4692b266ae3f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:53:01.107989 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3ea84724-d11d-40e8-9b0b-4692b266ae3f not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:53:01.110349 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0232e44-0d3c-4a1d-99e2-89f003f74693 req-a37128b1-35b3-4df4-8371-66937f66cb8b tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517456 Dec 14 02:53:01.134655 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f5ca2e31-4148-42ec-9ca2-02b39990e7d5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:01.169927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-9ae076de-67ca-4f9e-af06-149713f80ec5 req-a9a61a71-db64-461a-95f4-8e89d23a75d2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Deleting port f3656048-2bd9-46fe-9ab0-f40f138c6663 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:01.170281 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9ae076de-67ca-4f9e-af06-149713f80ec5 req-a9a61a71-db64-461a-95f4-8e89d23a75d2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:01.301604 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56718) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:01.398042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-9ae076de-67ca-4f9e-af06-149713f80ec5 req-a9a61a71-db64-461a-95f4-8e89d23a75d2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] For port f3656048-2bd9-46fe-9ab0-f40f138c6663, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f3656048-2bd9-46fe-9ab0-f40f138c6663,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:01.398480 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9ae076de-67ca-4f9e-af06-149713f80ec5 req-a9a61a71-db64-461a-95f4-8e89d23a75d2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:01.531537 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f5ca2e31-4148-42ec-9ca2-02b39990e7d5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:01.551363 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8473082e-ef3b-4b96-a681-5219998280c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:01.563395 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56726) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:01.661166 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8473082e-ef3b-4b96-a681-5219998280c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:01.704243 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7282df06-9830-4f18-8fb8-bb94470b7edc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ecf5437d64a49c1bde299f48e858246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377823 Dec 14 02:53:01.705162 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56730) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:01.745735 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8473082e-ef3b-4b96-a681-5219998280c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:01.807558 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473082e-ef3b-4b96-a681-5219998280c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6ef4b6-85c3-49f8-9308-0da05a15c3ea,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:01.816589 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8473082e-ef3b-4b96-a681-5219998280c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dcfcac0c53ef4893a660e49ef0621d23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5133188 Dec 14 02:53:01.817128 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56732) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:01.835338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca2e31-4148-42ec-9ca2-02b39990e7d5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Subnet': ['ID=9915fb48-df03-455f-a156-ece924c3aa83,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:01.843450 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f5ca2e31-4148-42ec-9ca2-02b39990e7d5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:01.846498 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821273bd-7c23-48f5-9223-cb60517ede9a None None] Network b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:01.850715 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f5ca2e31-4148-42ec-9ca2-02b39990e7d5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/subnets/9915fb48-df03-455f-a156-ece924c3aa83 HTTP/1.1" status: 204 len: 168 time: 1.1696417 Dec 14 02:53:01.852179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56736) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:01.892092 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9ae076de-67ca-4f9e-af06-149713f80ec5 req-a9a61a71-db64-461a-95f4-8e89d23a75d2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:01.892521 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9ae076de-67ca-4f9e-af06-149713f80ec5 req-a9a61a71-db64-461a-95f4-8e89d23a75d2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:01.892853 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-9ae076de-67ca-4f9e-af06-149713f80ec5 req-a9a61a71-db64-461a-95f4-8e89d23a75d2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Floating IP 2799779d-41ad-44fd-9d1d-6d00a2acc79d disassociated. External IP: 172.25.7.153, port: f3656048-2bd9-46fe-9ab0-f40f138c6663. Dec 14 02:53:01.893208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-9ae076de-67ca-4f9e-af06-149713f80ec5 req-a9a61a71-db64-461a-95f4-8e89d23a75d2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Calling delete_port for f3656048-2bd9-46fe-9ab0-f40f138c6663 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:01.908329 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be1f1778-ac61-49f6-9b63-c094dcecc016 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:01.941478 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be1f1778-ac61-49f6-9b63-c094dcecc016 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:01.983276 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-59260e8c-199a-4f46-b0ca-dea8b0edb4c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:02.020623 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd1a6e4-6a7b-41fc-99bb-5e952dd276bc tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting subnet f2f83a3a-46be-40f8-bdf8-4be6606f45c8 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:53:02.025730 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bcd1a6e4-6a7b-41fc-99bb-5e952dd276bc tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:02.034864 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56738) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:02.088652 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4536026b-eca7-43d4-82ab-f6ea1845aecf None None] DHCP port deletion for b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:02.092254 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-59260e8c-199a-4f46-b0ca-dea8b0edb4c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:02.130153 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bcd1a6e4-6a7b-41fc-99bb-5e952dd276bc tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:02.235634 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be1f1778-ac61-49f6-9b63-c094dcecc016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:02.241405 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be1f1778-ac61-49f6-9b63-c094dcecc016 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:02.257057 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-be1f1778-ac61-49f6-9b63-c094dcecc016 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e5fe6d8e-e658-41de-897d-50edac9b7ff5 HTTP/1.1" status: 204 len: 168 time: 0.5504007 Dec 14 02:53:02.264379 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-59260e8c-199a-4f46-b0ca-dea8b0edb4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:02.275705 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-59260e8c-199a-4f46-b0ca-dea8b0edb4c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:02.282849 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-59260e8c-199a-4f46-b0ca-dea8b0edb4c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b6ef4b6-85c3-49f8-9308-0da05a15c3ea HTTP/1.1" status: 204 len: 168 time: 0.4564941 Dec 14 02:53:02.294443 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4536026b-eca7-43d4-82ab-f6ea1845aecf None None] Deleting port ff73aed1-3d87-4b14-8cdb-74389b4180d8 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:02.294849 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4536026b-eca7-43d4-82ab-f6ea1845aecf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:02.311486 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f1778-ac61-49f6-9b63-c094dcecc016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fe6d8e-e658-41de-897d-50edac9b7ff5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:02.353059 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59260e8c-199a-4f46-b0ca-dea8b0edb4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6ef4b6-85c3-49f8-9308-0da05a15c3ea,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:02.392308 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2fd95c0a-893d-42ce-8aef-435d3a3a2d59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:02.478503 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-4536026b-eca7-43d4-82ab-f6ea1845aecf None None] For port ff73aed1-3d87-4b14-8cdb-74389b4180d8, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ff73aed1-3d87-4b14-8cdb-74389b4180d8,segment=NetworkSegment(c92d7a0e-639f-4969-84a9-39ff9a372ebc),segment_id=c92d7a0e-639f-4969-84a9-39ff9a372ebc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:02.478906 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4536026b-eca7-43d4-82ab-f6ea1845aecf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:02.494914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4536026b-eca7-43d4-82ab-f6ea1845aecf None None] Calling delete_port for ff73aed1-3d87-4b14-8cdb-74389b4180d8 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:02.510919 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bcd1a6e4-6a7b-41fc-99bb-5e952dd276bc tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:02.543633 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2fd95c0a-893d-42ce-8aef-435d3a3a2d59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:02.599128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b230a86-ef8d-48b6-b010-131ba020493f req-7aac5c70-c399-4547-826c-80be4715350a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:02.603813 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b230a86-ef8d-48b6-b010-131ba020493f req-7aac5c70-c399-4547-826c-80be4715350a tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 944 time: 0.2990775 Dec 14 02:53:02.623344 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2fd95c0a-893d-42ce-8aef-435d3a3a2d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:02.668943 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9ae076de-67ca-4f9e-af06-149713f80ec5 req-a9a61a71-db64-461a-95f4-8e89d23a75d2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:02.675768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b230a86-ef8d-48b6-b010-131ba020493f req-e8ffd2d2-78fc-4170-a075-92d83d9377dc tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups?id=044fe7d8-f7c0-492a-8c97-2ab594044ef5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658579 Dec 14 02:53:02.712502 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2fd95c0a-893d-42ce-8aef-435d3a3a2d59 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=56c12947c200442d9b8afb69e2d3befd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6710291 Dec 14 02:53:02.713464 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56756) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:02.714765 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4536026b-eca7-43d4-82ab-f6ea1845aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:02.748801 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bcd1a6e4-6a7b-41fc-99bb-5e952dd276bc tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:02.751667 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a61a71-db64-461a-95f4-8e89d23a75d2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Pushing event deleted for resources: {'Port': ['ID=f3656048-2bd9-46fe-9ab0-f40f138c6663,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:02.764578 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd95c0a-893d-42ce-8aef-435d3a3a2d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20750199-0e5c-4e57-b958-bfadaed14387,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:02.796111 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-22c4af24-028d-424c-a1a5-14c49474d11c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:02.800752 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536026b-eca7-43d4-82ab-f6ea1845aecf None None] Pushing event deleted for resources: {'Port': ['ID=ff73aed1-3d87-4b14-8cdb-74389b4180d8,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:02.804159 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1a6e4-6a7b-41fc-99bb-5e952dd276bc tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f83a3a-46be-40f8-bdf8-4be6606f45c8,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:02.807076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4536026b-eca7-43d4-82ab-f6ea1845aecf None None] No DVR routers for this DVR port ff73aed1-3d87-4b14-8cdb-74389b4180d8 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:53:02.808878 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bcd1a6e4-6a7b-41fc-99bb-5e952dd276bc tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:02.818763 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bcd1a6e4-6a7b-41fc-99bb-5e952dd276bc tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/subnets/f2f83a3a-46be-40f8-bdf8-4be6606f45c8 HTTP/1.1" status: 204 len: 168 time: 0.9611628 Dec 14 02:53:02.822937 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56760) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:02.836990 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719bce8c-9a6a-44e2-9df7-6bd2ae349a84 None None] Network 895d4cec-a3fd-4e42-9d93-4a69bfabfc05 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:02.980163 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c70f15dd-e0ce-4931-b1ea-218146c747bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.030475 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c70f15dd-e0ce-4931-b1ea-218146c747bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.061486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ae076de-67ca-4f9e-af06-149713f80ec5 req-a9a61a71-db64-461a-95f4-8e89d23a75d2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Router 71f42a14-4163-4e75-945f-d4ce35c2ce17 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:53:03.133411 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ff73aed1-3d87-4b14-8cdb-74389b4180d8 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:53:03.156010 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fecedf83-8389-48ef-8cb9-57fe48b7170d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.172790 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63680e30-690a-4acd-8e7a-3162f1e3a444 None None] DHCP port deletion for 895d4cec-a3fd-4e42-9d93-4a69bfabfc05 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:03.176138 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: ff73aed1-3d87-4b14-8cdb-74389b4180d8 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:53:03.176830 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ff73aed1-3d87-4b14-8cdb-74389b4180d8 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:53:03.254841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-63680e30-690a-4acd-8e7a-3162f1e3a444 None None] Deleting port 521eff9a-49a7-4274-abc2-62d7149e1b36 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:03.255964 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-63680e30-690a-4acd-8e7a-3162f1e3a444 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.261431 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ae076de-67ca-4f9e-af06-149713f80ec5 req-a9a61a71-db64-461a-95f4-8e89d23a75d2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:53:03.278558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56764) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:03.347526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56766) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:03.362896 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-63680e30-690a-4acd-8e7a-3162f1e3a444 None None] For port 521eff9a-49a7-4274-abc2-62d7149e1b36, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=521eff9a-49a7-4274-abc2-62d7149e1b36,segment=NetworkSegment(f10cca25-5ad6-4b44-9307-5c7e0c246843),segment_id=f10cca25-5ad6-4b44-9307-5c7e0c246843)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:03.363458 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-63680e30-690a-4acd-8e7a-3162f1e3a444 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.364815 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fecedf83-8389-48ef-8cb9-57fe48b7170d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.371728 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac19e895-eac8-435d-aee0-ea9b9ca5c09b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.383586 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-63680e30-690a-4acd-8e7a-3162f1e3a444 None None] Calling delete_port for 521eff9a-49a7-4274-abc2-62d7149e1b36 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:03.398545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-fecedf83-8389-48ef-8cb9-57fe48b7170d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:03.403564 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae076de-67ca-4f9e-af06-149713f80ec5 req-a9a61a71-db64-461a-95f4-8e89d23a75d2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] No DVR routers for this DVR port f3656048-2bd9-46fe-9ab0-f40f138c6663 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:53:03.406462 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ce91d51b-930b-4b77-8fe0-8e5efe66bf0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.409890 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9ae076de-67ca-4f9e-af06-149713f80ec5 req-a9a61a71-db64-461a-95f4-8e89d23a75d2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.415491 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-fecedf83-8389-48ef-8cb9-57fe48b7170d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c92d7a0e-639f-4969-84a9-39ff9a372ebc') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:03.415809 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-fecedf83-8389-48ef-8cb9-57fe48b7170d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c92d7a0e-639f-4969-84a9-39ff9a372ebc') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:03.417502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ae076de-67ca-4f9e-af06-149713f80ec5 req-a9a61a71-db64-461a-95f4-8e89d23a75d2 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.46 "DELETE /v2.0/ports/f3656048-2bd9-46fe-9ab0-f40f138c6663 HTTP/1.1" status: 204 len: 173 time: 2.5190210 Dec 14 02:53:03.418175 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'name': 'network-vif-deleted', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:53:03.420446 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b009031-8d69-4da9-89e0-3c316319ff5f" -d '{"events": [{"server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "name": "network-vif-deleted", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:53:03.427677 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fecedf83-8389-48ef-8cb9-57fe48b7170d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.447078 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fecedf83-8389-48ef-8cb9-57fe48b7170d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.449911 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fecedf83-8389-48ef-8cb9-57fe48b7170d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:53:03.450325 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fecedf83-8389-48ef-8cb9-57fe48b7170d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.471837 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f324e130-4482-452d-932b-6abb520ba52d None None] Sync routers for ids ['71f42a14-4163-4e75-945f-d4ce35c2ce17'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:53:03.528891 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:53:03.531061 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c70f15dd-e0ce-4931-b1ea-218146c747bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.532596 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c70f15dd-e0ce-4931-b1ea-218146c747bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.535095 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c70f15dd-e0ce-4931-b1ea-218146c747bf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20750199-0e5c-4e57-b958-bfadaed14387 HTTP/1.1" status: 204 len: 168 time: 0.8147228 Dec 14 02:53:03.539455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f324e130-4482-452d-932b-6abb520ba52d None None] Routers {'71f42a14-4163-4e75-945f-d4ce35c2ce17'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:03.544684 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f324e130-4482-452d-932b-6abb520ba52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:52:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['71f42a14-4163-4e75-945f-d4ce35c2ce17'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:03.544985 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021c4996-32dd-4d85-85c1-061a1c8641e1 x-openstack-request-id: req-021c4996-32dd-4d85-85c1-061a1c8641e1 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:53:03.544985 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c18702-2202-46eb-93c2-835cb48daef5", "name": "network-vif-deleted", "tag": "f3656048-2bd9-46fe-9ab0-f40f138c6663", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:53:03.544985 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-021c4996-32dd-4d85-85c1-061a1c8641e1 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:53:03.544985 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c18702-2202-46eb-93c2-835cb48daef5', 'name': 'network-vif-deleted', 'tag': 'f3656048-2bd9-46fe-9ab0-f40f138c6663', 'status': 'completed', 'code': 200} Dec 14 02:53:03.563917 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f15dd-e0ce-4931-b1ea-218146c747bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20750199-0e5c-4e57-b958-bfadaed14387,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:03.612183 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fecedf83-8389-48ef-8cb9-57fe48b7170d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.621461 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fecedf83-8389-48ef-8cb9-57fe48b7170d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.638833 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fecedf83-8389-48ef-8cb9-57fe48b7170d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/networks/b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc HTTP/1.1" status: 204 len: 168 time: 0.8145859 Dec 14 02:53:03.640117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56772) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:03.657988 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac19e895-eac8-435d-aee0-ea9b9ca5c09b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.661955 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ce91d51b-930b-4b77-8fe0-8e5efe66bf0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.676352 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecedf83-8389-48ef-8cb9-57fe48b7170d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Network': ['ID=b02600d5-a204-4f2a-b5ca-f6cb3aafc3fc,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:03.683042 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-63680e30-690a-4acd-8e7a-3162f1e3a444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.724606 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac19e895-eac8-435d-aee0-ea9b9ca5c09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.747068 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63680e30-690a-4acd-8e7a-3162f1e3a444 None None] Pushing event deleted for resources: {'Port': ['ID=521eff9a-49a7-4274-abc2-62d7149e1b36,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:03.777682 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ce91d51b-930b-4b77-8fe0-8e5efe66bf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.778439 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63680e30-690a-4acd-8e7a-3162f1e3a444 None None] No DVR routers for this DVR port 521eff9a-49a7-4274-abc2-62d7149e1b36 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:53:03.839816 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-f324e130-4482-452d-932b-6abb520ba52d None None] Set router 71f42a14-4163-4e75-945f-d4ce35c2ce17 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:53:03.869751 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f7153ff-9e38-4bab-aba7-227027622903 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:03.893660 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ac19e895-eac8-435d-aee0-ea9b9ca5c09b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbbb923904db41b3b013976d0f391767&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6139102 Dec 14 02:53:03.896265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56778) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:03.900457 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a725b80c-5277-4680-bf39-e6b047a99a51 req-45aed8cd-d288-4f65-9315-f83c1dcb470e tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1c18702-2202-46eb-93c2-835cb48daef5 HTTP/1.1" status: 200 len: 210 time: 0.0609548 Dec 14 02:53:03.901053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19e895-eac8-435d-aee0-ea9b9ca5c09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2c2152-37c0-4999-b3a4-57919ea7a4eb,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:03.913682 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ce91d51b-930b-4b77-8fe0-8e5efe66bf0c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f0b401330ca4b35a12caf85cd51bb0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5636129 Dec 14 02:53:03.915382 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56780) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:03.981298 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74e8f530-fc49-40dd-8ca2-95cff48f56df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:04.012334 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74e8f530-fc49-40dd-8ca2-95cff48f56df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:04.014500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91d51b-930b-4b77-8fe0-8e5efe66bf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d62b13e-f163-413c-ba9e-3cd16da293d5,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:04.096830 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e9d99b63-86c5-4111-8c9a-8387af637109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:04.108022 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f7153ff-9e38-4bab-aba7-227027622903 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:04.108676 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f324e130-4482-452d-932b-6abb520ba52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'name': 'tempest-ServerActionsTestJSON-152228470-router', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:44:35Z', 'updated_at': '2021-12-14T02:44:41Z', 'revision_number': 4, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'gw_port': {'id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:36Z', 'updated_at': '2021-12-14T02:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce', 'name': '', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'mac_address': 'fa:16:3e:80:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:40Z', 'updated_at': '2021-12-14T02:44:51Z', 'revision_number': 5, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'subnets': [{'id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:04.147703 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f324e130-4482-452d-932b-6abb520ba52d None None] Checking router: 71f42a14-4163-4e75-945f-d4ce35c2ce17 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:53:04.150663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-7f7153ff-9e38-4bab-aba7-227027622903 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895d4cec-a3fd-4e42-9d93-4a69bfabfc05']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:04.153957 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e9d99b63-86c5-4111-8c9a-8387af637109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:04.168349 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-7f7153ff-9e38-4bab-aba7-227027622903 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10cca25-5ad6-4b44-9307-5c7e0c246843') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:04.168660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-7f7153ff-9e38-4bab-aba7-227027622903 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10cca25-5ad6-4b44-9307-5c7e0c246843') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:04.183975 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74e8f530-fc49-40dd-8ca2-95cff48f56df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:04.186624 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74e8f530-fc49-40dd-8ca2-95cff48f56df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:04.187072 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f7153ff-9e38-4bab-aba7-227027622903 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:04.191977 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-74e8f530-fc49-40dd-8ca2-95cff48f56df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf2c2152-37c0-4999-b3a4-57919ea7a4eb HTTP/1.1" status: 204 len: 168 time: 0.2938936 Dec 14 02:53:04.204470 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f324e130-4482-452d-932b-6abb520ba52d None None] Routers {'71f42a14-4163-4e75-945f-d4ce35c2ce17'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:04.205212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f324e130-4482-452d-932b-6abb520ba52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:52:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['71f42a14-4163-4e75-945f-d4ce35c2ce17'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:04.208806 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8f530-fc49-40dd-8ca2-95cff48f56df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2c2152-37c0-4999-b3a4-57919ea7a4eb,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:04.230283 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f7153ff-9e38-4bab-aba7-227027622903 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:04.237221 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7153ff-9e38-4bab-aba7-227027622903 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:53:04.237658 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f7153ff-9e38-4bab-aba7-227027622903 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:53:04.240809 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:53:04.376969 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-f324e130-4482-452d-932b-6abb520ba52d None None] Set router 71f42a14-4163-4e75-945f-d4ce35c2ce17 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:53:04.407527 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f7153ff-9e38-4bab-aba7-227027622903 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:04.409997 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e9d99b63-86c5-4111-8c9a-8387af637109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:04.412770 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e9d99b63-86c5-4111-8c9a-8387af637109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:04.415341 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e9d99b63-86c5-4111-8c9a-8387af637109 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d62b13e-f163-413c-ba9e-3cd16da293d5 HTTP/1.1" status: 204 len: 168 time: 0.4974117 Dec 14 02:53:04.427543 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f7153ff-9e38-4bab-aba7-227027622903 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:04.431098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7f7153ff-9e38-4bab-aba7-227027622903 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/networks/895d4cec-a3fd-4e42-9d93-4a69bfabfc05 HTTP/1.1" status: 204 len: 168 time: 0.7865758 Dec 14 02:53:04.434915 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56798) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:04.445866 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2e83675f-bfcc-4b65-82fd-92b6d5166fae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-903054440'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:04.450449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d99b63-86c5-4111-8c9a-8387af637109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d62b13e-f163-413c-ba9e-3cd16da293d5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:04.453081 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7153ff-9e38-4bab-aba7-227027622903 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Network': ['ID=895d4cec-a3fd-4e42-9d93-4a69bfabfc05,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:04.554739 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e83675f-bfcc-4b65-82fd-92b6d5166fae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Made reservation on behalf of 00395e1ef3104ea683edcfb770d6d2a1 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:53:04.559287 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e83675f-bfcc-4b65-82fd-92b6d5166fae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:04.621297 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e83675f-bfcc-4b65-82fd-92b6d5166fae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:53:04.631217 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e83675f-bfcc-4b65-82fd-92b6d5166fae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:04.631849 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-2e83675f-bfcc-4b65-82fd-92b6d5166fae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Added segment bf30403c-7ccd-498a-b830-1d62a0579937 of type vlan for network ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141 Dec 14 02:53:04.681116 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e83675f-bfcc-4b65-82fd-92b6d5166fae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:04.707558 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f324e130-4482-452d-932b-6abb520ba52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'name': 'tempest-ServerActionsTestJSON-152228470-router', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:44:35Z', 'updated_at': '2021-12-14T02:44:41Z', 'revision_number': 4, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'gw_port': {'id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:36Z', 'updated_at': '2021-12-14T02:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce', 'name': '', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'mac_address': 'fa:16:3e:80:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:40Z', 'updated_at': '2021-12-14T02:44:51Z', 'revision_number': 5, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'subnets': [{'id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:04.737669 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f324e130-4482-452d-932b-6abb520ba52d None None] The sync data for ids ['71f42a14-4163-4e75-945f-d4ce35c2ce17'] in n-d-821636-1 is: [{'id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'name': 'tempest-ServerActionsTestJSON-152228470-router', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:44:35Z', 'updated_at': '2021-12-14T02:44:41Z', 'revision_number': 4, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'gw_port': {'id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:36Z', 'updated_at': '2021-12-14T02:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce', 'name': '', 'network_id': '88664e7c-dba7-4c3f-8dc9-59021510fecd', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'mac_address': 'fa:16:3e:80:74:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:40Z', 'updated_at': '2021-12-14T02:44:51Z', 'revision_number': 5, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'subnets': [{'id': '89015a4d-b992-4c46-85b7-b5dfc4506a9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:53:04.777766 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e83675f-bfcc-4b65-82fd-92b6d5166fae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:04.783839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e83675f-bfcc-4b65-82fd-92b6d5166fae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:04.784437 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e83675f-bfcc-4b65-82fd-92b6d5166fae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:04.858200 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83675f-bfcc-4b65-82fd-92b6d5166fae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Network': ['ID=ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:04.871352 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:53:04.901576 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2e83675f-bfcc-4b65-82fd-92b6d5166fae tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4643030 Dec 14 02:53:04.910540 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56810) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:04.910540 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-1dff8c0d-0dfa-41a8-ab88-9127dca19fde tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'subnet': {'network_id': 'ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:05.073428 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e454eb04-fcc6-4100-88d2-3ceed6183f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:05.137856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 521eff9a-49a7-4274-abc2-62d7149e1b36 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:53:05.156383 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56828) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:05.190584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 521eff9a-49a7-4274-abc2-62d7149e1b36 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:53:05.191514 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 521eff9a-49a7-4274-abc2-62d7149e1b36 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:53:05.248807 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e631c88a-6b4f-43ac-9c9a-f2e92f0e562d None None] New status for floating IP 2799779d-41ad-44fd-9d1d-6d00a2acc79d: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:53:05.532024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f3656048-2bd9-46fe-9ab0-f40f138c6663 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:53:05.581962 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: f3656048-2bd9-46fe-9ab0-f40f138c6663 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:53:05.582633 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f3656048-2bd9-46fe-9ab0-f40f138c6663 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:53:05.595482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dff8c0d-0dfa-41a8-ab88-9127dca19fde tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Made reservation on behalf of 00395e1ef3104ea683edcfb770d6d2a1 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:53:05.599001 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1dff8c0d-0dfa-41a8-ab88-9127dca19fde tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:05.708081 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4d54b578-70e7-4182-ae57-a96eaf0db8b7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:05.743160 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4d54b578-70e7-4182-ae57-a96eaf0db8b7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:05.914883 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4d54b578-70e7-4182-ae57-a96eaf0db8b7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:05.917606 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4d54b578-70e7-4182-ae57-a96eaf0db8b7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:05.925020 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4d54b578-70e7-4182-ae57-a96eaf0db8b7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "DELETE /v2.0/security-groups/044fe7d8-f7c0-492a-8c97-2ab594044ef5 HTTP/1.1" status: 204 len: 168 time: 0.7613487 Dec 14 02:53:05.925430 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56854) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:05.939626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54b578-70e7-4182-ae57-a96eaf0db8b7 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=044fe7d8-f7c0-492a-8c97-2ab594044ef5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:05.951462 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-59243524-9365-4895-8fdd-47b094c83c40 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] show failed (client error): The resource could not be found. Dec 14 02:53:05.951462 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-59243524-9365-4895-8fdd-47b094c83c40 tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "GET /v2.0/security-groups/044fe7d8-f7c0-492a-8c97-2ab594044ef5 HTTP/1.1" status: 404 len: 347 time: 0.0229344 Dec 14 02:53:05.960906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56858) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:05.977592 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1dff8c0d-0dfa-41a8-ab88-9127dca19fde tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:06.070594 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff8c0d-0dfa-41a8-ab88-9127dca19fde tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Subnet': ['ID=145c658e-9c90-4234-b32a-39f635c747cc,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:06.080303 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dff8c0d-0dfa-41a8-ab88-9127dca19fde tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Checking segment: {'id': 'bf30403c-7ccd-498a-b830-1d62a0579937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:53:06.080670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dff8c0d-0dfa-41a8-ab88-9127dca19fde tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network hostable DHCP agents. Network: ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:53:06.166287 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9f251ca3-e84d-4c06-97fa-037cdb423baa tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Deleting port 13397e75-3030-44fe-942e-7de1356c1164 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:06.166688 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f251ca3-e84d-4c06-97fa-037cdb423baa tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:06.177792 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dff8c0d-0dfa-41a8-ab88-9127dca19fde tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:53:06.267260 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f251ca3-e84d-4c06-97fa-037cdb423baa tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:06.268536 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f251ca3-e84d-4c06-97fa-037cdb423baa tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:06.279037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-1dff8c0d-0dfa-41a8-ab88-9127dca19fde tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:06.294122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9f251ca3-e84d-4c06-97fa-037cdb423baa tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Calling delete_port for 13397e75-3030-44fe-942e-7de1356c1164 owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:06.295140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dff8c0d-0dfa-41a8-ab88-9127dca19fde tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:06.296607 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1dff8c0d-0dfa-41a8-ab88-9127dca19fde tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:06.305687 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:06.328898 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be36707-ae83-4dfe-9743-b2bf70e4794a None None] Network ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:06.395335 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1dff8c0d-0dfa-41a8-ab88-9127dca19fde tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4889524 Dec 14 02:53:06.397232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56878) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:06.404944 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-f1ce7a87-3dbd-42f8-a7e8-2cb190357022 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-849888452', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:06.479783 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141', 'network_id': 'ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141', 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'fixed_ips': [{'subnet_id': '145c658e-9c90-4234-b32a-39f635c747cc'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:53:06.481763 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:06.526146 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7a87-3dbd-42f8-a7e8-2cb190357022 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:06.527527 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7a87-3dbd-42f8-a7e8-2cb190357022 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:06.554844 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f251ca3-e84d-4c06-97fa-037cdb423baa tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:06.640140 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7a87-3dbd-42f8-a7e8-2cb190357022 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:06.675822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f251ca3-e84d-4c06-97fa-037cdb423baa tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Pushing event deleted for resources: {'Port': ['ID=13397e75-3030-44fe-942e-7de1356c1164,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:06.698842 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7a87-3dbd-42f8-a7e8-2cb190357022 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:06.731934 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Allocated IP 2001:db8::2 (ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141/145c658e-9c90-4234-b32a-39f635c747cc/50bb4725-c058-4c10-8f2e-7b84f8ccaf61) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:53:06.749411 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f251ca3-e84d-4c06-97fa-037cdb423baa tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:06.752900 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9f251ca3-e84d-4c06-97fa-037cdb423baa tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:06.757500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56884) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:06.761880 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9f251ca3-e84d-4c06-97fa-037cdb423baa tempest-ServerActionsTestJSON-636807838 tempest-ServerActionsTestJSON-636807838-project] 10.222.0.39 "DELETE /v2.0/floatingips/2799779d-41ad-44fd-9d1d-6d00a2acc79d HTTP/1.1" status: 204 len: 168 time: 0.7951064 Dec 14 02:53:06.819983 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f1ce7a87-3dbd-42f8-a7e8-2cb190357022 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:06.822695 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f1ce7a87-3dbd-42f8-a7e8-2cb190357022 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4232554 Dec 14 02:53:06.829583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56892) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:06.835804 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-430f3752-330a-463f-b1d2-fdfedbcc219a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'port': {'network_id': 'ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141', 'name': 'tempest-RoutersIpV6Test-1824676168'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:07.182389 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:07.263923 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430f3752-330a-463f-b1d2-fdfedbcc219a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Made reservation on behalf of 00395e1ef3104ea683edcfb770d6d2a1 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:53:07.267328 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-430f3752-330a-463f-b1d2-fdfedbcc219a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:07.280629 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:07.345547 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-430f3752-330a-463f-b1d2-fdfedbcc219a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] device_id is not set on port 554d2a5b-eb7c-458b-9af1-530ba85dfaa8 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:53:07.356335 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Network ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:07.368880 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:07.373404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Pushing event updated for resources: {'Port': ['ID=50bb4725-c058-4c10-8f2e-7b84f8ccaf61,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:07.378933 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:53:07.541217 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Attempting to bind port 50bb4725-c058-4c10-8f2e-7b84f8ccaf61 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:53:07.541775 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Attempting to bind port 50bb4725-c058-4c10-8f2e-7b84f8ccaf61 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bf30403c-7ccd-498a-b830-1d62a0579937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:53:07.542740 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Attempting to bind port 50bb4725-c058-4c10-8f2e-7b84f8ccaf61 on network ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:53:07.551500 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:53:07.552021 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Checking segment: {'id': 'bf30403c-7ccd-498a-b830-1d62a0579937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:53:07.552994 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:07.553458 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-430f3752-330a-463f-b1d2-fdfedbcc219a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Allocated IP 2001:db8::1b (ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141/145c658e-9c90-4234-b32a-39f635c747cc/554d2a5b-eb7c-458b-9af1-530ba85dfaa8) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:53:07.553592 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Bound using segment: {'id': 'bf30403c-7ccd-498a-b830-1d62a0579937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:53:07.555989 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Bound port: 50bb4725-c058-4c10-8f2e-7b84f8ccaf61, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf30403c-7ccd-498a-b830-1d62a0579937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:53:07.555989 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:07.684816 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] For port 50bb4725-c058-4c10-8f2e-7b84f8ccaf61, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:53:07.698225 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] For port 50bb4725-c058-4c10-8f2e-7b84f8ccaf61, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=50bb4725-c058-4c10-8f2e-7b84f8ccaf61,segment=NetworkSegment(bf30403c-7ccd-498a-b830-1d62a0579937),segment_id=bf30403c-7ccd-498a-b830-1d62a0579937)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:53:07.700362 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:07.759141 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7a9d604f-180f-4b41-aa1f-2d46cbe20197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:07.780936 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:07.877849 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-430f3752-330a-463f-b1d2-fdfedbcc219a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:07.940981 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e901c7-73b2-4a31-a57c-39a9f13f8b38 None None] Pushing event updated for resources: {'Port': ['ID=50bb4725-c058-4c10-8f2e-7b84f8ccaf61,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:08.033874 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-430f3752-330a-463f-b1d2-fdfedbcc219a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:08.101109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430f3752-330a-463f-b1d2-fdfedbcc219a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:08.107831 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-430f3752-330a-463f-b1d2-fdfedbcc219a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:08.114316 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430f3752-330a-463f-b1d2-fdfedbcc219a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:53:08.120103 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430f3752-330a-463f-b1d2-fdfedbcc219a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:08.120832 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-430f3752-330a-463f-b1d2-fdfedbcc219a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:08.134670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f3752-330a-463f-b1d2-fdfedbcc219a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=554d2a5b-eb7c-458b-9af1-530ba85dfaa8,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:08.235531 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56938) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:08.255013 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-430f3752-330a-463f-b1d2-fdfedbcc219a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4225991 Dec 14 02:53:08.280260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56940) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:08.331893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d604f-180f-4b41-aa1f-2d46cbe20197 admin admin] Deleting port e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:08.332719 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7a9d604f-180f-4b41-aa1f-2d46cbe20197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:08.477236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-7a9d604f-180f-4b41-aa1f-2d46cbe20197 admin admin] For port e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:08.477678 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7a9d604f-180f-4b41-aa1f-2d46cbe20197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:08.528159 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-652b04dd-015e-4880-a08d-ed273e95983b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1888061605', 'router:external': True}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:08.564682 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d604f-180f-4b41-aa1f-2d46cbe20197 admin admin] Calling delete_port for e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:08.571707 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:08.644059 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652b04dd-015e-4880-a08d-ed273e95983b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Made reservation on behalf of a29fd4c821964dea9a66b9ac80c7bc0e for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:53:08.646764 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-652b04dd-015e-4880-a08d-ed273e95983b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:08.663480 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-652b04dd-015e-4880-a08d-ed273e95983b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:08.803836 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-652b04dd-015e-4880-a08d-ed273e95983b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:08.894702 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-652b04dd-015e-4880-a08d-ed273e95983b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:08.967975 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652b04dd-015e-4880-a08d-ed273e95983b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:53:08.999680 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-652b04dd-015e-4880-a08d-ed273e95983b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:09.000575 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-652b04dd-015e-4880-a08d-ed273e95983b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Added segment cd55e578-ba73-45a3-ba5d-2861049ab973 of type vlan for network b6d500d4-cf07-47f4-97c2-249036c5e675 Dec 14 02:53:09.080865 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-652b04dd-015e-4880-a08d-ed273e95983b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:09.118085 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b04dd-015e-4880-a08d-ed273e95983b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf7a621-de10-49d9-9da0-8546e4b46014,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:09.191949 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 50bb4725-c058-4c10-8f2e-7b84f8ccaf61 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:53:09.217940 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-652b04dd-015e-4880-a08d-ed273e95983b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:09.220304 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652b04dd-015e-4880-a08d-ed273e95983b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:09.220863 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-652b04dd-015e-4880-a08d-ed273e95983b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:09.238040 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bacba7b0-89a2-4aa9-ba26-ea02463b6ca0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:09.308513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b04dd-015e-4880-a08d-ed273e95983b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Pushing event updated for resources: {'Network': ['ID=b6d500d4-cf07-47f4-97c2-249036c5e675,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:09.313767 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7a9d604f-180f-4b41-aa1f-2d46cbe20197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:09.331189 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network b6d500d4-cf07-47f4-97c2-249036c5e675 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:53:09.405669 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d604f-180f-4b41-aa1f-2d46cbe20197 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:09.444317 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-652b04dd-015e-4880-a08d-ed273e95983b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1582890 Dec 14 02:53:09.446649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56962) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:09.477715 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-6783aaf5-e73b-46e4-a2f1-70b1fabc702f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Request body: {'subnet': {'network_id': 'b6d500d4-cf07-47f4-97c2-249036c5e675', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:09.557690 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:53:09.626673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 50bb4725-c058-4c10-8f2e-7b84f8ccaf61 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:09.627281 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:09.706217 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6783aaf5-e73b-46e4-a2f1-70b1fabc702f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Made reservation on behalf of a29fd4c821964dea9a66b9ac80c7bc0e for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:53:09.721358 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6783aaf5-e73b-46e4-a2f1-70b1fabc702f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:09.829705 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d633603-25ca-4010-bf61-0b0565ab892f None None] Network ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:09.949483 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7a9d604f-180f-4b41-aa1f-2d46cbe20197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:09.991634 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bacba7b0-89a2-4aa9-ba26-ea02463b6ca0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:10.043275 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-fe9fc85b-518c-4701-ace1-7d3f651a4442 None None] Provisioning complete for port 50bb4725-c058-4c10-8f2e-7b84f8ccaf61 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:10.046521 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fe9fc85b-518c-4701-ace1-7d3f651a4442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:10.074428 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bacba7b0-89a2-4aa9-ba26-ea02463b6ca0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:10.315954 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacba7b0-89a2-4aa9-ba26-ea02463b6ca0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=554d2a5b-eb7c-458b-9af1-530ba85dfaa8,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:10.323626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9d604f-180f-4b41-aa1f-2d46cbe20197 admin admin] Router 71f42a14-4163-4e75-945f-d4ce35c2ce17 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:53:10.339730 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:10.413210 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fe9fc85b-518c-4701-ace1-7d3f651a4442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:10.418296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 50bb4725-c058-4c10-8f2e-7b84f8ccaf61, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=50bb4725-c058-4c10-8f2e-7b84f8ccaf61,segment=NetworkSegment(bf30403c-7ccd-498a-b830-1d62a0579937),segment_id=bf30403c-7ccd-498a-b830-1d62a0579937)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:10.505708 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:10.512771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9d604f-180f-4b41-aa1f-2d46cbe20197 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:53:10.523705 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7a9d604f-180f-4b41-aa1f-2d46cbe20197 admin admin] 10.222.0.39 "PUT /v2.0/routers/71f42a14-4163-4e75-945f-d4ce35c2ce17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7618287 Dec 14 02:53:10.523705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56990) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:10.551987 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bacba7b0-89a2-4aa9-ba26-ea02463b6ca0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:10.718027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f35439b-d2f0-420c-91ca-1c02e06c6d3b None None] Sync routers for ids ['71f42a14-4163-4e75-945f-d4ce35c2ce17'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:53:10.726347 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=50bb4725-c058-4c10-8f2e-7b84f8ccaf61,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:10.754384 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8d778bc8-6b7f-44d5-9dd4-8cebeef4f8a6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:10.788277 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-fe9fc85b-518c-4701-ace1-7d3f651a4442 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:53:10.788277 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-fe9fc85b-518c-4701-ace1-7d3f651a4442 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:53:10.788277 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f35439b-d2f0-420c-91ca-1c02e06c6d3b None None] Routers {'71f42a14-4163-4e75-945f-d4ce35c2ce17'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:10.788277 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0f35439b-d2f0-420c-91ca-1c02e06c6d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['71f42a14-4163-4e75-945f-d4ce35c2ce17'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:10.818515 n-d-821636-1 neutron-server[103848]: DEBUG neutron.objects.ports [None req-6783aaf5-e73b-46e4-a2f1-70b1fabc702f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103848) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 14 02:53:10.818783 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6783aaf5-e73b-46e4-a2f1-70b1fabc702f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:11.013663 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-0f35439b-d2f0-420c-91ca-1c02e06c6d3b None None] Set router 71f42a14-4163-4e75-945f-d4ce35c2ce17 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:53:11.091505 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bacba7b0-89a2-4aa9-ba26-ea02463b6ca0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:11.408755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 50bb4725-c058-4c10-8f2e-7b84f8ccaf61 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:53:11.500745 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783aaf5-e73b-46e4-a2f1-70b1fabc702f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7ad5b7dc-2ab4-45f2-8a53-b3d35ae4ce39,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:11.518262 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6783aaf5-e73b-46e4-a2f1-70b1fabc702f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Checking segment: {'id': 'cd55e578-ba73-45a3-ba5d-2861049ab973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b6d500d4-cf07-47f4-97c2-249036c5e675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:53:11.518576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6783aaf5-e73b-46e4-a2f1-70b1fabc702f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Network hostable DHCP agents. Network: b6d500d4-cf07-47f4-97c2-249036c5e675, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:53:11.534823 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8d778bc8-6b7f-44d5-9dd4-8cebeef4f8a6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:11.573913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0f35439b-d2f0-420c-91ca-1c02e06c6d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'name': 'tempest-ServerActionsTestJSON-152228470-router', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17'}], 'enable_snat': True}, 'gw_port_id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:44:35Z', 'updated_at': '2021-12-14T02:53:09Z', 'revision_number': 5, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'gw_port': {'id': 'a1fb682f-66c3-4115-9cc5-90bbed0bf256', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:bb:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:44:36Z', 'updated_at': '2021-12-14T02:44:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:11.617903 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f35439b-d2f0-420c-91ca-1c02e06c6d3b None None] Checking router: 71f42a14-4163-4e75-945f-d4ce35c2ce17 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:53:11.633718 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 50bb4725-c058-4c10-8f2e-7b84f8ccaf61 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:11.634196 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:11.673858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6783aaf5-e73b-46e4-a2f1-70b1fabc702f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Network b6d500d4-cf07-47f4-97c2-249036c5e675 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:53:11.674274 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f35439b-d2f0-420c-91ca-1c02e06c6d3b None None] Routers {'71f42a14-4163-4e75-945f-d4ce35c2ce17'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:11.674932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0f35439b-d2f0-420c-91ca-1c02e06c6d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['71f42a14-4163-4e75-945f-d4ce35c2ce17'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:11.703256 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bacba7b0-89a2-4aa9-ba26-ea02463b6ca0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:11.743616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-8d778bc8-6b7f-44d5-9dd4-8cebeef4f8a6 admin admin] Deleting port a1fb682f-66c3-4115-9cc5-90bbed0bf256 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:11.744655 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8d778bc8-6b7f-44d5-9dd4-8cebeef4f8a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:11.789450 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2ba87b62-3634-48bc-926d-ec737278498c None None] Provisioning complete for port 50bb4725-c058-4c10-8f2e-7b84f8ccaf61 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:11.789992 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2ba87b62-3634-48bc-926d-ec737278498c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:11.829993 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bacba7b0-89a2-4aa9-ba26-ea02463b6ca0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:11.831473 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bacba7b0-89a2-4aa9-ba26-ea02463b6ca0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:11.898330 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-8d778bc8-6b7f-44d5-9dd4-8cebeef4f8a6 admin admin] For port a1fb682f-66c3-4115-9cc5-90bbed0bf256, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a1fb682f-66c3-4115-9cc5-90bbed0bf256,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:11.898724 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8d778bc8-6b7f-44d5-9dd4-8cebeef4f8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:11.901485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-6783aaf5-e73b-46e4-a2f1-70b1fabc702f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, b6d500d4-cf07-47f4-97c2-249036c5e675) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:11.905857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6783aaf5-e73b-46e4-a2f1-70b1fabc702f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:11.907655 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6783aaf5-e73b-46e4-a2f1-70b1fabc702f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:11.956340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-8d778bc8-6b7f-44d5-9dd4-8cebeef4f8a6 admin admin] Calling delete_port for a1fb682f-66c3-4115-9cc5-90bbed0bf256 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:12.059419 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6783aaf5-e73b-46e4-a2f1-70b1fabc702f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6102333 Dec 14 02:53:12.059636 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57010) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:12.066199 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-0a5b85d5-75b8-4849-9472-5558ee5ebd89 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1818238157', 'network_id': 'b6d500d4-cf07-47f4-97c2-249036c5e675'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:12.081626 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacba7b0-89a2-4aa9-ba26-ea02463b6ca0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:12.086117 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-bacba7b0-89a2-4aa9-ba26-ea02463b6ca0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:12.196606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5b85d5-75b8-4849-9472-5558ee5ebd89 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Made reservation on behalf of a29fd4c821964dea9a66b9ac80c7bc0e for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:53:12.199810 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0a5b85d5-75b8-4849-9472-5558ee5ebd89 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:12.241440 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d019d82-8e08-42c6-a5b8-3d9947ca37c4 None None] Network b6d500d4-cf07-47f4-97c2-249036c5e675 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:12.284988 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-0a5b85d5-75b8-4849-9472-5558ee5ebd89 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] device_id is not set on port ef415377-91f6-40f5-9674-f96b04e723b8 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:53:12.312133 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacba7b0-89a2-4aa9-ba26-ea02463b6ca0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=554d2a5b-eb7c-458b-9af1-530ba85dfaa8,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:12.353103 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-0f35439b-d2f0-420c-91ca-1c02e06c6d3b None None] Set router 71f42a14-4163-4e75-945f-d4ce35c2ce17 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:53:12.434809 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacba7b0-89a2-4aa9-ba26-ea02463b6ca0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 67d9a799-e2f1-4dcc-82ec-edd1cb59e057 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:53:12.504629 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-0a5b85d5-75b8-4849-9472-5558ee5ebd89 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Allocated IP 2001:db8::e6 (b6d500d4-cf07-47f4-97c2-249036c5e675/7ad5b7dc-2ab4-45f2-8a53-b3d35ae4ce39/ef415377-91f6-40f5-9674-f96b04e723b8) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:53:12.541296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0f35439b-d2f0-420c-91ca-1c02e06c6d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'name': 'tempest-ServerActionsTestJSON-152228470-router', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:44:35Z', 'updated_at': '2021-12-14T02:53:11Z', 'revision_number': 6, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:12.543915 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8d778bc8-6b7f-44d5-9dd4-8cebeef4f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:12.558630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacba7b0-89a2-4aa9-ba26-ea02463b6ca0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:53:12.565241 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bacba7b0-89a2-4aa9-ba26-ea02463b6ca0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/67d9a799-e2f1-4dcc-82ec-edd1cb59e057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3284409 Dec 14 02:53:12.567958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57022) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:12.575984 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6081ff-7a85-4d2c-a319-0dd5dfa35e60 None None] Sync routers for ids ['67d9a799-e2f1-4dcc-82ec-edd1cb59e057'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:53:12.587829 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f35439b-d2f0-420c-91ca-1c02e06c6d3b None None] The sync data for ids ['71f42a14-4163-4e75-945f-d4ce35c2ce17'] in n-d-821636-1 is: [{'id': '71f42a14-4163-4e75-945f-d4ce35c2ce17', 'name': 'tempest-ServerActionsTestJSON-152228470-router', 'tenant_id': '5f91050d42464daeb5e72d6e66d168a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:44:35Z', 'updated_at': '2021-12-14T02:53:11Z', 'revision_number': 6, 'project_id': '5f91050d42464daeb5e72d6e66d168a6', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:53:12.591938 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2ba87b62-3634-48bc-926d-ec737278498c None None] Provisioning complete for port 554d2a5b-eb7c-458b-9af1-530ba85dfaa8 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:12.592312 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2ba87b62-3634-48bc-926d-ec737278498c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:12.605552 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6081ff-7a85-4d2c-a319-0dd5dfa35e60 None None] Routers {'67d9a799-e2f1-4dcc-82ec-edd1cb59e057'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:12.606227 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3d6081ff-7a85-4d2c-a319-0dd5dfa35e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['67d9a799-e2f1-4dcc-82ec-edd1cb59e057'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:12.632650 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bfbab4-7a57-47a3-96a5-0810f0d91989 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:12.632908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d778bc8-6b7f-44d5-9dd4-8cebeef4f8a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1fb682f-66c3-4115-9cc5-90bbed0bf256,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:12.634961 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c0bfbab4-7a57-47a3-96a5-0810f0d91989 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/ports/554d2a5b-eb7c-458b-9af1-530ba85dfaa8 HTTP/1.1" status: 200 len: 983 time: 0.0650575 Dec 14 02:53:12.650913 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57026) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:12.687073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2ba87b62-3634-48bc-926d-ec737278498c None None] Port 554d2a5b-eb7c-458b-9af1-530ba85dfaa8 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:53:12.693856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e518cd31-8eb2-481a-b9c3-444cffa9ae98 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:12.746274 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3d6081ff-7a85-4d2c-a319-0dd5dfa35e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:12.770807 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6081ff-7a85-4d2c-a319-0dd5dfa35e60 None None] Routers {'67d9a799-e2f1-4dcc-82ec-edd1cb59e057'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:12.771647 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3d6081ff-7a85-4d2c-a319-0dd5dfa35e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['67d9a799-e2f1-4dcc-82ec-edd1cb59e057'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:12.799256 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3628d700-81f3-4e95-b305-f0055f2aea2f None None] Network b6d500d4-cf07-47f4-97c2-249036c5e675 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:12.862759 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3d6081ff-7a85-4d2c-a319-0dd5dfa35e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:12.863636 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6081ff-7a85-4d2c-a319-0dd5dfa35e60 None None] The sync data for ids ['67d9a799-e2f1-4dcc-82ec-edd1cb59e057'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:53:12.881137 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8d778bc8-6b7f-44d5-9dd4-8cebeef4f8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:12.965763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-dc75b24c-40d5-4289-a475-c2e56d45f1e9 None None] Provisioning complete for port 554d2a5b-eb7c-458b-9af1-530ba85dfaa8 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:12.965763 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dc75b24c-40d5-4289-a475-c2e56d45f1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:13.001108 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-dc75b24c-40d5-4289-a475-c2e56d45f1e9 None None] Port 554d2a5b-eb7c-458b-9af1-530ba85dfaa8 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:53:13.029408 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8d778bc8-6b7f-44d5-9dd4-8cebeef4f8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:13.029408 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8d778bc8-6b7f-44d5-9dd4-8cebeef4f8a6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:13.123651 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0a5b85d5-75b8-4849-9472-5558ee5ebd89 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:13.131193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:53:13.175257 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:53:13.175621 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e8f1c670-7f7e-4e3e-bcf7-eb84a446cfce not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:53:13.251711 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8d778bc8-6b7f-44d5-9dd4-8cebeef4f8a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:13.252275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d778bc8-6b7f-44d5-9dd4-8cebeef4f8a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71f42a14-4163-4e75-945f-d4ce35c2ce17 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:53:13.257169 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8d778bc8-6b7f-44d5-9dd4-8cebeef4f8a6 admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:13.260607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8d778bc8-6b7f-44d5-9dd4-8cebeef4f8a6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/71f42a14-4163-4e75-945f-d4ce35c2ce17 HTTP/1.1" status: 204 len: 168 time: 2.7344811 Dec 14 02:53:13.260831 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57036) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:13.299159 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0a5b85d5-75b8-4849-9472-5558ee5ebd89 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:13.349939 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9625ba-635f-4027-80bf-e234b69798b2 admin admin] Deleting subnet 89015a4d-b992-4c46-85b7-b5dfc4506a9b {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:53:13.351025 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fa9625ba-635f-4027-80bf-e234b69798b2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:13.364423 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5b85d5-75b8-4849-9472-5558ee5ebd89 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Network b6d500d4-cf07-47f4-97c2-249036c5e675 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:13.382801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-0a5b85d5-75b8-4849-9472-5558ee5ebd89 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:13.388396 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5b85d5-75b8-4849-9472-5558ee5ebd89 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:53:13.389408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5b85d5-75b8-4849-9472-5558ee5ebd89 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:13.390157 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0a5b85d5-75b8-4849-9472-5558ee5ebd89 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:13.423997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b85d5-75b8-4849-9472-5558ee5ebd89 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Pushing event updated for resources: {'Port': ['ID=ef415377-91f6-40f5-9674-f96b04e723b8,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:13.429226 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fa9625ba-635f-4027-80bf-e234b69798b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:13.465385 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8d41a838-5941-44bb-893a-bfa8643f8e4e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:13.519397 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0a5b85d5-75b8-4849-9472-5558ee5ebd89 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4587581 Dec 14 02:53:13.522957 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57048) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:13.632765 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fa9625ba-635f-4027-80bf-e234b69798b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:13.778222 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fa9625ba-635f-4027-80bf-e234b69798b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:13.804210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9625ba-635f-4027-80bf-e234b69798b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89015a4d-b992-4c46-85b7-b5dfc4506a9b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:13.823184 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fa9625ba-635f-4027-80bf-e234b69798b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:13.829271 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fa9625ba-635f-4027-80bf-e234b69798b2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/89015a4d-b992-4c46-85b7-b5dfc4506a9b HTTP/1.1" status: 204 len: 168 time: 0.5648856 Dec 14 02:53:13.842894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da93463-fc5a-42f0-9301-0d6d369143fb None None] Network 88664e7c-dba7-4c3f-8dc9-59021510fecd requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:13.849648 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57056) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:13.971026 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.086767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] Deleting port f292fe93-c258-4e92-be03-9aa78496ca0e {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:14.087112 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.128680 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] DHCP port deletion for 88664e7c-dba7-4c3f-8dc9-59021510fecd request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:14.141020 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-7769630b-80ec-41de-9516-70c3afbddee2 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Deleting port ef415377-91f6-40f5-9674-f96b04e723b8 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:14.141653 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7769630b-80ec-41de-9516-70c3afbddee2 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.198042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] For port f292fe93-c258-4e92-be03-9aa78496ca0e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f292fe93-c258-4e92-be03-9aa78496ca0e,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:14.198042 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.217350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] Calling delete_port for f292fe93-c258-4e92-be03-9aa78496ca0e owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:14.239351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] Deleting port f292fe93-c258-4e92-be03-9aa78496ca0e {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:14.239351 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.272787 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7769630b-80ec-41de-9516-70c3afbddee2 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.288356 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-7769630b-80ec-41de-9516-70c3afbddee2 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Calling delete_port for ef415377-91f6-40f5-9674-f96b04e723b8 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:14.355853 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] For port f292fe93-c258-4e92-be03-9aa78496ca0e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f292fe93-c258-4e92-be03-9aa78496ca0e,segment=NetworkSegment(1124ae5d-ffca-4079-a354-a70bb7921a0d),segment_id=1124ae5d-ffca-4079-a354-a70bb7921a0d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:14.356256 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.377594 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] Calling delete_port for f292fe93-c258-4e92-be03-9aa78496ca0e owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:14.487213 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.509495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] No DVR routers for this DVR port f292fe93-c258-4e92-be03-9aa78496ca0e on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:53:14.517223 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.536703 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] No DVR routers for this DVR port f292fe93-c258-4e92-be03-9aa78496ca0e on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:53:14.540780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f292fe93-c258-4e92-be03-9aa78496ca0e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:14.551295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-8d41a838-5941-44bb-893a-bfa8643f8e4e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting port 554d2a5b-eb7c-458b-9af1-530ba85dfaa8 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:14.552857 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8d41a838-5941-44bb-893a-bfa8643f8e4e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.576005 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7769630b-80ec-41de-9516-70c3afbddee2 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.588187 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] Pushing event deleted for resources: {'Port': ['ID=f292fe93-c258-4e92-be03-9aa78496ca0e,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:14.599084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:14.599084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:14.600007 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:14.600355 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:14.600794 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:14.601525 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:14.601976 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:14.602503 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:14.603602 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:14.604043 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:14.604481 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:14.605000 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:14.605576 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc7876f-6a56-4f2f-8b95-14f23a0fcc36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:14.695281 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.723077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88664e7c-dba7-4c3f-8dc9-59021510fecd']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:14.736093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1124ae5d-ffca-4079-a354-a70bb7921a0d') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:14.736395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1124ae5d-ffca-4079-a354-a70bb7921a0d') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:14.744678 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769630b-80ec-41de-9516-70c3afbddee2 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef415377-91f6-40f5-9674-f96b04e723b8,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:14.748246 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.766671 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.776515 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:53:14.776922 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:53:14.778706 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:53:14.800943 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7769630b-80ec-41de-9516-70c3afbddee2 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.810357 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7769630b-80ec-41de-9516-70c3afbddee2 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "DELETE /v2.0/ports/ef415377-91f6-40f5-9674-f96b04e723b8 HTTP/1.1" status: 204 len: 168 time: 1.2810223 Dec 14 02:53:14.817481 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57100) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:14.841080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b6d500d4-cf07-47f4-97c2-249036c5e675', 'external_fixed_ips': [{'subnet_id': '7ad5b7dc-2ab4-45f2-8a53-b3d35ae4ce39', 'ip_address': '2001:db8::e6'}]}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:14.899277 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8d41a838-5941-44bb-893a-bfa8643f8e4e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.916862 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-8d41a838-5941-44bb-893a-bfa8643f8e4e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Calling delete_port for 554d2a5b-eb7c-458b-9af1-530ba85dfaa8 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:14.926685 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.950418 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.956538 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] 10.222.0.39 "DELETE /v2.0/networks/88664e7c-dba7-4c3f-8dc9-59021510fecd HTTP/1.1" status: 204 len: 168 time: 1.1056836 Dec 14 02:53:14.971891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af511f-728f-431c-8c04-a18dfec8a1d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=88664e7c-dba7-4c3f-8dc9-59021510fecd,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:14.988225 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:14.989878 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:15.147908 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:15.148808 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a1fb682f-66c3-4115-9cc5-90bbed0bf256 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:53:15.201647 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: a1fb682f-66c3-4115-9cc5-90bbed0bf256 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:53:15.204158 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a1fb682f-66c3-4115-9cc5-90bbed0bf256 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:53:15.210056 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f292fe93-c258-4e92-be03-9aa78496ca0e no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:53:15.238925 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: f292fe93-c258-4e92-be03-9aa78496ca0e {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:53:15.239672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f292fe93-c258-4e92-be03-9aa78496ca0e not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:53:15.360022 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8d41a838-5941-44bb-893a-bfa8643f8e4e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:15.414179 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41a838-5941-44bb-893a-bfa8643f8e4e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Port': ['ID=554d2a5b-eb7c-458b-9af1-530ba85dfaa8,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:15.469658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57136) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:15.532379 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7f19d6fe-68fe-4973-b417-9af555872485 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f91050d42464daeb5e72d6e66d168a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0627627 Dec 14 02:53:15.538357 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57140) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:15.605902 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:15.608993 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8d41a838-5941-44bb-893a-bfa8643f8e4e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:15.725079 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6bcc543-5859-4373-866c-3a2941c1bc12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:15.786866 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6bcc543-5859-4373-866c-3a2941c1bc12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:15.947002 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d41a838-5941-44bb-893a-bfa8643f8e4e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 67d9a799-e2f1-4dcc-82ec-edd1cb59e057 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:53:15.948548 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6bcc543-5859-4373-866c-3a2941c1bc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:15.956711 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6bcc543-5859-4373-866c-3a2941c1bc12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:15.957920 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e6bcc543-5859-4373-866c-3a2941c1bc12 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/64c58671-4cdc-4996-b419-e285ea890d2b HTTP/1.1" status: 204 len: 168 time: 0.4181538 Dec 14 02:53:15.966288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcc543-5859-4373-866c-3a2941c1bc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c58671-4cdc-4996-b419-e285ea890d2b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:16.049505 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d41a838-5941-44bb-893a-bfa8643f8e4e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:53:16.058024 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8d41a838-5941-44bb-893a-bfa8643f8e4e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/67d9a799-e2f1-4dcc-82ec-edd1cb59e057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3995528 Dec 14 02:53:16.058136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57168) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:16.060939 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7646cb-9fd7-434c-a2ca-725e4178675c None None] Sync routers for ids ['67d9a799-e2f1-4dcc-82ec-edd1cb59e057'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:53:16.083911 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7646cb-9fd7-434c-a2ca-725e4178675c None None] Routers {'67d9a799-e2f1-4dcc-82ec-edd1cb59e057'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:16.084846 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3f7646cb-9fd7-434c-a2ca-725e4178675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['67d9a799-e2f1-4dcc-82ec-edd1cb59e057'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:16.143844 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3f7646cb-9fd7-434c-a2ca-725e4178675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:16.154431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7646cb-9fd7-434c-a2ca-725e4178675c None None] Routers {'67d9a799-e2f1-4dcc-82ec-edd1cb59e057'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:16.155061 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3f7646cb-9fd7-434c-a2ca-725e4178675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['67d9a799-e2f1-4dcc-82ec-edd1cb59e057'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:16.213171 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3f7646cb-9fd7-434c-a2ca-725e4178675c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:16.214327 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7646cb-9fd7-434c-a2ca-725e4178675c None None] The sync data for ids ['67d9a799-e2f1-4dcc-82ec-edd1cb59e057'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:53:16.291616 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-968fa385-a16b-41bc-b90f-ea78e485455e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] remove_router_interface failed (client error): The resource could not be found. Dec 14 02:53:16.292790 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:16.293042 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-968fa385-a16b-41bc-b90f-ea78e485455e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/67d9a799-e2f1-4dcc-82ec-edd1cb59e057/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2335761 Dec 14 02:53:16.295344 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57188) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:16.352448 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:16.376771 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c5b96187-d13e-4ecd-9aef-61f5f1e8ac4e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d9a799-e2f1-4dcc-82ec-edd1cb59e057 HTTP/1.1" status: 200 len: 205 time: 0.0775151 Dec 14 02:53:16.377207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57198) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:16.559099 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af90cc91-c399-4f4e-bb38-e068718ecb8c tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:16.652129 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Allocated IP 2001:db8::e6 (b6d500d4-cf07-47f4-97c2-249036c5e675/7ad5b7dc-2ab4-45f2-8a53-b3d35ae4ce39/e8ed6e6c-79b8-46e3-a404-4ba3aef434fd) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:53:16.890000 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:16.908930 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af90cc91-c399-4f4e-bb38-e068718ecb8c tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:16.916942 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af90cc91-c399-4f4e-bb38-e068718ecb8c tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:17.046397 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:17.074488 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af90cc91-c399-4f4e-bb38-e068718ecb8c tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:17.075080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af90cc91-c399-4f4e-bb38-e068718ecb8c tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Fanout notify agent at l3_agent the message router_deleted on router 67d9a799-e2f1-4dcc-82ec-edd1cb59e057 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:53:17.082249 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af90cc91-c399-4f4e-bb38-e068718ecb8c tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:17.086728 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57238) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:17.087529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-af90cc91-c399-4f4e-bb38-e068718ecb8c tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/routers/67d9a799-e2f1-4dcc-82ec-edd1cb59e057 HTTP/1.1" status: 204 len: 168 time: 0.7087924 Dec 14 02:53:17.088684 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Network b6d500d4-cf07-47f4-97c2-249036c5e675 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:17.108755 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:17.134661 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:53:17.248359 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-694a4b82-71d1-45e5-a593-fe14b9934a21 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting subnet 145c658e-9c90-4234-b32a-39f635c747cc {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:53:17.250639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Pushing event updated for resources: {'Port': ['ID=e8ed6e6c-79b8-46e3-a404-4ba3aef434fd,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:17.257926 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-694a4b82-71d1-45e5-a593-fe14b9934a21 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:17.336610 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-694a4b82-71d1-45e5-a593-fe14b9934a21 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:17.435913 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-694a4b82-71d1-45e5-a593-fe14b9934a21 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:17.520604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57262) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:17.631476 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57270) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:17.694306 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:17.707916 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eb78aee9-2be7-40d8-8608-a0639215caa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:17.770344 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-16386ea8-fcbf-4728-b72a-7ed65bb9195f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-286213872-network', 'tenant_id': 'd6afd97248934601b456e60985587aff'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:17.840824 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eb78aee9-2be7-40d8-8608-a0639215caa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:17.919214 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eb78aee9-2be7-40d8-8608-a0639215caa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:17.979200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78aee9-2be7-40d8-8608-a0639215caa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb653d82-930f-4edd-bda3-fe33c0568a66,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:17.997771 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-eb78aee9-2be7-40d8-8608-a0639215caa7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3cdb9a5207f34b1f964d2b8c5c117c1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4762383 Dec 14 02:53:18.001496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57284) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:18.058407 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-694a4b82-71d1-45e5-a593-fe14b9934a21 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:18.069839 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-62be693b-77b1-4f59-8736-80d8256e0be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:18.100949 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-62be693b-77b1-4f59-8736-80d8256e0be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:18.105137 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a4b82-71d1-45e5-a593-fe14b9934a21 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Subnet': ['ID=145c658e-9c90-4234-b32a-39f635c747cc,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:18.110527 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-694a4b82-71d1-45e5-a593-fe14b9934a21 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:18.116564 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-694a4b82-71d1-45e5-a593-fe14b9934a21 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/subnets/145c658e-9c90-4234-b32a-39f635c747cc HTTP/1.1" status: 204 len: 168 time: 1.0244548 Dec 14 02:53:18.119813 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57286) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:18.121582 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd0ccb9-a4c7-4966-be30-f2a82116eeaf None None] Network ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:18.258384 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-62be693b-77b1-4f59-8736-80d8256e0be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:18.261398 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-62be693b-77b1-4f59-8736-80d8256e0be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:18.268768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-62be693b-77b1-4f59-8736-80d8256e0be9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb653d82-930f-4edd-bda3-fe33c0568a66 HTTP/1.1" status: 204 len: 168 time: 0.2603931 Dec 14 02:53:18.279360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be693b-77b1-4f59-8736-80d8256e0be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb653d82-930f-4edd-bda3-fe33c0568a66,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:18.305690 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16386ea8-fcbf-4728-b72a-7ed65bb9195f admin admin] Made reservation on behalf of d6afd97248934601b456e60985587aff for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:53:18.308491 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16386ea8-fcbf-4728-b72a-7ed65bb9195f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:18.320888 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:18.332446 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16386ea8-fcbf-4728-b72a-7ed65bb9195f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:18.412378 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe8c4d9-3aa9-44a7-80b9-25244bee0ef5 None None] DHCP port deletion for ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:18.440650 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:18.527933 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3fe8c4d9-3aa9-44a7-80b9-25244bee0ef5 None None] Deleting port 50bb4725-c058-4c10-8f2e-7b84f8ccaf61 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:18.532104 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3fe8c4d9-3aa9-44a7-80b9-25244bee0ef5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:18.559082 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting port 50bb4725-c058-4c10-8f2e-7b84f8ccaf61 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:18.566445 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:18.606311 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3fe8c4d9-3aa9-44a7-80b9-25244bee0ef5 None None] For port 50bb4725-c058-4c10-8f2e-7b84f8ccaf61, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=50bb4725-c058-4c10-8f2e-7b84f8ccaf61,segment=NetworkSegment(bf30403c-7ccd-498a-b830-1d62a0579937),segment_id=bf30403c-7ccd-498a-b830-1d62a0579937)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:18.606882 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3fe8c4d9-3aa9-44a7-80b9-25244bee0ef5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:18.623431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3fe8c4d9-3aa9-44a7-80b9-25244bee0ef5 None None] Calling delete_port for 50bb4725-c058-4c10-8f2e-7b84f8ccaf61 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:18.639626 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16386ea8-fcbf-4728-b72a-7ed65bb9195f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:18.672109 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] For port 50bb4725-c058-4c10-8f2e-7b84f8ccaf61, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=50bb4725-c058-4c10-8f2e-7b84f8ccaf61,segment=NetworkSegment(bf30403c-7ccd-498a-b830-1d62a0579937),segment_id=bf30403c-7ccd-498a-b830-1d62a0579937)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:18.672502 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:18.699155 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Calling delete_port for 50bb4725-c058-4c10-8f2e-7b84f8ccaf61 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:18.722706 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16386ea8-fcbf-4728-b72a-7ed65bb9195f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:18.802678 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16386ea8-fcbf-4728-b72a-7ed65bb9195f admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:53:18.812996 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16386ea8-fcbf-4728-b72a-7ed65bb9195f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:18.817728 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3fe8c4d9-3aa9-44a7-80b9-25244bee0ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:18.846802 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16386ea8-fcbf-4728-b72a-7ed65bb9195f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:18.847161 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-16386ea8-fcbf-4728-b72a-7ed65bb9195f admin admin] Added segment f72c314f-a7ac-42a6-b4c6-03e0b2aab854 of type vlan for network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 Dec 14 02:53:18.852428 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8c4d9-3aa9-44a7-80b9-25244bee0ef5 None None] Pushing event deleted for resources: {'Port': ['ID=50bb4725-c058-4c10-8f2e-7b84f8ccaf61,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:18.856476 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe8c4d9-3aa9-44a7-80b9-25244bee0ef5 None None] No DVR routers for this DVR port 50bb4725-c058-4c10-8f2e-7b84f8ccaf61 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:53:18.871293 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Router 981681b2-463c-482d-8488-924abfdb421a is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:53:18.964230 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16386ea8-fcbf-4728-b72a-7ed65bb9195f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:18.966481 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:19.044224 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Port': ['ID=50bb4725-c058-4c10-8f2e-7b84f8ccaf61,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:19.050197 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] No DVR routers for this DVR port 50bb4725-c058-4c10-8f2e-7b84f8ccaf61 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:53:19.071356 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 50bb4725-c058-4c10-8f2e-7b84f8ccaf61 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:53:19.091974 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 50bb4725-c058-4c10-8f2e-7b84f8ccaf61 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:53:19.093026 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 50bb4725-c058-4c10-8f2e-7b84f8ccaf61 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:53:19.169668 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:19.193716 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:53:19.206024 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Sync routers for ids ['981681b2-463c-482d-8488-924abfdb421a'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:53:19.220225 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:19.220225 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16386ea8-fcbf-4728-b72a-7ed65bb9195f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:19.220225 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16386ea8-fcbf-4728-b72a-7ed65bb9195f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:19.220225 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16386ea8-fcbf-4728-b72a-7ed65bb9195f admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:19.235686 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf30403c-7ccd-498a-b830-1d62a0579937') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:19.235989 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf30403c-7ccd-498a-b830-1d62a0579937') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:19.239658 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Routers {'981681b2-463c-482d-8488-924abfdb421a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:19.239658 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['981681b2-463c-482d-8488-924abfdb421a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:19.288884 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:19.290554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57314) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:19.310754 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72eb120e-dc9a-4b3e-913f-14d5863b11ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:19.312947 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:19.317723 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16386ea8-fcbf-4728-b72a-7ed65bb9195f admin admin] Pushing event updated for resources: {'Network': ['ID=3e7ee77e-8c6e-4bd5-b732-433005bf2f48,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:19.321919 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:53:19.322328 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:53:19.325530 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:53:19.333665 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:53:19.339552 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:19.343633 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2d535aed-831c-4795-a83c-fed41cd2eee9 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.5250397 Dec 14 02:53:19.353820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57316) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:19.367594 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Set router 981681b2-463c-482d-8488-924abfdb421a gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:53:19.463108 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-16386ea8-fcbf-4728-b72a-7ed65bb9195f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8304007 Dec 14 02:53:19.466762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57320) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:19.484346 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-296b8bf5-60ad-4dff-8276-ec07625497b4 admin admin] Request body: {'subnet': {'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-286213872-subnet', 'tenant_id': 'd6afd97248934601b456e60985587aff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:19.558903 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72eb120e-dc9a-4b3e-913f-14d5863b11ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:19.578881 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981681b2-463c-482d-8488-924abfdb421a', 'name': '', 'tenant_id': 'a29fd4c821964dea9a66b9ac80c7bc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b6d500d4-cf07-47f4-97c2-249036c5e675', 'external_fixed_ips': [{'subnet_id': '7ad5b7dc-2ab4-45f2-8a53-b3d35ae4ce39', 'ip_address': '2001:db8::e6'}], 'enable_snat': True}, 'gw_port_id': 'e8ed6e6c-79b8-46e3-a404-4ba3aef434fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:15Z', 'updated_at': '2021-12-14T02:53:17Z', 'revision_number': 3, 'project_id': 'a29fd4c821964dea9a66b9ac80c7bc0e', 'gw_port': {'id': 'e8ed6e6c-79b8-46e3-a404-4ba3aef434fd', 'name': '', 'network_id': 'b6d500d4-cf07-47f4-97c2-249036c5e675', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6b:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '981681b2-463c-482d-8488-924abfdb421a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '7ad5b7dc-2ab4-45f2-8a53-b3d35ae4ce39', 'ip_address': '2001:db8::e6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:16Z', 'updated_at': '2021-12-14T02:53:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ad5b7dc-2ab4-45f2-8a53-b3d35ae4ce39', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:19.604838 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9f514bca-fd63-4f37-bf42-56b047cd852a tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:19.606743 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Checking router: 981681b2-463c-482d-8488-924abfdb421a for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:53:19.607171 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Updating router 981681b2-463c-482d-8488-924abfdb421a port e8ed6e6c-79b8-46e3-a404-4ba3aef434fd binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:53:19.611797 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:19.618644 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:19.626640 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/networks/ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141 HTTP/1.1" status: 204 len: 168 time: 1.4989638 Dec 14 02:53:19.628720 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57326) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:19.643513 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:19.658420 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72eb120e-dc9a-4b3e-913f-14d5863b11ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:19.658743 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e5c393a8-e748-447d-89a0-cb4eadeabaa2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-653089580'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:19.665264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c8773-081f-472b-aeb1-e19c6beeba18 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Network': ['ID=ab987e6c-9dfe-4c0f-b3ec-a1b0d53eb141,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:19.676781 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296b8bf5-60ad-4dff-8276-ec07625497b4 admin admin] Made reservation on behalf of d6afd97248934601b456e60985587aff for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:53:19.679204 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-296b8bf5-60ad-4dff-8276-ec07625497b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:19.723061 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-72eb120e-dc9a-4b3e-913f-14d5863b11ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=226cb452d02a49e0acdef833fe0901fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4307847 Dec 14 02:53:19.729233 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57330) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:19.758116 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb120e-dc9a-4b3e-913f-14d5863b11ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ff9aaa-67b7-4b7a-9e10-b6b8b639e714,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:19.852246 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7896609-2e02-4a80-af00-98c0b218151e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:19.889444 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7896609-2e02-4a80-af00-98c0b218151e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:19.892881 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9f514bca-fd63-4f37-bf42-56b047cd852a tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.040210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-9f514bca-fd63-4f37-bf42-56b047cd852a tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Deleting port e8ed6e6c-79b8-46e3-a404-4ba3aef434fd {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:20.040570 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9f514bca-fd63-4f37-bf42-56b047cd852a tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.041573 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.103345 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c393a8-e748-447d-89a0-cb4eadeabaa2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Made reservation on behalf of 00395e1ef3104ea683edcfb770d6d2a1 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:53:20.106642 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7896609-2e02-4a80-af00-98c0b218151e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.107388 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e5c393a8-e748-447d-89a0-cb4eadeabaa2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.110061 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7896609-2e02-4a80-af00-98c0b218151e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.111160 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a7896609-2e02-4a80-af00-98c0b218151e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55ff9aaa-67b7-4b7a-9e10-b6b8b639e714 HTTP/1.1" status: 204 len: 168 time: 0.3808568 Dec 14 02:53:20.129479 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7896609-2e02-4a80-af00-98c0b218151e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ff9aaa-67b7-4b7a-9e10-b6b8b639e714,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:20.135885 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9f514bca-fd63-4f37-bf42-56b047cd852a tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.141080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c393a8-e748-447d-89a0-cb4eadeabaa2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:53:20.151017 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e5c393a8-e748-447d-89a0-cb4eadeabaa2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.151361 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-e5c393a8-e748-447d-89a0-cb4eadeabaa2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Added segment d1bfa6bf-1264-4b20-a6ae-3864d0e6be5c of type vlan for network 0a4627e0-3240-459c-9279-237c939a6acd Dec 14 02:53:20.154893 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.178790 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-296b8bf5-60ad-4dff-8276-ec07625497b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.206684 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-9f514bca-fd63-4f37-bf42-56b047cd852a tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Calling delete_port for e8ed6e6c-79b8-46e3-a404-4ba3aef434fd owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:20.246007 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Attempting to bind port e8ed6e6c-79b8-46e3-a404-4ba3aef434fd on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:53:20.247425 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Attempting to bind port e8ed6e6c-79b8-46e3-a404-4ba3aef434fd by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'cd55e578-ba73-45a3-ba5d-2861049ab973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b6d500d4-cf07-47f4-97c2-249036c5e675'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:53:20.249330 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Attempting to bind port e8ed6e6c-79b8-46e3-a404-4ba3aef434fd on network b6d500d4-cf07-47f4-97c2-249036c5e675 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:53:20.261013 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b373af-84a1-4b53-943a-0ac068428926 None None] Pushing event updated for resources: {'Port': ['ID=e8ed6e6c-79b8-46e3-a404-4ba3aef434fd,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:20.276428 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:53:20.276428 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Checking segment: {'id': 'cd55e578-ba73-45a3-ba5d-2861049ab973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b6d500d4-cf07-47f4-97c2-249036c5e675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:53:20.276428 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.279678 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e5c393a8-e748-447d-89a0-cb4eadeabaa2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.279789 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Bound using segment: {'id': 'cd55e578-ba73-45a3-ba5d-2861049ab973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b6d500d4-cf07-47f4-97c2-249036c5e675'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:53:20.279789 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Bound port: e8ed6e6c-79b8-46e3-a404-4ba3aef434fd, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd55e578-ba73-45a3-ba5d-2861049ab973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'b6d500d4-cf07-47f4-97c2-249036c5e675'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:53:20.279789 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.350991 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b8bf5-60ad-4dff-8276-ec07625497b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee9cd12f-52e6-42ad-bc08-3935195b595a,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:20.354387 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] For port e8ed6e6c-79b8-46e3-a404-4ba3aef434fd, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:53:20.364304 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] For port e8ed6e6c-79b8-46e3-a404-4ba3aef434fd, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e8ed6e6c-79b8-46e3-a404-4ba3aef434fd,segment=NetworkSegment(cd55e578-ba73-45a3-ba5d-2861049ab973),segment_id=cd55e578-ba73-45a3-ba5d-2861049ab973)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:53:20.365101 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296b8bf5-60ad-4dff-8276-ec07625497b4 admin admin] Checking segment: {'id': 'f72c314f-a7ac-42a6-b4c6-03e0b2aab854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:53:20.365291 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b373af-84a1-4b53-943a-0ac068428926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:20.365741 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296b8bf5-60ad-4dff-8276-ec07625497b4 admin admin] Network hostable DHCP agents. Network: 3e7ee77e-8c6e-4bd5-b732-433005bf2f48, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:53:20.365880 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b373af-84a1-4b53-943a-0ac068428926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:20.366245 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b373af-84a1-4b53-943a-0ac068428926 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:20.366655 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b373af-84a1-4b53-943a-0ac068428926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:20.367057 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b373af-84a1-4b53-943a-0ac068428926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:20.367497 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b373af-84a1-4b53-943a-0ac068428926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:20.367946 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b373af-84a1-4b53-943a-0ac068428926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:20.368376 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b373af-84a1-4b53-943a-0ac068428926 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:20.368777 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b373af-84a1-4b53-943a-0ac068428926 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:20.369174 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b373af-84a1-4b53-943a-0ac068428926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:20.369589 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b373af-84a1-4b53-943a-0ac068428926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:20.370037 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b373af-84a1-4b53-943a-0ac068428926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:20.370463 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b373af-84a1-4b53-943a-0ac068428926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:20.440689 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.470669 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e5c393a8-e748-447d-89a0-cb4eadeabaa2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.484537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c393a8-e748-447d-89a0-cb4eadeabaa2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:20.485569 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e5c393a8-e748-447d-89a0-cb4eadeabaa2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.494154 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Routers {'981681b2-463c-482d-8488-924abfdb421a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:20.494798 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['981681b2-463c-482d-8488-924abfdb421a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:20.583230 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] Set router 981681b2-463c-482d-8488-924abfdb421a gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:53:20.626096 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296b8bf5-60ad-4dff-8276-ec07625497b4 admin admin] Network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:53:20.668792 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c393a8-e748-447d-89a0-cb4eadeabaa2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Network': ['ID=0a4627e0-3240-459c-9279-237c939a6acd,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:20.671121 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '981681b2-463c-482d-8488-924abfdb421a', 'name': '', 'tenant_id': 'a29fd4c821964dea9a66b9ac80c7bc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:15Z', 'updated_at': '2021-12-14T02:53:19Z', 'revision_number': 4, 'project_id': 'a29fd4c821964dea9a66b9ac80c7bc0e', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:20.679346 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b373af-84a1-4b53-943a-0ac068428926 None None] Pushing event updated for resources: {'Port': ['ID=e8ed6e6c-79b8-46e3-a404-4ba3aef434fd,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:20.680995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 0a4627e0-3240-459c-9279-237c939a6acd details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:53:20.697748 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9f514bca-fd63-4f37-bf42-56b047cd852a tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.709261 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b44493-ac63-414b-a8cc-82ccd9ae5de6 None None] The sync data for ids ['981681b2-463c-482d-8488-924abfdb421a'] in n-d-821636-1 is: [{'id': '981681b2-463c-482d-8488-924abfdb421a', 'name': '', 'tenant_id': 'a29fd4c821964dea9a66b9ac80c7bc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:15Z', 'updated_at': '2021-12-14T02:53:19Z', 'revision_number': 4, 'project_id': 'a29fd4c821964dea9a66b9ac80c7bc0e', 'gw_port_host': None}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:53:20.740960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f514bca-fd63-4f37-bf42-56b047cd852a tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8ed6e6c-79b8-46e3-a404-4ba3aef434fd,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:20.743636 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-296b8bf5-60ad-4dff-8276-ec07625497b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 3e7ee77e-8c6e-4bd5-b732-433005bf2f48) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:20.751928 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e5c393a8-e748-447d-89a0-cb4eadeabaa2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1138713 Dec 14 02:53:20.754173 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57344) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:20.762685 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296b8bf5-60ad-4dff-8276-ec07625497b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:20.763300 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-296b8bf5-60ad-4dff-8276-ec07625497b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.778275 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e7786ecd-ba8a-474a-bb56-b98f5cd939e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'subnet': {'network_id': '0a4627e0-3240-459c-9279-237c939a6acd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:20.780894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deefbdd-7fa6-4f75-ba0b-5f9e7a9df6c6 None None] Network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:20.781754 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9f514bca-fd63-4f37-bf42-56b047cd852a tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.956405 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9f514bca-fd63-4f37-bf42-56b047cd852a tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:20.959668 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9f514bca-fd63-4f37-bf42-56b047cd852a tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:21.068472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5b53f0-4cce-455c-920c-444117d46571 None None] Network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:21.077822 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-296b8bf5-60ad-4dff-8276-ec07625497b4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6102202 Dec 14 02:53:21.132143 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9f514bca-fd63-4f37-bf42-56b047cd852a tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:21.134138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f514bca-fd63-4f37-bf42-56b047cd852a tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 981681b2-463c-482d-8488-924abfdb421a {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:53:21.143649 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9f514bca-fd63-4f37-bf42-56b047cd852a tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:21.143649 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9f514bca-fd63-4f37-bf42-56b047cd852a tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "DELETE /v2.0/routers/981681b2-463c-482d-8488-924abfdb421a HTTP/1.1" status: 204 len: 168 time: 1.7857265 Dec 14 02:53:21.146463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57358) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:21.155551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7786ecd-ba8a-474a-bb56-b98f5cd939e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Made reservation on behalf of 00395e1ef3104ea683edcfb770d6d2a1 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:53:21.159520 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7786ecd-ba8a-474a-bb56-b98f5cd939e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:21.554187 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f384313-fdff-442c-b4b1-f99d7c87269f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Deleting subnet 7ad5b7dc-2ab4-45f2-8a53-b3d35ae4ce39 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:53:21.558687 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2f384313-fdff-442c-b4b1-f99d7c87269f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:21.604082 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2f384313-fdff-442c-b4b1-f99d7c87269f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:21.679419 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2f384313-fdff-442c-b4b1-f99d7c87269f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:21.793626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-6f2b7e70-2b75-482d-a710-f6e50d2a7496 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:21.795107 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-6f2b7e70-2b75-482d-a710-f6e50d2a7496 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/networks?id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48 HTTP/1.1" status: 200 len: 814 time: 0.1408670 Dec 14 02:53:21.800998 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7786ecd-ba8a-474a-bb56-b98f5cd939e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:21.828177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-852db8cc-ae2f-4d9e-8044-4b85abbc78eb tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/quotas/d6afd97248934601b456e60985587aff HTTP/1.1" status: 200 len: 375 time: 0.0218978 Dec 14 02:53:21.898383 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-46b225ea-a230-45dd-986b-cf8e838a1e3a tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6afd97248934601b456e60985587aff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612929 Dec 14 02:53:21.905432 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7786ecd-ba8a-474a-bb56-b98f5cd939e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Subnet': ['ID=209a38e2-88eb-4d53-be7c-a79a5b260279,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:21.915192 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7786ecd-ba8a-474a-bb56-b98f5cd939e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Checking segment: {'id': 'd1bfa6bf-1264-4b20-a6ae-3864d0e6be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a4627e0-3240-459c-9279-237c939a6acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:53:21.915680 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7786ecd-ba8a-474a-bb56-b98f5cd939e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network hostable DHCP agents. Network: 0a4627e0-3240-459c-9279-237c939a6acd, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:53:21.921073 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2f384313-fdff-442c-b4b1-f99d7c87269f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:21.962459 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2f384313-fdff-442c-b4b1-f99d7c87269f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:21.966186 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2f384313-fdff-442c-b4b1-f99d7c87269f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/7ad5b7dc-2ab4-45f2-8a53-b3d35ae4ce39 HTTP/1.1" status: 204 len: 168 time: 0.8186862 Dec 14 02:53:21.971917 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f384313-fdff-442c-b4b1-f99d7c87269f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7ad5b7dc-2ab4-45f2-8a53-b3d35ae4ce39,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:21.974073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57390) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:22.058831 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-a7741847-6376-4c7c-aa7c-dd05ab1e5c0b service neutron] 10.222.0.39 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595371 Dec 14 02:53:22.065585 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-00441a6e-b238-4cb7-bcc4-7ec7bc1637ea tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:22.075669 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7786ecd-ba8a-474a-bb56-b98f5cd939e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network 0a4627e0-3240-459c-9279-237c939a6acd is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:53:22.157574 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-0c3a56d6-357e-4e19-9eb4-f2027407953d service neutron] 10.222.0.39 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974650 Dec 14 02:53:22.230266 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-00441a6e-b238-4cb7-bcc4-7ec7bc1637ea tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:22.257784 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-00441a6e-b238-4cb7-bcc4-7ec7bc1637ea tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d500d4-cf07-47f4-97c2-249036c5e675']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:22.270564 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-00441a6e-b238-4cb7-bcc4-7ec7bc1637ea tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd55e578-ba73-45a3-ba5d-2861049ab973') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:22.270932 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-00441a6e-b238-4cb7-bcc4-7ec7bc1637ea tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd55e578-ba73-45a3-ba5d-2861049ab973') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:22.285686 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-00441a6e-b238-4cb7-bcc4-7ec7bc1637ea tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:22.302393 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-00441a6e-b238-4cb7-bcc4-7ec7bc1637ea tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:22.309611 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00441a6e-b238-4cb7-bcc4-7ec7bc1637ea tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:53:22.310122 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-00441a6e-b238-4cb7-bcc4-7ec7bc1637ea tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:22.524323 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-afb9ba4c-77bf-47a1-ae82-5645875ee003 req-b8da235d-ff96-4160-b675-051ce4f78e22 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 210 time: 0.0484996 Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:53:22.535715 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:53:22.541857 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-e7786ecd-ba8a-474a-bb56-b98f5cd939e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 0a4627e0-3240-459c-9279-237c939a6acd) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:22.555092 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7786ecd-ba8a-474a-bb56-b98f5cd939e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:22.555766 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7786ecd-ba8a-474a-bb56-b98f5cd939e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:22.557188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc162d2b-172f-4d04-b644-9cf8592beb83 None None] Network 0a4627e0-3240-459c-9279-237c939a6acd requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:22.634651 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-00441a6e-b238-4cb7-bcc4-7ec7bc1637ea tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:22.643284 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00441a6e-b238-4cb7-bcc4-7ec7bc1637ea tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6d500d4-cf07-47f4-97c2-249036c5e675 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 14 02:53:22.652393 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-00441a6e-b238-4cb7-bcc4-7ec7bc1637ea tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:22.664585 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-00441a6e-b238-4cb7-bcc4-7ec7bc1637ea tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "DELETE /v2.0/networks/b6d500d4-cf07-47f4-97c2-249036c5e675 HTTP/1.1" status: 204 len: 168 time: 0.6838379 Dec 14 02:53:22.675576 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e7786ecd-ba8a-474a-bb56-b98f5cd939e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9204373 Dec 14 02:53:22.678377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57416) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:22.684402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-5d70bf26-d2c4-43dd-8ce8-8163e5aad9fc tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2022778256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:22.711766 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00441a6e-b238-4cb7-bcc4-7ec7bc1637ea tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6d500d4-cf07-47f4-97c2-249036c5e675,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:22.768293 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-0a4627e0-3240-459c-9279-237c939a6acd', 'network_id': '0a4627e0-3240-459c-9279-237c939a6acd', 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'fixed_ips': [{'subnet_id': '209a38e2-88eb-4d53-be7c-a79a5b260279'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:53:22.769203 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:22.835083 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d70bf26-d2c4-43dd-8ce8-8163e5aad9fc tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:22.836245 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d70bf26-d2c4-43dd-8ce8-8163e5aad9fc tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:22.937599 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d70bf26-d2c4-43dd-8ce8-8163e5aad9fc tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:23.006162 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d70bf26-d2c4-43dd-8ce8-8163e5aad9fc tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:23.093438 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Allocated IP 2001:db8::2 (0a4627e0-3240-459c-9279-237c939a6acd/209a38e2-88eb-4d53-be7c-a79a5b260279/6fd091d5-bd34-4c4a-ae0c-19e576921d92) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:53:23.137876 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d70bf26-d2c4-43dd-8ce8-8163e5aad9fc tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:23.144479 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5d70bf26-d2c4-43dd-8ce8-8163e5aad9fc tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4646914 Dec 14 02:53:23.144641 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57426) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:23.328904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57432) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:23.333838 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-87809d4f-d9ab-43b0-9f9c-fd1d0471d7af tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Request body: {'router': {'name': 'tempest-router--21691025', 'project_id': '818d2c9d580d49528c26b1380287ff58'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:23.447291 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87809d4f-d9ab-43b0-9f9c-fd1d0471d7af tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:23.449581 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87809d4f-d9ab-43b0-9f9c-fd1d0471d7af tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:23.474309 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:23.550684 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:23.570290 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87809d4f-d9ab-43b0-9f9c-fd1d0471d7af tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:23.620672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Network 0a4627e0-3240-459c-9279-237c939a6acd is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:23.625270 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:23.629265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:53:23.641693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c3dfcc4-7ecd-4845-a9eb-af8b4193a653 req-283d8303-e92c-4df9-8222-91e20f018499 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 210 time: 0.0425663 Dec 14 02:53:23.654646 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Pushing event updated for resources: {'Port': ['ID=6fd091d5-bd34-4c4a-ae0c-19e576921d92,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:23.663102 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87809d4f-d9ab-43b0-9f9c-fd1d0471d7af tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:23.684842 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16c16359-ea93-4514-8fa7-a7923669713b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:23.733035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Attempting to bind port 6fd091d5-bd34-4c4a-ae0c-19e576921d92 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:53:23.733597 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Attempting to bind port 6fd091d5-bd34-4c4a-ae0c-19e576921d92 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'd1bfa6bf-1264-4b20-a6ae-3864d0e6be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a4627e0-3240-459c-9279-237c939a6acd'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:53:23.734207 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Attempting to bind port 6fd091d5-bd34-4c4a-ae0c-19e576921d92 on network 0a4627e0-3240-459c-9279-237c939a6acd {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:53:23.747615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:53:23.747615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Checking segment: {'id': 'd1bfa6bf-1264-4b20-a6ae-3864d0e6be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a4627e0-3240-459c-9279-237c939a6acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:53:23.747615 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:23.747615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Bound using segment: {'id': 'd1bfa6bf-1264-4b20-a6ae-3864d0e6be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a4627e0-3240-459c-9279-237c939a6acd'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:53:23.747615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Bound port: 6fd091d5-bd34-4c4a-ae0c-19e576921d92, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1bfa6bf-1264-4b20-a6ae-3864d0e6be5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '0a4627e0-3240-459c-9279-237c939a6acd'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:53:23.747615 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:23.768386 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87809d4f-d9ab-43b0-9f9c-fd1d0471d7af tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:23.769951 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-87809d4f-d9ab-43b0-9f9c-fd1d0471d7af tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4397557 Dec 14 02:53:23.777989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57446) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:23.841544 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] For port 6fd091d5-bd34-4c4a-ae0c-19e576921d92, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:53:23.846484 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] For port 6fd091d5-bd34-4c4a-ae0c-19e576921d92, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6fd091d5-bd34-4c4a-ae0c-19e576921d92,segment=NetworkSegment(d1bfa6bf-1264-4b20-a6ae-3864d0e6be5c),segment_id=d1bfa6bf-1264-4b20-a6ae-3864d0e6be5c)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:53:23.908872 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:24.029762 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fffc05-41fb-4727-913b-6492a424e69b None None] Pushing event updated for resources: {'Port': ['ID=6fd091d5-bd34-4c4a-ae0c-19e576921d92,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:24.503620 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-751d6884-7808-4e9e-a2da-0aaddabf30f6 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:24.611612 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-16c16359-ea93-4514-8fa7-a7923669713b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Allocated IP 2001:db8::1 (0a4627e0-3240-459c-9279-237c939a6acd/209a38e2-88eb-4d53-be7c-a79a5b260279/3cf61664-0435-4997-89a1-613a9eb6ae89) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:53:24.747583 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-751d6884-7808-4e9e-a2da-0aaddabf30f6 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:24.750879 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-751d6884-7808-4e9e-a2da-0aaddabf30f6 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:24.794553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-700e3997-0089-440d-8842-64506c436b95 req-92fa3b45-fd12-4b81-b88d-8d0e88b7ab18 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 210 time: 0.0398667 Dec 14 02:53:24.866631 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16c16359-ea93-4514-8fa7-a7923669713b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:24.932599 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-751d6884-7808-4e9e-a2da-0aaddabf30f6 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:24.933479 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751d6884-7808-4e9e-a2da-0aaddabf30f6 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ccccb24b-26f1-4d58-8b89-5b7fe4c7f815 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:53:24.944408 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-751d6884-7808-4e9e-a2da-0aaddabf30f6 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:24.944408 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-751d6884-7808-4e9e-a2da-0aaddabf30f6 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "DELETE /v2.0/routers/ccccb24b-26f1-4d58-8b89-5b7fe4c7f815 HTTP/1.1" status: 204 len: 168 time: 1.1689801 Dec 14 02:53:25.012851 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16c16359-ea93-4514-8fa7-a7923669713b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:25.066963 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c16359-ea93-4514-8fa7-a7923669713b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network 0a4627e0-3240-459c-9279-237c939a6acd is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:25.100203 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-16c16359-ea93-4514-8fa7-a7923669713b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:25.118014 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c16359-ea93-4514-8fa7-a7923669713b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:53:25.118410 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16c16359-ea93-4514-8fa7-a7923669713b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:25.247857 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6fd091d5-bd34-4c4a-ae0c-19e576921d92 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:53:25.294517 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c16359-ea93-4514-8fa7-a7923669713b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=3cf61664-0435-4997-89a1-613a9eb6ae89,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:25.420366 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6fd091d5-bd34-4c4a-ae0c-19e576921d92 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:25.420904 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:25.585277 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16c16359-ea93-4514-8fa7-a7923669713b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:25.598688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57478) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:25.629371 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-dca57e69-681e-49fe-8c97-a7f78da04f72 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:25.632357 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-dca57e69-681e-49fe-8c97-a7f78da04f72 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.46 "GET /v2.0/networks?id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48 HTTP/1.1" status: 200 len: 814 time: 0.3323922 Dec 14 02:53:25.671733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-e028123b-d2ef-4187-a348-638448d6a388 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Request body: {'port': {'device_id': '28defa99-ba8e-469c-87d5-9e54adf532e7', 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48', 'admin_state_up': True, 'tenant_id': 'd6afd97248934601b456e60985587aff'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:25.688135 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:25.776511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 6fd091d5-bd34-4c4a-ae0c-19e576921d92, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6fd091d5-bd34-4c4a-ae0c-19e576921d92,segment=NetworkSegment(d1bfa6bf-1264-4b20-a6ae-3864d0e6be5c),segment_id=d1bfa6bf-1264-4b20-a6ae-3864d0e6be5c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:25.790506 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf0ba75-c961-4447-b1ae-1498fee2d159 None None] Network 0a4627e0-3240-459c-9279-237c939a6acd requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:26.023012 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:26.063735 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dee06d3d-3686-487b-8a89-5dffc0b1e65a req-510d8faf-3c30-443b-9f9e-cedff769046e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 210 time: 0.1024365 Dec 14 02:53:26.147545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-582850763', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}, 'admin_state_up': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:26.193439 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c4e6e0b6-96fb-43e1-bfe7-2612a7e82b90 None None] Provisioning complete for port 6fd091d5-bd34-4c4a-ae0c-19e576921d92 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:26.193929 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c4e6e0b6-96fb-43e1-bfe7-2612a7e82b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:26.240555 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16c16359-ea93-4514-8fa7-a7923669713b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:26.270062 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-e028123b-d2ef-4187-a348-638448d6a388 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Made reservation on behalf of d6afd97248934601b456e60985587aff for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:53:26.276847 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-e028123b-d2ef-4187-a348-638448d6a388 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:26.281203 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=6fd091d5-bd34-4c4a-ae0c-19e576921d92,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:26.344124 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16c16359-ea93-4514-8fa7-a7923669713b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:26.345080 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16c16359-ea93-4514-8fa7-a7923669713b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:26.395287 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:26.398468 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:26.512268 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c16359-ea93-4514-8fa7-a7923669713b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=3cf61664-0435-4997-89a1-613a9eb6ae89,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:26.570235 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c16359-ea93-4514-8fa7-a7923669713b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network 0a4627e0-3240-459c-9279-237c939a6acd is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:26.572141 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-16c16359-ea93-4514-8fa7-a7923669713b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:26.590882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5cd2fe7a-8b73-4f3e-a388-dda29a91f3b9 None None] Provisioning complete for port 6fd091d5-bd34-4c4a-ae0c-19e576921d92 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:26.593884 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5cd2fe7a-8b73-4f3e-a388-dda29a91f3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:26.652413 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:26.701340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-e028123b-d2ef-4187-a348-638448d6a388 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Allocated IP 172.20.0.10 (3e7ee77e-8c6e-4bd5-b732-433005bf2f48/ee9cd12f-52e6-42ad-bc08-3935195b595a/65303f33-752f-4a95-8372-72db4d976553) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:53:26.883068 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5cd2fe7a-8b73-4f3e-a388-dda29a91f3b9 None None] Provisioning complete for port 3cf61664-0435-4997-89a1-613a9eb6ae89 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:26.883490 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5cd2fe7a-8b73-4f3e-a388-dda29a91f3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:26.926496 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5cd2fe7a-8b73-4f3e-a388-dda29a91f3b9 None None] Port 3cf61664-0435-4997-89a1-613a9eb6ae89 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:53:26.958796 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c16359-ea93-4514-8fa7-a7923669713b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 17a9c752-5324-4bec-8ce1-d5066e82b01d is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:53:27.050308 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:27.063368 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c16359-ea93-4514-8fa7-a7923669713b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:53:27.074599 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010acc8b-2fde-4a1e-b2d7-190e926b0255 None None] Sync routers for ids ['17a9c752-5324-4bec-8ce1-d5066e82b01d'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:53:27.095119 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-16c16359-ea93-4514-8fa7-a7923669713b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/17a9c752-5324-4bec-8ce1-d5066e82b01d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9424672 Dec 14 02:53:27.097965 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57502) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:27.101947 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010acc8b-2fde-4a1e-b2d7-190e926b0255 None None] Routers {'17a9c752-5324-4bec-8ce1-d5066e82b01d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:27.105256 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-010acc8b-2fde-4a1e-b2d7-190e926b0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['17a9c752-5324-4bec-8ce1-d5066e82b01d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:27.171709 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5869799-7ca3-4600-973e-938bf0aa8bb4 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:27.181174 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a5869799-7ca3-4600-973e-938bf0aa8bb4 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/ports/3cf61664-0435-4997-89a1-613a9eb6ae89 HTTP/1.1" status: 200 len: 911 time: 0.0617867 Dec 14 02:53:27.186362 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57506) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:27.201746 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:27.230322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6fd091d5-bd34-4c4a-ae0c-19e576921d92 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:53:27.250472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-010acc8b-2fde-4a1e-b2d7-190e926b0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:27.279169 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8c85898b-2f48-4af1-8e17-d754e4d12ac0 req-d8848cac-b2ee-4960-bd0f-a45a5ae26016 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 210 time: 0.0900781 Dec 14 02:53:27.296952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-addb19f7-20a3-4116-bb7b-1e11637bcec1 None None] Provisioning complete for port 3cf61664-0435-4997-89a1-613a9eb6ae89 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:27.299301 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-addb19f7-20a3-4116-bb7b-1e11637bcec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:27.336626 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-e028123b-d2ef-4187-a348-638448d6a388 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:27.404955 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-addb19f7-20a3-4116-bb7b-1e11637bcec1 None None] Port 3cf61664-0435-4997-89a1-613a9eb6ae89 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:53:27.423570 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010acc8b-2fde-4a1e-b2d7-190e926b0255 None None] Routers {'17a9c752-5324-4bec-8ce1-d5066e82b01d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:27.426059 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-010acc8b-2fde-4a1e-b2d7-190e926b0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['17a9c752-5324-4bec-8ce1-d5066e82b01d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:27.484479 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57510) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:27.563220 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-e028123b-d2ef-4187-a348-638448d6a388 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:27.637929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-e028123b-d2ef-4187-a348-638448d6a388 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:27.642641 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:27.665908 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:27.668000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-e028123b-d2ef-4187-a348-638448d6a388 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:27.673296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-e028123b-d2ef-4187-a348-638448d6a388 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:53:27.711117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028123b-d2ef-4187-a348-638448d6a388 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Pushing event updated for resources: {'Port': ['ID=65303f33-752f-4a95-8372-72db4d976553,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:27.742726 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-010acc8b-2fde-4a1e-b2d7-190e926b0255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:27.743523 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010acc8b-2fde-4a1e-b2d7-190e926b0255 None None] The sync data for ids ['17a9c752-5324-4bec-8ce1-d5066e82b01d'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:53:27.775694 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-29c50290-6105-46b2-b3c9-b605e5000412 None None] Provisioning complete for port 3cf61664-0435-4997-89a1-613a9eb6ae89 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:27.776066 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-29c50290-6105-46b2-b3c9-b605e5000412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:27.810078 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6fd091d5-bd34-4c4a-ae0c-19e576921d92 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:27.810466 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:27.822712 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-debdf519-f0a5-471f-a1ad-976782a70c9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:27.837358 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87c5e10f-3eb5-4b78-a874-94a10c681403 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:27.846076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-29c50290-6105-46b2-b3c9-b605e5000412 None None] Port 3cf61664-0435-4997-89a1-613a9eb6ae89 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:53:27.860483 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-e028123b-d2ef-4187-a348-638448d6a388 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:27.861352 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-e028123b-d2ef-4187-a348-638448d6a388 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:27.970033 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Allocated IP 172.25.7.20 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/4166496f-f8f4-41b8-b476-0dc3c7e1fa92) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:53:27.982636 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-e028123b-d2ef-4187-a348-638448d6a388 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3209648 Dec 14 02:53:28.005573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Request body: {'port': {'device_id': '28defa99-ba8e-469c-87d5-9e54adf532e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:28.105275 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-debdf519-f0a5-471f-a1ad-976782a70c9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:28.138402 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:28.147108 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-87c5e10f-3eb5-4b78-a874-94a10c681403 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting port 3cf61664-0435-4997-89a1-613a9eb6ae89 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:28.147459 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87c5e10f-3eb5-4b78-a874-94a10c681403 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:28.193877 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-debdf519-f0a5-471f-a1ad-976782a70c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:28.286843 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:28.293837 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87c5e10f-3eb5-4b78-a874-94a10c681403 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:28.308199 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-87c5e10f-3eb5-4b78-a874-94a10c681403 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Calling delete_port for 3cf61664-0435-4997-89a1-613a9eb6ae89 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:28.367723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debdf519-f0a5-471f-a1ad-976782a70c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d997979-7383-414a-8d91-036146f1deb7,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:28.386986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-debdf519-f0a5-471f-a1ad-976782a70c9e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ebf3deaaf68a41d6ab0b1c0f3dc78ec4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9014513 Dec 14 02:53:28.391596 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57524) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:28.510474 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d84a7f3d-ba8c-4c1d-856f-6c868b8a3d5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:28.532742 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f92991f2-8ffe-4bb2-b4d7-dd1d48ec9dfc req-82021ff7-29c2-4b08-b68e-bc569e382207 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1612077 Dec 14 02:53:28.561341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233530c-4987-4f31-8049-423a0f1f481c req-070b383a-1911-4f54-9a64-3803a1ec2c54 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:28.562850 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d84a7f3d-ba8c-4c1d-856f-6c868b8a3d5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:28.569743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6233530c-4987-4f31-8049-423a0f1f481c req-070b383a-1911-4f54-9a64-3803a1ec2c54 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 932 time: 0.1518915 Dec 14 02:53:28.638172 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:28.714197 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87c5e10f-3eb5-4b78-a874-94a10c681403 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:28.738240 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5e10f-3eb5-4b78-a874-94a10c681403 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Port': ['ID=3cf61664-0435-4997-89a1-613a9eb6ae89,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:28.785905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92991f2-8ffe-4bb2-b4d7-dd1d48ec9dfc req-e0d8e512-4806-4895-a317-2e0f9311add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:28.787345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f92991f2-8ffe-4bb2-b4d7-dd1d48ec9dfc req-e0d8e512-4806-4895-a317-2e0f9311add6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45239bcec36946b687f0fbd5e07bccf8&device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 1097 time: 0.2156792 Dec 14 02:53:28.790683 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d84a7f3d-ba8c-4c1d-856f-6c868b8a3d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:28.793268 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d84a7f3d-ba8c-4c1d-856f-6c868b8a3d5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:28.801218 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d84a7f3d-ba8c-4c1d-856f-6c868b8a3d5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d997979-7383-414a-8d91-036146f1deb7 HTTP/1.1" status: 204 len: 168 time: 0.4061773 Dec 14 02:53:28.811445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:28.813702 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65303f33-752f-4a95-8372-72db4d976553 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:53:28.814710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a7f3d-ba8c-4c1d-856f-6c868b8a3d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d997979-7383-414a-8d91-036146f1deb7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:28.842335 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:28.859774 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6233530c-4987-4f31-8049-423a0f1f481c req-c9492bc4-9458-49e3-aab9-f7886e62aef3 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888165 Dec 14 02:53:28.860520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:28.872856 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Pushing event updated for resources: {'Port': ['ID=4166496f-f8f4-41b8-b476-0dc3c7e1fa92,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:28.878871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:53:28.885923 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4c1b2f-902a-4344-aaa4-3af84c7453ee None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:28.981662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Transition to ACTIVE for port object 65303f33-752f-4a95-8372-72db4d976553 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:53:28.992646 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f79c9d2c-62c1-4f31-8baa-a0fdefd27cb2 None None] Provisioning complete for port 4166496f-f8f4-41b8-b476-0dc3c7e1fa92 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:28.993440 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f79c9d2c-62c1-4f31-8baa-a0fdefd27cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:29.003649 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87c5e10f-3eb5-4b78-a874-94a10c681403 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:29.091236 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:29.129024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f79c9d2c-62c1-4f31-8baa-a0fdefd27cb2 None None] Port 4166496f-f8f4-41b8-b476-0dc3c7e1fa92 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:53:29.265586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Pushing event updated for resources: {'Port': ['ID=65303f33-752f-4a95-8372-72db4d976553,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:29.278496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92991f2-8ffe-4bb2-b4d7-dd1d48ec9dfc req-a3200506-b50e-4523-81de-37c5e6e60ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:29.280063 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f92991f2-8ffe-4bb2-b4d7-dd1d48ec9dfc req-a3200506-b50e-4523-81de-37c5e6e60ab7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e HTTP/1.1" status: 200 len: 910 time: 0.4403453 Dec 14 02:53:29.349385 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c5e10f-3eb5-4b78-a874-94a10c681403 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 17a9c752-5324-4bec-8ce1-d5066e82b01d has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:53:29.436463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c5e10f-3eb5-4b78-a874-94a10c681403 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:53:29.445896 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-87c5e10f-3eb5-4b78-a874-94a10c681403 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/17a9c752-5324-4bec-8ce1-d5066e82b01d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2582653 Dec 14 02:53:29.448548 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57538) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:29.448895 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14844050-5d14-4d01-b3ee-4dbc4a1964a6 None None] Sync routers for ids ['17a9c752-5324-4bec-8ce1-d5066e82b01d'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:53:29.463280 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14844050-5d14-4d01-b3ee-4dbc4a1964a6 None None] Routers {'17a9c752-5324-4bec-8ce1-d5066e82b01d'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:29.464255 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-14844050-5d14-4d01-b3ee-4dbc4a1964a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['17a9c752-5324-4bec-8ce1-d5066e82b01d'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:29.503088 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f92991f2-8ffe-4bb2-b4d7-dd1d48ec9dfc req-f6764d05-1149-4c5d-a90c-4bacf9083fe4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d032958-673e-4b33-8870-2e5d1312bc24 HTTP/1.1" status: 200 len: 1002 time: 0.2119248 Dec 14 02:53:29.563802 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-50bf1a95-49d7-4b03-8c0b-f975a0d330e8 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/ports?device_id=17a9c752-5324-4bec-8ce1-d5066e82b01d HTTP/1.1" status: 200 len: 205 time: 0.1094515 Dec 14 02:53:29.563802 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57540) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:29.638924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Attempting to bind port 65303f33-752f-4a95-8372-72db4d976553 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:53:29.639494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Attempting to bind port 65303f33-752f-4a95-8372-72db4d976553 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'f72c314f-a7ac-42a6-b4c6-03e0b2aab854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:53:29.640413 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Attempting to bind port 65303f33-752f-4a95-8372-72db4d976553 on network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:53:29.651350 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-920405f6-014c-4c13-822f-b7b9ba43179a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:29.653830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92991f2-8ffe-4bb2-b4d7-dd1d48ec9dfc req-0fd04bee-51ff-4ee7-bfc4-79d28bc07be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:29.655451 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f92991f2-8ffe-4bb2-b4d7-dd1d48ec9dfc req-0fd04bee-51ff-4ee7-bfc4-79d28bc07be1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=acc350e5-a883-4ca2-8858-3c9b809037a9 HTTP/1.1" status: 200 len: 848 time: 0.1406107 Dec 14 02:53:29.664518 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-14844050-5d14-4d01-b3ee-4dbc4a1964a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:29.664684 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:29.664684 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Port 65303f33-752f-4a95-8372-72db4d976553 on network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:53:29.664684 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Attempting to bind port 65303f33-752f-4a95-8372-72db4d976553 on network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:53:29.674228 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14844050-5d14-4d01-b3ee-4dbc4a1964a6 None None] Routers {'17a9c752-5324-4bec-8ce1-d5066e82b01d'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:29.676326 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-14844050-5d14-4d01-b3ee-4dbc4a1964a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['17a9c752-5324-4bec-8ce1-d5066e82b01d'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:29.729063 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-14844050-5d14-4d01-b3ee-4dbc4a1964a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:29.730020 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14844050-5d14-4d01-b3ee-4dbc4a1964a6 None None] The sync data for ids ['17a9c752-5324-4bec-8ce1-d5066e82b01d'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:53:30.121436 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57544) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:30.142826 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-69d0f567-2854-4bb6-8837-bec86c2f42aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:30.154139 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:30.182309 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:53:30.182937 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Checking segment: {'id': 'f72c314f-a7ac-42a6-b4c6-03e0b2aab854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:53:30.183066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Bound using segment: {'id': 'f72c314f-a7ac-42a6-b4c6-03e0b2aab854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:53:30.183513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Bound port: 65303f33-752f-4a95-8372-72db4d976553, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72c314f-a7ac-42a6-b4c6-03e0b2aab854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:53:30.183875 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:30.291508 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-920405f6-014c-4c13-822f-b7b9ba43179a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:30.297741 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-920405f6-014c-4c13-822f-b7b9ba43179a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:30.472634 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-69d0f567-2854-4bb6-8837-bec86c2f42aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:30.473927 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-920405f6-014c-4c13-822f-b7b9ba43179a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:30.474656 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920405f6-014c-4c13-822f-b7b9ba43179a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Fanout notify agent at l3_agent the message router_deleted on router 17a9c752-5324-4bec-8ce1-d5066e82b01d {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:53:30.489596 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-920405f6-014c-4c13-822f-b7b9ba43179a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:30.491168 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-920405f6-014c-4c13-822f-b7b9ba43179a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/routers/17a9c752-5324-4bec-8ce1-d5066e82b01d HTTP/1.1" status: 204 len: 168 time: 0.9248261 Dec 14 02:53:30.493973 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57554) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:30.540421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d22ff-3c59-407a-8dd4-0e826817a8f8 req-37f49db0-30f3-4531-9e6d-bb0f199af8d8 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:30.546189 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d26d22ff-3c59-407a-8dd4-0e826817a8f8 req-37f49db0-30f3-4531-9e6d-bb0f199af8d8 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 944 time: 0.2673330 Dec 14 02:53:30.560110 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92991f2-8ffe-4bb2-b4d7-dd1d48ec9dfc req-04c3cd95-a4d4-45a0-81d4-b4be55f2814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:30.562399 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f92991f2-8ffe-4bb2-b4d7-dd1d48ec9dfc req-04c3cd95-a4d4-45a0-81d4-b4be55f2814e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8969784 Dec 14 02:53:30.563812 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-862ff1e0-5e0f-48e2-91a6-4ea73292bc1e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting subnet 209a38e2-88eb-4d53-be7c-a79a5b260279 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:53:30.567442 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-862ff1e0-5e0f-48e2-91a6-4ea73292bc1e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:30.590013 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-69d0f567-2854-4bb6-8837-bec86c2f42aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:30.599303 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] For port 65303f33-752f-4a95-8372-72db4d976553, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:53:30.649130 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-69d0f567-2854-4bb6-8837-bec86c2f42aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=efaed9432110472183dd394b2f336ff2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5263760 Dec 14 02:53:30.649938 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0f567-2854-4bb6-8837-bec86c2f42aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1903ea69-9f68-486f-bd0f-01feee035156,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:30.654782 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57560) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:30.663072 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-862ff1e0-5e0f-48e2-91a6-4ea73292bc1e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:30.690432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] For port 65303f33-752f-4a95-8372-72db4d976553, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=65303f33-752f-4a95-8372-72db4d976553,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:53:30.720021 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:30.746099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d26d22ff-3c59-407a-8dd4-0e826817a8f8 req-abefafae-a366-4db0-8904-100afc311459 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809325 Dec 14 02:53:30.799268 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:30.810711 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-21fd0310-f488-4c63-99f7-e8972f0c7483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:30.848154 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-862ff1e0-5e0f-48e2-91a6-4ea73292bc1e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:30.873815 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f92991f2-8ffe-4bb2-b4d7-dd1d48ec9dfc req-837d3cf3-7935-46b1-9b44-e4f3ddd04ff5 service neutron] 10.222.0.47 "GET /v2.0/networks/2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912896 Dec 14 02:53:30.876591 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-21fd0310-f488-4c63-99f7-e8972f0c7483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:30.880160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:30.880790 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:30.883275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] 10.222.0.46 "PUT /v2.0/ports/65303f33-752f-4a95-8372-72db4d976553 HTTP/1.1" status: 200 len: 1092 time: 2.8864329 Dec 14 02:53:30.886363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28defa99-ba8e-469c-87d5-9e54adf532e7', 'tag': '65303f33-752f-4a95-8372-72db4d976553'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:53:30.890075 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e401d23-d26a-4abb-a5fa-8ca776ea3e71" -d '{"events": [{"name": "network-changed", "server_uuid": "28defa99-ba8e-469c-87d5-9e54adf532e7", "tag": "65303f33-752f-4a95-8372-72db4d976553"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:53:30.978887 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbc90c7-b4b2-4549-a1c3-8bc767582ee6 x-openstack-request-id: req-bbbc90c7-b4b2-4549-a1c3-8bc767582ee6 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:53:30.979512 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28defa99-ba8e-469c-87d5-9e54adf532e7", "tag": "65303f33-752f-4a95-8372-72db4d976553", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:53:30.979934 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbbc90c7-b4b2-4549-a1c3-8bc767582ee6 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:53:30.981538 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28defa99-ba8e-469c-87d5-9e54adf532e7', 'tag': '65303f33-752f-4a95-8372-72db4d976553', 'status': 'completed', 'code': 200} Dec 14 02:53:31.029475 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-862ff1e0-5e0f-48e2-91a6-4ea73292bc1e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:31.035072 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-21fd0310-f488-4c63-99f7-e8972f0c7483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:31.041600 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-21fd0310-f488-4c63-99f7-e8972f0c7483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:31.042646 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-21fd0310-f488-4c63-99f7-e8972f0c7483 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1903ea69-9f68-486f-bd0f-01feee035156 HTTP/1.1" status: 204 len: 168 time: 0.3868361 Dec 14 02:53:31.106276 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ff1e0-5e0f-48e2-91a6-4ea73292bc1e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Subnet': ['ID=209a38e2-88eb-4d53-be7c-a79a5b260279,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:31.115665 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd0310-f488-4c63-99f7-e8972f0c7483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1903ea69-9f68-486f-bd0f-01feee035156,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:31.118246 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-862ff1e0-5e0f-48e2-91a6-4ea73292bc1e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:31.122488 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-862ff1e0-5e0f-48e2-91a6-4ea73292bc1e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/subnets/209a38e2-88eb-4d53-be7c-a79a5b260279 HTTP/1.1" status: 204 len: 168 time: 0.6275923 Dec 14 02:53:31.125547 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee369984-f734-4752-b2e5-f290d3d16584 None None] Network 0a4627e0-3240-459c-9279-237c939a6acd requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:31.127568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57566) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:31.214101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4afa270-0c5c-4ac3-851d-85e321eb5814 service neutron] Pushing event updated for resources: {'Port': ['ID=65303f33-752f-4a95-8372-72db4d976553,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:31.260016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-73d581e1-3cec-4b6c-992d-8fc46c492dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:31.269417 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-73d581e1-3cec-4b6c-992d-8fc46c492dcc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6afd97248934601b456e60985587aff&device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 1095 time: 0.2535739 Dec 14 02:53:31.294194 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:31.303138 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f92991f2-8ffe-4bb2-b4d7-dd1d48ec9dfc req-8d023c0d-a99d-46e4-92a3-f076796a0379 service neutron] 10.222.0.47 "GET /v2.0/networks/2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072208 Dec 14 02:53:31.415685 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-3c4c1cdf-25e7-4da8-9d26-4c65cd768d27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65303f33-752f-4a95-8372-72db4d976553 HTTP/1.1" status: 200 len: 217 time: 0.1302605 Dec 14 02:53:31.479505 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e2359f-ad47-45eb-9301-276b4d4f6f5e None None] DHCP port deletion for 0a4627e0-3240-459c-9279-237c939a6acd request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:31.491460 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting port 6fd091d5-bd34-4c4a-ae0c-19e576921d92 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:31.492089 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:31.525052 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-8c296412-de38-4660-a0db-0143d6f0e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:31.527838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-8c296412-de38-4660-a0db-0143d6f0e525 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee9cd12f-52e6-42ad-bc08-3935195b595a HTTP/1.1" status: 200 len: 854 time: 0.1012092 Dec 14 02:53:31.572542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b8e2359f-ad47-45eb-9301-276b4d4f6f5e None None] Deleting port 6fd091d5-bd34-4c4a-ae0c-19e576921d92 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:31.585962 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8e2359f-ad47-45eb-9301-276b4d4f6f5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:31.642145 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] For port 6fd091d5-bd34-4c4a-ae0c-19e576921d92, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6fd091d5-bd34-4c4a-ae0c-19e576921d92,segment=NetworkSegment(d1bfa6bf-1264-4b20-a6ae-3864d0e6be5c),segment_id=d1bfa6bf-1264-4b20-a6ae-3864d0e6be5c)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:31.642515 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:31.665570 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Calling delete_port for 6fd091d5-bd34-4c4a-ae0c-19e576921d92 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:31.669610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b8e2359f-ad47-45eb-9301-276b4d4f6f5e None None] For port 6fd091d5-bd34-4c4a-ae0c-19e576921d92, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6fd091d5-bd34-4c4a-ae0c-19e576921d92,segment=NetworkSegment(d1bfa6bf-1264-4b20-a6ae-3864d0e6be5c),segment_id=d1bfa6bf-1264-4b20-a6ae-3864d0e6be5c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:31.670365 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8e2359f-ad47-45eb-9301-276b4d4f6f5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:31.694898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Router 43ba8b05-6e30-46ff-9fe1-b3194a3dc43b is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:53:31.698769 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b8e2359f-ad47-45eb-9301-276b4d4f6f5e None None] Calling delete_port for 6fd091d5-bd34-4c4a-ae0c-19e576921d92 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:31.711419 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-f1b2cd8e-c2f3-4292-b50c-fcbc3bbadf85 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1750915 Dec 14 02:53:31.910272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-49293c2a-2b00-4f6d-9cf8-a286a267cf54 service neutron] 10.222.0.46 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875019 Dec 14 02:53:31.956709 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:31.972962 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8e2359f-ad47-45eb-9301-276b4d4f6f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:31.997941 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] No DVR routers for this DVR port 6fd091d5-bd34-4c4a-ae0c-19e576921d92 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:53:32.064423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2359f-ad47-45eb-9301-276b4d4f6f5e None None] Pushing event deleted for resources: {'Port': ['ID=6fd091d5-bd34-4c4a-ae0c-19e576921d92,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:32.082128 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e2359f-ad47-45eb-9301-276b4d4f6f5e None None] No DVR routers for this DVR port 6fd091d5-bd34-4c4a-ae0c-19e576921d92 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:53:32.168169 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Port': ['ID=6fd091d5-bd34-4c4a-ae0c-19e576921d92,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:32.196993 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908d5d4-bfce-412a-ae76-4c4812dc7685 req-43e3a7fc-4c8e-4f97-8e7d-37b3d3c635c1 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:32.204690 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3908d5d4-bfce-412a-ae76-4c4812dc7685 req-43e3a7fc-4c8e-4f97-8e7d-37b3d3c635c1 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 944 time: 0.3055797 Dec 14 02:53:32.227651 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:32.298926 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfd66d20-0e95-449f-abdd-c379449dfc18 req-729cd3ad-0b7f-4845-988d-05f392c6a1d6 service neutron] 10.222.0.46 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522625 Dec 14 02:53:32.304506 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:53:32.316598 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5465a723-5ad3-475c-a19e-3bef44ac2ddb None None] Sync routers for ids ['43ba8b05-6e30-46ff-9fe1-b3194a3dc43b'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:53:32.337161 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3908d5d4-bfce-412a-ae76-4c4812dc7685 req-d17a3021-d813-492f-95c5-3b405c5b2dd4 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319673 Dec 14 02:53:32.339359 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a4627e0-3240-459c-9279-237c939a6acd']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:32.361923 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5465a723-5ad3-475c-a19e-3bef44ac2ddb None None] Routers {'43ba8b05-6e30-46ff-9fe1-b3194a3dc43b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:32.361923 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5465a723-5ad3-475c-a19e-3bef44ac2ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['43ba8b05-6e30-46ff-9fe1-b3194a3dc43b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:32.372285 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1bfa6bf-1264-4b20-a6ae-3864d0e6be5c') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:32.372602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1bfa6bf-1264-4b20-a6ae-3864d0e6be5c') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:32.393918 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:32.411050 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:32.411692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5465a723-5ad3-475c-a19e-3bef44ac2ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:32.419488 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:53:32.419895 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:32.422053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5465a723-5ad3-475c-a19e-3bef44ac2ddb None None] Routers {'43ba8b05-6e30-46ff-9fe1-b3194a3dc43b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:32.422053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5465a723-5ad3-475c-a19e-3bef44ac2ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['43ba8b05-6e30-46ff-9fe1-b3194a3dc43b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:53:32.423655 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:53:32.430070 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:32.433970 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57588) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:32.434125 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c4d3a3dd-c95e-414e-8f2f-742e897267bd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.8344381 Dec 14 02:53:32.462760 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5465a723-5ad3-475c-a19e-3bef44ac2ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:32.463433 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5465a723-5ad3-475c-a19e-3bef44ac2ddb None None] The sync data for ids ['43ba8b05-6e30-46ff-9fe1-b3194a3dc43b'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:53:32.597170 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e401d23-d26a-4abb-a5fa-8ca776ea3e71 req-fe8d8d69-99e1-49ba-8293-268ff6ab834d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:32.601898 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e401d23-d26a-4abb-a5fa-8ca776ea3e71 req-fe8d8d69-99e1-49ba-8293-268ff6ab834d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6afd97248934601b456e60985587aff&device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 1095 time: 0.0693741 Dec 14 02:53:32.610461 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9b77d470-1142-4e3c-8947-0a9189a89d8a tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "GET /v2.0/routers/43ba8b05-6e30-46ff-9fe1-b3194a3dc43b HTTP/1.1" status: 200 len: 923 time: 0.1753614 Dec 14 02:53:32.613104 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57598) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:32.665691 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-baff95b2-0b17-4aa8-a6df-be9a12266bae tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ba8b05-6e30-46ff-9fe1-b3194a3dc43b HTTP/1.1" status: 200 len: 205 time: 0.0509791 Dec 14 02:53:32.666829 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:32.689556 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57600) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:32.694863 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:32.700149 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/networks/0a4627e0-3240-459c-9279-237c939a6acd HTTP/1.1" status: 204 len: 168 time: 1.5714390 Dec 14 02:53:32.709391 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae9179-e382-4446-959d-c7d0eb988124 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Network': ['ID=0a4627e0-3240-459c-9279-237c939a6acd,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:32.709391 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57602) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:32.749987 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b5715b0a-d5d1-4294-b19f-8915e0bbfa71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:32.751015 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1737659468', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}, 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:32.770776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e401d23-d26a-4abb-a5fa-8ca776ea3e71 req-43021fe6-27d3-4082-ac69-6348b461d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:32.774044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e401d23-d26a-4abb-a5fa-8ca776ea3e71 req-43021fe6-27d3-4082-ac69-6348b461d9ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48 HTTP/1.1" status: 200 len: 915 time: 0.1561589 Dec 14 02:53:32.820716 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e401d23-d26a-4abb-a5fa-8ca776ea3e71 req-be84e420-edf0-45d1-a6f9-7ae35a3336b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65303f33-752f-4a95-8372-72db4d976553 HTTP/1.1" status: 200 len: 217 time: 0.0375338 Dec 14 02:53:32.875821 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1e64c37-8dd6-423e-8c51-8c0f2fafd2cd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:32.887888 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e401d23-d26a-4abb-a5fa-8ca776ea3e71 req-8a16b4b8-da5d-4b32-ba9c-f148c274672b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:32.890531 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e401d23-d26a-4abb-a5fa-8ca776ea3e71 req-8a16b4b8-da5d-4b32-ba9c-f148c274672b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee9cd12f-52e6-42ad-bc08-3935195b595a HTTP/1.1" status: 200 len: 854 time: 0.0607245 Dec 14 02:53:32.956412 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e401d23-d26a-4abb-a5fa-8ca776ea3e71 req-0a2c6bc7-f6bf-4926-a132-9300f658c62b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592175 Dec 14 02:53:33.015262 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:33.016489 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:33.110194 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6fd091d5-bd34-4c4a-ae0c-19e576921d92 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:53:33.150499 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 6fd091d5-bd34-4c4a-ae0c-19e576921d92 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:53:33.151113 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6fd091d5-bd34-4c4a-ae0c-19e576921d92 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:53:33.153481 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e401d23-d26a-4abb-a5fa-8ca776ea3e71 req-a12689e0-5f78-4297-8e41-854e853cd345 service neutron] 10.222.0.46 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889689 Dec 14 02:53:33.175267 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:33.211685 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1e64c37-8dd6-423e-8c51-8c0f2fafd2cd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:33.270736 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e401d23-d26a-4abb-a5fa-8ca776ea3e71 req-4bd1ea25-90fb-4f42-a89f-232167e962cc service neutron] 10.222.0.46 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085048 Dec 14 02:53:33.507362 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:33.524193 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69118517-c379-4f4f-905e-763c148e0f4e req-651bbbbc-06d2-4f03-9bbf-d70b569e9366 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:33.546434 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69118517-c379-4f4f-905e-763c148e0f4e req-651bbbbc-06d2-4f03-9bbf-d70b569e9366 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 944 time: 0.1046028 Dec 14 02:53:33.585822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d1e64c37-8dd6-423e-8c51-8c0f2fafd2cd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Deleting port 4166496f-f8f4-41b8-b476-0dc3c7e1fa92 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:33.586174 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1e64c37-8dd6-423e-8c51-8c0f2fafd2cd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:33.601014 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 65303f33-752f-4a95-8372-72db4d976553 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:53:33.651408 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-69118517-c379-4f4f-905e-763c148e0f4e req-2610ef39-f91c-46c8-a912-2f049747c30c tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013205 Dec 14 02:53:33.756177 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 65303f33-752f-4a95-8372-72db4d976553, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=65303f33-752f-4a95-8372-72db4d976553,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:33.769654 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1e64c37-8dd6-423e-8c51-8c0f2fafd2cd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:33.773561 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '65303f33-752f-4a95-8372-72db4d976553', 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48', 'port_id': '65303f33-752f-4a95-8372-72db4d976553', 'mac_address': 'fa:16:3e:94:c8:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee9cd12f-52e6-42ad-bc08-3935195b595a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:53:33.787889 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d1e64c37-8dd6-423e-8c51-8c0f2fafd2cd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Calling delete_port for 4166496f-f8f4-41b8-b476-0dc3c7e1fa92 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:33.825648 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:33.851481 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65303f33-752f-4a95-8372-72db4d976553 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:53:33.888792 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 65303f33-752f-4a95-8372-72db4d976553, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=65303f33-752f-4a95-8372-72db4d976553,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:34.029186 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:34.094081 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=65303f33-752f-4a95-8372-72db4d976553,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:34.133605 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1e64c37-8dd6-423e-8c51-8c0f2fafd2cd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:34.170010 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e64c37-8dd6-423e-8c51-8c0f2fafd2cd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Pushing event deleted for resources: {'Port': ['ID=4166496f-f8f4-41b8-b476-0dc3c7e1fa92,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:34.185059 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba51055a-ea63-44c5-a7bb-ae70247efb1d None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:34.213939 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:34.253601 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:34.304164 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['65303f33-752f-4a95-8372-72db4d976553'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:53:34.363015 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1e64c37-8dd6-423e-8c51-8c0f2fafd2cd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:34.839589 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067ee37-b514-41e8-9e2f-eb5b39835112 req-df947fb3-d715-4c49-b5f3-74f79e382e94 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:34.859918 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7067ee37-b514-41e8-9e2f-eb5b39835112 req-df947fb3-d715-4c49-b5f3-74f79e382e94 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 945 time: 0.0993972 Dec 14 02:53:35.039096 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7067ee37-b514-41e8-9e2f-eb5b39835112 req-4f8229dc-70c3-48f7-89fc-a5ae0e39bd97 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748710 Dec 14 02:53:35.070690 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1e64c37-8dd6-423e-8c51-8c0f2fafd2cd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:35.073848 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1e64c37-8dd6-423e-8c51-8c0f2fafd2cd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:35.110745 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f84d28f4-c1a7-462d-8211-e9318ed7d8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:35.197677 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Allocated IP 172.25.7.163 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/1d49bfbf-3ce8-494e-be7f-9af1d5c0c371) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:53:35.370572 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:35.423577 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1e64c37-8dd6-423e-8c51-8c0f2fafd2cd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:35.424177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e64c37-8dd6-423e-8c51-8c0f2fafd2cd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Fanout notify agent at l3_agent the message router_deleted on router 43ba8b05-6e30-46ff-9fe1-b3194a3dc43b {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:53:35.442904 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1e64c37-8dd6-423e-8c51-8c0f2fafd2cd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:35.444215 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d1e64c37-8dd6-423e-8c51-8c0f2fafd2cd tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "DELETE /v2.0/routers/43ba8b05-6e30-46ff-9fe1-b3194a3dc43b HTTP/1.1" status: 204 len: 168 time: 2.7749326 Dec 14 02:53:35.449732 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57662) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:35.454701 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Request body: {'router': {'name': 'tempest-snat-router-138065290', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'enable_snat': False}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:35.567266 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:35.613705 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 65303f33-752f-4a95-8372-72db4d976553 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:53:35.652100 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:35.655570 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:35.697090 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:35.710932 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:35.715146 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:53:35.716797 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=1d49bfbf-3ce8-494e-be7f-9af1d5c0c371,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:35.743237 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 65303f33-752f-4a95-8372-72db4d976553 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:53:35.750652 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 65303f33-752f-4a95-8372-72db4d976553 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:35.751028 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:35.795209 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:35.815597 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd1aee7-fe21-49c4-8443-345016d73225 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:35.909981 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57680) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:35.959533 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b8a94f16-498a-4e60-b87b-b4dbf55a6944 None None] Provisioning complete for port 1d49bfbf-3ce8-494e-be7f-9af1d5c0c371 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:35.959911 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8a94f16-498a-4e60-b87b-b4dbf55a6944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:36.125513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b8a94f16-498a-4e60-b87b-b4dbf55a6944 None None] Port 1d49bfbf-3ce8-494e-be7f-9af1d5c0c371 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:53:36.144555 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:36.213206 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:36.229726 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f43816c4-cc29-41ef-ae18-9c7c409d15e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:36.243909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 65303f33-752f-4a95-8372-72db4d976553, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=65303f33-752f-4a95-8372-72db4d976553,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:36.250209 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28defa99-ba8e-469c-87d5-9e54adf532e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65303f33-752f-4a95-8372-72db4d976553'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:53:36.253827 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd52e3b5-f48a-4b51-81ce-eda4d4c20b7d" -d '{"events": [{"server_uuid": "28defa99-ba8e-469c-87d5-9e54adf532e7", "name": "network-vif-plugged", "status": "completed", "tag": "65303f33-752f-4a95-8372-72db4d976553"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:53:36.262588 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d82ba5-9f5d-4ed7-bc9b-4dcc2112a401 req-b2e71c98-8621-49f5-bb28-3d79ca6da480 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:36.269906 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88d82ba5-9f5d-4ed7-bc9b-4dcc2112a401 req-b2e71c98-8621-49f5-bb28-3d79ca6da480 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 945 time: 0.0939400 Dec 14 02:53:36.309725 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92444354-a57a-433f-91c7-8a30f3404d2a x-openstack-request-id: req-92444354-a57a-433f-91c7-8a30f3404d2a {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:53:36.310360 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28defa99-ba8e-469c-87d5-9e54adf532e7", "name": "network-vif-plugged", "status": "completed", "tag": "65303f33-752f-4a95-8372-72db4d976553", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:53:36.310852 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92444354-a57a-433f-91c7-8a30f3404d2a {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:53:36.312107 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28defa99-ba8e-469c-87d5-9e54adf532e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65303f33-752f-4a95-8372-72db4d976553', 'code': 200} Dec 14 02:53:36.326447 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:36.383515 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88d82ba5-9f5d-4ed7-bc9b-4dcc2112a401 req-88f06a58-1109-4d3a-b049-553529943350 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044941 Dec 14 02:53:36.415083 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:36.437208 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=65303f33-752f-4a95-8372-72db4d976553,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:36.451002 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f43816c4-cc29-41ef-ae18-9c7c409d15e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:36.500343 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265b8dd-ee58-44f9-9044-9bf817b6bec7 req-e40f6294-0c7c-4aa0-92ea-c18c66c85361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:36.502716 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1265b8dd-ee58-44f9-9044-9bf817b6bec7 req-e40f6294-0c7c-4aa0-92ea-c18c66c85361 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 1097 time: 0.0497332 Dec 14 02:53:36.552886 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f43816c4-cc29-41ef-ae18-9c7c409d15e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:36.567142 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:36.572091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1265b8dd-ee58-44f9-9044-9bf817b6bec7 req-bcdb27bf-740b-4a95-960b-cb4f8acb95fa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582130 Dec 14 02:53:36.600082 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f43816c4-cc29-41ef-ae18-9c7c409d15e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c4aa3ef7fb049d59a9f72703c545b13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6883326 Dec 14 02:53:36.604107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43816c4-cc29-41ef-ae18-9c7c409d15e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10660d6-749c-4111-ac73-50e6eabaab92,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:36.604346 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57694) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:36.660852 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-14abcb05-fd79-45b4-ae59-878849ff6b12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:36.688595 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-14abcb05-fd79-45b4-ae59-878849ff6b12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:36.816921 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-14abcb05-fd79-45b4-ae59-878849ff6b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:36.819952 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-14abcb05-fd79-45b4-ae59-878849ff6b12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:36.823472 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-14abcb05-fd79-45b4-ae59-878849ff6b12 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d10660d6-749c-4111-ac73-50e6eabaab92 HTTP/1.1" status: 204 len: 168 time: 0.2152996 Dec 14 02:53:36.832639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abcb05-fd79-45b4-ae59-878849ff6b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10660d6-749c-4111-ac73-50e6eabaab92,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:36.857366 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:36.882493 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:36.952859 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:37.006113 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57702) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:37.096107 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Allocated IP 172.25.7.153 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/80fc2a7e-d8c1-47fd-bc5b-59f76396d585) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:53:37.235655 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:37.313971 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 387f7374-ce1b-418e-a869-a1d9da959739 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:53:37.322623 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d27abd8e-6257-422f-8d10-c2772f6a799b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:37.373162 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:37.425721 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d27abd8e-6257-422f-8d10-c2772f6a799b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:37.462510 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:37.468295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:37.473644 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:53:37.486067 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7dbfca-4e99-4228-bb4a-b2403878a5ad None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:37.515562 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Pushing event updated for resources: {'Port': ['ID=80fc2a7e-d8c1-47fd-bc5b-59f76396d585,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:37.574902 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d27abd8e-6257-422f-8d10-c2772f6a799b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:37.575563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-df1a0844-fc42-4d91-90af-74458d26282b None None] Provisioning complete for port 80fc2a7e-d8c1-47fd-bc5b-59f76396d585 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:37.575966 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-df1a0844-fc42-4d91-90af-74458d26282b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:37.640405 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-df1a0844-fc42-4d91-90af-74458d26282b None None] Port 80fc2a7e-d8c1-47fd-bc5b-59f76396d585 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:53:37.678468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27abd8e-6257-422f-8d10-c2772f6a799b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332fe267-6df3-4967-adcf-644a922fa233,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:37.686084 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d27abd8e-6257-422f-8d10-c2772f6a799b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3fb20fe224e148deafdcce42a157057c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6759479 Dec 14 02:53:37.688917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57722) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:37.698997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63116672-ed80-4fa2-a567-1fc113e3001d req-83e13cca-b2d6-4680-8b66-f1a235ae250f tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:37.700740 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63116672-ed80-4fa2-a567-1fc113e3001d req-83e13cca-b2d6-4680-8b66-f1a235ae250f tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 946 time: 0.2276413 Dec 14 02:53:37.728636 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:53:37.747338 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d09c4f-c243-4405-bb38-f0d817d8e92f None None] Sync routers for ids ['387f7374-ce1b-418e-a869-a1d9da959739'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:53:37.754206 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:37.764645 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d09c4f-c243-4405-bb38-f0d817d8e92f None None] Routers {'387f7374-ce1b-418e-a869-a1d9da959739'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:37.766314 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-01d09c4f-c243-4405-bb38-f0d817d8e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['387f7374-ce1b-418e-a869-a1d9da959739'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:37.804089 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-01d09c4f-c243-4405-bb38-f0d817d8e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:37.814436 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d09c4f-c243-4405-bb38-f0d817d8e92f None None] Routers {'387f7374-ce1b-418e-a869-a1d9da959739'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:37.815340 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-01d09c4f-c243-4405-bb38-f0d817d8e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['387f7374-ce1b-418e-a869-a1d9da959739'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:37.827393 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63116672-ed80-4fa2-a567-1fc113e3001d req-19a8ed71-6135-406c-8d7b-34fbeefdb337 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191516 Dec 14 02:53:37.849096 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e3ad417-7ff9-43be-bc07-81afc3a62be8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:37.867639 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-01d09c4f-c243-4405-bb38-f0d817d8e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:37.868305 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d09c4f-c243-4405-bb38-f0d817d8e92f None None] The sync data for ids ['387f7374-ce1b-418e-a869-a1d9da959739'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:53:37.901797 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e3ad417-7ff9-43be-bc07-81afc3a62be8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:37.907439 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:37.911983 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bf87c481-b248-4a4a-addf-cbcf80d46360 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2030733 Dec 14 02:53:37.917344 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57730) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:38.067628 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b064dece-5e2a-46a1-ae8f-b37ecfd68b52 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/routers/387f7374-ce1b-418e-a869-a1d9da959739 HTTP/1.1" status: 200 len: 885 time: 0.1490190 Dec 14 02:53:38.072438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57736) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:38.103878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57738) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:38.270895 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:38.278449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-46eeb372-77d9-48a3-ae67-ac8236cde646 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-559235362-network', 'tenant_id': '2b0b9271d899422099a79ffa6870b9d7'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:38.342232 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e3ad417-7ff9-43be-bc07-81afc3a62be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:38.345474 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e3ad417-7ff9-43be-bc07-81afc3a62be8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:38.346659 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9e3ad417-7ff9-43be-bc07-81afc3a62be8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/332fe267-6df3-4967-adcf-644a922fa233 HTTP/1.1" status: 204 len: 168 time: 0.6448822 Dec 14 02:53:38.362040 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ad417-7ff9-43be-bc07-81afc3a62be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332fe267-6df3-4967-adcf-644a922fa233,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:38.407450 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57748) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:38.407674 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-90a74602-f215-474d-96bd-560745495cb8 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3313217 Dec 14 02:53:38.407674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eeb372-77d9-48a3-ae67-ac8236cde646 admin admin] Made reservation on behalf of 2b0b9271d899422099a79ffa6870b9d7 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:53:38.417402 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46eeb372-77d9-48a3-ae67-ac8236cde646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:38.417633 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e0b8792c-22d1-4a7c-a295-5d991127f401 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1737659468'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:38.425372 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46eeb372-77d9-48a3-ae67-ac8236cde646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:38.531531 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46eeb372-77d9-48a3-ae67-ac8236cde646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:38.559704 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:38.584092 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46eeb372-77d9-48a3-ae67-ac8236cde646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:38.603925 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:38.621609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46eeb372-77d9-48a3-ae67-ac8236cde646 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:53:38.632932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eeb372-77d9-48a3-ae67-ac8236cde646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a767263-03a2-4809-8363-9ffead647c1a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:38.657223 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46eeb372-77d9-48a3-ae67-ac8236cde646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:38.657604 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-46eeb372-77d9-48a3-ae67-ac8236cde646 admin admin] Added segment fbd27779-16eb-42b5-9516-213973ec25d8 of type vlan for network 05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f Dec 14 02:53:38.720538 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46eeb372-77d9-48a3-ae67-ac8236cde646 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:38.828244 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46eeb372-77d9-48a3-ae67-ac8236cde646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:38.829283 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eeb372-77d9-48a3-ae67-ac8236cde646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:38.830017 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-46eeb372-77d9-48a3-ae67-ac8236cde646 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:38.894438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eeb372-77d9-48a3-ae67-ac8236cde646 admin admin] Pushing event updated for resources: {'Network': ['ID=05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:38.907855 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:53:38.926025 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e0b8792c-22d1-4a7c-a295-5d991127f401 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:38.968179 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-46eeb372-77d9-48a3-ae67-ac8236cde646 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8622816 Dec 14 02:53:38.971015 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57756) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:38.976711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-49efa4bb-4bdb-4fd1-9887-7404199fd2c8 admin admin] Request body: {'subnet': {'network_id': '05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-559235362-subnet', 'tenant_id': '2b0b9271d899422099a79ffa6870b9d7', 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:38.990875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce95e6-1628-4c03-9679-b9257cabb438 req-b6b0a713-fc6c-451d-90a5-f1f3a568bbf6 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:38.993002 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4dce95e6-1628-4c03-9679-b9257cabb438 req-b6b0a713-fc6c-451d-90a5-f1f3a568bbf6 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 946 time: 0.0603201 Dec 14 02:53:39.012059 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Router f11a6c72-5d2e-43b4-9970-adc25d4262ae is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:53:39.059164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4dce95e6-1628-4c03-9679-b9257cabb438 req-ccf7fb73-dee6-4c63-9160-467f7784a5c2 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579720 Dec 14 02:53:39.063968 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e0b8792c-22d1-4a7c-a295-5d991127f401 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:39.098567 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49efa4bb-4bdb-4fd1-9887-7404199fd2c8 admin admin] Made reservation on behalf of 2b0b9271d899422099a79ffa6870b9d7 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:53:39.100580 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-49efa4bb-4bdb-4fd1-9887-7404199fd2c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:39.129801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57760) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:39.145235 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b070625f-16ff-4f23-8ab5-9ddf2e4746ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:39.231762 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b070625f-16ff-4f23-8ab5-9ddf2e4746ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:39.286974 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:53:39.298611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Sync routers for ids ['f11a6c72-5d2e-43b4-9970-adc25d4262ae'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:53:39.302437 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b070625f-16ff-4f23-8ab5-9ddf2e4746ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:39.316384 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Routers {'f11a6c72-5d2e-43b4-9970-adc25d4262ae'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:39.317369 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f11a6c72-5d2e-43b4-9970-adc25d4262ae'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:39.349851 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b8792c-22d1-4a7c-a295-5d991127f401 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 387f7374-ce1b-418e-a869-a1d9da959739 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:53:39.362112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b070625f-16ff-4f23-8ab5-9ddf2e4746ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=310fbdb6077947258c1fe6837cc795af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2304094 Dec 14 02:53:39.365765 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57766) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:39.375843 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070625f-16ff-4f23-8ab5-9ddf2e4746ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3528d3f1-8fc9-48ae-a13b-574f677281ff,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:39.387942 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:39.392436 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ccceef61-76bb-4ca5-9d41-ad602343b10f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9384172 Dec 14 02:53:39.394237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57770) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:39.464286 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Set router f11a6c72-5d2e-43b4-9970-adc25d4262ae gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:53:39.562762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57772) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:39.563131 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b46c608d-222e-4cdd-a127-fb495bbaa767 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "GET /v2.0/routers/f11a6c72-5d2e-43b4-9970-adc25d4262ae HTTP/1.1" status: 200 len: 908 time: 0.1659858 Dec 14 02:53:39.575463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Request body: {'router': {'name': 'tempest-snat-router-138065290', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'enable_snat': True}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:39.590529 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8dc41740-6c3d-478a-bb02-00e95a1caedc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:39.621852 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b8792c-22d1-4a7c-a295-5d991127f401 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:53:39.632223 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e0b8792c-22d1-4a7c-a295-5d991127f401 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:39.634642 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5713be03-b3cd-4ac9-b308-2c35f0a21aee None None] Sync routers for ids ['387f7374-ce1b-418e-a869-a1d9da959739'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:53:39.636082 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e0b8792c-22d1-4a7c-a295-5d991127f401 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/387f7374-ce1b-418e-a869-a1d9da959739 HTTP/1.1" status: 200 len: 892 time: 1.2288141 Dec 14 02:53:39.638421 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8dc41740-6c3d-478a-bb02-00e95a1caedc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:39.640638 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57774) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:39.652108 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5713be03-b3cd-4ac9-b308-2c35f0a21aee None None] Routers {'387f7374-ce1b-418e-a869-a1d9da959739'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:39.653122 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5713be03-b3cd-4ac9-b308-2c35f0a21aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['387f7374-ce1b-418e-a869-a1d9da959739'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:39.653862 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-49efa4bb-4bdb-4fd1-9887-7404199fd2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:39.664895 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11a6c72-5d2e-43b4-9970-adc25d4262ae', 'name': 'tempest-snat-router-138065290', 'tenant_id': 'a29fd4c821964dea9a66b9ac80c7bc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.153'}], 'enable_snat': False}, 'gw_port_id': '80fc2a7e-d8c1-47fd-bc5b-59f76396d585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:35Z', 'updated_at': '2021-12-14T02:53:37Z', 'revision_number': 3, 'project_id': 'a29fd4c821964dea9a66b9ac80c7bc0e', 'gw_port': {'id': '80fc2a7e-d8c1-47fd-bc5b-59f76396d585', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11a6c72-5d2e-43b4-9970-adc25d4262ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:36Z', 'updated_at': '2021-12-14T02:53:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:39.700015 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Checking router: f11a6c72-5d2e-43b4-9970-adc25d4262ae for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:53:39.700720 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Updating router f11a6c72-5d2e-43b4-9970-adc25d4262ae port 80fc2a7e-d8c1-47fd-bc5b-59f76396d585 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:53:39.716179 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5713be03-b3cd-4ac9-b308-2c35f0a21aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:39.728009 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5713be03-b3cd-4ac9-b308-2c35f0a21aee None None] Routers {'387f7374-ce1b-418e-a869-a1d9da959739'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:39.728807 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5713be03-b3cd-4ac9-b308-2c35f0a21aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['387f7374-ce1b-418e-a869-a1d9da959739'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:39.732749 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:39.741389 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:39.742421 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:39.768370 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5713be03-b3cd-4ac9-b308-2c35f0a21aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:39.769175 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5713be03-b3cd-4ac9-b308-2c35f0a21aee None None] The sync data for ids ['387f7374-ce1b-418e-a869-a1d9da959739'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:53:39.893822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efa4bb-4bdb-4fd1-9887-7404199fd2c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f851cc63-6011-4af7-99dc-3f9ddd075969,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:39.906950 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:39.918661 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49efa4bb-4bdb-4fd1-9887-7404199fd2c8 admin admin] Checking segment: {'id': 'fbd27779-16eb-42b5-9516-213973ec25d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:53:39.919099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49efa4bb-4bdb-4fd1-9887-7404199fd2c8 admin admin] Network hostable DHCP agents. Network: 05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:53:39.934096 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5f17a80c-ba6e-4c55-9530-689f1f1993ca tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/routers/387f7374-ce1b-418e-a869-a1d9da959739 HTTP/1.1" status: 200 len: 892 time: 0.2910533 Dec 14 02:53:39.935472 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57782) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:39.969660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57784) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:39.969876 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6db7775e-ab1b-4f2e-9f57-34c0e335db52 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/ports?device_id=387f7374-ce1b-418e-a869-a1d9da959739 HTTP/1.1" status: 200 len: 205 time: 0.0328991 Dec 14 02:53:40.045070 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8dc41740-6c3d-478a-bb02-00e95a1caedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:40.047825 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8dc41740-6c3d-478a-bb02-00e95a1caedc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:40.049004 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8dc41740-6c3d-478a-bb02-00e95a1caedc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3528d3f1-8fc9-48ae-a13b-574f677281ff HTTP/1.1" status: 204 len: 168 time: 0.6822932 Dec 14 02:53:40.049856 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49efa4bb-4bdb-4fd1-9887-7404199fd2c8 admin admin] Network 05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:53:40.069113 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc41740-6c3d-478a-bb02-00e95a1caedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3528d3f1-8fc9-48ae-a13b-574f677281ff,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:40.171614 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:40.245659 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:40.341350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e518bb-c33d-4908-a588-68346c178427 None None] Pushing event updated for resources: {'Port': ['ID=80fc2a7e-d8c1-47fd-bc5b-59f76396d585,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:40.394674 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Attempting to bind port 80fc2a7e-d8c1-47fd-bc5b-59f76396d585 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:53:40.395386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Attempting to bind port 80fc2a7e-d8c1-47fd-bc5b-59f76396d585 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:53:40.395980 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Attempting to bind port 80fc2a7e-d8c1-47fd-bc5b-59f76396d585 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:53:40.398585 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d87400-d41d-4e24-93a7-1d2c6f25486d None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:40.412675 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:53:40.413480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:53:40.426695 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:40.426695 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:53:40.426695 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Bound port: 80fc2a7e-d8c1-47fd-bc5b-59f76396d585, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:53:40.426695 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:40.496236 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-49efa4bb-4bdb-4fd1-9887-7404199fd2c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:40.505113 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:40.509208 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49efa4bb-4bdb-4fd1-9887-7404199fd2c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:40.510158 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-49efa4bb-4bdb-4fd1-9887-7404199fd2c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:40.524024 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4b472fba-4c57-4f06-b540-4f18ec7a5427 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:40.524608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ac0a7e-498c-44a0-a0cc-ba87cb101cd9 None None] Network 05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:40.617501 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-49efa4bb-4bdb-4fd1-9887-7404199fd2c8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6452591 Dec 14 02:53:40.624958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57794) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:40.625439 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-559235362-router', 'tenant_id': '2b0b9271d899422099a79ffa6870b9d7', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:40.658192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f74fedbf-f2e6-45e8-8c3d-9d93b4b05c56 None None] Provisioning complete for port 80fc2a7e-d8c1-47fd-bc5b-59f76396d585 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:40.658586 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f74fedbf-f2e6-45e8-8c3d-9d93b4b05c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:40.678393 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4b472fba-4c57-4f06-b540-4f18ec7a5427 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:40.865699 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:40.868763 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:40.871122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] For port 80fc2a7e-d8c1-47fd-bc5b-59f76396d585, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:53:40.892049 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f', 'network_id': '05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f', 'project_id': '2b0b9271d899422099a79ffa6870b9d7', 'fixed_ips': [{'subnet_id': 'f851cc63-6011-4af7-99dc-3f9ddd075969'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:53:40.893026 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:40.908226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-4b472fba-4c57-4f06-b540-4f18ec7a5427 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting port 1d49bfbf-3ce8-494e-be7f-9af1d5c0c371 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:40.908577 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4b472fba-4c57-4f06-b540-4f18ec7a5427 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:40.945929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] For port 80fc2a7e-d8c1-47fd-bc5b-59f76396d585, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=80fc2a7e-d8c1-47fd-bc5b-59f76396d585,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:53:40.979250 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f74fedbf-f2e6-45e8-8c3d-9d93b4b05c56 None None] Port 80fc2a7e-d8c1-47fd-bc5b-59f76396d585 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:53:41.011493 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:41.019264 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:41.083257 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4b472fba-4c57-4f06-b540-4f18ec7a5427 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:41.098455 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-4b472fba-4c57-4f06-b540-4f18ec7a5427 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Calling delete_port for 1d49bfbf-3ce8-494e-be7f-9af1d5c0c371 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:41.360261 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:41.362964 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33811925-4343-49d7-90a8-62f0911ba934 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:41.379895 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:41.437157 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:41.440244 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Routers {'f11a6c72-5d2e-43b4-9970-adc25d4262ae'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:41.441481 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f11a6c72-5d2e-43b4-9970-adc25d4262ae'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:41.446070 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e518bb-c33d-4908-a588-68346c178427 None None] Pushing event updated for resources: {'Port': ['ID=80fc2a7e-d8c1-47fd-bc5b-59f76396d585,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:41.456688 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4b472fba-4c57-4f06-b540-4f18ec7a5427 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:41.505797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b472fba-4c57-4f06-b540-4f18ec7a5427 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Port': ['ID=1d49bfbf-3ce8-494e-be7f-9af1d5c0c371,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:41.542090 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1d92f799-c6c6-4cf6-8dfc-c1fc704ba6aa None None] Provisioning complete for port 80fc2a7e-d8c1-47fd-bc5b-59f76396d585 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:41.542710 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d92f799-c6c6-4cf6-8dfc-c1fc704ba6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:41.549920 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Allocated IP 172.20.0.2 (05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f/f851cc63-6011-4af7-99dc-3f9ddd075969/5e8456ff-08cb-4086-8c0d-e471e9ff6eab) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:53:41.632444 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Allocated IP 172.25.7.86 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/1c28d5a7-4b83-4909-8d69-5f70a4967c0c) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:53:41.654220 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4b472fba-4c57-4f06-b540-4f18ec7a5427 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:41.788276 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4b472fba-4c57-4f06-b540-4f18ec7a5427 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:41.791002 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4b472fba-4c57-4f06-b540-4f18ec7a5427 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:41.809192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602db6b3-d68f-44ad-b96f-3e10c29a7249 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:41.813826 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:41.895884 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:41.902389 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] Set router f11a6c72-5d2e-43b4-9970-adc25d4262ae gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:53:41.956174 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:41.976120 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:42.016337 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d92f799-c6c6-4cf6-8dfc-c1fc704ba6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:42.021624 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4b472fba-4c57-4f06-b540-4f18ec7a5427 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:42.021624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b472fba-4c57-4f06-b540-4f18ec7a5427 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Fanout notify agent at l3_agent the message router_deleted on router 387f7374-ce1b-418e-a869-a1d9da959739 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:53:42.025693 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4b472fba-4c57-4f06-b540-4f18ec7a5427 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:42.031347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4b472fba-4c57-4f06-b540-4f18ec7a5427 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/routers/387f7374-ce1b-418e-a869-a1d9da959739 HTTP/1.1" status: 204 len: 168 time: 2.0561776 Dec 14 02:53:42.031920 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57828) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:42.036533 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-8b0f1d52-9b81-4200-ba8f-8ef288d5852f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-33584833'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:42.051013 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-1d92f799-c6c6-4cf6-8dfc-c1fc704ba6aa None None] For port 80fc2a7e-d8c1-47fd-bc5b-59f76396d585, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=80fc2a7e-d8c1-47fd-bc5b-59f76396d585,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:42.070513 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:42.072260 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:42.131897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Pushing event updated for resources: {'Port': ['ID=5e8456ff-08cb-4086-8c0d-e471e9ff6eab,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:42.136680 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d92f799-c6c6-4cf6-8dfc-c1fc704ba6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:42.179024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0f1d52-9b81-4200-ba8f-8ef288d5852f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Made reservation on behalf of 00395e1ef3104ea683edcfb770d6d2a1 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:53:42.182628 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8b0f1d52-9b81-4200-ba8f-8ef288d5852f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:42.208941 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:42.213975 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Network 05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:42.216879 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:42.225211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:42.230044 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:53:42.239473 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:53:42.240325 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b0f1d52-9b81-4200-ba8f-8ef288d5852f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:53:42.241682 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d40b361-dc4d-4f29-9f60-3367f2cd5045 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:42.253614 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8b0f1d52-9b81-4200-ba8f-8ef288d5852f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:42.254039 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-8b0f1d52-9b81-4200-ba8f-8ef288d5852f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Added segment 22345f78-af4d-4d8a-9d83-e0ac29413248 of type vlan for network 0129b6f6-0894-44bd-a002-67a7b05a9a30 Dec 14 02:53:42.295747 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] Allocated IP 172.25.7.6 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/6c49ae9b-282c-40fc-ba00-3a2b4ee02e02) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:53:42.314345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92f799-c6c6-4cf6-8dfc-c1fc704ba6aa None None] Pushing event updated for resources: {'Port': ['ID=80fc2a7e-d8c1-47fd-bc5b-59f76396d585,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:42.325564 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Pushing event updated for resources: {'Port': ['ID=1c28d5a7-4b83-4909-8d69-5f70a4967c0c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:42.335383 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Attempting to bind port 5e8456ff-08cb-4086-8c0d-e471e9ff6eab on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:53:42.335763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Attempting to bind port 5e8456ff-08cb-4086-8c0d-e471e9ff6eab by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'fbd27779-16eb-42b5-9516-213973ec25d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:53:42.336148 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Attempting to bind port 5e8456ff-08cb-4086-8c0d-e471e9ff6eab on network 05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:53:42.346125 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:53:42.346510 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Checking segment: {'id': 'fbd27779-16eb-42b5-9516-213973ec25d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:53:42.346896 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:42.347280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Bound using segment: {'id': 'fbd27779-16eb-42b5-9516-213973ec25d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:53:42.347749 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Bound port: 5e8456ff-08cb-4086-8c0d-e471e9ff6eab, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd27779-16eb-42b5-9516-213973ec25d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:53:42.348132 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:42.383339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:42.384221 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:42.384822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:42.385453 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:42.385809 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8b0f1d52-9b81-4200-ba8f-8ef288d5852f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:42.386384 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:42.387040 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:42.388011 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:42.388711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:42.389843 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:42.390600 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:42.393145 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:42.394202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:42.396781 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:42.409362 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f11a6c72-5d2e-43b4-9970-adc25d4262ae', 'name': 'tempest-snat-router-138065290', 'tenant_id': 'a29fd4c821964dea9a66b9ac80c7bc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.153'}], 'enable_snat': False}, 'gw_port_id': '80fc2a7e-d8c1-47fd-bc5b-59f76396d585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:35Z', 'updated_at': '2021-12-14T02:53:37Z', 'revision_number': 3, 'project_id': 'a29fd4c821964dea9a66b9ac80c7bc0e', 'gw_port': {'id': '80fc2a7e-d8c1-47fd-bc5b-59f76396d585', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11a6c72-5d2e-43b4-9970-adc25d4262ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:36Z', 'updated_at': '2021-12-14T02:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:42.413983 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7a70c629-0404-4608-ad9a-d7f6e46ab3eb None None] Provisioning complete for port 1c28d5a7-4b83-4909-8d69-5f70a4967c0c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:42.414564 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7a70c629-0404-4608-ad9a-d7f6e46ab3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:42.474404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37997df9-3e3f-48a6-b671-b772cc30f3e1 None None] The sync data for ids ['f11a6c72-5d2e-43b4-9970-adc25d4262ae'] in n-d-821636-1 is: [{'id': 'f11a6c72-5d2e-43b4-9970-adc25d4262ae', 'name': 'tempest-snat-router-138065290', 'tenant_id': 'a29fd4c821964dea9a66b9ac80c7bc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.153'}], 'enable_snat': False}, 'gw_port_id': '80fc2a7e-d8c1-47fd-bc5b-59f76396d585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:35Z', 'updated_at': '2021-12-14T02:53:37Z', 'revision_number': 3, 'project_id': 'a29fd4c821964dea9a66b9ac80c7bc0e', 'gw_port': {'id': '80fc2a7e-d8c1-47fd-bc5b-59f76396d585', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f11a6c72-5d2e-43b4-9970-adc25d4262ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:36Z', 'updated_at': '2021-12-14T02:53:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:53:42.487315 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] For port 5e8456ff-08cb-4086-8c0d-e471e9ff6eab, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:53:42.491849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] For port 5e8456ff-08cb-4086-8c0d-e471e9ff6eab, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5e8456ff-08cb-4086-8c0d-e471e9ff6eab,segment=NetworkSegment(fbd27779-16eb-42b5-9516-213973ec25d8),segment_id=fbd27779-16eb-42b5-9516-213973ec25d8)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:53:42.511347 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7a70c629-0404-4608-ad9a-d7f6e46ab3eb None None] Port 1c28d5a7-4b83-4909-8d69-5f70a4967c0c cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:53:42.530927 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8b0f1d52-9b81-4200-ba8f-8ef288d5852f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:42.551328 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0f1d52-9b81-4200-ba8f-8ef288d5852f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:42.551328 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8b0f1d52-9b81-4200-ba8f-8ef288d5852f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:42.617481 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:42.642049 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f1d52-9b81-4200-ba8f-8ef288d5852f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Network': ['ID=0129b6f6-0894-44bd-a002-67a7b05a9a30,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:42.661155 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 0129b6f6-0894-44bd-a002-67a7b05a9a30 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:53:42.710378 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:42.737923 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8b0f1d52-9b81-4200-ba8f-8ef288d5852f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7051556 Dec 14 02:53:42.743370 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57844) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:42.748795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-a958aef8-b020-4a61-93c8-2d9c9340a3e0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'subnet': {'network_id': '0129b6f6-0894-44bd-a002-67a7b05a9a30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:42.954618 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbf101-a206-4a0d-a0f2-bdaf56fc0691 None None] Pushing event updated for resources: {'Port': ['ID=5e8456ff-08cb-4086-8c0d-e471e9ff6eab,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:42.979717 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:43.030261 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a958aef8-b020-4a61-93c8-2d9c9340a3e0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Made reservation on behalf of 00395e1ef3104ea683edcfb770d6d2a1 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:53:43.039040 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a958aef8-b020-4a61-93c8-2d9c9340a3e0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:43.068162 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:43.290214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 80fc2a7e-d8c1-47fd-bc5b-59f76396d585 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:53:43.321041 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:43.349338 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:53:43.351360 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:43.354176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] Pushing event updated for resources: {'Port': ['ID=6c49ae9b-282c-40fc-ba00-3a2b4ee02e02,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:43.368230 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c997c5c-e5f1-4a3a-b7db-894d770b57ae None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:43.450549 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 80fc2a7e-d8c1-47fd-bc5b-59f76396d585 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:43.451005 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:43.500596 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-272a6b40-1c7c-4de3-8f74-73ba4b28cce4 None None] Provisioning complete for port 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:43.501352 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-272a6b40-1c7c-4de3-8f74-73ba4b28cce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:43.586062 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-272a6b40-1c7c-4de3-8f74-73ba4b28cce4 None None] Port 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:53:43.662444 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a958aef8-b020-4a61-93c8-2d9c9340a3e0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:43.822056 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958aef8-b020-4a61-93c8-2d9c9340a3e0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Subnet': ['ID=df968588-5ddd-4bd4-8400-b3d8cdc7e67f,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:43.838962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a958aef8-b020-4a61-93c8-2d9c9340a3e0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Checking segment: {'id': '22345f78-af4d-4d8a-9d83-e0ac29413248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0129b6f6-0894-44bd-a002-67a7b05a9a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:53:43.839341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a958aef8-b020-4a61-93c8-2d9c9340a3e0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network hostable DHCP agents. Network: 0129b6f6-0894-44bd-a002-67a7b05a9a30, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:53:43.976417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a958aef8-b020-4a61-93c8-2d9c9340a3e0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network 0129b6f6-0894-44bd-a002-67a7b05a9a30 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:53:44.067779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-a958aef8-b020-4a61-93c8-2d9c9340a3e0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 0129b6f6-0894-44bd-a002-67a7b05a9a30) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:44.073153 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a958aef8-b020-4a61-93c8-2d9c9340a3e0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:44.078216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fae79b-2e46-48f4-a1db-b48f027b8e9f None None] Network 0129b6f6-0894-44bd-a002-67a7b05a9a30 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:44.082855 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a958aef8-b020-4a61-93c8-2d9c9340a3e0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:44.225269 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a958aef8-b020-4a61-93c8-2d9c9340a3e0 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4849348 Dec 14 02:53:44.228000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57876) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:44.244192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-e27747fd-1559-462a-97a6-f2488b173d3d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-504438044', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:44.293133 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-0129b6f6-0894-44bd-a002-67a7b05a9a30', 'network_id': '0129b6f6-0894-44bd-a002-67a7b05a9a30', 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'fixed_ips': [{'subnet_id': 'df968588-5ddd-4bd4-8400-b3d8cdc7e67f'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:53:44.294414 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:44.416672 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e27747fd-1559-462a-97a6-f2488b173d3d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:44.417895 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e27747fd-1559-462a-97a6-f2488b173d3d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:44.509530 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e27747fd-1559-462a-97a6-f2488b173d3d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:44.524677 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Allocated IP 2001:db8::2 (0129b6f6-0894-44bd-a002-67a7b05a9a30/df968588-5ddd-4bd4-8400-b3d8cdc7e67f/b0a03734-8336-4754-bddd-b69c7d60746c) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:53:44.544772 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:44.558692 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:44.583099 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e27747fd-1559-462a-97a6-f2488b173d3d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:44.672045 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e27747fd-1559-462a-97a6-f2488b173d3d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:44.691415 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e27747fd-1559-462a-97a6-f2488b173d3d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4570670 Dec 14 02:53:44.691415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57882) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:44.811563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1907472-b830-4f34-9694-bc87fdc8fa7f None None] Network 05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:45.003679 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:45.019289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6530d391-1ef6-490b-a390-d4b27e80187e None None] Provisioning complete for port 5e8456ff-08cb-4086-8c0d-e471e9ff6eab triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:45.020043 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6530d391-1ef6-490b-a390-d4b27e80187e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:45.029267 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:45.137654 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:45.191157 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d8311cee-8dbf-40ba-a431-06ad77d5e956 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:45.209298 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Router f502294e-a6ac-4823-8398-d51884131adf is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:53:45.257878 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5e8456ff-08cb-4086-8c0d-e471e9ff6eab up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:53:45.366973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Network 0129b6f6-0894-44bd-a002-67a7b05a9a30 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:45.378095 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Pushing event updated for resources: {'Port': ['ID=b0a03734-8336-4754-bddd-b69c7d60746c,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:45.394995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:45.408444 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:53:45.456218 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6530d391-1ef6-490b-a390-d4b27e80187e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:45.462557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:53:45.469350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Sync routers for ids ['f502294e-a6ac-4823-8398-d51884131adf'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:53:45.502205 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] Router 0a2c583e-6472-4ada-8d84-118360c69678 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:53:45.544673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Routers {'f502294e-a6ac-4823-8398-d51884131adf'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:45.551449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f502294e-a6ac-4823-8398-d51884131adf'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:45.592896 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:45.595476 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-323885a9-48ae-44a2-8441-9d2639398cd7 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.0301683 Dec 14 02:53:45.598903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57892) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:45.716974 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Attempting to bind port b0a03734-8336-4754-bddd-b69c7d60746c on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:53:45.717509 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Attempting to bind port b0a03734-8336-4754-bddd-b69c7d60746c by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '22345f78-af4d-4d8a-9d83-e0ac29413248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0129b6f6-0894-44bd-a002-67a7b05a9a30'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:53:45.718288 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Attempting to bind port b0a03734-8336-4754-bddd-b69c7d60746c on network 0129b6f6-0894-44bd-a002-67a7b05a9a30 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:53:45.724250 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 5e8456ff-08cb-4086-8c0d-e471e9ff6eab triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:45.724835 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:45.731873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6530d391-1ef6-490b-a390-d4b27e80187e None None] For port 5e8456ff-08cb-4086-8c0d-e471e9ff6eab, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5e8456ff-08cb-4086-8c0d-e471e9ff6eab,segment=NetworkSegment(fbd27779-16eb-42b5-9516-213973ec25d8),segment_id=fbd27779-16eb-42b5-9516-213973ec25d8)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:45.733705 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:53:45.734216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Checking segment: {'id': '22345f78-af4d-4d8a-9d83-e0ac29413248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0129b6f6-0894-44bd-a002-67a7b05a9a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:53:45.736254 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:45.736734 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Bound using segment: {'id': '22345f78-af4d-4d8a-9d83-e0ac29413248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0129b6f6-0894-44bd-a002-67a7b05a9a30'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:53:45.737291 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:53:45.737524 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Bound port: b0a03734-8336-4754-bddd-b69c7d60746c, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22345f78-af4d-4d8a-9d83-e0ac29413248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0129b6f6-0894-44bd-a002-67a7b05a9a30'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:53:45.738020 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:45.746612 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Sync routers for ids ['0a2c583e-6472-4ada-8d84-118360c69678'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:53:45.762216 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Routers {'0a2c583e-6472-4ada-8d84-118360c69678'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:45.763068 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0a2c583e-6472-4ada-8d84-118360c69678'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:45.858144 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:45.862125 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-60102673-e2f6-498f-a374-82ca2ebcc39a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2426665 Dec 14 02:53:45.865067 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57896) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:45.980035 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Set router 0a2c583e-6472-4ada-8d84-118360c69678 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:53:46.001690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-d8311cee-8dbf-40ba-a431-06ad77d5e956 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Allocated IP 2001:db8::1 (0129b6f6-0894-44bd-a002-67a7b05a9a30/df968588-5ddd-4bd4-8400-b3d8cdc7e67f/5c06bd22-8d52-4757-9b85-96da433fc1d0) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:53:46.013025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c776677c-a9f1-48a8-9605-6cbaa15687d4 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "GET /v2.0/routers/f502294e-a6ac-4823-8398-d51884131adf HTTP/1.1" status: 200 len: 906 time: 0.4100749 Dec 14 02:53:46.028158 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57904) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:46.164818 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Set router f502294e-a6ac-4823-8398-d51884131adf gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:53:46.278834 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d8311cee-8dbf-40ba-a431-06ad77d5e956 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:46.300764 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce6d2-9ea5-4e83-bf8d-663aa801d032 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:46.309125 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6530d391-1ef6-490b-a390-d4b27e80187e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:46.400084 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2c583e-6472-4ada-8d84-118360c69678', 'name': 'tempest-TestAggregatesBasicOps-559235362-router', 'tenant_id': '2b0b9271d899422099a79ffa6870b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6c49ae9b-282c-40fc-ba00-3a2b4ee02e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:40Z', 'updated_at': '2021-12-14T02:53:43Z', 'revision_number': 3, 'project_id': '2b0b9271d899422099a79ffa6870b9d7', 'gw_port': {'id': '6c49ae9b-282c-40fc-ba00-3a2b4ee02e02', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2c583e-6472-4ada-8d84-118360c69678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:41Z', 'updated_at': '2021-12-14T02:53:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:46.460227 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d8311cee-8dbf-40ba-a431-06ad77d5e956 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:46.489837 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530d391-1ef6-490b-a390-d4b27e80187e None None] Pushing event updated for resources: {'Port': ['ID=5e8456ff-08cb-4086-8c0d-e471e9ff6eab,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:46.491541 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Checking router: 0a2c583e-6472-4ada-8d84-118360c69678 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:53:46.491897 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Updating router 0a2c583e-6472-4ada-8d84-118360c69678 port 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:53:46.573038 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:53:46.592029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8311cee-8dbf-40ba-a431-06ad77d5e956 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network 0129b6f6-0894-44bd-a002-67a7b05a9a30 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:46.593445 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:46.594078 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b020eb88-5c70-4360-b6b0-bbc75e7bfa12 None None] Provisioning complete for port 5e8456ff-08cb-4086-8c0d-e471e9ff6eab triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:46.595238 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b020eb88-5c70-4360-b6b0-bbc75e7bfa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:46.606945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-d8311cee-8dbf-40ba-a431-06ad77d5e956 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:46.620053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8311cee-8dbf-40ba-a431-06ad77d5e956 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:53:46.620625 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d8311cee-8dbf-40ba-a431-06ad77d5e956 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:46.677281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8311cee-8dbf-40ba-a431-06ad77d5e956 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=5c06bd22-8d52-4757-9b85-96da433fc1d0,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:46.754123 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce6d2-9ea5-4e83-bf8d-663aa801d032 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:46.846391 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] For port b0a03734-8336-4754-bddd-b69c7d60746c, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:53:46.878903 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71343a32-70ca-49bd-b61f-707de257fc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:46.934764 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] For port b0a03734-8336-4754-bddd-b69c7d60746c, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b0a03734-8336-4754-bddd-b69c7d60746c,segment=NetworkSegment(22345f78-af4d-4d8a-9d83-e0ac29413248),segment_id=22345f78-af4d-4d8a-9d83-e0ac29413248)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:53:46.955014 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d8311cee-8dbf-40ba-a431-06ad77d5e956 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:47.016066 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502294e-a6ac-4823-8398-d51884131adf', 'name': 'tempest-snat-router-138065290', 'tenant_id': 'a29fd4c821964dea9a66b9ac80c7bc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86'}], 'enable_snat': True}, 'gw_port_id': '1c28d5a7-4b83-4909-8d69-5f70a4967c0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:39Z', 'updated_at': '2021-12-14T02:53:42Z', 'revision_number': 3, 'project_id': 'a29fd4c821964dea9a66b9ac80c7bc0e', 'gw_port': {'id': '1c28d5a7-4b83-4909-8d69-5f70a4967c0c', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:01:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f502294e-a6ac-4823-8398-d51884131adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2998, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:41Z', 'updated_at': '2021-12-14T02:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:47.018361 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:47.147969 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:47.188114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ce6d2-9ea5-4e83-bf8d-663aa801d032 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Deleting port 1c28d5a7-4b83-4909-8d69-5f70a4967c0c {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:47.188114 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce6d2-9ea5-4e83-bf8d-663aa801d032 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:47.198790 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5e8456ff-08cb-4086-8c0d-e471e9ff6eab up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:53:47.203844 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Checking router: f502294e-a6ac-4823-8398-d51884131adf for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:53:47.204211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Updating router f502294e-a6ac-4823-8398-d51884131adf port 1c28d5a7-4b83-4909-8d69-5f70a4967c0c binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:53:47.239386 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:47.286080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-71343a32-70ca-49bd-b61f-707de257fc42 admin admin] Allocated IP 172.20.0.1 (05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f/f851cc63-6011-4af7-99dc-3f9ddd075969/307cbc95-c209-48d5-86b9-14cfc9465f40) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:53:47.292873 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Attempting to bind port 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:53:47.293099 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Attempting to bind port 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:53:47.294003 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Attempting to bind port 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:53:47.311454 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:47.325577 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:53:47.325974 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:53:47.326949 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:47.328024 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:53:47.328522 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Bound port: 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:53:47.328906 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:47.388238 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] For port 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:53:47.393924 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] For port 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6c49ae9b-282c-40fc-ba00-3a2b4ee02e02,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:53:47.414999 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e167ee-7439-4432-abc9-8f3589664ccb None None] Pushing event updated for resources: {'Port': ['ID=6c49ae9b-282c-40fc-ba00-3a2b4ee02e02,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:47.450500 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:47.497126 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce6d2-9ea5-4e83-bf8d-663aa801d032 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:47.551315 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ce6d2-9ea5-4e83-bf8d-663aa801d032 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Calling delete_port for 1c28d5a7-4b83-4909-8d69-5f70a4967c0c owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:47.577122 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71343a32-70ca-49bd-b61f-707de257fc42 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:47.580465 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Routers {'0a2c583e-6472-4ada-8d84-118360c69678'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:47.581374 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0a2c583e-6472-4ada-8d84-118360c69678'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:47.735563 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:47.754206 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71343a32-70ca-49bd-b61f-707de257fc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:47.763145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab65024-519b-4e41-82ba-b12e26cab1f2 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:47.808793 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] Set router 0a2c583e-6472-4ada-8d84-118360c69678 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:53:47.824358 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d8311cee-8dbf-40ba-a431-06ad77d5e956 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:47.871555 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:47.884611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52137aa6-d06c-4103-acd6-40f13d409dbb None None] Pushing event updated for resources: {'Port': ['ID=b0a03734-8336-4754-bddd-b69c7d60746c,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:47.900919 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3ccabe-2648-49bf-9db0-40991507caa6 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:47.901045 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71343a32-70ca-49bd-b61f-707de257fc42 admin admin] Network 05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:47.906978 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-71343a32-70ca-49bd-b61f-707de257fc42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:47.910387 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71343a32-70ca-49bd-b61f-707de257fc42 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:53:47.960759 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d8311cee-8dbf-40ba-a431-06ad77d5e956 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:47.965890 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71343a32-70ca-49bd-b61f-707de257fc42 admin admin] Pushing event updated for resources: {'Port': ['ID=307cbc95-c209-48d5-86b9-14cfc9465f40,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:47.969714 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d8311cee-8dbf-40ba-a431-06ad77d5e956 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:47.992759 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71343a32-70ca-49bd-b61f-707de257fc42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:48.004358 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e6777-d5f1-4ccd-bcfc-342e1578e202 None None] Pushing event updated for resources: {'Port': ['ID=1c28d5a7-4b83-4909-8d69-5f70a4967c0c,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:48.051106 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Attempting to bind port 1c28d5a7-4b83-4909-8d69-5f70a4967c0c on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:53:48.051493 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Attempting to bind port 1c28d5a7-4b83-4909-8d69-5f70a4967c0c by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:53:48.051875 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Attempting to bind port 1c28d5a7-4b83-4909-8d69-5f70a4967c0c on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:53:48.071308 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:53:48.071696 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:53:48.072119 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:48.072534 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:53:48.073031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Bound port: 1c28d5a7-4b83-4909-8d69-5f70a4967c0c, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:53:48.073477 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:48.089066 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c5f68c0a-89e5-4286-98bf-06a8914fba44 None None] Provisioning complete for port 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:48.089346 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c5f68c0a-89e5-4286-98bf-06a8914fba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:48.255784 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e167ee-7439-4432-abc9-8f3589664ccb None None] Pushing event updated for resources: {'Port': ['ID=6c49ae9b-282c-40fc-ba00-3a2b4ee02e02,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:48.322379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14715f86-b064-45a4-987b-0007b7705efe None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:48.413376 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2c583e-6472-4ada-8d84-118360c69678', 'name': 'tempest-TestAggregatesBasicOps-559235362-router', 'tenant_id': '2b0b9271d899422099a79ffa6870b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6c49ae9b-282c-40fc-ba00-3a2b4ee02e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:40Z', 'updated_at': '2021-12-14T02:53:43Z', 'revision_number': 3, 'project_id': '2b0b9271d899422099a79ffa6870b9d7', 'gw_port': {'id': '6c49ae9b-282c-40fc-ba00-3a2b4ee02e02', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2c583e-6472-4ada-8d84-118360c69678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:41Z', 'updated_at': '2021-12-14T02:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:48.420827 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 5e8456ff-08cb-4086-8c0d-e471e9ff6eab triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:48.421272 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:48.492242 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff9953b-a518-4ae2-b4e8-58d5af2ce4f0 None None] The sync data for ids ['0a2c583e-6472-4ada-8d84-118360c69678'] in n-d-821636-1 is: [{'id': '0a2c583e-6472-4ada-8d84-118360c69678', 'name': 'tempest-TestAggregatesBasicOps-559235362-router', 'tenant_id': '2b0b9271d899422099a79ffa6870b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6c49ae9b-282c-40fc-ba00-3a2b4ee02e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:40Z', 'updated_at': '2021-12-14T02:53:43Z', 'revision_number': 3, 'project_id': '2b0b9271d899422099a79ffa6870b9d7', 'gw_port': {'id': '6c49ae9b-282c-40fc-ba00-3a2b4ee02e02', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2c583e-6472-4ada-8d84-118360c69678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:41Z', 'updated_at': '2021-12-14T02:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:53:48.505242 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71343a32-70ca-49bd-b61f-707de257fc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:48.702851 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] For port 1c28d5a7-4b83-4909-8d69-5f70a4967c0c, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:53:48.706470 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] For port 1c28d5a7-4b83-4909-8d69-5f70a4967c0c, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1c28d5a7-4b83-4909-8d69-5f70a4967c0c,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:53:48.747528 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c5f68c0a-89e5-4286-98bf-06a8914fba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:48.830664 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71343a32-70ca-49bd-b61f-707de257fc42 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:48.846481 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:48.863700 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c5f68c0a-89e5-4286-98bf-06a8914fba44 None None] For port 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6c49ae9b-282c-40fc-ba00-3a2b4ee02e02,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:48.910125 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71343a32-70ca-49bd-b61f-707de257fc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:49.015297 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e6777-d5f1-4ccd-bcfc-342e1578e202 None None] Pushing event updated for resources: {'Port': ['ID=1c28d5a7-4b83-4909-8d69-5f70a4967c0c,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:49.021829 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c5f68c0a-89e5-4286-98bf-06a8914fba44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:49.126327 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71343a32-70ca-49bd-b61f-707de257fc42 admin admin] Pushing event updated for resources: {'Port': ['ID=307cbc95-c209-48d5-86b9-14cfc9465f40,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:49.132792 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71343a32-70ca-49bd-b61f-707de257fc42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:49.174533 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f68c0a-89e5-4286-98bf-06a8914fba44 None None] Pushing event updated for resources: {'Port': ['ID=6c49ae9b-282c-40fc-ba00-3a2b4ee02e02,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:49.231631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a341e064-f206-422b-81c4-b0c3f3f5ee61 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:49.287701 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Routers {'f502294e-a6ac-4823-8398-d51884131adf'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:49.288354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f502294e-a6ac-4823-8398-d51884131adf'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:49.356847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8311cee-8dbf-40ba-a431-06ad77d5e956 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=5c06bd22-8d52-4757-9b85-96da433fc1d0,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:49.394697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8311cee-8dbf-40ba-a431-06ad77d5e956 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network 0129b6f6-0894-44bd-a002-67a7b05a9a30 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:49.412801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-d8311cee-8dbf-40ba-a431-06ad77d5e956 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:49.449741 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71343a32-70ca-49bd-b61f-707de257fc42 admin admin] Network 05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:49.452913 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-71343a32-70ca-49bd-b61f-707de257fc42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:49.542767 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-beb3d6b2-4bd9-4aa1-84d9-52b8c714f2dd None None] Provisioning complete for port 307cbc95-c209-48d5-86b9-14cfc9465f40 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:49.543337 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-beb3d6b2-4bd9-4aa1-84d9-52b8c714f2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:49.695063 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] Set router f502294e-a6ac-4823-8398-d51884131adf gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:53:49.945197 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71343a32-70ca-49bd-b61f-707de257fc42 admin admin] Router 0a2c583e-6472-4ada-8d84-118360c69678 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:53:49.968163 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce6d2-9ea5-4e83-bf8d-663aa801d032 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:49.996386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f502294e-a6ac-4823-8398-d51884131adf', 'name': 'tempest-snat-router-138065290', 'tenant_id': 'a29fd4c821964dea9a66b9ac80c7bc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:39Z', 'updated_at': '2021-12-14T02:53:46Z', 'revision_number': 4, 'project_id': 'a29fd4c821964dea9a66b9ac80c7bc0e', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:50.089441 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b0a03734-8336-4754-bddd-b69c7d60746c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:53:50.090471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ce6d2-9ea5-4e83-bf8d-663aa801d032 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c28d5a7-4b83-4909-8d69-5f70a4967c0c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:50.096895 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c563540c-9820-49d3-b905-f1c0f8157712 None None] Network 0129b6f6-0894-44bd-a002-67a7b05a9a30 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:50.099192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce3b02d-e455-40a5-bf05-fdf890288c9c None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:50.123785 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774dfa6c-a2d9-4c14-85b1-3ab1f9bd2e8e None None] The sync data for ids ['f502294e-a6ac-4823-8398-d51884131adf'] in n-d-821636-1 is: [{'id': 'f502294e-a6ac-4823-8398-d51884131adf', 'name': 'tempest-snat-router-138065290', 'tenant_id': 'a29fd4c821964dea9a66b9ac80c7bc0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:39Z', 'updated_at': '2021-12-14T02:53:46Z', 'revision_number': 4, 'project_id': 'a29fd4c821964dea9a66b9ac80c7bc0e', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:53:50.228539 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8311cee-8dbf-40ba-a431-06ad77d5e956 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 6b64b13d-c3e2-447a-896f-c61a4c2e790c is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:53:50.318428 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-beb3d6b2-4bd9-4aa1-84d9-52b8c714f2dd None None] Port 307cbc95-c209-48d5-86b9-14cfc9465f40 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:53:50.327905 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-beb3d6b2-4bd9-4aa1-84d9-52b8c714f2dd None None] Could not find standard attr ID for object 1c28d5a7-4b83-4909-8d69-5f70a4967c0c. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:53:50.355158 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce6d2-9ea5-4e83-bf8d-663aa801d032 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:50.398129 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-beb3d6b2-4bd9-4aa1-84d9-52b8c714f2dd None None] Provisioning complete for port 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:50.405005 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-beb3d6b2-4bd9-4aa1-84d9-52b8c714f2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:50.588911 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce6d2-9ea5-4e83-bf8d-663aa801d032 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:50.592595 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce6d2-9ea5-4e83-bf8d-663aa801d032 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:50.667760 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port b0a03734-8336-4754-bddd-b69c7d60746c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:50.668354 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:50.686611 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8311cee-8dbf-40ba-a431-06ad77d5e956 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:53:50.699525 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d8311cee-8dbf-40ba-a431-06ad77d5e956 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/6b64b13d-c3e2-447a-896f-c61a4c2e790c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0051403 Dec 14 02:53:50.699525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57972) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:50.713461 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb21a266-b0a3-4e34-932b-ec89fe51c6b6 None None] Sync routers for ids ['6b64b13d-c3e2-447a-896f-c61a4c2e790c'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:53:50.768970 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df103e7-94b0-4725-8f76-295ef02bdf5b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:50.770953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4df103e7-94b0-4725-8f76-295ef02bdf5b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/ports/5c06bd22-8d52-4757-9b85-96da433fc1d0 HTTP/1.1" status: 200 len: 911 time: 0.0726657 Dec 14 02:53:50.772722 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce6d2-9ea5-4e83-bf8d-663aa801d032 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:50.773473 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7ce6d2-9ea5-4e83-bf8d-663aa801d032 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f502294e-a6ac-4823-8398-d51884131adf {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:53:50.775217 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57974) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:50.786715 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3fe283f2-77ed-4c29-ac19-046255855cfb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df968588-5ddd-4bd4-8400-b3d8cdc7e67f'}]}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:50.792989 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e7ce6d2-9ea5-4e83-bf8d-663aa801d032 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:50.798837 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9e7ce6d2-9ea5-4e83-bf8d-663aa801d032 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "DELETE /v2.0/routers/f502294e-a6ac-4823-8398-d51884131adf HTTP/1.1" status: 204 len: 168 time: 4.7520630 Dec 14 02:53:50.799221 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57976) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:50.962768 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71343a32-70ca-49bd-b61f-707de257fc42 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:53:50.979890 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-71343a32-70ca-49bd-b61f-707de257fc42 admin admin] 10.222.0.39 "PUT /v2.0/routers/0a2c583e-6472-4ada-8d84-118360c69678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1136792 Dec 14 02:53:51.031157 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3e0dd37-a055-406a-b4a5-39167723b06b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:51.071600 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb21a266-b0a3-4e34-932b-ec89fe51c6b6 None None] Routers {'6b64b13d-c3e2-447a-896f-c61a4c2e790c'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:51.073349 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-cb21a266-b0a3-4e34-932b-ec89fe51c6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['6b64b13d-c3e2-447a-896f-c61a4c2e790c'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:51.134325 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3fe283f2-77ed-4c29-ac19-046255855cfb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:51.139681 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-cb21a266-b0a3-4e34-932b-ec89fe51c6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:51.176350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb21a266-b0a3-4e34-932b-ec89fe51c6b6 None None] Routers {'6b64b13d-c3e2-447a-896f-c61a4c2e790c'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:51.177212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-cb21a266-b0a3-4e34-932b-ec89fe51c6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['6b64b13d-c3e2-447a-896f-c61a4c2e790c'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:51.260358 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:51.317061 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3e0dd37-a055-406a-b4a5-39167723b06b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:51.360047 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-cb21a266-b0a3-4e34-932b-ec89fe51c6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:51.361108 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb21a266-b0a3-4e34-932b-ec89fe51c6b6 None None] The sync data for ids ['6b64b13d-c3e2-447a-896f-c61a4c2e790c'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:53:51.394365 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-15f7dfab-cd62-4f65-9396-1b8ad70cbd47 None None] Provisioning complete for port 307cbc95-c209-48d5-86b9-14cfc9465f40 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:51.394365 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15f7dfab-cd62-4f65-9396-1b8ad70cbd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:51.500477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-15f7dfab-cd62-4f65-9396-1b8ad70cbd47 None None] Port 307cbc95-c209-48d5-86b9-14cfc9465f40 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:53:51.507487 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port b0a03734-8336-4754-bddd-b69c7d60746c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b0a03734-8336-4754-bddd-b69c7d60746c,segment=NetworkSegment(22345f78-af4d-4d8a-9d83-e0ac29413248),segment_id=22345f78-af4d-4d8a-9d83-e0ac29413248)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:51.519271 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-15f7dfab-cd62-4f65-9396-1b8ad70cbd47 None None] Provisioning complete for port b0a03734-8336-4754-bddd-b69c7d60746c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:51.520259 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15f7dfab-cd62-4f65-9396-1b8ad70cbd47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:51.558111 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-b3e0dd37-a055-406a-b4a5-39167723b06b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Deleting port 80fc2a7e-d8c1-47fd-bc5b-59f76396d585 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:51.558465 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3e0dd37-a055-406a-b4a5-39167723b06b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:51.696351 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:51.700037 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:53:51.807500 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-b3e0dd37-a055-406a-b4a5-39167723b06b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] For port 80fc2a7e-d8c1-47fd-bc5b-59f76396d585, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=80fc2a7e-d8c1-47fd-bc5b-59f76396d585,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:51.812395 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3e0dd37-a055-406a-b4a5-39167723b06b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:51.812542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-15f7dfab-cd62-4f65-9396-1b8ad70cbd47 None None] Could not find standard attr ID for object 1c28d5a7-4b83-4909-8d69-5f70a4967c0c. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:53:51.827144 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-b3e0dd37-a055-406a-b4a5-39167723b06b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Calling delete_port for 80fc2a7e-d8c1-47fd-bc5b-59f76396d585 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:51.875261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=b0a03734-8336-4754-bddd-b69c7d60746c,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:51.924818 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:51.943081 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:52.051960 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e40da680-c4af-415b-be19-c9875ff8dca3 None None] Provisioning complete for port b0a03734-8336-4754-bddd-b69c7d60746c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:52.052498 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e40da680-c4af-415b-be19-c9875ff8dca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:52.180530 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3fe283f2-77ed-4c29-ac19-046255855cfb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:52.246656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e40da680-c4af-415b-be19-c9875ff8dca3 None None] Provisioning complete for port 5c06bd22-8d52-4757-9b85-96da433fc1d0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:52.247039 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e40da680-c4af-415b-be19-c9875ff8dca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:52.303414 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3fe283f2-77ed-4c29-ac19-046255855cfb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:52.307654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe283f2-77ed-4c29-ac19-046255855cfb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:52.308248 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3fe283f2-77ed-4c29-ac19-046255855cfb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:52.313139 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3fe283f2-77ed-4c29-ac19-046255855cfb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/ports/5c06bd22-8d52-4757-9b85-96da433fc1d0 HTTP/1.1" status: 200 len: 911 time: 1.5291154 Dec 14 02:53:52.317335 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58014) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:52.319760 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e40da680-c4af-415b-be19-c9875ff8dca3 None None] Port 5c06bd22-8d52-4757-9b85-96da433fc1d0 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:53:52.322653 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Sync routers for ids ['0a2c583e-6472-4ada-8d84-118360c69678'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:53:52.365191 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Routers {'0a2c583e-6472-4ada-8d84-118360c69678'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:52.365878 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0a2c583e-6472-4ada-8d84-118360c69678'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:52.444155 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b0a03734-8336-4754-bddd-b69c7d60746c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:53:52.494344 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe283f2-77ed-4c29-ac19-046255855cfb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=5c06bd22-8d52-4757-9b85-96da433fc1d0,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:52.584245 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c73b7d3b-9dd4-41de-b1ef-8b064de7803c None None] Provisioning complete for port 5c06bd22-8d52-4757-9b85-96da433fc1d0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:52.585230 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c73b7d3b-9dd4-41de-b1ef-8b064de7803c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:52.644392 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c73b7d3b-9dd4-41de-b1ef-8b064de7803c None None] Port 5c06bd22-8d52-4757-9b85-96da433fc1d0 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:53:52.657295 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port b0a03734-8336-4754-bddd-b69c7d60746c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:52.657992 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:52.686276 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Set router 0a2c583e-6472-4ada-8d84-118360c69678 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:53:52.778875 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6a927ec9-69a5-4efb-9a05-1b7a802eb4d4 None None] Provisioning complete for port 5c06bd22-8d52-4757-9b85-96da433fc1d0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:52.779435 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6a927ec9-69a5-4efb-9a05-1b7a802eb4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:52.874041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6a927ec9-69a5-4efb-9a05-1b7a802eb4d4 None None] Port 5c06bd22-8d52-4757-9b85-96da433fc1d0 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:53:52.921948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58024) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:52.927731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-c595b567-b88f-481c-b78e-e365e0d3f46a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1284634678-network', 'tenant_id': '5dc74d7d5ac64efa8054d6e5662fc600'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:52.970163 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3e0dd37-a055-406a-b4a5-39167723b06b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.057477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd1c23a-4d98-4b24-b40e-41a0f17c1d1d None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:53.063128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c595b567-b88f-481c-b78e-e365e0d3f46a admin admin] Made reservation on behalf of 5dc74d7d5ac64efa8054d6e5662fc600 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:53:53.067242 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c595b567-b88f-481c-b78e-e365e0d3f46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.093092 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0dd37-a055-406a-b4a5-39167723b06b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Pushing event deleted for resources: {'Port': ['ID=80fc2a7e-d8c1-47fd-bc5b-59f76396d585,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:53.106524 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c595b567-b88f-481c-b78e-e365e0d3f46a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.116926 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2c583e-6472-4ada-8d84-118360c69678', 'name': 'tempest-TestAggregatesBasicOps-559235362-router', 'tenant_id': '2b0b9271d899422099a79ffa6870b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6c49ae9b-282c-40fc-ba00-3a2b4ee02e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:40Z', 'updated_at': '2021-12-14T02:53:48Z', 'revision_number': 4, 'project_id': '2b0b9271d899422099a79ffa6870b9d7', 'gw_port': {'id': '6c49ae9b-282c-40fc-ba00-3a2b4ee02e02', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2c583e-6472-4ada-8d84-118360c69678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:41Z', 'updated_at': '2021-12-14T02:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '307cbc95-c209-48d5-86b9-14cfc9465f40', 'name': '', 'network_id': '05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f', 'tenant_id': '2b0b9271d899422099a79ffa6870b9d7', 'mac_address': 'fa:16:3e:a9:54:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2c583e-6472-4ada-8d84-118360c69678', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'f851cc63-6011-4af7-99dc-3f9ddd075969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:46Z', 'updated_at': '2021-12-14T02:53:48Z', 'revision_number': 2, 'project_id': '2b0b9271d899422099a79ffa6870b9d7', 'subnets': [{'id': 'f851cc63-6011-4af7-99dc-3f9ddd075969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:53.147722 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Checking router: 0a2c583e-6472-4ada-8d84-118360c69678 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:53:53.152950 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Updating router 0a2c583e-6472-4ada-8d84-118360c69678 port 307cbc95-c209-48d5-86b9-14cfc9465f40 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:53:53.175160 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.192540 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3e0dd37-a055-406a-b4a5-39167723b06b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.276818 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c595b567-b88f-481c-b78e-e365e0d3f46a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.324183 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3e0dd37-a055-406a-b4a5-39167723b06b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.328253 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3e0dd37-a055-406a-b4a5-39167723b06b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.359934 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c595b567-b88f-481c-b78e-e365e0d3f46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.413903 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1c91178-4feb-467d-9882-56ff0f6393a5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.433652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c595b567-b88f-481c-b78e-e365e0d3f46a admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:53:53.464665 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595b567-b88f-481c-b78e-e365e0d3f46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ad3b4f-dc73-4872-ba84-4425e9e54858,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:53.470114 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c595b567-b88f-481c-b78e-e365e0d3f46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.470470 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-c595b567-b88f-481c-b78e-e365e0d3f46a admin admin] Added segment 82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b of type vlan for network 82e1c264-27c5-47df-aef5-84755f8bddf9 Dec 14 02:53:53.542978 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c595b567-b88f-481c-b78e-e365e0d3f46a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.574364 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3e0dd37-a055-406a-b4a5-39167723b06b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.575000 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e0dd37-a055-406a-b4a5-39167723b06b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f11a6c72-5d2e-43b4-9970-adc25d4262ae {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:53:53.582549 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3e0dd37-a055-406a-b4a5-39167723b06b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.583804 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b3e0dd37-a055-406a-b4a5-39167723b06b tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "DELETE /v2.0/routers/f11a6c72-5d2e-43b4-9970-adc25d4262ae HTTP/1.1" status: 204 len: 168 time: 2.7834713 Dec 14 02:53:53.595602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58034) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:53.610185 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.618756 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-799541207', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}, 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:53.631016 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c595b567-b88f-481c-b78e-e365e0d3f46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.637121 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c595b567-b88f-481c-b78e-e365e0d3f46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:53.641892 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c595b567-b88f-481c-b78e-e365e0d3f46a admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.708024 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.739230 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595b567-b88f-481c-b78e-e365e0d3f46a admin admin] Pushing event updated for resources: {'Network': ['ID=82e1c264-27c5-47df-aef5-84755f8bddf9,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:53.752423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 82e1c264-27c5-47df-aef5-84755f8bddf9 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:53:53.839139 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.845954 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.847671 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46862b2b-a607-4258-af78-da4acdfffc02 None None] Pushing event updated for resources: {'Port': ['ID=307cbc95-c209-48d5-86b9-14cfc9465f40,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:53.944999 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c595b567-b88f-481c-b78e-e365e0d3f46a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0214286 Dec 14 02:53:53.947968 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58036) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:53.952885 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-5bf09752-34c3-4b85-9ebb-2e1229d0123d admin admin] Request body: {'subnet': {'network_id': '82e1c264-27c5-47df-aef5-84755f8bddf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1284634678-subnet', 'tenant_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:53.960581 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Attempting to bind port 307cbc95-c209-48d5-86b9-14cfc9465f40 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:53:53.960581 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Attempting to bind port 307cbc95-c209-48d5-86b9-14cfc9465f40 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'fbd27779-16eb-42b5-9516-213973ec25d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:53:53.960581 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Attempting to bind port 307cbc95-c209-48d5-86b9-14cfc9465f40 on network 05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:53:53.971767 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:53:53.972184 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Checking segment: {'id': 'fbd27779-16eb-42b5-9516-213973ec25d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:53:53.972617 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.973008 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Bound using segment: {'id': 'fbd27779-16eb-42b5-9516-213973ec25d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:53:53.973581 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Bound port: 307cbc95-c209-48d5-86b9-14cfc9465f40, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd27779-16eb-42b5-9516-213973ec25d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:53:53.973966 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:53.983443 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:54.029829 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d1c91178-4feb-467d-9882-56ff0f6393a5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting port 5c06bd22-8d52-4757-9b85-96da433fc1d0 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:54.029829 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1c91178-4feb-467d-9882-56ff0f6393a5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:54.059750 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] For port 307cbc95-c209-48d5-86b9-14cfc9465f40, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:53:54.064629 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] For port 307cbc95-c209-48d5-86b9-14cfc9465f40, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=307cbc95-c209-48d5-86b9-14cfc9465f40,segment=NetworkSegment(fbd27779-16eb-42b5-9516-213973ec25d8),segment_id=fbd27779-16eb-42b5-9516-213973ec25d8)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:53:54.093394 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf09752-34c3-4b85-9ebb-2e1229d0123d admin admin] Made reservation on behalf of 5dc74d7d5ac64efa8054d6e5662fc600 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:53:54.093394 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5bf09752-34c3-4b85-9ebb-2e1229d0123d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:54.182094 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:54.236091 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-eed000ff-08f9-43f7-9ebe-95747efa5c91 None None] Provisioning complete for port 307cbc95-c209-48d5-86b9-14cfc9465f40 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:54.237050 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eed000ff-08f9-43f7-9ebe-95747efa5c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:54.303064 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46862b2b-a607-4258-af78-da4acdfffc02 None None] Pushing event updated for resources: {'Port': ['ID=307cbc95-c209-48d5-86b9-14cfc9465f40,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:54.305900 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1c91178-4feb-467d-9882-56ff0f6393a5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:54.332203 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:54.340166 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Routers {'0a2c583e-6472-4ada-8d84-118360c69678'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:54.340393 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d1c91178-4feb-467d-9882-56ff0f6393a5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Calling delete_port for 5c06bd22-8d52-4757-9b85-96da433fc1d0 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:54.346482 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0a2c583e-6472-4ada-8d84-118360c69678'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:54.386835 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 80fc2a7e-d8c1-47fd-bc5b-59f76396d585 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:53:54.420956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 80fc2a7e-d8c1-47fd-bc5b-59f76396d585 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:53:54.421658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 80fc2a7e-d8c1-47fd-bc5b-59f76396d585 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:53:54.525663 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eed000ff-08f9-43f7-9ebe-95747efa5c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:54.533035 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5bf09752-34c3-4b85-9ebb-2e1229d0123d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:54.594292 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] Set router 0a2c583e-6472-4ada-8d84-118360c69678 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:53:54.705395 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-eed000ff-08f9-43f7-9ebe-95747efa5c91 None None] For port 307cbc95-c209-48d5-86b9-14cfc9465f40, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=307cbc95-c209-48d5-86b9-14cfc9465f40,segment=NetworkSegment(fbd27779-16eb-42b5-9516-213973ec25d8),segment_id=fbd27779-16eb-42b5-9516-213973ec25d8)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:54.758358 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf09752-34c3-4b85-9ebb-2e1229d0123d admin admin] Checking segment: {'id': '82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '82e1c264-27c5-47df-aef5-84755f8bddf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:53:54.759004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf09752-34c3-4b85-9ebb-2e1229d0123d admin admin] Network hostable DHCP agents. Network: 82e1c264-27c5-47df-aef5-84755f8bddf9, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:53:54.763152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf09752-34c3-4b85-9ebb-2e1229d0123d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e878db8b-e482-455e-a591-8bc245850f14,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:54.804608 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eed000ff-08f9-43f7-9ebe-95747efa5c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:54.864049 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed000ff-08f9-43f7-9ebe-95747efa5c91 None None] Pushing event updated for resources: {'Port': ['ID=307cbc95-c209-48d5-86b9-14cfc9465f40,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:54.868959 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2c583e-6472-4ada-8d84-118360c69678', 'name': 'tempest-TestAggregatesBasicOps-559235362-router', 'tenant_id': '2b0b9271d899422099a79ffa6870b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6c49ae9b-282c-40fc-ba00-3a2b4ee02e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:40Z', 'updated_at': '2021-12-14T02:53:48Z', 'revision_number': 4, 'project_id': '2b0b9271d899422099a79ffa6870b9d7', 'gw_port': {'id': '6c49ae9b-282c-40fc-ba00-3a2b4ee02e02', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2c583e-6472-4ada-8d84-118360c69678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:41Z', 'updated_at': '2021-12-14T02:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '307cbc95-c209-48d5-86b9-14cfc9465f40', 'name': '', 'network_id': '05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f', 'tenant_id': '2b0b9271d899422099a79ffa6870b9d7', 'mac_address': 'fa:16:3e:a9:54:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2c583e-6472-4ada-8d84-118360c69678', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'f851cc63-6011-4af7-99dc-3f9ddd075969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:46Z', 'updated_at': '2021-12-14T02:53:54Z', 'revision_number': 4, 'project_id': '2b0b9271d899422099a79ffa6870b9d7', 'subnets': [{'id': 'f851cc63-6011-4af7-99dc-3f9ddd075969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:54.896055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf09752-34c3-4b85-9ebb-2e1229d0123d admin admin] Network 82e1c264-27c5-47df-aef5-84755f8bddf9 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:53:54.918818 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e0b9f-df3b-4028-80d6-1263705d91b1 None None] The sync data for ids ['0a2c583e-6472-4ada-8d84-118360c69678'] in n-d-821636-1 is: [{'id': '0a2c583e-6472-4ada-8d84-118360c69678', 'name': 'tempest-TestAggregatesBasicOps-559235362-router', 'tenant_id': '2b0b9271d899422099a79ffa6870b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6c49ae9b-282c-40fc-ba00-3a2b4ee02e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:40Z', 'updated_at': '2021-12-14T02:53:48Z', 'revision_number': 4, 'project_id': '2b0b9271d899422099a79ffa6870b9d7', 'gw_port': {'id': '6c49ae9b-282c-40fc-ba00-3a2b4ee02e02', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2c583e-6472-4ada-8d84-118360c69678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:41Z', 'updated_at': '2021-12-14T02:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '307cbc95-c209-48d5-86b9-14cfc9465f40', 'name': '', 'network_id': '05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f', 'tenant_id': '2b0b9271d899422099a79ffa6870b9d7', 'mac_address': 'fa:16:3e:a9:54:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2c583e-6472-4ada-8d84-118360c69678', 'device_owner': 'network:router_interface', 'standard_attr_id': 3006, 'fixed_ips': [{'subnet_id': 'f851cc63-6011-4af7-99dc-3f9ddd075969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:46Z', 'updated_at': '2021-12-14T02:53:54Z', 'revision_number': 4, 'project_id': '2b0b9271d899422099a79ffa6870b9d7', 'subnets': [{'id': 'f851cc63-6011-4af7-99dc-3f9ddd075969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:53:54.946162 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1c91178-4feb-467d-9882-56ff0f6393a5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:54.955400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-284224d2-aee7-45a9-aef1-3fe6a635c6ba None None] Provisioning complete for port 307cbc95-c209-48d5-86b9-14cfc9465f40 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:54.955773 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-284224d2-aee7-45a9-aef1-3fe6a635c6ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:54.993484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-5bf09752-34c3-4b85-9ebb-2e1229d0123d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 82e1c264-27c5-47df-aef5-84755f8bddf9) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:54.999791 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c91178-4feb-467d-9882-56ff0f6393a5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Port': ['ID=5c06bd22-8d52-4757-9b85-96da433fc1d0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:55.002945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf09752-34c3-4b85-9ebb-2e1229d0123d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:53:55.002945 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5bf09752-34c3-4b85-9ebb-2e1229d0123d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:55.056227 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa2db9e-d6a8-4d87-866c-f317ce7207dc None None] Network 82e1c264-27c5-47df-aef5-84755f8bddf9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:55.120875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5bf09752-34c3-4b85-9ebb-2e1229d0123d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1717851 Dec 14 02:53:55.123235 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58060) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:55.131310 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1284634678-router', 'tenant_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:55.199213 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:55.272629 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:55.273479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-82e1c264-27c5-47df-aef5-84755f8bddf9', 'network_id': '82e1c264-27c5-47df-aef5-84755f8bddf9', 'project_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'fixed_ips': [{'subnet_id': 'e878db8b-e482-455e-a591-8bc245850f14'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:53:55.280989 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:55.296905 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:55.298495 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:55.308510 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1c91178-4feb-467d-9882-56ff0f6393a5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:55.424895 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:55.549732 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Allocated IP 172.20.0.2 (82e1c264-27c5-47df-aef5-84755f8bddf9/e878db8b-e482-455e-a591-8bc245850f14/c693b88e-7ce5-4854-96e2-948aca2f768e) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:53:55.822497 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:55.836385 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:55.965491 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:55.999568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Network 82e1c264-27c5-47df-aef5-84755f8bddf9 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:56.004016 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:56.044356 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:53:56.089377 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Pushing event updated for resources: {'Port': ['ID=c693b88e-7ce5-4854-96e2-948aca2f768e,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:56.158540 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Attempting to bind port c693b88e-7ce5-4854-96e2-948aca2f768e on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:53:56.158978 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Attempting to bind port c693b88e-7ce5-4854-96e2-948aca2f768e by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '82e1c264-27c5-47df-aef5-84755f8bddf9'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:53:56.160943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Attempting to bind port c693b88e-7ce5-4854-96e2-948aca2f768e on network 82e1c264-27c5-47df-aef5-84755f8bddf9 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:53:56.175125 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:53:56.175537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Checking segment: {'id': '82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '82e1c264-27c5-47df-aef5-84755f8bddf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:53:56.175960 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:56.176375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Bound using segment: {'id': '82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '82e1c264-27c5-47df-aef5-84755f8bddf9'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:53:56.176869 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Bound port: c693b88e-7ce5-4854-96e2-948aca2f768e, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '82e1c264-27c5-47df-aef5-84755f8bddf9'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:53:56.177266 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:56.210819 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Allocated IP 172.25.7.72 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/e6c8b75b-7dcc-4aa1-ada5-ab02be1ec2c6) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:53:56.236161 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:56.314568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c91178-4feb-467d-9882-56ff0f6393a5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 6b64b13d-c3e2-447a-896f-c61a4c2e790c has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:53:56.324575 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:56.373476 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] For port c693b88e-7ce5-4854-96e2-948aca2f768e, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:53:56.382735 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] For port c693b88e-7ce5-4854-96e2-948aca2f768e, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c693b88e-7ce5-4854-96e2-948aca2f768e,segment=NetworkSegment(82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b),segment_id=82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:53:56.440230 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 307cbc95-c209-48d5-86b9-14cfc9465f40 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:53:56.486898 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:56.522083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c91178-4feb-467d-9882-56ff0f6393a5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:53:56.530117 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d1c91178-4feb-467d-9882-56ff0f6393a5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/6b64b13d-c3e2-447a-896f-c61a4c2e790c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2116830 Dec 14 02:53:56.532821 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58082) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:56.542318 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d81fde8-9fb0-4751-afde-5a88b92d7cc4 None None] Sync routers for ids ['6b64b13d-c3e2-447a-896f-c61a4c2e790c'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:53:56.574521 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-10c24beb-a44a-4f32-8a78-18d6297d0929 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b64b13d-c3e2-447a-896f-c61a4c2e790c HTTP/1.1" status: 200 len: 205 time: 0.0402009 Dec 14 02:53:56.577822 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58084) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:56.587035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d81fde8-9fb0-4751-afde-5a88b92d7cc4 None None] Routers {'6b64b13d-c3e2-447a-896f-c61a4c2e790c'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:56.587679 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9d81fde8-9fb0-4751-afde-5a88b92d7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['6b64b13d-c3e2-447a-896f-c61a4c2e790c'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:56.647838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9d81fde8-9fb0-4751-afde-5a88b92d7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:56.653058 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:56.667374 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 307cbc95-c209-48d5-86b9-14cfc9465f40 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:56.667754 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:56.697328 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-461cf526-7b67-40f7-b85a-a1c20c442ca2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:56.745720 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e2a4f-82b0-4491-ac33-45527422a649 None None] Pushing event updated for resources: {'Port': ['ID=c693b88e-7ce5-4854-96e2-948aca2f768e,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:56.762617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d81fde8-9fb0-4751-afde-5a88b92d7cc4 None None] Routers {'6b64b13d-c3e2-447a-896f-c61a4c2e790c'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:56.762617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9d81fde8-9fb0-4751-afde-5a88b92d7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['6b64b13d-c3e2-447a-896f-c61a4c2e790c'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:56.828884 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:56.847702 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9d81fde8-9fb0-4751-afde-5a88b92d7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:56.849092 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d81fde8-9fb0-4751-afde-5a88b92d7cc4 None None] The sync data for ids ['6b64b13d-c3e2-447a-896f-c61a4c2e790c'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:53:56.960636 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:56.976366 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:56.979858 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:53:57.002628 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f09de9b-e5ae-485c-a322-c14519bb90d1 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:57.015278 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-461cf526-7b67-40f7-b85a-a1c20c442ca2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:57.021068 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-461cf526-7b67-40f7-b85a-a1c20c442ca2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:57.021946 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Pushing event updated for resources: {'Port': ['ID=e6c8b75b-7dcc-4aa1-ada5-ab02be1ec2c6,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:57.056181 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:57.112122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-111a8928-9f42-4dbc-b02c-d62b19f2fd35 None None] Provisioning complete for port e6c8b75b-7dcc-4aa1-ada5-ab02be1ec2c6 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:57.112505 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-111a8928-9f42-4dbc-b02c-d62b19f2fd35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:57.139806 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Allocated IP 172.25.7.81 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/c56a370e-a7fe-4a46-91fb-d93a52c35568) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:53:57.201956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-111a8928-9f42-4dbc-b02c-d62b19f2fd35 None None] Port e6c8b75b-7dcc-4aa1-ada5-ab02be1ec2c6 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:53:57.242298 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-461cf526-7b67-40f7-b85a-a1c20c442ca2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:57.243037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461cf526-7b67-40f7-b85a-a1c20c442ca2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Fanout notify agent at l3_agent the message router_deleted on router 6b64b13d-c3e2-447a-896f-c61a4c2e790c {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:53:57.252504 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-461cf526-7b67-40f7-b85a-a1c20c442ca2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:57.254046 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-461cf526-7b67-40f7-b85a-a1c20c442ca2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/routers/6b64b13d-c3e2-447a-896f-c61a4c2e790c HTTP/1.1" status: 204 len: 168 time: 0.6747847 Dec 14 02:53:57.257102 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58094) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:57.311661 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:57.314703 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-70afd3f9-8e27-4c15-bede-f5936eacf8f5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting subnet df968588-5ddd-4bd4-8400-b3d8cdc7e67f {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:53:57.318127 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70afd3f9-8e27-4c15-bede-f5936eacf8f5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:57.424506 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70afd3f9-8e27-4c15-bede-f5936eacf8f5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:57.433924 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:57.478690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:53:57.483470 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:53:57.486235 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:53:57.507865 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fef3e66-d1b8-4557-bcad-98cc2a31f3f3 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:57.514442 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Pushing event updated for resources: {'Port': ['ID=c56a370e-a7fe-4a46-91fb-d93a52c35568,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:57.517507 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:57.532315 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:57.532672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:57.533097 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:57.533531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:57.533964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:57.534478 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:57.535009 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:57.535711 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:57.537173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:57.537893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:57.538576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:57.539182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:57.539962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:53:57.607714 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70afd3f9-8e27-4c15-bede-f5936eacf8f5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:57.657188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-20c54abf-db58-4160-ae75-7c42ebff6877 None None] Provisioning complete for port c56a370e-a7fe-4a46-91fb-d93a52c35568 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:57.657766 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-20c54abf-db58-4160-ae75-7c42ebff6877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:57.745154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-20c54abf-db58-4160-ae75-7c42ebff6877 None None] Port c56a370e-a7fe-4a46-91fb-d93a52c35568 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:53:57.745648 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58102) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:57.845831 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:57.895288 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70afd3f9-8e27-4c15-bede-f5936eacf8f5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:57.961917 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df6d78d8-52d6-4479-bda3-c3e3b5f489d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:57.974672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44e0dce-5e89-449a-9d81-59d26ea544f8 None None] Network 0129b6f6-0894-44bd-a002-67a7b05a9a30 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:57.975440 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70afd3f9-8e27-4c15-bede-f5936eacf8f5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:57.981382 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-70afd3f9-8e27-4c15-bede-f5936eacf8f5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/subnets/df968588-5ddd-4bd4-8400-b3d8cdc7e67f HTTP/1.1" status: 204 len: 168 time: 0.7230899 Dec 14 02:53:57.985338 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58108) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:57.985984 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afd3f9-8e27-4c15-bede-f5936eacf8f5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Subnet': ['ID=df968588-5ddd-4bd4-8400-b3d8cdc7e67f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:58.093490 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.101861 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.147374 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fe3da6-ea54-4f55-bea2-cfe5ddaabcb5 None None] Network 82e1c264-27c5-47df-aef5-84755f8bddf9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:53:58.203681 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting port b0a03734-8336-4754-bddd-b69c7d60746c {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:58.204023 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.210249 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e780d56f-e5d7-4b48-bb95-8fb1d8f9c328 None None] DHCP port deletion for 0129b6f6-0894-44bd-a002-67a7b05a9a30 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:53:58.235073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3c282ae0-0bb6-4c0d-8e50-b2a59107e60d None None] Provisioning complete for port c693b88e-7ce5-4854-96e2-948aca2f768e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:58.235625 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3c282ae0-0bb6-4c0d-8e50-b2a59107e60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.260020 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Router dc121be0-dfd6-41a4-8fe9-b045195e589a is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:53:58.318923 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] For port b0a03734-8336-4754-bddd-b69c7d60746c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b0a03734-8336-4754-bddd-b69c7d60746c,segment=NetworkSegment(22345f78-af4d-4d8a-9d83-e0ac29413248),segment_id=22345f78-af4d-4d8a-9d83-e0ac29413248)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:58.319306 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.339153 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Calling delete_port for b0a03734-8336-4754-bddd-b69c7d60746c owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:58.422182 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c693b88e-7ce5-4854-96e2-948aca2f768e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:53:58.445684 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df6d78d8-52d6-4479-bda3-c3e3b5f489d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.458367 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.463605 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e780d56f-e5d7-4b48-bb95-8fb1d8f9c328 None None] Deleting port b0a03734-8336-4754-bddd-b69c7d60746c {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:53:58.464259 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e780d56f-e5d7-4b48-bb95-8fb1d8f9c328 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.541175 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df6d78d8-52d6-4479-bda3-c3e3b5f489d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.604564 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:53:58.616288 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5271905c-463b-492a-b2a2-f1c19f8c4b85 None None] Sync routers for ids ['dc121be0-dfd6-41a4-8fe9-b045195e589a'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:53:58.634407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-df6d78d8-52d6-4479-bda3-c3e3b5f489d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8b2bdfd237814f9caa37719c695e646d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8874736 Dec 14 02:53:58.634643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58116) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:58.637705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d78d8-52d6-4479-bda3-c3e3b5f489d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5f04eb-f4ac-4a07-934d-5307247ddbd5,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:58.659258 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5271905c-463b-492a-b2a2-f1c19f8c4b85 None None] Routers {'dc121be0-dfd6-41a4-8fe9-b045195e589a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:58.663624 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5271905c-463b-492a-b2a2-f1c19f8c4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['dc121be0-dfd6-41a4-8fe9-b045195e589a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:58.696554 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.730569 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.735016 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-faad1143-b525-4214-8670-3cdfd58c20c9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1350029 Dec 14 02:53:58.736173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58118) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:58.742024 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Port': ['ID=b0a03734-8336-4754-bddd-b69c7d60746c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:58.742237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-cbc524f1-4dfc-427a-8446-535b855e934f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'enable_snat': False}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:58.745349 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] No DVR routers for this DVR port b0a03734-8336-4754-bddd-b69c7d60746c on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:53:58.769136 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5271905c-463b-492a-b2a2-f1c19f8c4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:58.790093 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5271905c-463b-492a-b2a2-f1c19f8c4b85 None None] Routers {'dc121be0-dfd6-41a4-8fe9-b045195e589a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:58.790252 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d48136cd-d22f-4c2e-bb59-f26fbb2fa976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.791036 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5271905c-463b-492a-b2a2-f1c19f8c4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['dc121be0-dfd6-41a4-8fe9-b045195e589a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:58.834212 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3c282ae0-0bb6-4c0d-8e50-b2a59107e60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.858675 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5271905c-463b-492a-b2a2-f1c19f8c4b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:58.860763 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5271905c-463b-492a-b2a2-f1c19f8c4b85 None None] The sync data for ids ['dc121be0-dfd6-41a4-8fe9-b045195e589a'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:53:58.863482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Router 538c0543-36b5-4461-98cd-e7122a2c8e5a is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:53:58.865162 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.868942 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d48136cd-d22f-4c2e-bb59-f26fbb2fa976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.903028 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0129b6f6-0894-44bd-a002-67a7b05a9a30']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:58.943776 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22345f78-af4d-4d8a-9d83-e0ac29413248') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:58.944093 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22345f78-af4d-4d8a-9d83-e0ac29413248') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:58.950917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3c282ae0-0bb6-4c0d-8e50-b2a59107e60d None None] For port c693b88e-7ce5-4854-96e2-948aca2f768e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c693b88e-7ce5-4854-96e2-948aca2f768e,segment=NetworkSegment(82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b),segment_id=82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:58.953693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e780d56f-e5d7-4b48-bb95-8fb1d8f9c328 None None] For port b0a03734-8336-4754-bddd-b69c7d60746c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b0a03734-8336-4754-bddd-b69c7d60746c,segment=NetworkSegment(22345f78-af4d-4d8a-9d83-e0ac29413248),segment_id=22345f78-af4d-4d8a-9d83-e0ac29413248)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:53:58.955691 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.962310 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e780d56f-e5d7-4b48-bb95-8fb1d8f9c328 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.965017 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port c693b88e-7ce5-4854-96e2-948aca2f768e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:58.966872 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.972912 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.979606 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:53:58.980230 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:53:58.985828 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:53:59.009972 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e780d56f-e5d7-4b48-bb95-8fb1d8f9c328 None None] Calling delete_port for b0a03734-8336-4754-bddd-b69c7d60746c owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:53:59.064932 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3c282ae0-0bb6-4c0d-8e50-b2a59107e60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:59.116466 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c282ae0-0bb6-4c0d-8e50-b2a59107e60d None None] Pushing event updated for resources: {'Port': ['ID=c693b88e-7ce5-4854-96e2-948aca2f768e,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:59.177053 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:59.217009 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0ff36bbc-f1b3-44be-a90c-81df2366bb25 None None] Provisioning complete for port c693b88e-7ce5-4854-96e2-948aca2f768e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:53:59.218088 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ff36bbc-f1b3-44be-a90c-81df2366bb25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:59.233682 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:59.237643 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/networks/0129b6f6-0894-44bd-a002-67a7b05a9a30 HTTP/1.1" status: 204 len: 168 time: 1.2448721 Dec 14 02:53:59.241425 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d48136cd-d22f-4c2e-bb59-f26fbb2fa976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:59.241799 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d48136cd-d22f-4c2e-bb59-f26fbb2fa976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:59.243065 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d48136cd-d22f-4c2e-bb59-f26fbb2fa976 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff5f04eb-f4ac-4a07-934d-5307247ddbd5 HTTP/1.1" status: 204 len: 168 time: 0.6073480 Dec 14 02:53:59.243818 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58126) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:59.246287 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef56c5-d549-456c-8237-26d1830fb26f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Network': ['ID=0129b6f6-0894-44bd-a002-67a7b05a9a30,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:59.257250 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3e70bca7-ff23-4f7e-9fb3-2397a5b355e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1966252000', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:59.284983 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48136cd-d22f-4c2e-bb59-f26fbb2fa976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5f04eb-f4ac-4a07-934d-5307247ddbd5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:59.307573 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e780d56f-e5d7-4b48-bb95-8fb1d8f9c328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:59.316298 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b0a03734-8336-4754-bddd-b69c7d60746c no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:53:59.369158 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e780d56f-e5d7-4b48-bb95-8fb1d8f9c328 None None] Network 0129b6f6-0894-44bd-a002-67a7b05a9a30 is not hosted by any dhcp agent {{(pid=103849) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 14 02:53:59.369641 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e780d56f-e5d7-4b48-bb95-8fb1d8f9c328 None None] No DVR routers for this DVR port b0a03734-8336-4754-bddd-b69c7d60746c on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:53:59.375660 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780d56f-e5d7-4b48-bb95-8fb1d8f9c328 None None] Pushing event deleted for resources: {'Port': ['ID=b0a03734-8336-4754-bddd-b69c7d60746c,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:53:59.377917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: b0a03734-8336-4754-bddd-b69c7d60746c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:53:59.377917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b0a03734-8336-4754-bddd-b69c7d60746c not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:53:59.405880 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e70bca7-ff23-4f7e-9fb3-2397a5b355e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:59.407401 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e70bca7-ff23-4f7e-9fb3-2397a5b355e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:59.499872 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e70bca7-ff23-4f7e-9fb3-2397a5b355e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:59.576674 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e70bca7-ff23-4f7e-9fb3-2397a5b355e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:59.663337 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e70bca7-ff23-4f7e-9fb3-2397a5b355e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:59.667096 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3e70bca7-ff23-4f7e-9fb3-2397a5b355e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4114509 Dec 14 02:53:59.667418 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58136) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:53:59.667699 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cbc524f1-4dfc-427a-8446-535b855e934f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:59.672930 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-bfc1624e-193d-433d-8144-b6bed93778e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-344388608'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:53:59.678382 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:53:59.688532 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Sync routers for ids ['538c0543-36b5-4461-98cd-e7122a2c8e5a'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:53:59.699695 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Routers {'538c0543-36b5-4461-98cd-e7122a2c8e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:53:59.700576 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['538c0543-36b5-4461-98cd-e7122a2c8e5a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:53:59.806861 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Set router 538c0543-36b5-4461-98cd-e7122a2c8e5a gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:53:59.821981 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc1624e-193d-433d-8144-b6bed93778e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Made reservation on behalf of 00395e1ef3104ea683edcfb770d6d2a1 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:53:59.825532 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bfc1624e-193d-433d-8144-b6bed93778e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:59.855647 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc1624e-193d-433d-8144-b6bed93778e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:53:59.866418 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bfc1624e-193d-433d-8144-b6bed93778e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:59.867072 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-bfc1624e-193d-433d-8144-b6bed93778e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Added segment 47e80097-0b7d-465c-9ba7-3f02770a51a4 of type vlan for network 739aee60-cbaa-49f6-9da9-155458ea6641 Dec 14 02:53:59.909090 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bfc1624e-193d-433d-8144-b6bed93778e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:59.975372 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:53:59.976803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a275a3fa-6b73-46de-829f-e89157b06948 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8515265 Dec 14 02:53:59.979656 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58142) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:00.040388 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'name': 'tempest-TestAggregatesBasicOps-1284634678-router', 'tenant_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'c56a370e-a7fe-4a46-91fb-d93a52c35568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:55Z', 'updated_at': '2021-12-14T02:53:57Z', 'revision_number': 3, 'project_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'gw_port': {'id': 'c56a370e-a7fe-4a46-91fb-d93a52c35568', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:56Z', 'updated_at': '2021-12-14T02:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:00.077481 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Checking router: 538c0543-36b5-4461-98cd-e7122a2c8e5a for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:54:00.077845 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Updating router 538c0543-36b5-4461-98cd-e7122a2c8e5a port c56a370e-a7fe-4a46-91fb-d93a52c35568 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:54:00.105119 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bfc1624e-193d-433d-8144-b6bed93778e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:00.113974 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc1624e-193d-433d-8144-b6bed93778e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:00.114572 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:00.114722 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bfc1624e-193d-433d-8144-b6bed93778e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:00.171419 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58146) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:00.254050 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5322ea34-6130-497c-9e90-c9ad7097da36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:00.319635 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cbc524f1-4dfc-427a-8446-535b855e934f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:00.326460 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cbc524f1-4dfc-427a-8446-535b855e934f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:00.388125 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:00.404776 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c693b88e-7ce5-4854-96e2-948aca2f768e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:54:00.464182 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5322ea34-6130-497c-9e90-c9ad7097da36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:00.494201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc524f1-4dfc-427a-8446-535b855e934f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Router dc121be0-dfd6-41a4-8fe9-b045195e589a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:54:00.502673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port c693b88e-7ce5-4854-96e2-948aca2f768e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:00.503051 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:00.509500 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1624e-193d-433d-8144-b6bed93778e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Network': ['ID=739aee60-cbaa-49f6-9da9-155458ea6641,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:00.543495 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 739aee60-cbaa-49f6-9da9-155458ea6641 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:54:00.620847 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bfc1624e-193d-433d-8144-b6bed93778e5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9524789 Dec 14 02:54:00.625491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58154) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:00.637113 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-838cc5b4-dd57-4c0e-a825-b8370e85a118 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'subnet': {'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:00.644084 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5322ea34-6130-497c-9e90-c9ad7097da36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:00.682204 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:00.741804 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322ea34-6130-497c-9e90-c9ad7097da36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6190677d-c5a6-4389-bd82-3c84139b2018,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:00.784651 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:00.785874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc524f1-4dfc-427a-8446-535b855e934f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:00.797917 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cbc524f1-4dfc-427a-8446-535b855e934f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:00.804186 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cbc524f1-4dfc-427a-8446-535b855e934f tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "PUT /v2.0/routers/dc121be0-dfd6-41a4-8fe9-b045195e589a HTTP/1.1" status: 200 len: 924 time: 2.0669138 Dec 14 02:54:00.807012 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac248b7-cc5f-498d-83f2-2bbfbee57070 None None] Sync routers for ids ['dc121be0-dfd6-41a4-8fe9-b045195e589a'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:00.809179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58156) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:00.827802 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5322ea34-6130-497c-9e90-c9ad7097da36 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=619702f217ed40b4aa6bc6791d61276f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6560562 Dec 14 02:54:00.876477 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58158) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:00.884106 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac248b7-cc5f-498d-83f2-2bbfbee57070 None None] Routers {'dc121be0-dfd6-41a4-8fe9-b045195e589a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:00.884756 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2ac248b7-cc5f-498d-83f2-2bbfbee57070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['dc121be0-dfd6-41a4-8fe9-b045195e589a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:00.917230 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4ff854-29da-4a15-95f6-901053d4be0c None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:00.920737 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd26e6-b65c-4a86-bb57-62da92bab86d None None] Pushing event updated for resources: {'Port': ['ID=c56a370e-a7fe-4a46-91fb-d93a52c35568,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:00.942501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Attempting to bind port c56a370e-a7fe-4a46-91fb-d93a52c35568 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:54:00.942501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Attempting to bind port c56a370e-a7fe-4a46-91fb-d93a52c35568 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:54:00.942887 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Attempting to bind port c56a370e-a7fe-4a46-91fb-d93a52c35568 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:54:00.950279 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:54:00.951081 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:00.952018 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:00.952392 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:54:00.952882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Bound port: c56a370e-a7fe-4a46-91fb-d93a52c35568, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:54:00.953275 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:01.016680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-35c90083-7df2-4f96-a76e-c2aca10f7c5c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "GET /v2.0/routers/dc121be0-dfd6-41a4-8fe9-b045195e589a HTTP/1.1" status: 200 len: 924 time: 0.2047184 Dec 14 02:54:01.018808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58162) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:01.023899 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2ac248b7-cc5f-498d-83f2-2bbfbee57070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:01.044675 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac248b7-cc5f-498d-83f2-2bbfbee57070 None None] Routers {'dc121be0-dfd6-41a4-8fe9-b045195e589a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:01.045650 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2ac248b7-cc5f-498d-83f2-2bbfbee57070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['dc121be0-dfd6-41a4-8fe9-b045195e589a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:01.061467 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] For port c56a370e-a7fe-4a46-91fb-d93a52c35568, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:54:01.069626 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] For port c56a370e-a7fe-4a46-91fb-d93a52c35568, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c56a370e-a7fe-4a46-91fb-d93a52c35568,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:54:01.071085 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c27b2256-041f-4902-b42f-3a9fc2d119da None None] Provisioning complete for port c56a370e-a7fe-4a46-91fb-d93a52c35568 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:01.074388 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c27b2256-041f-4902-b42f-3a9fc2d119da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:01.088323 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838cc5b4-dd57-4c0e-a825-b8370e85a118 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Made reservation on behalf of 00395e1ef3104ea683edcfb770d6d2a1 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:54:01.096084 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-838cc5b4-dd57-4c0e-a825-b8370e85a118 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:01.143955 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2ac248b7-cc5f-498d-83f2-2bbfbee57070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:01.145008 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac248b7-cc5f-498d-83f2-2bbfbee57070 None None] The sync data for ids ['dc121be0-dfd6-41a4-8fe9-b045195e589a'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:01.157964 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c27b2256-041f-4902-b42f-3a9fc2d119da None None] Port c56a370e-a7fe-4a46-91fb-d93a52c35568 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:01.187911 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:01.221275 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a78ebe50-0219-47e3-af02-ae1fa8a5959e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:01.335875 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a78ebe50-0219-47e3-af02-ae1fa8a5959e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:01.350422 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1a4df6-3622-420a-857a-54542d63aac1 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:01.351983 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6d1a4df6-3622-420a-857a-54542d63aac1 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&device_id=dc121be0-dfd6-41a4-8fe9-b045195e589a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3321266 Dec 14 02:54:01.360010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e715746-d731-4e96-b4f5-7754a4d3cd1c None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:01.361421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58172) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:01.364635 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd26e6-b65c-4a86-bb57-62da92bab86d None None] Pushing event updated for resources: {'Port': ['ID=c56a370e-a7fe-4a46-91fb-d93a52c35568,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:01.378538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Routers {'538c0543-36b5-4461-98cd-e7122a2c8e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:01.379771 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:53:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['538c0543-36b5-4461-98cd-e7122a2c8e5a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:01.380468 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8be3f49a-eab2-4540-9156-291da5e94b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:01.536106 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f2e12246-5f1e-4882-8f30-32266b6f8139 None None] Provisioning complete for port c56a370e-a7fe-4a46-91fb-d93a52c35568 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:01.536483 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2e12246-5f1e-4882-8f30-32266b6f8139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:01.581329 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a78ebe50-0219-47e3-af02-ae1fa8a5959e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:01.584363 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a78ebe50-0219-47e3-af02-ae1fa8a5959e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:01.585147 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a78ebe50-0219-47e3-af02-ae1fa8a5959e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6190677d-c5a6-4389-bd82-3c84139b2018 HTTP/1.1" status: 204 len: 168 time: 0.7165802 Dec 14 02:54:01.602212 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ebe50-0219-47e3-af02-ae1fa8a5959e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6190677d-c5a6-4389-bd82-3c84139b2018,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:01.609096 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] Set router 538c0543-36b5-4461-98cd-e7122a2c8e5a gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:01.615820 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-8be3f49a-eab2-4540-9156-291da5e94b30 admin admin] Allocated IP 172.20.0.1 (82e1c264-27c5-47df-aef5-84755f8bddf9/e878db8b-e482-455e-a591-8bc245850f14/a5cd25c9-527c-450c-9701-1e0fe0805464) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:01.617345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96026538-c54a-4673-832d-58730a0496ce tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:01.621541 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-96026538-c54a-4673-832d-58730a0496ce tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 881 time: 0.2565351 Dec 14 02:54:01.624380 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58190) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:01.802928 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8be3f49a-eab2-4540-9156-291da5e94b30 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:01.809524 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2e12246-5f1e-4882-8f30-32266b6f8139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:01.852625 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f2e12246-5f1e-4882-8f30-32266b6f8139 None None] For port c56a370e-a7fe-4a46-91fb-d93a52c35568, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c56a370e-a7fe-4a46-91fb-d93a52c35568,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:01.866281 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-259ecf2b-3669-43f9-88c5-bfdba7a3a748 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc121be0-dfd6-41a4-8fe9-b045195e589a HTTP/1.1" status: 200 len: 205 time: 0.2374713 Dec 14 02:54:01.870074 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58194) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:01.870551 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-838cc5b4-dd57-4c0e-a825-b8370e85a118 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:01.898545 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'name': 'tempest-TestAggregatesBasicOps-1284634678-router', 'tenant_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'c56a370e-a7fe-4a46-91fb-d93a52c35568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:55Z', 'updated_at': '2021-12-14T02:53:57Z', 'revision_number': 3, 'project_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'gw_port': {'id': 'c56a370e-a7fe-4a46-91fb-d93a52c35568', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:56Z', 'updated_at': '2021-12-14T02:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:01.963356 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0908e0-9f44-4d68-8c5e-eb767e79b4c2 None None] The sync data for ids ['538c0543-36b5-4461-98cd-e7122a2c8e5a'] in n-d-821636-1 is: [{'id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'name': 'tempest-TestAggregatesBasicOps-1284634678-router', 'tenant_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'c56a370e-a7fe-4a46-91fb-d93a52c35568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:55Z', 'updated_at': '2021-12-14T02:53:57Z', 'revision_number': 3, 'project_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'gw_port': {'id': 'c56a370e-a7fe-4a46-91fb-d93a52c35568', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:56Z', 'updated_at': '2021-12-14T02:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:01.971050 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838cc5b4-dd57-4c0e-a825-b8370e85a118 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Subnet': ['ID=e60f712c-d353-4c19-9296-c147fe61f207,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:01.987597 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2e12246-5f1e-4882-8f30-32266b6f8139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:01.998801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-b994b1bb-66d7-46cf-b2f9-3c388ed53fd7 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:02.005258 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-b994b1bb-66d7-46cf-b2f9-3c388ed53fd7 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/networks?id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48 HTTP/1.1" status: 200 len: 814 time: 0.3851750 Dec 14 02:54:02.005870 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50a01ea1-9004-440d-bc82-26e87f064efb tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:02.022226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838cc5b4-dd57-4c0e-a825-b8370e85a118 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Checking segment: {'id': '47e80097-0b7d-465c-9ba7-3f02770a51a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:02.022600 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838cc5b4-dd57-4c0e-a825-b8370e85a118 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network hostable DHCP agents. Network: 739aee60-cbaa-49f6-9da9-155458ea6641, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:54:02.040351 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-28879ac0-dbb4-4d59-9fb5-cd17374654df tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/quotas/d6afd97248934601b456e60985587aff HTTP/1.1" status: 200 len: 375 time: 0.0341063 Dec 14 02:54:02.091744 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8be3f49a-eab2-4540-9156-291da5e94b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:02.093819 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e12246-5f1e-4882-8f30-32266b6f8139 None None] Pushing event updated for resources: {'Port': ['ID=c56a370e-a7fe-4a46-91fb-d93a52c35568,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:02.132230 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-373735a5-245a-46b8-afb2-57cbddaf4090 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6afd97248934601b456e60985587aff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0908878 Dec 14 02:54:02.163790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838cc5b4-dd57-4c0e-a825-b8370e85a118 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network 739aee60-cbaa-49f6-9da9-155458ea6641 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:54:02.183238 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be3f49a-eab2-4540-9156-291da5e94b30 admin admin] Network 82e1c264-27c5-47df-aef5-84755f8bddf9 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:02.187916 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-8be3f49a-eab2-4540-9156-291da5e94b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:02.193234 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be3f49a-eab2-4540-9156-291da5e94b30 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:02.237666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3f49a-eab2-4540-9156-291da5e94b30 admin admin] Pushing event updated for resources: {'Port': ['ID=a5cd25c9-527c-450c-9701-1e0fe0805464,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:02.252113 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-838cc5b4-dd57-4c0e-a825-b8370e85a118 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 739aee60-cbaa-49f6-9da9-155458ea6641) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:02.258443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838cc5b4-dd57-4c0e-a825-b8370e85a118 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:02.258963 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8be3f49a-eab2-4540-9156-291da5e94b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:02.259547 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-838cc5b4-dd57-4c0e-a825-b8370e85a118 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:02.284277 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772e2df8-e5b7-4eb9-978c-867d949d7f10 None None] Network 739aee60-cbaa-49f6-9da9-155458ea6641 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:54:02.364541 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50a01ea1-9004-440d-bc82-26e87f064efb tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:02.365476 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-838cc5b4-dd57-4c0e-a825-b8370e85a118 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7381992 Dec 14 02:54:02.368443 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58204) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:02.541753 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-739aee60-cbaa-49f6-9da9-155458ea6641', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:54:02.542941 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:02.569277 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-cafc3f15-958a-4298-afb2-58c9db99a124 service neutron] 10.222.0.39 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360611 Dec 14 02:54:02.766155 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-43cb42a4-20db-4772-bc6f-f397ba9947a4 service neutron] 10.222.0.39 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955893 Dec 14 02:54:02.826562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Allocated IP 2001:db8::2 (739aee60-cbaa-49f6-9da9-155458ea6641/e60f712c-d353-4c19-9296-c147fe61f207/31ec6bdc-002c-4137-b92c-3cbed75b461e) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:02.912305 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ecf61ef3-fc6a-4b1b-96b2-e0f93969b45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:02.952578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-19bd21f8-4181-48d3-9632-2ddd56daf1dc None None] Provisioning complete for port a5cd25c9-527c-450c-9701-1e0fe0805464 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:02.954161 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-19bd21f8-4181-48d3-9632-2ddd56daf1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:02.991283 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-50a01ea1-9004-440d-bc82-26e87f064efb tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Deleting port e6c8b75b-7dcc-4aa1-ada5-ab02be1ec2c6 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:02.992261 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50a01ea1-9004-440d-bc82-26e87f064efb tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:03.004744 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-19bd21f8-4181-48d3-9632-2ddd56daf1dc None None] Port a5cd25c9-527c-450c-9701-1e0fe0805464 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:03.105761 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8be3f49a-eab2-4540-9156-291da5e94b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:03.129264 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:03.218536 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20f6bbf8-1184-40a4-8ea4-345b591d5c9f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:03.227603 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:03.250665 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d5876be5-bb04-4b09-be81-f236fcd3964a req-2abcc1d4-77ba-43d3-a3a1-0545b1b105f2 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 210 time: 0.0749176 Dec 14 02:54:03.344289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Pushing event updated for resources: {'Port': ['ID=31ec6bdc-002c-4137-b92c-3cbed75b461e,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:03.367022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Network 739aee60-cbaa-49f6-9da9-155458ea6641 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:03.369626 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:03.375675 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:03.469139 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Attempting to bind port 31ec6bdc-002c-4137-b92c-3cbed75b461e on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:54:03.469566 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Attempting to bind port 31ec6bdc-002c-4137-b92c-3cbed75b461e by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '47e80097-0b7d-465c-9ba7-3f02770a51a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:54:03.470075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Attempting to bind port 31ec6bdc-002c-4137-b92c-3cbed75b461e on network 739aee60-cbaa-49f6-9da9-155458ea6641 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:54:03.476212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:54:03.476595 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Checking segment: {'id': '47e80097-0b7d-465c-9ba7-3f02770a51a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:03.477122 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:03.477993 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Bound using segment: {'id': '47e80097-0b7d-465c-9ba7-3f02770a51a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:54:03.478697 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Bound port: 31ec6bdc-002c-4137-b92c-3cbed75b461e, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e80097-0b7d-465c-9ba7-3f02770a51a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:54:03.479097 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:03.530024 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50a01ea1-9004-440d-bc82-26e87f064efb tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:03.560940 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-50a01ea1-9004-440d-bc82-26e87f064efb tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Calling delete_port for e6c8b75b-7dcc-4aa1-ada5-ab02be1ec2c6 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:03.570666 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] For port 31ec6bdc-002c-4137-b92c-3cbed75b461e, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:54:03.575162 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] For port 31ec6bdc-002c-4137-b92c-3cbed75b461e, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=31ec6bdc-002c-4137-b92c-3cbed75b461e,segment=NetworkSegment(47e80097-0b7d-465c-9ba7-3f02770a51a4),segment_id=47e80097-0b7d-465c-9ba7-3f02770a51a4)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:54:03.673578 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:03.786296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c01602-6ca8-4059-84d5-43566a49bcdb None None] Pushing event updated for resources: {'Port': ['ID=31ec6bdc-002c-4137-b92c-3cbed75b461e,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:04.185758 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8be3f49a-eab2-4540-9156-291da5e94b30 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:04.290700 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8be3f49a-eab2-4540-9156-291da5e94b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:04.335689 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8be3f49a-eab2-4540-9156-291da5e94b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:04.376833 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-20f6bbf8-1184-40a4-8ea4-345b591d5c9f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Allocated IP 2001:db8::1 (739aee60-cbaa-49f6-9da9-155458ea6641/e60f712c-d353-4c19-9296-c147fe61f207/512bdbc4-0318-47ab-ba73-f659fb57e4fc) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:04.427625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8723236-ccb5-4cf0-96de-e36a064ea050 req-e1516e11-3d24-47f0-8d51-9a1400b95560 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 210 time: 0.0726044 Dec 14 02:54:04.500780 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3f49a-eab2-4540-9156-291da5e94b30 admin admin] Pushing event updated for resources: {'Port': ['ID=a5cd25c9-527c-450c-9701-1e0fe0805464,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:04.547432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 31ec6bdc-002c-4137-b92c-3cbed75b461e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:54:04.632751 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 31ec6bdc-002c-4137-b92c-3cbed75b461e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:04.632751 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:04.634244 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be3f49a-eab2-4540-9156-291da5e94b30 admin admin] Network 82e1c264-27c5-47df-aef5-84755f8bddf9 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:04.637561 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-8be3f49a-eab2-4540-9156-291da5e94b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:04.697708 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50a01ea1-9004-440d-bc82-26e87f064efb tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:04.846645 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20f6bbf8-1184-40a4-8ea4-345b591d5c9f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:04.902835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a01ea1-9004-440d-bc82-26e87f064efb tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Pushing event deleted for resources: {'Port': ['ID=e6c8b75b-7dcc-4aa1-ada5-ab02be1ec2c6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:04.974631 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be3f49a-eab2-4540-9156-291da5e94b30 admin admin] Router 538c0543-36b5-4461-98cd-e7122a2c8e5a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:54:05.098080 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadb38d5-0873-4df8-93e4-0c6eeae0e049 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:05.172576 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50a01ea1-9004-440d-bc82-26e87f064efb tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:05.179105 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:05.211261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ea1815b6-06c6-4de3-96bd-e3ad75474b0e None None] Provisioning complete for port a5cd25c9-527c-450c-9701-1e0fe0805464 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:05.213346 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ea1815b6-06c6-4de3-96bd-e3ad75474b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:05.277298 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-63df77a8-5bce-4e4d-ad7c-bb32d9395c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:05.291300 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20f6bbf8-1184-40a4-8ea4-345b591d5c9f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:05.291814 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 31ec6bdc-002c-4137-b92c-3cbed75b461e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=31ec6bdc-002c-4137-b92c-3cbed75b461e,segment=NetworkSegment(47e80097-0b7d-465c-9ba7-3f02770a51a4),segment_id=47e80097-0b7d-465c-9ba7-3f02770a51a4)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:05.298588 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ea1815b6-06c6-4de3-96bd-e3ad75474b0e None None] Port a5cd25c9-527c-450c-9701-1e0fe0805464 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:05.314788 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50a01ea1-9004-440d-bc82-26e87f064efb tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:05.348832 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50a01ea1-9004-440d-bc82-26e87f064efb tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:05.358608 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f6bbf8-1184-40a4-8ea4-345b591d5c9f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network 739aee60-cbaa-49f6-9da9-155458ea6641 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:05.374344 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-20f6bbf8-1184-40a4-8ea4-345b591d5c9f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:05.381492 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:05.381975 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c56a370e-a7fe-4a46-91fb-d93a52c35568 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:54:05.384285 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f6bbf8-1184-40a4-8ea4-345b591d5c9f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:05.384285 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20f6bbf8-1184-40a4-8ea4-345b591d5c9f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:05.434996 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6947163-91f6-4502-828d-47afb4cd525f None None] Network 739aee60-cbaa-49f6-9da9-155458ea6641 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:54:05.503073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6bbf8-1184-40a4-8ea4-345b591d5c9f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=512bdbc4-0318-47ab-ba73-f659fb57e4fc,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:05.515967 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be3f49a-eab2-4540-9156-291da5e94b30 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:05.528596 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8be3f49a-eab2-4540-9156-291da5e94b30 admin admin] 10.222.0.39 "PUT /v2.0/routers/538c0543-36b5-4461-98cd-e7122a2c8e5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5412149 Dec 14 02:54:05.566464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Sync routers for ids ['538c0543-36b5-4461-98cd-e7122a2c8e5a'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:05.601718 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aea53aba-fce1-4c20-a472-46b2c63b7af8 req-9df7b8dc-2bdd-4b61-985b-fec7e10d09c6 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 210 time: 0.0588875 Dec 14 02:54:05.616337 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50a01ea1-9004-440d-bc82-26e87f064efb tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:05.620152 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a01ea1-9004-440d-bc82-26e87f064efb tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Fanout notify agent at l3_agent the message router_deleted on router dc121be0-dfd6-41a4-8fe9-b045195e589a {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:54:05.626848 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Routers {'538c0543-36b5-4461-98cd-e7122a2c8e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:05.627831 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['538c0543-36b5-4461-98cd-e7122a2c8e5a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:05.631378 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-50a01ea1-9004-440d-bc82-26e87f064efb tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:05.632280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=31ec6bdc-002c-4137-b92c-3cbed75b461e,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:05.639144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58274) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:05.644576 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-50a01ea1-9004-440d-bc82-26e87f064efb tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "DELETE /v2.0/routers/dc121be0-dfd6-41a4-8fe9-b045195e589a HTTP/1.1" status: 204 len: 168 time: 3.7706604 Dec 14 02:54:05.645585 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-cdea44f9-e810-4d51-bd66-4554e2b17d21 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-580839957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:05.708070 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20f6bbf8-1184-40a4-8ea4-345b591d5c9f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:05.756386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d7c701fa-5179-409b-8975-a7c8d440dc20 None None] Provisioning complete for port 31ec6bdc-002c-4137-b92c-3cbed75b461e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:05.756758 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d7c701fa-5179-409b-8975-a7c8d440dc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:05.782013 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cdea44f9-e810-4d51-bd66-4554e2b17d21 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:05.783249 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cdea44f9-e810-4d51-bd66-4554e2b17d21 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:05.812401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port c56a370e-a7fe-4a46-91fb-d93a52c35568 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:05.813294 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:05.921136 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cdea44f9-e810-4d51-bd66-4554e2b17d21 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:05.987465 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-9b8e463f-7f05-49ed-b40c-396987355ef5 req-14adee59-569a-4a7d-bf71-84a23d04d8b1 service neutron] (103847) timed out ('10.222.0.39', 45952) {{(pid=103847) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 02:54:05.993424 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cdea44f9-e810-4d51-bd66-4554e2b17d21 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:06.023987 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Set router 538c0543-36b5-4461-98cd-e7122a2c8e5a gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:06.174443 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20f6bbf8-1184-40a4-8ea4-345b591d5c9f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:06.199728 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cdea44f9-e810-4d51-bd66-4554e2b17d21 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:06.202101 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cdea44f9-e810-4d51-bd66-4554e2b17d21 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5619128 Dec 14 02:54:06.211480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58290) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:06.221569 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-67bd462e-4218-4062-8256-3aad29d8ca5f tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:06.304991 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20f6bbf8-1184-40a4-8ea4-345b591d5c9f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:06.304991 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20f6bbf8-1184-40a4-8ea4-345b591d5c9f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:06.364802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'name': 'tempest-TestAggregatesBasicOps-1284634678-router', 'tenant_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'c56a370e-a7fe-4a46-91fb-d93a52c35568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:55Z', 'updated_at': '2021-12-14T02:54:02Z', 'revision_number': 4, 'project_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'gw_port': {'id': 'c56a370e-a7fe-4a46-91fb-d93a52c35568', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:56Z', 'updated_at': '2021-12-14T02:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a5cd25c9-527c-450c-9701-1e0fe0805464', 'name': '', 'network_id': '82e1c264-27c5-47df-aef5-84755f8bddf9', 'tenant_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'mac_address': 'fa:16:3e:47:63:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'e878db8b-e482-455e-a591-8bc245850f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:01Z', 'updated_at': '2021-12-14T02:54:03Z', 'revision_number': 2, 'project_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'subnets': [{'id': 'e878db8b-e482-455e-a591-8bc245850f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:06.398236 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Checking router: 538c0543-36b5-4461-98cd-e7122a2c8e5a for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:54:06.398644 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Updating router 538c0543-36b5-4461-98cd-e7122a2c8e5a port a5cd25c9-527c-450c-9701-1e0fe0805464 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:54:06.420776 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:06.426574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 31ec6bdc-002c-4137-b92c-3cbed75b461e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:54:06.490141 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:06.564861 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6bbf8-1184-40a4-8ea4-345b591d5c9f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=512bdbc4-0318-47ab-ba73-f659fb57e4fc,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:06.686219 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f6bbf8-1184-40a4-8ea4-345b591d5c9f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network 739aee60-cbaa-49f6-9da9-155458ea6641 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:06.686219 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-20f6bbf8-1184-40a4-8ea4-345b591d5c9f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:06.892151 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 31ec6bdc-002c-4137-b92c-3cbed75b461e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:06.898792 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:06.960061 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-83e8b5eb-221e-4a9b-ae73-6da6ba9c7d69 None None] Provisioning complete for port 31ec6bdc-002c-4137-b92c-3cbed75b461e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:06.960540 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-83e8b5eb-221e-4a9b-ae73-6da6ba9c7d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:07.032679 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f6bbf8-1184-40a4-8ea4-345b591d5c9f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:54:07.071301 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-1374dc0e-fdfd-4f64-b9b4-b6362c378542 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:07.072789 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-1374dc0e-fdfd-4f64-b9b4-b6362c378542 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.47 "GET /v2.0/networks?id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48 HTTP/1.1" status: 200 len: 814 time: 0.4248314 Dec 14 02:54:07.090096 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fdd7b9d4-6e8f-4255-bbc6-921979b90536 req-38b8539e-f20d-406d-8d51-c50f98afb51d tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 210 time: 0.3288755 Dec 14 02:54:07.092884 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67bd462e-4218-4062-8256-3aad29d8ca5f tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:07.101544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-296a4c5d-ab58-42d8-9bb1-4089fc53486e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Request body: {'port': {'device_id': 'f21977df-aa4b-46d4-88f5-5a9438d177e6', 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48', 'admin_state_up': True, 'tenant_id': 'd6afd97248934601b456e60985587aff'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:07.232208 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f6bbf8-1184-40a4-8ea4-345b591d5c9f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:07.251901 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Sync routers for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:07.252522 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-20f6bbf8-1184-40a4-8ea4-345b591d5c9f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/7f8fafca-0475-43fc-bd6c-5af9e9bb96ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8778653 Dec 14 02:54:07.252522 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58334) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:07.266001 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:07.266628 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:07.288956 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6b2f9414-8086-4474-85aa-8812e7c1973e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-788295817'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:07.394257 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:07.456340 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2f9414-8086-4474-85aa-8812e7c1973e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Made reservation on behalf of 00395e1ef3104ea683edcfb770d6d2a1 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:54:07.460422 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9414-8086-4474-85aa-8812e7c1973e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:07.525730 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2f9414-8086-4474-85aa-8812e7c1973e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:54:07.541856 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9414-8086-4474-85aa-8812e7c1973e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:07.551460 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-6b2f9414-8086-4474-85aa-8812e7c1973e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Added segment 6c0099e1-9e51-410d-bd64-d41d1a98f25c of type vlan for network daa280c2-da4f-4d55-baa5-14cf10f4efe2 Dec 14 02:54:07.568846 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:07.608571 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:07.643746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-296a4c5d-ab58-42d8-9bb1-4089fc53486e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Made reservation on behalf of d6afd97248934601b456e60985587aff for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:54:07.647864 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-296a4c5d-ab58-42d8-9bb1-4089fc53486e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:07.668301 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9414-8086-4474-85aa-8812e7c1973e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:07.786236 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f912a-cb02-4aa6-a432-dfca0385b8e8 None None] Pushing event updated for resources: {'Port': ['ID=a5cd25c9-527c-450c-9701-1e0fe0805464,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:07.821226 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9414-8086-4474-85aa-8812e7c1973e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:07.849909 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2f9414-8086-4474-85aa-8812e7c1973e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:07.856055 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:07.860248 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6b2f9414-8086-4474-85aa-8812e7c1973e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:07.921127 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-83e8b5eb-221e-4a9b-ae73-6da6ba9c7d69 None None] Provisioning complete for port 512bdbc4-0318-47ab-ba73-f659fb57e4fc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:07.925953 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-83e8b5eb-221e-4a9b-ae73-6da6ba9c7d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:07.940905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-296a4c5d-ab58-42d8-9bb1-4089fc53486e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Allocated IP 172.20.0.7 (3e7ee77e-8c6e-4bd5-b732-433005bf2f48/ee9cd12f-52e6-42ad-bc08-3935195b595a/c541c5d0-90c7-45ea-b54e-1e474827d3ed) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:07.972958 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67bd462e-4218-4062-8256-3aad29d8ca5f tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:08.016535 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67bd462e-4218-4062-8256-3aad29d8ca5f tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:08.056974 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:05Z', 'revision_number': 2, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:06Z', 'revision_number': 2, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:08.063214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-83e8b5eb-221e-4a9b-ae73-6da6ba9c7d69 None None] Port 512bdbc4-0318-47ab-ba73-f659fb57e4fc cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:08.103211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Attempting to bind port a5cd25c9-527c-450c-9701-1e0fe0805464 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:54:08.103604 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Attempting to bind port a5cd25c9-527c-450c-9701-1e0fe0805464 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '82e1c264-27c5-47df-aef5-84755f8bddf9'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:54:08.105093 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Attempting to bind port a5cd25c9-527c-450c-9701-1e0fe0805464 on network 82e1c264-27c5-47df-aef5-84755f8bddf9 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:54:08.119649 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:54:08.120036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Checking segment: {'id': '82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '82e1c264-27c5-47df-aef5-84755f8bddf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:08.121081 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:08.121530 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Bound using segment: {'id': '82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '82e1c264-27c5-47df-aef5-84755f8bddf9'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:54:08.122565 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Bound port: a5cd25c9-527c-450c-9701-1e0fe0805464, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '82e1c264-27c5-47df-aef5-84755f8bddf9'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:54:08.125324 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:08.180845 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Checking router: 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:54:08.181377 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Updating router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad port 512bdbc4-0318-47ab-ba73-f659fb57e4fc binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:54:08.242227 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:08.319848 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-31b18fa3-b6b0-4f05-bb90-440021a6095f None None] Provisioning complete for port a5cd25c9-527c-450c-9701-1e0fe0805464 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:08.320311 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-31b18fa3-b6b0-4f05-bb90-440021a6095f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:08.348965 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] For port a5cd25c9-527c-450c-9701-1e0fe0805464, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:54:08.369826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] For port a5cd25c9-527c-450c-9701-1e0fe0805464, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a5cd25c9-527c-450c-9701-1e0fe0805464,segment=NetworkSegment(82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b),segment_id=82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:54:08.377061 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-31b18fa3-b6b0-4f05-bb90-440021a6095f None None] Port a5cd25c9-527c-450c-9701-1e0fe0805464 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:08.388122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-31b18fa3-b6b0-4f05-bb90-440021a6095f None None] Provisioning complete for port 512bdbc4-0318-47ab-ba73-f659fb57e4fc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:08.388559 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-31b18fa3-b6b0-4f05-bb90-440021a6095f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:08.429079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-31b18fa3-b6b0-4f05-bb90-440021a6095f None None] Port 512bdbc4-0318-47ab-ba73-f659fb57e4fc cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:08.494261 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58368) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:08.497771 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58372) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:08.502352 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6b2f9414-8086-4474-85aa-8812e7c1973e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2504785 Dec 14 02:54:08.507308 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:08.516099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58376) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:08.525538 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b7d62377-e02d-419b-a686-e674e0ba8462 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'subnet': {'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:08.596303 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:08.605284 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2f9414-8086-4474-85aa-8812e7c1973e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Network': ['ID=daa280c2-da4f-4d55-baa5-14cf10f4efe2,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:08.631514 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network daa280c2-da4f-4d55-baa5-14cf10f4efe2 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:54:08.690068 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:08.835869 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e665666-87e3-4e9a-b1c8-2a920e612202 req-02fa4876-ee47-4806-8ecf-0ee1a99de03b tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 210 time: 0.1029167 Dec 14 02:54:08.858533 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de700a-518f-4f44-93ff-ae559cf14a98 None None] Pushing event updated for resources: {'Port': ['ID=512bdbc4-0318-47ab-ba73-f659fb57e4fc,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:08.877817 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51c88b24-8618-44cb-bdc8-c00a59eb4e12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:08.968406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-67bd462e-4218-4062-8256-3aad29d8ca5f tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Allocated IP 172.25.7.53 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/91860316-b8c4-4987-9e4e-34646d58f15a) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:08.994389 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Attempting to bind port 512bdbc4-0318-47ab-ba73-f659fb57e4fc on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:54:08.994777 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Attempting to bind port 512bdbc4-0318-47ab-ba73-f659fb57e4fc by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '47e80097-0b7d-465c-9ba7-3f02770a51a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:54:08.995140 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Attempting to bind port 512bdbc4-0318-47ab-ba73-f659fb57e4fc on network 739aee60-cbaa-49f6-9da9-155458ea6641 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:54:09.004201 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-296a4c5d-ab58-42d8-9bb1-4089fc53486e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:09.006579 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:54:09.006970 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Checking segment: {'id': '47e80097-0b7d-465c-9ba7-3f02770a51a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:09.007356 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:09.007765 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Bound using segment: {'id': '47e80097-0b7d-465c-9ba7-3f02770a51a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:54:09.008248 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Bound port: 512bdbc4-0318-47ab-ba73-f659fb57e4fc, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e80097-0b7d-465c-9ba7-3f02770a51a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:54:09.008637 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:09.026346 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:09.080552 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f912a-cb02-4aa6-a432-dfca0385b8e8 None None] Pushing event updated for resources: {'Port': ['ID=a5cd25c9-527c-450c-9701-1e0fe0805464,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:09.086941 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51c88b24-8618-44cb-bdc8-c00a59eb4e12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:09.092209 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Routers {'538c0543-36b5-4461-98cd-e7122a2c8e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:09.092993 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['538c0543-36b5-4461-98cd-e7122a2c8e5a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:09.138448 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] For port 512bdbc4-0318-47ab-ba73-f659fb57e4fc, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:54:09.145652 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] For port 512bdbc4-0318-47ab-ba73-f659fb57e4fc, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=512bdbc4-0318-47ab-ba73-f659fb57e4fc,segment=NetworkSegment(47e80097-0b7d-465c-9ba7-3f02770a51a4),segment_id=47e80097-0b7d-465c-9ba7-3f02770a51a4)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:54:09.229875 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-51c88b24-8618-44cb-bdc8-c00a59eb4e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:09.247906 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-10b4316c-db27-499b-a84a-a95ae294a904 None None] Provisioning complete for port a5cd25c9-527c-450c-9701-1e0fe0805464 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:09.248365 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-10b4316c-db27-499b-a84a-a95ae294a904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:09.272330 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:09.281683 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-296a4c5d-ab58-42d8-9bb1-4089fc53486e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:09.284447 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d62377-e02d-419b-a686-e674e0ba8462 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Made reservation on behalf of 00395e1ef3104ea683edcfb770d6d2a1 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:54:09.288057 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7d62377-e02d-419b-a686-e674e0ba8462 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:09.304876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] Set router 538c0543-36b5-4461-98cd-e7122a2c8e5a gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:09.328180 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de700a-518f-4f44-93ff-ae559cf14a98 None None] Pushing event updated for resources: {'Port': ['ID=512bdbc4-0318-47ab-ba73-f659fb57e4fc,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:09.335911 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['65303f33-752f-4a95-8372-72db4d976553'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:54:09.360791 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:09.361655 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:09.390059 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-51c88b24-8618-44cb-bdc8-c00a59eb4e12 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1fa6e2e6dbfd406ca6e83a554d1d9a6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8816917 Dec 14 02:54:09.410256 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58390) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:09.437364 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c88b24-8618-44cb-bdc8-c00a59eb4e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d20a9bf-a1cb-4411-8c59-a0869ca3d307,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:09.481138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-296a4c5d-ab58-42d8-9bb1-4089fc53486e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:09.486177 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67bd462e-4218-4062-8256-3aad29d8ca5f tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:09.491862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-296a4c5d-ab58-42d8-9bb1-4089fc53486e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:09.504957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-296a4c5d-ab58-42d8-9bb1-4089fc53486e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:09.552945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a4c5d-ab58-42d8-9bb1-4089fc53486e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Pushing event updated for resources: {'Port': ['ID=c541c5d0-90c7-45ea-b54e-1e474827d3ed,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:09.572247 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:09.601255 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-10b4316c-db27-499b-a84a-a95ae294a904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:09.653098 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7858963-b14f-4ca9-b481-bc6a516ea564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:09.656909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-296a4c5d-ab58-42d8-9bb1-4089fc53486e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:09.661520 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-296a4c5d-ab58-42d8-9bb1-4089fc53486e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:09.702385 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7858963-b14f-4ca9-b481-bc6a516ea564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:09.715404 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67bd462e-4218-4062-8256-3aad29d8ca5f tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:09.742528 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-10b4316c-db27-499b-a84a-a95ae294a904 None None] For port a5cd25c9-527c-450c-9701-1e0fe0805464, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a5cd25c9-527c-450c-9701-1e0fe0805464,segment=NetworkSegment(82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b),segment_id=82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:09.789253 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-296a4c5d-ab58-42d8-9bb1-4089fc53486e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6924558 Dec 14 02:54:09.815847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bd462e-4218-4062-8256-3aad29d8ca5f tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:09.828884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd462e-4218-4062-8256-3aad29d8ca5f tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Pushing event updated for resources: {'Port': ['ID=91860316-b8c4-4987-9e4e-34646d58f15a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:09.833657 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-10b4316c-db27-499b-a84a-a95ae294a904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:09.838194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] Request body: {'port': {'device_id': 'f21977df-aa4b-46d4-88f5-5a9438d177e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:09.841852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-67bd462e-4218-4062-8256-3aad29d8ca5f tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:09.859274 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bd462e-4218-4062-8256-3aad29d8ca5f tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:09.873934 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c36a0e-4e57-4f7f-84f9-2ca7cefa4926 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:09.893326 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'name': 'tempest-TestAggregatesBasicOps-1284634678-router', 'tenant_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'c56a370e-a7fe-4a46-91fb-d93a52c35568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:55Z', 'updated_at': '2021-12-14T02:54:02Z', 'revision_number': 4, 'project_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'gw_port': {'id': 'c56a370e-a7fe-4a46-91fb-d93a52c35568', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:56Z', 'updated_at': '2021-12-14T02:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a5cd25c9-527c-450c-9701-1e0fe0805464', 'name': '', 'network_id': '82e1c264-27c5-47df-aef5-84755f8bddf9', 'tenant_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'mac_address': 'fa:16:3e:47:63:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'e878db8b-e482-455e-a591-8bc245850f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:01Z', 'updated_at': '2021-12-14T02:54:08Z', 'revision_number': 4, 'project_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'subnets': [{'id': 'e878db8b-e482-455e-a591-8bc245850f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:09.937188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ee6d9-67ae-44fb-88d1-f40c891a0837 None None] The sync data for ids ['538c0543-36b5-4461-98cd-e7122a2c8e5a'] in n-d-821636-1 is: [{'id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'name': 'tempest-TestAggregatesBasicOps-1284634678-router', 'tenant_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'c56a370e-a7fe-4a46-91fb-d93a52c35568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:55Z', 'updated_at': '2021-12-14T02:54:02Z', 'revision_number': 4, 'project_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'gw_port': {'id': 'c56a370e-a7fe-4a46-91fb-d93a52c35568', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:56Z', 'updated_at': '2021-12-14T02:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a5cd25c9-527c-450c-9701-1e0fe0805464', 'name': '', 'network_id': '82e1c264-27c5-47df-aef5-84755f8bddf9', 'tenant_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'mac_address': 'fa:16:3e:47:63:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': 'e878db8b-e482-455e-a591-8bc245850f14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:01Z', 'updated_at': '2021-12-14T02:54:08Z', 'revision_number': 4, 'project_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'subnets': [{'id': 'e878db8b-e482-455e-a591-8bc245850f14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:09.988482 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b4316c-db27-499b-a84a-a95ae294a904 None None] Pushing event updated for resources: {'Port': ['ID=a5cd25c9-527c-450c-9701-1e0fe0805464,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:10.032841 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7858963-b14f-4ca9-b481-bc6a516ea564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:10.034787 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-94b26a4b-ea7c-47c8-b825-0a4a4274f99f None None] Provisioning complete for port 91860316-b8c4-4987-9e4e-34646d58f15a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:10.034787 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-94b26a4b-ea7c-47c8-b825-0a4a4274f99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:10.036033 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7858963-b14f-4ca9-b481-bc6a516ea564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:10.040568 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f7858963-b14f-4ca9-b481-bc6a516ea564 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d20a9bf-a1cb-4411-8c59-a0869ca3d307 HTTP/1.1" status: 204 len: 168 time: 0.6269994 Dec 14 02:54:10.074563 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:05Z', 'revision_number': 2, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:09Z', 'revision_number': 4, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:10.113085 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7858963-b14f-4ca9-b481-bc6a516ea564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d20a9bf-a1cb-4411-8c59-a0869ca3d307,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:10.126781 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-94b26a4b-ea7c-47c8-b825-0a4a4274f99f None None] Port 91860316-b8c4-4987-9e4e-34646d58f15a cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:10.161656 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dff0a4-4089-4317-84a9-c1618d3ad7cf None None] The sync data for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 is: [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:05Z', 'revision_number': 2, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:09Z', 'revision_number': 4, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:10.188496 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-94b26a4b-ea7c-47c8-b825-0a4a4274f99f None None] Provisioning complete for port 512bdbc4-0318-47ab-ba73-f659fb57e4fc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:10.190465 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-94b26a4b-ea7c-47c8-b825-0a4a4274f99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:10.223927 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7d62377-e02d-419b-a686-e674e0ba8462 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:10.364084 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d62377-e02d-419b-a686-e674e0ba8462 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Subnet': ['ID=e2693a50-b2ff-4a21-9543-8954b9e1bc26,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:10.374010 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d62377-e02d-419b-a686-e674e0ba8462 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Checking segment: {'id': '6c0099e1-9e51-410d-bd64-d41d1a98f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:10.374245 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d62377-e02d-419b-a686-e674e0ba8462 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network hostable DHCP agents. Network: daa280c2-da4f-4d55-baa5-14cf10f4efe2, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:54:10.379315 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba8d56a1-3aea-4d5e-b0d3-3bbad73482f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:10.409864 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-94b26a4b-ea7c-47c8-b825-0a4a4274f99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:10.447888 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f806ab5-26a9-46ad-9f08-7bf98ee1b50b req-ca2d6812-c2c0-4248-be2e-dfdb1232d4e6 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:10.459859 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f806ab5-26a9-46ad-9f08-7bf98ee1b50b req-ca2d6812-c2c0-4248-be2e-dfdb1232d4e6 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 931 time: 0.2501452 Dec 14 02:54:10.468351 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:10.552388 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a5cd25c9-527c-450c-9701-1e0fe0805464 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:54:10.571552 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-94b26a4b-ea7c-47c8-b825-0a4a4274f99f None None] For port 512bdbc4-0318-47ab-ba73-f659fb57e4fc, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=512bdbc4-0318-47ab-ba73-f659fb57e4fc,segment=NetworkSegment(47e80097-0b7d-465c-9ba7-3f02770a51a4),segment_id=47e80097-0b7d-465c-9ba7-3f02770a51a4)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:10.647286 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-94b26a4b-ea7c-47c8-b825-0a4a4274f99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:10.788616 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d62377-e02d-419b-a686-e674e0ba8462 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network daa280c2-da4f-4d55-baa5-14cf10f4efe2 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:54:10.828138 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a5cd25c9-527c-450c-9701-1e0fe0805464 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:10.828790 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:10.834552 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b26a4b-ea7c-47c8-b825-0a4a4274f99f None None] Pushing event updated for resources: {'Port': ['ID=512bdbc4-0318-47ab-ba73-f659fb57e4fc,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:10.929235 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67bd462e-4218-4062-8256-3aad29d8ca5f tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:10.955996 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-b7d62377-e02d-419b-a686-e674e0ba8462 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, daa280c2-da4f-4d55-baa5-14cf10f4efe2) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:10.963595 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d62377-e02d-419b-a686-e674e0ba8462 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:10.963835 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7d62377-e02d-419b-a686-e674e0ba8462 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:10.996940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff0bff8-69eb-4610-a635-9840f1a08a75 None None] Network daa280c2-da4f-4d55-baa5-14cf10f4efe2 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:54:11.096444 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b7d62377-e02d-419b-a686-e674e0ba8462 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5709102 Dec 14 02:54:11.097223 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58422) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:11.107291 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d56a1-3aea-4d5e-b0d3-3bbad73482f7 admin admin] Deleting port 307cbc95-c209-48d5-86b9-14cfc9465f40 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:11.107291 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba8d56a1-3aea-4d5e-b0d3-3bbad73482f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:11.281885 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'fixed_ips': [{'subnet_id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:54:11.282782 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:11.376157 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f806ab5-26a9-46ad-9f08-7bf98ee1b50b req-3520198d-ccd8-41f5-a054-ea422fbd440f tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8991127 Dec 14 02:54:11.480493 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Allocated IP 2001:db8:1::2 (daa280c2-da4f-4d55-baa5-14cf10f4efe2/e2693a50-b2ff-4a21-9543-8954b9e1bc26/5db7d25e-ce41-48e1-981a-df2383a534d8) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:11.552431 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-ba8d56a1-3aea-4d5e-b0d3-3bbad73482f7 admin admin] For port 307cbc95-c209-48d5-86b9-14cfc9465f40, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=307cbc95-c209-48d5-86b9-14cfc9465f40,segment=NetworkSegment(fbd27779-16eb-42b5-9516-213973ec25d8),segment_id=fbd27779-16eb-42b5-9516-213973ec25d8)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:11.552800 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba8d56a1-3aea-4d5e-b0d3-3bbad73482f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:11.585252 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c541c5d0-90c7-45ea-b54e-1e474827d3ed {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:54:11.603971 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67bd462e-4218-4062-8256-3aad29d8ca5f tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:11.604617 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d56a1-3aea-4d5e-b0d3-3bbad73482f7 admin admin] Calling delete_port for 307cbc95-c209-48d5-86b9-14cfc9465f40 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:11.608370 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:11.616110 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67bd462e-4218-4062-8256-3aad29d8ca5f tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:11.710844 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] Transition to ACTIVE for port object c541c5d0-90c7-45ea-b54e-1e474827d3ed will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:54:11.739028 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:11.804887 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:11.828618 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:11.859044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bd462e-4218-4062-8256-3aad29d8ca5f tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Router c154fd14-1fb4-43e7-9544-3728217972a6 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:54:11.873114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99038735-e123-4b83-8935-9eae9637520d service neutron] Pushing event updated for resources: {'Port': ['ID=c541c5d0-90c7-45ea-b54e-1e474827d3ed,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:11.956895 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Network daa280c2-da4f-4d55-baa5-14cf10f4efe2 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:11.960140 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:12.005857 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:12.023253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Pushing event updated for resources: {'Port': ['ID=5db7d25e-ce41-48e1-981a-df2383a534d8,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:12.100265 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8d8e4e53-5982-4f29-b4eb-1a064b5bc232 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:12.136855 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Attempting to bind port 5db7d25e-ce41-48e1-981a-df2383a534d8 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:54:12.137344 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Attempting to bind port 5db7d25e-ce41-48e1-981a-df2383a534d8 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '6c0099e1-9e51-410d-bd64-d41d1a98f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:54:12.139351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Attempting to bind port 5db7d25e-ce41-48e1-981a-df2383a534d8 on network daa280c2-da4f-4d55-baa5-14cf10f4efe2 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:54:12.149744 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:54:12.150612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Checking segment: {'id': '6c0099e1-9e51-410d-bd64-d41d1a98f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:12.151676 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:12.153024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Bound using segment: {'id': '6c0099e1-9e51-410d-bd64-d41d1a98f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:54:12.154529 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Bound port: 5db7d25e-ce41-48e1-981a-df2383a534d8, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0099e1-9e51-410d-bd64-d41d1a98f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:54:12.155000 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:12.185772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] Attempting to bind port c541c5d0-90c7-45ea-b54e-1e474827d3ed on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:54:12.186384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] Attempting to bind port c541c5d0-90c7-45ea-b54e-1e474827d3ed by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'f72c314f-a7ac-42a6-b4c6-03e0b2aab854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:54:12.187039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] Attempting to bind port c541c5d0-90c7-45ea-b54e-1e474827d3ed on network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:54:12.197622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] Port c541c5d0-90c7-45ea-b54e-1e474827d3ed on network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:54:12.197965 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] Attempting to bind port c541c5d0-90c7-45ea-b54e-1e474827d3ed on network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:54:12.225271 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:54:12.229206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] Checking segment: {'id': 'f72c314f-a7ac-42a6-b4c6-03e0b2aab854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:12.229206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] Bound using segment: {'id': 'f72c314f-a7ac-42a6-b4c6-03e0b2aab854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:54:12.229206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] Bound port: c541c5d0-90c7-45ea-b54e-1e474827d3ed, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72c314f-a7ac-42a6-b4c6-03e0b2aab854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:54:12.229206 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:12.241963 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bd462e-4218-4062-8256-3aad29d8ca5f tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:12.250329 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67bd462e-4218-4062-8256-3aad29d8ca5f tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:12.255267 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-67bd462e-4218-4062-8256-3aad29d8ca5f tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "PUT /v2.0/routers/c154fd14-1fb4-43e7-9544-3728217972a6 HTTP/1.1" status: 200 len: 882 time: 6.0409343 Dec 14 02:54:12.256544 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58442) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:12.258261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2766c9c-9f3b-462f-9e9e-4d7ed15146d2 None None] Sync routers for ids ['c154fd14-1fb4-43e7-9544-3728217972a6'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:12.270763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] For port 5db7d25e-ce41-48e1-981a-df2383a534d8, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:54:12.345706 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2766c9c-9f3b-462f-9e9e-4d7ed15146d2 None None] Routers {'c154fd14-1fb4-43e7-9544-3728217972a6'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:12.346386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c2766c9c-9f3b-462f-9e9e-4d7ed15146d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['c154fd14-1fb4-43e7-9544-3728217972a6'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:12.360394 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] For port c541c5d0-90c7-45ea-b54e-1e474827d3ed, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:54:12.365559 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] For port c541c5d0-90c7-45ea-b54e-1e474827d3ed, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c541c5d0-90c7-45ea-b54e-1e474827d3ed,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:54:12.442956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] For port 5db7d25e-ce41-48e1-981a-df2383a534d8, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5db7d25e-ce41-48e1-981a-df2383a534d8,segment=NetworkSegment(6c0099e1-9e51-410d-bd64-d41d1a98f25c),segment_id=6c0099e1-9e51-410d-bd64-d41d1a98f25c)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:54:12.443101 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c2766c9c-9f3b-462f-9e9e-4d7ed15146d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:12.443549 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:12.453920 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2766c9c-9f3b-462f-9e9e-4d7ed15146d2 None None] Routers {'c154fd14-1fb4-43e7-9544-3728217972a6'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:12.454629 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c2766c9c-9f3b-462f-9e9e-4d7ed15146d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['c154fd14-1fb4-43e7-9544-3728217972a6'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:12.534207 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 512bdbc4-0318-47ab-ba73-f659fb57e4fc up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:54:12.549062 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c2766c9c-9f3b-462f-9e9e-4d7ed15146d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:12.549693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2766c9c-9f3b-462f-9e9e-4d7ed15146d2 None None] The sync data for ids ['c154fd14-1fb4-43e7-9544-3728217972a6'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:12.557369 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:12.632513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:12.633143 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:12.634797 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-99038735-e123-4b83-8935-9eae9637520d service neutron] 10.222.0.47 "PUT /v2.0/ports/c541c5d0-90c7-45ea-b54e-1e474827d3ed HTTP/1.1" status: 200 len: 1091 time: 2.8079517 Dec 14 02:54:12.637132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21977df-aa4b-46d4-88f5-5a9438d177e6', 'tag': 'c541c5d0-90c7-45ea-b54e-1e474827d3ed'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:54:12.645989 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c76fe91-a4b0-48eb-b9ad-77e69abd205a" -d '{"events": [{"name": "network-changed", "server_uuid": "f21977df-aa4b-46d4-88f5-5a9438d177e6", "tag": "c541c5d0-90c7-45ea-b54e-1e474827d3ed"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:54:12.669972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99038735-e123-4b83-8935-9eae9637520d service neutron] Pushing event updated for resources: {'Port': ['ID=c541c5d0-90c7-45ea-b54e-1e474827d3ed,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:12.682839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654cd16-d3be-4fb4-8853-f2e34de22fbf None None] Pushing event updated for resources: {'Port': ['ID=5db7d25e-ce41-48e1-981a-df2383a534d8,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:12.688354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926de28-1258-4c46-bc93-04a8c88f756f req-d14c9daf-6418-444f-a6bb-8b3c0632dede tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:12.692010 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7926de28-1258-4c46-bc93-04a8c88f756f req-d14c9daf-6418-444f-a6bb-8b3c0632dede tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 943 time: 0.1379094 Dec 14 02:54:12.739397 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a05789-1b33-41d7-9de6-912d726a53a9 x-openstack-request-id: req-c2a05789-1b33-41d7-9de6-912d726a53a9 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:54:12.739691 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f21977df-aa4b-46d4-88f5-5a9438d177e6", "tag": "c541c5d0-90c7-45ea-b54e-1e474827d3ed", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:54:12.740210 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2a05789-1b33-41d7-9de6-912d726a53a9 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:54:12.740812 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f21977df-aa4b-46d4-88f5-5a9438d177e6', 'tag': 'c541c5d0-90c7-45ea-b54e-1e474827d3ed', 'status': 'completed', 'code': 200} Dec 14 02:54:12.767980 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 512bdbc4-0318-47ab-ba73-f659fb57e4fc triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:12.768658 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:12.800695 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7926de28-1258-4c46-bc93-04a8c88f756f req-b8df4f36-8e7e-41dd-80ca-4ec20d82d9c6 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986373 Dec 14 02:54:12.904087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76fe91-a4b0-48eb-b9ad-77e69abd205a req-6f30a7ea-5c52-4fd1-9f6b-0024348527d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:12.906849 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c76fe91-a4b0-48eb-b9ad-77e69abd205a req-6f30a7ea-5c52-4fd1-9f6b-0024348527d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6afd97248934601b456e60985587aff&device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 1094 time: 0.1052132 Dec 14 02:54:12.927518 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-546a3bf6-7396-4688-af48-6cdba885a89d tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "GET /v2.0/routers/c154fd14-1fb4-43e7-9544-3728217972a6 HTTP/1.1" status: 200 len: 923 time: 0.6693318 Dec 14 02:54:12.986591 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba8d56a1-3aea-4d5e-b0d3-3bbad73482f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:12.992544 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58460) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:13.061196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76fe91-a4b0-48eb-b9ad-77e69abd205a req-0383f8e2-172a-4934-a0f7-cc0e275209ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:13.064552 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c76fe91-a4b0-48eb-b9ad-77e69abd205a req-0383f8e2-172a-4934-a0f7-cc0e275209ca service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d6afd97248934601b456e60985587aff&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1403313 Dec 14 02:54:13.157885 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d56a1-3aea-4d5e-b0d3-3bbad73482f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=307cbc95-c209-48d5-86b9-14cfc9465f40,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:13.244756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76fe91-a4b0-48eb-b9ad-77e69abd205a req-9bd59764-3ae2-4b57-ad40-968bc900d19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:13.246488 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c76fe91-a4b0-48eb-b9ad-77e69abd205a req-9bd59764-3ae2-4b57-ad40-968bc900d19c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1730886 Dec 14 02:54:13.353101 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb4a8c6-4124-47fa-8cfa-27e83e3b95f1 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:13.354726 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-afb4a8c6-4124-47fa-8cfa-27e83e3b95f1 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&device_id=c154fd14-1fb4-43e7-9544-3728217972a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3523185 Dec 14 02:54:13.362672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58468) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:13.400622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-e816e699-86b7-41e9-95b8-0fcc0b7a53f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:13.402528 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-e816e699-86b7-41e9-95b8-0fcc0b7a53f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6afd97248934601b456e60985587aff&device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 1094 time: 0.0855279 Dec 14 02:54:13.464663 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-354665c0-1c4d-41ab-9f44-30dbd631975a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c541c5d0-90c7-45ea-b54e-1e474827d3ed HTTP/1.1" status: 200 len: 217 time: 0.0484500 Dec 14 02:54:13.532461 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-8d8e4e53-5982-4f29-b4eb-1a064b5bc232 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Allocated IP 2001:db8:1::1 (daa280c2-da4f-4d55-baa5-14cf10f4efe2/e2693a50-b2ff-4a21-9543-8954b9e1bc26/e8978acd-e47b-4adc-815d-e9dbc3c5eb7d) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:13.551182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-edc6b9ae-6f86-440a-b790-1a831183d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:13.553941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-edc6b9ae-6f86-440a-b790-1a831183d69f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee9cd12f-52e6-42ad-bc08-3935195b595a HTTP/1.1" status: 200 len: 854 time: 0.0792193 Dec 14 02:54:13.590639 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-6b0ebfc0-6cfc-4fc1-ac08-1bf10922d285 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307429 Dec 14 02:54:13.640322 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7a7643-d8a6-4098-a70f-591947b4cdea tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:13.641868 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ea7a7643-d8a6-4098-a70f-591947b4cdea tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 881 time: 0.2782230 Dec 14 02:54:13.645741 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58476) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:13.690303 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-edd96aaf-c94d-4bdb-a23e-7c116c333437 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "GET /v2.0/ports?device_id=c154fd14-1fb4-43e7-9544-3728217972a6 HTTP/1.1" status: 200 len: 205 time: 0.0418553 Dec 14 02:54:13.694000 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58478) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:13.694627 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba8d56a1-3aea-4d5e-b0d3-3bbad73482f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:13.718616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-e2cf024b-0922-4c24-8d52-f38841a99297 service neutron] 10.222.0.47 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161537 Dec 14 02:54:13.906334 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c5c4bdd-2aec-4060-9769-bc990fde6711 req-265571df-2a88-449c-b6c7-205da098322a service neutron] 10.222.0.47 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788380 Dec 14 02:54:13.977972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdd2e4-1a16-456f-86ae-1a633b0d2ae2 req-66b79295-5acb-4568-ba57-6630a0339786 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:13.990280 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2bdd2e4-1a16-456f-86ae-1a633b0d2ae2 req-66b79295-5acb-4568-ba57-6630a0339786 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 943 time: 0.0835812 Dec 14 02:54:13.993392 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8d8e4e53-5982-4f29-b4eb-1a064b5bc232 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:14.023363 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-499383de-e5a7-4602-b5ac-6b1912a0221d tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:14.060185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2bdd2e4-1a16-456f-86ae-1a633b0d2ae2 req-0d3f2f1d-0dc6-4e20-a224-b90c91fcffd4 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670221 Dec 14 02:54:14.267757 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f4c406-5f77-4e05-a0f6-c301cb3d8918 None None] Network daa280c2-da4f-4d55-baa5-14cf10f4efe2 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:54:14.271318 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-499383de-e5a7-4602-b5ac-6b1912a0221d tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:14.297559 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8d56a1-3aea-4d5e-b0d3-3bbad73482f7 admin admin] Router 0a2c583e-6472-4ada-8d84-118360c69678 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:54:14.349886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6458d6c4-b87e-49f5-b43f-915780a6b155 None None] Provisioning complete for port 5db7d25e-ce41-48e1-981a-df2383a534d8 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:14.350761 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6458d6c4-b87e-49f5-b43f-915780a6b155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:14.376527 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8d8e4e53-5982-4f29-b4eb-1a064b5bc232 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:14.488976 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6458d6c4-b87e-49f5-b43f-915780a6b155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:14.543666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8e4e53-5982-4f29-b4eb-1a064b5bc232 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network daa280c2-da4f-4d55-baa5-14cf10f4efe2 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:14.548330 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6458d6c4-b87e-49f5-b43f-915780a6b155 None None] For port 5db7d25e-ce41-48e1-981a-df2383a534d8, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5db7d25e-ce41-48e1-981a-df2383a534d8,segment=NetworkSegment(6c0099e1-9e51-410d-bd64-d41d1a98f25c),segment_id=6c0099e1-9e51-410d-bd64-d41d1a98f25c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:14.553342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5db7d25e-ce41-48e1-981a-df2383a534d8 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:54:14.557747 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-8d8e4e53-5982-4f29-b4eb-1a064b5bc232 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:14.560353 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e4e53-5982-4f29-b4eb-1a064b5bc232 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:14.560915 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8d8e4e53-5982-4f29-b4eb-1a064b5bc232 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:14.610501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58504) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:14.630106 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e4e53-5982-4f29-b4eb-1a064b5bc232 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=e8978acd-e47b-4adc-815d-e9dbc3c5eb7d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:14.639311 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6458d6c4-b87e-49f5-b43f-915780a6b155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:14.650774 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 5db7d25e-ce41-48e1-981a-df2383a534d8 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:14.651149 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:14.709841 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8d56a1-3aea-4d5e-b0d3-3bbad73482f7 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:14.722228 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e99c38-8f80-4571-a194-4b1430c5bca1 None None] Sync routers for ids ['0a2c583e-6472-4ada-8d84-118360c69678'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:14.734639 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ba8d56a1-3aea-4d5e-b0d3-3bbad73482f7 admin admin] 10.222.0.39 "PUT /v2.0/routers/0a2c583e-6472-4ada-8d84-118360c69678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2255924 Dec 14 02:54:14.737136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58508) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:14.739349 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e99c38-8f80-4571-a194-4b1430c5bca1 None None] Routers {'0a2c583e-6472-4ada-8d84-118360c69678'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:14.740198 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a6e99c38-8f80-4571-a194-4b1430c5bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0a2c583e-6472-4ada-8d84-118360c69678'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:14.751259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458d6c4-b87e-49f5-b43f-915780a6b155 None None] Pushing event updated for resources: {'Port': ['ID=5db7d25e-ce41-48e1-981a-df2383a534d8,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:14.776262 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-499383de-e5a7-4602-b5ac-6b1912a0221d tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Deleting port 91860316-b8c4-4987-9e4e-34646d58f15a {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:14.780272 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-499383de-e5a7-4602-b5ac-6b1912a0221d tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:14.788029 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6458d6c4-b87e-49f5-b43f-915780a6b155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:14.801003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6458d6c4-b87e-49f5-b43f-915780a6b155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:14.801600 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6458d6c4-b87e-49f5-b43f-915780a6b155 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:14.802025 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6458d6c4-b87e-49f5-b43f-915780a6b155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:14.802432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6458d6c4-b87e-49f5-b43f-915780a6b155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:14.804232 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6458d6c4-b87e-49f5-b43f-915780a6b155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:14.804660 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6458d6c4-b87e-49f5-b43f-915780a6b155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:14.805075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6458d6c4-b87e-49f5-b43f-915780a6b155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:14.805511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6458d6c4-b87e-49f5-b43f-915780a6b155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:14.805937 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6458d6c4-b87e-49f5-b43f-915780a6b155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:14.806347 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6458d6c4-b87e-49f5-b43f-915780a6b155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:14.806754 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6458d6c4-b87e-49f5-b43f-915780a6b155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:14.807166 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6458d6c4-b87e-49f5-b43f-915780a6b155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:14.929576 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-a6e99c38-8f80-4571-a194-4b1430c5bca1 None None] Set router 0a2c583e-6472-4ada-8d84-118360c69678 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:14.942941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-ab412016-788e-49b5-b5c0-4a3cc79674f8 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:14.968762 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-05f21d55-26ab-44c1-b435-b2d9edba6cd4 None None] Provisioning complete for port e8978acd-e47b-4adc-815d-e9dbc3c5eb7d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:14.968990 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-05f21d55-26ab-44c1-b435-b2d9edba6cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:15.005508 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-499383de-e5a7-4602-b5ac-6b1912a0221d tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:15.006067 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-05f21d55-26ab-44c1-b435-b2d9edba6cd4 None None] Port e8978acd-e47b-4adc-815d-e9dbc3c5eb7d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:15.016912 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-05f21d55-26ab-44c1-b435-b2d9edba6cd4 None None] Provisioning complete for port 5db7d25e-ce41-48e1-981a-df2383a534d8 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:15.022920 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-05f21d55-26ab-44c1-b435-b2d9edba6cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:15.023985 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-499383de-e5a7-4602-b5ac-6b1912a0221d tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Calling delete_port for 91860316-b8c4-4987-9e4e-34646d58f15a owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:15.032938 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6746bb93-8620-447c-9c40-f1b1412b902a admin admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:15.108377 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab412016-788e-49b5-b5c0-4a3cc79674f8 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:15.204678 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8d8e4e53-5982-4f29-b4eb-1a064b5bc232 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:15.305773 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a6e99c38-8f80-4571-a194-4b1430c5bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2c583e-6472-4ada-8d84-118360c69678', 'name': 'tempest-TestAggregatesBasicOps-559235362-router', 'tenant_id': '2b0b9271d899422099a79ffa6870b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6c49ae9b-282c-40fc-ba00-3a2b4ee02e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:40Z', 'updated_at': '2021-12-14T02:54:12Z', 'revision_number': 5, 'project_id': '2b0b9271d899422099a79ffa6870b9d7', 'gw_port': {'id': '6c49ae9b-282c-40fc-ba00-3a2b4ee02e02', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2c583e-6472-4ada-8d84-118360c69678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:41Z', 'updated_at': '2021-12-14T02:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:15.336946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4d30a-a9c6-4285-bfa5-394cc680a382 req-d7639123-251f-432c-9251-a62c528c3e2e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:15.341234 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e99c38-8f80-4571-a194-4b1430c5bca1 None None] Checking router: 0a2c583e-6472-4ada-8d84-118360c69678 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:54:15.345363 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fdb4d30a-a9c6-4285-bfa5-394cc680a382 req-d7639123-251f-432c-9251-a62c528c3e2e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 943 time: 0.0938468 Dec 14 02:54:15.354260 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e99c38-8f80-4571-a194-4b1430c5bca1 None None] Routers {'0a2c583e-6472-4ada-8d84-118360c69678'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:15.355149 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a6e99c38-8f80-4571-a194-4b1430c5bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0a2c583e-6472-4ada-8d84-118360c69678'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:15.369107 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1f7f1392-12a6-4015-b335-d94daf81649a None None] Provisioning complete for port e8978acd-e47b-4adc-815d-e9dbc3c5eb7d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:15.369770 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f7f1392-12a6-4015-b335-d94daf81649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:15.374322 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6746bb93-8620-447c-9c40-f1b1412b902a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:15.441109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fdb4d30a-a9c6-4285-bfa5-394cc680a382 req-9aad20d1-6451-4f7c-a2dc-08f3f66a3460 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947807 Dec 14 02:54:15.452520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1f7f1392-12a6-4015-b335-d94daf81649a None None] Port e8978acd-e47b-4adc-815d-e9dbc3c5eb7d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:15.508297 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab412016-788e-49b5-b5c0-4a3cc79674f8 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:15.508542 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-499383de-e5a7-4602-b5ac-6b1912a0221d tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:15.540465 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b34e05-b395-44dc-b556-16db41642cb0 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:15.581081 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-6746bb93-8620-447c-9c40-f1b1412b902a admin admin] Deleting port 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:15.581467 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6746bb93-8620-447c-9c40-f1b1412b902a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:15.590089 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499383de-e5a7-4602-b5ac-6b1912a0221d tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Pushing event deleted for resources: {'Port': ['ID=91860316-b8c4-4987-9e4e-34646d58f15a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:15.599765 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-a6e99c38-8f80-4571-a194-4b1430c5bca1 None None] Set router 0a2c583e-6472-4ada-8d84-118360c69678 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:15.702667 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-499383de-e5a7-4602-b5ac-6b1912a0221d tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:15.712119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-ab412016-788e-49b5-b5c0-4a3cc79674f8 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Allocated IP 172.25.7.124 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/a7ba709d-c213-4035-bc02-5935a0697eb0) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:15.819108 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-6746bb93-8620-447c-9c40-f1b1412b902a admin admin] For port 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6c49ae9b-282c-40fc-ba00-3a2b4ee02e02,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:15.820083 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6746bb93-8620-447c-9c40-f1b1412b902a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:15.824225 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a6e99c38-8f80-4571-a194-4b1430c5bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2c583e-6472-4ada-8d84-118360c69678', 'name': 'tempest-TestAggregatesBasicOps-559235362-router', 'tenant_id': '2b0b9271d899422099a79ffa6870b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6c49ae9b-282c-40fc-ba00-3a2b4ee02e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:40Z', 'updated_at': '2021-12-14T02:54:12Z', 'revision_number': 5, 'project_id': '2b0b9271d899422099a79ffa6870b9d7', 'gw_port': {'id': '6c49ae9b-282c-40fc-ba00-3a2b4ee02e02', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2c583e-6472-4ada-8d84-118360c69678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:41Z', 'updated_at': '2021-12-14T02:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:15.845297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-6746bb93-8620-447c-9c40-f1b1412b902a admin admin] Calling delete_port for 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:15.884377 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e99c38-8f80-4571-a194-4b1430c5bca1 None None] The sync data for ids ['0a2c583e-6472-4ada-8d84-118360c69678'] in n-d-821636-1 is: [{'id': '0a2c583e-6472-4ada-8d84-118360c69678', 'name': 'tempest-TestAggregatesBasicOps-559235362-router', 'tenant_id': '2b0b9271d899422099a79ffa6870b9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '6c49ae9b-282c-40fc-ba00-3a2b4ee02e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:40Z', 'updated_at': '2021-12-14T02:54:12Z', 'revision_number': 5, 'project_id': '2b0b9271d899422099a79ffa6870b9d7', 'gw_port': {'id': '6c49ae9b-282c-40fc-ba00-3a2b4ee02e02', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a2c583e-6472-4ada-8d84-118360c69678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:41Z', 'updated_at': '2021-12-14T02:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:15.970750 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab412016-788e-49b5-b5c0-4a3cc79674f8 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:16.120983 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-499383de-e5a7-4602-b5ac-6b1912a0221d tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:16.125679 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-499383de-e5a7-4602-b5ac-6b1912a0221d tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:16.140164 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab412016-788e-49b5-b5c0-4a3cc79674f8 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:16.192167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab412016-788e-49b5-b5c0-4a3cc79674f8 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:16.199783 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-ab412016-788e-49b5-b5c0-4a3cc79674f8 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:16.199783 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab412016-788e-49b5-b5c0-4a3cc79674f8 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:16.202389 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab412016-788e-49b5-b5c0-4a3cc79674f8 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Pushing event updated for resources: {'Port': ['ID=a7ba709d-c213-4035-bc02-5935a0697eb0,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:16.216477 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8d8e4e53-5982-4f29-b4eb-1a064b5bc232 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:16.225408 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6746bb93-8620-447c-9c40-f1b1412b902a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:16.276169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d94a8f-7f10-4106-a95f-049d316b406e None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:16.284450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746bb93-8620-447c-9c40-f1b1412b902a admin admin] Pushing event deleted for resources: {'Port': ['ID=6c49ae9b-282c-40fc-ba00-3a2b4ee02e02,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:16.313706 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8d8e4e53-5982-4f29-b4eb-1a064b5bc232 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:16.314764 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8d8e4e53-5982-4f29-b4eb-1a064b5bc232 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:16.336575 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6746bb93-8620-447c-9c40-f1b1412b902a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:16.359297 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-499383de-e5a7-4602-b5ac-6b1912a0221d tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:16.359892 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499383de-e5a7-4602-b5ac-6b1912a0221d tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Fanout notify agent at l3_agent the message router_deleted on router c154fd14-1fb4-43e7-9544-3728217972a6 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:54:16.408619 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-499383de-e5a7-4602-b5ac-6b1912a0221d tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:16.410077 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-499383de-e5a7-4602-b5ac-6b1912a0221d tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "DELETE /v2.0/routers/c154fd14-1fb4-43e7-9544-3728217972a6 HTTP/1.1" status: 204 len: 168 time: 2.7133110 Dec 14 02:54:16.416805 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5db7d25e-ce41-48e1-981a-df2383a534d8 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:54:16.432271 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58530) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:16.496302 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e4e53-5982-4f29-b4eb-1a064b5bc232 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=e8978acd-e47b-4adc-815d-e9dbc3c5eb7d,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:16.503660 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 5db7d25e-ce41-48e1-981a-df2383a534d8 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:16.504481 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:16.589406 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8e4e53-5982-4f29-b4eb-1a064b5bc232 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network daa280c2-da4f-4d55-baa5-14cf10f4efe2 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:16.594211 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-8d8e4e53-5982-4f29-b4eb-1a064b5bc232 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:16.678720 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 307cbc95-c209-48d5-86b9-14cfc9465f40 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:54:16.712073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 307cbc95-c209-48d5-86b9-14cfc9465f40 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:54:16.713392 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 307cbc95-c209-48d5-86b9-14cfc9465f40 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:54:16.761698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8e4e53-5982-4f29-b4eb-1a064b5bc232 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:54:16.868212 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8e4e53-5982-4f29-b4eb-1a064b5bc232 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:16.876724 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8d8e4e53-5982-4f29-b4eb-1a064b5bc232 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/7f8fafca-0475-43fc-bd6c-5af9e9bb96ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7757905 Dec 14 02:54:16.876967 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58538) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:16.882084 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d5ad4581-8de2-4564-9052-97ee74b77a45 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1009860460'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:16.890729 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Sync routers for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:16.901840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-857929f4-c915-4225-aa2d-0a15f9ab0f0c tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1962448279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:16.903097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:16.904039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:16.969784 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6746bb93-8620-447c-9c40-f1b1412b902a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:16.981994 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6746bb93-8620-447c-9c40-f1b1412b902a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:16.986030 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ad4581-8de2-4564-9052-97ee74b77a45 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Made reservation on behalf of 00395e1ef3104ea683edcfb770d6d2a1 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:54:16.993614 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d5ad4581-8de2-4564-9052-97ee74b77a45 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.000625 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab412016-788e-49b5-b5c0-4a3cc79674f8 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.016894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6e68adab-bff5-40f4-bff4-e143861b56db None None] Provisioning complete for port e8978acd-e47b-4adc-815d-e9dbc3c5eb7d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:17.017322 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e68adab-bff5-40f4-bff4-e143861b56db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.019360 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:17.023342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c541c5d0-90c7-45ea-b54e-1e474827d3ed details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:54:17.031355 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ad4581-8de2-4564-9052-97ee74b77a45 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:54:17.047933 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d5ad4581-8de2-4564-9052-97ee74b77a45 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.048644 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-d5ad4581-8de2-4564-9052-97ee74b77a45 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Added segment 6c641d0c-97b5-4efe-9cae-321c3f1d9b17 of type vlan for network 72f0d543-05ae-4381-add2-282e9a730287 Dec 14 02:54:17.076513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc797e-f493-4a5d-afd1-d2e9b3027d2d req-d9bc44c6-049e-4eff-9b0d-f408f562e789 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:17.078132 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4efc797e-f493-4a5d-afd1-d2e9b3027d2d req-d9bc44c6-049e-4eff-9b0d-f408f562e789 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 943 time: 0.1585784 Dec 14 02:54:17.117848 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d5ad4581-8de2-4564-9052-97ee74b77a45 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.149146 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4efc797e-f493-4a5d-afd1-d2e9b3027d2d req-4fe4122e-ea62-4ba4-a1fd-b7f9e76f7416 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625863 Dec 14 02:54:17.150430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6e68adab-bff5-40f4-bff4-e143861b56db None None] Port e8978acd-e47b-4adc-815d-e9dbc3c5eb7d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:17.186578 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab412016-788e-49b5-b5c0-4a3cc79674f8 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.211269 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-857929f4-c915-4225-aa2d-0a15f9ab0f0c tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.212288 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-857929f4-c915-4225-aa2d-0a15f9ab0f0c tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.215483 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6746bb93-8620-447c-9c40-f1b1412b902a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.215974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6746bb93-8620-447c-9c40-f1b1412b902a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a2c583e-6472-4ada-8d84-118360c69678 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:54:17.225684 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6746bb93-8620-447c-9c40-f1b1412b902a admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.226766 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58546) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:17.226994 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6746bb93-8620-447c-9c40-f1b1412b902a admin admin] 10.222.0.39 "DELETE /v2.0/routers/0a2c583e-6472-4ada-8d84-118360c69678 HTTP/1.1" status: 204 len: 168 time: 2.4885085 Dec 14 02:54:17.269532 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d5ad4581-8de2-4564-9052-97ee74b77a45 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.280547 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ad4581-8de2-4564-9052-97ee74b77a45 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:17.281413 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d5ad4581-8de2-4564-9052-97ee74b77a45 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.341380 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-857929f4-c915-4225-aa2d-0a15f9ab0f0c tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.376716 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-315749fc-3267-4ede-bcd4-c3bd41e49043 admin admin] Deleting subnet f851cc63-6011-4af7-99dc-3f9ddd075969 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:54:17.403508 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-315749fc-3267-4ede-bcd4-c3bd41e49043 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.403508 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad4581-8de2-4564-9052-97ee74b77a45 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Network': ['ID=72f0d543-05ae-4381-add2-282e9a730287,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:17.441164 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 72f0d543-05ae-4381-add2-282e9a730287 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:54:17.454750 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-315749fc-3267-4ede-bcd4-c3bd41e49043 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.457967 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-857929f4-c915-4225-aa2d-0a15f9ab0f0c tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.503311 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d5ad4581-8de2-4564-9052-97ee74b77a45 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6227696 Dec 14 02:54:17.503584 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58550) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:17.510229 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-87d0c862-3fb9-49a9-8503-5d72b5983a4f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'subnet': {'network_id': '72f0d543-05ae-4381-add2-282e9a730287', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:17.513077 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab412016-788e-49b5-b5c0-4a3cc79674f8 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.566003 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-857929f4-c915-4225-aa2d-0a15f9ab0f0c tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.567348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-857929f4-c915-4225-aa2d-0a15f9ab0f0c tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1319883 Dec 14 02:54:17.570101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58552) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:17.575071 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d785295d-aae3-41c6-ace4-0af28d688a00 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'enable_snat': True}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:17.581993 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port c541c5d0-90c7-45ea-b54e-1e474827d3ed, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c541c5d0-90c7-45ea-b54e-1e474827d3ed,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:17.598789 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'c541c5d0-90c7-45ea-b54e-1e474827d3ed', 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48', 'port_id': 'c541c5d0-90c7-45ea-b54e-1e474827d3ed', 'mac_address': 'fa:16:3e:8b:b2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee9cd12f-52e6-42ad-bc08-3935195b595a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:54:17.655030 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab412016-788e-49b5-b5c0-4a3cc79674f8 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.666464 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-315749fc-3267-4ede-bcd4-c3bd41e49043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.666946 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.686265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c541c5d0-90c7-45ea-b54e-1e474827d3ed {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:54:17.711581 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port c541c5d0-90c7-45ea-b54e-1e474827d3ed, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c541c5d0-90c7-45ea-b54e-1e474827d3ed,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:17.714273 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:14Z', 'revision_number': 3, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8978acd-e47b-4adc-815d-e9dbc3c5eb7d', 'name': '', 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:12Z', 'updated_at': '2021-12-14T02:54:15Z', 'revision_number': 2, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:17.746901 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Checking router: 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:54:17.746901 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Updating router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad port e8978acd-e47b-4adc-815d-e9dbc3c5eb7d binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:54:17.771762 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.798671 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d0c862-3fb9-49a9-8503-5d72b5983a4f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Made reservation on behalf of 00395e1ef3104ea683edcfb770d6d2a1 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:54:17.803471 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87d0c862-3fb9-49a9-8503-5d72b5983a4f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.878042 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.886764 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab412016-788e-49b5-b5c0-4a3cc79674f8 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Pushing event updated for resources: {'Port': ['ID=a7ba709d-c213-4035-bc02-5935a0697eb0,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:17.890923 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab412016-788e-49b5-b5c0-4a3cc79674f8 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.897073 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d785295d-aae3-41c6-ace4-0af28d688a00 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:17.921756 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-315749fc-3267-4ede-bcd4-c3bd41e49043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.022574 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab412016-788e-49b5-b5c0-4a3cc79674f8 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.024808 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ab412016-788e-49b5-b5c0-4a3cc79674f8 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4127278 Dec 14 02:54:18.027627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58560) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:18.034647 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=c541c5d0-90c7-45ea-b54e-1e474827d3ed,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:18.035520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-6dbeb319-a6ae-4542-b1fb-a38dc243c9ac tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-921781075'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:18.142187 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315749fc-3267-4ede-bcd4-c3bd41e49043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f851cc63-6011-4af7-99dc-3f9ddd075969,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:18.148681 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-315749fc-3267-4ede-bcd4-c3bd41e49043 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.152547 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-315749fc-3267-4ede-bcd4-c3bd41e49043 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f851cc63-6011-4af7-99dc-3f9ddd075969 HTTP/1.1" status: 204 len: 168 time: 0.9245160 Dec 14 02:54:18.155244 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58564) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:18.160946 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d7b52e-1d55-4cb7-8769-fac690f8cc4d None None] Network 05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:54:18.180795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbeb319-a6ae-4542-b1fb-a38dc243c9ac tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Made reservation on behalf of b62db248b5b241c9b37cb98a1c5bf9b1 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:54:18.189284 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb319-a6ae-4542-b1fb-a38dc243c9ac tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.208153 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['c541c5d0-90c7-45ea-b54e-1e474827d3ed'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:54:18.217228 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb319-a6ae-4542-b1fb-a38dc243c9ac tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.226091 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.238557 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87d0c862-3fb9-49a9-8503-5d72b5983a4f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.298763 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d785295d-aae3-41c6-ace4-0af28d688a00 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.336393 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.354950 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d785295d-aae3-41c6-ace4-0af28d688a00 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.374501 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0c862-3fb9-49a9-8503-5d72b5983a4f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Subnet': ['ID=881d68f1-ee72-4f2c-9909-28dff166742b,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:18.410027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:54:18.442645 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cdabb7-322e-482c-9403-279d1abcf9ab None None] DHCP port deletion for 05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:18.446105 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:54:18.446766 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6c49ae9b-282c-40fc-ba00-3a2b4ee02e02 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:54:18.456704 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75447ab6-481a-4d06-a48d-be81c214d591 req-103e902d-4fae-4f43-bb76-ae04297a1793 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:18.457399 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d0c862-3fb9-49a9-8503-5d72b5983a4f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Checking segment: {'id': '6c641d0c-97b5-4efe-9cae-321c3f1d9b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '72f0d543-05ae-4381-add2-282e9a730287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:18.457779 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d0c862-3fb9-49a9-8503-5d72b5983a4f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network hostable DHCP agents. Network: 72f0d543-05ae-4381-add2-282e9a730287, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:54:18.458313 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75447ab6-481a-4d06-a48d-be81c214d591 req-103e902d-4fae-4f43-bb76-ae04297a1793 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 944 time: 0.1459553 Dec 14 02:54:18.483063 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] Deleting port 5e8456ff-08cb-4086-8c0d-e471e9ff6eab {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:18.485503 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.488164 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.575850 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-d785295d-aae3-41c6-ace4-0af28d688a00 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Allocated IP 172.25.7.119 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/32adffe6-38e0-4ac9-9f1e-ecab22c25b09) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:18.577023 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308cbbf-0534-46f6-9905-15ebed0c0186 None None] Pushing event updated for resources: {'Port': ['ID=e8978acd-e47b-4adc-815d-e9dbc3c5eb7d,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:18.607521 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] For port 5e8456ff-08cb-4086-8c0d-e471e9ff6eab, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5e8456ff-08cb-4086-8c0d-e471e9ff6eab,segment=NetworkSegment(fbd27779-16eb-42b5-9516-213973ec25d8),segment_id=fbd27779-16eb-42b5-9516-213973ec25d8)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:18.607891 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.625815 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] Calling delete_port for 5e8456ff-08cb-4086-8c0d-e471e9ff6eab owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:18.667468 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-88cdabb7-322e-482c-9403-279d1abcf9ab None None] Deleting port 5e8456ff-08cb-4086-8c0d-e471e9ff6eab {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:18.667937 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88cdabb7-322e-482c-9403-279d1abcf9ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.670916 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Attempting to bind port e8978acd-e47b-4adc-815d-e9dbc3c5eb7d on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:54:18.671399 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Attempting to bind port e8978acd-e47b-4adc-815d-e9dbc3c5eb7d by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '6c0099e1-9e51-410d-bd64-d41d1a98f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:54:18.671887 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Attempting to bind port e8978acd-e47b-4adc-815d-e9dbc3c5eb7d on network daa280c2-da4f-4d55-baa5-14cf10f4efe2 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:54:18.719954 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb319-a6ae-4542-b1fb-a38dc243c9ac tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.727227 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:54:18.728016 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Checking segment: {'id': '6c0099e1-9e51-410d-bd64-d41d1a98f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:18.728738 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.730145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Bound using segment: {'id': '6c0099e1-9e51-410d-bd64-d41d1a98f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:54:18.730958 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Bound port: e8978acd-e47b-4adc-815d-e9dbc3c5eb7d, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0099e1-9e51-410d-bd64-d41d1a98f25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:54:18.732040 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.736451 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d0c862-3fb9-49a9-8503-5d72b5983a4f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network 72f0d543-05ae-4381-add2-282e9a730287 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:54:18.771882 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d785295d-aae3-41c6-ace4-0af28d688a00 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.813471 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb319-a6ae-4542-b1fb-a38dc243c9ac tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.820543 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-88cdabb7-322e-482c-9403-279d1abcf9ab None None] For port 5e8456ff-08cb-4086-8c0d-e471e9ff6eab, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5e8456ff-08cb-4086-8c0d-e471e9ff6eab,segment=NetworkSegment(fbd27779-16eb-42b5-9516-213973ec25d8),segment_id=fbd27779-16eb-42b5-9516-213973ec25d8)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:18.821095 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88cdabb7-322e-482c-9403-279d1abcf9ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.840464 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-87d0c862-3fb9-49a9-8503-5d72b5983a4f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 72f0d543-05ae-4381-add2-282e9a730287) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:18.842254 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.851129 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d0c862-3fb9-49a9-8503-5d72b5983a4f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:18.851728 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87d0c862-3fb9-49a9-8503-5d72b5983a4f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.858694 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-88cdabb7-322e-482c-9403-279d1abcf9ab None None] Calling delete_port for 5e8456ff-08cb-4086-8c0d-e471e9ff6eab owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:18.871036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9398b97c-f707-401c-aa05-82f814781d67 None None] Network 72f0d543-05ae-4381-add2-282e9a730287 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:54:18.889910 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75447ab6-481a-4d06-a48d-be81c214d591 req-6f93d45a-5879-4751-8a31-6884486185fc tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434556 Dec 14 02:54:18.892376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbeb319-a6ae-4542-b1fb-a38dc243c9ac tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e14308-0db9-4374-a4d1-b287332f7214,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:18.897453 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d785295d-aae3-41c6-ace4-0af28d688a00 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.900227 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] For port e8978acd-e47b-4adc-815d-e9dbc3c5eb7d, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:54:18.920250 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] For port e8978acd-e47b-4adc-815d-e9dbc3c5eb7d, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e8978acd-e47b-4adc-815d-e9dbc3c5eb7d,segment=NetworkSegment(6c0099e1-9e51-410d-bd64-d41d1a98f25c),segment_id=6c0099e1-9e51-410d-bd64-d41d1a98f25c)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:54:18.925576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] Pushing event deleted for resources: {'Port': ['ID=5e8456ff-08cb-4086-8c0d-e471e9ff6eab,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:18.928197 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] No DVR routers for this DVR port 5e8456ff-08cb-4086-8c0d-e471e9ff6eab on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:54:18.949776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dbeb319-a6ae-4542-b1fb-a38dc243c9ac tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:54:18.989782 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb319-a6ae-4542-b1fb-a38dc243c9ac tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:18.994139 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-6dbeb319-a6ae-4542-b1fb-a38dc243c9ac tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Added segment a2b31010-ad8f-4dab-9b87-b06b63b730f1 of type vlan for network 598cc34f-b45e-4fc7-9918-ba50c771c03b Dec 14 02:54:18.998093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d785295d-aae3-41c6-ace4-0af28d688a00 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.008186 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.011496 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.011496 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.011496 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.011496 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.011496 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.011496 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.011496 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.011496 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.011496 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.011496 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.011496 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.011496 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.011496 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:19.011496 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 02:54:19.018315 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-d785295d-aae3-41c6-ace4-0af28d688a00 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:19.019716 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88cdabb7-322e-482c-9403-279d1abcf9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:19.023558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d785295d-aae3-41c6-ace4-0af28d688a00 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:19.042464 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:19.059413 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:19.066880 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:19.073750 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-87d0c862-3fb9-49a9-8503-5d72b5983a4f tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5691674 Dec 14 02:54:19.077852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58578) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:19.080897 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785295d-aae3-41c6-ace4-0af28d688a00 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Pushing event updated for resources: {'Port': ['ID=32adffe6-38e0-4ac9-9f1e-ecab22c25b09,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:19.084711 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361de6fc-39c3-4c25-8bef-c2880ab6553f None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:19.084937 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd27779-16eb-42b5-9516-213973ec25d8') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:19.085065 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd27779-16eb-42b5-9516-213973ec25d8') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:19.096027 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:19.114131 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:19.121752 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:54:19.122507 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:54:19.124331 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:54:19.127260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cdabb7-322e-482c-9403-279d1abcf9ab None None] Pushing event deleted for resources: {'Port': ['ID=5e8456ff-08cb-4086-8c0d-e471e9ff6eab,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:19.170830 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cdabb7-322e-482c-9403-279d1abcf9ab None None] No DVR routers for this DVR port 5e8456ff-08cb-4086-8c0d-e471e9ff6eab on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:54:19.177342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4fabcbed-726b-41ee-83b8-8e3a8c436b18 None None] Provisioning complete for port e8978acd-e47b-4adc-815d-e9dbc3c5eb7d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:19.177740 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4fabcbed-726b-41ee-83b8-8e3a8c436b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:19.189795 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb319-a6ae-4542-b1fb-a38dc243c9ac tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:19.330487 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:19.335593 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:19.339403 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:19.342265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:19.348180 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] 10.222.0.39 "DELETE /v2.0/networks/05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f HTTP/1.1" status: 204 len: 168 time: 1.1916926 Dec 14 02:54:19.351659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58582) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:19.362529 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25460187-85c8-4024-957f-d3092101cd5f admin admin] Pushing event deleted for resources: {'Network': ['ID=05fa0ba5-2e5a-4575-93ed-fe1b2bd98c3f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:19.414155 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308cbbf-0534-46f6-9905-15ebed0c0186 None None] Pushing event updated for resources: {'Port': ['ID=e8978acd-e47b-4adc-815d-e9dbc3c5eb7d,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:19.469557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-72f0d543-05ae-4381-add2-282e9a730287', 'network_id': '72f0d543-05ae-4381-add2-282e9a730287', 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'fixed_ips': [{'subnet_id': '881d68f1-ee72-4f2c-9909-28dff166742b'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:54:19.470290 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:19.508805 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb319-a6ae-4542-b1fb-a38dc243c9ac tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:19.515740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbeb319-a6ae-4542-b1fb-a38dc243c9ac tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:19.516528 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6dbeb319-a6ae-4542-b1fb-a38dc243c9ac tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:19.550557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:19.625666 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4fabcbed-726b-41ee-83b8-8e3a8c436b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:19.652201 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6dbeb319-a6ae-4542-b1fb-a38dc243c9ac tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6233130 Dec 14 02:54:19.655377 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58588) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:19.657885 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbeb319-a6ae-4542-b1fb-a38dc243c9ac tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Pushing event updated for resources: {'Network': ['ID=598cc34f-b45e-4fc7-9918-ba50c771c03b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:19.667776 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3a52ce15-5eb7-4363-87de-d75e70880789 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Request body: {'subnet': {'network_id': '598cc34f-b45e-4fc7-9918-ba50c771c03b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:19.705686 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 598cc34f-b45e-4fc7-9918-ba50c771c03b details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:54:19.830803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Allocated IP 2001:db8:2::2 (72f0d543-05ae-4381-add2-282e9a730287/881d68f1-ee72-4f2c-9909-28dff166742b/fdc16c0d-8da7-4a2a-a044-49cb09109a2e) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:19.844027 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a52ce15-5eb7-4363-87de-d75e70880789 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Made reservation on behalf of b62db248b5b241c9b37cb98a1c5bf9b1 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:54:19.847722 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a52ce15-5eb7-4363-87de-d75e70880789 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:19.874407 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-4fabcbed-726b-41ee-83b8-8e3a8c436b18 None None] For port e8978acd-e47b-4adc-815d-e9dbc3c5eb7d, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e8978acd-e47b-4adc-815d-e9dbc3c5eb7d,segment=NetworkSegment(6c0099e1-9e51-410d-bd64-d41d1a98f25c),segment_id=6c0099e1-9e51-410d-bd64-d41d1a98f25c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:19.978771 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4fabcbed-726b-41ee-83b8-8e3a8c436b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:20.181326 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a52ce15-5eb7-4363-87de-d75e70880789 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:20.274104 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52ce15-5eb7-4363-87de-d75e70880789 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Pushing event updated for resources: {'Subnet': ['ID=262939dd-9443-4881-b02a-f1e998c4f23f,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:20.274441 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-99f67dde-0772-468f-8361-4e85a640b59b None None] Provisioning complete for port 32adffe6-38e0-4ac9-9f1e-ecab22c25b09 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:20.274794 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-99f67dde-0772-468f-8361-4e85a640b59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:20.276873 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a52ce15-5eb7-4363-87de-d75e70880789 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Checking segment: {'id': 'a2b31010-ad8f-4dab-9b87-b06b63b730f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '598cc34f-b45e-4fc7-9918-ba50c771c03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:20.278338 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a52ce15-5eb7-4363-87de-d75e70880789 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Network hostable DHCP agents. Network: 598cc34f-b45e-4fc7-9918-ba50c771c03b, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:54:20.350090 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fabcbed-726b-41ee-83b8-8e3a8c436b18 None None] Pushing event updated for resources: {'Port': ['ID=e8978acd-e47b-4adc-815d-e9dbc3c5eb7d,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:20.368643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a52ce15-5eb7-4363-87de-d75e70880789 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Network 598cc34f-b45e-4fc7-9918-ba50c771c03b is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:54:20.373197 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-99f67dde-0772-468f-8361-4e85a640b59b None None] Port 32adffe6-38e0-4ac9-9f1e-ecab22c25b09 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:20.392643 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:20.396426 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5e8456ff-08cb-4086-8c0d-e471e9ff6eab no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:54:20.424072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 5e8456ff-08cb-4086-8c0d-e471e9ff6eab {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:54:20.430030 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5e8456ff-08cb-4086-8c0d-e471e9ff6eab not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:54:20.430030 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-99f67dde-0772-468f-8361-4e85a640b59b None None] Provisioning complete for port e8978acd-e47b-4adc-815d-e9dbc3c5eb7d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:20.430030 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-99f67dde-0772-468f-8361-4e85a640b59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:20.461029 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:14Z', 'revision_number': 3, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8978acd-e47b-4adc-815d-e9dbc3c5eb7d', 'name': '', 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:12Z', 'updated_at': '2021-12-14T02:54:18Z', 'revision_number': 4, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:20.489768 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-3a52ce15-5eb7-4363-87de-d75e70880789 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 598cc34f-b45e-4fc7-9918-ba50c771c03b) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:20.496091 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4a7ad7-f1d2-432e-99af-6b2d8f9f0123 None None] The sync data for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 is: [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:14Z', 'revision_number': 3, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8978acd-e47b-4adc-815d-e9dbc3c5eb7d', 'name': '', 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:12Z', 'updated_at': '2021-12-14T02:54:18Z', 'revision_number': 4, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:20.502269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9454fbc-cdc4-4dfe-b19a-2521ea73c3f7 None None] Network 598cc34f-b45e-4fc7-9918-ba50c771c03b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:54:20.510257 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a52ce15-5eb7-4363-87de-d75e70880789 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:20.511576 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a52ce15-5eb7-4363-87de-d75e70880789 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:20.541319 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26626314-6f51-4a60-b6cf-47312b6a0153 req-958f2c62-9e2e-476a-90ac-486071454ed0 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:20.542942 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26626314-6f51-4a60-b6cf-47312b6a0153 req-958f2c62-9e2e-476a-90ac-486071454ed0 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 944 time: 0.1460838 Dec 14 02:54:20.580297 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d785295d-aae3-41c6-ace4-0af28d688a00 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:20.616951 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:20.634747 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3a52ce15-5eb7-4363-87de-d75e70880789 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9772413 Dec 14 02:54:20.634747 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58602) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:20.639985 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-630119528', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}, 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:20.685631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Pushing event updated for resources: {'Port': ['ID=fdc16c0d-8da7-4a2a-a044-49cb09109a2e,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:20.745481 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:20.747533 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:20.778794 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Network 72f0d543-05ae-4381-add2-282e9a730287 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:20.781140 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26626314-6f51-4a60-b6cf-47312b6a0153 req-6f85d666-56c6-495b-b7e9-f0d14ba5c034 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241910 Dec 14 02:54:20.808274 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:20.813176 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:20.817372 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b69d830b-41a7-42be-889b-894fc64560a7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:20.871997 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:20.908748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Attempting to bind port fdc16c0d-8da7-4a2a-a044-49cb09109a2e on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:54:20.909223 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Attempting to bind port fdc16c0d-8da7-4a2a-a044-49cb09109a2e by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '6c641d0c-97b5-4efe-9cae-321c3f1d9b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '72f0d543-05ae-4381-add2-282e9a730287'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:54:20.909717 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Attempting to bind port fdc16c0d-8da7-4a2a-a044-49cb09109a2e on network 72f0d543-05ae-4381-add2-282e9a730287 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:54:20.916166 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-598cc34f-b45e-4fc7-9918-ba50c771c03b', 'network_id': '598cc34f-b45e-4fc7-9918-ba50c771c03b', 'project_id': 'b62db248b5b241c9b37cb98a1c5bf9b1', 'fixed_ips': [{'subnet_id': '262939dd-9443-4881-b02a-f1e998c4f23f'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:54:20.918863 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:20.919871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:54:20.920251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Checking segment: {'id': '6c641d0c-97b5-4efe-9cae-321c3f1d9b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '72f0d543-05ae-4381-add2-282e9a730287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:20.920658 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:20.921250 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Bound using segment: {'id': '6c641d0c-97b5-4efe-9cae-321c3f1d9b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '72f0d543-05ae-4381-add2-282e9a730287'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:54:20.923678 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Bound port: fdc16c0d-8da7-4a2a-a044-49cb09109a2e, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c641d0c-97b5-4efe-9cae-321c3f1d9b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '72f0d543-05ae-4381-add2-282e9a730287'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:54:20.924092 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:21.083605 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c541c5d0-90c7-45ea-b54e-1e474827d3ed up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:54:21.139930 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:21.148635 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d785295d-aae3-41c6-ace4-0af28d688a00 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:21.156517 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d785295d-aae3-41c6-ace4-0af28d688a00 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:21.160531 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] For port fdc16c0d-8da7-4a2a-a044-49cb09109a2e, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:54:21.219896 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] For port fdc16c0d-8da7-4a2a-a044-49cb09109a2e, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=fdc16c0d-8da7-4a2a-a044-49cb09109a2e,segment=NetworkSegment(6c641d0c-97b5-4efe-9cae-321c3f1d9b17),segment_id=6c641d0c-97b5-4efe-9cae-321c3f1d9b17)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:54:21.248931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Allocated IP 172.20.0.2 (598cc34f-b45e-4fc7-9918-ba50c771c03b/262939dd-9443-4881-b02a-f1e998c4f23f/08445371-2541-4e7a-a9a4-42c71537960f) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:21.385128 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port c541c5d0-90c7-45ea-b54e-1e474827d3ed completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:54:21.396218 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:21.472747 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb8923-c8f6-4dc5-9a8f-2236522cc069 None None] Pushing event updated for resources: {'Port': ['ID=fdc16c0d-8da7-4a2a-a044-49cb09109a2e,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:21.479799 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port c541c5d0-90c7-45ea-b54e-1e474827d3ed triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:21.480512 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:21.483987 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:21.494634 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e3cf3798-6462-4393-8185-6c83944d1f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:21.510227 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:21.603258 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:21.648211 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Allocated IP 172.25.7.10 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/b693ea10-5472-411b-8ddc-3fde1830927f) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:21.655901 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:21.688415 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:21.697113 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21977df-aa4b-46d4-88f5-5a9438d177e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c541c5d0-90c7-45ea-b54e-1e474827d3ed'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:54:21.699454 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470f25d0-2114-4f28-a838-eeac143b2c10" -d '{"events": [{"server_uuid": "f21977df-aa4b-46d4-88f5-5a9438d177e6", "name": "network-vif-plugged", "status": "completed", "tag": "c541c5d0-90c7-45ea-b54e-1e474827d3ed"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:54:21.725126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-b69d830b-41a7-42be-889b-894fc64560a7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Allocated IP 2001:db8:2::1 (72f0d543-05ae-4381-add2-282e9a730287/881d68f1-ee72-4f2c-9909-28dff166742b/8358c0c5-75c3-4651-8ea1-5266bb1adcb2) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:21.755799 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d785295d-aae3-41c6-ace4-0af28d688a00 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Router c35ed96b-de2f-4c5d-8fa3-6b33966b5a46 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:54:21.768544 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port c541c5d0-90c7-45ea-b54e-1e474827d3ed, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c541c5d0-90c7-45ea-b54e-1e474827d3ed,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:21.780936 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Network 598cc34f-b45e-4fc7-9918-ba50c771c03b is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:21.785824 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:21.788515 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:21.799507 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:21.806501 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfa0042-ca85-448c-a439-b3c80618b142 x-openstack-request-id: req-4bfa0042-ca85-448c-a439-b3c80618b142 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:54:21.806790 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21977df-aa4b-46d4-88f5-5a9438d177e6", "name": "network-vif-plugged", "status": "completed", "tag": "c541c5d0-90c7-45ea-b54e-1e474827d3ed", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:54:21.807060 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4bfa0042-ca85-448c-a439-b3c80618b142 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:54:21.807464 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21977df-aa4b-46d4-88f5-5a9438d177e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c541c5d0-90c7-45ea-b54e-1e474827d3ed', 'code': 200} Dec 14 02:54:21.855404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Pushing event updated for resources: {'Port': ['ID=08445371-2541-4e7a-a9a4-42c71537960f,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:21.923816 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:21.986930 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:22.017680 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Attempting to bind port 08445371-2541-4e7a-a9a4-42c71537960f on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:54:22.017925 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Attempting to bind port 08445371-2541-4e7a-a9a4-42c71537960f by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'a2b31010-ad8f-4dab-9b87-b06b63b730f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '598cc34f-b45e-4fc7-9918-ba50c771c03b'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:54:22.018189 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Attempting to bind port 08445371-2541-4e7a-a9a4-42c71537960f on network 598cc34f-b45e-4fc7-9918-ba50c771c03b {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:54:22.035745 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:54:22.036121 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Checking segment: {'id': 'a2b31010-ad8f-4dab-9b87-b06b63b730f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '598cc34f-b45e-4fc7-9918-ba50c771c03b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:22.036527 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:22.036924 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Bound using segment: {'id': 'a2b31010-ad8f-4dab-9b87-b06b63b730f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '598cc34f-b45e-4fc7-9918-ba50c771c03b'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:54:22.037426 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Bound port: 08445371-2541-4e7a-a9a4-42c71537960f, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b31010-ad8f-4dab-9b87-b06b63b730f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '598cc34f-b45e-4fc7-9918-ba50c771c03b'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:54:22.037812 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:22.054341 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:22.057888 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:22.061391 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:22.139734 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aeb03b-eb71-455d-93ba-c97f3ea5a50e None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:22.147653 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] For port 08445371-2541-4e7a-a9a4-42c71537960f, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:54:22.150800 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=c541c5d0-90c7-45ea-b54e-1e474827d3ed,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:22.157919 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Pushing event updated for resources: {'Port': ['ID=b693ea10-5472-411b-8ddc-3fde1830927f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:22.165140 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] For port 08445371-2541-4e7a-a9a4-42c71537960f, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=08445371-2541-4e7a-a9a4-42c71537960f,segment=NetworkSegment(a2b31010-ad8f-4dab-9b87-b06b63b730f1),segment_id=a2b31010-ad8f-4dab-9b87-b06b63b730f1)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:54:22.214077 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6e9537ec-bd91-431a-9417-6ce002d5872d None None] Provisioning complete for port b693ea10-5472-411b-8ddc-3fde1830927f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:22.214452 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e9537ec-bd91-431a-9417-6ce002d5872d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:22.256497 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6e9537ec-bd91-431a-9417-6ce002d5872d None None] Port b693ea10-5472-411b-8ddc-3fde1830927f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:22.267071 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:22.281861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d785295d-aae3-41c6-ace4-0af28d688a00 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:22.286780 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b69d830b-41a7-42be-889b-894fc64560a7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:22.296384 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d785295d-aae3-41c6-ace4-0af28d688a00 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:22.300200 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d785295d-aae3-41c6-ace4-0af28d688a00 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "PUT /v2.0/routers/c35ed96b-de2f-4c5d-8fa3-6b33966b5a46 HTTP/1.1" status: 200 len: 919 time: 4.7265742 Dec 14 02:54:22.306446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58624) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:22.306657 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fec1588-3c04-4b47-9817-23badd5ebcf6 None None] Sync routers for ids ['c35ed96b-de2f-4c5d-8fa3-6b33966b5a46'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:22.333071 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec1588-3c04-4b47-9817-23badd5ebcf6 None None] Routers {'c35ed96b-de2f-4c5d-8fa3-6b33966b5a46'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:22.334004 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9fec1588-3c04-4b47-9817-23badd5ebcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['c35ed96b-de2f-4c5d-8fa3-6b33966b5a46'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:22.375486 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9fec1588-3c04-4b47-9817-23badd5ebcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:22.396189 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fec1588-3c04-4b47-9817-23badd5ebcf6 None None] Routers {'c35ed96b-de2f-4c5d-8fa3-6b33966b5a46'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:22.396734 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9fec1588-3c04-4b47-9817-23badd5ebcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['c35ed96b-de2f-4c5d-8fa3-6b33966b5a46'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:22.416815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7d701-b41f-4d54-b745-aad1c6983600 None None] Pushing event updated for resources: {'Port': ['ID=08445371-2541-4e7a-a9a4-42c71537960f,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:22.444715 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9fec1588-3c04-4b47-9817-23badd5ebcf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:22.445399 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fec1588-3c04-4b47-9817-23badd5ebcf6 None None] The sync data for ids ['c35ed96b-de2f-4c5d-8fa3-6b33966b5a46'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:22.450720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b9432-249b-4327-9348-36bfa36bb428 req-0edba34c-316c-4b26-9c5d-029bc7dc0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:22.451607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-917b9432-249b-4327-9348-36bfa36bb428 req-0edba34c-316c-4b26-9c5d-029bc7dc0ba2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 1096 time: 0.4999928 Dec 14 02:54:22.466479 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c1f55-b05a-4953-99ee-0d0f7c8add4f req-ef8b1113-66d0-4921-a344-ceb3e636846e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:22.467946 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f5c1f55-b05a-4953-99ee-0d0f7c8add4f req-ef8b1113-66d0-4921-a344-ceb3e636846e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 945 time: 0.4660070 Dec 14 02:54:22.545461 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e8978acd-e47b-4adc-815d-e9dbc3c5eb7d up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:54:22.623424 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:22.633499 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f5c1f55-b05a-4953-99ee-0d0f7c8add4f req-cbb26bc5-3671-4766-8a3f-85b83aa104fb tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495759 Dec 14 02:54:22.651514 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-917b9432-249b-4327-9348-36bfa36bb428 req-77044211-979c-45e8-8be8-37c565918669 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793480 Dec 14 02:54:22.682267 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e8978acd-e47b-4adc-815d-e9dbc3c5eb7d triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:22.683237 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:22.698421 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b69d830b-41a7-42be-889b-894fc64560a7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:22.710374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-19dc62f4-716c-4f1f-969e-fb69b109d2ec tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "GET /v2.0/routers/c35ed96b-de2f-4c5d-8fa3-6b33966b5a46 HTTP/1.1" status: 200 len: 925 time: 0.4027853 Dec 14 02:54:22.715007 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58630) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:22.790503 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69d830b-41a7-42be-889b-894fc64560a7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network 72f0d543-05ae-4381-add2-282e9a730287 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:22.810960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-b69d830b-41a7-42be-889b-894fc64560a7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:22.821263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69d830b-41a7-42be-889b-894fc64560a7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:22.822199 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b69d830b-41a7-42be-889b-894fc64560a7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:22.893320 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf3798-6462-4393-8185-6c83944d1f67 admin admin] Deleting port a5cd25c9-527c-450c-9701-1e0fe0805464 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:22.893986 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e3cf3798-6462-4393-8185-6c83944d1f67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:22.899801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d830b-41a7-42be-889b-894fc64560a7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=8358c0c5-75c3-4651-8ea1-5266bb1adcb2,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:22.913340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device fdc16c0d-8da7-4a2a-a044-49cb09109a2e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:54:23.003038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9c5637-c3d8-4e5f-8416-6a85090a5c05 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:23.006187 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6b9c5637-c3d8-4e5f-8416-6a85090a5c05 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&device_id=c35ed96b-de2f-4c5d-8fa3-6b33966b5a46&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2894762 Dec 14 02:54:23.017834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port fdc16c0d-8da7-4a2a-a044-49cb09109a2e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:23.018210 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:23.018486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58634) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:23.140267 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-e3cf3798-6462-4393-8185-6c83944d1f67 admin admin] For port a5cd25c9-527c-450c-9701-1e0fe0805464, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a5cd25c9-527c-450c-9701-1e0fe0805464,segment=NetworkSegment(82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b),segment_id=82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:23.140650 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e3cf3798-6462-4393-8185-6c83944d1f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:23.146278 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:23.164699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf3798-6462-4393-8185-6c83944d1f67 admin admin] Calling delete_port for a5cd25c9-527c-450c-9701-1e0fe0805464 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:23.187445 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port fdc16c0d-8da7-4a2a-a044-49cb09109a2e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=fdc16c0d-8da7-4a2a-a044-49cb09109a2e,segment=NetworkSegment(6c641d0c-97b5-4efe-9cae-321c3f1d9b17),segment_id=6c641d0c-97b5-4efe-9cae-321c3f1d9b17)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:23.260870 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:23.339930 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737c97fa-f926-4dbf-bd86-0753ab2707a9 None None] Network 72f0d543-05ae-4381-add2-282e9a730287 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:54:23.394648 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:23.406535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=fdc16c0d-8da7-4a2a-a044-49cb09109a2e,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:23.443335 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a3b56d12-d04c-4fad-9d78-4dc91c84525d None None] Provisioning complete for port fdc16c0d-8da7-4a2a-a044-49cb09109a2e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:23.443878 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a3b56d12-d04c-4fad-9d78-4dc91c84525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:23.445718 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b69d830b-41a7-42be-889b-894fc64560a7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:23.476537 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3464251f-9354-41fd-9842-8506a48b9750 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:23.480800 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3464251f-9354-41fd-9842-8506a48b9750 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 881 time: 0.4583716 Dec 14 02:54:23.481989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58642) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:23.518270 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8f4426f5-9c18-47ca-b8e4-4dba863fa53c tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "GET /v2.0/ports?device_id=c35ed96b-de2f-4c5d-8fa3-6b33966b5a46 HTTP/1.1" status: 200 len: 205 time: 0.0324485 Dec 14 02:54:23.519097 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58644) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:23.562498 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:54:23.641065 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e3cf3798-6462-4393-8185-6c83944d1f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:23.643764 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Router 16f5c958-d6bf-448a-b7b3-e4bb11e05a96 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:54:23.864105 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:23.878287 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e7dde9-eaf7-4799-9445-fee935c4d3f3 None None] Sync routers for ids ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:23.899637 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e7dde9-eaf7-4799-9445-fee935c4d3f3 None None] Routers {'16f5c958-d6bf-448a-b7b3-e4bb11e05a96'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:23.900439 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-32e7dde9-eaf7-4799-9445-fee935c4d3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:23.947285 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-32e7dde9-eaf7-4799-9445-fee935c4d3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:23.976098 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e7dde9-eaf7-4799-9445-fee935c4d3f3 None None] Routers {'16f5c958-d6bf-448a-b7b3-e4bb11e05a96'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:23.977116 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-32e7dde9-eaf7-4799-9445-fee935c4d3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:23.983906 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:23.985224 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2871eb6d-940f-4ba6-b592-9dc3b2409622 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.3496892 Dec 14 02:54:23.988016 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58654) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:24.093605 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-32e7dde9-eaf7-4799-9445-fee935c4d3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:24.094295 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e7dde9-eaf7-4799-9445-fee935c4d3f3 None None] The sync data for ids ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:24.116676 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-fc5ed04e-91ed-40ee-8145-dafb71f3c84c None None] Provisioning complete for port 8358c0c5-75c3-4651-8ea1-5266bb1adcb2 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:24.124994 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc5ed04e-91ed-40ee-8145-dafb71f3c84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:24.163084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7be84f-e84b-4512-9956-fea6a1a0bb76 None None] Network 598cc34f-b45e-4fc7-9918-ba50c771c03b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:54:24.253267 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-fc5ed04e-91ed-40ee-8145-dafb71f3c84c None None] Port 8358c0c5-75c3-4651-8ea1-5266bb1adcb2 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:24.290886 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf3798-6462-4393-8185-6c83944d1f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5cd25c9-527c-450c-9701-1e0fe0805464,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:24.333505 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-fc5ed04e-91ed-40ee-8145-dafb71f3c84c None None] Provisioning complete for port fdc16c0d-8da7-4a2a-a044-49cb09109a2e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:24.341832 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc5ed04e-91ed-40ee-8145-dafb71f3c84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:24.570681 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 08445371-2541-4e7a-a9a4-42c71537960f up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:54:24.596631 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c95a8c-e307-416a-92b9-7665c87a36db req-481e744c-2b41-4fad-95c2-6b0a6a5f13aa tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:24.607297 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8c95a8c-e307-416a-92b9-7665c87a36db req-481e744c-2b41-4fad-95c2-6b0a6a5f13aa tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 945 time: 0.3606217 Dec 14 02:54:24.642393 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 08445371-2541-4e7a-a9a4-42c71537960f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:24.643379 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:24.647083 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e86ea6e-50aa-4d20-a63a-cf169565e3a4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:24.719222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8dd6cef2-39fa-4e60-b7a7-56a12e668a52 None None] Provisioning complete for port 8358c0c5-75c3-4651-8ea1-5266bb1adcb2 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:24.721128 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8dd6cef2-39fa-4e60-b7a7-56a12e668a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:24.765435 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-91c9dca8-9e74-43a9-ac1a-24d90e9a9099 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:24.768090 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8dd6cef2-39fa-4e60-b7a7-56a12e668a52 None None] Port 8358c0c5-75c3-4651-8ea1-5266bb1adcb2 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:24.810053 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e3cf3798-6462-4393-8185-6c83944d1f67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:24.817654 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8dd6cef2-39fa-4e60-b7a7-56a12e668a52 None None] Provisioning complete for port 08445371-2541-4e7a-a9a4-42c71537960f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:24.818027 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8dd6cef2-39fa-4e60-b7a7-56a12e668a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:24.857361 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8c95a8c-e307-416a-92b9-7665c87a36db req-4c03faa1-43af-4052-b659-564b1a8439b3 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482946 Dec 14 02:54:24.863572 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:24.907078 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 08445371-2541-4e7a-a9a4-42c71537960f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=08445371-2541-4e7a-a9a4-42c71537960f,segment=NetworkSegment(a2b31010-ad8f-4dab-9b87-b06b63b730f1),segment_id=a2b31010-ad8f-4dab-9b87-b06b63b730f1)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:24.961983 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8dd6cef2-39fa-4e60-b7a7-56a12e668a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:24.993090 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:24.994165 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device fdc16c0d-8da7-4a2a-a044-49cb09109a2e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:54:25.087904 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e86ea6e-50aa-4d20-a63a-cf169565e3a4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:25.159137 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-91c9dca8-9e74-43a9-ac1a-24d90e9a9099 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Allocated IP 172.20.0.1 (598cc34f-b45e-4fc7-9918-ba50c771c03b/262939dd-9443-4881-b02a-f1e998c4f23f/8a12aa73-f8fd-4bec-8c2e-1985e09e4d5c) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:25.198715 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b69d830b-41a7-42be-889b-894fc64560a7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:25.262217 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cf3798-6462-4393-8185-6c83944d1f67 admin admin] Router 538c0543-36b5-4461-98cd-e7122a2c8e5a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:54:25.296293 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=08445371-2541-4e7a-a9a4-42c71537960f,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:25.318498 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b69d830b-41a7-42be-889b-894fc64560a7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:25.319400 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b69d830b-41a7-42be-889b-894fc64560a7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:25.324832 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-91c9dca8-9e74-43a9-ac1a-24d90e9a9099 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:25.347704 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-8dd6cef2-39fa-4e60-b7a7-56a12e668a52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:54:25.348355 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-8dd6cef2-39fa-4e60-b7a7-56a12e668a52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:54:25.356701 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port fdc16c0d-8da7-4a2a-a044-49cb09109a2e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:25.357293 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:25.427585 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-91c9dca8-9e74-43a9-ac1a-24d90e9a9099 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:25.470972 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9dca8-9e74-43a9-ac1a-24d90e9a9099 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Network 598cc34f-b45e-4fc7-9918-ba50c771c03b is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:25.476207 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-91c9dca8-9e74-43a9-ac1a-24d90e9a9099 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:25.479869 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9dca8-9e74-43a9-ac1a-24d90e9a9099 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:25.500655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d830b-41a7-42be-889b-894fc64560a7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=8358c0c5-75c3-4651-8ea1-5266bb1adcb2,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:25.520555 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9dca8-9e74-43a9-ac1a-24d90e9a9099 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Pushing event updated for resources: {'Port': ['ID=8a12aa73-f8fd-4bec-8c2e-1985e09e4d5c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:25.537934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-6e86ea6e-50aa-4d20-a63a-cf169565e3a4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Deleting port 32adffe6-38e0-4ac9-9f1e-ecab22c25b09 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:25.538362 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e86ea6e-50aa-4d20-a63a-cf169565e3a4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:25.540243 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-91c9dca8-9e74-43a9-ac1a-24d90e9a9099 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:25.634004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cf3798-6462-4393-8185-6c83944d1f67 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:25.642032 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e3cf3798-6462-4393-8185-6c83944d1f67 admin admin] 10.222.0.39 "PUT /v2.0/routers/538c0543-36b5-4461-98cd-e7122a2c8e5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2890871 Dec 14 02:54:25.646620 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58668) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:25.647511 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230910dd-f9a8-4a45-a0a2-38c7410ce2d0 None None] Sync routers for ids ['538c0543-36b5-4461-98cd-e7122a2c8e5a'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:25.662547 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230910dd-f9a8-4a45-a0a2-38c7410ce2d0 None None] Routers {'538c0543-36b5-4461-98cd-e7122a2c8e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:25.662780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69d830b-41a7-42be-889b-894fc64560a7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network 72f0d543-05ae-4381-add2-282e9a730287 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:25.665574 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-230910dd-f9a8-4a45-a0a2-38c7410ce2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['538c0543-36b5-4461-98cd-e7122a2c8e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:25.752236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-b69d830b-41a7-42be-889b-894fc64560a7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:25.804843 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-230910dd-f9a8-4a45-a0a2-38c7410ce2d0 None None] Set router 538c0543-36b5-4461-98cd-e7122a2c8e5a gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:25.813194 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e86ea6e-50aa-4d20-a63a-cf169565e3a4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:25.835553 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-91c9dca8-9e74-43a9-ac1a-24d90e9a9099 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:25.937140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-6e86ea6e-50aa-4d20-a63a-cf169565e3a4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Calling delete_port for 32adffe6-38e0-4ac9-9f1e-ecab22c25b09 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:26.070182 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f4ac1359-a457-4d08-ad66-b558c7bedb5f None None] Provisioning complete for port 8a12aa73-f8fd-4bec-8c2e-1985e09e4d5c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:26.070757 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4ac1359-a457-4d08-ad66-b558c7bedb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:26.088234 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e1e49f05-e280-47a6-bd0b-85669590703b admin admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:26.120516 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-230910dd-f9a8-4a45-a0a2-38c7410ce2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'name': 'tempest-TestAggregatesBasicOps-1284634678-router', 'tenant_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'c56a370e-a7fe-4a46-91fb-d93a52c35568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:55Z', 'updated_at': '2021-12-14T02:54:23Z', 'revision_number': 5, 'project_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'gw_port': {'id': 'c56a370e-a7fe-4a46-91fb-d93a52c35568', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:56Z', 'updated_at': '2021-12-14T02:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:26.149252 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f4ac1359-a457-4d08-ad66-b558c7bedb5f None None] Port 8a12aa73-f8fd-4bec-8c2e-1985e09e4d5c cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:26.161737 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f4ac1359-a457-4d08-ad66-b558c7bedb5f None None] Provisioning complete for port 08445371-2541-4e7a-a9a4-42c71537960f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:26.162390 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f4ac1359-a457-4d08-ad66-b558c7bedb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:26.171691 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230910dd-f9a8-4a45-a0a2-38c7410ce2d0 None None] Checking router: 538c0543-36b5-4461-98cd-e7122a2c8e5a for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:54:26.181186 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230910dd-f9a8-4a45-a0a2-38c7410ce2d0 None None] Routers {'538c0543-36b5-4461-98cd-e7122a2c8e5a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:26.182127 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-230910dd-f9a8-4a45-a0a2-38c7410ce2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['538c0543-36b5-4461-98cd-e7122a2c8e5a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:26.250493 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69d830b-41a7-42be-889b-894fc64560a7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:54:26.327451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea174b5a-33f5-424d-9ebf-2eff2ec0c827 req-617665bf-9ad5-49e3-8cbd-e33e08425e07 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:26.328605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea174b5a-33f5-424d-9ebf-2eff2ec0c827 req-617665bf-9ad5-49e3-8cbd-e33e08425e07 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 945 time: 0.3480709 Dec 14 02:54:26.373225 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-91c9dca8-9e74-43a9-ac1a-24d90e9a9099 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:26.386637 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-230910dd-f9a8-4a45-a0a2-38c7410ce2d0 None None] Set router 538c0543-36b5-4461-98cd-e7122a2c8e5a gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:26.442644 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-91c9dca8-9e74-43a9-ac1a-24d90e9a9099 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:26.494134 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8eccfba0-3c85-4d86-94a6-458aabbdfb57 None None] Provisioning complete for port 8358c0c5-75c3-4651-8ea1-5266bb1adcb2 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:26.498464 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8eccfba0-3c85-4d86-94a6-458aabbdfb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:26.522750 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e1e49f05-e280-47a6-bd0b-85669590703b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:26.562187 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-91c9dca8-9e74-43a9-ac1a-24d90e9a9099 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:26.580317 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9dca8-9e74-43a9-ac1a-24d90e9a9099 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Pushing event updated for resources: {'Port': ['ID=8a12aa73-f8fd-4bec-8c2e-1985e09e4d5c,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:26.590259 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea174b5a-33f5-424d-9ebf-2eff2ec0c827 req-3fb256b9-23cd-4961-acdb-550caae00f0a tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009306 Dec 14 02:54:26.593332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69d830b-41a7-42be-889b-894fc64560a7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:26.602617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b69d830b-41a7-42be-889b-894fc64560a7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/7f8fafca-0475-43fc-bd6c-5af9e9bb96ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5186522 Dec 14 02:54:26.603237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58674) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:26.609575 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 08445371-2541-4e7a-a9a4-42c71537960f up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:54:26.611296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-5cf81c1c-22db-4937-8191-3de439fe8fd7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1546377623'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:26.618219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Sync routers for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:26.668867 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-230910dd-f9a8-4a45-a0a2-38c7410ce2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'name': 'tempest-TestAggregatesBasicOps-1284634678-router', 'tenant_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'c56a370e-a7fe-4a46-91fb-d93a52c35568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:55Z', 'updated_at': '2021-12-14T02:54:23Z', 'revision_number': 5, 'project_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'gw_port': {'id': 'c56a370e-a7fe-4a46-91fb-d93a52c35568', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:56Z', 'updated_at': '2021-12-14T02:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:26.674808 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8eccfba0-3c85-4d86-94a6-458aabbdfb57 None None] Port 8358c0c5-75c3-4651-8ea1-5266bb1adcb2 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:26.703817 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:26.705351 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230910dd-f9a8-4a45-a0a2-38c7410ce2d0 None None] The sync data for ids ['538c0543-36b5-4461-98cd-e7122a2c8e5a'] in n-d-821636-1 is: [{'id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'name': 'tempest-TestAggregatesBasicOps-1284634678-router', 'tenant_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.81'}], 'enable_snat': True}, 'gw_port_id': 'c56a370e-a7fe-4a46-91fb-d93a52c35568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:55Z', 'updated_at': '2021-12-14T02:54:23Z', 'revision_number': 5, 'project_id': '5dc74d7d5ac64efa8054d6e5662fc600', 'gw_port': {'id': 'c56a370e-a7fe-4a46-91fb-d93a52c35568', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538c0543-36b5-4461-98cd-e7122a2c8e5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3019, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:53:56Z', 'updated_at': '2021-12-14T02:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:26.706264 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:26.725166 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e86ea6e-50aa-4d20-a63a-cf169565e3a4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:26.743270 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9dca8-9e74-43a9-ac1a-24d90e9a9099 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Network 598cc34f-b45e-4fc7-9918-ba50c771c03b is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:26.747130 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-91c9dca8-9e74-43a9-ac1a-24d90e9a9099 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:26.778773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86ea6e-50aa-4d20-a63a-cf169565e3a4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Pushing event deleted for resources: {'Port': ['ID=32adffe6-38e0-4ac9-9f1e-ecab22c25b09,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:26.795747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-e1e49f05-e280-47a6-bd0b-85669590703b admin admin] Deleting port c56a370e-a7fe-4a46-91fb-d93a52c35568 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:26.795747 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e1e49f05-e280-47a6-bd0b-85669590703b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:26.810867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf81c1c-22db-4937-8191-3de439fe8fd7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Made reservation on behalf of 00395e1ef3104ea683edcfb770d6d2a1 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:54:26.815260 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5cf81c1c-22db-4937-8191-3de439fe8fd7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:26.872860 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:26.979276 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c9dca8-9e74-43a9-ac1a-24d90e9a9099 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Router 16f5c958-d6bf-448a-b7b3-e4bb11e05a96 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:54:27.005912 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e86ea6e-50aa-4d20-a63a-cf169565e3a4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:27.010941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf81c1c-22db-4937-8191-3de439fe8fd7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:54:27.114064 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ecc991-4773-4cc3-a5a2-10e49a72f807 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:27.121167 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:27.122137 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 08445371-2541-4e7a-a9a4-42c71537960f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:27.122541 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:27.186383 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c9dca8-9e74-43a9-ac1a-24d90e9a9099 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:27.196905 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a567c9da-4251-429c-8283-7088b370bf3c None None] Sync routers for ids ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:27.201460 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-91c9dca8-9e74-43a9-ac1a-24d90e9a9099 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] 10.222.0.39 "PUT /v2.0/routers/16f5c958-d6bf-448a-b7b3-e4bb11e05a96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2120545 Dec 14 02:54:27.206142 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58686) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:27.214603 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-071fc36a-986f-4517-b0a0-fd5953443f10 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Request body: {'port': {'network_id': '598cc34f-b45e-4fc7-9918-ba50c771c03b', 'name': 'tempest-FloatingIPAdminTestJSON-1324947710'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:27.228279 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a567c9da-4251-429c-8283-7088b370bf3c None None] Routers {'16f5c958-d6bf-448a-b7b3-e4bb11e05a96'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:27.232672 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a567c9da-4251-429c-8283-7088b370bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:27.366789 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a567c9da-4251-429c-8283-7088b370bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:27.408323 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a567c9da-4251-429c-8283-7088b370bf3c None None] Routers {'16f5c958-d6bf-448a-b7b3-e4bb11e05a96'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:27.408978 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a567c9da-4251-429c-8283-7088b370bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:27.498742 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a567c9da-4251-429c-8283-7088b370bf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:27.499392 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a567c9da-4251-429c-8283-7088b370bf3c None None] The sync data for ids ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:27.521088 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:23Z', 'revision_number': 4, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8358c0c5-75c3-4651-8ea1-5266bb1adcb2', 'name': '', 'network_id': '72f0d543-05ae-4381-add2-282e9a730287', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:f6:2e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:21Z', 'updated_at': '2021-12-14T02:54:24Z', 'revision_number': 2, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8978acd-e47b-4adc-815d-e9dbc3c5eb7d', 'name': '', 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:12Z', 'updated_at': '2021-12-14T02:54:19Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:27.568622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Checking router: 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:54:27.569128 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Updating router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad port 8358c0c5-75c3-4651-8ea1-5266bb1adcb2 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:54:27.596225 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-74b3f138-1599-4716-b9b0-2e53cd990913 None None] Provisioning complete for port 8a12aa73-f8fd-4bec-8c2e-1985e09e4d5c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:27.596876 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74b3f138-1599-4716-b9b0-2e53cd990913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:27.597898 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071fc36a-986f-4517-b0a0-fd5953443f10 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Made reservation on behalf of b62db248b5b241c9b37cb98a1c5bf9b1 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:54:27.606300 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-071fc36a-986f-4517-b0a0-fd5953443f10 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:27.620511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-071fc36a-986f-4517-b0a0-fd5953443f10 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] device_id is not set on port 9b067134-98c6-4b7f-9cb3-52eb2721c61f yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:54:27.640277 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-74b3f138-1599-4716-b9b0-2e53cd990913 None None] Port 8a12aa73-f8fd-4bec-8c2e-1985e09e4d5c cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:27.644340 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:27.773108 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-071fc36a-986f-4517-b0a0-fd5953443f10 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Allocated IP 172.20.0.9 (598cc34f-b45e-4fc7-9918-ba50c771c03b/262939dd-9443-4881-b02a-f1e998c4f23f/9b067134-98c6-4b7f-9cb3-52eb2721c61f) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:27.931110 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5cf81c1c-22db-4937-8191-3de439fe8fd7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:27.931699 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-5cf81c1c-22db-4937-8191-3de439fe8fd7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Added segment 5ab454c2-d360-448f-a833-e05337276dde of type vlan for network 437bcc66-c6de-4422-aa9a-61644419c899 Dec 14 02:54:27.954682 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-e1e49f05-e280-47a6-bd0b-85669590703b admin admin] For port c56a370e-a7fe-4a46-91fb-d93a52c35568, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c56a370e-a7fe-4a46-91fb-d93a52c35568,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:27.955046 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e1e49f05-e280-47a6-bd0b-85669590703b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:27.967268 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e86ea6e-50aa-4d20-a63a-cf169565e3a4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:27.970374 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-071fc36a-986f-4517-b0a0-fd5953443f10 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:27.989006 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e86ea6e-50aa-4d20-a63a-cf169565e3a4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:27.996812 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-e1e49f05-e280-47a6-bd0b-85669590703b admin admin] Calling delete_port for c56a370e-a7fe-4a46-91fb-d93a52c35568 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:27.999411 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:28.050384 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5cf81c1c-22db-4937-8191-3de439fe8fd7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:28.070682 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:28.123209 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-071fc36a-986f-4517-b0a0-fd5953443f10 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:28.132957 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96e021-1750-4620-8faf-1fb53f7f975a None None] Pushing event updated for resources: {'Port': ['ID=8358c0c5-75c3-4651-8ea1-5266bb1adcb2,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:28.180017 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5cf81c1c-22db-4937-8191-3de439fe8fd7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:28.188398 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf81c1c-22db-4937-8191-3de439fe8fd7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:28.190813 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Attempting to bind port 8358c0c5-75c3-4651-8ea1-5266bb1adcb2 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:54:28.191440 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Attempting to bind port 8358c0c5-75c3-4651-8ea1-5266bb1adcb2 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '6c641d0c-97b5-4efe-9cae-321c3f1d9b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '72f0d543-05ae-4381-add2-282e9a730287'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:54:28.191884 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Attempting to bind port 8358c0c5-75c3-4651-8ea1-5266bb1adcb2 on network 72f0d543-05ae-4381-add2-282e9a730287 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:54:28.196213 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5cf81c1c-22db-4937-8191-3de439fe8fd7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:28.200136 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:54:28.200697 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Checking segment: {'id': '6c641d0c-97b5-4efe-9cae-321c3f1d9b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '72f0d543-05ae-4381-add2-282e9a730287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:28.201245 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:28.201732 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Bound using segment: {'id': '6c641d0c-97b5-4efe-9cae-321c3f1d9b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '72f0d543-05ae-4381-add2-282e9a730287'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:54:28.202517 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Bound port: 8358c0c5-75c3-4651-8ea1-5266bb1adcb2, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c641d0c-97b5-4efe-9cae-321c3f1d9b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '72f0d543-05ae-4381-add2-282e9a730287'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:54:28.202987 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:28.208319 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e86ea6e-50aa-4d20-a63a-cf169565e3a4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:28.208889 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e86ea6e-50aa-4d20-a63a-cf169565e3a4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Fanout notify agent at l3_agent the message router_deleted on router c35ed96b-de2f-4c5d-8fa3-6b33966b5a46 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:54:28.223302 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e86ea6e-50aa-4d20-a63a-cf169565e3a4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:28.224426 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6e86ea6e-50aa-4d20-a63a-cf169565e3a4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "DELETE /v2.0/routers/c35ed96b-de2f-4c5d-8fa3-6b33966b5a46 HTTP/1.1" status: 204 len: 168 time: 4.7044952 Dec 14 02:54:28.232129 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58694) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:28.241202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-10e66e21-3a0a-45b9-8096-3d17910227d4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-151497351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:28.250056 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071fc36a-986f-4517-b0a0-fd5953443f10 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Network 598cc34f-b45e-4fc7-9918-ba50c771c03b is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:28.259398 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-071fc36a-986f-4517-b0a0-fd5953443f10 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:28.261536 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fc36a-986f-4517-b0a0-fd5953443f10 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Pushing event updated for resources: {'Port': ['ID=9b067134-98c6-4b7f-9cb3-52eb2721c61f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:28.263968 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071fc36a-986f-4517-b0a0-fd5953443f10 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:28.348196 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5cf81c1c-22db-4937-8191-3de439fe8fd7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7413247 Dec 14 02:54:28.354135 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58698) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:28.359724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-832c41a2-1e99-4650-8360-0c2b20f56764 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'subnet': {'network_id': '437bcc66-c6de-4422-aa9a-61644419c899', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:28.384372 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf81c1c-22db-4937-8191-3de439fe8fd7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Network': ['ID=437bcc66-c6de-4422-aa9a-61644419c899,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:28.388018 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] For port 8358c0c5-75c3-4651-8ea1-5266bb1adcb2, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:54:28.397275 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] For port 8358c0c5-75c3-4651-8ea1-5266bb1adcb2, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8358c0c5-75c3-4651-8ea1-5266bb1adcb2,segment=NetworkSegment(6c641d0c-97b5-4efe-9cae-321c3f1d9b17),segment_id=6c641d0c-97b5-4efe-9cae-321c3f1d9b17)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:54:28.409344 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a5cd25c9-527c-450c-9701-1e0fe0805464 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:54:28.411806 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 437bcc66-c6de-4422-aa9a-61644419c899 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:54:28.462567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1733ee26-a4fb-4faf-b66d-cfc4ee5f73d3 req-abae4f98-23ae-4929-a13d-5980b721d409 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1589873 Dec 14 02:54:28.486191 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: a5cd25c9-527c-450c-9701-1e0fe0805464 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:54:28.486710 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a5cd25c9-527c-450c-9701-1e0fe0805464 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:54:28.518062 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:28.605038 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e1e49f05-e280-47a6-bd0b-85669590703b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:28.653790 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:28.654303 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:28.657659 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96e021-1750-4620-8faf-1fb53f7f975a None None] Pushing event updated for resources: {'Port': ['ID=8358c0c5-75c3-4651-8ea1-5266bb1adcb2,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:28.727866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733ee26-a4fb-4faf-b66d-cfc4ee5f73d3 req-da1af625-987a-4b2d-b5ee-0961489a7cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:28.730278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1733ee26-a4fb-4faf-b66d-cfc4ee5f73d3 req-da1af625-987a-4b2d-b5ee-0961489a7cc7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=45239bcec36946b687f0fbd5e07bccf8&device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 1097 time: 0.1913517 Dec 14 02:54:28.767433 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4f744a53-1507-40e4-8c12-40d4fdb2dc15 None None] Provisioning complete for port 8358c0c5-75c3-4651-8ea1-5266bb1adcb2 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:28.767804 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4f744a53-1507-40e4-8c12-40d4fdb2dc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:28.848380 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:28.884115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e49f05-e280-47a6-bd0b-85669590703b admin admin] Pushing event deleted for resources: {'Port': ['ID=c56a370e-a7fe-4a46-91fb-d93a52c35568,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:28.912081 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4965e3-b14f-4f72-b3ad-300b34c62951 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:28.921290 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10e66e21-3a0a-45b9-8096-3d17910227d4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:28.924044 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10e66e21-3a0a-45b9-8096-3d17910227d4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:29.009336 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071fc36a-986f-4517-b0a0-fd5953443f10 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:29.010300 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-071fc36a-986f-4517-b0a0-fd5953443f10 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:29.015347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733ee26-a4fb-4faf-b66d-cfc4ee5f73d3 req-9724d8ca-d6ab-4f49-aa50-a38028eb79c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:29.025060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1733ee26-a4fb-4faf-b66d-cfc4ee5f73d3 req-9724d8ca-d6ab-4f49-aa50-a38028eb79c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e HTTP/1.1" status: 200 len: 910 time: 0.2570245 Dec 14 02:54:29.038669 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d921283a-6905-4f61-85b0-6b7f8c450a27 req-a8d94258-c7e3-469e-ad42-5d678c3f9ae0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3069575 Dec 14 02:54:29.089612 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10e66e21-3a0a-45b9-8096-3d17910227d4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:29.092581 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e1e49f05-e280-47a6-bd0b-85669590703b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:29.140444 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832c41a2-1e99-4650-8360-0c2b20f56764 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Made reservation on behalf of 00395e1ef3104ea683edcfb770d6d2a1 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:54:29.144398 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-832c41a2-1e99-4650-8360-0c2b20f56764 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:29.209399 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4f744a53-1507-40e4-8c12-40d4fdb2dc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:29.232847 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e1e49f05-e280-47a6-bd0b-85669590703b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:29.236870 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e1e49f05-e280-47a6-bd0b-85669590703b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:29.245219 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1733ee26-a4fb-4faf-b66d-cfc4ee5f73d3 req-7049dd00-cfb4-4306-9bcf-e9193fe7fb9f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d032958-673e-4b33-8870-2e5d1312bc24 HTTP/1.1" status: 200 len: 1002 time: 0.2201750 Dec 14 02:54:29.298466 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921283a-6905-4f61-85b0-6b7f8c450a27 req-d3276f31-474b-4c12-b30a-bff3ff20b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:29.300351 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d921283a-6905-4f61-85b0-6b7f8c450a27 req-d3276f31-474b-4c12-b30a-bff3ff20b239 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6afd97248934601b456e60985587aff&device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 1097 time: 0.1674075 Dec 14 02:54:29.325690 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10e66e21-3a0a-45b9-8096-3d17910227d4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:29.327324 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-4f744a53-1507-40e4-8c12-40d4fdb2dc15 None None] For port 8358c0c5-75c3-4651-8ea1-5266bb1adcb2, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8358c0c5-75c3-4651-8ea1-5266bb1adcb2,segment=NetworkSegment(6c641d0c-97b5-4efe-9cae-321c3f1d9b17),segment_id=6c641d0c-97b5-4efe-9cae-321c3f1d9b17)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:29.333407 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-071fc36a-986f-4517-b0a0-fd5953443f10 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1250045 Dec 14 02:54:29.340146 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58704) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:29.354412 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:23Z', 'revision_number': 4, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8358c0c5-75c3-4651-8ea1-5266bb1adcb2', 'name': '', 'network_id': '72f0d543-05ae-4381-add2-282e9a730287', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:f6:2e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:21Z', 'updated_at': '2021-12-14T02:54:28Z', 'revision_number': 4, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8978acd-e47b-4adc-815d-e9dbc3c5eb7d', 'name': '', 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:12Z', 'updated_at': '2021-12-14T02:54:19Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:29.394463 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca2bff6-4388-4b20-97c1-aa5a7169c8b5 None None] The sync data for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 is: [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:23Z', 'revision_number': 4, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8358c0c5-75c3-4651-8ea1-5266bb1adcb2', 'name': '', 'network_id': '72f0d543-05ae-4381-add2-282e9a730287', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:f6:2e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:21Z', 'updated_at': '2021-12-14T02:54:28Z', 'revision_number': 4, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8978acd-e47b-4adc-815d-e9dbc3c5eb7d', 'name': '', 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:12Z', 'updated_at': '2021-12-14T02:54:19Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:29.406623 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'project_id': 'b62db248b5b241c9b37cb98a1c5bf9b1', 'port_id': '9b067134-98c6-4b7f-9cb3-52eb2721c61f'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:29.408001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733ee26-a4fb-4faf-b66d-cfc4ee5f73d3 req-46b8b9fa-6789-42a5-97c8-bfee96ce7bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:29.409495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1733ee26-a4fb-4faf-b66d-cfc4ee5f73d3 req-46b8b9fa-6789-42a5-97c8-bfee96ce7bab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=acc350e5-a883-4ca2-8858-3c9b809037a9 HTTP/1.1" status: 200 len: 848 time: 0.1259656 Dec 14 02:54:29.412336 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e1e49f05-e280-47a6-bd0b-85669590703b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:29.412862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e49f05-e280-47a6-bd0b-85669590703b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 538c0543-36b5-4461-98cd-e7122a2c8e5a {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:54:29.419036 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e1e49f05-e280-47a6-bd0b-85669590703b admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:29.420115 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e1e49f05-e280-47a6-bd0b-85669590703b admin admin] 10.222.0.39 "DELETE /v2.0/routers/538c0543-36b5-4461-98cd-e7122a2c8e5a HTTP/1.1" status: 204 len: 168 time: 3.7724979 Dec 14 02:54:29.423114 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58710) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:29.438081 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4f744a53-1507-40e4-8c12-40d4fdb2dc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:29.507840 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c08721f-4da1-484a-bae4-529e0094a2d1 admin admin] Deleting subnet e878db8b-e482-455e-a591-8bc245850f14 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:54:29.511919 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7c08721f-4da1-484a-bae4-529e0094a2d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:29.547801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921283a-6905-4f61-85b0-6b7f8c450a27 req-2fcda2af-cb52-4345-a811-ffc47cf72ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:29.549407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d921283a-6905-4f61-85b0-6b7f8c450a27 req-2fcda2af-cb52-4345-a811-ffc47cf72ca4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48 HTTP/1.1" status: 200 len: 915 time: 0.2221007 Dec 14 02:54:29.561049 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733ee26-a4fb-4faf-b66d-cfc4ee5f73d3 req-08648c44-9c58-462f-a05d-c9d6ff433673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:29.564278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1733ee26-a4fb-4faf-b66d-cfc4ee5f73d3 req-08648c44-9c58-462f-a05d-c9d6ff433673 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1426382 Dec 14 02:54:29.565651 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10e66e21-3a0a-45b9-8096-3d17910227d4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:29.570219 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-10e66e21-3a0a-45b9-8096-3d17910227d4 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.3333473 Dec 14 02:54:29.575698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58712) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:29.576490 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-832c41a2-1e99-4650-8360-0c2b20f56764 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:29.593001 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f744a53-1507-40e4-8c12-40d4fdb2dc15 None None] Pushing event updated for resources: {'Port': ['ID=8358c0c5-75c3-4651-8ea1-5266bb1adcb2,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:29.594598 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-24e77b3f-67f1-4eff-8655-16af2718213c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'enable_snat': False}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:29.624081 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef2df276-8f0d-4c78-861b-ba8859fdcd09 None None] Provisioning complete for port 9b067134-98c6-4b7f-9cb3-52eb2721c61f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:29.626118 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef2df276-8f0d-4c78-861b-ba8859fdcd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:29.630007 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d921283a-6905-4f61-85b0-6b7f8c450a27 req-23ad44bf-b85e-425b-b52a-3e68c4080c73 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65303f33-752f-4a95-8372-72db4d976553 HTTP/1.1" status: 200 len: 217 time: 0.0644917 Dec 14 02:54:29.674074 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef2df276-8f0d-4c78-861b-ba8859fdcd09 None None] Port 9b067134-98c6-4b7f-9cb3-52eb2721c61f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:29.706358 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef2df276-8f0d-4c78-861b-ba8859fdcd09 None None] Provisioning complete for port 8358c0c5-75c3-4651-8ea1-5266bb1adcb2 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:29.706866 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef2df276-8f0d-4c78-861b-ba8859fdcd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:29.762346 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921283a-6905-4f61-85b0-6b7f8c450a27 req-93817ebe-46f5-4165-b03d-7c6a333d6d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:29.764515 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d921283a-6905-4f61-85b0-6b7f8c450a27 req-93817ebe-46f5-4165-b03d-7c6a333d6d49 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee9cd12f-52e6-42ad-bc08-3935195b595a HTTP/1.1" status: 200 len: 854 time: 0.1252363 Dec 14 02:54:29.815072 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d921283a-6905-4f61-85b0-6b7f8c450a27 req-3c517074-9d72-4800-a2de-f53209d1d389 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413878 Dec 14 02:54:29.909953 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c41a2-1e99-4650-8360-0c2b20f56764 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Checking segment: {'id': '5ab454c2-d360-448f-a833-e05337276dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '437bcc66-c6de-4422-aa9a-61644419c899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:29.910342 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832c41a2-1e99-4650-8360-0c2b20f56764 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network hostable DHCP agents. Network: 437bcc66-c6de-4422-aa9a-61644419c899, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:54:29.945393 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7c08721f-4da1-484a-bae4-529e0094a2d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:29.947324 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c41a2-1e99-4650-8360-0c2b20f56764 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Subnet': ['ID=4dc42db7-e9ec-45fb-85d5-10605e428604,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:29.961252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d921283a-6905-4f61-85b0-6b7f8c450a27 req-49f49c63-07dc-4fea-aa66-156d39a128ce service neutron] 10.222.0.46 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379979 Dec 14 02:54:29.964286 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1733ee26-a4fb-4faf-b66d-cfc4ee5f73d3 req-8560cf54-b37c-4630-ae0d-46dbfedebfae service neutron] 10.222.0.47 "GET /v2.0/networks/2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332713 Dec 14 02:54:30.048584 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:30.125044 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24e77b3f-67f1-4eff-8655-16af2718213c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:30.146949 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:30.186579 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1733ee26-a4fb-4faf-b66d-cfc4ee5f73d3 req-6a891a23-eafd-49a7-94cd-9fa36f816c39 service neutron] 10.222.0.47 "GET /v2.0/networks/2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537757 Dec 14 02:54:30.198815 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d921283a-6905-4f61-85b0-6b7f8c450a27 req-8aad2d08-acc2-430b-be43-9b16116eef81 service neutron] 10.222.0.46 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297175 Dec 14 02:54:30.216135 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832c41a2-1e99-4650-8360-0c2b20f56764 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network 437bcc66-c6de-4422-aa9a-61644419c899 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:54:30.239720 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7c08721f-4da1-484a-bae4-529e0094a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:30.354145 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:30.369354 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-832c41a2-1e99-4650-8360-0c2b20f56764 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 437bcc66-c6de-4422-aa9a-61644419c899) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:30.373914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53887a7e-85f0-4a0e-9594-73f17282bf00 None None] Network 437bcc66-c6de-4422-aa9a-61644419c899 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:54:30.386364 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832c41a2-1e99-4650-8360-0c2b20f56764 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:30.387660 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-832c41a2-1e99-4650-8360-0c2b20f56764 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:30.454658 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7c08721f-4da1-484a-bae4-529e0094a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:30.464133 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8358c0c5-75c3-4651-8ea1-5266bb1adcb2 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:54:30.500398 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08721f-4da1-484a-bae4-529e0094a2d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e878db8b-e482-455e-a591-8bc245850f14,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:30.503298 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7c08721f-4da1-484a-bae4-529e0094a2d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:30.510047 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7c08721f-4da1-484a-bae4-529e0094a2d1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e878db8b-e482-455e-a591-8bc245850f14 HTTP/1.1" status: 204 len: 168 time: 1.0823700 Dec 14 02:54:30.510732 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58718) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:30.531069 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1221f7-93e6-421c-9e99-3e60a01c6cd9 None None] Network 82e1c264-27c5-47df-aef5-84755f8bddf9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:54:30.590764 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-832c41a2-1e99-4650-8360-0c2b20f56764 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2328320 Dec 14 02:54:30.593122 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58720) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:30.643931 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Allocated IP 172.25.7.240 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/d84d6867-b984-45db-b459-c53c2c8d8f82) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:30.658318 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:30.719284 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-437bcc66-c6de-4422-aa9a-61644419c899', 'network_id': '437bcc66-c6de-4422-aa9a-61644419c899', 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'fixed_ips': [{'subnet_id': '4dc42db7-e9ec-45fb-85d5-10605e428604'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:54:30.721924 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:30.861608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 8358c0c5-75c3-4651-8ea1-5266bb1adcb2 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:30.861980 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:30.900956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a4cfbe-dcb4-4663-91fa-8e0c3aef70ee None None] DHCP port deletion for 82e1c264-27c5-47df-aef5-84755f8bddf9 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:30.945002 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:30.956911 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] Deleting port c693b88e-7ce5-4854-96e2-948aca2f768e {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:30.957249 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:31.004734 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24e77b3f-67f1-4eff-8655-16af2718213c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:31.066813 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24e77b3f-67f1-4eff-8655-16af2718213c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:31.104908 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7fc3be21-6714-4e9e-9a9d-6febf99c5da3 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:31.124783 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] For port c693b88e-7ce5-4854-96e2-948aca2f768e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c693b88e-7ce5-4854-96e2-948aca2f768e,segment=NetworkSegment(82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b),segment_id=82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:31.125155 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:31.143008 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] Calling delete_port for c693b88e-7ce5-4854-96e2-948aca2f768e owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:31.227572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Allocated IP 2001:db8:3::2 (437bcc66-c6de-4422-aa9a-61644419c899/4dc42db7-e9ec-45fb-85d5-10605e428604/d286ca63-ce69-4406-ab94-44384aa33441) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:31.275623 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b7a4cfbe-dcb4-4663-91fa-8e0c3aef70ee None None] Deleting port c693b88e-7ce5-4854-96e2-948aca2f768e {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:31.276010 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b7a4cfbe-dcb4-4663-91fa-8e0c3aef70ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:31.357527 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c56a370e-a7fe-4a46-91fb-d93a52c35568 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:54:31.390864 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: c56a370e-a7fe-4a46-91fb-d93a52c35568 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:54:31.391540 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c56a370e-a7fe-4a46-91fb-d93a52c35568 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:54:31.414766 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b7a4cfbe-dcb4-4663-91fa-8e0c3aef70ee None None] For port c693b88e-7ce5-4854-96e2-948aca2f768e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c693b88e-7ce5-4854-96e2-948aca2f768e,segment=NetworkSegment(82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b),segment_id=82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:31.415176 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b7a4cfbe-dcb4-4663-91fa-8e0c3aef70ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:31.431552 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:31.434539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-24e77b3f-67f1-4eff-8655-16af2718213c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Allocated IP 172.25.7.130 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/a61b767e-a7a9-4f91-90a4-baaabf1a450f) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:31.441615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b7a4cfbe-dcb4-4663-91fa-8e0c3aef70ee None None] Calling delete_port for c693b88e-7ce5-4854-96e2-948aca2f768e owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:31.484479 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:31.514855 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:31.549953 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:31.550954 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:31.555821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] No DVR routers for this DVR port c693b88e-7ce5-4854-96e2-948aca2f768e on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:54:31.559335 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:31.568104 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Pushing event updated for resources: {'Port': ['ID=d84d6867-b984-45db-b459-c53c2c8d8f82,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:31.576424 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b7a4cfbe-dcb4-4663-91fa-8e0c3aef70ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:31.602816 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4cfbe-dcb4-4663-91fa-8e0c3aef70ee None None] Pushing event deleted for resources: {'Port': ['ID=c693b88e-7ce5-4854-96e2-948aca2f768e,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:31.606862 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a4cfbe-dcb4-4663-91fa-8e0c3aef70ee None None] No DVR routers for this DVR port c693b88e-7ce5-4854-96e2-948aca2f768e on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:54:31.650875 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c693b88e-7ce5-4854-96e2-948aca2f768e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:31.661962 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:31.703508 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Network 437bcc66-c6de-4422-aa9a-61644419c899 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:31.709504 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:31.716736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:31.732265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-7fc3be21-6714-4e9e-9a9d-6febf99c5da3 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Allocated IP 2001:db8:3::1 (437bcc66-c6de-4422-aa9a-61644419c899/4dc42db7-e9ec-45fb-85d5-10605e428604/f93bb89c-0387-4267-a8d2-45f0baaf2c19) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:31.790554 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Pushing event updated for resources: {'Port': ['ID=d286ca63-ce69-4406-ab94-44384aa33441,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:31.803655 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Attempting to bind port d286ca63-ce69-4406-ab94-44384aa33441 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:54:31.804033 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Attempting to bind port d286ca63-ce69-4406-ab94-44384aa33441 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '5ab454c2-d360-448f-a833-e05337276dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '437bcc66-c6de-4422-aa9a-61644419c899'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:54:31.804459 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Attempting to bind port d286ca63-ce69-4406-ab94-44384aa33441 on network 437bcc66-c6de-4422-aa9a-61644419c899 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:54:31.810620 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:54:31.811019 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Checking segment: {'id': '5ab454c2-d360-448f-a833-e05337276dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '437bcc66-c6de-4422-aa9a-61644419c899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:31.811302 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:31.811430 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:31.811849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Bound using segment: {'id': '5ab454c2-d360-448f-a833-e05337276dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '437bcc66-c6de-4422-aa9a-61644419c899'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:54:31.812333 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Bound port: d286ca63-ce69-4406-ab94-44384aa33441, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab454c2-d360-448f-a833-e05337276dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '437bcc66-c6de-4422-aa9a-61644419c899'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:54:31.812721 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:31.819530 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24e77b3f-67f1-4eff-8655-16af2718213c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:31.874821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e1c264-27c5-47df-aef5-84755f8bddf9']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:31.897456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] For port d286ca63-ce69-4406-ab94-44384aa33441, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:54:31.901382 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] For port d286ca63-ce69-4406-ab94-44384aa33441, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d286ca63-ce69-4406-ab94-44384aa33441,segment=NetworkSegment(5ab454c2-d360-448f-a833-e05337276dde),segment_id=5ab454c2-d360-448f-a833-e05337276dde)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:54:31.903351 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:31.909448 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d1c21c-f94b-4b4f-9cb0-b00e30b5ee3b') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:31.909602 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7fc3be21-6714-4e9e-9a9d-6febf99c5da3 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:31.920690 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:31.976323 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:31.978954 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:32.056223 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7fc3be21-6714-4e9e-9a9d-6febf99c5da3 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:32.088270 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f2a5d-fa5b-4ec2-bd6d-53d21b97b6ec None None] Pushing event updated for resources: {'Port': ['ID=d286ca63-ce69-4406-ab94-44384aa33441,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:32.131197 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc3be21-6714-4e9e-9a9d-6febf99c5da3 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network 437bcc66-c6de-4422-aa9a-61644419c899 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:32.135421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-7fc3be21-6714-4e9e-9a9d-6febf99c5da3 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:32.144550 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc3be21-6714-4e9e-9a9d-6febf99c5da3 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:32.145149 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7fc3be21-6714-4e9e-9a9d-6febf99c5da3 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:32.289593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3be21-6714-4e9e-9a9d-6febf99c5da3 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=f93bb89c-0387-4267-a8d2-45f0baaf2c19,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:32.370889 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:54:32.371908 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:54:32.373797 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:54:32.442695 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24e77b3f-67f1-4eff-8655-16af2718213c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:32.443433 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c693b88e-7ce5-4854-96e2-948aca2f768e no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:54:32.466698 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7fc3be21-6714-4e9e-9a9d-6febf99c5da3 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:32.506182 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: c693b88e-7ce5-4854-96e2-948aca2f768e {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:54:32.506571 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c693b88e-7ce5-4854-96e2-948aca2f768e not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:54:32.576746 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e77b3f-67f1-4eff-8655-16af2718213c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:32.577662 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e77b3f-67f1-4eff-8655-16af2718213c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Pushing event updated for resources: {'Port': ['ID=a61b767e-a7a9-4f91-90a4-baaabf1a450f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:32.584323 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:32.590914 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:32.596602 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/82e1c264-27c5-47df-aef5-84755f8bddf9 HTTP/1.1" status: 204 len: 168 time: 2.0827363 Dec 14 02:54:32.598937 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-24e77b3f-67f1-4eff-8655-16af2718213c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:32.602719 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e77b3f-67f1-4eff-8655-16af2718213c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:32.616714 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d9e4f9-8e0c-4b95-b5df-f22642fcaf16 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:32.678297 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3649d4e1-856f-46c9-8094-c908760e10c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=82e1c264-27c5-47df-aef5-84755f8bddf9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:32.708950 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-849a2157-424a-455b-9e7c-15c7b62b1ede None None] Provisioning complete for port a61b767e-a7a9-4f91-90a4-baaabf1a450f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:32.712011 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-849a2157-424a-455b-9e7c-15c7b62b1ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:32.756472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-849a2157-424a-455b-9e7c-15c7b62b1ede None None] Port a61b767e-a7a9-4f91-90a4-baaabf1a450f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:32.762307 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-18d1736c-544d-4ba3-a2d6-6798db027d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:32.974540 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:33.040864 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7fc3be21-6714-4e9e-9a9d-6febf99c5da3 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:33.153941 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7fc3be21-6714-4e9e-9a9d-6febf99c5da3 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:33.154963 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7fc3be21-6714-4e9e-9a9d-6febf99c5da3 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:33.173347 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:33.283321 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58738) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:33.308538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3be21-6714-4e9e-9a9d-6febf99c5da3 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event updated for resources: {'Port': ['ID=f93bb89c-0387-4267-a8d2-45f0baaf2c19,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:33.367443 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-12cad05a-e637-4d1e-807d-03e8dcff60cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b0b9271d899422099a79ffa6870b9d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0829160 Dec 14 02:54:33.373164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58740) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:33.376309 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc3be21-6714-4e9e-9a9d-6febf99c5da3 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Network 437bcc66-c6de-4422-aa9a-61644419c899 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:33.388903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-7fc3be21-6714-4e9e-9a9d-6febf99c5da3 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:33.420921 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:33.423483 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24e77b3f-67f1-4eff-8655-16af2718213c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:33.508826 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:33.516905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc3be21-6714-4e9e-9a9d-6febf99c5da3 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:54:33.540562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a24c44-1aa8-4965-b1cc-dab7b2c021d9 None None] Network 437bcc66-c6de-4422-aa9a-61644419c899 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:54:33.636799 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Pushing event updated for resources: {'Port': ['ID=d84d6867-b984-45db-b459-c53c2c8d8f82,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:33.651749 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-41cff732-2591-4cfc-bea9-8a0a98f448dd None None] Provisioning complete for port d286ca63-ce69-4406-ab94-44384aa33441 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:33.652691 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-41cff732-2591-4cfc-bea9-8a0a98f448dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:33.656355 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:33.672236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc3be21-6714-4e9e-9a9d-6febf99c5da3 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:33.683192 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7fc3be21-6714-4e9e-9a9d-6febf99c5da3 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/7f8fafca-0475-43fc-bd6c-5af9e9bb96ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0907104 Dec 14 02:54:33.686266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58744) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:33.693548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-a21cda97-fbb4-4c09-b10a-4dca37bbee76 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:33.697927 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1bdc895c-0cf8-498f-981e-dc0b195afb09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:33.698080 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Sync routers for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:33.732386 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1bdc895c-0cf8-498f-981e-dc0b195afb09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:33.759924 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:33.759924 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:33.890095 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24e77b3f-67f1-4eff-8655-16af2718213c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:33.896256 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24e77b3f-67f1-4eff-8655-16af2718213c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:33.899659 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:33.955632 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-41cff732-2591-4cfc-bea9-8a0a98f448dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:33.961398 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Floating IP 526fc113-c578-44e0-bd32-a44aea3bb62e associated. External IP: 172.25.7.240, port: 9b067134-98c6-4b7f-9cb3-52eb2721c61f. Dec 14 02:54:33.986161 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1bdc895c-0cf8-498f-981e-dc0b195afb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:33.988868 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1bdc895c-0cf8-498f-981e-dc0b195afb09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:33.990106 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1bdc895c-0cf8-498f-981e-dc0b195afb09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4a767263-03a2-4809-8363-9ffead647c1a HTTP/1.1" status: 204 len: 168 time: 0.6160841 Dec 14 02:54:34.008245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc895c-0cf8-498f-981e-dc0b195afb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a767263-03a2-4809-8363-9ffead647c1a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:34.168729 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-41cff732-2591-4cfc-bea9-8a0a98f448dd None None] For port d286ca63-ce69-4406-ab94-44384aa33441, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d286ca63-ce69-4406-ab94-44384aa33441,segment=NetworkSegment(5ab454c2-d360-448f-a833-e05337276dde),segment_id=5ab454c2-d360-448f-a833-e05337276dde)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:34.230802 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-41cff732-2591-4cfc-bea9-8a0a98f448dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:34.352510 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cff732-2591-4cfc-bea9-8a0a98f448dd None None] Pushing event updated for resources: {'Port': ['ID=d286ca63-ce69-4406-ab94-44384aa33441,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:34.494674 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d22ea52a-2598-400f-9a8e-53124b4454d8 None None] Provisioning complete for port f93bb89c-0387-4267-a8d2-45f0baaf2c19 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:34.495061 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d22ea52a-2598-400f-9a8e-53124b4454d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:34.498480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d286ca63-ce69-4406-ab94-44384aa33441 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:54:34.679122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Router 16f5c958-d6bf-448a-b7b3-e4bb11e05a96 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:54:34.709144 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e77b3f-67f1-4eff-8655-16af2718213c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Router 796d93db-9b7c-4b6d-93ea-0fb526c614a2 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:54:34.760216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d22ea52a-2598-400f-9a8e-53124b4454d8 None None] Port f93bb89c-0387-4267-a8d2-45f0baaf2c19 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:34.772037 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d286ca63-ce69-4406-ab94-44384aa33441 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:34.772709 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:34.858211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d22ea52a-2598-400f-9a8e-53124b4454d8 None None] Provisioning complete for port d286ca63-ce69-4406-ab94-44384aa33441 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:34.858860 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d22ea52a-2598-400f-9a8e-53124b4454d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:34.864316 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:32Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8358c0c5-75c3-4651-8ea1-5266bb1adcb2', 'name': '', 'network_id': '72f0d543-05ae-4381-add2-282e9a730287', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:f6:2e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:21Z', 'updated_at': '2021-12-14T02:54:29Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8978acd-e47b-4adc-815d-e9dbc3c5eb7d', 'name': '', 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:12Z', 'updated_at': '2021-12-14T02:54:19Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93bb89c-0387-4267-a8d2-45f0baaf2c19', 'name': '', 'network_id': '437bcc66-c6de-4422-aa9a-61644419c899', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:1d:e7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '4dc42db7-e9ec-45fb-85d5-10605e428604', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:31Z', 'updated_at': '2021-12-14T02:54:32Z', 'revision_number': 2, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': '4dc42db7-e9ec-45fb-85d5-10605e428604', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:34.897079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Checking router: 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:54:34.897780 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Updating router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad port f93bb89c-0387-4267-a8d2-45f0baaf2c19 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:54:34.981063 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:35.109870 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58754) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:35.202512 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1ae6a6d0-189a-4a28-ad4e-4188c5d8aee4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5dc74d7d5ac64efa8054d6e5662fc600&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0894477 Dec 14 02:54:35.207781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58756) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:35.216579 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.extraroute_db [None req-a21cda97-fbb4-4c09-b10a-4dca37bbee76 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 14 02:54:35.253385 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bd41c05d-349d-4705-a61f-0884642c4686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:35.260506 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.extraroute_db [None req-a21cda97-fbb4-4c09-b10a-4dca37bbee76 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Removed routes are [] {{(pid=103848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 14 02:54:35.260947 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a21cda97-fbb4-4c09-b10a-4dca37bbee76 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:35.302103 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-01a62684-fb6d-407b-b34c-16ed3d91114b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:35.359489 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-01a62684-fb6d-407b-b34c-16ed3d91114b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:35.459510 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:35.471050 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b302c5b-bb09-4d52-9f96-9a7cd83e27ea None None] Sync routers for ids ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:35.479543 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e77b3f-67f1-4eff-8655-16af2718213c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:35.485535 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24e77b3f-67f1-4eff-8655-16af2718213c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:35.487075 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-24e77b3f-67f1-4eff-8655-16af2718213c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "PUT /v2.0/routers/796d93db-9b7c-4b6d-93ea-0fb526c614a2 HTTP/1.1" status: 200 len: 919 time: 5.8985407 Dec 14 02:54:35.490269 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58760) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:35.494367 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b302c5b-bb09-4d52-9f96-9a7cd83e27ea None None] Routers {'16f5c958-d6bf-448a-b7b3-e4bb11e05a96'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:35.495000 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3b302c5b-bb09-4d52-9f96-9a7cd83e27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:35.524403 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-01a62684-fb6d-407b-b34c-16ed3d91114b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:35.529608 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-01a62684-fb6d-407b-b34c-16ed3d91114b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:35.569909 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-01a62684-fb6d-407b-b34c-16ed3d91114b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1ad3b4f-dc73-4872-ba84-4425e9e54858 HTTP/1.1" status: 204 len: 168 time: 0.3610175 Dec 14 02:54:35.580573 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:35.628577 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f50a1f8e-e1bf-4716-94dc-9b5fd6576ba0 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.2847297 Dec 14 02:54:35.632083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58766) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:35.636921 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3b302c5b-bb09-4d52-9f96-9a7cd83e27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:35.696177 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b302c5b-bb09-4d52-9f96-9a7cd83e27ea None None] Routers {'16f5c958-d6bf-448a-b7b3-e4bb11e05a96'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:35.706702 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3b302c5b-bb09-4d52-9f96-9a7cd83e27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:35.731258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a62684-fb6d-407b-b34c-16ed3d91114b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ad3b4f-dc73-4872-ba84-4425e9e54858,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:35.747598 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:35.791075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc125b80-d44d-423d-a971-88658d601490 None None] Sync routers for ids ['796d93db-9b7c-4b6d-93ea-0fb526c614a2'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:35.823475 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a21cda97-fbb4-4c09-b10a-4dca37bbee76 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:35.840381 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc125b80-d44d-423d-a971-88658d601490 None None] Routers {'796d93db-9b7c-4b6d-93ea-0fb526c614a2'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:35.840754 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a21cda97-fbb4-4c09-b10a-4dca37bbee76 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:35.841063 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-dc125b80-d44d-423d-a971-88658d601490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['796d93db-9b7c-4b6d-93ea-0fb526c614a2'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:35.843360 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:35.852891 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0d4bf8d9-e296-48e5-8f56-73ed512002d6 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "GET /v2.0/routers/796d93db-9b7c-4b6d-93ea-0fb526c614a2 HTTP/1.1" status: 200 len: 925 time: 0.3611698 Dec 14 02:54:35.861577 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3b302c5b-bb09-4d52-9f96-9a7cd83e27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:35.862459 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58772) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:35.870629 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1c8a6811-e151-46dc-bf79-c68c62720714 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] 10.222.0.39 "GET /v2.0/floatingips/526fc113-c578-44e0-bd32-a44aea3bb62e HTTP/1.1" status: 200 len: 983 time: 0.2371941 Dec 14 02:54:35.873744 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b302c5b-bb09-4d52-9f96-9a7cd83e27ea None None] The sync data for ids ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:35.876516 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58774) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:36.070522 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4a066d9d-f0b7-40d7-a76e-b9671dbccaaf tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2253 time: 0.1750765 Dec 14 02:54:36.072891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58786) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:36.246802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-dc125b80-d44d-423d-a971-88658d601490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:36.275525 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc125b80-d44d-423d-a971-88658d601490 None None] Routers {'796d93db-9b7c-4b6d-93ea-0fb526c614a2'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:36.276169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-dc125b80-d44d-423d-a971-88658d601490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['796d93db-9b7c-4b6d-93ea-0fb526c614a2'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:36.298954 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-3e845e94-20d9-445c-a8f2-7463e168742a tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:36.300517 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-3e845e94-20d9-445c-a8f2-7463e168742a tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/networks?id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48 HTTP/1.1" status: 200 len: 814 time: 0.2297816 Dec 14 02:54:36.309606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21cda97-fbb4-4c09-b10a-4dca37bbee76 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:54:36.339273 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2672578-728d-4598-9ad0-9e9443e8296c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:36.341975 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c2672578-728d-4598-9ad0-9e9443e8296c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&device_id=796d93db-9b7c-4b6d-93ea-0fb526c614a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2813241 Dec 14 02:54:36.346346 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58792) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:36.360368 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-0c69e9c3-7b22-4df4-ab29-0b86fdef0e70 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/quotas/d6afd97248934601b456e60985587aff HTTP/1.1" status: 200 len: 375 time: 0.0478036 Dec 14 02:54:36.484096 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a91f7-2dd8-4703-856b-58668561815c tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Deleting port d84d6867-b984-45db-b459-c53c2c8d8f82 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:36.484718 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb9a91f7-2dd8-4703-856b-58668561815c tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:36.497894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d286ca63-ce69-4406-ab94-44384aa33441 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:54:36.518795 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-dc125b80-d44d-423d-a971-88658d601490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:36.519493 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc125b80-d44d-423d-a971-88658d601490 None None] The sync data for ids ['796d93db-9b7c-4b6d-93ea-0fb526c614a2'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:36.571746 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:36.572320 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-353de848-4111-4a19-87c2-6ff365a6f648 None None] Provisioning complete for port f93bb89c-0387-4267-a8d2-45f0baaf2c19 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:36.572920 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-353de848-4111-4a19-87c2-6ff365a6f648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:36.602386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21cda97-fbb4-4c09-b10a-4dca37bbee76 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:36.607111 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb9a91f7-2dd8-4703-856b-58668561815c tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:36.607968 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb9a91f7-2dd8-4703-856b-58668561815c tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:36.611262 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641ff29-005c-4db2-a87c-2f865f5e7f0e None None] Pushing event updated for resources: {'Port': ['ID=f93bb89c-0387-4267-a8d2-45f0baaf2c19,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:36.633188 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a91f7-2dd8-4703-856b-58668561815c tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Calling delete_port for d84d6867-b984-45db-b459-c53c2c8d8f82 owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:36.755733 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a21cda97-fbb4-4c09-b10a-4dca37bbee76 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:36.757417 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a21cda97-fbb4-4c09-b10a-4dca37bbee76 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/7f8fafca-0475-43fc-bd6c-5af9e9bb96ad HTTP/1.1" status: 200 len: 954 time: 3.0696986 Dec 14 02:54:36.764240 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58802) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:36.822361 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-353de848-4111-4a19-87c2-6ff365a6f648 None None] Port f93bb89c-0387-4267-a8d2-45f0baaf2c19 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:36.826329 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Attempting to bind port f93bb89c-0387-4267-a8d2-45f0baaf2c19 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:54:36.826931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Attempting to bind port f93bb89c-0387-4267-a8d2-45f0baaf2c19 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '5ab454c2-d360-448f-a833-e05337276dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '437bcc66-c6de-4422-aa9a-61644419c899'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:54:36.827698 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Attempting to bind port f93bb89c-0387-4267-a8d2-45f0baaf2c19 on network 437bcc66-c6de-4422-aa9a-61644419c899 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:54:36.839611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:54:36.840385 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Checking segment: {'id': '5ab454c2-d360-448f-a833-e05337276dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '437bcc66-c6de-4422-aa9a-61644419c899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:36.841100 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:36.841729 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Bound using segment: {'id': '5ab454c2-d360-448f-a833-e05337276dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '437bcc66-c6de-4422-aa9a-61644419c899'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:54:36.842426 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Bound port: f93bb89c-0387-4267-a8d2-45f0baaf2c19, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab454c2-d360-448f-a833-e05337276dde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '437bcc66-c6de-4422-aa9a-61644419c899'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:54:36.843011 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:36.898892 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d286ca63-ce69-4406-ab94-44384aa33441 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:36.899945 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:36.924330 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e0535b38-a4a0-439c-9a88-18325938d496 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/routers/7f8fafca-0475-43fc-bd6c-5af9e9bb96ad HTTP/1.1" status: 200 len: 954 time: 0.1587930 Dec 14 02:54:36.928972 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-d897ac3c-dc7d-4a29-941b-2a8fbdda7a6c tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6afd97248934601b456e60985587aff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3521647 Dec 14 02:54:36.929647 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58806) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:36.945852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-81957f52-ace5-4151-a0e3-b87dbeda4d84 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'router': {'routes': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:36.952297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387d97f3-2ea1-4538-8e64-713bf9ca8c7d tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:36.957505 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-387d97f3-2ea1-4538-8e64-713bf9ca8c7d tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "GET /v2.0/networks/bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 881 time: 0.6061664 Dec 14 02:54:36.964077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58808) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:36.967786 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] For port f93bb89c-0387-4267-a8d2-45f0baaf2c19, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:54:36.972041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] For port f93bb89c-0387-4267-a8d2-45f0baaf2c19, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f93bb89c-0387-4267-a8d2-45f0baaf2c19,segment=NetworkSegment(5ab454c2-d360-448f-a833-e05337276dde),segment_id=5ab454c2-d360-448f-a833-e05337276dde)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:54:37.037199 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2a27c5d7-ab72-43fd-8a70-e7e4e5134b25 None None] Provisioning complete for port f93bb89c-0387-4267-a8d2-45f0baaf2c19 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:37.038078 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2a27c5d7-ab72-43fd-8a70-e7e4e5134b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:37.104887 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:37.154081 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-58ee604f-841b-4c97-be45-b76ddeac903f tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "GET /v2.0/ports?device_id=796d93db-9b7c-4b6d-93ea-0fb526c614a2 HTTP/1.1" status: 200 len: 205 time: 0.1888988 Dec 14 02:54:37.161803 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58812) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:37.241000 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2a27c5d7-ab72-43fd-8a70-e7e4e5134b25 None None] Port f93bb89c-0387-4267-a8d2-45f0baaf2c19 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:37.282394 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:37.283302 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:37.374642 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb9a91f7-2dd8-4703-856b-58668561815c tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:37.455499 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-26532136-9d8c-421d-ac80-b0c5ac721bad tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:37.461648 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a91f7-2dd8-4703-856b-58668561815c tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Pushing event deleted for resources: {'Port': ['ID=d84d6867-b984-45db-b459-c53c2c8d8f82,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:37.476539 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:37.552310 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-86fb6338-d6d4-41c8-accb-84da9a880f6d service neutron] 10.222.0.39 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970175 Dec 14 02:54:37.623149 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641ff29-005c-4db2-a87c-2f865f5e7f0e None None] Pushing event updated for resources: {'Port': ['ID=f93bb89c-0387-4267-a8d2-45f0baaf2c19,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:37.658508 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4ad2798b-b2ac-4812-b253-7b6de4fb4da7 None None] Provisioning complete for port f93bb89c-0387-4267-a8d2-45f0baaf2c19 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:37.658508 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4ad2798b-b2ac-4812-b253-7b6de4fb4da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:37.718237 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-26532136-9d8c-421d-ac80-b0c5ac721bad tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:37.747883 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb9a91f7-2dd8-4703-856b-58668561815c tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:37.748397 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-94c4191e-97d3-4bac-9a2b-eccfc6632119 service neutron] 10.222.0.39 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838379 Dec 14 02:54:37.749298 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-bb9a91f7-2dd8-4703-856b-58668561815c tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Floating IP 526fc113-c578-44e0-bd32-a44aea3bb62e disassociated (deleted). External IP: 172.25.7.240, port: 9b067134-98c6-4b7f-9cb3-52eb2721c61f. Dec 14 02:54:37.752787 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:37.898892 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4ad2798b-b2ac-4812-b253-7b6de4fb4da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:37.921572 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.extraroute_db [None req-81957f52-ace5-4151-a0e3-b87dbeda4d84 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Added routes are [] {{(pid=103848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 14 02:54:37.921883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.extraroute_db [None req-81957f52-ace5-4151-a0e3-b87dbeda4d84 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 14 02:54:37.935577 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:35Z', 'revision_number': 6, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8358c0c5-75c3-4651-8ea1-5266bb1adcb2', 'name': '', 'network_id': '72f0d543-05ae-4381-add2-282e9a730287', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:f6:2e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:21Z', 'updated_at': '2021-12-14T02:54:29Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8978acd-e47b-4adc-815d-e9dbc3c5eb7d', 'name': '', 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:12Z', 'updated_at': '2021-12-14T02:54:19Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93bb89c-0387-4267-a8d2-45f0baaf2c19', 'name': '', 'network_id': '437bcc66-c6de-4422-aa9a-61644419c899', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:1d:e7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '4dc42db7-e9ec-45fb-85d5-10605e428604', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:31Z', 'updated_at': '2021-12-14T02:54:36Z', 'revision_number': 4, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': '4dc42db7-e9ec-45fb-85d5-10605e428604', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:37.970322 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-81957f52-ace5-4151-a0e3-b87dbeda4d84 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:37.979583 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa352f9-5020-4104-a1a6-f8ef6d1df7d4 None None] The sync data for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 is: [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:35Z', 'revision_number': 6, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8358c0c5-75c3-4651-8ea1-5266bb1adcb2', 'name': '', 'network_id': '72f0d543-05ae-4381-add2-282e9a730287', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:f6:2e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:21Z', 'updated_at': '2021-12-14T02:54:29Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8978acd-e47b-4adc-815d-e9dbc3c5eb7d', 'name': '', 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:12Z', 'updated_at': '2021-12-14T02:54:19Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93bb89c-0387-4267-a8d2-45f0baaf2c19', 'name': '', 'network_id': '437bcc66-c6de-4422-aa9a-61644419c899', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:1d:e7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '4dc42db7-e9ec-45fb-85d5-10605e428604', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:31Z', 'updated_at': '2021-12-14T02:54:36Z', 'revision_number': 4, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': '4dc42db7-e9ec-45fb-85d5-10605e428604', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:38.002287 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-4ad2798b-b2ac-4812-b253-7b6de4fb4da7 None None] For port f93bb89c-0387-4267-a8d2-45f0baaf2c19, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f93bb89c-0387-4267-a8d2-45f0baaf2c19,segment=NetworkSegment(5ab454c2-d360-448f-a833-e05337276dde),segment_id=5ab454c2-d360-448f-a833-e05337276dde)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:38.089211 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4ad2798b-b2ac-4812-b253-7b6de4fb4da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:38.127045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6179bd20-9128-4364-9045-03e324785801 req-4e601cf1-a165-42e0-8e3d-889949f83c8f tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 210 time: 0.0779998 Dec 14 02:54:38.190672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-26532136-9d8c-421d-ac80-b0c5ac721bad tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Deleting port a61b767e-a7a9-4f91-90a4-baaabf1a450f {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:38.191183 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-26532136-9d8c-421d-ac80-b0c5ac721bad tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:38.197604 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2798b-b2ac-4812-b253-7b6de4fb4da7 None None] Pushing event updated for resources: {'Port': ['ID=f93bb89c-0387-4267-a8d2-45f0baaf2c19,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:38.414065 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9a91f7-2dd8-4703-856b-58668561815c tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Router 16f5c958-d6bf-448a-b7b3-e4bb11e05a96 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:54:38.414065 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-26532136-9d8c-421d-ac80-b0c5ac721bad tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:38.453138 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-26532136-9d8c-421d-ac80-b0c5ac721bad tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Calling delete_port for a61b767e-a7a9-4f91-90a4-baaabf1a450f owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:38.492512 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f93bb89c-0387-4267-a8d2-45f0baaf2c19 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:54:38.503546 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-81957f52-ace5-4151-a0e3-b87dbeda4d84 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:38.507971 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-81957f52-ace5-4151-a0e3-b87dbeda4d84 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:38.650067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81957f52-ace5-4151-a0e3-b87dbeda4d84 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:54:38.652963 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f93bb89c-0387-4267-a8d2-45f0baaf2c19 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:38.653374 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:38.703588 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:38.867584 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81957f52-ace5-4151-a0e3-b87dbeda4d84 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:38.875693 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-81957f52-ace5-4151-a0e3-b87dbeda4d84 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:38.877178 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-81957f52-ace5-4151-a0e3-b87dbeda4d84 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/7f8fafca-0475-43fc-bd6c-5af9e9bb96ad HTTP/1.1" status: 200 len: 704 time: 1.9350190 Dec 14 02:54:38.882608 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58852) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:39.009853 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9820ead6-d3d7-43d4-91f6-5cea241650ad tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/routers/7f8fafca-0475-43fc-bd6c-5af9e9bb96ad HTTP/1.1" status: 200 len: 704 time: 0.1253843 Dec 14 02:54:39.013557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58854) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:39.130724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9a91f7-2dd8-4703-856b-58668561815c tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:39.135536 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb9a91f7-2dd8-4703-856b-58668561815c tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:39.153989 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d7845-1762-488a-beca-8e795b168b9d None None] Sync routers for ids ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:39.203081 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d7845-1762-488a-beca-8e795b168b9d None None] Routers {'16f5c958-d6bf-448a-b7b3-e4bb11e05a96'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:39.203725 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-f10d7845-1762-488a-beca-8e795b168b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:39.223168 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bb9a91f7-2dd8-4703-856b-58668561815c tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] 10.222.0.39 "DELETE /v2.0/floatingips/526fc113-c578-44e0-bd32-a44aea3bb62e HTTP/1.1" status: 204 len: 168 time: 3.1458783 Dec 14 02:54:39.227244 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58858) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:39.240012 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-7d9ee399-bdd8-4cc2-8fd4-ab9f42ed974b tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:39.279272 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-f10d7845-1762-488a-beca-8e795b168b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:39.288663 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d7845-1762-488a-beca-8e795b168b9d None None] Routers {'16f5c958-d6bf-448a-b7b3-e4bb11e05a96'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:39.289690 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-f10d7845-1762-488a-beca-8e795b168b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:39.345727 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-f10d7845-1762-488a-beca-8e795b168b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:39.346705 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d7845-1762-488a-beca-8e795b168b9d None None] The sync data for ids ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:39.375229 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee399-bdd8-4cc2-8fd4-ab9f42ed974b tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:39.391052 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68e401c-081f-4972-9ea8-a200ebe80a0b None None] Sync routers for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:39.407225 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68e401c-081f-4972-9ea8-a200ebe80a0b None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:39.409636 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a68e401c-081f-4972-9ea8-a200ebe80a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:39.463158 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-26532136-9d8c-421d-ac80-b0c5ac721bad tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:39.498858 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26532136-9d8c-421d-ac80-b0c5ac721bad tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Pushing event deleted for resources: {'Port': ['ID=a61b767e-a7a9-4f91-90a4-baaabf1a450f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:39.552221 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d1ad31-9a7f-4713-8a3f-2e1cd87ba2cd None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:39.584039 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-26532136-9d8c-421d-ac80-b0c5ac721bad tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:39.589043 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3468ffb1-d3b5-463b-a412-a7dd268cf781 req-b00e94e9-4283-4c57-a144-0ea3bc30b663 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 210 time: 0.1617002 Dec 14 02:54:39.610273 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-a68e401c-081f-4972-9ea8-a200ebe80a0b None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:39.754966 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-26532136-9d8c-421d-ac80-b0c5ac721bad tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:39.758908 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-26532136-9d8c-421d-ac80-b0c5ac721bad tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:39.810253 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee399-bdd8-4cc2-8fd4-ab9f42ed974b tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:39.826735 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c0aee9c3-48fd-496b-94a3-87cc76b0ffcf tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:39.871258 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a68e401c-081f-4972-9ea8-a200ebe80a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:37Z', 'revision_number': 7, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8358c0c5-75c3-4651-8ea1-5266bb1adcb2', 'name': '', 'network_id': '72f0d543-05ae-4381-add2-282e9a730287', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:f6:2e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:21Z', 'updated_at': '2021-12-14T02:54:29Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8978acd-e47b-4adc-815d-e9dbc3c5eb7d', 'name': '', 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:12Z', 'updated_at': '2021-12-14T02:54:19Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93bb89c-0387-4267-a8d2-45f0baaf2c19', 'name': '', 'network_id': '437bcc66-c6de-4422-aa9a-61644419c899', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:1d:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '4dc42db7-e9ec-45fb-85d5-10605e428604', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:31Z', 'updated_at': '2021-12-14T02:54:37Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': '4dc42db7-e9ec-45fb-85d5-10605e428604', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:39.900226 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68e401c-081f-4972-9ea8-a200ebe80a0b None None] Checking router: 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:54:39.910899 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68e401c-081f-4972-9ea8-a200ebe80a0b None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:39.911782 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a68e401c-081f-4972-9ea8-a200ebe80a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:39.916157 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-26532136-9d8c-421d-ac80-b0c5ac721bad tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:39.916721 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26532136-9d8c-421d-ac80-b0c5ac721bad tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Fanout notify agent at l3_agent the message router_deleted on router 796d93db-9b7c-4b6d-93ea-0fb526c614a2 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:54:39.930125 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-26532136-9d8c-421d-ac80-b0c5ac721bad tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:39.932508 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-26532136-9d8c-421d-ac80-b0c5ac721bad tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "DELETE /v2.0/routers/796d93db-9b7c-4b6d-93ea-0fb526c614a2 HTTP/1.1" status: 204 len: 168 time: 2.7690272 Dec 14 02:54:39.938220 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58886) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:39.947407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1248152181', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}, 'admin_state_up': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:39.968327 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-7d9ee399-bdd8-4cc2-8fd4-ab9f42ed974b tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Allocated IP 172.25.7.183 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/b1b6f7bd-48f5-44c4-aa53-bb913ba2aa4d) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:40.066916 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-a68e401c-081f-4972-9ea8-a200ebe80a0b None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:40.092819 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee399-bdd8-4cc2-8fd4-ab9f42ed974b tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:40.127984 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:40.129157 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:40.223880 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:40.225204 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee399-bdd8-4cc2-8fd4-ab9f42ed974b tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:40.230577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-c0aee9c3-48fd-496b-94a3-87cc76b0ffcf tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting port f93bb89c-0387-4267-a8d2-45f0baaf2c19 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:40.234143 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c0aee9c3-48fd-496b-94a3-87cc76b0ffcf tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:40.274198 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ee399-bdd8-4cc2-8fd4-ab9f42ed974b tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:40.282993 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-7d9ee399-bdd8-4cc2-8fd4-ab9f42ed974b tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:40.287569 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9ee399-bdd8-4cc2-8fd4-ab9f42ed974b tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:40.343726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ee399-bdd8-4cc2-8fd4-ab9f42ed974b tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Pushing event updated for resources: {'Port': ['ID=b1b6f7bd-48f5-44c4-aa53-bb913ba2aa4d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:40.413076 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee399-bdd8-4cc2-8fd4-ab9f42ed974b tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:40.418896 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-c0aee9c3-48fd-496b-94a3-87cc76b0ffcf tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] For port f93bb89c-0387-4267-a8d2-45f0baaf2c19, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f93bb89c-0387-4267-a8d2-45f0baaf2c19,segment=NetworkSegment(5ab454c2-d360-448f-a833-e05337276dde),segment_id=5ab454c2-d360-448f-a833-e05337276dde)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:40.419272 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c0aee9c3-48fd-496b-94a3-87cc76b0ffcf tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:40.438173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-c0aee9c3-48fd-496b-94a3-87cc76b0ffcf tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Calling delete_port for f93bb89c-0387-4267-a8d2-45f0baaf2c19 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:40.487140 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a68e401c-081f-4972-9ea8-a200ebe80a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:37Z', 'revision_number': 7, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8358c0c5-75c3-4651-8ea1-5266bb1adcb2', 'name': '', 'network_id': '72f0d543-05ae-4381-add2-282e9a730287', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:f6:2e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:21Z', 'updated_at': '2021-12-14T02:54:29Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8978acd-e47b-4adc-815d-e9dbc3c5eb7d', 'name': '', 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:12Z', 'updated_at': '2021-12-14T02:54:19Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93bb89c-0387-4267-a8d2-45f0baaf2c19', 'name': '', 'network_id': '437bcc66-c6de-4422-aa9a-61644419c899', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:1d:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '4dc42db7-e9ec-45fb-85d5-10605e428604', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:31Z', 'updated_at': '2021-12-14T02:54:37Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': '4dc42db7-e9ec-45fb-85d5-10605e428604', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:40.507899 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:40.515010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68e401c-081f-4972-9ea8-a200ebe80a0b None None] The sync data for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 is: [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:37Z', 'revision_number': 7, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8358c0c5-75c3-4651-8ea1-5266bb1adcb2', 'name': '', 'network_id': '72f0d543-05ae-4381-add2-282e9a730287', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:f6:2e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:21Z', 'updated_at': '2021-12-14T02:54:29Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8978acd-e47b-4adc-815d-e9dbc3c5eb7d', 'name': '', 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:12Z', 'updated_at': '2021-12-14T02:54:19Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f93bb89c-0387-4267-a8d2-45f0baaf2c19', 'name': '', 'network_id': '437bcc66-c6de-4422-aa9a-61644419c899', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:1d:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '4dc42db7-e9ec-45fb-85d5-10605e428604', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:31Z', 'updated_at': '2021-12-14T02:54:37Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': '4dc42db7-e9ec-45fb-85d5-10605e428604', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:40.525120 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee399-bdd8-4cc2-8fd4-ab9f42ed974b tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:40.741971 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee399-bdd8-4cc2-8fd4-ab9f42ed974b tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:40.787143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6055e4b-1402-4839-a8d6-a05c587052ff req-024f7fb2-1ab4-461d-9a4b-cf753fbeee57 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 210 time: 0.0471487 Dec 14 02:54:40.853519 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee399-bdd8-4cc2-8fd4-ab9f42ed974b tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:40.870373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-51062468-9cab-489c-9a25-844fec3a1d35 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:40.872864 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-51062468-9cab-489c-9a25-844fec3a1d35 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.46 "GET /v2.0/networks?id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48 HTTP/1.1" status: 200 len: 814 time: 0.2781663 Dec 14 02:54:40.894279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-26774a07-4c22-441c-9838-cb0ca8bc9197 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Request body: {'port': {'device_id': 'c862aeae-e125-49aa-872a-793912d2fea5', 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48', 'admin_state_up': True, 'tenant_id': 'd6afd97248934601b456e60985587aff'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:40.971589 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c0aee9c3-48fd-496b-94a3-87cc76b0ffcf tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:40.985924 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee399-bdd8-4cc2-8fd4-ab9f42ed974b tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:40.995075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ee399-bdd8-4cc2-8fd4-ab9f42ed974b tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Pushing event updated for resources: {'Port': ['ID=b1b6f7bd-48f5-44c4-aa53-bb913ba2aa4d,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:41.015244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aee9c3-48fd-496b-94a3-87cc76b0ffcf tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Port': ['ID=f93bb89c-0387-4267-a8d2-45f0baaf2c19,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:41.169702 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d9ee399-bdd8-4cc2-8fd4-ab9f42ed974b tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:41.173679 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7d9ee399-bdd8-4cc2-8fd4-ab9f42ed974b tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9427986 Dec 14 02:54:41.173952 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58940) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:41.349896 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:41.458183 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:41.503977 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:41.527918 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:41.545888 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c0aee9c3-48fd-496b-94a3-87cc76b0ffcf tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:41.578135 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:41.659824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-26774a07-4c22-441c-9838-cb0ca8bc9197 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Made reservation on behalf of d6afd97248934601b456e60985587aff for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:54:41.663311 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-26774a07-4c22-441c-9838-cb0ca8bc9197 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:41.709042 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Allocated IP 172.25.7.15 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/3af333f7-9d37-4d80-881e-01cc52e12990) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:41.836212 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:41.901866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-26774a07-4c22-441c-9838-cb0ca8bc9197 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Allocated IP 172.20.0.4 (3e7ee77e-8c6e-4bd5-b732-433005bf2f48/ee9cd12f-52e6-42ad-bc08-3935195b595a/e7982c3f-4a7b-4136-8514-9eddf6be2346) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:41.917868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0aee9c3-48fd-496b-94a3-87cc76b0ffcf tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:54:41.922191 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60e69237-288a-441b-8b1c-51810725772c req-22894d34-6ccb-461f-b43f-056d5f8080cc tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 210 time: 0.0394783 Dec 14 02:54:42.049611 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:42.117406 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Pushing event updated for resources: {'Port': ['ID=3af333f7-9d37-4d80-881e-01cc52e12990,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:42.121789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0aee9c3-48fd-496b-94a3-87cc76b0ffcf tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:42.133290 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c0aee9c3-48fd-496b-94a3-87cc76b0ffcf tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/7f8fafca-0475-43fc-bd6c-5af9e9bb96ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1184766 Dec 14 02:54:42.137861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 58988) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:42.138678 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e15b43e-589c-40e5-bd67-a030c504cd56 None None] Sync routers for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:42.144166 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:42.146828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:42.150201 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:42.160431 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e15b43e-589c-40e5-bd67-a030c504cd56 None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:42.161028 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5e15b43e-589c-40e5-bd67-a030c504cd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:42.222509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Allocated IP 172.25.7.110 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/cfdbeb55-c4d0-40c3-a2ab-f76c33832371) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:42.242491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-38fe468f-9fc1-48bc-8a06-71727afcb5bd tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting subnet 4dc42db7-e9ec-45fb-85d5-10605e428604 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:54:42.259844 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-38fe468f-9fc1-48bc-8a06-71727afcb5bd tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:42.265227 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-26774a07-4c22-441c-9838-cb0ca8bc9197 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:42.274329 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:42.358331 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-38fe468f-9fc1-48bc-8a06-71727afcb5bd tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:42.399303 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-5e15b43e-589c-40e5-bd67-a030c504cd56 None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:42.473347 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:42.513129 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-26774a07-4c22-441c-9838-cb0ca8bc9197 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:42.523173 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:42.556247 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['65303f33-752f-4a95-8372-72db4d976553'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:54:42.579830 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-38fe468f-9fc1-48bc-8a06-71727afcb5bd tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:42.614978 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-26774a07-4c22-441c-9838-cb0ca8bc9197 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:42.624394 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['c541c5d0-90c7-45ea-b54e-1e474827d3ed'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:54:42.628694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-26774a07-4c22-441c-9838-cb0ca8bc9197 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:42.637983 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-26774a07-4c22-441c-9838-cb0ca8bc9197 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:42.642452 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26774a07-4c22-441c-9838-cb0ca8bc9197 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Pushing event updated for resources: {'Port': ['ID=e7982c3f-4a7b-4136-8514-9eddf6be2346,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:42.701459 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:42.715945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-26774a07-4c22-441c-9838-cb0ca8bc9197 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:42.716630 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-26774a07-4c22-441c-9838-cb0ca8bc9197 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:42.760157 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5e15b43e-589c-40e5-bd67-a030c504cd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:40Z', 'revision_number': 8, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8358c0c5-75c3-4651-8ea1-5266bb1adcb2', 'name': '', 'network_id': '72f0d543-05ae-4381-add2-282e9a730287', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:f6:2e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:21Z', 'updated_at': '2021-12-14T02:54:29Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8978acd-e47b-4adc-815d-e9dbc3c5eb7d', 'name': '', 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:12Z', 'updated_at': '2021-12-14T02:54:19Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:42.791465 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:42.794279 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e15b43e-589c-40e5-bd67-a030c504cd56 None None] Checking router: 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:54:42.804949 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e15b43e-589c-40e5-bd67-a030c504cd56 None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:42.805842 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5e15b43e-589c-40e5-bd67-a030c504cd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:42.838866 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-38fe468f-9fc1-48bc-8a06-71727afcb5bd tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:42.847542 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:42.853514 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-26774a07-4c22-441c-9838-cb0ca8bc9197 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9633105 Dec 14 02:54:42.927994 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-5e15b43e-589c-40e5-bd67-a030c504cd56 None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:42.938881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Pushing event updated for resources: {'Port': ['ID=cfdbeb55-c4d0-40c3-a2ab-f76c33832371,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:42.952106 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Request body: {'port': {'device_id': 'c862aeae-e125-49aa-872a-793912d2fea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:42.958468 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:42.963175 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe468f-9fc1-48bc-8a06-71727afcb5bd tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc42db7-e9ec-45fb-85d5-10605e428604,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:42.978911 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Pushing event updated for resources: {'Port': ['ID=3af333f7-9d37-4d80-881e-01cc52e12990,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:42.986142 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4015f7-5bd1-4131-a743-54b246964f33 None None] Network 437bcc66-c6de-4422-aa9a-61644419c899 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:54:43.003796 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:43.007668 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:43.007668 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:43.008166 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:43.008716 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:43.009235 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:43.010567 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:43.011270 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:43.011871 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:43.012390 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:43.014100 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:43.014664 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:43.015182 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:43.042744 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-38fe468f-9fc1-48bc-8a06-71727afcb5bd tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:43.048816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-38fe468f-9fc1-48bc-8a06-71727afcb5bd tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/subnets/4dc42db7-e9ec-45fb-85d5-10605e428604 HTTP/1.1" status: 204 len: 168 time: 0.9050510 Dec 14 02:54:43.049217 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58996) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:43.078500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:43.084239 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:43.085558 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1c784d27-9669-41f0-8aa8-eb1bb87124bb tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9103065 Dec 14 02:54:43.112647 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 58998) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:43.117380 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:43.129658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:43.191616 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c533634c-d2fe-42e3-880f-e4a10c8b465e None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:43.246713 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:43.270496 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:43.290388 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7df4cb80-cd43-4aa9-8790-a9a79b543f8b tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2437 time: 0.1760695 Dec 14 02:54:43.294068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59002) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:43.305939 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9390fa52-cf4b-4906-88de-1d31363c9147 None None] Provisioning complete for port cfdbeb55-c4d0-40c3-a2ab-f76c33832371 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:43.306316 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9390fa52-cf4b-4906-88de-1d31363c9147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:43.332327 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5e15b43e-589c-40e5-bd67-a030c504cd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:40Z', 'revision_number': 8, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8358c0c5-75c3-4651-8ea1-5266bb1adcb2', 'name': '', 'network_id': '72f0d543-05ae-4381-add2-282e9a730287', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:f6:2e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:21Z', 'updated_at': '2021-12-14T02:54:29Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8978acd-e47b-4adc-815d-e9dbc3c5eb7d', 'name': '', 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:12Z', 'updated_at': '2021-12-14T02:54:19Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:43.351276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9390fa52-cf4b-4906-88de-1d31363c9147 None None] Port cfdbeb55-c4d0-40c3-a2ab-f76c33832371 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:54:43.366579 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e15b43e-589c-40e5-bd67-a030c504cd56 None None] The sync data for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 is: [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:40Z', 'revision_number': 8, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8358c0c5-75c3-4651-8ea1-5266bb1adcb2', 'name': '', 'network_id': '72f0d543-05ae-4381-add2-282e9a730287', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:f6:2e:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:21Z', 'updated_at': '2021-12-14T02:54:29Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': '881d68f1-ee72-4f2c-9909-28dff166742b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8978acd-e47b-4adc-815d-e9dbc3c5eb7d', 'name': '', 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:12Z', 'updated_at': '2021-12-14T02:54:19Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:43.382409 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59004) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:43.437038 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e44255b-978b-4f66-853c-4f2a4137e9c8 None None] DHCP port deletion for 437bcc66-c6de-4422-aa9a-61644419c899 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:43.455998 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-99cc5d2a-561e-4ebe-861f-d808610107f4 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1608346 Dec 14 02:54:43.461188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dc447-131d-4c76-9d40-ae998797023f req-0595b8ea-e316-44cb-9e13-1cef06c06a75 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:43.461404 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59008) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:43.461533 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d7dc447-131d-4c76-9d40-ae998797023f req-0595b8ea-e316-44cb-9e13-1cef06c06a75 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 931 time: 0.3827484 Dec 14 02:54:43.540553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d7dc447-131d-4c76-9d40-ae998797023f req-053a3748-7c50-4c6e-9743-07b65d173609 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708842 Dec 14 02:54:43.574419 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7e44255b-978b-4f66-853c-4f2a4137e9c8 None None] Deleting port d286ca63-ce69-4406-ab94-44384aa33441 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:43.575044 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e44255b-978b-4f66-853c-4f2a4137e9c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:43.631238 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting port d286ca63-ce69-4406-ab94-44384aa33441 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:43.632187 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:43.646092 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7e44255b-978b-4f66-853c-4f2a4137e9c8 None None] For port d286ca63-ce69-4406-ab94-44384aa33441, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d286ca63-ce69-4406-ab94-44384aa33441,segment=NetworkSegment(5ab454c2-d360-448f-a833-e05337276dde),segment_id=5ab454c2-d360-448f-a833-e05337276dde)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:43.646493 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e44255b-978b-4f66-853c-4f2a4137e9c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:43.661928 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7e44255b-978b-4f66-853c-4f2a4137e9c8 None None] Calling delete_port for d286ca63-ce69-4406-ab94-44384aa33441 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:43.708357 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1cdc2652-8b60-40e8-a2b3-11abe5da0646 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:43.737910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] For port d286ca63-ce69-4406-ab94-44384aa33441, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d286ca63-ce69-4406-ab94-44384aa33441,segment=NetworkSegment(5ab454c2-d360-448f-a833-e05337276dde),segment_id=5ab454c2-d360-448f-a833-e05337276dde)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:43.737910 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:43.763601 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Calling delete_port for d286ca63-ce69-4406-ab94-44384aa33441 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:43.783650 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-1037e750-739d-41a8-99e0-28240b3ac092 tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Deleting port 3af333f7-9d37-4d80-881e-01cc52e12990 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:43.783993 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1037e750-739d-41a8-99e0-28240b3ac092 tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:43.812545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7982c3f-4a7b-4136-8514-9eddf6be2346 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:54:43.822896 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:43.850580 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e44255b-978b-4f66-853c-4f2a4137e9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:43.880437 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44255b-978b-4f66-853c-4f2a4137e9c8 None None] Pushing event deleted for resources: {'Port': ['ID=d286ca63-ce69-4406-ab94-44384aa33441,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:43.884704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e44255b-978b-4f66-853c-4f2a4137e9c8 None None] No DVR routers for this DVR port d286ca63-ce69-4406-ab94-44384aa33441 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:54:43.912947 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Transition to ACTIVE for port object e7982c3f-4a7b-4136-8514-9eddf6be2346 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:54:43.968285 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:43.969711 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.031267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Port': ['ID=d286ca63-ce69-4406-ab94-44384aa33441,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:44.031639 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1037e750-739d-41a8-99e0-28240b3ac092 tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.031974 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1037e750-739d-41a8-99e0-28240b3ac092 tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.034724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] No DVR routers for this DVR port d286ca63-ce69-4406-ab94-44384aa33441 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:54:44.037706 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1cdc2652-8b60-40e8-a2b3-11abe5da0646 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.072652 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-1037e750-739d-41a8-99e0-28240b3ac092 tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Calling delete_port for 3af333f7-9d37-4d80-881e-01cc52e12990 owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:44.126174 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1cdc2652-8b60-40e8-a2b3-11abe5da0646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.194393 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.236236 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1cdc2652-8b60-40e8-a2b3-11abe5da0646 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f9f9c806bc949bbbdf31a1c888d4fbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8523397 Dec 14 02:54:44.247495 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59012) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:44.249916 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc2652-8b60-40e8-a2b3-11abe5da0646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d59eedb-f6c8-4a20-b04c-9a462323f1b8,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:44.264816 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437bcc66-c6de-4422-aa9a-61644419c899']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:44.292470 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab454c2-d360-448f-a833-e05337276dde') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:44.292962 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab454c2-d360-448f-a833-e05337276dde') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:44.309981 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.312025 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.347878 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.357575 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:54:44.358258 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:54:44.362890 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:54:44.411105 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Pushing event updated for resources: {'Port': ['ID=e7982c3f-4a7b-4136-8514-9eddf6be2346,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:44.435697 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f93bb89c-0387-4267-a8d2-45f0baaf2c19 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:54:44.445945 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-778261fc-1493-41f9-bb5a-f7e91bcacc20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.459961 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: f93bb89c-0387-4267-a8d2-45f0baaf2c19 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:54:44.460315 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f93bb89c-0387-4267-a8d2-45f0baaf2c19 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:54:44.460738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d286ca63-ce69-4406-ab94-44384aa33441 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:54:44.493909 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-778261fc-1493-41f9-bb5a-f7e91bcacc20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.502643 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: d286ca63-ce69-4406-ab94-44384aa33441 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:54:44.503284 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d286ca63-ce69-4406-ab94-44384aa33441 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:54:44.563282 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.575169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Attempting to bind port e7982c3f-4a7b-4136-8514-9eddf6be2346 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:54:44.575606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Attempting to bind port e7982c3f-4a7b-4136-8514-9eddf6be2346 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'f72c314f-a7ac-42a6-b4c6-03e0b2aab854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:54:44.576033 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Attempting to bind port e7982c3f-4a7b-4136-8514-9eddf6be2346 on network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:54:44.576199 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.579739 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/networks/437bcc66-c6de-4422-aa9a-61644419c899 HTTP/1.1" status: 204 len: 168 time: 1.5292776 Dec 14 02:54:44.583034 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59016) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:44.591080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6e6d5-2185-41ed-b34e-4385139b55eb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Network': ['ID=437bcc66-c6de-4422-aa9a-61644419c899,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:44.593931 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1037e750-739d-41a8-99e0-28240b3ac092 tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.625862 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-778261fc-1493-41f9-bb5a-f7e91bcacc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.634043 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-778261fc-1493-41f9-bb5a-f7e91bcacc20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.634043 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-778261fc-1493-41f9-bb5a-f7e91bcacc20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d59eedb-f6c8-4a20-b04c-9a462323f1b8 HTTP/1.1" status: 204 len: 168 time: 0.3813298 Dec 14 02:54:44.635176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037e750-739d-41a8-99e0-28240b3ac092 tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Pushing event deleted for resources: {'Port': ['ID=3af333f7-9d37-4d80-881e-01cc52e12990,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:44.653643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778261fc-1493-41f9-bb5a-f7e91bcacc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d59eedb-f6c8-4a20-b04c-9a462323f1b8,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:44.725630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Port e7982c3f-4a7b-4136-8514-9eddf6be2346 on network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:54:44.726111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Attempting to bind port e7982c3f-4a7b-4136-8514-9eddf6be2346 on network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:54:44.734447 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1037e750-739d-41a8-99e0-28240b3ac092 tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.737418 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1037e750-739d-41a8-99e0-28240b3ac092 tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.741142 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1037e750-739d-41a8-99e0-28240b3ac092 tempest-FloatingIPAdminTestJSON-1835880238 tempest-FloatingIPAdminTestJSON-1835880238-project] 10.222.0.39 "DELETE /v2.0/floatingips/0aed9907-fa72-418b-be50-3faff0a8a6c4 HTTP/1.1" status: 204 len: 168 time: 1.2789929 Dec 14 02:54:44.741779 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59020) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:44.769138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:54:44.769591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Checking segment: {'id': 'f72c314f-a7ac-42a6-b4c6-03e0b2aab854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:44.770047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Bound using segment: {'id': 'f72c314f-a7ac-42a6-b4c6-03e0b2aab854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:54:44.770556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Bound port: e7982c3f-4a7b-4136-8514-9eddf6be2346, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72c314f-a7ac-42a6-b4c6-03e0b2aab854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:54:44.770976 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.781505 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.886021 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c1d54-b953-4bb1-bd70-7e952c356d64 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Deleting port b1b6f7bd-48f5-44c4-aa53-bb913ba2aa4d {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:44.887124 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1d54-b953-4bb1-bd70-7e952c356d64 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:44.978494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7679e5-5496-4d8b-86ba-0c2db8ca4032 req-5442eb42-c2aa-4906-a2b5-9e547bac51d6 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:44.980074 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c7679e5-5496-4d8b-86ba-0c2db8ca4032 req-5442eb42-c2aa-4906-a2b5-9e547bac51d6 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 943 time: 0.2630813 Dec 14 02:54:45.030534 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1d54-b953-4bb1-bd70-7e952c356d64 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:45.031028 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1d54-b953-4bb1-bd70-7e952c356d64 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:45.048980 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-2a0c1d54-b953-4bb1-bd70-7e952c356d64 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Calling delete_port for b1b6f7bd-48f5-44c4-aa53-bb913ba2aa4d owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:45.109899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] For port e7982c3f-4a7b-4136-8514-9eddf6be2346, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:54:45.140508 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] For port e7982c3f-4a7b-4136-8514-9eddf6be2346, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e7982c3f-4a7b-4136-8514-9eddf6be2346,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:54:45.148631 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c7679e5-5496-4d8b-86ba-0c2db8ca4032 req-040c7d3f-87de-4d6c-a7f5-c43ff50c5e8d tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493361 Dec 14 02:54:45.255498 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:45.304746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:45.305421 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:45.306851 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] 10.222.0.46 "PUT /v2.0/ports/e7982c3f-4a7b-4136-8514-9eddf6be2346 HTTP/1.1" status: 200 len: 1091 time: 2.3693612 Dec 14 02:54:45.307563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c862aeae-e125-49aa-872a-793912d2fea5', 'tag': 'e7982c3f-4a7b-4136-8514-9eddf6be2346'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:54:45.310971 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5ca640-01c0-4214-bf78-b7346579c097" -d '{"events": [{"name": "network-changed", "server_uuid": "c862aeae-e125-49aa-872a-793912d2fea5", "tag": "e7982c3f-4a7b-4136-8514-9eddf6be2346"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:54:45.340710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be07e1-ce46-4715-9242-55794e85a46e service neutron] Pushing event updated for resources: {'Port': ['ID=e7982c3f-4a7b-4136-8514-9eddf6be2346,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:45.342232 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1d54-b953-4bb1-bd70-7e952c356d64 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:45.347489 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Router fa1b3786-b4b2-4e80-bf50-16c4ed3417d4 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:54:45.354369 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fb474fac-7464-4ad7-9aec-b7f61d39f138 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:45.357057 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0e526b-f689-4a7a-a3bd-1ae1bc51f3dd x-openstack-request-id: req-3d0e526b-f689-4a7a-a3bd-1ae1bc51f3dd {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:54:45.357379 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c862aeae-e125-49aa-872a-793912d2fea5", "tag": "e7982c3f-4a7b-4136-8514-9eddf6be2346", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:54:45.357643 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d0e526b-f689-4a7a-a3bd-1ae1bc51f3dd {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:54:45.358072 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c862aeae-e125-49aa-872a-793912d2fea5', 'tag': 'e7982c3f-4a7b-4136-8514-9eddf6be2346', 'status': 'completed', 'code': 200} Dec 14 02:54:45.373241 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c1d54-b953-4bb1-bd70-7e952c356d64 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1b6f7bd-48f5-44c4-aa53-bb913ba2aa4d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:45.417911 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59028) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:45.454364 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37913251-9835-41ca-b1d0-b15be155395c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:45.488147 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1d54-b953-4bb1-bd70-7e952c356d64 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:45.490595 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2a0c1d54-b953-4bb1-bd70-7e952c356d64 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:45.491757 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2a0c1d54-b953-4bb1-bd70-7e952c356d64 tempest-FloatingIPAdminTestJSON-1417531178 tempest-FloatingIPAdminTestJSON-1417531178-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/509c9699-62d1-4421-98a4-519a99a089b7 HTTP/1.1" status: 204 len: 168 time: 0.7488873 Dec 14 02:54:45.500530 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59030) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:45.566207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ca640-01c0-4214-bf78-b7346579c097 req-3669ce6b-e50d-4d40-b078-36700046220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:45.567762 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f5ca640-01c0-4214-bf78-b7346579c097 req-3669ce6b-e50d-4d40-b078-36700046220a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6afd97248934601b456e60985587aff&device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 1094 time: 0.1635003 Dec 14 02:54:45.621181 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37913251-9835-41ca-b1d0-b15be155395c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:45.634770 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a327f-dcbf-4892-94e5-6019f2581b04 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Deleting port 9b067134-98c6-4b7f-9cb3-52eb2721c61f {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:45.635499 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4d1a327f-dcbf-4892-94e5-6019f2581b04 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:45.682072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:45.686676 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-37913251-9835-41ca-b1d0-b15be155395c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:45.702028 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f82c0bc-db4c-4373-81f7-cdf00f174e3c None None] Sync routers for ids ['fa1b3786-b4b2-4e80-bf50-16c4ed3417d4'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:45.716828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f82c0bc-db4c-4373-81f7-cdf00f174e3c None None] Routers {'fa1b3786-b4b2-4e80-bf50-16c4ed3417d4'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:45.717807 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3f82c0bc-db4c-4373-81f7-cdf00f174e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fa1b3786-b4b2-4e80-bf50-16c4ed3417d4'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:45.746428 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-37913251-9835-41ca-b1d0-b15be155395c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e4512050c5174a3a9e367410a6ed0eec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3271656 Dec 14 02:54:45.747533 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59032) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:45.751423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3f82c0bc-db4c-4373-81f7-cdf00f174e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:45.756979 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ca640-01c0-4214-bf78-b7346579c097 req-642a6dde-f0d3-477c-bf6a-53b69b61b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:45.759053 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f5ca640-01c0-4214-bf78-b7346579c097 req-642a6dde-f0d3-477c-bf6a-53b69b61b9c4 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=d6afd97248934601b456e60985587aff&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1477761 Dec 14 02:54:45.761520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f82c0bc-db4c-4373-81f7-cdf00f174e3c None None] Routers {'fa1b3786-b4b2-4e80-bf50-16c4ed3417d4'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:45.762446 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3f82c0bc-db4c-4373-81f7-cdf00f174e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fa1b3786-b4b2-4e80-bf50-16c4ed3417d4'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:45.829983 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:45.831676 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-75a05a10-49c1-409d-aa1f-8acdd6c5a5ea tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.8901608 Dec 14 02:54:45.833262 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3f82c0bc-db4c-4373-81f7-cdf00f174e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:45.834025 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f82c0bc-db4c-4373-81f7-cdf00f174e3c None None] The sync data for ids ['fa1b3786-b4b2-4e80-bf50-16c4ed3417d4'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:45.840392 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59034) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:45.844980 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4d1a327f-dcbf-4892-94e5-6019f2581b04 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:45.861551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3b162037-fff6-4038-968c-b1cc82879afa tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:45.920279 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37913251-9835-41ca-b1d0-b15be155395c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8abbe4b-6202-4ced-9b09-1e35a3cec4ac,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:45.942454 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ca640-01c0-4214-bf78-b7346579c097 req-364938fe-f554-41ad-aae3-3c6529c52daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:45.944308 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f5ca640-01c0-4214-bf78-b7346579c097 req-364938fe-f554-41ad-aae3-3c6529c52daa service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1785669 Dec 14 02:54:45.958733 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a327f-dcbf-4892-94e5-6019f2581b04 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Calling delete_port for 9b067134-98c6-4b7f-9cb3-52eb2721c61f owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:45.961662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-fb474fac-7464-4ad7-9aec-b7f61d39f138 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting port 8358c0c5-75c3-4651-8ea1-5266bb1adcb2 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:45.962214 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fb474fac-7464-4ad7-9aec-b7f61d39f138 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:46.093287 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-dd2b8995-e7c3-4fce-9dc8-e07c52b6988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:46.094970 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-dd2b8995-e7c3-4fce-9dc8-e07c52b6988d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6afd97248934601b456e60985587aff&device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 1094 time: 0.0764527 Dec 14 02:54:46.100602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-fb474fac-7464-4ad7-9aec-b7f61d39f138 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] For port 8358c0c5-75c3-4651-8ea1-5266bb1adcb2, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8358c0c5-75c3-4651-8ea1-5266bb1adcb2,segment=NetworkSegment(6c641d0c-97b5-4efe-9cae-321c3f1d9b17),segment_id=6c641d0c-97b5-4efe-9cae-321c3f1d9b17)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:46.101046 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fb474fac-7464-4ad7-9aec-b7f61d39f138 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:46.154827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-fb474fac-7464-4ad7-9aec-b7f61d39f138 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Calling delete_port for 8358c0c5-75c3-4651-8ea1-5266bb1adcb2 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:46.157908 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-a7a65064-8694-4f11-bd31-56726992fb5a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7982c3f-4a7b-4136-8514-9eddf6be2346 HTTP/1.1" status: 200 len: 217 time: 0.0481894 Dec 14 02:54:46.228662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-28e06ea8-d3e8-4727-a53a-c08bc931bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:46.230506 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-28e06ea8-d3e8-4727-a53a-c08bc931bf00 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee9cd12f-52e6-42ad-bc08-3935195b595a HTTP/1.1" status: 200 len: 854 time: 0.0648725 Dec 14 02:54:46.361785 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b0b92e9c-58a7-47fe-bcec-995f9add3241 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:46.437363 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b0b92e9c-58a7-47fe-bcec-995f9add3241 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:46.582247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-89ceed3f-e14f-4386-816a-60e17d678c67 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3182271 Dec 14 02:54:46.652289 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b0b92e9c-58a7-47fe-bcec-995f9add3241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:46.655257 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b0b92e9c-58a7-47fe-bcec-995f9add3241 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:46.659199 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b0b92e9c-58a7-47fe-bcec-995f9add3241 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8abbe4b-6202-4ced-9b09-1e35a3cec4ac HTTP/1.1" status: 204 len: 168 time: 0.8516166 Dec 14 02:54:46.671525 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b92e9c-58a7-47fe-bcec-995f9add3241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8abbe4b-6202-4ced-9b09-1e35a3cec4ac,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:46.678258 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4d1a327f-dcbf-4892-94e5-6019f2581b04 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:46.718946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f54e39-1ece-4875-99c2-637411711a4b req-565fb3b7-5f79-4fb5-990e-24faa1cd3a7b tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:46.721744 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00f54e39-1ece-4875-99c2-637411711a4b req-565fb3b7-5f79-4fb5-990e-24faa1cd3a7b tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 943 time: 0.4567597 Dec 14 02:54:46.729924 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a327f-dcbf-4892-94e5-6019f2581b04 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Pushing event deleted for resources: {'Port': ['ID=9b067134-98c6-4b7f-9cb3-52eb2721c61f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:46.767392 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b162037-fff6-4038-968c-b1cc82879afa tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:46.794911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00f54e39-1ece-4875-99c2-637411711a4b req-58614a15-78ae-413a-bcc2-a9049ee989f8 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562918 Dec 14 02:54:46.831259 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-e293c4d9-3e5e-418e-8f18-a94d2f46124d service neutron] 10.222.0.46 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383392 Dec 14 02:54:46.849509 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4d1a327f-dcbf-4892-94e5-6019f2581b04 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:46.856163 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4d1a327f-dcbf-4892-94e5-6019f2581b04 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] 10.222.0.39 "DELETE /v2.0/ports/9b067134-98c6-4b7f-9cb3-52eb2721c61f HTTP/1.1" status: 204 len: 168 time: 1.3518913 Dec 14 02:54:46.856554 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59042) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:46.920758 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b162037-fff6-4038-968c-b1cc82879afa tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:46.958219 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf70a9fd-bf93-4780-a0d6-5982c7a79732 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:46.960768 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bf70a9fd-bf93-4780-a0d6-5982c7a79732 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] 10.222.0.39 "GET /v2.0/ports?device_id=16f5c958-d6bf-448a-b7b3-e4bb11e05a96 HTTP/1.1" status: 200 len: 913 time: 0.1028266 Dec 14 02:54:46.963264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59044) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:46.986176 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c68e022-b9f2-4c0e-9885-aa724d998554 req-32896952-cc83-49f7-8019-9a19c439c680 service neutron] 10.222.0.46 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228600 Dec 14 02:54:47.083694 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fb474fac-7464-4ad7-9aec-b7f61d39f138 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:47.122219 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-3b162037-fff6-4038-968c-b1cc82879afa tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Deleting port cfdbeb55-c4d0-40c3-a2ab-f76c33832371 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:47.122568 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b162037-fff6-4038-968c-b1cc82879afa tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:47.150972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb474fac-7464-4ad7-9aec-b7f61d39f138 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Port': ['ID=8358c0c5-75c3-4651-8ea1-5266bb1adcb2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:47.358829 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fb474fac-7464-4ad7-9aec-b7f61d39f138 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:47.372777 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b162037-fff6-4038-968c-b1cc82879afa tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:47.402306 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-3b162037-fff6-4038-968c-b1cc82879afa tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Calling delete_port for cfdbeb55-c4d0-40c3-a2ab-f76c33832371 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:47.654331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb474fac-7464-4ad7-9aec-b7f61d39f138 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:54:47.724096 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd00326b-0aec-4a48-9b6a-864086894c14 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:47.754877 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb474fac-7464-4ad7-9aec-b7f61d39f138 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:47.760639 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fb474fac-7464-4ad7-9aec-b7f61d39f138 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/7f8fafca-0475-43fc-bd6c-5af9e9bb96ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1761255 Dec 14 02:54:47.764272 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59048) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:47.768199 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d518bb-5fdc-45c1-bcbf-ac0f8dc9e0dd None None] Sync routers for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:47.779936 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d518bb-5fdc-45c1-bcbf-ac0f8dc9e0dd None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:47.780564 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-44d518bb-5fdc-45c1-bcbf-ac0f8dc9e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:47.796190 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b162037-fff6-4038-968c-b1cc82879afa tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:47.821752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-d90f6076-1822-4961-9fd3-07bc4d95de6a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting subnet 881d68f1-ee72-4f2c-9909-28dff166742b {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:54:47.829794 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d90f6076-1822-4961-9fd3-07bc4d95de6a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:47.835306 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b162037-fff6-4038-968c-b1cc82879afa tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Pushing event deleted for resources: {'Port': ['ID=cfdbeb55-c4d0-40c3-a2ab-f76c33832371,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:47.859900 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5a0433-37c0-4212-a3ce-eb821580c240 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:47.897185 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-44d518bb-5fdc-45c1-bcbf-ac0f8dc9e0dd None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:47.917074 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d90f6076-1822-4961-9fd3-07bc4d95de6a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:47.982390 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b162037-fff6-4038-968c-b1cc82879afa tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:48.086767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7456f-018b-449f-ad28-c6b3b973d677 req-64e963fa-9ce8-4268-9905-e5c3c803f6e9 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:48.088544 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d5d7456f-018b-449f-ad28-c6b3b973d677 req-64e963fa-9ce8-4268-9905-e5c3c803f6e9 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 943 time: 0.0912268 Dec 14 02:54:48.092078 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d90f6076-1822-4961-9fd3-07bc4d95de6a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:48.160741 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-44d518bb-5fdc-45c1-bcbf-ac0f8dc9e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:46Z', 'revision_number': 9, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8978acd-e47b-4adc-815d-e9dbc3c5eb7d', 'name': '', 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:12Z', 'updated_at': '2021-12-14T02:54:19Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:48.184039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d5d7456f-018b-449f-ad28-c6b3b973d677 req-d89247fb-ba24-498d-81e9-c2e9c3056a3d tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692942 Dec 14 02:54:48.195390 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d518bb-5fdc-45c1-bcbf-ac0f8dc9e0dd None None] Checking router: 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:54:48.199913 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d518bb-5fdc-45c1-bcbf-ac0f8dc9e0dd None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:48.200819 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-44d518bb-5fdc-45c1-bcbf-ac0f8dc9e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:48.224272 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b162037-fff6-4038-968c-b1cc82879afa tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:48.244572 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b162037-fff6-4038-968c-b1cc82879afa tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:48.270564 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d90f6076-1822-4961-9fd3-07bc4d95de6a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:48.330929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f6076-1822-4961-9fd3-07bc4d95de6a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Subnet': ['ID=881d68f1-ee72-4f2c-9909-28dff166742b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:48.337706 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-44d518bb-5fdc-45c1-bcbf-ac0f8dc9e0dd None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:48.357236 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac64eb6-55e4-429b-9903-c314e5fddd4b None None] Network 72f0d543-05ae-4381-add2-282e9a730287 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:54:48.364265 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d90f6076-1822-4961-9fd3-07bc4d95de6a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:48.369016 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b162037-fff6-4038-968c-b1cc82879afa tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Router fa1b3786-b4b2-4e80-bf50-16c4ed3417d4 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:54:48.373106 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d90f6076-1822-4961-9fd3-07bc4d95de6a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/subnets/881d68f1-ee72-4f2c-9909-28dff166742b HTTP/1.1" status: 204 len: 168 time: 0.6075411 Dec 14 02:54:48.375861 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59054) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:48.533265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-bd00326b-0aec-4a48-9b6a-864086894c14 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Deleting port 8a12aa73-f8fd-4bec-8c2e-1985e09e4d5c {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:48.533708 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd00326b-0aec-4a48-9b6a-864086894c14 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:48.558574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce90722-19f2-4062-918b-94274718b40c None None] DHCP port deletion for 72f0d543-05ae-4381-add2-282e9a730287 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:48.559370 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:48.592361 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b162037-fff6-4038-968c-b1cc82879afa tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:48.606436 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b162037-fff6-4038-968c-b1cc82879afa tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:48.610112 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3b162037-fff6-4038-968c-b1cc82879afa tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "PUT /v2.0/routers/fa1b3786-b4b2-4e80-bf50-16c4ed3417d4 HTTP/1.1" status: 200 len: 710 time: 2.7498529 Dec 14 02:54:48.610457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59056) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:48.618084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76dbd79-c84b-4a5e-8d4f-22a245b995e2 None None] Sync routers for ids ['fa1b3786-b4b2-4e80-bf50-16c4ed3417d4'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:48.640297 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-44d518bb-5fdc-45c1-bcbf-ac0f8dc9e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:46Z', 'revision_number': 9, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8978acd-e47b-4adc-815d-e9dbc3c5eb7d', 'name': '', 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:12Z', 'updated_at': '2021-12-14T02:54:19Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:48.649114 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4ce90722-19f2-4062-918b-94274718b40c None None] Deleting port fdc16c0d-8da7-4a2a-a044-49cb09109a2e {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:48.654020 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4ce90722-19f2-4062-918b-94274718b40c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:48.684044 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd00326b-0aec-4a48-9b6a-864086894c14 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:48.689863 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d518bb-5fdc-45c1-bcbf-ac0f8dc9e0dd None None] The sync data for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 is: [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:46Z', 'revision_number': 9, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e8978acd-e47b-4adc-815d-e9dbc3c5eb7d', 'name': '', 'network_id': 'daa280c2-da4f-4d55-baa5-14cf10f4efe2', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:b5:10:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:12Z', 'updated_at': '2021-12-14T02:54:19Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e2693a50-b2ff-4a21-9543-8954b9e1bc26', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:48.701986 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-bd00326b-0aec-4a48-9b6a-864086894c14 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Calling delete_port for 8a12aa73-f8fd-4bec-8c2e-1985e09e4d5c owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:48.730521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76dbd79-c84b-4a5e-8d4f-22a245b995e2 None None] Routers {'fa1b3786-b4b2-4e80-bf50-16c4ed3417d4'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:48.733078 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c76dbd79-c84b-4a5e-8d4f-22a245b995e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fa1b3786-b4b2-4e80-bf50-16c4ed3417d4'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:48.756032 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting port fdc16c0d-8da7-4a2a-a044-49cb09109a2e {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:48.756611 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:48.760051 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59058) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:48.761393 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-00bccd5c-40c7-45e6-9390-5440a6a6e37c tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "GET /v2.0/routers/fa1b3786-b4b2-4e80-bf50-16c4ed3417d4 HTTP/1.1" status: 200 len: 745 time: 0.1483073 Dec 14 02:54:48.795272 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c76dbd79-c84b-4a5e-8d4f-22a245b995e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:48.817472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76dbd79-c84b-4a5e-8d4f-22a245b995e2 None None] Routers {'fa1b3786-b4b2-4e80-bf50-16c4ed3417d4'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:48.818240 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c76dbd79-c84b-4a5e-8d4f-22a245b995e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fa1b3786-b4b2-4e80-bf50-16c4ed3417d4'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:48.853545 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c76dbd79-c84b-4a5e-8d4f-22a245b995e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:48.854973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76dbd79-c84b-4a5e-8d4f-22a245b995e2 None None] The sync data for ids ['fa1b3786-b4b2-4e80-bf50-16c4ed3417d4'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:48.863266 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-4ce90722-19f2-4062-918b-94274718b40c None None] For port fdc16c0d-8da7-4a2a-a044-49cb09109a2e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=fdc16c0d-8da7-4a2a-a044-49cb09109a2e,segment=NetworkSegment(6c641d0c-97b5-4efe-9cae-321c3f1d9b17),segment_id=6c641d0c-97b5-4efe-9cae-321c3f1d9b17)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:48.863266 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4ce90722-19f2-4062-918b-94274718b40c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:48.879748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4ce90722-19f2-4062-918b-94274718b40c None None] Calling delete_port for fdc16c0d-8da7-4a2a-a044-49cb09109a2e owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:49.049883 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4ce90722-19f2-4062-918b-94274718b40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:49.085022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce90722-19f2-4062-918b-94274718b40c None None] Pushing event deleted for resources: {'Port': ['ID=fdc16c0d-8da7-4a2a-a044-49cb09109a2e,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:49.099509 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce90722-19f2-4062-918b-94274718b40c None None] No DVR routers for this DVR port fdc16c0d-8da7-4a2a-a044-49cb09109a2e on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:54:49.169700 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f11ff5b9-770d-4677-9e2c-3098faefc363 tempest-RoutersIpV6AdminTest-968365557 tempest-RoutersIpV6AdminTest-968365557-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&device_id=fa1b3786-b4b2-4e80-bf50-16c4ed3417d4 HTTP/1.1" status: 200 len: 205 time: 0.4040332 Dec 14 02:54:49.170334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59062) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:49.204339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] For port fdc16c0d-8da7-4a2a-a044-49cb09109a2e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=fdc16c0d-8da7-4a2a-a044-49cb09109a2e,segment=NetworkSegment(6c641d0c-97b5-4efe-9cae-321c3f1d9b17),segment_id=6c641d0c-97b5-4efe-9cae-321c3f1d9b17)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:49.204725 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:49.217555 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59066) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:49.217797 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-848bb46e-6a8f-4bd4-be48-1f0d82600f08 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa1b3786-b4b2-4e80-bf50-16c4ed3417d4 HTTP/1.1" status: 200 len: 205 time: 0.0459151 Dec 14 02:54:49.261634 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Calling delete_port for fdc16c0d-8da7-4a2a-a044-49cb09109a2e owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:49.328863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c52a98-0f3a-4924-bea4-7d9fa65df5a1 req-d40e53f7-03bc-4699-8104-39d21847d550 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:49.337795 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84c52a98-0f3a-4924-bea4-7d9fa65df5a1 req-d40e53f7-03bc-4699-8104-39d21847d550 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 943 time: 0.0622182 Dec 14 02:54:49.366788 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068ef1d8-ab97-47ca-a735-b53f740dc8d9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:49.405923 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84c52a98-0f3a-4924-bea4-7d9fa65df5a1 req-1ddea721-f05e-47ba-ba60-d4751c632b5f tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590124 Dec 14 02:54:49.615526 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068ef1d8-ab97-47ca-a735-b53f740dc8d9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:49.619751 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068ef1d8-ab97-47ca-a735-b53f740dc8d9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:49.628485 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:49.686426 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Port': ['ID=fdc16c0d-8da7-4a2a-a044-49cb09109a2e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:49.690457 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] No DVR routers for this DVR port fdc16c0d-8da7-4a2a-a044-49cb09109a2e on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:54:49.716505 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd00326b-0aec-4a48-9b6a-864086894c14 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:49.783613 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068ef1d8-ab97-47ca-a735-b53f740dc8d9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:49.784371 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068ef1d8-ab97-47ca-a735-b53f740dc8d9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Fanout notify agent at l3_agent the message router_deleted on router fa1b3786-b4b2-4e80-bf50-16c4ed3417d4 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:54:49.788381 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00326b-0aec-4a48-9b6a-864086894c14 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Pushing event deleted for resources: {'Port': ['ID=8a12aa73-f8fd-4bec-8c2e-1985e09e4d5c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:49.795911 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068ef1d8-ab97-47ca-a735-b53f740dc8d9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:49.797021 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-068ef1d8-ab97-47ca-a735-b53f740dc8d9 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "DELETE /v2.0/routers/fa1b3786-b4b2-4e80-bf50-16c4ed3417d4 HTTP/1.1" status: 204 len: 168 time: 0.5785234 Dec 14 02:54:49.802159 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59070) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:49.826895 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:49.841929 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-dad44077-002c-4dc7-91cb-8a5ddde701b0 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa1b3786-b4b2-4e80-bf50-16c4ed3417d4 HTTP/1.1" status: 200 len: 205 time: 0.0354056 Dec 14 02:54:49.843682 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59072) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:49.889137 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e7982c3f-4a7b-4136-8514-9eddf6be2346 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:54:49.926843 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f0d543-05ae-4381-add2-282e9a730287']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:49.939581 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-f3d7cab2-e002-46c6-9954-abea53efd6ae tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] delete failed (client error): The resource could not be found. Dec 14 02:54:49.940929 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f3d7cab2-e002-46c6-9954-abea53efd6ae tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "DELETE /v2.0/routers/fa1b3786-b4b2-4e80-bf50-16c4ed3417d4 HTTP/1.1" status: 404 len: 336 time: 0.0975978 Dec 14 02:54:49.944107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59074) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:49.947071 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c641d0c-97b5-4efe-9cae-321c3f1d9b17') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:49.947600 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c641d0c-97b5-4efe-9cae-321c3f1d9b17') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:49.963024 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:49.980243 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f12d470a-e3d8-45c7-87cc-c1f3db4a7f70 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "GET /v2.0/ports?device_id=796d93db-9b7c-4b6d-93ea-0fb526c614a2 HTTP/1.1" status: 200 len: 205 time: 0.0341141 Dec 14 02:54:49.982578 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59076) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:50.021692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port e7982c3f-4a7b-4136-8514-9eddf6be2346, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e7982c3f-4a7b-4136-8514-9eddf6be2346,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:50.038763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'e7982c3f-4a7b-4136-8514-9eddf6be2346', 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48', 'port_id': 'e7982c3f-4a7b-4136-8514-9eddf6be2346', 'mac_address': 'fa:16:3e:f9:2e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee9cd12f-52e6-42ad-bc08-3935195b595a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:54:50.045603 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-ce38e0f9-926e-46a5-91a1-1ee19d611d2d tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] delete failed (client error): The resource could not be found. Dec 14 02:54:50.049924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ce38e0f9-926e-46a5-91a1-1ee19d611d2d tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "DELETE /v2.0/routers/796d93db-9b7c-4b6d-93ea-0fb526c614a2 HTTP/1.1" status: 404 len: 336 time: 0.0662570 Dec 14 02:54:50.051117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59078) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:50.074735 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:50.082903 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-56f82f3d-223a-4ecf-ab87-b2ac05357e13 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "GET /v2.0/ports?device_id=c35ed96b-de2f-4c5d-8fa3-6b33966b5a46 HTTP/1.1" status: 200 len: 205 time: 0.0303991 Dec 14 02:54:50.083614 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59080) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:50.091916 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:54:50.097582 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:54:50.106446 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:50.126442 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7982c3f-4a7b-4136-8514-9eddf6be2346 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:54:50.147432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port e7982c3f-4a7b-4136-8514-9eddf6be2346, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e7982c3f-4a7b-4136-8514-9eddf6be2346,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:50.170895 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-542eb9c5-8e38-49da-b49e-e729b8b32b7b tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] delete failed (client error): The resource could not be found. Dec 14 02:54:50.171962 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-542eb9c5-8e38-49da-b49e-e729b8b32b7b tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "DELETE /v2.0/routers/c35ed96b-de2f-4c5d-8fa3-6b33966b5a46 HTTP/1.1" status: 404 len: 336 time: 0.0873916 Dec 14 02:54:50.182537 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59084) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:50.205140 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd00326b-0aec-4a48-9b6a-864086894c14 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:50.212714 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b7c29fa1-a9d1-4252-b62d-a36907aa29ce tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "GET /v2.0/ports?device_id=c154fd14-1fb4-43e7-9544-3728217972a6 HTTP/1.1" status: 200 len: 205 time: 0.0286629 Dec 14 02:54:50.215532 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59086) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:50.226420 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:50.287786 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=e7982c3f-4a7b-4136-8514-9eddf6be2346,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:50.327605 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-2bd0edad-c7a1-4be4-a4e1-ba8878aee34b tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] delete failed (client error): The resource could not be found. Dec 14 02:54:50.328849 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2bd0edad-c7a1-4be4-a4e1-ba8878aee34b tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "DELETE /v2.0/routers/c154fd14-1fb4-43e7-9544-3728217972a6 HTTP/1.1" status: 404 len: 336 time: 0.1121960 Dec 14 02:54:50.332550 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59090) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:50.334874 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:50.345963 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:50.352215 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/networks/72f0d543-05ae-4381-add2-282e9a730287 HTTP/1.1" status: 204 len: 168 time: 1.9752638 Dec 14 02:54:50.358283 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59092) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:50.384105 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59094) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:50.385794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-381882cf-3a88-4c6b-9e6e-fde2b01f2b8d tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "GET /v2.0/ports?device_id=dc121be0-dfd6-41a4-8fe9-b045195e589a HTTP/1.1" status: 200 len: 205 time: 0.0423837 Dec 14 02:54:50.427917 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f913da-5a37-449a-9c23-abb24bc58314 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Network': ['ID=72f0d543-05ae-4381-add2-282e9a730287,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:50.433637 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8358c0c5-75c3-4651-8ea1-5266bb1adcb2 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:54:50.463871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 8358c0c5-75c3-4651-8ea1-5266bb1adcb2 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:54:50.467952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8358c0c5-75c3-4651-8ea1-5266bb1adcb2 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:54:50.467952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device fdc16c0d-8da7-4a2a-a044-49cb09109a2e no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:54:50.491083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: fdc16c0d-8da7-4a2a-a044-49cb09109a2e {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:54:50.491438 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device fdc16c0d-8da7-4a2a-a044-49cb09109a2e not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:54:50.506000 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-695977ea-de09-4161-8ee9-60ea1d8f4b8e tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] delete failed (client error): The resource could not be found. Dec 14 02:54:50.507433 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-695977ea-de09-4161-8ee9-60ea1d8f4b8e tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "DELETE /v2.0/routers/dc121be0-dfd6-41a4-8fe9-b045195e589a HTTP/1.1" status: 404 len: 336 time: 0.1262643 Dec 14 02:54:50.512141 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59098) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:50.514560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['e7982c3f-4a7b-4136-8514-9eddf6be2346'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:54:50.560141 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-eff99932-8721-4d20-9c8a-fcaa5a975dba tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "GET /v2.0/ports?device_id=43ba8b05-6e30-46ff-9fe1-b3194a3dc43b HTTP/1.1" status: 200 len: 205 time: 0.0451014 Dec 14 02:54:50.563954 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59100) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:50.568057 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad91df-0821-4994-92d8-f57c5961dd12 req-0f6406a6-3cc8-475f-a047-e4044312f003 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:50.569613 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26ad91df-0821-4994-92d8-f57c5961dd12 req-0f6406a6-3cc8-475f-a047-e4044312f003 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 944 time: 0.0831068 Dec 14 02:54:50.617817 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26ad91df-0821-4994-92d8-f57c5961dd12 req-390e94c0-e2a9-4173-b661-9fff580a1ee7 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421047 Dec 14 02:54:50.645946 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-b84136d6-3cee-45df-8035-52032ba008c6 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] delete failed (client error): The resource could not be found. Dec 14 02:54:50.647000 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b84136d6-3cee-45df-8035-52032ba008c6 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "DELETE /v2.0/routers/43ba8b05-6e30-46ff-9fe1-b3194a3dc43b HTTP/1.1" status: 404 len: 336 time: 0.0807486 Dec 14 02:54:50.650100 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59102) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:50.677253 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d268f6fd-4f93-425c-b8fa-1b603f417b00 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] DELETE failed (client error): The resource could not be found. Dec 14 02:54:50.677805 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d268f6fd-4f93-425c-b8fa-1b603f417b00 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:54:50.684717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d268f6fd-4f93-425c-b8fa-1b603f417b00 tempest-RoutersIpV6AdminTest-1234070377 tempest-RoutersIpV6AdminTest-1234070377-project] 10.222.0.39 "DELETE /v2.0/subnets/7ad5b7dc-2ab4-45f2-8a53-b3d35ae4ce39 HTTP/1.1" status: 404 len: 337 time: 0.0301988 Dec 14 02:54:50.852417 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd00326b-0aec-4a48-9b6a-864086894c14 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Router 16f5c958-d6bf-448a-b7b3-e4bb11e05a96 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:54:50.983288 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd00326b-0aec-4a48-9b6a-864086894c14 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:50.990674 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bd00326b-0aec-4a48-9b6a-864086894c14 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] 10.222.0.39 "PUT /v2.0/routers/16f5c958-d6bf-448a-b7b3-e4bb11e05a96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0260663 Dec 14 02:54:50.993406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59106) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:50.997276 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa12ffb8-85e2-49c6-8577-0f43da53ee7c None None] Sync routers for ids ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:51.010479 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa12ffb8-85e2-49c6-8577-0f43da53ee7c None None] Routers {'16f5c958-d6bf-448a-b7b3-e4bb11e05a96'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:51.011971 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-aa12ffb8-85e2-49c6-8577-0f43da53ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:51.035369 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a6055121-966d-4f40-837a-2918a4a12c99 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:51.047303 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-aa12ffb8-85e2-49c6-8577-0f43da53ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:51.056845 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa12ffb8-85e2-49c6-8577-0f43da53ee7c None None] Routers {'16f5c958-d6bf-448a-b7b3-e4bb11e05a96'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:51.058094 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-aa12ffb8-85e2-49c6-8577-0f43da53ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:51.098043 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-aa12ffb8-85e2-49c6-8577-0f43da53ee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:51.098424 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa12ffb8-85e2-49c6-8577-0f43da53ee7c None None] The sync data for ids ['16f5c958-d6bf-448a-b7b3-e4bb11e05a96'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:51.123547 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-926ac07d-7cf4-4d14-9f4f-4f5a86ef4058 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:51.223596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59112) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:51.257914 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-926ac07d-7cf4-4d14-9f4f-4f5a86ef4058 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:51.341261 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1c168662-a0f7-4331-8adc-5a353ecd9d64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:51.430391 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-926ac07d-7cf4-4d14-9f4f-4f5a86ef4058 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Deleting port b693ea10-5472-411b-8ddc-3fde1830927f {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:51.430750 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-926ac07d-7cf4-4d14-9f4f-4f5a86ef4058 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:51.506457 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1c168662-a0f7-4331-8adc-5a353ecd9d64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:51.538222 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-926ac07d-7cf4-4d14-9f4f-4f5a86ef4058 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:51.552781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-926ac07d-7cf4-4d14-9f4f-4f5a86ef4058 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Calling delete_port for b693ea10-5472-411b-8ddc-3fde1830927f owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:51.591133 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a6055121-966d-4f40-837a-2918a4a12c99 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting port e8978acd-e47b-4adc-815d-e9dbc3c5eb7d {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:51.592604 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a6055121-966d-4f40-837a-2918a4a12c99 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:51.599775 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1c168662-a0f7-4331-8adc-5a353ecd9d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:51.654025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1c168662-a0f7-4331-8adc-5a353ecd9d64 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6589e585f4ec4292ab266b6a7c0e1dcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4293711 Dec 14 02:54:51.658326 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59118) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:51.660037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c168662-a0f7-4331-8adc-5a353ecd9d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93df385-0eee-4b07-8e69-13f2d354fcf3,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:51.713167 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-a6055121-966d-4f40-837a-2918a4a12c99 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] For port e8978acd-e47b-4adc-815d-e9dbc3c5eb7d, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e8978acd-e47b-4adc-815d-e9dbc3c5eb7d,segment=NetworkSegment(6c0099e1-9e51-410d-bd64-d41d1a98f25c),segment_id=6c0099e1-9e51-410d-bd64-d41d1a98f25c)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:51.713591 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a6055121-966d-4f40-837a-2918a4a12c99 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:51.734715 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a6055121-966d-4f40-837a-2918a4a12c99 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Calling delete_port for e8978acd-e47b-4adc-815d-e9dbc3c5eb7d owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:51.756773 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8229f76e-7032-4830-a363-879d367d8c4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:51.820918 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8229f76e-7032-4830-a363-879d367d8c4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:51.826993 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99197548-30e1-4c47-94e8-5ccde81f18ec req-5a3bf0dd-af0a-4bd2-8390-3f1e6fb88c3c tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:51.828515 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-99197548-30e1-4c47-94e8-5ccde81f18ec req-5a3bf0dd-af0a-4bd2-8390-3f1e6fb88c3c tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 944 time: 0.0639169 Dec 14 02:54:51.878891 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-99197548-30e1-4c47-94e8-5ccde81f18ec req-6982342e-3689-4205-a1e6-24a99bdacee4 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443015 Dec 14 02:54:51.903324 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e7982c3f-4a7b-4136-8514-9eddf6be2346 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:54:51.946153 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-926ac07d-7cf4-4d14-9f4f-4f5a86ef4058 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:51.989334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ac07d-7cf4-4d14-9f4f-4f5a86ef4058 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Pushing event deleted for resources: {'Port': ['ID=b693ea10-5472-411b-8ddc-3fde1830927f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:52.008269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dd8dc8-1440-4e7d-a729-d716cc552313 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:52.011356 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8229f76e-7032-4830-a363-879d367d8c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:52.018641 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8229f76e-7032-4830-a363-879d367d8c4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:52.019749 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8229f76e-7032-4830-a363-879d367d8c4c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c93df385-0eee-4b07-8e69-13f2d354fcf3 HTTP/1.1" status: 204 len: 168 time: 0.3597898 Dec 14 02:54:52.037258 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port e7982c3f-4a7b-4136-8514-9eddf6be2346 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:54:52.051483 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port e7982c3f-4a7b-4136-8514-9eddf6be2346 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:54:52.051483 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:52.051954 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8229f76e-7032-4830-a363-879d367d8c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93df385-0eee-4b07-8e69-13f2d354fcf3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:52.064689 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-926ac07d-7cf4-4d14-9f4f-4f5a86ef4058 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:52.077906 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a6055121-966d-4f40-837a-2918a4a12c99 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:52.144716 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6055121-966d-4f40-837a-2918a4a12c99 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Port': ['ID=e8978acd-e47b-4adc-815d-e9dbc3c5eb7d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:52.168502 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-926ac07d-7cf4-4d14-9f4f-4f5a86ef4058 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:52.169792 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:52.171020 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-926ac07d-7cf4-4d14-9f4f-4f5a86ef4058 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:52.201379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c862aeae-e125-49aa-872a-793912d2fea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7982c3f-4a7b-4136-8514-9eddf6be2346'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:54:52.204226 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56f7075-4176-4a27-bf12-cedb6b6a9b57" -d '{"events": [{"server_uuid": "c862aeae-e125-49aa-872a-793912d2fea5", "name": "network-vif-plugged", "status": "completed", "tag": "e7982c3f-4a7b-4136-8514-9eddf6be2346"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:54:52.232204 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port e7982c3f-4a7b-4136-8514-9eddf6be2346, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e7982c3f-4a7b-4136-8514-9eddf6be2346,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:52.369714 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f97d36d-057e-4ee9-a4f1-578a5588d7eb x-openstack-request-id: req-6f97d36d-057e-4ee9-a4f1-578a5588d7eb {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:54:52.369714 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c862aeae-e125-49aa-872a-793912d2fea5", "name": "network-vif-plugged", "status": "completed", "tag": "e7982c3f-4a7b-4136-8514-9eddf6be2346", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:54:52.369714 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f97d36d-057e-4ee9-a4f1-578a5588d7eb {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:54:52.369714 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c862aeae-e125-49aa-872a-793912d2fea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7982c3f-4a7b-4136-8514-9eddf6be2346', 'code': 200} Dec 14 02:54:52.494457 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a6055121-966d-4f40-837a-2918a4a12c99 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:52.498791 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-926ac07d-7cf4-4d14-9f4f-4f5a86ef4058 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:52.498791 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926ac07d-7cf4-4d14-9f4f-4f5a86ef4058 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Fanout notify agent at l3_agent the message router_deleted on router 16f5c958-d6bf-448a-b7b3-e4bb11e05a96 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:54:52.498791 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-926ac07d-7cf4-4d14-9f4f-4f5a86ef4058 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:52.498791 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-926ac07d-7cf4-4d14-9f4f-4f5a86ef4058 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] 10.222.0.39 "DELETE /v2.0/routers/16f5c958-d6bf-448a-b7b3-e4bb11e05a96 HTTP/1.1" status: 204 len: 168 time: 1.3709908 Dec 14 02:54:52.498791 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59142) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:52.500256 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:52.527887 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b84f06f-3302-43d5-90cb-d81685a06683 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Deleting subnet 262939dd-9443-4881-b02a-f1e998c4f23f {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:54:52.532629 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b84f06f-3302-43d5-90cb-d81685a06683 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:52.542430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=e7982c3f-4a7b-4136-8514-9eddf6be2346,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:52.596796 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb16a6-6219-462c-9609-398ccacb0bfd req-90b6def8-1ed0-4272-a8c5-036faf5ffb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:52.598344 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d6fb16a6-6219-462c-9609-398ccacb0bfd req-90b6def8-1ed0-4272-a8c5-036faf5ffb99 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 1096 time: 0.1563885 Dec 14 02:54:52.600562 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b84f06f-3302-43d5-90cb-d81685a06683 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:52.707625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d6fb16a6-6219-462c-9609-398ccacb0bfd req-e2e4b3ce-10a0-44a4-8cab-6afbee4a7360 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849178 Dec 14 02:54:52.710839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6055121-966d-4f40-837a-2918a4a12c99 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:54:52.719814 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b84f06f-3302-43d5-90cb-d81685a06683 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:52.811990 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6055121-966d-4f40-837a-2918a4a12c99 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:52.818031 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a6055121-966d-4f40-837a-2918a4a12c99 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/7f8fafca-0475-43fc-bd6c-5af9e9bb96ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4568563 Dec 14 02:54:52.820810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59152) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:52.823323 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e26ce7-4881-4896-8d13-a96e15b4c6e4 None None] Sync routers for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:52.836246 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e26ce7-4881-4896-8d13-a96e15b4c6e4 None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:52.836961 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-83e26ce7-4881-4896-8d13-a96e15b4c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:52.876392 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9549b6ff-ff36-4d5f-95de-08044c8bebe7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting subnet e2693a50-b2ff-4a21-9543-8954b9e1bc26 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:54:52.880204 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9549b6ff-ff36-4d5f-95de-08044c8bebe7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:52.933959 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-83e26ce7-4881-4896-8d13-a96e15b4c6e4 None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:52.934481 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9549b6ff-ff36-4d5f-95de-08044c8bebe7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:52.973812 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59156) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:52.976460 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b84f06f-3302-43d5-90cb-d81685a06683 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:53.021506 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84f06f-3302-43d5-90cb-d81685a06683 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Pushing event deleted for resources: {'Subnet': ['ID=262939dd-9443-4881-b02a-f1e998c4f23f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:53.048915 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b84f06f-3302-43d5-90cb-d81685a06683 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:53.053198 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6b84f06f-3302-43d5-90cb-d81685a06683 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] 10.222.0.39 "DELETE /v2.0/subnets/262939dd-9443-4881-b02a-f1e998c4f23f HTTP/1.1" status: 204 len: 168 time: 0.6838820 Dec 14 02:54:53.058425 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59160) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:53.113604 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9549b6ff-ff36-4d5f-95de-08044c8bebe7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:53.115721 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-521b7d42-3b05-4a2c-a34d-6f00cc7d9d00 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a29fd4c821964dea9a66b9ac80c7bc0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407137 Dec 14 02:54:53.117400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3567c405-410a-41f0-a747-36df96370ca6 None None] Network 598cc34f-b45e-4fc7-9918-ba50c771c03b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:54:53.119378 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59162) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:53.177146 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:53.207346 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c889f-5ab5-4fcc-8361-07a30d3ae2fa req-3e5c5deb-7641-4c1b-b808-636fd0f4c391 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:53.209630 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-527c889f-5ab5-4fcc-8361-07a30d3ae2fa req-3e5c5deb-7641-4c1b-b808-636fd0f4c391 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 945 time: 0.1993320 Dec 14 02:54:53.234150 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44ebea33-1228-4f9c-a38a-ca55ed4bbe0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:53.282171 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44ebea33-1228-4f9c-a38a-ca55ed4bbe0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:53.290403 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-527c889f-5ab5-4fcc-8361-07a30d3ae2fa req-15ffd378-0917-4877-a65b-4ef37a63fb4b tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738368 Dec 14 02:54:53.302763 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9549b6ff-ff36-4d5f-95de-08044c8bebe7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:53.322776 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9549b6ff-ff36-4d5f-95de-08044c8bebe7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:53.326695 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9549b6ff-ff36-4d5f-95de-08044c8bebe7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/subnets/e2693a50-b2ff-4a21-9543-8954b9e1bc26 HTTP/1.1" status: 204 len: 168 time: 0.5047045 Dec 14 02:54:53.344277 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59168) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:53.352816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549b6ff-ff36-4d5f-95de-08044c8bebe7 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Subnet': ['ID=e2693a50-b2ff-4a21-9543-8954b9e1bc26,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:53.381812 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Deleting port 08445371-2541-4e7a-a9a4-42c71537960f {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:53.382163 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:53.419156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3c9bf4-ac8e-47b0-b37e-a1d3396b5483 None None] Network daa280c2-da4f-4d55-baa5-14cf10f4efe2 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:54:53.449281 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44ebea33-1228-4f9c-a38a-ca55ed4bbe0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:53.449281 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-44ebea33-1228-4f9c-a38a-ca55ed4bbe0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:53.449281 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-44ebea33-1228-4f9c-a38a-ca55ed4bbe0b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bcf7a621-de10-49d9-9da0-8546e4b46014 HTTP/1.1" status: 204 len: 168 time: 0.3117571 Dec 14 02:54:53.455859 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:53.456696 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebea33-1228-4f9c-a38a-ca55ed4bbe0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf7a621-de10-49d9-9da0-8546e4b46014,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:53.489610 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] For port 08445371-2541-4e7a-a9a4-42c71537960f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=08445371-2541-4e7a-a9a4-42c71537960f,segment=NetworkSegment(a2b31010-ad8f-4dab-9b87-b06b63b730f1),segment_id=a2b31010-ad8f-4dab-9b87-b06b63b730f1)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:53.490315 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:53.511621 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Calling delete_port for 08445371-2541-4e7a-a9a4-42c71537960f owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:53.546047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting port 5db7d25e-ce41-48e1-981a-df2383a534d8 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:53.547771 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:53.636037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] For port 5db7d25e-ce41-48e1-981a-df2383a534d8, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5db7d25e-ce41-48e1-981a-df2383a534d8,segment=NetworkSegment(6c0099e1-9e51-410d-bd64-d41d1a98f25c),segment_id=6c0099e1-9e51-410d-bd64-d41d1a98f25c)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:53.636423 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:53.655051 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-83e26ce7-4881-4896-8d13-a96e15b4c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:51Z', 'revision_number': 10, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:53.661901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Calling delete_port for 5db7d25e-ce41-48e1-981a-df2383a534d8 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:53.693632 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e26ce7-4881-4896-8d13-a96e15b4c6e4 None None] Checking router: 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:54:53.704652 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e26ce7-4881-4896-8d13-a96e15b4c6e4 None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:53.705410 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-83e26ce7-4881-4896-8d13-a96e15b4c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:53.748764 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ff21e-cc71-48f3-a16d-4b60bcc55f62 None None] DHCP port deletion for 598cc34f-b45e-4fc7-9918-ba50c771c03b request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:53.769531 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:53.790631 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] No DVR routers for this DVR port 08445371-2541-4e7a-a9a4-42c71537960f on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:54:53.819459 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Pushing event deleted for resources: {'Port': ['ID=08445371-2541-4e7a-a9a4-42c71537960f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:53.824494 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-83e26ce7-4881-4896-8d13-a96e15b4c6e4 None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:53.879112 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e947b74d-236b-4b85-ac87-9305a13195d1 None None] DHCP port deletion for daa280c2-da4f-4d55-baa5-14cf10f4efe2 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:53.958226 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:53.981231 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598cc34f-b45e-4fc7-9918-ba50c771c03b']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:53.992317 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b31010-ad8f-4dab-9b87-b06b63b730f1') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:53.992773 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b31010-ad8f-4dab-9b87-b06b63b730f1') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:54.004484 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:54.027845 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:54.035988 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:54:54.036541 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:54:54.040964 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:54:54.132197 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e947b74d-236b-4b85-ac87-9305a13195d1 None None] Deleting port 5db7d25e-ce41-48e1-981a-df2383a534d8 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:54.132866 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e947b74d-236b-4b85-ac87-9305a13195d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:54.194684 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:54.203339 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:54.207477 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] 10.222.0.39 "DELETE /v2.0/networks/598cc34f-b45e-4fc7-9918-ba50c771c03b HTTP/1.1" status: 204 len: 168 time: 1.1480799 Dec 14 02:54:54.210745 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59184) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:54.232438 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e947b74d-236b-4b85-ac87-9305a13195d1 None None] For port 5db7d25e-ce41-48e1-981a-df2383a534d8, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5db7d25e-ce41-48e1-981a-df2383a534d8,segment=NetworkSegment(6c0099e1-9e51-410d-bd64-d41d1a98f25c),segment_id=6c0099e1-9e51-410d-bd64-d41d1a98f25c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:54.232918 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e947b74d-236b-4b85-ac87-9305a13195d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:54.245572 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2faa0-a641-4ed7-94d9-ec0762a432db tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Pushing event deleted for resources: {'Network': ['ID=598cc34f-b45e-4fc7-9918-ba50c771c03b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:54.257939 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e947b74d-236b-4b85-ac87-9305a13195d1 None None] Calling delete_port for 5db7d25e-ce41-48e1-981a-df2383a534d8 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:54.301996 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-83e26ce7-4881-4896-8d13-a96e15b4c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:51Z', 'revision_number': 10, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:54.362530 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e26ce7-4881-4896-8d13-a96e15b4c6e4 None None] The sync data for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 is: [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:51Z', 'revision_number': 10, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None, '_interfaces': [{'id': '512bdbc4-0318-47ab-ba73-f659fb57e4fc', 'name': '', 'network_id': '739aee60-cbaa-49f6-9da9-155458ea6641', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'mac_address': 'fa:16:3e:fa:0f:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3036, 'fixed_ips': [{'subnet_id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:54:03Z', 'updated_at': '2021-12-14T02:54:10Z', 'revision_number': 5, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'subnets': [{'id': 'e60f712c-d353-4c19-9296-c147fe61f207', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:54.384464 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:54.447070 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e947b74d-236b-4b85-ac87-9305a13195d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:54.456185 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Port': ['ID=5db7d25e-ce41-48e1-981a-df2383a534d8,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:54.484414 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947b74d-236b-4b85-ac87-9305a13195d1 None None] Pushing event deleted for resources: {'Port': ['ID=5db7d25e-ce41-48e1-981a-df2383a534d8,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:54.492273 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e947b74d-236b-4b85-ac87-9305a13195d1 None None] No DVR routers for this DVR port 5db7d25e-ce41-48e1-981a-df2383a534d8 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:54:54.493238 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] No DVR routers for this DVR port 5db7d25e-ce41-48e1-981a-df2383a534d8 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:54:54.539394 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffb0ce-0e1f-4e80-861f-2f08591e492a req-2d82b791-be1c-4bbd-a34f-c9676c90d5ce tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:54.540901 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09ffb0ce-0e1f-4e80-861f-2f08591e492a req-2d82b791-be1c-4bbd-a34f-c9676c90d5ce tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 945 time: 0.1485898 Dec 14 02:54:54.618495 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:54.633685 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-4e3595b1-8a68-476c-bd65-62189e89ae47 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Deleting port a7ba709d-c213-4035-bc02-5935a0697eb0 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:54.634073 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4e3595b1-8a68-476c-bd65-62189e89ae47 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:54.690031 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa280c2-da4f-4d55-baa5-14cf10f4efe2']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:54.714944 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 08445371-2541-4e7a-a9a4-42c71537960f no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:54:54.717993 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0099e1-9e51-410d-bd64-d41d1a98f25c') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:54.718299 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0099e1-9e51-410d-bd64-d41d1a98f25c') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:54.742482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09ffb0ce-0e1f-4e80-861f-2f08591e492a req-f2eb6c1e-3e89-4a18-b38c-5148df09c6e8 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900070 Dec 14 02:54:54.749685 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:54.793791 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 08445371-2541-4e7a-a9a4-42c71537960f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:54:54.794150 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 08445371-2541-4e7a-a9a4-42c71537960f not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:54:54.796935 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5db7d25e-ce41-48e1-981a-df2383a534d8 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:54:54.808323 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:54.827007 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:54:54.827423 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: items = [ Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: items = [ Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:54:54.830576 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:54:54.835460 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 5db7d25e-ce41-48e1-981a-df2383a534d8 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:54:54.835460 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5db7d25e-ce41-48e1-981a-df2383a534d8 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:54:54.865773 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4e3595b1-8a68-476c-bd65-62189e89ae47 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:54.866309 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4e3595b1-8a68-476c-bd65-62189e89ae47 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:54.925197 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-4e3595b1-8a68-476c-bd65-62189e89ae47 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Calling delete_port for a7ba709d-c213-4035-bc02-5935a0697eb0 owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:55.049552 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59214) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:55.163420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-747386ce-5504-4b8d-a4ae-1ec0c12ca895 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1759193858'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:55.243222 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:55.250571 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:55.253533 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/networks/daa280c2-da4f-4d55-baa5-14cf10f4efe2 HTTP/1.1" status: 204 len: 168 time: 1.9079931 Dec 14 02:54:55.256476 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59220) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:55.270877 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae67a55-e72f-492b-ab9f-a5319ed2774d tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Network': ['ID=daa280c2-da4f-4d55-baa5-14cf10f4efe2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:55.294362 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4e3595b1-8a68-476c-bd65-62189e89ae47 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:55.323085 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3595b1-8a68-476c-bd65-62189e89ae47 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Pushing event deleted for resources: {'Port': ['ID=a7ba709d-c213-4035-bc02-5935a0697eb0,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:55.368416 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747386ce-5504-4b8d-a4ae-1ec0c12ca895 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Made reservation on behalf of 2bb21c0b1dae4d9d93ea78d74098da72 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:54:55.372155 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-747386ce-5504-4b8d-a4ae-1ec0c12ca895 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:55.386981 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-747386ce-5504-4b8d-a4ae-1ec0c12ca895 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:55.403332 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4e3595b1-8a68-476c-bd65-62189e89ae47 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:55.406483 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4e3595b1-8a68-476c-bd65-62189e89ae47 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:55.407676 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4e3595b1-8a68-476c-bd65-62189e89ae47 tempest-FloatingIPAdminTestJSON-223381743 tempest-FloatingIPAdminTestJSON-223381743-project] 10.222.0.39 "DELETE /v2.0/floatingips/4f245a21-45d7-4bae-9758-50b373d42cee HTTP/1.1" status: 204 len: 168 time: 1.1959007 Dec 14 02:54:55.616291 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-747386ce-5504-4b8d-a4ae-1ec0c12ca895 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:55.705926 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7397629-57a9-4430-9bd4-df5a847a1689 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:55.747750 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-747386ce-5504-4b8d-a4ae-1ec0c12ca895 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:55.819525 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747386ce-5504-4b8d-a4ae-1ec0c12ca895 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:54:55.836234 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747386ce-5504-4b8d-a4ae-1ec0c12ca895 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55eaea11-9ee5-436e-b29e-b0460e79ef23,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:55.846155 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-747386ce-5504-4b8d-a4ae-1ec0c12ca895 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:55.856561 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-747386ce-5504-4b8d-a4ae-1ec0c12ca895 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Added segment d6b6ddba-e4fd-4948-9131-edc32a0bf8ab of type vlan for network 73ef5d37-d64e-4701-9e0d-93cdb02e861a Dec 14 02:54:55.935691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59236) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:55.962581 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-747386ce-5504-4b8d-a4ae-1ec0c12ca895 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:56.077048 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-747386ce-5504-4b8d-a4ae-1ec0c12ca895 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:56.082698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747386ce-5504-4b8d-a4ae-1ec0c12ca895 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:56.083299 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-747386ce-5504-4b8d-a4ae-1ec0c12ca895 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:56.133236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-978eb249-13a9-4a0b-9b20-53bd3b1d2219 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b62db248b5b241c9b37cb98a1c5bf9b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1957293 Dec 14 02:54:56.135884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59244) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:56.174055 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747386ce-5504-4b8d-a4ae-1ec0c12ca895 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event updated for resources: {'Network': ['ID=73ef5d37-d64e-4701-9e0d-93cdb02e861a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:56.187769 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 73ef5d37-d64e-4701-9e0d-93cdb02e861a details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:54:56.202627 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e7397629-57a9-4430-9bd4-df5a847a1689 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting port 512bdbc4-0318-47ab-ba73-f659fb57e4fc {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:56.205436 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7397629-57a9-4430-9bd4-df5a847a1689 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:56.208341 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a1568b83-40d5-40b4-85dd-073fd4182b38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:56.240281 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a1568b83-40d5-40b4-85dd-073fd4182b38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:56.269515 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-747386ce-5504-4b8d-a4ae-1ec0c12ca895 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2183805 Dec 14 02:54:56.273093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59248) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:56.284681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-24fc4801-a070-4736-8189-f516b8202776 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Request body: {'subnet': {'network_id': '73ef5d37-d64e-4701-9e0d-93cdb02e861a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:56.337774 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e8978acd-e47b-4adc-815d-e9dbc3c5eb7d no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:54:56.356133 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-e7397629-57a9-4430-9bd4-df5a847a1689 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] For port 512bdbc4-0318-47ab-ba73-f659fb57e4fc, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=512bdbc4-0318-47ab-ba73-f659fb57e4fc,segment=NetworkSegment(47e80097-0b7d-465c-9ba7-3f02770a51a4),segment_id=47e80097-0b7d-465c-9ba7-3f02770a51a4)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:56.356512 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7397629-57a9-4430-9bd4-df5a847a1689 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:56.360603 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: e8978acd-e47b-4adc-815d-e9dbc3c5eb7d {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:54:56.361174 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e8978acd-e47b-4adc-815d-e9dbc3c5eb7d not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:54:56.377257 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e7397629-57a9-4430-9bd4-df5a847a1689 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Calling delete_port for 512bdbc4-0318-47ab-ba73-f659fb57e4fc owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:56.546635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fc4801-a070-4736-8189-f516b8202776 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Made reservation on behalf of 2bb21c0b1dae4d9d93ea78d74098da72 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:54:56.555310 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-24fc4801-a070-4736-8189-f516b8202776 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:56.625447 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a1568b83-40d5-40b4-85dd-073fd4182b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:56.627970 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a1568b83-40d5-40b4-85dd-073fd4182b38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:56.632141 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a1568b83-40d5-40b4-85dd-073fd4182b38 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2e14308-0db9-4374-a4d1-b287332f7214 HTTP/1.1" status: 204 len: 168 time: 0.4921215 Dec 14 02:54:56.642139 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1568b83-40d5-40b4-85dd-073fd4182b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e14308-0db9-4374-a4d1-b287332f7214,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:56.653201 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7397629-57a9-4430-9bd4-df5a847a1689 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:56.692780 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7397629-57a9-4430-9bd4-df5a847a1689 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Port': ['ID=512bdbc4-0318-47ab-ba73-f659fb57e4fc,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:56.828546 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e7397629-57a9-4430-9bd4-df5a847a1689 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:56.912968 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-24fc4801-a070-4736-8189-f516b8202776 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:57.022576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc4801-a070-4736-8189-f516b8202776 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event updated for resources: {'Subnet': ['ID=96df6ee5-94c6-4300-a7c0-3216c7dce551,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:57.029088 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:57.048564 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc4801-a070-4736-8189-f516b8202776 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Checking segment: {'id': 'd6b6ddba-e4fd-4948-9131-edc32a0bf8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '73ef5d37-d64e-4701-9e0d-93cdb02e861a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:57.049451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc4801-a070-4736-8189-f516b8202776 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Network hostable DHCP agents. Network: 73ef5d37-d64e-4701-9e0d-93cdb02e861a, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:54:57.146187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc4801-a070-4736-8189-f516b8202776 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Network 73ef5d37-d64e-4701-9e0d-93cdb02e861a is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:54:57.275276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-24fc4801-a070-4736-8189-f516b8202776 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 73ef5d37-d64e-4701-9e0d-93cdb02e861a) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:57.282911 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fc4801-a070-4736-8189-f516b8202776 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:57.284490 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-24fc4801-a070-4736-8189-f516b8202776 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:57.284630 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a5fc65-c0f9-41a4-a81f-89d20fc5517a None None] Network 73ef5d37-d64e-4701-9e0d-93cdb02e861a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:54:57.426751 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59268) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:57.427247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-24fc4801-a070-4736-8189-f516b8202776 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1419666 Dec 14 02:54:57.427366 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-73ef5d37-d64e-4701-9e0d-93cdb02e861a', 'network_id': '73ef5d37-d64e-4701-9e0d-93cdb02e861a', 'project_id': '2bb21c0b1dae4d9d93ea78d74098da72', 'fixed_ips': [{'subnet_id': '96df6ee5-94c6-4300-a7c0-3216c7dce551'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:54:57.427366 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:57.427595 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-df0fd957-15d1-4432-a5e5-b6f2e0a211ff tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Request body: {'port': {'network_id': '73ef5d37-d64e-4701-9e0d-93cdb02e861a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-992279316'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:57.434396 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7397629-57a9-4430-9bd4-df5a847a1689 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:54:57.525445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59270) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:57.540739 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4f1f0b9-2248-4b5f-9302-089e3663be8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:57.570919 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7397629-57a9-4430-9bd4-df5a847a1689 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:54:57.581915 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e7397629-57a9-4430-9bd4-df5a847a1689 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/7f8fafca-0475-43fc-bd6c-5af9e9bb96ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3237164 Dec 14 02:54:57.585863 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b64dd80-3015-40cd-a4f7-22343b6cf573 None None] Sync routers for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:54:57.589386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59272) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:57.599704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Allocated IP 2001:db8::2 (73ef5d37-d64e-4701-9e0d-93cdb02e861a/96df6ee5-94c6-4300-a7c0-3216c7dce551/d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:57.612432 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b64dd80-3015-40cd-a4f7-22343b6cf573 None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:57.619320 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9b64dd80-3015-40cd-a4f7-22343b6cf573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:57.705649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7ed566-1ad8-4892-9bb2-f5228815e28c tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting subnet e60f712c-d353-4c19-9296-c147fe61f207 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:54:57.745541 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0fd957-15d1-4432-a5e5-b6f2e0a211ff tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Made reservation on behalf of 2bb21c0b1dae4d9d93ea78d74098da72 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:54:57.757857 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f7ed566-1ad8-4892-9bb2-f5228815e28c tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:57.772776 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df0fd957-15d1-4432-a5e5-b6f2e0a211ff tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:57.788911 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-9b64dd80-3015-40cd-a4f7-22343b6cf573 None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:57.796224 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:57.796724 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4f1f0b9-2248-4b5f-9302-089e3663be8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:57.800245 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-df0fd957-15d1-4432-a5e5-b6f2e0a211ff tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] device_id is not set on port e42fe47a-273c-47a4-b11a-bc797573db78 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:54:57.813828 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f7ed566-1ad8-4892-9bb2-f5228815e28c tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:57.856347 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9b64dd80-3015-40cd-a4f7-22343b6cf573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:56Z', 'revision_number': 11, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:57.887458 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b64dd80-3015-40cd-a4f7-22343b6cf573 None None] Checking router: 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:54:57.897462 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b64dd80-3015-40cd-a4f7-22343b6cf573 None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:54:57.898090 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9b64dd80-3015-40cd-a4f7-22343b6cf573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:57.898602 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4f1f0b9-2248-4b5f-9302-089e3663be8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:57.967897 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-9b64dd80-3015-40cd-a4f7-22343b6cf573 None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:54:57.970201 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:58.027121 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9b64dd80-3015-40cd-a4f7-22343b6cf573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:56Z', 'revision_number': 11, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:58.049363 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Network 73ef5d37-d64e-4701-9e0d-93cdb02e861a is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:58.309855 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e4f1f0b9-2248-4b5f-9302-089e3663be8e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88d9a7c8148b433d9f5a6055799767ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5195024 Dec 14 02:54:58.309855 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1f0b9-2248-4b5f-9302-089e3663be8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751d2985-6ff2-4af6-9582-ed1eb25cc2ae,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:58.314336 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:58.315253 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b64dd80-3015-40cd-a4f7-22343b6cf573 None None] The sync data for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 is: [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:56Z', 'revision_number': 11, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:54:58.315916 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:58.316545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-df0fd957-15d1-4432-a5e5-b6f2e0a211ff tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Allocated IP 2001:db8::7f (73ef5d37-d64e-4701-9e0d-93cdb02e861a/96df6ee5-94c6-4300-a7c0-3216c7dce551/e42fe47a-273c-47a4-b11a-bc797573db78) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:58.316545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59284) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:58.323529 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f7ed566-1ad8-4892-9bb2-f5228815e28c tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:58.324219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Pushing event updated for resources: {'Port': ['ID=d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:58.324450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f1f0b9-2248-4b5f-9302-089e3663be8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:58.324450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f1f0b9-2248-4b5f-9302-089e3663be8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:58.324450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f1f0b9-2248-4b5f-9302-089e3663be8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:58.324450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f1f0b9-2248-4b5f-9302-089e3663be8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:58.324450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f1f0b9-2248-4b5f-9302-089e3663be8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:58.324450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f1f0b9-2248-4b5f-9302-089e3663be8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:58.324450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f1f0b9-2248-4b5f-9302-089e3663be8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:58.324450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f1f0b9-2248-4b5f-9302-089e3663be8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:58.324450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f1f0b9-2248-4b5f-9302-089e3663be8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:58.324450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f1f0b9-2248-4b5f-9302-089e3663be8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:58.324450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f1f0b9-2248-4b5f-9302-089e3663be8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:58.324450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f1f0b9-2248-4b5f-9302-089e3663be8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:58.324450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f1f0b9-2248-4b5f-9302-089e3663be8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:54:58.325828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Attempting to bind port d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:54:58.325828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Attempting to bind port d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'd6b6ddba-e4fd-4948-9131-edc32a0bf8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '73ef5d37-d64e-4701-9e0d-93cdb02e861a'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:54:58.325828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Attempting to bind port d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b on network 73ef5d37-d64e-4701-9e0d-93cdb02e861a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:54:58.325828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:54:58.325828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Checking segment: {'id': 'd6b6ddba-e4fd-4948-9131-edc32a0bf8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '73ef5d37-d64e-4701-9e0d-93cdb02e861a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:54:58.325828 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:58.325828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Bound using segment: {'id': 'd6b6ddba-e4fd-4948-9131-edc32a0bf8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '73ef5d37-d64e-4701-9e0d-93cdb02e861a'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:54:58.325828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Bound port: d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b6ddba-e4fd-4948-9131-edc32a0bf8ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '73ef5d37-d64e-4701-9e0d-93cdb02e861a'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:54:58.325828 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:58.326652 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-970b2343-d1e7-41aa-86c0-e9b3c79fdfc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:58.326749 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] For port d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:54:58.326749 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] For port d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b,segment=NetworkSegment(d6b6ddba-e4fd-4948-9131-edc32a0bf8ab),segment_id=d6b6ddba-e4fd-4948-9131-edc32a0bf8ab)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:54:58.326931 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-970b2343-d1e7-41aa-86c0-e9b3c79fdfc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:58.344327 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:58.347611 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f7ed566-1ad8-4892-9bb2-f5228815e28c tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:58.355526 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df0fd957-15d1-4432-a5e5-b6f2e0a211ff tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:58.378699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ed566-1ad8-4892-9bb2-f5228815e28c tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Subnet': ['ID=e60f712c-d353-4c19-9296-c147fe61f207,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:58.380677 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f7ed566-1ad8-4892-9bb2-f5228815e28c tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:58.383902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0f7ed566-1ad8-4892-9bb2-f5228815e28c tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/subnets/e60f712c-d353-4c19-9296-c147fe61f207 HTTP/1.1" status: 204 len: 168 time: 0.7942002 Dec 14 02:54:58.387403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59288) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:58.402636 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde527ce-bbd6-4ea6-b153-4c43bdf68109 None None] Network 739aee60-cbaa-49f6-9da9-155458ea6641 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:54:58.450383 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-970b2343-d1e7-41aa-86c0-e9b3c79fdfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:58.452910 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-970b2343-d1e7-41aa-86c0-e9b3c79fdfc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:58.481733 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-970b2343-d1e7-41aa-86c0-e9b3c79fdfc0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/751d2985-6ff2-4af6-9582-ed1eb25cc2ae HTTP/1.1" status: 204 len: 168 time: 0.3963268 Dec 14 02:54:58.491611 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b2343-d1e7-41aa-86c0-e9b3c79fdfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751d2985-6ff2-4af6-9582-ed1eb25cc2ae,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:58.581699 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df0fd957-15d1-4432-a5e5-b6f2e0a211ff tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:58.626263 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 512bdbc4-0318-47ab-ba73-f659fb57e4fc no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:54:58.653122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0fd957-15d1-4432-a5e5-b6f2e0a211ff tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Network 73ef5d37-d64e-4701-9e0d-93cdb02e861a is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:54:58.657419 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:58.659115 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-df0fd957-15d1-4432-a5e5-b6f2e0a211ff tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:54:58.673666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0fd957-15d1-4432-a5e5-b6f2e0a211ff tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:54:58.679910 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 512bdbc4-0318-47ab-ba73-f659fb57e4fc {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:54:58.679910 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 512bdbc4-0318-47ab-ba73-f659fb57e4fc not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:54:58.681027 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0fd957-15d1-4432-a5e5-b6f2e0a211ff tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:54:58.681671 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df0fd957-15d1-4432-a5e5-b6f2e0a211ff tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:58.687620 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f1961b-bbda-47e7-ab21-ddcf9540a315 None None] Pushing event updated for resources: {'Port': ['ID=d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:58.741566 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fd957-15d1-4432-a5e5-b6f2e0a211ff tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event updated for resources: {'Port': ['ID=e42fe47a-273c-47a4-b11a-bc797573db78,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:58.804537 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Deleting port 31ec6bdc-002c-4137-b92c-3cbed75b461e {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:58.804537 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:58.811849 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-df0fd957-15d1-4432-a5e5-b6f2e0a211ff tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3916264 Dec 14 02:54:58.816671 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59300) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:58.822596 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9566868a-ca59-4ae0-af7e-3049f21898ba tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Request body: {'port': {'network_id': '73ef5d37-d64e-4701-9e0d-93cdb02e861a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1631854260', 'allowed_address_pairs': [{'ip_address': '2001:db8::7f', 'mac_address': 'fa:16:3e:6b:0c:a5'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:58.836335 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d263af0b-3344-40d4-b9f7-f69f6a585fd7 None None] DHCP port deletion for 739aee60-cbaa-49f6-9da9-155458ea6641 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:54:58.922044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] For port 31ec6bdc-002c-4137-b92c-3cbed75b461e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=31ec6bdc-002c-4137-b92c-3cbed75b461e,segment=NetworkSegment(47e80097-0b7d-465c-9ba7-3f02770a51a4),segment_id=47e80097-0b7d-465c-9ba7-3f02770a51a4)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:58.922811 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:58.943408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Calling delete_port for 31ec6bdc-002c-4137-b92c-3cbed75b461e owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:58.973086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d263af0b-3344-40d4-b9f7-f69f6a585fd7 None None] Deleting port 31ec6bdc-002c-4137-b92c-3cbed75b461e {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:54:58.973522 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d263af0b-3344-40d4-b9f7-f69f6a585fd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:59.103221 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d263af0b-3344-40d4-b9f7-f69f6a585fd7 None None] For port 31ec6bdc-002c-4137-b92c-3cbed75b461e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=31ec6bdc-002c-4137-b92c-3cbed75b461e,segment=NetworkSegment(47e80097-0b7d-465c-9ba7-3f02770a51a4),segment_id=47e80097-0b7d-465c-9ba7-3f02770a51a4)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:54:59.103625 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d263af0b-3344-40d4-b9f7-f69f6a585fd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:59.119576 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d263af0b-3344-40d4-b9f7-f69f6a585fd7 None None] Calling delete_port for 31ec6bdc-002c-4137-b92c-3cbed75b461e owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:54:59.180617 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:59.182192 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9566868a-ca59-4ae0-af7e-3049f21898ba tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Made reservation on behalf of 2bb21c0b1dae4d9d93ea78d74098da72 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:54:59.236778 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Port': ['ID=31ec6bdc-002c-4137-b92c-3cbed75b461e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:59.251339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] No DVR routers for this DVR port 31ec6bdc-002c-4137-b92c-3cbed75b461e on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:54:59.256130 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d263af0b-3344-40d4-b9f7-f69f6a585fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:59.301932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263af0b-3344-40d4-b9f7-f69f6a585fd7 None None] Pushing event deleted for resources: {'Port': ['ID=31ec6bdc-002c-4137-b92c-3cbed75b461e,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:59.310759 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d263af0b-3344-40d4-b9f7-f69f6a585fd7 None None] No DVR routers for this DVR port 31ec6bdc-002c-4137-b92c-3cbed75b461e on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:54:59.316828 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9566868a-ca59-4ae0-af7e-3049f21898ba tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:59.346766 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-9566868a-ca59-4ae0-af7e-3049f21898ba tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] device_id is not set on port aa9b0ae4-f94f-4850-b3d6-d7ad80f21630 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:54:59.364650 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:59.394652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739aee60-cbaa-49f6-9da9-155458ea6641']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:59.405963 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e80097-0b7d-465c-9ba7-3f02770a51a4') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:59.406381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e80097-0b7d-465c-9ba7-3f02770a51a4') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:54:59.426001 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:59.447297 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:59.455486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:54:59.461018 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:54:59.475688 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:54:59.530928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-9566868a-ca59-4ae0-af7e-3049f21898ba tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Allocated IP 2001:db8::2d6 (73ef5d37-d64e-4701-9e0d-93cdb02e861a/96df6ee5-94c6-4300-a7c0-3216c7dce551/aa9b0ae4-f94f-4850-b3d6-d7ad80f21630) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:54:59.636762 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59316) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:59.656456 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c15de73e-4ab8-42dc-b9a6-6ac184d042b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:59.719789 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:59.745220 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:59.752368 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/networks/739aee60-cbaa-49f6-9da9-155458ea6641 HTTP/1.1" status: 204 len: 168 time: 1.3638098 Dec 14 02:54:59.760070 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59320) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:54:59.764291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af512ce7-3e36-4d8a-94fb-eebab9cd4b87 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Pushing event deleted for resources: {'Network': ['ID=739aee60-cbaa-49f6-9da9-155458ea6641,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:59.770569 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9bfc31c4-a23a-45f8-8a5d-1243b04fa791 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'router': {'routes': None}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:54:59.814458 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c15de73e-4ab8-42dc-b9a6-6ac184d042b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:59.871751 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9566868a-ca59-4ae0-af7e-3049f21898ba tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:59.884582 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c15de73e-4ab8-42dc-b9a6-6ac184d042b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:54:59.942223 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ec4231-1c03-4f30-af87-b7d7f9b4c6b4 None None] Network 73ef5d37-d64e-4701-9e0d-93cdb02e861a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:54:59.958058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15de73e-4ab8-42dc-b9a6-6ac184d042b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55febf44-1195-42ed-8751-333572b48a64,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:54:59.966232 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c15de73e-4ab8-42dc-b9a6-6ac184d042b4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64ae895ef0784165a6061e24be2690af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3272815 Dec 14 02:54:59.973025 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59322) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:00.020534 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.extraroute_db [None req-9bfc31c4-a23a-45f8-8a5d-1243b04fa791 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Added routes are [] {{(pid=103847) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 14 02:55:00.020833 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.extraroute_db [None req-9bfc31c4-a23a-45f8-8a5d-1243b04fa791 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Removed routes are [] {{(pid=103847) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 14 02:55:00.021776 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bfc31c4-a23a-45f8-8a5d-1243b04fa791 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:00.084570 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b509351-c72f-4cf6-aeb5-5f7b4e1975bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:00.100321 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b8f045eb-b836-4f9e-910c-b97f13df3099 None None] Provisioning complete for port d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:00.101187 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8f045eb-b836-4f9e-910c-b97f13df3099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:00.113270 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b509351-c72f-4cf6-aeb5-5f7b4e1975bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:00.193942 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bfc31c4-a23a-45f8-8a5d-1243b04fa791 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:00.199153 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bfc31c4-a23a-45f8-8a5d-1243b04fa791 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:00.201795 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9566868a-ca59-4ae0-af7e-3049f21898ba tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:00.270820 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:00.281126 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8f045eb-b836-4f9e-910c-b97f13df3099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:00.301416 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b509351-c72f-4cf6-aeb5-5f7b4e1975bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:00.303915 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b509351-c72f-4cf6-aeb5-5f7b4e1975bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:00.305608 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6b509351-c72f-4cf6-aeb5-5f7b4e1975bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55febf44-1195-42ed-8751-333572b48a64 HTTP/1.1" status: 204 len: 168 time: 0.3299055 Dec 14 02:55:00.335748 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b509351-c72f-4cf6-aeb5-5f7b4e1975bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55febf44-1195-42ed-8751-333572b48a64,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:00.361464 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bfc31c4-a23a-45f8-8a5d-1243b04fa791 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:55:00.460358 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9566868a-ca59-4ae0-af7e-3049f21898ba tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Network 73ef5d37-d64e-4701-9e0d-93cdb02e861a is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:00.471998 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566868a-ca59-4ae0-af7e-3049f21898ba tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event updated for resources: {'Port': ['ID=aa9b0ae4-f94f-4850-b3d6-d7ad80f21630,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:00.581557 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:55:00.593053 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-9566868a-ca59-4ae0-af7e-3049f21898ba tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:00.627536 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9566868a-ca59-4ae0-af7e-3049f21898ba tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:00.630120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9566868a-ca59-4ae0-af7e-3049f21898ba tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:00.630776 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9566868a-ca59-4ae0-af7e-3049f21898ba tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:00.648350 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfc31c4-a23a-45f8-8a5d-1243b04fa791 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:55:00.656563 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bfc31c4-a23a-45f8-8a5d-1243b04fa791 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:00.660658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59336) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:00.661215 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9bfc31c4-a23a-45f8-8a5d-1243b04fa791 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/7f8fafca-0475-43fc-bd6c-5af9e9bb96ad HTTP/1.1" status: 200 len: 705 time: 0.8993313 Dec 14 02:55:00.693194 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59338) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:00.703972 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642938c-c155-4166-8f23-fc5c8dc58a40 None None] Sync routers for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:55:00.710073 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0c86b191-4a05-4ebd-b1af-c5a269ef81ea tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8fafca-0475-43fc-bd6c-5af9e9bb96ad HTTP/1.1" status: 200 len: 205 time: 0.0472822 Dec 14 02:55:00.711846 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:00.758459 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b8f045eb-b836-4f9e-910c-b97f13df3099 None None] For port d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b,segment=NetworkSegment(d6b6ddba-e4fd-4948-9131-edc32a0bf8ab),segment_id=d6b6ddba-e4fd-4948-9131-edc32a0bf8ab)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:00.795390 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1642938c-c155-4166-8f23-fc5c8dc58a40 None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:00.795390 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-1642938c-c155-4166-8f23-fc5c8dc58a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:00.834165 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9566868a-ca59-4ae0-af7e-3049f21898ba tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.0136266 Dec 14 02:55:00.834307 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59340) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:00.846458 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1844aa23-2ee3-4782-ad89-1905afd3cdc9 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:00.952762 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8f045eb-b836-4f9e-910c-b97f13df3099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:00.985904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580249a1-0e4e-4b35-bcf4-c569fa9030f7 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:00.992280 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580249a1-0e4e-4b35-bcf4-c569fa9030f7 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:01.000651 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580249a1-0e4e-4b35-bcf4-c569fa9030f7 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:01.002667 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-580249a1-0e4e-4b35-bcf4-c569fa9030f7 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1666832 Dec 14 02:55:01.005760 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59346) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:01.020348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:01.021397 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:01.023602 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f045eb-b836-4f9e-910c-b97f13df3099 None None] Pushing event updated for resources: {'Port': ['ID=d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:01.058065 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-1642938c-c155-4166-8f23-fc5c8dc58a40 None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:55:01.216463 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-1642938c-c155-4166-8f23-fc5c8dc58a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:56Z', 'revision_number': 11, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:01.243039 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1844aa23-2ee3-4782-ad89-1905afd3cdc9 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:01.246267 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1844aa23-2ee3-4782-ad89-1905afd3cdc9 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:01.246691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-39d6acdf-e222-40c1-a515-7496b34ed059 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Deleting port aa9b0ae4-f94f-4850-b3d6-d7ad80f21630 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:01.247146 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39d6acdf-e222-40c1-a515-7496b34ed059 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:01.284069 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-154921ba-67bf-479c-8620-2d8a149ef9a0 None None] Provisioning complete for port e42fe47a-273c-47a4-b11a-bc797573db78 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:01.286615 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-154921ba-67bf-479c-8620-2d8a149ef9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:01.374408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642938c-c155-4166-8f23-fc5c8dc58a40 None None] Checking router: 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:55:01.375859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-154921ba-67bf-479c-8620-2d8a149ef9a0 None None] Port e42fe47a-273c-47a4-b11a-bc797573db78 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:01.419187 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-154921ba-67bf-479c-8620-2d8a149ef9a0 None None] Provisioning complete for port d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:01.420004 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-154921ba-67bf-479c-8620-2d8a149ef9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:01.433854 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1642938c-c155-4166-8f23-fc5c8dc58a40 None None] Routers {'7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:01.434734 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-1642938c-c155-4166-8f23-fc5c8dc58a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:01.440085 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1844aa23-2ee3-4782-ad89-1905afd3cdc9 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:01.440642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1844aa23-2ee3-4782-ad89-1905afd3cdc9 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Fanout notify agent at l3_agent the message router_deleted on router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:55:01.456902 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1844aa23-2ee3-4782-ad89-1905afd3cdc9 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:01.461547 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1844aa23-2ee3-4782-ad89-1905afd3cdc9 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/routers/7f8fafca-0475-43fc-bd6c-5af9e9bb96ad HTTP/1.1" status: 204 len: 168 time: 0.7673042 Dec 14 02:55:01.478679 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59358) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:01.502848 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-61027beb-c5f5-4676-b73b-b23b43969abb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1666304646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:01.518845 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-1642938c-c155-4166-8f23-fc5c8dc58a40 None None] Set router 7f8fafca-0475-43fc-bd6c-5af9e9bb96ad gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:55:01.657687 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39d6acdf-e222-40c1-a515-7496b34ed059 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:01.666129 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61027beb-c5f5-4676-b73b-b23b43969abb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:01.671911 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61027beb-c5f5-4676-b73b-b23b43969abb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:01.675967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-1642938c-c155-4166-8f23-fc5c8dc58a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:56Z', 'revision_number': 11, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:01.681758 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-39d6acdf-e222-40c1-a515-7496b34ed059 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Calling delete_port for aa9b0ae4-f94f-4850-b3d6-d7ad80f21630 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:01.749443 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1642938c-c155-4166-8f23-fc5c8dc58a40 None None] The sync data for ids ['7f8fafca-0475-43fc-bd6c-5af9e9bb96ad'] in n-d-821636-1 is: [{'id': '7f8fafca-0475-43fc-bd6c-5af9e9bb96ad', 'name': 'tempest-RoutersIpV6Test-router-1966252000', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:53:59Z', 'updated_at': '2021-12-14T02:54:56Z', 'revision_number': 11, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:55:01.900558 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 31ec6bdc-002c-4137-b92c-3cbed75b461e no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:55:01.964913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 31ec6bdc-002c-4137-b92c-3cbed75b461e {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:55:01.967550 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 31ec6bdc-002c-4137-b92c-3cbed75b461e not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:55:01.974441 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61027beb-c5f5-4676-b73b-b23b43969abb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:02.067280 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61027beb-c5f5-4676-b73b-b23b43969abb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:02.139531 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-71c8f88f-d5e3-48da-981c-142398f1eeb7 None None] Provisioning complete for port aa9b0ae4-f94f-4850-b3d6-d7ad80f21630 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:02.139908 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-71c8f88f-d5e3-48da-981c-142398f1eeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:02.188607 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39d6acdf-e222-40c1-a515-7496b34ed059 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:02.204208 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61027beb-c5f5-4676-b73b-b23b43969abb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:02.210285 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-61027beb-c5f5-4676-b73b-b23b43969abb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7295127 Dec 14 02:55:02.211436 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59374) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:02.226659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-12a0be8d-722c-4865-acb0-0ccdc4d9f499 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:02.256758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-71c8f88f-d5e3-48da-981c-142398f1eeb7 None None] Port aa9b0ae4-f94f-4850-b3d6-d7ad80f21630 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:02.280448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d6acdf-e222-40c1-a515-7496b34ed059 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event deleted for resources: {'Port': ['ID=aa9b0ae4-f94f-4850-b3d6-d7ad80f21630,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:02.458632 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:02.592652 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:02.593243 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:02.640157 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59384) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:02.699778 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39d6acdf-e222-40c1-a515-7496b34ed059 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:02.703216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-39d6acdf-e222-40c1-a515-7496b34ed059 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "DELETE /v2.0/ports/aa9b0ae4-f94f-4850-b3d6-d7ad80f21630 HTTP/1.1" status: 204 len: 168 time: 1.6962838 Dec 14 02:55:02.714474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59388) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:02.755171 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-698ae42e-87c3-49bf-a834-7b9f08f8d31b tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] GET failed (client error): The resource could not be found. Dec 14 02:55:02.760709 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-698ae42e-87c3-49bf-a834-7b9f08f8d31b tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "GET /v2.0/ports/aa9b0ae4-f94f-4850-b3d6-d7ad80f21630 HTTP/1.1" status: 404 len: 333 time: 0.0407190 Dec 14 02:55:02.761908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59390) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:02.772678 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-6b114b8e-4e62-4f3c-acc6-2b233d9e0827 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Request body: {'port': {'network_id': '73ef5d37-d64e-4701-9e0d-93cdb02e861a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1038595010'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:02.803501 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f92a7ac3-c247-4f19-a9cb-c374c040ce28 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] Request body: {'port': {'network_id': '50bc2dfe-f64b-4958-a10e-cd93599ec2fc', 'name': 'tempest-NetworksNegativeTestJSON-2072430777'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:02.819918 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7c8132ac-1479-4b62-95d2-25d98f5644ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:02.832921 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12a0be8d-722c-4865-acb0-0ccdc4d9f499 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:02.837740 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-f92a7ac3-c247-4f19-a9cb-c374c040ce28 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] POST failed (client error): The resource could not be found. Dec 14 02:55:02.838578 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f92a7ac3-c247-4f19-a9cb-c374c040ce28 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:55:02.840231 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f92a7ac3-c247-4f19-a9cb-c374c040ce28 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1988394 Dec 14 02:55:02.852244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59392) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:02.877333 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ffe221-3706-447a-8b02-3f2c4e97c3cb tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] DELETE failed (client error): The resource could not be found. Dec 14 02:55:02.877841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ffe221-3706-447a-8b02-3f2c4e97c3cb tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:55:02.880919 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d7ffe221-3706-447a-8b02-3f2c4e97c3cb tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] 10.222.0.39 "DELETE /v2.0/networks/e6d68c32-dad4-425b-8135-6111b5e44061 HTTP/1.1" status: 404 len: 339 time: 0.0277045 Dec 14 02:55:02.885733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59394) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:02.913131 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16363c7-86e2-4f19-ad44-7a023209b0a8 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] DELETE failed (client error): The resource could not be found. Dec 14 02:55:02.913761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16363c7-86e2-4f19-ad44-7a023209b0a8 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:55:02.922991 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b16363c7-86e2-4f19-ad44-7a023209b0a8 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] 10.222.0.39 "DELETE /v2.0/ports/51e772e4-aedf-4559-ba36-86f081f8f497 HTTP/1.1" status: 404 len: 333 time: 0.0327702 Dec 14 02:55:02.923186 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12a0be8d-722c-4865-acb0-0ccdc4d9f499 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:02.923330 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59398) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:02.955615 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-10aa0a9b-1466-424b-9e03-b3f12334dc52 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] DELETE failed (client error): The resource could not be found. Dec 14 02:55:02.956085 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10aa0a9b-1466-424b-9e03-b3f12334dc52 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:55:02.959299 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-10aa0a9b-1466-424b-9e03-b3f12334dc52 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] 10.222.0.39 "DELETE /v2.0/subnets/ab6d0f1c-2efd-4ae2-85d7-ab5caf6b011e HTTP/1.1" status: 404 len: 337 time: 0.0351121 Dec 14 02:55:02.963232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59400) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:02.994328 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c121d06-a17b-423e-8235-524b1f177714 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] GET failed (client error): The resource could not be found. Dec 14 02:55:02.996310 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1c121d06-a17b-423e-8235-524b1f177714 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] 10.222.0.39 "GET /v2.0/networks/d4541ba9-9a44-4456-a604-b5f32f2d6f31 HTTP/1.1" status: 404 len: 339 time: 0.0324240 Dec 14 02:55:03.001921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59402) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:03.039675 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-853575e6-831b-434b-8a25-23aaa29300bc tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] GET failed (client error): The resource could not be found. Dec 14 02:55:03.041370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-853575e6-831b-434b-8a25-23aaa29300bc tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] 10.222.0.39 "GET /v2.0/ports/66d074c6-10ed-4e88-80f1-8a2783ae3bb1 HTTP/1.1" status: 404 len: 333 time: 0.0384367 Dec 14 02:55:03.045041 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59404) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:03.083515 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5a914f-30d4-44d1-a4c9-a62d5f8b2c8a tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] GET failed (client error): The resource could not be found. Dec 14 02:55:03.088966 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-da5a914f-30d4-44d1-a4c9-a62d5f8b2c8a tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] 10.222.0.39 "GET /v2.0/subnets/f5a7104f-a531-4cb7-85ec-47ad1a969f89 HTTP/1.1" status: 404 len: 337 time: 0.0384827 Dec 14 02:55:03.091330 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59406) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:03.096509 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-feb45d31-bc8b-4c02-a873-41db740bd196 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:03.115158 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-feb45d31-bc8b-4c02-a873-41db740bd196 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] PUT failed (client error): The resource could not be found. Dec 14 02:55:03.115670 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feb45d31-bc8b-4c02-a873-41db740bd196 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:55:03.121959 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-feb45d31-bc8b-4c02-a873-41db740bd196 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] 10.222.0.39 "PUT /v2.0/networks/09d0391f-1c69-4cb2-96f6-b53164dad133 HTTP/1.1" status: 404 len: 339 time: 0.0246577 Dec 14 02:55:03.123475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59408) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:03.130613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7124b187-91b9-4b0f-b2b0-32595e0d6270 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:03.206180 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a0be8d-722c-4865-acb0-0ccdc4d9f499 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Router 7b1aa007-78be-48ab-98a9-8ee43fabcaa4 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:55:03.305715 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a0be8d-722c-4865-acb0-0ccdc4d9f499 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:55:03.314133 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12a0be8d-722c-4865-acb0-0ccdc4d9f499 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:03.315672 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-12a0be8d-722c-4865-acb0-0ccdc4d9f499 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "PUT /v2.0/routers/7b1aa007-78be-48ab-98a9-8ee43fabcaa4 HTTP/1.1" status: 200 len: 698 time: 1.1026025 Dec 14 02:55:03.318087 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5994825-dff8-477c-ad3f-b29ff47c60ee None None] Sync routers for ids ['7b1aa007-78be-48ab-98a9-8ee43fabcaa4'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:55:03.328250 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59412) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:03.332535 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5994825-dff8-477c-ad3f-b29ff47c60ee None None] Routers {'7b1aa007-78be-48ab-98a9-8ee43fabcaa4'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:03.333183 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a5994825-dff8-477c-ad3f-b29ff47c60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7b1aa007-78be-48ab-98a9-8ee43fabcaa4'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:03.438797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b114b8e-4e62-4f3c-acc6-2b233d9e0827 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Made reservation on behalf of 2bb21c0b1dae4d9d93ea78d74098da72 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:03.442380 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b114b8e-4e62-4f3c-acc6-2b233d9e0827 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:03.445802 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-a5994825-dff8-477c-ad3f-b29ff47c60ee None None] Set router 7b1aa007-78be-48ab-98a9-8ee43fabcaa4 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:55:03.446331 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-7124b187-91b9-4b0f-b2b0-32595e0d6270 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] PUT failed (client error): The resource could not be found. Dec 14 02:55:03.447070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7124b187-91b9-4b0f-b2b0-32595e0d6270 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:55:03.448452 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7124b187-91b9-4b0f-b2b0-32595e0d6270 tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] 10.222.0.39 "PUT /v2.0/ports/92478061-8223-4a51-a120-73a77890d771 HTTP/1.1" status: 404 len: 333 time: 0.3238308 Dec 14 02:55:03.456650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59416) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:03.464357 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-0472263b-0415-418f-b2cc-85ac008473ce tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:03.496974 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-0472263b-0415-418f-b2cc-85ac008473ce tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] PUT failed (client error): The resource could not be found. Dec 14 02:55:03.501858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0472263b-0415-418f-b2cc-85ac008473ce tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:55:03.504709 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0472263b-0415-418f-b2cc-85ac008473ce tempest-NetworksNegativeTestJSON-1185859223 tempest-NetworksNegativeTestJSON-1185859223-project] 10.222.0.39 "PUT /v2.0/subnets/cbee5053-2765-4f32-9081-f6b83c4cbf12 HTTP/1.1" status: 404 len: 337 time: 0.0467405 Dec 14 02:55:03.513081 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a5994825-dff8-477c-ad3f-b29ff47c60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1aa007-78be-48ab-98a9-8ee43fabcaa4', 'name': 'tempest-RoutersIpV6Test-router-1666304646', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:55:01Z', 'updated_at': '2021-12-14T02:55:02Z', 'revision_number': 2, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:03.517516 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59420) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:03.520078 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-6b114b8e-4e62-4f3c-acc6-2b233d9e0827 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] device_id is not set on port 597f9504-0bf7-4f49-ad0b-ce7038f2b9af yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:55:03.522033 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b6511739-e0ce-48eb-a006-dc51e9dd56c2 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/routers/7b1aa007-78be-48ab-98a9-8ee43fabcaa4 HTTP/1.1" status: 200 len: 704 time: 0.1912229 Dec 14 02:55:03.552737 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5994825-dff8-477c-ad3f-b29ff47c60ee None None] Checking router: 7b1aa007-78be-48ab-98a9-8ee43fabcaa4 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:55:03.563482 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5994825-dff8-477c-ad3f-b29ff47c60ee None None] Routers {'7b1aa007-78be-48ab-98a9-8ee43fabcaa4'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:03.564007 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f783e2f9-f695-4e8d-9174-6286010cda50 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b1aa007-78be-48ab-98a9-8ee43fabcaa4 HTTP/1.1" status: 200 len: 205 time: 0.0451486 Dec 14 02:55:03.564753 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a5994825-dff8-477c-ad3f-b29ff47c60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7b1aa007-78be-48ab-98a9-8ee43fabcaa4'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:03.566381 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59422) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:03.721660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-6b114b8e-4e62-4f3c-acc6-2b233d9e0827 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Allocated IP 2001:db8::369 (73ef5d37-d64e-4701-9e0d-93cdb02e861a/96df6ee5-94c6-4300-a7c0-3216c7dce551/597f9504-0bf7-4f49-ad0b-ce7038f2b9af) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:03.761197 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-a5994825-dff8-477c-ad3f-b29ff47c60ee None None] Set router 7b1aa007-78be-48ab-98a9-8ee43fabcaa4 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:55:03.866964 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a5994825-dff8-477c-ad3f-b29ff47c60ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b1aa007-78be-48ab-98a9-8ee43fabcaa4', 'name': 'tempest-RoutersIpV6Test-router-1666304646', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:55:01Z', 'updated_at': '2021-12-14T02:55:02Z', 'revision_number': 2, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:03.901484 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5994825-dff8-477c-ad3f-b29ff47c60ee None None] The sync data for ids ['7b1aa007-78be-48ab-98a9-8ee43fabcaa4'] in n-d-821636-1 is: [{'id': '7b1aa007-78be-48ab-98a9-8ee43fabcaa4', 'name': 'tempest-RoutersIpV6Test-router-1666304646', 'tenant_id': '00395e1ef3104ea683edcfb770d6d2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:55:01Z', 'updated_at': '2021-12-14T02:55:02Z', 'revision_number': 2, 'project_id': '00395e1ef3104ea683edcfb770d6d2a1', 'gw_port_host': None}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:55:03.922226 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b114b8e-4e62-4f3c-acc6-2b233d9e0827 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:04.031773 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b114b8e-4e62-4f3c-acc6-2b233d9e0827 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:04.099042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b114b8e-4e62-4f3c-acc6-2b233d9e0827 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Network 73ef5d37-d64e-4701-9e0d-93cdb02e861a is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:04.105086 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-6b114b8e-4e62-4f3c-acc6-2b233d9e0827 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:04.108227 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b114b8e-4e62-4f3c-acc6-2b233d9e0827 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event updated for resources: {'Port': ['ID=597f9504-0bf7-4f49-ad0b-ce7038f2b9af,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:04.111916 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b114b8e-4e62-4f3c-acc6-2b233d9e0827 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:04.120799 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b114b8e-4e62-4f3c-acc6-2b233d9e0827 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:04.121141 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b114b8e-4e62-4f3c-acc6-2b233d9e0827 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:04.214814 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18e5da6e-ce7b-480c-90e5-16fffbab5470 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:04.220815 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6b114b8e-4e62-4f3c-acc6-2b233d9e0827 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4535124 Dec 14 02:55:04.221107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59436) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:04.234615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-30f2c288-b395-407a-9dbb-fb4bc07dec24 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::7f', 'mac_address': 'fa:16:3e:6b:0c:a5'}]}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:04.288960 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59438) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:04.504966 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e6fea95-41a9-43f6-8018-f4e6be79dabf None None] Provisioning complete for port 597f9504-0bf7-4f49-ad0b-ce7038f2b9af triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:04.505498 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e6fea95-41a9-43f6-8018-f4e6be79dabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:04.506264 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-30f2c288-b395-407a-9dbb-fb4bc07dec24 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:04.570695 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18e5da6e-ce7b-480c-90e5-16fffbab5470 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:04.574403 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18e5da6e-ce7b-480c-90e5-16fffbab5470 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:04.598614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e6fea95-41a9-43f6-8018-f4e6be79dabf None None] Port 597f9504-0bf7-4f49-ad0b-ce7038f2b9af cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:04.642885 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c68f01cc-9120-4758-af51-d0f8ecd01573 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:04.777056 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-30f2c288-b395-407a-9dbb-fb4bc07dec24 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:04.808016 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18e5da6e-ce7b-480c-90e5-16fffbab5470 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:04.808525 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e5da6e-ce7b-480c-90e5-16fffbab5470 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Fanout notify agent at l3_agent the message router_deleted on router 7b1aa007-78be-48ab-98a9-8ee43fabcaa4 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:55:04.816469 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-18e5da6e-ce7b-480c-90e5-16fffbab5470 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:04.818655 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-18e5da6e-ce7b-480c-90e5-16fffbab5470 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/routers/7b1aa007-78be-48ab-98a9-8ee43fabcaa4 HTTP/1.1" status: 204 len: 168 time: 1.2499919 Dec 14 02:55:04.821263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59448) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:04.836789 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-30f2c288-b395-407a-9dbb-fb4bc07dec24 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:04.875831 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-30f2c288-b395-407a-9dbb-fb4bc07dec24 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] In _notify_port_updated(), no bound segment for port 597f9504-0bf7-4f49-ad0b-ce7038f2b9af on network 73ef5d37-d64e-4701-9e0d-93cdb02e861a {{(pid=103848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:55:04.886335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f2c288-b395-407a-9dbb-fb4bc07dec24 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:04.886335 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-30f2c288-b395-407a-9dbb-fb4bc07dec24 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:04.890046 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-30f2c288-b395-407a-9dbb-fb4bc07dec24 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "PUT /v2.0/ports/597f9504-0bf7-4f49-ad0b-ce7038f2b9af HTTP/1.1" status: 200 len: 1002 time: 0.6665885 Dec 14 02:55:04.895929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59452) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:04.911480 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-15f8f34e-0484-425a-8dfe-afb92ec4e62c tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b1aa007-78be-48ab-98a9-8ee43fabcaa4 HTTP/1.1" status: 200 len: 205 time: 0.0890837 Dec 14 02:55:04.920758 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59454) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.023628 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-659240dd-0ee6-4afe-8e55-49cd813400cb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] delete failed (client error): The resource could not be found. Dec 14 02:55:05.024815 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-659240dd-0ee6-4afe-8e55-49cd813400cb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/routers/7b1aa007-78be-48ab-98a9-8ee43fabcaa4 HTTP/1.1" status: 404 len: 336 time: 0.0989821 Dec 14 02:55:05.033972 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59456) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.041076 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1926b3c9-54ce-4263-9634-15b9cef6e455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:05.048465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2c288-b395-407a-9dbb-fb4bc07dec24 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event updated for resources: {'Port': ['ID=597f9504-0bf7-4f49-ad0b-ce7038f2b9af,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:05.083028 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a2fb60-08be-4689-9f95-28809bf66b4b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] DELETE failed (client error): The resource could not be found. Dec 14 02:55:05.083447 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a2fb60-08be-4689-9f95-28809bf66b4b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:55:05.087062 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f5a2fb60-08be-4689-9f95-28809bf66b4b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/subnets/4dc42db7-e9ec-45fb-85d5-10605e428604 HTTP/1.1" status: 404 len: 337 time: 0.0471606 Dec 14 02:55:05.090229 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59458) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.105339 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c68f01cc-9120-4758-af51-d0f8ecd01573 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:05.129454 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ad455-b6e8-4ed9-89e1-52990e0d8fd6 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Deleting port 597f9504-0bf7-4f49-ad0b-ce7038f2b9af {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:05.130910 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8e9ad455-b6e8-4ed9-89e1-52990e0d8fd6 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:05.134636 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4296a8-d7e3-4966-8bc5-a3f547ec3faa tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] DELETE failed (client error): The resource could not be found. Dec 14 02:55:05.141032 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4296a8-d7e3-4966-8bc5-a3f547ec3faa tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:55:05.141032 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ea4296a8-d7e3-4966-8bc5-a3f547ec3faa tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/subnets/881d68f1-ee72-4f2c-9909-28dff166742b HTTP/1.1" status: 404 len: 337 time: 0.0472181 Dec 14 02:55:05.141410 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59462) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.181836 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99a7261-ffd8-47f3-88da-9c21bf16fcc4 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] DELETE failed (client error): The resource could not be found. Dec 14 02:55:05.181836 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99a7261-ffd8-47f3-88da-9c21bf16fcc4 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:55:05.181836 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a99a7261-ffd8-47f3-88da-9c21bf16fcc4 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/subnets/e2693a50-b2ff-4a21-9543-8954b9e1bc26 HTTP/1.1" status: 404 len: 337 time: 0.0361760 Dec 14 02:55:05.181836 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59464) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.216884 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-4030cc05-0297-4937-80dc-36f19704796e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] DELETE failed (client error): The resource could not be found. Dec 14 02:55:05.219682 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4030cc05-0297-4937-80dc-36f19704796e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:55:05.227266 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4030cc05-0297-4937-80dc-36f19704796e tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/subnets/e60f712c-d353-4c19-9296-c147fe61f207 HTTP/1.1" status: 404 len: 337 time: 0.0448418 Dec 14 02:55:05.228422 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59466) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.230171 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c68f01cc-9120-4758-af51-d0f8ecd01573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:05.276987 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-55cb2fa9-7123-4ec4-8c49-989281752bec tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8fafca-0475-43fc-bd6c-5af9e9bb96ad HTTP/1.1" status: 200 len: 205 time: 0.0463510 Dec 14 02:55:05.284844 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59468) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.292494 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f01cc-9120-4758-af51-d0f8ecd01573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd36239a-0405-4a29-9a06-bf63cf739276,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:05.293707 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8e9ad455-b6e8-4ed9-89e1-52990e0d8fd6 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:05.302497 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c68f01cc-9120-4758-af51-d0f8ecd01573 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e8099dcb410a406daa04aee1c66aebea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0122454 Dec 14 02:55:05.309444 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59470) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.333333 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-fdd37959-80ad-476f-a6d3-2a3d2aae3a92 None None] Provisioning complete for port 597f9504-0bf7-4f49-ad0b-ce7038f2b9af triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:05.333713 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fdd37959-80ad-476f-a6d3-2a3d2aae3a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:05.338131 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-40fd3beb-eacd-4657-8fb8-8659d7e63361 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] delete failed (client error): The resource could not be found. Dec 14 02:55:05.340022 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-40fd3beb-eacd-4657-8fb8-8659d7e63361 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/routers/7f8fafca-0475-43fc-bd6c-5af9e9bb96ad HTTP/1.1" status: 404 len: 336 time: 0.0539861 Dec 14 02:55:05.341253 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-8e9ad455-b6e8-4ed9-89e1-52990e0d8fd6 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Calling delete_port for 597f9504-0bf7-4f49-ad0b-ce7038f2b9af owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:05.343093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59472) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.380859 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d730a40a-bf8b-4508-85aa-0aa55ec0dd85 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/ports?device_id=6b64b13d-c3e2-447a-896f-c61a4c2e790c HTTP/1.1" status: 200 len: 205 time: 0.0364141 Dec 14 02:55:05.383346 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59476) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.427364 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da4c9e84-f8c4-4dda-bea0-a741e15debee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:05.428894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-fdd37959-80ad-476f-a6d3-2a3d2aae3a92 None None] Port 597f9504-0bf7-4f49-ad0b-ce7038f2b9af cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:05.460493 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da4c9e84-f8c4-4dda-bea0-a741e15debee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:05.474495 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-51eca0a8-a0bd-4987-aedc-70feca1f0be5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] delete failed (client error): The resource could not be found. Dec 14 02:55:05.475912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-51eca0a8-a0bd-4987-aedc-70feca1f0be5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/routers/6b64b13d-c3e2-447a-896f-c61a4c2e790c HTTP/1.1" status: 404 len: 336 time: 0.0908790 Dec 14 02:55:05.480525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59478) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.512989 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe96329-06c4-4528-862c-c7f097995449 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] DELETE failed (client error): The resource could not be found. Dec 14 02:55:05.513868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe96329-06c4-4528-862c-c7f097995449 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:55:05.517099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-efe96329-06c4-4528-862c-c7f097995449 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/subnets/df968588-5ddd-4bd4-8400-b3d8cdc7e67f HTTP/1.1" status: 404 len: 337 time: 0.0351801 Dec 14 02:55:05.521576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59480) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.572454 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-96528fcb-282c-466b-8ec0-d6aa6bad171a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/ports?device_id=387f7374-ce1b-418e-a869-a1d9da959739 HTTP/1.1" status: 200 len: 205 time: 0.0470226 Dec 14 02:55:05.572454 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59482) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.621058 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-4b983918-0265-48a4-800e-ac1d7f08800b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] delete failed (client error): The resource could not be found. Dec 14 02:55:05.625651 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59486) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.626342 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4b983918-0265-48a4-800e-ac1d7f08800b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/routers/387f7374-ce1b-418e-a869-a1d9da959739 HTTP/1.1" status: 404 len: 336 time: 0.0538645 Dec 14 02:55:05.663546 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-74f28a1f-726b-479c-b567-6acb2735daf4 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/ports?device_id=17a9c752-5324-4bec-8ce1-d5066e82b01d HTTP/1.1" status: 200 len: 205 time: 0.0340397 Dec 14 02:55:05.664627 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59488) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.715214 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da4c9e84-f8c4-4dda-bea0-a741e15debee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:05.718157 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-da4c9e84-f8c4-4dda-bea0-a741e15debee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:05.719316 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-da4c9e84-f8c4-4dda-bea0-a741e15debee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd36239a-0405-4a29-9a06-bf63cf739276 HTTP/1.1" status: 204 len: 168 time: 0.4150932 Dec 14 02:55:05.722965 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-3f1d6f56-e470-4296-90ca-5e6dd9783f68 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] delete failed (client error): The resource could not be found. Dec 14 02:55:05.725010 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3f1d6f56-e470-4296-90ca-5e6dd9783f68 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/routers/17a9c752-5324-4bec-8ce1-d5066e82b01d HTTP/1.1" status: 404 len: 336 time: 0.0578108 Dec 14 02:55:05.731703 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59492) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.742127 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c9e84-f8c4-4dda-bea0-a741e15debee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd36239a-0405-4a29-9a06-bf63cf739276,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:05.766407 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad9e018-9394-476c-9fe4-3f1d537510aa tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] DELETE failed (client error): The resource could not be found. Dec 14 02:55:05.766876 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad9e018-9394-476c-9fe4-3f1d537510aa tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:55:05.768895 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8e9ad455-b6e8-4ed9-89e1-52990e0d8fd6 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:05.773142 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0ad9e018-9394-476c-9fe4-3f1d537510aa tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/subnets/209a38e2-88eb-4d53-be7c-a79a5b260279 HTTP/1.1" status: 404 len: 337 time: 0.0404484 Dec 14 02:55:05.773979 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59494) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.802343 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0e7c98e9-ce63-4fbb-8b3a-fe435a739802 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/ports?device_id=67d9a799-e2f1-4dcc-82ec-edd1cb59e057 HTTP/1.1" status: 200 len: 205 time: 0.0269706 Dec 14 02:55:05.805727 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59498) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.816492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ad455-b6e8-4ed9-89e1-52990e0d8fd6 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event deleted for resources: {'Port': ['ID=597f9504-0bf7-4f49-ad0b-ce7038f2b9af,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:05.902121 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-8a4aeca0-eda4-443b-b3db-ca4f6d6479f5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] delete failed (client error): The resource could not be found. Dec 14 02:55:05.906831 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8a4aeca0-eda4-443b-b3db-ca4f6d6479f5 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/routers/67d9a799-e2f1-4dcc-82ec-edd1cb59e057 HTTP/1.1" status: 404 len: 336 time: 0.0988133 Dec 14 02:55:05.917366 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59504) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.956215 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8e9ad455-b6e8-4ed9-89e1-52990e0d8fd6 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:05.965119 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8e9ad455-b6e8-4ed9-89e1-52990e0d8fd6 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "DELETE /v2.0/ports/597f9504-0bf7-4f49-ad0b-ce7038f2b9af HTTP/1.1" status: 204 len: 168 time: 1.0680482 Dec 14 02:55:05.965891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59506) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:05.967676 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a3c2206-4fdd-40d0-be27-4883a2766e0b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] DELETE failed (client error): The resource could not be found. Dec 14 02:55:05.968150 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a3c2206-4fdd-40d0-be27-4883a2766e0b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:55:05.978275 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0a3c2206-4fdd-40d0-be27-4883a2766e0b tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/subnets/145c658e-9c90-4234-b32a-39f635c747cc HTTP/1.1" status: 404 len: 337 time: 0.0562286 Dec 14 02:55:05.984247 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59508) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:06.034555 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e2e57a-9b88-4090-bdac-64c9bd89a9fc tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] GET failed (client error): The resource could not be found. Dec 14 02:55:06.039690 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a9e2e57a-9b88-4090-bdac-64c9bd89a9fc tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "GET /v2.0/ports/597f9504-0bf7-4f49-ad0b-ce7038f2b9af HTTP/1.1" status: 404 len: 333 time: 0.0681682 Dec 14 02:55:06.039690 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b98edeab-1233-4a95-b2dc-1b1afe3cd147 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fc957ce-b06a-4fe5-802f-decd8de2e0fc HTTP/1.1" status: 200 len: 205 time: 0.0567095 Dec 14 02:55:06.042097 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59512) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:06.042215 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59514) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:06.046498 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-50331532-2d4f-4eff-80a2-b30697ed96cf tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Request body: {'port': {'network_id': '73ef5d37-d64e-4701-9e0d-93cdb02e861a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1318512448'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:06.118522 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-742b3dd1-1f1a-438d-9dba-b95c9af26602 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] delete failed (client error): The resource could not be found. Dec 14 02:55:06.123080 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-742b3dd1-1f1a-438d-9dba-b95c9af26602 tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/routers/9fc957ce-b06a-4fe5-802f-decd8de2e0fc HTTP/1.1" status: 404 len: 336 time: 0.0799944 Dec 14 02:55:06.123684 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59516) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:06.170348 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-55378de4-3706-414c-bd42-d4792a835adb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] DELETE failed (client error): The resource could not be found. Dec 14 02:55:06.171802 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55378de4-3706-414c-bd42-d4792a835adb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:55:06.176282 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-55378de4-3706-414c-bd42-d4792a835adb tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/subnets/9915fb48-df03-455f-a156-ece924c3aa83 HTTP/1.1" status: 404 len: 337 time: 0.0503793 Dec 14 02:55:06.184987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59520) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:06.250562 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07d964b-dfb0-46e3-b3fd-c1c5ab1a023a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] DELETE failed (client error): The resource could not be found. Dec 14 02:55:06.276360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f07d964b-dfb0-46e3-b3fd-c1c5ab1a023a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:55:06.276360 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f07d964b-dfb0-46e3-b3fd-c1c5ab1a023a tempest-RoutersIpV6Test-573737225 tempest-RoutersIpV6Test-573737225-project] 10.222.0.39 "DELETE /v2.0/subnets/f2f83a3a-46be-40f8-bdf8-4be6606f45c8 HTTP/1.1" status: 404 len: 337 time: 0.0865576 Dec 14 02:55:06.334041 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:06.403414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50331532-2d4f-4eff-80a2-b30697ed96cf tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Made reservation on behalf of 2bb21c0b1dae4d9d93ea78d74098da72 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:06.408687 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-50331532-2d4f-4eff-80a2-b30697ed96cf tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:06.436894 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-50331532-2d4f-4eff-80a2-b30697ed96cf tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] device_id is not set on port 1cb69d1e-6406-4c88-b87c-39bc9b91f4d3 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:55:06.590210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-50331532-2d4f-4eff-80a2-b30697ed96cf tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Allocated IP 2001:db8::1ae (73ef5d37-d64e-4701-9e0d-93cdb02e861a/96df6ee5-94c6-4300-a7c0-3216c7dce551/1cb69d1e-6406-4c88-b87c-39bc9b91f4d3) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:06.781551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59542) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:06.802717 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-50331532-2d4f-4eff-80a2-b30697ed96cf tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:06.913525 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-50331532-2d4f-4eff-80a2-b30697ed96cf tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:06.996683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50331532-2d4f-4eff-80a2-b30697ed96cf tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Network 73ef5d37-d64e-4701-9e0d-93cdb02e861a is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:06.999884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-50331532-2d4f-4eff-80a2-b30697ed96cf tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:07.004215 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50331532-2d4f-4eff-80a2-b30697ed96cf tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:07.009930 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50331532-2d4f-4eff-80a2-b30697ed96cf tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:07.010566 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-50331532-2d4f-4eff-80a2-b30697ed96cf tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:07.051438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50331532-2d4f-4eff-80a2-b30697ed96cf tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event updated for resources: {'Port': ['ID=1cb69d1e-6406-4c88-b87c-39bc9b91f4d3,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:07.097930 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-af0ca1cb-a909-4b41-9448-f83dd074446c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00395e1ef3104ea683edcfb770d6d2a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3150513 Dec 14 02:55:07.100429 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59560) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:07.143565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-50331532-2d4f-4eff-80a2-b30697ed96cf tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1022685 Dec 14 02:55:07.146081 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59562) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:07.156124 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-8142c5a1-0dda-4ffe-98a7-b4e30b9e4369 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6b:0c:a5'}]}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:07.191650 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d42f256-7863-48f7-9681-71d6002b93fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:07.230191 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59564) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:07.235430 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d42f256-7863-48f7-9681-71d6002b93fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:07.257205 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8142c5a1-0dda-4ffe-98a7-b4e30b9e4369 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:07.414559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7d560de4-99e9-4aee-a76d-38148225bc9d None None] Provisioning complete for port 1cb69d1e-6406-4c88-b87c-39bc9b91f4d3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:07.415578 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7d560de4-99e9-4aee-a76d-38148225bc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:07.425043 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-ab608988-5e94-4c72-95c2-b6a68fce1881 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'network': {'name': 'tempest-RoutersTest-1161536812'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:07.453858 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d42f256-7863-48f7-9681-71d6002b93fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:07.456501 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d42f256-7863-48f7-9681-71d6002b93fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:07.460247 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2d42f256-7863-48f7-9681-71d6002b93fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91b2d740-d9a0-4576-8958-3d51fd45ff46 HTTP/1.1" status: 204 len: 168 time: 0.3563731 Dec 14 02:55:07.467150 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7d560de4-99e9-4aee-a76d-38148225bc9d None None] Port 1cb69d1e-6406-4c88-b87c-39bc9b91f4d3 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:07.468838 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42f256-7863-48f7-9681-71d6002b93fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b2d740-d9a0-4576-8958-3d51fd45ff46,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:07.513712 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8142c5a1-0dda-4ffe-98a7-b4e30b9e4369 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:07.559727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab608988-5e94-4c72-95c2-b6a68fce1881 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Made reservation on behalf of bef428db4a6f4b9588a0ee0333855037 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:07.564306 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab608988-5e94-4c72-95c2-b6a68fce1881 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:07.575291 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab608988-5e94-4c72-95c2-b6a68fce1881 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:07.607146 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8142c5a1-0dda-4ffe-98a7-b4e30b9e4369 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:07.639774 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-8142c5a1-0dda-4ffe-98a7-b4e30b9e4369 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] In _notify_port_updated(), no bound segment for port 1cb69d1e-6406-4c88-b87c-39bc9b91f4d3 on network 73ef5d37-d64e-4701-9e0d-93cdb02e861a {{(pid=103848) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:55:07.645287 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8142c5a1-0dda-4ffe-98a7-b4e30b9e4369 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:07.645917 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8142c5a1-0dda-4ffe-98a7-b4e30b9e4369 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:07.647291 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8142c5a1-0dda-4ffe-98a7-b4e30b9e4369 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "PUT /v2.0/ports/1cb69d1e-6406-4c88-b87c-39bc9b91f4d3 HTTP/1.1" status: 200 len: 1003 time: 0.4999723 Dec 14 02:55:07.651150 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59574) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:07.694995 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142c5a1-0dda-4ffe-98a7-b4e30b9e4369 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event updated for resources: {'Port': ['ID=1cb69d1e-6406-4c88-b87c-39bc9b91f4d3,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:07.725600 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab608988-5e94-4c72-95c2-b6a68fce1881 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:07.778288 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-490696b1-3ea4-48e9-95a1-0c6f3daa2b4a tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Deleting port 1cb69d1e-6406-4c88-b87c-39bc9b91f4d3 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:07.778678 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-490696b1-3ea4-48e9-95a1-0c6f3daa2b4a tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:07.780059 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:07.805685 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab608988-5e94-4c72-95c2-b6a68fce1881 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:07.854816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab608988-5e94-4c72-95c2-b6a68fce1881 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:55:07.884586 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab608988-5e94-4c72-95c2-b6a68fce1881 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:07.885907 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-ab608988-5e94-4c72-95c2-b6a68fce1881 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Added segment a0b07b70-7243-4683-b489-524f01237b85 of type vlan for network b9db309b-d67b-4ba6-abe0-4862c11c5686 Dec 14 02:55:07.895532 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab608988-5e94-4c72-95c2-b6a68fce1881 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fadd1b0-2cfe-4252-b19a-9fc68d0ef6a0,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:07.914162 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-490696b1-3ea4-48e9-95a1-0c6f3daa2b4a tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:07.928716 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-490696b1-3ea4-48e9-95a1-0c6f3daa2b4a tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Calling delete_port for 1cb69d1e-6406-4c88-b87c-39bc9b91f4d3 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:07.967722 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab608988-5e94-4c72-95c2-b6a68fce1881 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:08.016273 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-48072106-5ff5-491c-bbc8-a8e5ac7d9d10 None None] Provisioning complete for port 1cb69d1e-6406-4c88-b87c-39bc9b91f4d3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:08.016657 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-48072106-5ff5-491c-bbc8-a8e5ac7d9d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:08.070752 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-48072106-5ff5-491c-bbc8-a8e5ac7d9d10 None None] Port 1cb69d1e-6406-4c88-b87c-39bc9b91f4d3 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:08.083619 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab608988-5e94-4c72-95c2-b6a68fce1881 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:08.096991 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab608988-5e94-4c72-95c2-b6a68fce1881 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:08.096991 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ab608988-5e94-4c72-95c2-b6a68fce1881 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:08.194941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab608988-5e94-4c72-95c2-b6a68fce1881 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Network': ['ID=b9db309b-d67b-4ba6-abe0-4862c11c5686,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:08.202431 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-490696b1-3ea4-48e9-95a1-0c6f3daa2b4a tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:08.207292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network b9db309b-d67b-4ba6-abe0-4862c11c5686 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:55:08.256047 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-490696b1-3ea4-48e9-95a1-0c6f3daa2b4a tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:08.260305 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-490696b1-3ea4-48e9-95a1-0c6f3daa2b4a tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "DELETE /v2.0/ports/1cb69d1e-6406-4c88-b87c-39bc9b91f4d3 HTTP/1.1" status: 204 len: 168 time: 0.6077774 Dec 14 02:55:08.263386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59594) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:08.293983 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490696b1-3ea4-48e9-95a1-0c6f3daa2b4a tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event deleted for resources: {'Port': ['ID=1cb69d1e-6406-4c88-b87c-39bc9b91f4d3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:08.303640 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-96575bee-6fbd-42e2-ae8d-79ea3decde50 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] GET failed (client error): The resource could not be found. Dec 14 02:55:08.309547 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-96575bee-6fbd-42e2-ae8d-79ea3decde50 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "GET /v2.0/ports/1cb69d1e-6406-4c88-b87c-39bc9b91f4d3 HTTP/1.1" status: 404 len: 333 time: 0.0406818 Dec 14 02:55:08.309547 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ab608988-5e94-4c72-95c2-b6a68fce1881 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0774970 Dec 14 02:55:08.309547 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59596) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:08.314667 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-4241cd13-bcd9-4ea2-b75d-454c94405788 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Request body: {'port': {'network_id': '73ef5d37-d64e-4701-9e0d-93cdb02e861a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-752827074'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:08.315226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59598) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:08.327530 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9813b757-9ab3-4806-9ab3-9067eb937ea1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'network': {'name': 'tempest-RoutersTest-1596096897'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:08.423137 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9813b757-9ab3-4806-9ab3-9067eb937ea1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Made reservation on behalf of bef428db4a6f4b9588a0ee0333855037 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:08.429482 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9813b757-9ab3-4806-9ab3-9067eb937ea1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:08.465524 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9813b757-9ab3-4806-9ab3-9067eb937ea1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:55:08.475917 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9813b757-9ab3-4806-9ab3-9067eb937ea1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:08.476297 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-9813b757-9ab3-4806-9ab3-9067eb937ea1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Added segment a2782cee-fe9b-4579-85c5-3fce6be609d8 of type vlan for network 73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5 Dec 14 02:55:08.521138 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9813b757-9ab3-4806-9ab3-9067eb937ea1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:08.579812 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4241cd13-bcd9-4ea2-b75d-454c94405788 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Made reservation on behalf of 2bb21c0b1dae4d9d93ea78d74098da72 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:08.582802 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:08.583511 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4241cd13-bcd9-4ea2-b75d-454c94405788 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:08.615226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-4241cd13-bcd9-4ea2-b75d-454c94405788 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] device_id is not set on port c0dd4ec0-536e-446a-b01b-24519ec12514 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:55:08.623169 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9813b757-9ab3-4806-9ab3-9067eb937ea1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:08.631041 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9813b757-9ab3-4806-9ab3-9067eb937ea1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:08.631840 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9813b757-9ab3-4806-9ab3-9067eb937ea1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:08.720997 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813b757-9ab3-4806-9ab3-9067eb937ea1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Network': ['ID=73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:08.732124 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:55:08.765861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-4241cd13-bcd9-4ea2-b75d-454c94405788 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Allocated IP 2001:db8::7d (73ef5d37-d64e-4701-9e0d-93cdb02e861a/96df6ee5-94c6-4300-a7c0-3216c7dce551/c0dd4ec0-536e-446a-b01b-24519ec12514) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:08.795141 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9813b757-9ab3-4806-9ab3-9067eb937ea1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4788370 Dec 14 02:55:08.798232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59616) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:08.809668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-1e1e9965-4822-4673-8899-5b99aabe3992 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'subnet': {'network_id': 'b9db309b-d67b-4ba6-abe0-4862c11c5686', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:08.929215 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59620) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:09.007987 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4241cd13-bcd9-4ea2-b75d-454c94405788 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:09.048449 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-02c305a3-84bc-46a5-ac63-6e5b4e1f54d7 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1445842150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:09.051422 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1e9965-4822-4673-8899-5b99aabe3992 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Made reservation on behalf of bef428db4a6f4b9588a0ee0333855037 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:09.055112 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e1e9965-4822-4673-8899-5b99aabe3992 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:09.112727 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4241cd13-bcd9-4ea2-b75d-454c94405788 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:09.177007 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4241cd13-bcd9-4ea2-b75d-454c94405788 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Network 73ef5d37-d64e-4701-9e0d-93cdb02e861a is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:09.184140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-4241cd13-bcd9-4ea2-b75d-454c94405788 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:09.191456 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4241cd13-bcd9-4ea2-b75d-454c94405788 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:09.199260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4241cd13-bcd9-4ea2-b75d-454c94405788 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:09.200008 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4241cd13-bcd9-4ea2-b75d-454c94405788 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:09.207763 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241cd13-bcd9-4ea2-b75d-454c94405788 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event updated for resources: {'Port': ['ID=c0dd4ec0-536e-446a-b01b-24519ec12514,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:09.215817 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02c305a3-84bc-46a5-ac63-6e5b4e1f54d7 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:09.218080 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02c305a3-84bc-46a5-ac63-6e5b4e1f54d7 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:09.283104 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02c305a3-84bc-46a5-ac63-6e5b4e1f54d7 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:09.307330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4241cd13-bcd9-4ea2-b75d-454c94405788 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9938605 Dec 14 02:55:09.308305 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59632) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:09.316025 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b2a040b6-c4d3-40e9-a81e-446931db0d83 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Request body: {'port': {'network_id': '73ef5d37-d64e-4701-9e0d-93cdb02e861a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1988228538'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:09.525695 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02c305a3-84bc-46a5-ac63-6e5b4e1f54d7 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:09.537188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-008583d1-5efd-4300-ac80-feca00a8c145 None None] Provisioning complete for port c0dd4ec0-536e-446a-b01b-24519ec12514 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:09.537519 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-008583d1-5efd-4300-ac80-feca00a8c145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:09.568252 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e1e9965-4822-4673-8899-5b99aabe3992 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:09.625111 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a040b6-c4d3-40e9-a81e-446931db0d83 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Made reservation on behalf of 2bb21c0b1dae4d9d93ea78d74098da72 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:09.629013 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b2a040b6-c4d3-40e9-a81e-446931db0d83 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:09.633481 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-008583d1-5efd-4300-ac80-feca00a8c145 None None] Port c0dd4ec0-536e-446a-b01b-24519ec12514 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:09.654180 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [None req-b2a040b6-c4d3-40e9-a81e-446931db0d83 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] device_id is not set on port 420469ea-2b83-4bf5-afd0-5ea80a946be5 yet. {{(pid=103847) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:55:09.661058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e9965-4822-4673-8899-5b99aabe3992 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Subnet': ['ID=b1cd05b5-87ce-412f-9a2f-d6238b91e5d4,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:09.668776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e9965-4822-4673-8899-5b99aabe3992 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Checking segment: {'id': 'a0b07b70-7243-4683-b489-524f01237b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b9db309b-d67b-4ba6-abe0-4862c11c5686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:09.669148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1e9965-4822-4673-8899-5b99aabe3992 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network hostable DHCP agents. Network: b9db309b-d67b-4ba6-abe0-4862c11c5686, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:55:09.735747 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02c305a3-84bc-46a5-ac63-6e5b4e1f54d7 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:09.736972 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-02c305a3-84bc-46a5-ac63-6e5b4e1f54d7 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8067107 Dec 14 02:55:09.740014 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59636) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:09.745992 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-101cb33b-0e1b-40fe-a353-87fdba67b38b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-197323945'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:09.779536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1e9965-4822-4673-8899-5b99aabe3992 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network b9db309b-d67b-4ba6-abe0-4862c11c5686 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:55:09.806350 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-b2a040b6-c4d3-40e9-a81e-446931db0d83 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Allocated IP 2001:db8::265 (73ef5d37-d64e-4701-9e0d-93cdb02e861a/96df6ee5-94c6-4300-a7c0-3216c7dce551/420469ea-2b83-4bf5-afd0-5ea80a946be5) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:09.836573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101cb33b-0e1b-40fe-a353-87fdba67b38b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Made reservation on behalf of 0ce8b9d7933244f2a58342a672bbede2 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:09.840649 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-101cb33b-0e1b-40fe-a353-87fdba67b38b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:09.862424 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-101cb33b-0e1b-40fe-a353-87fdba67b38b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:09.918029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-1e1e9965-4822-4673-8899-5b99aabe3992 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, b9db309b-d67b-4ba6-abe0-4862c11c5686) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:09.927960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1e9965-4822-4673-8899-5b99aabe3992 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:09.929014 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1e1e9965-4822-4673-8899-5b99aabe3992 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:09.938765 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710262f3-b144-4f4a-bcf3-f935347c7c12 None None] Network b9db309b-d67b-4ba6-abe0-4862c11c5686 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:09.970149 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-101cb33b-0e1b-40fe-a353-87fdba67b38b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:09.997901 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b2a040b6-c4d3-40e9-a81e-446931db0d83 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:10.058878 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-b9db309b-d67b-4ba6-abe0-4862c11c5686', 'network_id': 'b9db309b-d67b-4ba6-abe0-4862c11c5686', 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'fixed_ips': [{'subnet_id': 'b1cd05b5-87ce-412f-9a2f-d6238b91e5d4'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:55:10.059777 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:10.088289 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-101cb33b-0e1b-40fe-a353-87fdba67b38b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:10.118151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101cb33b-0e1b-40fe-a353-87fdba67b38b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:55:10.124731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cb33b-0e1b-40fe-a353-87fdba67b38b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f57b7cca-fd1e-43ac-8f39-5ab9936c2e53,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:10.133172 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-101cb33b-0e1b-40fe-a353-87fdba67b38b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:10.133453 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b2a040b6-c4d3-40e9-a81e-446931db0d83 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:10.133586 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-101cb33b-0e1b-40fe-a353-87fdba67b38b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Added segment 157316c3-796d-433f-8d45-ba4870e6cef5 of type vlan for network 22b3a106-ee0a-4885-956e-dc90c64a786b Dec 14 02:55:10.140509 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1e1e9965-4822-4673-8899-5b99aabe3992 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3382833 Dec 14 02:55:10.144814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59644) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:10.150369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-4edde1eb-0886-4399-bedd-8347e25540f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'subnet': {'network_id': '73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:10.215438 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a040b6-c4d3-40e9-a81e-446931db0d83 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Network 73ef5d37-d64e-4701-9e0d-93cdb02e861a is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:10.237258 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a040b6-c4d3-40e9-a81e-446931db0d83 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event updated for resources: {'Port': ['ID=420469ea-2b83-4bf5-afd0-5ea80a946be5,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:10.248761 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-b2a040b6-c4d3-40e9-a81e-446931db0d83 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:10.255869 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Allocated IP 172.20.0.2 (b9db309b-d67b-4ba6-abe0-4862c11c5686/b1cd05b5-87ce-412f-9a2f-d6238b91e5d4/43dee421-365e-4131-a02c-da1a9f48e6ed) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:10.256199 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-101cb33b-0e1b-40fe-a353-87fdba67b38b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:10.271434 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a040b6-c4d3-40e9-a81e-446931db0d83 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:10.292677 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a040b6-c4d3-40e9-a81e-446931db0d83 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:10.293388 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b2a040b6-c4d3-40e9-a81e-446931db0d83 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:10.366509 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-101cb33b-0e1b-40fe-a353-87fdba67b38b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:10.374614 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101cb33b-0e1b-40fe-a353-87fdba67b38b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:10.375254 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-101cb33b-0e1b-40fe-a353-87fdba67b38b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:10.427434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edde1eb-0886-4399-bedd-8347e25540f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Made reservation on behalf of bef428db4a6f4b9588a0ee0333855037 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:10.430930 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4edde1eb-0886-4399-bedd-8347e25540f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:10.455944 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:10.509737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cb33b-0e1b-40fe-a353-87fdba67b38b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event updated for resources: {'Network': ['ID=22b3a106-ee0a-4885-956e-dc90c64a786b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:10.521877 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 22b3a106-ee0a-4885-956e-dc90c64a786b details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:55:10.526692 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b2a040b6-c4d3-40e9-a81e-446931db0d83 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2155228 Dec 14 02:55:10.528827 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59654) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:10.536592 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e6d93491-edf5-4d2f-bd41-ea47090363aa tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::7f', 'mac_address': 'fa:16:3e:6b:0c:a5'}, {'ip_address': '2001:db8::7d', 'mac_address': 'fa:16:3e:b6:ac:25'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:10.607759 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:10.609554 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-101cb33b-0e1b-40fe-a353-87fdba67b38b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8678002 Dec 14 02:55:10.612640 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59656) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:10.617471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-89bba916-ab41-4c6e-b25d-a3084204dfa7 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Request body: {'subnet': {'network_id': '22b3a106-ee0a-4885-956e-dc90c64a786b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:10.627640 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Network b9db309b-d67b-4ba6-abe0-4862c11c5686 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:10.651831 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:10.659152 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:10.726321 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e6d93491-edf5-4d2f-bd41-ea47090363aa tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:10.767215 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Pushing event updated for resources: {'Port': ['ID=43dee421-365e-4131-a02c-da1a9f48e6ed,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:10.788857 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-58654355-1144-42df-bc49-83029d321637 None None] Provisioning complete for port 420469ea-2b83-4bf5-afd0-5ea80a946be5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:10.789650 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58654355-1144-42df-bc49-83029d321637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:10.817698 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Attempting to bind port 43dee421-365e-4131-a02c-da1a9f48e6ed on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:55:10.818108 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Attempting to bind port 43dee421-365e-4131-a02c-da1a9f48e6ed by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'a0b07b70-7243-4683-b489-524f01237b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b9db309b-d67b-4ba6-abe0-4862c11c5686'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:55:10.818479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Attempting to bind port 43dee421-365e-4131-a02c-da1a9f48e6ed on network b9db309b-d67b-4ba6-abe0-4862c11c5686 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:55:10.832072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:55:10.832455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Checking segment: {'id': 'a0b07b70-7243-4683-b489-524f01237b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b9db309b-d67b-4ba6-abe0-4862c11c5686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:10.833070 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:10.833687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Bound using segment: {'id': 'a0b07b70-7243-4683-b489-524f01237b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b9db309b-d67b-4ba6-abe0-4862c11c5686'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:55:10.834354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Bound port: 43dee421-365e-4131-a02c-da1a9f48e6ed, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0b07b70-7243-4683-b489-524f01237b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b9db309b-d67b-4ba6-abe0-4862c11c5686'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:55:10.834924 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:10.854084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-58654355-1144-42df-bc49-83029d321637 None None] Port 420469ea-2b83-4bf5-afd0-5ea80a946be5 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:10.929331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] For port 43dee421-365e-4131-a02c-da1a9f48e6ed, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:55:10.935737 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] For port 43dee421-365e-4131-a02c-da1a9f48e6ed, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=43dee421-365e-4131-a02c-da1a9f48e6ed,segment=NetworkSegment(a0b07b70-7243-4683-b489-524f01237b85),segment_id=a0b07b70-7243-4683-b489-524f01237b85)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:55:11.013558 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:11.014962 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e6d93491-edf5-4d2f-bd41-ea47090363aa tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:11.082272 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a9882-40a5-497f-bdd4-e5de59cdbe03 None None] Pushing event updated for resources: {'Port': ['ID=43dee421-365e-4131-a02c-da1a9f48e6ed,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:11.111281 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4edde1eb-0886-4399-bedd-8347e25540f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:11.139891 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e6d93491-edf5-4d2f-bd41-ea47090363aa tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:11.148119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bba916-ab41-4c6e-b25d-a3084204dfa7 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Made reservation on behalf of 0ce8b9d7933244f2a58342a672bbede2 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:11.152099 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-89bba916-ab41-4c6e-b25d-a3084204dfa7 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:11.171303 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e6d93491-edf5-4d2f-bd41-ea47090363aa tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] In _notify_port_updated(), no bound segment for port 420469ea-2b83-4bf5-afd0-5ea80a946be5 on network 73ef5d37-d64e-4701-9e0d-93cdb02e861a {{(pid=103847) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 14 02:55:11.178994 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d93491-edf5-4d2f-bd41-ea47090363aa tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:11.180017 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e6d93491-edf5-4d2f-bd41-ea47090363aa tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:11.181318 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e6d93491-edf5-4d2f-bd41-ea47090363aa tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "PUT /v2.0/ports/420469ea-2b83-4bf5-afd0-5ea80a946be5 HTTP/1.1" status: 200 len: 1066 time: 0.6511931 Dec 14 02:55:11.223560 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59666) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:11.248147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edde1eb-0886-4399-bedd-8347e25540f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Subnet': ['ID=eae001d6-8a6c-45dc-9135-dc099580d99c,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:11.292540 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d93491-edf5-4d2f-bd41-ea47090363aa tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event updated for resources: {'Port': ['ID=420469ea-2b83-4bf5-afd0-5ea80a946be5,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:11.309120 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edde1eb-0886-4399-bedd-8347e25540f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Checking segment: {'id': 'a2782cee-fe9b-4579-85c5-3fce6be609d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:11.309590 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edde1eb-0886-4399-bedd-8347e25540f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network hostable DHCP agents. Network: 73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:55:11.423820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edde1eb-0886-4399-bedd-8347e25540f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network 73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:55:11.439510 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-84940cb3-4516-4f29-b52b-f683640c5071 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Deleting port 420469ea-2b83-4bf5-afd0-5ea80a946be5 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:11.440121 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84940cb3-4516-4f29-b52b-f683640c5071 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:11.535528 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-4edde1eb-0886-4399-bedd-8347e25540f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:11.549793 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8abe012-7d71-420d-9134-4176204e6bc7 None None] Network 73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:11.550209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edde1eb-0886-4399-bedd-8347e25540f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:11.550816 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4edde1eb-0886-4399-bedd-8347e25540f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:11.582795 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84940cb3-4516-4f29-b52b-f683640c5071 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:11.586101 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-89bba916-ab41-4c6e-b25d-a3084204dfa7 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:11.600301 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-84940cb3-4516-4f29-b52b-f683640c5071 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Calling delete_port for 420469ea-2b83-4bf5-afd0-5ea80a946be5 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:11.679900 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4edde1eb-0886-4399-bedd-8347e25540f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5342185 Dec 14 02:55:11.683435 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59678) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:11.692814 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ac0c024e-4fb5-4f75-8c15-2e786c2931d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-169956431', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:11.695953 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5', 'network_id': '73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5', 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'fixed_ips': [{'subnet_id': 'eae001d6-8a6c-45dc-9135-dc099580d99c'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:55:11.696808 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:11.719331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bba916-ab41-4c6e-b25d-a3084204dfa7 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event updated for resources: {'Subnet': ['ID=1f87eacb-a161-4c80-923d-b82afa9c4930,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:11.724076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-25b34435-56a5-4e2d-a39f-da6aa3407da5 None None] Provisioning complete for port 420469ea-2b83-4bf5-afd0-5ea80a946be5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:11.724707 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-25b34435-56a5-4e2d-a39f-da6aa3407da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:11.730794 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bba916-ab41-4c6e-b25d-a3084204dfa7 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Checking segment: {'id': '157316c3-796d-433f-8d45-ba4870e6cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '22b3a106-ee0a-4885-956e-dc90c64a786b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:11.731175 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bba916-ab41-4c6e-b25d-a3084204dfa7 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Network hostable DHCP agents. Network: 22b3a106-ee0a-4885-956e-dc90c64a786b, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:55:11.828410 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-25b34435-56a5-4e2d-a39f-da6aa3407da5 None None] Port 420469ea-2b83-4bf5-afd0-5ea80a946be5 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:11.831019 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bba916-ab41-4c6e-b25d-a3084204dfa7 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Network 22b3a106-ee0a-4885-956e-dc90c64a786b is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:55:11.865406 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ac0c024e-4fb5-4f75-8c15-2e786c2931d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:11.866495 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ac0c024e-4fb5-4f75-8c15-2e786c2931d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:11.887430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Allocated IP 172.21.0.2 (73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5/eae001d6-8a6c-45dc-9135-dc099580d99c/ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:11.919699 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84940cb3-4516-4f29-b52b-f683640c5071 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:11.959588 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-89bba916-ab41-4c6e-b25d-a3084204dfa7 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 22b3a106-ee0a-4885-956e-dc90c64a786b) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:11.964514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bba916-ab41-4c6e-b25d-a3084204dfa7 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:11.968013 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-89bba916-ab41-4c6e-b25d-a3084204dfa7 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:11.970345 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84940cb3-4516-4f29-b52b-f683640c5071 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event deleted for resources: {'Port': ['ID=420469ea-2b83-4bf5-afd0-5ea80a946be5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:12.015223 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ac0c024e-4fb5-4f75-8c15-2e786c2931d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:12.078538 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-89bba916-ab41-4c6e-b25d-a3084204dfa7 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4621112 Dec 14 02:55:12.084245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59684) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:12.084245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-75be7f20-6867-4785-969c-f014539a7308 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Request body: {'network': {'name': 'tempest-router-network01--1940868118'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:12.123204 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ac0c024e-4fb5-4f75-8c15-2e786c2931d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:12.187100 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f94b36-f558-428a-b5e7-5f88cb3f85d0 None None] Network 22b3a106-ee0a-4885-956e-dc90c64a786b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:12.194751 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75be7f20-6867-4785-969c-f014539a7308 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Made reservation on behalf of 0ce8b9d7933244f2a58342a672bbede2 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:12.208479 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75be7f20-6867-4785-969c-f014539a7308 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:12.209581 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-84940cb3-4516-4f29-b52b-f683640c5071 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:12.214143 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-84940cb3-4516-4f29-b52b-f683640c5071 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "DELETE /v2.0/ports/420469ea-2b83-4bf5-afd0-5ea80a946be5 HTTP/1.1" status: 204 len: 168 time: 1.0002060 Dec 14 02:55:12.216267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59688) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:12.265890 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c01c92-10f1-4800-aa48-c61f9b90ddf0 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] GET failed (client error): The resource could not be found. Dec 14 02:55:12.267960 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c3c01c92-10f1-4800-aa48-c61f9b90ddf0 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "GET /v2.0/ports/420469ea-2b83-4bf5-afd0-5ea80a946be5 HTTP/1.1" status: 404 len: 333 time: 0.0502462 Dec 14 02:55:12.270161 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59692) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:12.277725 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75be7f20-6867-4785-969c-f014539a7308 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:55:12.302361 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75be7f20-6867-4785-969c-f014539a7308 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:12.302980 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-75be7f20-6867-4785-969c-f014539a7308 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Added segment fd1a483b-cdec-4d23-862b-ecee63f14e1d of type vlan for network 7d71815f-3cbe-4770-b998-846a566a8e8b Dec 14 02:55:12.360553 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ac0c024e-4fb5-4f75-8c15-2e786c2931d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:12.362168 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ac0c024e-4fb5-4f75-8c15-2e786c2931d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6732252 Dec 14 02:55:12.372179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59696) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:12.386009 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:12.463316 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-22b3a106-ee0a-4885-956e-dc90c64a786b', 'network_id': '22b3a106-ee0a-4885-956e-dc90c64a786b', 'project_id': '0ce8b9d7933244f2a58342a672bbede2', 'fixed_ips': [{'subnet_id': '1f87eacb-a161-4c80-923d-b82afa9c4930'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:55:12.465559 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:12.503503 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:12.531212 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75be7f20-6867-4785-969c-f014539a7308 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:12.575581 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 43dee421-365e-4131-a02c-da1a9f48e6ed up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:12.576573 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-af8f7242-8184-4032-a1fb-4fe97101ed9c tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Deleting port c0dd4ec0-536e-446a-b01b-24519ec12514 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:12.577335 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af8f7242-8184-4032-a1fb-4fe97101ed9c tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:12.596332 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Network 73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:12.682710 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:12.692284 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:12.709997 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Pushing event updated for resources: {'Port': ['ID=ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:12.742717 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af8f7242-8184-4032-a1fb-4fe97101ed9c tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:12.767679 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-af8f7242-8184-4032-a1fb-4fe97101ed9c tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Calling delete_port for c0dd4ec0-536e-446a-b01b-24519ec12514 owned by {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:12.809843 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75be7f20-6867-4785-969c-f014539a7308 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:12.817849 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75be7f20-6867-4785-969c-f014539a7308 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:12.818511 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75be7f20-6867-4785-969c-f014539a7308 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:12.829260 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4ec49c21-f3e8-41ed-ba22-f3fcad626044 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:12.839315 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e734b79-13e3-4a04-be33-4af1da32e952 None None] Network b9db309b-d67b-4ba6-abe0-4862c11c5686 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:12.949608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Allocated IP 172.20.0.2 (22b3a106-ee0a-4885-956e-dc90c64a786b/1f87eacb-a161-4c80-923d-b82afa9c4930/4777b1a0-4fd2-4863-9dd7-ebaed87687b0) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:12.963216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Attempting to bind port ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:55:12.972331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Attempting to bind port ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'a2782cee-fe9b-4579-85c5-3fce6be609d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:55:12.972331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Attempting to bind port ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402 on network 73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:55:12.972589 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be7f20-6867-4785-969c-f014539a7308 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event updated for resources: {'Network': ['ID=7d71815f-3cbe-4770-b998-846a566a8e8b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:12.981229 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59706) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:12.981645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-75be7f20-6867-4785-969c-f014539a7308 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9013174 Dec 14 02:55:12.988976 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4b300312-0c14-414a-961a-13df957ea1c4 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Request body: {'network': {'name': 'tempest-router-network02--1831545131'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:12.989727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 7d71815f-3cbe-4770-b998-846a566a8e8b details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:55:13.000498 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:55:13.006769 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Checking segment: {'id': 'a2782cee-fe9b-4579-85c5-3fce6be609d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:13.006769 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.006769 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Bound using segment: {'id': 'a2782cee-fe9b-4579-85c5-3fce6be609d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:55:13.006769 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Bound port: ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2782cee-fe9b-4579-85c5-3fce6be609d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:55:13.006769 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.018147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 43dee421-365e-4131-a02c-da1a9f48e6ed triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:13.018522 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.065688 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af8f7242-8184-4032-a1fb-4fe97101ed9c tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.080479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-20ff07c9-88ac-45aa-a97e-d994cc62c64b None None] Provisioning complete for port 43dee421-365e-4131-a02c-da1a9f48e6ed triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:13.080890 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-20ff07c9-88ac-45aa-a97e-d994cc62c64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.133869 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f7242-8184-4032-a1fb-4fe97101ed9c tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event deleted for resources: {'Port': ['ID=c0dd4ec0-536e-446a-b01b-24519ec12514,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:13.150065 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af8f7242-8184-4032-a1fb-4fe97101ed9c tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.155814 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-af8f7242-8184-4032-a1fb-4fe97101ed9c tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "DELETE /v2.0/ports/c0dd4ec0-536e-446a-b01b-24519ec12514 HTTP/1.1" status: 204 len: 168 time: 0.8843117 Dec 14 02:55:13.156816 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b300312-0c14-414a-961a-13df957ea1c4 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Made reservation on behalf of 0ce8b9d7933244f2a58342a672bbede2 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:13.159232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59710) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:13.160401 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b300312-0c14-414a-961a-13df957ea1c4 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.192918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-4ec49c21-f3e8-41ed-ba22-f3fcad626044 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Allocated IP 172.20.0.1 (b9db309b-d67b-4ba6-abe0-4862c11c5686/b1cd05b5-87ce-412f-9a2f-d6238b91e5d4/0ed23899-bb1e-4447-a76c-6884f8301991) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:13.206487 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b300312-0c14-414a-961a-13df957ea1c4 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:55:13.218464 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b300312-0c14-414a-961a-13df957ea1c4 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.224728 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-4b300312-0c14-414a-961a-13df957ea1c4 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Added segment 627dc82a-c647-4187-a746-d4e253bb1037 of type vlan for network 689c1bf3-d929-44f2-9798-76aefecc0e99 Dec 14 02:55:13.241424 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfab87b-de9b-40cb-89fc-34125b6a0ab8 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] GET failed (client error): The resource could not be found. Dec 14 02:55:13.247623 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5cfab87b-de9b-40cb-89fc-34125b6a0ab8 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "GET /v2.0/ports/c0dd4ec0-536e-446a-b01b-24519ec12514 HTTP/1.1" status: 404 len: 333 time: 0.0408485 Dec 14 02:55:13.257976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59712) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:13.293423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] For port ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:55:13.341165 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] For port ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402,segment=NetworkSegment(a2782cee-fe9b-4579-85c5-3fce6be609d8),segment_id=a2782cee-fe9b-4579-85c5-3fce6be609d8)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:55:13.362418 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b300312-0c14-414a-961a-13df957ea1c4 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.467519 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.503903 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.535913 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-20ff07c9-88ac-45aa-a97e-d994cc62c64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.545075 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4ec49c21-f3e8-41ed-ba22-f3fcad626044 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.557760 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b300312-0c14-414a-961a-13df957ea1c4 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.568254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b300312-0c14-414a-961a-13df957ea1c4 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:13.569185 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b300312-0c14-414a-961a-13df957ea1c4 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.577818 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.664352 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38bb058-4036-4c37-8d34-598084a1a455 None None] Pushing event updated for resources: {'Port': ['ID=ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:13.680397 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-25905c9d-71a7-4b5b-a913-b366faeca94c tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Deleting port e42fe47a-273c-47a4-b11a-bc797573db78 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:13.681130 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-25905c9d-71a7-4b5b-a913-b366faeca94c tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.699622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 43dee421-365e-4131-a02c-da1a9f48e6ed, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=43dee421-365e-4131-a02c-da1a9f48e6ed,segment=NetworkSegment(a0b07b70-7243-4683-b489-524f01237b85),segment_id=a0b07b70-7243-4683-b489-524f01237b85)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:13.701768 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.723107 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4b300312-0c14-414a-961a-13df957ea1c4 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7405844 Dec 14 02:55:13.725886 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59722) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:13.731625 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-fe294ab7-8617-4de1-8248-48b3904697fa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Request body: {'subnet': {'network_id': '7d71815f-3cbe-4770-b998-846a566a8e8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:13.738504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b300312-0c14-414a-961a-13df957ea1c4 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event updated for resources: {'Network': ['ID=689c1bf3-d929-44f2-9798-76aefecc0e99,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:13.753759 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Pushing event updated for resources: {'Port': ['ID=4777b1a0-4fd2-4863-9dd7-ebaed87687b0,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:13.758519 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 689c1bf3-d929-44f2-9798-76aefecc0e99 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:55:13.766692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Network 22b3a106-ee0a-4885-956e-dc90c64a786b is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:13.782867 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:13.852230 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-25905c9d-71a7-4b5b-a913-b366faeca94c tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.864221 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:13.875592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-25905c9d-71a7-4b5b-a913-b366faeca94c tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Calling delete_port for e42fe47a-273c-47a4-b11a-bc797573db78 owned by {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:13.876489 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-20ff07c9-88ac-45aa-a97e-d994cc62c64b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:55:13.877020 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-20ff07c9-88ac-45aa-a97e-d994cc62c64b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:55:13.877802 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.894392 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4ec49c21-f3e8-41ed-ba22-f3fcad626044 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:13.980120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe294ab7-8617-4de1-8248-48b3904697fa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Made reservation on behalf of 0ce8b9d7933244f2a58342a672bbede2 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:13.984527 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe294ab7-8617-4de1-8248-48b3904697fa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:14.040014 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Attempting to bind port 4777b1a0-4fd2-4863-9dd7-ebaed87687b0 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:55:14.040385 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Attempting to bind port 4777b1a0-4fd2-4863-9dd7-ebaed87687b0 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '157316c3-796d-433f-8d45-ba4870e6cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '22b3a106-ee0a-4885-956e-dc90c64a786b'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:55:14.040886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Attempting to bind port 4777b1a0-4fd2-4863-9dd7-ebaed87687b0 on network 22b3a106-ee0a-4885-956e-dc90c64a786b {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:55:14.047760 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:55:14.048155 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Checking segment: {'id': '157316c3-796d-433f-8d45-ba4870e6cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '22b3a106-ee0a-4885-956e-dc90c64a786b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:14.048552 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:14.048954 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Bound using segment: {'id': '157316c3-796d-433f-8d45-ba4870e6cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '22b3a106-ee0a-4885-956e-dc90c64a786b'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:55:14.049528 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Bound port: 4777b1a0-4fd2-4863-9dd7-ebaed87687b0, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157316c3-796d-433f-8d45-ba4870e6cef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '22b3a106-ee0a-4885-956e-dc90c64a786b'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:55:14.049916 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:14.064907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=43dee421-365e-4131-a02c-da1a9f48e6ed,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:14.153955 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] For port 4777b1a0-4fd2-4863-9dd7-ebaed87687b0, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:55:14.158465 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] For port 4777b1a0-4fd2-4863-9dd7-ebaed87687b0, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=4777b1a0-4fd2-4863-9dd7-ebaed87687b0,segment=NetworkSegment(157316c3-796d-433f-8d45-ba4870e6cef5),segment_id=157316c3-796d-433f-8d45-ba4870e6cef5)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:55:14.165393 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec49c21-f3e8-41ed-ba22-f3fcad626044 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network b9db309b-d67b-4ba6-abe0-4862c11c5686 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:14.169317 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-4ec49c21-f3e8-41ed-ba22-f3fcad626044 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:14.174153 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec49c21-f3e8-41ed-ba22-f3fcad626044 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:14.178427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec49c21-f3e8-41ed-ba22-f3fcad626044 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=0ed23899-bb1e-4447-a76c-6884f8301991,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:14.230077 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4ec49c21-f3e8-41ed-ba22-f3fcad626044 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:14.268805 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:14.272527 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-25905c9d-71a7-4b5b-a913-b366faeca94c tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:14.323843 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25905c9d-71a7-4b5b-a913-b366faeca94c tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event deleted for resources: {'Port': ['ID=e42fe47a-273c-47a4-b11a-bc797573db78,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:14.370496 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce782de-20b1-4e94-840b-f65684882c96 None None] Pushing event updated for resources: {'Port': ['ID=4777b1a0-4fd2-4863-9dd7-ebaed87687b0,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:14.420382 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe294ab7-8617-4de1-8248-48b3904697fa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:14.489532 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-25905c9d-71a7-4b5b-a913-b366faeca94c tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:14.500381 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-25905c9d-71a7-4b5b-a913-b366faeca94c tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "DELETE /v2.0/ports/e42fe47a-273c-47a4-b11a-bc797573db78 HTTP/1.1" status: 204 len: 168 time: 1.2362945 Dec 14 02:55:14.500381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59734) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:14.575455 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe294ab7-8617-4de1-8248-48b3904697fa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event updated for resources: {'Subnet': ['ID=1285f517-2154-4ca4-b705-6e3c4b7f38ad,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:14.581383 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea16d0e-1ba6-4a9e-b199-ef02924b9567 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Deleting subnet 96df6ee5-94c6-4300-a7c0-3216c7dce551 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:55:14.589540 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cea16d0e-1ba6-4a9e-b199-ef02924b9567 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:14.595468 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe294ab7-8617-4de1-8248-48b3904697fa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Checking segment: {'id': 'fd1a483b-cdec-4d23-862b-ecee63f14e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d71815f-3cbe-4770-b998-846a566a8e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:14.596061 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe294ab7-8617-4de1-8248-48b3904697fa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Network hostable DHCP agents. Network: 7d71815f-3cbe-4770-b998-846a566a8e8b, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:55:14.658978 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e878cabd-3122-428a-a1bc-1f36e6747d00 None None] Provisioning complete for port 43dee421-365e-4131-a02c-da1a9f48e6ed triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:14.659817 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e878cabd-3122-428a-a1bc-1f36e6747d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:14.756572 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe294ab7-8617-4de1-8248-48b3904697fa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Network 7d71815f-3cbe-4770-b998-846a566a8e8b is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:55:14.756723 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cea16d0e-1ba6-4a9e-b199-ef02924b9567 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:14.756932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 43dee421-365e-4131-a02c-da1a9f48e6ed up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:14.772270 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4ec49c21-f3e8-41ed-ba22-f3fcad626044 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:14.859496 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-fe294ab7-8617-4de1-8248-48b3904697fa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 7d71815f-3cbe-4770-b998-846a566a8e8b) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:14.873606 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe294ab7-8617-4de1-8248-48b3904697fa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:14.875420 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe294ab7-8617-4de1-8248-48b3904697fa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:14.879058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2b9e80-ce78-49a5-8978-decca74bd4da None None] Network 7d71815f-3cbe-4770-b998-846a566a8e8b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:15.027742 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fe294ab7-8617-4de1-8248-48b3904697fa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2981470 Dec 14 02:55:15.027742 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59746) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:15.034134 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3dd76400-d43c-4c83-ad96-e6f46ef10a46 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Request body: {'subnet': {'network_id': '689c1bf3-d929-44f2-9798-76aefecc0e99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:15.081001 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cea16d0e-1ba6-4a9e-b199-ef02924b9567 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:15.111513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-7d71815f-3cbe-4770-b998-846a566a8e8b', 'network_id': '7d71815f-3cbe-4770-b998-846a566a8e8b', 'project_id': '0ce8b9d7933244f2a58342a672bbede2', 'fixed_ips': [{'subnet_id': '1285f517-2154-4ca4-b705-6e3c4b7f38ad'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:55:15.116345 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:15.311147 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd76400-d43c-4c83-ad96-e6f46ef10a46 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Made reservation on behalf of 0ce8b9d7933244f2a58342a672bbede2 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:15.321036 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3dd76400-d43c-4c83-ad96-e6f46ef10a46 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:15.362617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 43dee421-365e-4131-a02c-da1a9f48e6ed triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:15.363003 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:15.378570 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cea16d0e-1ba6-4a9e-b199-ef02924b9567 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:15.451833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea16d0e-1ba6-4a9e-b199-ef02924b9567 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event deleted for resources: {'Subnet': ['ID=96df6ee5-94c6-4300-a7c0-3216c7dce551,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:15.455881 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4ec49c21-f3e8-41ed-ba22-f3fcad626044 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:15.459990 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cea16d0e-1ba6-4a9e-b199-ef02924b9567 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:15.463907 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cea16d0e-1ba6-4a9e-b199-ef02924b9567 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "DELETE /v2.0/subnets/96df6ee5-94c6-4300-a7c0-3216c7dce551 HTTP/1.1" status: 204 len: 168 time: 0.9642038 Dec 14 02:55:15.473618 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59758) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:15.530366 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d510629d-1238-4de1-ac26-4b4d986a8a26 None None] Network 73ef5d37-d64e-4701-9e0d-93cdb02e861a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:15.537413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfecdff-397f-4237-84a4-bf940c33a436 None None] Network 73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:15.547490 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4ec49c21-f3e8-41ed-ba22-f3fcad626044 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:15.676778 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec49c21-f3e8-41ed-ba22-f3fcad626044 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=0ed23899-bb1e-4447-a76c-6884f8301991,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:15.720590 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:15.731635 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4ec49c21-f3e8-41ed-ba22-f3fcad626044 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:15.780039 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3dd76400-d43c-4c83-ad96-e6f46ef10a46 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:15.949295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd76400-d43c-4c83-ad96-e6f46ef10a46 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event updated for resources: {'Subnet': ['ID=54a81025-29e8-4ca5-b747-cfea81bd9842,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:15.974002 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd76400-d43c-4c83-ad96-e6f46ef10a46 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Checking segment: {'id': '627dc82a-c647-4187-a746-d4e253bb1037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '689c1bf3-d929-44f2-9798-76aefecc0e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:15.974378 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd76400-d43c-4c83-ad96-e6f46ef10a46 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Network hostable DHCP agents. Network: 689c1bf3-d929-44f2-9798-76aefecc0e99, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:55:16.079664 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7f449e26-2def-4e59-a8de-b4158b6678c4 None None] Provisioning complete for port 0ed23899-bb1e-4447-a76c-6884f8301991 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:16.080280 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7f449e26-2def-4e59-a8de-b4158b6678c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:16.115058 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd76400-d43c-4c83-ad96-e6f46ef10a46 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Network 689c1bf3-d929-44f2-9798-76aefecc0e99 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:55:16.186422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Allocated IP 172.20.0.2 (7d71815f-3cbe-4770-b998-846a566a8e8b/1285f517-2154-4ca4-b705-6e3c4b7f38ad/927aa823-c54a-4b07-b91d-c8aafb40a96f) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:16.212887 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7f449e26-2def-4e59-a8de-b4158b6678c4 None None] Port 0ed23899-bb1e-4447-a76c-6884f8301991 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:16.219520 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-3dd76400-d43c-4c83-ad96-e6f46ef10a46 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 689c1bf3-d929-44f2-9798-76aefecc0e99) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:16.220862 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3272099-f9e4-425c-826a-00a932b7d9b5 None None] Network 22b3a106-ee0a-4885-956e-dc90c64a786b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:16.224791 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd76400-d43c-4c83-ad96-e6f46ef10a46 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:16.225520 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3dd76400-d43c-4c83-ad96-e6f46ef10a46 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:16.251973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Deleting port d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:16.252947 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:16.293008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec49c21-f3e8-41ed-ba22-f3fcad626044 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network b9db309b-d67b-4ba6-abe0-4862c11c5686 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:16.295984 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-4ec49c21-f3e8-41ed-ba22-f3fcad626044 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:16.297013 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f938f5-f5b4-4ee8-867d-836de2fcffb3 None None] Network 689c1bf3-d929-44f2-9798-76aefecc0e99 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:16.340029 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3dd76400-d43c-4c83-ad96-e6f46ef10a46 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3126287 Dec 14 02:55:16.342868 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59780) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:16.514603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] For port d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b,segment=NetworkSegment(d6b6ddba-e4fd-4948-9131-edc32a0bf8ab),segment_id=d6b6ddba-e4fd-4948-9131-edc32a0bf8ab)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:16.515259 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:16.542234 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Calling delete_port for d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:16.568347 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:16.622190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-15bf6719-fb2b-47a7-8e1b-0b2d8906f63f None None] Provisioning complete for port 4777b1a0-4fd2-4863-9dd7-ebaed87687b0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:16.622573 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15bf6719-fb2b-47a7-8e1b-0b2d8906f63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:16.707597 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8b82ac-d24a-43a8-a6c1-34e0e76c8963 None None] DHCP port deletion for 73ef5d37-d64e-4701-9e0d-93cdb02e861a request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:55:16.791747 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-689c1bf3-d929-44f2-9798-76aefecc0e99', 'network_id': '689c1bf3-d929-44f2-9798-76aefecc0e99', 'project_id': '0ce8b9d7933244f2a58342a672bbede2', 'fixed_ips': [{'subnet_id': '54a81025-29e8-4ca5-b747-cfea81bd9842'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:55:16.793106 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:16.814106 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:16.861558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event deleted for resources: {'Port': ['ID=d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:16.877118 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] No DVR routers for this DVR port d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:55:16.898445 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-115b2c1c-c99b-4231-8f1a-f2db0562f0ce tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:16.973900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec49c21-f3e8-41ed-ba22-f3fcad626044 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router 3f626d15-f19c-48e9-a279-37f7b69ecaa3 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:55:17.040327 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:17.062503 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:17.062503 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:17.062503 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:17.182566 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:17.193066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec49c21-f3e8-41ed-ba22-f3fcad626044 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:55:17.211930 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa6f32c-1005-4c04-9079-335617689115 None None] Sync routers for ids ['3f626d15-f19c-48e9-a279-37f7b69ecaa3'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:55:17.226328 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4ec49c21-f3e8-41ed-ba22-f3fcad626044 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/3f626d15-f19c-48e9-a279-37f7b69ecaa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8530083 Dec 14 02:55:17.236295 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15bf6719-fb2b-47a7-8e1b-0b2d8906f63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:17.237874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59790) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:17.268585 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-fb8b82ac-d24a-43a8-a6c1-34e0e76c8963 None None] Deleting port d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:17.281681 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fb8b82ac-d24a-43a8-a6c1-34e0e76c8963 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:17.293650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ef5d37-d64e-4701-9e0d-93cdb02e861a']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:17.314513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b6ddba-e4fd-4948-9131-edc32a0bf8ab') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:17.315187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b6ddba-e4fd-4948-9131-edc32a0bf8ab') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:17.326763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Pushing event updated for resources: {'Port': ['ID=927aa823-c54a-4b07-b91d-c8aafb40a96f,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:17.335328 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Allocated IP 172.20.0.2 (689c1bf3-d929-44f2-9798-76aefecc0e99/54a81025-29e8-4ca5-b747-cfea81bd9842/5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:17.346868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48c468-2f7b-4f9d-b419-b7aefc6942d4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:17.351803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fa48c468-2f7b-4f9d-b419-b7aefc6942d4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/ports/0ed23899-bb1e-4447-a76c-6884f8301991 HTTP/1.1" status: 200 len: 910 time: 0.1073775 Dec 14 02:55:17.352991 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59792) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:17.358910 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:17.465016 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:17.487169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:55:17.489068 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:17.510631 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:55:17.533376 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:55:17.578723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-fb8b82ac-d24a-43a8-a6c1-34e0e76c8963 None None] For port d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b, host n-d-821636-1, got binding levels [] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:17.579130 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fb8b82ac-d24a-43a8-a6c1-34e0e76c8963 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:17.594188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-fb8b82ac-d24a-43a8-a6c1-34e0e76c8963 None None] Calling delete_port for d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:17.597002 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Network 7d71815f-3cbe-4770-b998-846a566a8e8b is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:17.605741 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.ipam_backend_mixin [None req-fb8b82ac-d24a-43a8-a6c1-34e0e76c8963 None None] Port d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b was not found and therefore no delete operation was performed {{(pid=103849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 02:55:17.628128 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-15bf6719-fb2b-47a7-8e1b-0b2d8906f63f None None] For port 4777b1a0-4fd2-4863-9dd7-ebaed87687b0, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=4777b1a0-4fd2-4863-9dd7-ebaed87687b0,segment=NetworkSegment(157316c3-796d-433f-8d45-ba4870e6cef5),segment_id=157316c3-796d-433f-8d45-ba4870e6cef5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:17.631554 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:17.634060 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:17.643213 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:17.647137 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fb8b82ac-d24a-43a8-a6c1-34e0e76c8963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:17.657873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:17.658479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:17.659007 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:17.659548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:17.660061 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:17.660641 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:17.661151 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:17.661691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:17.662211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:17.662731 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:17.663249 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:17.663794 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:17.664298 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:17.669243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa6f32c-1005-4c04-9079-335617689115 None None] Routers {'3f626d15-f19c-48e9-a279-37f7b69ecaa3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:17.670676 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-efa6f32c-1005-4c04-9079-335617689115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3f626d15-f19c-48e9-a279-37f7b69ecaa3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:17.705690 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-115b2c1c-c99b-4231-8f1a-f2db0562f0ce tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Allocated IP 172.20.0.1 (7d71815f-3cbe-4770-b998-846a566a8e8b/1285f517-2154-4ca4-b705-6e3c4b7f38ad/08eea338-1a1d-4250-a16e-84c16666c50c) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:17.715999 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-efa6f32c-1005-4c04-9079-335617689115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:17.720528 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b82ac-d24a-43a8-a6c1-34e0e76c8963 None None] No DVR routers for this DVR port d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:55:17.730005 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15bf6719-fb2b-47a7-8e1b-0b2d8906f63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:17.735210 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Network 689c1bf3-d929-44f2-9798-76aefecc0e99 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:17.808162 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:17.835176 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-115b2c1c-c99b-4231-8f1a-f2db0562f0ce tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:17.854462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:17.864363 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:17.875065 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:17.881106 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa6f32c-1005-4c04-9079-335617689115 None None] Routers {'3f626d15-f19c-48e9-a279-37f7b69ecaa3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:17.884613 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] 10.222.0.39 "DELETE /v2.0/networks/73ef5d37-d64e-4701-9e0d-93cdb02e861a HTTP/1.1" status: 204 len: 168 time: 2.4069366 Dec 14 02:55:17.885593 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-efa6f32c-1005-4c04-9079-335617689115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3f626d15-f19c-48e9-a279-37f7b69ecaa3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:17.891329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943b6af-55a0-4c2b-ae58-d05880748d26 tempest-AllowedAddressPairIpV6TestJSON-239281706 tempest-AllowedAddressPairIpV6TestJSON-239281706-project] Pushing event deleted for resources: {'Network': ['ID=73ef5d37-d64e-4701-9e0d-93cdb02e861a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:17.894194 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Attempting to bind port 927aa823-c54a-4b07-b91d-c8aafb40a96f on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:55:17.894872 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Attempting to bind port 927aa823-c54a-4b07-b91d-c8aafb40a96f by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'fd1a483b-cdec-4d23-862b-ecee63f14e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d71815f-3cbe-4770-b998-846a566a8e8b'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:55:17.895424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Attempting to bind port 927aa823-c54a-4b07-b91d-c8aafb40a96f on network 7d71815f-3cbe-4770-b998-846a566a8e8b {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:55:17.897712 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-15bf6719-fb2b-47a7-8e1b-0b2d8906f63f None None] Provisioning complete for port ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:17.898280 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15bf6719-fb2b-47a7-8e1b-0b2d8906f63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:17.937875 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-115b2c1c-c99b-4231-8f1a-f2db0562f0ce tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:18.020248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-efa6f32c-1005-4c04-9079-335617689115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:18.020841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa6f32c-1005-4c04-9079-335617689115 None None] The sync data for ids ['3f626d15-f19c-48e9-a279-37f7b69ecaa3'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:55:18.034200 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115b2c1c-c99b-4231-8f1a-f2db0562f0ce tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Network 7d71815f-3cbe-4770-b998-846a566a8e8b is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:18.037639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:55:18.037935 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Checking segment: {'id': 'fd1a483b-cdec-4d23-862b-ecee63f14e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d71815f-3cbe-4770-b998-846a566a8e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:18.038320 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:18.038729 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Bound using segment: {'id': 'fd1a483b-cdec-4d23-862b-ecee63f14e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d71815f-3cbe-4770-b998-846a566a8e8b'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:55:18.039217 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Bound port: 927aa823-c54a-4b07-b91d-c8aafb40a96f, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1a483b-cdec-4d23-862b-ecee63f14e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7d71815f-3cbe-4770-b998-846a566a8e8b'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:55:18.039612 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:18.044826 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-115b2c1c-c99b-4231-8f1a-f2db0562f0ce tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:18.050413 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b2c1c-c99b-4231-8f1a-f2db0562f0ce tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:18.056222 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b2c1c-c99b-4231-8f1a-f2db0562f0ce tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event updated for resources: {'Port': ['ID=08eea338-1a1d-4250-a16e-84c16666c50c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:18.067229 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:18.067939 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0c2d671e-d75a-4609-b7ac-3c69099125bb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:18.086460 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Pushing event updated for resources: {'Port': ['ID=5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:18.130345 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-115b2c1c-c99b-4231-8f1a-f2db0562f0ce tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:18.161763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b82ac-d24a-43a8-a6c1-34e0e76c8963 None None] Pushing event deleted for resources: {'Port': ['ID=d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:18.377390 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-115b2c1c-c99b-4231-8f1a-f2db0562f0ce tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:18.438617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-0c2d671e-d75a-4609-b7ac-3c69099125bb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Allocated IP 172.21.0.1 (73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5/eae001d6-8a6c-45dc-9135-dc099580d99c/190f590b-7414-48ff-a60f-806b2480d03e) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:18.452729 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Attempting to bind port 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:55:18.453564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Attempting to bind port 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '627dc82a-c647-4187-a746-d4e253bb1037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '689c1bf3-d929-44f2-9798-76aefecc0e99'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:55:18.453700 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Attempting to bind port 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36 on network 689c1bf3-d929-44f2-9798-76aefecc0e99 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:55:18.512599 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:55:18.512999 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Checking segment: {'id': '627dc82a-c647-4187-a746-d4e253bb1037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '689c1bf3-d929-44f2-9798-76aefecc0e99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:18.513444 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:18.513850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Bound using segment: {'id': '627dc82a-c647-4187-a746-d4e253bb1037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '689c1bf3-d929-44f2-9798-76aefecc0e99'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:55:18.514338 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Bound port: 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627dc82a-c647-4187-a746-d4e253bb1037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '689c1bf3-d929-44f2-9798-76aefecc0e99'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:55:18.514760 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:18.537852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402,segment=NetworkSegment(a2782cee-fe9b-4579-85c5-3fce6be609d8),segment_id=a2782cee-fe9b-4579-85c5-3fce6be609d8)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:18.550111 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf6719-fb2b-47a7-8e1b-0b2d8906f63f None None] Pushing event updated for resources: {'Port': ['ID=4777b1a0-4fd2-4863-9dd7-ebaed87687b0,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:18.636710 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] For port 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:55:18.640052 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] For port 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36,segment=NetworkSegment(627dc82a-c647-4187-a746-d4e253bb1037),segment_id=627dc82a-c647-4187-a746-d4e253bb1037)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:55:18.648618 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:18.659635 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] For port 927aa823-c54a-4b07-b91d-c8aafb40a96f, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:55:18.687405 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15bf6719-fb2b-47a7-8e1b-0b2d8906f63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:18.691967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59806) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:18.734389 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:18.737883 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0c2d671e-d75a-4609-b7ac-3c69099125bb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:18.739249 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] For port 927aa823-c54a-4b07-b91d-c8aafb40a96f, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=927aa823-c54a-4b07-b91d-c8aafb40a96f,segment=NetworkSegment(fd1a483b-cdec-4d23-862b-ecee63f14e1d),segment_id=fd1a483b-cdec-4d23-862b-ecee63f14e1d)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:55:18.838792 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:18.859353 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:18.910481 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-115b2c1c-c99b-4231-8f1a-f2db0562f0ce tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:18.921740 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0c2d671e-d75a-4609-b7ac-3c69099125bb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:18.927269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 4777b1a0-4fd2-4863-9dd7-ebaed87687b0 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:18.985591 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-115b2c1c-c99b-4231-8f1a-f2db0562f0ce tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:19.018884 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-15bf6719-fb2b-47a7-8e1b-0b2d8906f63f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:55:19.019254 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-15bf6719-fb2b-47a7-8e1b-0b2d8906f63f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:55:19.059548 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59810) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:19.061388 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b70cac4e-b4da-4cae-b1da-5fb176773590 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2bb21c0b1dae4d9d93ea78d74098da72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3571451 Dec 14 02:55:19.081053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925c95a-3429-4705-b86a-b0fe3749cf00 None None] Pushing event updated for resources: {'Port': ['ID=5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:19.109445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2d671e-d75a-4609-b7ac-3c69099125bb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network 73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:19.114588 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-0c2d671e-d75a-4609-b7ac-3c69099125bb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:19.130793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d671e-d75a-4609-b7ac-3c69099125bb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=190f590b-7414-48ff-a60f-806b2480d03e,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:19.137927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2d671e-d75a-4609-b7ac-3c69099125bb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:19.272550 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115b2c1c-c99b-4231-8f1a-f2db0562f0ce tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event updated for resources: {'Port': ['ID=08eea338-1a1d-4250-a16e-84c16666c50c,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:19.297959 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-3ace65e7-efa8-4404-b300-12fba2715c92 req-ec758803-9727-4206-b586-e8d2d39ef804 service neutron] (103848) timed out ('10.222.0.47', 49737) {{(pid=103848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 02:55:19.298787 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0c2d671e-d75a-4609-b7ac-3c69099125bb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:19.315908 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-115b2c1c-c99b-4231-8f1a-f2db0562f0ce tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:19.338174 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 4777b1a0-4fd2-4863-9dd7-ebaed87687b0 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:19.338757 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:19.408593 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584021cb-9ed8-4407-80c4-18cd40b3d3b7 None None] Pushing event updated for resources: {'Port': ['ID=927aa823-c54a-4b07-b91d-c8aafb40a96f,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:19.459831 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7dc24164-49b6-4e36-9ac2-63165ecddc5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:19.514960 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7dc24164-49b6-4e36-9ac2-63165ecddc5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:19.696125 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115b2c1c-c99b-4231-8f1a-f2db0562f0ce tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Network 7d71815f-3cbe-4770-b998-846a566a8e8b is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:19.706795 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:55:19.722591 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-115b2c1c-c99b-4231-8f1a-f2db0562f0ce tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:19.760347 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:55:19.765665 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d2a22b5c-9de6-4f8e-a73b-a3907ad6b37b not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:55:19.811520 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0c2d671e-d75a-4609-b7ac-3c69099125bb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:19.832305 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6f804c87-0d82-4115-8d93-8a16dde698c9 None None] Provisioning complete for port 190f590b-7414-48ff-a60f-806b2480d03e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:19.838490 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6f804c87-0d82-4115-8d93-8a16dde698c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:19.903559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6f804c87-0d82-4115-8d93-8a16dde698c9 None None] Port 190f590b-7414-48ff-a60f-806b2480d03e cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:19.924488 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6f804c87-0d82-4115-8d93-8a16dde698c9 None None] Provisioning complete for port ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:19.925143 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6f804c87-0d82-4115-8d93-8a16dde698c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:19.936527 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7dc24164-49b6-4e36-9ac2-63165ecddc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:19.939562 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7dc24164-49b6-4e36-9ac2-63165ecddc5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:19.943058 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7dc24164-49b6-4e36-9ac2-63165ecddc5b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55eaea11-9ee5-436e-b29e-b0460e79ef23 HTTP/1.1" status: 204 len: 168 time: 0.8429801 Dec 14 02:55:19.979463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc24164-49b6-4e36-9ac2-63165ecddc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eaea11-9ee5-436e-b29e-b0460e79ef23,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:20.110944 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115b2c1c-c99b-4231-8f1a-f2db0562f0ce tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Router cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:55:20.170917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6f804c87-0d82-4115-8d93-8a16dde698c9 None None] Provisioning complete for port 0ed23899-bb1e-4447-a76c-6884f8301991 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:20.172509 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6f804c87-0d82-4115-8d93-8a16dde698c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:20.247758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6f804c87-0d82-4115-8d93-8a16dde698c9 None None] Port 0ed23899-bb1e-4447-a76c-6884f8301991 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:20.268635 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6f804c87-0d82-4115-8d93-8a16dde698c9 None None] Provisioning complete for port 4777b1a0-4fd2-4863-9dd7-ebaed87687b0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:20.269018 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6f804c87-0d82-4115-8d93-8a16dde698c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:20.272017 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0c2d671e-d75a-4609-b7ac-3c69099125bb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:20.312202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115b2c1c-c99b-4231-8f1a-f2db0562f0ce tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:55:20.323286 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0fc984-9596-441d-9569-3d1b02e1baa3 None None] Sync routers for ids ['cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:55:20.325569 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59818) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:20.335200 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-115b2c1c-c99b-4231-8f1a-f2db0562f0ce tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "PUT /v2.0/routers/cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9769258 Dec 14 02:55:20.352969 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0fc984-9596-441d-9569-3d1b02e1baa3 None None] Routers {'cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:20.355987 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-6e0fc984-9596-441d-9569-3d1b02e1baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:20.408100 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-6e0fc984-9596-441d-9569-3d1b02e1baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:20.420692 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0fc984-9596-441d-9569-3d1b02e1baa3 None None] Routers {'cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:20.421630 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-6e0fc984-9596-441d-9569-3d1b02e1baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:20.488744 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-6e0fc984-9596-441d-9569-3d1b02e1baa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:20.489678 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0fc984-9596-441d-9569-3d1b02e1baa3 None None] The sync data for ids ['cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:55:20.523741 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0c2d671e-d75a-4609-b7ac-3c69099125bb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:20.796250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d671e-d75a-4609-b7ac-3c69099125bb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=190f590b-7414-48ff-a60f-806b2480d03e,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:20.812547 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dd06ff-d50a-41e7-9f1b-562392aee45f None None] Network 689c1bf3-d929-44f2-9798-76aefecc0e99 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:20.830709 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0c2d671e-d75a-4609-b7ac-3c69099125bb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:20.967773 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-933287b4-551e-4cbf-ac18-871ddaf5a569 None None] Provisioning complete for port 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:20.968142 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-933287b4-551e-4cbf-ac18-871ddaf5a569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:21.065901 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:21.100220 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1918d23-dfbb-4bc2-b0ab-2663cdf77c34 None None] Network 7d71815f-3cbe-4770-b998-846a566a8e8b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:21.226369 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-933287b4-551e-4cbf-ac18-871ddaf5a569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:21.255965 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:21.256341 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:21.358493 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-933287b4-551e-4cbf-ac18-871ddaf5a569 None None] For port 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36,segment=NetworkSegment(627dc82a-c647-4187-a746-d4e253bb1037),segment_id=627dc82a-c647-4187-a746-d4e253bb1037)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:21.422087 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:21.462054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2d671e-d75a-4609-b7ac-3c69099125bb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network 73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:21.466668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-0c2d671e-d75a-4609-b7ac-3c69099125bb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:21.488459 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-933287b4-551e-4cbf-ac18-871ddaf5a569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:21.613268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933287b4-551e-4cbf-ac18-871ddaf5a569 None None] Pushing event updated for resources: {'Port': ['ID=5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:21.647236 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:21.647614 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:21.685588 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59844) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:21.689547 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-c1dbffc2-f740-4651-838c-898d3f20d41b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:55:21.693216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c1dbffc2-f740-4651-838c-898d3f20d41b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "PUT /v2.0/routers/cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3638673 Dec 14 02:55:21.696118 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59848) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:21.700865 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2d671e-d75a-4609-b7ac-3c69099125bb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router 3f626d15-f19c-48e9-a279-37f7b69ecaa3 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:55:21.763738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9ced5f2f-3b11-4d65-9b67-cd45c50d8b9f None None] Provisioning complete for port 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:21.764113 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ced5f2f-3b11-4d65-9b67-cd45c50d8b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:21.928315 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 927aa823-c54a-4b07-b91d-c8aafb40a96f up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:21.973962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2d671e-d75a-4609-b7ac-3c69099125bb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:55:21.985119 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f7207be3-bf5a-4b27-8801-15ba2a514f60 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1312353112'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:21.990354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0c2d671e-d75a-4609-b7ac-3c69099125bb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/3f626d15-f19c-48e9-a279-37f7b69ecaa3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6314433 Dec 14 02:55:21.991411 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59852) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:21.995223 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a40f71e-0d61-450b-a68c-2994744cd4c7 None None] Sync routers for ids ['3f626d15-f19c-48e9-a279-37f7b69ecaa3'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:55:22.038148 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a40f71e-0d61-450b-a68c-2994744cd4c7 None None] Routers {'3f626d15-f19c-48e9-a279-37f7b69ecaa3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:22.039129 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8a40f71e-0d61-450b-a68c-2994744cd4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3f626d15-f19c-48e9-a279-37f7b69ecaa3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:22.050747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3185a014-1cb2-4bcb-bb8a-7d04fcb109e5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:22.055654 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3185a014-1cb2-4bcb-bb8a-7d04fcb109e5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/ports/190f590b-7414-48ff-a60f-806b2480d03e HTTP/1.1" status: 200 len: 910 time: 0.0605102 Dec 14 02:55:22.056005 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59854) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:22.090868 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9ced5f2f-3b11-4d65-9b67-cd45c50d8b9f None None] Provisioning complete for port 927aa823-c54a-4b07-b91d-c8aafb40a96f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:22.091522 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ced5f2f-3b11-4d65-9b67-cd45c50d8b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:22.093959 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8a40f71e-0d61-450b-a68c-2994744cd4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:22.131992 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 927aa823-c54a-4b07-b91d-c8aafb40a96f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:22.132684 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:22.171294 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a40f71e-0d61-450b-a68c-2994744cd4c7 None None] Routers {'3f626d15-f19c-48e9-a279-37f7b69ecaa3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:22.171930 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8a40f71e-0d61-450b-a68c-2994744cd4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3f626d15-f19c-48e9-a279-37f7b69ecaa3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:22.183302 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7207be3-bf5a-4b27-8801-15ba2a514f60 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:22.187126 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7207be3-bf5a-4b27-8801-15ba2a514f60 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:22.214089 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8a40f71e-0d61-450b-a68c-2994744cd4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:22.215358 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a40f71e-0d61-450b-a68c-2994744cd4c7 None None] The sync data for ids ['3f626d15-f19c-48e9-a279-37f7b69ecaa3'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:55:22.250037 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7207be3-bf5a-4b27-8801-15ba2a514f60 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:22.296035 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ced5f2f-3b11-4d65-9b67-cd45c50d8b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:22.322402 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:22.347011 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9ced5f2f-3b11-4d65-9b67-cd45c50d8b9f None None] For port 927aa823-c54a-4b07-b91d-c8aafb40a96f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=927aa823-c54a-4b07-b91d-c8aafb40a96f,segment=NetworkSegment(fd1a483b-cdec-4d23-862b-ecee63f14e1d),segment_id=fd1a483b-cdec-4d23-862b-ecee63f14e1d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:22.431868 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ced5f2f-3b11-4d65-9b67-cd45c50d8b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:22.500082 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:55:22.500553 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:55:22.510655 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced5f2f-3b11-4d65-9b67-cd45c50d8b9f None None] Pushing event updated for resources: {'Port': ['ID=927aa823-c54a-4b07-b91d-c8aafb40a96f,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:22.549059 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7207be3-bf5a-4b27-8801-15ba2a514f60 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:22.554394 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f02b384e-8e02-41d7-8eb2-6ee048f4b912 None None] Provisioning complete for port 190f590b-7414-48ff-a60f-806b2480d03e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:22.554772 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f02b384e-8e02-41d7-8eb2-6ee048f4b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:22.592476 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f02b384e-8e02-41d7-8eb2-6ee048f4b912 None None] Port 190f590b-7414-48ff-a60f-806b2480d03e cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:22.602600 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f02b384e-8e02-41d7-8eb2-6ee048f4b912 None None] Provisioning complete for port 08eea338-1a1d-4250-a16e-84c16666c50c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:22.603506 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f02b384e-8e02-41d7-8eb2-6ee048f4b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:22.609852 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d85c63ae-9e0e-4963-8356-dce4a731851c tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:22.642325 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f02b384e-8e02-41d7-8eb2-6ee048f4b912 None None] Port 08eea338-1a1d-4250-a16e-84c16666c50c cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:22.646828 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7207be3-bf5a-4b27-8801-15ba2a514f60 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:22.656370 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f02b384e-8e02-41d7-8eb2-6ee048f4b912 None None] Provisioning complete for port 927aa823-c54a-4b07-b91d-c8aafb40a96f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:22.656757 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f02b384e-8e02-41d7-8eb2-6ee048f4b912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:22.729430 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7207be3-bf5a-4b27-8801-15ba2a514f60 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:55:22.767219 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7207be3-bf5a-4b27-8801-15ba2a514f60 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9664bd6-690e-48f5-b1df-a301e6356804,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:22.776262 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7207be3-bf5a-4b27-8801-15ba2a514f60 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:22.776697 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-f7207be3-bf5a-4b27-8801-15ba2a514f60 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Added segment 355fae2c-5f5d-4e6f-961e-44777875963e of type vlan for network 67c6fc54-7b6c-4564-9d68-1db1054a1a0a Dec 14 02:55:22.858050 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7207be3-bf5a-4b27-8801-15ba2a514f60 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:22.911486 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1aa079d-624e-46b0-aad0-6223ce4ed90a tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:22.985416 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7207be3-bf5a-4b27-8801-15ba2a514f60 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:22.990760 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7207be3-bf5a-4b27-8801-15ba2a514f60 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:22.991335 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f7207be3-bf5a-4b27-8801-15ba2a514f60 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:23.148839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:23.202658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:23.203028 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:23.285276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 927aa823-c54a-4b07-b91d-c8aafb40a96f up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:23.390181 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f7207be3-bf5a-4b27-8801-15ba2a514f60 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6972835 Dec 14 02:55:23.417861 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7207be3-bf5a-4b27-8801-15ba2a514f60 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Network': ['ID=67c6fc54-7b6c-4564-9d68-1db1054a1a0a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:23.479972 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 67c6fc54-7b6c-4564-9d68-1db1054a1a0a details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:55:23.550265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d85c63ae-9e0e-4963-8356-dce4a731851c tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Deleting port 08eea338-1a1d-4250-a16e-84c16666c50c {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:23.550757 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d85c63ae-9e0e-4963-8356-dce4a731851c tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:23.562780 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 927aa823-c54a-4b07-b91d-c8aafb40a96f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:23.563159 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:23.703767 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d85c63ae-9e0e-4963-8356-dce4a731851c tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:23.732479 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d85c63ae-9e0e-4963-8356-dce4a731851c tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Calling delete_port for 08eea338-1a1d-4250-a16e-84c16666c50c owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:23.756021 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d1aa079d-624e-46b0-aad0-6223ce4ed90a tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting port 190f590b-7414-48ff-a60f-806b2480d03e {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:23.756662 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1aa079d-624e-46b0-aad0-6223ce4ed90a tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:23.936279 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1aa079d-624e-46b0-aad0-6223ce4ed90a tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:23.955057 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d1aa079d-624e-46b0-aad0-6223ce4ed90a tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Calling delete_port for 190f590b-7414-48ff-a60f-806b2480d03e owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:24.170619 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d85c63ae-9e0e-4963-8356-dce4a731851c tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:24.230876 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c63ae-9e0e-4963-8356-dce4a731851c tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event deleted for resources: {'Port': ['ID=08eea338-1a1d-4250-a16e-84c16666c50c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:24.480059 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1aa079d-624e-46b0-aad0-6223ce4ed90a tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:24.520618 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa079d-624e-46b0-aad0-6223ce4ed90a tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Port': ['ID=190f590b-7414-48ff-a60f-806b2480d03e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:24.532381 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d85c63ae-9e0e-4963-8356-dce4a731851c tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:24.583509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-1222a777-bada-4846-95d3-3730d11bab54 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:24.597814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-1222a777-bada-4846-95d3-3730d11bab54 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/networks?id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48 HTTP/1.1" status: 200 len: 814 time: 0.1507149 Dec 14 02:55:24.618813 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-b5ee7a8b-8cf9-4f03-93b1-52c74896777e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/quotas/d6afd97248934601b456e60985587aff HTTP/1.1" status: 200 len: 375 time: 0.0192094 Dec 14 02:55:24.730869 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-c02400bc-8e50-4d44-86b3-7e5a7ae8c281 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d6afd97248934601b456e60985587aff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1111498 Dec 14 02:55:24.858139 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1aa079d-624e-46b0-aad0-6223ce4ed90a tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:24.901425 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-4e69288a-edc9-4cac-8c9b-c020abf20362 service neutron] 10.222.0.39 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595938 Dec 14 02:55:24.908439 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85c63ae-9e0e-4963-8356-dce4a731851c tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Router cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:55:25.004273 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-f7ce9b5d-f2ea-43ff-91b0-ce4dc81b2015 service neutron] 10.222.0.39 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016912 Dec 14 02:55:25.136524 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1aa079d-624e-46b0-aad0-6223ce4ed90a tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router 3f626d15-f19c-48e9-a279-37f7b69ecaa3 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:55:25.233160 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85c63ae-9e0e-4963-8356-dce4a731851c tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:55:25.248013 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924902b3-ca18-4f30-aacc-0266f05d569f None None] Sync routers for ids ['cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:55:25.261297 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924902b3-ca18-4f30-aacc-0266f05d569f None None] Routers {'cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:25.263601 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-924902b3-ca18-4f30-aacc-0266f05d569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:25.345791 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-924902b3-ca18-4f30-aacc-0266f05d569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:25.367762 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924902b3-ca18-4f30-aacc-0266f05d569f None None] Routers {'cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:25.369263 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-924902b3-ca18-4f30-aacc-0266f05d569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:25.380201 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b7347de-1371-4d14-bdd7-e6c4a1394838 req-ac2c06d9-a4a1-48be-a91c-3e1792f3a452 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 210 time: 0.0757034 Dec 14 02:55:25.420459 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59884) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:25.422546 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d85c63ae-9e0e-4963-8356-dce4a731851c tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "PUT /v2.0/routers/cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7252579 Dec 14 02:55:25.423884 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1aa079d-624e-46b0-aad0-6223ce4ed90a tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:55:25.437135 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d1aa079d-624e-46b0-aad0-6223ce4ed90a tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/3f626d15-f19c-48e9-a279-37f7b69ecaa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3798437 Dec 14 02:55:25.439726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59886) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:25.451407 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c89b46-e79f-4239-8066-5089f026118a None None] Sync routers for ids ['3f626d15-f19c-48e9-a279-37f7b69ecaa3'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:55:25.457087 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-924902b3-ca18-4f30-aacc-0266f05d569f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:25.457787 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924902b3-ca18-4f30-aacc-0266f05d569f None None] The sync data for ids ['cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:55:25.475942 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c89b46-e79f-4239-8066-5089f026118a None None] Routers {'3f626d15-f19c-48e9-a279-37f7b69ecaa3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:25.476572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-83c89b46-e79f-4239-8066-5089f026118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3f626d15-f19c-48e9-a279-37f7b69ecaa3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:25.549495 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-83c89b46-e79f-4239-8066-5089f026118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:25.566838 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-effa2380-c8b9-4657-8837-76fa6c6346fa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] delete failed (client error): The resource could not be found. Dec 14 02:55:25.568613 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-effa2380-c8b9-4657-8837-76fa6c6346fa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-642172954 HTTP/1.1" status: 404 len: 334 time: 0.1468008 Dec 14 02:55:25.581190 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59890) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:25.585556 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c89b46-e79f-4239-8066-5089f026118a None None] Routers {'3f626d15-f19c-48e9-a279-37f7b69ecaa3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:25.586194 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-83c89b46-e79f-4239-8066-5089f026118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3f626d15-f19c-48e9-a279-37f7b69ecaa3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:25.594329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-0d37d3f0-3b96-459d-9b0b-fbdc0b98c726 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:25.659086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-83c89b46-e79f-4239-8066-5089f026118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:25.660059 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c89b46-e79f-4239-8066-5089f026118a None None] The sync data for ids ['3f626d15-f19c-48e9-a279-37f7b69ecaa3'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:55:25.844583 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0d37d3f0-3b96-459d-9b0b-fbdc0b98c726 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:25.948943 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-0d37d3f0-3b96-459d-9b0b-fbdc0b98c726 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] update failed (client error): The resource could not be found. Dec 14 02:55:25.950035 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0d37d3f0-3b96-459d-9b0b-fbdc0b98c726 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "PUT /v2.0/routers/cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e HTTP/1.1" status: 404 len: 339 time: 0.3675318 Dec 14 02:55:25.956316 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59896) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:26.214811 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3b813ac-8518-45da-8de8-c71856a43d4b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:26.508615 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1bbc5f96-18b3-4fcd-b15d-9888db3e63cf req-f0c23224-dae1-466b-805f-4c7d1384fffd tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 210 time: 0.0525005 Dec 14 02:55:26.712461 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53a837d5-7ef6-4592-9e13-7b8c009e37fe tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:26.726827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59902) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:26.733092 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-24dd1d0d-4cc9-4848-b05e-3556d8a58601 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'subnet': {'network_id': '67c6fc54-7b6c-4564-9d68-1db1054a1a0a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:26.910559 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dd1d0d-4cc9-4848-b05e-3556d8a58601 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:26.914616 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-24dd1d0d-4cc9-4848-b05e-3556d8a58601 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:27.025621 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:27.098401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-53a837d5-7ef6-4592-9e13-7b8c009e37fe tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Allocated IP 172.20.0.1 (22b3a106-ee0a-4885-956e-dc90c64a786b/1f87eacb-a161-4c80-923d-b82afa9c4930/7c37a618-66f9-4a80-a84c-62e4939e9b49) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:27.135795 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a3b813ac-8518-45da-8de8-c71856a43d4b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting port 0ed23899-bb1e-4447-a76c-6884f8301991 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:27.136142 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3b813ac-8518-45da-8de8-c71856a43d4b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:27.231686 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-24dd1d0d-4cc9-4848-b05e-3556d8a58601 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:27.290921 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3b813ac-8518-45da-8de8-c71856a43d4b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:27.298035 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd1d0d-4cc9-4848-b05e-3556d8a58601 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Subnet': ['ID=d326aca5-6063-469d-86d2-9968fb9d1161,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:27.301735 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53a837d5-7ef6-4592-9e13-7b8c009e37fe tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:27.304426 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dd1d0d-4cc9-4848-b05e-3556d8a58601 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Checking segment: {'id': '355fae2c-5f5d-4e6f-961e-44777875963e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '67c6fc54-7b6c-4564-9d68-1db1054a1a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:27.304698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dd1d0d-4cc9-4848-b05e-3556d8a58601 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network hostable DHCP agents. Network: 67c6fc54-7b6c-4564-9d68-1db1054a1a0a, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:55:27.310583 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a3b813ac-8518-45da-8de8-c71856a43d4b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Calling delete_port for 0ed23899-bb1e-4447-a76c-6884f8301991 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:27.413459 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dd1d0d-4cc9-4848-b05e-3556d8a58601 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network 67c6fc54-7b6c-4564-9d68-1db1054a1a0a is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:55:27.449642 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53a837d5-7ef6-4592-9e13-7b8c009e37fe tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:27.476212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-24dd1d0d-4cc9-4848-b05e-3556d8a58601 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 67c6fc54-7b6c-4564-9d68-1db1054a1a0a) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:27.487529 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5e3750-642d-4a07-ab7a-b3743dab1d3a None None] Network 67c6fc54-7b6c-4564-9d68-1db1054a1a0a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:27.492529 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dd1d0d-4cc9-4848-b05e-3556d8a58601 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:27.497400 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-24dd1d0d-4cc9-4848-b05e-3556d8a58601 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:27.526833 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a837d5-7ef6-4592-9e13-7b8c009e37fe tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Network 22b3a106-ee0a-4885-956e-dc90c64a786b is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:27.535321 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-53a837d5-7ef6-4592-9e13-7b8c009e37fe tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:27.537846 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a837d5-7ef6-4592-9e13-7b8c009e37fe tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:27.598098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-24dd1d0d-4cc9-4848-b05e-3556d8a58601 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8690665 Dec 14 02:55:27.599141 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59908) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:27.635173 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a837d5-7ef6-4592-9e13-7b8c009e37fe tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event updated for resources: {'Port': ['ID=7c37a618-66f9-4a80-a84c-62e4939e9b49,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:27.657716 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-f625c2ea-27ce-4197-8c53-6ab7c84f0e18 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-668822141'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:27.674167 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53a837d5-7ef6-4592-9e13-7b8c009e37fe tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:27.689581 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-67c6fc54-7b6c-4564-9d68-1db1054a1a0a', 'network_id': '67c6fc54-7b6c-4564-9d68-1db1054a1a0a', 'project_id': '0dbcba88cae341c4a3880a04fd6ccc3c', 'fixed_ips': [{'subnet_id': 'd326aca5-6063-469d-86d2-9968fb9d1161'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:55:27.690512 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:27.695814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ccdbe5b5-77fa-457e-a6d7-6b27a2413923 req-65391f29-6372-458c-85f5-c68aa6d7513c tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 210 time: 0.0554960 Dec 14 02:55:27.779435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-ca8fa49b-98f0-44a1-b507-3e77c69bd3e8 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:27.781202 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-ca8fa49b-98f0-44a1-b507-3e77c69bd3e8 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.47 "GET /v2.0/networks?id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48 HTTP/1.1" status: 200 len: 814 time: 0.2369561 Dec 14 02:55:27.785671 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3b813ac-8518-45da-8de8-c71856a43d4b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:27.806589 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-93bcc319-d1d6-4385-bfb6-c51defe153ee tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Request body: {'port': {'device_id': '5740126c-8dfb-46bd-b583-d9f4ef04ec0d', 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48', 'admin_state_up': True, 'tenant_id': 'd6afd97248934601b456e60985587aff'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:27.817532 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b813ac-8518-45da-8de8-c71856a43d4b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Port': ['ID=0ed23899-bb1e-4447-a76c-6884f8301991,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:27.886416 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Allocated IP 2001:db8:0:ffff::2 (67c6fc54-7b6c-4564-9d68-1db1054a1a0a/d326aca5-6063-469d-86d2-9968fb9d1161/52eb9404-81f1-4b4e-994e-62a0ebfa2f54) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:27.905288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f625c2ea-27ce-4197-8c53-6ab7c84f0e18 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:27.913719 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f625c2ea-27ce-4197-8c53-6ab7c84f0e18 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:27.984072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f625c2ea-27ce-4197-8c53-6ab7c84f0e18 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:55:28.004771 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f625c2ea-27ce-4197-8c53-6ab7c84f0e18 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:28.005117 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-f625c2ea-27ce-4197-8c53-6ab7c84f0e18 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Added segment 6a212964-6bc2-4acf-83f2-12e8e02eeee2 of type vlan for network 5ec9d3a9-7305-40eb-8648-7cd318fb6898 Dec 14 02:55:28.073864 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f625c2ea-27ce-4197-8c53-6ab7c84f0e18 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:28.075541 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-12db018a-6034-4385-a49a-58cca862bb90 None None] Provisioning complete for port 7c37a618-66f9-4a80-a84c-62e4939e9b49 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:28.076028 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-12db018a-6034-4385-a49a-58cca862bb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:28.096764 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53a837d5-7ef6-4592-9e13-7b8c009e37fe tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:28.146862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-93bcc319-d1d6-4385-bfb6-c51defe153ee tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Made reservation on behalf of d6afd97248934601b456e60985587aff for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:28.153547 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-93bcc319-d1d6-4385-bfb6-c51defe153ee tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:28.163860 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-12db018a-6034-4385-a49a-58cca862bb90 None None] Port 7c37a618-66f9-4a80-a84c-62e4939e9b49 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:28.173465 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:28.215853 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3b813ac-8518-45da-8de8-c71856a43d4b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:28.246422 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f625c2ea-27ce-4197-8c53-6ab7c84f0e18 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:28.251908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f625c2ea-27ce-4197-8c53-6ab7c84f0e18 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:28.256260 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f625c2ea-27ce-4197-8c53-6ab7c84f0e18 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:28.315021 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:28.354692 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625c2ea-27ce-4197-8c53-6ab7c84f0e18 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Network': ['ID=5ec9d3a9-7305-40eb-8648-7cd318fb6898,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:28.383578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 5ec9d3a9-7305-40eb-8648-7cd318fb6898 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:55:28.400899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f625c2ea-27ce-4197-8c53-6ab7c84f0e18 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7618594 Dec 14 02:55:28.403515 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Network 67c6fc54-7b6c-4564-9d68-1db1054a1a0a is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:28.404988 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59912) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:28.411077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7377eb21-4d05-4bf8-9e16-2e20f15e6f05 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'subnet': {'network_id': '5ec9d3a9-7305-40eb-8648-7cd318fb6898', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:28.452866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:28.455633 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:28.513665 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-26d15a87-5d19-4ff3-8224-0a2b3c248e56 req-6451ad46-7bef-4f46-a04d-2d8297004a7c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1898177 Dec 14 02:55:28.515548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-93bcc319-d1d6-4385-bfb6-c51defe153ee tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Allocated IP 172.20.0.11 (3e7ee77e-8c6e-4bd5-b732-433005bf2f48/ee9cd12f-52e6-42ad-bc08-3935195b595a/a5a3a551-c65c-4a3f-8fba-801182d10b47) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:28.546475 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b813ac-8518-45da-8de8-c71856a43d4b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router 3f626d15-f19c-48e9-a279-37f7b69ecaa3 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:55:28.570346 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Pushing event updated for resources: {'Port': ['ID=52eb9404-81f1-4b4e-994e-62a0ebfa2f54,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:28.613398 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Attempting to bind port 52eb9404-81f1-4b4e-994e-62a0ebfa2f54 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:55:28.613780 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Attempting to bind port 52eb9404-81f1-4b4e-994e-62a0ebfa2f54 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '355fae2c-5f5d-4e6f-961e-44777875963e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '67c6fc54-7b6c-4564-9d68-1db1054a1a0a'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:55:28.614150 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Attempting to bind port 52eb9404-81f1-4b4e-994e-62a0ebfa2f54 on network 67c6fc54-7b6c-4564-9d68-1db1054a1a0a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:55:28.619881 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:55:28.620254 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Checking segment: {'id': '355fae2c-5f5d-4e6f-961e-44777875963e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '67c6fc54-7b6c-4564-9d68-1db1054a1a0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:28.620651 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:28.627017 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Bound using segment: {'id': '355fae2c-5f5d-4e6f-961e-44777875963e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '67c6fc54-7b6c-4564-9d68-1db1054a1a0a'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:55:28.627017 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Bound port: 52eb9404-81f1-4b4e-994e-62a0ebfa2f54, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355fae2c-5f5d-4e6f-961e-44777875963e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '67c6fc54-7b6c-4564-9d68-1db1054a1a0a'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:55:28.627017 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:28.670756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7377eb21-4d05-4bf8-9e16-2e20f15e6f05 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:28.676793 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d15a87-5d19-4ff3-8224-0a2b3c248e56 req-ab82a9e9-5c64-4578-85e8-3c8e55f62bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:28.678330 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-26d15a87-5d19-4ff3-8224-0a2b3c248e56 req-ab82a9e9-5c64-4578-85e8-3c8e55f62bf0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6afd97248934601b456e60985587aff&device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 1096 time: 0.1195192 Dec 14 02:55:28.679077 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7377eb21-4d05-4bf8-9e16-2e20f15e6f05 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:28.708220 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] For port 52eb9404-81f1-4b4e-994e-62a0ebfa2f54, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:55:28.712609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] For port 52eb9404-81f1-4b4e-994e-62a0ebfa2f54, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=52eb9404-81f1-4b4e-994e-62a0ebfa2f54,segment=NetworkSegment(355fae2c-5f5d-4e6f-961e-44777875963e),segment_id=355fae2c-5f5d-4e6f-961e-44777875963e)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:55:28.816033 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b813ac-8518-45da-8de8-c71856a43d4b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:55:28.819619 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:28.829287 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a3b813ac-8518-45da-8de8-c71856a43d4b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/3f626d15-f19c-48e9-a279-37f7b69ecaa3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3884983 Dec 14 02:55:28.832427 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11fc8ef-3bbb-4b7b-8e32-d518c8742937 None None] Sync routers for ids ['3f626d15-f19c-48e9-a279-37f7b69ecaa3'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:55:28.840823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59918) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:28.845469 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57f60d1b-ecb0-4143-88e2-db741d294c92 req-7ed97d87-f8eb-45b1-8ed7-ac825d0e94bd tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 210 time: 0.0603933 Dec 14 02:55:28.846790 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11fc8ef-3bbb-4b7b-8e32-d518c8742937 None None] Routers {'3f626d15-f19c-48e9-a279-37f7b69ecaa3'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:28.847430 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-f11fc8ef-3bbb-4b7b-8e32-d518c8742937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3f626d15-f19c-48e9-a279-37f7b69ecaa3'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:28.939831 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fea1c-b336-4f0a-861c-1d65c8c479e2 None None] Pushing event updated for resources: {'Port': ['ID=52eb9404-81f1-4b4e-994e-62a0ebfa2f54,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:28.942384 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-f11fc8ef-3bbb-4b7b-8e32-d518c8742937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:28.952674 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11fc8ef-3bbb-4b7b-8e32-d518c8742937 None None] Routers {'3f626d15-f19c-48e9-a279-37f7b69ecaa3'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:28.954517 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c5a49957-5652-457f-ac8f-86ed36c227af tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f626d15-f19c-48e9-a279-37f7b69ecaa3 HTTP/1.1" status: 200 len: 205 time: 0.1069765 Dec 14 02:55:28.956191 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-f11fc8ef-3bbb-4b7b-8e32-d518c8742937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3f626d15-f19c-48e9-a279-37f7b69ecaa3'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:28.963491 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53a837d5-7ef6-4592-9e13-7b8c009e37fe tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:28.966933 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59922) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:28.990433 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-f11fc8ef-3bbb-4b7b-8e32-d518c8742937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:28.991086 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11fc8ef-3bbb-4b7b-8e32-d518c8742937 None None] The sync data for ids ['3f626d15-f19c-48e9-a279-37f7b69ecaa3'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:55:28.999395 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d15a87-5d19-4ff3-8224-0a2b3c248e56 req-b04959ec-ef5a-46fd-a7a3-27a2a562e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:29.002719 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-26d15a87-5d19-4ff3-8224-0a2b3c248e56 req-b04959ec-ef5a-46fd-a7a3-27a2a562e22f service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48 HTTP/1.1" status: 200 len: 915 time: 0.2909174 Dec 14 02:55:29.058049 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53a837d5-7ef6-4592-9e13-7b8c009e37fe tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:29.062245 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-26d15a87-5d19-4ff3-8224-0a2b3c248e56 req-4c88c9a6-efb4-4446-897b-1de8b9dd9525 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c541c5d0-90c7-45ea-b54e-1e474827d3ed HTTP/1.1" status: 200 len: 217 time: 0.0517497 Dec 14 02:55:29.081552 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aaea7e20-54e5-4079-ae67-26ebd5b9ccfb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:29.091830 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64b2b036-c279-4f52-af7b-3047db0984e7 req-35e64126-cecb-491e-a3d0-f26d5724e39d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4025414 Dec 14 02:55:29.188793 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-93bcc319-d1d6-4385-bfb6-c51defe153ee tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:29.208670 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a837d5-7ef6-4592-9e13-7b8c009e37fe tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event updated for resources: {'Port': ['ID=7c37a618-66f9-4a80-a84c-62e4939e9b49,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:29.232191 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53a837d5-7ef6-4592-9e13-7b8c009e37fe tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:29.244776 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d15a87-5d19-4ff3-8224-0a2b3c248e56 req-a5b84ad2-07ff-4193-befc-15df2283729c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:29.246310 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-26d15a87-5d19-4ff3-8224-0a2b3c248e56 req-a5b84ad2-07ff-4193-befc-15df2283729c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee9cd12f-52e6-42ad-bc08-3935195b595a HTTP/1.1" status: 200 len: 854 time: 0.0996237 Dec 14 02:55:29.325565 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-26d15a87-5d19-4ff3-8224-0a2b3c248e56 req-bb7fbbe6-d760-436e-8737-981c3c6e4ffa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642607 Dec 14 02:55:29.391871 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aaea7e20-54e5-4079-ae67-26ebd5b9ccfb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:29.397839 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aaea7e20-54e5-4079-ae67-26ebd5b9ccfb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:29.412682 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2b036-c279-4f52-af7b-3047db0984e7 req-d2c54c6b-44ac-438c-a724-231449b56897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:29.414236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64b2b036-c279-4f52-af7b-3047db0984e7 req-d2c54c6b-44ac-438c-a724-231449b56897 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d6afd97248934601b456e60985587aff&device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 1097 time: 0.2156734 Dec 14 02:55:29.442591 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a837d5-7ef6-4592-9e13-7b8c009e37fe tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Network 22b3a106-ee0a-4885-956e-dc90c64a786b is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:29.442591 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-53a837d5-7ef6-4592-9e13-7b8c009e37fe tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:29.547332 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-93bcc319-d1d6-4385-bfb6-c51defe153ee tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:29.581026 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['65303f33-752f-4a95-8372-72db4d976553', 'e7982c3f-4a7b-4136-8514-9eddf6be2346'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:55:29.584327 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['c541c5d0-90c7-45ea-b54e-1e474827d3ed'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:55:29.599269 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aaea7e20-54e5-4079-ae67-26ebd5b9ccfb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:29.599767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaea7e20-54e5-4079-ae67-26ebd5b9ccfb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Fanout notify agent at l3_agent the message router_deleted on router 3f626d15-f19c-48e9-a279-37f7b69ecaa3 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:55:29.616294 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-aaea7e20-54e5-4079-ae67-26ebd5b9ccfb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:29.620888 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-aaea7e20-54e5-4079-ae67-26ebd5b9ccfb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/routers/3f626d15-f19c-48e9-a279-37f7b69ecaa3 HTTP/1.1" status: 204 len: 168 time: 0.6522524 Dec 14 02:55:29.625113 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-93bcc319-d1d6-4385-bfb6-c51defe153ee tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:29.625788 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59924) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:29.649793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-93bcc319-d1d6-4385-bfb6-c51defe153ee tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:29.678844 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-93bcc319-d1d6-4385-bfb6-c51defe153ee tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:29.690732 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bcc319-d1d6-4385-bfb6-c51defe153ee tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Pushing event updated for resources: {'Port': ['ID=a5a3a551-c65c-4a3f-8fba-801182d10b47,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:29.693455 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7377eb21-4d05-4bf8-9e16-2e20f15e6f05 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:29.844815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e5249d32-7f91-4b05-82b9-ce126c383ddf None None] Provisioning complete for port 7c37a618-66f9-4a80-a84c-62e4939e9b49 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:29.845184 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e5249d32-7f91-4b05-82b9-ce126c383ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:29.902074 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-26d15a87-5d19-4ff3-8224-0a2b3c248e56 req-484c4d89-9617-4b88-86be-9ffb4120e10b service neutron] 10.222.0.47 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5688684 Dec 14 02:55:29.976456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e5249d32-7f91-4b05-82b9-ce126c383ddf None None] Port 7c37a618-66f9-4a80-a84c-62e4939e9b49 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:30.012781 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a837d5-7ef6-4592-9e13-7b8c009e37fe tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Router cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:55:30.134790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2b036-c279-4f52-af7b-3047db0984e7 req-c2405aa7-32a6-4833-9164-12fd897ac9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:30.136529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64b2b036-c279-4f52-af7b-3047db0984e7 req-c2405aa7-32a6-4833-9164-12fd897ac9c7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48 HTTP/1.1" status: 200 len: 915 time: 0.6833439 Dec 14 02:55:30.196994 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-26d15a87-5d19-4ff3-8224-0a2b3c248e56 req-010df5f6-5466-4fdd-9144-a9b7adc2ac96 service neutron] 10.222.0.47 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844765 Dec 14 02:55:30.202185 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a837d5-7ef6-4592-9e13-7b8c009e37fe tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:55:30.210788 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-53a837d5-7ef6-4592-9e13-7b8c009e37fe tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "PUT /v2.0/routers/cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2508185 Dec 14 02:55:30.211332 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59936) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:30.224036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d6f40-f107-4ec7-9710-6b5f96ec5ac3 None None] Sync routers for ids ['cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:55:30.235077 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d6f40-f107-4ec7-9710-6b5f96ec5ac3 None None] Routers {'cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:30.236001 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7a4d6f40-f107-4ec7-9710-6b5f96ec5ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:30.253586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7998fc-0222-4184-80a5-84c3aa73cd7f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting subnet eae001d6-8a6c-45dc-9135-dc099580d99c {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:55:30.264446 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64b2b036-c279-4f52-af7b-3047db0984e7 req-ca40686d-9f83-472a-9b02-1026db8f9fb1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65303f33-752f-4a95-8372-72db4d976553 HTTP/1.1" status: 200 len: 217 time: 0.1050119 Dec 14 02:55:30.272982 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4c7998fc-0222-4184-80a5-84c3aa73cd7f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:30.280067 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7a4d6f40-f107-4ec7-9710-6b5f96ec5ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:30.282437 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:30.283939 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-93bcc319-d1d6-4385-bfb6-c51defe153ee tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:30.284554 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-93bcc319-d1d6-4385-bfb6-c51defe153ee tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:30.291222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4d6f40-f107-4ec7-9710-6b5f96ec5ac3 None None] Routers {'cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:30.291871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7a4d6f40-f107-4ec7-9710-6b5f96ec5ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:30.331133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377eb21-4d05-4bf8-9e16-2e20f15e6f05 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Subnet': ['ID=bb3b9e24-5865-46e3-bfb4-820d21421b86,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:30.338161 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7a4d6f40-f107-4ec7-9710-6b5f96ec5ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:30.338823 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4d6f40-f107-4ec7-9710-6b5f96ec5ac3 None None] The sync data for ids ['cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:55:30.358456 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5140f867-acce-4968-a072-51bcfd1bf321 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:30.382635 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a36740-0778-4600-b7e5-7339496025c2 None None] Network 67c6fc54-7b6c-4564-9d68-1db1054a1a0a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:30.410993 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2b036-c279-4f52-af7b-3047db0984e7 req-e86134dd-0e95-44ea-900a-fb2c204a1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:30.413782 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64b2b036-c279-4f52-af7b-3047db0984e7 req-e86134dd-0e95-44ea-900a-fb2c204a1beb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee9cd12f-52e6-42ad-bc08-3935195b595a HTTP/1.1" status: 200 len: 854 time: 0.1041768 Dec 14 02:55:30.442068 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef51f99-f7d8-4fa2-8a5d-4f78aa158c10 req-be2aba41-d69d-43df-9cb8-f9b2b21abaae tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:30.443660 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ef51f99-f7d8-4fa2-8a5d-4f78aa158c10 req-be2aba41-d69d-43df-9cb8-f9b2b21abaae tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 932 time: 0.3056738 Dec 14 02:55:30.450869 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4c7998fc-0222-4184-80a5-84c3aa73cd7f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:30.473987 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-5140f867-acce-4968-a072-51bcfd1bf321 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 14 02:55:30.475048 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5140f867-acce-4968-a072-51bcfd1bf321 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "DELETE /v2.0/routers/cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e HTTP/1.1" status: 409 len: 329 time: 0.2621763 Dec 14 02:55:30.479542 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59940) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:30.485910 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-26b31e71-ea7a-492a-a890-f141fbc6f082 None None] Provisioning complete for port 52eb9404-81f1-4b4e-994e-62a0ebfa2f54 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:30.486411 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-26b31e71-ea7a-492a-a890-f141fbc6f082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:30.493204 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64b2b036-c279-4f52-af7b-3047db0984e7 req-c50d42b1-01e6-441f-8bf6-0602b215e40b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663693 Dec 14 02:55:30.494287 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7377eb21-4d05-4bf8-9e16-2e20f15e6f05 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Checking segment: {'id': '6a212964-6bc2-4acf-83f2-12e8e02eeee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5ec9d3a9-7305-40eb-8648-7cd318fb6898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:30.495036 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7377eb21-4d05-4bf8-9e16-2e20f15e6f05 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network hostable DHCP agents. Network: 5ec9d3a9-7305-40eb-8648-7cd318fb6898, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:55:30.506557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-93bcc319-d1d6-4385-bfb6-c51defe153ee tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7086430 Dec 14 02:55:30.534449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Request body: {'port': {'device_id': '5740126c-8dfb-46bd-b583-d9f4ef04ec0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:30.628309 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-26b31e71-ea7a-492a-a890-f141fbc6f082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:30.669755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-26b31e71-ea7a-492a-a890-f141fbc6f082 None None] For port 52eb9404-81f1-4b4e-994e-62a0ebfa2f54, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=52eb9404-81f1-4b4e-994e-62a0ebfa2f54,segment=NetworkSegment(355fae2c-5f5d-4e6f-961e-44777875963e),segment_id=355fae2c-5f5d-4e6f-961e-44777875963e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:30.729019 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ef51f99-f7d8-4fa2-8a5d-4f78aa158c10 req-b08de5c0-300a-4ddf-93eb-c236b4c6da4c tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393343 Dec 14 02:55:30.729792 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7377eb21-4d05-4bf8-9e16-2e20f15e6f05 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network 5ec9d3a9-7305-40eb-8648-7cd318fb6898 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:55:30.737995 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-26b31e71-ea7a-492a-a890-f141fbc6f082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:30.745621 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:30.777963 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64b2b036-c279-4f52-af7b-3047db0984e7 req-197c4fff-53ef-4c9e-9a55-80efea0fabf1 service neutron] 10.222.0.46 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663975 Dec 14 02:55:30.801154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b31e71-ea7a-492a-a890-f141fbc6f082 None None] Pushing event updated for resources: {'Port': ['ID=52eb9404-81f1-4b4e-994e-62a0ebfa2f54,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:30.815523 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4c7998fc-0222-4184-80a5-84c3aa73cd7f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:30.881988 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bad7e079-6c80-4745-b930-f18f170a628b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:30.940053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-7377eb21-4d05-4bf8-9e16-2e20f15e6f05 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 5ec9d3a9-7305-40eb-8648-7cd318fb6898) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:30.950086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0787e6aa-3d6d-4e56-805e-7fe1fe3eea3e None None] Network 5ec9d3a9-7305-40eb-8648-7cd318fb6898 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:31.047447 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7377eb21-4d05-4bf8-9e16-2e20f15e6f05 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:31.048216 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7377eb21-4d05-4bf8-9e16-2e20f15e6f05 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:31.095032 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c8efa13a-0847-440e-839d-39e16ba0ab3c None None] Provisioning complete for port 52eb9404-81f1-4b4e-994e-62a0ebfa2f54 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:31.095166 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c8efa13a-0847-440e-839d-39e16ba0ab3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:31.187732 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64b2b036-c279-4f52-af7b-3047db0984e7 req-2760f745-5cdb-4b32-9883-4281257ceb9c service neutron] 10.222.0.46 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007866 Dec 14 02:55:31.201394 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-5ec9d3a9-7305-40eb-8648-7cd318fb6898', 'network_id': '5ec9d3a9-7305-40eb-8648-7cd318fb6898', 'project_id': '0dbcba88cae341c4a3880a04fd6ccc3c', 'fixed_ips': [{'subnet_id': 'bb3b9e24-5865-46e3-bfb4-820d21421b86'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:55:31.202183 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:31.224363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-bad7e079-6c80-4745-b930-f18f170a628b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Deleting port 7c37a618-66f9-4a80-a84c-62e4939e9b49 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:31.225922 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bad7e079-6c80-4745-b930-f18f170a628b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:31.240452 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7377eb21-4d05-4bf8-9e16-2e20f15e6f05 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8342667 Dec 14 02:55:31.251436 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59942) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:31.263223 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 52eb9404-81f1-4b4e-994e-62a0ebfa2f54 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:31.330755 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4c7998fc-0222-4184-80a5-84c3aa73cd7f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:31.343690 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bad7e079-6c80-4745-b930-f18f170a628b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:31.364742 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-bad7e079-6c80-4745-b930-f18f170a628b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Calling delete_port for 7c37a618-66f9-4a80-a84c-62e4939e9b49 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:31.391736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 52eb9404-81f1-4b4e-994e-62a0ebfa2f54 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:31.392114 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:31.409875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7998fc-0222-4184-80a5-84c3aa73cd7f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Subnet': ['ID=eae001d6-8a6c-45dc-9135-dc099580d99c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:31.416881 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4c7998fc-0222-4184-80a5-84c3aa73cd7f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:31.423214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4c7998fc-0222-4184-80a5-84c3aa73cd7f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/subnets/eae001d6-8a6c-45dc-9135-dc099580d99c HTTP/1.1" status: 204 len: 168 time: 1.7943487 Dec 14 02:55:31.429192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59944) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:31.429192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a3a551-c65c-4a3f-8fba-801182d10b47 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:55:31.432561 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893889ea-af70-4c46-8b23-b15840a617f6 None None] Network 73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:31.530913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-54530f6d-4338-4174-9625-39226cbfa95c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting subnet b1cd05b5-87ce-412f-9a2f-d6238b91e5d4 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:55:31.535817 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:31.542917 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-54530f6d-4338-4174-9625-39226cbfa95c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:31.572898 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Allocated IP 2001:db8::1 (5ec9d3a9-7305-40eb-8648-7cd318fb6898/bb3b9e24-5865-46e3-bfb4-820d21421b86/97a38262-f0a2-4186-88d4-79129579870f) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:31.631523 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-54530f6d-4338-4174-9625-39226cbfa95c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:31.639690 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:31.710917 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bad7e079-6c80-4745-b930-f18f170a628b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:31.731713 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Transition to ACTIVE for port object a5a3a551-c65c-4a3f-8fba-801182d10b47 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:55:31.763665 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7e079-6c80-4745-b930-f18f170a628b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event deleted for resources: {'Port': ['ID=7c37a618-66f9-4a80-a84c-62e4939e9b49,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:31.843642 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:31.861382 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:31.867538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a0943d-3813-4648-92b0-678fdbe2b344 None None] DHCP port deletion for 73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:55:31.893268 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-54530f6d-4338-4174-9625-39226cbfa95c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:31.917391 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:31.945217 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:31.984907 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bad7e079-6c80-4745-b930-f18f170a628b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.015676 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-72a0943d-3813-4648-92b0-678fdbe2b344 None None] Deleting port ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:32.016114 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-72a0943d-3813-4648-92b0-678fdbe2b344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.022077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a3a551-c65c-4a3f-8fba-801182d10b47,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:32.175515 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709efbcc-2f1d-4638-8388-eed0dc3dddeb req-6d7fee97-169e-4134-8001-3ac522cd1985 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:32.178380 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-709efbcc-2f1d-4638-8388-eed0dc3dddeb req-6d7fee97-169e-4134-8001-3ac522cd1985 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 944 time: 0.2980320 Dec 14 02:55:32.195045 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Attempting to bind port a5a3a551-c65c-4a3f-8fba-801182d10b47 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:55:32.196304 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Attempting to bind port a5a3a551-c65c-4a3f-8fba-801182d10b47 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'f72c314f-a7ac-42a6-b4c6-03e0b2aab854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:55:32.196852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Attempting to bind port a5a3a551-c65c-4a3f-8fba-801182d10b47 on network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:55:32.208298 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Port a5a3a551-c65c-4a3f-8fba-801182d10b47 on network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:55:32.215109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Attempting to bind port a5a3a551-c65c-4a3f-8fba-801182d10b47 on network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:55:32.219008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:55:32.219633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Checking segment: {'id': 'f72c314f-a7ac-42a6-b4c6-03e0b2aab854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:32.220379 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Bound using segment: {'id': 'f72c314f-a7ac-42a6-b4c6-03e0b2aab854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:55:32.220941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Bound port: a5a3a551-c65c-4a3f-8fba-801182d10b47, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72c314f-a7ac-42a6-b4c6-03e0b2aab854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:55:32.221394 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.228254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad7e079-6c80-4745-b930-f18f170a628b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Router cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:55:32.306598 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Network 5ec9d3a9-7305-40eb-8648-7cd318fb6898 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:32.310228 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Pushing event updated for resources: {'Port': ['ID=97a38262-f0a2-4186-88d4-79129579870f,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:32.313422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:32.317075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:32.327054 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad7e079-6c80-4745-b930-f18f170a628b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:55:32.332765 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bad7e079-6c80-4745-b930-f18f170a628b tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "PUT /v2.0/routers/cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8519056 Dec 14 02:55:32.340227 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59950) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:32.345960 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b2f0bf-82fc-4127-94aa-95f0864d7900 None None] Sync routers for ids ['cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:55:32.351553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] For port a5a3a551-c65c-4a3f-8fba-801182d10b47, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:55:32.355645 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] For port a5a3a551-c65c-4a3f-8fba-801182d10b47, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=a5a3a551-c65c-4a3f-8fba-801182d10b47,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:55:32.361884 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b2f0bf-82fc-4127-94aa-95f0864d7900 None None] Routers {'cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:32.362852 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-b7b2f0bf-82fc-4127-94aa-95f0864d7900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:32.389752 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-72a0943d-3813-4648-92b0-678fdbe2b344 None None] For port ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402,segment=NetworkSegment(a2782cee-fe9b-4579-85c5-3fce6be609d8),segment_id=a2782cee-fe9b-4579-85c5-3fce6be609d8)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:32.390226 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-72a0943d-3813-4648-92b0-678fdbe2b344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.393707 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-709efbcc-2f1d-4638-8388-eed0dc3dddeb req-2918208f-9dbc-4f1e-880f-c5d494e34d6e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815107 Dec 14 02:55:32.411770 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.411900 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-6476a8d7-2ea3-4b93-bdd6-3e33a732aba0 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] show failed (client error): The resource could not be found. Dec 14 02:55:32.411900 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6476a8d7-2ea3-4b93-bdd6-3e33a732aba0 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-845672948 HTTP/1.1" status: 404 len: 334 time: 0.0599740 Dec 14 02:55:32.411900 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59952) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:32.412508 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-72a0943d-3813-4648-92b0-678fdbe2b344 None None] Calling delete_port for ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:32.412599 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6d9e8d01-b448-4658-b4ea-709836e36d5d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:32.425077 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Attempting to bind port 97a38262-f0a2-4186-88d4-79129579870f on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:55:32.425869 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Attempting to bind port 97a38262-f0a2-4186-88d4-79129579870f by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '6a212964-6bc2-4acf-83f2-12e8e02eeee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5ec9d3a9-7305-40eb-8648-7cd318fb6898'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:55:32.426466 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Attempting to bind port 97a38262-f0a2-4186-88d4-79129579870f on network 5ec9d3a9-7305-40eb-8648-7cd318fb6898 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:55:32.434182 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.434405 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-b7b2f0bf-82fc-4127-94aa-95f0864d7900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:32.436241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3b9e24-5865-46e3-bfb4-820d21421b86,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:32.439023 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-54530f6d-4338-4174-9625-39226cbfa95c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.444355 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b2f0bf-82fc-4127-94aa-95f0864d7900 None None] Routers {'cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:32.445039 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-b7b2f0bf-82fc-4127-94aa-95f0864d7900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:32.464676 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-6d9e8d01-b448-4658-b4ea-709836e36d5d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] update failed (client error): The resource could not be found. Dec 14 02:55:32.469854 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6d9e8d01-b448-4658-b4ea-709836e36d5d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1846200354 HTTP/1.1" status: 404 len: 335 time: 0.0592663 Dec 14 02:55:32.469854 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59954) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:32.480161 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-b7b2f0bf-82fc-4127-94aa-95f0864d7900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:32.480821 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b2f0bf-82fc-4127-94aa-95f0864d7900 None None] The sync data for ids ['cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:55:32.482624 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:55:32.483351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Checking segment: {'id': '6a212964-6bc2-4acf-83f2-12e8e02eeee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5ec9d3a9-7305-40eb-8648-7cd318fb6898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:32.484655 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.486205 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Bound using segment: {'id': '6a212964-6bc2-4acf-83f2-12e8e02eeee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5ec9d3a9-7305-40eb-8648-7cd318fb6898'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:55:32.487221 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Bound port: 97a38262-f0a2-4186-88d4-79129579870f, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a212964-6bc2-4acf-83f2-12e8e02eeee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '5ec9d3a9-7305-40eb-8648-7cd318fb6898'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:55:32.487876 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.508952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a3a551-c65c-4a3f-8fba-801182d10b47,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:32.555005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54530f6d-4338-4174-9625-39226cbfa95c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Subnet': ['ID=b1cd05b5-87ce-412f-9a2f-d6238b91e5d4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:32.587717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc08221-ab1e-4d80-a692-74da359ddc79 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Deleting subnet 54a81025-29e8-4ca5-b747-cfea81bd9842 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:55:32.599769 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-acc08221-ab1e-4d80-a692-74da359ddc79 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.599994 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:32.599994 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.600802 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-2e120526-4787-47f5-b485-4e5f9fa0ed80 service neutron] 10.222.0.47 "PUT /v2.0/ports/a5a3a551-c65c-4a3f-8fba-801182d10b47 HTTP/1.1" status: 200 len: 1092 time: 2.0702920 Dec 14 02:55:32.605909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5740126c-8dfb-46bd-b583-d9f4ef04ec0d', 'tag': 'a5a3a551-c65c-4a3f-8fba-801182d10b47'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:55:32.606734 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f016a8-116d-45e1-99dd-4213cad8d1a0" -d '{"events": [{"name": "network-changed", "server_uuid": "5740126c-8dfb-46bd-b583-d9f4ef04ec0d", "tag": "a5a3a551-c65c-4a3f-8fba-801182d10b47"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:55:32.612842 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-54530f6d-4338-4174-9625-39226cbfa95c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.616888 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f16a709-e2bc-4139-90c0-c92930d5e338 None None] Network b9db309b-d67b-4ba6-abe0-4862c11c5686 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:32.623139 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-54530f6d-4338-4174-9625-39226cbfa95c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/subnets/b1cd05b5-87ce-412f-9a2f-d6238b91e5d4 HTTP/1.1" status: 204 len: 168 time: 1.1832178 Dec 14 02:55:32.629549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59960) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:32.653647 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.683626 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-acc08221-ab1e-4d80-a692-74da359ddc79 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.708152 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] For port 97a38262-f0a2-4186-88d4-79129579870f, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:55:32.716371 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-72a0943d-3813-4648-92b0-678fdbe2b344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.720466 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d745fc33-9c7f-4c53-9260-61318d2fe370 x-openstack-request-id: req-d745fc33-9c7f-4c53-9260-61318d2fe370 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:55:32.720771 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5740126c-8dfb-46bd-b583-d9f4ef04ec0d", "tag": "a5a3a551-c65c-4a3f-8fba-801182d10b47", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:55:32.721032 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d745fc33-9c7f-4c53-9260-61318d2fe370 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:55:32.721572 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5740126c-8dfb-46bd-b583-d9f4ef04ec0d', 'tag': 'a5a3a551-c65c-4a3f-8fba-801182d10b47', 'status': 'completed', 'code': 200} Dec 14 02:55:32.723462 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec9d3a9-7305-40eb-8648-7cd318fb6898']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:32.746841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a212964-6bc2-4acf-83f2-12e8e02eeee2') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:32.747224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a212964-6bc2-4acf-83f2-12e8e02eeee2') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:32.757796 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] For port 97a38262-f0a2-4186-88d4-79129579870f, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=97a38262-f0a2-4186-88d4-79129579870f,segment=NetworkSegment(6a212964-6bc2-4acf-83f2-12e8e02eeee2),segment_id=6a212964-6bc2-4acf-83f2-12e8e02eeee2)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:55:32.777863 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0943d-3813-4648-92b0-678fdbe2b344 None None] Pushing event deleted for resources: {'Port': ['ID=ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:32.782284 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a0943d-3813-4648-92b0-678fdbe2b344 None None] No DVR routers for this DVR port ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:55:32.786245 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a841c9c8-e710-4496-b63b-748259bd9533 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.790984 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.796345 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7f827730-b135-4c7f-aeca-03f572e85ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.833166 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.846027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f016a8-116d-45e1-99dd-4213cad8d1a0 req-8949bb53-17fe-40de-80b8-06e870e45dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:32.847577 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91f016a8-116d-45e1-99dd-4213cad8d1a0 req-8949bb53-17fe-40de-80b8-06e870e45dd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6afd97248934601b456e60985587aff&device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 1095 time: 0.0924327 Dec 14 02:55:32.848677 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.858529 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-acc08221-ab1e-4d80-a692-74da359ddc79 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.887457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:55:32.887457 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:55:32.893768 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:55:32.896696 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd1333a-36df-4fad-a6c4-b7c4c35edf6b None None] DHCP port deletion for b9db309b-d67b-4ba6-abe0-4862c11c5686 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:55:32.996084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339470d-d731-4427-9a01-4169350f4c10 None None] Pushing event updated for resources: {'Port': ['ID=97a38262-f0a2-4186-88d4-79129579870f,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:33.037105 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0421d058-c4d9-438c-b1b5-e00d7683a944 None None] Network 5ec9d3a9-7305-40eb-8648-7cd318fb6898 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:33.048148 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a841c9c8-e710-4496-b63b-748259bd9533 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.057587 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-acc08221-ab1e-4d80-a692-74da359ddc79 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.084607 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6bd1333a-36df-4fad-a6c4-b7c4c35edf6b None None] Deleting port 43dee421-365e-4131-a02c-da1a9f48e6ed {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:33.085058 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bd1333a-36df-4fad-a6c4-b7c4c35edf6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.090650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-a841c9c8-e710-4496-b63b-748259bd9533 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:33.112950 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-a841c9c8-e710-4496-b63b-748259bd9533 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2782cee-fe9b-4579-85c5-3fce6be609d8') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:33.113289 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-a841c9c8-e710-4496-b63b-748259bd9533 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2782cee-fe9b-4579-85c5-3fce6be609d8') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:33.131848 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a841c9c8-e710-4496-b63b-748259bd9533 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.147261 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.db.api [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 02:55:33.147261 n-d-821636-1 neutron-server[103848]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 02:55:33.147261 n-d-821636-1 neutron-server[103848]: [parameters: {'id': '5ec9d3a9-7305-40eb-8648-7cd318fb6898'}] Dec 14 02:55:33.147261 n-d-821636-1 neutron-server[103848]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:55:33.147839 n-d-821636-1 neutron-server[103848]: DEBUG oslo_db.api [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:55:33.154659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f016a8-116d-45e1-99dd-4213cad8d1a0 req-934423f9-6a90-443e-aade-92b02a09c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:33.156324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91f016a8-116d-45e1-99dd-4213cad8d1a0 req-934423f9-6a90-443e-aade-92b02a09c651 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d6afd97248934601b456e60985587aff&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2794294 Dec 14 02:55:33.157512 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a841c9c8-e710-4496-b63b-748259bd9533 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.162468 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc08221-ab1e-4d80-a692-74da359ddc79 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event deleted for resources: {'Subnet': ['ID=54a81025-29e8-4ca5-b747-cfea81bd9842,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:33.177476 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a841c9c8-e710-4496-b63b-748259bd9533 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:55:33.177891 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a841c9c8-e710-4496-b63b-748259bd9533 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:55:33.181821 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:55:33.185734 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6bd1333a-36df-4fad-a6c4-b7c4c35edf6b None None] For port 43dee421-365e-4131-a02c-da1a9f48e6ed, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=43dee421-365e-4131-a02c-da1a9f48e6ed,segment=NetworkSegment(a0b07b70-7243-4683-b489-524f01237b85),segment_id=a0b07b70-7243-4683-b489-524f01237b85)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:33.186238 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bd1333a-36df-4fad-a6c4-b7c4c35edf6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.188467 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-acc08221-ab1e-4d80-a692-74da359ddc79 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.189432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aabe7cf-9dad-47e1-a90c-d6cd07f76808 None None] Network 689c1bf3-d929-44f2-9798-76aefecc0e99 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:33.209612 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-acc08221-ab1e-4d80-a692-74da359ddc79 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "DELETE /v2.0/subnets/54a81025-29e8-4ca5-b747-cfea81bd9842 HTTP/1.1" status: 204 len: 168 time: 0.7395792 Dec 14 02:55:33.213762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59962) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:33.246974 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6bd1333a-36df-4fad-a6c4-b7c4c35edf6b None None] Calling delete_port for 43dee421-365e-4131-a02c-da1a9f48e6ed owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:33.281552 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 43dee421-365e-4131-a02c-da1a9f48e6ed no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:55:33.319737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e89e55-aaba-4f30-9637-70d46f883a3c tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Deleting subnet 1285f517-2154-4ca4-b705-6e3c4b7f38ad {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:55:33.323872 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-26e89e55-aaba-4f30-9637-70d46f883a3c tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.330924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f016a8-116d-45e1-99dd-4213cad8d1a0 req-18c697c4-387f-4daf-9efa-2d733c900f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:33.333468 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91f016a8-116d-45e1-99dd-4213cad8d1a0 req-18c697c4-387f-4daf-9efa-2d733c900f23 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1690295 Dec 14 02:55:33.365682 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-26e89e55-aaba-4f30-9637-70d46f883a3c tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.393760 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a841c9c8-e710-4496-b63b-748259bd9533 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.402781 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a841c9c8-e710-4496-b63b-748259bd9533 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.408825 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a841c9c8-e710-4496-b63b-748259bd9533 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/networks/73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5 HTTP/1.1" status: 204 len: 168 time: 0.7782698 Dec 14 02:55:33.409494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59964) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:33.465753 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.472058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a841c9c8-e710-4496-b63b-748259bd9533 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Network': ['ID=73f8f21a-ab22-41e4-b5b1-9d38b4ddc4c5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:33.492031 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-26e89e55-aaba-4f30-9637-70d46f883a3c tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.519011 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f7181-7986-4010-a86b-0787c8f1ff44 None None] DHCP port deletion for 689c1bf3-d929-44f2-9798-76aefecc0e99 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:55:33.525664 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bd1333a-36df-4fad-a6c4-b7c4c35edf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.584933 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:55:33.608048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd1333a-36df-4fad-a6c4-b7c4c35edf6b None None] Pushing event deleted for resources: {'Port': ['ID=43dee421-365e-4131-a02c-da1a9f48e6ed,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:33.629112 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e43b495d-ad4b-4ffc-9c14-6c5c866e1e32 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.629371 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:55:33.629794 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ac422f3b-2cc5-41a9-9a5a-5f8f11bd3402 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:55:33.631789 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd1333a-36df-4fad-a6c4-b7c4c35edf6b None None] No DVR routers for this DVR port 43dee421-365e-4131-a02c-da1a9f48e6ed on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:55:33.646746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-d18355a1-c018-49e6-929b-f11562bb1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:33.646746 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-d18355a1-c018-49e6-929b-f11562bb1528 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6afd97248934601b456e60985587aff&device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 1095 time: 0.1933887 Dec 14 02:55:33.651287 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.674549 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-26e89e55-aaba-4f30-9637-70d46f883a3c tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.690213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7399947-cb23-47d7-9915-61840f335cae req-97f4d1de-0759-4206-b556-ccc5d192ee1c tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:33.691806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a7399947-cb23-47d7-9915-61840f335cae req-97f4d1de-0759-4206-b556-ccc5d192ee1c tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 944 time: 0.1535385 Dec 14 02:55:33.699801 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f7181-7986-4010-a86b-0787c8f1ff44 None None] Deleting port 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:33.700216 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb3f7181-7986-4010-a86b-0787c8f1ff44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.707431 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e89e55-aaba-4f30-9637-70d46f883a3c tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event deleted for resources: {'Subnet': ['ID=1285f517-2154-4ca4-b705-6e3c4b7f38ad,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:33.711603 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-26e89e55-aaba-4f30-9637-70d46f883a3c tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.715738 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-26e89e55-aaba-4f30-9637-70d46f883a3c tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "DELETE /v2.0/subnets/1285f517-2154-4ca4-b705-6e3c4b7f38ad HTTP/1.1" status: 204 len: 168 time: 0.4989548 Dec 14 02:55:33.718264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59970) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:33.763077 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7674241-4afd-4650-a953-e2cf14bd5811 None None] Network 7d71815f-3cbe-4770-b998-846a566a8e8b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:33.846448 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-cb3f7181-7986-4010-a86b-0787c8f1ff44 None None] For port 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36,segment=NetworkSegment(627dc82a-c647-4187-a746-d4e253bb1037),segment_id=627dc82a-c647-4187-a746-d4e253bb1037)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:33.846951 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb3f7181-7986-4010-a86b-0787c8f1ff44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.857568 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:33.863640 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-cb3f7181-7986-4010-a86b-0787c8f1ff44 None None] Calling delete_port for 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:33.946276 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Deleting port 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:33.947931 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.035562 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] For port 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36,segment=NetworkSegment(627dc82a-c647-4187-a746-d4e253bb1037),segment_id=627dc82a-c647-4187-a746-d4e253bb1037)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:34.035562 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.048187 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426fac69-5c3c-4991-968f-089bcac2c3e2 None None] DHCP port deletion for 7d71815f-3cbe-4770-b998-846a566a8e8b request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:55:34.057041 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Calling delete_port for 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:34.062038 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-a7299792-ee00-47ae-8184-25654ebd8e7f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5a3a551-c65c-4a3f-8fba-801182d10b47 HTTP/1.1" status: 200 len: 217 time: 0.3989043 Dec 14 02:55:34.089048 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cb3f7181-7986-4010-a86b-0787c8f1ff44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.137750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f7181-7986-4010-a86b-0787c8f1ff44 None None] No DVR routers for this DVR port 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:55:34.139463 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f7181-7986-4010-a86b-0787c8f1ff44 None None] Pushing event deleted for resources: {'Port': ['ID=5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:34.167567 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.174838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a7399947-cb23-47d7-9915-61840f335cae req-e5618be1-47b6-477e-8729-deded0e0387f tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368167 Dec 14 02:55:34.180805 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] No DVR routers for this DVR port 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:55:34.184162 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-426fac69-5c3c-4991-968f-089bcac2c3e2 None None] Deleting port 927aa823-c54a-4b07-b91d-c8aafb40a96f {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:34.185816 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-426fac69-5c3c-4991-968f-089bcac2c3e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.221247 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event deleted for resources: {'Port': ['ID=5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:34.252011 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-4f8999cf-0105-472a-9c7c-4fc88489f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:34.253691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-4f8999cf-0105-472a-9c7c-4fc88489f4a6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee9cd12f-52e6-42ad-bc08-3935195b595a HTTP/1.1" status: 200 len: 854 time: 0.1805236 Dec 14 02:55:34.269062 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-426fac69-5c3c-4991-968f-089bcac2c3e2 None None] For port 927aa823-c54a-4b07-b91d-c8aafb40a96f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=927aa823-c54a-4b07-b91d-c8aafb40a96f,segment=NetworkSegment(fd1a483b-cdec-4d23-862b-ecee63f14e1d),segment_id=fd1a483b-cdec-4d23-862b-ecee63f14e1d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:34.269551 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-426fac69-5c3c-4991-968f-089bcac2c3e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.287683 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-426fac69-5c3c-4991-968f-089bcac2c3e2 None None] Calling delete_port for 927aa823-c54a-4b07-b91d-c8aafb40a96f owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:34.290649 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.304688 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-7b712052-8d86-41fd-825f-e1838843cbad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433781 Dec 14 02:55:34.307848 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e43b495d-ad4b-4ffc-9c14-6c5c866e1e32 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.314763 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689c1bf3-d929-44f2-9798-76aefecc0e99']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:34.325270 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627dc82a-c647-4187-a746-d4e253bb1037') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:34.325765 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627dc82a-c647-4187-a746-d4e253bb1037') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:34.345989 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.368121 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.376367 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:55:34.376933 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:55:34.380491 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:55:34.389263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-e43b495d-ad4b-4ffc-9c14-6c5c866e1e32 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9db309b-d67b-4ba6-abe0-4862c11c5686']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:34.391910 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Deleting port 97a38262-f0a2-4186-88d4-79129579870f {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:34.392254 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.416999 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-e43b495d-ad4b-4ffc-9c14-6c5c866e1e32 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0b07b70-7243-4683-b489-524f01237b85') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:34.420946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-e43b495d-ad4b-4ffc-9c14-6c5c866e1e32 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0b07b70-7243-4683-b489-524f01237b85') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:34.456659 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e43b495d-ad4b-4ffc-9c14-6c5c866e1e32 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.464724 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-426fac69-5c3c-4991-968f-089bcac2c3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.488176 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e43b495d-ad4b-4ffc-9c14-6c5c866e1e32 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.509225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43b495d-ad4b-4ffc-9c14-6c5c866e1e32 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:55:34.509743 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e43b495d-ad4b-4ffc-9c14-6c5c866e1e32 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:55:34.517316 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:55:34.521068 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426fac69-5c3c-4991-968f-089bcac2c3e2 None None] Pushing event deleted for resources: {'Port': ['ID=927aa823-c54a-4b07-b91d-c8aafb40a96f,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:34.527703 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426fac69-5c3c-4991-968f-089bcac2c3e2 None None] No DVR routers for this DVR port 927aa823-c54a-4b07-b91d-c8aafb40a96f on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:55:34.550033 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f627be-3d0d-423b-a31c-abbd70fbb09b None None] get_active_networks_info from n-d-821636-1 {{(pid=103849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 02:55:34.573140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] For port 97a38262-f0a2-4186-88d4-79129579870f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=97a38262-f0a2-4186-88d4-79129579870f,segment=NetworkSegment(6a212964-6bc2-4acf-83f2-12e8e02eeee2),segment_id=6a212964-6bc2-4acf-83f2-12e8e02eeee2)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:34.573585 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.577341 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-fc6c2a20-b508-4adb-9422-510656265488 service neutron] 10.222.0.47 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609708 Dec 14 02:55:34.607408 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.615983 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.621954 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "DELETE /v2.0/networks/689c1bf3-d929-44f2-9798-76aefecc0e99 HTTP/1.1" status: 204 len: 168 time: 0.9019375 Dec 14 02:55:34.647807 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Calling delete_port for 97a38262-f0a2-4186-88d4-79129579870f owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:34.649908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 59972) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:34.658189 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981a9cc-c209-4beb-a90f-d8e46e5c1dac tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event deleted for resources: {'Network': ['ID=689c1bf3-d929-44f2-9798-76aefecc0e99,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:34.671924 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f627be-3d0d-423b-a31c-abbd70fbb09b None None] Resources bound (agent type, host, resource id): {{(pid=103849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 02:55:34.748712 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1ebfe083-246a-4f5a-b760-b61bedc049f9 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.790880 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e43b495d-ad4b-4ffc-9c14-6c5c866e1e32 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.804668 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e43b495d-ad4b-4ffc-9c14-6c5c866e1e32 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.807709 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e43b495d-ad4b-4ffc-9c14-6c5c866e1e32 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/networks/b9db309b-d67b-4ba6-abe0-4862c11c5686 HTTP/1.1" status: 204 len: 168 time: 1.3630400 Dec 14 02:55:34.813548 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 59978) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:34.823124 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-aebc68b7-b431-4a9d-a1b3-5d3409f40ee6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'network': {'name': 'tempest-RoutersTest-1300149973'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:34.845574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b495d-ad4b-4ffc-9c14-6c5c866e1e32 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Network': ['ID=b9db309b-d67b-4ba6-abe0-4862c11c5686,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:34.873951 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a3ffd7b-8f7e-4839-8459-e1aba98b8597 req-34f87675-5440-4f09-8931-e5e3802c2d65 service neutron] 10.222.0.47 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833793 Dec 14 02:55:34.918887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebc68b7-b431-4a9d-a1b3-5d3409f40ee6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Made reservation on behalf of bef428db4a6f4b9588a0ee0333855037 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:34.923385 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aebc68b7-b431-4a9d-a1b3-5d3409f40ee6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.961078 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1ebfe083-246a-4f5a-b760-b61bedc049f9 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:34.993403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-1ebfe083-246a-4f5a-b760-b61bedc049f9 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d71815f-3cbe-4770-b998-846a566a8e8b']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:35.005618 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-1ebfe083-246a-4f5a-b760-b61bedc049f9 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1a483b-cdec-4d23-862b-ecee63f14e1d') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:35.005929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-1ebfe083-246a-4f5a-b760-b61bedc049f9 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1a483b-cdec-4d23-862b-ecee63f14e1d') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:35.016553 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1ebfe083-246a-4f5a-b760-b61bedc049f9 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.037606 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1ebfe083-246a-4f5a-b760-b61bedc049f9 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.045669 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebfe083-246a-4f5a-b760-b61bedc049f9 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:55:35.046072 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1ebfe083-246a-4f5a-b760-b61bedc049f9 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:55:35.049929 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:55:35.059475 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebc68b7-b431-4a9d-a1b3-5d3409f40ee6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:55:35.064195 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.066336 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e4aeb5ee-7cd3-4827-9396-20049bec9174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.074975 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aebc68b7-b431-4a9d-a1b3-5d3409f40ee6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.075419 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-aebc68b7-b431-4a9d-a1b3-5d3409f40ee6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Added segment 986b6e8b-88c8-4465-a21b-b50f0515012b of type vlan for network f32fe4dd-611c-4a27-9cc7-bf483dde65c0 Dec 14 02:55:35.157799 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aebc68b7-b431-4a9d-a1b3-5d3409f40ee6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.172838 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Port': ['ID=97a38262-f0a2-4186-88d4-79129579870f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:35.177976 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:55:35.191876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No DVR routers for this DVR port 97a38262-f0a2-4186-88d4-79129579870f on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:55:35.210938 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:55:35.214940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5e02a4d8-3f02-4bff-98dc-fd0ac9fe5d36 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:55:35.214940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 927aa823-c54a-4b07-b91d-c8aafb40a96f no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:55:35.249797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 927aa823-c54a-4b07-b91d-c8aafb40a96f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:55:35.250247 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 927aa823-c54a-4b07-b91d-c8aafb40a96f not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:55:35.287222 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aebc68b7-b431-4a9d-a1b3-5d3409f40ee6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.295032 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebc68b7-b431-4a9d-a1b3-5d3409f40ee6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:35.295697 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aebc68b7-b431-4a9d-a1b3-5d3409f40ee6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.316920 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.325407 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a0b01745-19ba-471d-942d-a9d22df1d8fa None None] Provisioning complete for port e7982c3f-4a7b-4136-8514-9eddf6be2346 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:35.326152 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a0b01745-19ba-471d-942d-a9d22df1d8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.341894 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec9d3a9-7305-40eb-8648-7cd318fb6898']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:35.351642 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a212964-6bc2-4acf-83f2-12e8e02eeee2') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:35.351941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a212964-6bc2-4acf-83f2-12e8e02eeee2') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:35.364553 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.379070 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.389227 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:55:35.396424 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.404053 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc68b7-b431-4a9d-a1b3-5d3409f40ee6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Network': ['ID=f32fe4dd-611c-4a27-9cc7-bf483dde65c0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:55:35.409737 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:55:35.433878 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network f32fe4dd-611c-4a27-9cc7-bf483dde65c0 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:55:35.484904 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-aebc68b7-b431-4a9d-a1b3-5d3409f40ee6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6695273 Dec 14 02:55:35.488753 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60008) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:35.497514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-2f6655c6-b454-43da-93d0-98fa5cd630f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'subnet': {'network_id': 'f32fe4dd-611c-4a27-9cc7-bf483dde65c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:35.559086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a0b01745-19ba-471d-942d-a9d22df1d8fa None None] Provisioning complete for port 65303f33-752f-4a95-8372-72db4d976553 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:35.559505 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a0b01745-19ba-471d-942d-a9d22df1d8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.602863 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.602863 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1ebfe083-246a-4f5a-b760-b61bedc049f9 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.622679 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.626840 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/networks/5ec9d3a9-7305-40eb-8648-7cd318fb6898 HTTP/1.1" status: 204 len: 168 time: 4.3736928 Dec 14 02:55:35.630417 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60014) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:35.637914 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a136e768-85b6-43d5-ab1c-f1d57aa3f10a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1596246533'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:35.676152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1efabe-234c-4222-888c-411af9e8c71b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Network': ['ID=5ec9d3a9-7305-40eb-8648-7cd318fb6898,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:35.697374 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c12d0-3177-45d8-911b-ae426c6dabf9 req-8806a4fb-aa9a-43e8-be44-ae6034dd3584 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:35.702037 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f7c12d0-3177-45d8-911b-ae426c6dabf9 req-8806a4fb-aa9a-43e8-be44-ae6034dd3584 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 944 time: 0.2931337 Dec 14 02:55:35.711181 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1ebfe083-246a-4f5a-b760-b61bedc049f9 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.715488 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1ebfe083-246a-4f5a-b760-b61bedc049f9 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "DELETE /v2.0/networks/7d71815f-3cbe-4770-b998-846a566a8e8b HTTP/1.1" status: 204 len: 168 time: 1.0637457 Dec 14 02:55:35.718634 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60020) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:35.797695 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a136e768-85b6-43d5-ab1c-f1d57aa3f10a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:35.802343 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfe083-246a-4f5a-b760-b61bedc049f9 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event deleted for resources: {'Network': ['ID=7d71815f-3cbe-4770-b998-846a566a8e8b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:35.809972 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a136e768-85b6-43d5-ab1c-f1d57aa3f10a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.836560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f7c12d0-3177-45d8-911b-ae426c6dabf9 req-9f4d0838-1a79-4569-8190-2ee12897573c tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182809 Dec 14 02:55:35.862322 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6655c6-b454-43da-93d0-98fa5cd630f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Made reservation on behalf of bef428db4a6f4b9588a0ee0333855037 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:35.869704 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2f6655c6-b454-43da-93d0-98fa5cd630f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.873336 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1a6edd-7de7-47b3-9964-abbf19740b84 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Deleting subnet 1f87eacb-a161-4c80-923d-b82afa9c4930 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:55:35.878447 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6edd-7de7-47b3-9964-abbf19740b84 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.906409 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a136e768-85b6-43d5-ab1c-f1d57aa3f10a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:55:35.918055 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a0b01745-19ba-471d-942d-a9d22df1d8fa None None] Provisioning complete for port c541c5d0-90c7-45ea-b54e-1e474827d3ed triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:35.918457 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a0b01745-19ba-471d-942d-a9d22df1d8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.946775 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a136e768-85b6-43d5-ab1c-f1d57aa3f10a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:35.947363 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-a136e768-85b6-43d5-ab1c-f1d57aa3f10a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Added segment 41f108a7-2cd2-44cf-a59b-1ed7767e8530 of type vlan for network bf9a2e82-36bf-4bd4-953d-bf74ddb5f186 Dec 14 02:55:35.964690 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6edd-7de7-47b3-9964-abbf19740b84 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:36.264903 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2f6655c6-b454-43da-93d0-98fa5cd630f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:36.324566 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:36.346046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6655c6-b454-43da-93d0-98fa5cd630f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Subnet': ['ID=98820d04-363c-487b-af40-006e818829df,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:36.355633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6655c6-b454-43da-93d0-98fa5cd630f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Checking segment: {'id': '986b6e8b-88c8-4465-a21b-b50f0515012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f32fe4dd-611c-4a27-9cc7-bf483dde65c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:36.356004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6655c6-b454-43da-93d0-98fa5cd630f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network hostable DHCP agents. Network: f32fe4dd-611c-4a27-9cc7-bf483dde65c0, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:55:36.387743 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a136e768-85b6-43d5-ab1c-f1d57aa3f10a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:36.450560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6655c6-b454-43da-93d0-98fa5cd630f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network f32fe4dd-611c-4a27-9cc7-bf483dde65c0 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:55:36.458594 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6edd-7de7-47b3-9964-abbf19740b84 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:36.537071 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a136e768-85b6-43d5-ab1c-f1d57aa3f10a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:36.544489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a136e768-85b6-43d5-ab1c-f1d57aa3f10a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:36.557623 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a136e768-85b6-43d5-ab1c-f1d57aa3f10a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:36.575656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-2f6655c6-b454-43da-93d0-98fa5cd630f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, f32fe4dd-611c-4a27-9cc7-bf483dde65c0) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:36.580756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6655c6-b454-43da-93d0-98fa5cd630f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:36.581495 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2f6655c6-b454-43da-93d0-98fa5cd630f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:36.590435 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e076c89-505d-4c7b-8599-bb69839705c7 None None] Network f32fe4dd-611c-4a27-9cc7-bf483dde65c0 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:36.613387 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6edd-7de7-47b3-9964-abbf19740b84 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:36.633371 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd1a6edd-7de7-47b3-9964-abbf19740b84 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:36.638423 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bd1a6edd-7de7-47b3-9964-abbf19740b84 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "DELETE /v2.0/subnets/1f87eacb-a161-4c80-923d-b82afa9c4930 HTTP/1.1" status: 204 len: 168 time: 0.9180546 Dec 14 02:55:36.641828 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60060) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:36.673228 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a6edd-7de7-47b3-9964-abbf19740b84 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event deleted for resources: {'Subnet': ['ID=1f87eacb-a161-4c80-923d-b82afa9c4930,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:36.679399 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136e768-85b6-43d5-ab1c-f1d57aa3f10a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Network': ['ID=bf9a2e82-36bf-4bd4-953d-bf74ddb5f186,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:36.700964 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f476a57f-d7de-4ec1-940f-d976dbf5728a None None] Network 22b3a106-ee0a-4885-956e-dc90c64a786b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:36.704478 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a136e768-85b6-43d5-ab1c-f1d57aa3f10a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0715837 Dec 14 02:55:36.707705 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60064) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:36.716517 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network bf9a2e82-36bf-4bd4-953d-bf74ddb5f186 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:55:36.726041 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6bd6ffab-26ff-4035-a0a9-aa4a6ec94ca2 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'subnet': {'network_id': 'bf9a2e82-36bf-4bd4-953d-bf74ddb5f186', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:36.736114 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2f6655c6-b454-43da-93d0-98fa5cd630f0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2470157 Dec 14 02:55:36.740289 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60068) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:36.746536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-23c2e981-a201-4225-8ba1-dfe6fe59a76a tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-363287601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:36.822421 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:36.869777 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-23c2e981-a201-4225-8ba1-dfe6fe59a76a tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:36.870853 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-23c2e981-a201-4225-8ba1-dfe6fe59a76a tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:36.942562 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd6ffab-26ff-4035-a0a9-aa4a6ec94ca2 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:36.953909 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ffab-26ff-4035-a0a9-aa4a6ec94ca2 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:36.958860 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-f32fe4dd-611c-4a27-9cc7-bf483dde65c0', 'network_id': 'f32fe4dd-611c-4a27-9cc7-bf483dde65c0', 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'fixed_ips': [{'subnet_id': '98820d04-363c-487b-af40-006e818829df'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:55:36.959736 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.042723 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-23c2e981-a201-4225-8ba1-dfe6fe59a76a tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.054341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Deleting port 4777b1a0-4fd2-4863-9dd7-ebaed87687b0 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:37.054778 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.097087 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039f66e6-a9da-4d64-8674-6d3ee9cc42d6 None None] DHCP port deletion for 22b3a106-ee0a-4885-956e-dc90c64a786b request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:55:37.118304 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea420e1-d225-4c20-8916-57fb746a8ac6 req-7c0fc7a6-93bc-4ce6-bb5f-d3277dee86ca tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:37.129458 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ea420e1-d225-4c20-8916-57fb746a8ac6 req-7c0fc7a6-93bc-4ce6-bb5f-d3277dee86ca tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 944 time: 0.1664777 Dec 14 02:55:37.179903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] For port 4777b1a0-4fd2-4863-9dd7-ebaed87687b0, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=4777b1a0-4fd2-4863-9dd7-ebaed87687b0,segment=NetworkSegment(157316c3-796d-433f-8d45-ba4870e6cef5),segment_id=157316c3-796d-433f-8d45-ba4870e6cef5)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:37.181034 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.184608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 4777b1a0-4fd2-4863-9dd7-ebaed87687b0 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:55:37.197607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ea420e1-d225-4c20-8916-57fb746a8ac6 req-0b717e60-7cba-48c3-b7c0-32045b712b86 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691109 Dec 14 02:55:37.201821 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Calling delete_port for 4777b1a0-4fd2-4863-9dd7-ebaed87687b0 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:37.209550 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-23c2e981-a201-4225-8ba1-dfe6fe59a76a tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.268064 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Allocated IP 172.20.0.2 (f32fe4dd-611c-4a27-9cc7-bf483dde65c0/98820d04-363c-487b-af40-006e818829df/d451309b-81b7-459f-af95-1906da139c40) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:37.290704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-039f66e6-a9da-4d64-8674-6d3ee9cc42d6 None None] Deleting port 4777b1a0-4fd2-4863-9dd7-ebaed87687b0 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:37.291108 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-039f66e6-a9da-4d64-8674-6d3ee9cc42d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.325868 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-23c2e981-a201-4225-8ba1-dfe6fe59a76a tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.327089 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-23c2e981-a201-4225-8ba1-dfe6fe59a76a tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5861368 Dec 14 02:55:37.334145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60094) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:37.334928 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-26f6ff5c-2bc8-4824-809a-a6cdd837f240 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'port': {'network_id': 'f32fe4dd-611c-4a27-9cc7-bf483dde65c0', 'name': 'tempest-RoutersTest-874348609'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:37.353038 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ffab-26ff-4035-a0a9-aa4a6ec94ca2 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.410370 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device a5a3a551-c65c-4a3f-8fba-801182d10b47 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:55:37.422169 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.430813 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6ffab-26ff-4035-a0a9-aa4a6ec94ca2 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Subnet': ['ID=95d36535-6541-4389-9fd2-966cc115fbd7,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:37.437350 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd6ffab-26ff-4035-a0a9-aa4a6ec94ca2 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Checking segment: {'id': '41f108a7-2cd2-44cf-a59b-1ed7767e8530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bf9a2e82-36bf-4bd4-953d-bf74ddb5f186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:37.437643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd6ffab-26ff-4035-a0a9-aa4a6ec94ca2 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network hostable DHCP agents. Network: bf9a2e82-36bf-4bd4-953d-bf74ddb5f186, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:55:37.450718 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-039f66e6-a9da-4d64-8674-6d3ee9cc42d6 None None] For port 4777b1a0-4fd2-4863-9dd7-ebaed87687b0, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=4777b1a0-4fd2-4863-9dd7-ebaed87687b0,segment=NetworkSegment(157316c3-796d-433f-8d45-ba4870e6cef5),segment_id=157316c3-796d-433f-8d45-ba4870e6cef5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:37.451444 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-039f66e6-a9da-4d64-8674-6d3ee9cc42d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.465381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event deleted for resources: {'Port': ['ID=4777b1a0-4fd2-4863-9dd7-ebaed87687b0,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:37.467150 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] No DVR routers for this DVR port 4777b1a0-4fd2-4863-9dd7-ebaed87687b0 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:55:37.469569 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.480490 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-039f66e6-a9da-4d64-8674-6d3ee9cc42d6 None None] Calling delete_port for 4777b1a0-4fd2-4863-9dd7-ebaed87687b0 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:37.554956 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd6ffab-26ff-4035-a0a9-aa4a6ec94ca2 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network bf9a2e82-36bf-4bd4-953d-bf74ddb5f186 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:55:37.563392 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:55:37.564811 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.586148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b3a106-ee0a-4885-956e-dc90c64a786b']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:37.595755 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157316c3-796d-433f-8d45-ba4870e6cef5') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:37.596053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157316c3-796d-433f-8d45-ba4870e6cef5') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:37.606181 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.626853 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.633165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:55:37.635422 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:55:37.642117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f6ff5c-2bc8-4824-809a-a6cdd837f240 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Made reservation on behalf of bef428db4a6f4b9588a0ee0333855037 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:37.644930 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26f6ff5c-2bc8-4824-809a-a6cdd837f240 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.662140 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-6bd6ffab-26ff-4035-a0a9-aa4a6ec94ca2 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, bf9a2e82-36bf-4bd4-953d-bf74ddb5f186) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:37.667032 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd6ffab-26ff-4035-a0a9-aa4a6ec94ca2 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:37.667984 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6bd6ffab-26ff-4035-a0a9-aa4a6ec94ca2 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.694280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34848d24-55a9-446d-a101-683f0292182d None None] Network bf9a2e82-36bf-4bd4-953d-bf74ddb5f186 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:37.708233 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-26f6ff5c-2bc8-4824-809a-a6cdd837f240 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] device_id is not set on port e9b53b1b-717b-40af-8a41-83659c41777c yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:55:37.750039 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6bd6ffab-26ff-4035-a0a9-aa4a6ec94ca2 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0356333 Dec 14 02:55:37.751199 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60112) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:37.757293 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e178aa3f-da02-42b6-856c-8c4cbc83325d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-142551156'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:37.788908 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.803015 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.805983 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port a5a3a551-c65c-4a3f-8fba-801182d10b47, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=a5a3a551-c65c-4a3f-8fba-801182d10b47,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:37.821842 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.828452 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-039f66e6-a9da-4d64-8674-6d3ee9cc42d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.829676 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.833087 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "DELETE /v2.0/networks/22b3a106-ee0a-4885-956e-dc90c64a786b HTTP/1.1" status: 204 len: 168 time: 1.1898396 Dec 14 02:55:37.836287 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60118) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:37.842600 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'a5a3a551-c65c-4a3f-8fba-801182d10b47', 'network_id': '3e7ee77e-8c6e-4bd5-b732-433005bf2f48', 'port_id': 'a5a3a551-c65c-4a3f-8fba-801182d10b47', 'mac_address': 'fa:16:3e:4a:3a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee9cd12f-52e6-42ad-bc08-3935195b595a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:55:37.853567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c6d40-009e-4aeb-a53f-846f8e09484d tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Pushing event deleted for resources: {'Network': ['ID=22b3a106-ee0a-4885-956e-dc90c64a786b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:37.872444 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-039f66e6-a9da-4d64-8674-6d3ee9cc42d6 None None] Network 22b3a106-ee0a-4885-956e-dc90c64a786b is not hosted by any dhcp agent {{(pid=103849) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 14 02:55:37.872900 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039f66e6-a9da-4d64-8674-6d3ee9cc42d6 None None] No DVR routers for this DVR port 4777b1a0-4fd2-4863-9dd7-ebaed87687b0 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:55:37.875969 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e7eb038b-dbfc-4c78-b6c8-b9f7bf08f2a2 tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e HTTP/1.1" status: 200 len: 205 time: 0.0359221 Dec 14 02:55:37.875969 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e178aa3f-da02-42b6-856c-8c4cbc83325d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:37.876223 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f66e6-a9da-4d64-8674-6d3ee9cc42d6 None None] Pushing event deleted for resources: {'Port': ['ID=4777b1a0-4fd2-4863-9dd7-ebaed87687b0,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:37.876329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60124) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:37.877797 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e178aa3f-da02-42b6-856c-8c4cbc83325d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.907510 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e178aa3f-da02-42b6-856c-8c4cbc83325d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:55:37.912998 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.925519 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e178aa3f-da02-42b6-856c-8c4cbc83325d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.926475 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-e178aa3f-da02-42b6-856c-8c4cbc83325d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Added segment a5969655-29a2-4611-889d-45b82938bf60 of type vlan for network b002adbe-cb81-4d13-beef-622b80140b19 Dec 14 02:55:37.958776 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-bf9a2e82-36bf-4bd4-953d-bf74ddb5f186', 'network_id': 'bf9a2e82-36bf-4bd4-953d-bf74ddb5f186', 'project_id': '0dbcba88cae341c4a3880a04fd6ccc3c', 'fixed_ips': [{'subnet_id': '95d36535-6541-4389-9fd2-966cc115fbd7'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:55:37.959636 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.991793 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Network f32fe4dd-611c-4a27-9cc7-bf483dde65c0 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:37.994483 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.996193 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da1012c8-fa30-469a-bb02-3343940d3aaa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:37.998637 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e178aa3f-da02-42b6-856c-8c4cbc83325d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:38.000283 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:38.019529 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:38.028702 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a3a551-c65c-4a3f-8fba-801182d10b47 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:55:38.032971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Pushing event updated for resources: {'Port': ['ID=d451309b-81b7-459f-af95-1906da139c40,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:38.101061 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e178aa3f-da02-42b6-856c-8c4cbc83325d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:38.107597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e178aa3f-da02-42b6-856c-8c4cbc83325d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:38.108431 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e178aa3f-da02-42b6-856c-8c4cbc83325d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:38.129904 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port a5a3a551-c65c-4a3f-8fba-801182d10b47, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=a5a3a551-c65c-4a3f-8fba-801182d10b47,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:38.182017 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178aa3f-da02-42b6-856c-8c4cbc83325d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Network': ['ID=b002adbe-cb81-4d13-beef-622b80140b19,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:38.188091 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Attempting to bind port d451309b-81b7-459f-af95-1906da139c40 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:55:38.188467 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Attempting to bind port d451309b-81b7-459f-af95-1906da139c40 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '986b6e8b-88c8-4465-a21b-b50f0515012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f32fe4dd-611c-4a27-9cc7-bf483dde65c0'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:55:38.188834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Attempting to bind port d451309b-81b7-459f-af95-1906da139c40 on network f32fe4dd-611c-4a27-9cc7-bf483dde65c0 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:55:38.198548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network b002adbe-cb81-4d13-beef-622b80140b19 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:55:38.202392 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:55:38.202766 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Checking segment: {'id': '986b6e8b-88c8-4465-a21b-b50f0515012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f32fe4dd-611c-4a27-9cc7-bf483dde65c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:38.203161 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:38.203555 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Bound using segment: {'id': '986b6e8b-88c8-4465-a21b-b50f0515012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f32fe4dd-611c-4a27-9cc7-bf483dde65c0'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:55:38.204028 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Bound port: d451309b-81b7-459f-af95-1906da139c40, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986b6e8b-88c8-4465-a21b-b50f0515012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f32fe4dd-611c-4a27-9cc7-bf483dde65c0'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:55:38.204409 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:38.218185 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.db.api [None req-26f6ff5c-2bc8-4824-809a-a6cdd837f240 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6b93e673-e8d3-4201-b415-79440e4b98de {{(pid=103848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:55:38.218458 n-d-821636-1 neutron-server[103848]: DEBUG oslo_db.api [None req-26f6ff5c-2bc8-4824-809a-a6cdd837f240 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:55:38.237079 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da1012c8-fa30-469a-bb02-3343940d3aaa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:38.239536 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da1012c8-fa30-469a-bb02-3343940d3aaa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:38.264892 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:38.276766 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Allocated IP 2001:db8::3 (bf9a2e82-36bf-4bd4-953d-bf74ddb5f186/95d36535-6541-4389-9fd2-966cc115fbd7/6bc2171e-1786-4324-bd58-77a6eaaf9c0c) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:38.298201 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e178aa3f-da02-42b6-856c-8c4cbc83325d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5458410 Dec 14 02:55:38.301172 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60142) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:38.307516 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-229d4671-3f3b-4705-ab28-d3a9e5eec74b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'subnet': {'network_id': 'b002adbe-cb81-4d13-beef-622b80140b19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:38.340904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b8b45-b4a6-40a9-bb8f-329c6f5cd542 req-76333040-1a91-4361-8505-d1e82f3c623e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:38.344167 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2a6b8b45-b4a6-40a9-bb8f-329c6f5cd542 req-76333040-1a91-4361-8505-d1e82f3c623e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 945 time: 0.0581818 Dec 14 02:55:38.380928 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da1012c8-fa30-469a-bb02-3343940d3aaa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:38.391157 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1012c8-fa30-469a-bb02-3343940d3aaa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Fanout notify agent at l3_agent the message router_deleted on router cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:55:38.391157 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da1012c8-fa30-469a-bb02-3343940d3aaa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:38.392647 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-da1012c8-fa30-469a-bb02-3343940d3aaa tempest-RoutersNegativeTest-200490043 tempest-RoutersNegativeTest-200490043-project] 10.222.0.39 "DELETE /v2.0/routers/cc866894-c57c-4dbb-8ab9-9ad0fb1ed18e HTTP/1.1" status: 204 len: 168 time: 0.5145617 Dec 14 02:55:38.438402 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=a5a3a551-c65c-4a3f-8fba-801182d10b47,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:38.455986 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] For port d451309b-81b7-459f-af95-1906da139c40, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:55:38.458873 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2a6b8b45-b4a6-40a9-bb8f-329c6f5cd542 req-5585d7d9-f9db-4fe9-8be4-b7b823721b6e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993986 Dec 14 02:55:38.461434 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] For port d451309b-81b7-459f-af95-1906da139c40, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d451309b-81b7-459f-af95-1906da139c40,segment=NetworkSegment(986b6e8b-88c8-4465-a21b-b50f0515012b),segment_id=986b6e8b-88c8-4465-a21b-b50f0515012b)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:55:38.490039 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229d4671-3f3b-4705-ab28-d3a9e5eec74b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:38.494124 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-229d4671-3f3b-4705-ab28-d3a9e5eec74b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:38.535360 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:38.567680 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['a5a3a551-c65c-4a3f-8fba-801182d10b47'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:55:38.568543 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.ipam_backend_mixin [None req-229d4671-3f3b-4705-ab28-d3a9e5eec74b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Performing IP validity checks on allocation pools {{(pid=103847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 14 02:55:38.569141 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.ipam_backend_mixin [None req-229d4671-3f3b-4705-ab28-d3a9e5eec74b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 14 02:55:38.620113 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:38.628149 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:38.647715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8af956-9974-4612-94ef-7bbe45a8df75 None None] Pushing event updated for resources: {'Port': ['ID=d451309b-81b7-459f-af95-1906da139c40,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:38.720107 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26f6ff5c-2bc8-4824-809a-a6cdd837f240 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:38.744084 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [None req-26f6ff5c-2bc8-4824-809a-a6cdd837f240 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] device_id is not set on port ff96fd5b-420c-4672-8f3f-d8333d7b7788 yet. {{(pid=103848) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 14 02:55:38.753588 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:38.809815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Network bf9a2e82-36bf-4bd4-953d-bf74ddb5f186 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:38.818208 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:38.822968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:38.834923 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Pushing event updated for resources: {'Port': ['ID=6bc2171e-1786-4324-bd58-77a6eaaf9c0c,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:38.859143 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-229d4671-3f3b-4705-ab28-d3a9e5eec74b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:38.925623 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-26f6ff5c-2bc8-4824-809a-a6cdd837f240 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Allocated IP 172.20.0.11 (f32fe4dd-611c-4a27-9cc7-bf483dde65c0/98820d04-363c-487b-af40-006e818829df/ff96fd5b-420c-4672-8f3f-d8333d7b7788) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:38.943210 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Attempting to bind port 6bc2171e-1786-4324-bd58-77a6eaaf9c0c on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:55:38.943564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Attempting to bind port 6bc2171e-1786-4324-bd58-77a6eaaf9c0c by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '41f108a7-2cd2-44cf-a59b-1ed7767e8530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bf9a2e82-36bf-4bd4-953d-bf74ddb5f186'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:55:38.943918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Attempting to bind port 6bc2171e-1786-4324-bd58-77a6eaaf9c0c on network bf9a2e82-36bf-4bd4-953d-bf74ddb5f186 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:55:38.958159 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:55:38.958982 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Checking segment: {'id': '41f108a7-2cd2-44cf-a59b-1ed7767e8530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bf9a2e82-36bf-4bd4-953d-bf74ddb5f186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:38.959770 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:38.960997 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Bound using segment: {'id': '41f108a7-2cd2-44cf-a59b-1ed7767e8530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bf9a2e82-36bf-4bd4-953d-bf74ddb5f186'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:55:38.964420 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Bound port: 6bc2171e-1786-4324-bd58-77a6eaaf9c0c, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f108a7-2cd2-44cf-a59b-1ed7767e8530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'bf9a2e82-36bf-4bd4-953d-bf74ddb5f186'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:55:38.966597 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:39.001683 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229d4671-3f3b-4705-ab28-d3a9e5eec74b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Checking segment: {'id': 'a5969655-29a2-4611-889d-45b82938bf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b002adbe-cb81-4d13-beef-622b80140b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:39.002298 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229d4671-3f3b-4705-ab28-d3a9e5eec74b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network hostable DHCP agents. Network: b002adbe-cb81-4d13-beef-622b80140b19, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:55:39.056679 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229d4671-3f3b-4705-ab28-d3a9e5eec74b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Subnet': ['ID=ea480c1d-bda5-49a0-ad96-cdefd0f8fd74,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:39.073819 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] For port 6bc2171e-1786-4324-bd58-77a6eaaf9c0c, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:55:39.079517 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] For port 6bc2171e-1786-4324-bd58-77a6eaaf9c0c, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6bc2171e-1786-4324-bd58-77a6eaaf9c0c,segment=NetworkSegment(41f108a7-2cd2-44cf-a59b-1ed7767e8530),segment_id=41f108a7-2cd2-44cf-a59b-1ed7767e8530)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:55:39.094447 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60180) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:39.121193 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229d4671-3f3b-4705-ab28-d3a9e5eec74b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network b002adbe-cb81-4d13-beef-622b80140b19 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:55:39.163160 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:39.171827 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26f6ff5c-2bc8-4824-809a-a6cdd837f240 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:39.232491 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-229d4671-3f3b-4705-ab28-d3a9e5eec74b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, b002adbe-cb81-4d13-beef-622b80140b19) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:39.232916 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e81e35-f7bd-4e3f-9f2d-c891ae49c00d None None] Pushing event updated for resources: {'Port': ['ID=6bc2171e-1786-4324-bd58-77a6eaaf9c0c,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:39.238579 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229d4671-3f3b-4705-ab28-d3a9e5eec74b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:39.239174 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-229d4671-3f3b-4705-ab28-d3a9e5eec74b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:39.254403 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d451309b-81b7-459f-af95-1906da139c40 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:39.279902 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29690b18-40bd-45bb-9184-2a0c21193911 None None] Network b002adbe-cb81-4d13-beef-622b80140b19 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:39.317420 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60190) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:39.318305 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e2c20ec2-d3ad-4ef2-9e4e-28ff8258e232 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ce8b9d7933244f2a58342a672bbede2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2223525 Dec 14 02:55:39.333477 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26f6ff5c-2bc8-4824-809a-a6cdd837f240 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:39.360197 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-229d4671-3f3b-4705-ab28-d3a9e5eec74b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0560338 Dec 14 02:55:39.366690 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60194) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:39.421531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f6ff5c-2bc8-4824-809a-a6cdd837f240 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network f32fe4dd-611c-4a27-9cc7-bf483dde65c0 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:39.433616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-26f6ff5c-2bc8-4824-809a-a6cdd837f240 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:39.438420 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f6ff5c-2bc8-4824-809a-a6cdd837f240 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:39.563029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6ff5c-2bc8-4824-809a-a6cdd837f240 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=ff96fd5b-420c-4672-8f3f-d8333d7b7788,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:39.569434 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10067bf2-945e-4e50-b5b7-fb2b1bf3c2d5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:39.583011 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device a5a3a551-c65c-4a3f-8fba-801182d10b47 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:39.584271 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f6ff5c-2bc8-4824-809a-a6cdd837f240 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:39.584960 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26f6ff5c-2bc8-4824-809a-a6cdd837f240 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:39.663321 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f15836b9-59f9-4d61-a5e5-59aa6f392e07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:39.682212 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10067bf2-945e-4e50-b5b7-fb2b1bf3c2d5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:39.727680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-26f6ff5c-2bc8-4824-809a-a6cdd837f240 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.3940690 Dec 14 02:55:39.728485 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f15836b9-59f9-4d61-a5e5-59aa6f392e07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:39.730642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60210) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:39.744108 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4704dac-caac-4f8a-8ce8-165a1367be99 req-cb631a49-2f0c-4d75-9f2b-3c6b36529e1f tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:39.746878 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4704dac-caac-4f8a-8ce8-165a1367be99 req-cb631a49-2f0c-4d75-9f2b-3c6b36529e1f tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 945 time: 0.1289389 Dec 14 02:55:39.755801 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d451309b-81b7-459f-af95-1906da139c40 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:39.756329 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:39.801619 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58ce523-3313-4544-a0f2-eea5c91e42d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-b002adbe-cb81-4d13-beef-622b80140b19', 'network_id': 'b002adbe-cb81-4d13-beef-622b80140b19', 'project_id': '0dbcba88cae341c4a3880a04fd6ccc3c', 'fixed_ips': [{'subnet_id': 'ea480c1d-bda5-49a0-ad96-cdefd0f8fd74'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:55:39.802822 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c58ce523-3313-4544-a0f2-eea5c91e42d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:39.851168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4704dac-caac-4f8a-8ce8-165a1367be99 req-f8b17b14-f219-4dee-bc26-5695f605da23 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927701 Dec 14 02:55:39.938875 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port a5a3a551-c65c-4a3f-8fba-801182d10b47 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:55:39.946903 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port a5a3a551-c65c-4a3f-8fba-801182d10b47 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:39.947572 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:39.960006 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f15836b9-59f9-4d61-a5e5-59aa6f392e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:39.964555 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f15836b9-59f9-4d61-a5e5-59aa6f392e07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:39.984115 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f15836b9-59f9-4d61-a5e5-59aa6f392e07 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f57b7cca-fd1e-43ac-8f39-5ab9936c2e53 HTTP/1.1" status: 204 len: 168 time: 0.6494517 Dec 14 02:55:40.018064 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15836b9-59f9-4d61-a5e5-59aa6f392e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57b7cca-fd1e-43ac-8f39-5ab9936c2e53,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:40.064379 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:40.106569 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10067bf2-945e-4e50-b5b7-fb2b1bf3c2d5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:40.111788 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port d451309b-81b7-459f-af95-1906da139c40, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d451309b-81b7-459f-af95-1906da139c40,segment=NetworkSegment(986b6e8b-88c8-4465-a21b-b50f0515012b),segment_id=986b6e8b-88c8-4465-a21b-b50f0515012b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:40.138913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eef61d-73b2-4fc2-9738-603553d58799 None None] Network f32fe4dd-611c-4a27-9cc7-bf483dde65c0 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:40.149134 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10067bf2-945e-4e50-b5b7-fb2b1bf3c2d5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Subnet': ['ID=ea480c1d-bda5-49a0-ad96-cdefd0f8fd74,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server [None req-c58ce523-3313-4544-a0f2-eea5c91e42d9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea480c1d-bda5-49a0-ad96-cdefd0f8fd74: This subnet is being modified by another concurrent operation. Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise self.value Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server raise exception Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea480c1d-bda5-49a0-ad96-cdefd0f8fd74: This subnet is being modified by another concurrent operation. Dec 14 02:55:40.167177 n-d-821636-1 neutron-server[103849]: ERROR oslo_messaging.rpc.server Dec 14 02:55:40.207041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2182f5f-bad2-47a3-af0b-a8a435298255 None None] Network b002adbe-cb81-4d13-beef-622b80140b19 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:40.263649 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:40.271341 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:40.284834 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10067bf2-945e-4e50-b5b7-fb2b1bf3c2d5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:40.319781 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-10067bf2-945e-4e50-b5b7-fb2b1bf3c2d5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b002adbe-cb81-4d13-beef-622b80140b19']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:40.343666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-10067bf2-945e-4e50-b5b7-fb2b1bf3c2d5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5969655-29a2-4611-889d-45b82938bf60') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:40.344217 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-10067bf2-945e-4e50-b5b7-fb2b1bf3c2d5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5969655-29a2-4611-889d-45b82938bf60') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:40.361519 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-dac60b52-2b8f-439c-ae38-2f0e2c01b9d4 None None] Provisioning complete for port d451309b-81b7-459f-af95-1906da139c40 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:40.362065 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dac60b52-2b8f-439c-ae38-2f0e2c01b9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:40.379692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5740126c-8dfb-46bd-b583-d9f4ef04ec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a3a551-c65c-4a3f-8fba-801182d10b47'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:55:40.379952 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10067bf2-945e-4e50-b5b7-fb2b1bf3c2d5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:40.383741 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a7ca4c-20f0-4995-8b29-d799db8d5aee" -d '{"events": [{"server_uuid": "5740126c-8dfb-46bd-b583-d9f4ef04ec0d", "name": "network-vif-plugged", "status": "completed", "tag": "a5a3a551-c65c-4a3f-8fba-801182d10b47"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:55:40.398481 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81f22089-6766-4a15-8d77-ff57a31a05d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:40.409682 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10067bf2-945e-4e50-b5b7-fb2b1bf3c2d5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:40.420614 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10067bf2-945e-4e50-b5b7-fb2b1bf3c2d5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:55:40.421915 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10067bf2-945e-4e50-b5b7-fb2b1bf3c2d5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:55:40.424211 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:55:40.499812 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d2e15b-95c0-465e-89e8-47fd8b80be02 x-openstack-request-id: req-48d2e15b-95c0-465e-89e8-47fd8b80be02 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:55:40.499812 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5740126c-8dfb-46bd-b583-d9f4ef04ec0d", "name": "network-vif-plugged", "status": "completed", "tag": "a5a3a551-c65c-4a3f-8fba-801182d10b47", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:55:40.499812 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48d2e15b-95c0-465e-89e8-47fd8b80be02 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:55:40.499812 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5740126c-8dfb-46bd-b583-d9f4ef04ec0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a3a551-c65c-4a3f-8fba-801182d10b47', 'code': 200} Dec 14 02:55:40.506781 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port a5a3a551-c65c-4a3f-8fba-801182d10b47, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=a5a3a551-c65c-4a3f-8fba-801182d10b47,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:40.523222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=d451309b-81b7-459f-af95-1906da139c40,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:40.668758 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:40.708508 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601a44a8-a4d1-45f9-b37c-77802da5b5b6 req-bd0d7cd9-b118-4496-bbac-ddfc2a5c5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:40.710296 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-601a44a8-a4d1-45f9-b37c-77802da5b5b6 req-bd0d7cd9-b118-4496-bbac-ddfc2a5c5f1c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 1096 time: 0.1214457 Dec 14 02:55:40.720171 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10067bf2-945e-4e50-b5b7-fb2b1bf3c2d5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:40.740452 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-10067bf2-945e-4e50-b5b7-fb2b1bf3c2d5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:40.763258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60248) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:40.771102 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=a5a3a551-c65c-4a3f-8fba-801182d10b47,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:40.774015 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-10067bf2-945e-4e50-b5b7-fb2b1bf3c2d5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/networks/b002adbe-cb81-4d13-beef-622b80140b19 HTTP/1.1" status: 204 len: 168 time: 1.4018569 Dec 14 02:55:40.780249 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-592546fc-ae61-4467-b265-764e7681e45a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-122195659'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:40.787893 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-601a44a8-a4d1-45f9-b37c-77802da5b5b6 req-d3a5a0fc-ec8e-4182-b702-b5dba54701a0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707037 Dec 14 02:55:40.832015 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10067bf2-945e-4e50-b5b7-fb2b1bf3c2d5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Network': ['ID=b002adbe-cb81-4d13-beef-622b80140b19,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:40.851421 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d3a94f-a9b7-4be4-a9c0-1f48980d1db6 None None] Network bf9a2e82-36bf-4bd4-953d-bf74ddb5f186 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:40.916576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592546fc-ae61-4467-b265-764e7681e45a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:40.919614 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81f22089-6766-4a15-8d77-ff57a31a05d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:40.920325 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-592546fc-ae61-4467-b265-764e7681e45a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:40.988173 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6fa7273a-201c-4707-a7eb-e00d07bb8554 None None] Provisioning complete for port 6bc2171e-1786-4324-bd58-77a6eaaf9c0c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:40.988451 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6fa7273a-201c-4707-a7eb-e00d07bb8554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:41.016583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592546fc-ae61-4467-b265-764e7681e45a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:55:41.027249 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81f22089-6766-4a15-8d77-ff57a31a05d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:41.037001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1ffdf-0098-4823-a639-44a84c585a96 req-e38a9d2f-ccba-4e7f-8348-8f66342935bd tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:41.038629 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4f1ffdf-0098-4823-a639-44a84c585a96 req-e38a9d2f-ccba-4e7f-8348-8f66342935bd tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 946 time: 0.0836949 Dec 14 02:55:41.045267 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-592546fc-ae61-4467-b265-764e7681e45a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:41.045907 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-592546fc-ae61-4467-b265-764e7681e45a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Added segment 690e7346-12c2-4785-b3bd-34d38466d705 of type vlan for network bc40b0b0-cbba-43ab-9672-d7055d0853ef Dec 14 02:55:41.190327 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6fa7273a-201c-4707-a7eb-e00d07bb8554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:41.223129 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-592546fc-ae61-4467-b265-764e7681e45a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:41.251372 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f22089-6766-4a15-8d77-ff57a31a05d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=ff96fd5b-420c-4672-8f3f-d8333d7b7788,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:41.256764 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6fa7273a-201c-4707-a7eb-e00d07bb8554 None None] For port 6bc2171e-1786-4324-bd58-77a6eaaf9c0c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6bc2171e-1786-4324-bd58-77a6eaaf9c0c,segment=NetworkSegment(41f108a7-2cd2-44cf-a59b-1ed7767e8530),segment_id=41f108a7-2cd2-44cf-a59b-1ed7767e8530)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:41.272711 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e4f1ffdf-0098-4823-a639-44a84c585a96 req-62c79234-c2de-48f4-a3ab-ee2a11b72ca5 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249584 Dec 14 02:55:41.315841 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6fa7273a-201c-4707-a7eb-e00d07bb8554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:41.371980 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7273a-201c-4707-a7eb-e00d07bb8554 None None] Pushing event updated for resources: {'Port': ['ID=6bc2171e-1786-4324-bd58-77a6eaaf9c0c,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:41.378724 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-592546fc-ae61-4467-b265-764e7681e45a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:41.388087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592546fc-ae61-4467-b265-764e7681e45a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:41.388875 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-592546fc-ae61-4467-b265-764e7681e45a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:41.394449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d451309b-81b7-459f-af95-1906da139c40 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:41.458440 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-026c5ebf-8666-4ee7-b1f1-2afc2adc49ce None None] Provisioning complete for port ff96fd5b-420c-4672-8f3f-d8333d7b7788 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:41.458865 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-026c5ebf-8666-4ee7-b1f1-2afc2adc49ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:41.538348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d451309b-81b7-459f-af95-1906da139c40 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:41.538976 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:41.542748 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592546fc-ae61-4467-b265-764e7681e45a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Network': ['ID=bc40b0b0-cbba-43ab-9672-d7055d0853ef,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:41.575290 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81f22089-6766-4a15-8d77-ff57a31a05d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:41.585536 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network bc40b0b0-cbba-43ab-9672-d7055d0853ef details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:55:41.598930 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-592546fc-ae61-4467-b265-764e7681e45a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8298721 Dec 14 02:55:41.604078 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60296) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:41.613863 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-026c5ebf-8666-4ee7-b1f1-2afc2adc49ce None None] Port ff96fd5b-420c-4672-8f3f-d8333d7b7788 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:41.617519 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-991ade66-cc8b-4e67-b2a1-7f05abc9c8a1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'subnet': {'network_id': 'bc40b0b0-cbba-43ab-9672-d7055d0853ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:41.725420 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-026c5ebf-8666-4ee7-b1f1-2afc2adc49ce None None] Provisioning complete for port d451309b-81b7-459f-af95-1906da139c40 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:41.725420 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-026c5ebf-8666-4ee7-b1f1-2afc2adc49ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:41.756826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e808ef-4fb3-4f34-ae99-a1c48043dce6 None None] get_active_networks_info from n-d-821636-1 {{(pid=103849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 02:55:41.826694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60306) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:41.837792 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81f22089-6766-4a15-8d77-ff57a31a05d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:41.864811 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991ade66-cc8b-4e67-b2a1-7f05abc9c8a1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:41.873583 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-991ade66-cc8b-4e67-b2a1-7f05abc9c8a1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:41.895485 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6bc2171e-1786-4324-bd58-77a6eaaf9c0c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:41.978944 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-986059a5-c950-4392-b6b5-0206376fd83e tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group': {'name': 'tempest-secgroup--285615119'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:42.025478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6bc2171e-1786-4324-bd58-77a6eaaf9c0c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:42.025838 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:42.027384 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e808ef-4fb3-4f34-ae99-a1c48043dce6 None None] Resources bound (agent type, host, resource id): {{(pid=103849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 02:55:42.095612 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-986059a5-c950-4392-b6b5-0206376fd83e tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:42.119786 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-986059a5-c950-4392-b6b5-0206376fd83e tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:42.185134 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81f22089-6766-4a15-8d77-ff57a31a05d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:42.190429 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-dc201335-4de8-4c9b-86c9-b261e88e264d None None] Provisioning complete for port ff96fd5b-420c-4672-8f3f-d8333d7b7788 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:42.190809 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dc201335-4de8-4c9b-86c9-b261e88e264d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:42.242434 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-986059a5-c950-4392-b6b5-0206376fd83e tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:42.257809 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-dc201335-4de8-4c9b-86c9-b261e88e264d None None] Port ff96fd5b-420c-4672-8f3f-d8333d7b7788 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:42.288184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-dc201335-4de8-4c9b-86c9-b261e88e264d None None] Provisioning complete for port 6bc2171e-1786-4324-bd58-77a6eaaf9c0c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:42.288554 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dc201335-4de8-4c9b-86c9-b261e88e264d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:42.305120 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-991ade66-cc8b-4e67-b2a1-7f05abc9c8a1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:42.316704 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81f22089-6766-4a15-8d77-ff57a31a05d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:42.380269 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f22089-6766-4a15-8d77-ff57a31a05d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=ff96fd5b-420c-4672-8f3f-d8333d7b7788,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:42.445296 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81f22089-6766-4a15-8d77-ff57a31a05d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:42.554645 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f22089-6766-4a15-8d77-ff57a31a05d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network f32fe4dd-611c-4a27-9cc7-bf483dde65c0 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:42.556900 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-81f22089-6766-4a15-8d77-ff57a31a05d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:42.654789 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-986059a5-c950-4392-b6b5-0206376fd83e tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:42.674724 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ade66-cc8b-4e67-b2a1-7f05abc9c8a1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Subnet': ['ID=24f64f75-91af-42b6-abc1-f9cd6d57bfb3,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:42.738473 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986059a5-c950-4392-b6b5-0206376fd83e tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1190c0d3-5633-4945-86d5-b57d917c8b96,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:42.764871 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f22089-6766-4a15-8d77-ff57a31a05d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router 49417633-5d25-4059-bff3-ecaabcaf410d is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:55:42.775733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26970a5-0c52-480c-bed9-49d5bd0606a5 req-40f54b62-b79f-4654-8472-c12ec2f6bd78 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:42.777565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f26970a5-0c52-480c-bed9-49d5bd0606a5 req-40f54b62-b79f-4654-8472-c12ec2f6bd78 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 946 time: 0.1301882 Dec 14 02:55:42.810685 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991ade66-cc8b-4e67-b2a1-7f05abc9c8a1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Checking segment: {'id': '690e7346-12c2-4785-b3bd-34d38466d705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bc40b0b0-cbba-43ab-9672-d7055d0853ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:42.811367 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991ade66-cc8b-4e67-b2a1-7f05abc9c8a1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network hostable DHCP agents. Network: bc40b0b0-cbba-43ab-9672-d7055d0853ef, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:55:42.831088 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-986059a5-c950-4392-b6b5-0206376fd83e tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:42.869550 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f26970a5-0c52-480c-bed9-49d5bd0606a5 req-2e304c71-5649-4439-9273-4c8122176722 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849683 Dec 14 02:55:42.870732 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-988619f2-c713-45e4-996e-b68d6aa01e2d None None] Provisioning complete for port ff96fd5b-420c-4672-8f3f-d8333d7b7788 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:42.871776 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-988619f2-c713-45e4-996e-b68d6aa01e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:42.885593 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f22089-6766-4a15-8d77-ff57a31a05d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:55:42.897812 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-81f22089-6766-4a15-8d77-ff57a31a05d3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/49417633-5d25-4059-bff3-ecaabcaf410d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1660953 Dec 14 02:55:42.898441 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60350) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:42.906951 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-986059a5-c950-4392-b6b5-0206376fd83e tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:42.924551 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9807169a-1e18-461f-b876-bb3b5f78708f None None] Sync routers for ids ['49417633-5d25-4059-bff3-ecaabcaf410d'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:55:42.941073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986059a5-c950-4392-b6b5-0206376fd83e tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0880513-692f-46f2-8c0d-8e48648329f4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:42.944765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991ade66-cc8b-4e67-b2a1-7f05abc9c8a1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network bc40b0b0-cbba-43ab-9672-d7055d0853ef is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:55:42.952353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-988619f2-c713-45e4-996e-b68d6aa01e2d None None] Port ff96fd5b-420c-4672-8f3f-d8333d7b7788 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:42.955524 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9807169a-1e18-461f-b876-bb3b5f78708f None None] Routers {'49417633-5d25-4059-bff3-ecaabcaf410d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:42.956275 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9807169a-1e18-461f-b876-bb3b5f78708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['49417633-5d25-4059-bff3-ecaabcaf410d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:42.962314 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01e50bb-7341-4005-b901-b01ea600c33c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:42.963920 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a01e50bb-7341-4005-b901-b01ea600c33c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/ports/ff96fd5b-420c-4672-8f3f-d8333d7b7788 HTTP/1.1" status: 200 len: 977 time: 0.0644343 Dec 14 02:55:42.966832 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60352) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:42.999278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9807169a-1e18-461f-b876-bb3b5f78708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:43.008867 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9807169a-1e18-461f-b876-bb3b5f78708f None None] Routers {'49417633-5d25-4059-bff3-ecaabcaf410d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:43.009520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9807169a-1e18-461f-b876-bb3b5f78708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['49417633-5d25-4059-bff3-ecaabcaf410d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:43.037910 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-986059a5-c950-4392-b6b5-0206376fd83e tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:43.042870 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-986059a5-c950-4392-b6b5-0206376fd83e tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2150559 Dec 14 02:55:43.043041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9807169a-1e18-461f-b876-bb3b5f78708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:43.043627 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9807169a-1e18-461f-b876-bb3b5f78708f None None] The sync data for ids ['49417633-5d25-4059-bff3-ecaabcaf410d'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:55:43.043798 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60358) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:43.069312 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-991ade66-cc8b-4e67-b2a1-7f05abc9c8a1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, bc40b0b0-cbba-43ab-9672-d7055d0853ef) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:43.078396 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c1078a-d03d-42cf-9046-20956e35f568 None None] Network bc40b0b0-cbba-43ab-9672-d7055d0853ef requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:43.088011 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991ade66-cc8b-4e67-b2a1-7f05abc9c8a1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:43.089452 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-991ade66-cc8b-4e67-b2a1-7f05abc9c8a1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:43.132696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-300acb4d-a6fb-43e8-9483-9e4497455c55 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0877531 Dec 14 02:55:43.137093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60362) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:43.143995 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-e6d5f01e-50c6-452d-81f7-15b385996599 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group': {'name': 'tempest-security--820185994', 'description': 'tempest-security-description-1257359922'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:43.216437 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-991ade66-cc8b-4e67-b2a1-7f05abc9c8a1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6065729 Dec 14 02:55:43.221188 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6d5f01e-50c6-452d-81f7-15b385996599 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:43.221865 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60368) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:43.293195 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6d5f01e-50c6-452d-81f7-15b385996599 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:43.366307 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6bc2171e-1786-4324-bd58-77a6eaaf9c0c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:43.370280 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:43.394897 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6d5f01e-50c6-452d-81f7-15b385996599 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:43.398374 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e6d5f01e-50c6-452d-81f7-15b385996599 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:43.403192 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e6d5f01e-50c6-452d-81f7-15b385996599 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "PUT /v2.0/security-groups/a0880513-692f-46f2-8c0d-8e48648329f4 HTTP/1.1" status: 200 len: 1796 time: 0.2645190 Dec 14 02:55:43.403966 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60378) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:43.460534 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6bc2171e-1786-4324-bd58-77a6eaaf9c0c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:43.460756 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:43.474868 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9af67c95-fa79-4181-903f-2a7bf83fc5c9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:43.478690 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:43.483662 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-bc40b0b0-cbba-43ab-9672-d7055d0853ef', 'network_id': 'bc40b0b0-cbba-43ab-9672-d7055d0853ef', 'project_id': '0dbcba88cae341c4a3880a04fd6ccc3c', 'fixed_ips': [{'subnet_id': '24f64f75-91af-42b6-abc1-f9cd6d57bfb3'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:55:43.484616 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:43.494826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5f01e-50c6-452d-81f7-15b385996599 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0880513-692f-46f2-8c0d-8e48648329f4,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:43.505573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a5a82bdc-17f7-4e7a-a8eb-ebccfd9375a0 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-groups/a0880513-692f-46f2-8c0d-8e48648329f4 HTTP/1.1" status: 200 len: 1796 time: 0.0975175 Dec 14 02:55:43.506210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60384) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:43.612528 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5f0a88c4-486a-42e2-b908-e631cc8446e4 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:43.670876 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5f0a88c4-486a-42e2-b908-e631cc8446e4 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:43.707380 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Allocated IP 2001:db8::1 (bc40b0b0-cbba-43ab-9672-d7055d0853ef/24f64f75-91af-42b6-abc1-f9cd6d57bfb3/62adab0e-6e7c-400f-a767-7c973e5cf598) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:43.841467 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5f0a88c4-486a-42e2-b908-e631cc8446e4 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:43.844117 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5f0a88c4-486a-42e2-b908-e631cc8446e4 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:43.847710 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5f0a88c4-486a-42e2-b908-e631cc8446e4 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-groups/a0880513-692f-46f2-8c0d-8e48648329f4 HTTP/1.1" status: 204 len: 168 time: 0.3377383 Dec 14 02:55:43.848901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60402) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:43.868938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a88c4-486a-42e2-b908-e631cc8446e4 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0880513-692f-46f2-8c0d-8e48648329f4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:43.913939 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1632e575-f236-4c97-a220-d85982e4413b tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0637155 Dec 14 02:55:43.917589 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60406) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:43.924680 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:43.976361 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-14c86882-a3b4-4226-9382-0b2f2906880c tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] delete failed (client error): The resource could not be found. Dec 14 02:55:43.977544 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-14c86882-a3b4-4226-9382-0b2f2906880c tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-groups/a0880513-692f-46f2-8c0d-8e48648329f4 HTTP/1.1" status: 404 len: 347 time: 0.0308034 Dec 14 02:55:43.981879 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60412) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:43.986328 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3b26ddf1-5f84-4eb7-b120-6427a5447f91 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group': {'name': 'tempest-secgroup--567697162'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:44.035930 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.082359 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Network bc40b0b0-cbba-43ab-9672-d7055d0853ef is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:44.085445 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:44.089242 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:44.096638 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9af67c95-fa79-4181-903f-2a7bf83fc5c9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting port ff96fd5b-420c-4672-8f3f-d8333d7b7788 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:44.096638 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9af67c95-fa79-4181-903f-2a7bf83fc5c9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.104580 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Pushing event updated for resources: {'Port': ['ID=62adab0e-6e7c-400f-a767-7c973e5cf598,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:44.118267 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3b26ddf1-5f84-4eb7-b120-6427a5447f91 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.153838 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.179390 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Attempting to bind port 62adab0e-6e7c-400f-a767-7c973e5cf598 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:55:44.180035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Attempting to bind port 62adab0e-6e7c-400f-a767-7c973e5cf598 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '690e7346-12c2-4785-b3bd-34d38466d705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bc40b0b0-cbba-43ab-9672-d7055d0853ef'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:55:44.180572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Attempting to bind port 62adab0e-6e7c-400f-a767-7c973e5cf598 on network bc40b0b0-cbba-43ab-9672-d7055d0853ef {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:55:44.187818 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:55:44.189049 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Checking segment: {'id': '690e7346-12c2-4785-b3bd-34d38466d705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bc40b0b0-cbba-43ab-9672-d7055d0853ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:44.189694 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.194055 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Bound using segment: {'id': '690e7346-12c2-4785-b3bd-34d38466d705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bc40b0b0-cbba-43ab-9672-d7055d0853ef'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:55:44.194055 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Bound port: 62adab0e-6e7c-400f-a767-7c973e5cf598, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '690e7346-12c2-4785-b3bd-34d38466d705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bc40b0b0-cbba-43ab-9672-d7055d0853ef'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:55:44.194055 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.200859 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3b26ddf1-5f84-4eb7-b120-6427a5447f91 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.222689 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Subnet': ['ID=24f64f75-91af-42b6-abc1-f9cd6d57bfb3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:44.272943 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3b26ddf1-5f84-4eb7-b120-6427a5447f91 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.277888 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:44.278243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:44.278598 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:44.279027 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:44.279360 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:44.279902 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:44.280399 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:44.280939 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:44.281453 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:44.286043 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:44.286043 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:44.286276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] For port 62adab0e-6e7c-400f-a767-7c973e5cf598, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:55:44.286385 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:44.286385 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:44.286803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] For port 62adab0e-6e7c-400f-a767-7c973e5cf598, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=62adab0e-6e7c-400f-a767-7c973e5cf598,segment=NetworkSegment(690e7346-12c2-4785-b3bd-34d38466d705),segment_id=690e7346-12c2-4785-b3bd-34d38466d705)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:55:44.316795 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.318925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26ddf1-5f84-4eb7-b120-6427a5447f91 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed41a44-da7f-41cf-a666-354dd1b62581,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:44.334181 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9af67c95-fa79-4181-903f-2a7bf83fc5c9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.356191 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc40b0b0-cbba-43ab-9672-d7055d0853ef']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:44.358745 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9af67c95-fa79-4181-903f-2a7bf83fc5c9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Calling delete_port for ff96fd5b-420c-4672-8f3f-d8333d7b7788 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:44.368604 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.371215 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690e7346-12c2-4785-b3bd-34d38466d705') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:44.377966 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690e7346-12c2-4785-b3bd-34d38466d705') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:44.386525 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.406432 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3b26ddf1-5f84-4eb7-b120-6427a5447f91 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.416177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3b26ddf1-5f84-4eb7-b120-6427a5447f91 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4300535 Dec 14 02:55:44.416451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60432) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:44.447569 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.461656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-ba4975b2-5161-4182-beea-53341ec0550c tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group_rule': {'security_group_id': '0ed41a44-da7f-41cf-a666-354dd1b62581', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:44.463186 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:55:44.463322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28c4aa-8f50-4faa-88a2-357beb094f32 None None] Pushing event updated for resources: {'Port': ['ID=62adab0e-6e7c-400f-a767-7c973e5cf598,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:44.463896 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:55:44.475697 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:55:44.487306 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf25ed1b-2749-45bd-aa86-61a0248ecdb9 None None] Network bc40b0b0-cbba-43ab-9672-d7055d0853ef requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:44.584539 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba4975b2-5161-4182-beea-53341ec0550c tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.602823 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93d3d8a-697a-4c1a-9707-d3fb448bdf5a None None] get_active_networks_info from n-d-821636-1 {{(pid=103849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 02:55:44.633608 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.db.api [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 02:55:44.633608 n-d-821636-1 neutron-server[103847]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 02:55:44.633608 n-d-821636-1 neutron-server[103847]: [parameters: {'id': 'bc40b0b0-cbba-43ab-9672-d7055d0853ef'}] Dec 14 02:55:44.633608 n-d-821636-1 neutron-server[103847]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:55:44.634204 n-d-821636-1 neutron-server[103847]: DEBUG oslo_db.api [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:55:44.667398 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba4975b2-5161-4182-beea-53341ec0550c tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.734074 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93d3d8a-697a-4c1a-9707-d3fb448bdf5a None None] Resources bound (agent type, host, resource id): {{(pid=103849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 02:55:44.735620 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba4975b2-5161-4182-beea-53341ec0550c tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.757445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4975b2-5161-4182-beea-53341ec0550c tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8a88cc-d0ce-4f31-a2a6-6e15562f1f60,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:44.758215 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9af67c95-fa79-4181-903f-2a7bf83fc5c9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.796355 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af67c95-fa79-4181-903f-2a7bf83fc5c9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Port': ['ID=ff96fd5b-420c-4672-8f3f-d8333d7b7788,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:44.838952 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ba4975b2-5161-4182-beea-53341ec0550c tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.840524 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ba4975b2-5161-4182-beea-53341ec0550c tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4201865 Dec 14 02:55:44.843464 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60452) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:44.883892 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-09a494b9-7d8e-465e-a715-688331864eba tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.896042 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-09a494b9-7d8e-465e-a715-688331864eba tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:44.976073 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9af67c95-fa79-4181-903f-2a7bf83fc5c9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:45.026612 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-09a494b9-7d8e-465e-a715-688331864eba tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:45.034583 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-09a494b9-7d8e-465e-a715-688331864eba tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:45.040887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-09a494b9-7d8e-465e-a715-688331864eba tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/fc8a88cc-d0ce-4f31-a2a6-6e15562f1f60 HTTP/1.1" status: 204 len: 168 time: 0.1912837 Dec 14 02:55:45.040887 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60462) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:45.041673 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a494b9-7d8e-465e-a715-688331864eba tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc8a88cc-d0ce-4f31-a2a6-6e15562f1f60,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:45.102253 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fdc9a650-c255-478e-a13d-78729add478a tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0583870 Dec 14 02:55:45.105006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60466) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:45.150752 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:45.167135 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2b3f7095-214e-49f1-a3f9-4d6c0ca606e5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:45.173165 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af67c95-fa79-4181-903f-2a7bf83fc5c9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router 49417633-5d25-4059-bff3-ecaabcaf410d has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:55:45.194304 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2b3f7095-214e-49f1-a3f9-4d6c0ca606e5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:45.293201 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af67c95-fa79-4181-903f-2a7bf83fc5c9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:55:45.299850 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9af67c95-fa79-4181-903f-2a7bf83fc5c9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/49417633-5d25-4059-bff3-ecaabcaf410d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3317788 Dec 14 02:55:45.302507 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60476) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:45.304956 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d0432-1009-4cff-b9ce-258505ee90c4 None None] Sync routers for ids ['49417633-5d25-4059-bff3-ecaabcaf410d'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:55:45.310629 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Deleting port 62adab0e-6e7c-400f-a767-7c973e5cf598 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:45.311226 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:45.315878 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d0432-1009-4cff-b9ce-258505ee90c4 None None] Routers {'49417633-5d25-4059-bff3-ecaabcaf410d'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:45.316635 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-bd3d0432-1009-4cff-b9ce-258505ee90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['49417633-5d25-4059-bff3-ecaabcaf410d'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:45.353374 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-bd3d0432-1009-4cff-b9ce-258505ee90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:45.362265 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d0432-1009-4cff-b9ce-258505ee90c4 None None] Routers {'49417633-5d25-4059-bff3-ecaabcaf410d'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:45.362872 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-bd3d0432-1009-4cff-b9ce-258505ee90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['49417633-5d25-4059-bff3-ecaabcaf410d'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:45.376831 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] For port 62adab0e-6e7c-400f-a767-7c973e5cf598, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=62adab0e-6e7c-400f-a767-7c973e5cf598,segment=NetworkSegment(690e7346-12c2-4785-b3bd-34d38466d705),segment_id=690e7346-12c2-4785-b3bd-34d38466d705)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:45.377441 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:45.382510 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2b3f7095-214e-49f1-a3f9-4d6c0ca606e5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:45.386943 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2b3f7095-214e-49f1-a3f9-4d6c0ca606e5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:45.388113 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2b3f7095-214e-49f1-a3f9-4d6c0ca606e5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-groups/0ed41a44-da7f-41cf-a666-354dd1b62581 HTTP/1.1" status: 204 len: 168 time: 0.2819040 Dec 14 02:55:45.390644 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60480) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:45.401671 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f7095-214e-49f1-a3f9-4d6c0ca606e5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed41a44-da7f-41cf-a666-354dd1b62581,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:45.413243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Calling delete_port for 62adab0e-6e7c-400f-a767-7c973e5cf598 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:45.428517 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-bd3d0432-1009-4cff-b9ce-258505ee90c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:45.429278 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3d0432-1009-4cff-b9ce-258505ee90c4 None None] The sync data for ids ['49417633-5d25-4059-bff3-ecaabcaf410d'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:55:45.477946 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7976cdd3-8f9c-4a3b-86a6-e9f5e30b18fc tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0857806 Dec 14 02:55:45.481863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60486) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:45.486422 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-c1d502ec-43a5-4fc3-9379-d82a54ab4562 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1415867422'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:45.575571 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-01f4507c-2db6-4534-92d3-01e9af08d6b5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] remove_router_interface failed (client error): The resource could not be found. Dec 14 02:55:45.576645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-01f4507c-2db6-4534-92d3-01e9af08d6b5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/49417633-5d25-4059-bff3-ecaabcaf410d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2728708 Dec 14 02:55:45.579399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60490) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:45.605774 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d19cbc7f-1b23-464e-86dd-925a550d2e23 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/ports?device_id=49417633-5d25-4059-bff3-ecaabcaf410d HTTP/1.1" status: 200 len: 205 time: 0.0252788 Dec 14 02:55:45.608407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60496) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:45.620953 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:45.650090 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Port': ['ID=62adab0e-6e7c-400f-a767-7c973e5cf598,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:45.653266 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c1d502ec-43a5-4fc3-9379-d82a54ab4562 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:45.654022 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No DVR routers for this DVR port 62adab0e-6e7c-400f-a767-7c973e5cf598 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:55:45.698676 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ce51c7f6-24a1-4cdb-88ac-0f3b216ffcfe tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:45.743946 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:45.775256 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc40b0b0-cbba-43ab-9672-d7055d0853ef']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:45.782625 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690e7346-12c2-4785-b3bd-34d38466d705') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:45.782936 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690e7346-12c2-4785-b3bd-34d38466d705') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:45.802861 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:45.814861 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:45.822175 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:55:45.822639 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:55:45.893095 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:55:45.903669 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ce51c7f6-24a1-4cdb-88ac-0f3b216ffcfe tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:45.908516 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ce51c7f6-24a1-4cdb-88ac-0f3b216ffcfe tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:45.916321 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c1d502ec-43a5-4fc3-9379-d82a54ab4562 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.003590 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.010960 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.014440 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/networks/bc40b0b0-cbba-43ab-9672-d7055d0853ef HTTP/1.1" status: 204 len: 168 time: 2.7913671 Dec 14 02:55:46.017630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60516) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:46.022816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-5a5ab5c9-a0ac-43f4-a355-20eedaf0cc5c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1412637354'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:46.026901 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb37f8-72fa-4df1-b6fd-52125865f458 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Network': ['ID=bc40b0b0-cbba-43ab-9672-d7055d0853ef,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:46.033445 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c1d502ec-43a5-4fc3-9379-d82a54ab4562 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.043294 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ce51c7f6-24a1-4cdb-88ac-0f3b216ffcfe tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.044388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce51c7f6-24a1-4cdb-88ac-0f3b216ffcfe tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Fanout notify agent at l3_agent the message router_deleted on router 49417633-5d25-4059-bff3-ecaabcaf410d {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:55:46.052176 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ce51c7f6-24a1-4cdb-88ac-0f3b216ffcfe tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.057051 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60518) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:46.057210 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ce51c7f6-24a1-4cdb-88ac-0f3b216ffcfe tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/routers/49417633-5d25-4059-bff3-ecaabcaf410d HTTP/1.1" status: 204 len: 168 time: 0.4477706 Dec 14 02:55:46.090783 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d502ec-43a5-4fc3-9379-d82a54ab4562 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6619b30b-8814-4763-8f3a-4781cb824cc4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:46.112807 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b61190-04f8-41f9-95f8-482f07e62b28 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting subnet 98820d04-363c-487b-af40-006e818829df {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:55:46.115922 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-00b61190-04f8-41f9-95f8-482f07e62b28 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.148111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5ab5c9-a0ac-43f4-a355-20eedaf0cc5c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:46.152931 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5a5ab5c9-a0ac-43f4-a355-20eedaf0cc5c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.157920 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-00b61190-04f8-41f9-95f8-482f07e62b28 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.178268 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5ab5c9-a0ac-43f4-a355-20eedaf0cc5c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:55:46.188653 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5a5ab5c9-a0ac-43f4-a355-20eedaf0cc5c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.188995 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-5a5ab5c9-a0ac-43f4-a355-20eedaf0cc5c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Added segment 826a5790-094c-43b4-9217-5434dcf77627 of type vlan for network b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb Dec 14 02:55:46.229944 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5a5ab5c9-a0ac-43f4-a355-20eedaf0cc5c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.252877 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c1d502ec-43a5-4fc3-9379-d82a54ab4562 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.254089 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-00b61190-04f8-41f9-95f8-482f07e62b28 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.255339 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c1d502ec-43a5-4fc3-9379-d82a54ab4562 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7713521 Dec 14 02:55:46.257369 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60532) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:46.282695 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5b5abc16-7b59-4923-93df-876e63e3e4fc tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group_rule': {'security_group_id': '6619b30b-8814-4763-8f3a-4781cb824cc4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:46.346449 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5a5ab5c9-a0ac-43f4-a355-20eedaf0cc5c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.352773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5ab5c9-a0ac-43f4-a355-20eedaf0cc5c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:46.353375 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5a5ab5c9-a0ac-43f4-a355-20eedaf0cc5c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.422827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ab5c9-a0ac-43f4-a355-20eedaf0cc5c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Network': ['ID=b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:46.432812 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:55:46.442952 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b5abc16-7b59-4923-93df-876e63e3e4fc tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.467349 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-00b61190-04f8-41f9-95f8-482f07e62b28 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.491499 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5a5ab5c9-a0ac-43f4-a355-20eedaf0cc5c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4726524 Dec 14 02:55:46.495786 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60548) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:46.501076 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-81df6979-2fe0-4207-9e1b-3092125d520f tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'subnet': {'network_id': 'b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:46.512132 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b61190-04f8-41f9-95f8-482f07e62b28 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Subnet': ['ID=98820d04-363c-487b-af40-006e818829df,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:46.514139 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-00b61190-04f8-41f9-95f8-482f07e62b28 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.524268 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-00b61190-04f8-41f9-95f8-482f07e62b28 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/subnets/98820d04-363c-487b-af40-006e818829df HTTP/1.1" status: 204 len: 168 time: 0.4589930 Dec 14 02:55:46.525240 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98d9470-994c-4bdf-a8ec-835069c28935 None None] Network f32fe4dd-611c-4a27-9cc7-bf483dde65c0 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:46.526139 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60550) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:46.554416 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b5abc16-7b59-4923-93df-876e63e3e4fc tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.851665 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.851665 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting port d451309b-81b7-459f-af95-1906da139c40 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:46.851665 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.857203 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded60498-abee-4bdf-a0fa-ede674ca9053 None None] DHCP port deletion for f32fe4dd-611c-4a27-9cc7-bf483dde65c0 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:55:46.857757 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b5abc16-7b59-4923-93df-876e63e3e4fc tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.857903 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ded60498-abee-4bdf-a0fa-ede674ca9053 None None] Deleting port d451309b-81b7-459f-af95-1906da139c40 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:46.857903 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ded60498-abee-4bdf-a0fa-ede674ca9053 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.858114 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5abc16-7b59-4923-93df-876e63e3e4fc tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de67ebd-cc40-4853-96fa-d7c9b6963634,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:46.858114 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] For port d451309b-81b7-459f-af95-1906da139c40, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d451309b-81b7-459f-af95-1906da139c40,segment=NetworkSegment(986b6e8b-88c8-4465-a21b-b50f0515012b),segment_id=986b6e8b-88c8-4465-a21b-b50f0515012b)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:46.858114 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.858390 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81df6979-2fe0-4207-9e1b-3092125d520f tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:46.858540 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Calling delete_port for d451309b-81b7-459f-af95-1906da139c40 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:46.858707 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-81df6979-2fe0-4207-9e1b-3092125d520f tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.858871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ded60498-abee-4bdf-a0fa-ede674ca9053 None None] For port d451309b-81b7-459f-af95-1906da139c40, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d451309b-81b7-459f-af95-1906da139c40,segment=NetworkSegment(986b6e8b-88c8-4465-a21b-b50f0515012b),segment_id=986b6e8b-88c8-4465-a21b-b50f0515012b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:46.858871 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ded60498-abee-4bdf-a0fa-ede674ca9053 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:46.858871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ded60498-abee-4bdf-a0fa-ede674ca9053 None None] Calling delete_port for d451309b-81b7-459f-af95-1906da139c40 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:47.034672 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b5abc16-7b59-4923-93df-876e63e3e4fc tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.035705 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5b5abc16-7b59-4923-93df-876e63e3e4fc tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7775006 Dec 14 02:55:47.038466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60566) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:47.043270 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a3018bc4-829f-41fc-b3b1-ca2150b857b5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group_rule': {'security_group_id': '6619b30b-8814-4763-8f3a-4781cb824cc4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:47.075442 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.082293 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ded60498-abee-4bdf-a0fa-ede674ca9053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.113251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded60498-abee-4bdf-a0fa-ede674ca9053 None None] Pushing event deleted for resources: {'Port': ['ID=d451309b-81b7-459f-af95-1906da139c40,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:47.119427 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded60498-abee-4bdf-a0fa-ede674ca9053 None None] No DVR routers for this DVR port d451309b-81b7-459f-af95-1906da139c40 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:55:47.138917 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Port': ['ID=d451309b-81b7-459f-af95-1906da139c40,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:47.144682 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] No DVR routers for this DVR port d451309b-81b7-459f-af95-1906da139c40 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:55:47.184381 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d451309b-81b7-459f-af95-1906da139c40 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:55:47.206384 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: d451309b-81b7-459f-af95-1906da139c40 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:55:47.207097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d451309b-81b7-459f-af95-1906da139c40 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:55:47.207659 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-81df6979-2fe0-4207-9e1b-3092125d520f tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.223155 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3018bc4-829f-41fc-b3b1-ca2150b857b5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.251004 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.289084 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32fe4dd-611c-4a27-9cc7-bf483dde65c0']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:47.305584 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df6979-2fe0-4207-9e1b-3092125d520f tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Subnet': ['ID=a70f20eb-8a20-410e-8c9c-cf8588defdb2,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:47.314815 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81df6979-2fe0-4207-9e1b-3092125d520f tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Checking segment: {'id': '826a5790-094c-43b4-9217-5434dcf77627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:47.315685 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81df6979-2fe0-4207-9e1b-3092125d520f tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network hostable DHCP agents. Network: b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:55:47.328866 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '986b6e8b-88c8-4465-a21b-b50f0515012b') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:47.329178 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '986b6e8b-88c8-4465-a21b-b50f0515012b') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:47.344192 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.364657 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3018bc4-829f-41fc-b3b1-ca2150b857b5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.365998 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.372761 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:55:47.373189 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:55:47.381815 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:55:47.424367 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81df6979-2fe0-4207-9e1b-3092125d520f tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:55:47.493239 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3018bc4-829f-41fc-b3b1-ca2150b857b5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.512795 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3018bc4-829f-41fc-b3b1-ca2150b857b5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64bdea5b-eedb-4d49-95a2-9d191767fad5,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:47.521458 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.521642 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-81df6979-2fe0-4207-9e1b-3092125d520f tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:47.531390 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81df6979-2fe0-4207-9e1b-3092125d520f tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:47.531390 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-81df6979-2fe0-4207-9e1b-3092125d520f tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.532669 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.536088 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/networks/f32fe4dd-611c-4a27-9cc7-bf483dde65c0 HTTP/1.1" status: 204 len: 168 time: 1.0081973 Dec 14 02:55:47.540792 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ddd30f-38be-41b7-a87b-372fc184a441 None None] Network b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:47.545109 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60584) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:47.550304 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d1cbbdcb-4bf9-4cda-b192-e09603383620 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'network': {'name': 'tempest-RoutersTest-1232676143'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:47.554042 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c1055-2df6-4d09-bebf-62480bd0272d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Network': ['ID=f32fe4dd-611c-4a27-9cc7-bf483dde65c0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:47.588936 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3018bc4-829f-41fc-b3b1-ca2150b857b5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.590356 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a3018bc4-829f-41fc-b3b1-ca2150b857b5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5509367 Dec 14 02:55:47.593645 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60586) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:47.599487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-98f33166-07de-40d4-9537-c624b18bf8f3 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group_rule': {'security_group_id': '6619b30b-8814-4763-8f3a-4781cb824cc4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:47.659810 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb', 'network_id': 'b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb', 'project_id': '0dbcba88cae341c4a3880a04fd6ccc3c', 'fixed_ips': [{'subnet_id': 'a70f20eb-8a20-410e-8c9c-cf8588defdb2'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:55:47.660722 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.739138 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cbbdcb-4bf9-4cda-b192-e09603383620 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Made reservation on behalf of bef428db4a6f4b9588a0ee0333855037 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:47.745579 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1cbbdcb-4bf9-4cda-b192-e09603383620 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.779908 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1cbbdcb-4bf9-4cda-b192-e09603383620 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:55:47.789612 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1cbbdcb-4bf9-4cda-b192-e09603383620 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.790251 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-d1cbbdcb-4bf9-4cda-b192-e09603383620 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Added segment a13a7c7b-333c-46a3-a47a-ae51def17efa of type vlan for network 96491e00-37ba-477e-a1b4-91b51d17d318 Dec 14 02:55:47.815528 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Allocated IP 2001:db8::1 (b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb/a70f20eb-8a20-410e-8c9c-cf8588defdb2/52b80c78-c7ae-4065-b352-32ef4286b0db) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:47.828416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-81df6979-2fe0-4207-9e1b-3092125d520f tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3323321 Dec 14 02:55:47.831453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60590) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:47.850440 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1cbbdcb-4bf9-4cda-b192-e09603383620 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.946326 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.950185 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1cbbdcb-4bf9-4cda-b192-e09603383620 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.958162 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cbbdcb-4bf9-4cda-b192-e09603383620 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:47.959451 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1cbbdcb-4bf9-4cda-b192-e09603383620 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:47.984675 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.003567 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-98f33166-07de-40d4-9537-c624b18bf8f3 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.035310 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.040884 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbbdcb-4bf9-4cda-b192-e09603383620 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Network': ['ID=96491e00-37ba-477e-a1b4-91b51d17d318,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:48.057023 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 96491e00-37ba-477e-a1b4-91b51d17d318 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:55:48.079301 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d1cbbdcb-4bf9-4cda-b192-e09603383620 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5328386 Dec 14 02:55:48.082101 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60592) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:48.092714 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-49928922-fb29-4751-a077-0a5d9b2aea9d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'subnet': {'network_id': '96491e00-37ba-477e-a1b4-91b51d17d318', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:48.130977 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-98f33166-07de-40d4-9537-c624b18bf8f3 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.131656 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.177211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Network b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:48.182432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:48.186624 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:48.196105 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Pushing event updated for resources: {'Port': ['ID=52b80c78-c7ae-4065-b352-32ef4286b0db,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:48.237894 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-98f33166-07de-40d4-9537-c624b18bf8f3 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.249948 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Attempting to bind port 52b80c78-c7ae-4065-b352-32ef4286b0db on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:55:48.250343 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Attempting to bind port 52b80c78-c7ae-4065-b352-32ef4286b0db by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '826a5790-094c-43b4-9217-5434dcf77627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:55:48.250681 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Attempting to bind port 52b80c78-c7ae-4065-b352-32ef4286b0db on network b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:55:48.258252 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:55:48.263143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Checking segment: {'id': '826a5790-094c-43b4-9217-5434dcf77627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:48.263143 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.263143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Bound using segment: {'id': '826a5790-094c-43b4-9217-5434dcf77627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:55:48.263143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Bound port: 52b80c78-c7ae-4065-b352-32ef4286b0db, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826a5790-094c-43b4-9217-5434dcf77627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:55:48.263143 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.272424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f33166-07de-40d4-9537-c624b18bf8f3 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b06a32-aab3-40f7-98be-8d5d01a858bf,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:48.282322 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.324384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Subnet': ['ID=a70f20eb-8a20-410e-8c9c-cf8588defdb2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:48.328798 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] For port 52b80c78-c7ae-4065-b352-32ef4286b0db, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:55:48.333060 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49928922-fb29-4751-a077-0a5d9b2aea9d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Made reservation on behalf of bef428db4a6f4b9588a0ee0333855037 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:48.341431 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-49928922-fb29-4751-a077-0a5d9b2aea9d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.346092 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] For port 52b80c78-c7ae-4065-b352-32ef4286b0db, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=52b80c78-c7ae-4065-b352-32ef4286b0db,segment=NetworkSegment(826a5790-094c-43b4-9217-5434dcf77627),segment_id=826a5790-094c-43b4-9217-5434dcf77627)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:55:48.419880 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.431382 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-98f33166-07de-40d4-9537-c624b18bf8f3 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.435434 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-98f33166-07de-40d4-9537-c624b18bf8f3 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8378417 Dec 14 02:55:48.435923 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60598) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:48.440407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-12fda679-4096-48ae-a857-1bc7de3cfa8d tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group_rule': {'security_group_id': '6619b30b-8814-4763-8f3a-4781cb824cc4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:48.456975 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.480730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:48.508505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826a5790-094c-43b4-9217-5434dcf77627') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:48.508947 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826a5790-094c-43b4-9217-5434dcf77627') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:48.522797 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.541460 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.567574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:55:48.568147 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.594202 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121a55b-62fe-42ff-aa18-8fdc345cd66b None None] Pushing event updated for resources: {'Port': ['ID=52b80c78-c7ae-4065-b352-32ef4286b0db,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:55:48.631461 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:55:48.653594 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-12fda679-4096-48ae-a857-1bc7de3cfa8d tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.696487 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-49928922-fb29-4751-a077-0a5d9b2aea9d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.700079 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.db.api [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 02:55:48.700079 n-d-821636-1 neutron-server[103848]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 02:55:48.700079 n-d-821636-1 neutron-server[103848]: [parameters: {'id': 'b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb'}] Dec 14 02:55:48.700079 n-d-821636-1 neutron-server[103848]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:55:48.700441 n-d-821636-1 neutron-server[103848]: DEBUG oslo_db.api [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:55:48.731265 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-12fda679-4096-48ae-a857-1bc7de3cfa8d tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.832776 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49928922-fb29-4751-a077-0a5d9b2aea9d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Checking segment: {'id': 'a13a7c7b-333c-46a3-a47a-ae51def17efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '96491e00-37ba-477e-a1b4-91b51d17d318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:48.833148 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49928922-fb29-4751-a077-0a5d9b2aea9d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network hostable DHCP agents. Network: 96491e00-37ba-477e-a1b4-91b51d17d318, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:55:48.836683 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49928922-fb29-4751-a077-0a5d9b2aea9d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Subnet': ['ID=286b24cc-a48f-4f7b-b550-2a3943764dfe,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:48.878113 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-12fda679-4096-48ae-a857-1bc7de3cfa8d tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.896248 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fda679-4096-48ae-a857-1bc7de3cfa8d tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf274a22-3b0a-45a0-815b-bb38f898c797,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:48.969963 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49928922-fb29-4751-a077-0a5d9b2aea9d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network 96491e00-37ba-477e-a1b4-91b51d17d318 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:55:48.975670 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-12fda679-4096-48ae-a857-1bc7de3cfa8d tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:48.980211 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-12fda679-4096-48ae-a857-1bc7de3cfa8d tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5406249 Dec 14 02:55:48.980428 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60602) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:48.985004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-ce79f5f6-7a7f-4ce4-b35d-927aa91e8c60 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group_rule': {'security_group_id': '6619b30b-8814-4763-8f3a-4781cb824cc4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:49.081905 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-49928922-fb29-4751-a077-0a5d9b2aea9d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 96491e00-37ba-477e-a1b4-91b51d17d318) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:49.089904 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49928922-fb29-4751-a077-0a5d9b2aea9d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:49.091141 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-49928922-fb29-4751-a077-0a5d9b2aea9d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.098073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829b6975-f2e5-4d56-a557-5c9dc011167b None None] Network 96491e00-37ba-477e-a1b4-91b51d17d318 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:49.117292 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ce79f5f6-7a7f-4ce4-b35d-927aa91e8c60 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.205165 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.234204 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-49928922-fb29-4751-a077-0a5d9b2aea9d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1464059 Dec 14 02:55:49.235531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60608) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:49.242554 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-96491e00-37ba-477e-a1b4-91b51d17d318', 'network_id': '96491e00-37ba-477e-a1b4-91b51d17d318', 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'fixed_ips': [{'subnet_id': '286b24cc-a48f-4f7b-b550-2a3943764dfe'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:55:49.243573 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.255613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-2a9c2fe6-4127-4e7d-b0fe-bb31b18b4e4e tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1273765455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:49.318204 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 52b80c78-c7ae-4065-b352-32ef4286b0db up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:49.323511 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ce79f5f6-7a7f-4ce4-b35d-927aa91e8c60 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.343075 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Deleting port 52b80c78-c7ae-4065-b352-32ef4286b0db {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:49.343420 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.417885 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] For port 52b80c78-c7ae-4065-b352-32ef4286b0db, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=52b80c78-c7ae-4065-b352-32ef4286b0db,segment=NetworkSegment(826a5790-094c-43b4-9217-5434dcf77627),segment_id=826a5790-094c-43b4-9217-5434dcf77627)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:49.418267 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.436579 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2fe6-4127-4e7d-b0fe-bb31b18b4e4e tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.437957 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Allocated IP 172.20.0.2 (96491e00-37ba-477e-a1b4-91b51d17d318/286b24cc-a48f-4f7b-b550-2a3943764dfe/6672b00c-e7b2-4dc1-ac54-589305239021) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:49.442546 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2fe6-4127-4e7d-b0fe-bb31b18b4e4e tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.447057 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Calling delete_port for 52b80c78-c7ae-4065-b352-32ef4286b0db owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:49.447320 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 52b80c78-c7ae-4065-b352-32ef4286b0db triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:49.447789 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.470784 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ce79f5f6-7a7f-4ce4-b35d-927aa91e8c60 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.583238 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79f5f6-7a7f-4ce4-b35d-927aa91e8c60 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd50cb1-0beb-4b36-a117-80ab09853380,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:49.593608 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2fe6-4127-4e7d-b0fe-bb31b18b4e4e tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.673067 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.689817 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ce79f5f6-7a7f-4ce4-b35d-927aa91e8c60 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.690854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ce79f5f6-7a7f-4ce4-b35d-927aa91e8c60 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7094550 Dec 14 02:55:49.692106 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2fe6-4127-4e7d-b0fe-bb31b18b4e4e tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.696108 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60612) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:49.715711 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.748928 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.754425 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Port': ['ID=52b80c78-c7ae-4065-b352-32ef4286b0db,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:49.754922 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7ff69070-9687-41c0-ae12-db6c12f64a03 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.755365 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No DVR routers for this DVR port 52b80c78-c7ae-4065-b352-32ef4286b0db on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:55:49.773107 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7ff69070-9687-41c0-ae12-db6c12f64a03 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.821539 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a9c2fe6-4127-4e7d-b0fe-bb31b18b4e4e tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.834968 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2a9c2fe6-4127-4e7d-b0fe-bb31b18b4e4e tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5933785 Dec 14 02:55:49.835608 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60614) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:49.847490 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.912940 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:49.940358 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Network 96491e00-37ba-477e-a1b4-91b51d17d318 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:49.952412 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:49.953283 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:49.954916 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:49.969673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc7ba3c-d77b-4559-9107-5fc402437ff5 None None] Network b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:49.973921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826a5790-094c-43b4-9217-5434dcf77627') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:49.974566 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826a5790-094c-43b4-9217-5434dcf77627') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:49.990834 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.003389 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7ff69070-9687-41c0-ae12-db6c12f64a03 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.012860 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7ff69070-9687-41c0-ae12-db6c12f64a03 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.015246 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7ff69070-9687-41c0-ae12-db6c12f64a03 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/fcd50cb1-0beb-4b36-a117-80ab09853380 HTTP/1.1" status: 204 len: 168 time: 0.3173521 Dec 14 02:55:50.018728 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60616) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:50.019865 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.037066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:55:50.041221 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff69070-9687-41c0-ae12-db6c12f64a03 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcd50cb1-0beb-4b36-a117-80ab09853380,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:50.057441 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:55:50.061438 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:55:50.263917 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-18bf35f6-85c5-4d14-8d97-39fadfe89d37 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2414091 Dec 14 02:55:50.276174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60622) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:50.283714 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8c5c2363-2d8f-4e67-9b66-60e7e3bdcc3f None None] Could not find standard attr ID for object 52b80c78-c7ae-4065-b352-32ef4286b0db. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:55:50.291266 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Pushing event updated for resources: {'Port': ['ID=6672b00c-e7b2-4dc1-ac54-589305239021,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:50.323280 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bcef2d34-3f15-4aba-8059-1f21d0780f56 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.348859 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bcef2d34-3f15-4aba-8059-1f21d0780f56 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.356747 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Attempting to bind port 6672b00c-e7b2-4dc1-ac54-589305239021 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:55:50.357188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Attempting to bind port 6672b00c-e7b2-4dc1-ac54-589305239021 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'a13a7c7b-333c-46a3-a47a-ae51def17efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '96491e00-37ba-477e-a1b4-91b51d17d318'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:55:50.358568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Attempting to bind port 6672b00c-e7b2-4dc1-ac54-589305239021 on network 96491e00-37ba-477e-a1b4-91b51d17d318 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:55:50.369791 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:55:50.370274 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Checking segment: {'id': 'a13a7c7b-333c-46a3-a47a-ae51def17efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '96491e00-37ba-477e-a1b4-91b51d17d318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:50.370872 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.371388 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Bound using segment: {'id': 'a13a7c7b-333c-46a3-a47a-ae51def17efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '96491e00-37ba-477e-a1b4-91b51d17d318'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:55:50.372093 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Bound port: 6672b00c-e7b2-4dc1-ac54-589305239021, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13a7c7b-333c-46a3-a47a-ae51def17efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '96491e00-37ba-477e-a1b4-91b51d17d318'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:55:50.372490 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.391029 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.408829 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.413100 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/networks/b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb HTTP/1.1" status: 204 len: 168 time: 2.5805554 Dec 14 02:55:50.420213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60624) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:50.425457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d584f16b-5012-41da-80a9-bce098907c0b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2052160398'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:50.442071 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6cc7e-756f-43f8-bdb3-77fff99a49c9 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Network': ['ID=b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:50.454478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] For port 6672b00c-e7b2-4dc1-ac54-589305239021, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:55:50.460581 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] For port 6672b00c-e7b2-4dc1-ac54-589305239021, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6672b00c-e7b2-4dc1-ac54-589305239021,segment=NetworkSegment(a13a7c7b-333c-46a3-a47a-ae51def17efa),segment_id=a13a7c7b-333c-46a3-a47a-ae51def17efa)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:55:50.491859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d8c06a-97a6-44e1-8391-bd50e46ee67e None None] DHCP port deletion for b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:55:50.501133 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bcef2d34-3f15-4aba-8059-1f21d0780f56 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.517565 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bcef2d34-3f15-4aba-8059-1f21d0780f56 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.521200 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bcef2d34-3f15-4aba-8059-1f21d0780f56 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/bf274a22-3b0a-45a0-815b-bb38f898c797 HTTP/1.1" status: 204 len: 168 time: 0.2416101 Dec 14 02:55:50.521200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef2d34-3f15-4aba-8059-1f21d0780f56 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf274a22-3b0a-45a0-815b-bb38f898c797,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:50.521909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60626) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:50.530060 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.547961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d584f16b-5012-41da-80a9-bce098907c0b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:50.552671 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d584f16b-5012-41da-80a9-bce098907c0b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.584400 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d584f16b-5012-41da-80a9-bce098907c0b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:55:50.597154 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d584f16b-5012-41da-80a9-bce098907c0b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.597599 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-d584f16b-5012-41da-80a9-bce098907c0b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Added segment 01f90da1-0b7f-4197-a899-3acf9f28000a of type vlan for network 3a710837-5d2c-4b76-95ac-1181d12aec33 Dec 14 02:55:50.637856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d02979-4e40-4ce9-b36d-85ad48da23b1 None None] Pushing event updated for resources: {'Port': ['ID=6672b00c-e7b2-4dc1-ac54-589305239021,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:50.659569 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d584f16b-5012-41da-80a9-bce098907c0b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.754909 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ad4cebdf-646a-4036-aab0-632c68fce772 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2319942 Dec 14 02:55:50.755632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60628) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:50.784402 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d584f16b-5012-41da-80a9-bce098907c0b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.791152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d584f16b-5012-41da-80a9-bce098907c0b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:50.792121 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d584f16b-5012-41da-80a9-bce098907c0b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.813922 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-50211bab-9f8f-442f-bdb7-f328737aad86 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.869398 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-50211bab-9f8f-442f-bdb7-f328737aad86 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.917534 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584f16b-5012-41da-80a9-bce098907c0b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Network': ['ID=3a710837-5d2c-4b76-95ac-1181d12aec33,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:50.931107 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a470e4f9-16e6-4f47-8101-a99bc1853ac0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:50.937417 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d584f16b-5012-41da-80a9-bce098907c0b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5160217 Dec 14 02:55:50.940227 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60630) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:50.945923 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e53251ab-301c-42c3-8d47-9a4ac56d7a14 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'subnet': {'network_id': '3a710837-5d2c-4b76-95ac-1181d12aec33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:50.953438 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 3a710837-5d2c-4b76-95ac-1181d12aec33 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:55:51.055561 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-50211bab-9f8f-442f-bdb7-f328737aad86 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:51.063403 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-50211bab-9f8f-442f-bdb7-f328737aad86 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:51.068107 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-50211bab-9f8f-442f-bdb7-f328737aad86 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/e8b06a32-aab3-40f7-98be-8d5d01a858bf HTTP/1.1" status: 204 len: 168 time: 0.3111448 Dec 14 02:55:51.069383 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60632) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:51.111824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50211bab-9f8f-442f-bdb7-f328737aad86 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8b06a32-aab3-40f7-98be-8d5d01a858bf,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:51.161943 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c03429ed-b17e-401f-ac3c-0a49eb2354dd tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0860755 Dec 14 02:55:51.164437 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60636) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:51.201282 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72f22755-810d-4043-a37f-927649370d4e tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:51.212228 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72f22755-810d-4043-a37f-927649370d4e tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:51.223311 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6672b00c-e7b2-4dc1-ac54-589305239021 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:51.293641 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6672b00c-e7b2-4dc1-ac54-589305239021 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:51.294560 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:51.364124 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-a470e4f9-16e6-4f47-8101-a99bc1853ac0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Allocated IP 172.20.0.1 (96491e00-37ba-477e-a1b4-91b51d17d318/286b24cc-a48f-4f7b-b550-2a3943764dfe/c8504d02-f8d2-450f-bcfb-e723e05d086a) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:51.391895 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72f22755-810d-4043-a37f-927649370d4e tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:51.399467 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72f22755-810d-4043-a37f-927649370d4e tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:51.400589 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-72f22755-810d-4043-a37f-927649370d4e tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/64bdea5b-eedb-4d49-95a2-9d191767fad5 HTTP/1.1" status: 204 len: 168 time: 0.2351315 Dec 14 02:55:51.403611 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60642) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:51.406221 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:51.412760 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f22755-810d-4043-a37f-927649370d4e tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64bdea5b-eedb-4d49-95a2-9d191767fad5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:51.450183 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 6672b00c-e7b2-4dc1-ac54-589305239021, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6672b00c-e7b2-4dc1-ac54-589305239021,segment=NetworkSegment(a13a7c7b-333c-46a3-a47a-ae51def17efa),segment_id=a13a7c7b-333c-46a3-a47a-ae51def17efa)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:51.462831 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53251ab-301c-42c3-8d47-9a4ac56d7a14 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:51.466613 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e53251ab-301c-42c3-8d47-9a4ac56d7a14 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:51.534945 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:51.617968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=6672b00c-e7b2-4dc1-ac54-589305239021,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:51.624904 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 52b80c78-c7ae-4065-b352-32ef4286b0db no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:55:51.642595 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9f29f5a4-df79-4348-a6af-e3eb31b3adda tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2376688 Dec 14 02:55:51.645526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60646) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:51.686147 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a470e4f9-16e6-4f47-8101-a99bc1853ac0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:51.688679 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 52b80c78-c7ae-4065-b352-32ef4286b0db {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:55:51.688891 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 52b80c78-c7ae-4065-b352-32ef4286b0db not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:55:51.703508 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6fd34394-ef29-4d5f-bd23-e3fbf0cf5912 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:51.724373 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6fd34394-ef29-4d5f-bd23-e3fbf0cf5912 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:51.879231 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a470e4f9-16e6-4f47-8101-a99bc1853ac0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:51.909979 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6fd34394-ef29-4d5f-bd23-e3fbf0cf5912 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:51.917645 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6fd34394-ef29-4d5f-bd23-e3fbf0cf5912 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:51.922744 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6fd34394-ef29-4d5f-bd23-e3fbf0cf5912 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/6de67ebd-cc40-4853-96fa-d7c9b6963634 HTTP/1.1" status: 204 len: 168 time: 0.2759433 Dec 14 02:55:51.926434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60652) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:51.954761 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e53251ab-301c-42c3-8d47-9a4ac56d7a14 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:51.985550 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd34394-ef29-4d5f-bd23-e3fbf0cf5912 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6de67ebd-cc40-4853-96fa-d7c9b6963634,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:52.014206 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c801f845-d995-4bc1-8446-2e103e5820da tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0855448 Dec 14 02:55:52.016806 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60654) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:52.020795 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a470e4f9-16e6-4f47-8101-a99bc1853ac0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network 96491e00-37ba-477e-a1b4-91b51d17d318 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:52.033375 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-a470e4f9-16e6-4f47-8101-a99bc1853ac0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:52.043808 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470e4f9-16e6-4f47-8101-a99bc1853ac0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=c8504d02-f8d2-450f-bcfb-e723e05d086a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:52.047213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a470e4f9-16e6-4f47-8101-a99bc1853ac0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:52.063822 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97082f8c-626d-4d8a-a50f-24e7453a23fc None None] Network 96491e00-37ba-477e-a1b4-91b51d17d318 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:52.116130 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c049d05-cbf2-4dc5-8902-601dec59acea tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:52.129039 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53251ab-301c-42c3-8d47-9a4ac56d7a14 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Subnet': ['ID=5774651c-9db1-435a-8540-9040a21ee5b4,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:52.147875 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c049d05-cbf2-4dc5-8902-601dec59acea tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:52.160390 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a470e4f9-16e6-4f47-8101-a99bc1853ac0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:52.235866 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53251ab-301c-42c3-8d47-9a4ac56d7a14 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Checking segment: {'id': '01f90da1-0b7f-4197-a899-3acf9f28000a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3a710837-5d2c-4b76-95ac-1181d12aec33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:52.235866 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53251ab-301c-42c3-8d47-9a4ac56d7a14 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network hostable DHCP agents. Network: 3a710837-5d2c-4b76-95ac-1181d12aec33, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:55:52.271724 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-73ee8f88-eda5-406a-852c-887261c2a05c None None] Provisioning complete for port 6672b00c-e7b2-4dc1-ac54-589305239021 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:52.272189 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-73ee8f88-eda5-406a-852c-887261c2a05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:52.300584 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c049d05-cbf2-4dc5-8902-601dec59acea tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:52.303426 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c049d05-cbf2-4dc5-8902-601dec59acea tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:52.305255 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8c049d05-cbf2-4dc5-8902-601dec59acea tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-groups/6619b30b-8814-4763-8f3a-4781cb824cc4 HTTP/1.1" status: 204 len: 168 time: 0.2870398 Dec 14 02:55:52.307540 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60658) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:52.323494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c049d05-cbf2-4dc5-8902-601dec59acea tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6619b30b-8814-4763-8f3a-4781cb824cc4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:52.383945 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fc61a615-5954-479b-8aaf-147ea2ae1a63 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0749431 Dec 14 02:55:52.388821 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60662) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:52.394349 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-be329c29-ef8b-48cb-9e2a-fbc58e4e1162 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008381359'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:52.449905 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53251ab-301c-42c3-8d47-9a4ac56d7a14 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network 3a710837-5d2c-4b76-95ac-1181d12aec33 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:55:52.527084 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a470e4f9-16e6-4f47-8101-a99bc1853ac0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:52.534892 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-be329c29-ef8b-48cb-9e2a-fbc58e4e1162 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:52.639721 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-be329c29-ef8b-48cb-9e2a-fbc58e4e1162 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:52.681460 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-e53251ab-301c-42c3-8d47-9a4ac56d7a14 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 3a710837-5d2c-4b76-95ac-1181d12aec33) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:52.687188 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53251ab-301c-42c3-8d47-9a4ac56d7a14 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:52.688582 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e53251ab-301c-42c3-8d47-9a4ac56d7a14 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:52.692879 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108801ea-ca06-4c70-a8ef-6278de2509a7 None None] Network 3a710837-5d2c-4b76-95ac-1181d12aec33 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:52.706422 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-be329c29-ef8b-48cb-9e2a-fbc58e4e1162 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:52.845460 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be329c29-ef8b-48cb-9e2a-fbc58e4e1162 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7058aa61-ef5b-401b-8110-6cbafa1bd674,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:52.868459 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7a226311-9554-4fed-ab91-c3da23cd262d None None] Provisioning complete for port c8504d02-f8d2-450f-bcfb-e723e05d086a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:52.868835 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7a226311-9554-4fed-ab91-c3da23cd262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:52.885889 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-be329c29-ef8b-48cb-9e2a-fbc58e4e1162 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:52.890086 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-be329c29-ef8b-48cb-9e2a-fbc58e4e1162 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4998097 Dec 14 02:55:52.893039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60666) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:52.899089 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-3a710837-5d2c-4b76-95ac-1181d12aec33', 'network_id': '3a710837-5d2c-4b76-95ac-1181d12aec33', 'project_id': '0dbcba88cae341c4a3880a04fd6ccc3c', 'fixed_ips': [{'subnet_id': '5774651c-9db1-435a-8540-9040a21ee5b4'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:55:52.899987 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:52.909398 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-9ac1a3af-829c-496c-b0c2-8e8f8dc01d43 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group_rule': {'security_group_id': '7058aa61-ef5b-401b-8110-6cbafa1bd674', 'direction': 'ingress', 'protocol': 17}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:52.939158 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e53251ab-301c-42c3-8d47-9a4ac56d7a14 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9971828 Dec 14 02:55:52.939935 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60668) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:52.957050 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e768e842-52f7-4714-b267-34b1a1929b89 req-af02ba46-f911-400d-9738-ff59955b309f tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:52.959194 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e768e842-52f7-4714-b267-34b1a1929b89 req-af02ba46-f911-400d-9738-ff59955b309f tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 946 time: 0.2031355 Dec 14 02:55:52.962308 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-690727e8-38d8-424d-b98e-3f3b6c521a5a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'subnet': {'network_id': '3a710837-5d2c-4b76-95ac-1181d12aec33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:52.971334 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7a226311-9554-4fed-ab91-c3da23cd262d None None] Port c8504d02-f8d2-450f-bcfb-e723e05d086a cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:52.987447 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a470e4f9-16e6-4f47-8101-a99bc1853ac0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:52.991516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7a226311-9554-4fed-ab91-c3da23cd262d None None] Provisioning complete for port 6672b00c-e7b2-4dc1-ac54-589305239021 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:52.992825 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7a226311-9554-4fed-ab91-c3da23cd262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:53.068542 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e768e842-52f7-4714-b267-34b1a1929b89 req-15d00b4f-d88b-4399-9414-afe59b538abd tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/security-groups?id=deff04d6-3261-4aac-b83d-0d373da41f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024926 Dec 14 02:55:53.069621 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ac1a3af-829c-496c-b0c2-8e8f8dc01d43 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:53.111561 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a470e4f9-16e6-4f47-8101-a99bc1853ac0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:53.170153 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ac1a3af-829c-496c-b0c2-8e8f8dc01d43 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:53.237757 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ac1a3af-829c-496c-b0c2-8e8f8dc01d43 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:53.250370 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6672b00c-e7b2-4dc1-ac54-589305239021 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:53.262636 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470e4f9-16e6-4f47-8101-a99bc1853ac0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=c8504d02-f8d2-450f-bcfb-e723e05d086a,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:53.272850 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a470e4f9-16e6-4f47-8101-a99bc1853ac0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:53.285002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1a3af-829c-496c-b0c2-8e8f8dc01d43 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e48437-7ac2-42f7-8908-2a46fb341413,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:53.308761 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Allocated IP 2001:db8::2 (3a710837-5d2c-4b76-95ac-1181d12aec33/5774651c-9db1-435a-8540-9040a21ee5b4/af5b6f93-4ffb-4f86-bb48-b2a41648c4d6) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:53.341403 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6672b00c-e7b2-4dc1-ac54-589305239021 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:53.341785 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:53.380737 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ac1a3af-829c-496c-b0c2-8e8f8dc01d43 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:53.382896 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9ac1a3af-829c-496c-b0c2-8e8f8dc01d43 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4864435 Dec 14 02:55:53.385852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60672) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:53.386608 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a470e4f9-16e6-4f47-8101-a99bc1853ac0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network 96491e00-37ba-477e-a1b4-91b51d17d318 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:53.390092 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-a470e4f9-16e6-4f47-8101-a99bc1853ac0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:53.476787 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77a3de80-529a-458c-b1d5-921b61f3e90b tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:53.508608 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77a3de80-529a-458c-b1d5-921b61f3e90b tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:53.580854 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690727e8-38d8-424d-b98e-3f3b6c521a5a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:53.584747 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-690727e8-38d8-424d-b98e-3f3b6c521a5a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:53.625927 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-89dd1f33-7a4a-438e-922f-b2c94c25bafe None None] Provisioning complete for port c8504d02-f8d2-450f-bcfb-e723e05d086a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:53.626445 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-89dd1f33-7a4a-438e-922f-b2c94c25bafe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:53.650666 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77a3de80-529a-458c-b1d5-921b61f3e90b tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:53.653275 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77a3de80-529a-458c-b1d5-921b61f3e90b tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:53.656912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-77a3de80-529a-458c-b1d5-921b61f3e90b tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-groups/7058aa61-ef5b-401b-8110-6cbafa1bd674 HTTP/1.1" status: 204 len: 168 time: 0.2674861 Dec 14 02:55:53.679056 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60676) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:53.680646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3de80-529a-458c-b1d5-921b61f3e90b tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7058aa61-ef5b-401b-8110-6cbafa1bd674,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:53.735484 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-89dd1f33-7a4a-438e-922f-b2c94c25bafe None None] Port c8504d02-f8d2-450f-bcfb-e723e05d086a cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:53.769908 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:53.788747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c33bd921-2339-4a00-a0d7-b97abd0163f1 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1023729 Dec 14 02:55:53.789917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60678) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:53.794919 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d5b1bef0-a93f-4cba-9268-ae224f52368b tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1250928413'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:53.817773 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a470e4f9-16e6-4f47-8101-a99bc1853ac0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router c75077f6-a589-4cfe-bc1d-fa2f4deddc7e is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:55:53.852012 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:53.906588 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d5b1bef0-a93f-4cba-9268-ae224f52368b tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:53.917916 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-91ea77a8-b1f6-4a5f-90dd-cb156baff6b8 None None] Provisioning complete for port c8504d02-f8d2-450f-bcfb-e723e05d086a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:53.918304 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-91ea77a8-b1f6-4a5f-90dd-cb156baff6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:53.934696 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Network 3a710837-5d2c-4b76-95ac-1181d12aec33 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:53.936873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:53.986881 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a470e4f9-16e6-4f47-8101-a99bc1853ac0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:55:53.988587 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d5b1bef0-a93f-4cba-9268-ae224f52368b tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:53.996286 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a470e4f9-16e6-4f47-8101-a99bc1853ac0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/c75077f6-a589-4cfe-bc1d-fa2f4deddc7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1558990 Dec 14 02:55:53.996462 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60680) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:53.996535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:54.044886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac356a-c5f1-4b50-b02b-7ca85e562024 None None] Sync routers for ids ['c75077f6-a589-4cfe-bc1d-fa2f4deddc7e'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:55:54.049475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbe35f7-4894-424f-a037-06ab63bc88d7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:54.053796 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-dfbe35f7-4894-424f-a037-06ab63bc88d7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/ports/c8504d02-f8d2-450f-bcfb-e723e05d086a HTTP/1.1" status: 200 len: 910 time: 0.0542293 Dec 14 02:55:54.053926 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60682) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:54.073413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-91ea77a8-b1f6-4a5f-90dd-cb156baff6b8 None None] Port c8504d02-f8d2-450f-bcfb-e723e05d086a cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:55:54.077791 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Pushing event updated for resources: {'Port': ['ID=af5b6f93-4ffb-4f86-bb48-b2a41648c4d6,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:54.093222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Attempting to bind port af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:55:54.093631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Attempting to bind port af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '01f90da1-0b7f-4197-a899-3acf9f28000a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3a710837-5d2c-4b76-95ac-1181d12aec33'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:55:54.094005 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Attempting to bind port af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 on network 3a710837-5d2c-4b76-95ac-1181d12aec33 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:55:54.097765 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ac356a-c5f1-4b50-b02b-7ca85e562024 None None] Routers {'c75077f6-a589-4cfe-bc1d-fa2f4deddc7e'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:54.098697 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-15ac356a-c5f1-4b50-b02b-7ca85e562024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['c75077f6-a589-4cfe-bc1d-fa2f4deddc7e'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:54.107050 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-690727e8-38d8-424d-b98e-3f3b6c521a5a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:54.117191 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d5b1bef0-a93f-4cba-9268-ae224f52368b tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:54.134525 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:55:54.134909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Checking segment: {'id': '01f90da1-0b7f-4197-a899-3acf9f28000a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3a710837-5d2c-4b76-95ac-1181d12aec33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:54.135324 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:54.135730 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Bound using segment: {'id': '01f90da1-0b7f-4197-a899-3acf9f28000a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3a710837-5d2c-4b76-95ac-1181d12aec33'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:55:54.136228 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Bound port: af5b6f93-4ffb-4f86-bb48-b2a41648c4d6, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f90da1-0b7f-4197-a899-3acf9f28000a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '3a710837-5d2c-4b76-95ac-1181d12aec33'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:55:54.136617 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:54.138746 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-15ac356a-c5f1-4b50-b02b-7ca85e562024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:54.163982 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ac356a-c5f1-4b50-b02b-7ca85e562024 None None] Routers {'c75077f6-a589-4cfe-bc1d-fa2f4deddc7e'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:54.164719 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-15ac356a-c5f1-4b50-b02b-7ca85e562024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['c75077f6-a589-4cfe-bc1d-fa2f4deddc7e'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:54.226565 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690727e8-38d8-424d-b98e-3f3b6c521a5a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Subnet': ['ID=548cdb65-c39a-4218-959a-79d1bdcd3947,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:54.241437 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690727e8-38d8-424d-b98e-3f3b6c521a5a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network 3a710837-5d2c-4b76-95ac-1181d12aec33 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:54.245063 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-690727e8-38d8-424d-b98e-3f3b6c521a5a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:54.246618 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-15ac356a-c5f1-4b50-b02b-7ca85e562024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:54.247298 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ac356a-c5f1-4b50-b02b-7ca85e562024 None None] The sync data for ids ['c75077f6-a589-4cfe-bc1d-fa2f4deddc7e'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:55:54.267994 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690727e8-38d8-424d-b98e-3f3b6c521a5a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:54.270143 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-690727e8-38d8-424d-b98e-3f3b6c521a5a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:54.284713 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] For port af5b6f93-4ffb-4f86-bb48-b2a41648c4d6, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:55:54.290523 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] For port af5b6f93-4ffb-4f86-bb48-b2a41648c4d6, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=af5b6f93-4ffb-4f86-bb48-b2a41648c4d6,segment=NetworkSegment(01f90da1-0b7f-4197-a899-3acf9f28000a),segment_id=01f90da1-0b7f-4197-a899-3acf9f28000a)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:55:54.372151 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-690727e8-38d8-424d-b98e-3f3b6c521a5a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4161682 Dec 14 02:55:54.374660 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60688) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:54.381580 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:54.475375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac1396-531f-492e-828d-3fbd8df86058 None None] Pushing event updated for resources: {'Port': ['ID=af5b6f93-4ffb-4f86-bb48-b2a41648c4d6,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:54.495602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b477d0ae-21e3-43c0-b3bf-279859275c83 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:54.498094 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b477d0ae-21e3-43c0-b3bf-279859275c83 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:54.499615 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b477d0ae-21e3-43c0-b3bf-279859275c83 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:54.501438 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b477d0ae-21e3-43c0-b3bf-279859275c83 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:54.503962 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b477d0ae-21e3-43c0-b3bf-279859275c83 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:54.506304 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b477d0ae-21e3-43c0-b3bf-279859275c83 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1304815 Dec 14 02:55:54.510283 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60690) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:54.515354 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5ce93a9e-b0f2-4cbf-a362-51c532d80aa6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1224704151'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:54.593735 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1bef0-a93f-4cba-9268-ae224f52368b tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c86a6d-cd6d-4847-87bd-037df12ff55d,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:54.611880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d536c73-3adb-4db1-a749-e20c819a737e req-ec584c80-8a91-4b62-b7ee-5bc654c3ab49 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:54.623439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d536c73-3adb-4db1-a749-e20c819a737e req-ec584c80-8a91-4b62-b7ee-5bc654c3ab49 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 946 time: 0.1589425 Dec 14 02:55:54.640797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22168f5f-304d-48ef-be8f-51974990956d req-12b36658-ec32-4683-b512-784ef9acf9e8 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:54.642401 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22168f5f-304d-48ef-be8f-51974990956d req-12b36658-ec32-4683-b512-784ef9acf9e8 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.47 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 946 time: 0.1440525 Dec 14 02:55:54.670108 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce93a9e-b0f2-4cbf-a362-51c532d80aa6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:54.673908 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5ce93a9e-b0f2-4cbf-a362-51c532d80aa6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:54.705009 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce93a9e-b0f2-4cbf-a362-51c532d80aa6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:55:54.722894 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5ce93a9e-b0f2-4cbf-a362-51c532d80aa6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:54.723575 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-5ce93a9e-b0f2-4cbf-a362-51c532d80aa6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Added segment c95f3c50-191a-400a-b396-65315fc0979a of type vlan for network 6fa97233-e37a-4171-a40a-16132c80d6e5 Dec 14 02:55:54.787241 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5ce93a9e-b0f2-4cbf-a362-51c532d80aa6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:54.824637 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d5b1bef0-a93f-4cba-9268-ae224f52368b tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:54.828514 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60694) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:54.828651 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d5b1bef0-a93f-4cba-9268-ae224f52368b tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0376387 Dec 14 02:55:54.834347 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-53befbc3-e94c-4cf6-9a05-68c6dc8b71c4 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086229994'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:54.839956 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d536c73-3adb-4db1-a749-e20c819a737e req-9b86eeab-6266-425f-8bf8-05b66614328d tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/security-groups?id=deff04d6-3261-4aac-b83d-0d373da41f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135549 Dec 14 02:55:54.918627 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5ce93a9e-b0f2-4cbf-a362-51c532d80aa6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:54.928590 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce93a9e-b0f2-4cbf-a362-51c532d80aa6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:54.938989 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5ce93a9e-b0f2-4cbf-a362-51c532d80aa6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:54.958979 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53befbc3-e94c-4cf6-9a05-68c6dc8b71c4 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:54.964899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-22168f5f-304d-48ef-be8f-51974990956d req-bc8b001c-1e3f-42e9-8dbf-87d7bf0f282b tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Deleting port 9d032958-673e-4b33-8870-2e5d1312bc24 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:54.965604 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-22168f5f-304d-48ef-be8f-51974990956d req-bc8b001c-1e3f-42e9-8dbf-87d7bf0f282b tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:55.046568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce93a9e-b0f2-4cbf-a362-51c532d80aa6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Network': ['ID=6fa97233-e37a-4171-a40a-16132c80d6e5,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:55.062228 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 6fa97233-e37a-4171-a40a-16132c80d6e5 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:55:55.113860 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5ce93a9e-b0f2-4cbf-a362-51c532d80aa6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6024847 Dec 14 02:55:55.114467 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60696) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:55.127119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-22168f5f-304d-48ef-be8f-51974990956d req-bc8b001c-1e3f-42e9-8dbf-87d7bf0f282b tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] For port 9d032958-673e-4b33-8870-2e5d1312bc24, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=9d032958-673e-4b33-8870-2e5d1312bc24,segment=NetworkSegment(f2b91792-a01c-4b16-a84c-dc173440ee93),segment_id=f2b91792-a01c-4b16-a84c-dc173440ee93)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:55.133465 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-91f0be8c-2113-4365-b250-308dfad4c5ac tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:55.137354 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-22168f5f-304d-48ef-be8f-51974990956d req-bc8b001c-1e3f-42e9-8dbf-87d7bf0f282b tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:55.230937 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53befbc3-e94c-4cf6-9a05-68c6dc8b71c4 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:55.298404 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b4320e6-46a2-4d60-9434-fc3e3e4ff637 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:55.304938 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:55.312375 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53befbc3-e94c-4cf6-9a05-68c6dc8b71c4 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:55.395113 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-91f0be8c-2113-4365-b250-308dfad4c5ac tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:55.395981 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:55.396730 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:55.399611 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53befbc3-e94c-4cf6-9a05-68c6dc8b71c4 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6682e867-0b5f-4882-9434-b5d68fce61e8,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:55.438220 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-53befbc3-e94c-4cf6-9a05-68c6dc8b71c4 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:55.439589 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-53befbc3-e94c-4cf6-9a05-68c6dc8b71c4 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6095908 Dec 14 02:55:55.443008 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60700) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:55.450702 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-47ef975b-bd97-4c68-a317-5ef03c6a9189 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group_rule': {'security_group_id': 'a0c86a6d-cd6d-4847-87bd-037df12ff55d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6682e867-0b5f-4882-9434-b5d68fce61e8', 'remote_ip_prefix': None}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:55.488914 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-91f0be8c-2113-4365-b250-308dfad4c5ac tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:55.506344 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91f0be8c-2113-4365-b250-308dfad4c5ac tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network 6fa97233-e37a-4171-a40a-16132c80d6e5 is not hosted by any dhcp agent {{(pid=103847) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 14 02:55:55.512176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f0be8c-2113-4365-b250-308dfad4c5ac tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:55.513048 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-91f0be8c-2113-4365-b250-308dfad4c5ac tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:55.516558 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-91f0be8c-2113-4365-b250-308dfad4c5ac tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "PUT /v2.0/networks/6fa97233-e37a-4171-a40a-16132c80d6e5 HTTP/1.1" status: 200 len: 723 time: 0.3963172 Dec 14 02:55:55.517350 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60702) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:55.539627 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:55.551434 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-911d6208-a92b-4d5e-874a-369a34f21bcc tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'subnet': {'network_id': '6fa97233-e37a-4171-a40a-16132c80d6e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:55.590801 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port af5b6f93-4ffb-4f86-bb48-b2a41648c4d6, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=af5b6f93-4ffb-4f86-bb48-b2a41648c4d6,segment=NetworkSegment(01f90da1-0b7f-4197-a899-3acf9f28000a),segment_id=01f90da1-0b7f-4197-a899-3acf9f28000a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:55.662481 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-22168f5f-304d-48ef-be8f-51974990956d req-bc8b001c-1e3f-42e9-8dbf-87d7bf0f282b tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:55.663038 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-22168f5f-304d-48ef-be8f-51974990956d req-bc8b001c-1e3f-42e9-8dbf-87d7bf0f282b tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:55.663173 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-22168f5f-304d-48ef-be8f-51974990956d req-bc8b001c-1e3f-42e9-8dbf-87d7bf0f282b tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Floating IP 780a220b-786e-48f0-a7d4-32b5ded5d195 disassociated. External IP: 172.25.7.177, port: 9d032958-673e-4b33-8870-2e5d1312bc24. Dec 14 02:55:55.664128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-22168f5f-304d-48ef-be8f-51974990956d req-bc8b001c-1e3f-42e9-8dbf-87d7bf0f282b tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Calling delete_port for 9d032958-673e-4b33-8870-2e5d1312bc24 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:55.665882 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47ef975b-bd97-4c68-a317-5ef03c6a9189 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:55.668466 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:55.668609 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0be8c-2113-4365-b250-308dfad4c5ac tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Network': ['ID=6fa97233-e37a-4171-a40a-16132c80d6e5,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:55.732173 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 6fa97233-e37a-4171-a40a-16132c80d6e5 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:55:55.846919 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47ef975b-bd97-4c68-a317-5ef03c6a9189 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:55.865402 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=af5b6f93-4ffb-4f86-bb48-b2a41648c4d6,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:55.892206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911d6208-a92b-4d5e-874a-369a34f21bcc tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:55:55.900766 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-911d6208-a92b-4d5e-874a-369a34f21bcc tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:55.940882 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47ef975b-bd97-4c68-a317-5ef03c6a9189 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:55.941417 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aa7b48-6a3e-4dca-b30c-f44abaf9999c None None] Network 3a710837-5d2c-4b76-95ac-1181d12aec33 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:55.993559 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-1b4320e6-46a2-4d60-9434-fc3e3e4ff637 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting port c8504d02-f8d2-450f-bcfb-e723e05d086a {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:55.994192 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b4320e6-46a2-4d60-9434-fc3e3e4ff637 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:56.029257 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef975b-bd97-4c68-a317-5ef03c6a9189 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee12b397-2e4e-43d9-9bdf-43aa06a3e322,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:56.037078 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4d91ec04-fbd6-45d1-9a33-00593db5a43e None None] Provisioning complete for port af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:56.037904 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4d91ec04-fbd6-45d1-9a33-00593db5a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:56.053380 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-22168f5f-304d-48ef-be8f-51974990956d req-bc8b001c-1e3f-42e9-8dbf-87d7bf0f282b tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:56.112750 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b001c-1e3f-42e9-8dbf-87d7bf0f282b tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Pushing event deleted for resources: {'Port': ['ID=9d032958-673e-4b33-8870-2e5d1312bc24,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:56.144255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf8e46-919a-4fb3-8eec-22be8f69cbeb req-33dd4c14-8c63-4f7e-ae0a-0f79fdbc8212 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:56.145996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73bf8e46-919a-4fb3-8eec-22be8f69cbeb req-33dd4c14-8c63-4f7e-ae0a-0f79fdbc8212 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 867 time: 0.2065041 Dec 14 02:55:56.206780 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47ef975b-bd97-4c68-a317-5ef03c6a9189 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:56.208668 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-47ef975b-bd97-4c68-a317-5ef03c6a9189 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7650049 Dec 14 02:55:56.213768 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60708) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:56.242597 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b29b963f-9a4b-4f8b-aad4-3497192bf427 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:56.251840 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b29b963f-9a4b-4f8b-aad4-3497192bf427 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:56.268417 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-911d6208-a92b-4d5e-874a-369a34f21bcc tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:56.281353 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b4320e6-46a2-4d60-9434-fc3e3e4ff637 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:56.311411 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f050757-f9cb-4f22-a157-15cf63d9f787 None None] Update dhcp port {'port': {'network_id': '3a710837-5d2c-4b76-95ac-1181d12aec33', 'fixed_ips': [{'subnet_id': '5774651c-9db1-435a-8540-9040a21ee5b4', 'ip_address': '2001:db8::2'}, {'subnet_id': '548cdb65-c39a-4218-959a-79d1bdcd3947'}], 'binding:host_id': 'n-d-821636-1'}, 'id': 'af5b6f93-4ffb-4f86-bb48-b2a41648c4d6'} from n-d-821636-1. {{(pid=103849) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 14 02:55:56.323102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-1b4320e6-46a2-4d60-9434-fc3e3e4ff637 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Calling delete_port for c8504d02-f8d2-450f-bcfb-e723e05d086a owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:56.340615 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73bf8e46-919a-4fb3-8eec-22be8f69cbeb req-a1f09a29-cde9-4b2b-9a37-e6df7a63b5ef tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/security-groups?id=deff04d6-3261-4aac-b83d-0d373da41f38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522920 Dec 14 02:55:56.360795 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d6208-a92b-4d5e-874a-369a34f21bcc tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Subnet': ['ID=3bb07dad-a94f-4239-bc02-0ca56231eba6,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:56.366285 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d6208-a92b-4d5e-874a-369a34f21bcc tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Checking segment: {'id': 'c95f3c50-191a-400a-b396-65315fc0979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6fa97233-e37a-4171-a40a-16132c80d6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:56.366672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911d6208-a92b-4d5e-874a-369a34f21bcc tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network hostable DHCP agents. Network: 6fa97233-e37a-4171-a40a-16132c80d6e5, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:55:56.375878 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f050757-f9cb-4f22-a157-15cf63d9f787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:56.401403 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b29b963f-9a4b-4f8b-aad4-3497192bf427 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:56.404800 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22168f5f-304d-48ef-be8f-51974990956d req-bc8b001c-1e3f-42e9-8dbf-87d7bf0f282b tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Router 0aee42c9-5c35-482d-9689-23fa2f064346 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:55:56.411071 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b29b963f-9a4b-4f8b-aad4-3497192bf427 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:56.414887 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b29b963f-9a4b-4f8b-aad4-3497192bf427 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/ee12b397-2e4e-43d9-9bdf-43aa06a3e322 HTTP/1.1" status: 204 len: 168 time: 0.1977732 Dec 14 02:55:56.415302 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60712) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:56.422365 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b963f-9a4b-4f8b-aad4-3497192bf427 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee12b397-2e4e-43d9-9bdf-43aa06a3e322,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:56.453599 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911d6208-a92b-4d5e-874a-369a34f21bcc tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network 6fa97233-e37a-4171-a40a-16132c80d6e5 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:55:56.551599 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-911d6208-a92b-4d5e-874a-369a34f21bcc tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 6fa97233-e37a-4171-a40a-16132c80d6e5) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:56.556289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d6208-a92b-4d5e-874a-369a34f21bcc tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:56.557015 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-911d6208-a92b-4d5e-874a-369a34f21bcc tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:56.573464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-1f050757-f9cb-4f22-a157-15cf63d9f787 None None] Allocated IP 172.20.0.1 (3a710837-5d2c-4b76-95ac-1181d12aec33/548cdb65-c39a-4218-959a-79d1bdcd3947/af5b6f93-4ffb-4f86-bb48-b2a41648c4d6) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:56.577222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5917042a-d9fe-47ba-9fe5-25d342e6c6e3 None None] Network 6fa97233-e37a-4171-a40a-16132c80d6e5 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:56.646194 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-911d6208-a92b-4d5e-874a-369a34f21bcc tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1243291 Dec 14 02:55:56.649579 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60714) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:56.655234 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-7ebcc8e4-06cc-473e-8631-73eb29d9d96a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:56.818572 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc8e4-06cc-473e-8631-73eb29d9d96a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25674386'] for subnet, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:56.902988 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-073ed8f6-049e-45df-bd6d-434feaeef993 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4819665 Dec 14 02:55:56.905894 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60718) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:56.998742 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22168f5f-304d-48ef-be8f-51974990956d req-bc8b001c-1e3f-42e9-8dbf-87d7bf0f282b tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:55:57.013019 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70fc132-81e0-43b2-96af-096ac71ec3aa None None] Sync routers for ids ['0aee42c9-5c35-482d-9689-23fa2f064346'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:55:57.030248 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70fc132-81e0-43b2-96af-096ac71ec3aa None None] Routers {'0aee42c9-5c35-482d-9689-23fa2f064346'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:57.031137 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d70fc132-81e0-43b2-96af-096ac71ec3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0aee42c9-5c35-482d-9689-23fa2f064346'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:57.032621 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad9d7-4a20-4860-8972-bc5464d6e219 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:57.056865 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-22168f5f-304d-48ef-be8f-51974990956d req-bc8b001c-1e3f-42e9-8dbf-87d7bf0f282b tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] No DVR routers for this DVR port 9d032958-673e-4b33-8870-2e5d1312bc24 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:55:57.062319 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-22168f5f-304d-48ef-be8f-51974990956d req-bc8b001c-1e3f-42e9-8dbf-87d7bf0f282b tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:57.065960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22168f5f-304d-48ef-be8f-51974990956d req-bc8b001c-1e3f-42e9-8dbf-87d7bf0f282b tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.47 "DELETE /v2.0/ports/9d032958-673e-4b33-8870-2e5d1312bc24 HTTP/1.1" status: 204 len: 173 time: 2.4143085 Dec 14 02:55:57.067053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72a5be5-f09c-4adc-9c51-36e2adcd613b', 'name': 'network-vif-deleted', 'tag': '9d032958-673e-4b33-8870-2e5d1312bc24'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:55:57.070756 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47fea6f-263b-4025-ba65-33ceff572d51" -d '{"events": [{"server_uuid": "b72a5be5-f09c-4adc-9c51-36e2adcd613b", "name": "network-vif-deleted", "tag": "9d032958-673e-4b33-8870-2e5d1312bc24"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:55:57.087928 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-6fa97233-e37a-4171-a40a-16132c80d6e5', 'network_id': '6fa97233-e37a-4171-a40a-16132c80d6e5', 'project_id': '0dbcba88cae341c4a3880a04fd6ccc3c', 'fixed_ips': [{'subnet_id': '3bb07dad-a94f-4239-bc02-0ca56231eba6'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:55:57.089143 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:57.100878 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad9d7-4a20-4860-8972-bc5464d6e219 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:57.122694 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3607760c-b297-4f5d-979c-5a0e92236037 x-openstack-request-id: req-3607760c-b297-4f5d-979c-5a0e92236037 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:55:57.123239 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72a5be5-f09c-4adc-9c51-36e2adcd613b", "name": "network-vif-deleted", "tag": "9d032958-673e-4b33-8870-2e5d1312bc24", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:55:57.123878 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3607760c-b297-4f5d-979c-5a0e92236037 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:55:57.124082 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72a5be5-f09c-4adc-9c51-36e2adcd613b', 'name': 'network-vif-deleted', 'tag': '9d032958-673e-4b33-8870-2e5d1312bc24', 'status': 'completed', 'code': 200} Dec 14 02:55:57.152162 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b4320e6-46a2-4d60-9434-fc3e3e4ff637 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:57.172033 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-1f050757-f9cb-4f22-a157-15cf63d9f787 None None] For port af5b6f93-4ffb-4f86-bb48-b2a41648c4d6, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=af5b6f93-4ffb-4f86-bb48-b2a41648c4d6,segment=NetworkSegment(01f90da1-0b7f-4197-a899-3acf9f28000a),segment_id=01f90da1-0b7f-4197-a899-3acf9f28000a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:57.190609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4320e6-46a2-4d60-9434-fc3e3e4ff637 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Port': ['ID=c8504d02-f8d2-450f-bcfb-e723e05d086a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:57.191296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:57.207451 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc8e4-06cc-473e-8631-73eb29d9d96a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754676488668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25743503'] for subnet, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:57.227275 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:57.241827 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f050757-f9cb-4f22-a157-15cf63d9f787 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:57.265376 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-d70fc132-81e0-43b2-96af-096ac71ec3aa None None] Set router 0aee42c9-5c35-482d-9689-23fa2f064346 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:55:57.294177 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad9d7-4a20-4860-8972-bc5464d6e219 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:57.297030 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf9ad9d7-4a20-4860-8972-bc5464d6e219 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:57.298443 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bf9ad9d7-4a20-4860-8972-bc5464d6e219 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-groups/6682e867-0b5f-4882-9434-b5d68fce61e8 HTTP/1.1" status: 204 len: 168 time: 0.3914139 Dec 14 02:55:57.300004 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebcc8e4-06cc-473e-8631-73eb29d9d96a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:55:57.300822 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7ebcc8e4-06cc-473e-8631-73eb29d9d96a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:57.302155 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60724) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:57.302440 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7ebcc8e4-06cc-473e-8631-73eb29d9d96a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "PUT /v2.0/subnets/3bb07dad-a94f-4239-bc02-0ca56231eba6 HTTP/1.1" status: 200 len: 826 time: 0.6516020 Dec 14 02:55:57.307987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60726) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:57.330031 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ad9d7-4a20-4860-8972-bc5464d6e219 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6682e867-0b5f-4882-9434-b5d68fce61e8,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:57.339299 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcc8e4-06cc-473e-8631-73eb29d9d96a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Subnet': ['ID=3bb07dad-a94f-4239-bc02-0ca56231eba6,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:57.392205 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1f050757-f9cb-4f22-a157-15cf63d9f787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:57.568028 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f050757-f9cb-4f22-a157-15cf63d9f787 None None] Pushing event updated for resources: {'Port': ['ID=af5b6f93-4ffb-4f86-bb48-b2a41648c4d6,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:57.597875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4031aa84-18ab-4c7a-98b0-25160c8bfb22 req-9ccfd930-47b6-4948-8e9b-df79da3e93e8 tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "GET /v2.0/ports?device_id=b72a5be5-f09c-4adc-9c51-36e2adcd613b HTTP/1.1" status: 200 len: 210 time: 0.0666368 Dec 14 02:55:57.605346 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b4320e6-46a2-4d60-9434-fc3e3e4ff637 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:57.659018 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d70fc132-81e0-43b2-96af-096ac71ec3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'name': 'tempest-TestServerBasicOps-1858541563-router', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:13Z', 'updated_at': '2021-12-14T02:50:22Z', 'revision_number': 4, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'gw_port': {'id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:15Z', 'updated_at': '2021-12-14T02:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '938c236f-c989-4b12-ba04-85bb85d69a0e', 'name': '', 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'mac_address': 'fa:16:3e:c9:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'acc350e5-a883-4ca2-8858-3c9b809037a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:21Z', 'updated_at': '2021-12-14T02:50:26Z', 'revision_number': 5, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'subnets': [{'id': 'acc350e5-a883-4ca2-8858-3c9b809037a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:57.675577 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Allocated IP 2001:db8::2 (6fa97233-e37a-4171-a40a-16132c80d6e5/3bb07dad-a94f-4239-bc02-0ca56231eba6/aabd56bf-718d-41dd-bbb1-23f9742ded14) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:55:57.688788 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70fc132-81e0-43b2-96af-096ac71ec3aa None None] Checking router: 0aee42c9-5c35-482d-9689-23fa2f064346 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:55:57.700257 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70fc132-81e0-43b2-96af-096ac71ec3aa None None] Routers {'0aee42c9-5c35-482d-9689-23fa2f064346'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:57.700902 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d70fc132-81e0-43b2-96af-096ac71ec3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0aee42c9-5c35-482d-9689-23fa2f064346'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:57.830999 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:57.837124 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:57.837633 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:57.908228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4320e6-46a2-4d60-9434-fc3e3e4ff637 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router c75077f6-a589-4cfe-bc1d-fa2f4deddc7e has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:55:57.921982 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bc17fa3a-743f-42c8-9e24-22ac0da0fe20 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.6066141 Dec 14 02:55:57.924080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60732) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:57.926227 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:57.945899 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:57.992203 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Network 6fa97233-e37a-4171-a40a-16132c80d6e5 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:55:57.996702 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:55:58.007931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:55:58.022510 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-d70fc132-81e0-43b2-96af-096ac71ec3aa None None] Set router 0aee42c9-5c35-482d-9689-23fa2f064346 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:55:58.053156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4320e6-46a2-4d60-9434-fc3e3e4ff637 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:55:58.064443 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Pushing event updated for resources: {'Port': ['ID=aabd56bf-718d-41dd-bbb1-23f9742ded14,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:58.075096 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-22c420a1-3408-4480-9d80-e25d56c38976 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:58.083941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1b4320e6-46a2-4d60-9434-fc3e3e4ff637 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/c75077f6-a589-4cfe-bc1d-fa2f4deddc7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0275159 Dec 14 02:55:58.084898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60734) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:58.118465 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-22c420a1-3408-4480-9d80-e25d56c38976 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:58.119615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e90bae6-6712-4559-a8ab-eef600e0ccd8 None None] Sync routers for ids ['c75077f6-a589-4cfe-bc1d-fa2f4deddc7e'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:55:58.162833 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60736) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:58.163270 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bf827fa1-43b3-4f82-b4b8-ff8338be35ed tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c75077f6-a589-4cfe-bc1d-fa2f4deddc7e HTTP/1.1" status: 200 len: 205 time: 0.0764694 Dec 14 02:55:58.187896 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Attempting to bind port aabd56bf-718d-41dd-bbb1-23f9742ded14 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:55:58.188567 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Attempting to bind port aabd56bf-718d-41dd-bbb1-23f9742ded14 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'c95f3c50-191a-400a-b396-65315fc0979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6fa97233-e37a-4171-a40a-16132c80d6e5'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:55:58.189031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Attempting to bind port aabd56bf-718d-41dd-bbb1-23f9742ded14 on network 6fa97233-e37a-4171-a40a-16132c80d6e5 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:55:58.196534 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e90bae6-6712-4559-a8ab-eef600e0ccd8 None None] Routers {'c75077f6-a589-4cfe-bc1d-fa2f4deddc7e'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:58.197290 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-1e90bae6-6712-4559-a8ab-eef600e0ccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['c75077f6-a589-4cfe-bc1d-fa2f4deddc7e'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:58.246526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Deleting port aabd56bf-718d-41dd-bbb1-23f9742ded14 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:58.246877 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:58.284118 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-1e90bae6-6712-4559-a8ab-eef600e0ccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:58.314299 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:55:58.314739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Checking segment: {'id': 'c95f3c50-191a-400a-b396-65315fc0979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6fa97233-e37a-4171-a40a-16132c80d6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:55:58.315160 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:58.315572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Bound using segment: {'id': 'c95f3c50-191a-400a-b396-65315fc0979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6fa97233-e37a-4171-a40a-16132c80d6e5'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:55:58.316212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Bound port: aabd56bf-718d-41dd-bbb1-23f9742ded14, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c95f3c50-191a-400a-b396-65315fc0979a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6fa97233-e37a-4171-a40a-16132c80d6e5'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:55:58.316754 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:58.353216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e90bae6-6712-4559-a8ab-eef600e0ccd8 None None] Routers {'c75077f6-a589-4cfe-bc1d-fa2f4deddc7e'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:55:58.354140 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-1e90bae6-6712-4559-a8ab-eef600e0ccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['c75077f6-a589-4cfe-bc1d-fa2f4deddc7e'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:58.443469 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] For port aabd56bf-718d-41dd-bbb1-23f9742ded14, host n-d-821636-1, got binding levels [] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:55:58.444006 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:58.453195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-1e90bae6-6712-4559-a8ab-eef600e0ccd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:58.453971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e90bae6-6712-4559-a8ab-eef600e0ccd8 None None] The sync data for ids ['c75077f6-a589-4cfe-bc1d-fa2f4deddc7e'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:55:58.469628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Calling delete_port for aabd56bf-718d-41dd-bbb1-23f9742ded14 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:58.487388 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d70fc132-81e0-43b2-96af-096ac71ec3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'name': 'tempest-TestServerBasicOps-1858541563-router', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:13Z', 'updated_at': '2021-12-14T02:50:22Z', 'revision_number': 4, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'gw_port': {'id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:15Z', 'updated_at': '2021-12-14T02:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '938c236f-c989-4b12-ba04-85bb85d69a0e', 'name': '', 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'mac_address': 'fa:16:3e:c9:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'acc350e5-a883-4ca2-8858-3c9b809037a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:21Z', 'updated_at': '2021-12-14T02:50:26Z', 'revision_number': 5, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'subnets': [{'id': 'acc350e5-a883-4ca2-8858-3c9b809037a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:58.510938 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] For port aabd56bf-718d-41dd-bbb1-23f9742ded14, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:55:58.515251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] For port aabd56bf-718d-41dd-bbb1-23f9742ded14, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=aabd56bf-718d-41dd-bbb1-23f9742ded14,segment=NetworkSegment(c95f3c50-191a-400a-b396-65315fc0979a),segment_id=c95f3c50-191a-400a-b396-65315fc0979a)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:55:58.557680 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70fc132-81e0-43b2-96af-096ac71ec3aa None None] The sync data for ids ['0aee42c9-5c35-482d-9689-23fa2f064346'] in n-d-821636-1 is: [{'id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'name': 'tempest-TestServerBasicOps-1858541563-router', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:13Z', 'updated_at': '2021-12-14T02:50:22Z', 'revision_number': 4, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'gw_port': {'id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:15Z', 'updated_at': '2021-12-14T02:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '938c236f-c989-4b12-ba04-85bb85d69a0e', 'name': '', 'network_id': '2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'mac_address': 'fa:16:3e:c9:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_interface', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'acc350e5-a883-4ca2-8858-3c9b809037a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:21Z', 'updated_at': '2021-12-14T02:50:26Z', 'revision_number': 5, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'subnets': [{'id': 'acc350e5-a883-4ca2-8858-3c9b809037a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:55:58.596129 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:58.685839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60742) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:58.754657 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:58.759351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be697e59-0d79-4399-bc6a-a42b2159bf54 None None] Pushing event updated for resources: {'Port': ['ID=aabd56bf-718d-41dd-bbb1-23f9742ded14,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:58.802305 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-754c6798-1ce5-4267-b79a-8c4c180962cb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:58.823123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Port': ['ID=aabd56bf-718d-41dd-bbb1-23f9742ded14,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:58.857806 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2747970-6984-4d68-8a2a-b3f64b6dddc9 None None] Network 3a710837-5d2c-4b76-95ac-1181d12aec33 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:55:58.904888 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-22c420a1-3408-4480-9d80-e25d56c38976 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:58.915837 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-22c420a1-3408-4480-9d80-e25d56c38976 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:58.917200 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-22c420a1-3408-4480-9d80-e25d56c38976 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-groups/a0c86a6d-cd6d-4847-87bd-037df12ff55d HTTP/1.1" status: 204 len: 168 time: 0.9858167 Dec 14 02:55:58.954192 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60744) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:58.982308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:58.982853 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:58.983808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:58.985442 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:58.987375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:58.987759 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:58.988396 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:58.989548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:58.990639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:58.992166 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:58.993609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:58.996765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:58.996765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:55:59.007512 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b32300b6-2cff-4902-835d-0b2cb29e6e0c None None] Provisioning complete for port af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:59.007885 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b32300b6-2cff-4902-835d-0b2cb29e6e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.116987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No DVR routers for this DVR port aabd56bf-718d-41dd-bbb1-23f9742ded14 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:55:59.173713 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c420a1-3408-4480-9d80-e25d56c38976 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c86a6d-cd6d-4847-87bd-037df12ff55d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:59.225430 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-fc31556c-47c4-4d0f-acc9-8e784c60a11f tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Deleting port e7744c8e-5b23-434d-b5ae-81a1624984ee {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:55:59.225803 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fc31556c-47c4-4d0f-acc9-8e784c60a11f tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.246021 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-754c6798-1ce5-4267-b79a-8c4c180962cb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.250880 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-754c6798-1ce5-4267-b79a-8c4c180962cb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.280331 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a987a2c3-b127-4027-bf08-4aaa5f2d508e None None] New status for floating IP 780a220b-786e-48f0-a7d4-32b5ded5d195: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:55:59.344539 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-81153a9c-5048-4c0f-96be-baf20a3fcdb6 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3433316 Dec 14 02:55:59.346156 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60748) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:59.353067 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-95ed10c4-39cf-4da3-a007-283c3315d147 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1252704871'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:55:59.358494 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fc31556c-47c4-4d0f-acc9-8e784c60a11f tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.358833 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fc31556c-47c4-4d0f-acc9-8e784c60a11f tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.370908 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:55:59.376551 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-fc31556c-47c4-4d0f-acc9-8e784c60a11f tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Calling delete_port for e7744c8e-5b23-434d-b5ae-81a1624984ee owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:55:59.381919 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-754c6798-1ce5-4267-b79a-8c4c180962cb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.383423 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754c6798-1ce5-4267-b79a-8c4c180962cb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Fanout notify agent at l3_agent the message router_deleted on router c75077f6-a589-4cfe-bc1d-fa2f4deddc7e {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:55:59.399567 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-754c6798-1ce5-4267-b79a-8c4c180962cb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.400695 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-754c6798-1ce5-4267-b79a-8c4c180962cb tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/routers/c75077f6-a589-4cfe-bc1d-fa2f4deddc7e HTTP/1.1" status: 204 len: 168 time: 1.2354426 Dec 14 02:55:59.414454 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60752) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:55:59.492799 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95ed10c4-39cf-4da3-a007-283c3315d147 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.525849 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.526963 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:59.527952 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.554274 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 9d032958-673e-4b33-8870-2e5d1312bc24 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:55:59.565009 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-89938dcd-ea97-4c63-a66b-ac59f1b3a40d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting subnet 286b24cc-a48f-4f7b-b550-2a3943764dfe {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:55:59.572624 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-89938dcd-ea97-4c63-a66b-ac59f1b3a40d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.589537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 9d032958-673e-4b33-8870-2e5d1312bc24 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:55:59.589895 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 9d032958-673e-4b33-8870-2e5d1312bc24 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:55:59.624268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5eb9ef9b-c3fe-4764-a0b7-777bf7960d4c None None] Provisioning complete for port af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:55:59.624523 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5eb9ef9b-c3fe-4764-a0b7-777bf7960d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.682550 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-89938dcd-ea97-4c63-a66b-ac59f1b3a40d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.700677 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fc31556c-47c4-4d0f-acc9-8e784c60a11f tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.736461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31556c-47c4-4d0f-acc9-8e784c60a11f tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Pushing event deleted for resources: {'Port': ['ID=e7744c8e-5b23-434d-b5ae-81a1624984ee,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:59.739620 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95ed10c4-39cf-4da3-a007-283c3315d147 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.761527 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.804650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb07dad-a94f-4239-bc02-0ca56231eba6,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:59.806553 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-89938dcd-ea97-4c63-a66b-ac59f1b3a40d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.896237 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95ed10c4-39cf-4da3-a007-283c3315d147 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.903883 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.927152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa97233-e37a-4171-a40a-16132c80d6e5']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:59.930608 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fc31556c-47c4-4d0f-acc9-8e784c60a11f tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.932828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed10c4-39cf-4da3-a007-283c3315d147 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf996e1-d4af-43c8-a056-93b1c354d3ab,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:55:59.933325 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fc31556c-47c4-4d0f-acc9-8e784c60a11f tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.937668 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fc31556c-47c4-4d0f-acc9-8e784c60a11f tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "DELETE /v2.0/floatingips/780a220b-786e-48f0-a7d4-32b5ded5d195 HTTP/1.1" status: 204 len: 168 time: 1.2473710 Dec 14 02:55:59.951065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95f3c50-191a-400a-b396-65315fc0979a') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:59.951065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95f3c50-191a-400a-b396-65315fc0979a') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:55:59.959038 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.969658 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-89938dcd-ea97-4c63-a66b-ac59f1b3a40d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.975422 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.984784 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:55:59.985404 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:55:59.989166 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:56:00.024574 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89938dcd-ea97-4c63-a66b-ac59f1b3a40d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Subnet': ['ID=286b24cc-a48f-4f7b-b550-2a3943764dfe,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:00.028570 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-95ed10c4-39cf-4da3-a007-283c3315d147 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.032966 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-95ed10c4-39cf-4da3-a007-283c3315d147 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6857843 Dec 14 02:56:00.033625 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60760) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:00.039226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-80017626-c2d0-47eb-bc41-5f5e669a64c5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group_rule': {'security_group_id': '7cf996e1-d4af-43c8-a056-93b1c354d3ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:00.046533 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-89938dcd-ea97-4c63-a66b-ac59f1b3a40d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.049792 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-89938dcd-ea97-4c63-a66b-ac59f1b3a40d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/subnets/286b24cc-a48f-4f7b-b550-2a3943764dfe HTTP/1.1" status: 204 len: 168 time: 0.6299541 Dec 14 02:56:00.050400 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60762) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:00.052934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60764) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:00.056712 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8969871e-818f-43bc-9405-7ad7b7cb9e49 None None] Network 96491e00-37ba-477e-a1b4-91b51d17d318 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:00.179288 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fbd92735-be6d-4c19-a1ae-4f7f516d2ccd tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.209334 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fbd92735-be6d-4c19-a1ae-4f7f516d2ccd tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.229927 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.252672 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.266484 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-80017626-c2d0-47eb-bc41-5f5e669a64c5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.278142 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cd1fc3-7bad-40e8-8634-e7f43d517c74 None None] DHCP port deletion for 96491e00-37ba-477e-a1b4-91b51d17d318 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:00.325054 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.341926 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.348221 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-80017626-c2d0-47eb-bc41-5f5e669a64c5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.352968 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/networks/6fa97233-e37a-4171-a40a-16132c80d6e5 HTTP/1.1" status: 204 len: 168 time: 3.0353451 Dec 14 02:56:00.353501 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60768) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:00.376681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c101086-7883-465b-87ec-69c7533d7d1c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Network': ['ID=6fa97233-e37a-4171-a40a-16132c80d6e5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:00.386735 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb715fc-3ca8-4cff-88e7-62f0dfe43ecd tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] DELETE failed (client error): The resource could not be found. Dec 14 02:56:00.387137 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb715fc-3ca8-4cff-88e7-62f0dfe43ecd tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:56:00.390478 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8fb715fc-3ca8-4cff-88e7-62f0dfe43ecd tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/networks/6fa97233-e37a-4171-a40a-16132c80d6e5 HTTP/1.1" status: 404 len: 339 time: 0.0358899 Dec 14 02:56:00.391714 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fbd92735-be6d-4c19-a1ae-4f7f516d2ccd tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.394131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60770) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:00.394393 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fbd92735-be6d-4c19-a1ae-4f7f516d2ccd tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.398429 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fbd92735-be6d-4c19-a1ae-4f7f516d2ccd tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] 10.222.0.39 "DELETE /v2.0/security-groups/deff04d6-3261-4aac-b83d-0d373da41f38 HTTP/1.1" status: 204 len: 168 time: 0.3440704 Dec 14 02:56:00.405780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-28b935ac-8116-4f65-a328-af9a37e0cde1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1819213910', 'description': 'd1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:00.433100 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd92735-be6d-4c19-a1ae-4f7f516d2ccd tempest-TestServerBasicOps-1103906317 tempest-TestServerBasicOps-1103906317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deff04d6-3261-4aac-b83d-0d373da41f38,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:00.440710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting port 6672b00c-e7b2-4dc1-ac54-589305239021 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:00.441190 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.441643 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-80017626-c2d0-47eb-bc41-5f5e669a64c5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.470861 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80017626-c2d0-47eb-bc41-5f5e669a64c5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db94aaa-d5eb-490a-ad14-3e51476a2341,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:00.488954 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd1fc3-7bad-40e8-8634-e7f43d517c74 None None] Deleting port 6672b00c-e7b2-4dc1-ac54-589305239021 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:00.488954 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2cd1fc3-7bad-40e8-8634-e7f43d517c74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.492352 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f73f4cdd-2bc1-4a97-b61e-7312e22afa16 None None] Could not find standard attr ID for object aabd56bf-718d-41dd-bbb1-23f9742ded14. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:56:00.516629 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60776) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:00.551714 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7011ec53-853c-4739-9b45-0ab7c2e9d6e4 None None] DHCP port deletion for 6fa97233-e37a-4171-a40a-16132c80d6e5 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:00.572462 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b935ac-8116-4f65-a328-af9a37e0cde1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:00.576630 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-28b935ac-8116-4f65-a328-af9a37e0cde1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.609402 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f2cd1fc3-7bad-40e8-8634-e7f43d517c74 None None] For port 6672b00c-e7b2-4dc1-ac54-589305239021, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6672b00c-e7b2-4dc1-ac54-589305239021,segment=NetworkSegment(a13a7c7b-333c-46a3-a47a-ae51def17efa),segment_id=a13a7c7b-333c-46a3-a47a-ae51def17efa)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:00.609824 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2cd1fc3-7bad-40e8-8634-e7f43d517c74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.621699 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584901f6-9c56-4cdc-a014-1a6fe32d561c None None] Network 6fa97233-e37a-4171-a40a-16132c80d6e5 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:00.623398 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-80017626-c2d0-47eb-bc41-5f5e669a64c5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.624933 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-80017626-c2d0-47eb-bc41-5f5e669a64c5 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5896111 Dec 14 02:56:00.627744 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60782) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:00.630570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] For port 6672b00c-e7b2-4dc1-ac54-589305239021, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6672b00c-e7b2-4dc1-ac54-589305239021,segment=NetworkSegment(a13a7c7b-333c-46a3-a47a-ae51def17efa),segment_id=a13a7c7b-333c-46a3-a47a-ae51def17efa)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:00.630570 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.647301 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd1fc3-7bad-40e8-8634-e7f43d517c74 None None] Calling delete_port for 6672b00c-e7b2-4dc1-ac54-589305239021 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:00.649518 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584901f6-9c56-4cdc-a014-1a6fe32d561c None None] Network 6fa97233-e37a-4171-a40a-16132c80d6e5 could not be found, it might have been deleted concurrently. {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 14 02:56:00.656101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Calling delete_port for 6672b00c-e7b2-4dc1-ac54-589305239021 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:00.659680 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b2958d-eb22-46af-a469-4e69c6df70fe None None] Network 6fa97233-e37a-4171-a40a-16132c80d6e5 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:00.659789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b935ac-8116-4f65-a328-af9a37e0cde1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:56:00.679355 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b2958d-eb22-46af-a469-4e69c6df70fe None None] Network 6fa97233-e37a-4171-a40a-16132c80d6e5 could not be found, it might have been deleted concurrently. {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 14 02:56:00.690027 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-28b935ac-8116-4f65-a328-af9a37e0cde1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.690541 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-28b935ac-8116-4f65-a328-af9a37e0cde1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Added segment 93e4b070-8cac-4ba3-aff5-fce3573d19b3 of type vlan for network 821b2ae1-a279-471d-840e-60b9750096e3 Dec 14 02:56:00.709864 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8501c755-af6d-401b-bd85-4490bc4d35df tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.726647 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8501c755-af6d-401b-bd85-4490bc4d35df tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.779320 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-28b935ac-8116-4f65-a328-af9a37e0cde1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.841950 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8501c755-af6d-401b-bd85-4490bc4d35df tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.850213 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8501c755-af6d-401b-bd85-4490bc4d35df tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.851613 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8501c755-af6d-401b-bd85-4490bc4d35df tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/2db94aaa-d5eb-490a-ad14-3e51476a2341 HTTP/1.1" status: 204 len: 168 time: 0.2184243 Dec 14 02:56:00.854561 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60784) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:00.859482 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501c755-af6d-401b-bd85-4490bc4d35df tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2db94aaa-d5eb-490a-ad14-3e51476a2341,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:00.892612 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2cd1fc3-7bad-40e8-8634-e7f43d517c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.900814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-036e19eb-5550-469e-94bb-2174e0c4861a tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0448737 Dec 14 02:56:00.902016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60786) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:00.920992 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd1fc3-7bad-40e8-8634-e7f43d517c74 None None] Pushing event deleted for resources: {'Port': ['ID=6672b00c-e7b2-4dc1-ac54-589305239021,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:00.937043 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cd1fc3-7bad-40e8-8634-e7f43d517c74 None None] No DVR routers for this DVR port 6672b00c-e7b2-4dc1-ac54-589305239021 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:56:00.951980 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-28b935ac-8116-4f65-a328-af9a37e0cde1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.958023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b935ac-8116-4f65-a328-af9a37e0cde1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:00.958790 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-28b935ac-8116-4f65-a328-af9a37e0cde1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:00.990695 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:01.031775 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2cfe-2539-49e2-8078-ec8c32066110 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:01.066240 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Port': ['ID=6672b00c-e7b2-4dc1-ac54-589305239021,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:01.078125 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] No DVR routers for this DVR port 6672b00c-e7b2-4dc1-ac54-589305239021 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:56:01.111464 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-28b935ac-8116-4f65-a328-af9a37e0cde1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7133076 Dec 14 02:56:01.113034 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b935ac-8116-4f65-a328-af9a37e0cde1 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Network': ['ID=821b2ae1-a279-471d-840e-60b9750096e3,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:01.120778 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60788) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:01.125843 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 821b2ae1-a279-471d-840e-60b9750096e3 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:56:01.183343 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2cfe-2539-49e2-8078-ec8c32066110 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:01.188447 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device aabd56bf-718d-41dd-bbb1-23f9742ded14 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:56:01.212153 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:01.214058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: aabd56bf-718d-41dd-bbb1-23f9742ded14 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:56:01.214462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device aabd56bf-718d-41dd-bbb1-23f9742ded14 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:56:01.214844 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6672b00c-e7b2-4dc1-ac54-589305239021 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:56:01.244934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96491e00-37ba-477e-a1b4-91b51d17d318']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:01.256258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13a7c7b-333c-46a3-a47a-ae51def17efa') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:01.256811 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13a7c7b-333c-46a3-a47a-ae51def17efa') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:01.260673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 6672b00c-e7b2-4dc1-ac54-589305239021 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:56:01.261098 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6672b00c-e7b2-4dc1-ac54-589305239021 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:56:01.291173 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:01.317548 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:01.326964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:56:01.327566 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:01.330711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67aba15-a8da-4f8a-8119-aafd1e121c9a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: self.session.flush() Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:56:01.331249 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:56:01.336935 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b67aba15-a8da-4f8a-8119-aafd1e121c9a tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "GET /v2.0/networks?id=821b2ae1-a279-471d-840e-60b9750096e3 HTTP/1.1" status: 200 len: 765 time: 0.2101357 Dec 14 02:56:01.336935 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60796) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:01.340144 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c80a2317-50fd-4fab-a82b-b4907ac54e1d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'network': {'description': 'd2'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:01.406423 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2cfe-2539-49e2-8078-ec8c32066110 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:01.409684 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7b7c2cfe-2539-49e2-8078-ec8c32066110 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:01.410935 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7b7c2cfe-2539-49e2-8078-ec8c32066110 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-groups/7cf996e1-d4af-43c8-a056-93b1c354d3ab HTTP/1.1" status: 204 len: 168 time: 0.5075040 Dec 14 02:56:01.413739 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60802) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:01.421334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c2cfe-2539-49e2-8078-ec8c32066110 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf996e1-d4af-43c8-a056-93b1c354d3ab,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:01.475168 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:01.487292 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:01.496898 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/networks/96491e00-37ba-477e-a1b4-91b51d17d318 HTTP/1.1" status: 204 len: 168 time: 1.4427416 Dec 14 02:56:01.497814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60808) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:01.516703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1676845655', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}, 'admin_state_up': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:01.523862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100d154-77a0-4036-a121-ba8dd647cce5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Network': ['ID=96491e00-37ba-477e-a1b4-91b51d17d318,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:01.555371 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-85d04448-0474-4b2f-9fa9-d9b7d377c765 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1400359 Dec 14 02:56:01.559874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60812) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:01.565243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-19fe1f23-050d-4e15-8faf-a908d1fdc530 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group': {'name': 'tempest-secgroup--549563233'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:01.590006 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c80a2317-50fd-4fab-a82b-b4907ac54e1d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:01.608534 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:01.609710 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:01.624962 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12decf31-7def-497b-89aa-b3e116f7c2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:01.673168 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:01.698610 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-19fe1f23-050d-4e15-8faf-a908d1fdc530 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:01.699300 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c80a2317-50fd-4fab-a82b-b4907ac54e1d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:01.723554 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c80a2317-50fd-4fab-a82b-b4907ac54e1d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network 821b2ae1-a279-471d-840e-60b9750096e3 is not hosted by any dhcp agent {{(pid=103847) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 14 02:56:01.729899 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80a2317-50fd-4fab-a82b-b4907ac54e1d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:01.730515 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c80a2317-50fd-4fab-a82b-b4907ac54e1d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:01.731817 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c80a2317-50fd-4fab-a82b-b4907ac54e1d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "PUT /v2.0/networks/821b2ae1-a279-471d-840e-60b9750096e3 HTTP/1.1" status: 200 len: 762 time: 0.3958118 Dec 14 02:56:01.735120 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60814) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:01.790547 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a2317-50fd-4fab-a82b-b4907ac54e1d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Network': ['ID=821b2ae1-a279-471d-840e-60b9750096e3,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:01.803284 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 821b2ae1-a279-471d-840e-60b9750096e3 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:56:01.956104 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c65a7cc-eac1-49e4-a99c-7d90bb0b48d5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:01.957700 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1c65a7cc-eac1-49e4-a99c-7d90bb0b48d5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "GET /v2.0/networks?id=821b2ae1-a279-471d-840e-60b9750096e3 HTTP/1.1" status: 200 len: 765 time: 0.2214136 Dec 14 02:56:01.964153 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60818) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:02.020192 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-12decf31-7def-497b-89aa-b3e116f7c2a1 admin admin] Deleting port 938c236f-c989-4b12-ba04-85bb85d69a0e {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:02.021184 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12decf31-7def-497b-89aa-b3e116f7c2a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:02.114403 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-19fe1f23-050d-4e15-8faf-a908d1fdc530 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:02.124711 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:02.128251 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-12decf31-7def-497b-89aa-b3e116f7c2a1 admin admin] For port 938c236f-c989-4b12-ba04-85bb85d69a0e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=938c236f-c989-4b12-ba04-85bb85d69a0e,segment=NetworkSegment(f2b91792-a01c-4b16-a84c-dc173440ee93),segment_id=f2b91792-a01c-4b16-a84c-dc173440ee93)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:02.128991 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12decf31-7def-497b-89aa-b3e116f7c2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:02.153072 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-12decf31-7def-497b-89aa-b3e116f7c2a1 admin admin] Calling delete_port for 938c236f-c989-4b12-ba04-85bb85d69a0e owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:02.206956 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-19fe1f23-050d-4e15-8faf-a908d1fdc530 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:02.303277 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b376169b-4932-41bc-b498-9958bb436350 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:02.304966 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b376169b-4932-41bc-b498-9958bb436350 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3339467 Dec 14 02:56:02.305789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe1f23-050d-4e15-8faf-a908d1fdc530 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5e8d9b-4ac9-42c6-bf6b-e44b7d2e221e,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:02.307930 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60820) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:02.343561 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-19fe1f23-050d-4e15-8faf-a908d1fdc530 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:02.347642 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-19fe1f23-050d-4e15-8faf-a908d1fdc530 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7833080 Dec 14 02:56:02.347860 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60822) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:02.353112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-f6a2862c-eb27-48ea-a83c-cd107bba04c8 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group_rule': {'security_group_id': '5d5e8d9b-4ac9-42c6-bf6b-e44b7d2e221e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:02.354990 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-752a9105-0c3d-414f-98b3-1d7f6006b453 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "GET /v2.0/subnets?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 207 time: 0.0455978 Dec 14 02:56:02.360710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60824) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:02.542789 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12decf31-7def-497b-89aa-b3e116f7c2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:02.681386 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12decf31-7def-497b-89aa-b3e116f7c2a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=938c236f-c989-4b12-ba04-85bb85d69a0e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:02.751249 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-31bb372c-bcae-4d1c-a950-83d37ce4cc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:02.780032 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd0b40-871e-41be-b581-c8c7febd702d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:02.787182 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd0b40-871e-41be-b581-c8c7febd702d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:02.792582 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd0b40-871e-41be-b581-c8c7febd702d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:02.799380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd0b40-871e-41be-b581-c8c7febd702d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:02.806653 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd0b40-871e-41be-b581-c8c7febd702d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:02.812958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cd0b40-871e-41be-b581-c8c7febd702d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:02.821063 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f6cd0b40-871e-41be-b581-c8c7febd702d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 0.4546335 Dec 14 02:56:02.821063 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60842) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:02.888713 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f6a2862c-eb27-48ea-a83c-cd107bba04c8 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:02.892257 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:02.927217 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:03.050982 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-58db6c19-690f-4567-a263-02c31a57eaa3 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.2293077 Dec 14 02:56:03.055232 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60846) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:03.066834 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-12decf31-7def-497b-89aa-b3e116f7c2a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:03.072594 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Allocated IP 172.25.7.14 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/9af25baa-5b0e-4865-a846-770c30c57ffc) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:03.198555 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb22592-3d69-406c-b658-151bde27a3fe tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:03.200078 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb22592-3d69-406c-b658-151bde27a3fe tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:03.201732 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb22592-3d69-406c-b658-151bde27a3fe tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:03.203248 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb22592-3d69-406c-b658-151bde27a3fe tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:03.204756 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb22592-3d69-406c-b658-151bde27a3fe tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:03.212108 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-efb22592-3d69-406c-b658-151bde27a3fe tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1502972 Dec 14 02:56:03.215603 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60852) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:03.223414 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f6a2862c-eb27-48ea-a83c-cd107bba04c8 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:03.284268 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:03.325419 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f6a2862c-eb27-48ea-a83c-cd107bba04c8 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:03.353513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2862c-eb27-48ea-a83c-cd107bba04c8 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f8a0d6-371a-4c23-86f0-3bb8d3d64a9e,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:03.401676 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:03.442277 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f6a2862c-eb27-48ea-a83c-cd107bba04c8 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:03.444085 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f6a2862c-eb27-48ea-a83c-cd107bba04c8 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0948734 Dec 14 02:56:03.450201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60856) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:03.483541 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:03.491471 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-94af52e5-2557-460d-8bc5-6e3baddf628e tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-group-rules/80f8a0d6-371a-4c23-86f0-3bb8d3d64a9e HTTP/1.1" status: 200 len: 763 time: 0.0399497 Dec 14 02:56:03.493017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:03.495983 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60858) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:03.496662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=9af25baa-5b0e-4865-a846-770c30c57ffc,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:03.510921 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53908026-196d-4da2-8eaf-645bb1885800 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:03.512657 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:03.598018 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b1207d23-a709-4893-9776-d41edc836a86 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0919666 Dec 14 02:56:03.607748 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60864) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:03.619311 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d3fc82-4775-4dbc-a2b9-e7f3caa3916e tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['shared'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:03.620906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d3fc82-4775-4dbc-a2b9-e7f3caa3916e tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['shared'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:03.622453 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d3fc82-4775-4dbc-a2b9-e7f3caa3916e tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['shared'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:03.623879 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d3fc82-4775-4dbc-a2b9-e7f3caa3916e tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['shared'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:03.625257 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d3fc82-4775-4dbc-a2b9-e7f3caa3916e tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['shared'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:03.631843 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-02d3fc82-4775-4dbc-a2b9-e7f3caa3916e tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4103248 Dec 14 02:56:03.633903 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60868) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:03.681866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-723b2a60-b3d6-441c-937b-c703bfd214ee None None] Provisioning complete for port 9af25baa-5b0e-4865-a846-770c30c57ffc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:03.683186 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-723b2a60-b3d6-441c-937b-c703bfd214ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:03.721289 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-19934087-2eaa-4362-9772-d9fdc3583420 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:03.757558 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-723b2a60-b3d6-441c-937b-c703bfd214ee None None] Port 9af25baa-5b0e-4865-a846-770c30c57ffc cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:56:03.776826 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-19934087-2eaa-4362-9772-d9fdc3583420 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:03.874588 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3665877-859c-49c8-9d9b-b353c4d53f2f tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:03.881267 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e3665877-859c-49c8-9d9b-b353c4d53f2f tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "GET /v2.0/networks/67c6fc54-7b6c-4564-9d68-1db1054a1a0a HTTP/1.1" status: 200 len: 804 time: 0.2396131 Dec 14 02:56:03.884722 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60870) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:03.967849 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:03.968048 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-19934087-2eaa-4362-9772-d9fdc3583420 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:03.973685 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-19934087-2eaa-4362-9772-d9fdc3583420 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:03.977016 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-19934087-2eaa-4362-9772-d9fdc3583420 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/80f8a0d6-371a-4c23-86f0-3bb8d3d64a9e HTTP/1.1" status: 204 len: 168 time: 0.3679380 Dec 14 02:56:03.981526 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60876) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:04.013386 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19934087-2eaa-4362-9772-d9fdc3583420 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80f8a0d6-371a-4c23-86f0-3bb8d3d64a9e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:04.030526 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12decf31-7def-497b-89aa-b3e116f7c2a1 admin admin] Router 0aee42c9-5c35-482d-9689-23fa2f064346 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:56:04.085892 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7de97c3c-b821-4146-aad4-0949c6f6e23f tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1001968 Dec 14 02:56:04.090332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60880) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:04.093668 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3247bdda-7529-421d-b500-367a051ccf40 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "GET /v2.0/networks/67c6fc54-7b6c-4564-9d68-1db1054a1a0a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2078185 Dec 14 02:56:04.099931 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60882) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:04.101967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-06dbaabf-7d3a-43e6-b476-4b8d30c33a5f tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group_rule': {'security_group_id': '5d5e8d9b-4ac9-42c6-bf6b-e44b7d2e221e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:04.175350 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eb2e7b-363c-4b95-bf84-af4ff5d238cd tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:04.176708 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a6eb2e7b-363c-4b95-bf84-af4ff5d238cd tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "GET /v2.0/subnets/d326aca5-6063-469d-86d2-9968fb9d1161 HTTP/1.1" status: 200 len: 843 time: 0.0736845 Dec 14 02:56:04.203441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60884) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:04.259843 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-06dbaabf-7d3a-43e6-b476-4b8d30c33a5f tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:04.284717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12decf31-7def-497b-89aa-b3e116f7c2a1 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:56:04.293188 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-12decf31-7def-497b-89aa-b3e116f7c2a1 admin admin] 10.222.0.39 "PUT /v2.0/routers/0aee42c9-5c35-482d-9689-23fa2f064346/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7728958 Dec 14 02:56:04.293482 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60886) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:04.298000 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24653e00-93e4-4a8f-ba6d-5f4a6cc2328b None None] Sync routers for ids ['0aee42c9-5c35-482d-9689-23fa2f064346'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:56:04.312538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b781c266-2b76-494f-8367-bb097ce9c590 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['shared'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:04.321350 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b781c266-2b76-494f-8367-bb097ce9c590 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "GET /v2.0/subnets/d326aca5-6063-469d-86d2-9968fb9d1161?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1169760 Dec 14 02:56:04.323583 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24653e00-93e4-4a8f-ba6d-5f4a6cc2328b None None] Routers {'0aee42c9-5c35-482d-9689-23fa2f064346'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:04.324235 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-24653e00-93e4-4a8f-ba6d-5f4a6cc2328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0aee42c9-5c35-482d-9689-23fa2f064346'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:04.326110 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60888) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:04.338308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-f7ed7a13-189f-4776-b82e-ab3eb1df18c6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1935946098'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:04.428643 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:04.433955 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-06dbaabf-7d3a-43e6-b476-4b8d30c33a5f tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:04.450109 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e777-e20b-47b2-8b48-1deb197101e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:04.472249 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-24653e00-93e4-4a8f-ba6d-5f4a6cc2328b None None] Set router 0aee42c9-5c35-482d-9689-23fa2f064346 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:56:04.567196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ed7a13-189f-4776-b82e-ab3eb1df18c6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:04.581401 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7a13-189f-4776-b82e-ab3eb1df18c6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:04.619288 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-06dbaabf-7d3a-43e6-b476-4b8d30c33a5f tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:04.622291 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e777-e20b-47b2-8b48-1deb197101e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:04.679509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbaabf-7d3a-43e6-b476-4b8d30c33a5f tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4040c62c-c79c-4dda-863c-849e3406b3af,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:04.693186 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ed7a13-189f-4776-b82e-ab3eb1df18c6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:56:04.712989 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7a13-189f-4776-b82e-ab3eb1df18c6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:04.713382 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-f7ed7a13-189f-4776-b82e-ab3eb1df18c6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Added segment 08f196d8-f55c-4a3c-b977-08c27232f62c of type vlan for network 37950166-4bba-4fb6-8980-5bd16861c3ba Dec 14 02:56:04.758932 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-06dbaabf-7d3a-43e6-b476-4b8d30c33a5f tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:04.763140 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-06dbaabf-7d3a-43e6-b476-4b8d30c33a5f tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6716030 Dec 14 02:56:04.765920 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60896) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:04.783888 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7a13-189f-4776-b82e-ab3eb1df18c6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:04.793445 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-78f49f66-5ef8-47e4-8caa-b42a824cb6bc tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-group-rules/4040c62c-c79c-4dda-863c-849e3406b3af HTTP/1.1" status: 200 len: 763 time: 0.0257537 Dec 14 02:56:04.795539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60900) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:04.818697 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-24653e00-93e4-4a8f-ba6d-5f4a6cc2328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'name': 'tempest-TestServerBasicOps-1858541563-router', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:13Z', 'updated_at': '2021-12-14T02:56:02Z', 'revision_number': 5, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'gw_port': {'id': 'e91e5c9c-ea51-4760-a7b2-b0b00d55114b', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:15Z', 'updated_at': '2021-12-14T02:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:04.827442 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-8fe0e777-e20b-47b2-8b48-1deb197101e7 admin admin] Deleting port e91e5c9c-ea51-4760-a7b2-b0b00d55114b {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:04.828188 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e777-e20b-47b2-8b48-1deb197101e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:04.843549 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24653e00-93e4-4a8f-ba6d-5f4a6cc2328b None None] Checking router: 0aee42c9-5c35-482d-9689-23fa2f064346 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:56:04.852369 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24653e00-93e4-4a8f-ba6d-5f4a6cc2328b None None] Routers {'0aee42c9-5c35-482d-9689-23fa2f064346'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:04.853035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-24653e00-93e4-4a8f-ba6d-5f4a6cc2328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:55:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['0aee42c9-5c35-482d-9689-23fa2f064346'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:04.911568 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7a13-189f-4776-b82e-ab3eb1df18c6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:04.919294 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ed7a13-189f-4776-b82e-ab3eb1df18c6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:04.920170 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f7ed7a13-189f-4776-b82e-ab3eb1df18c6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:04.951434 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e795d475-78e1-4880-a3bf-40abebb83644 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1544929 Dec 14 02:56:04.952261 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60904) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:04.957998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-24653e00-93e4-4a8f-ba6d-5f4a6cc2328b None None] Set router 0aee42c9-5c35-482d-9689-23fa2f064346 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:56:04.979130 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router 3387a7ee-26b3-46fe-93d4-9f931d2570bd is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:56:05.019473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-24653e00-93e4-4a8f-ba6d-5f4a6cc2328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'name': 'tempest-TestServerBasicOps-1858541563-router', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:13Z', 'updated_at': '2021-12-14T02:56:04Z', 'revision_number': 6, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:05.034143 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1785d1d-e8b8-4e25-9c95-6e6ea1eb21f0 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:05.060589 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24653e00-93e4-4a8f-ba6d-5f4a6cc2328b None None] The sync data for ids ['0aee42c9-5c35-482d-9689-23fa2f064346'] in n-d-821636-1 is: [{'id': '0aee42c9-5c35-482d-9689-23fa2f064346', 'name': 'tempest-TestServerBasicOps-1858541563-router', 'tenant_id': '45239bcec36946b687f0fbd5e07bccf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:13Z', 'updated_at': '2021-12-14T02:56:04Z', 'revision_number': 6, 'project_id': '45239bcec36946b687f0fbd5e07bccf8', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:56:05.078137 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1785d1d-e8b8-4e25-9c95-6e6ea1eb21f0 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:05.081283 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-8fe0e777-e20b-47b2-8b48-1deb197101e7 admin admin] For port e91e5c9c-ea51-4760-a7b2-b0b00d55114b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e91e5c9c-ea51-4760-a7b2-b0b00d55114b,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:05.081674 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e777-e20b-47b2-8b48-1deb197101e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:05.105168 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-8fe0e777-e20b-47b2-8b48-1deb197101e7 admin admin] Calling delete_port for e91e5c9c-ea51-4760-a7b2-b0b00d55114b owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:05.139815 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f7ed7a13-189f-4776-b82e-ab3eb1df18c6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8061345 Dec 14 02:56:05.140142 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2042bec5-a209-49ad-9d8e-4c85e49cf493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:05.141244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60908) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:05.150409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-303e632a-bd57-4c5d-b029-9facd38d443c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'subnet': {'network_id': '37950166-4bba-4fb6-8980-5bd16861c3ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:05.196365 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1785d1d-e8b8-4e25-9c95-6e6ea1eb21f0 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:05.206634 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1785d1d-e8b8-4e25-9c95-6e6ea1eb21f0 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:05.210516 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d1785d1d-e8b8-4e25-9c95-6e6ea1eb21f0 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/4040c62c-c79c-4dda-863c-849e3406b3af HTTP/1.1" status: 204 len: 168 time: 0.2502599 Dec 14 02:56:05.210890 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60912) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:05.223501 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1785d1d-e8b8-4e25-9c95-6e6ea1eb21f0 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4040c62c-c79c-4dda-863c-849e3406b3af,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:05.298348 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-33a0c0ef-3fc1-4c1b-b6cc-3f7795b052af tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0862141 Dec 14 02:56:05.305465 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60916) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:05.308710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed7a13-189f-4776-b82e-ab3eb1df18c6 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Network': ['ID=37950166-4bba-4fb6-8980-5bd16861c3ba,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:05.310293 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6ff22dd6-1e8b-41a8-8796-3653c1b17f66 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group_rule': {'security_group_id': '5d5e8d9b-4ac9-42c6-bf6b-e44b7d2e221e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:05.323657 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 37950166-4bba-4fb6-8980-5bd16861c3ba details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:56:05.433584 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:56:05.442587 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-6ff22dd6-1e8b-41a8-8796-3653c1b17f66 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Project f0258f9902964a798c312b23fc5033bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 02:56:05.446797 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528be1ed-9b42-4f35-b4af-588e43ac614f None None] Sync routers for ids ['3387a7ee-26b3-46fe-93d4-9f931d2570bd'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:56:05.451495 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6ff22dd6-1e8b-41a8-8796-3653c1b17f66 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:05.469945 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528be1ed-9b42-4f35-b4af-588e43ac614f None None] Routers {'3387a7ee-26b3-46fe-93d4-9f931d2570bd'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:05.474712 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-528be1ed-9b42-4f35-b4af-588e43ac614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3387a7ee-26b3-46fe-93d4-9f931d2570bd'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:05.496991 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e777-e20b-47b2-8b48-1deb197101e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:05.546690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303e632a-bd57-4c5d-b029-9facd38d443c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Made reservation on behalf of 0dbcba88cae341c4a3880a04fd6ccc3c for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:05.561993 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-303e632a-bd57-4c5d-b029-9facd38d443c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:05.563725 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0e777-e20b-47b2-8b48-1deb197101e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e91e5c9c-ea51-4760-a7b2-b0b00d55114b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:05.568852 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-528be1ed-9b42-4f35-b4af-588e43ac614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:05.596704 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528be1ed-9b42-4f35-b4af-588e43ac614f None None] Routers {'3387a7ee-26b3-46fe-93d4-9f931d2570bd'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:05.597625 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-528be1ed-9b42-4f35-b4af-588e43ac614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3387a7ee-26b3-46fe-93d4-9f931d2570bd'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:05.668485 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-528be1ed-9b42-4f35-b4af-588e43ac614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:05.675349 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528be1ed-9b42-4f35-b4af-588e43ac614f None None] The sync data for ids ['3387a7ee-26b3-46fe-93d4-9f931d2570bd'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:56:05.683941 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:05.692201 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5dca4fb1-e55d-408b-bb04-f69ca9129671 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.1771097 Dec 14 02:56:05.708424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60920) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:05.738882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f966e192-c65a-49bc-b880-820fd934bb26 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:05.756686 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e777-e20b-47b2-8b48-1deb197101e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:05.798028 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.ipam_backend_mixin [None req-303e632a-bd57-4c5d-b029-9facd38d443c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Performing IP validity checks on allocation pools {{(pid=103848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 14 02:56:05.798884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.ipam_backend_mixin [None req-303e632a-bd57-4c5d-b029-9facd38d443c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103848) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 14 02:56:05.873657 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6ff22dd6-1e8b-41a8-8796-3653c1b17f66 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:05.879870 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e777-e20b-47b2-8b48-1deb197101e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:05.883268 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e777-e20b-47b2-8b48-1deb197101e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:05.920847 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b8b70283-6481-4b95-8cb5-512b33effed9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/routers/3387a7ee-26b3-46fe-93d4-9f931d2570bd HTTP/1.1" status: 200 len: 880 time: 0.2094865 Dec 14 02:56:05.921448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60926) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:05.941490 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6ff22dd6-1e8b-41a8-8796-3653c1b17f66 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:05.970672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff22dd6-1e8b-41a8-8796-3653c1b17f66 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8af4ed8-8c72-49e6-ac0b-93896f3072de,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:06.009267 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e777-e20b-47b2-8b48-1deb197101e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:06.010265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe0e777-e20b-47b2-8b48-1deb197101e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0aee42c9-5c35-482d-9689-23fa2f064346 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:56:06.016365 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8fe0e777-e20b-47b2-8b48-1deb197101e7 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:06.017676 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8fe0e777-e20b-47b2-8b48-1deb197101e7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/0aee42c9-5c35-482d-9689-23fa2f064346 HTTP/1.1" status: 204 len: 168 time: 1.7232540 Dec 14 02:56:06.020378 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60928) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:06.077161 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6ff22dd6-1e8b-41a8-8796-3653c1b17f66 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:06.081515 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6ff22dd6-1e8b-41a8-8796-3653c1b17f66 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7749679 Dec 14 02:56:06.082122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60930) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:06.107290 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8e2dcc3d-cb67-433c-bab2-c446a9758f0b tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-group-rules/b8af4ed8-8c72-49e6-ac0b-93896f3072de HTTP/1.1" status: 200 len: 769 time: 0.0214355 Dec 14 02:56:06.112665 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60932) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:06.125689 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7dadf94-7e80-44ab-af00-fd104501233c admin admin] Deleting subnet acc350e5-a883-4ca2-8858-3c9b809037a9 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:56:06.137511 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7dadf94-7e80-44ab-af00-fd104501233c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:06.210139 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a8f92948-5e35-4481-9797-4588c137a55d tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0957975 Dec 14 02:56:06.211752 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60936) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:06.238797 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7dadf94-7e80-44ab-af00-fd104501233c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:06.295438 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38349e41-36a3-4e88-81dd-52926f25b605 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:06.305465 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38349e41-36a3-4e88-81dd-52926f25b605 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:06.329265 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-303e632a-bd57-4c5d-b029-9facd38d443c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:06.376001 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:06.378239 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7dadf94-7e80-44ab-af00-fd104501233c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:06.407707 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6ba0b73e-3c9c-46f0-bead-809b75feb186 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4828606 Dec 14 02:56:06.410692 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60942) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:06.416077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-cd90243c-e1b8-4050-a037-9059ad6a9682 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1676845655'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:06.462963 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38349e41-36a3-4e88-81dd-52926f25b605 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:06.471455 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38349e41-36a3-4e88-81dd-52926f25b605 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:06.473078 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-38349e41-36a3-4e88-81dd-52926f25b605 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b8af4ed8-8c72-49e6-ac0b-93896f3072de HTTP/1.1" status: 204 len: 168 time: 0.2584801 Dec 14 02:56:06.477501 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60944) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:06.510230 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303e632a-bd57-4c5d-b029-9facd38d443c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Subnet': ['ID=9f6ebf6d-54e2-4a1d-99b0-df5cc80222c1,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:06.523476 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38349e41-36a3-4e88-81dd-52926f25b605 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8af4ed8-8c72-49e6-ac0b-93896f3072de,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:06.539995 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d73abdc0-0ea0-4612-b82f-22cd47e379ad tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0582740 Dec 14 02:56:06.540717 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7dadf94-7e80-44ab-af00-fd104501233c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:06.542718 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60946) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:06.544329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303e632a-bd57-4c5d-b029-9facd38d443c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Checking segment: {'id': '08f196d8-f55c-4a3c-b977-08c27232f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '37950166-4bba-4fb6-8980-5bd16861c3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:06.544929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303e632a-bd57-4c5d-b029-9facd38d443c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network hostable DHCP agents. Network: 37950166-4bba-4fb6-8980-5bd16861c3ba, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:56:06.595338 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dadf94-7e80-44ab-af00-fd104501233c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc350e5-a883-4ca2-8858-3c9b809037a9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:06.637549 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7dadf94-7e80-44ab-af00-fd104501233c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:06.637807 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41581bca-0e48-4e38-a88c-57f3844cd362 None None] Network 2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:06.641471 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b7dadf94-7e80-44ab-af00-fd104501233c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/acc350e5-a883-4ca2-8858-3c9b809037a9 HTTP/1.1" status: 204 len: 168 time: 0.6200371 Dec 14 02:56:06.659095 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60948) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:06.693558 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87a13ea7-b77d-48a9-abad-9f7dc9d867e6 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:06.700927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303e632a-bd57-4c5d-b029-9facd38d443c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Network 37950166-4bba-4fb6-8980-5bd16861c3ba is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:56:06.731388 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87a13ea7-b77d-48a9-abad-9f7dc9d867e6 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:06.860156 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87a13ea7-b77d-48a9-abad-9f7dc9d867e6 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:06.863085 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89a76b5-0f4e-4533-8705-26083fd8b275 None None] DHCP port deletion for 2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:06.871285 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87a13ea7-b77d-48a9-abad-9f7dc9d867e6 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:06.871285 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-87a13ea7-b77d-48a9-abad-9f7dc9d867e6 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-groups/5d5e8d9b-4ac9-42c6-bf6b-e44b7d2e221e HTTP/1.1" status: 204 len: 168 time: 0.2921638 Dec 14 02:56:06.876645 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60954) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:06.889527 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a13ea7-b77d-48a9-abad-9f7dc9d867e6 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5e8d9b-4ac9-42c6-bf6b-e44b7d2e221e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:06.936603 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-594e9eb5-9149-4930-9c05-b377ee146cf2 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0585592 Dec 14 02:56:06.945540 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e89a76b5-0f4e-4533-8705-26083fd8b275 None None] Deleting port 0b6c3dfe-9ba2-4a11-a681-abab6d77db44 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:06.946136 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e89a76b5-0f4e-4533-8705-26083fd8b275 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:06.946494 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60958) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:06.951653 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-7151ddb7-5e04-4eac-86b8-920236721e27 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group': {'name': 'tempest-secgroup--1317540232'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:07.037215 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7151ddb7-5e04-4eac-86b8-920236721e27 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.066177 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e89a76b5-0f4e-4533-8705-26083fd8b275 None None] For port 0b6c3dfe-9ba2-4a11-a681-abab6d77db44, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=0b6c3dfe-9ba2-4a11-a681-abab6d77db44,segment=NetworkSegment(f2b91792-a01c-4b16-a84c-dc173440ee93),segment_id=f2b91792-a01c-4b16-a84c-dc173440ee93)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:07.066580 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e89a76b5-0f4e-4533-8705-26083fd8b275 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.089541 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e89a76b5-0f4e-4533-8705-26083fd8b275 None None] Calling delete_port for 0b6c3dfe-9ba2-4a11-a681-abab6d77db44 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:07.165702 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.177463 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7151ddb7-5e04-4eac-86b8-920236721e27 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.236793 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7151ddb7-5e04-4eac-86b8-920236721e27 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.249048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e91e5c9c-ea51-4760-a7b2-b0b00d55114b no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:56:07.260999 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-303e632a-bd57-4c5d-b029-9facd38d443c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 37950166-4bba-4fb6-8980-5bd16861c3ba) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:07.268431 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151ddb7-5e04-4eac-86b8-920236721e27 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f256580-702f-4cd2-b9b4-b5cb4622f4d7,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:07.279371 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303e632a-bd57-4c5d-b029-9facd38d443c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:07.279980 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-303e632a-bd57-4c5d-b029-9facd38d443c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.283596 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5873ff6c-63de-416c-984f-5764f2607764 None None] Network 37950166-4bba-4fb6-8980-5bd16861c3ba requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:07.287525 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: e91e5c9c-ea51-4760-a7b2-b0b00d55114b {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:56:07.289513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e91e5c9c-ea51-4760-a7b2-b0b00d55114b not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:56:07.289843 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 938c236f-c989-4b12-ba04-85bb85d69a0e no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:56:07.325028 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7151ddb7-5e04-4eac-86b8-920236721e27 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.327144 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7151ddb7-5e04-4eac-86b8-920236721e27 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3791580 Dec 14 02:56:07.330037 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60964) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:07.336656 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b4f4caf9-640a-48b5-a207-b5817476bf49 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Request body: {'security_group_rule': {'security_group_id': '4f256580-702f-4cd2-b9b4-b5cb4622f4d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:07.370055 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e89a76b5-0f4e-4533-8705-26083fd8b275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.380277 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 938c236f-c989-4b12-ba04-85bb85d69a0e {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:56:07.380872 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 938c236f-c989-4b12-ba04-85bb85d69a0e not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:56:07.380948 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0b6c3dfe-9ba2-4a11-a681-abab6d77db44 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:56:07.386848 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cd90243c-e1b8-4050-a037-9059ad6a9682 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.414568 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-303e632a-bd57-4c5d-b029-9facd38d443c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2684584 Dec 14 02:56:07.418025 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60968) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:07.423461 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-13e90575-c9fc-4b64-bfe6-a51e15448756 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:07.428600 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89a76b5-0f4e-4533-8705-26083fd8b275 None None] No DVR routers for this DVR port 0b6c3dfe-9ba2-4a11-a681-abab6d77db44 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:56:07.430351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 0b6c3dfe-9ba2-4a11-a681-abab6d77db44 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:56:07.431942 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0b6c3dfe-9ba2-4a11-a681-abab6d77db44 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:56:07.436666 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a76b5-0f4e-4533-8705-26083fd8b275 None None] Pushing event deleted for resources: {'Port': ['ID=0b6c3dfe-9ba2-4a11-a681-abab6d77db44,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:07.443083 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] Deleting port 0b6c3dfe-9ba2-4a11-a681-abab6d77db44 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:07.445449 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.518763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-37950166-4bba-4fb6-8980-5bd16861c3ba', 'network_id': '37950166-4bba-4fb6-8980-5bd16861c3ba', 'project_id': '0dbcba88cae341c4a3880a04fd6ccc3c', 'fixed_ips': [{'subnet_id': '9f6ebf6d-54e2-4a1d-99b0-df5cc80222c1'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:56:07.520139 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.540145 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cd90243c-e1b8-4050-a037-9059ad6a9682 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.559270 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4f4caf9-640a-48b5-a207-b5817476bf49 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.651962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] For port 0b6c3dfe-9ba2-4a11-a681-abab6d77db44, host n-d-821636-1, got binding levels [] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:07.652276 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.671102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] Calling delete_port for 0b6c3dfe-9ba2-4a11-a681-abab6d77db44 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:07.675814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.ipam_backend_mixin [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] Port 0b6c3dfe-9ba2-4a11-a681-abab6d77db44 was not found and therefore no delete operation was performed {{(pid=103848) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 02:56:07.681090 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.710837 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13e90575-c9fc-4b64-bfe6-a51e15448756 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25674386'] for subnet, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.734821 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Allocated IP 2001:db8::3 (37950166-4bba-4fb6-8980-5bd16861c3ba/9f6ebf6d-54e2-4a1d-99b0-df5cc80222c1/3db05c00-224c-4b1e-8eca-5d4d947de54a) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:07.749536 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.751236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6c3dfe-9ba2-4a11-a681-abab6d77db44,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:07.755096 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] No DVR routers for this DVR port 0b6c3dfe-9ba2-4a11-a681-abab6d77db44 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:56:07.769818 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4f4caf9-640a-48b5-a207-b5817476bf49 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.831753 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd90243c-e1b8-4050-a037-9059ad6a9682 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router 3387a7ee-26b3-46fe-93d4-9f931d2570bd has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:56:07.847642 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4f4caf9-640a-48b5-a207-b5817476bf49 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.858374 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.882215 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4caf9-640a-48b5-a207-b5817476bf49 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4141e2e9-336e-4501-8442-21fbc14ceb2f,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:07.941791 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.960623 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:07.970735 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4f4caf9-640a-48b5-a207-b5817476bf49 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:07.975135 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b4f4caf9-640a-48b5-a207-b5817476bf49 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6437826 Dec 14 02:56:07.975728 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60976) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:07.978486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b91792-a01c-4b16-a84c-dc173440ee93') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:07.978849 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b91792-a01c-4b16-a84c-dc173440ee93') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:07.996867 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:08.003874 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:08.027024 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:08.039489 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:56:08.039984 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:56:08.043487 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:56:08.081679 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd90243c-e1b8-4050-a037-9059ad6a9682 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:56:08.090379 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cd90243c-e1b8-4050-a037-9059ad6a9682 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:08.092624 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Pushing event updated for resources: {'Port': ['ID=3db05c00-224c-4b1e-8eca-5d4d947de54a,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:08.097223 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cd90243c-e1b8-4050-a037-9059ad6a9682 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/3387a7ee-26b3-46fe-93d4-9f931d2570bd HTTP/1.1" status: 200 len: 887 time: 1.6853449 Dec 14 02:56:08.097994 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60978) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:08.099932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b11ca6-3c2f-49d7-8f4d-b95b4bf53d3b None None] Sync routers for ids ['3387a7ee-26b3-46fe-93d4-9f931d2570bd'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:56:08.125350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Network 37950166-4bba-4fb6-8980-5bd16861c3ba is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:08.132897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:08.140744 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:08.145682 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-36bd1392-538a-404b-aae3-0e1b88edc553 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:08.153132 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b11ca6-3c2f-49d7-8f4d-b95b4bf53d3b None None] Routers {'3387a7ee-26b3-46fe-93d4-9f931d2570bd'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:08.153816 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d5b11ca6-3c2f-49d7-8f4d-b95b4bf53d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3387a7ee-26b3-46fe-93d4-9f931d2570bd'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:08.186678 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-36bd1392-538a-404b-aae3-0e1b88edc553 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:08.239034 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d5b11ca6-3c2f-49d7-8f4d-b95b4bf53d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:08.266052 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Attempting to bind port 3db05c00-224c-4b1e-8eca-5d4d947de54a on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:56:08.266476 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Attempting to bind port 3db05c00-224c-4b1e-8eca-5d4d947de54a by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '08f196d8-f55c-4a3c-b977-08c27232f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '37950166-4bba-4fb6-8980-5bd16861c3ba'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:56:08.266857 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Attempting to bind port 3db05c00-224c-4b1e-8eca-5d4d947de54a on network 37950166-4bba-4fb6-8980-5bd16861c3ba {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:56:08.270549 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b11ca6-3c2f-49d7-8f4d-b95b4bf53d3b None None] Routers {'3387a7ee-26b3-46fe-93d4-9f931d2570bd'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:08.270549 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d5b11ca6-3c2f-49d7-8f4d-b95b4bf53d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3387a7ee-26b3-46fe-93d4-9f931d2570bd'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:08.270746 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60984) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:08.270844 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1997d647-2439-49bd-aac4-66d19d379dc4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/routers/3387a7ee-26b3-46fe-93d4-9f931d2570bd HTTP/1.1" status: 200 len: 887 time: 0.1672170 Dec 14 02:56:08.310511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:56:08.311032 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Checking segment: {'id': '08f196d8-f55c-4a3c-b977-08c27232f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '37950166-4bba-4fb6-8980-5bd16861c3ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:08.311451 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:08.311909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Bound using segment: {'id': '08f196d8-f55c-4a3c-b977-08c27232f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '37950166-4bba-4fb6-8980-5bd16861c3ba'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:56:08.312469 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Bound port: 3db05c00-224c-4b1e-8eca-5d4d947de54a, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f196d8-f55c-4a3c-b977-08c27232f62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '37950166-4bba-4fb6-8980-5bd16861c3ba'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:56:08.312995 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:08.318232 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d5b11ca6-3c2f-49d7-8f4d-b95b4bf53d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:08.318947 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b11ca6-3c2f-49d7-8f4d-b95b4bf53d3b None None] The sync data for ids ['3387a7ee-26b3-46fe-93d4-9f931d2570bd'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:56:08.330461 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a8df911d-16d7-444e-b503-f6a75ea4eab8 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/ports?device_id=3387a7ee-26b3-46fe-93d4-9f931d2570bd HTTP/1.1" status: 200 len: 205 time: 0.0595622 Dec 14 02:56:08.335736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60986) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:08.345219 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:08.397147 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-36bd1392-538a-404b-aae3-0e1b88edc553 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:08.400190 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-36bd1392-538a-404b-aae3-0e1b88edc553 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:08.409049 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-36bd1392-538a-404b-aae3-0e1b88edc553 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-groups/4f256580-702f-4cd2-b9b4-b5cb4622f4d7 HTTP/1.1" status: 204 len: 168 time: 0.4300292 Dec 14 02:56:08.409049 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60990) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:08.435715 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13e90575-c9fc-4b64-bfe6-a51e15448756 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754676488668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25743503'] for subnet, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:08.440583 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] For port 3db05c00-224c-4b1e-8eca-5d4d947de54a, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:56:08.445844 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] For port 3db05c00-224c-4b1e-8eca-5d4d947de54a, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3db05c00-224c-4b1e-8eca-5d4d947de54a,segment=NetworkSegment(08f196d8-f55c-4a3c-b977-08c27232f62c),segment_id=08f196d8-f55c-4a3c-b977-08c27232f62c)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:56:08.459127 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd1392-538a-404b-aae3-0e1b88edc553 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f256580-702f-4cd2-b9b4-b5cb4622f4d7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:08.474513 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:08.489596 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60992) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:08.492858 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] 10.222.0.39 "DELETE /v2.0/networks/2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e HTTP/1.1" status: 204 len: 168 time: 1.8329406 Dec 14 02:56:08.521116 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:08.537410 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec6c81-277e-49f3-9baf-184e8a554b7c admin admin] Pushing event deleted for resources: {'Network': ['ID=2b83e3f4-2d0d-401e-9f1e-b62c3ffffe0e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:08.603953 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e90575-c9fc-4b64-bfe6-a51e15448756 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:08.604628 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13e90575-c9fc-4b64-bfe6-a51e15448756 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:08.605939 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-13e90575-c9fc-4b64-bfe6-a51e15448756 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "PUT /v2.0/subnets/9f6ebf6d-54e2-4a1d-99b0-df5cc80222c1 HTTP/1.1" status: 200 len: 900 time: 1.1866879 Dec 14 02:56:08.607586 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cae02ebb-7e6e-4348-8299-e832fd7e6305 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:08.610377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 60994) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:08.612540 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:08.618681 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a946f99d-7d68-4b05-807e-f5615dea7f06 None None] Pushing event updated for resources: {'Port': ['ID=3db05c00-224c-4b1e-8eca-5d4d947de54a,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:08.638441 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b6f710e0-2849-4698-8160-2caf6019a52b tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2267568 Dec 14 02:56:08.641325 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 60996) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:08.650028 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e90575-c9fc-4b64-bfe6-a51e15448756 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event updated for resources: {'Subnet': ['ID=9f6ebf6d-54e2-4a1d-99b0-df5cc80222c1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:08.701197 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a70ae810-d170-4f70-be45-1cb240290858 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0587780 Dec 14 02:56:08.704504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32768) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:08.779552 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-fd9097a1-e8dc-45dc-878b-73b255ba96d9 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] delete failed (client error): The resource could not be found. Dec 14 02:56:08.783929 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fd9097a1-e8dc-45dc-878b-73b255ba96d9 tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "DELETE /v2.0/security-groups/4f256580-702f-4cd2-b9b4-b5cb4622f4d7 HTTP/1.1" status: 404 len: 347 time: 0.0751970 Dec 14 02:56:08.794537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32774) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:08.859235 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4db9678a-4d6b-404d-b577-d64ec16df24c tempest-SecGroupIPv6Test-1851319695 tempest-SecGroupIPv6Test-1851319695-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0672364 Dec 14 02:56:08.896089 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:08.932666 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cae02ebb-7e6e-4348-8299-e832fd7e6305 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:09.017369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Deleting port 3db05c00-224c-4b1e-8eca-5d4d947de54a {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:09.017725 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:09.142960 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c02cc092-f071-405d-9adb-f405012bb049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:09.160360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-cae02ebb-7e6e-4348-8299-e832fd7e6305 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting port 9af25baa-5b0e-4865-a846-770c30c57ffc {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:09.160738 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cae02ebb-7e6e-4348-8299-e832fd7e6305 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:09.217819 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] For port 3db05c00-224c-4b1e-8eca-5d4d947de54a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3db05c00-224c-4b1e-8eca-5d4d947de54a,segment=NetworkSegment(08f196d8-f55c-4a3c-b977-08c27232f62c),segment_id=08f196d8-f55c-4a3c-b977-08c27232f62c)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:09.218260 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:09.233656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3db05c00-224c-4b1e-8eca-5d4d947de54a up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:09.236427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Calling delete_port for 3db05c00-224c-4b1e-8eca-5d4d947de54a owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:09.309410 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cae02ebb-7e6e-4348-8299-e832fd7e6305 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:09.332982 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-cae02ebb-7e6e-4348-8299-e832fd7e6305 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Calling delete_port for 9af25baa-5b0e-4865-a846-770c30c57ffc owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:09.386724 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 3db05c00-224c-4b1e-8eca-5d4d947de54a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:09.388236 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:09.462320 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-c02cc092-f071-405d-9adb-f405012bb049 admin admin] Deleting port 044ffe43-b585-4b03-97e2-c9aabbf96d4a {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:09.462908 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c02cc092-f071-405d-9adb-f405012bb049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:09.530547 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32786) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:09.597788 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:09.609177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-c02cc092-f071-405d-9adb-f405012bb049 admin admin] For port 044ffe43-b585-4b03-97e2-c9aabbf96d4a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=044ffe43-b585-4b03-97e2-c9aabbf96d4a,segment=NetworkSegment(3b091f41-30ac-489a-b83e-34963ac08c9c),segment_id=3b091f41-30ac-489a-b83e-34963ac08c9c)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:09.611032 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c02cc092-f071-405d-9adb-f405012bb049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:09.649467 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-c02cc092-f071-405d-9adb-f405012bb049 admin admin] Calling delete_port for 044ffe43-b585-4b03-97e2-c9aabbf96d4a owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:09.656782 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:09.707857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Port': ['ID=3db05c00-224c-4b1e-8eca-5d4d947de54a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:09.780067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No DVR routers for this DVR port 3db05c00-224c-4b1e-8eca-5d4d947de54a on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:56:09.807419 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1bc6f4a1-7448-46e6-8329-5d6a93f41f37 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0258f9902964a798c312b23fc5033bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2754710 Dec 14 02:56:09.811131 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32796) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:09.833463 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:09.875948 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cae02ebb-7e6e-4348-8299-e832fd7e6305 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:09.919544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae02ebb-7e6e-4348-8299-e832fd7e6305 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Port': ['ID=9af25baa-5b0e-4865-a846-770c30c57ffc,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:09.949413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf94bf3-8480-423e-a4e3-36a160f9f07a None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:10.000181 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf468c59-48d0-4e80-baa8-615df7b7757b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.038784 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cae02ebb-7e6e-4348-8299-e832fd7e6305 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.059582 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf468c59-48d0-4e80-baa8-615df7b7757b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.143377 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cae02ebb-7e6e-4348-8299-e832fd7e6305 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.145708 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cae02ebb-7e6e-4348-8299-e832fd7e6305 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.151534 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c02cc092-f071-405d-9adb-f405012bb049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.154971 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.165774 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee6a47a-427a-4f18-b697-d1e811e6e422 None None] Network 37950166-4bba-4fb6-8980-5bd16861c3ba requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:10.182224 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cc092-f071-405d-9adb-f405012bb049 admin admin] Pushing event deleted for resources: {'Port': ['ID=044ffe43-b585-4b03-97e2-c9aabbf96d4a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:10.237053 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf468c59-48d0-4e80-baa8-615df7b7757b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.239687 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf468c59-48d0-4e80-baa8-615df7b7757b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.244788 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bf468c59-48d0-4e80-baa8-615df7b7757b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1190c0d3-5633-4945-86d5-b57d917c8b96 HTTP/1.1" status: 204 len: 168 time: 0.4295576 Dec 14 02:56:10.244965 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c82056d7-23a2-4e98-9e67-df8a265fb346 None None] Could not find standard attr ID for object 3db05c00-224c-4b1e-8eca-5d4d947de54a. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:56:10.257424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Subnet': ['ID=9f6ebf6d-54e2-4a1d-99b0-df5cc80222c1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:10.324990 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf468c59-48d0-4e80-baa8-615df7b7757b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1190c0d3-5633-4945-86d5-b57d917c8b96,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:10.362325 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.377662 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cae02ebb-7e6e-4348-8299-e832fd7e6305 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.380423 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae02ebb-7e6e-4348-8299-e832fd7e6305 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Fanout notify agent at l3_agent the message router_deleted on router 3387a7ee-26b3-46fe-93d4-9f931d2570bd {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:56:10.390989 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cae02ebb-7e6e-4348-8299-e832fd7e6305 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.395894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cae02ebb-7e6e-4348-8299-e832fd7e6305 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/routers/3387a7ee-26b3-46fe-93d4-9f931d2570bd HTTP/1.1" status: 204 len: 168 time: 2.0567062 Dec 14 02:56:10.397091 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 32810) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:10.408329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-26598ca1-ab00-4fe9-89a4-ece048a60f2f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'network': {'name': 'tempest-RoutersTest-1310173549'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:10.436795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37950166-4bba-4fb6-8980-5bd16861c3ba']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:10.467525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f196d8-f55c-4a3c-b977-08c27232f62c') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:10.467781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f196d8-f55c-4a3c-b977-08c27232f62c') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:10.471557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55df3d19-4746-457c-88e1-3bb0ffcaf9ea None None] DHCP port deletion for 37950166-4bba-4fb6-8980-5bd16861c3ba request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:10.502509 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.511199 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfc397a-afcc-42d1-a3ac-ce30978c0a0c None None] Network 37950166-4bba-4fb6-8980-5bd16861c3ba requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:10.514723 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.534286 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:56:10.535052 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:56:10.542564 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:56:10.607587 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c02cc092-f071-405d-9adb-f405012bb049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.638335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26598ca1-ab00-4fe9-89a4-ece048a60f2f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Made reservation on behalf of bef428db4a6f4b9588a0ee0333855037 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:10.645862 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26598ca1-ab00-4fe9-89a4-ece048a60f2f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.794640 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.798061 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.811278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/networks/37950166-4bba-4fb6-8980-5bd16861c3ba HTTP/1.1" status: 204 len: 168 time: 2.1966777 Dec 14 02:56:10.811996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 32818) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:10.819813 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26598ca1-ab00-4fe9-89a4-ece048a60f2f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:56:10.838849 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26598ca1-ab00-4fe9-89a4-ece048a60f2f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.839457 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-26598ca1-ab00-4fe9-89a4-ece048a60f2f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Added segment 7883ab78-84c0-42ef-8da6-6a3f8a812567 of type vlan for network 61e3ec83-7057-423a-b58d-82de7aa8516b Dec 14 02:56:10.935321 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26598ca1-ab00-4fe9-89a4-ece048a60f2f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:10.969188 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02cc092-f071-405d-9adb-f405012bb049 admin admin] Router 7c93bedc-74ab-4f41-82b7-5f6c4229312e has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:56:10.993150 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff005f1-de5d-428c-9a8f-9712e4959717 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Network': ['ID=37950166-4bba-4fb6-8980-5bd16861c3ba,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:11.037562 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-9543032e-5c3c-4441-9c8f-3b5bddddee24 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] DELETE failed (client error): The resource could not be found. Dec 14 02:56:11.038134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9543032e-5c3c-4441-9c8f-3b5bddddee24 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:56:11.056270 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9543032e-5c3c-4441-9c8f-3b5bddddee24 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/subnets/9f6ebf6d-54e2-4a1d-99b0-df5cc80222c1 HTTP/1.1" status: 404 len: 337 time: 0.0790992 Dec 14 02:56:11.057122 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 32832) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:11.129589 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec6483b-44dd-4c62-bd47-d75c7d466bab tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] DELETE failed (client error): The resource could not be found. Dec 14 02:56:11.130118 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec6483b-44dd-4c62-bd47-d75c7d466bab tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:56:11.142270 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4ec6483b-44dd-4c62-bd47-d75c7d466bab tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/networks/37950166-4bba-4fb6-8980-5bd16861c3ba HTTP/1.1" status: 404 len: 339 time: 0.0821214 Dec 14 02:56:11.144945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 32834) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:11.189733 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02cc092-f071-405d-9adb-f405012bb049 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:56:11.199924 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c02cc092-f071-405d-9adb-f405012bb049 admin admin] 10.222.0.39 "PUT /v2.0/routers/7c93bedc-74ab-4f41-82b7-5f6c4229312e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7085454 Dec 14 02:56:11.200147 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32836) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:11.200270 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce18603d-51a2-4c53-bccf-1c446514c14d None None] Sync routers for ids ['7c93bedc-74ab-4f41-82b7-5f6c4229312e'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:56:11.220296 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18603d-51a2-4c53-bccf-1c446514c14d None None] Routers {'7c93bedc-74ab-4f41-82b7-5f6c4229312e'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:11.221146 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ce18603d-51a2-4c53-bccf-1c446514c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7c93bedc-74ab-4f41-82b7-5f6c4229312e'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:11.242678 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26598ca1-ab00-4fe9-89a4-ece048a60f2f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:11.249000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26598ca1-ab00-4fe9-89a4-ece048a60f2f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:11.249974 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26598ca1-ab00-4fe9-89a4-ece048a60f2f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:11.302576 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3db05c00-224c-4b1e-8eca-5d4d947de54a no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:56:11.347996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26598ca1-ab00-4fe9-89a4-ece048a60f2f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Network': ['ID=61e3ec83-7057-423a-b58d-82de7aa8516b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:11.397775 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6aad-efa4-4b98-868b-5ea1bfd5db57 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:11.398427 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 3db05c00-224c-4b1e-8eca-5d4d947de54a {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:56:11.399071 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3db05c00-224c-4b1e-8eca-5d4d947de54a not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:56:11.400464 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-ce18603d-51a2-4c53-bccf-1c446514c14d None None] Set router 7c93bedc-74ab-4f41-82b7-5f6c4229312e gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:56:11.418803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 61e3ec83-7057-423a-b58d-82de7aa8516b details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:56:11.493426 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-26598ca1-ab00-4fe9-89a4-ece048a60f2f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0956016 Dec 14 02:56:11.494748 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 32846) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:11.551861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-86ad4f55-9b00-4a7a-9699-fc224f3f0b50 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'subnet': {'network_id': '61e3ec83-7057-423a-b58d-82de7aa8516b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:11.756935 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ce18603d-51a2-4c53-bccf-1c446514c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'name': 'tempest-TestServerBasicOps-1935384103-router', 'tenant_id': '631b162c26664e238d8a4de2f0a67e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a46720f5-4eb5-4dc8-aa20-729ecf8bb286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:31Z', 'updated_at': '2021-12-14T02:56:09Z', 'revision_number': 5, 'project_id': '631b162c26664e238d8a4de2f0a67e7a', 'gw_port': {'id': 'a46720f5-4eb5-4dc8-aa20-729ecf8bb286', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:33Z', 'updated_at': '2021-12-14T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:11.758596 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-602cf39b-ac68-4f05-9f83-87235193d2ed admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:11.798386 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce18603d-51a2-4c53-bccf-1c446514c14d None None] Checking router: 7c93bedc-74ab-4f41-82b7-5f6c4229312e for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:56:11.811856 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18603d-51a2-4c53-bccf-1c446514c14d None None] Routers {'7c93bedc-74ab-4f41-82b7-5f6c4229312e'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:11.812780 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ce18603d-51a2-4c53-bccf-1c446514c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['7c93bedc-74ab-4f41-82b7-5f6c4229312e'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:11.893191 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-602cf39b-ac68-4f05-9f83-87235193d2ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:12.049495 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-ce18603d-51a2-4c53-bccf-1c446514c14d None None] Set router 7c93bedc-74ab-4f41-82b7-5f6c4229312e gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:56:12.084016 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-602cf39b-ac68-4f05-9f83-87235193d2ed admin admin] Deleting port a46720f5-4eb5-4dc8-aa20-729ecf8bb286 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:12.084451 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-602cf39b-ac68-4f05-9f83-87235193d2ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:12.234925 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-602cf39b-ac68-4f05-9f83-87235193d2ed admin admin] For port a46720f5-4eb5-4dc8-aa20-729ecf8bb286, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a46720f5-4eb5-4dc8-aa20-729ecf8bb286,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:12.236070 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-602cf39b-ac68-4f05-9f83-87235193d2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:12.260044 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-602cf39b-ac68-4f05-9f83-87235193d2ed admin admin] Calling delete_port for a46720f5-4eb5-4dc8-aa20-729ecf8bb286 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:12.273858 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6aad-efa4-4b98-868b-5ea1bfd5db57 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:12.299974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-fcbc6aad-efa4-4b98-868b-5ea1bfd5db57 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821b2ae1-a279-471d-840e-60b9750096e3']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:12.317171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-fcbc6aad-efa4-4b98-868b-5ea1bfd5db57 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e4b070-8cac-4ba3-aff5-fce3573d19b3') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:12.317966 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-fcbc6aad-efa4-4b98-868b-5ea1bfd5db57 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e4b070-8cac-4ba3-aff5-fce3573d19b3') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:12.333158 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6aad-efa4-4b98-868b-5ea1bfd5db57 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:12.348419 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6aad-efa4-4b98-868b-5ea1bfd5db57 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:12.355540 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcbc6aad-efa4-4b98-868b-5ea1bfd5db57 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:56:12.355947 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6aad-efa4-4b98-868b-5ea1bfd5db57 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:56:12.432860 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:56:12.435210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ad4f55-9b00-4a7a-9699-fc224f3f0b50 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Made reservation on behalf of bef428db4a6f4b9588a0ee0333855037 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:12.435613 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ce18603d-51a2-4c53-bccf-1c446514c14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'name': 'tempest-TestServerBasicOps-1935384103-router', 'tenant_id': '631b162c26664e238d8a4de2f0a67e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a46720f5-4eb5-4dc8-aa20-729ecf8bb286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:31Z', 'updated_at': '2021-12-14T02:56:09Z', 'revision_number': 5, 'project_id': '631b162c26664e238d8a4de2f0a67e7a', 'gw_port': {'id': 'a46720f5-4eb5-4dc8-aa20-729ecf8bb286', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:33Z', 'updated_at': '2021-12-14T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:12.438713 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-86ad4f55-9b00-4a7a-9699-fc224f3f0b50 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:12.481207 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce18603d-51a2-4c53-bccf-1c446514c14d None None] The sync data for ids ['7c93bedc-74ab-4f41-82b7-5f6c4229312e'] in n-d-821636-1 is: [{'id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'name': 'tempest-TestServerBasicOps-1935384103-router', 'tenant_id': '631b162c26664e238d8a4de2f0a67e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.155'}], 'enable_snat': True}, 'gw_port_id': 'a46720f5-4eb5-4dc8-aa20-729ecf8bb286', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:50:31Z', 'updated_at': '2021-12-14T02:56:09Z', 'revision_number': 5, 'project_id': '631b162c26664e238d8a4de2f0a67e7a', 'gw_port': {'id': 'a46720f5-4eb5-4dc8-aa20-729ecf8bb286', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c93bedc-74ab-4f41-82b7-5f6c4229312e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:50:33Z', 'updated_at': '2021-12-14T02:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:56:12.515260 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6aad-efa4-4b98-868b-5ea1bfd5db57 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:12.555701 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-602cf39b-ac68-4f05-9f83-87235193d2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:12.563861 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fcbc6aad-efa4-4b98-868b-5ea1bfd5db57 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:12.572063 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fcbc6aad-efa4-4b98-868b-5ea1bfd5db57 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/networks/821b2ae1-a279-471d-840e-60b9750096e3 HTTP/1.1" status: 204 len: 168 time: 1.4222703 Dec 14 02:56:12.572826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 32872) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:12.605705 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602cf39b-ac68-4f05-9f83-87235193d2ed admin admin] Pushing event deleted for resources: {'Port': ['ID=a46720f5-4eb5-4dc8-aa20-729ecf8bb286,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:12.613096 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6794caf-e0ab-45df-a2dc-cfb91ec6e681 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] DELETE failed (client error): The resource could not be found. Dec 14 02:56:12.613444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6794caf-e0ab-45df-a2dc-cfb91ec6e681 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:56:12.619465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b6794caf-e0ab-45df-a2dc-cfb91ec6e681 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/subnets/3bb07dad-a94f-4239-bc02-0ca56231eba6 HTTP/1.1" status: 404 len: 337 time: 0.0349286 Dec 14 02:56:12.620673 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc6aad-efa4-4b98-868b-5ea1bfd5db57 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Network': ['ID=821b2ae1-a279-471d-840e-60b9750096e3,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:12.626712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 32874) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:12.630539 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8698197-38a4-45a4-9a7e-033cae71071a None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:12.676318 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-74887c34-aa93-461f-9657-1b4cf6f8cda5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] DELETE failed (client error): The resource could not be found. Dec 14 02:56:12.676856 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74887c34-aa93-461f-9657-1b4cf6f8cda5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:56:12.683689 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-74887c34-aa93-461f-9657-1b4cf6f8cda5 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/networks/6fa97233-e37a-4171-a40a-16132c80d6e5 HTTP/1.1" status: 404 len: 339 time: 0.0534067 Dec 14 02:56:12.683689 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 32878) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:12.734384 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-602cf39b-ac68-4f05-9f83-87235193d2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:12.783292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-71891090-a67b-4f32-a6c7-6c62c7a7af0c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Deleting subnet 548cdb65-c39a-4218-959a-79d1bdcd3947 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:56:12.789106 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-71891090-a67b-4f32-a6c7-6c62c7a7af0c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:12.839014 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-602cf39b-ac68-4f05-9f83-87235193d2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:12.841368 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-602cf39b-ac68-4f05-9f83-87235193d2ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:12.847156 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-71891090-a67b-4f32-a6c7-6c62c7a7af0c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:13.044036 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-86ad4f55-9b00-4a7a-9699-fc224f3f0b50 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:13.074916 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-602cf39b-ac68-4f05-9f83-87235193d2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:13.075659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602cf39b-ac68-4f05-9f83-87235193d2ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c93bedc-74ab-4f41-82b7-5f6c4229312e {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:56:13.081423 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-602cf39b-ac68-4f05-9f83-87235193d2ed admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:13.086476 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-602cf39b-ac68-4f05-9f83-87235193d2ed admin admin] 10.222.0.39 "DELETE /v2.0/routers/7c93bedc-74ab-4f41-82b7-5f6c4229312e HTTP/1.1" status: 204 len: 168 time: 1.8803902 Dec 14 02:56:13.088928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32890) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:13.142670 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-71891090-a67b-4f32-a6c7-6c62c7a7af0c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:13.199540 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6d1bf6-e8be-461a-a597-7e774af7de1d admin admin] Deleting subnet 97212668-3289-4055-b41f-15818479b797 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:56:13.203828 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e6d1bf6-e8be-461a-a597-7e774af7de1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:13.237683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad4f55-9b00-4a7a-9699-fc224f3f0b50 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Subnet': ['ID=97aeaec1-1f5a-4f24-98a4-3aaa5d6e4d24,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:13.259117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ad4f55-9b00-4a7a-9699-fc224f3f0b50 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Checking segment: {'id': '7883ab78-84c0-42ef-8da6-6a3f8a812567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '61e3ec83-7057-423a-b58d-82de7aa8516b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:13.259612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ad4f55-9b00-4a7a-9699-fc224f3f0b50 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network hostable DHCP agents. Network: 61e3ec83-7057-423a-b58d-82de7aa8516b, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:56:13.282000 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 044ffe43-b585-4b03-97e2-c9aabbf96d4a no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:56:13.341195 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-71891090-a67b-4f32-a6c7-6c62c7a7af0c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:13.344346 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e6d1bf6-e8be-461a-a597-7e774af7de1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:13.371805 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 044ffe43-b585-4b03-97e2-c9aabbf96d4a {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:56:13.378570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ad4f55-9b00-4a7a-9699-fc224f3f0b50 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network 61e3ec83-7057-423a-b58d-82de7aa8516b is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:56:13.395912 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71891090-a67b-4f32-a6c7-6c62c7a7af0c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Subnet': ['ID=548cdb65-c39a-4218-959a-79d1bdcd3947,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:13.398736 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-71891090-a67b-4f32-a6c7-6c62c7a7af0c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:13.405557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-71891090-a67b-4f32-a6c7-6c62c7a7af0c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/subnets/548cdb65-c39a-4218-959a-79d1bdcd3947 HTTP/1.1" status: 204 len: 168 time: 0.7208085 Dec 14 02:56:13.407309 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 32904) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:13.433615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 044ffe43-b585-4b03-97e2-c9aabbf96d4a not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:56:13.446431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd916d26-6db5-44af-bbb3-e69d9c8b0711 None None] Network 3a710837-5d2c-4b76-95ac-1181d12aec33 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:13.480114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-86ad4f55-9b00-4a7a-9699-fc224f3f0b50 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 61e3ec83-7057-423a-b58d-82de7aa8516b) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:13.496104 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ad4f55-9b00-4a7a-9699-fc224f3f0b50 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:13.498204 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-86ad4f55-9b00-4a7a-9699-fc224f3f0b50 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:13.556143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bb57ff-4eca-4d25-a207-6e0bdb268d33 None None] Network 61e3ec83-7057-423a-b58d-82de7aa8516b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:13.556387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad8429f-f153-4fcf-8d6b-52e079d32986 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Deleting subnet 5774651c-9db1-435a-8540-9040a21ee5b4 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:56:13.566981 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ad8429f-f153-4fcf-8d6b-52e079d32986 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:13.583725 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e6d1bf6-e8be-461a-a597-7e774af7de1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:13.688579 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ad8429f-f153-4fcf-8d6b-52e079d32986 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:13.759176 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-86ad4f55-9b00-4a7a-9699-fc224f3f0b50 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2570870 Dec 14 02:56:13.762287 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32914) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:13.768110 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6eab4f5d-ef67-44e2-a857-ed16e79fb960 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-520888412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:13.781593 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-61e3ec83-7057-423a-b58d-82de7aa8516b', 'network_id': '61e3ec83-7057-423a-b58d-82de7aa8516b', 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'fixed_ips': [{'subnet_id': '97aeaec1-1f5a-4f24-98a4-3aaa5d6e4d24'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:56:13.783111 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:13.808787 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e6d1bf6-e8be-461a-a597-7e774af7de1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:13.824509 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ad8429f-f153-4fcf-8d6b-52e079d32986 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:13.867661 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d1bf6-e8be-461a-a597-7e774af7de1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97212668-3289-4055-b41f-15818479b797,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:13.897361 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3e6d1bf6-e8be-461a-a597-7e774af7de1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:13.902537 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3e6d1bf6-e8be-461a-a597-7e774af7de1d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/97212668-3289-4055-b41f-15818479b797 HTTP/1.1" status: 204 len: 168 time: 0.8124363 Dec 14 02:56:13.905055 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32918) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:13.910801 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6eab4f5d-ef67-44e2-a857-ed16e79fb960 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:13.911943 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6eab4f5d-ef67-44e2-a857-ed16e79fb960 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:13.921122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5c536e-cbe8-4862-82fd-6412d651c7e3 None None] Network ffa65d79-ee96-437f-9707-16664965539e requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:14.019978 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ad8429f-f153-4fcf-8d6b-52e079d32986 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:14.031464 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:14.096944 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ad8429f-f153-4fcf-8d6b-52e079d32986 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:14.120726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32922) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:14.122700 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9ad8429f-f153-4fcf-8d6b-52e079d32986 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/subnets/5774651c-9db1-435a-8540-9040a21ee5b4 HTTP/1.1" status: 204 len: 168 time: 0.7085414 Dec 14 02:56:14.124125 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8429f-f153-4fcf-8d6b-52e079d32986 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Subnet': ['ID=5774651c-9db1-435a-8540-9040a21ee5b4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:14.185192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Allocated IP 172.20.0.2 (61e3ec83-7057-423a-b58d-82de7aa8516b/97aeaec1-1f5a-4f24-98a4-3aaa5d6e4d24/19641c13-9e8f-45e6-9450-6ad0550c6ade) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:14.312141 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 32928) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:14.326266 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6eab4f5d-ef67-44e2-a857-ed16e79fb960 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:14.367917 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:14.411951 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] Deleting port 23534fdd-b335-4598-8dcf-ac322dce3c1c {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:14.412235 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:14.454700 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6eab4f5d-ef67-44e2-a857-ed16e79fb960 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:14.466348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5654d12e-b4f8-41ed-b513-8026e0e36949 None None] DHCP port deletion for ffa65d79-ee96-437f-9707-16664965539e request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:14.564140 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:56:14.567720 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] For port 23534fdd-b335-4598-8dcf-ac322dce3c1c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=23534fdd-b335-4598-8dcf-ac322dce3c1c,segment=NetworkSegment(3b091f41-30ac-489a-b83e-34963ac08c9c),segment_id=3b091f41-30ac-489a-b83e-34963ac08c9c)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:14.568099 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:14.572750 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-be12a408-2bdb-4bc3-ab5a-8f89042a6999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:14.584364 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6eab4f5d-ef67-44e2-a857-ed16e79fb960 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:14.585993 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6eab4f5d-ef67-44e2-a857-ed16e79fb960 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8226726 Dec 14 02:56:14.589985 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:14.592738 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 32936) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:14.612109 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5654d12e-b4f8-41ed-b513-8026e0e36949 None None] Deleting port 23534fdd-b335-4598-8dcf-ac322dce3c1c {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:14.612905 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5654d12e-b4f8-41ed-b513-8026e0e36949 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:14.624913 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] Calling delete_port for 23534fdd-b335-4598-8dcf-ac322dce3c1c owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:14.684331 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Deleting port af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:14.684910 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:14.736962 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-be12a408-2bdb-4bc3-ab5a-8f89042a6999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:14.841771 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] For port af5b6f93-4ffb-4f86-bb48-b2a41648c4d6, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=af5b6f93-4ffb-4f86-bb48-b2a41648c4d6,segment=NetworkSegment(01f90da1-0b7f-4197-a899-3acf9f28000a),segment_id=01f90da1-0b7f-4197-a899-3acf9f28000a)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:14.842136 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:14.859760 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Calling delete_port for af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:14.864242 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-be12a408-2bdb-4bc3-ab5a-8f89042a6999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:14.943032 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85f3d39-075c-48e7-ac2c-b80cd6b78a7a None None] Network 3a710837-5d2c-4b76-95ac-1181d12aec33 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:14.957051 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:14.978488 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.004997 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-be12a408-2bdb-4bc3-ab5a-8f89042a6999 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d50651770f84255b5575cf195b823fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6916466 Dec 14 02:56:15.010239 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32942) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:15.035602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=23534fdd-b335-4598-8dcf-ac322dce3c1c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:15.046497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12a408-2bdb-4bc3-ab5a-8f89042a6999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85e2c7d-cd0f-430c-9024-67a30ef4a0ad,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:15.060359 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] No DVR routers for this DVR port 23534fdd-b335-4598-8dcf-ac322dce3c1c on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:56:15.123591 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Network 61e3ec83-7057-423a-b58d-82de7aa8516b is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:15.133698 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5654d12e-b4f8-41ed-b513-8026e0e36949 None None] For port 23534fdd-b335-4598-8dcf-ac322dce3c1c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=23534fdd-b335-4598-8dcf-ac322dce3c1c,segment=NetworkSegment(3b091f41-30ac-489a-b83e-34963ac08c9c),segment_id=3b091f41-30ac-489a-b83e-34963ac08c9c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:15.134186 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5654d12e-b4f8-41ed-b513-8026e0e36949 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.142797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:15.145106 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bab3fc97-3ed5-4dca-851b-7b9f1f528804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.145698 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:15.169829 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bab3fc97-3ed5-4dca-851b-7b9f1f528804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.170262 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5654d12e-b4f8-41ed-b513-8026e0e36949 None None] Calling delete_port for 23534fdd-b335-4598-8dcf-ac322dce3c1c owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:15.173619 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3d5f9325-6198-4051-a958-f8d27f138949 None None] Provisioning complete for port af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:15.174096 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3d5f9325-6198-4051-a958-f8d27f138949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.223416 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.231475 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.248918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a46720f5-4eb5-4dc8-aa20-729ecf8bb286 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:56:15.251022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3d5f9325-6198-4051-a958-f8d27f138949 None None] Port af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 was deleted so its status cannot be updated. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 14 02:56:15.283372 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No DVR routers for this DVR port af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:56:15.285947 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Port': ['ID=af5b6f93-4ffb-4f86-bb48-b2a41648c4d6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:15.291681 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Pushing event updated for resources: {'Port': ['ID=19641c13-9e8f-45e6-9450-6ad0550c6ade,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:15.321417 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e077f3db-af00-496f-bbf2-88786aa698f1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.335937 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bab3fc97-3ed5-4dca-851b-7b9f1f528804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.338566 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bab3fc97-3ed5-4dca-851b-7b9f1f528804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.339736 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bab3fc97-3ed5-4dca-851b-7b9f1f528804 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c85e2c7d-cd0f-430c-9024-67a30ef4a0ad HTTP/1.1" status: 204 len: 168 time: 0.3308530 Dec 14 02:56:15.341713 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa65d79-ee96-437f-9707-16664965539e']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:15.356612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: a46720f5-4eb5-4dc8-aa20-729ecf8bb286 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:56:15.360519 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a46720f5-4eb5-4dc8-aa20-729ecf8bb286 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:56:15.360519 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 23534fdd-b335-4598-8dcf-ac322dce3c1c no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:56:15.360679 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b091f41-30ac-489a-b83e-34963ac08c9c') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:15.360679 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b091f41-30ac-489a-b83e-34963ac08c9c') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:15.364452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef29a300-7ce0-4002-9f89-3aefb78da08f None None] DHCP port deletion for 3a710837-5d2c-4b76-95ac-1181d12aec33 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:15.406025 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 23534fdd-b335-4598-8dcf-ac322dce3c1c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:56:15.406382 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 23534fdd-b335-4598-8dcf-ac322dce3c1c not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:56:15.411855 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3fc97-3ed5-4dca-851b-7b9f1f528804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85e2c7d-cd0f-430c-9024-67a30ef4a0ad,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:15.414409 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Attempting to bind port 19641c13-9e8f-45e6-9450-6ad0550c6ade on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:56:15.414833 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Attempting to bind port 19641c13-9e8f-45e6-9450-6ad0550c6ade by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '7883ab78-84c0-42ef-8da6-6a3f8a812567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '61e3ec83-7057-423a-b58d-82de7aa8516b'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:56:15.415212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Attempting to bind port 19641c13-9e8f-45e6-9450-6ad0550c6ade on network 61e3ec83-7057-423a-b58d-82de7aa8516b {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:56:15.422311 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.452465 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.463325 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.479145 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:56:15.479791 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:56:15.481791 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:56:15.508817 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:56:15.509550 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Checking segment: {'id': '7883ab78-84c0-42ef-8da6-6a3f8a812567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '61e3ec83-7057-423a-b58d-82de7aa8516b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:15.510489 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.511615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Bound using segment: {'id': '7883ab78-84c0-42ef-8da6-6a3f8a812567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '61e3ec83-7057-423a-b58d-82de7aa8516b'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:56:15.512776 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Bound port: 19641c13-9e8f-45e6-9450-6ad0550c6ade, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7883ab78-84c0-42ef-8da6-6a3f8a812567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '61e3ec83-7057-423a-b58d-82de7aa8516b'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:56:15.513981 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.578054 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a710837-5d2c-4b76-95ac-1181d12aec33']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:15.593929 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f90da1-0b7f-4197-a899-3acf9f28000a') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:15.594235 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f90da1-0b7f-4197-a899-3acf9f28000a') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:15.595982 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5654d12e-b4f8-41ed-b513-8026e0e36949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.615773 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.626113 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] For port 19641c13-9e8f-45e6-9450-6ad0550c6ade, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:56:15.631581 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5654d12e-b4f8-41ed-b513-8026e0e36949 None None] Pushing event deleted for resources: {'Port': ['ID=23534fdd-b335-4598-8dcf-ac322dce3c1c,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:15.637126 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.647852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5654d12e-b4f8-41ed-b513-8026e0e36949 None None] No DVR routers for this DVR port 23534fdd-b335-4598-8dcf-ac322dce3c1c on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:56:15.648698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:56:15.649975 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.651250 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] For port 19641c13-9e8f-45e6-9450-6ad0550c6ade, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=19641c13-9e8f-45e6-9450-6ad0550c6ade,segment=NetworkSegment(7883ab78-84c0-42ef-8da6-6a3f8a812567),segment_id=7883ab78-84c0-42ef-8da6-6a3f8a812567)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:56:15.658508 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:56:15.712284 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.736494 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.739792 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ffa65d79-ee96-437f-9707-16664965539e HTTP/1.1" status: 204 len: 168 time: 1.8304837 Dec 14 02:56:15.742158 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.767922 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f8acad-585d-4fbf-9f47-0090f982d0c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa65d79-ee96-437f-9707-16664965539e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:15.820904 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ed523-be6d-427d-9767-6deaac432b06 None None] Pushing event updated for resources: {'Port': ['ID=19641c13-9e8f-45e6-9450-6ad0550c6ade,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:15.853718 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-e077f3db-af00-496f-bbf2-88786aa698f1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Allocated IP 172.20.0.1 (61e3ec83-7057-423a-b58d-82de7aa8516b/97aeaec1-1f5a-4f24-98a4-3aaa5d6e4d24/13808b78-5539-45e7-bc76-746de5a267a1) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:15.858738 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.866844 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:15.873411 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/networks/3a710837-5d2c-4b76-95ac-1181d12aec33 HTTP/1.1" status: 204 len: 168 time: 1.7515442 Dec 14 02:56:15.878900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 32960) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:15.918018 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6cf2c-9706-4285-973e-82c70a4b1c62 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Network': ['ID=3a710837-5d2c-4b76-95ac-1181d12aec33,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:15.958148 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-35fac110-9d67-4220-b9d4-50936a56ac31 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] DELETE failed (client error): The resource could not be found. Dec 14 02:56:15.958609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35fac110-9d67-4220-b9d4-50936a56ac31 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:56:15.964848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-35fac110-9d67-4220-b9d4-50936a56ac31 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/subnets/a70f20eb-8a20-410e-8c9c-cf8588defdb2 HTTP/1.1" status: 404 len: 337 time: 0.0847442 Dec 14 02:56:15.967306 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32964) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:15.994034 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a26e3db-614e-4a4c-81be-fd97ca795b05 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] DELETE failed (client error): The resource could not be found. Dec 14 02:56:15.999124 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a26e3db-614e-4a4c-81be-fd97ca795b05 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:56:16.004442 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6a26e3db-614e-4a4c-81be-fd97ca795b05 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/networks/b0575ab6-cc7b-4d6c-b3eb-6883f9d0b9cb HTTP/1.1" status: 404 len: 339 time: 0.0359776 Dec 14 02:56:16.011617 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32966) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:16.056971 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-9258607a-4789-4f03-8615-5f76ce5ca54c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] DELETE failed (client error): The resource could not be found. Dec 14 02:56:16.057822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9258607a-4789-4f03-8615-5f76ce5ca54c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:56:16.064372 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9258607a-4789-4f03-8615-5f76ce5ca54c tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/subnets/24f64f75-91af-42b6-abc1-f9cd6d57bfb3 HTTP/1.1" status: 404 len: 337 time: 0.0485685 Dec 14 02:56:16.064749 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32972) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:16.152664 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-1732bc96-f242-4b2f-9d39-ea2ef101e101 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] DELETE failed (client error): The resource could not be found. Dec 14 02:56:16.153725 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1732bc96-f242-4b2f-9d39-ea2ef101e101 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:56:16.164177 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1732bc96-f242-4b2f-9d39-ea2ef101e101 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/networks/bc40b0b0-cbba-43ab-9672-d7055d0853ef HTTP/1.1" status: 404 len: 339 time: 0.0926249 Dec 14 02:56:16.164177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32976) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:16.197187 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e077f3db-af00-496f-bbf2-88786aa698f1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:16.216620 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-38abf7b0-39c5-4e7f-8899-a93c9d61e370 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] DELETE failed (client error): The resource could not be found. Dec 14 02:56:16.217183 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38abf7b0-39c5-4e7f-8899-a93c9d61e370 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:56:16.230342 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-38abf7b0-39c5-4e7f-8899-a93c9d61e370 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/subnets/ea480c1d-bda5-49a0-ad96-cdefd0f8fd74 HTTP/1.1" status: 404 len: 337 time: 0.0648189 Dec 14 02:56:16.234017 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32978) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:16.298731 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32980) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:16.322249 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6b9e-2a75-4e65-b2ef-ef3393e0b3ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:16.324396 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-962485e3-712f-4963-a8ac-4634a772f2a4 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] DELETE failed (client error): The resource could not be found. Dec 14 02:56:16.324928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962485e3-712f-4963-a8ac-4634a772f2a4 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:56:16.328219 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-962485e3-712f-4963-a8ac-4634a772f2a4 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/networks/b002adbe-cb81-4d13-beef-622b80140b19 HTTP/1.1" status: 404 len: 339 time: 0.0930269 Dec 14 02:56:16.331896 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 32982) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:16.374155 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 32984) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:16.383991 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e077f3db-af00-496f-bbf2-88786aa698f1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:16.443935 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6b9e-2a75-4e65-b2ef-ef3393e0b3ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:16.444133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe2c5a-795d-4137-b371-42abf8b73220 req-e6f10a27-8946-44ef-9a7e-78561aae8877 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:16.448298 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1cbe2c5a-795d-4137-b371-42abf8b73220 req-e6f10a27-8946-44ef-9a7e-78561aae8877 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 946 time: 0.1614385 Dec 14 02:56:16.504590 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e077f3db-af00-496f-bbf2-88786aa698f1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network 61e3ec83-7057-423a-b58d-82de7aa8516b is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:16.519773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-90809366-8e39-4ba9-bee8-1370ccb58cba tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Deleting subnet 95d36535-6541-4389-9fd2-966cc115fbd7 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:56:16.529417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-e077f3db-af00-496f-bbf2-88786aa698f1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:16.540072 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-90809366-8e39-4ba9-bee8-1370ccb58cba tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:16.542687 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e077f3db-af00-496f-bbf2-88786aa698f1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:16.545261 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077f3db-af00-496f-bbf2-88786aa698f1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=13808b78-5539-45e7-bc76-746de5a267a1,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:16.562174 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8fbe6b9e-2a75-4e65-b2ef-ef3393e0b3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:16.570793 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-25e08a19-0e1b-4a32-90e2-8f24582b870e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=45239bcec36946b687f0fbd5e07bccf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1947651 Dec 14 02:56:16.574645 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32988) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:16.628825 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8fbe6b9e-2a75-4e65-b2ef-ef3393e0b3ca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b2512d65042f4043a0ee0d8423937d2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3286719 Dec 14 02:56:16.630346 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1cbe2c5a-795d-4137-b371-42abf8b73220 req-a06b5a36-5c70-43af-9a47-b1de22707b18 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791151 Dec 14 02:56:16.634557 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 32990) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:16.649643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe6b9e-2a75-4e65-b2ef-ef3393e0b3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c28ba58-9fd7-49b1-91ce-ecbddb1debe6,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:16.649991 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-90809366-8e39-4ba9-bee8-1370ccb58cba tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:16.690048 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e077f3db-af00-496f-bbf2-88786aa698f1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:16.732574 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521186c3-2d60-4a57-82ea-fe56fa4152dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:16.759998 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f92a98f1-e76a-4f32-9bdd-ee6e761bcfe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:16.777276 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521186c3-2d60-4a57-82ea-fe56fa4152dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:16.819867 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-90809366-8e39-4ba9-bee8-1370ccb58cba tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:16.830826 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f92a98f1-e76a-4f32-9bdd-ee6e761bcfe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:16.997288 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-90809366-8e39-4ba9-bee8-1370ccb58cba tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:17.025656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90809366-8e39-4ba9-bee8-1370ccb58cba tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Subnet': ['ID=95d36535-6541-4389-9fd2-966cc115fbd7,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:17.031327 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f92a98f1-e76a-4f32-9bdd-ee6e761bcfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:17.034173 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f92a98f1-e76a-4f32-9bdd-ee6e761bcfe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:17.038067 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f92a98f1-e76a-4f32-9bdd-ee6e761bcfe1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c28ba58-9fd7-49b1-91ce-ecbddb1debe6 HTTP/1.1" status: 204 len: 168 time: 0.3914881 Dec 14 02:56:17.048639 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-90809366-8e39-4ba9-bee8-1370ccb58cba tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:17.063017 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521186c3-2d60-4a57-82ea-fe56fa4152dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:17.064369 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b705fa2-c59d-46d3-9a70-409ec0465cb2 None None] Network bf9a2e82-36bf-4bd4-953d-bf74ddb5f186 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:17.073752 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521186c3-2d60-4a57-82ea-fe56fa4152dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:17.075834 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-521186c3-2d60-4a57-82ea-fe56fa4152dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f736dfe-8ece-474e-9d10-c4874acd4440 HTTP/1.1" status: 204 len: 168 time: 0.4945562 Dec 14 02:56:17.079667 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-90809366-8e39-4ba9-bee8-1370ccb58cba tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/subnets/95d36535-6541-4389-9fd2-966cc115fbd7 HTTP/1.1" status: 204 len: 168 time: 0.7446141 Dec 14 02:56:17.081395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33000) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:17.124966 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a98f1-e76a-4f32-9bdd-ee6e761bcfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c28ba58-9fd7-49b1-91ce-ecbddb1debe6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:17.171696 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521186c3-2d60-4a57-82ea-fe56fa4152dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f736dfe-8ece-474e-9d10-c4874acd4440,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:17.371670 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 19641c13-9e8f-45e6-9450-6ad0550c6ade up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:17.420813 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e077f3db-af00-496f-bbf2-88786aa698f1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:17.429206 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d8c165-68ed-49d8-be7d-fde341455143 None None] Network 61e3ec83-7057-423a-b58d-82de7aa8516b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:17.447420 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:17.570105 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a12e11-3b71-4964-8971-4966065e4239 None None] DHCP port deletion for bf9a2e82-36bf-4bd4-953d-bf74ddb5f186 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:17.599820 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 19641c13-9e8f-45e6-9450-6ad0550c6ade triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:17.600801 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:17.670857 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7ae89b75-2046-41ec-85b9-554131df049d None None] Provisioning complete for port 19641c13-9e8f-45e6-9450-6ad0550c6ade triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:17.671435 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7ae89b75-2046-41ec-85b9-554131df049d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:17.726682 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Deleting port 6bc2171e-1786-4324-bd58-77a6eaaf9c0c {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:17.727023 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:17.805712 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:17.833409 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-65a12e11-3b71-4964-8971-4966065e4239 None None] Deleting port 6bc2171e-1786-4324-bd58-77a6eaaf9c0c {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:17.834041 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-65a12e11-3b71-4964-8971-4966065e4239 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:17.961701 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 19641c13-9e8f-45e6-9450-6ad0550c6ade, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=19641c13-9e8f-45e6-9450-6ad0550c6ade,segment=NetworkSegment(7883ab78-84c0-42ef-8da6-6a3f8a812567),segment_id=7883ab78-84c0-42ef-8da6-6a3f8a812567)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:17.981766 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7ae89b75-2046-41ec-85b9-554131df049d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:17.982896 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] For port 6bc2171e-1786-4324-bd58-77a6eaaf9c0c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6bc2171e-1786-4324-bd58-77a6eaaf9c0c,segment=NetworkSegment(41f108a7-2cd2-44cf-a59b-1ed7767e8530),segment_id=41f108a7-2cd2-44cf-a59b-1ed7767e8530)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:17.983982 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:17.985251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-65a12e11-3b71-4964-8971-4966065e4239 None None] For port 6bc2171e-1786-4324-bd58-77a6eaaf9c0c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6bc2171e-1786-4324-bd58-77a6eaaf9c0c,segment=NetworkSegment(41f108a7-2cd2-44cf-a59b-1ed7767e8530),segment_id=41f108a7-2cd2-44cf-a59b-1ed7767e8530)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:17.985828 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-65a12e11-3b71-4964-8971-4966065e4239 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:18.015865 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-65a12e11-3b71-4964-8971-4966065e4239 None None] Calling delete_port for 6bc2171e-1786-4324-bd58-77a6eaaf9c0c owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:18.017784 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Calling delete_port for 6bc2171e-1786-4324-bd58-77a6eaaf9c0c owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:18.040127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878a302-b9e2-48ba-8cf2-f715d45ff688 req-1a12b9b8-c150-4559-858f-64b1ddbf7694 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:18.041702 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a878a302-b9e2-48ba-8cf2-f715d45ff688 req-1a12b9b8-c150-4559-858f-64b1ddbf7694 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.47 "GET /v2.0/ports?device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 946 time: 0.2742372 Dec 14 02:56:18.060312 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72485422-21cd-4f0a-9a9c-4e6f4d0935e8 req-bd3b3526-4e9d-43dd-b9a5-786ac5003d42 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:18.062044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-72485422-21cd-4f0a-9a9c-4e6f4d0935e8 req-bd3b3526-4e9d-43dd-b9a5-786ac5003d42 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 946 time: 0.2242346 Dec 14 02:56:18.100861 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:18.180820 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e077f3db-af00-496f-bbf2-88786aa698f1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:18.208119 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:56:18.227314 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-7ae89b75-2046-41ec-85b9-554131df049d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:56:18.227808 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-7ae89b75-2046-41ec-85b9-554131df049d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:56:18.269792 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=19641c13-9e8f-45e6-9450-6ad0550c6ade,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:18.285834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:56:18.285834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device af5b6f93-4ffb-4f86-bb48-b2a41648c4d6 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:56:18.293340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:18.297656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:18.297656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:18.297656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:18.299820 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:18.301128 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:18.302855 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:18.304832 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:18.306419 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:18.307199 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:18.307858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:18.309699 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:18.311701 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:18.325384 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e077f3db-af00-496f-bbf2-88786aa698f1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:18.327856 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33030) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:18.344074 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-72485422-21cd-4f0a-9a9c-4e6f4d0935e8 req-79b81da3-d006-4117-a8a5-7a57db62ba52 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655740 Dec 14 02:56:18.373488 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-65a12e11-3b71-4964-8971-4966065e4239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:18.385207 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1e49a216-76f2-4cc0-ac7f-96ca936a7219 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=631b162c26664e238d8a4de2f0a67e7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0558805 Dec 14 02:56:18.392030 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33034) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:18.407222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a12e11-3b71-4964-8971-4966065e4239 None None] Pushing event deleted for resources: {'Port': ['ID=6bc2171e-1786-4324-bd58-77a6eaaf9c0c,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:18.419724 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a12e11-3b71-4964-8971-4966065e4239 None None] No DVR routers for this DVR port 6bc2171e-1786-4324-bd58-77a6eaaf9c0c on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:56:18.465111 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:18.485669 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e077f3db-af00-496f-bbf2-88786aa698f1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:18.487758 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077f3db-af00-496f-bbf2-88786aa698f1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=13808b78-5539-45e7-bc76-746de5a267a1,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:18.494955 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-029baac3-061f-4fcd-938d-33c0a0d8d7f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:18.500338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-a878a302-b9e2-48ba-8cf2-f715d45ff688 req-99e65bfb-0969-4bd8-8d6a-dfe33f9cae49 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Deleting port a5a3a551-c65c-4a3f-8fba-801182d10b47 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:18.500618 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a878a302-b9e2-48ba-8cf2-f715d45ff688 req-99e65bfb-0969-4bd8-8d6a-dfe33f9cae49 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:18.503683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No DVR routers for this DVR port 6bc2171e-1786-4324-bd58-77a6eaaf9c0c on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:56:18.543724 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-029baac3-061f-4fcd-938d-33c0a0d8d7f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:18.596165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Port': ['ID=6bc2171e-1786-4324-bd58-77a6eaaf9c0c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:18.721273 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-029baac3-061f-4fcd-938d-33c0a0d8d7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:18.724453 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-029baac3-061f-4fcd-938d-33c0a0d8d7f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:18.725824 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-029baac3-061f-4fcd-938d-33c0a0d8d7f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8ab5677-263f-4ace-a6cd-899fce7c0957 HTTP/1.1" status: 204 len: 168 time: 0.3318808 Dec 14 02:56:18.755218 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029baac3-061f-4fcd-938d-33c0a0d8d7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ab5677-263f-4ace-a6cd-899fce7c0957,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:18.893891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33048) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:18.914334 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c3f0e67f-82e0-41bd-a00a-a43198b9fabf None None] Provisioning complete for port 19641c13-9e8f-45e6-9450-6ad0550c6ade triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:18.914833 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3f0e67f-82e0-41bd-a00a-a43198b9fabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:19.055709 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:19.076207 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c3f0e67f-82e0-41bd-a00a-a43198b9fabf None None] Provisioning complete for port 13808b78-5539-45e7-bc76-746de5a267a1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:19.076580 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3f0e67f-82e0-41bd-a00a-a43198b9fabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:19.102360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-a878a302-b9e2-48ba-8cf2-f715d45ff688 req-99e65bfb-0969-4bd8-8d6a-dfe33f9cae49 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] For port a5a3a551-c65c-4a3f-8fba-801182d10b47, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=a5a3a551-c65c-4a3f-8fba-801182d10b47,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:19.102735 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a878a302-b9e2-48ba-8cf2-f715d45ff688 req-99e65bfb-0969-4bd8-8d6a-dfe33f9cae49 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:19.114346 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c3f0e67f-82e0-41bd-a00a-a43198b9fabf None None] Port 13808b78-5539-45e7-bc76-746de5a267a1 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:56:19.116545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9a2e82-36bf-4bd4-953d-bf74ddb5f186']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:19.129498 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-a878a302-b9e2-48ba-8cf2-f715d45ff688 req-99e65bfb-0969-4bd8-8d6a-dfe33f9cae49 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Calling delete_port for a5a3a551-c65c-4a3f-8fba-801182d10b47 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:19.135500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e077f3db-af00-496f-bbf2-88786aa698f1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network 61e3ec83-7057-423a-b58d-82de7aa8516b is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:19.146167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f108a7-2cd2-44cf-a59b-1ed7767e8530') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:19.148473 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f108a7-2cd2-44cf-a59b-1ed7767e8530') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:19.156648 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d4e27fa1-eb84-4b97-8ce2-207fb185f7fa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-419563299-network', 'tenant_id': 'c497023797e14bb98f76f26df4667f91'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:19.162249 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-e077f3db-af00-496f-bbf2-88786aa698f1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:19.221127 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:19.255264 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 19641c13-9e8f-45e6-9450-6ad0550c6ade up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:19.308921 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e27fa1-eb84-4b97-8ce2-207fb185f7fa admin admin] Made reservation on behalf of c497023797e14bb98f76f26df4667f91 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:19.310624 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:19.313079 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d4e27fa1-eb84-4b97-8ce2-207fb185f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:19.326879 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 19641c13-9e8f-45e6-9450-6ad0550c6ade triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:19.327269 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:19.341829 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d4e27fa1-eb84-4b97-8ce2-207fb185f7fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:19.371425 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:56:19.371835 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:56:19.376438 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:56:19.523704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6bc2171e-1786-4324-bd58-77a6eaaf9c0c no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:56:19.545253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 6bc2171e-1786-4324-bd58-77a6eaaf9c0c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:56:19.545655 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6bc2171e-1786-4324-bd58-77a6eaaf9c0c not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:56:19.616960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc561f-0235-4fda-babb-d5d5f35f89ca req-deeb3074-85d0-468b-88fd-5129f7e447fb tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:19.618497 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45fc561f-0235-4fda-babb-d5d5f35f89ca req-deeb3074-85d0-468b-88fd-5129f7e447fb tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 946 time: 0.1458399 Dec 14 02:56:19.657259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-73e34cbd-a5e9-4295-8ef8-62b74773a8c5 None None] Provisioning complete for port 13808b78-5539-45e7-bc76-746de5a267a1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:19.659543 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-73e34cbd-a5e9-4295-8ef8-62b74773a8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:19.690927 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45fc561f-0235-4fda-babb-d5d5f35f89ca req-e78486aa-8272-4a7c-bf74-d7d7293f3c17 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628157 Dec 14 02:56:19.691675 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:19.697735 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:19.705032 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33076) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:19.715381 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/networks/bf9a2e82-36bf-4bd4-953d-bf74ddb5f186 HTTP/1.1" status: 204 len: 168 time: 2.6131153 Dec 14 02:56:19.721707 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e077f3db-af00-496f-bbf2-88786aa698f1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router 579c5669-5b6a-462f-a15a-3a8cb8125e70 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:56:19.735392 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985c4c3-0d61-4cfb-9436-dbd683e13d66 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Network': ['ID=bf9a2e82-36bf-4bd4-953d-bf74ddb5f186,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:19.759070 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-73e34cbd-a5e9-4295-8ef8-62b74773a8c5 None None] Port 13808b78-5539-45e7-bc76-746de5a267a1 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:56:19.774018 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-e988e3dd-521e-4ee7-a1e2-0df04f8d9f3b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] DELETE failed (client error): The resource could not be found. Dec 14 02:56:19.774726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e988e3dd-521e-4ee7-a1e2-0df04f8d9f3b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:56:19.777820 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e988e3dd-521e-4ee7-a1e2-0df04f8d9f3b tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/subnets/bb3b9e24-5865-46e3-bfb4-820d21421b86 HTTP/1.1" status: 404 len: 337 time: 0.0710676 Dec 14 02:56:19.780338 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33078) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:19.799314 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a878a302-b9e2-48ba-8cf2-f715d45ff688 req-99e65bfb-0969-4bd8-8d6a-dfe33f9cae49 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:19.807580 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-c490b458-bf85-42f1-a334-2da52561d541 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] DELETE failed (client error): The resource could not be found. Dec 14 02:56:19.808111 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c490b458-bf85-42f1-a334-2da52561d541 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:56:19.811498 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c490b458-bf85-42f1-a334-2da52561d541 tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/networks/5ec9d3a9-7305-40eb-8648-7cd318fb6898 HTTP/1.1" status: 404 len: 339 time: 0.0302458 Dec 14 02:56:19.816975 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33080) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:19.833240 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['c541c5d0-90c7-45ea-b54e-1e474827d3ed'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:56:19.835777 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['65303f33-752f-4a95-8372-72db4d976553', 'e7982c3f-4a7b-4136-8514-9eddf6be2346'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:56:19.907568 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e65bfb-0969-4bd8-8d6a-dfe33f9cae49 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Pushing event deleted for resources: {'Port': ['ID=a5a3a551-c65c-4a3f-8fba-801182d10b47,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:19.923151 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5939fdff-af25-4069-8056-e5dcc1c9e8d3 None None] DHCP port deletion for 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:19.933289 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d4e27fa1-eb84-4b97-8ce2-207fb185f7fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:19.948556 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae50934f-a7f1-4a66-8114-de3938ad23cd tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Deleting subnet d326aca5-6063-469d-86d2-9968fb9d1161 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:56:19.953648 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae50934f-a7f1-4a66-8114-de3938ad23cd tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:19.976229 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a878a302-b9e2-48ba-8cf2-f715d45ff688 req-99e65bfb-0969-4bd8-8d6a-dfe33f9cae49 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] No DVR routers for this DVR port a5a3a551-c65c-4a3f-8fba-801182d10b47 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:56:19.978981 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a878a302-b9e2-48ba-8cf2-f715d45ff688 req-99e65bfb-0969-4bd8-8d6a-dfe33f9cae49 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:19.983161 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a878a302-b9e2-48ba-8cf2-f715d45ff688 req-99e65bfb-0969-4bd8-8d6a-dfe33f9cae49 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.47 "DELETE /v2.0/ports/a5a3a551-c65c-4a3f-8fba-801182d10b47 HTTP/1.1" status: 204 len: 173 time: 1.9166954 Dec 14 02:56:19.986180 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5740126c-8dfb-46bd-b583-d9f4ef04ec0d', 'name': 'network-vif-deleted', 'tag': 'a5a3a551-c65c-4a3f-8fba-801182d10b47'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:56:19.988904 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f88efcf-8119-411f-b194-3eea53c65a4e" -d '{"events": [{"server_uuid": "5740126c-8dfb-46bd-b583-d9f4ef04ec0d", "name": "network-vif-deleted", "tag": "a5a3a551-c65c-4a3f-8fba-801182d10b47"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:56:20.000175 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e077f3db-af00-496f-bbf2-88786aa698f1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:56:20.012989 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d4e27fa1-eb84-4b97-8ce2-207fb185f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:20.028390 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e077f3db-af00-496f-bbf2-88786aa698f1 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/579c5669-5b6a-462f-a15a-3a8cb8125e70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3151710 Dec 14 02:56:20.029357 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33092) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:20.057046 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c64fbdc-5ff0-4aea-bd2b-4ad73ea10e10 None None] Sync routers for ids ['579c5669-5b6a-462f-a15a-3a8cb8125e70'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:56:20.075329 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6521862-3f0e-438a-9c0d-48843a27329e x-openstack-request-id: req-a6521862-3f0e-438a-9c0d-48843a27329e {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:56:20.076726 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5740126c-8dfb-46bd-b583-d9f4ef04ec0d", "name": "network-vif-deleted", "tag": "a5a3a551-c65c-4a3f-8fba-801182d10b47", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:56:20.076989 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6521862-3f0e-438a-9c0d-48843a27329e {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:56:20.077220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e27fa1-eb84-4b97-8ce2-207fb185f7fa admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:56:20.077414 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5740126c-8dfb-46bd-b583-d9f4ef04ec0d', 'name': 'network-vif-deleted', 'tag': 'a5a3a551-c65c-4a3f-8fba-801182d10b47', 'status': 'completed', 'code': 200} Dec 14 02:56:20.088662 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae50934f-a7f1-4a66-8114-de3938ad23cd tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:20.121346 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8358670-c9f1-468e-8b5f-f0740dc4a410 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:20.122176 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c64fbdc-5ff0-4aea-bd2b-4ad73ea10e10 None None] Routers {'579c5669-5b6a-462f-a15a-3a8cb8125e70'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:20.122740 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0c64fbdc-5ff0-4aea-bd2b-4ad73ea10e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['579c5669-5b6a-462f-a15a-3a8cb8125e70'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:20.127203 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b8358670-c9f1-468e-8b5f-f0740dc4a410 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/ports/13808b78-5539-45e7-bc76-746de5a267a1 HTTP/1.1" status: 200 len: 910 time: 0.0955157 Dec 14 02:56:20.127203 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33096) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:20.136308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-5df19d46-bf25-491f-a3d7-8d46b8e130d4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '97aeaec1-1f5a-4f24-98a4-3aaa5d6e4d24'}]}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:20.162178 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d4e27fa1-eb84-4b97-8ce2-207fb185f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:20.162682 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-d4e27fa1-eb84-4b97-8ce2-207fb185f7fa admin admin] Added segment a6ddf9b6-525f-4fb5-8f9c-3c3191ee329b of type vlan for network f9c33920-7c66-4b27-87d2-24ccadc1d78a Dec 14 02:56:20.186768 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0c64fbdc-5ff0-4aea-bd2b-4ad73ea10e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:20.232998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c64fbdc-5ff0-4aea-bd2b-4ad73ea10e10 None None] Routers {'579c5669-5b6a-462f-a15a-3a8cb8125e70'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:20.233629 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0c64fbdc-5ff0-4aea-bd2b-4ad73ea10e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['579c5669-5b6a-462f-a15a-3a8cb8125e70'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:20.270930 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e27fa1-eb84-4b97-8ce2-207fb185f7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b50954b-4063-4a4e-b050-e37ec9416dd6,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:20.283392 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0c64fbdc-5ff0-4aea-bd2b-4ad73ea10e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:20.284126 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c64fbdc-5ff0-4aea-bd2b-4ad73ea10e10 None None] The sync data for ids ['579c5669-5b6a-462f-a15a-3a8cb8125e70'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:56:20.309808 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d4e27fa1-eb84-4b97-8ce2-207fb185f7fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:20.394826 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5df19d46-bf25-491f-a3d7-8d46b8e130d4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:20.416170 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae50934f-a7f1-4a66-8114-de3938ad23cd tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:20.428924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33102) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:20.545625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-9c8ba9bc-9d79-433a-a00a-92438fb3cb15 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1892397585-network', 'tenant_id': 'c375eac525b74faeb958ec86f983ad80'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:20.596190 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d4e27fa1-eb84-4b97-8ce2-207fb185f7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:20.597461 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e27fa1-eb84-4b97-8ce2-207fb185f7fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:20.598119 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d4e27fa1-eb84-4b97-8ce2-207fb185f7fa admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:20.650699 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae50934f-a7f1-4a66-8114-de3938ad23cd tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:20.696526 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50934f-a7f1-4a66-8114-de3938ad23cd tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Subnet': ['ID=d326aca5-6063-469d-86d2-9968fb9d1161,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:20.696733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8ba9bc-9d79-433a-a00a-92438fb3cb15 admin admin] Made reservation on behalf of c375eac525b74faeb958ec86f983ad80 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:20.696813 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e27fa1-eb84-4b97-8ce2-207fb185f7fa admin admin] Pushing event updated for resources: {'Network': ['ID=f9c33920-7c66-4b27-87d2-24ccadc1d78a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:20.704286 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae50934f-a7f1-4a66-8114-de3938ad23cd tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:20.704286 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ae50934f-a7f1-4a66-8114-de3938ad23cd tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/subnets/d326aca5-6063-469d-86d2-9968fb9d1161 HTTP/1.1" status: 204 len: 168 time: 0.8847716 Dec 14 02:56:20.707033 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9c8ba9bc-9d79-433a-a00a-92438fb3cb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:20.707452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fd09de-f126-4082-8070-0c15102c2991 None None] Network 67c6fc54-7b6c-4564-9d68-1db1054a1a0a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:20.708965 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33110) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:20.749433 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9c8ba9bc-9d79-433a-a00a-92438fb3cb15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:20.750135 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network f9c33920-7c66-4b27-87d2-24ccadc1d78a details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:56:20.853401 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d4e27fa1-eb84-4b97-8ce2-207fb185f7fa admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9552171 Dec 14 02:56:20.853574 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33114) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:20.858290 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f6583bc6-304b-410b-b2a8-78978d979360 admin admin] Request body: {'subnet': {'network_id': 'f9c33920-7c66-4b27-87d2-24ccadc1d78a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-419563299-subnet', 'tenant_id': 'c497023797e14bb98f76f26df4667f91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:20.912420 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58dc3ed4-a6b5-488f-8897-01f223e5c6b0 req-b1ede875-16b6-435f-a45d-e636d0019c3c tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=5740126c-8dfb-46bd-b583-d9f4ef04ec0d HTTP/1.1" status: 200 len: 210 time: 0.1059051 Dec 14 02:56:20.953711 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:20.973637 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6583bc6-304b-410b-b2a8-78978d979360 admin admin] Made reservation on behalf of c497023797e14bb98f76f26df4667f91 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:20.976795 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f6583bc6-304b-410b-b2a8-78978d979360 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:20.979513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926ecad4-4d6d-47ac-9a0a-014da91870aa None None] DHCP port deletion for 67c6fc54-7b6c-4564-9d68-1db1054a1a0a request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:21.041725 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-926ecad4-4d6d-47ac-9a0a-014da91870aa None None] Deleting port 52eb9404-81f1-4b4e-994e-62a0ebfa2f54 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:21.042267 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-926ecad4-4d6d-47ac-9a0a-014da91870aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.103375 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5df19d46-bf25-491f-a3d7-8d46b8e130d4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.113535 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9c8ba9bc-9d79-433a-a00a-92438fb3cb15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.128038 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-926ecad4-4d6d-47ac-9a0a-014da91870aa None None] For port 52eb9404-81f1-4b4e-994e-62a0ebfa2f54, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=52eb9404-81f1-4b4e-994e-62a0ebfa2f54,segment=NetworkSegment(355fae2c-5f5d-4e6f-961e-44777875963e),segment_id=355fae2c-5f5d-4e6f-961e-44777875963e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:21.128038 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-926ecad4-4d6d-47ac-9a0a-014da91870aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.146868 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-926ecad4-4d6d-47ac-9a0a-014da91870aa None None] Calling delete_port for 52eb9404-81f1-4b4e-994e-62a0ebfa2f54 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:21.171179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Deleting port 52eb9404-81f1-4b4e-994e-62a0ebfa2f54 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:21.171535 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.199483 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9c8ba9bc-9d79-433a-a00a-92438fb3cb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.240741 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 52eb9404-81f1-4b4e-994e-62a0ebfa2f54 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:56:21.275786 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5df19d46-bf25-491f-a3d7-8d46b8e130d4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.317032 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f6583bc6-304b-410b-b2a8-78978d979360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.355384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] For port 52eb9404-81f1-4b4e-994e-62a0ebfa2f54, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=52eb9404-81f1-4b4e-994e-62a0ebfa2f54,segment=NetworkSegment(355fae2c-5f5d-4e6f-961e-44777875963e),segment_id=355fae2c-5f5d-4e6f-961e-44777875963e)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:21.356281 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.386168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8ba9bc-9d79-433a-a00a-92438fb3cb15 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:56:21.390784 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6583bc6-304b-410b-b2a8-78978d979360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=676dd568-eb5d-420d-bdbe-3a56e870633b,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:21.399668 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6583bc6-304b-410b-b2a8-78978d979360 admin admin] Checking segment: {'id': 'a6ddf9b6-525f-4fb5-8f9c-3c3191ee329b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f9c33920-7c66-4b27-87d2-24ccadc1d78a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:21.400259 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6583bc6-304b-410b-b2a8-78978d979360 admin admin] Network hostable DHCP agents. Network: f9c33920-7c66-4b27-87d2-24ccadc1d78a, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:56:21.421943 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Calling delete_port for 52eb9404-81f1-4b4e-994e-62a0ebfa2f54 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:21.438040 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ba9bc-9d79-433a-a00a-92438fb3cb15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a25f301-dd07-47b0-b186-bed325f40489,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:21.443350 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9c8ba9bc-9d79-433a-a00a-92438fb3cb15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.443750 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-9c8ba9bc-9d79-433a-a00a-92438fb3cb15 admin admin] Added segment 570b8afa-6401-4314-86ed-08f5aed47973 of type vlan for network ae90c984-afac-4f5c-9df8-7b1c1c603ef7 Dec 14 02:56:21.469793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df19d46-bf25-491f-a3d7-8d46b8e130d4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=13808b78-5539-45e7-bc76-746de5a267a1,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:21.487948 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6583bc6-304b-410b-b2a8-78978d979360 admin admin] Network f9c33920-7c66-4b27-87d2-24ccadc1d78a is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:56:21.531528 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df19d46-bf25-491f-a3d7-8d46b8e130d4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:21.532038 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5df19d46-bf25-491f-a3d7-8d46b8e130d4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.536293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5df19d46-bf25-491f-a3d7-8d46b8e130d4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/ports/13808b78-5539-45e7-bc76-746de5a267a1 HTTP/1.1" status: 200 len: 910 time: 1.4054930 Dec 14 02:56:21.536524 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-926ecad4-4d6d-47ac-9a0a-014da91870aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.545620 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33126) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:21.561178 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9c8ba9bc-9d79-433a-a00a-92438fb3cb15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.571303 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926ecad4-4d6d-47ac-9a0a-014da91870aa None None] No DVR routers for this DVR port 52eb9404-81f1-4b4e-994e-62a0ebfa2f54 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:56:21.736342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ecad4-4d6d-47ac-9a0a-014da91870aa None None] Pushing event deleted for resources: {'Port': ['ID=52eb9404-81f1-4b4e-994e-62a0ebfa2f54,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:21.736342 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.736342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device a5a3a551-c65c-4a3f-8fba-801182d10b47 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:56:21.736342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: a5a3a551-c65c-4a3f-8fba-801182d10b47 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:56:21.736342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device a5a3a551-c65c-4a3f-8fba-801182d10b47 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:56:21.738133 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.738133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] No DVR routers for this DVR port 52eb9404-81f1-4b4e-994e-62a0ebfa2f54 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:56:21.738133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Port': ['ID=52eb9404-81f1-4b4e-994e-62a0ebfa2f54,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:21.751282 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.769370 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f6583bc6-304b-410b-b2a8-78978d979360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, f9c33920-7c66-4b27-87d2-24ccadc1d78a) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:21.774414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c6fc54-7b6c-4564-9d68-1db1054a1a0a']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:21.777733 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63f9b58-569d-4e29-bf33-c6ffd4c12c52 None None] Network f9c33920-7c66-4b27-87d2-24ccadc1d78a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:21.779512 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6583bc6-304b-410b-b2a8-78978d979360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:21.780463 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f6583bc6-304b-410b-b2a8-78978d979360 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.789354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355fae2c-5f5d-4e6f-961e-44777875963e') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:21.789650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355fae2c-5f5d-4e6f-961e-44777875963e') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:21.801058 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.817854 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:56:21.843427 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:56:21.900193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d0d0f5-c51d-43f4-af08-f9f5c8125d86 None None] Network f9c33920-7c66-4b27-87d2-24ccadc1d78a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:21.945116 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9c8ba9bc-9d79-433a-a00a-92438fb3cb15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.947018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8ba9bc-9d79-433a-a00a-92438fb3cb15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:21.949266 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9c8ba9bc-9d79-433a-a00a-92438fb3cb15 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:21.953965 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b07aa1f-c364-409d-8c1b-bc6dde6b016b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:22.051405 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f6583bc6-304b-410b-b2a8-78978d979360 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1897283 Dec 14 02:56:22.053172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ba9bc-9d79-433a-a00a-92438fb3cb15 admin admin] Pushing event updated for resources: {'Network': ['ID=ae90c984-afac-4f5c-9df8-7b1c1c603ef7,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:22.064712 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network ae90c984-afac-4f5c-9df8-7b1c1c603ef7 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:56:22.108122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9c8ba9bc-9d79-433a-a00a-92438fb3cb15 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6780934 Dec 14 02:56:22.110459 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:22.116437 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:22.120484 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] 10.222.0.39 "DELETE /v2.0/networks/67c6fc54-7b6c-4564-9d68-1db1054a1a0a HTTP/1.1" status: 204 len: 168 time: 1.3919775 Dec 14 02:56:22.121501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33138) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:22.152328 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-e86807ca-c6ad-4df3-b680-102a09a9af93 admin admin] Request body: {'subnet': {'network_id': 'ae90c984-afac-4f5c-9df8-7b1c1c603ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1892397585-subnet', 'tenant_id': 'c375eac525b74faeb958ec86f983ad80', 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:22.203861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b832d5e-ec83-4cca-a39f-8fbafb823e2d tempest-NetworksIpV6Test-518258829 tempest-NetworksIpV6Test-518258829-project] Pushing event deleted for resources: {'Network': ['ID=67c6fc54-7b6c-4564-9d68-1db1054a1a0a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:22.295546 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-3b07aa1f-c364-409d-8c1b-bc6dde6b016b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting port 13808b78-5539-45e7-bc76-746de5a267a1 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:22.296200 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b07aa1f-c364-409d-8c1b-bc6dde6b016b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:22.367751 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86807ca-c6ad-4df3-b680-102a09a9af93 admin admin] Made reservation on behalf of c375eac525b74faeb958ec86f983ad80 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:22.371879 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e86807ca-c6ad-4df3-b680-102a09a9af93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:22.390628 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b07aa1f-c364-409d-8c1b-bc6dde6b016b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:22.403560 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-3b07aa1f-c364-409d-8c1b-bc6dde6b016b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Calling delete_port for 13808b78-5539-45e7-bc76-746de5a267a1 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:22.698597 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e86807ca-c6ad-4df3-b680-102a09a9af93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:22.719707 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33158) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:22.754570 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b07aa1f-c364-409d-8c1b-bc6dde6b016b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:22.796029 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07aa1f-c364-409d-8c1b-bc6dde6b016b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Port': ['ID=13808b78-5539-45e7-bc76-746de5a267a1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:22.799347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86807ca-c6ad-4df3-b680-102a09a9af93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b5aca46-0f72-47bb-ac0d-2ebb97601ba4,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:22.820865 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86807ca-c6ad-4df3-b680-102a09a9af93 admin admin] Checking segment: {'id': '570b8afa-6401-4314-86ed-08f5aed47973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ae90c984-afac-4f5c-9df8-7b1c1c603ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:22.821556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86807ca-c6ad-4df3-b680-102a09a9af93 admin admin] Network hostable DHCP agents. Network: ae90c984-afac-4f5c-9df8-7b1c1c603ef7, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:56:22.908712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86807ca-c6ad-4df3-b680-102a09a9af93 admin admin] Network ae90c984-afac-4f5c-9df8-7b1c1c603ef7 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:56:22.984670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-e86807ca-c6ad-4df3-b680-102a09a9af93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, ae90c984-afac-4f5c-9df8-7b1c1c603ef7) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:22.988905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86807ca-c6ad-4df3-b680-102a09a9af93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:22.989527 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e86807ca-c6ad-4df3-b680-102a09a9af93 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:22.995503 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d4f15f-6fd7-4951-b6ec-f98f3111e8ad None None] Network ae90c984-afac-4f5c-9df8-7b1c1c603ef7 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:23.064685 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3b07aa1f-c364-409d-8c1b-bc6dde6b016b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:23.083797 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e86807ca-c6ad-4df3-b680-102a09a9af93 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9448709 Dec 14 02:56:23.085001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33170) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:23.096058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1892397585-router', 'tenant_id': 'c375eac525b74faeb958ec86f983ad80', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:23.123801 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-189f5ff6-ce3b-4b9b-a1ee-8b8d6bd5e5d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0dbcba88cae341c4a3880a04fd6ccc3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4023430 Dec 14 02:56:23.127850 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33172) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:23.128323 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-ae90c984-afac-4f5c-9df8-7b1c1c603ef7', 'network_id': 'ae90c984-afac-4f5c-9df8-7b1c1c603ef7', 'project_id': 'c375eac525b74faeb958ec86f983ad80', 'fixed_ips': [{'subnet_id': '2b5aca46-0f72-47bb-ac0d-2ebb97601ba4'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:56:23.129487 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:23.259941 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-041402fa-08c7-47df-b835-57cc66c163b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:23.267853 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33176) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:23.275228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-df9eee8e-f3ac-41b1-a3f0-e30265bc3b43 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-285332169-network', 'tenant_id': '3877fdb52e6e46a98c140d47db069b05'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:23.294252 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:23.295574 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:23.322906 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-041402fa-08c7-47df-b835-57cc66c163b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:23.364443 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Allocated IP 172.20.0.2 (ae90c984-afac-4f5c-9df8-7b1c1c603ef7/2b5aca46-0f72-47bb-ac0d-2ebb97601ba4/63ddfa73-0541-4ae0-b474-a965ef09d276) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:23.377642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b07aa1f-c364-409d-8c1b-bc6dde6b016b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router 579c5669-5b6a-462f-a15a-3a8cb8125e70 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:56:23.509065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9eee8e-f3ac-41b1-a3f0-e30265bc3b43 admin admin] Made reservation on behalf of 3877fdb52e6e46a98c140d47db069b05 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:23.511493 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df9eee8e-f3ac-41b1-a3f0-e30265bc3b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:23.525975 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df9eee8e-f3ac-41b1-a3f0-e30265bc3b43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:23.529377 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:23.648573 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:23.727976 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:23.797195 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df9eee8e-f3ac-41b1-a3f0-e30265bc3b43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:23.805221 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Pushing event updated for resources: {'Port': ['ID=63ddfa73-0541-4ae0-b474-a965ef09d276,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:23.819010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Network ae90c984-afac-4f5c-9df8-7b1c1c603ef7 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:23.820522 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:23.822904 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:23.831353 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b07aa1f-c364-409d-8c1b-bc6dde6b016b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:56:23.848124 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:23.848368 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bc175e-2a66-47c1-ae83-ef5a3ba1c5a1 None None] Sync routers for ids ['579c5669-5b6a-462f-a15a-3a8cb8125e70'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:56:23.848772 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3b07aa1f-c364-409d-8c1b-bc6dde6b016b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/579c5669-5b6a-462f-a15a-3a8cb8125e70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2983108 Dec 14 02:56:23.848772 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33190) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:23.863998 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bc175e-2a66-47c1-ae83-ef5a3ba1c5a1 None None] Routers {'579c5669-5b6a-462f-a15a-3a8cb8125e70'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:23.864676 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-82bc175e-2a66-47c1-ae83-ef5a3ba1c5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['579c5669-5b6a-462f-a15a-3a8cb8125e70'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:23.864990 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df9eee8e-f3ac-41b1-a3f0-e30265bc3b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:23.904358 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-34f63cc4-7024-4887-b50e-0312fa5df96d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/ports?device_id=579c5669-5b6a-462f-a15a-3a8cb8125e70 HTTP/1.1" status: 200 len: 205 time: 0.0522604 Dec 14 02:56:23.906071 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33192) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:23.926951 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9eee8e-f3ac-41b1-a3f0-e30265bc3b43 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:56:23.927170 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-82bc175e-2a66-47c1-ae83-ef5a3ba1c5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:23.935243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Attempting to bind port 63ddfa73-0541-4ae0-b474-a965ef09d276 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:56:23.935892 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Attempting to bind port 63ddfa73-0541-4ae0-b474-a965ef09d276 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '570b8afa-6401-4314-86ed-08f5aed47973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ae90c984-afac-4f5c-9df8-7b1c1c603ef7'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:56:23.936412 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Attempting to bind port 63ddfa73-0541-4ae0-b474-a965ef09d276 on network ae90c984-afac-4f5c-9df8-7b1c1c603ef7 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:56:23.948184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:56:23.949918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Checking segment: {'id': '570b8afa-6401-4314-86ed-08f5aed47973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ae90c984-afac-4f5c-9df8-7b1c1c603ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:23.950496 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:23.951963 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df9eee8e-f3ac-41b1-a3f0-e30265bc3b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:23.952190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Bound using segment: {'id': '570b8afa-6401-4314-86ed-08f5aed47973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ae90c984-afac-4f5c-9df8-7b1c1c603ef7'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:56:23.952470 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-df9eee8e-f3ac-41b1-a3f0-e30265bc3b43 admin admin] Added segment 27920d61-b96c-4719-9529-cba48dc6692c of type vlan for network b046d25e-0d0a-430d-bbc9-d4532b0f6f23 Dec 14 02:56:23.953288 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Bound port: 63ddfa73-0541-4ae0-b474-a965ef09d276, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570b8afa-6401-4314-86ed-08f5aed47973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ae90c984-afac-4f5c-9df8-7b1c1c603ef7'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:56:23.954146 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bc175e-2a66-47c1-ae83-ef5a3ba1c5a1 None None] Routers {'579c5669-5b6a-462f-a15a-3a8cb8125e70'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:23.954685 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:23.955452 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-82bc175e-2a66-47c1-ae83-ef5a3ba1c5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['579c5669-5b6a-462f-a15a-3a8cb8125e70'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:24.001746 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df9eee8e-f3ac-41b1-a3f0-e30265bc3b43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:24.028342 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8064db24-31df-4aba-b466-fa17804d82e9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:24.029576 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-041402fa-08c7-47df-b835-57cc66c163b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:24.030716 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-82bc175e-2a66-47c1-ae83-ef5a3ba1c5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:24.033135 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bc175e-2a66-47c1-ae83-ef5a3ba1c5a1 None None] The sync data for ids ['579c5669-5b6a-462f-a15a-3a8cb8125e70'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:56:24.033738 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-041402fa-08c7-47df-b835-57cc66c163b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:24.045550 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-041402fa-08c7-47df-b835-57cc66c163b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9664bd6-690e-48f5-b1df-a301e6356804 HTTP/1.1" status: 204 len: 168 time: 0.9166524 Dec 14 02:56:24.066226 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] For port 63ddfa73-0541-4ae0-b474-a965ef09d276, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:56:24.078189 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] For port 63ddfa73-0541-4ae0-b474-a965ef09d276, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=63ddfa73-0541-4ae0-b474-a965ef09d276,segment=NetworkSegment(570b8afa-6401-4314-86ed-08f5aed47973),segment_id=570b8afa-6401-4314-86ed-08f5aed47973)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:56:24.107016 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df9eee8e-f3ac-41b1-a3f0-e30265bc3b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:24.108557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9eee8e-f3ac-41b1-a3f0-e30265bc3b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:24.110370 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df9eee8e-f3ac-41b1-a3f0-e30265bc3b43 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:24.156655 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:24.186691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9eee8e-f3ac-41b1-a3f0-e30265bc3b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91aeb03c-8a62-4225-af29-d5184864edc3,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:24.235869 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8064db24-31df-4aba-b466-fa17804d82e9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:24.238746 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8064db24-31df-4aba-b466-fa17804d82e9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:24.260145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515afff-34ca-4465-9c4a-d7d54dda455f None None] Pushing event updated for resources: {'Port': ['ID=63ddfa73-0541-4ae0-b474-a965ef09d276,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:24.368178 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8064db24-31df-4aba-b466-fa17804d82e9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:24.368789 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8064db24-31df-4aba-b466-fa17804d82e9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Fanout notify agent at l3_agent the message router_deleted on router 579c5669-5b6a-462f-a15a-3a8cb8125e70 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:56:24.378441 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8064db24-31df-4aba-b466-fa17804d82e9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:24.378441 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8064db24-31df-4aba-b466-fa17804d82e9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/routers/579c5669-5b6a-462f-a15a-3a8cb8125e70 HTTP/1.1" status: 204 len: 168 time: 0.4704688 Dec 14 02:56:24.384791 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33200) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:24.507182 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f80671-1b47-479a-ba49-2a08396733dd tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting subnet 97aeaec1-1f5a-4f24-98a4-3aaa5d6e4d24 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:56:24.533023 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68f80671-1b47-479a-ba49-2a08396733dd tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:24.648838 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68f80671-1b47-479a-ba49-2a08396733dd tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:24.754885 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68f80671-1b47-479a-ba49-2a08396733dd tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:24.833364 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041402fa-08c7-47df-b835-57cc66c163b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9664bd6-690e-48f5-b1df-a301e6356804,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:24.880502 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9eee8e-f3ac-41b1-a3f0-e30265bc3b43 admin admin] Pushing event updated for resources: {'Network': ['ID=b046d25e-0d0a-430d-bbc9-d4532b0f6f23,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:24.894276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network b046d25e-0d0a-430d-bbc9-d4532b0f6f23 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:56:24.946663 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68f80671-1b47-479a-ba49-2a08396733dd tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:24.949780 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-df9eee8e-f3ac-41b1-a3f0-e30265bc3b43 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6805649 Dec 14 02:56:24.952491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33220) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:24.958609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-df013905-5419-40e5-b800-db1d2c11fc63 admin admin] Request body: {'subnet': {'network_id': 'b046d25e-0d0a-430d-bbc9-d4532b0f6f23', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-285332169-subnet', 'tenant_id': '3877fdb52e6e46a98c140d47db069b05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:25.024796 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f80671-1b47-479a-ba49-2a08396733dd tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Subnet': ['ID=97aeaec1-1f5a-4f24-98a4-3aaa5d6e4d24,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:25.042520 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-68f80671-1b47-479a-ba49-2a08396733dd tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:25.048935 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-68f80671-1b47-479a-ba49-2a08396733dd tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/subnets/97aeaec1-1f5a-4f24-98a4-3aaa5d6e4d24 HTTP/1.1" status: 204 len: 168 time: 0.6604130 Dec 14 02:56:25.050203 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33222) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:25.052521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd4640b-5fa3-4d9a-a37a-0e23275ce94a None None] Network 61e3ec83-7057-423a-b58d-82de7aa8516b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:25.114796 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:25.158454 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:25.216717 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df013905-5419-40e5-b800-db1d2c11fc63 admin admin] Made reservation on behalf of 3877fdb52e6e46a98c140d47db069b05 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:25.219664 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df013905-5419-40e5-b800-db1d2c11fc63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:25.229090 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:25.379671 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 63ddfa73-0541-4ae0-b474-a965ef09d276 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:25.414794 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting port 19641c13-9e8f-45e6-9450-6ad0550c6ade {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:25.415230 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:25.434719 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b66eef7-764b-4648-a623-8012c7bfc5b0 None None] DHCP port deletion for 61e3ec83-7057-423a-b58d-82de7aa8516b request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:25.540475 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] For port 19641c13-9e8f-45e6-9450-6ad0550c6ade, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=19641c13-9e8f-45e6-9450-6ad0550c6ade,segment=NetworkSegment(7883ab78-84c0-42ef-8da6-6a3f8a812567),segment_id=7883ab78-84c0-42ef-8da6-6a3f8a812567)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:25.541230 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:25.556112 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Calling delete_port for 19641c13-9e8f-45e6-9450-6ad0550c6ade owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:25.618344 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 63ddfa73-0541-4ae0-b474-a965ef09d276 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:25.618816 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:25.684400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-0b66eef7-764b-4648-a623-8012c7bfc5b0 None None] Deleting port 19641c13-9e8f-45e6-9450-6ad0550c6ade {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:25.692084 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0b66eef7-764b-4648-a623-8012c7bfc5b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:25.720574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] Allocated IP 172.25.7.173 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/e427d708-fb00-4228-93c5-2d6dee50d943) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:25.778090 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0b66eef7-764b-4648-a623-8012c7bfc5b0 None None] For port 19641c13-9e8f-45e6-9450-6ad0550c6ade, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=19641c13-9e8f-45e6-9450-6ad0550c6ade,segment=NetworkSegment(7883ab78-84c0-42ef-8da6-6a3f8a812567),segment_id=7883ab78-84c0-42ef-8da6-6a3f8a812567)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:25.778800 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0b66eef7-764b-4648-a623-8012c7bfc5b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:25.780502 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df013905-5419-40e5-b800-db1d2c11fc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:25.793896 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-0b66eef7-764b-4648-a623-8012c7bfc5b0 None None] Calling delete_port for 19641c13-9e8f-45e6-9450-6ad0550c6ade owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:25.824787 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:25.866961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33244) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:25.880394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Port': ['ID=19641c13-9e8f-45e6-9450-6ad0550c6ade,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:25.882506 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df013905-5419-40e5-b800-db1d2c11fc63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df408288-580b-437b-bb95-d1faf59ad769,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:25.891267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] No DVR routers for this DVR port 19641c13-9e8f-45e6-9450-6ad0550c6ade on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:56:25.907932 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0b66eef7-764b-4648-a623-8012c7bfc5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:25.931219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58befed4-ed62-45b1-90e8-270dd2358040 None None] Network ae90c984-afac-4f5c-9df8-7b1c1c603ef7 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:25.935701 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b66eef7-764b-4648-a623-8012c7bfc5b0 None None] No DVR routers for this DVR port 19641c13-9e8f-45e6-9450-6ad0550c6ade on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:56:26.017031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66eef7-764b-4648-a623-8012c7bfc5b0 None None] Pushing event deleted for resources: {'Port': ['ID=19641c13-9e8f-45e6-9450-6ad0550c6ade,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:26.067926 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df013905-5419-40e5-b800-db1d2c11fc63 admin admin] Checking segment: {'id': '27920d61-b96c-4719-9529-cba48dc6692c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'b046d25e-0d0a-430d-bbc9-d4532b0f6f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:26.077940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df013905-5419-40e5-b800-db1d2c11fc63 admin admin] Network hostable DHCP agents. Network: b046d25e-0d0a-430d-bbc9-d4532b0f6f23, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:56:26.113279 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.138407 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.152303 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e3ec83-7057-423a-b58d-82de7aa8516b']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:26.155644 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-843b2ebb-f8e7-401a-b243-6fe58e563456 None None] Provisioning complete for port 63ddfa73-0541-4ae0-b474-a965ef09d276 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:26.156034 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-843b2ebb-f8e7-401a-b243-6fe58e563456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.170848 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7883ab78-84c0-42ef-8da6-6a3f8a812567') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:26.172132 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7883ab78-84c0-42ef-8da6-6a3f8a812567') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:26.174866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-75e7d399-a365-4289-9d0c-55950b15beb7 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-349769411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:26.184944 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.201703 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.209826 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:56:26.210320 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.210468 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:56:26.214404 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:56:26.235848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df013905-5419-40e5-b800-db1d2c11fc63 admin admin] Network b046d25e-0d0a-430d-bbc9-d4532b0f6f23 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:56:26.257846 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 63ddfa73-0541-4ae0-b474-a965ef09d276, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=63ddfa73-0541-4ae0-b474-a965ef09d276,segment=NetworkSegment(570b8afa-6401-4314-86ed-08f5aed47973),segment_id=570b8afa-6401-4314-86ed-08f5aed47973)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:26.317127 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-843b2ebb-f8e7-401a-b243-6fe58e563456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.351619 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.402688 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.402913 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.418300 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.423458 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/networks/61e3ec83-7057-423a-b58d-82de7aa8516b HTTP/1.1" status: 204 len: 168 time: 1.3721519 Dec 14 02:56:26.424637 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33252) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:26.462821 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] Pushing event updated for resources: {'Port': ['ID=e427d708-fb00-4228-93c5-2d6dee50d943,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:26.477607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-df013905-5419-40e5-b800-db1d2c11fc63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, b046d25e-0d0a-430d-bbc9-d4532b0f6f23) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:26.486801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df013905-5419-40e5-b800-db1d2c11fc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:26.488466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-068a0448-5cb3-4054-9a29-671941091932 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1737937203', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:26.489196 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-df013905-5419-40e5-b800-db1d2c11fc63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.501521 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cfad4c-6aa0-413a-9ee4-feff404c2900 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Network': ['ID=61e3ec83-7057-423a-b58d-82de7aa8516b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:26.513328 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75e7d399-a365-4289-9d0c-55950b15beb7 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.521420 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75e7d399-a365-4289-9d0c-55950b15beb7 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.526396 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=63ddfa73-0541-4ae0-b474-a965ef09d276,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:26.529235 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0c23c0-48d4-41e2-8b85-5d86b8baa7f6 None None] Network b046d25e-0d0a-430d-bbc9-d4532b0f6f23 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:26.607971 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-843b2ebb-f8e7-401a-b243-6fe58e563456 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:56:26.608337 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-843b2ebb-f8e7-401a-b243-6fe58e563456 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:56:26.626912 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75e7d399-a365-4289-9d0c-55950b15beb7 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.633601 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:26.641785 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:26.644535 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:26.653435 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068a0448-5cb3-4054-9a29-671941091932 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.653435 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068a0448-5cb3-4054-9a29-671941091932 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.677072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae96d4e0-38d6-497b-abd8-21df33cf7f0c None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:26.715235 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068a0448-5cb3-4054-9a29-671941091932 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.798697 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-df013905-5419-40e5-b800-db1d2c11fc63 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8272061 Dec 14 02:56:26.798898 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068a0448-5cb3-4054-9a29-671941091932 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.801288 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75e7d399-a365-4289-9d0c-55950b15beb7 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.801474 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011429b6-bd57-4a65-ad51-5533419d2aea None None] Network b046d25e-0d0a-430d-bbc9-d4532b0f6f23 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:26.870715 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068a0448-5cb3-4054-9a29-671941091932 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.872131 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-068a0448-5cb3-4054-9a29-671941091932 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4316378 Dec 14 02:56:26.875229 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33264) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:26.882598 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-80ebc344-b7c4-40c8-bef1-6c9896ca8e13 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'network': {'name': 'tempest-RoutersTest-323234444'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:26.902909 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75e7d399-a365-4289-9d0c-55950b15beb7 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:26.904194 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-75e7d399-a365-4289-9d0c-55950b15beb7 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0190659 Dec 14 02:56:26.906809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33266) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:26.914950 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-6afcbede-b3ce-4922-8cbd-4aecaaff2e13 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-365389588'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:26.987891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33268) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:27.038781 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ebc344-b7c4-40c8-bef1-6c9896ca8e13 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Made reservation on behalf of bef428db4a6f4b9588a0ee0333855037 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:27.040079 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.042265 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-80ebc344-b7c4-40c8-bef1-6c9896ca8e13 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.047887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aee6e51-90a6-45fe-b343-95af6b3d09ae admin admin] Deleting subnet 676dd568-eb5d-420d-bdbe-3a56e870633b {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:56:27.059492 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5aee6e51-90a6-45fe-b343-95af6b3d09ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.103836 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ebc344-b7c4-40c8-bef1-6c9896ca8e13 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:56:27.107060 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5aee6e51-90a6-45fe-b343-95af6b3d09ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.113900 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.143892 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-80ebc344-b7c4-40c8-bef1-6c9896ca8e13 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.144608 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-80ebc344-b7c4-40c8-bef1-6c9896ca8e13 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Added segment c6090ffd-ecef-4463-8b36-361167c40772 of type vlan for network 76362a2b-6dbc-438d-81b1-d8426a9e202b Dec 14 02:56:27.200216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 63ddfa73-0541-4ae0-b474-a965ef09d276 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:27.202016 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-80ebc344-b7c4-40c8-bef1-6c9896ca8e13 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.209883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afcbede-b3ce-4922-8cbd-4aecaaff2e13 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Made reservation on behalf of 826ed562bb48485cbc20d6f9247c42c4 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:27.213369 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6afcbede-b3ce-4922-8cbd-4aecaaff2e13 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.219568 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5aee6e51-90a6-45fe-b343-95af6b3d09ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.225244 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6afcbede-b3ce-4922-8cbd-4aecaaff2e13 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.283983 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-16748789-34b0-4fff-8f8d-1f4f48a7e335 None None] Provisioning complete for port 63ddfa73-0541-4ae0-b474-a965ef09d276 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:27.284739 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-16748789-34b0-4fff-8f8d-1f4f48a7e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.300724 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 63ddfa73-0541-4ae0-b474-a965ef09d276 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:27.302022 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.339668 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-80ebc344-b7c4-40c8-bef1-6c9896ca8e13 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.346825 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ebc344-b7c4-40c8-bef1-6c9896ca8e13 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:27.347499 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-80ebc344-b7c4-40c8-bef1-6c9896ca8e13 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.420822 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5aee6e51-90a6-45fe-b343-95af6b3d09ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.448624 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6afcbede-b3ce-4922-8cbd-4aecaaff2e13 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.459388 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.462781 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5aee6e51-90a6-45fe-b343-95af6b3d09ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.468759 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5aee6e51-90a6-45fe-b343-95af6b3d09ae admin admin] 10.222.0.39 "DELETE /v2.0/subnets/676dd568-eb5d-420d-bdbe-3a56e870633b HTTP/1.1" status: 204 len: 168 time: 0.4778273 Dec 14 02:56:27.469241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33274) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:27.472147 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee6e51-90a6-45fe-b343-95af6b3d09ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=676dd568-eb5d-420d-bdbe-3a56e870633b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:27.486384 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebc344-b7c4-40c8-bef1-6c9896ca8e13 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Network': ['ID=76362a2b-6dbc-438d-81b1-d8426a9e202b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:27.502135 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 76362a2b-6dbc-438d-81b1-d8426a9e202b details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:56:27.517425 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-80ebc344-b7c4-40c8-bef1-6c9896ca8e13 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6408460 Dec 14 02:56:27.525350 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33276) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:27.525350 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b593bb51-42b6-4a31-9d6d-937e42df53c6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'subnet': {'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:27.571486 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6afcbede-b3ce-4922-8cbd-4aecaaff2e13 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.593739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-16748789-34b0-4fff-8f8d-1f4f48a7e335 None None] Provisioning complete for port e427d708-fb00-4228-93c5-2d6dee50d943 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:27.594205 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-16748789-34b0-4fff-8f8d-1f4f48a7e335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.656419 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 19641c13-9e8f-45e6-9450-6ad0550c6ade no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:56:27.696971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6afcbede-b3ce-4922-8cbd-4aecaaff2e13 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:56:27.697918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 19641c13-9e8f-45e6-9450-6ad0550c6ade {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:56:27.699714 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 19641c13-9e8f-45e6-9450-6ad0550c6ade not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:56:27.702237 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-16748789-34b0-4fff-8f8d-1f4f48a7e335 None None] Port e427d708-fb00-4228-93c5-2d6dee50d943 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:56:27.711960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcbede-b3ce-4922-8cbd-4aecaaff2e13 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0f70b9-90f8-4b0f-8bf5-0b024d8ea352,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:27.718406 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d4705bb5-d129-4b73-9076-b8b8b92e6121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.733668 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b593bb51-42b6-4a31-9d6d-937e42df53c6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Made reservation on behalf of bef428db4a6f4b9588a0ee0333855037 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:27.733789 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6afcbede-b3ce-4922-8cbd-4aecaaff2e13 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.734136 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-6afcbede-b3ce-4922-8cbd-4aecaaff2e13 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Added segment 9a2c98cf-7175-45dd-950f-be72ba5408be of type vlan for network 71608f54-bcc4-4d66-a8d8-6dd11ed8edf1 Dec 14 02:56:27.739154 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b593bb51-42b6-4a31-9d6d-937e42df53c6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.860475 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6afcbede-b3ce-4922-8cbd-4aecaaff2e13 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.973142 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d4705bb5-d129-4b73-9076-b8b8b92e6121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:27.997004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-d4705bb5-d129-4b73-9076-b8b8b92e6121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c33920-7c66-4b27-87d2-24ccadc1d78a']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:28.006850 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6afcbede-b3ce-4922-8cbd-4aecaaff2e13 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:28.012945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afcbede-b3ce-4922-8cbd-4aecaaff2e13 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:28.014191 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6afcbede-b3ce-4922-8cbd-4aecaaff2e13 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:28.017668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-d4705bb5-d129-4b73-9076-b8b8b92e6121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ddf9b6-525f-4fb5-8f9c-3c3191ee329b') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:28.018090 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-d4705bb5-d129-4b73-9076-b8b8b92e6121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ddf9b6-525f-4fb5-8f9c-3c3191ee329b') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:28.078698 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d4705bb5-d129-4b73-9076-b8b8b92e6121 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:28.104438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] Router 855ca36c-9b90-4b56-84e0-42636ef17f28 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:56:28.106479 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d4705bb5-d129-4b73-9076-b8b8b92e6121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:28.114458 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcbede-b3ce-4922-8cbd-4aecaaff2e13 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event updated for resources: {'Network': ['ID=71608f54-bcc4-4d66-a8d8-6dd11ed8edf1,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:28.120166 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4705bb5-d129-4b73-9076-b8b8b92e6121 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:56:28.120552 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d4705bb5-d129-4b73-9076-b8b8b92e6121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:28.122884 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b593bb51-42b6-4a31-9d6d-937e42df53c6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:56:28.123534 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:56:28.132463 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 71608f54-bcc4-4d66-a8d8-6dd11ed8edf1 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:56:28.228274 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6afcbede-b3ce-4922-8cbd-4aecaaff2e13 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3142788 Dec 14 02:56:28.253223 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33292) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:28.273172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-06bd63ae-bf02-4ec2-9fae-21539ea08041 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Request body: {'subnet': {'network_id': '71608f54-bcc4-4d66-a8d8-6dd11ed8edf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:28.308482 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593bb51-42b6-4a31-9d6d-937e42df53c6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Subnet': ['ID=e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:28.330094 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b593bb51-42b6-4a31-9d6d-937e42df53c6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Checking segment: {'id': 'c6090ffd-ecef-4463-8b36-361167c40772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:28.330480 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b593bb51-42b6-4a31-9d6d-937e42df53c6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network hostable DHCP agents. Network: 76362a2b-6dbc-438d-81b1-d8426a9e202b, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:56:28.436189 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b593bb51-42b6-4a31-9d6d-937e42df53c6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network 76362a2b-6dbc-438d-81b1-d8426a9e202b is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:56:28.465330 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:56:28.470747 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d4705bb5-d129-4b73-9076-b8b8b92e6121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:28.478718 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Sync routers for ids ['855ca36c-9b90-4b56-84e0-42636ef17f28'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:56:28.491294 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d4705bb5-d129-4b73-9076-b8b8b92e6121 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:28.491495 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Routers {'855ca36c-9b90-4b56-84e0-42636ef17f28'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:28.492286 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['855ca36c-9b90-4b56-84e0-42636ef17f28'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:28.496205 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d4705bb5-d129-4b73-9076-b8b8b92e6121 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f9c33920-7c66-4b27-87d2-24ccadc1d78a HTTP/1.1" status: 204 len: 168 time: 1.0251746 Dec 14 02:56:28.510844 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33298) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:28.511796 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ba133-8491-4ea3-bf69-36ba7e25dd2a req-41b7d801-53d4-4d74-8333-e0a4ee6edc88 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:28.513354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc1ba133-8491-4ea3-bf69-36ba7e25dd2a req-41b7d801-53d4-4d74-8333-e0a4ee6edc88 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 945 time: 0.1971381 Dec 14 02:56:28.537904 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fb5f45e-04c0-4339-ab70-f199c50b9ab1 req-f64c08c8-8c37-48d7-ae1b-99a87424ca8d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1510572 Dec 14 02:56:28.541706 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4705bb5-d129-4b73-9076-b8b8b92e6121 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9c33920-7c66-4b27-87d2-24ccadc1d78a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:28.570593 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-b593bb51-42b6-4a31-9d6d-937e42df53c6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 76362a2b-6dbc-438d-81b1-d8426a9e202b) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:28.598083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b593bb51-42b6-4a31-9d6d-937e42df53c6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:28.598764 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b593bb51-42b6-4a31-9d6d-937e42df53c6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:28.606614 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc1ba133-8491-4ea3-bf69-36ba7e25dd2a req-686bd8eb-10cb-4483-aad6-4d123f3def28 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781353 Dec 14 02:56:28.667275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bd63ae-bf02-4ec2-9fae-21539ea08041 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Made reservation on behalf of 826ed562bb48485cbc20d6f9247c42c4 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:28.670061 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-0daf1648-08aa-4d67-8938-54ed449e01e1 admin admin] Deleting subnet df408288-580b-437b-bb95-d1faf59ad769 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:56:28.678092 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-06bd63ae-bf02-4ec2-9fae-21539ea08041 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:28.680504 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0daf1648-08aa-4d67-8938-54ed449e01e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:28.746150 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b593bb51-42b6-4a31-9d6d-937e42df53c6 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2248201 Dec 14 02:56:28.748960 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33304) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:28.793959 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0daf1648-08aa-4d67-8938-54ed449e01e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:28.807105 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750fd524-dc04-40d9-9bb8-fb8637dca142 None None] Network 76362a2b-6dbc-438d-81b1-d8426a9e202b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:28.808757 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:28.813126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2cc7dc1d-f1a0-4d25-83c3-b9290337af9a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.7268374 Dec 14 02:56:28.816284 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33306) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:28.920063 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-76362a2b-6dbc-438d-81b1-d8426a9e202b', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:56:28.921178 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:29.071454 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0daf1648-08aa-4d67-8938-54ed449e01e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:29.093872 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Set router 855ca36c-9b90-4b56-84e0-42636ef17f28 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:56:29.251365 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5f45e-04c0-4339-ab70-f199c50b9ab1 req-21d3e0d7-7503-4020-8b2b-eb6061be8833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:29.261587 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fb5f45e-04c0-4339-ab70-f199c50b9ab1 req-21d3e0d7-7503-4020-8b2b-eb6061be8833 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d6afd97248934601b456e60985587aff&device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 1096 time: 0.6464429 Dec 14 02:56:29.319637 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb09bd16-0548-42ba-a605-a3c3a754b3e3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:29.380165 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855ca36c-9b90-4b56-84e0-42636ef17f28', 'name': 'tempest-ImageQuotaTest-1892397585-router', 'tenant_id': 'c375eac525b74faeb958ec86f983ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'e427d708-fb00-4228-93c5-2d6dee50d943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:23Z', 'updated_at': '2021-12-14T02:56:26Z', 'revision_number': 3, 'project_id': 'c375eac525b74faeb958ec86f983ad80', 'gw_port': {'id': 'e427d708-fb00-4228-93c5-2d6dee50d943', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855ca36c-9b90-4b56-84e0-42636ef17f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:25Z', 'updated_at': '2021-12-14T02:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:29.405240 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0daf1648-08aa-4d67-8938-54ed449e01e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:29.421804 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Allocated IP 172.20.0.2 (76362a2b-6dbc-438d-81b1-d8426a9e202b/e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c/8712f258-e18e-47b3-9495-bc65dab7577e) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:29.424534 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Checking router: 855ca36c-9b90-4b56-84e0-42636ef17f28 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:56:29.425139 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Updating router 855ca36c-9b90-4b56-84e0-42636ef17f28 port e427d708-fb00-4228-93c5-2d6dee50d943 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:56:29.442545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf1648-08aa-4d67-8938-54ed449e01e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df408288-580b-437b-bb95-d1faf59ad769,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:29.453672 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0daf1648-08aa-4d67-8938-54ed449e01e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:29.457323 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0daf1648-08aa-4d67-8938-54ed449e01e1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/df408288-580b-437b-bb95-d1faf59ad769 HTTP/1.1" status: 204 len: 168 time: 0.9439597 Dec 14 02:56:29.458040 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33312) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:29.460818 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5f45e-04c0-4339-ab70-f199c50b9ab1 req-4ef8ca5d-124e-4f91-827c-6d52e10abdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:29.462343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fb5f45e-04c0-4339-ab70-f199c50b9ab1 req-4ef8ca5d-124e-4f91-827c-6d52e10abdb5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48 HTTP/1.1" status: 200 len: 915 time: 0.1697340 Dec 14 02:56:29.477365 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:29.599322 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fb5f45e-04c0-4339-ab70-f199c50b9ab1 req-697df914-1b7d-4891-85eb-53fe26839f59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c541c5d0-90c7-45ea-b54e-1e474827d3ed HTTP/1.1" status: 200 len: 217 time: 0.0990858 Dec 14 02:56:29.609598 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be7f0a21-2200-4fe2-829d-648990bd8bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:29.680615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb5f45e-04c0-4339-ab70-f199c50b9ab1 req-4ab0d7e7-53d5-407a-b26b-f7b390f3adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:29.682492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fb5f45e-04c0-4339-ab70-f199c50b9ab1 req-4ab0d7e7-53d5-407a-b26b-f7b390f3adb2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee9cd12f-52e6-42ad-bc08-3935195b595a HTTP/1.1" status: 200 len: 854 time: 0.0757668 Dec 14 02:56:29.756942 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fb5f45e-04c0-4339-ab70-f199c50b9ab1 req-16a5156b-18ca-4c55-a0ea-c190cbfb661d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3e7ee77e-8c6e-4bd5-b732-433005bf2f48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667901 Dec 14 02:56:29.788577 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-06bd63ae-bf02-4ec2-9fae-21539ea08041 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:29.790532 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be7f0a21-2200-4fe2-829d-648990bd8bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:29.794776 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:29.815407 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-be7f0a21-2200-4fe2-829d-648990bd8bdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b046d25e-0d0a-430d-bbc9-d4532b0f6f23']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:29.832510 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-be7f0a21-2200-4fe2-829d-648990bd8bdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27920d61-b96c-4719-9529-cba48dc6692c') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:29.833740 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-be7f0a21-2200-4fe2-829d-648990bd8bdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27920d61-b96c-4719-9529-cba48dc6692c') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:29.853439 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be7f0a21-2200-4fe2-829d-648990bd8bdf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:29.886807 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be7f0a21-2200-4fe2-829d-648990bd8bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:29.894062 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:29.931112 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7f0a21-2200-4fe2-829d-648990bd8bdf admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be7f0a21-2200-4fe2-829d-648990bd8bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:56:29.938189 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:56:29.973617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Network 76362a2b-6dbc-438d-81b1-d8426a9e202b is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:29.983810 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:29.998047 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:30.010218 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Pushing event updated for resources: {'Port': ['ID=8712f258-e18e-47b3-9495-bc65dab7577e,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:30.023293 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-bb09bd16-0548-42ba-a605-a3c3a754b3e3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Allocated IP 172.20.0.1 (76362a2b-6dbc-438d-81b1-d8426a9e202b/e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c/e1482977-6436-4137-b8f3-d5cae82af4e1) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:30.057436 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd63ae-bf02-4ec2-9fae-21539ea08041 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event updated for resources: {'Subnet': ['ID=9b087a21-8273-460e-b782-c2bbec1d122c,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:30.089527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47567bf-22a3-4f25-aa2b-2a749da4b8a2 req-ffdb8470-95f7-4f6a-94f7-fd877faa9d6f tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:30.091061 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c47567bf-22a3-4f25-aa2b-2a749da4b8a2 req-ffdb8470-95f7-4f6a-94f7-fd877faa9d6f tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 945 time: 0.2648070 Dec 14 02:56:30.124241 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fb5f45e-04c0-4339-ab70-f199c50b9ab1 req-5aa93d10-d128-471a-aac9-0b73c9b12e90 service neutron] 10.222.0.47 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329256 Dec 14 02:56:30.143319 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be7f0a21-2200-4fe2-829d-648990bd8bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.154164 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-be7f0a21-2200-4fe2-829d-648990bd8bdf admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.158341 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-be7f0a21-2200-4fe2-829d-648990bd8bdf admin admin] 10.222.0.39 "DELETE /v2.0/networks/b046d25e-0d0a-430d-bbc9-d4532b0f6f23 HTTP/1.1" status: 204 len: 168 time: 0.6968064 Dec 14 02:56:30.159086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Attempting to bind port 8712f258-e18e-47b3-9495-bc65dab7577e on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:56:30.159474 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Attempting to bind port 8712f258-e18e-47b3-9495-bc65dab7577e by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'c6090ffd-ecef-4463-8b36-361167c40772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:56:30.163714 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Attempting to bind port 8712f258-e18e-47b3-9495-bc65dab7577e on network 76362a2b-6dbc-438d-81b1-d8426a9e202b {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:56:30.164285 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c3c12-489e-48c9-afb8-671232f6305a req-4059a974-5106-4427-ad1e-61efbcc6ea36 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:30.165691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc2c3c12-489e-48c9-afb8-671232f6305a req-4059a974-5106-4427-ad1e-61efbcc6ea36 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.46 "GET /v2.0/ports?device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 945 time: 0.2181823 Dec 14 02:56:30.166526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bd63ae-bf02-4ec2-9fae-21539ea08041 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Checking segment: {'id': '9a2c98cf-7175-45dd-950f-be72ba5408be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '71608f54-bcc4-4d66-a8d8-6dd11ed8edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:30.166907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bd63ae-bf02-4ec2-9fae-21539ea08041 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Network hostable DHCP agents. Network: 71608f54-bcc4-4d66-a8d8-6dd11ed8edf1, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:56:30.172418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:56:30.172805 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Checking segment: {'id': 'c6090ffd-ecef-4463-8b36-361167c40772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:30.173358 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.173774 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Bound using segment: {'id': 'c6090ffd-ecef-4463-8b36-361167c40772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:56:30.174271 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Bound port: 8712f258-e18e-47b3-9495-bc65dab7577e, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6090ffd-ecef-4463-8b36-361167c40772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:56:30.174667 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.183518 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f0a21-2200-4fe2-829d-648990bd8bdf admin admin] Pushing event deleted for resources: {'Network': ['ID=b046d25e-0d0a-430d-bbc9-d4532b0f6f23,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:30.195999 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb09bd16-0548-42ba-a605-a3c3a754b3e3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.287836 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.305739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] For port 8712f258-e18e-47b3-9495-bc65dab7577e, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:56:30.314314 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] For port 8712f258-e18e-47b3-9495-bc65dab7577e, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8712f258-e18e-47b3-9495-bc65dab7577e,segment=NetworkSegment(c6090ffd-ecef-4463-8b36-361167c40772),segment_id=c6090ffd-ecef-4463-8b36-361167c40772)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:56:30.319585 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.343441 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb09bd16-0548-42ba-a605-a3c3a754b3e3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.393354 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb09bd16-0548-42ba-a605-a3c3a754b3e3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network 76362a2b-6dbc-438d-81b1-d8426a9e202b is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:30.396969 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.397386 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-bb09bd16-0548-42ba-a605-a3c3a754b3e3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:30.401559 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb09bd16-0548-42ba-a605-a3c3a754b3e3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:30.407446 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c47567bf-22a3-4f25-aa2b-2a749da4b8a2 req-8bf87d8e-e651-402c-9c80-250c226c578b tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963178 Dec 14 02:56:30.408550 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09bd16-0548-42ba-a605-a3c3a754b3e3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=e1482977-6436-4137-b8f3-d5cae82af4e1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:30.464429 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb09bd16-0548-42ba-a605-a3c3a754b3e3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.466701 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.467504 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bd63ae-bf02-4ec2-9fae-21539ea08041 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Network 71608f54-bcc4-4d66-a8d8-6dd11ed8edf1 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:56:30.483707 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fb5f45e-04c0-4339-ab70-f199c50b9ab1 req-ed9a2298-4ca1-470f-a1c5-2a875f293d87 service neutron] 10.222.0.47 "GET /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140283 Dec 14 02:56:30.504980 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca1c35-aef4-4ef7-8c0f-03c083cad62f None None] Pushing event updated for resources: {'Port': ['ID=8712f258-e18e-47b3-9495-bc65dab7577e,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:30.522886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7d91ff-fd02-4b0c-a791-c987e0d747a3 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:30.530044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-06bd63ae-bf02-4ec2-9fae-21539ea08041 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 71608f54-bcc4-4d66-a8d8-6dd11ed8edf1) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:30.534554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bd63ae-bf02-4ec2-9fae-21539ea08041 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:30.539152 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-06bd63ae-bf02-4ec2-9fae-21539ea08041 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.550697 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Attempting to bind port e427d708-fb00-4228-93c5-2d6dee50d943 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:56:30.551316 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Attempting to bind port e427d708-fb00-4228-93c5-2d6dee50d943 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:56:30.551864 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Attempting to bind port e427d708-fb00-4228-93c5-2d6dee50d943 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:56:30.559388 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027a3bda-adf6-47c8-85b3-9be15f050f7e None None] Network 71608f54-bcc4-4d66-a8d8-6dd11ed8edf1 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:30.562900 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-046258f5-3818-45f9-bb85-0475e2898432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.567740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-dc2c3c12-489e-48c9-afb8-671232f6305a req-230fd88e-ea0c-46ea-b9e8-e4739cd84de2 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Deleting port e7982c3f-4a7b-4136-8514-9eddf6be2346 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:30.568169 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dc2c3c12-489e-48c9-afb8-671232f6305a req-230fd88e-ea0c-46ea-b9e8-e4739cd84de2 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.649168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-06bd63ae-bf02-4ec2-9fae-21539ea08041 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3912406 Dec 14 02:56:30.649898 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33328) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:30.654349 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f61f4ae9-972f-4a6c-93d8-3dcc2484cd27 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Request body: {'network': {'name': 'tempest-router-network01--1510698454'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:30.660488 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1131f-4dd2-400f-baae-d8e7fb5b118a None None] Pushing event updated for resources: {'Port': ['ID=e427d708-fb00-4228-93c5-2d6dee50d943,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:30.671605 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:56:30.671926 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:30.672329 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.672727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:56:30.673212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Bound port: e427d708-fb00-4228-93c5-2d6dee50d943, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:56:30.673629 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.785458 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb09bd16-0548-42ba-a605-a3c3a754b3e3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.791775 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] For port e427d708-fb00-4228-93c5-2d6dee50d943, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:56:30.793482 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-04db764f-337e-4cc9-9b1e-4e26310d71f5 None None] Provisioning complete for port e427d708-fb00-4228-93c5-2d6dee50d943 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:30.798591 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-04db764f-337e-4cc9-9b1e-4e26310d71f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.801678 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33336) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:30.823731 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-71608f54-bcc4-4d66-a8d8-6dd11ed8edf1', 'network_id': '71608f54-bcc4-4d66-a8d8-6dd11ed8edf1', 'project_id': '826ed562bb48485cbc20d6f9247c42c4', 'fixed_ips': [{'subnet_id': '9b087a21-8273-460e-b782-c2bbec1d122c'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:56:30.824605 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.855660 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] For port e427d708-fb00-4228-93c5-2d6dee50d943, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e427d708-fb00-4228-93c5-2d6dee50d943,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:56:30.879307 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61f4ae9-972f-4a6c-93d8-3dcc2484cd27 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Made reservation on behalf of 826ed562bb48485cbc20d6f9247c42c4 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:30.885398 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f61f4ae9-972f-4a6c-93d8-3dcc2484cd27 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.947541 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-dc2c3c12-489e-48c9-afb8-671232f6305a req-230fd88e-ea0c-46ea-b9e8-e4739cd84de2 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] For port e7982c3f-4a7b-4136-8514-9eddf6be2346, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=e7982c3f-4a7b-4136-8514-9eddf6be2346,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:30.947541 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dc2c3c12-489e-48c9-afb8-671232f6305a req-230fd88e-ea0c-46ea-b9e8-e4739cd84de2 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.949357 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:30.969102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-dc2c3c12-489e-48c9-afb8-671232f6305a req-230fd88e-ea0c-46ea-b9e8-e4739cd84de2 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Calling delete_port for e7982c3f-4a7b-4136-8514-9eddf6be2346 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:31.019047 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1131f-4dd2-400f-baae-d8e7fb5b118a None None] Pushing event updated for resources: {'Port': ['ID=e427d708-fb00-4228-93c5-2d6dee50d943,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:31.023309 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-04db764f-337e-4cc9-9b1e-4e26310d71f5 None None] Port e427d708-fb00-4228-93c5-2d6dee50d943 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:56:31.059238 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89da0c4-814e-41a8-9ce8-9b8a50b9ed45 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:31.108916 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Routers {'855ca36c-9b90-4b56-84e0-42636ef17f28'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:31.109685 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['855ca36c-9b90-4b56-84e0-42636ef17f28'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:31.157932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-046258f5-3818-45f9-bb85-0475e2898432 admin admin] Allocated IP 172.20.0.1 (ae90c984-afac-4f5c-9df8-7b1c1c603ef7/2b5aca46-0f72-47bb-ac0d-2ebb97601ba4/2a3a1fd6-a44e-4f41-b039-dfc60ebc2658) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:31.256566 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Allocated IP 2001:db8::2 (71608f54-bcc4-4d66-a8d8-6dd11ed8edf1/9b087a21-8273-460e-b782-c2bbec1d122c/50936a87-9faa-4798-a999-8fce29950c4e) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:31.260321 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ed7dae68-3e5f-4d30-aa21-8d425e8655de None None] Provisioning complete for port e427d708-fb00-4228-93c5-2d6dee50d943 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:31.260687 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ed7dae68-3e5f-4d30-aa21-8d425e8655de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:31.318424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] Set router 855ca36c-9b90-4b56-84e0-42636ef17f28 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:56:31.322064 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8712f258-e18e-47b3-9495-bc65dab7577e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:31.383656 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-046258f5-3818-45f9-bb85-0475e2898432 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:31.548183 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-046258f5-3818-45f9-bb85-0475e2898432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:31.558778 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61f4ae9-972f-4a6c-93d8-3dcc2484cd27 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:56:31.563259 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-eb770815-77d7-45c9-b141-d849e76d0806 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c497023797e14bb98f76f26df4667f91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7604880 Dec 14 02:56:31.569775 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33344) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:31.583280 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f61f4ae9-972f-4a6c-93d8-3dcc2484cd27 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:31.583673 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-f61f4ae9-972f-4a6c-93d8-3dcc2484cd27 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Added segment 5d328fb4-8329-4d05-a125-3712edb3327f of type vlan for network b232d51e-d03f-48ae-aef4-af7c6e909c2c Dec 14 02:56:31.653711 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dc2c3c12-489e-48c9-afb8-671232f6305a req-230fd88e-ea0c-46ea-b9e8-e4739cd84de2 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:31.660579 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046258f5-3818-45f9-bb85-0475e2898432 admin admin] Network ae90c984-afac-4f5c-9df8-7b1c1c603ef7 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:31.666529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40e38c77-8129-4525-8359-2d2345ef3dc2 req-9db56adf-0490-4665-81d8-2ba9bdeb574e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 210 time: 0.0788155 Dec 14 02:56:31.672871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-046258f5-3818-45f9-bb85-0475e2898432 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:31.675466 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046258f5-3818-45f9-bb85-0475e2898432 admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:31.779207 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f61f4ae9-972f-4a6c-93d8-3dcc2484cd27 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:31.794079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046258f5-3818-45f9-bb85-0475e2898432 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3a1fd6-a44e-4f41-b039-dfc60ebc2658,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:31.859621 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2c3c12-489e-48c9-afb8-671232f6305a req-230fd88e-ea0c-46ea-b9e8-e4739cd84de2 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] No DVR routers for this DVR port e7982c3f-4a7b-4136-8514-9eddf6be2346 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:56:31.861486 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-046258f5-3818-45f9-bb85-0475e2898432 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:31.866302 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dc2c3c12-489e-48c9-afb8-671232f6305a req-230fd88e-ea0c-46ea-b9e8-e4739cd84de2 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:31.869667 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc2c3c12-489e-48c9-afb8-671232f6305a req-230fd88e-ea0c-46ea-b9e8-e4739cd84de2 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.46 "DELETE /v2.0/ports/e7982c3f-4a7b-4136-8514-9eddf6be2346 HTTP/1.1" status: 204 len: 173 time: 1.6866357 Dec 14 02:56:31.870307 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c862aeae-e125-49aa-872a-793912d2fea5', 'name': 'network-vif-deleted', 'tag': 'e7982c3f-4a7b-4136-8514-9eddf6be2346'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:56:31.879972 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36828f1-c661-4aa3-ac2e-a69be1f4b2a5" -d '{"events": [{"server_uuid": "c862aeae-e125-49aa-872a-793912d2fea5", "name": "network-vif-deleted", "tag": "e7982c3f-4a7b-4136-8514-9eddf6be2346"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:56:31.884145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fd88e-ea0c-46ea-b9e8-e4739cd84de2 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Pushing event deleted for resources: {'Port': ['ID=e7982c3f-4a7b-4136-8514-9eddf6be2346,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:31.887528 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-77795255-5ba1-4bbc-9450-5183f8b9eaea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:31.993050 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb09bd16-0548-42ba-a605-a3c3a754b3e3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:31.993623 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1bb7ca-5111-4427-81c7-77907cfd0b8e x-openstack-request-id: req-5d1bb7ca-5111-4427-81c7-77907cfd0b8e {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:56:31.993928 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c862aeae-e125-49aa-872a-793912d2fea5", "name": "network-vif-deleted", "tag": "e7982c3f-4a7b-4136-8514-9eddf6be2346", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:56:31.996186 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d1bb7ca-5111-4427-81c7-77907cfd0b8e {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:56:31.996186 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c862aeae-e125-49aa-872a-793912d2fea5', 'name': 'network-vif-deleted', 'tag': 'e7982c3f-4a7b-4136-8514-9eddf6be2346', 'status': 'completed', 'code': 200} Dec 14 02:56:32.030094 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-77795255-5ba1-4bbc-9450-5183f8b9eaea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:32.102667 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb09bd16-0548-42ba-a605-a3c3a754b3e3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:32.109640 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f61f4ae9-972f-4a6c-93d8-3dcc2484cd27 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:32.118686 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61f4ae9-972f-4a6c-93d8-3dcc2484cd27 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:32.119427 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f61f4ae9-972f-4a6c-93d8-3dcc2484cd27 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:32.162047 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['65303f33-752f-4a95-8372-72db4d976553', 'e7982c3f-4a7b-4136-8514-9eddf6be2346'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:56:32.193094 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['c541c5d0-90c7-45ea-b54e-1e474827d3ed'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:56:32.195542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d195f0-e3a1-4081-8c99-eaa79bc48484 None None] DHCP port deletion for 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:32.236655 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-046258f5-3818-45f9-bb85-0475e2898432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:32.266980 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ed7dae68-3e5f-4d30-aa21-8d425e8655de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:32.309650 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:32.315628 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bb09bd16-0548-42ba-a605-a3c3a754b3e3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:32.324164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09bd16-0548-42ba-a605-a3c3a754b3e3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=e1482977-6436-4137-b8f3-d5cae82af4e1,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:32.327172 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f4ae9-972f-4a6c-93d8-3dcc2484cd27 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event updated for resources: {'Network': ['ID=b232d51e-d03f-48ae-aef4-af7c6e909c2c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:32.341657 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855ca36c-9b90-4b56-84e0-42636ef17f28', 'name': 'tempest-ImageQuotaTest-1892397585-router', 'tenant_id': 'c375eac525b74faeb958ec86f983ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'e427d708-fb00-4228-93c5-2d6dee50d943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:23Z', 'updated_at': '2021-12-14T02:56:26Z', 'revision_number': 3, 'project_id': 'c375eac525b74faeb958ec86f983ad80', 'gw_port': {'id': 'e427d708-fb00-4228-93c5-2d6dee50d943', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855ca36c-9b90-4b56-84e0-42636ef17f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:25Z', 'updated_at': '2021-12-14T02:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:32.359354 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-77795255-5ba1-4bbc-9450-5183f8b9eaea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:32.362230 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-77795255-5ba1-4bbc-9450-5183f8b9eaea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:32.366951 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-77795255-5ba1-4bbc-9450-5183f8b9eaea admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b50954b-4063-4a4e-b050-e37ec9416dd6 HTTP/1.1" status: 204 len: 168 time: 0.7961478 Dec 14 02:56:32.375959 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ed7dae68-3e5f-4d30-aa21-8d425e8655de None None] For port e427d708-fb00-4228-93c5-2d6dee50d943, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e427d708-fb00-4228-93c5-2d6dee50d943,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:32.377028 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 8712f258-e18e-47b3-9495-bc65dab7577e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:32.377431 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:32.395725 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network b232d51e-d03f-48ae-aef4-af7c6e909c2c details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:56:32.398418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2315cd0d-1cd3-405a-b391-db5d1dc071bd None None] Network 76362a2b-6dbc-438d-81b1-d8426a9e202b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:32.425963 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb0a87-de30-4e4b-88f8-56a19c95626f None None] The sync data for ids ['855ca36c-9b90-4b56-84e0-42636ef17f28'] in n-d-821636-1 is: [{'id': '855ca36c-9b90-4b56-84e0-42636ef17f28', 'name': 'tempest-ImageQuotaTest-1892397585-router', 'tenant_id': 'c375eac525b74faeb958ec86f983ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'e427d708-fb00-4228-93c5-2d6dee50d943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:23Z', 'updated_at': '2021-12-14T02:56:26Z', 'revision_number': 3, 'project_id': 'c375eac525b74faeb958ec86f983ad80', 'gw_port': {'id': 'e427d708-fb00-4228-93c5-2d6dee50d943', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855ca36c-9b90-4b56-84e0-42636ef17f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:25Z', 'updated_at': '2021-12-14T02:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:56:32.436492 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f61f4ae9-972f-4a6c-93d8-3dcc2484cd27 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7842560 Dec 14 02:56:32.441570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33360) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:32.452187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-332e6e05-498c-4dd3-b41f-053a19f7fb50 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Request body: {'network': {'name': 'tempest-router-network02--1739127776'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:32.461928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77795255-5ba1-4bbc-9450-5183f8b9eaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b50954b-4063-4a4e-b050-e37ec9416dd6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:32.514484 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb09bd16-0548-42ba-a605-a3c3a754b3e3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network 76362a2b-6dbc-438d-81b1-d8426a9e202b is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:32.520779 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-bb09bd16-0548-42ba-a605-a3c3a754b3e3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:32.564246 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:32.573461 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ed7dae68-3e5f-4d30-aa21-8d425e8655de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:32.616977 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-046258f5-3818-45f9-bb85-0475e2898432 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:32.666415 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Network 71608f54-bcc4-4d66-a8d8-6dd11ed8edf1 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:32.695924 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-046258f5-3818-45f9-bb85-0475e2898432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:32.754260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:32.765527 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:32.781612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332e6e05-498c-4dd3-b41f-053a19f7fb50 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Made reservation on behalf of 826ed562bb48485cbc20d6f9247c42c4 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:32.792369 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-332e6e05-498c-4dd3-b41f-053a19f7fb50 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:32.823505 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Pushing event updated for resources: {'Port': ['ID=50936a87-9faa-4798-a999-8fce29950c4e,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:32.843465 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb09bd16-0548-42ba-a605-a3c3a754b3e3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router b6810909-e914-4025-9e4a-dadc7846cf75 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:56:32.867422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9d988975-8c40-4194-9c66-70c1479f038e None None] Provisioning complete for port 8712f258-e18e-47b3-9495-bc65dab7577e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:32.867794 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9d988975-8c40-4194-9c66-70c1479f038e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:32.869519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab1da2d9-8c34-4544-a505-4b40ecd97d03 req-cf8a2bc2-5ea3-45b1-891c-4fa9a29bbab3 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=c862aeae-e125-49aa-872a-793912d2fea5 HTTP/1.1" status: 200 len: 210 time: 0.0625706 Dec 14 02:56:32.871913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046258f5-3818-45f9-bb85-0475e2898432 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3a1fd6-a44e-4f41-b039-dfc60ebc2658,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:32.882428 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-046258f5-3818-45f9-bb85-0475e2898432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:32.887009 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332e6e05-498c-4dd3-b41f-053a19f7fb50 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:56:32.968143 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-332e6e05-498c-4dd3-b41f-053a19f7fb50 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:32.968717 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-332e6e05-498c-4dd3-b41f-053a19f7fb50 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Added segment 884c56ed-2624-4489-a4a7-8eb4775a98d1 of type vlan for network 6d79b2fe-33c0-4e1e-a232-7d35f31e2423 Dec 14 02:56:33.065225 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb09bd16-0548-42ba-a605-a3c3a754b3e3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:56:33.074534 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bb09bd16-0548-42ba-a605-a3c3a754b3e3 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/b6810909-e914-4025-9e4a-dadc7846cf75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3219841 Dec 14 02:56:33.074749 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33372) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:33.081114 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d7335cf6-d2e9-4236-ac9c-b17088b0ef2b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'network': {'name': 'tempest-RoutersTest-272661875'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:33.082377 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Sync routers for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:56:33.100171 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:33.100811 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:33.116691 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-332e6e05-498c-4dd3-b41f-053a19f7fb50 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:33.178024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046258f5-3818-45f9-bb85-0475e2898432 admin admin] Network ae90c984-afac-4f5c-9df8-7b1c1c603ef7 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:33.180234 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-046258f5-3818-45f9-bb85-0475e2898432 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:33.196020 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7335cf6-d2e9-4236-ac9c-b17088b0ef2b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Made reservation on behalf of bef428db4a6f4b9588a0ee0333855037 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:33.200450 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d7335cf6-d2e9-4236-ac9c-b17088b0ef2b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:33.217824 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-997b7a80-31bc-4719-b886-b1dba5490d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:33.244362 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7335cf6-d2e9-4236-ac9c-b17088b0ef2b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:56:33.279899 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d7335cf6-d2e9-4236-ac9c-b17088b0ef2b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:33.280793 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-d7335cf6-d2e9-4236-ac9c-b17088b0ef2b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Added segment 80208070-5a22-4bf3-81b9-05f236bd4c3c of type vlan for network fd58c47a-d4f2-4ee6-b790-13a9bac3df81 Dec 14 02:56:33.325737 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:56:33.401634 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Attempting to bind port 50936a87-9faa-4798-a999-8fce29950c4e on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:56:33.402113 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Attempting to bind port 50936a87-9faa-4798-a999-8fce29950c4e by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '9a2c98cf-7175-45dd-950f-be72ba5408be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '71608f54-bcc4-4d66-a8d8-6dd11ed8edf1'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:56:33.402406 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Attempting to bind port 50936a87-9faa-4798-a999-8fce29950c4e on network 71608f54-bcc4-4d66-a8d8-6dd11ed8edf1 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:56:33.425562 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d7335cf6-d2e9-4236-ac9c-b17088b0ef2b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:33.474944 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:56:33.475711 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Checking segment: {'id': '9a2c98cf-7175-45dd-950f-be72ba5408be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '71608f54-bcc4-4d66-a8d8-6dd11ed8edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:33.476324 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:33.477710 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Bound using segment: {'id': '9a2c98cf-7175-45dd-950f-be72ba5408be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '71608f54-bcc4-4d66-a8d8-6dd11ed8edf1'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:56:33.479995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Bound port: 50936a87-9faa-4798-a999-8fce29950c4e, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2c98cf-7175-45dd-950f-be72ba5408be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '71608f54-bcc4-4d66-a8d8-6dd11ed8edf1'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:56:33.480410 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:33.527615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7dae68-3e5f-4d30-aa21-8d425e8655de None None] Pushing event updated for resources: {'Port': ['ID=e427d708-fb00-4228-93c5-2d6dee50d943,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:33.542714 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d7335cf6-d2e9-4236-ac9c-b17088b0ef2b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:33.550885 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7335cf6-d2e9-4236-ac9c-b17088b0ef2b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:33.551564 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d7335cf6-d2e9-4236-ac9c-b17088b0ef2b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:33.559853 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33378) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:33.640511 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:33.720991 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:56:30Z', 'revision_number': 2, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:31Z', 'revision_number': 2, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:33.759506 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Checking router: b6810909-e914-4025-9e4a-dadc7846cf75 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:56:33.760745 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Updating router b6810909-e914-4025-9e4a-dadc7846cf75 port e1482977-6436-4137-b8f3-d5cae82af4e1 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:56:33.797745 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7335cf6-d2e9-4236-ac9c-b17088b0ef2b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Network': ['ID=fd58c47a-d4f2-4ee6-b790-13a9bac3df81,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:33.805910 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:33.860107 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d7335cf6-d2e9-4236-ac9c-b17088b0ef2b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7842634 Dec 14 02:56:33.862876 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33382) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:33.869424 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a83af188-d63a-4dbe-ae01-bf247b221f10 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'subnet': {'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:33.871902 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] For port 50936a87-9faa-4798-a999-8fce29950c4e, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:56:33.881622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] For port 50936a87-9faa-4798-a999-8fce29950c4e, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=50936a87-9faa-4798-a999-8fce29950c4e,segment=NetworkSegment(9a2c98cf-7175-45dd-950f-be72ba5408be),segment_id=9a2c98cf-7175-45dd-950f-be72ba5408be)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:56:33.882517 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-33ced5ee-3174-4ce8-b78f-f9d58dfcd99d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3877fdb52e6e46a98c140d47db069b05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3113272 Dec 14 02:56:33.883451 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33384) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:33.898911 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network fd58c47a-d4f2-4ee6-b790-13a9bac3df81 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:56:34.126472 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-332e6e05-498c-4dd3-b41f-053a19f7fb50 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:34.134030 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332e6e05-498c-4dd3-b41f-053a19f7fb50 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:34.134893 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-332e6e05-498c-4dd3-b41f-053a19f7fb50 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:34.222909 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:34.231193 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae1575ad-1a2a-44fe-ac70-a3911b543957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:34.263497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e6e05-498c-4dd3-b41f-053a19f7fb50 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event updated for resources: {'Network': ['ID=6d79b2fe-33c0-4e1e-a232-7d35f31e2423,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:34.298513 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-332e6e05-498c-4dd3-b41f-053a19f7fb50 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8521256 Dec 14 02:56:34.314728 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33394) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:34.329676 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-92eec499-87b7-4850-bdd8-738fec5d5587 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Request body: {'subnet': {'network_id': 'b232d51e-d03f-48ae-aef4-af7c6e909c2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:34.353858 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae1575ad-1a2a-44fe-ac70-a3911b543957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:34.417319 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59d3d9-f516-455c-8f49-25943244f3c3 None None] Pushing event updated for resources: {'Port': ['ID=50936a87-9faa-4798-a999-8fce29950c4e,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:34.429286 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 6d79b2fe-33c0-4e1e-a232-7d35f31e2423 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:56:34.493101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046258f5-3818-45f9-bb85-0475e2898432 admin admin] Router 855ca36c-9b90-4b56-84e0-42636ef17f28 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:56:34.522476 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83af188-d63a-4dbe-ae01-bf247b221f10 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Made reservation on behalf of bef428db4a6f4b9588a0ee0333855037 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:34.527674 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a83af188-d63a-4dbe-ae01-bf247b221f10 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:34.567074 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:34.575907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 8712f258-e18e-47b3-9495-bc65dab7577e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8712f258-e18e-47b3-9495-bc65dab7577e,segment=NetworkSegment(c6090ffd-ecef-4463-8b36-361167c40772),segment_id=c6090ffd-ecef-4463-8b36-361167c40772)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:34.582313 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e7982c3f-4a7b-4136-8514-9eddf6be2346 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:56:34.619024 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9d988975-8c40-4194-9c66-70c1479f038e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:34.640880 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae1575ad-1a2a-44fe-ac70-a3911b543957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:34.644217 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae1575ad-1a2a-44fe-ac70-a3911b543957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:34.645721 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ae1575ad-1a2a-44fe-ac70-a3911b543957 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/91aeb03c-8a62-4225-af29-d5184864edc3 HTTP/1.1" status: 204 len: 168 time: 0.7487409 Dec 14 02:56:34.660864 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: e7982c3f-4a7b-4136-8514-9eddf6be2346 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:56:34.661235 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device e7982c3f-4a7b-4136-8514-9eddf6be2346 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:56:34.665597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1575ad-1a2a-44fe-ac70-a3911b543957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aeb03c-8a62-4225-af29-d5184864edc3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:34.692658 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:34.791102 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:34.795485 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-9d988975-8c40-4194-9c66-70c1479f038e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:56:34.795908 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-9d988975-8c40-4194-9c66-70c1479f038e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:56:34.897378 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e134c-6df1-4060-8484-30fc6f70c83d None None] Pushing event updated for resources: {'Port': ['ID=e1482977-6436-4137-b8f3-d5cae82af4e1,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:34.923889 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eec499-87b7-4850-bdd8-738fec5d5587 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Made reservation on behalf of 826ed562bb48485cbc20d6f9247c42c4 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:34.929399 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92eec499-87b7-4850-bdd8-738fec5d5587 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:34.973733 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=8712f258-e18e-47b3-9495-bc65dab7577e,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:35.013134 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e134c-6df1-4060-8484-30fc6f70c83d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:35.013738 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e134c-6df1-4060-8484-30fc6f70c83d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:35.016541 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e134c-6df1-4060-8484-30fc6f70c83d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:35.019221 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e134c-6df1-4060-8484-30fc6f70c83d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:35.019809 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e134c-6df1-4060-8484-30fc6f70c83d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:35.020351 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e134c-6df1-4060-8484-30fc6f70c83d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:35.023288 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e134c-6df1-4060-8484-30fc6f70c83d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:35.025130 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e134c-6df1-4060-8484-30fc6f70c83d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:35.025599 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e134c-6df1-4060-8484-30fc6f70c83d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:35.026035 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e134c-6df1-4060-8484-30fc6f70c83d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:35.027566 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e134c-6df1-4060-8484-30fc6f70c83d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:35.029281 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e134c-6df1-4060-8484-30fc6f70c83d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:35.030251 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360e134c-6df1-4060-8484-30fc6f70c83d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:35.031426 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e427d708-fb00-4228-93c5-2d6dee50d943 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:35.157285 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Attempting to bind port e1482977-6436-4137-b8f3-d5cae82af4e1 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:56:35.157624 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Attempting to bind port e1482977-6436-4137-b8f3-d5cae82af4e1 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'c6090ffd-ecef-4463-8b36-361167c40772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:56:35.157993 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Attempting to bind port e1482977-6436-4137-b8f3-d5cae82af4e1 on network 76362a2b-6dbc-438d-81b1-d8426a9e202b {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:56:35.167328 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:56:35.173795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e63541-0050-4c92-943a-1e35fda3d4d6 req-93337590-741d-466b-9bce-6534785fbaff tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:35.181563 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Checking segment: {'id': 'c6090ffd-ecef-4463-8b36-361167c40772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:35.183250 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:35.184419 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Bound using segment: {'id': 'c6090ffd-ecef-4463-8b36-361167c40772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:56:35.192511 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Bound port: e1482977-6436-4137-b8f3-d5cae82af4e1, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6090ffd-ecef-4463-8b36-361167c40772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:56:35.193843 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:35.202082 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e63541-0050-4c92-943a-1e35fda3d4d6 req-93337590-741d-466b-9bce-6534785fbaff tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 945 time: 0.4986100 Dec 14 02:56:35.237413 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5b8b08df-d255-4455-ac46-1ec166359dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:35.254377 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e427d708-fb00-4228-93c5-2d6dee50d943 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:35.254753 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:35.330442 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a83af188-d63a-4dbe-ae01-bf247b221f10 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:35.422828 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] For port e1482977-6436-4137-b8f3-d5cae82af4e1, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:56:35.431409 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] For port e1482977-6436-4137-b8f3-d5cae82af4e1, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e1482977-6436-4137-b8f3-d5cae82af4e1,segment=NetworkSegment(c6090ffd-ecef-4463-8b36-361167c40772),segment_id=c6090ffd-ecef-4463-8b36-361167c40772)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:56:35.502377 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83af188-d63a-4dbe-ae01-bf247b221f10 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Subnet': ['ID=6a0eef56-5e9d-4f2c-aae2-d587aef3e741,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:35.523726 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-05e63541-0050-4c92-943a-1e35fda3d4d6 req-60745e80-7782-48f8-a57c-53978af9b6f6 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189375 Dec 14 02:56:35.532904 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83af188-d63a-4dbe-ae01-bf247b221f10 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Checking segment: {'id': '80208070-5a22-4bf3-81b9-05f236bd4c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:35.534056 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83af188-d63a-4dbe-ae01-bf247b221f10 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network hostable DHCP agents. Network: fd58c47a-d4f2-4ee6-b790-13a9bac3df81, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:56:35.538502 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:35.665770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9d988975-8c40-4194-9c66-70c1479f038e None None] Provisioning complete for port 2a3a1fd6-a44e-4f41-b039-dfc60ebc2658 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:35.666181 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9d988975-8c40-4194-9c66-70c1479f038e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:35.674544 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83af188-d63a-4dbe-ae01-bf247b221f10 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network fd58c47a-d4f2-4ee6-b790-13a9bac3df81 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:56:35.695781 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e134c-6df1-4060-8484-30fc6f70c83d None None] Pushing event updated for resources: {'Port': ['ID=e1482977-6436-4137-b8f3-d5cae82af4e1,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:35.703504 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:35.703504 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:35.772970 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-a83af188-d63a-4dbe-ae01-bf247b221f10 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, fd58c47a-d4f2-4ee6-b790-13a9bac3df81) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:35.778771 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83af188-d63a-4dbe-ae01-bf247b221f10 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:35.779844 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a83af188-d63a-4dbe-ae01-bf247b221f10 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:35.807931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee90d87-e7cf-4580-8b23-727fe69677f4 None None] Network fd58c47a-d4f2-4ee6-b790-13a9bac3df81 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:35.819395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046258f5-3818-45f9-bb85-0475e2898432 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:56:35.825474 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-046258f5-3818-45f9-bb85-0475e2898432 admin admin] 10.222.0.39 "PUT /v2.0/routers/855ca36c-9b90-4b56-84e0-42636ef17f28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0079489 Dec 14 02:56:35.857827 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80cbf4b-7166-4038-802b-41c79c8d42ac None None] Sync routers for ids ['855ca36c-9b90-4b56-84e0-42636ef17f28'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:56:35.889857 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a83af188-d63a-4dbe-ae01-bf247b221f10 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0229182 Dec 14 02:56:35.890163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33420) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:35.966426 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:56:36.205733 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92eec499-87b7-4850-bdd8-738fec5d5587 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:36.307208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eec499-87b7-4850-bdd8-738fec5d5587 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event updated for resources: {'Subnet': ['ID=5f40fa2b-85a0-42b9-a93d-c367e872ff87,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:36.338240 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9d988975-8c40-4194-9c66-70c1479f038e None None] Port 2a3a1fd6-a44e-4f41-b039-dfc60ebc2658 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:56:36.435492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988794f-26ef-4558-a8c7-e403d4f4d737 req-f814c5b1-c5bf-4e9b-a4e7-6c0b72a013a9 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:36.438420 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80cbf4b-7166-4038-802b-41c79c8d42ac None None] Routers {'855ca36c-9b90-4b56-84e0-42636ef17f28'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:36.439088 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c80cbf4b-7166-4038-802b-41c79c8d42ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['855ca36c-9b90-4b56-84e0-42636ef17f28'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:36.441777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c988794f-26ef-4558-a8c7-e403d4f4d737 req-f814c5b1-c5bf-4e9b-a4e7-6c0b72a013a9 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.47 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 945 time: 0.3662961 Dec 14 02:56:36.566962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eec499-87b7-4850-bdd8-738fec5d5587 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Checking segment: {'id': '5d328fb4-8329-4d05-a125-3712edb3327f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b232d51e-d03f-48ae-aef4-af7c6e909c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:36.572045 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eec499-87b7-4850-bdd8-738fec5d5587 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Network hostable DHCP agents. Network: b232d51e-d03f-48ae-aef4-af7c6e909c2c, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:56:36.627830 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:56:30Z', 'revision_number': 2, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:35Z', 'revision_number': 4, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:36.662449 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fb6c89-9e96-4b81-be4c-ff1daa68ca86 None None] The sync data for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 is: [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:56:30Z', 'revision_number': 2, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:35Z', 'revision_number': 4, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:56:36.807876 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:36.946326 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eec499-87b7-4850-bdd8-738fec5d5587 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Network b232d51e-d03f-48ae-aef4-af7c6e909c2c is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:56:37.017533 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-92eec499-87b7-4850-bdd8-738fec5d5587 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, b232d51e-d03f-48ae-aef4-af7c6e909c2c) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:37.033389 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:56:37.034281 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:37.036639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-60fca88e-e2a9-45ac-8a20-db6ce93f6539 None None] Provisioning complete for port 8712f258-e18e-47b3-9495-bc65dab7577e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:37.037003 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-60fca88e-e2a9-45ac-8a20-db6ce93f6539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:37.046545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56edfb38-290c-4d21-b689-bcbf4caf31cc req-cc222170-e9ad-4bfc-a312-fe1d2aeb7929 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:37.060014 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56edfb38-290c-4d21-b689-bcbf4caf31cc req-cc222170-e9ad-4bfc-a312-fe1d2aeb7929 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 945 time: 0.3575277 Dec 14 02:56:37.076959 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eec499-87b7-4850-bdd8-738fec5d5587 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:37.076959 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92eec499-87b7-4850-bdd8-738fec5d5587 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:37.103874 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9156e9b-a3ad-4dbb-8b8f-acbffd9a139c None None] Network b232d51e-d03f-48ae-aef4-af7c6e909c2c requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:37.110430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e7773a-fe92-4902-8f13-cd6ac85cf00e None None] Network 71608f54-bcc4-4d66-a8d8-6dd11ed8edf1 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:37.292263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c988794f-26ef-4558-a8c7-e403d4f4d737 req-f8ea1153-b9a2-4aa0-bdf6-be51f82def1d tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Deleting port c541c5d0-90c7-45ea-b54e-1e474827d3ed {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:37.292802 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c988794f-26ef-4558-a8c7-e403d4f4d737 req-f8ea1153-b9a2-4aa0-bdf6-be51f82def1d tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:37.352587 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 50936a87-9faa-4798-a999-8fce29950c4e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:37.365638 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-92eec499-87b7-4850-bdd8-738fec5d5587 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0489604 Dec 14 02:56:37.376179 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33460) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:37.382375 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3f9abb8c-35b9-4168-8060-899ca6df920a tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Request body: {'subnet': {'network_id': '6d79b2fe-33c0-4e1e-a232-7d35f31e2423', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:37.479699 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56edfb38-290c-4d21-b689-bcbf4caf31cc req-7e936d56-acd0-461c-8c72-973f7a7086c9 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184105 Dec 14 02:56:37.534397 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-607ffd59-cf68-42e0-b15b-d077062eea8c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:37.576369 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-c80cbf4b-7166-4038-802b-41c79c8d42ac None None] Set router 855ca36c-9b90-4b56-84e0-42636ef17f28 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:56:37.698868 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9abb8c-35b9-4168-8060-899ca6df920a tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Made reservation on behalf of 826ed562bb48485cbc20d6f9247c42c4 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:37.702743 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3f9abb8c-35b9-4168-8060-899ca6df920a tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:37.822409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-c988794f-26ef-4558-a8c7-e403d4f4d737 req-f8ea1153-b9a2-4aa0-bdf6-be51f82def1d tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] For port c541c5d0-90c7-45ea-b54e-1e474827d3ed, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=c541c5d0-90c7-45ea-b54e-1e474827d3ed,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:37.822776 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c988794f-26ef-4558-a8c7-e403d4f4d737 req-f8ea1153-b9a2-4aa0-bdf6-be51f82def1d tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:37.863575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c988794f-26ef-4558-a8c7-e403d4f4d737 req-f8ea1153-b9a2-4aa0-bdf6-be51f82def1d tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Calling delete_port for c541c5d0-90c7-45ea-b54e-1e474827d3ed owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:38.156120 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3f9abb8c-35b9-4168-8060-899ca6df920a tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:38.176351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-b232d51e-d03f-48ae-aef4-af7c6e909c2c', 'network_id': 'b232d51e-d03f-48ae-aef4-af7c6e909c2c', 'project_id': '826ed562bb48485cbc20d6f9247c42c4', 'fixed_ips': [{'subnet_id': '5f40fa2b-85a0-42b9-a93d-c367e872ff87'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:56:38.177768 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:38.268961 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:38.294398 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9abb8c-35b9-4168-8060-899ca6df920a tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event updated for resources: {'Subnet': ['ID=8dec8137-c3f2-48ac-87ac-2314fe7075a6,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:38.299384 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9abb8c-35b9-4168-8060-899ca6df920a tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Checking segment: {'id': '884c56ed-2624-4489-a4a7-8eb4775a98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6d79b2fe-33c0-4e1e-a232-7d35f31e2423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:38.299751 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9abb8c-35b9-4168-8060-899ca6df920a tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Network hostable DHCP agents. Network: 6d79b2fe-33c0-4e1e-a232-7d35f31e2423, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:56:38.316229 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c988794f-26ef-4558-a8c7-e403d4f4d737 req-f8ea1153-b9a2-4aa0-bdf6-be51f82def1d tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:38.382947 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea1153-b9a2-4aa0-bdf6-be51f82def1d tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Pushing event deleted for resources: {'Port': ['ID=c541c5d0-90c7-45ea-b54e-1e474827d3ed,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:38.385127 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9abb8c-35b9-4168-8060-899ca6df920a tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Network 6d79b2fe-33c0-4e1e-a232-7d35f31e2423 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:56:38.385650 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['65303f33-752f-4a95-8372-72db4d976553'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:56:38.461064 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1baf96a-279c-48e9-b8ec-c478f8a7b114 None None] DHCP port deletion for 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:38.464579 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33488) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:38.465154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 50936a87-9faa-4798-a999-8fce29950c4e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:38.465708 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:38.537148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c988794f-26ef-4558-a8c7-e403d4f4d737 req-f8ea1153-b9a2-4aa0-bdf6-be51f82def1d tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] No DVR routers for this DVR port c541c5d0-90c7-45ea-b54e-1e474827d3ed on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:56:38.543269 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c988794f-26ef-4558-a8c7-e403d4f4d737 req-f8ea1153-b9a2-4aa0-bdf6-be51f82def1d tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:38.553293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c988794f-26ef-4558-a8c7-e403d4f4d737 req-f8ea1153-b9a2-4aa0-bdf6-be51f82def1d tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.47 "DELETE /v2.0/ports/c541c5d0-90c7-45ea-b54e-1e474827d3ed HTTP/1.1" status: 204 len: 173 time: 2.0770891 Dec 14 02:56:38.617098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21977df-aa4b-46d4-88f5-5a9438d177e6', 'name': 'network-vif-deleted', 'tag': 'c541c5d0-90c7-45ea-b54e-1e474827d3ed'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:56:38.619820 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c132cfa-615c-4a6d-b5bd-11cb38235f86" -d '{"events": [{"server_uuid": "f21977df-aa4b-46d4-88f5-5a9438d177e6", "name": "network-vif-deleted", "tag": "c541c5d0-90c7-45ea-b54e-1e474827d3ed"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:56:38.628817 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-3f9abb8c-35b9-4168-8060-899ca6df920a tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 6d79b2fe-33c0-4e1e-a232-7d35f31e2423) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:38.656027 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d9dbecd-2d7f-40b3-85ea-09eb28d3fa66 req-da23a92e-689d-4432-a891-5d975bde1e16 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 210 time: 0.0328858 Dec 14 02:56:38.666297 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9abb8c-35b9-4168-8060-899ca6df920a tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:38.667006 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3f9abb8c-35b9-4168-8060-899ca6df920a tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:38.719004 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ea43d9-5d98-4db2-8ba7-906892bed319 x-openstack-request-id: req-c9ea43d9-5d98-4db2-8ba7-906892bed319 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:56:38.719421 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21977df-aa4b-46d4-88f5-5a9438d177e6", "name": "network-vif-deleted", "tag": "c541c5d0-90c7-45ea-b54e-1e474827d3ed", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:56:38.719752 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9ea43d9-5d98-4db2-8ba7-906892bed319 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:56:38.720245 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21977df-aa4b-46d4-88f5-5a9438d177e6', 'name': 'network-vif-deleted', 'tag': 'c541c5d0-90c7-45ea-b54e-1e474827d3ed', 'status': 'completed', 'code': 200} Dec 14 02:56:38.773680 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb10dcc-1ba1-4cb0-bd03-a54cd2400cf5 None None] Network 6d79b2fe-33c0-4e1e-a232-7d35f31e2423 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:38.901247 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3f9abb8c-35b9-4168-8060-899ca6df920a tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5238373 Dec 14 02:56:38.904248 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33502) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:38.950356 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Allocated IP 172.21.0.2 (fd58c47a-d4f2-4ee6-b790-13a9bac3df81/6a0eef56-5e9d-4f2c-aae2-d587aef3e741/d23969ba-8557-4d49-a616-5a82cb0679a7) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:39.113010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-6d79b2fe-33c0-4e1e-a232-7d35f31e2423', 'network_id': '6d79b2fe-33c0-4e1e-a232-7d35f31e2423', 'project_id': '826ed562bb48485cbc20d6f9247c42c4', 'fixed_ips': [{'subnet_id': '8dec8137-c3f2-48ac-87ac-2314fe7075a6'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:56:39.113915 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:39.152192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Allocated IP 2001:db8::2 (b232d51e-d03f-48ae-aef4-af7c6e909c2c/5f40fa2b-85a0-42b9-a93d-c367e872ff87/e1164163-1bed-4296-892d-b0e8e4fe35bf) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:39.165720 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:39.199247 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-60fca88e-e2a9-45ac-8a20-db6ce93f6539 None None] Provisioning complete for port e1482977-6436-4137-b8f3-d5cae82af4e1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:39.200192 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-60fca88e-e2a9-45ac-8a20-db6ce93f6539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:39.206290 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd7c7fa2-1440-4e53-9550-60593a6378a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:39.340219 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f36f01c2-8201-4683-aab7-6149355f0134 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:39.597792 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c7fa2-1440-4e53-9550-60593a6378a7 admin admin] Deleting port 2a3a1fd6-a44e-4f41-b039-dfc60ebc2658 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:39.598360 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd7c7fa2-1440-4e53-9550-60593a6378a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:39.699430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c541c5d0-90c7-45ea-b54e-1e474827d3ed no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:56:39.740875 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd7c7fa2-1440-4e53-9550-60593a6378a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:39.747899 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:39.760916 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: c541c5d0-90c7-45ea-b54e-1e474827d3ed {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:56:39.761149 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-fd7c7fa2-1440-4e53-9550-60593a6378a7 admin admin] Calling delete_port for 2a3a1fd6-a44e-4f41-b039-dfc60ebc2658 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:39.761295 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device c541c5d0-90c7-45ea-b54e-1e474827d3ed not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:56:39.945439 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:39.996800 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Allocated IP 2001:db8::2 (6d79b2fe-33c0-4e1e-a232-7d35f31e2423/8dec8137-c3f2-48ac-87ac-2314fe7075a6/f26a0843-1ab6-46a8-958e-56f3c4fd9df3) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:40.011995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 50936a87-9faa-4798-a999-8fce29950c4e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=50936a87-9faa-4798-a999-8fce29950c4e,segment=NetworkSegment(9a2c98cf-7175-45dd-950f-be72ba5408be),segment_id=9a2c98cf-7175-45dd-950f-be72ba5408be)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:40.045401 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7561825a-ff56-45a2-828f-b14a750768df req-aec08a8d-4e3e-4e8a-a1f7-160d3e7a69da tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=f21977df-aa4b-46d4-88f5-5a9438d177e6 HTTP/1.1" status: 200 len: 210 time: 0.0326231 Dec 14 02:56:40.091140 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:40.105291 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd7c7fa2-1440-4e53-9550-60593a6378a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:40.139784 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:40.140016 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c7fa2-1440-4e53-9550-60593a6378a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3a1fd6-a44e-4f41-b039-dfc60ebc2658,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:40.140099 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8712f258-e18e-47b3-9495-bc65dab7577e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:40.182750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c80cbf4b-7166-4038-802b-41c79c8d42ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855ca36c-9b90-4b56-84e0-42636ef17f28', 'name': 'tempest-ImageQuotaTest-1892397585-router', 'tenant_id': 'c375eac525b74faeb958ec86f983ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'e427d708-fb00-4228-93c5-2d6dee50d943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:23Z', 'updated_at': '2021-12-14T02:56:32Z', 'revision_number': 4, 'project_id': 'c375eac525b74faeb958ec86f983ad80', 'gw_port': {'id': 'e427d708-fb00-4228-93c5-2d6dee50d943', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855ca36c-9b90-4b56-84e0-42636ef17f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:25Z', 'updated_at': '2021-12-14T02:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '2a3a1fd6-a44e-4f41-b039-dfc60ebc2658', 'name': '', 'network_id': 'ae90c984-afac-4f5c-9df8-7b1c1c603ef7', 'tenant_id': 'c375eac525b74faeb958ec86f983ad80', 'mac_address': 'fa:16:3e:44:93:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855ca36c-9b90-4b56-84e0-42636ef17f28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '2b5aca46-0f72-47bb-ac0d-2ebb97601ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:30Z', 'updated_at': '2021-12-14T02:56:32Z', 'revision_number': 2, 'project_id': 'c375eac525b74faeb958ec86f983ad80', 'subnets': [{'id': '2b5aca46-0f72-47bb-ac0d-2ebb97601ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:40.226985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-607ffd59-cf68-42e0-b15b-d077062eea8c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Allocated IP 172.21.0.1 (fd58c47a-d4f2-4ee6-b790-13a9bac3df81/6a0eef56-5e9d-4f2c-aae2-d587aef3e741/a7a9f29d-40d9-4d83-9c3b-85551af871f5) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:40.276464 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-60fca88e-e2a9-45ac-8a20-db6ce93f6539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:40.303722 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80cbf4b-7166-4038-802b-41c79c8d42ac None None] Checking router: 855ca36c-9b90-4b56-84e0-42636ef17f28 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:56:40.303722 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80cbf4b-7166-4038-802b-41c79c8d42ac None None] Updating router 855ca36c-9b90-4b56-84e0-42636ef17f28 port 2a3a1fd6-a44e-4f41-b039-dfc60ebc2658 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:56:40.322748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Network fd58c47a-d4f2-4ee6-b790-13a9bac3df81 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:40.356173 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:40.367507 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:40.372009 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:40.375156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80cbf4b-7166-4038-802b-41c79c8d42ac None None] Port 2a3a1fd6-a44e-4f41-b039-dfc60ebc2658 not found while updating agent binding for router 855ca36c-9b90-4b56-84e0-42636ef17f28. {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 14 02:56:40.382740 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd7c7fa2-1440-4e53-9550-60593a6378a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:40.404949 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Pushing event updated for resources: {'Port': ['ID=d23969ba-8557-4d49-a616-5a82cb0679a7,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:40.431287 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-607ffd59-cf68-42e0-b15b-d077062eea8c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:40.524625 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:40.528341 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-60fca88e-e2a9-45ac-8a20-db6ce93f6539 None None] For port e1482977-6436-4137-b8f3-d5cae82af4e1, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e1482977-6436-4137-b8f3-d5cae82af4e1,segment=NetworkSegment(c6090ffd-ecef-4463-8b36-361167c40772),segment_id=c6090ffd-ecef-4463-8b36-361167c40772)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:40.541909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80cbf4b-7166-4038-802b-41c79c8d42ac None None] Routers {'855ca36c-9b90-4b56-84e0-42636ef17f28'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:40.542563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c80cbf4b-7166-4038-802b-41c79c8d42ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['855ca36c-9b90-4b56-84e0-42636ef17f28'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:40.550428 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-607ffd59-cf68-42e0-b15b-d077062eea8c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:40.557668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-f36f01c2-8201-4683-aab7-6149355f0134 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Allocated IP 2001:db8::1 (b232d51e-d03f-48ae-aef4-af7c6e909c2c/5f40fa2b-85a0-42b9-a93d-c367e872ff87/ff85a265-2f01-4e35-830f-5643185bfd75) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:40.648083 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607ffd59-cf68-42e0-b15b-d077062eea8c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network fd58c47a-d4f2-4ee6-b790-13a9bac3df81 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:40.682963 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-60fca88e-e2a9-45ac-8a20-db6ce93f6539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:40.685796 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-607ffd59-cf68-42e0-b15b-d077062eea8c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:40.694884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ffd59-cf68-42e0-b15b-d077062eea8c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=a7a9f29d-40d9-4d83-9c3b-85551af871f5,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:40.700498 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607ffd59-cf68-42e0-b15b-d077062eea8c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:40.703813 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Network b232d51e-d03f-48ae-aef4-af7c6e909c2c is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:40.709208 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=50936a87-9faa-4798-a999-8fce29950c4e,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:40.713947 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7c7fa2-1440-4e53-9550-60593a6378a7 admin admin] Router 855ca36c-9b90-4b56-84e0-42636ef17f28 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:56:40.715915 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-60fca88e-e2a9-45ac-8a20-db6ce93f6539 None None] Could not find standard attr ID for object 2a3a1fd6-a44e-4f41-b039-dfc60ebc2658. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:56:40.717338 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Attempting to bind port d23969ba-8557-4d49-a616-5a82cb0679a7 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:56:40.717720 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Attempting to bind port d23969ba-8557-4d49-a616-5a82cb0679a7 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '80208070-5a22-4bf3-81b9-05f236bd4c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:56:40.718092 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Attempting to bind port d23969ba-8557-4d49-a616-5a82cb0679a7 on network fd58c47a-d4f2-4ee6-b790-13a9bac3df81 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:56:40.720098 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 8712f258-e18e-47b3-9495-bc65dab7577e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:40.720471 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:40.728934 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:40.760013 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:40.794114 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:56:40.794431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Checking segment: {'id': '80208070-5a22-4bf3-81b9-05f236bd4c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:40.794810 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:40.795212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Bound using segment: {'id': '80208070-5a22-4bf3-81b9-05f236bd4c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:56:40.795712 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Bound port: d23969ba-8557-4d49-a616-5a82cb0679a7, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80208070-5a22-4bf3-81b9-05f236bd4c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:56:40.796099 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:40.805537 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-607ffd59-cf68-42e0-b15b-d077062eea8c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:40.830122 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:40.854835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7c7fa2-1440-4e53-9550-60593a6378a7 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:56:40.872979 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fd7c7fa2-1440-4e53-9550-60593a6378a7 admin admin] 10.222.0.39 "PUT /v2.0/routers/855ca36c-9b90-4b56-84e0-42636ef17f28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4062221 Dec 14 02:56:40.875720 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33534) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:40.891341 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f36f01c2-8201-4683-aab7-6149355f0134 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:40.962813 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Pushing event updated for resources: {'Port': ['ID=e1164163-1bed-4296-892d-b0e8e4fe35bf,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:40.993755 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:41.028366 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d2627332-4308-4a33-bf23-313b84cff52c None None] Provisioning complete for port 50936a87-9faa-4798-a999-8fce29950c4e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:41.028826 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d2627332-4308-4a33-bf23-313b84cff52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:41.051457 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-c80cbf4b-7166-4038-802b-41c79c8d42ac None None] Set router 855ca36c-9b90-4b56-84e0-42636ef17f28 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:56:41.061491 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82c1c342-6271-4dae-b7dc-89cb9bf2bb29 admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:41.105012 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f36f01c2-8201-4683-aab7-6149355f0134 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:41.129175 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36f01c2-8201-4683-aab7-6149355f0134 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Network b232d51e-d03f-48ae-aef4-af7c6e909c2c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:41.135431 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-f36f01c2-8201-4683-aab7-6149355f0134 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:41.138151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36f01c2-8201-4683-aab7-6149355f0134 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:41.138952 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f36f01c2-8201-4683-aab7-6149355f0134 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:41.154883 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Attempting to bind port e1164163-1bed-4296-892d-b0e8e4fe35bf on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:56:41.154883 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Attempting to bind port e1164163-1bed-4296-892d-b0e8e4fe35bf by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '5d328fb4-8329-4d05-a125-3712edb3327f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b232d51e-d03f-48ae-aef4-af7c6e909c2c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:56:41.155245 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Attempting to bind port e1164163-1bed-4296-892d-b0e8e4fe35bf on network b232d51e-d03f-48ae-aef4-af7c6e909c2c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:56:41.179456 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-607ffd59-cf68-42e0-b15b-d077062eea8c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:41.186291 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Network 6d79b2fe-33c0-4e1e-a232-7d35f31e2423 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:41.275315 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:41.277560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:56:41.278744 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Checking segment: {'id': '5d328fb4-8329-4d05-a125-3712edb3327f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b232d51e-d03f-48ae-aef4-af7c6e909c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:41.278744 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:41.279012 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Bound using segment: {'id': '5d328fb4-8329-4d05-a125-3712edb3327f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b232d51e-d03f-48ae-aef4-af7c6e909c2c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:56:41.279513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Bound port: e1164163-1bed-4296-892d-b0e8e4fe35bf, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d328fb4-8329-4d05-a125-3712edb3327f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'b232d51e-d03f-48ae-aef4-af7c6e909c2c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:56:41.279905 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:41.284379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] For port d23969ba-8557-4d49-a616-5a82cb0679a7, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:56:41.289508 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:41.309715 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82c1c342-6271-4dae-b7dc-89cb9bf2bb29 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:41.319527 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fca88e-e2a9-45ac-8a20-db6ce93f6539 None None] Pushing event updated for resources: {'Port': ['ID=e1482977-6436-4137-b8f3-d5cae82af4e1,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:41.332559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] For port d23969ba-8557-4d49-a616-5a82cb0679a7, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d23969ba-8557-4d49-a616-5a82cb0679a7,segment=NetworkSegment(80208070-5a22-4bf3-81b9-05f236bd4c3c),segment_id=80208070-5a22-4bf3-81b9-05f236bd4c3c)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:56:41.341488 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f01c2-8201-4683-aab7-6149355f0134 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event updated for resources: {'Port': ['ID=ff85a265-2f01-4e35-830f-5643185bfd75,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:41.504687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Pushing event updated for resources: {'Port': ['ID=f26a0843-1ab6-46a8-958e-56f3c4fd9df3,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:41.534606 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:41.544972 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Attempting to bind port f26a0843-1ab6-46a8-958e-56f3c4fd9df3 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:56:41.545398 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Attempting to bind port f26a0843-1ab6-46a8-958e-56f3c4fd9df3 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '884c56ed-2624-4489-a4a7-8eb4775a98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6d79b2fe-33c0-4e1e-a232-7d35f31e2423'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:56:41.545775 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Attempting to bind port f26a0843-1ab6-46a8-958e-56f3c4fd9df3 on network 6d79b2fe-33c0-4e1e-a232-7d35f31e2423 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:56:41.592142 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-82c1c342-6271-4dae-b7dc-89cb9bf2bb29 admin admin] Deleting port e427d708-fb00-4228-93c5-2d6dee50d943 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:41.592597 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82c1c342-6271-4dae-b7dc-89cb9bf2bb29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:41.619319 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] For port e1164163-1bed-4296-892d-b0e8e4fe35bf, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:56:41.623407 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:56:41.623790 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Checking segment: {'id': '884c56ed-2624-4489-a4a7-8eb4775a98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6d79b2fe-33c0-4e1e-a232-7d35f31e2423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:41.624232 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:41.624645 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Bound using segment: {'id': '884c56ed-2624-4489-a4a7-8eb4775a98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6d79b2fe-33c0-4e1e-a232-7d35f31e2423'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:56:41.625200 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Bound port: f26a0843-1ab6-46a8-958e-56f3c4fd9df3, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884c56ed-2624-4489-a4a7-8eb4775a98d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '6d79b2fe-33c0-4e1e-a232-7d35f31e2423'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:56:41.625635 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:41.798120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-82c1c342-6271-4dae-b7dc-89cb9bf2bb29 admin admin] For port e427d708-fb00-4228-93c5-2d6dee50d943, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e427d708-fb00-4228-93c5-2d6dee50d943,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:41.799618 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82c1c342-6271-4dae-b7dc-89cb9bf2bb29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:41.816485 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-607ffd59-cf68-42e0-b15b-d077062eea8c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:41.844285 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f36f01c2-8201-4683-aab7-6149355f0134 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:41.850583 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-82c1c342-6271-4dae-b7dc-89cb9bf2bb29 admin admin] Calling delete_port for e427d708-fb00-4228-93c5-2d6dee50d943 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:41.889104 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-607ffd59-cf68-42e0-b15b-d077062eea8c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:41.968193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 50936a87-9faa-4798-a999-8fce29950c4e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:42.027774 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] For port e1164163-1bed-4296-892d-b0e8e4fe35bf, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e1164163-1bed-4296-892d-b0e8e4fe35bf,segment=NetworkSegment(5d328fb4-8329-4d05-a125-3712edb3327f),segment_id=5d328fb4-8329-4d05-a125-3712edb3327f)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:56:42.132671 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:42.165490 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ffd59-cf68-42e0-b15b-d077062eea8c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=a7a9f29d-40d9-4d83-9c3b-85551af871f5,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:42.173732 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5341649e-deb1-46f8-baf6-93711b9a2351 None None] Pushing event updated for resources: {'Port': ['ID=d23969ba-8557-4d49-a616-5a82cb0679a7,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:42.362070 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] For port f26a0843-1ab6-46a8-958e-56f3c4fd9df3, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:56:42.367914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] For port f26a0843-1ab6-46a8-958e-56f3c4fd9df3, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f26a0843-1ab6-46a8-958e-56f3c4fd9df3,segment=NetworkSegment(884c56ed-2624-4489-a4a7-8eb4775a98d1),segment_id=884c56ed-2624-4489-a4a7-8eb4775a98d1)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:56:42.397242 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-c80cbf4b-7166-4038-802b-41c79c8d42ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855ca36c-9b90-4b56-84e0-42636ef17f28', 'name': 'tempest-ImageQuotaTest-1892397585-router', 'tenant_id': 'c375eac525b74faeb958ec86f983ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'e427d708-fb00-4228-93c5-2d6dee50d943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:23Z', 'updated_at': '2021-12-14T02:56:39Z', 'revision_number': 5, 'project_id': 'c375eac525b74faeb958ec86f983ad80', 'gw_port': {'id': 'e427d708-fb00-4228-93c5-2d6dee50d943', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855ca36c-9b90-4b56-84e0-42636ef17f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:25Z', 'updated_at': '2021-12-14T02:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:42.399997 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59633f54-940a-4f7e-a3d8-2562cf5be475 None None] Pushing event updated for resources: {'Port': ['ID=e1164163-1bed-4296-892d-b0e8e4fe35bf,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:42.465076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 50936a87-9faa-4798-a999-8fce29950c4e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:42.469562 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:42.497055 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80cbf4b-7166-4038-802b-41c79c8d42ac None None] The sync data for ids ['855ca36c-9b90-4b56-84e0-42636ef17f28'] in n-d-821636-1 is: [{'id': '855ca36c-9b90-4b56-84e0-42636ef17f28', 'name': 'tempest-ImageQuotaTest-1892397585-router', 'tenant_id': 'c375eac525b74faeb958ec86f983ad80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'e427d708-fb00-4228-93c5-2d6dee50d943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:23Z', 'updated_at': '2021-12-14T02:56:39Z', 'revision_number': 5, 'project_id': 'c375eac525b74faeb958ec86f983ad80', 'gw_port': {'id': 'e427d708-fb00-4228-93c5-2d6dee50d943', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855ca36c-9b90-4b56-84e0-42636ef17f28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:25Z', 'updated_at': '2021-12-14T02:56:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:56:42.521633 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:42.562078 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-607ffd59-cf68-42e0-b15b-d077062eea8c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:42.712490 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dccb6b-9ec5-4359-9b0b-2933f18c4f2a None None] Pushing event updated for resources: {'Port': ['ID=f26a0843-1ab6-46a8-958e-56f3c4fd9df3,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:42.856874 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f36f01c2-8201-4683-aab7-6149355f0134 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:42.881255 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e1482977-6436-4137-b8f3-d5cae82af4e1 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:43.025915 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f36f01c2-8201-4683-aab7-6149355f0134 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:43.027877 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f36f01c2-8201-4683-aab7-6149355f0134 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:43.066725 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e1482977-6436-4137-b8f3-d5cae82af4e1 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:43.069778 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:43.195524 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82c1c342-6271-4dae-b7dc-89cb9bf2bb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:43.297164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1c342-6271-4dae-b7dc-89cb9bf2bb29 admin admin] Pushing event deleted for resources: {'Port': ['ID=e427d708-fb00-4228-93c5-2d6dee50d943,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:43.330561 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d6aae3-36eb-43e5-8a6d-9319ea7348c0 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:43.388521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f01c2-8201-4683-aab7-6149355f0134 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event updated for resources: {'Port': ['ID=ff85a265-2f01-4e35-830f-5643185bfd75,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:43.556693 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82c1c342-6271-4dae-b7dc-89cb9bf2bb29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:43.577168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607ffd59-cf68-42e0-b15b-d077062eea8c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network fd58c47a-d4f2-4ee6-b790-13a9bac3df81 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:43.580793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-607ffd59-cf68-42e0-b15b-d077062eea8c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:43.763523 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8ff59c-2388-4ace-b79e-69e533b93481 None None] Network fd58c47a-d4f2-4ee6-b790-13a9bac3df81 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:43.789584 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36f01c2-8201-4683-aab7-6149355f0134 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Network b232d51e-d03f-48ae-aef4-af7c6e909c2c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:43.882871 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82c1c342-6271-4dae-b7dc-89cb9bf2bb29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:43.885767 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82c1c342-6271-4dae-b7dc-89cb9bf2bb29 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:43.899384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-f36f01c2-8201-4683-aab7-6149355f0134 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:44.043252 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f13608eb-6752-4c70-b1d4-bd678016e225 None None] Provisioning complete for port d23969ba-8557-4d49-a616-5a82cb0679a7 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:44.043713 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f13608eb-6752-4c70-b1d4-bd678016e225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:44.088295 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f26a0843-1ab6-46a8-958e-56f3c4fd9df3 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:44.136989 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82c1c342-6271-4dae-b7dc-89cb9bf2bb29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:44.137887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c1c342-6271-4dae-b7dc-89cb9bf2bb29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 855ca36c-9b90-4b56-84e0-42636ef17f28 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:56:44.142791 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-82c1c342-6271-4dae-b7dc-89cb9bf2bb29 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:44.144173 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-82c1c342-6271-4dae-b7dc-89cb9bf2bb29 admin admin] 10.222.0.39 "DELETE /v2.0/routers/855ca36c-9b90-4b56-84e0-42636ef17f28 HTTP/1.1" status: 204 len: 168 time: 3.2670841 Dec 14 02:56:44.147646 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33590) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:44.172509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607ffd59-cf68-42e0-b15b-d077062eea8c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router b6810909-e914-4025-9e4a-dadc7846cf75 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:56:44.277205 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Deleting subnet 2b5aca46-0f72-47bb-ac0d-2ebb97601ba4 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:56:44.284245 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:44.303258 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f26a0843-1ab6-46a8-958e-56f3c4fd9df3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:44.303712 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:44.346315 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b09df4-87d1-48b1-8867-fbebcdc1d790 None None] Sync routers for ids ['855ca36c-9b90-4b56-84e0-42636ef17f28'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:56:44.374597 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b09df4-87d1-48b1-8867-fbebcdc1d790 None None] Routers set() bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:44.374749 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:44.379596 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b09df4-87d1-48b1-8867-fbebcdc1d790 None None] Router IDs set() for agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 14 02:56:44.383947 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_agentschedulers_db [None req-83b09df4-87d1-48b1-8867-fbebcdc1d790 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'855ca36c-9b90-4b56-84e0-42636ef17f28'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent'). {{(pid=103850) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 14 02:56:44.420593 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b09df4-87d1-48b1-8867-fbebcdc1d790 None None] Routers set() bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:44.425434 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b09df4-87d1-48b1-8867-fbebcdc1d790 None None] Router IDs set() for agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 14 02:56:44.428344 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_agentschedulers_db [None req-83b09df4-87d1-48b1-8867-fbebcdc1d790 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'855ca36c-9b90-4b56-84e0-42636ef17f28'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent'). {{(pid=103850) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 14 02:56:44.428948 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b09df4-87d1-48b1-8867-fbebcdc1d790 None None] The sync data for ids ['855ca36c-9b90-4b56-84e0-42636ef17f28'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:56:44.538315 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f13608eb-6752-4c70-b1d4-bd678016e225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:44.584680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607ffd59-cf68-42e0-b15b-d077062eea8c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:56:44.607984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-607ffd59-cf68-42e0-b15b-d077062eea8c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/b6810909-e914-4025-9e4a-dadc7846cf75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7165029 Dec 14 02:56:44.611510 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33596) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:44.633487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-376d291d-bc4a-4ea4-aacf-e6433cac2e0b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'network': {'name': 'tempest-RoutersTest-1720368757'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:44.692970 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:44.756730 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:44.760393 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a707e1d-7ce8-4cd9-8d5e-c6fb1c978558 None None] Network b232d51e-d03f-48ae-aef4-af7c6e909c2c requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:44.764794 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Sync routers for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:56:44.778561 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f13608eb-6752-4c70-b1d4-bd678016e225 None None] For port d23969ba-8557-4d49-a616-5a82cb0679a7, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d23969ba-8557-4d49-a616-5a82cb0679a7,segment=NetworkSegment(80208070-5a22-4bf3-81b9-05f236bd4c3c),segment_id=80208070-5a22-4bf3-81b9-05f236bd4c3c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:44.801017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36f01c2-8201-4683-aab7-6149355f0134 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Router 5e1d56bf-f362-4d74-ae97-b3379b104ce6 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:56:44.827474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376d291d-bc4a-4ea4-aacf-e6433cac2e0b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Made reservation on behalf of bef428db4a6f4b9588a0ee0333855037 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:44.837144 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-376d291d-bc4a-4ea4-aacf-e6433cac2e0b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:44.916619 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:44.921646 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:44.925464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:44.949618 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f13608eb-6752-4c70-b1d4-bd678016e225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:45.007116 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b5aca46-0f72-47bb-ac0d-2ebb97601ba4,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:45.016669 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:45.024207 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2b5aca46-0f72-47bb-ac0d-2ebb97601ba4 HTTP/1.1" status: 204 len: 168 time: 0.8752902 Dec 14 02:56:45.029959 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33606) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:45.097292 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:45.100736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:45.101279 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:45.101975 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:45.102439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36f01c2-8201-4683-aab7-6149355f0134 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:56:45.102978 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:45.103489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:45.104036 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:45.111445 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f36f01c2-8201-4683-aab7-6149355f0134 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "PUT /v2.0/routers/5e1d56bf-f362-4d74-ae97-b3379b104ce6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2036307 Dec 14 02:56:45.111445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376d291d-bc4a-4ea4-aacf-e6433cac2e0b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:56:45.116107 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:45.118001 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:45.118313 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aafa68-1b7b-4b51-9c87-c5b8c059db20 None None] Sync routers for ids ['5e1d56bf-f362-4d74-ae97-b3379b104ce6'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:56:45.118765 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:45.119256 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:45.119751 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:45.121054 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc28200-c6b0-4a10-9e89-58e9e74f98ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:56:45.123718 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-376d291d-bc4a-4ea4-aacf-e6433cac2e0b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:45.124069 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-376d291d-bc4a-4ea4-aacf-e6433cac2e0b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Added segment 96879374-f9af-441b-8c65-52a1e6ada0a6 of type vlan for network a513a61f-fbe6-4d85-9f40-7c0db524624d Dec 14 02:56:45.129224 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33608) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:45.166286 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aafa68-1b7b-4b51-9c87-c5b8c059db20 None None] Routers {'5e1d56bf-f362-4d74-ae97-b3379b104ce6'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:45.169111 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-71aafa68-1b7b-4b51-9c87-c5b8c059db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['5e1d56bf-f362-4d74-ae97-b3379b104ce6'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:45.238529 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-376d291d-bc4a-4ea4-aacf-e6433cac2e0b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:45.290294 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-71aafa68-1b7b-4b51-9c87-c5b8c059db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:45.292794 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd615680-ff75-42e1-8a36-6a1f1f779217 None None] Network ae90c984-afac-4f5c-9df8-7b1c1c603ef7 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:45.313266 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aafa68-1b7b-4b51-9c87-c5b8c059db20 None None] Routers {'5e1d56bf-f362-4d74-ae97-b3379b104ce6'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:45.314211 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-71aafa68-1b7b-4b51-9c87-c5b8c059db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['5e1d56bf-f362-4d74-ae97-b3379b104ce6'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:45.342811 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77fd1dd-415f-4b9a-b81d-9f5ca91f1975 None None] Network 6d79b2fe-33c0-4e1e-a232-7d35f31e2423 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:45.350387 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-376d291d-bc4a-4ea4-aacf-e6433cac2e0b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:45.360352 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376d291d-bc4a-4ea4-aacf-e6433cac2e0b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:45.362452 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-376d291d-bc4a-4ea4-aacf-e6433cac2e0b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:45.382542 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-71aafa68-1b7b-4b51-9c87-c5b8c059db20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:45.387207 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port f26a0843-1ab6-46a8-958e-56f3c4fd9df3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f26a0843-1ab6-46a8-958e-56f3c4fd9df3,segment=NetworkSegment(884c56ed-2624-4489-a4a7-8eb4775a98d1),segment_id=884c56ed-2624-4489-a4a7-8eb4775a98d1)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:45.388326 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aafa68-1b7b-4b51-9c87-c5b8c059db20 None None] The sync data for ids ['5e1d56bf-f362-4d74-ae97-b3379b104ce6'] in n-d-821636-1 is: [] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:56:45.399511 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:45.507593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d291d-bc4a-4ea4-aacf-e6433cac2e0b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Network': ['ID=a513a61f-fbe6-4d85-9f40-7c0db524624d,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:45.606938 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-376d291d-bc4a-4ea4-aacf-e6433cac2e0b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9943552 Dec 14 02:56:45.607811 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33614) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:45.615876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-18f53d6a-a8a0-48a9-9d9f-5a082db3e372 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'subnet': {'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:45.627098 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:56:45.748262 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] Deleting port 63ddfa73-0541-4ae0-b474-a965ef09d276 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:45.749932 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:45.782023 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network a513a61f-fbe6-4d85-9f40-7c0db524624d details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:56:45.857856 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f53d6a-a8a0-48a9-9d9f-5a082db3e372 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Made reservation on behalf of bef428db4a6f4b9588a0ee0333855037 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:45.862027 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-18f53d6a-a8a0-48a9-9d9f-5a082db3e372 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:45.919077 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:45.923614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d23969ba-8557-4d49-a616-5a82cb0679a7 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:45.954026 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] For port 63ddfa73-0541-4ae0-b474-a965ef09d276, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=63ddfa73-0541-4ae0-b474-a965ef09d276,segment=NetworkSegment(570b8afa-6401-4314-86ed-08f5aed47973),segment_id=570b8afa-6401-4314-86ed-08f5aed47973)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:45.954415 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:46.052412 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] Calling delete_port for 63ddfa73-0541-4ae0-b474-a965ef09d276 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:46.077995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2aa2e4a0-85bf-4a4f-81f5-3c4218fb853c None None] Provisioning complete for port a7a9f29d-40d9-4d83-9c3b-85551af871f5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:46.078427 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e4a0-85bf-4a4f-81f5-3c4218fb853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:46.084636 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-e78380de-6ca1-4f83-b76f-ce59b67ade79 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:56:46.094680 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e78380de-6ca1-4f83-b76f-ce59b67ade79 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "PUT /v2.0/routers/5e1d56bf-f362-4d74-ae97-b3379b104ce6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9090755 Dec 14 02:56:46.167730 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33630) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:46.325853 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-18f53d6a-a8a0-48a9-9d9f-5a082db3e372 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:46.366819 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2aa2e4a0-85bf-4a4f-81f5-3c4218fb853c None None] Port a7a9f29d-40d9-4d83-9c3b-85551af871f5 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:56:46.422496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f53d6a-a8a0-48a9-9d9f-5a082db3e372 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Checking segment: {'id': '96879374-f9af-441b-8c65-52a1e6ada0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:46.425491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f53d6a-a8a0-48a9-9d9f-5a082db3e372 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network hostable DHCP agents. Network: a513a61f-fbe6-4d85-9f40-7c0db524624d, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:56:46.436248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d23969ba-8557-4d49-a616-5a82cb0679a7 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:46.436615 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:46.486275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f53d6a-a8a0-48a9-9d9f-5a082db3e372 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Subnet': ['ID=faef09ab-574a-4b70-9e44-1454f5b2fb85,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:46.515352 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:46.523665 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13608eb-6752-4c70-b1d4-bd678016e225 None None] Pushing event updated for resources: {'Port': ['ID=d23969ba-8557-4d49-a616-5a82cb0679a7,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:46.548141 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ddfa73-0541-4ae0-b474-a965ef09d276,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:46.563938 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] No DVR routers for this DVR port 63ddfa73-0541-4ae0-b474-a965ef09d276 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:56:46.584793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f53d6a-a8a0-48a9-9d9f-5a082db3e372 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network a513a61f-fbe6-4d85-9f40-7c0db524624d is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:56:46.640097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2aa2e4a0-85bf-4a4f-81f5-3c4218fb853c None None] Provisioning complete for port d23969ba-8557-4d49-a616-5a82cb0679a7 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:46.640097 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e4a0-85bf-4a4f-81f5-3c4218fb853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:46.640557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=f26a0843-1ab6-46a8-958e-56f3c4fd9df3,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:46.680825 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-18f53d6a-a8a0-48a9-9d9f-5a082db3e372 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, a513a61f-fbe6-4d85-9f40-7c0db524624d) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:46.685924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f53d6a-a8a0-48a9-9d9f-5a082db3e372 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:46.686641 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-18f53d6a-a8a0-48a9-9d9f-5a082db3e372 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:46.733042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e1164163-1bed-4296-892d-b0e8e4fe35bf up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:46.735097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ef32e5-d8b0-449e-9907-93c261d5417d None None] DHCP port deletion for ae90c984-afac-4f5c-9df8-7b1c1c603ef7 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:46.767462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32edd24f-307e-4fc1-b074-4e70574f736d None None] Network a513a61f-fbe6-4d85-9f40-7c0db524624d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:46.774246 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-18f53d6a-a8a0-48a9-9d9f-5a082db3e372 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1606011 Dec 14 02:56:46.775218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33642) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:46.863815 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:46.948708 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae90c984-afac-4f5c-9df8-7b1c1c603ef7']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:46.981164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570b8afa-6401-4314-86ed-08f5aed47973') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:46.982896 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570b8afa-6401-4314-86ed-08f5aed47973') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:47.013162 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:47.088644 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:47.131893 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:56:47.132310 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:56:47.134142 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:56:47.184358 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e1164163-1bed-4296-892d-b0e8e4fe35bf triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:47.184768 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:47.226572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-a513a61f-fbe6-4d85-9f40-7c0db524624d', 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d', 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'fixed_ips': [{'subnet_id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:56:47.227534 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:47.320585 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3ab6efde-b885-4e97-899b-89403007e925 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:47.380549 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2aa2e4a0-85bf-4a4f-81f5-3c4218fb853c None None] Provisioning complete for port e1164163-1bed-4296-892d-b0e8e4fe35bf triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:47.381103 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e4a0-85bf-4a4f-81f5-3c4218fb853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:47.414286 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:47.420426 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 3, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:41Z', 'revision_number': 2, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:47.424233 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:47.452147 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ae90c984-afac-4f5c-9df8-7b1c1c603ef7 HTTP/1.1" status: 204 len: 168 time: 2.4006422 Dec 14 02:56:47.528068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3730218-763c-44e5-904a-37d662decbf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae90c984-afac-4f5c-9df8-7b1c1c603ef7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:47.602438 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Checking router: b6810909-e914-4025-9e4a-dadc7846cf75 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:56:47.602866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Updating router b6810909-e914-4025-9e4a-dadc7846cf75 port a7a9f29d-40d9-4d83-9c3b-85551af871f5 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:56:47.753011 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:47.764660 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:47.854041 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6efde-b885-4e97-899b-89403007e925 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Deleting port ff85a265-2f01-4e35-830f-5643185bfd75 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:47.854649 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3ab6efde-b885-4e97-899b-89403007e925 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:48.019829 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port e1164163-1bed-4296-892d-b0e8e4fe35bf, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e1164163-1bed-4296-892d-b0e8e4fe35bf,segment=NetworkSegment(5d328fb4-8329-4d05-a125-3712edb3327f),segment_id=5d328fb4-8329-4d05-a125-3712edb3327f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:48.022075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Allocated IP 172.22.0.2 (a513a61f-fbe6-4d85-9f40-7c0db524624d/faef09ab-574a-4b70-9e44-1454f5b2fb85/056dc28e-4057-4dad-afc2-9f0392da7966) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:48.051324 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2aa2e4a0-85bf-4a4f-81f5-3c4218fb853c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:48.052399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33660) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:48.054571 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3ab6efde-b885-4e97-899b-89403007e925 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:48.074568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-3ab6efde-b885-4e97-899b-89403007e925 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Calling delete_port for ff85a265-2f01-4e35-830f-5643185bfd75 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:48.121615 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:48.290287 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f26a0843-1ab6-46a8-958e-56f3c4fd9df3 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:48.304171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-edf402b4-71c3-49ba-8ff5-3a45919cffcd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c375eac525b74faeb958ec86f983ad80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2505085 Dec 14 02:56:48.308512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33666) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:48.360630 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2aa2e4a0-85bf-4a4f-81f5-3c4218fb853c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:56:48.360992 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2aa2e4a0-85bf-4a4f-81f5-3c4218fb853c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:56:48.413578 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-13d57411-2be4-4f39-b8eb-fd097439db91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:48.475208 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-13d57411-2be4-4f39-b8eb-fd097439db91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:48.509787 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3ab6efde-b885-4e97-899b-89403007e925 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:48.575881 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-84cb77ca-14c8-4d00-a82c-f5ac5995821c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:48.599049 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6efde-b885-4e97-899b-89403007e925 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event deleted for resources: {'Port': ['ID=ff85a265-2f01-4e35-830f-5643185bfd75,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:48.742445 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3ab6efde-b885-4e97-899b-89403007e925 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:48.775046 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:48.780120 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=e1164163-1bed-4296-892d-b0e8e4fe35bf,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:48.920203 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-13d57411-2be4-4f39-b8eb-fd097439db91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:48.925855 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-13d57411-2be4-4f39-b8eb-fd097439db91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:48.927943 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-13d57411-2be4-4f39-b8eb-fd097439db91 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a25f301-dd07-47b0-b186-bed325f40489 HTTP/1.1" status: 204 len: 168 time: 0.6159034 Dec 14 02:56:48.938352 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d57411-2be4-4f39-b8eb-fd097439db91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a25f301-dd07-47b0-b186-bed325f40489,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:48.991089 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:49.049734 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab6efde-b885-4e97-899b-89403007e925 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Router 5e1d56bf-f362-4d74-ae97-b3379b104ce6 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:56:49.072642 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:49.093224 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f26a0843-1ab6-46a8-958e-56f3c4fd9df3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:49.093718 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:49.191544 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e34dd-9c75-4cee-9e2f-b11698ad8428 None None] Pushing event updated for resources: {'Port': ['ID=a7a9f29d-40d9-4d83-9c3b-85551af871f5,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:49.213178 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:49.221151 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab6efde-b885-4e97-899b-89403007e925 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:56:49.243042 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3ab6efde-b885-4e97-899b-89403007e925 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "PUT /v2.0/routers/5e1d56bf-f362-4d74-ae97-b3379b104ce6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0739212 Dec 14 02:56:49.247137 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33682) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:49.251147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-84cb77ca-14c8-4d00-a82c-f5ac5995821c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Allocated IP 172.22.0.1 (a513a61f-fbe6-4d85-9f40-7c0db524624d/faef09ab-574a-4b70-9e44-1454f5b2fb85/94718846-7a1a-45c4-a6d2-9586514fa2b0) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:49.282191 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd3130e-a2c9-4de4-8ca5-695d464e0241 None None] Sync routers for ids ['5e1d56bf-f362-4d74-ae97-b3379b104ce6'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:56:49.333963 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-bd14bcd5-1d66-4a55-b880-75572a2a6205 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] delete failed (client error): The resource could not be found. Dec 14 02:56:49.335094 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bd14bcd5-1d66-4a55-b880-75572a2a6205 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-258711801 HTTP/1.1" status: 404 len: 334 time: 0.0861371 Dec 14 02:56:49.339164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33690) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:49.347960 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3fda2427-0027-44d8-b758-dc471cfe9749 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Request body: {'router': {'external_gateway_info': {'network_id': '5e1d56bf-f362-4d74-ae97-b3379b104ce6'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:49.528917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Network a513a61f-fbe6-4d85-9f40-7c0db524624d is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:49.562120 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd3130e-a2c9-4de4-8ca5-695d464e0241 None None] Routers {'5e1d56bf-f362-4d74-ae97-b3379b104ce6'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:49.562876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-cfd3130e-a2c9-4de4-8ca5-695d464e0241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['5e1d56bf-f362-4d74-ae97-b3379b104ce6'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:49.573460 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Attempting to bind port a7a9f29d-40d9-4d83-9c3b-85551af871f5 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:56:49.573849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Attempting to bind port a7a9f29d-40d9-4d83-9c3b-85551af871f5 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '80208070-5a22-4bf3-81b9-05f236bd4c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:56:49.574228 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Attempting to bind port a7a9f29d-40d9-4d83-9c3b-85551af871f5 on network fd58c47a-d4f2-4ee6-b790-13a9bac3df81 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:56:49.579423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:49.676958 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:49.685110 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Pushing event updated for resources: {'Port': ['ID=056dc28e-4057-4dad-afc2-9f0392da7966,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:49.701411 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-84cb77ca-14c8-4d00-a82c-f5ac5995821c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:49.706064 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:56:49.706443 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Checking segment: {'id': '80208070-5a22-4bf3-81b9-05f236bd4c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:49.706936 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:49.712027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Bound using segment: {'id': '80208070-5a22-4bf3-81b9-05f236bd4c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:56:49.712027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Bound port: a7a9f29d-40d9-4d83-9c3b-85551af871f5, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80208070-5a22-4bf3-81b9-05f236bd4c3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:56:49.712027 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:49.720086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-cfd3130e-a2c9-4de4-8ca5-695d464e0241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:49.855714 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-84cb77ca-14c8-4d00-a82c-f5ac5995821c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:49.875094 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] For port a7a9f29d-40d9-4d83-9c3b-85551af871f5, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:56:49.884611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] For port a7a9f29d-40d9-4d83-9c3b-85551af871f5, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a7a9f29d-40d9-4d83-9c3b-85551af871f5,segment=NetworkSegment(80208070-5a22-4bf3-81b9-05f236bd4c3c),segment_id=80208070-5a22-4bf3-81b9-05f236bd4c3c)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:56:49.950375 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3fda2427-0027-44d8-b758-dc471cfe9749 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:49.978745 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cb77ca-14c8-4d00-a82c-f5ac5995821c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network a513a61f-fbe6-4d85-9f40-7c0db524624d is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:49.982761 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0c08ff0b-1301-4348-8f28-f7226331da7a None None] Provisioning complete for port f26a0843-1ab6-46a8-958e-56f3c4fd9df3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:49.982761 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0c08ff0b-1301-4348-8f28-f7226331da7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:49.986738 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:50.020400 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-84cb77ca-14c8-4d00-a82c-f5ac5995821c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:50.023461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cb77ca-14c8-4d00-a82c-f5ac5995821c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:50.078804 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb77ca-14c8-4d00-a82c-f5ac5995821c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=94718846-7a1a-45c4-a6d2-9586514fa2b0,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:50.122109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f59915-1813-4616-880d-fe467b0ba395 req-954c0bd2-edf9-4546-8c6a-f36dddc64c26 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:50.124542 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90f59915-1813-4616-880d-fe467b0ba395 req-954c0bd2-edf9-4546-8c6a-f36dddc64c26 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 946 time: 0.1414812 Dec 14 02:56:50.129419 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-84cb77ca-14c8-4d00-a82c-f5ac5995821c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:50.130464 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-3fda2427-0027-44d8-b758-dc471cfe9749 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] update failed (client error): The resource could not be found. Dec 14 02:56:50.136428 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3fda2427-0027-44d8-b758-dc471cfe9749 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "PUT /v2.0/routers/5e1d56bf-f362-4d74-ae97-b3379b104ce6 HTTP/1.1" status: 404 len: 339 time: 0.7954142 Dec 14 02:56:50.136969 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33704) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:50.142876 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-74335f56-8270-4ee4-af47-9e0f604f8599 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-450727153'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:50.229370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90f59915-1813-4616-880d-fe467b0ba395 req-0259e75a-f373-42e6-824a-8255b42b6212 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898793 Dec 14 02:56:50.265620 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33706) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:50.290492 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74335f56-8270-4ee4-af47-9e0f604f8599 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Made reservation on behalf of 826ed562bb48485cbc20d6f9247c42c4 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:50.294213 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74335f56-8270-4ee4-af47-9e0f604f8599 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:50.297417 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c29e-763f-4a11-95e9-4bd0e06c78f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:50.338949 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74335f56-8270-4ee4-af47-9e0f604f8599 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:56:50.360353 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74335f56-8270-4ee4-af47-9e0f604f8599 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:50.360705 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-74335f56-8270-4ee4-af47-9e0f604f8599 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Added segment 00f68a90-a8d2-4463-91e4-935d4f84b72e of type vlan for network d8ab590c-6dc7-438a-bbe1-de63d0c075da Dec 14 02:56:50.402751 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d23969ba-8557-4d49-a616-5a82cb0679a7 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:50.429461 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd3130e-a2c9-4de4-8ca5-695d464e0241 None None] Routers {'5e1d56bf-f362-4d74-ae97-b3379b104ce6'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:50.430509 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-cfd3130e-a2c9-4de4-8ca5-695d464e0241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['5e1d56bf-f362-4d74-ae97-b3379b104ce6'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:50.436673 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-84cb77ca-14c8-4d00-a82c-f5ac5995821c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:50.449952 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74335f56-8270-4ee4-af47-9e0f604f8599 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:50.466703 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c29e-763f-4a11-95e9-4bd0e06c78f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:50.512205 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-cfd3130e-a2c9-4de4-8ca5-695d464e0241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:50.512205 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd3130e-a2c9-4de4-8ca5-695d464e0241 None None] The sync data for ids ['5e1d56bf-f362-4d74-ae97-b3379b104ce6'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:56:50.571033 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c29e-763f-4a11-95e9-4bd0e06c78f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:50.606408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Attempting to bind port 056dc28e-4057-4dad-afc2-9f0392da7966 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:56:50.606707 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Attempting to bind port 056dc28e-4057-4dad-afc2-9f0392da7966 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '96879374-f9af-441b-8c65-52a1e6ada0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:56:50.608682 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Attempting to bind port 056dc28e-4057-4dad-afc2-9f0392da7966 on network a513a61f-fbe6-4d85-9f40-7c0db524624d {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:56:50.629241 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e34dd-9c75-4cee-9e2f-b11698ad8428 None None] Pushing event updated for resources: {'Port': ['ID=a7a9f29d-40d9-4d83-9c3b-85551af871f5,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:50.665830 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:56:50.666503 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Checking segment: {'id': '96879374-f9af-441b-8c65-52a1e6ada0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:50.667359 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:50.667955 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Bound using segment: {'id': '96879374-f9af-441b-8c65-52a1e6ada0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:56:50.668588 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Bound port: 056dc28e-4057-4dad-afc2-9f0392da7966, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96879374-f9af-441b-8c65-52a1e6ada0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:56:50.669142 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:50.764526 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] For port 056dc28e-4057-4dad-afc2-9f0392da7966, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:56:50.768584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] For port 056dc28e-4057-4dad-afc2-9f0392da7966, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=056dc28e-4057-4dad-afc2-9f0392da7966,segment=NetworkSegment(96879374-f9af-441b-8c65-52a1e6ada0a6),segment_id=96879374-f9af-441b-8c65-52a1e6ada0a6)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:56:50.785501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:50.786135 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:50.886199 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d23969ba-8557-4d49-a616-5a82cb0679a7 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:50.886929 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:50.913255 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:50.941639 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-84cb77ca-14c8-4d00-a82c-f5ac5995821c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:51.007544 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-84cb77ca-14c8-4d00-a82c-f5ac5995821c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:51.072062 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:56:51.152537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095bd72-0899-484a-9a7b-b07427d28359 None None] Pushing event updated for resources: {'Port': ['ID=056dc28e-4057-4dad-afc2-9f0392da7966,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:51.232580 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb77ca-14c8-4d00-a82c-f5ac5995821c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=94718846-7a1a-45c4-a6d2-9586514fa2b0,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:51.251666 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a1a3c29e-763f-4a11-95e9-4bd0e06c78f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.9820807 Dec 14 02:56:51.251666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3c29e-763f-4a11-95e9-4bd0e06c78f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c55babd-f380-4923-ba6e-e59a7f7713de,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:51.252252 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-84cb77ca-14c8-4d00-a82c-f5ac5995821c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:51.256172 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33726) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:51.258357 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74335f56-8270-4ee4-af47-9e0f604f8599 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:51.264248 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74335f56-8270-4ee4-af47-9e0f604f8599 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:51.264895 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74335f56-8270-4ee4-af47-9e0f604f8599 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:51.279932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0c08ff0b-1301-4348-8f28-f7226331da7a None None] Provisioning complete for port a7a9f29d-40d9-4d83-9c3b-85551af871f5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:51.280638 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0c08ff0b-1301-4348-8f28-f7226331da7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:51.424026 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74335f56-8270-4ee4-af47-9e0f604f8599 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event updated for resources: {'Network': ['ID=d8ab590c-6dc7-438a-bbe1-de63d0c075da,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:51.467240 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network d8ab590c-6dc7-438a-bbe1-de63d0c075da details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:56:51.527286 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-74335f56-8270-4ee4-af47-9e0f604f8599 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3889682 Dec 14 02:56:51.530790 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33734) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:51.547075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-cad6016e-8ef7-4d33-951f-55289ea5a288 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Request body: {'subnet': {'network_id': 'd8ab590c-6dc7-438a-bbe1-de63d0c075da', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:51.565066 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:56:51.645823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cb77ca-14c8-4d00-a82c-f5ac5995821c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network a513a61f-fbe6-4d85-9f40-7c0db524624d is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:51.657114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-84cb77ca-14c8-4d00-a82c-f5ac5995821c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:51.702081 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6995b1c3-42b0-4662-959a-cdca2948caeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:51.710384 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e427d708-fb00-4228-93c5-2d6dee50d943 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:56:51.764126 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6995b1c3-42b0-4662-959a-cdca2948caeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:51.788843 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0c08ff0b-1301-4348-8f28-f7226331da7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:51.800095 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581db49-4686-481a-a3d6-a1815b4cef59 req-265a8fd6-6489-4c9e-ad0a-0c3d499f645e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:51.801814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f581db49-4686-481a-a3d6-a1815b4cef59 req-265a8fd6-6489-4c9e-ad0a-0c3d499f645e tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.46 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 946 time: 0.3270001 Dec 14 02:56:51.802106 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: e427d708-fb00-4228-93c5-2d6dee50d943 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:56:51.802464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e427d708-fb00-4228-93c5-2d6dee50d943 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:56:51.802884 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 63ddfa73-0541-4ae0-b474-a965ef09d276 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:56:51.828504 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b52a6-aea2-401c-9b8f-0126ff912e88 req-4722f1c4-8088-4097-b7fb-6bc6385b0491 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:51.830492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a99b52a6-aea2-401c-9b8f-0126ff912e88 req-4722f1c4-8088-4097-b7fb-6bc6385b0491 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 946 time: 0.3393369 Dec 14 02:56:51.839845 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 63ddfa73-0541-4ae0-b474-a965ef09d276 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:56:51.840199 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 63ddfa73-0541-4ae0-b474-a965ef09d276 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:56:51.865682 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0c08ff0b-1301-4348-8f28-f7226331da7a None None] For port a7a9f29d-40d9-4d83-9c3b-85551af871f5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a7a9f29d-40d9-4d83-9c3b-85551af871f5,segment=NetworkSegment(80208070-5a22-4bf3-81b9-05f236bd4c3c),segment_id=80208070-5a22-4bf3-81b9-05f236bd4c3c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:51.885260 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad6016e-8ef7-4d33-951f-55289ea5a288 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Made reservation on behalf of 826ed562bb48485cbc20d6f9247c42c4 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:51.888830 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cad6016e-8ef7-4d33-951f-55289ea5a288 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:51.902248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:56:50Z', 'revision_number': 4, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': '94718846-7a1a-45c4-a6d2-9586514fa2b0', 'name': '', 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:90:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:48Z', 'updated_at': '2021-12-14T02:56:49Z', 'revision_number': 1, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:49Z', 'revision_number': 4, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:51.911630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cb77ca-14c8-4d00-a82c-f5ac5995821c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router b6810909-e914-4025-9e4a-dadc7846cf75 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:56:51.959153 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f50e5d4-e749-489f-9fd1-9da5c3d5cdaf None None] The sync data for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 is: [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:56:50Z', 'revision_number': 4, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': '94718846-7a1a-45c4-a6d2-9586514fa2b0', 'name': '', 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:90:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:48Z', 'updated_at': '2021-12-14T02:56:49Z', 'revision_number': 1, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:49Z', 'revision_number': 4, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:56:51.993961 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0c08ff0b-1301-4348-8f28-f7226331da7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:52.002469 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0c08ff0b-1301-4348-8f28-f7226331da7a None None] Could not find standard attr ID for object ff85a265-2f01-4e35-830f-5643185bfd75. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 02:56:52.165821 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0c08ff0b-1301-4348-8f28-f7226331da7a None None] Provisioning complete for port e1164163-1bed-4296-892d-b0e8e4fe35bf triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:52.166342 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0c08ff0b-1301-4348-8f28-f7226331da7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:52.238667 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a99b52a6-aea2-401c-9b8f-0126ff912e88 req-ff724afb-9461-4f78-8acb-b139d896c0f3 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/security-groups?id=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614924 Dec 14 02:56:52.244272 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 056dc28e-4057-4dad-afc2-9f0392da7966 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:52.273464 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6995b1c3-42b0-4662-959a-cdca2948caeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:52.276838 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6995b1c3-42b0-4662-959a-cdca2948caeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:52.279348 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6995b1c3-42b0-4662-959a-cdca2948caeb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1c55babd-f380-4923-ba6e-e59a7f7713de HTTP/1.1" status: 204 len: 168 time: 1.0214918 Dec 14 02:56:52.289428 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995b1c3-42b0-4662-959a-cdca2948caeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c55babd-f380-4923-ba6e-e59a7f7713de,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:52.306040 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-f581db49-4686-481a-a3d6-a1815b4cef59 req-17fa255b-8f8e-4f96-9aed-fbba75887b87 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Deleting port 65303f33-752f-4a95-8372-72db4d976553 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:56:52.306452 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f581db49-4686-481a-a3d6-a1815b4cef59 req-17fa255b-8f8e-4f96-9aed-fbba75887b87 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:52.343167 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08ff0b-1301-4348-8f28-f7226331da7a None None] Pushing event updated for resources: {'Port': ['ID=a7a9f29d-40d9-4d83-9c3b-85551af871f5,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:52.347139 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cad6016e-8ef7-4d33-951f-55289ea5a288 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:52.370064 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cb77ca-14c8-4d00-a82c-f5ac5995821c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:56:52.385761 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-84cb77ca-14c8-4d00-a82c-f5ac5995821c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/b6810909-e914-4025-9e4a-dadc7846cf75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6096711 Dec 14 02:56:52.388723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33744) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:52.431591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-dfaf19b0-0e13-491f-baf8-6556ac44978f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'network': {'name': 'tempest-RoutersTest-1352244876'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:52.499851 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6016e-8ef7-4d33-951f-55289ea5a288 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Checking segment: {'id': '00f68a90-a8d2-4463-91e4-935d4f84b72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd8ab590c-6dc7-438a-bbe1-de63d0c075da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:52.500222 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad6016e-8ef7-4d33-951f-55289ea5a288 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Network hostable DHCP agents. Network: d8ab590c-6dc7-438a-bbe1-de63d0c075da, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:56:52.543750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 056dc28e-4057-4dad-afc2-9f0392da7966 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:52.544262 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:52.606513 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6016e-8ef7-4d33-951f-55289ea5a288 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event updated for resources: {'Subnet': ['ID=a787a812-cd00-4089-90d7-6ae7cc5a59aa,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:52.669279 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad6016e-8ef7-4d33-951f-55289ea5a288 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Network d8ab590c-6dc7-438a-bbe1-de63d0c075da is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:56:52.674167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-f581db49-4686-481a-a3d6-a1815b4cef59 req-17fa255b-8f8e-4f96-9aed-fbba75887b87 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] For port 65303f33-752f-4a95-8372-72db4d976553, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=65303f33-752f-4a95-8372-72db4d976553,segment=NetworkSegment(f72c314f-a7ac-42a6-b4c6-03e0b2aab854),segment_id=f72c314f-a7ac-42a6-b4c6-03e0b2aab854)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:52.674692 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f581db49-4686-481a-a3d6-a1815b4cef59 req-17fa255b-8f8e-4f96-9aed-fbba75887b87 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:52.735854 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfaf19b0-0e13-491f-baf8-6556ac44978f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Made reservation on behalf of bef428db4a6f4b9588a0ee0333855037 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:52.743789 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfaf19b0-0e13-491f-baf8-6556ac44978f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:52.768345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-f581db49-4686-481a-a3d6-a1815b4cef59 req-17fa255b-8f8e-4f96-9aed-fbba75887b87 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Calling delete_port for 65303f33-752f-4a95-8372-72db4d976553 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:56:52.812506 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-cad6016e-8ef7-4d33-951f-55289ea5a288 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, d8ab590c-6dc7-438a-bbe1-de63d0c075da) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:52.851517 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad6016e-8ef7-4d33-951f-55289ea5a288 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:52.851517 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cad6016e-8ef7-4d33-951f-55289ea5a288 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:52.929486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfaf19b0-0e13-491f-baf8-6556ac44978f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:56:52.974733 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395aa722-21e3-4136-b7e6-e539af1b6b67 None None] Network d8ab590c-6dc7-438a-bbe1-de63d0c075da requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:52.975965 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfaf19b0-0e13-491f-baf8-6556ac44978f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:52.980648 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-dfaf19b0-0e13-491f-baf8-6556ac44978f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Added segment dd0bc239-9ca1-42e0-8fc4-6abda7962e34 of type vlan for network 0ddf7956-c0db-4011-b256-0c8ac0d126e4 Dec 14 02:56:53.066330 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfaf19b0-0e13-491f-baf8-6556ac44978f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:53.144623 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cad6016e-8ef7-4d33-951f-55289ea5a288 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6002510 Dec 14 02:56:53.146305 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33762) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:53.151684 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-34814e27-0e4b-4443-8e44-86b9ec062a1e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd8ab590c-6dc7-438a-bbe1-de63d0c075da'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:53.186997 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dcfabb-6e5a-4086-b0e7-dad5c2b1da16 None None] Network a513a61f-fbe6-4d85-9f40-7c0db524624d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:53.268178 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfaf19b0-0e13-491f-baf8-6556ac44978f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:53.278318 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaf19b0-0e13-491f-baf8-6556ac44978f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:53.279327 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfaf19b0-0e13-491f-baf8-6556ac44978f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:53.397052 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaf19b0-0e13-491f-baf8-6556ac44978f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Network': ['ID=0ddf7956-c0db-4011-b256-0c8ac0d126e4,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:53.413081 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f581db49-4686-481a-a3d6-a1815b4cef59 req-17fa255b-8f8e-4f96-9aed-fbba75887b87 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:53.437360 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 0ddf7956-c0db-4011-b256-0c8ac0d126e4 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:56:53.451657 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:53.518196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 056dc28e-4057-4dad-afc2-9f0392da7966, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=056dc28e-4057-4dad-afc2-9f0392da7966,segment=NetworkSegment(96879374-f9af-441b-8c65-52a1e6ada0a6),segment_id=96879374-f9af-441b-8c65-52a1e6ada0a6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:53.525740 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-d8ab590c-6dc7-438a-bbe1-de63d0c075da', 'network_id': 'd8ab590c-6dc7-438a-bbe1-de63d0c075da', 'project_id': '826ed562bb48485cbc20d6f9247c42c4', 'fixed_ips': [{'subnet_id': 'a787a812-cd00-4089-90d7-6ae7cc5a59aa'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:56:53.532249 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:53.533717 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d1e6c329-3751-4d94-84ec-65324b013e2d None None] Provisioning complete for port a7a9f29d-40d9-4d83-9c3b-85551af871f5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:53.534098 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d1e6c329-3751-4d94-84ec-65324b013e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:53.565874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa255b-8f8e-4f96-9aed-fbba75887b87 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Pushing event deleted for resources: {'Port': ['ID=65303f33-752f-4a95-8372-72db4d976553,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:53.572828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef986679-e727-4c19-89ab-1c7e57b83565 req-cf0c11f6-58f1-452e-b30e-bc36828a3d97 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 210 time: 0.1572168 Dec 14 02:56:53.574874 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-34814e27-0e4b-4443-8e44-86b9ec062a1e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:53.610248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61987685-8fd7-4b35-882d-f2159860a478 None None] DHCP port deletion for 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:53.629803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f581db49-4686-481a-a3d6-a1815b4cef59 req-17fa255b-8f8e-4f96-9aed-fbba75887b87 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] No DVR routers for this DVR port 65303f33-752f-4a95-8372-72db4d976553 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:56:53.634818 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f581db49-4686-481a-a3d6-a1815b4cef59 req-17fa255b-8f8e-4f96-9aed-fbba75887b87 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:53.639327 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f581db49-4686-481a-a3d6-a1815b4cef59 req-17fa255b-8f8e-4f96-9aed-fbba75887b87 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.46 "DELETE /v2.0/ports/65303f33-752f-4a95-8372-72db4d976553 HTTP/1.1" status: 204 len: 173 time: 1.8289232 Dec 14 02:56:53.640022 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28defa99-ba8e-469c-87d5-9e54adf532e7', 'name': 'network-vif-deleted', 'tag': '65303f33-752f-4a95-8372-72db4d976553'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:56:53.641557 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:53.642498 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e1164163-1bed-4296-892d-b0e8e4fe35bf up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:53.644129 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b03138-1d61-4041-be34-0dba8e571aec" -d '{"events": [{"server_uuid": "28defa99-ba8e-469c-87d5-9e54adf532e7", "name": "network-vif-deleted", "tag": "65303f33-752f-4a95-8372-72db4d976553"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:56:53.682032 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-dfaf19b0-0e13-491f-baf8-6556ac44978f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2846022 Dec 14 02:56:53.691558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33772) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:53.698654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-035252e3-745f-4b44-a5a8-62fa4fa19501 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'subnet': {'network_id': '0ddf7956-c0db-4011-b256-0c8ac0d126e4', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:56:53.825763 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161ca0fe-7f75-4cb7-8674-a23c2b81234e x-openstack-request-id: req-161ca0fe-7f75-4cb7-8674-a23c2b81234e {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:56:53.827848 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28defa99-ba8e-469c-87d5-9e54adf532e7", "name": "network-vif-deleted", "tag": "65303f33-752f-4a95-8372-72db4d976553", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:56:53.827848 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-161ca0fe-7f75-4cb7-8674-a23c2b81234e {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:56:53.827848 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28defa99-ba8e-469c-87d5-9e54adf532e7', 'name': 'network-vif-deleted', 'tag': '65303f33-752f-4a95-8372-72db4d976553', 'status': 'completed', 'code': 200} Dec 14 02:56:53.985217 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-34814e27-0e4b-4443-8e44-86b9ec062a1e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 02:56:53.986392 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-34814e27-0e4b-4443-8e44-86b9ec062a1e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "PUT /v2.0/routers/5e1d56bf-f362-4d74-ae97-b3379b104ce6 HTTP/1.1" status: 400 len: 364 time: 0.8390501 Dec 14 02:56:53.992756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33778) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:54.187337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035252e3-745f-4b44-a5a8-62fa4fa19501 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Made reservation on behalf of bef428db4a6f4b9588a0ee0333855037 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:56:54.196719 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-035252e3-745f-4b44-a5a8-62fa4fa19501 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:54.261479 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Sync routers for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:56:54.276433 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:54.277078 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:54.371573 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=056dc28e-4057-4dad-afc2-9f0392da7966,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:54.471009 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:56:54.561223 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e1164163-1bed-4296-892d-b0e8e4fe35bf triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:54.561648 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:54.582713 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Allocated IP 2001:db8:1::2 (d8ab590c-6dc7-438a-bbe1-de63d0c075da/a787a812-cd00-4089-90d7-6ae7cc5a59aa/6b90cd22-bdee-4392-9808-4823de412fdd) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:54.702276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d1e6c329-3751-4d94-84ec-65324b013e2d None None] Provisioning complete for port 056dc28e-4057-4dad-afc2-9f0392da7966 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:54.702658 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d1e6c329-3751-4d94-84ec-65324b013e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:54.749803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 65303f33-752f-4a95-8372-72db4d976553 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:56:54.825416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8fc160ce-2f72-49c0-ba9f-485ed874b9cd req-8ad87b74-4875-44fe-bdfa-65fefbfc8339 tempest-AttachVolumeNegativeTest-10687193 tempest-AttachVolumeNegativeTest-10687193-project] 10.222.0.39 "GET /v2.0/ports?device_id=28defa99-ba8e-469c-87d5-9e54adf532e7 HTTP/1.1" status: 200 len: 210 time: 0.0634947 Dec 14 02:56:54.835032 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87467874-bbe2-49d6-a1bc-761d0a1d76fa tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:54.880062 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 65303f33-752f-4a95-8372-72db4d976553 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:56:54.880423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 65303f33-752f-4a95-8372-72db4d976553 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:56:54.997704 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:56:50Z', 'revision_number': 4, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': '94718846-7a1a-45c4-a6d2-9586514fa2b0', 'name': '', 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:90:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:48Z', 'updated_at': '2021-12-14T02:56:50Z', 'revision_number': 2, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:51Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:55.027804 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Checking router: b6810909-e914-4025-9e4a-dadc7846cf75 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:56:55.028504 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Updating router b6810909-e914-4025-9e4a-dadc7846cf75 port 94718846-7a1a-45c4-a6d2-9586514fa2b0 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:56:55.047538 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:55.055592 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:55.079147 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-035252e3-745f-4b44-a5a8-62fa4fa19501 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:55.166881 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:55.247078 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035252e3-745f-4b44-a5a8-62fa4fa19501 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Checking segment: {'id': 'dd0bc239-9ca1-42e0-8fc4-6abda7962e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ddf7956-c0db-4011-b256-0c8ac0d126e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:55.247544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035252e3-745f-4b44-a5a8-62fa4fa19501 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network hostable DHCP agents. Network: 0ddf7956-c0db-4011-b256-0c8ac0d126e4, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:56:55.250047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035252e3-745f-4b44-a5a8-62fa4fa19501 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Subnet': ['ID=78da82ea-eda1-4518-a0b3-2551b1de987f,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:55.254358 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Network d8ab590c-6dc7-438a-bbe1-de63d0c075da is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:55.275834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:55.295894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:55.320973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-87467874-bbe2-49d6-a1bc-761d0a1d76fa tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Allocated IP 2001:db8::1 (71608f54-bcc4-4d66-a8d8-6dd11ed8edf1/9b087a21-8273-460e-b782-c2bbec1d122c/0be2eb25-c975-40b9-b015-b4455d77127f) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:55.391371 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-20823094-a31b-43f6-b90d-478fd1cb600f None None] Provisioning complete for port 94718846-7a1a-45c4-a6d2-9586514fa2b0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:55.391819 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-20823094-a31b-43f6-b90d-478fd1cb600f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:55.395702 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Pushing event updated for resources: {'Port': ['ID=6b90cd22-bdee-4392-9808-4823de412fdd,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:55.431804 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035252e3-745f-4b44-a5a8-62fa4fa19501 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network 0ddf7956-c0db-4011-b256-0c8ac0d126e4 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:56:55.432049 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a7a9f29d-40d9-4d83-9c3b-85551af871f5 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:55.462935 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Attempting to bind port 6b90cd22-bdee-4392-9808-4823de412fdd on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:56:55.463315 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Attempting to bind port 6b90cd22-bdee-4392-9808-4823de412fdd by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '00f68a90-a8d2-4463-91e4-935d4f84b72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd8ab590c-6dc7-438a-bbe1-de63d0c075da'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:56:55.463680 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Attempting to bind port 6b90cd22-bdee-4392-9808-4823de412fdd on network d8ab590c-6dc7-438a-bbe1-de63d0c075da {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:56:55.481619 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:56:55.482006 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Checking segment: {'id': '00f68a90-a8d2-4463-91e4-935d4f84b72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd8ab590c-6dc7-438a-bbe1-de63d0c075da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:55.482577 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:55.482983 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Bound using segment: {'id': '00f68a90-a8d2-4463-91e4-935d4f84b72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd8ab590c-6dc7-438a-bbe1-de63d0c075da'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:56:55.483546 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Bound port: 6b90cd22-bdee-4392-9808-4823de412fdd, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f68a90-a8d2-4463-91e4-935d4f84b72e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'd8ab590c-6dc7-438a-bbe1-de63d0c075da'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:56:55.484039 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:55.500189 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-20823094-a31b-43f6-b90d-478fd1cb600f None None] Port 94718846-7a1a-45c4-a6d2-9586514fa2b0 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:56:55.515886 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-035252e3-745f-4b44-a5a8-62fa4fa19501 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 0ddf7956-c0db-4011-b256-0c8ac0d126e4) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:55.522637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035252e3-745f-4b44-a5a8-62fa4fa19501 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:56:55.525119 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-035252e3-745f-4b44-a5a8-62fa4fa19501 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:55.545434 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf8ac07-c829-4227-9df9-b4312c286b2c None None] Network 0ddf7956-c0db-4011-b256-0c8ac0d126e4 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:55.556811 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87467874-bbe2-49d6-a1bc-761d0a1d76fa tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:55.567883 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:55.616418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-20823094-a31b-43f6-b90d-478fd1cb600f None None] Provisioning complete for port 056dc28e-4057-4dad-afc2-9f0392da7966 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:55.616861 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-20823094-a31b-43f6-b90d-478fd1cb600f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:55.626341 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33806) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:55.635774 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:55.644860 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-035252e3-745f-4b44-a5a8-62fa4fa19501 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9576802 Dec 14 02:56:55.655486 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87467874-bbe2-49d6-a1bc-761d0a1d76fa tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:55.670901 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] For port 6b90cd22-bdee-4392-9808-4823de412fdd, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:56:55.677684 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] For port 6b90cd22-bdee-4392-9808-4823de412fdd, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6b90cd22-bdee-4392-9808-4823de412fdd,segment=NetworkSegment(00f68a90-a8d2-4463-91e4-935d4f84b72e),segment_id=00f68a90-a8d2-4463-91e4-935d4f84b72e)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:56:55.678717 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a7a9f29d-40d9-4d83-9c3b-85551af871f5 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:55.679805 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:55.717686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87467874-bbe2-49d6-a1bc-761d0a1d76fa tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Network 71608f54-bcc4-4d66-a8d8-6dd11ed8edf1 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:55.726031 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-87467874-bbe2-49d6-a1bc-761d0a1d76fa tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:55.745577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87467874-bbe2-49d6-a1bc-761d0a1d76fa tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:55.747941 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87467874-bbe2-49d6-a1bc-761d0a1d76fa tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:55.789784 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:55.901590 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fab606-744d-45d7-9228-e5885be649cb None None] Pushing event updated for resources: {'Port': ['ID=94718846-7a1a-45c4-a6d2-9586514fa2b0,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:55.959529 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Attempting to bind port 94718846-7a1a-45c4-a6d2-9586514fa2b0 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:56:55.959941 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Attempting to bind port 94718846-7a1a-45c4-a6d2-9586514fa2b0 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '96879374-f9af-441b-8c65-52a1e6ada0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:56:55.960310 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Attempting to bind port 94718846-7a1a-45c4-a6d2-9586514fa2b0 on network a513a61f-fbe6-4d85-9f40-7c0db524624d {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:56:55.976098 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:56:55.976487 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Checking segment: {'id': '96879374-f9af-441b-8c65-52a1e6ada0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:55.976898 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:55.978131 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Bound using segment: {'id': '96879374-f9af-441b-8c65-52a1e6ada0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:56:55.978634 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Bound port: 94718846-7a1a-45c4-a6d2-9586514fa2b0, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96879374-f9af-441b-8c65-52a1e6ada0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:56:55.979694 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:56.003171 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-0ddf7956-c0db-4011-b256-0c8ac0d126e4', 'network_id': '0ddf7956-c0db-4011-b256-0c8ac0d126e4', 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'fixed_ips': [{'subnet_id': '78da82ea-eda1-4518-a0b3-2551b1de987f'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:56:56.004047 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:56.015150 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33810) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:56.142870 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] For port 94718846-7a1a-45c4-a6d2-9586514fa2b0, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:56:56.147748 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] For port 94718846-7a1a-45c4-a6d2-9586514fa2b0, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=94718846-7a1a-45c4-a6d2-9586514fa2b0,segment=NetworkSegment(96879374-f9af-441b-8c65-52a1e6ada0a6),segment_id=96879374-f9af-441b-8c65-52a1e6ada0a6)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:56:56.234463 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:56.327877 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a57cc8a-6be6-42bb-b358-cc63b9e5d05d admin admin] Deleting subnet ee9cd12f-52e6-42ad-bc08-3935195b595a {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:56:56.440415 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8a57cc8a-6be6-42bb-b358-cc63b9e5d05d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:56.488199 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:56.493747 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:56.497679 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fab606-744d-45d7-9228-e5885be649cb None None] Pushing event updated for resources: {'Port': ['ID=94718846-7a1a-45c4-a6d2-9586514fa2b0,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:56.611498 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9270f70-7d48-4103-9f4c-cd54bfefad3b None None] Pushing event updated for resources: {'Port': ['ID=6b90cd22-bdee-4392-9808-4823de412fdd,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:56.736202 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Allocated IP 172.23.0.2 (0ddf7956-c0db-4011-b256-0c8ac0d126e4/78da82ea-eda1-4518-a0b3-2551b1de987f/48edc580-d066-4b9c-bc8f-d46522721f9c) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:56.741569 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87467874-bbe2-49d6-a1bc-761d0a1d76fa tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event updated for resources: {'Port': ['ID=0be2eb25-c975-40b9-b015-b4455d77127f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:56.743810 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 056dc28e-4057-4dad-afc2-9f0392da7966 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:56.785293 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:56:56.817478 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8a57cc8a-6be6-42bb-b358-cc63b9e5d05d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:56.904866 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87467874-bbe2-49d6-a1bc-761d0a1d76fa tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:56.923198 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3a89dfce-6568-4750-8da6-7d32d4d94a38 None None] Provisioning complete for port 94718846-7a1a-45c4-a6d2-9586514fa2b0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:56.923502 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3a89dfce-6568-4750-8da6-7d32d4d94a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:57.008074 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8a57cc8a-6be6-42bb-b358-cc63b9e5d05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:57.018115 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 056dc28e-4057-4dad-afc2-9f0392da7966 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:57.021082 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:57.068899 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe5ce48e-6bf4-4555-b235-031f8a34dbda tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:57.173716 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:56:50Z', 'revision_number': 4, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': '94718846-7a1a-45c4-a6d2-9586514fa2b0', 'name': '', 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:90:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:48Z', 'updated_at': '2021-12-14T02:56:56Z', 'revision_number': 4, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:51Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:57.236497 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:57.255594 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4855a430-64d6-4b42-91b0-0e99e835730d None None] The sync data for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 is: [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:56:50Z', 'revision_number': 4, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': '94718846-7a1a-45c4-a6d2-9586514fa2b0', 'name': '', 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:90:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:48Z', 'updated_at': '2021-12-14T02:56:56Z', 'revision_number': 4, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:51Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:56:57.352903 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:57.437496 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3a89dfce-6568-4750-8da6-7d32d4d94a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:57.489786 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:57.587315 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87467874-bbe2-49d6-a1bc-761d0a1d76fa tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:57.648963 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Pushing event updated for resources: {'Port': ['ID=48edc580-d066-4b9c-bc8f-d46522721f9c,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:57.669331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3a89dfce-6568-4750-8da6-7d32d4d94a38 None None] For port 94718846-7a1a-45c4-a6d2-9586514fa2b0, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=94718846-7a1a-45c4-a6d2-9586514fa2b0,segment=NetworkSegment(96879374-f9af-441b-8c65-52a1e6ada0a6),segment_id=96879374-f9af-441b-8c65-52a1e6ada0a6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:57.679955 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Network 0ddf7956-c0db-4011-b256-0c8ac0d126e4 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:57.683243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:57.688492 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:57.693235 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8a57cc8a-6be6-42bb-b358-cc63b9e5d05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:57.708671 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87467874-bbe2-49d6-a1bc-761d0a1d76fa tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:57.709532 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87467874-bbe2-49d6-a1bc-761d0a1d76fa tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:57.735307 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3a89dfce-6568-4750-8da6-7d32d4d94a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:57.751787 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8a57cc8a-6be6-42bb-b358-cc63b9e5d05d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:57.762195 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8a57cc8a-6be6-42bb-b358-cc63b9e5d05d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ee9cd12f-52e6-42ad-bc08-3935195b595a HTTP/1.1" status: 204 len: 168 time: 1.7423801 Dec 14 02:56:57.775930 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0bb984-22c1-4087-82a8-c09eb0c159e5 None None] Network 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:57.786319 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33840) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:57.792165 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57cc8a-6be6-42bb-b358-cc63b9e5d05d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee9cd12f-52e6-42ad-bc08-3935195b595a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:57.826903 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-fe5ce48e-6bf4-4555-b235-031f8a34dbda tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Allocated IP 172.23.0.1 (0ddf7956-c0db-4011-b256-0c8ac0d126e4/78da82ea-eda1-4518-a0b3-2551b1de987f/ffb402f5-2b0c-4834-a907-5ef9fb779848) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:56:57.950890 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 94718846-7a1a-45c4-a6d2-9586514fa2b0 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:57.962696 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39066c18-f744-480e-9788-4fc4f82e6359 None None] Network d8ab590c-6dc7-438a-bbe1-de63d0c075da requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:56:58.045562 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe5ce48e-6bf4-4555-b235-031f8a34dbda tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:58.072091 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87467874-bbe2-49d6-a1bc-761d0a1d76fa tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event updated for resources: {'Port': ['ID=0be2eb25-c975-40b9-b015-b4455d77127f,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:58.102423 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-817cde3b-6630-4541-a324-9a820b58e43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:58.112567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87467874-bbe2-49d6-a1bc-761d0a1d76fa tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Network 71608f54-bcc4-4d66-a8d8-6dd11ed8edf1 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:58.115390 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-87467874-bbe2-49d6-a1bc-761d0a1d76fa tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:58.224310 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe5ce48e-6bf4-4555-b235-031f8a34dbda tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:58.306838 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-817cde3b-6630-4541-a324-9a820b58e43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:58.315035 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ce48e-6bf4-4555-b235-031f8a34dbda tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=ffb402f5-2b0c-4834-a907-5ef9fb779848,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:58.348673 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5ce48e-6bf4-4555-b235-031f8a34dbda tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network 0ddf7956-c0db-4011-b256-0c8ac0d126e4 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:56:58.355251 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-fe5ce48e-6bf4-4555-b235-031f8a34dbda tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:56:58.359208 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5ce48e-6bf4-4555-b235-031f8a34dbda tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:56:58.362986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-817cde3b-6630-4541-a324-9a820b58e43e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7ee77e-8c6e-4bd5-b732-433005bf2f48']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:58.375281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87467874-bbe2-49d6-a1bc-761d0a1d76fa tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Router 5e1d56bf-f362-4d74-ae97-b3379b104ce6 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:56:58.383996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-817cde3b-6630-4541-a324-9a820b58e43e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72c314f-a7ac-42a6-b4c6-03e0b2aab854') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:58.384502 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-817cde3b-6630-4541-a324-9a820b58e43e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72c314f-a7ac-42a6-b4c6-03e0b2aab854') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:58.397946 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-817cde3b-6630-4541-a324-9a820b58e43e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:58.457068 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Attempting to bind port 48edc580-d066-4b9c-bc8f-d46522721f9c on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:56:58.457922 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Attempting to bind port 48edc580-d066-4b9c-bc8f-d46522721f9c by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'dd0bc239-9ca1-42e0-8fc4-6abda7962e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ddf7956-c0db-4011-b256-0c8ac0d126e4'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:56:58.458271 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Attempting to bind port 48edc580-d066-4b9c-bc8f-d46522721f9c on network 0ddf7956-c0db-4011-b256-0c8ac0d126e4 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:56:58.470667 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe5ce48e-6bf4-4555-b235-031f8a34dbda tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:58.479338 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:56:58.479729 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Checking segment: {'id': 'dd0bc239-9ca1-42e0-8fc4-6abda7962e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ddf7956-c0db-4011-b256-0c8ac0d126e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:56:58.486462 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:58.486462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Bound using segment: {'id': 'dd0bc239-9ca1-42e0-8fc4-6abda7962e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ddf7956-c0db-4011-b256-0c8ac0d126e4'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:56:58.486462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Bound port: 48edc580-d066-4b9c-bc8f-d46522721f9c, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0bc239-9ca1-42e0-8fc4-6abda7962e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ddf7956-c0db-4011-b256-0c8ac0d126e4'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:56:58.486462 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:58.486462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3a89dfce-6568-4750-8da6-7d32d4d94a38 None None] Provisioning complete for port 0be2eb25-c975-40b9-b015-b4455d77127f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:58.486462 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3a89dfce-6568-4750-8da6-7d32d4d94a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:58.574973 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-817cde3b-6630-4541-a324-9a820b58e43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:58.577989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87467874-bbe2-49d6-a1bc-761d0a1d76fa tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:56:58.590461 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-87467874-bbe2-49d6-a1bc-761d0a1d76fa tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "PUT /v2.0/routers/5e1d56bf-f362-4d74-ae97-b3379b104ce6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5939102 Dec 14 02:56:58.590575 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33852) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:58.594564 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817cde3b-6630-4541-a324-9a820b58e43e admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:56:58.594994 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-817cde3b-6630-4541-a324-9a820b58e43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:56:58.596907 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:56:58.641825 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b628114c-2ace-41e6-8a1c-7bec1597cf95 None None] DHCP port deletion for 3e7ee77e-8c6e-4bd5-b732-433005bf2f48 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:56:58.644355 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce3ae74-36c2-4df8-ac0b-a6012bb42f4c None None] Sync routers for ids ['5e1d56bf-f362-4d74-ae97-b3379b104ce6'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:56:58.719072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89dfce-6568-4750-8da6-7d32d4d94a38 None None] Pushing event updated for resources: {'Port': ['ID=94718846-7a1a-45c4-a6d2-9586514fa2b0,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:58.737352 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe5ce48e-6bf4-4555-b235-031f8a34dbda tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:58.752156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce3ae74-36c2-4df8-ac0b-a6012bb42f4c None None] Routers {'5e1d56bf-f362-4d74-ae97-b3379b104ce6'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:58.753288 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-dce3ae74-36c2-4df8-ac0b-a6012bb42f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['5e1d56bf-f362-4d74-ae97-b3379b104ce6'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:58.787713 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-817cde3b-6630-4541-a324-9a820b58e43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:58.801883 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-817cde3b-6630-4541-a324-9a820b58e43e admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:58.812409 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3a89dfce-6568-4750-8da6-7d32d4d94a38 None None] Port 0be2eb25-c975-40b9-b015-b4455d77127f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:56:58.814949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-817cde3b-6630-4541-a324-9a820b58e43e admin admin] 10.222.0.39 "DELETE /v2.0/networks/3e7ee77e-8c6e-4bd5-b732-433005bf2f48 HTTP/1.1" status: 204 len: 168 time: 1.0219700 Dec 14 02:56:58.835983 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-dce3ae74-36c2-4df8-ac0b-a6012bb42f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:58.836990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817cde3b-6630-4541-a324-9a820b58e43e admin admin] Pushing event deleted for resources: {'Network': ['ID=3e7ee77e-8c6e-4bd5-b732-433005bf2f48,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:58.865010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 94718846-7a1a-45c4-a6d2-9586514fa2b0 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:58.865424 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:58.920384 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce3ae74-36c2-4df8-ac0b-a6012bb42f4c None None] Routers {'5e1d56bf-f362-4d74-ae97-b3379b104ce6'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:56:58.921030 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-dce3ae74-36c2-4df8-ac0b-a6012bb42f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['5e1d56bf-f362-4d74-ae97-b3379b104ce6'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:58.923974 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] For port 48edc580-d066-4b9c-bc8f-d46522721f9c, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:56:58.975526 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4361dc8f-3daa-4af1-ad99-0d12b4d36eb8 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:58.984568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-dce3ae74-36c2-4df8-ac0b-a6012bb42f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:56:58.985226 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce3ae74-36c2-4df8-ac0b-a6012bb42f4c None None] The sync data for ids ['5e1d56bf-f362-4d74-ae97-b3379b104ce6'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:56:58.990896 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] For port 48edc580-d066-4b9c-bc8f-d46522721f9c, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=48edc580-d066-4b9c-bc8f-d46522721f9c,segment=NetworkSegment(dd0bc239-9ca1-42e0-8fc4-6abda7962e34),segment_id=dd0bc239-9ca1-42e0-8fc4-6abda7962e34)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:56:59.042066 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6b90cd22-bdee-4392-9808-4823de412fdd up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:56:59.072968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-aeb4815f-cae1-4a4c-a4aa-7ad8a3167b07 None None] Provisioning complete for port 6b90cd22-bdee-4392-9808-4823de412fdd triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:59.073523 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aeb4815f-cae1-4a4c-a4aa-7ad8a3167b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:59.126876 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:59.161790 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-4361dc8f-3daa-4af1-ad99-0d12b4d36eb8 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 14 02:56:59.166062 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33860) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:59.173395 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4361dc8f-3daa-4af1-ad99-0d12b4d36eb8 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "DELETE /v2.0/routers/5e1d56bf-f362-4d74-ae97-b3379b104ce6 HTTP/1.1" status: 409 len: 329 time: 0.5843823 Dec 14 02:56:59.249613 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6b90cd22-bdee-4392-9808-4823de412fdd triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:56:59.249613 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:59.322522 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33862) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:59.345834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aeb40c-1e3e-4bdb-8103-64fb0438c14a None None] Pushing event updated for resources: {'Port': ['ID=48edc580-d066-4b9c-bc8f-d46522721f9c,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:59.454371 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:59.460817 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c18422f6-96ec-4a6c-b409-4f61f4a20a94 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6afd97248934601b456e60985587aff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1348634 Dec 14 02:56:59.465110 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33866) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:56:59.475011 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aeb4815f-cae1-4a4c-a4aa-7ad8a3167b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:59.574511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 6b90cd22-bdee-4392-9808-4823de412fdd, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6b90cd22-bdee-4392-9808-4823de412fdd,segment=NetworkSegment(00f68a90-a8d2-4463-91e4-935d4f84b72e),segment_id=00f68a90-a8d2-4463-91e4-935d4f84b72e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:56:59.589226 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe5ce48e-6bf4-4555-b235-031f8a34dbda tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:59.608331 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1ffd1d49-4ed0-4d34-b922-7f31668ef2f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:59.644512 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1ffd1d49-4ed0-4d34-b922-7f31668ef2f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:59.700604 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:59.708981 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe5ce48e-6bf4-4555-b235-031f8a34dbda tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:59.796335 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:59.802944 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1ffd1d49-4ed0-4d34-b922-7f31668ef2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:59.805924 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1ffd1d49-4ed0-4d34-b922-7f31668ef2f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:59.807662 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1ffd1d49-4ed0-4d34-b922-7f31668ef2f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca HTTP/1.1" status: 204 len: 168 time: 0.3347149 Dec 14 02:56:59.856945 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd1d49-4ed0-4d34-b922-7f31668ef2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9bf8ea-a5ed-4075-be8f-16a2123ce8ca,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:59.873647 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5ce48e-6bf4-4555-b235-031f8a34dbda tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event updated for resources: {'Port': ['ID=ffb402f5-2b0c-4834-a907-5ef9fb779848,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:59.881078 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fe5ce48e-6bf4-4555-b235-031f8a34dbda tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:56:59.893656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=6b90cd22-bdee-4392-9808-4823de412fdd,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:56:59.970174 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-aeb4815f-cae1-4a4c-a4aa-7ad8a3167b07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:56:59.970545 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-aeb4815f-cae1-4a4c-a4aa-7ad8a3167b07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:57:00.083730 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 48edc580-d066-4b9c-bc8f-d46522721f9c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:57:00.104223 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5ce48e-6bf4-4555-b235-031f8a34dbda tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Network 0ddf7956-c0db-4011-b256-0c8ac0d126e4 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:57:00.105715 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-fe5ce48e-6bf4-4555-b235-031f8a34dbda tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:57:00.159199 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 48edc580-d066-4b9c-bc8f-d46522721f9c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:57:00.159894 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:00.251444 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5ce48e-6bf4-4555-b235-031f8a34dbda tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router b6810909-e914-4025-9e4a-dadc7846cf75 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:57:00.264762 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:00.302531 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 48edc580-d066-4b9c-bc8f-d46522721f9c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=48edc580-d066-4b9c-bc8f-d46522721f9c,segment=NetworkSegment(dd0bc239-9ca1-42e0-8fc4-6abda7962e34),segment_id=dd0bc239-9ca1-42e0-8fc4-6abda7962e34)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:00.330752 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:00.337061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Deleting port 0be2eb25-c975-40b9-b015-b4455d77127f {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:00.337061 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:00.427093 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:00.427968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 94718846-7a1a-45c4-a6d2-9586514fa2b0 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:57:00.526963 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:00.545781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Calling delete_port for 0be2eb25-c975-40b9-b015-b4455d77127f owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:00.670524 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=48edc580-d066-4b9c-bc8f-d46522721f9c,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:00.796343 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 94718846-7a1a-45c4-a6d2-9586514fa2b0 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:57:00.797040 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:00.851801 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-aeb4815f-cae1-4a4c-a4aa-7ad8a3167b07 None None] Provisioning complete for port 0be2eb25-c975-40b9-b015-b4455d77127f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:57:00.852342 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aeb4815f-cae1-4a4c-a4aa-7ad8a3167b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:00.918467 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5ce48e-6bf4-4555-b235-031f8a34dbda tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:57:00.923920 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea542832-258c-4211-8ade-2d5d824dbbe7 None None] Network 0ddf7956-c0db-4011-b256-0c8ac0d126e4 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:57:00.930280 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Sync routers for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:57:00.936845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33888) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:00.944017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-737f402d-4e32-44e0-ba44-6b22f844d291 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:57:00.948221 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fe5ce48e-6bf4-4555-b235-031f8a34dbda tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/b6810909-e914-4025-9e4a-dadc7846cf75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3203495 Dec 14 02:57:00.963767 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:00.964501 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:00.989698 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:01.076327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event deleted for resources: {'Port': ['ID=0be2eb25-c975-40b9-b015-b4455d77127f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:01.081521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-aeb4815f-cae1-4a4c-a4aa-7ad8a3167b07 None None] Port 0be2eb25-c975-40b9-b015-b4455d77127f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:57:01.120536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:01.120890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:01.121239 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:01.121610 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:01.121950 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:01.122280 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:01.122615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:01.122957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:01.123268 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:01.123597 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:01.123923 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:01.124248 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:01.124574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:01.169907 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:57:01.246986 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-26ff6ce1-34db-4549-ae39-1892008952c1 None None] Provisioning complete for port 48edc580-d066-4b9c-bc8f-d46522721f9c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:57:01.247677 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-26ff6ce1-34db-4549-ae39-1892008952c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:01.262818 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:01.451991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-26ff6ce1-34db-4549-ae39-1892008952c1 None None] Provisioning complete for port 6b90cd22-bdee-4392-9808-4823de412fdd triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:57:01.452821 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-26ff6ce1-34db-4549-ae39-1892008952c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:01.696136 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:56:58Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': '94718846-7a1a-45c4-a6d2-9586514fa2b0', 'name': '', 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:90:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:48Z', 'updated_at': '2021-12-14T02:56:57Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:51Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffb402f5-2b0c-4834-a907-5ef9fb779848', 'name': '', 'network_id': '0ddf7956-c0db-4011-b256-0c8ac0d126e4', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:b8:ec:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '78da82ea-eda1-4518-a0b3-2551b1de987f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:57Z', 'updated_at': '2021-12-14T02:56:59Z', 'revision_number': 2, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '78da82ea-eda1-4518-a0b3-2551b1de987f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:01.719698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Router 5e1d56bf-f362-4d74-ae97-b3379b104ce6 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:57:01.782427 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Checking router: b6810909-e914-4025-9e4a-dadc7846cf75 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:57:01.782797 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Updating router b6810909-e914-4025-9e4a-dadc7846cf75 port ffb402f5-2b0c-4834-a907-5ef9fb779848 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:57:01.844069 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:01.868407 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4f1f8e5f-7750-4157-ae40-d7dbe843842c None None] Provisioning complete for port 48edc580-d066-4b9c-bc8f-d46522721f9c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:57:01.868817 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8e5f-7750-4157-ae40-d7dbe843842c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:01.926689 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 48edc580-d066-4b9c-bc8f-d46522721f9c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:57:01.941322 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:57:01.955661 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f5041388-8b95-4616-89fb-8827cc9af234 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "PUT /v2.0/routers/5e1d56bf-f362-4d74-ae97-b3379b104ce6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7883079 Dec 14 02:57:01.959745 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33904) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:01.995835 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603ab46d-eba8-4f37-ab17-185df48ccd13 None None] Sync routers for ids ['5e1d56bf-f362-4d74-ae97-b3379b104ce6'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:57:02.047195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603ab46d-eba8-4f37-ab17-185df48ccd13 None None] Routers {'5e1d56bf-f362-4d74-ae97-b3379b104ce6'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:02.047841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-603ab46d-eba8-4f37-ab17-185df48ccd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['5e1d56bf-f362-4d74-ae97-b3379b104ce6'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:02.052659 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-c6045e3b-a9bc-413b-97a9-bb9ff074565a tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] show failed (client error): The resource could not be found. Dec 14 02:57:02.072262 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c6045e3b-a9bc-413b-97a9-bb9ff074565a tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-1191415630 HTTP/1.1" status: 404 len: 335 time: 0.1081173 Dec 14 02:57:02.073822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33908) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:02.089019 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3a7b51f0-cfbe-4f27-aaff-a1131c500419 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:57:02.172311 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.extraroute_db [None req-737f402d-4e32-44e0-ba44-6b22f844d291 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 14 02:57:02.185289 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-3a7b51f0-cfbe-4f27-aaff-a1131c500419 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] update failed (client error): The resource could not be found. Dec 14 02:57:02.185966 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-603ab46d-eba8-4f37-ab17-185df48ccd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:02.200327 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3a7b51f0-cfbe-4f27-aaff-a1131c500419 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1736824812 HTTP/1.1" status: 404 len: 335 time: 0.1222541 Dec 14 02:57:02.200585 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33912) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:02.218243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.extraroute_db [None req-737f402d-4e32-44e0-ba44-6b22f844d291 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Removed routes are [] {{(pid=103848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 14 02:57:02.218243 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-737f402d-4e32-44e0-ba44-6b22f844d291 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:02.225579 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603ab46d-eba8-4f37-ab17-185df48ccd13 None None] Routers {'5e1d56bf-f362-4d74-ae97-b3379b104ce6'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:02.226165 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-603ab46d-eba8-4f37-ab17-185df48ccd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['5e1d56bf-f362-4d74-ae97-b3379b104ce6'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:02.293000 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f52a60-7b75-402e-ac54-328ece8e1bf3 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Deleting subnet a787a812-cd00-4089-90d7-6ae7cc5a59aa {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:57:02.296684 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4f52a60-7b75-402e-ac54-328ece8e1bf3 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:02.371425 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:02.371970 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-603ab46d-eba8-4f37-ab17-185df48ccd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:02.372189 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603ab46d-eba8-4f37-ab17-185df48ccd13 None None] The sync data for ids ['5e1d56bf-f362-4d74-ae97-b3379b104ce6'] in n-d-821636-1 is: [] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:57:02.388375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 48edc580-d066-4b9c-bc8f-d46522721f9c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:57:02.401964 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:02.430015 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4f52a60-7b75-402e-ac54-328ece8e1bf3 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:02.456192 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:02.487360 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4f1f8e5f-7750-4157-ae40-d7dbe843842c None None] Provisioning complete for port ffb402f5-2b0c-4834-a907-5ef9fb779848 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:57:02.494031 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4f1f8e5f-7750-4157-ae40-d7dbe843842c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:02.593269 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4f52a60-7b75-402e-ac54-328ece8e1bf3 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:02.648064 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f8e5f-7750-4157-ae40-d7dbe843842c None None] Port ffb402f5-2b0c-4834-a907-5ef9fb779848 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:57:02.761036 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f9d22-bf9b-40ca-9019-7caf354625b4 None None] Pushing event updated for resources: {'Port': ['ID=ffb402f5-2b0c-4834-a907-5ef9fb779848,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:02.789072 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4f52a60-7b75-402e-ac54-328ece8e1bf3 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:02.808371 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6b90cd22-bdee-4392-9808-4823de412fdd up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:57:02.858948 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f52a60-7b75-402e-ac54-328ece8e1bf3 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event deleted for resources: {'Subnet': ['ID=a787a812-cd00-4089-90d7-6ae7cc5a59aa,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:02.867401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7c1d4292-7238-466d-9106-993320d3b1c6 None None] Provisioning complete for port ffb402f5-2b0c-4834-a907-5ef9fb779848 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:57:02.872635 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7c1d4292-7238-466d-9106-993320d3b1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:02.879699 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b4f52a60-7b75-402e-ac54-328ece8e1bf3 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:02.892784 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b4f52a60-7b75-402e-ac54-328ece8e1bf3 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "DELETE /v2.0/subnets/a787a812-cd00-4089-90d7-6ae7cc5a59aa HTTP/1.1" status: 204 len: 168 time: 0.6887927 Dec 14 02:57:02.896687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52677ca-5e40-4286-aafb-002745308432 None None] Network d8ab590c-6dc7-438a-bbe1-de63d0c075da requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:57:02.897908 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33922) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:03.036966 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5af9ce1d-b3e4-480b-9773-56e919152e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:03.139426 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Attempting to bind port ffb402f5-2b0c-4834-a907-5ef9fb779848 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:57:03.139906 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Attempting to bind port ffb402f5-2b0c-4834-a907-5ef9fb779848 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'dd0bc239-9ca1-42e0-8fc4-6abda7962e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ddf7956-c0db-4011-b256-0c8ac0d126e4'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:57:03.140372 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Attempting to bind port ffb402f5-2b0c-4834-a907-5ef9fb779848 on network 0ddf7956-c0db-4011-b256-0c8ac0d126e4 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:57:03.150864 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:57:03.152687 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Checking segment: {'id': 'dd0bc239-9ca1-42e0-8fc4-6abda7962e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ddf7956-c0db-4011-b256-0c8ac0d126e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:57:03.153702 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:03.155257 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Bound using segment: {'id': 'dd0bc239-9ca1-42e0-8fc4-6abda7962e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ddf7956-c0db-4011-b256-0c8ac0d126e4'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:57:03.155955 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Bound port: ffb402f5-2b0c-4834-a907-5ef9fb779848, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0bc239-9ca1-42e0-8fc4-6abda7962e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0ddf7956-c0db-4011-b256-0c8ac0d126e4'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:57:03.156465 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:03.157426 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:03.167511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6b90cd22-bdee-4392-9808-4823de412fdd triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:57:03.169080 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:03.299118 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d4292-7238-466d-9106-993320d3b1c6 None None] Port ffb402f5-2b0c-4834-a907-5ef9fb779848 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:57:03.334860 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Deleting port 6b90cd22-bdee-4392-9808-4823de412fdd {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:03.335457 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:03.368401 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] For port ffb402f5-2b0c-4834-a907-5ef9fb779848, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:57:03.380894 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] For port ffb402f5-2b0c-4834-a907-5ef9fb779848, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ffb402f5-2b0c-4834-a907-5ef9fb779848,segment=NetworkSegment(dd0bc239-9ca1-42e0-8fc4-6abda7962e34),segment_id=dd0bc239-9ca1-42e0-8fc4-6abda7962e34)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:57:03.429838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eff3986-a171-4152-8a00-37ffbdfcf3c3 None None] DHCP port deletion for d8ab590c-6dc7-438a-bbe1-de63d0c075da request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:57:03.468759 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:03.507628 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9781938c-ecba-4cc0-a32b-60676c2826ba None None] Provisioning complete for port ffb402f5-2b0c-4834-a907-5ef9fb779848 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:57:03.508014 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9781938c-ecba-4cc0-a32b-60676c2826ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:03.534898 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] For port 6b90cd22-bdee-4392-9808-4823de412fdd, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6b90cd22-bdee-4392-9808-4823de412fdd,segment=NetworkSegment(00f68a90-a8d2-4463-91e4-935d4f84b72e),segment_id=00f68a90-a8d2-4463-91e4-935d4f84b72e)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:03.536422 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:03.569695 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Calling delete_port for 6b90cd22-bdee-4392-9808-4823de412fdd owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:03.580779 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:03.582029 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:56:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:03.621991 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-737f402d-4e32-44e0-ba44-6b22f844d291 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:03.634061 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-737f402d-4e32-44e0-ba44-6b22f844d291 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:03.640135 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2eff3986-a171-4152-8a00-37ffbdfcf3c3 None None] Deleting port 6b90cd22-bdee-4392-9808-4823de412fdd {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:03.640545 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2eff3986-a171-4152-8a00-37ffbdfcf3c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:03.780935 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:57:03.894925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737f402d-4e32-44e0-ba44-6b22f844d291 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router b6810909-e914-4025-9e4a-dadc7846cf75 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:57:03.921381 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:03.928703 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f9d22-bf9b-40ca-9019-7caf354625b4 None None] Pushing event updated for resources: {'Port': ['ID=ffb402f5-2b0c-4834-a907-5ef9fb779848,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:04.006670 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event deleted for resources: {'Port': ['ID=6b90cd22-bdee-4392-9808-4823de412fdd,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:04.010889 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] No DVR routers for this DVR port 6b90cd22-bdee-4392-9808-4823de412fdd on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:57:04.137506 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2eff3986-a171-4152-8a00-37ffbdfcf3c3 None None] For port 6b90cd22-bdee-4392-9808-4823de412fdd, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6b90cd22-bdee-4392-9808-4823de412fdd,segment=NetworkSegment(00f68a90-a8d2-4463-91e4-935d4f84b72e),segment_id=00f68a90-a8d2-4463-91e4-935d4f84b72e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:04.138091 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2eff3986-a171-4152-8a00-37ffbdfcf3c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:04.148929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737f402d-4e32-44e0-ba44-6b22f844d291 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:57:04.152911 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:04.161101 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-737f402d-4e32-44e0-ba44-6b22f844d291 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:04.163336 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2eff3986-a171-4152-8a00-37ffbdfcf3c3 None None] Calling delete_port for 6b90cd22-bdee-4392-9808-4823de412fdd owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:04.170515 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-737f402d-4e32-44e0-ba44-6b22f844d291 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/b6810909-e914-4025-9e4a-dadc7846cf75 HTTP/1.1" status: 200 len: 934 time: 3.2319701 Dec 14 02:57:04.171623 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33940) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:04.176626 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6b90cd22-bdee-4392-9808-4823de412fdd no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:57:04.258992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ab590c-6dc7-438a-bbe1-de63d0c075da']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:04.262688 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 6b90cd22-bdee-4392-9808-4823de412fdd {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:57:04.263954 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6b90cd22-bdee-4392-9808-4823de412fdd not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:57:04.278202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f68a90-a8d2-4463-91e4-935d4f84b72e') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:04.278818 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f68a90-a8d2-4463-91e4-935d4f84b72e') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:04.280422 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:02Z', 'revision_number': 6, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': '94718846-7a1a-45c4-a6d2-9586514fa2b0', 'name': '', 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:90:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:48Z', 'updated_at': '2021-12-14T02:56:57Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:51Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffb402f5-2b0c-4834-a907-5ef9fb779848', 'name': '', 'network_id': '0ddf7956-c0db-4011-b256-0c8ac0d126e4', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:b8:ec:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '78da82ea-eda1-4518-a0b3-2551b1de987f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:57Z', 'updated_at': '2021-12-14T02:57:03Z', 'revision_number': 4, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '78da82ea-eda1-4518-a0b3-2551b1de987f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:04.298187 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:04.323779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33944) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:04.328946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-5fbc5421-b83f-417e-8b24-a0a7e4657bd4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'router': {'routes': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:57:04.331813 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a2d4a1d0-e1e2-43c1-9799-afe747e56d3c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/routers/b6810909-e914-4025-9e4a-dadc7846cf75 HTTP/1.1" status: 200 len: 934 time: 0.1587141 Dec 14 02:57:04.337161 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:04.358474 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:57:04.359230 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:57:04.362863 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:57:04.368547 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9781938c-ecba-4cc0-a32b-60676c2826ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:04.375055 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54970ad-0e91-46e9-ba6d-9cb73ca08aaf None None] The sync data for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 is: [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:02Z', 'revision_number': 6, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': '94718846-7a1a-45c4-a6d2-9586514fa2b0', 'name': '', 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:90:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:48Z', 'updated_at': '2021-12-14T02:56:57Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:51Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffb402f5-2b0c-4834-a907-5ef9fb779848', 'name': '', 'network_id': '0ddf7956-c0db-4011-b256-0c8ac0d126e4', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:b8:ec:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '78da82ea-eda1-4518-a0b3-2551b1de987f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:57Z', 'updated_at': '2021-12-14T02:57:03Z', 'revision_number': 4, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '78da82ea-eda1-4518-a0b3-2551b1de987f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:57:04.436904 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9781938c-ecba-4cc0-a32b-60676c2826ba None None] For port ffb402f5-2b0c-4834-a907-5ef9fb779848, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ffb402f5-2b0c-4834-a907-5ef9fb779848,segment=NetworkSegment(dd0bc239-9ca1-42e0-8fc4-6abda7962e34),segment_id=dd0bc239-9ca1-42e0-8fc4-6abda7962e34)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:04.462465 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2eff3986-a171-4152-8a00-37ffbdfcf3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:04.537248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff3986-a171-4152-8a00-37ffbdfcf3c3 None None] Pushing event deleted for resources: {'Port': ['ID=6b90cd22-bdee-4392-9808-4823de412fdd,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:04.555442 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eff3986-a171-4152-8a00-37ffbdfcf3c3 None None] No DVR routers for this DVR port 6b90cd22-bdee-4392-9808-4823de412fdd on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:57:04.600441 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9781938c-ecba-4cc0-a32b-60676c2826ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:04.651950 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:04.713472 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:04.717849 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "DELETE /v2.0/networks/d8ab590c-6dc7-438a-bbe1-de63d0c075da HTTP/1.1" status: 204 len: 168 time: 1.8186772 Dec 14 02:57:04.719376 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a06d9-2346-491a-b9e6-2897b04d397d tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event deleted for resources: {'Network': ['ID=d8ab590c-6dc7-438a-bbe1-de63d0c075da,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:04.728014 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33956) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:04.759290 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781938c-ecba-4cc0-a32b-60676c2826ba None None] Pushing event updated for resources: {'Port': ['ID=ffb402f5-2b0c-4834-a907-5ef9fb779848,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:04.777539 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-57834f2f-b997-4a15-82eb-ad95634cc481 None None] Provisioning complete for port ffb402f5-2b0c-4834-a907-5ef9fb779848 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:57:04.778064 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-57834f2f-b997-4a15-82eb-ad95634cc481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:04.839689 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-1226c6d9-0243-4a5a-9f55-d9cd81021abd tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Deleting subnet 8dec8137-c3f2-48ac-87ac-2314fe7075a6 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:57:04.843986 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1226c6d9-0243-4a5a-9f55-d9cd81021abd tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:04.950760 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1226c6d9-0243-4a5a-9f55-d9cd81021abd tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:05.051986 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2044bc8c-31af-4053-87e1-c670b021be9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:05.083315 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.extraroute_db [None req-5fbc5421-b83f-417e-8b24-a0a7e4657bd4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Added routes are [] {{(pid=103848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 14 02:57:05.083846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.extraroute_db [None req-5fbc5421-b83f-417e-8b24-a0a7e4657bd4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 14 02:57:05.111588 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1226c6d9-0243-4a5a-9f55-d9cd81021abd tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:05.128880 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5421-b83f-417e-8b24-a0a7e4657bd4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:05.320508 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1226c6d9-0243-4a5a-9f55-d9cd81021abd tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:05.371573 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1226c6d9-0243-4a5a-9f55-d9cd81021abd tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:05.377785 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1226c6d9-0243-4a5a-9f55-d9cd81021abd tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "DELETE /v2.0/subnets/8dec8137-c3f2-48ac-87ac-2314fe7075a6 HTTP/1.1" status: 204 len: 168 time: 0.6483970 Dec 14 02:57:05.381041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f642f8b-9f14-464b-b8a3-0a4329e4ab3b None None] Network 6d79b2fe-33c0-4e1e-a232-7d35f31e2423 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:57:05.384298 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33966) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:05.442006 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226c6d9-0243-4a5a-9f55-d9cd81021abd tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event deleted for resources: {'Subnet': ['ID=8dec8137-c3f2-48ac-87ac-2314fe7075a6,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:05.510198 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5421-b83f-417e-8b24-a0a7e4657bd4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:05.513884 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5421-b83f-417e-8b24-a0a7e4657bd4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:05.533822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-86281318-2d8c-4a77-9182-a9fdf30ff90b tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Deleting subnet 5f40fa2b-85a0-42b9-a93d-c367e872ff87 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:57:05.538126 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-86281318-2d8c-4a77-9182-a9fdf30ff90b tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:05.602479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ac91f9-7792-4faf-9f5a-eea328217ad3 None None] DHCP port deletion for 6d79b2fe-33c0-4e1e-a232-7d35f31e2423 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:57:05.644228 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-86281318-2d8c-4a77-9182-a9fdf30ff90b tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:05.678542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbc5421-b83f-417e-8b24-a0a7e4657bd4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router b6810909-e914-4025-9e4a-dadc7846cf75 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:57:05.718185 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac91f9-7792-4faf-9f5a-eea328217ad3 None None] Deleting port f26a0843-1ab6-46a8-958e-56f3c4fd9df3 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:05.719432 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c5ac91f9-7792-4faf-9f5a-eea328217ad3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:05.781277 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ff953-51a3-4b79-a427-f3660c39c5f4 None None] Sync routers for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:57:05.804885 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ff953-51a3-4b79-a427-f3660c39c5f4 None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:05.806946 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ba8ff953-51a3-4b79-a427-f3660c39c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:57:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:05.869120 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c5ac91f9-7792-4faf-9f5a-eea328217ad3 None None] For port f26a0843-1ab6-46a8-958e-56f3c4fd9df3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f26a0843-1ab6-46a8-958e-56f3c4fd9df3,segment=NetworkSegment(884c56ed-2624-4489-a4a7-8eb4775a98d1),segment_id=884c56ed-2624-4489-a4a7-8eb4775a98d1)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:05.873666 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c5ac91f9-7792-4faf-9f5a-eea328217ad3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:05.898121 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-86281318-2d8c-4a77-9182-a9fdf30ff90b tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:05.904914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac91f9-7792-4faf-9f5a-eea328217ad3 None None] Calling delete_port for f26a0843-1ab6-46a8-958e-56f3c4fd9df3 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:05.944251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ffb402f5-2b0c-4834-a907-5ef9fb779848 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:57:05.955850 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbc5421-b83f-417e-8b24-a0a7e4657bd4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:57:05.974802 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5fbc5421-b83f-417e-8b24-a0a7e4657bd4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:05.976326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5fbc5421-b83f-417e-8b24-a0a7e4657bd4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/b6810909-e914-4025-9e4a-dadc7846cf75 HTTP/1.1" status: 200 len: 700 time: 1.6511879 Dec 14 02:57:05.979163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33976) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:06.067325 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-ba8ff953-51a3-4b79-a427-f3660c39c5f4 None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:57:06.079133 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port ffb402f5-2b0c-4834-a907-5ef9fb779848 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:57:06.079597 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:06.153270 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c9b48936-b04d-4647-b405-42f319b40d68 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/routers/b6810909-e914-4025-9e4a-dadc7846cf75 HTTP/1.1" status: 200 len: 700 time: 0.1717725 Dec 14 02:57:06.155776 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33978) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:06.225453 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-86281318-2d8c-4a77-9182-a9fdf30ff90b tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:06.308626 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f26a0843-1ab6-46a8-958e-56f3c4fd9df3 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:57:06.337638 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86281318-2d8c-4a77-9182-a9fdf30ff90b tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event deleted for resources: {'Subnet': ['ID=5f40fa2b-85a0-42b9-a93d-c367e872ff87,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:06.339738 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-86281318-2d8c-4a77-9182-a9fdf30ff90b tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:06.344592 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-86281318-2d8c-4a77-9182-a9fdf30ff90b tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "DELETE /v2.0/subnets/5f40fa2b-85a0-42b9-a93d-c367e872ff87 HTTP/1.1" status: 204 len: 168 time: 0.9186435 Dec 14 02:57:06.346985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 33982) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:06.361611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb75c1a-598b-4bb0-88ed-275d90f71964 None None] Network b232d51e-d03f-48ae-aef4-af7c6e909c2c requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:57:06.372896 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:06.373966 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c5ac91f9-7792-4faf-9f5a-eea328217ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:06.390034 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ba8ff953-51a3-4b79-a427-f3660c39c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:05Z', 'revision_number': 7, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': '94718846-7a1a-45c4-a6d2-9586514fa2b0', 'name': '', 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:90:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:48Z', 'updated_at': '2021-12-14T02:56:57Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:51Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffb402f5-2b0c-4834-a907-5ef9fb779848', 'name': '', 'network_id': '0ddf7956-c0db-4011-b256-0c8ac0d126e4', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:b8:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '78da82ea-eda1-4518-a0b3-2551b1de987f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:57Z', 'updated_at': '2021-12-14T02:57:04Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '78da82ea-eda1-4518-a0b3-2551b1de987f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:06.412635 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ac91f9-7792-4faf-9f5a-eea328217ad3 None None] No DVR routers for this DVR port f26a0843-1ab6-46a8-958e-56f3c4fd9df3 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:57:06.448863 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ff953-51a3-4b79-a427-f3660c39c5f4 None None] Checking router: b6810909-e914-4025-9e4a-dadc7846cf75 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:57:06.465440 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4a173c41-6bcf-453d-a971-91a3fee2f5ca tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:06.471066 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ff953-51a3-4b79-a427-f3660c39c5f4 None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:06.471845 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ba8ff953-51a3-4b79-a427-f3660c39c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:57:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:06.552449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac91f9-7792-4faf-9f5a-eea328217ad3 None None] Pushing event deleted for resources: {'Port': ['ID=f26a0843-1ab6-46a8-958e-56f3c4fd9df3,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:06.562427 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4a173c41-6bcf-453d-a971-91a3fee2f5ca tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:06.585367 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-4a173c41-6bcf-453d-a971-91a3fee2f5ca tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d79b2fe-33c0-4e1e-a232-7d35f31e2423']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:06.595916 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-4a173c41-6bcf-453d-a971-91a3fee2f5ca tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '884c56ed-2624-4489-a4a7-8eb4775a98d1') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:06.596609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-4a173c41-6bcf-453d-a971-91a3fee2f5ca tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '884c56ed-2624-4489-a4a7-8eb4775a98d1') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:06.607460 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4a173c41-6bcf-453d-a971-91a3fee2f5ca tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:06.622225 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No active binding found for port f26a0843-1ab6-46a8-958e-56f3c4fd9df3 {{(pid=103849) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 14 02:57:06.622904 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4a173c41-6bcf-453d-a971-91a3fee2f5ca tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:06.623201 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f26a0843-1ab6-46a8-958e-56f3c4fd9df3 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:57:06.631752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a173c41-6bcf-453d-a971-91a3fee2f5ca tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:57:06.632485 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4a173c41-6bcf-453d-a971-91a3fee2f5ca tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:57:06.650011 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:57:06.661880 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-ba8ff953-51a3-4b79-a427-f3660c39c5f4 None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:57:06.746182 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361c19da-2767-4b7c-947a-a466aaa02956 None None] DHCP port deletion for b232d51e-d03f-48ae-aef4-af7c6e909c2c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:57:06.822898 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4a173c41-6bcf-453d-a971-91a3fee2f5ca tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:06.830040 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4a173c41-6bcf-453d-a971-91a3fee2f5ca tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:06.839767 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4a173c41-6bcf-453d-a971-91a3fee2f5ca tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "DELETE /v2.0/networks/6d79b2fe-33c0-4e1e-a232-7d35f31e2423 HTTP/1.1" status: 204 len: 168 time: 0.4912157 Dec 14 02:57:06.849610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-361c19da-2767-4b7c-947a-a466aaa02956 None None] Deleting port e1164163-1bed-4296-892d-b0e8e4fe35bf {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:06.849991 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-361c19da-2767-4b7c-947a-a466aaa02956 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:06.857498 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 33990) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:06.881688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a173c41-6bcf-453d-a971-91a3fee2f5ca tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event deleted for resources: {'Network': ['ID=6d79b2fe-33c0-4e1e-a232-7d35f31e2423,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:06.975977 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-361c19da-2767-4b7c-947a-a466aaa02956 None None] For port e1164163-1bed-4296-892d-b0e8e4fe35bf, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e1164163-1bed-4296-892d-b0e8e4fe35bf,segment=NetworkSegment(5d328fb4-8329-4d05-a125-3712edb3327f),segment_id=5d328fb4-8329-4d05-a125-3712edb3327f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:06.975977 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-361c19da-2767-4b7c-947a-a466aaa02956 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:07.001548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-361c19da-2767-4b7c-947a-a466aaa02956 None None] Calling delete_port for e1164163-1bed-4296-892d-b0e8e4fe35bf owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:07.042224 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:07.053373 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb2cee23-8b95-4d18-a255-54a2bee5ce60 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:07.162132 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ba8ff953-51a3-4b79-a427-f3660c39c5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:05Z', 'revision_number': 7, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': '94718846-7a1a-45c4-a6d2-9586514fa2b0', 'name': '', 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:90:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:48Z', 'updated_at': '2021-12-14T02:56:57Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:51Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffb402f5-2b0c-4834-a907-5ef9fb779848', 'name': '', 'network_id': '0ddf7956-c0db-4011-b256-0c8ac0d126e4', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:b8:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '78da82ea-eda1-4518-a0b3-2551b1de987f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:57Z', 'updated_at': '2021-12-14T02:57:04Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '78da82ea-eda1-4518-a0b3-2551b1de987f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:07.194419 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ff953-51a3-4b79-a427-f3660c39c5f4 None None] The sync data for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 is: [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:05Z', 'revision_number': 7, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': '94718846-7a1a-45c4-a6d2-9586514fa2b0', 'name': '', 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:90:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:48Z', 'updated_at': '2021-12-14T02:56:57Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:51Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffb402f5-2b0c-4834-a907-5ef9fb779848', 'name': '', 'network_id': '0ddf7956-c0db-4011-b256-0c8ac0d126e4', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:b8:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '78da82ea-eda1-4518-a0b3-2551b1de987f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:57Z', 'updated_at': '2021-12-14T02:57:04Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '78da82ea-eda1-4518-a0b3-2551b1de987f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:57:07.247679 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Deleting port e1164163-1bed-4296-892d-b0e8e4fe35bf {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:07.248021 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:07.327899 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] For port e1164163-1bed-4296-892d-b0e8e4fe35bf, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e1164163-1bed-4296-892d-b0e8e4fe35bf,segment=NetworkSegment(5d328fb4-8329-4d05-a125-3712edb3327f),segment_id=5d328fb4-8329-4d05-a125-3712edb3327f)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:07.328259 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:07.331678 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-361c19da-2767-4b7c-947a-a466aaa02956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:07.345861 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Calling delete_port for e1164163-1bed-4296-892d-b0e8e4fe35bf owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:07.413137 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361c19da-2767-4b7c-947a-a466aaa02956 None None] Pushing event deleted for resources: {'Port': ['ID=e1164163-1bed-4296-892d-b0e8e4fe35bf,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:07.424060 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361c19da-2767-4b7c-947a-a466aaa02956 None None] No DVR routers for this DVR port e1164163-1bed-4296-892d-b0e8e4fe35bf on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:57:07.496759 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:07.506694 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-fb2cee23-8b95-4d18-a255-54a2bee5ce60 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting port ffb402f5-2b0c-4834-a907-5ef9fb779848 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:07.507038 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb2cee23-8b95-4d18-a255-54a2bee5ce60 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:07.571827 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event deleted for resources: {'Port': ['ID=e1164163-1bed-4296-892d-b0e8e4fe35bf,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:07.574160 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] No DVR routers for this DVR port e1164163-1bed-4296-892d-b0e8e4fe35bf on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:57:07.685196 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:07.696080 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5224ded-f193-4764-8dcd-1df15a734dc4 None None] Sync routers for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:57:07.704745 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:07.708261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5224ded-f193-4764-8dcd-1df15a734dc4 None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:07.708891 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d5224ded-f193-4764-8dcd-1df15a734dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:57:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:07.710906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-fb2cee23-8b95-4d18-a255-54a2bee5ce60 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] For port ffb402f5-2b0c-4834-a907-5ef9fb779848, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ffb402f5-2b0c-4834-a907-5ef9fb779848,segment=NetworkSegment(dd0bc239-9ca1-42e0-8fc4-6abda7962e34),segment_id=dd0bc239-9ca1-42e0-8fc4-6abda7962e34)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:07.712320 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb2cee23-8b95-4d18-a255-54a2bee5ce60 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:07.726957 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b232d51e-d03f-48ae-aef4-af7c6e909c2c']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:07.737112 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-fb2cee23-8b95-4d18-a255-54a2bee5ce60 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Calling delete_port for ffb402f5-2b0c-4834-a907-5ef9fb779848 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:07.742478 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d328fb4-8329-4d05-a125-3712edb3327f') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:07.742785 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d328fb4-8329-4d05-a125-3712edb3327f') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:07.756934 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:07.799873 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:07.810684 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:57:07.811103 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:57:07.814104 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:57:07.833387 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-d5224ded-f193-4764-8dcd-1df15a734dc4 None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:57:07.870956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e1164163-1bed-4296-892d-b0e8e4fe35bf no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:57:07.894691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: e1164163-1bed-4296-892d-b0e8e4fe35bf {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:57:07.895043 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e1164163-1bed-4296-892d-b0e8e4fe35bf not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:57:08.028833 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:08.069534 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:08.072906 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "DELETE /v2.0/networks/b232d51e-d03f-48ae-aef4-af7c6e909c2c HTTP/1.1" status: 204 len: 168 time: 1.2016907 Dec 14 02:57:08.074337 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875d948-bb22-4e81-8e64-69122a71848e tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event deleted for resources: {'Network': ['ID=b232d51e-d03f-48ae-aef4-af7c6e909c2c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:08.075496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34004) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:08.091317 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb2cee23-8b95-4d18-a255-54a2bee5ce60 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:08.109999 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34006) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:08.128179 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cee23-8b95-4d18-a255-54a2bee5ce60 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Port': ['ID=ffb402f5-2b0c-4834-a907-5ef9fb779848,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:08.141181 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d5224ded-f193-4764-8dcd-1df15a734dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:05Z', 'revision_number': 7, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': '94718846-7a1a-45c4-a6d2-9586514fa2b0', 'name': '', 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:90:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:48Z', 'updated_at': '2021-12-14T02:56:57Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:51Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ffb402f5-2b0c-4834-a907-5ef9fb779848', 'name': '', 'network_id': '0ddf7956-c0db-4011-b256-0c8ac0d126e4', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:b8:ec:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3368, 'fixed_ips': [{'subnet_id': '78da82ea-eda1-4518-a0b3-2551b1de987f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:57Z', 'updated_at': '2021-12-14T02:57:04Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '78da82ea-eda1-4518-a0b3-2551b1de987f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:08.178462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5224ded-f193-4764-8dcd-1df15a734dc4 None None] Checking router: b6810909-e914-4025-9e4a-dadc7846cf75 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:57:08.182303 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf211cc-f05a-49f2-a6ae-5999608793d0 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Deleting subnet 9b087a21-8273-460e-b782-c2bbec1d122c {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:57:08.186632 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dcf211cc-f05a-49f2-a6ae-5999608793d0 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:08.189209 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5224ded-f193-4764-8dcd-1df15a734dc4 None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:08.189876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d5224ded-f193-4764-8dcd-1df15a734dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:57:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:08.237361 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dcf211cc-f05a-49f2-a6ae-5999608793d0 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:08.298553 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-d5224ded-f193-4764-8dcd-1df15a734dc4 None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:57:08.392022 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-059c33ed-96bd-4365-afa9-76dc6d0bfabf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:08.393181 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb2cee23-8b95-4d18-a255-54a2bee5ce60 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:08.462365 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dcf211cc-f05a-49f2-a6ae-5999608793d0 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:08.569184 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-059c33ed-96bd-4365-afa9-76dc6d0bfabf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:08.585248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d5224ded-f193-4764-8dcd-1df15a734dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:07Z', 'revision_number': 8, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': '94718846-7a1a-45c4-a6d2-9586514fa2b0', 'name': '', 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:90:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:48Z', 'updated_at': '2021-12-14T02:56:57Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:51Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:08.615946 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2cee23-8b95-4d18-a255-54a2bee5ce60 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router b6810909-e914-4025-9e4a-dadc7846cf75 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:57:08.616853 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:08.618465 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5224ded-f193-4764-8dcd-1df15a734dc4 None None] The sync data for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 is: [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:07Z', 'revision_number': 8, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': '94718846-7a1a-45c4-a6d2-9586514fa2b0', 'name': '', 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:90:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:48Z', 'updated_at': '2021-12-14T02:56:57Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:51Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:57:08.657572 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dcf211cc-f05a-49f2-a6ae-5999608793d0 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:08.688408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf211cc-f05a-49f2-a6ae-5999608793d0 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event deleted for resources: {'Subnet': ['ID=9b087a21-8273-460e-b782-c2bbec1d122c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:08.690483 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-059c33ed-96bd-4365-afa9-76dc6d0bfabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:08.716579 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dcf211cc-f05a-49f2-a6ae-5999608793d0 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:08.719573 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694b476c-240e-457f-b759-ead799d38c8d None None] Network 71608f54-bcc4-4d66-a8d8-6dd11ed8edf1 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:57:08.721843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-dcf211cc-f05a-49f2-a6ae-5999608793d0 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "DELETE /v2.0/subnets/9b087a21-8273-460e-b782-c2bbec1d122c HTTP/1.1" status: 204 len: 168 time: 0.6452358 Dec 14 02:57:08.728882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34010) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:08.762512 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-059c33ed-96bd-4365-afa9-76dc6d0bfabf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8be98c2403cf45d28b03fb3199859a4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6490755 Dec 14 02:57:08.772415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34012) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:08.808802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c33ed-96bd-4365-afa9-76dc6d0bfabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b210a18-002c-4c6c-81af-c3da5df4f2c7,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:08.873977 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:08.898191 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f6ea-1856-4f59-a1b1-2a39a7cd65ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:08.952927 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f6ea-1856-4f59-a1b1-2a39a7cd65ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:08.990375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9047d0ba-4426-40df-888e-8cecd6b63902 None None] DHCP port deletion for 71608f54-bcc4-4d66-a8d8-6dd11ed8edf1 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:57:09.044890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Deleting port 50936a87-9faa-4798-a999-8fce29950c4e {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:09.045347 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:09.095040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9047d0ba-4426-40df-888e-8cecd6b63902 None None] Deleting port 50936a87-9faa-4798-a999-8fce29950c4e {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:09.095451 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9047d0ba-4426-40df-888e-8cecd6b63902 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:09.153619 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2cee23-8b95-4d18-a255-54a2bee5ce60 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:57:09.161993 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fb2cee23-8b95-4d18-a255-54a2bee5ce60 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/b6810909-e914-4025-9e4a-dadc7846cf75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0049634 Dec 14 02:57:09.164517 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34028) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:09.179047 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f6ea-1856-4f59-a1b1-2a39a7cd65ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:09.181926 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f6ea-1856-4f59-a1b1-2a39a7cd65ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:09.189653 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e7a5f6ea-1856-4f59-a1b1-2a39a7cd65ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b210a18-002c-4c6c-81af-c3da5df4f2c7 HTTP/1.1" status: 204 len: 168 time: 0.4158745 Dec 14 02:57:09.202181 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9047d0ba-4426-40df-888e-8cecd6b63902 None None] For port 50936a87-9faa-4798-a999-8fce29950c4e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=50936a87-9faa-4798-a999-8fce29950c4e,segment=NetworkSegment(9a2c98cf-7175-45dd-950f-be72ba5408be),segment_id=9a2c98cf-7175-45dd-950f-be72ba5408be)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:09.202594 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9047d0ba-4426-40df-888e-8cecd6b63902 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:09.212976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] For port 50936a87-9faa-4798-a999-8fce29950c4e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=50936a87-9faa-4798-a999-8fce29950c4e,segment=NetworkSegment(9a2c98cf-7175-45dd-950f-be72ba5408be),segment_id=9a2c98cf-7175-45dd-950f-be72ba5408be)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:09.214041 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:09.216296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9047d0ba-4426-40df-888e-8cecd6b63902 None None] Calling delete_port for 50936a87-9faa-4798-a999-8fce29950c4e owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:09.217454 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5f6ea-1856-4f59-a1b1-2a39a7cd65ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b210a18-002c-4c6c-81af-c3da5df4f2c7,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:09.247702 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-8358f421-3ee0-4b86-bbe1-84649be8a998 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting subnet 78da82ea-eda1-4518-a0b3-2551b1de987f {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:57:09.251312 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Calling delete_port for 50936a87-9faa-4798-a999-8fce29950c4e owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:09.254044 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8358f421-3ee0-4b86-bbe1-84649be8a998 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:09.353214 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8358f421-3ee0-4b86-bbe1-84649be8a998 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:09.417464 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc90b557-2172-4b75-9ab9-126a79ff9646 None None] Sync routers for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:57:09.432038 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc90b557-2172-4b75-9ab9-126a79ff9646 None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:09.433497 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-cc90b557-2172-4b75-9ab9-126a79ff9646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:57:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:09.486230 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8358f421-3ee0-4b86-bbe1-84649be8a998 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:09.524793 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:09.541139 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9047d0ba-4426-40df-888e-8cecd6b63902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:09.563916 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event deleted for resources: {'Port': ['ID=50936a87-9faa-4798-a999-8fce29950c4e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:09.575267 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] No DVR routers for this DVR port 50936a87-9faa-4798-a999-8fce29950c4e on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:57:09.588093 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047d0ba-4426-40df-888e-8cecd6b63902 None None] No DVR routers for this DVR port 50936a87-9faa-4798-a999-8fce29950c4e on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:57:09.594508 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047d0ba-4426-40df-888e-8cecd6b63902 None None] Pushing event deleted for resources: {'Port': ['ID=50936a87-9faa-4798-a999-8fce29950c4e,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:09.612224 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-cc90b557-2172-4b75-9ab9-126a79ff9646 None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:57:09.703215 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8358f421-3ee0-4b86-bbe1-84649be8a998 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:09.713137 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:09.748940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71608f54-bcc4-4d66-a8d8-6dd11ed8edf1']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:09.766250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2c98cf-7175-45dd-950f-be72ba5408be') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:09.766556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2c98cf-7175-45dd-950f-be72ba5408be') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:09.767455 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358f421-3ee0-4b86-bbe1-84649be8a998 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Subnet': ['ID=78da82ea-eda1-4518-a0b3-2551b1de987f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:09.787657 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8358f421-3ee0-4b86-bbe1-84649be8a998 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:09.795084 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8358f421-3ee0-4b86-bbe1-84649be8a998 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/subnets/78da82ea-eda1-4518-a0b3-2551b1de987f HTTP/1.1" status: 204 len: 168 time: 0.6249552 Dec 14 02:57:09.795269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47576128-cb46-43f7-8648-be1b1c6af275 None None] Network 0ddf7956-c0db-4011-b256-0c8ac0d126e4 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:57:09.796110 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34034) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:09.828265 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:09.888939 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 50936a87-9faa-4798-a999-8fce29950c4e no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:57:09.918225 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 50936a87-9faa-4798-a999-8fce29950c4e {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:57:09.919098 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 50936a87-9faa-4798-a999-8fce29950c4e not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:57:09.919098 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ffb402f5-2b0c-4834-a907-5ef9fb779848 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:57:09.919305 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:09.938617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:57:09.939038 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:57:09.943391 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:57:09.956177 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: ffb402f5-2b0c-4834-a907-5ef9fb779848 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:57:09.957569 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ffb402f5-2b0c-4834-a907-5ef9fb779848 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:57:10.013410 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.061207 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927ac77f-6818-4fcf-8813-e74c69ca820c None None] DHCP port deletion for 0ddf7956-c0db-4011-b256-0c8ac0d126e4 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:57:10.115784 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting port 48edc580-d066-4b9c-bc8f-d46522721f9c {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:10.115784 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.124545 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-927ac77f-6818-4fcf-8813-e74c69ca820c None None] Deleting port 48edc580-d066-4b9c-bc8f-d46522721f9c {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:10.125113 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-927ac77f-6818-4fcf-8813-e74c69ca820c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.126564 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-cc90b557-2172-4b75-9ab9-126a79ff9646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:07Z', 'revision_number': 8, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': '94718846-7a1a-45c4-a6d2-9586514fa2b0', 'name': '', 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:90:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:48Z', 'updated_at': '2021-12-14T02:56:57Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:51Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:10.156892 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.162948 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc90b557-2172-4b75-9ab9-126a79ff9646 None None] Checking router: b6810909-e914-4025-9e4a-dadc7846cf75 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:57:10.170844 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.174022 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "DELETE /v2.0/networks/71608f54-bcc4-4d66-a8d8-6dd11ed8edf1 HTTP/1.1" status: 204 len: 168 time: 1.4412255 Dec 14 02:57:10.174324 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34040) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:10.188232 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc90b557-2172-4b75-9ab9-126a79ff9646 None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:10.189143 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-cc90b557-2172-4b75-9ab9-126a79ff9646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:57:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:10.191354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cd742-24ad-4355-8886-e2139a8bbb76 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Pushing event deleted for resources: {'Network': ['ID=71608f54-bcc4-4d66-a8d8-6dd11ed8edf1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:10.214602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] For port 48edc580-d066-4b9c-bc8f-d46522721f9c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=48edc580-d066-4b9c-bc8f-d46522721f9c,segment=NetworkSegment(dd0bc239-9ca1-42e0-8fc4-6abda7962e34),segment_id=dd0bc239-9ca1-42e0-8fc4-6abda7962e34)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:10.215194 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.227059 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-927ac77f-6818-4fcf-8813-e74c69ca820c None None] For port 48edc580-d066-4b9c-bc8f-d46522721f9c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=48edc580-d066-4b9c-bc8f-d46522721f9c,segment=NetworkSegment(dd0bc239-9ca1-42e0-8fc4-6abda7962e34),segment_id=dd0bc239-9ca1-42e0-8fc4-6abda7962e34)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:10.227767 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-927ac77f-6818-4fcf-8813-e74c69ca820c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.234481 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Calling delete_port for 48edc580-d066-4b9c-bc8f-d46522721f9c owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:10.246847 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-927ac77f-6818-4fcf-8813-e74c69ca820c None None] Calling delete_port for 48edc580-d066-4b9c-bc8f-d46522721f9c owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:10.278835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34042) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:10.282680 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a9d14c42-163b-4159-9897-8485ef387d38 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e1d56bf-f362-4d74-ae97-b3379b104ce6 HTTP/1.1" status: 200 len: 205 time: 0.1024611 Dec 14 02:57:10.298575 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34044) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:10.310205 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-cc90b557-2172-4b75-9ab9-126a79ff9646 None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:57:10.388232 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df4d9491-2c66-4ea3-a73b-64b7a52ee58e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.434860 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76e3641f-adcf-43bb-8c21-3c6cdda34260 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.480117 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.489832 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-927ac77f-6818-4fcf-8813-e74c69ca820c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.519932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Port': ['ID=48edc580-d066-4b9c-bc8f-d46522721f9c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:10.523317 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] No DVR routers for this DVR port 48edc580-d066-4b9c-bc8f-d46522721f9c on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:57:10.548806 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ac77f-6818-4fcf-8813-e74c69ca820c None None] Pushing event deleted for resources: {'Port': ['ID=48edc580-d066-4b9c-bc8f-d46522721f9c,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:10.559757 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927ac77f-6818-4fcf-8813-e74c69ca820c None None] No DVR routers for this DVR port 48edc580-d066-4b9c-bc8f-d46522721f9c on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:57:10.602362 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-cc90b557-2172-4b75-9ab9-126a79ff9646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:07Z', 'revision_number': 8, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': '94718846-7a1a-45c4-a6d2-9586514fa2b0', 'name': '', 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:90:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:48Z', 'updated_at': '2021-12-14T02:56:57Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:51Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:10.636847 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc90b557-2172-4b75-9ab9-126a79ff9646 None None] The sync data for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 is: [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:07Z', 'revision_number': 8, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': '94718846-7a1a-45c4-a6d2-9586514fa2b0', 'name': '', 'network_id': 'a513a61f-fbe6-4d85-9f40-7c0db524624d', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:90:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:48Z', 'updated_at': '2021-12-14T02:56:57Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'faef09ab-574a-4b70-9e44-1454f5b2fb85', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:51Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:57:10.658585 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76e3641f-adcf-43bb-8c21-3c6cdda34260 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.665575 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76e3641f-adcf-43bb-8c21-3c6cdda34260 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.711145 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.752804 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddf7956-c0db-4011-b256-0c8ac0d126e4']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:10.752917 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df4d9491-2c66-4ea3-a73b-64b7a52ee58e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.760378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0bc239-9ca1-42e0-8fc4-6abda7962e34') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:10.760774 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0bc239-9ca1-42e0-8fc4-6abda7962e34') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:10.771959 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.795676 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.803926 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:57:10.804336 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:57:10.808228 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:57:10.873165 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df4d9491-2c66-4ea3-a73b-64b7a52ee58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.919882 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-df4d9491-2c66-4ea3-a73b-64b7a52ee58e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=556ed2492ddc41adabadaa8f4fe3eb89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6312199 Dec 14 02:57:10.919882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d9491-2c66-4ea3-a73b-64b7a52ee58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c11e4b-6253-4f4d-a3ff-02af0ebb9074,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:10.921183 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34050) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:10.932589 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76e3641f-adcf-43bb-8c21-3c6cdda34260 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.933440 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e3641f-adcf-43bb-8c21-3c6cdda34260 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Fanout notify agent at l3_agent the message router_deleted on router 5e1d56bf-f362-4d74-ae97-b3379b104ce6 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:57:10.948730 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-76e3641f-adcf-43bb-8c21-3c6cdda34260 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:10.950031 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-76e3641f-adcf-43bb-8c21-3c6cdda34260 tempest-RoutersNegativeIpV6Test-788432321 tempest-RoutersNegativeIpV6Test-788432321-project] 10.222.0.39 "DELETE /v2.0/routers/5e1d56bf-f362-4d74-ae97-b3379b104ce6 HTTP/1.1" status: 204 len: 168 time: 0.6430032 Dec 14 02:57:10.995972 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:11.002098 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:11.010380 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/networks/0ddf7956-c0db-4011-b256-0c8ac0d126e4 HTTP/1.1" status: 204 len: 168 time: 1.2135189 Dec 14 02:57:11.013058 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34054) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:11.023199 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c5e8a73c-c0cc-4fb3-aa6c-773e48039315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:11.047390 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a273f43-6a97-4905-9f83-565075996764 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Network': ['ID=0ddf7956-c0db-4011-b256-0c8ac0d126e4,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:11.071015 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c5e8a73c-c0cc-4fb3-aa6c-773e48039315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:11.271247 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c5e8a73c-c0cc-4fb3-aa6c-773e48039315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:11.273939 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c5e8a73c-c0cc-4fb3-aa6c-773e48039315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:11.275065 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c5e8a73c-c0cc-4fb3-aa6c-773e48039315 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16c11e4b-6253-4f4d-a3ff-02af0ebb9074 HTTP/1.1" status: 204 len: 168 time: 0.3517165 Dec 14 02:57:11.290805 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8a73c-c0cc-4fb3-aa6c-773e48039315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c11e4b-6253-4f4d-a3ff-02af0ebb9074,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:11.458158 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a64fff30-06f2-4ca1-b914-cd4378c3e3d7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:11.590338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34064) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:11.760872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a64fff30-06f2-4ca1-b914-cd4378c3e3d7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting port 94718846-7a1a-45c4-a6d2-9586514fa2b0 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:11.761370 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a64fff30-06f2-4ca1-b914-cd4378c3e3d7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:11.789452 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-65bbeb83-75c3-402e-ac8a-7422df777279 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=826ed562bb48485cbc20d6f9247c42c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1955884 Dec 14 02:57:11.789952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34074) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:11.829956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 48edc580-d066-4b9c-bc8f-d46522721f9c no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:57:11.851252 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 48edc580-d066-4b9c-bc8f-d46522721f9c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:57:11.851847 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 48edc580-d066-4b9c-bc8f-d46522721f9c not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:57:11.855359 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-47659cf7-0cf8-443c-a976-80b7349a38f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:11.878325 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-47659cf7-0cf8-443c-a976-80b7349a38f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:11.883670 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-a64fff30-06f2-4ca1-b914-cd4378c3e3d7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] For port 94718846-7a1a-45c4-a6d2-9586514fa2b0, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=94718846-7a1a-45c4-a6d2-9586514fa2b0,segment=NetworkSegment(96879374-f9af-441b-8c65-52a1e6ada0a6),segment_id=96879374-f9af-441b-8c65-52a1e6ada0a6)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:11.884044 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a64fff30-06f2-4ca1-b914-cd4378c3e3d7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:11.897333 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a64fff30-06f2-4ca1-b914-cd4378c3e3d7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Calling delete_port for 94718846-7a1a-45c4-a6d2-9586514fa2b0 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:12.034543 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-47659cf7-0cf8-443c-a976-80b7349a38f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:12.038473 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-47659cf7-0cf8-443c-a976-80b7349a38f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:12.039874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-47659cf7-0cf8-443c-a976-80b7349a38f0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab0f70b9-90f8-4b0f-8bf5-0b024d8ea352 HTTP/1.1" status: 204 len: 168 time: 0.2488325 Dec 14 02:57:12.048696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47659cf7-0cf8-443c-a976-80b7349a38f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0f70b9-90f8-4b0f-8bf5-0b024d8ea352,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:12.177026 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a64fff30-06f2-4ca1-b914-cd4378c3e3d7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:12.212667 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fff30-06f2-4ca1-b914-cd4378c3e3d7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Port': ['ID=94718846-7a1a-45c4-a6d2-9586514fa2b0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:12.435842 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a64fff30-06f2-4ca1-b914-cd4378c3e3d7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:12.703786 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64fff30-06f2-4ca1-b914-cd4378c3e3d7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router b6810909-e914-4025-9e4a-dadc7846cf75 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:57:12.820239 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64fff30-06f2-4ca1-b914-cd4378c3e3d7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:57:12.828839 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a64fff30-06f2-4ca1-b914-cd4378c3e3d7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/b6810909-e914-4025-9e4a-dadc7846cf75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8119082 Dec 14 02:57:12.828997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34106) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:12.832184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3ecfaa-a554-40bf-aeeb-e21a54587753 None None] Sync routers for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:57:12.842034 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ecfaa-a554-40bf-aeeb-e21a54587753 None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:12.842791 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-dd3ecfaa-a554-40bf-aeeb-e21a54587753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:57:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:12.906895 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-228890a6-1ec0-43d9-b23e-0a296a76f9d9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting subnet faef09ab-574a-4b70-9e44-1454f5b2fb85 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:57:12.912335 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-228890a6-1ec0-43d9-b23e-0a296a76f9d9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:12.955007 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-dd3ecfaa-a554-40bf-aeeb-e21a54587753 None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:57:12.991234 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-228890a6-1ec0-43d9-b23e-0a296a76f9d9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:13.137593 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-228890a6-1ec0-43d9-b23e-0a296a76f9d9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:13.236313 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-dd3ecfaa-a554-40bf-aeeb-e21a54587753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:12Z', 'revision_number': 9, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:51Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:13.275286 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3ecfaa-a554-40bf-aeeb-e21a54587753 None None] Checking router: b6810909-e914-4025-9e4a-dadc7846cf75 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:57:13.290577 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ecfaa-a554-40bf-aeeb-e21a54587753 None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:13.291434 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-dd3ecfaa-a554-40bf-aeeb-e21a54587753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:57:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:13.291721 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-228890a6-1ec0-43d9-b23e-0a296a76f9d9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:13.338136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228890a6-1ec0-43d9-b23e-0a296a76f9d9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Subnet': ['ID=faef09ab-574a-4b70-9e44-1454f5b2fb85,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:13.341017 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-228890a6-1ec0-43d9-b23e-0a296a76f9d9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:13.346238 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-228890a6-1ec0-43d9-b23e-0a296a76f9d9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/subnets/faef09ab-574a-4b70-9e44-1454f5b2fb85 HTTP/1.1" status: 204 len: 168 time: 0.5116072 Dec 14 02:57:13.350317 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34122) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:13.392115 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83d18bf-a26c-49b9-b644-111436f16bb8 None None] Network a513a61f-fbe6-4d85-9f40-7c0db524624d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:57:13.501167 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-dd3ecfaa-a554-40bf-aeeb-e21a54587753 None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:57:13.513826 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:13.657642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting port 056dc28e-4057-4dad-afc2-9f0392da7966 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:13.658341 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:13.703952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b780bd6-a7db-4ec9-9d77-2539c584a660 None None] DHCP port deletion for a513a61f-fbe6-4d85-9f40-7c0db524624d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:57:13.754234 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34138) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:13.802397 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] For port 056dc28e-4057-4dad-afc2-9f0392da7966, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=056dc28e-4057-4dad-afc2-9f0392da7966,segment=NetworkSegment(96879374-f9af-441b-8c65-52a1e6ada0a6),segment_id=96879374-f9af-441b-8c65-52a1e6ada0a6)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:13.804439 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:13.846374 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Calling delete_port for 056dc28e-4057-4dad-afc2-9f0392da7966 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:13.893187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-198c82cd-1b0a-4e0b-8938-f7a3590b01ff tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-943797462'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:57:13.937431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 056dc28e-4057-4dad-afc2-9f0392da7966 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:57:13.993516 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198c82cd-1b0a-4e0b-8938-f7a3590b01ff tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Made reservation on behalf of 2d1654d9fc4046f3a3981321d3cf1997 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:57:13.998520 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-198c82cd-1b0a-4e0b-8938-f7a3590b01ff tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:14.032616 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6b780bd6-a7db-4ec9-9d77-2539c584a660 None None] Deleting port 056dc28e-4057-4dad-afc2-9f0392da7966 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:14.032972 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b780bd6-a7db-4ec9-9d77-2539c584a660 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:14.108378 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:14.124972 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-dd3ecfaa-a554-40bf-aeeb-e21a54587753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:12Z', 'revision_number': 9, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:51Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:14.163627 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3ecfaa-a554-40bf-aeeb-e21a54587753 None None] The sync data for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 is: [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:12Z', 'revision_number': 9, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': 'a7a9f29d-40d9-4d83-9c3b-85551af871f5', 'name': '', 'network_id': 'fd58c47a-d4f2-4ee6-b790-13a9bac3df81', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:0f:e3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:38Z', 'updated_at': '2021-12-14T02:56:51Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': '6a0eef56-5e9d-4f2c-aae2-d587aef3e741', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:57:14.179218 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6b780bd6-a7db-4ec9-9d77-2539c584a660 None None] For port 056dc28e-4057-4dad-afc2-9f0392da7966, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=056dc28e-4057-4dad-afc2-9f0392da7966,segment=NetworkSegment(96879374-f9af-441b-8c65-52a1e6ada0a6),segment_id=96879374-f9af-441b-8c65-52a1e6ada0a6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:14.179656 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b780bd6-a7db-4ec9-9d77-2539c584a660 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:14.196970 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:14.201553 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] No DVR routers for this DVR port 056dc28e-4057-4dad-afc2-9f0392da7966 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:57:14.202611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6b780bd6-a7db-4ec9-9d77-2539c584a660 None None] Calling delete_port for 056dc28e-4057-4dad-afc2-9f0392da7966 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:14.203842 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Port': ['ID=056dc28e-4057-4dad-afc2-9f0392da7966,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:14.330591 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b780bd6-a7db-4ec9-9d77-2539c584a660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:14.372956 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:14.417048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b780bd6-a7db-4ec9-9d77-2539c584a660 None None] No DVR routers for this DVR port 056dc28e-4057-4dad-afc2-9f0392da7966 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:57:14.422197 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b780bd6-a7db-4ec9-9d77-2539c584a660 None None] Pushing event deleted for resources: {'Port': ['ID=056dc28e-4057-4dad-afc2-9f0392da7966,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:14.434919 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a513a61f-fbe6-4d85-9f40-7c0db524624d']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:14.445590 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-198c82cd-1b0a-4e0b-8938-f7a3590b01ff tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:14.447525 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96879374-f9af-441b-8c65-52a1e6ada0a6') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:14.447525 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96879374-f9af-441b-8c65-52a1e6ada0a6') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:14.465496 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:14.482180 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:14.488969 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:57:14.489462 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:57:14.492486 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:57:14.651305 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:14.663359 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:14.669604 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/networks/a513a61f-fbe6-4d85-9f40-7c0db524624d HTTP/1.1" status: 204 len: 168 time: 1.3154476 Dec 14 02:57:14.670087 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34152) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:14.690310 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741a6f7-1aee-451d-9a11-08b90b1b011f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Network': ['ID=a513a61f-fbe6-4d85-9f40-7c0db524624d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:14.708541 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-198c82cd-1b0a-4e0b-8938-f7a3590b01ff tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:14.782425 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-198c82cd-1b0a-4e0b-8938-f7a3590b01ff tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:14.811476 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198c82cd-1b0a-4e0b-8938-f7a3590b01ff tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:57:14.822062 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c82cd-1b0a-4e0b-8938-f7a3590b01ff tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6815b6b-62a1-486e-8c38-cc959e489a7a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:14.827089 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-198c82cd-1b0a-4e0b-8938-f7a3590b01ff tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:14.827428 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-198c82cd-1b0a-4e0b-8938-f7a3590b01ff tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Added segment ba2cc061-96f1-4b63-8ea2-7d070d8a7eeb of type vlan for network 902444fd-c5bc-4681-9bc7-c7b699706006 Dec 14 02:57:14.919406 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-198c82cd-1b0a-4e0b-8938-f7a3590b01ff tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:15.033912 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-198c82cd-1b0a-4e0b-8938-f7a3590b01ff tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:15.040375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c82cd-1b0a-4e0b-8938-f7a3590b01ff tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:57:15.040982 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-198c82cd-1b0a-4e0b-8938-f7a3590b01ff tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:15.124432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198c82cd-1b0a-4e0b-8938-f7a3590b01ff tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Pushing event updated for resources: {'Network': ['ID=902444fd-c5bc-4681-9bc7-c7b699706006,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:15.135943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 902444fd-c5bc-4681-9bc7-c7b699706006 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:57:15.149836 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c6bb-f7ea-4588-8586-8ca471e67d3c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:15.171537 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-198c82cd-1b0a-4e0b-8938-f7a3590b01ff tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.4161365 Dec 14 02:57:15.172285 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34160) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:15.179420 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-3fa50355-b31f-4b54-b644-89dfb5a44511 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '902444fd-c5bc-4681-9bc7-c7b699706006', 'tempest-TagsTest-Tag-1760802338') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:15.349671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3fa50355-b31f-4b54-b644-89dfb5a44511 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] 10.222.0.39 "PUT /v2.0/networks/902444fd-c5bc-4681-9bc7-c7b699706006/tags/tempest-TagsTest-Tag-1760802338 HTTP/1.1" status: 201 len: 201 time: 0.1763000 Dec 14 02:57:15.352076 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34164) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:15.356647 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-6bd0aea8-8ca6-40dd-bf02-67ad5c2eaef0 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '902444fd-c5bc-4681-9bc7-c7b699706006', 'tempest-TagsTest-Tag-1760802338') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:15.470535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6bd0aea8-8ca6-40dd-bf02-67ad5c2eaef0 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] 10.222.0.39 "GET /v2.0/networks/902444fd-c5bc-4681-9bc7-c7b699706006/tags/tempest-TagsTest-Tag-1760802338 HTTP/1.1" status: 204 len: 168 time: 0.1173072 Dec 14 02:57:15.477164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34168) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:15.482198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-3751ce3e-24ab-451a-bde9-a4047466ecea tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '902444fd-c5bc-4681-9bc7-c7b699706006') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:15.512764 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7c6bb-f7ea-4588-8586-8ca471e67d3c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting port a7a9f29d-40d9-4d83-9c3b-85551af871f5 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:15.513334 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c6bb-f7ea-4588-8586-8ca471e67d3c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:15.561687 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3751ce3e-24ab-451a-bde9-a4047466ecea tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] 10.222.0.39 "GET /v2.0/networks/902444fd-c5bc-4681-9bc7-c7b699706006/tags HTTP/1.1" status: 200 len: 238 time: 0.0808377 Dec 14 02:57:15.562467 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34172) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:15.573053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-aa7201b0-2574-42a6-ac4c-f7abcdd8650a tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '902444fd-c5bc-4681-9bc7-c7b699706006', {'tags': ['tempest-TagsTest-Tag-1356965419', 'tempest-TagsTest-Tag-956652594', 'tempest-TagsTest-Tag-20083294']}) {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:15.766151 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 94718846-7a1a-45c4-a6d2-9586514fa2b0 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:57:15.781074 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-aa7201b0-2574-42a6-ac4c-f7abcdd8650a tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] 10.222.0.39 "PUT /v2.0/networks/902444fd-c5bc-4681-9bc7-c7b699706006/tags HTTP/1.1" status: 200 len: 306 time: 0.2153134 Dec 14 02:57:15.781655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34174) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:15.797035 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-704c74dd-5c62-45bf-904f-5ec1115efec8 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '902444fd-c5bc-4681-9bc7-c7b699706006', 'tempest-TagsTest-Tag-1356965419') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:15.832501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 94718846-7a1a-45c4-a6d2-9586514fa2b0 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:57:15.833098 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 94718846-7a1a-45c4-a6d2-9586514fa2b0 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:57:15.967691 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-5eb7c6bb-f7ea-4588-8586-8ca471e67d3c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] For port a7a9f29d-40d9-4d83-9c3b-85551af871f5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a7a9f29d-40d9-4d83-9c3b-85551af871f5,segment=NetworkSegment(80208070-5a22-4bf3-81b9-05f236bd4c3c),segment_id=80208070-5a22-4bf3-81b9-05f236bd4c3c)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:15.968056 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c6bb-f7ea-4588-8586-8ca471e67d3c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:15.982468 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-5eb7c6bb-f7ea-4588-8586-8ca471e67d3c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Calling delete_port for a7a9f29d-40d9-4d83-9c3b-85551af871f5 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:16.030076 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-704c74dd-5c62-45bf-904f-5ec1115efec8 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] 10.222.0.39 "DELETE /v2.0/networks/902444fd-c5bc-4681-9bc7-c7b699706006/tags/tempest-TagsTest-Tag-1356965419 HTTP/1.1" status: 204 len: 168 time: 0.2471254 Dec 14 02:57:16.033146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34182) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:16.042404 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-191f7407-4928-481d-a7f1-5bea2ead7726 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '902444fd-c5bc-4681-9bc7-c7b699706006', 'tempest-TagsTest-Tag-1356965419') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:16.188929 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-191f7407-4928-481d-a7f1-5bea2ead7726 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] show failed (client error): The resource could not be found. Dec 14 02:57:16.190200 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-191f7407-4928-481d-a7f1-5bea2ead7726 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] 10.222.0.39 "GET /v2.0/networks/902444fd-c5bc-4681-9bc7-c7b699706006/tags/tempest-TagsTest-Tag-1356965419 HTTP/1.1" status: 404 len: 326 time: 0.1557496 Dec 14 02:57:16.196018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34184) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:16.200283 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-30b0f1d4-dc29-4d1a-8eb3-dfb926036069 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '902444fd-c5bc-4681-9bc7-c7b699706006', 'tempest-TagsTest-Tag-956652594') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:16.278787 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-30b0f1d4-dc29-4d1a-8eb3-dfb926036069 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] 10.222.0.39 "GET /v2.0/networks/902444fd-c5bc-4681-9bc7-c7b699706006/tags/tempest-TagsTest-Tag-956652594 HTTP/1.1" status: 204 len: 168 time: 0.0819523 Dec 14 02:57:16.279934 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c6bb-f7ea-4588-8586-8ca471e67d3c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:16.281066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34186) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:16.285717 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-10b9e7de-f617-4e77-9675-9f30694621f8 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '902444fd-c5bc-4681-9bc7-c7b699706006', 'tempest-TagsTest-Tag-20083294') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:16.311154 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb7c6bb-f7ea-4588-8586-8ca471e67d3c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Port': ['ID=a7a9f29d-40d9-4d83-9c3b-85551af871f5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:16.366616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-10b9e7de-f617-4e77-9675-9f30694621f8 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] 10.222.0.39 "GET /v2.0/networks/902444fd-c5bc-4681-9bc7-c7b699706006/tags/tempest-TagsTest-Tag-20083294 HTTP/1.1" status: 204 len: 168 time: 0.0819857 Dec 14 02:57:16.367270 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34188) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:16.372036 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-d6dbf2ab-3e25-4201-8443-a3b3add62852 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '902444fd-c5bc-4681-9bc7-c7b699706006') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:16.572271 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5eb7c6bb-f7ea-4588-8586-8ca471e67d3c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:16.669129 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d6dbf2ab-3e25-4201-8443-a3b3add62852 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] 10.222.0.39 "DELETE /v2.0/networks/902444fd-c5bc-4681-9bc7-c7b699706006/tags HTTP/1.1" status: 204 len: 168 time: 0.3006620 Dec 14 02:57:16.672126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34194) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:16.679455 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-25ff26b7-36e3-4380-a6e3-f9fa2e328030 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '902444fd-c5bc-4681-9bc7-c7b699706006', 'tempest-TagsTest-Tag-956652594') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:16.776965 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-25ff26b7-36e3-4380-a6e3-f9fa2e328030 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] show failed (client error): The resource could not be found. Dec 14 02:57:16.780771 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-25ff26b7-36e3-4380-a6e3-f9fa2e328030 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] 10.222.0.39 "GET /v2.0/networks/902444fd-c5bc-4681-9bc7-c7b699706006/tags/tempest-TagsTest-Tag-956652594 HTTP/1.1" status: 404 len: 325 time: 0.1051412 Dec 14 02:57:16.781079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34198) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:16.786438 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.tag.tag_plugin [None req-a3dfa86f-dcff-4820-9ca2-9a132262927f tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '902444fd-c5bc-4681-9bc7-c7b699706006', 'tempest-TagsTest-Tag-20083294') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:16.805128 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb7c6bb-f7ea-4588-8586-8ca471e67d3c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router b6810909-e914-4025-9e4a-dadc7846cf75 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:57:16.939096 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-a3dfa86f-dcff-4820-9ca2-9a132262927f tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] show failed (client error): The resource could not be found. Dec 14 02:57:16.940166 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a3dfa86f-dcff-4820-9ca2-9a132262927f tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] 10.222.0.39 "GET /v2.0/networks/902444fd-c5bc-4681-9bc7-c7b699706006/tags/tempest-TagsTest-Tag-20083294 HTTP/1.1" status: 404 len: 324 time: 0.1578698 Dec 14 02:57:16.943276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34200) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:16.948994 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.tag.tag_plugin [None req-9ceb07be-d29e-4db6-9fdf-b6d327bc9945 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '902444fd-c5bc-4681-9bc7-c7b699706006') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:16.953394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb7c6bb-f7ea-4588-8586-8ca471e67d3c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:57:16.963883 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5eb7c6bb-f7ea-4588-8586-8ca471e67d3c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/b6810909-e914-4025-9e4a-dadc7846cf75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2926078 Dec 14 02:57:16.971928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34202) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:16.972128 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ce391-a9b7-4880-be1b-76a06dcf5a47 None None] Sync routers for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:57:16.985096 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ce391-a9b7-4880-be1b-76a06dcf5a47 None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:16.985872 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-068ce391-a9b7-4880-be1b-76a06dcf5a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:57:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:17.092896 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11bef8d-406b-440b-aa0c-2dbb22f86ea2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting subnet 6a0eef56-5e9d-4f2c-aae2-d587aef3e741 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:57:17.110034 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b11bef8d-406b-440b-aa0c-2dbb22f86ea2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:17.135182 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9ceb07be-d29e-4db6-9fdf-b6d327bc9945 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] 10.222.0.39 "DELETE /v2.0/networks/902444fd-c5bc-4681-9bc7-c7b699706006/tags HTTP/1.1" status: 204 len: 168 time: 0.1907346 Dec 14 02:57:17.141721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34208) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:17.158774 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-068ce391-a9b7-4880-be1b-76a06dcf5a47 None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:57:17.198124 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b11bef8d-406b-440b-aa0c-2dbb22f86ea2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:17.335499 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b11bef8d-406b-440b-aa0c-2dbb22f86ea2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:17.342594 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-340e3e27-c338-4923-a242-92f78dc3f2b6 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:17.399336 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-068ce391-a9b7-4880-be1b-76a06dcf5a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:16Z', 'revision_number': 10, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:17.444713 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ce391-a9b7-4880-be1b-76a06dcf5a47 None None] Checking router: b6810909-e914-4025-9e4a-dadc7846cf75 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:57:17.454360 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068ce391-a9b7-4880-be1b-76a06dcf5a47 None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:17.455833 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-068ce391-a9b7-4880-be1b-76a06dcf5a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:57:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:17.467095 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b11bef8d-406b-440b-aa0c-2dbb22f86ea2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:17.477404 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-340e3e27-c338-4923-a242-92f78dc3f2b6 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:17.510060 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-340e3e27-c338-4923-a242-92f78dc3f2b6 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902444fd-c5bc-4681-9bc7-c7b699706006']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:17.530210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-340e3e27-c338-4923-a242-92f78dc3f2b6 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2cc061-96f1-4b63-8ea2-7d070d8a7eeb') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:17.530519 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-340e3e27-c338-4923-a242-92f78dc3f2b6 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2cc061-96f1-4b63-8ea2-7d070d8a7eeb') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:17.542063 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bef8d-406b-440b-aa0c-2dbb22f86ea2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Subnet': ['ID=6a0eef56-5e9d-4f2c-aae2-d587aef3e741,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:17.553407 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-340e3e27-c338-4923-a242-92f78dc3f2b6 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:17.562228 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b11bef8d-406b-440b-aa0c-2dbb22f86ea2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:17.564035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd20041-24a3-4260-b0a4-c542e52777bd None None] Network fd58c47a-d4f2-4ee6-b790-13a9bac3df81 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:57:17.570123 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b11bef8d-406b-440b-aa0c-2dbb22f86ea2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/subnets/6a0eef56-5e9d-4f2c-aae2-d587aef3e741 HTTP/1.1" status: 204 len: 168 time: 0.5928500 Dec 14 02:57:17.571973 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34226) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:17.598834 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-340e3e27-c338-4923-a242-92f78dc3f2b6 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:17.617865 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340e3e27-c338-4923-a242-92f78dc3f2b6 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:57:17.622479 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-340e3e27-c338-4923-a242-92f78dc3f2b6 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:17.647016 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-068ce391-a9b7-4880-be1b-76a06dcf5a47 None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:57:17.684373 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:57:17.752359 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:17.800486 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-340e3e27-c338-4923-a242-92f78dc3f2b6 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:17.814149 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-340e3e27-c338-4923-a242-92f78dc3f2b6 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:17.825404 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-340e3e27-c338-4923-a242-92f78dc3f2b6 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] 10.222.0.39 "DELETE /v2.0/networks/902444fd-c5bc-4681-9bc7-c7b699706006 HTTP/1.1" status: 204 len: 168 time: 0.6823385 Dec 14 02:57:17.870785 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] DHCP port deletion for fd58c47a-d4f2-4ee6-b790-13a9bac3df81 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:57:17.895607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e3e27-c338-4923-a242-92f78dc3f2b6 tempest-TagsTest-1551853938 tempest-TagsTest-1551853938-project] Pushing event deleted for resources: {'Network': ['ID=902444fd-c5bc-4681-9bc7-c7b699706006,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:17.964270 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting port d23969ba-8557-4d49-a616-5a82cb0679a7 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:17.964618 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:18.115805 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] For port d23969ba-8557-4d49-a616-5a82cb0679a7, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d23969ba-8557-4d49-a616-5a82cb0679a7,segment=NetworkSegment(80208070-5a22-4bf3-81b9-05f236bd4c3c),segment_id=80208070-5a22-4bf3-81b9-05f236bd4c3c)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:18.119155 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:18.152288 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Calling delete_port for d23969ba-8557-4d49-a616-5a82cb0679a7 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:18.160448 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-068ce391-a9b7-4880-be1b-76a06dcf5a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:16Z', 'revision_number': 10, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:18.200235 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068ce391-a9b7-4880-be1b-76a06dcf5a47 None None] The sync data for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 is: [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:16Z', 'revision_number': 10, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None, '_interfaces': [{'id': 'e1482977-6436-4137-b8f3-d5cae82af4e1', 'name': '', 'network_id': '76362a2b-6dbc-438d-81b1-d8426a9e202b', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'mac_address': 'fa:16:3e:60:a4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:56:29Z', 'updated_at': '2021-12-14T02:56:40Z', 'revision_number': 5, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'subnets': [{'id': 'e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:57:18.342696 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] Deleting port d23969ba-8557-4d49-a616-5a82cb0679a7 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:18.343196 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:18.371222 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:18.444494 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] No DVR routers for this DVR port d23969ba-8557-4d49-a616-5a82cb0679a7 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:57:18.458606 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Port': ['ID=d23969ba-8557-4d49-a616-5a82cb0679a7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:18.473583 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] For port d23969ba-8557-4d49-a616-5a82cb0679a7, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d23969ba-8557-4d49-a616-5a82cb0679a7,segment=NetworkSegment(80208070-5a22-4bf3-81b9-05f236bd4c3c),segment_id=80208070-5a22-4bf3-81b9-05f236bd4c3c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:18.474867 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:18.496921 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] Calling delete_port for d23969ba-8557-4d49-a616-5a82cb0679a7 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:18.604496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34248) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:18.631453 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:18.682694 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] Pushing event deleted for resources: {'Port': ['ID=d23969ba-8557-4d49-a616-5a82cb0679a7,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:18.685260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] No DVR routers for this DVR port d23969ba-8557-4d49-a616-5a82cb0679a7 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:57:18.705481 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:18.706662 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:18.707228 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:18.707954 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:18.708538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:18.709108 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:18.709681 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:18.710157 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:18.710620 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:18.711181 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:18.711736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:18.715401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:18.723499 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:18.724103 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf412e9-a1ee-4b9e-bf82-12ccc10b38b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:18.751595 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd58c47a-d4f2-4ee6-b790-13a9bac3df81']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:18.767412 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80208070-5a22-4bf3-81b9-05f236bd4c3c') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:18.767821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80208070-5a22-4bf3-81b9-05f236bd4c3c') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:18.781516 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:18.810024 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:18.818229 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:57:18.818668 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:57:18.833441 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:57:18.851098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b0454ab3-a7c8-46ec-b1a9-2047db3b12f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d1654d9fc4046f3a3981321d3cf1997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2453506 Dec 14 02:57:18.853576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34254) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:18.918263 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-83b689b6-f187-4614-9b9b-2f5221fd362f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:18.983699 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-83b689b6-f187-4614-9b9b-2f5221fd362f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:19.039219 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:19.050882 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:19.063422 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/networks/fd58c47a-d4f2-4ee6-b790-13a9bac3df81 HTTP/1.1" status: 204 len: 168 time: 1.4895003 Dec 14 02:57:19.064697 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34262) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:19.084415 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440534c8-a9fe-464d-ba3b-653bdff8aaf9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Network': ['ID=fd58c47a-d4f2-4ee6-b790-13a9bac3df81,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:19.182542 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-83b689b6-f187-4614-9b9b-2f5221fd362f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:19.187163 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-83b689b6-f187-4614-9b9b-2f5221fd362f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:19.188451 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-83b689b6-f187-4614-9b9b-2f5221fd362f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6815b6b-62a1-486e-8c38-cc959e489a7a HTTP/1.1" status: 204 len: 168 time: 0.3334336 Dec 14 02:57:19.202924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b689b6-f187-4614-9b9b-2f5221fd362f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6815b6b-62a1-486e-8c38-cc959e489a7a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:19.492432 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a5e3df50-6dcf-4b58-8815-1182f8cb0bc9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:19.818684 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a7a9f29d-40d9-4d83-9c3b-85551af871f5 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:57:19.849847 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: a7a9f29d-40d9-4d83-9c3b-85551af871f5 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:57:19.851301 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a7a9f29d-40d9-4d83-9c3b-85551af871f5 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:57:19.851301 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d23969ba-8557-4d49-a616-5a82cb0679a7 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:57:19.874423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: d23969ba-8557-4d49-a616-5a82cb0679a7 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:57:19.879584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d23969ba-8557-4d49-a616-5a82cb0679a7 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:57:19.880312 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a5e3df50-6dcf-4b58-8815-1182f8cb0bc9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting port e1482977-6436-4137-b8f3-d5cae82af4e1 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:19.880312 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a5e3df50-6dcf-4b58-8815-1182f8cb0bc9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:19.997172 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-a5e3df50-6dcf-4b58-8815-1182f8cb0bc9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] For port e1482977-6436-4137-b8f3-d5cae82af4e1, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e1482977-6436-4137-b8f3-d5cae82af4e1,segment=NetworkSegment(c6090ffd-ecef-4463-8b36-361167c40772),segment_id=c6090ffd-ecef-4463-8b36-361167c40772)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:19.997665 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a5e3df50-6dcf-4b58-8815-1182f8cb0bc9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:20.011165 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a5e3df50-6dcf-4b58-8815-1182f8cb0bc9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Calling delete_port for e1482977-6436-4137-b8f3-d5cae82af4e1 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:20.273740 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a5e3df50-6dcf-4b58-8815-1182f8cb0bc9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:20.305256 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3df50-6dcf-4b58-8815-1182f8cb0bc9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Port': ['ID=e1482977-6436-4137-b8f3-d5cae82af4e1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:20.479029 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a5e3df50-6dcf-4b58-8815-1182f8cb0bc9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:20.672576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e3df50-6dcf-4b58-8815-1182f8cb0bc9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router b6810909-e914-4025-9e4a-dadc7846cf75 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:57:20.753121 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e3df50-6dcf-4b58-8815-1182f8cb0bc9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:57:20.758784 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a5e3df50-6dcf-4b58-8815-1182f8cb0bc9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/b6810909-e914-4025-9e4a-dadc7846cf75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6825716 Dec 14 02:57:20.761477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34316) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:20.765786 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd16f49-e422-4727-b284-0679d93e57ed None None] Sync routers for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:57:20.779423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd16f49-e422-4727-b284-0679d93e57ed None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:20.783704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bbd16f49-e422-4727-b284-0679d93e57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:57:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:20.841494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-10157d7f-6a1a-49e6-8e36-d651fa14a63b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting subnet e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 02:57:20.847615 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-10157d7f-6a1a-49e6-8e36-d651fa14a63b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:20.924335 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-bbd16f49-e422-4727-b284-0679d93e57ed None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:57:20.928065 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-10157d7f-6a1a-49e6-8e36-d651fa14a63b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:20.996403 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bbd16f49-e422-4727-b284-0679d93e57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:20Z', 'revision_number': 11, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:21.053353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd16f49-e422-4727-b284-0679d93e57ed None None] Checking router: b6810909-e914-4025-9e4a-dadc7846cf75 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:57:21.065273 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd16f49-e422-4727-b284-0679d93e57ed None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:21.067384 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bbd16f49-e422-4727-b284-0679d93e57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:57:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:21.069626 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-10157d7f-6a1a-49e6-8e36-d651fa14a63b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:21.160244 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-bbd16f49-e422-4727-b284-0679d93e57ed None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:57:21.211857 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bbd16f49-e422-4727-b284-0679d93e57ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:20Z', 'revision_number': 11, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:21.243689 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd16f49-e422-4727-b284-0679d93e57ed None None] The sync data for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 is: [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:20Z', 'revision_number': 11, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:57:21.291730 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-10157d7f-6a1a-49e6-8e36-d651fa14a63b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:21.324016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10157d7f-6a1a-49e6-8e36-d651fa14a63b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Subnet': ['ID=e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:21.329428 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-10157d7f-6a1a-49e6-8e36-d651fa14a63b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:21.336491 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-10157d7f-6a1a-49e6-8e36-d651fa14a63b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/subnets/e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c HTTP/1.1" status: 204 len: 168 time: 0.5712028 Dec 14 02:57:21.336648 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b642baf-cce7-40c3-93bf-6354f11e16fe None None] Network 76362a2b-6dbc-438d-81b1-d8426a9e202b requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:57:21.337180 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34332) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:21.435895 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:21.503361 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Deleting port 8712f258-e18e-47b3-9495-bc65dab7577e {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:21.503778 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:21.587316 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] For port 8712f258-e18e-47b3-9495-bc65dab7577e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8712f258-e18e-47b3-9495-bc65dab7577e,segment=NetworkSegment(c6090ffd-ecef-4463-8b36-361167c40772),segment_id=c6090ffd-ecef-4463-8b36-361167c40772)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:21.587697 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:21.608066 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Calling delete_port for 8712f258-e18e-47b3-9495-bc65dab7577e owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:21.619696 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93846d1d-45d2-4283-ae3b-9d76ba2be8fb None None] DHCP port deletion for 76362a2b-6dbc-438d-81b1-d8426a9e202b request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:57:21.925849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-93846d1d-45d2-4283-ae3b-9d76ba2be8fb None None] Deleting port 8712f258-e18e-47b3-9495-bc65dab7577e {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:57:21.925849 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-93846d1d-45d2-4283-ae3b-9d76ba2be8fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:21.931710 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:21.931710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] No DVR routers for this DVR port 8712f258-e18e-47b3-9495-bc65dab7577e on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:57:21.931710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Port': ['ID=8712f258-e18e-47b3-9495-bc65dab7577e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:21.938197 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-93846d1d-45d2-4283-ae3b-9d76ba2be8fb None None] For port 8712f258-e18e-47b3-9495-bc65dab7577e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8712f258-e18e-47b3-9495-bc65dab7577e,segment=NetworkSegment(c6090ffd-ecef-4463-8b36-361167c40772),segment_id=c6090ffd-ecef-4463-8b36-361167c40772)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:57:21.938197 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-93846d1d-45d2-4283-ae3b-9d76ba2be8fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:21.959365 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-93846d1d-45d2-4283-ae3b-9d76ba2be8fb None None] Calling delete_port for 8712f258-e18e-47b3-9495-bc65dab7577e owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:57:21.967688 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8712f258-e18e-47b3-9495-bc65dab7577e no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:57:22.000244 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 8712f258-e18e-47b3-9495-bc65dab7577e {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:57:22.001006 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8712f258-e18e-47b3-9495-bc65dab7577e not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:57:22.001664 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e1482977-6436-4137-b8f3-d5cae82af4e1 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:57:22.074572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: e1482977-6436-4137-b8f3-d5cae82af4e1 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:57:22.085692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e1482977-6436-4137-b8f3-d5cae82af4e1 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:57:22.117486 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:22.150624 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76362a2b-6dbc-438d-81b1-d8426a9e202b']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:22.163151 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6090ffd-ecef-4463-8b36-361167c40772') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:22.163460 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6090ffd-ecef-4463-8b36-361167c40772') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:22.166421 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-93846d1d-45d2-4283-ae3b-9d76ba2be8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:22.176243 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:22.195302 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:22.216010 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:57:22.216422 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:57:22.220083 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:57:22.233457 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93846d1d-45d2-4283-ae3b-9d76ba2be8fb None None] Pushing event deleted for resources: {'Port': ['ID=8712f258-e18e-47b3-9495-bc65dab7577e,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:22.240148 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93846d1d-45d2-4283-ae3b-9d76ba2be8fb None None] No DVR routers for this DVR port 8712f258-e18e-47b3-9495-bc65dab7577e on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:57:22.387457 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:22.397243 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:22.397243 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/networks/76362a2b-6dbc-438d-81b1-d8426a9e202b HTTP/1.1" status: 204 len: 168 time: 1.0575619 Dec 14 02:57:22.398886 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34378) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:22.403753 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-fd392929-e97c-4636-8520-e0a3a4441aec tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'router': {'routes': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:57:22.428602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841eb2ff-ad6b-456e-9a38-611be1c5a7d2 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Pushing event deleted for resources: {'Network': ['ID=76362a2b-6dbc-438d-81b1-d8426a9e202b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:22.603422 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.extraroute_db [None req-fd392929-e97c-4636-8520-e0a3a4441aec tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Added routes are [] {{(pid=103848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 14 02:57:22.603840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.extraroute_db [None req-fd392929-e97c-4636-8520-e0a3a4441aec tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Removed routes are [] {{(pid=103848) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 14 02:57:22.604202 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fd392929-e97c-4636-8520-e0a3a4441aec tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:22.897893 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fd392929-e97c-4636-8520-e0a3a4441aec tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:22.915784 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fd392929-e97c-4636-8520-e0a3a4441aec tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:23.064758 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd392929-e97c-4636-8520-e0a3a4441aec tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router b6810909-e914-4025-9e4a-dadc7846cf75 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:57:23.204597 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd392929-e97c-4636-8520-e0a3a4441aec tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:57:23.213504 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fd392929-e97c-4636-8520-e0a3a4441aec tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:23.214948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fd392929-e97c-4636-8520-e0a3a4441aec tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/b6810909-e914-4025-9e4a-dadc7846cf75 HTTP/1.1" status: 200 len: 701 time: 0.8149831 Dec 14 02:57:23.217846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34406) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:23.219787 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2765c932-f98a-4881-9438-3c6953d99578 None None] Sync routers for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:57:23.242135 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2765c932-f98a-4881-9438-3c6953d99578 None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:23.242945 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2765c932-f98a-4881-9438-3c6953d99578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:57:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:23.266662 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-499bbd8b-3d76-4bf6-baf4-2f1c1f47f51c tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6810909-e914-4025-9e4a-dadc7846cf75 HTTP/1.1" status: 200 len: 205 time: 0.0472884 Dec 14 02:57:23.274947 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34410) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:23.363272 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-66129a57-81c5-44f8-8fa1-2a338f5dacd7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:23.390537 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-2765c932-f98a-4881-9438-3c6953d99578 None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:57:23.575608 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-66129a57-81c5-44f8-8fa1-2a338f5dacd7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:23.580748 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-66129a57-81c5-44f8-8fa1-2a338f5dacd7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:23.629451 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2765c932-f98a-4881-9438-3c6953d99578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:20Z', 'revision_number': 11, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:23.658185 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2765c932-f98a-4881-9438-3c6953d99578 None None] Checking router: b6810909-e914-4025-9e4a-dadc7846cf75 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:57:23.667892 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2765c932-f98a-4881-9438-3c6953d99578 None None] Routers {'b6810909-e914-4025-9e4a-dadc7846cf75'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:23.668531 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2765c932-f98a-4881-9438-3c6953d99578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:57:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['b6810909-e914-4025-9e4a-dadc7846cf75'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:23.790358 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-2765c932-f98a-4881-9438-3c6953d99578 None None] Set router b6810909-e914-4025-9e4a-dadc7846cf75 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:57:23.828071 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-66129a57-81c5-44f8-8fa1-2a338f5dacd7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:23.835405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66129a57-81c5-44f8-8fa1-2a338f5dacd7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Fanout notify agent at l3_agent the message router_deleted on router b6810909-e914-4025-9e4a-dadc7846cf75 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:57:23.843011 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-66129a57-81c5-44f8-8fa1-2a338f5dacd7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:23.849699 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-66129a57-81c5-44f8-8fa1-2a338f5dacd7 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/routers/b6810909-e914-4025-9e4a-dadc7846cf75 HTTP/1.1" status: 204 len: 168 time: 0.5742884 Dec 14 02:57:23.850045 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34424) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:23.852732 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2765c932-f98a-4881-9438-3c6953d99578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:20Z', 'revision_number': 11, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:23.854612 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-bf760640-b801-45b1-9b0b-aa56bcf33e9e tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2040176092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:57:23.881781 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2765c932-f98a-4881-9438-3c6953d99578 None None] The sync data for ids ['b6810909-e914-4025-9e4a-dadc7846cf75'] in n-d-821636-1 is: [{'id': 'b6810909-e914-4025-9e4a-dadc7846cf75', 'name': 'tempest-RoutersTest-router-1737937203', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:56:26Z', 'updated_at': '2021-12-14T02:57:20Z', 'revision_number': 11, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:57:24.056296 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf760640-b801-45b1-9b0b-aa56bcf33e9e tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:24.057715 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf760640-b801-45b1-9b0b-aa56bcf33e9e tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:24.176590 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf760640-b801-45b1-9b0b-aa56bcf33e9e tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:24.279532 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf760640-b801-45b1-9b0b-aa56bcf33e9e tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:24.381247 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf760640-b801-45b1-9b0b-aa56bcf33e9e tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:24.381247 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bf760640-b801-45b1-9b0b-aa56bcf33e9e tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5286143 Dec 14 02:57:24.381247 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34434) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:24.382485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34436) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:24.391393 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-0cdd31ca-ea59-48bf-a46f-e96c5797925f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:57:24.530616 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f8bec6d0-09e7-47be-91bb-53c73ca8ca73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:24.630520 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f8bec6d0-09e7-47be-91bb-53c73ca8ca73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:24.645610 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0cdd31ca-ea59-48bf-a46f-e96c5797925f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:24.707700 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f8bec6d0-09e7-47be-91bb-53c73ca8ca73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:24.732894 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0cdd31ca-ea59-48bf-a46f-e96c5797925f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:24.755813 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f8bec6d0-09e7-47be-91bb-53c73ca8ca73 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2577973f8b264f44ae9e5538fbfa98bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3737261 Dec 14 02:57:24.756699 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34450) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:24.759044 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bec6d0-09e7-47be-91bb-53c73ca8ca73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f11452-4f8c-4b5d-8304-fe4f7fc254cc,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:24.849623 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-356bc80e-3395-44af-af51-8e2fe918f034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:24.875079 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-356bc80e-3395-44af-af51-8e2fe918f034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:25.027436 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdd31ca-ea59-48bf-a46f-e96c5797925f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Router 49fa6d5b-5988-4957-910d-56b7f1cfc580 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:57:25.079047 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-356bc80e-3395-44af-af51-8e2fe918f034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:25.082047 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-356bc80e-3395-44af-af51-8e2fe918f034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:25.083733 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-356bc80e-3395-44af-af51-8e2fe918f034 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4f11452-4f8c-4b5d-8304-fe4f7fc254cc HTTP/1.1" status: 204 len: 168 time: 0.3257625 Dec 14 02:57:25.094534 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356bc80e-3395-44af-af51-8e2fe918f034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f11452-4f8c-4b5d-8304-fe4f7fc254cc,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:25.116989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdd31ca-ea59-48bf-a46f-e96c5797925f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:57:25.133711 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb38fc-bda5-494d-bfc1-2bbf2139c7f0 None None] Sync routers for ids ['49fa6d5b-5988-4957-910d-56b7f1cfc580'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:57:25.135568 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0cdd31ca-ea59-48bf-a46f-e96c5797925f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:25.139763 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0cdd31ca-ea59-48bf-a46f-e96c5797925f tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "PUT /v2.0/routers/49fa6d5b-5988-4957-910d-56b7f1cfc580 HTTP/1.1" status: 200 len: 694 time: 0.7535303 Dec 14 02:57:25.140457 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34466) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:25.153206 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edb38fc-bda5-494d-bfc1-2bbf2139c7f0 None None] Routers {'49fa6d5b-5988-4957-910d-56b7f1cfc580'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:25.158918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6edb38fc-bda5-494d-bfc1-2bbf2139c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:57:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['49fa6d5b-5988-4957-910d-56b7f1cfc580'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:25.239645 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-6edb38fc-bda5-494d-bfc1-2bbf2139c7f0 None None] Set router 49fa6d5b-5988-4957-910d-56b7f1cfc580 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:57:25.243505 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ae06b14b-e277-415b-9801-95c73a1b53f8 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/routers/49fa6d5b-5988-4957-910d-56b7f1cfc580 HTTP/1.1" status: 200 len: 700 time: 0.0995791 Dec 14 02:57:25.243839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34468) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:25.275470 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c9130f72-f450-4c28-be00-d06ad3fb7d7d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fa6d5b-5988-4957-910d-56b7f1cfc580 HTTP/1.1" status: 200 len: 205 time: 0.0283947 Dec 14 02:57:25.275695 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34472) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:25.297989 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6edb38fc-bda5-494d-bfc1-2bbf2139c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fa6d5b-5988-4957-910d-56b7f1cfc580', 'name': 'tempest-RoutersTest-router-2040176092', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:57:24Z', 'updated_at': '2021-12-14T02:57:24Z', 'revision_number': 2, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:25.324518 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb38fc-bda5-494d-bfc1-2bbf2139c7f0 None None] Checking router: 49fa6d5b-5988-4957-910d-56b7f1cfc580 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:57:25.333791 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edb38fc-bda5-494d-bfc1-2bbf2139c7f0 None None] Routers {'49fa6d5b-5988-4957-910d-56b7f1cfc580'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:57:25.334426 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6edb38fc-bda5-494d-bfc1-2bbf2139c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:57:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['49fa6d5b-5988-4957-910d-56b7f1cfc580'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:25.421156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-6edb38fc-bda5-494d-bfc1-2bbf2139c7f0 None None] Set router 49fa6d5b-5988-4957-910d-56b7f1cfc580 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:57:25.479807 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6edb38fc-bda5-494d-bfc1-2bbf2139c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fa6d5b-5988-4957-910d-56b7f1cfc580', 'name': 'tempest-RoutersTest-router-2040176092', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:57:24Z', 'updated_at': '2021-12-14T02:57:24Z', 'revision_number': 2, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:25.508027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6edb38fc-bda5-494d-bfc1-2bbf2139c7f0 None None] The sync data for ids ['49fa6d5b-5988-4957-910d-56b7f1cfc580'] in n-d-821636-1 is: [{'id': '49fa6d5b-5988-4957-910d-56b7f1cfc580', 'name': 'tempest-RoutersTest-router-2040176092', 'tenant_id': 'bef428db4a6f4b9588a0ee0333855037', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:57:24Z', 'updated_at': '2021-12-14T02:57:24Z', 'revision_number': 2, 'project_id': 'bef428db4a6f4b9588a0ee0333855037', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:57:25.686483 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3556cdbf-f607-4a20-92a3-19023365b8e5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:25.855293 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3556cdbf-f607-4a20-92a3-19023365b8e5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:25.859138 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3556cdbf-f607-4a20-92a3-19023365b8e5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:25.995476 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34498) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:26.011559 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3556cdbf-f607-4a20-92a3-19023365b8e5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:26.012413 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3556cdbf-f607-4a20-92a3-19023365b8e5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Fanout notify agent at l3_agent the message router_deleted on router 49fa6d5b-5988-4957-910d-56b7f1cfc580 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:57:26.024872 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3556cdbf-f607-4a20-92a3-19023365b8e5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:26.029748 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3556cdbf-f607-4a20-92a3-19023365b8e5 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/routers/49fa6d5b-5988-4957-910d-56b7f1cfc580 HTTP/1.1" status: 204 len: 168 time: 0.7530930 Dec 14 02:57:26.033066 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-508370fc-6876-4a3a-87bd-8dfef964cf48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:26.034697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34500) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:26.087563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-78702e68-08a0-4457-b2a5-36795ad14fa4 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/ports?device_id=49fa6d5b-5988-4957-910d-56b7f1cfc580 HTTP/1.1" status: 200 len: 205 time: 0.0516014 Dec 14 02:57:26.093431 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34504) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:26.145579 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-508370fc-6876-4a3a-87bd-8dfef964cf48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:26.256053 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-508370fc-6876-4a3a-87bd-8dfef964cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:26.289207 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-508370fc-6876-4a3a-87bd-8dfef964cf48 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=012582f67cec4e479750b7da318a22ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2925968 Dec 14 02:57:26.298039 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34512) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:26.355576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508370fc-6876-4a3a-87bd-8dfef964cf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fea4d06-ed53-468d-a119-21ff034071c7,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:26.416688 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffecce51-dd67-416a-b4d8-46a30e18d97e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:26.458511 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffecce51-dd67-416a-b4d8-46a30e18d97e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:26.491934 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-93b84f80-5eaa-4262-8877-fbd95e029588 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] delete failed (client error): The resource could not be found. Dec 14 02:57:26.492996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-93b84f80-5eaa-4262-8877-fbd95e029588 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/routers/49fa6d5b-5988-4957-910d-56b7f1cfc580 HTTP/1.1" status: 404 len: 336 time: 0.4021261 Dec 14 02:57:26.495428 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34516) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:26.527714 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-50754f7a-7a3a-4470-af95-6438bfe14204 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] DELETE failed (client error): The resource could not be found. Dec 14 02:57:26.528367 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50754f7a-7a3a-4470-af95-6438bfe14204 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:57:26.537900 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-50754f7a-7a3a-4470-af95-6438bfe14204 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/subnets/78da82ea-eda1-4518-a0b3-2551b1de987f HTTP/1.1" status: 404 len: 337 time: 0.0412002 Dec 14 02:57:26.538642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34518) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:26.572340 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-63df2d8c-43db-4ad8-911e-bcbf683ebbef tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] DELETE failed (client error): The resource could not be found. Dec 14 02:57:26.572885 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63df2d8c-43db-4ad8-911e-bcbf683ebbef tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:57:26.576022 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-63df2d8c-43db-4ad8-911e-bcbf683ebbef tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/subnets/faef09ab-574a-4b70-9e44-1454f5b2fb85 HTTP/1.1" status: 404 len: 337 time: 0.0363126 Dec 14 02:57:26.578531 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34520) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:26.617009 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a51b9f1-3881-4a2d-83cd-c327ff65f3c8 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] DELETE failed (client error): The resource could not be found. Dec 14 02:57:26.620213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a51b9f1-3881-4a2d-83cd-c327ff65f3c8 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:57:26.621828 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6a51b9f1-3881-4a2d-83cd-c327ff65f3c8 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/subnets/6a0eef56-5e9d-4f2c-aae2-d587aef3e741 HTTP/1.1" status: 404 len: 337 time: 0.0393946 Dec 14 02:57:26.623404 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34522) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:26.652846 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffecce51-dd67-416a-b4d8-46a30e18d97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:26.660512 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffecce51-dd67-416a-b4d8-46a30e18d97e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:26.664490 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ffecce51-dd67-416a-b4d8-46a30e18d97e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1fea4d06-ed53-468d-a119-21ff034071c7 HTTP/1.1" status: 204 len: 168 time: 0.3628032 Dec 14 02:57:26.673023 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecce51-dd67-416a-b4d8-46a30e18d97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fea4d06-ed53-468d-a119-21ff034071c7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:26.676737 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9c82e3-8132-4e73-94e3-0b533c9cbe5d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] DELETE failed (client error): The resource could not be found. Dec 14 02:57:26.677251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9c82e3-8132-4e73-94e3-0b533c9cbe5d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:57:26.682910 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5f9c82e3-8132-4e73-94e3-0b533c9cbe5d tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/subnets/e99863bb-e5e2-47d7-b59a-bbd3fe7a3a9c HTTP/1.1" status: 404 len: 337 time: 0.0558572 Dec 14 02:57:26.683270 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34528) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:26.716360 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ac42c774-56a3-410f-86b4-453cc2a16cc0 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/ports?device_id=b6810909-e914-4025-9e4a-dadc7846cf75 HTTP/1.1" status: 200 len: 205 time: 0.0315194 Dec 14 02:57:26.729491 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34530) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:26.780584 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-a0c78710-9345-4dec-8b54-f358b8e3c8c9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] delete failed (client error): The resource could not be found. Dec 14 02:57:26.785956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34532) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:26.786103 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a0c78710-9345-4dec-8b54-f358b8e3c8c9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/routers/b6810909-e914-4025-9e4a-dadc7846cf75 HTTP/1.1" status: 404 len: 336 time: 0.0652852 Dec 14 02:57:26.822321 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-033c2b8a-b31c-44a1-9977-b193578416fd tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/ports?device_id=579c5669-5b6a-462f-a15a-3a8cb8125e70 HTTP/1.1" status: 200 len: 205 time: 0.0350046 Dec 14 02:57:26.825115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34536) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:26.871842 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-55e7aed9-1b68-4f76-81b9-b95585669d81 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] delete failed (client error): The resource could not be found. Dec 14 02:57:26.873366 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-55e7aed9-1b68-4f76-81b9-b95585669d81 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/routers/579c5669-5b6a-462f-a15a-3a8cb8125e70 HTTP/1.1" status: 404 len: 336 time: 0.0472496 Dec 14 02:57:26.875949 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34542) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:26.944497 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f16a60-ac4c-4ef3-b599-d8d17d79d5db tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] DELETE failed (client error): The resource could not be found. Dec 14 02:57:26.944967 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f16a60-ac4c-4ef3-b599-d8d17d79d5db tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:57:26.948173 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-98f16a60-ac4c-4ef3-b599-d8d17d79d5db tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/subnets/97aeaec1-1f5a-4f24-98a4-3aaa5d6e4d24 HTTP/1.1" status: 404 len: 337 time: 0.0712385 Dec 14 02:57:26.950946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34550) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:26.985866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-612147a3-1787-4694-98f1-2430d019c862 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/ports?device_id=3387a7ee-26b3-46fe-93d4-9f931d2570bd HTTP/1.1" status: 200 len: 205 time: 0.0333731 Dec 14 02:57:26.988634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34552) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:27.032513 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-6be6a05b-b44e-4305-892a-307a1814c24b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] delete failed (client error): The resource could not be found. Dec 14 02:57:27.033610 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6be6a05b-b44e-4305-892a-307a1814c24b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/routers/3387a7ee-26b3-46fe-93d4-9f931d2570bd HTTP/1.1" status: 404 len: 336 time: 0.0434961 Dec 14 02:57:27.036771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34556) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:27.067215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9bb1878d-635a-48c5-ae5c-0cd570d34c44 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/ports?device_id=c75077f6-a589-4cfe-bc1d-fa2f4deddc7e HTTP/1.1" status: 200 len: 205 time: 0.0293319 Dec 14 02:57:27.069612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34558) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:27.092712 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:27.114009 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-53916fca-3b12-4622-80c4-2c8f7b0a78e9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] delete failed (client error): The resource could not be found. Dec 14 02:57:27.115735 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-53916fca-3b12-4622-80c4-2c8f7b0a78e9 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/routers/c75077f6-a589-4cfe-bc1d-fa2f4deddc7e HTTP/1.1" status: 404 len: 336 time: 0.0449631 Dec 14 02:57:27.118558 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34564) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:27.147676 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-141426de-6010-40c6-b058-ee912144a0ab tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] DELETE failed (client error): The resource could not be found. Dec 14 02:57:27.148265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141426de-6010-40c6-b058-ee912144a0ab tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:57:27.151582 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-141426de-6010-40c6-b058-ee912144a0ab tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/subnets/286b24cc-a48f-4f7b-b550-2a3943764dfe HTTP/1.1" status: 404 len: 337 time: 0.0319164 Dec 14 02:57:27.154358 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34566) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:27.193779 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34568) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:27.194112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c5721239-e1e6-4b5a-8cbb-4302bfb9cf44 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/ports?device_id=49417633-5d25-4059-bff3-ecaabcaf410d HTTP/1.1" status: 200 len: 205 time: 0.0385029 Dec 14 02:57:27.245355 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-ce3ba25c-c478-4a54-852e-f9892e666e38 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] delete failed (client error): The resource could not be found. Dec 14 02:57:27.245355 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ce3ba25c-c478-4a54-852e-f9892e666e38 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/routers/49417633-5d25-4059-bff3-ecaabcaf410d HTTP/1.1" status: 404 len: 336 time: 0.0494337 Dec 14 02:57:27.246934 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34574) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:27.281056 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-46265bc7-5498-4332-9cfd-41b64bbd60bf tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] DELETE failed (client error): The resource could not be found. Dec 14 02:57:27.281585 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46265bc7-5498-4332-9cfd-41b64bbd60bf tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:57:27.285873 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-46265bc7-5498-4332-9cfd-41b64bbd60bf tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/subnets/98820d04-363c-487b-af40-006e818829df HTTP/1.1" status: 404 len: 337 time: 0.0371716 Dec 14 02:57:27.288124 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34578) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:27.325408 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4adf378d-e5dc-4cda-9da5-2bd2ea93e91b tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f626d15-f19c-48e9-a279-37f7b69ecaa3 HTTP/1.1" status: 200 len: 205 time: 0.0360854 Dec 14 02:57:27.327922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34582) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:27.409565 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [None req-d21e8d3c-ea3f-44e2-ae4b-a62a64223499 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] delete failed (client error): The resource could not be found. Dec 14 02:57:27.415248 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34590) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:27.431518 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d21e8d3c-ea3f-44e2-ae4b-a62a64223499 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/routers/3f626d15-f19c-48e9-a279-37f7b69ecaa3 HTTP/1.1" status: 404 len: 336 time: 0.1023769 Dec 14 02:57:27.455214 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0eee1d-bd41-484b-84d4-c8a53b21b5be tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] DELETE failed (client error): The resource could not be found. Dec 14 02:57:27.455684 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0eee1d-bd41-484b-84d4-c8a53b21b5be tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:57:27.462487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34594) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:27.470484 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4f0eee1d-bd41-484b-84d4-c8a53b21b5be tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/subnets/eae001d6-8a6c-45dc-9135-dc099580d99c HTTP/1.1" status: 404 len: 337 time: 0.0541134 Dec 14 02:57:27.493831 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a28f4e3-258c-40fe-843d-9bbfae4c1c37 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] DELETE failed (client error): The resource could not be found. Dec 14 02:57:27.501937 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a28f4e3-258c-40fe-843d-9bbfae4c1c37 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:57:27.513856 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6a28f4e3-258c-40fe-843d-9bbfae4c1c37 tempest-RoutersTest-1893360449 tempest-RoutersTest-1893360449-project] 10.222.0.39 "DELETE /v2.0/subnets/b1cd05b5-87ce-412f-9a2f-d6238b91e5d4 HTTP/1.1" status: 404 len: 337 time: 0.0493984 Dec 14 02:57:28.132246 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34620) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:28.534451 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fc18cea7-68fb-4334-b96d-020c9ac65ced admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bef428db4a6f4b9588a0ee0333855037&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3983057 Dec 14 02:57:28.534925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34638) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:28.572717 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:57:28.617984 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-51f7d52d-a7b2-4668-8900-c7b2530a0fd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:28.640314 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-51f7d52d-a7b2-4668-8900-c7b2530a0fd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:28.759028 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-51f7d52d-a7b2-4668-8900-c7b2530a0fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:28.761888 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-51f7d52d-a7b2-4668-8900-c7b2530a0fd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:28.763191 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-51f7d52d-a7b2-4668-8900-c7b2530a0fd0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7fadd1b0-2cfe-4252-b19a-9fc68d0ef6a0 HTTP/1.1" status: 204 len: 168 time: 0.2270792 Dec 14 02:57:28.776443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7d52d-a7b2-4668-8900-c7b2530a0fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fadd1b0-2cfe-4252-b19a-9fc68d0ef6a0,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:30.261958 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:32.343518 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34836) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:32.471097 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-30f9d687-7dca-4e13-bed7-530bf90f8140 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:32.575973 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-30f9d687-7dca-4e13-bed7-530bf90f8140 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:32.661276 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-30f9d687-7dca-4e13-bed7-530bf90f8140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:32.710696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-30f9d687-7dca-4e13-bed7-530bf90f8140 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63a14ca24abb40999e47c35ba2105da0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3637178 Dec 14 02:57:32.710696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9d687-7dca-4e13-bed7-530bf90f8140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638403bf-afe5-4c80-af27-012f2698c544,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:32.711084 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34850) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:32.719943 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e60ecf44-87c0-4739-ae77-02030fdcf023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:32.777169 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-adb7342e-25ec-4a48-94b0-91691e6d9da1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:32.800284 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-adb7342e-25ec-4a48-94b0-91691e6d9da1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:32.964428 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-adb7342e-25ec-4a48-94b0-91691e6d9da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:32.967209 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-adb7342e-25ec-4a48-94b0-91691e6d9da1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:32.971129 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-adb7342e-25ec-4a48-94b0-91691e6d9da1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/638403bf-afe5-4c80-af27-012f2698c544 HTTP/1.1" status: 204 len: 168 time: 0.2565966 Dec 14 02:57:32.980435 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7342e-25ec-4a48-94b0-91691e6d9da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638403bf-afe5-4c80-af27-012f2698c544,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:33.787697 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 34902) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:33.805103 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3881a80a-dd57-40ff-9b1a-395ae0e88eb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:33.896412 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3881a80a-dd57-40ff-9b1a-395ae0e88eb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:33.981508 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3881a80a-dd57-40ff-9b1a-395ae0e88eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:34.027919 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3881a80a-dd57-40ff-9b1a-395ae0e88eb7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e69cae520d95417ba06c4681ee174b57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2391181 Dec 14 02:57:34.031890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 34910) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:34.044678 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881a80a-dd57-40ff-9b1a-395ae0e88eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a3061b-ad9c-4902-825a-07ef1c3366d2,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:34.161962 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-52469579-c218-4ed8-8221-6ac396b9aa68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:34.227974 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-52469579-c218-4ed8-8221-6ac396b9aa68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:34.758137 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-52469579-c218-4ed8-8221-6ac396b9aa68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:34.761734 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-52469579-c218-4ed8-8221-6ac396b9aa68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:34.769534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-52469579-c218-4ed8-8221-6ac396b9aa68 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00a3061b-ad9c-4902-825a-07ef1c3366d2 HTTP/1.1" status: 204 len: 168 time: 0.7307091 Dec 14 02:57:34.783638 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52469579-c218-4ed8-8221-6ac396b9aa68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a3061b-ad9c-4902-825a-07ef1c3366d2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:35.078418 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-23008a5f-8bb6-497e-81e0-ad66a645ae6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:36.352607 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:37.764165 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:38.638584 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:38.664739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 35110) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:38.813629 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11856abe-f305-4bd2-a2bb-5e46d6072579 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:38.933645 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11856abe-f305-4bd2-a2bb-5e46d6072579 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:39.004555 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11856abe-f305-4bd2-a2bb-5e46d6072579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:39.031378 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35136) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:39.075141 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-11856abe-f305-4bd2-a2bb-5e46d6072579 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ce7a664f6c924ec09ef694dd6346e570&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4069417 Dec 14 02:57:39.078263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35140) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:39.085402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11856abe-f305-4bd2-a2bb-5e46d6072579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df7f354-24e2-49c0-8823-da54d85c51c7,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:39.178633 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-794c12a5-902d-478e-b05f-cadb7bf22aa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:39.218154 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cde56234-74df-4cb6-ab8b-fbad15315715 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:39.221277 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-794c12a5-902d-478e-b05f-cadb7bf22aa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:39.366113 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-794c12a5-902d-478e-b05f-cadb7bf22aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:39.368732 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-794c12a5-902d-478e-b05f-cadb7bf22aa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:39.369916 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-794c12a5-902d-478e-b05f-cadb7bf22aa4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9df7f354-24e2-49c0-8823-da54d85c51c7 HTTP/1.1" status: 204 len: 168 time: 0.2925768 Dec 14 02:57:39.384568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c12a5-902d-478e-b05f-cadb7bf22aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df7f354-24e2-49c0-8823-da54d85c51c7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:39.433677 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cde56234-74df-4cb6-ab8b-fbad15315715 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:39.529757 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cde56234-74df-4cb6-ab8b-fbad15315715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:39.570782 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde56234-74df-4cb6-ab8b-fbad15315715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c13bb3-3f4d-4f96-ba48-03d4c385e5ed,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:39.579367 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cde56234-74df-4cb6-ab8b-fbad15315715 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=038609e019cf4a118ff70a4db24a54f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5469034 Dec 14 02:57:39.582294 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 35152) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:39.651183 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c4667f74-bf9f-4def-bfb6-a92ae6fb44cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:39.676061 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c4667f74-bf9f-4def-bfb6-a92ae6fb44cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:39.843722 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c4667f74-bf9f-4def-bfb6-a92ae6fb44cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:39.847844 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c4667f74-bf9f-4def-bfb6-a92ae6fb44cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:39.852299 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c4667f74-bf9f-4def-bfb6-a92ae6fb44cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2c13bb3-3f4d-4f96-ba48-03d4c385e5ed HTTP/1.1" status: 204 len: 168 time: 0.2687540 Dec 14 02:57:39.860440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4667f74-bf9f-4def-bfb6-a92ae6fb44cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c13bb3-3f4d-4f96-ba48-03d4c385e5ed,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:40.691433 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35206) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:40.707818 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0edb4453-f92b-4c2e-9c8d-2cca471da79b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:40.787753 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0edb4453-f92b-4c2e-9c8d-2cca471da79b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:40.872379 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0edb4453-f92b-4c2e-9c8d-2cca471da79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:40.911536 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0edb4453-f92b-4c2e-9c8d-2cca471da79b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=92e9593c19be4991a46bfd4588b01757&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2189631 Dec 14 02:57:40.914361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 35218) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:40.919391 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb4453-f92b-4c2e-9c8d-2cca471da79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c60e07-156b-4241-9806-d08138166f6e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:40.974817 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b3caea2a-1131-41cd-b64b-e6c2b9f2d87d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:40.999427 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b3caea2a-1131-41cd-b64b-e6c2b9f2d87d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:41.135250 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b3caea2a-1131-41cd-b64b-e6c2b9f2d87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:41.138258 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b3caea2a-1131-41cd-b64b-e6c2b9f2d87d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:41.142131 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b3caea2a-1131-41cd-b64b-e6c2b9f2d87d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/58c60e07-156b-4241-9806-d08138166f6e HTTP/1.1" status: 204 len: 168 time: 0.2240987 Dec 14 02:57:41.153123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3caea2a-1131-41cd-b64b-e6c2b9f2d87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c60e07-156b-4241-9806-d08138166f6e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:44.042973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 35374) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:44.164664 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c965a6f3-2ae1-4136-abf5-7f9edac97480 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:44.251428 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c965a6f3-2ae1-4136-abf5-7f9edac97480 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:44.398722 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c965a6f3-2ae1-4136-abf5-7f9edac97480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:44.456840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965a6f3-2ae1-4136-abf5-7f9edac97480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c7ff6b-446d-4a70-bd48-86669188e70c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:44.465371 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35398) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:44.465857 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c965a6f3-2ae1-4136-abf5-7f9edac97480 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6b59870c64a4b8f87bba141db52c60c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4213550 Dec 14 02:57:44.526900 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f004ec1b-7554-48f4-a646-4b33f4b0b976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:44.547437 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 35400) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:44.549949 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f004ec1b-7554-48f4-a646-4b33f4b0b976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:44.672966 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-22e5b081-eca7-45f0-bed5-38ff2c4be2a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:44.684044 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f004ec1b-7554-48f4-a646-4b33f4b0b976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:44.688390 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f004ec1b-7554-48f4-a646-4b33f4b0b976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:44.693548 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f004ec1b-7554-48f4-a646-4b33f4b0b976 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5c7ff6b-446d-4a70-bd48-86669188e70c HTTP/1.1" status: 204 len: 168 time: 0.2263782 Dec 14 02:57:44.704294 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004ec1b-7554-48f4-a646-4b33f4b0b976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c7ff6b-446d-4a70-bd48-86669188e70c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:44.769670 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-22e5b081-eca7-45f0-bed5-38ff2c4be2a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:44.843958 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-22e5b081-eca7-45f0-bed5-38ff2c4be2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:44.888202 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-22e5b081-eca7-45f0-bed5-38ff2c4be2a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e34448084ee7465085a22b91639d142e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3394477 Dec 14 02:57:44.889180 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5b081-eca7-45f0-bed5-38ff2c4be2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a492144-1d99-4194-b37e-59be20ec7c91,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:44.891184 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35408) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:44.960682 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d23504a9-e4b4-40de-a12c-5a985272f52d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:44.983623 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d23504a9-e4b4-40de-a12c-5a985272f52d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:45.100979 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d23504a9-e4b4-40de-a12c-5a985272f52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:45.103712 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d23504a9-e4b4-40de-a12c-5a985272f52d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:45.107228 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d23504a9-e4b4-40de-a12c-5a985272f52d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a492144-1d99-4194-b37e-59be20ec7c91 HTTP/1.1" status: 204 len: 168 time: 0.2126112 Dec 14 02:57:45.116982 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23504a9-e4b4-40de-a12c-5a985272f52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a492144-1d99-4194-b37e-59be20ec7c91,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:45.501186 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35420) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:45.515893 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae452428-3827-4545-8f05-ac785a9ee61e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:45.615547 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae452428-3827-4545-8f05-ac785a9ee61e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:45.734858 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ae452428-3827-4545-8f05-ac785a9ee61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:45.789099 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ae452428-3827-4545-8f05-ac785a9ee61e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b230267b10f40b0962f5be58a635515&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2860725 Dec 14 02:57:45.790433 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae452428-3827-4545-8f05-ac785a9ee61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c570ed-b704-498d-8ba3-b06407d8752f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:45.791787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 35426) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:45.802499 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae452428-3827-4545-8f05-ac785a9ee61e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:45.803371 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae452428-3827-4545-8f05-ac785a9ee61e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:45.804141 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae452428-3827-4545-8f05-ac785a9ee61e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:45.807389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae452428-3827-4545-8f05-ac785a9ee61e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:45.807389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae452428-3827-4545-8f05-ac785a9ee61e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:45.807389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae452428-3827-4545-8f05-ac785a9ee61e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:45.807389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae452428-3827-4545-8f05-ac785a9ee61e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:45.807389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae452428-3827-4545-8f05-ac785a9ee61e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:45.808092 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae452428-3827-4545-8f05-ac785a9ee61e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:45.808518 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae452428-3827-4545-8f05-ac785a9ee61e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:45.808938 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae452428-3827-4545-8f05-ac785a9ee61e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:45.809381 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae452428-3827-4545-8f05-ac785a9ee61e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:45.809915 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae452428-3827-4545-8f05-ac785a9ee61e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:57:45.887260 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92926275-1c45-42d2-abe5-a823be1e10fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:45.916522 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92926275-1c45-42d2-abe5-a823be1e10fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:45.983243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 35438) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:46.025532 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-73e72107-d236-4d62-9f43-1bc9308fe9d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:46.124431 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92926275-1c45-42d2-abe5-a823be1e10fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:46.127032 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92926275-1c45-42d2-abe5-a823be1e10fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:46.128230 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-92926275-1c45-42d2-abe5-a823be1e10fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72c570ed-b704-498d-8ba3-b06407d8752f HTTP/1.1" status: 204 len: 168 time: 0.3344581 Dec 14 02:57:46.160330 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-73e72107-d236-4d62-9f43-1bc9308fe9d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:46.169837 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92926275-1c45-42d2-abe5-a823be1e10fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c570ed-b704-498d-8ba3-b06407d8752f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:46.255368 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-73e72107-d236-4d62-9f43-1bc9308fe9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:46.303748 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-73e72107-d236-4d62-9f43-1bc9308fe9d1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4170d2870be04fa6a76f9f72bdc9b27d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3188834 Dec 14 02:57:46.307075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35450) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:46.308052 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e72107-d236-4d62-9f43-1bc9308fe9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe76b0f-871f-4c7e-a55f-f8cfbd6c51d1,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:46.390774 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8dce61d6-4679-48a6-99aa-cdef4cf2b692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:46.427104 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8dce61d6-4679-48a6-99aa-cdef4cf2b692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:46.569231 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8dce61d6-4679-48a6-99aa-cdef4cf2b692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:46.571940 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8dce61d6-4679-48a6-99aa-cdef4cf2b692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:46.573146 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8dce61d6-4679-48a6-99aa-cdef4cf2b692 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5fe76b0f-871f-4c7e-a55f-f8cfbd6c51d1 HTTP/1.1" status: 204 len: 168 time: 0.2650189 Dec 14 02:57:46.601939 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce61d6-4679-48a6-99aa-cdef4cf2b692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe76b0f-871f-4c7e-a55f-f8cfbd6c51d1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:50.330568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35660) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:50.461899 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b1a05df5-d78c-485e-8ebc-f6dddc490a41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:50.540784 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b1a05df5-d78c-485e-8ebc-f6dddc490a41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:50.669847 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b1a05df5-d78c-485e-8ebc-f6dddc490a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:50.738777 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a05df5-d78c-485e-8ebc-f6dddc490a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d89bf8c-9080-4be5-8cf0-5fa93bdc0256,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:50.757424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 35670) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:50.758618 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b1a05df5-d78c-485e-8ebc-f6dddc490a41 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1fe625fd5614939bf81d7b6c10c6ac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4266953 Dec 14 02:57:50.837344 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-85b09d90-3844-49c8-80fc-5f399c12438c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:50.870784 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-85b09d90-3844-49c8-80fc-5f399c12438c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:51.021144 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-85b09d90-3844-49c8-80fc-5f399c12438c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:51.026638 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-85b09d90-3844-49c8-80fc-5f399c12438c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:51.038517 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-85b09d90-3844-49c8-80fc-5f399c12438c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d89bf8c-9080-4be5-8cf0-5fa93bdc0256 HTTP/1.1" status: 204 len: 168 time: 0.2781413 Dec 14 02:57:51.049917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b09d90-3844-49c8-80fc-5f399c12438c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d89bf8c-9080-4be5-8cf0-5fa93bdc0256,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:51.733002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 35704) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:51.960760 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-de744d81-7cde-4354-9fe7-e7ed584ce075 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:52.143270 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-de744d81-7cde-4354-9fe7-e7ed584ce075 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:52.209434 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-de744d81-7cde-4354-9fe7-e7ed584ce075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:52.260961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de744d81-7cde-4354-9fe7-e7ed584ce075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2ec694-719e-4c53-a0d1-e96de00b0d69,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:52.308326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-de744d81-7cde-4354-9fe7-e7ed584ce075 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=300c5621f556477babb9621b32365961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5735896 Dec 14 02:57:52.310925 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35742) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:52.391906 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8168415c-187e-40c2-9d64-bec95599b3c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:52.418081 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8168415c-187e-40c2-9d64-bec95599b3c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:52.592098 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8168415c-187e-40c2-9d64-bec95599b3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:52.611881 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8168415c-187e-40c2-9d64-bec95599b3c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:52.614901 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8168415c-187e-40c2-9d64-bec95599b3c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f2ec694-719e-4c53-a0d1-e96de00b0d69 HTTP/1.1" status: 204 len: 168 time: 0.3014379 Dec 14 02:57:52.632702 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8168415c-187e-40c2-9d64-bec95599b3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2ec694-719e-4c53-a0d1-e96de00b0d69,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:53.529816 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35842) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:53.557373 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fe43450-ef16-4343-81ef-1221a7676c7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:53.688598 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fe43450-ef16-4343-81ef-1221a7676c7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:53.763563 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35858) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:53.779252 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6fe43450-ef16-4343-81ef-1221a7676c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:53.834872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe43450-ef16-4343-81ef-1221a7676c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61592bd2-c2be-41bf-8011-de4dcba18988,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:53.853604 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6fe43450-ef16-4343-81ef-1221a7676c7e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f7d792b8eb242c1812f39e66726ee6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3216870 Dec 14 02:57:53.856124 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35868) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:53.987605 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5906f34c-e3ee-4599-a96e-3bc2f04a4eb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:54.039611 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d9657341-bbf9-4486-b0fc-3a480543f0f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:54.085192 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5906f34c-e3ee-4599-a96e-3bc2f04a4eb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:54.206369 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d9657341-bbf9-4486-b0fc-3a480543f0f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:54.282779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 35896) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:54.300264 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5906f34c-e3ee-4599-a96e-3bc2f04a4eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:54.302930 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5906f34c-e3ee-4599-a96e-3bc2f04a4eb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:54.304647 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5906f34c-e3ee-4599-a96e-3bc2f04a4eb0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/61592bd2-c2be-41bf-8011-de4dcba18988 HTTP/1.1" status: 204 len: 168 time: 0.4466746 Dec 14 02:57:54.312104 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906f34c-e3ee-4599-a96e-3bc2f04a4eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61592bd2-c2be-41bf-8011-de4dcba18988,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:54.331805 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d9657341-bbf9-4486-b0fc-3a480543f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:54.397724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9657341-bbf9-4486-b0fc-3a480543f0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe43b88-270b-4e8f-a4fc-6ea8141fdca5,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:54.402350 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d9657341-bbf9-4486-b0fc-3a480543f0f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dfd16343cbf44a4592c716219fccb6a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6395254 Dec 14 02:57:54.404878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 35906) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:54.424716 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0c8f0f25-b3d1-4d17-85b2-340dad095b49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:54.498156 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c768cc91-ce74-4c42-8143-3f50168a6631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:54.529150 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c768cc91-ce74-4c42-8143-3f50168a6631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:54.578866 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0c8f0f25-b3d1-4d17-85b2-340dad095b49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:54.671814 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0c8f0f25-b3d1-4d17-85b2-340dad095b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:54.681272 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c768cc91-ce74-4c42-8143-3f50168a6631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:54.681272 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c768cc91-ce74-4c42-8143-3f50168a6631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:54.684343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c768cc91-ce74-4c42-8143-3f50168a6631 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abe43b88-270b-4e8f-a4fc-6ea8141fdca5 HTTP/1.1" status: 204 len: 168 time: 0.2785239 Dec 14 02:57:54.727633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0c8f0f25-b3d1-4d17-85b2-340dad095b49 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f8135bde18b4c268502842b1a381311&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4436316 Dec 14 02:57:54.732978 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 35926) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:54.750323 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f0f25-b3d1-4d17-85b2-340dad095b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf77f40-3eaf-42d7-b184-f6b94491010c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:54.764228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768cc91-ce74-4c42-8143-3f50168a6631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe43b88-270b-4e8f-a4fc-6ea8141fdca5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:54.824982 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e34e9f7-b9a7-497e-94b7-ba49406e4772 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:54.849998 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e34e9f7-b9a7-497e-94b7-ba49406e4772 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:54.980031 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e34e9f7-b9a7-497e-94b7-ba49406e4772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:54.982913 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e34e9f7-b9a7-497e-94b7-ba49406e4772 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:54.984198 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0e34e9f7-b9a7-497e-94b7-ba49406e4772 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5bf77f40-3eaf-42d7-b184-f6b94491010c HTTP/1.1" status: 204 len: 168 time: 0.2553389 Dec 14 02:57:54.993441 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34e9f7-b9a7-497e-94b7-ba49406e4772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf77f40-3eaf-42d7-b184-f6b94491010c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:55.726023 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36004) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:55.744274 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f0bdebbc-a2ae-4454-8d87-4c6d68203f04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:55.840334 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f0bdebbc-a2ae-4454-8d87-4c6d68203f04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:55.912370 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f0bdebbc-a2ae-4454-8d87-4c6d68203f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:55.964012 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bdebbc-a2ae-4454-8d87-4c6d68203f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d93ff2f-dae2-4961-922a-27c6ec6e997a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:55.970688 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f0bdebbc-a2ae-4454-8d87-4c6d68203f04 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f1f73433b96415ca8bc4be0531d361e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2405219 Dec 14 02:57:55.971006 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36024) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:56.027445 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f94deb4e-9f7a-4a41-a8db-bf650eb65de3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:56.051306 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f94deb4e-9f7a-4a41-a8db-bf650eb65de3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:56.175727 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f94deb4e-9f7a-4a41-a8db-bf650eb65de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:56.178545 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f94deb4e-9f7a-4a41-a8db-bf650eb65de3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:56.180201 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f94deb4e-9f7a-4a41-a8db-bf650eb65de3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d93ff2f-dae2-4961-922a-27c6ec6e997a HTTP/1.1" status: 204 len: 168 time: 0.2074554 Dec 14 02:57:56.190971 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94deb4e-9f7a-4a41-a8db-bf650eb65de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d93ff2f-dae2-4961-922a-27c6ec6e997a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:57.155246 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:57.834514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36188) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:58.010649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-48923a37-4f2e-4130-a3b8-08fe810289d6 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:57:58.103703 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-48923a37-4f2e-4130-a3b8-08fe810289d6 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] 10.222.0.39 "PUT /v2.0/quotas/ff61bbecea2b4575b6aa7aa305884741 HTTP/1.1" status: 200 len: 368 time: 0.2650347 Dec 14 02:57:58.103801 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36208) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:58.109486 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2e279c76-247c-4854-b748-676123374458 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Request body: {'network': {'project_id': 'ff61bbecea2b4575b6aa7aa305884741'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:57:58.232306 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e279c76-247c-4854-b748-676123374458 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Made reservation on behalf of ff61bbecea2b4575b6aa7aa305884741 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:57:58.234331 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e279c76-247c-4854-b748-676123374458 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:58.247455 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e279c76-247c-4854-b748-676123374458 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:58.338533 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e279c76-247c-4854-b748-676123374458 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:58.409741 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e279c76-247c-4854-b748-676123374458 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:58.439964 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e279c76-247c-4854-b748-676123374458 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:57:58.450432 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e279c76-247c-4854-b748-676123374458 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cc30df-96a0-435b-a10c-7828a5f9bcc1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:58.456144 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e279c76-247c-4854-b748-676123374458 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:58.456502 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-2e279c76-247c-4854-b748-676123374458 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Added segment 1cb34716-6e9d-482e-9f95-bad5ad5381d8 of type vlan for network 0f744f3f-06e3-41c9-a369-ef51ac059095 Dec 14 02:57:58.505980 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e279c76-247c-4854-b748-676123374458 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:58.586356 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e279c76-247c-4854-b748-676123374458 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:58.587342 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e279c76-247c-4854-b748-676123374458 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:57:58.587929 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e279c76-247c-4854-b748-676123374458 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:58.667637 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e279c76-247c-4854-b748-676123374458 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Pushing event updated for resources: {'Network': ['ID=0f744f3f-06e3-41c9-a369-ef51ac059095,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:58.678624 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 0f744f3f-06e3-41c9-a369-ef51ac059095 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:57:58.711827 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2e279c76-247c-4854-b748-676123374458 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6063931 Dec 14 02:57:58.720592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36252) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:58.725584 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-a4217762-63a3-41be-b9a2-d001e19ccbc5 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Request body: {'network': {'project_id': 'ff61bbecea2b4575b6aa7aa305884741'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:57:58.826647 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4217762-63a3-41be-b9a2-d001e19ccbc5 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Made reservation on behalf of ff61bbecea2b4575b6aa7aa305884741 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:57:58.830092 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a4217762-63a3-41be-b9a2-d001e19ccbc5 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:58.866262 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4217762-63a3-41be-b9a2-d001e19ccbc5 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:57:58.878502 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a4217762-63a3-41be-b9a2-d001e19ccbc5 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:58.878848 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-a4217762-63a3-41be-b9a2-d001e19ccbc5 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Added segment be371061-bb19-4359-9931-7f4171d90165 of type vlan for network ea92fa82-7def-4dec-9b69-7c5a73acef5e Dec 14 02:57:58.927177 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a4217762-63a3-41be-b9a2-d001e19ccbc5 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:59.039982 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a4217762-63a3-41be-b9a2-d001e19ccbc5 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:59.039982 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4217762-63a3-41be-b9a2-d001e19ccbc5 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:57:59.040445 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a4217762-63a3-41be-b9a2-d001e19ccbc5 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:59.114562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4217762-63a3-41be-b9a2-d001e19ccbc5 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Pushing event updated for resources: {'Network': ['ID=ea92fa82-7def-4dec-9b69-7c5a73acef5e,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:59.128481 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network ea92fa82-7def-4dec-9b69-7c5a73acef5e details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:57:59.167492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a4217762-63a3-41be-b9a2-d001e19ccbc5 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4450595 Dec 14 02:57:59.169767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36292) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:59.183484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3ac71485-af64-40f9-b694-d9fcbf44f35e tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Request body: {'network': {'project_id': 'ff61bbecea2b4575b6aa7aa305884741'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:57:59.192216 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac71485-af64-40f9-b694-d9fcbf44f35e tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 14 02:57:59.192794 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac71485-af64-40f9-b694-d9fcbf44f35e tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 02:57:59.194267 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3ac71485-af64-40f9-b694-d9fcbf44f35e tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0233839 Dec 14 02:57:59.198490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36296) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:59.252439 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b8b86d97-9ee0-48c1-b8eb-754c7b5d3398 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff61bbecea2b4575b6aa7aa305884741&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497117 Dec 14 02:57:59.252757 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36298) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:59.335667 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97d7e15f-9078-4c00-8766-d1857cc6be70 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:59.359001 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97d7e15f-9078-4c00-8766-d1857cc6be70 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:59.494644 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97d7e15f-9078-4c00-8766-d1857cc6be70 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:59.497449 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97d7e15f-9078-4c00-8766-d1857cc6be70 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:59.498701 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-97d7e15f-9078-4c00-8766-d1857cc6be70 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/84cc30df-96a0-435b-a10c-7828a5f9bcc1 HTTP/1.1" status: 204 len: 168 time: 0.2437508 Dec 14 02:57:59.502065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36316) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:57:59.506989 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7e15f-9078-4c00-8766-d1857cc6be70 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cc30df-96a0-435b-a10c-7828a5f9bcc1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:57:59.596837 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0af96297-65b7-43b1-ad84-44ba61ed4a85 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:59.686786 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0af96297-65b7-43b1-ad84-44ba61ed4a85 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:59.712345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0af96297-65b7-43b1-ad84-44ba61ed4a85 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea92fa82-7def-4dec-9b69-7c5a73acef5e']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:59.723515 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0af96297-65b7-43b1-ad84-44ba61ed4a85 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be371061-bb19-4359-9931-7f4171d90165') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:59.726226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0af96297-65b7-43b1-ad84-44ba61ed4a85 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be371061-bb19-4359-9931-7f4171d90165') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:57:59.736448 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0af96297-65b7-43b1-ad84-44ba61ed4a85 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:59.754884 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0af96297-65b7-43b1-ad84-44ba61ed4a85 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:59.764860 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af96297-65b7-43b1-ad84-44ba61ed4a85 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:57:59.765496 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0af96297-65b7-43b1-ad84-44ba61ed4a85 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: timer() Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:57:59.776567 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:57:59.931096 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0af96297-65b7-43b1-ad84-44ba61ed4a85 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:59.940462 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0af96297-65b7-43b1-ad84-44ba61ed4a85 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:57:59.948268 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0af96297-65b7-43b1-ad84-44ba61ed4a85 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] 10.222.0.39 "DELETE /v2.0/networks/ea92fa82-7def-4dec-9b69-7c5a73acef5e HTTP/1.1" status: 204 len: 168 time: 0.4414628 Dec 14 02:57:59.948370 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36342) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:00.013884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af96297-65b7-43b1-ad84-44ba61ed4a85 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Pushing event deleted for resources: {'Network': ['ID=ea92fa82-7def-4dec-9b69-7c5a73acef5e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:00.051122 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47a0cde7-8d05-4be5-beda-e1caea527df7 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:00.147312 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47a0cde7-8d05-4be5-beda-e1caea527df7 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:00.168051 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-47a0cde7-8d05-4be5-beda-e1caea527df7 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f744f3f-06e3-41c9-a369-ef51ac059095']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:58:00.179204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-47a0cde7-8d05-4be5-beda-e1caea527df7 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb34716-6e9d-482e-9f95-bad5ad5381d8') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:58:00.180491 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-47a0cde7-8d05-4be5-beda-e1caea527df7 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb34716-6e9d-482e-9f95-bad5ad5381d8') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:58:00.192462 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47a0cde7-8d05-4be5-beda-e1caea527df7 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:00.208999 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47a0cde7-8d05-4be5-beda-e1caea527df7 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:00.215786 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a0cde7-8d05-4be5-beda-e1caea527df7 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 02:58:00.216274 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47a0cde7-8d05-4be5-beda-e1caea527df7 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: timer() Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 02:58:00.218111 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 02:58:00.248953 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:00.352216 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47a0cde7-8d05-4be5-beda-e1caea527df7 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:00.375645 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-47a0cde7-8d05-4be5-beda-e1caea527df7 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:00.384899 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-47a0cde7-8d05-4be5-beda-e1caea527df7 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] 10.222.0.39 "DELETE /v2.0/networks/0f744f3f-06e3-41c9-a369-ef51ac059095 HTTP/1.1" status: 204 len: 168 time: 0.4364154 Dec 14 02:58:00.386407 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0cde7-8d05-4be5-beda-e1caea527df7 tempest-QuotasNegativeTest-205699616 tempest-QuotasNegativeTest-205699616-project-admin] Pushing event deleted for resources: {'Network': ['ID=0f744f3f-06e3-41c9-a369-ef51ac059095,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:01.227186 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36420) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:01.342800 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-09ada6d7-2872-414e-8e23-e7e35e797b60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:01.435787 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-09ada6d7-2872-414e-8e23-e7e35e797b60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:01.557538 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-09ada6d7-2872-414e-8e23-e7e35e797b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:01.602477 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-09ada6d7-2872-414e-8e23-e7e35e797b60 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0746398a4ca44fc1bdb23ad4ff539a60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3713291 Dec 14 02:58:01.602477 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ada6d7-2872-414e-8e23-e7e35e797b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3efb78-1d58-457a-8718-a3d2ef42c776,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:01.602672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36450) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:01.665451 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44649998-978d-4c83-9a50-c290ed0d4a4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:01.687163 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44649998-978d-4c83-9a50-c290ed0d4a4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:01.837201 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44649998-978d-4c83-9a50-c290ed0d4a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:01.840053 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44649998-978d-4c83-9a50-c290ed0d4a4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:01.841368 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-44649998-978d-4c83-9a50-c290ed0d4a4b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b3efb78-1d58-457a-8718-a3d2ef42c776 HTTP/1.1" status: 204 len: 168 time: 0.2374778 Dec 14 02:58:01.851006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44649998-978d-4c83-9a50-c290ed0d4a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3efb78-1d58-457a-8718-a3d2ef42c776,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:01.858816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649998-978d-4c83-9a50-c290ed0d4a4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:01.859167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649998-978d-4c83-9a50-c290ed0d4a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:01.859512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649998-978d-4c83-9a50-c290ed0d4a4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:01.859855 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649998-978d-4c83-9a50-c290ed0d4a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:01.860186 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649998-978d-4c83-9a50-c290ed0d4a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:01.860651 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649998-978d-4c83-9a50-c290ed0d4a4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:01.861157 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649998-978d-4c83-9a50-c290ed0d4a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:01.861496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649998-978d-4c83-9a50-c290ed0d4a4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:01.861843 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649998-978d-4c83-9a50-c290ed0d4a4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:01.862183 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649998-978d-4c83-9a50-c290ed0d4a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:01.862521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649998-978d-4c83-9a50-c290ed0d4a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:01.862886 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649998-978d-4c83-9a50-c290ed0d4a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:01.863218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44649998-978d-4c83-9a50-c290ed0d4a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:02.568907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36520) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:02.584733 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c0f33d82-6e57-42d3-be75-f42ccc7a380b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:02.721687 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c0f33d82-6e57-42d3-be75-f42ccc7a380b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:02.763198 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62ce6ddb-6067-4a42-b505-0fd5f343b541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:02.854683 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c0f33d82-6e57-42d3-be75-f42ccc7a380b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:02.903748 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c0f33d82-6e57-42d3-be75-f42ccc7a380b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d71bbe93d97742939be46c20def135d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3333635 Dec 14 02:58:02.904890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f33d82-6e57-42d3-be75-f42ccc7a380b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fd376b-f0d7-492c-9fb0-a683da80a274,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:02.907080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36530) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:02.972982 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94e0df3e-26d6-4b4e-903d-5473d6127dc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:02.995791 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94e0df3e-26d6-4b4e-903d-5473d6127dc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:03.174410 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94e0df3e-26d6-4b4e-903d-5473d6127dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:03.177017 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94e0df3e-26d6-4b4e-903d-5473d6127dc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:03.178644 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-94e0df3e-26d6-4b4e-903d-5473d6127dc9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a7fd376b-f0d7-492c-9fb0-a683da80a274 HTTP/1.1" status: 204 len: 168 time: 0.2680955 Dec 14 02:58:03.189827 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0df3e-26d6-4b4e-903d-5473d6127dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fd376b-f0d7-492c-9fb0-a683da80a274,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:05.037330 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6c71134-8895-4471-bccd-cc7c6a1b4f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:05.549839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36608) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:05.565621 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:58:05.658732 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2606cce3-5f34-43a5-9766-bfa0d4cf9f36 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1794226936'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:05.792089 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2606cce3-5f34-43a5-9766-bfa0d4cf9f36 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:05.794123 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2606cce3-5f34-43a5-9766-bfa0d4cf9f36 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:05.874631 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2606cce3-5f34-43a5-9766-bfa0d4cf9f36 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:05.918237 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2606cce3-5f34-43a5-9766-bfa0d4cf9f36 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:06.073473 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2606cce3-5f34-43a5-9766-bfa0d4cf9f36 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:06.074961 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2606cce3-5f34-43a5-9766-bfa0d4cf9f36 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5229208 Dec 14 02:58:06.077737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36618) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:06.164768 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bef22f55-4595-48a7-87b5-8bc35a24ae7e tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:06.345918 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:06.462661 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bef22f55-4595-48a7-87b5-8bc35a24ae7e tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:06.471410 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bef22f55-4595-48a7-87b5-8bc35a24ae7e tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:06.637549 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bef22f55-4595-48a7-87b5-8bc35a24ae7e tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:06.638128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef22f55-4595-48a7-87b5-8bc35a24ae7e tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07f579ae-ca05-42b2-b08e-c9cb37a6e4e4 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:58:06.670387 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bef22f55-4595-48a7-87b5-8bc35a24ae7e tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:06.676566 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bef22f55-4595-48a7-87b5-8bc35a24ae7e tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] 10.222.0.39 "DELETE /v2.0/routers/07f579ae-ca05-42b2-b08e-c9cb37a6e4e4 HTTP/1.1" status: 204 len: 168 time: 0.5967050 Dec 14 02:58:06.677541 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36634) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:06.690630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-0b6c8bef-f27d-4af7-9569-70e28746e05b tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Request body: {'router': {'name': 'tempest-router-219454720', 'distributed': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:06.894639 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8bef-f27d-4af7-9569-70e28746e05b tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:06.894639 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8bef-f27d-4af7-9569-70e28746e05b tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:06.971223 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8bef-f27d-4af7-9569-70e28746e05b tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:07.039485 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8bef-f27d-4af7-9569-70e28746e05b tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:07.133557 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0b6c8bef-f27d-4af7-9569-70e28746e05b tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:07.138263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36638) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:07.145129 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0b6c8bef-f27d-4af7-9569-70e28746e05b tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4526429 Dec 14 02:58:07.221953 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d8b73b9-ee39-4cdc-b95f-e01e89685979 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:07.402742 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d8b73b9-ee39-4cdc-b95f-e01e89685979 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:07.404982 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d8b73b9-ee39-4cdc-b95f-e01e89685979 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:07.572380 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d8b73b9-ee39-4cdc-b95f-e01e89685979 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:07.572380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8b73b9-ee39-4cdc-b95f-e01e89685979 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce4c538c-db54-426e-9ce7-eacc88378a19 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:58:07.572380 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d8b73b9-ee39-4cdc-b95f-e01e89685979 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:07.572380 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1d8b73b9-ee39-4cdc-b95f-e01e89685979 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] 10.222.0.39 "DELETE /v2.0/routers/ce4c538c-db54-426e-9ce7-eacc88378a19 HTTP/1.1" status: 204 len: 168 time: 0.4251020 Dec 14 02:58:07.574595 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36650) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:07.580298 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-7553c089-8c38-410a-9b54-118286dff153 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Request body: {'router': {'name': 'tempest-router-834584702', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '175a910521fc4ef0921763fd1ad64cac'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:07.700501 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7553c089-8c38-410a-9b54-118286dff153 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:07.701672 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7553c089-8c38-410a-9b54-118286dff153 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:07.734769 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:07.757760 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7553c089-8c38-410a-9b54-118286dff153 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:07.832280 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7553c089-8c38-410a-9b54-118286dff153 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:07.942921 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7553c089-8c38-410a-9b54-118286dff153 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:07.947037 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7553c089-8c38-410a-9b54-118286dff153 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3686547 Dec 14 02:58:07.947276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36654) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:07.951976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-24c23f6c-2299-4492-b5fe-5c9593851710 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:08.246182 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-24c23f6c-2299-4492-b5fe-5c9593851710 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3873008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3877441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12834'] for router, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:08.246862 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-24c23f6c-2299-4492-b5fe-5c9593851710 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:08.400360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-24c23f6c-2299-4492-b5fe-5c9593851710 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103848) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 14 02:58:08.401189 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-24c23f6c-2299-4492-b5fe-5c9593851710 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Router f031a513-83ba-42a0-ae04-95b01f9350c4 migrating from provider to provider. {{(pid=103848) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 14 02:58:08.402016 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-24c23f6c-2299-4492-b5fe-5c9593851710 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:08.409208 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-24c23f6c-2299-4492-b5fe-5c9593851710 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:08.515972 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-24c23f6c-2299-4492-b5fe-5c9593851710 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3873019', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3872994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3877448'] for router, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:08.602775 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:08.706851 n-d-821636-1 neutron-server[103848]: WARNING neutron.scheduler.l3_agent_scheduler [None req-24c23f6c-2299-4492-b5fe-5c9593851710 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] No L3 agents can host the router f031a513-83ba-42a0-ae04-95b01f9350c4 Dec 14 02:58:08.827112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c23f6c-2299-4492-b5fe-5c9593851710 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Hosts for router f031a513-83ba-42a0-ae04-95b01f9350c4: [] {{(pid=103848) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 14 02:58:08.885208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c23f6c-2299-4492-b5fe-5c9593851710 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Hosts for other DVR routers connected to router f031a513-83ba-42a0-ae04-95b01f9350c4: set() {{(pid=103848) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 14 02:58:08.890337 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-24c23f6c-2299-4492-b5fe-5c9593851710 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:08.898497 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36672) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:08.899661 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-24c23f6c-2299-4492-b5fe-5c9593851710 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] 10.222.0.39 "PUT /v2.0/routers/f031a513-83ba-42a0-ae04-95b01f9350c4 HTTP/1.1" status: 200 len: 716 time: 0.9511886 Dec 14 02:58:09.010513 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f8bca0b3-236a-42a6-bbef-87399b1f4d9f tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] 10.222.0.39 "GET /v2.0/routers/f031a513-83ba-42a0-ae04-95b01f9350c4 HTTP/1.1" status: 200 len: 716 time: 0.1105549 Dec 14 02:58:09.013016 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36674) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:09.326919 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-792e7a0a-fabc-4c49-aac4-81f39a6b56cb tempest-RoutersTestDVR-469017233 tempest-RoutersTestDVR-469017233-project] 10.222.0.39 "GET /v2.0/routers/f031a513-83ba-42a0-ae04-95b01f9350c4 HTTP/1.1" status: 200 len: 682 time: 0.3127329 Dec 14 02:58:09.330603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36680) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:09.448511 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-83dc1154-a91b-4d3f-ae1a-f05602f9a245 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:09.794897 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-83dc1154-a91b-4d3f-ae1a-f05602f9a245 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:09.807027 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-83dc1154-a91b-4d3f-ae1a-f05602f9a245 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:09.986422 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-83dc1154-a91b-4d3f-ae1a-f05602f9a245 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:09.986967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83dc1154-a91b-4d3f-ae1a-f05602f9a245 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f031a513-83ba-42a0-ae04-95b01f9350c4 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:58:09.991779 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-83dc1154-a91b-4d3f-ae1a-f05602f9a245 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:09.996646 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36692) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:09.997184 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-83dc1154-a91b-4d3f-ae1a-f05602f9a245 tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] 10.222.0.39 "DELETE /v2.0/routers/f031a513-83ba-42a0-ae04-95b01f9350c4 HTTP/1.1" status: 204 len: 168 time: 0.6647284 Dec 14 02:58:10.003429 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-cc20b68a-31d8-4e4d-8716-6f0665a206be tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Request body: {'router': {'name': 'tempest-router-1353873173', 'distributed': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:10.100323 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cc20b68a-31d8-4e4d-8716-6f0665a206be tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:10.101693 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cc20b68a-31d8-4e4d-8716-6f0665a206be tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:10.228330 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cc20b68a-31d8-4e4d-8716-6f0665a206be tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:10.283883 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cc20b68a-31d8-4e4d-8716-6f0665a206be tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:10.366904 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cc20b68a-31d8-4e4d-8716-6f0665a206be tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:10.370793 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cc20b68a-31d8-4e4d-8716-6f0665a206be tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3697042 Dec 14 02:58:10.371156 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36696) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:10.499454 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c73cc08-c24f-4407-8df1-1d4f90dfedff tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:10.788557 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c73cc08-c24f-4407-8df1-1d4f90dfedff tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:10.790288 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c73cc08-c24f-4407-8df1-1d4f90dfedff tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:10.905555 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c73cc08-c24f-4407-8df1-1d4f90dfedff tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:10.906116 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c73cc08-c24f-4407-8df1-1d4f90dfedff tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1aade3c-e442-49ca-b180-5ffea215cb67 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 02:58:10.911378 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c73cc08-c24f-4407-8df1-1d4f90dfedff tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:10.913018 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4c73cc08-c24f-4407-8df1-1d4f90dfedff tempest-RoutersTestDVR-1859110486 tempest-RoutersTestDVR-1859110486-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a1aade3c-e442-49ca-b180-5ffea215cb67 HTTP/1.1" status: 204 len: 168 time: 0.5404978 Dec 14 02:58:11.692238 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36728) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:11.926607 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8cebea25-644f-47df-ba28-f57918778af0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:12.107675 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8cebea25-644f-47df-ba28-f57918778af0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:12.238629 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8cebea25-644f-47df-ba28-f57918778af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:12.288306 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8cebea25-644f-47df-ba28-f57918778af0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=175a910521fc4ef0921763fd1ad64cac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5916727 Dec 14 02:58:12.288306 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebea25-644f-47df-ba28-f57918778af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb357b0-ce22-4878-8f06-eb5b4f47cb22,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:12.288789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36748) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:12.347818 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72697139-ae91-4118-860b-e354828ed86a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:12.371469 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72697139-ae91-4118-860b-e354828ed86a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:12.514411 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72697139-ae91-4118-860b-e354828ed86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:12.517635 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72697139-ae91-4118-860b-e354828ed86a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:12.521818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-72697139-ae91-4118-860b-e354828ed86a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cdb357b0-ce22-4878-8f06-eb5b4f47cb22 HTTP/1.1" status: 204 len: 168 time: 0.2290781 Dec 14 02:58:12.539248 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72697139-ae91-4118-860b-e354828ed86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb357b0-ce22-4878-8f06-eb5b4f47cb22,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:13.654548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36768) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:13.675806 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0aaca8ab-c0aa-41d9-bef3-9fe1260e1a70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:13.798559 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0aaca8ab-c0aa-41d9-bef3-9fe1260e1a70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:13.877916 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0aaca8ab-c0aa-41d9-bef3-9fe1260e1a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:13.925734 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0aaca8ab-c0aa-41d9-bef3-9fe1260e1a70 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6749ec6792f04f6693693d11ce507cd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2700691 Dec 14 02:58:13.927375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaca8ab-c0aa-41d9-bef3-9fe1260e1a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb78ac72-7123-4a00-8a14-dfc01b393313,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:13.928349 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36772) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:13.993189 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d621d502-1801-4ba4-8a67-2be339fd9709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:14.017099 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d621d502-1801-4ba4-8a67-2be339fd9709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:14.163821 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d621d502-1801-4ba4-8a67-2be339fd9709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:14.167537 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d621d502-1801-4ba4-8a67-2be339fd9709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:14.167928 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d621d502-1801-4ba4-8a67-2be339fd9709 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb78ac72-7123-4a00-8a14-dfc01b393313 HTTP/1.1" status: 204 len: 168 time: 0.2384040 Dec 14 02:58:14.184159 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621d502-1801-4ba4-8a67-2be339fd9709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb78ac72-7123-4a00-8a14-dfc01b393313,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:14.931964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36798) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:15.223291 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f205ce46-6018-468b-931d-6566c71f27b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=340c526071894119a08e83eb37397dfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2893858 Dec 14 02:58:15.226909 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36818) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:15.327200 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-843bcde1-02af-4b37-a351-1b1d0485be0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:15.403592 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-843bcde1-02af-4b37-a351-1b1d0485be0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:15.677119 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-843bcde1-02af-4b37-a351-1b1d0485be0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:15.680553 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-843bcde1-02af-4b37-a351-1b1d0485be0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:15.681936 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-843bcde1-02af-4b37-a351-1b1d0485be0f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10fcce6e-4032-4a4f-8b2c-585de289f8d7 HTTP/1.1" status: 204 len: 168 time: 0.4535499 Dec 14 02:58:15.692942 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bcde1-02af-4b37-a351-1b1d0485be0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fcce6e-4032-4a4f-8b2c-585de289f8d7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:16.222972 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36846) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:16.440594 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9b722b85-05f5-4463-8d98-5af6299a5e0e tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569960743'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:16.602644 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b722b85-05f5-4463-8d98-5af6299a5e0e tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:16.623953 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b722b85-05f5-4463-8d98-5af6299a5e0e tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:16.746379 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b722b85-05f5-4463-8d98-5af6299a5e0e tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:16.866049 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b722b85-05f5-4463-8d98-5af6299a5e0e tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:16.958340 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b722b85-05f5-4463-8d98-5af6299a5e0e tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4150706-9e13-4d0d-83f8-a176ad734760,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:17.029108 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b722b85-05f5-4463-8d98-5af6299a5e0e tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:17.139832 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b722b85-05f5-4463-8d98-5af6299a5e0e tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:17.182718 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b722b85-05f5-4463-8d98-5af6299a5e0e tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11fd84fe-69fc-46e0-8933-a93484dd605a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:17.278936 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b722b85-05f5-4463-8d98-5af6299a5e0e tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:17.280236 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9b722b85-05f5-4463-8d98-5af6299a5e0e tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0562303 Dec 14 02:58:17.284487 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36874) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:17.387341 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-330e040d-d11e-4f2a-bf1e-3418fb398d9e tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0961735 Dec 14 02:58:17.389851 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36878) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:17.396584 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2d69e494-bbdc-400d-b7fa-f6fc55b35f62 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group': {'name': 'tempest-security--2002179151', 'description': 'tempest-security-description-105773200'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:17.442446 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d69e494-bbdc-400d-b7fa-f6fc55b35f62 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:17.523476 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d69e494-bbdc-400d-b7fa-f6fc55b35f62 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:17.671294 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d69e494-bbdc-400d-b7fa-f6fc55b35f62 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:17.676033 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d69e494-bbdc-400d-b7fa-f6fc55b35f62 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:17.677870 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2d69e494-bbdc-400d-b7fa-f6fc55b35f62 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "PUT /v2.0/security-groups/11fd84fe-69fc-46e0-8933-a93484dd605a HTTP/1.1" status: 200 len: 1796 time: 0.2869449 Dec 14 02:58:17.681821 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36886) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:17.755961 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8049a297-742f-4dd9-9615-77fa78921ab3 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-groups/11fd84fe-69fc-46e0-8933-a93484dd605a HTTP/1.1" status: 200 len: 1796 time: 0.0724990 Dec 14 02:58:17.756591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36890) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:17.785214 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69e494-bbdc-400d-b7fa-f6fc55b35f62 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11fd84fe-69fc-46e0-8933-a93484dd605a,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:17.837777 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2be8c72b-811e-4015-981b-0008e3ac34ee tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:17.864318 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2be8c72b-811e-4015-981b-0008e3ac34ee tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:18.117101 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2be8c72b-811e-4015-981b-0008e3ac34ee tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:18.121826 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2be8c72b-811e-4015-981b-0008e3ac34ee tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:18.123174 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2be8c72b-811e-4015-981b-0008e3ac34ee tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-groups/11fd84fe-69fc-46e0-8933-a93484dd605a HTTP/1.1" status: 204 len: 168 time: 0.3653033 Dec 14 02:58:18.136129 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8c72b-811e-4015-981b-0008e3ac34ee tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fd84fe-69fc-46e0-8933-a93484dd605a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:18.136450 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36898) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:18.239541 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-edd03089-693d-4c5d-9a92-b6c13a05b164 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1011906 Dec 14 02:58:18.246330 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36902) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:18.299034 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-c5f193ab-6bcd-4cf8-94a6-09578f103142 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] delete failed (client error): The resource could not be found. Dec 14 02:58:18.299034 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c5f193ab-6bcd-4cf8-94a6-09578f103142 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-groups/11fd84fe-69fc-46e0-8933-a93484dd605a HTTP/1.1" status: 404 len: 347 time: 0.0446022 Dec 14 02:58:18.308387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36904) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:18.333874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-366a68cb-81e6-4b2f-aac2-267c1c51f5ba tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072631130'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:18.451376 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-366a68cb-81e6-4b2f-aac2-267c1c51f5ba tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:18.580158 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-366a68cb-81e6-4b2f-aac2-267c1c51f5ba tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:18.705187 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-366a68cb-81e6-4b2f-aac2-267c1c51f5ba tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:18.780366 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a68cb-81e6-4b2f-aac2-267c1c51f5ba tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed1503b-65d1-4e13-9e0d-a9c7ac797ca3,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:18.879558 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-366a68cb-81e6-4b2f-aac2-267c1c51f5ba tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:18.881291 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-366a68cb-81e6-4b2f-aac2-267c1c51f5ba tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5585961 Dec 14 02:58:18.884297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36920) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:18.888965 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-87555e78-beb4-4e32-a5fd-f54b29d09794 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group_rule': {'security_group_id': '2ed1503b-65d1-4e13-9e0d-a9c7ac797ca3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:19.065408 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87555e78-beb4-4e32-a5fd-f54b29d09794 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:19.160639 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87555e78-beb4-4e32-a5fd-f54b29d09794 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:19.226136 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87555e78-beb4-4e32-a5fd-f54b29d09794 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:19.258448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87555e78-beb4-4e32-a5fd-f54b29d09794 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ccb2a6-d89e-4c86-b0f5-5a7d19eb00d0,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:19.319697 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-87555e78-beb4-4e32-a5fd-f54b29d09794 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:19.321153 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-87555e78-beb4-4e32-a5fd-f54b29d09794 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4358287 Dec 14 02:58:19.328325 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36934) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:19.362355 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8fec927f-5d91-4657-970a-f245873d4217 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:19.372076 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8fec927f-5d91-4657-970a-f245873d4217 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:19.488278 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8fec927f-5d91-4657-970a-f245873d4217 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:19.495894 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8fec927f-5d91-4657-970a-f245873d4217 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:19.500630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36936) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:19.503396 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8fec927f-5d91-4657-970a-f245873d4217 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/20ccb2a6-d89e-4c86-b0f5-5a7d19eb00d0 HTTP/1.1" status: 204 len: 168 time: 0.1732478 Dec 14 02:58:19.517061 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec927f-5d91-4657-970a-f245873d4217 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20ccb2a6-d89e-4c86-b0f5-5a7d19eb00d0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:19.584279 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36938) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:19.598333 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f4fd1df3-e94d-4a24-bfba-2aae1ba92a25 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0947950 Dec 14 02:58:19.658641 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e52f3f40-a319-486e-be47-ae99dd1a1484 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:19.691662 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e52f3f40-a319-486e-be47-ae99dd1a1484 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:19.723635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36940) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:19.728540 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-fddc6bb3-7725-466e-9d17-936d9c0b9458 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-452916178', 'description': 'tempest-secgroup-smoke-452916178 description', 'project_id': '64815042603e4fe084e0db9c9093166c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:19.836812 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e52f3f40-a319-486e-be47-ae99dd1a1484 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:19.839508 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e52f3f40-a319-486e-be47-ae99dd1a1484 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:19.840745 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e52f3f40-a319-486e-be47-ae99dd1a1484 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-groups/2ed1503b-65d1-4e13-9e0d-a9c7ac797ca3 HTTP/1.1" status: 204 len: 168 time: 0.2551072 Dec 14 02:58:19.845137 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36942) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:19.852410 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f3f40-a319-486e-be47-ae99dd1a1484 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed1503b-65d1-4e13-9e0d-a9c7ac797ca3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:19.915967 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fddc6bb3-7725-466e-9d17-936d9c0b9458 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:19.995236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8c43565c-2b7f-44c1-84ed-fb29d41df822 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1486142 Dec 14 02:58:19.996464 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fddc6bb3-7725-466e-9d17-936d9c0b9458 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:20.002794 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36950) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:20.023794 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-aadf589c-efb7-48a4-9a8b-e102761aef73 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1744571865'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:20.131320 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fddc6bb3-7725-466e-9d17-936d9c0b9458 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:20.220365 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aadf589c-efb7-48a4-9a8b-e102761aef73 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:20.321371 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fddc6bb3-7725-466e-9d17-936d9c0b9458 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:20.364053 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aadf589c-efb7-48a4-9a8b-e102761aef73 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:20.421096 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc6bb3-7725-466e-9d17-936d9c0b9458 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f687900a-a45e-4d1a-841c-4d9f292fd450,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:20.500984 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aadf589c-efb7-48a4-9a8b-e102761aef73 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:20.548009 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fddc6bb3-7725-466e-9d17-936d9c0b9458 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:20.570496 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf589c-efb7-48a4-9a8b-e102761aef73 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4af8ae0d-f913-42d4-9e20-5aca4cff799a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:20.679256 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aadf589c-efb7-48a4-9a8b-e102761aef73 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:20.680778 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-aadf589c-efb7-48a4-9a8b-e102761aef73 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6744530 Dec 14 02:58:20.682604 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fddc6bb3-7725-466e-9d17-936d9c0b9458 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:20.687150 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36960) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:20.695961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d9cff201-d872-439d-aa29-caf9520e0910 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group_rule': {'security_group_id': '4af8ae0d-f913-42d4-9e20-5aca4cff799a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:20.752147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc6bb3-7725-466e-9d17-936d9c0b9458 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10bdf387-c739-4325-95eb-f82c9a4abf7b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:20.879814 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d9cff201-d872-439d-aa29-caf9520e0910 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:20.951079 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fddc6bb3-7725-466e-9d17-936d9c0b9458 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:20.957355 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fddc6bb3-7725-466e-9d17-936d9c0b9458 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2274890 Dec 14 02:58:20.957543 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36970) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:20.960334 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d9cff201-d872-439d-aa29-caf9520e0910 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:20.963554 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-65ba648c-9cea-47dd-a6ee-2a8da1c63f87 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': '10bdf387-c739-4325-95eb-f82c9a4abf7b', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:21.069474 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d9cff201-d872-439d-aa29-caf9520e0910 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:21.098270 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cff201-d872-439d-aa29-caf9520e0910 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc72804b-0df6-4a9a-b168-f49c2881547e,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:21.106254 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-65ba648c-9cea-47dd-a6ee-2a8da1c63f87 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:21.210905 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d9cff201-d872-439d-aa29-caf9520e0910 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:21.213338 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d9cff201-d872-439d-aa29-caf9520e0910 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5250280 Dec 14 02:58:21.217801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36984) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:21.239736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-1374ac43-9ccb-458d-a33d-3bd541c9c33a tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group_rule': {'security_group_id': '4af8ae0d-f913-42d4-9e20-5aca4cff799a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:21.264844 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-65ba648c-9cea-47dd-a6ee-2a8da1c63f87 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:21.391540 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-65ba648c-9cea-47dd-a6ee-2a8da1c63f87 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:21.404227 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1374ac43-9ccb-458d-a33d-3bd541c9c33a tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:21.409557 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba648c-9cea-47dd-a6ee-2a8da1c63f87 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a5e935-3c90-4493-9fef-b1ca42c3e3a6,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:21.477498 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1374ac43-9ccb-458d-a33d-3bd541c9c33a tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:21.541429 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-65ba648c-9cea-47dd-a6ee-2a8da1c63f87 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:21.545253 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-65ba648c-9cea-47dd-a6ee-2a8da1c63f87 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5847840 Dec 14 02:58:21.545699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36990) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:21.550467 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-9657d5a5-9046-4336-8ca8-28ce35d9e9af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': '10bdf387-c739-4325-95eb-f82c9a4abf7b', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:21.636145 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1374ac43-9ccb-458d-a33d-3bd541c9c33a tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:21.653109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374ac43-9ccb-458d-a33d-3bd541c9c33a tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7bfad02-e318-4b9c-b9a8-b5f2e59d639e,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:21.776749 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9657d5a5-9046-4336-8ca8-28ce35d9e9af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:21.832217 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9657d5a5-9046-4336-8ca8-28ce35d9e9af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:21.925223 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1374ac43-9ccb-458d-a33d-3bd541c9c33a tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:21.926710 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1374ac43-9ccb-458d-a33d-3bd541c9c33a tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7033801 Dec 14 02:58:21.929742 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 36992) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:21.934374 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-31c19005-25b0-4ff6-b161-9ce6473fcc48 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group_rule': {'security_group_id': '4af8ae0d-f913-42d4-9e20-5aca4cff799a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:21.956946 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9657d5a5-9046-4336-8ca8-28ce35d9e9af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:21.975262 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657d5a5-9046-4336-8ca8-28ce35d9e9af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94545037-ee0a-409f-bc6d-20d9fcd88a80,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:22.048299 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-31c19005-25b0-4ff6-b161-9ce6473fcc48 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.077949 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 36996) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:22.108137 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-31c19005-25b0-4ff6-b161-9ce6473fcc48 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.148686 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9657d5a5-9046-4336-8ca8-28ce35d9e9af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.149989 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9657d5a5-9046-4336-8ca8-28ce35d9e9af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6032193 Dec 14 02:58:22.153084 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37002) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:22.158641 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2b5faf2c-9c2f-459f-a760-1c7201dceb03 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': '10bdf387-c739-4325-95eb-f82c9a4abf7b', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:22.221130 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd19037d-5cfa-4b74-9b02-7f245043f7f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.229107 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-31c19005-25b0-4ff6-b161-9ce6473fcc48 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.253361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c19005-25b0-4ff6-b161-9ce6473fcc48 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477f2f58-f8cf-4d53-b2b9-c69f766a3962,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:22.338657 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b5faf2c-9c2f-459f-a760-1c7201dceb03 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.346167 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd19037d-5cfa-4b74-9b02-7f245043f7f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.410101 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-31c19005-25b0-4ff6-b161-9ce6473fcc48 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.411594 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-31c19005-25b0-4ff6-b161-9ce6473fcc48 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4808526 Dec 14 02:58:22.414641 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37012) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:22.419909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-a223d865-74d4-42e4-9059-3c6c9e920ba8 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group_rule': {'security_group_id': '4af8ae0d-f913-42d4-9e20-5aca4cff799a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:22.429173 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b5faf2c-9c2f-459f-a760-1c7201dceb03 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.448048 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bd19037d-5cfa-4b74-9b02-7f245043f7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.484839 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bd19037d-5cfa-4b74-9b02-7f245043f7f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3063d41369584aa287af2a24b57b7bfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4045911 Dec 14 02:58:22.488283 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37018) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:22.511900 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19037d-5cfa-4b74-9b02-7f245043f7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dacb4df7-d4ca-4793-b990-02f4672c3e6c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:22.517047 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b5faf2c-9c2f-459f-a760-1c7201dceb03 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.539101 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5faf2c-9c2f-459f-a760-1c7201dceb03 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67174521-d96b-4b34-9fce-cc41b3565beb,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:22.555739 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a223d865-74d4-42e4-9059-3c6c9e920ba8 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.582308 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7f8fc64-d675-440b-9e29-bd57c6457eb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.621677 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7f8fc64-d675-440b-9e29-bd57c6457eb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.653708 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a223d865-74d4-42e4-9059-3c6c9e920ba8 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.661237 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b5faf2c-9c2f-459f-a760-1c7201dceb03 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.662535 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2b5faf2c-9c2f-459f-a760-1c7201dceb03 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5083854 Dec 14 02:58:22.665518 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37022) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:22.670179 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e97b0133-94c0-4949-851c-ad8518e86cba tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': '10bdf387-c739-4325-95eb-f82c9a4abf7b', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:22.756413 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a223d865-74d4-42e4-9059-3c6c9e920ba8 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.775358 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223d865-74d4-42e4-9059-3c6c9e920ba8 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f99457-7753-4762-808b-e6b2d10f0d93,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:22.799988 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7f8fc64-d675-440b-9e29-bd57c6457eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.803465 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7f8fc64-d675-440b-9e29-bd57c6457eb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.806286 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a7f8fc64-d675-440b-9e29-bd57c6457eb4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dacb4df7-d4ca-4793-b990-02f4672c3e6c HTTP/1.1" status: 204 len: 168 time: 0.3157680 Dec 14 02:58:22.809895 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e97b0133-94c0-4949-851c-ad8518e86cba tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.826703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8fc64-d675-440b-9e29-bd57c6457eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacb4df7-d4ca-4793-b990-02f4672c3e6c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:22.909414 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a223d865-74d4-42e4-9059-3c6c9e920ba8 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:22.911844 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a223d865-74d4-42e4-9059-3c6c9e920ba8 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4961548 Dec 14 02:58:22.914850 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37030) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:22.927740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-1a095819-6f79-4c2f-ad18-446464e3d4aa tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group_rule': {'security_group_id': '4af8ae0d-f913-42d4-9e20-5aca4cff799a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:22.973038 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e97b0133-94c0-4949-851c-ad8518e86cba tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.076708 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1a095819-6f79-4c2f-ad18-446464e3d4aa tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.112941 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e97b0133-94c0-4949-851c-ad8518e86cba tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.150188 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b0133-94c0-4949-851c-ad8518e86cba tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9ba6db-3e67-4b2b-b66a-8ce3942120d2,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:23.152350 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1a095819-6f79-4c2f-ad18-446464e3d4aa tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.282489 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1a095819-6f79-4c2f-ad18-446464e3d4aa tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.303604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a095819-6f79-4c2f-ad18-446464e3d4aa tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e00308-9b9b-4b65-a53a-4c0d8b1e00ca,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:23.310256 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e97b0133-94c0-4949-851c-ad8518e86cba tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.315199 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e97b0133-94c0-4949-851c-ad8518e86cba tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6486998 Dec 14 02:58:23.318140 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37036) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:23.323038 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6c175be1-9592-40e0-af2b-4edba9615ad5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': '10bdf387-c739-4325-95eb-f82c9a4abf7b', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:23.421589 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1a095819-6f79-4c2f-ad18-446464e3d4aa tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.423490 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1a095819-6f79-4c2f-ad18-446464e3d4aa tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5065703 Dec 14 02:58:23.427004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37038) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:23.456084 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5fbcd868-53fb-45a4-8b9d-8d7b9a59d5c7 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.463585 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5fbcd868-53fb-45a4-8b9d-8d7b9a59d5c7 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.535734 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-6c175be1-9592-40e0-af2b-4edba9615ad5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Project 64815042603e4fe084e0db9c9093166c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 02:58:23.542959 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c175be1-9592-40e0-af2b-4edba9615ad5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.562826 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5fbcd868-53fb-45a4-8b9d-8d7b9a59d5c7 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.575569 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5fbcd868-53fb-45a4-8b9d-8d7b9a59d5c7 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.577082 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5fbcd868-53fb-45a4-8b9d-8d7b9a59d5c7 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/a9e00308-9b9b-4b65-a53a-4c0d8b1e00ca HTTP/1.1" status: 204 len: 168 time: 0.1491022 Dec 14 02:58:23.578513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcd868-53fb-45a4-8b9d-8d7b9a59d5c7 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9e00308-9b9b-4b65-a53a-4c0d8b1e00ca,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:23.580350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37040) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:23.636879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-24562335-2430-42cf-ad67-39ff1c15fde5 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0551724 Dec 14 02:58:23.642536 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37042) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:23.658246 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c175be1-9592-40e0-af2b-4edba9615ad5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.676212 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-771bb280-3768-476f-96b1-2af29da5355b tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.695350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37044) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:23.698329 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-771bb280-3768-476f-96b1-2af29da5355b tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.710702 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-51ecfed7-a681-42fb-9dfe-b9077dd83c2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.762017 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c175be1-9592-40e0-af2b-4edba9615ad5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.787497 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c175be1-9592-40e0-af2b-4edba9615ad5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3423d210-1d13-4459-a6ba-72163d165a2e,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:23.879480 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-771bb280-3768-476f-96b1-2af29da5355b tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.901819 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c175be1-9592-40e0-af2b-4edba9615ad5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.903422 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6c175be1-9592-40e0-af2b-4edba9615ad5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5842807 Dec 14 02:58:23.907465 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-771bb280-3768-476f-96b1-2af29da5355b tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:23.915167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37046) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:23.915167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-a0b7fa8c-2390-4423-8564-76b22e6ae33f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': '10bdf387-c739-4325-95eb-f82c9a4abf7b', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:23.917457 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-771bb280-3768-476f-96b1-2af29da5355b tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/89f99457-7753-4762-808b-e6b2d10f0d93 HTTP/1.1" status: 204 len: 168 time: 0.2738903 Dec 14 02:58:23.921355 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37048) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:23.926577 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bb280-3768-476f-96b1-2af29da5355b tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89f99457-7753-4762-808b-e6b2d10f0d93,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:23.978531 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-51ecfed7-a681-42fb-9dfe-b9077dd83c2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.004963 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5797b21e-0c13-4a56-adc1-4b62982652fa tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0793111 Dec 14 02:58:24.005282 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37054) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:24.035016 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-86dfe202-9738-4cbe-b486-491cfc1251b1 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.043342 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-86dfe202-9738-4cbe-b486-491cfc1251b1 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.050327 n-d-821636-1 neutron-server[103848]: INFO neutron.db.securitygroups_db [None req-a0b7fa8c-2390-4423-8564-76b22e6ae33f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Project 64815042603e4fe084e0db9c9093166c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 02:58:24.057762 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a0b7fa8c-2390-4423-8564-76b22e6ae33f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.079208 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-51ecfed7-a681-42fb-9dfe-b9077dd83c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.146679 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ecfed7-a681-42fb-9dfe-b9077dd83c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1a2e0c-9968-4120-adab-a254bd7e9dca,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:24.156484 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-51ecfed7-a681-42fb-9dfe-b9077dd83c2f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a3bc4f886b6c40e6b72e794a4e439842&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4594338 Dec 14 02:58:24.159672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37056) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:24.186120 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a0b7fa8c-2390-4423-8564-76b22e6ae33f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.239544 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-86dfe202-9738-4cbe-b486-491cfc1251b1 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.245347 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a6a46e6-fa72-4d1f-aa4f-d36b0c911c8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.252214 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-86dfe202-9738-4cbe-b486-491cfc1251b1 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.252214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-86dfe202-9738-4cbe-b486-491cfc1251b1 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/477f2f58-f8cf-4d53-b2b9-c69f766a3962 HTTP/1.1" status: 204 len: 168 time: 0.2406845 Dec 14 02:58:24.252783 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37058) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:24.257279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dfe202-9738-4cbe-b486-491cfc1251b1 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=477f2f58-f8cf-4d53-b2b9-c69f766a3962,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:24.305562 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a6a46e6-fa72-4d1f-aa4f-d36b0c911c8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.329905 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a0b7fa8c-2390-4423-8564-76b22e6ae33f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.342249 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cfcb77ce-062b-4832-8fbf-2f9a62677c28 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0873730 Dec 14 02:58:24.346314 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37062) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:24.349253 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7fa8c-2390-4423-8564-76b22e6ae33f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c09c800-4e7a-46cf-bc21-d233d95cb7e9,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:24.386281 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f320cd18-7ed2-4757-83a5-448597ee645d tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.396755 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f320cd18-7ed2-4757-83a5-448597ee645d tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.541807 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a0b7fa8c-2390-4423-8564-76b22e6ae33f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.543139 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a0b7fa8c-2390-4423-8564-76b22e6ae33f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6325030 Dec 14 02:58:24.546021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37064) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:24.551644 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-70a8df9f-30ab-4cbc-9b9a-1b8d323d5dcc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'network': {'name': 'tempest-network-smoke--370984035', 'project_id': '64815042603e4fe084e0db9c9093166c', 'port_security_enabled': True}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:24.580663 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f320cd18-7ed2-4757-83a5-448597ee645d tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.588679 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f320cd18-7ed2-4757-83a5-448597ee645d tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.590478 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f320cd18-7ed2-4757-83a5-448597ee645d tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f7bfad02-e318-4b9c-b9a8-b5f2e59d639e HTTP/1.1" status: 204 len: 168 time: 0.2433317 Dec 14 02:58:24.593881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37066) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:24.600296 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a6a46e6-fa72-4d1f-aa4f-d36b0c911c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.603770 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a6a46e6-fa72-4d1f-aa4f-d36b0c911c8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.605005 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3a6a46e6-fa72-4d1f-aa4f-d36b0c911c8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0d1a2e0c-9968-4120-adab-a254bd7e9dca HTTP/1.1" status: 204 len: 168 time: 0.4439404 Dec 14 02:58:24.609014 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320cd18-7ed2-4757-83a5-448597ee645d tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7bfad02-e318-4b9c-b9a8-b5f2e59d639e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:24.626516 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a46e6-fa72-4d1f-aa4f-d36b0c911c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1a2e0c-9968-4120-adab-a254bd7e9dca,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:24.668032 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37070) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:24.668419 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f56e889a-f702-4f42-aaf7-cd9971aeaca8 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0731506 Dec 14 02:58:24.688685 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a8df9f-30ab-4cbc-9b9a-1b8d323d5dcc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Made reservation on behalf of 64815042603e4fe084e0db9c9093166c for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:58:24.692578 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70a8df9f-30ab-4cbc-9b9a-1b8d323d5dcc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.701434 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0cc8-f664-4db5-9436-ae285762b2fe tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.727273 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0cc8-f664-4db5-9436-ae285762b2fe tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.743637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a8df9f-30ab-4cbc-9b9a-1b8d323d5dcc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:58:24.876944 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0cc8-f664-4db5-9436-ae285762b2fe tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.880419 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70a8df9f-30ab-4cbc-9b9a-1b8d323d5dcc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.880931 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-70a8df9f-30ab-4cbc-9b9a-1b8d323d5dcc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Added segment c46756e1-62fa-4b0d-8d59-07bfe235eb1b of type vlan for network 02080ebc-21eb-4e15-8483-7b778d31054a Dec 14 02:58:24.889023 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b3f0cc8-f664-4db5-9436-ae285762b2fe tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.892861 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1b3f0cc8-f664-4db5-9436-ae285762b2fe tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/bc72804b-0df6-4a9a-b168-f49c2881547e HTTP/1.1" status: 204 len: 168 time: 0.2205114 Dec 14 02:58:24.892861 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f0cc8-f664-4db5-9436-ae285762b2fe tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc72804b-0df6-4a9a-b168-f49c2881547e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:24.893285 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37072) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:24.945152 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70a8df9f-30ab-4cbc-9b9a-1b8d323d5dcc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:24.953219 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fefcb0f1-ba60-4f3b-a9de-fab285a6172e tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0588028 Dec 14 02:58:24.956321 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37074) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:25.011926 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d60ccf5d-94b8-4197-9f22-56e4dd5e2d7c tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:25.036497 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d60ccf5d-94b8-4197-9f22-56e4dd5e2d7c tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:25.133467 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70a8df9f-30ab-4cbc-9b9a-1b8d323d5dcc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:25.133467 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a8df9f-30ab-4cbc-9b9a-1b8d323d5dcc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:25.133467 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70a8df9f-30ab-4cbc-9b9a-1b8d323d5dcc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:25.207322 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d60ccf5d-94b8-4197-9f22-56e4dd5e2d7c tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:25.212418 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d60ccf5d-94b8-4197-9f22-56e4dd5e2d7c tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:25.213619 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d60ccf5d-94b8-4197-9f22-56e4dd5e2d7c tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-groups/4af8ae0d-f913-42d4-9e20-5aca4cff799a HTTP/1.1" status: 204 len: 168 time: 0.2563882 Dec 14 02:58:25.222130 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37082) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:25.228614 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ccf5d-94b8-4197-9f22-56e4dd5e2d7c tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af8ae0d-f913-42d4-9e20-5aca4cff799a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:25.243833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8df9f-30ab-4cbc-9b9a-1b8d323d5dcc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Network': ['ID=02080ebc-21eb-4e15-8483-7b778d31054a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:25.270412 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 02080ebc-21eb-4e15-8483-7b778d31054a details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:58:25.297714 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4c47ad8d-a12c-4ada-abb2-589e27d288d9 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0706570 Dec 14 02:58:25.298054 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37086) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:25.302811 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c5bf6556-00e6-4fde-b738-5c8ff366b9de tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1201786413'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:25.375085 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-70a8df9f-30ab-4cbc-9b9a-1b8d323d5dcc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8273542 Dec 14 02:58:25.375925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37094) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:25.380927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1773273436', 'admin_state_up': True, 'project_id': '64815042603e4fe084e0db9c9093166c', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:25.500446 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5bf6556-00e6-4fde-b738-5c8ff366b9de tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:25.604993 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5bf6556-00e6-4fde-b738-5c8ff366b9de tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:25.613789 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:25.614870 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:25.659180 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5bf6556-00e6-4fde-b738-5c8ff366b9de tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:25.682558 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:25.689740 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf6556-00e6-4fde-b738-5c8ff366b9de tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d05cfe-3e79-4fc4-b441-5dd2efa7452d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:25.753181 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c5bf6556-00e6-4fde-b738-5c8ff366b9de tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:25.754535 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c5bf6556-00e6-4fde-b738-5c8ff366b9de tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4554501 Dec 14 02:58:25.757183 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37100) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:25.761651 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5af3b0bf-b876-468c-b765-b00e692a1621 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group_rule': {'security_group_id': 'e5d05cfe-3e79-4fc4-b441-5dd2efa7452d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:25.883735 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5af3b0bf-b876-468c-b765-b00e692a1621 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:25.903557 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:25.958413 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5af3b0bf-b876-468c-b765-b00e692a1621 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:26.008107 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5af3b0bf-b876-468c-b765-b00e692a1621 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:26.024967 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3b0bf-b876-468c-b765-b00e692a1621 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62cd4c97-ba0c-4900-a5a1-3c4f5858f553,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:26.130774 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5af3b0bf-b876-468c-b765-b00e692a1621 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:26.132964 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5af3b0bf-b876-468c-b765-b00e692a1621 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3738670 Dec 14 02:58:26.134881 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37112) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:26.199518 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-91b19237-f7ea-4682-858b-d7bbca13813c tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:26.229972 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-91b19237-f7ea-4682-858b-d7bbca13813c tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:26.396484 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-91b19237-f7ea-4682-858b-d7bbca13813c tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:26.399411 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-91b19237-f7ea-4682-858b-d7bbca13813c tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:26.403032 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-91b19237-f7ea-4682-858b-d7bbca13813c tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-groups/e5d05cfe-3e79-4fc4-b441-5dd2efa7452d HTTP/1.1" status: 204 len: 168 time: 0.2647479 Dec 14 02:58:26.403910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37124) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:26.434519 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b19237-f7ea-4682-858b-d7bbca13813c tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d05cfe-3e79-4fc4-b441-5dd2efa7452d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:26.524541 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ef60b7f5-b335-4e7a-91ab-3bad7e3610f4 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1113858 Dec 14 02:58:26.525033 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37128) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:26.531591 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e8aa1264-ce81-4feb-a3d2-1d8848c36949 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group': {'name': 'tempest-secgroup--152702479'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:26.648714 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1264-ce81-4feb-a3d2-1d8848c36949 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:26.723903 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:26.726535 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1264-ce81-4feb-a3d2-1d8848c36949 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:26.742853 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:26.836293 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1264-ce81-4feb-a3d2-1d8848c36949 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:26.866512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Allocated IP 172.25.7.69 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/48873f86-0e89-4f9d-a822-b9420e0563ff) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:58:26.890328 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa1264-ce81-4feb-a3d2-1d8848c36949 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd185b5-b8f0-47a2-9373-c97ad23ced32,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:26.976156 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e8aa1264-ce81-4feb-a3d2-1d8848c36949 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:26.978417 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e8aa1264-ce81-4feb-a3d2-1d8848c36949 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4521582 Dec 14 02:58:26.984611 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37134) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:26.989235 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-58f31a77-a2a5-438d-8803-0b9f73d0ed42 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1056427897'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:27.093174 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:27.106095 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-58f31a77-a2a5-438d-8803-0b9f73d0ed42 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:27.134667 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:27.226408 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:27.267001 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-58f31a77-a2a5-438d-8803-0b9f73d0ed42 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:27.307310 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:58:27.313267 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:58:27.317440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:58:27.331431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bfcfd7-620f-47e3-bcda-a0aac2986360 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:58:27.350377 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-58f31a77-a2a5-438d-8803-0b9f73d0ed42 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:27.395855 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=48873f86-0e89-4f9d-a822-b9420e0563ff,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:27.414658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ac9186d1-df51-420d-87dc-4b9d5b2e60f0 None None] Provisioning complete for port 48873f86-0e89-4f9d-a822-b9420e0563ff triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:58:27.416225 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ac9186d1-df51-420d-87dc-4b9d5b2e60f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:27.454774 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f31a77-a2a5-438d-8803-0b9f73d0ed42 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd00c67-aef0-41aa-8d6f-1ca59648a7bb,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:27.475426 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ac9186d1-df51-420d-87dc-4b9d5b2e60f0 None None] Port 48873f86-0e89-4f9d-a822-b9420e0563ff cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:58:27.483540 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-58f31a77-a2a5-438d-8803-0b9f73d0ed42 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:27.485988 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-58f31a77-a2a5-438d-8803-0b9f73d0ed42 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5040019 Dec 14 02:58:27.488605 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37140) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:27.494054 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-83fb5c8b-84a7-48bd-86ec-39afa3adb1b7 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group_rule': {'security_group_id': '3fd185b5-b8f0-47a2-9373-c97ad23ced32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7dd00c67-aef0-41aa-8d6f-1ca59648a7bb', 'remote_ip_prefix': None}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:27.580261 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-83fb5c8b-84a7-48bd-86ec-39afa3adb1b7 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:27.658272 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-83fb5c8b-84a7-48bd-86ec-39afa3adb1b7 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:27.766005 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:27.773289 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-83fb5c8b-84a7-48bd-86ec-39afa3adb1b7 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:27.809241 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb5c8b-84a7-48bd-86ec-39afa3adb1b7 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5775451c-425b-416a-aa4d-9b77f5d87bdf,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:27.896751 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-83fb5c8b-84a7-48bd-86ec-39afa3adb1b7 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:27.901029 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-83fb5c8b-84a7-48bd-86ec-39afa3adb1b7 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4087102 Dec 14 02:58:27.911666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37148) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:27.944966 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4375d76a-65cf-4880-b72f-b6ac96bc6657 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:27.954473 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4375d76a-65cf-4880-b72f-b6ac96bc6657 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:27.989377 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:28.069995 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4375d76a-65cf-4880-b72f-b6ac96bc6657 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:28.077247 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4375d76a-65cf-4880-b72f-b6ac96bc6657 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:28.080182 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4375d76a-65cf-4880-b72f-b6ac96bc6657 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/5775451c-425b-416a-aa4d-9b77f5d87bdf HTTP/1.1" status: 204 len: 168 time: 0.1742778 Dec 14 02:58:28.085123 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37158) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:28.143899 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375d76a-65cf-4880-b72f-b6ac96bc6657 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5775451c-425b-416a-aa4d-9b77f5d87bdf,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:28.201349 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-59eea17f-5066-4446-a5fa-4c6b9a22483a tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1113513 Dec 14 02:58:28.201699 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37162) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:28.236644 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 2afe1350-b2fd-43e2-8cbc-534293d1bc2a is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:58:28.278823 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-911d2903-a2cb-4deb-bd80-e908d632bd23 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:28.330402 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-911d2903-a2cb-4deb-bd80-e908d632bd23 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:28.419622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:58:28.432128 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Sync routers for ids ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:58:28.442221 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Routers {'2afe1350-b2fd-43e2-8cbc-534293d1bc2a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:58:28.442844 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:58:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:58:28.500034 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-911d2903-a2cb-4deb-bd80-e908d632bd23 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:28.503362 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-911d2903-a2cb-4deb-bd80-e908d632bd23 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:28.507578 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37170) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:28.507948 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-911d2903-a2cb-4deb-bd80-e908d632bd23 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-groups/7dd00c67-aef0-41aa-8d6f-1ca59648a7bb HTTP/1.1" status: 204 len: 168 time: 0.3052542 Dec 14 02:58:28.519520 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d2903-a2cb-4deb-bd80-e908d632bd23 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd00c67-aef0-41aa-8d6f-1ca59648a7bb,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:28.582384 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7365d019-36c4-4d50-941f-91f43383cafd tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0731034 Dec 14 02:58:28.585823 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37172) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:28.586167 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:28.587836 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6195a1d4-8602-4763-8611-4e0d65104073 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2108877 Dec 14 02:58:28.590922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37174) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:28.623410 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Set router 2afe1350-b2fd-43e2-8cbc-534293d1bc2a gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:58:28.713044 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a24b29e-1705-483c-a009-7433ac43431f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:28.739263 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a24b29e-1705-483c-a009-7433ac43431f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:28.810348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-05026645-8258-4f05-bf38-ce843d025767 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=64815042603e4fe084e0db9c9093166c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2182143 Dec 14 02:58:28.813709 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37178) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:28.931140 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773273436', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:58:25Z', 'updated_at': '2021-12-14T02:58:27Z', 'revision_number': 3, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:26Z', 'updated_at': '2021-12-14T02:58:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:58:28.955990 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a24b29e-1705-483c-a009-7433ac43431f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:28.959279 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3a24b29e-1705-483c-a009-7433ac43431f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:28.960936 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3a24b29e-1705-483c-a009-7433ac43431f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-groups/3fd185b5-b8f0-47a2-9373-c97ad23ced32 HTTP/1.1" status: 204 len: 168 time: 0.3730881 Dec 14 02:58:28.963431 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37182) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:28.963702 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Checking router: 2afe1350-b2fd-43e2-8cbc-534293d1bc2a for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:58:28.964062 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Updating router 2afe1350-b2fd-43e2-8cbc-534293d1bc2a port 48873f86-0e89-4f9d-a822-b9420e0563ff binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:58:28.986872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24b29e-1705-483c-a009-7433ac43431f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd185b5-b8f0-47a2-9373-c97ad23ced32,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:28.998055 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:29.050933 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803072a-41b9-4ac2-945b-2626b6a1b209 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:29.058330 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4803072a-41b9-4ac2-945b-2626b6a1b209 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2400815 Dec 14 02:58:29.058541 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b4048d82-fcf8-42a0-9a30-a641ce2844df tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0913377 Dec 14 02:58:29.058659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37186) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:29.069628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37188) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:29.074862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-63ed9222-60d4-4e52-b402-b52a72af0541 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1109164920'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:29.115851 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5c410aa0-87cf-49e0-8125-51dfbe7a385b tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0544415 Dec 14 02:58:29.116100 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37190) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:29.121005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-edeaa9d9-c51c-44c5-b466-1e4cfd0c7c4e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1505129128', 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a', 'project_id': '64815042603e4fe084e0db9c9093166c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:29.226316 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-63ed9222-60d4-4e52-b402-b52a72af0541 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:29.319914 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-63ed9222-60d4-4e52-b402-b52a72af0541 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:29.358372 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:29.397375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edeaa9d9-c51c-44c5-b466-1e4cfd0c7c4e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Made reservation on behalf of 64815042603e4fe084e0db9c9093166c for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:58:29.400899 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-edeaa9d9-c51c-44c5-b466-1e4cfd0c7c4e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:29.448207 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-63ed9222-60d4-4e52-b402-b52a72af0541 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:29.455159 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:29.504523 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Attempting to bind port 48873f86-0e89-4f9d-a822-b9420e0563ff on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:58:29.505336 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a04d84b-fdcd-4994-bc14-907c781486a1 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:58:29.510566 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Attempting to bind port 48873f86-0e89-4f9d-a822-b9420e0563ff by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:58:29.511252 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Attempting to bind port 48873f86-0e89-4f9d-a822-b9420e0563ff on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:58:29.547380 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed9222-60d4-4e52-b402-b52a72af0541 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84c4b240-2bbe-48fb-a6e3-119b757e9158,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:29.596975 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:58:29.597107 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:58:29.597527 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:29.597925 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:58:29.598407 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Bound port: 48873f86-0e89-4f9d-a822-b9420e0563ff, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:58:29.598780 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:29.602732 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ea5ca-955e-4cd2-8160-fc6382e37ec8 None None] Pushing event updated for resources: {'Port': ['ID=48873f86-0e89-4f9d-a822-b9420e0563ff,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:29.612387 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-63ed9222-60d4-4e52-b402-b52a72af0541 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:29.613672 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-63ed9222-60d4-4e52-b402-b52a72af0541 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5431015 Dec 14 02:58:29.617373 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37214) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:29.622337 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-88dbf8dd-7721-4b10-807a-efea97582cb5 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group_rule': {'security_group_id': '84c4b240-2bbe-48fb-a6e3-119b757e9158', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:29.638041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-bb4456c6-f59d-423a-a470-b91acda1489a None None] Provisioning complete for port 48873f86-0e89-4f9d-a822-b9420e0563ff triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:58:29.638742 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb4456c6-f59d-423a-a470-b91acda1489a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:29.675875 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bb4456c6-f59d-423a-a470-b91acda1489a None None] Port 48873f86-0e89-4f9d-a822-b9420e0563ff cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:58:29.679719 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ea5ca-955e-4cd2-8160-fc6382e37ec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:29.680148 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ea5ca-955e-4cd2-8160-fc6382e37ec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:29.680395 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ea5ca-955e-4cd2-8160-fc6382e37ec8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:29.680939 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ea5ca-955e-4cd2-8160-fc6382e37ec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:29.681275 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ea5ca-955e-4cd2-8160-fc6382e37ec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:29.681777 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ea5ca-955e-4cd2-8160-fc6382e37ec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:29.682145 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ea5ca-955e-4cd2-8160-fc6382e37ec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:29.682462 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ea5ca-955e-4cd2-8160-fc6382e37ec8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:29.682948 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ea5ca-955e-4cd2-8160-fc6382e37ec8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:29.683280 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ea5ca-955e-4cd2-8160-fc6382e37ec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:29.683601 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ea5ca-955e-4cd2-8160-fc6382e37ec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:29.683924 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ea5ca-955e-4cd2-8160-fc6382e37ec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:29.684240 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792ea5ca-955e-4cd2-8160-fc6382e37ec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:29.684951 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-926311fa-30a1-4154-93c7-e76a60003559 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bab0ab51b46c420a8b5752ea2153cb4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787899 Dec 14 02:58:29.723791 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] For port 48873f86-0e89-4f9d-a822-b9420e0563ff, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:58:29.728071 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] For port 48873f86-0e89-4f9d-a822-b9420e0563ff, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=48873f86-0e89-4f9d-a822-b9420e0563ff,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:58:29.753900 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-88dbf8dd-7721-4b10-807a-efea97582cb5 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:29.814184 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:29.829537 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-88dbf8dd-7721-4b10-807a-efea97582cb5 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:29.867150 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ea5ca-955e-4cd2-8160-fc6382e37ec8 None None] Pushing event updated for resources: {'Port': ['ID=48873f86-0e89-4f9d-a822-b9420e0563ff,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:29.885630 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Routers {'2afe1350-b2fd-43e2-8cbc-534293d1bc2a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:58:29.886493 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:58:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:58:29.897331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f60a7bd-f053-46ac-b05a-bc1459471aaa None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:58:29.911038 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-88dbf8dd-7721-4b10-807a-efea97582cb5 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:29.940211 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-6b12b64e-253a-4a6e-b811-ca97fc821aea tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:29.952949 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbf8dd-7721-4b10-807a-efea97582cb5 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262f642a-8c8c-4830-b111-f5975dbfded5,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:29.954000 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-6b12b64e-253a-4a6e-b811-ca97fc821aea tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2678843 Dec 14 02:58:29.973701 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-54156d6d-5493-4456-9aaa-6aa5c88e131a tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/quotas/bab0ab51b46c420a8b5752ea2153cb4c HTTP/1.1" status: 200 len: 375 time: 0.0184298 Dec 14 02:58:30.011379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-155fd003-223b-4124-a77c-f27694e5865c None None] Provisioning complete for port 48873f86-0e89-4f9d-a822-b9420e0563ff triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:58:30.012018 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-155fd003-223b-4124-a77c-f27694e5865c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:30.015795 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-61a20992-8613-426f-8286-30e88d6f6a44 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bab0ab51b46c420a8b5752ea2153cb4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405438 Dec 14 02:58:30.018267 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-edeaa9d9-c51c-44c5-b466-1e4cfd0c7c4e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:30.038831 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-88dbf8dd-7721-4b10-807a-efea97582cb5 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:30.040525 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-88dbf8dd-7721-4b10-807a-efea97582cb5 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4221277 Dec 14 02:58:30.042963 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] Set router 2afe1350-b2fd-43e2-8cbc-534293d1bc2a gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:58:30.043290 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37218) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:30.125877 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70c9e661-b37f-446a-88bf-bb37d0533efa tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:30.130582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeaa9d9-c51c-44c5-b466-1e4cfd0c7c4e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Checking segment: {'id': 'c46756e1-62fa-4b0d-8d59-07bfe235eb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:58:30.131249 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeaa9d9-c51c-44c5-b466-1e4cfd0c7c4e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network hostable DHCP agents. Network: 02080ebc-21eb-4e15-8483-7b778d31054a, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:58:30.143559 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70c9e661-b37f-446a-88bf-bb37d0533efa tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:30.154395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeaa9d9-c51c-44c5-b466-1e4cfd0c7c4e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Subnet': ['ID=f723e296-770b-49c8-9ae1-0cfaaf179fb9,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:30.242203 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-155fd003-223b-4124-a77c-f27694e5865c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:30.269819 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-155fd003-223b-4124-a77c-f27694e5865c None None] For port 48873f86-0e89-4f9d-a822-b9420e0563ff, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=48873f86-0e89-4f9d-a822-b9420e0563ff,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:58:30.287867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeaa9d9-c51c-44c5-b466-1e4cfd0c7c4e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network 02080ebc-21eb-4e15-8483-7b778d31054a is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:58:30.302161 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773273436', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:58:25Z', 'updated_at': '2021-12-14T02:58:27Z', 'revision_number': 3, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:26Z', 'updated_at': '2021-12-14T02:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:58:30.327724 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70c9e661-b37f-446a-88bf-bb37d0533efa tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:30.331909 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:30.332055 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85b002-0274-487f-b274-91b943c7f87c None None] The sync data for ids ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'] in n-d-821636-1 is: [{'id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773273436', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:58:25Z', 'updated_at': '2021-12-14T02:58:27Z', 'revision_number': 3, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:26Z', 'updated_at': '2021-12-14T02:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:58:30.343018 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70c9e661-b37f-446a-88bf-bb37d0533efa tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:30.344310 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-70c9e661-b37f-446a-88bf-bb37d0533efa tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/262f642a-8c8c-4830-b111-f5975dbfded5 HTTP/1.1" status: 204 len: 168 time: 0.2998466 Dec 14 02:58:30.347214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37224) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:30.351942 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9e661-b37f-446a-88bf-bb37d0533efa tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=262f642a-8c8c-4830-b111-f5975dbfded5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:30.389340 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cae74bb0-d9f8-4662-a310-bf7908698d7a tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0393238 Dec 14 02:58:30.391148 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37226) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:30.436278 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-155fd003-223b-4124-a77c-f27694e5865c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:30.447761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-edeaa9d9-c51c-44c5-b466-1e4cfd0c7c4e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 02080ebc-21eb-4e15-8483-7b778d31054a) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:58:30.455747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeaa9d9-c51c-44c5-b466-1e4cfd0c7c4e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:30.456433 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-edeaa9d9-c51c-44c5-b466-1e4cfd0c7c4e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:30.476357 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54e109a7-0fe4-4adb-9202-65d4d689d346 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:30.507151 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e986040-61cf-443d-8f3c-d38006a929bb None None] Network 02080ebc-21eb-4e15-8483-7b778d31054a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:58:30.507630 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54e109a7-0fe4-4adb-9202-65d4d689d346 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:30.567817 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-edeaa9d9-c51c-44c5-b466-1e4cfd0c7c4e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4481635 Dec 14 02:58:30.568106 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37228) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:30.633691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fd003-223b-4124-a77c-f27694e5865c None None] Pushing event updated for resources: {'Port': ['ID=48873f86-0e89-4f9d-a822-b9420e0563ff,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:30.647009 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fd003-223b-4124-a77c-f27694e5865c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:30.647009 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fd003-223b-4124-a77c-f27694e5865c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:30.647201 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fd003-223b-4124-a77c-f27694e5865c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:30.647449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fd003-223b-4124-a77c-f27694e5865c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:30.648066 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fd003-223b-4124-a77c-f27694e5865c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:30.648537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fd003-223b-4124-a77c-f27694e5865c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:30.649017 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fd003-223b-4124-a77c-f27694e5865c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:30.661832 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fd003-223b-4124-a77c-f27694e5865c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:30.661832 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fd003-223b-4124-a77c-f27694e5865c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:30.661832 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fd003-223b-4124-a77c-f27694e5865c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:30.661832 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fd003-223b-4124-a77c-f27694e5865c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:30.661832 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fd003-223b-4124-a77c-f27694e5865c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:30.661832 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155fd003-223b-4124-a77c-f27694e5865c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:30.662461 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54e109a7-0fe4-4adb-9202-65d4d689d346 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:30.665549 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-54e109a7-0fe4-4adb-9202-65d4d689d346 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:30.666952 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-54e109a7-0fe4-4adb-9202-65d4d689d346 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-groups/84c4b240-2bbe-48fb-a6e3-119b757e9158 HTTP/1.1" status: 204 len: 168 time: 0.2747118 Dec 14 02:58:30.673392 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37230) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:30.717678 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-02080ebc-21eb-4e15-8483-7b778d31054a', 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a', 'project_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ips': [{'subnet_id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:58:30.718727 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:30.740407 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e109a7-0fe4-4adb-9202-65d4d689d346 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c4b240-2bbe-48fb-a6e3-119b757e9158,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:30.794176 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a2d0d910-3920-43e9-a874-457b70958f44 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0724940 Dec 14 02:58:30.799736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37232) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:30.804773 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-af17aaf7-d88d-4479-b465-91b53538c95b tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group': {'name': 'tempest-secgroup--990744628'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:30.910962 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af17aaf7-d88d-4479-b465-91b53538c95b tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:30.967138 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Allocated IP 172.20.0.2 (02080ebc-21eb-4e15-8483-7b778d31054a/f723e296-770b-49c8-9ae1-0cfaaf179fb9/3c945a74-7563-4190-b9af-c36d84d082d8) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:58:31.011408 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af17aaf7-d88d-4479-b465-91b53538c95b tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:31.094509 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af17aaf7-d88d-4479-b465-91b53538c95b tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:31.135371 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17aaf7-d88d-4479-b465-91b53538c95b tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ded2dfec-7129-4f6d-9c90-bc7b49950d06,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:31.183226 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:31.187639 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af17aaf7-d88d-4479-b465-91b53538c95b tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:31.201596 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-af17aaf7-d88d-4479-b465-91b53538c95b tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3982368 Dec 14 02:58:31.201850 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37238) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:31.207319 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-48c02754-9c47-4adb-930e-48c1eb401c0f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group_rule': {'security_group_id': 'ded2dfec-7129-4f6d-9c90-bc7b49950d06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:31.259665 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:31.289158 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cd4f984a-977a-4f97-b381-2176aac09354 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:31.307848 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Network 02080ebc-21eb-4e15-8483-7b778d31054a is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:58:31.311254 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:58:31.315663 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:58:31.330820 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48c02754-9c47-4adb-930e-48c1eb401c0f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:31.344155 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Pushing event updated for resources: {'Port': ['ID=3c945a74-7563-4190-b9af-c36d84d082d8,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:31.450525 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Attempting to bind port 3c945a74-7563-4190-b9af-c36d84d082d8 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:58:31.450911 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Attempting to bind port 3c945a74-7563-4190-b9af-c36d84d082d8 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'c46756e1-62fa-4b0d-8d59-07bfe235eb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:58:31.451289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Attempting to bind port 3c945a74-7563-4190-b9af-c36d84d082d8 on network 02080ebc-21eb-4e15-8483-7b778d31054a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:58:31.455020 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48c02754-9c47-4adb-930e-48c1eb401c0f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:31.462131 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:58:31.462131 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Checking segment: {'id': 'c46756e1-62fa-4b0d-8d59-07bfe235eb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:58:31.462131 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:31.462131 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Bound using segment: {'id': 'c46756e1-62fa-4b0d-8d59-07bfe235eb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:58:31.462131 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Bound port: 3c945a74-7563-4190-b9af-c36d84d082d8, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46756e1-62fa-4b0d-8d59-07bfe235eb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:58:31.462131 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:31.545564 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48c02754-9c47-4adb-930e-48c1eb401c0f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:31.563157 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] For port 3c945a74-7563-4190-b9af-c36d84d082d8, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:58:31.567455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] For port 3c945a74-7563-4190-b9af-c36d84d082d8, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3c945a74-7563-4190-b9af-c36d84d082d8,segment=NetworkSegment(c46756e1-62fa-4b0d-8d59-07bfe235eb1b),segment_id=c46756e1-62fa-4b0d-8d59-07bfe235eb1b)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:58:31.594376 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef395201-9233-415f-80a5-1f971c64eafb req-54038733-0631-41d4-bd8e-eff7dc8deb60 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 210 time: 0.1250663 Dec 14 02:58:31.598724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c02754-9c47-4adb-930e-48c1eb401c0f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78bc0e8-1ed7-4555-a2b9-196585d98e46,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:31.679554 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:31.679660 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48c02754-9c47-4adb-930e-48c1eb401c0f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:31.681839 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-48c02754-9c47-4adb-930e-48c1eb401c0f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4790008 Dec 14 02:58:31.684812 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37260) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:31.763850 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4d2e18fe-9957-4392-b02a-601624ac263d tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-group-rules/a78bc0e8-1ed7-4555-a2b9-196585d98e46 HTTP/1.1" status: 200 len: 763 time: 0.0777941 Dec 14 02:58:31.766991 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37264) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:31.929878 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbfd60-c8c3-4c78-b2e5-2962e421ecf9 None None] Pushing event updated for resources: {'Port': ['ID=3c945a74-7563-4190-b9af-c36d84d082d8,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:31.941082 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-97914e4a-4e31-4ef4-98f1-7c55625c520c tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1708033 Dec 14 02:58:31.941709 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37268) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:31.993548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 48873f86-0e89-4f9d-a822-b9420e0563ff up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:58:32.018648 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a0212b3-4dbb-4300-9aa7-5298c97f7341 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:32.043898 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a0212b3-4dbb-4300-9aa7-5298c97f7341 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:32.079299 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-cd4f984a-977a-4f97-b381-2176aac09354 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Allocated IP 172.20.0.1 (02080ebc-21eb-4e15-8483-7b778d31054a/f723e296-770b-49c8-9ae1-0cfaaf179fb9/2447e6b2-1f6e-4514-b8f0-af54115c6413) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:58:32.103649 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 48873f86-0e89-4f9d-a822-b9420e0563ff triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:58:32.104488 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:32.213601 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a0212b3-4dbb-4300-9aa7-5298c97f7341 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:32.221322 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0a0212b3-4dbb-4300-9aa7-5298c97f7341 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:32.237996 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0a0212b3-4dbb-4300-9aa7-5298c97f7341 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/a78bc0e8-1ed7-4555-a2b9-196585d98e46 HTTP/1.1" status: 204 len: 168 time: 0.2905807 Dec 14 02:58:32.237996 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37274) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:32.254056 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0212b3-4dbb-4300-9aa7-5298c97f7341 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a78bc0e8-1ed7-4555-a2b9-196585d98e46,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:32.299171 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cd4f984a-977a-4f97-b381-2176aac09354 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:32.338313 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-53816354-2323-4f79-b7ed-b7c1302efcef tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0987587 Dec 14 02:58:32.338990 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37276) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:32.349802 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c300c92b-01a7-4a71-a44e-ee3616126032 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group_rule': {'security_group_id': 'ded2dfec-7129-4f6d-9c90-bc7b49950d06', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:32.468373 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cd4f984a-977a-4f97-b381-2176aac09354 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:32.498397 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c300c92b-01a7-4a71-a44e-ee3616126032 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:32.581440 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c300c92b-01a7-4a71-a44e-ee3616126032 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:32.596271 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4f984a-977a-4f97-b381-2176aac09354 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network 02080ebc-21eb-4e15-8483-7b778d31054a is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:58:32.597893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f984a-977a-4f97-b381-2176aac09354 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=2447e6b2-1f6e-4514-b8f0-af54115c6413,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:32.601600 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-cd4f984a-977a-4f97-b381-2176aac09354 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:58:32.603807 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4f984a-977a-4f97-b381-2176aac09354 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:58:32.649791 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cd4f984a-977a-4f97-b381-2176aac09354 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:32.664855 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c300c92b-01a7-4a71-a44e-ee3616126032 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:32.704824 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300c92b-01a7-4a71-a44e-ee3616126032 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db50cee-3130-4351-bcd1-359f43803d38,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:32.740222 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37284) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:32.752659 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c300c92b-01a7-4a71-a44e-ee3616126032 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:32.754554 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c300c92b-01a7-4a71-a44e-ee3616126032 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4142640 Dec 14 02:58:32.768030 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37290) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:32.791378 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b7e71eba-c0c9-4704-9337-845f4770f7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:32.822989 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4db20b9b-4f85-4131-9da4-59c2ff06e5fe tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-group-rules/6db50cee-3130-4351-bcd1-359f43803d38 HTTP/1.1" status: 200 len: 763 time: 0.0523477 Dec 14 02:58:32.824089 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37292) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:32.899844 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a174e7f3-88db-42c3-83b8-4db340ff1384 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0742691 Dec 14 02:58:32.900594 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37294) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:32.938806 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f387faa-695b-4ded-a710-d0ed7b31a380 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:32.963530 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5a81a070-a000-4476-8147-3df57f3d662a tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:32.977133 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5a81a070-a000-4476-8147-3df57f3d662a tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:33.055127 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f387faa-695b-4ded-a710-d0ed7b31a380 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:33.089564 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa9f29a2-c059-408d-a4a6-1aff58e67810 req-831ca58e-bc42-44d7-859f-a56165150d76 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 210 time: 0.4362450 Dec 14 02:58:33.129318 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f387faa-695b-4ded-a710-d0ed7b31a380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:33.133331 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5a81a070-a000-4476-8147-3df57f3d662a tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:33.154912 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5a81a070-a000-4476-8147-3df57f3d662a tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:33.156608 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5a81a070-a000-4476-8147-3df57f3d662a tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/6db50cee-3130-4351-bcd1-359f43803d38 HTTP/1.1" status: 204 len: 168 time: 0.2530005 Dec 14 02:58:33.171169 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37298) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:33.203130 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81a070-a000-4476-8147-3df57f3d662a tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6db50cee-3130-4351-bcd1-359f43803d38,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:33.210995 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1f387faa-695b-4ded-a710-d0ed7b31a380 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd4012136db042be88043a1e91f3295a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4694891 Dec 14 02:58:33.214079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37300) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:33.224747 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f387faa-695b-4ded-a710-d0ed7b31a380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83feffae-87fb-4169-80f5-a17495c93d6d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:33.283567 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-baf33b89-2d9c-4203-8aa9-4e910567faf9 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1106696 Dec 14 02:58:33.289054 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37302) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:33.300757 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f1566984-a466-4fa6-b361-63fbe458212f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group_rule': {'security_group_id': 'ded2dfec-7129-4f6d-9c90-bc7b49950d06', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:33.367855 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d538f530-f762-4cc7-a7f4-ce2f42a4bbd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:33.367965 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cd4f984a-977a-4f97-b381-2176aac09354 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:33.372500 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d538f530-f762-4cc7-a7f4-ce2f42a4bbd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:33.475904 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f1566984-a466-4fa6-b361-63fbe458212f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:33.532181 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d538f530-f762-4cc7-a7f4-ce2f42a4bbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:33.536405 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d538f530-f762-4cc7-a7f4-ce2f42a4bbd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:33.539880 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d538f530-f762-4cc7-a7f4-ce2f42a4bbd7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83feffae-87fb-4169-80f5-a17495c93d6d HTTP/1.1" status: 204 len: 168 time: 0.3228643 Dec 14 02:58:33.550844 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f1566984-a466-4fa6-b361-63fbe458212f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:33.556631 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538f530-f762-4cc7-a7f4-ce2f42a4bbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83feffae-87fb-4169-80f5-a17495c93d6d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:33.580757 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643577ed-6f3e-4046-9b35-8dc4a18b1636 None None] Network 02080ebc-21eb-4e15-8483-7b778d31054a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:58:33.614310 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f1566984-a466-4fa6-b361-63fbe458212f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:33.650163 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1566984-a466-4fa6-b361-63fbe458212f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef3b4df-332e-4cc0-a6ed-0594d4872566,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:33.680625 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8e993ef9-aab5-4f36-8368-381c4f02951f None None] Provisioning complete for port 3c945a74-7563-4190-b9af-c36d84d082d8 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:58:33.681345 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8e993ef9-aab5-4f36-8368-381c4f02951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:33.792409 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f1566984-a466-4fa6-b361-63fbe458212f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:33.794981 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f1566984-a466-4fa6-b361-63fbe458212f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5040071 Dec 14 02:58:33.797100 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37306) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:33.806176 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cd4f984a-977a-4f97-b381-2176aac09354 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:33.845812 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8e993ef9-aab5-4f36-8368-381c4f02951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:33.860705 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-afc40fee-760c-4c0d-bd50-357c089f7bb8 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-group-rules/1ef3b4df-332e-4cc0-a6ed-0594d4872566 HTTP/1.1" status: 200 len: 764 time: 0.0610101 Dec 14 02:58:33.863366 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37310) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:33.915689 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cd4f984a-977a-4f97-b381-2176aac09354 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:33.943644 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8e993ef9-aab5-4f36-8368-381c4f02951f None None] For port 3c945a74-7563-4190-b9af-c36d84d082d8, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3c945a74-7563-4190-b9af-c36d84d082d8,segment=NetworkSegment(c46756e1-62fa-4b0d-8d59-07bfe235eb1b),segment_id=c46756e1-62fa-4b0d-8d59-07bfe235eb1b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:58:33.957519 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3c945a74-7563-4190-b9af-c36d84d082d8 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:58:34.041162 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8e993ef9-aab5-4f36-8368-381c4f02951f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:34.083313 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d6dd8024-a2b4-40ad-9e0b-bb23d90e753c tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2165766 Dec 14 02:58:34.083699 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37314) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:34.119092 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f984a-977a-4f97-b381-2176aac09354 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=2447e6b2-1f6e-4514-b8f0-af54115c6413,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:34.133817 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e993ef9-aab5-4f36-8368-381c4f02951f None None] Pushing event updated for resources: {'Port': ['ID=3c945a74-7563-4190-b9af-c36d84d082d8,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:34.137176 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cd4f984a-977a-4f97-b381-2176aac09354 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:34.141760 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 3c945a74-7563-4190-b9af-c36d84d082d8 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:58:34.142192 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:34.160181 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6dd368c8-c464-47b4-90bd-8fd595ee077e tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:34.186386 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6dd368c8-c464-47b4-90bd-8fd595ee077e tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:34.293235 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7bfeb98c-e45c-4196-a483-fd5e5b44bcbe req-1f1f6df6-7a38-45a6-849f-6c0d285f224a tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 210 time: 0.0479560 Dec 14 02:58:34.311622 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6dd368c8-c464-47b4-90bd-8fd595ee077e tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:34.321991 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4f984a-977a-4f97-b381-2176aac09354 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network 02080ebc-21eb-4e15-8483-7b778d31054a is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:58:34.322602 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6dd368c8-c464-47b4-90bd-8fd595ee077e tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:34.323685 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-cd4f984a-977a-4f97-b381-2176aac09354 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:58:34.324116 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6dd368c8-c464-47b4-90bd-8fd595ee077e tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/1ef3b4df-332e-4cc0-a6ed-0594d4872566 HTTP/1.1" status: 204 len: 168 time: 0.2393727 Dec 14 02:58:34.329377 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37318) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:34.346873 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd368c8-c464-47b4-90bd-8fd595ee077e tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ef3b4df-332e-4cc0-a6ed-0594d4872566,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:34.376571 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7b599194-4979-4b40-a7f9-649031f29b7a None None] Provisioning complete for port 3c945a74-7563-4190-b9af-c36d84d082d8 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:58:34.378251 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7b599194-4979-4b40-a7f9-649031f29b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:34.432087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37320) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:34.432663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37322) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:34.434091 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-98644ba5-6a86-4658-a1c2-4d216d82a3f3 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0942664 Dec 14 02:58:34.506416 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af79f4cf-ecb0-494b-a3d6-372fda762c7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:34.549135 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7b599194-4979-4b40-a7f9-649031f29b7a None None] Provisioning complete for port 2447e6b2-1f6e-4514-b8f0-af54115c6413 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:58:34.549947 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7b599194-4979-4b40-a7f9-649031f29b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:34.601503 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7b599194-4979-4b40-a7f9-649031f29b7a None None] Port 2447e6b2-1f6e-4514-b8f0-af54115c6413 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:58:34.615386 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-59c800df-322d-489d-bb28-f4a32345962f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:34.706051 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-7f0d91f4-6a0f-4b0f-b817-0c540e05b39d tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=bab0ab51b46c420a8b5752ea2153cb4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1275861 Dec 14 02:58:34.769689 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8b03f95b-710c-4599-a226-e386b2ffa0ba None None] Provisioning complete for port 2447e6b2-1f6e-4514-b8f0-af54115c6413 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:58:34.769689 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8b03f95b-710c-4599-a226-e386b2ffa0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:34.834684 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8b03f95b-710c-4599-a226-e386b2ffa0ba None None] Port 2447e6b2-1f6e-4514-b8f0-af54115c6413 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:58:34.857333 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af79f4cf-ecb0-494b-a3d6-372fda762c7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:34.864778 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-59c800df-322d-489d-bb28-f4a32345962f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:34.869936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4f984a-977a-4f97-b381-2176aac09354 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 2afe1350-b2fd-43e2-8cbc-534293d1bc2a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:58:34.947825 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af79f4cf-ecb0-494b-a3d6-372fda762c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:35.005506 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2f95d7ad-1449-4b69-a055-450dbb33bd65 None None] Provisioning complete for port 2447e6b2-1f6e-4514-b8f0-af54115c6413 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:58:35.013824 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f95d7ad-1449-4b69-a055-450dbb33bd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:35.060556 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-802ae79b-7ccf-45b6-a69a-8b34a1e973df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:35.065770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2f95d7ad-1449-4b69-a055-450dbb33bd65 None None] Port 2447e6b2-1f6e-4514-b8f0-af54115c6413 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:58:35.069805 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-e6ec8176-30b4-42b1-b960-91526abac0e6 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:35.071281 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-e6ec8176-30b4-42b1-b960-91526abac0e6 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3495722 Dec 14 02:58:35.100411 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-caf083bc-818c-4c03-93d0-a81e4bd1fb01 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Request body: {'port': {'device_id': 'b09ebc33-ce2f-4a75-9249-635908c63124', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': 'bab0ab51b46c420a8b5752ea2153cb4c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:35.110643 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-af79f4cf-ecb0-494b-a3d6-372fda762c7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=143e069e9ff34889bcb4f6de4c2b2d54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6772313 Dec 14 02:58:35.113474 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37328) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:35.162144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79f4cf-ecb0-494b-a3d6-372fda762c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b651ea-2ba5-4d9f-a97b-e97201cea759,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:35.180008 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-59c800df-322d-489d-bb28-f4a32345962f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:35.186415 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-59c800df-322d-489d-bb28-f4a32345962f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:35.186415 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-59c800df-322d-489d-bb28-f4a32345962f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-groups/ded2dfec-7129-4f6d-9c90-bc7b49950d06 HTTP/1.1" status: 204 len: 168 time: 0.7489965 Dec 14 02:58:35.191871 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37330) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:35.204165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4f984a-977a-4f97-b381-2176aac09354 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:58:35.211566 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cd4f984a-977a-4f97-b381-2176aac09354 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "PUT /v2.0/routers/2afe1350-b2fd-43e2-8cbc-534293d1bc2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6424584 Dec 14 02:58:35.219901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c800df-322d-489d-bb28-f4a32345962f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded2dfec-7129-4f6d-9c90-bc7b49950d06,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:35.220712 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Sync routers for ids ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:58:35.265916 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b80d778-6ff5-4eb1-9e44-04360593f4e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:35.284044 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Routers {'2afe1350-b2fd-43e2-8cbc-534293d1bc2a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:58:35.286741 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:58:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:58:35.381977 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d97ab14a-be00-4e4e-99fa-7dc4f7f49b79 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1829810 Dec 14 02:58:35.381977 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37340) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:35.391539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c439d778-1ddd-4b5b-a17a-f0b5d4a82973 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group': {'name': 'tempest-secgroup--1425834869'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:35.412786 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b80d778-6ff5-4eb1-9e44-04360593f4e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:35.521739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-caf083bc-818c-4c03-93d0-a81e4bd1fb01 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Made reservation on behalf of bab0ab51b46c420a8b5752ea2153cb4c for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:58:35.527618 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Set router 2afe1350-b2fd-43e2-8cbc-534293d1bc2a gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:58:35.529879 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-caf083bc-818c-4c03-93d0-a81e4bd1fb01 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:35.567801 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b80d778-6ff5-4eb1-9e44-04360593f4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:35.570520 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b80d778-6ff5-4eb1-9e44-04360593f4e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:35.573228 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5b80d778-6ff5-4eb1-9e44-04360593f4e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4b651ea-2ba5-4d9f-a97b-e97201cea759 HTTP/1.1" status: 204 len: 168 time: 0.4582350 Dec 14 02:58:35.591722 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-caf083bc-818c-4c03-93d0-a81e4bd1fb01 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:35.604287 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b80d778-6ff5-4eb1-9e44-04360593f4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b651ea-2ba5-4d9f-a97b-e97201cea759,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:35.611776 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c439d778-1ddd-4b5b-a17a-f0b5d4a82973 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:35.619540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a23ee763-095f-4062-b03c-6173ef5d2f6d req-0df1726f-c69c-4e18-94bc-8d92a16ca9ab tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 210 time: 0.1485431 Dec 14 02:58:35.727150 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c439d778-1ddd-4b5b-a17a-f0b5d4a82973 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:35.774119 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7eae9eaf-a51c-48c4-af3e-615f1ec864ce tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452916178&fields=id&tenant_id=64815042603e4fe084e0db9c9093166c HTTP/1.1" status: 200 len: 267 time: 0.2233057 Dec 14 02:58:35.830690 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c439d778-1ddd-4b5b-a17a-f0b5d4a82973 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:35.894413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3c945a74-7563-4190-b9af-c36d84d082d8 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:58:35.916352 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439d778-1ddd-4b5b-a17a-f0b5d4a82973 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaab347d-b29f-44b1-8fb9-3db7a49eff54,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:35.968511 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c439d778-1ddd-4b5b-a17a-f0b5d4a82973 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:35.972570 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c439d778-1ddd-4b5b-a17a-f0b5d4a82973 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5878482 Dec 14 02:58:35.975213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37352) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:35.991953 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-402c8e27-3018-4ec4-8abf-4bbacd0505b1 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Request body: {'security_group_rule': {'security_group_id': 'aaab347d-b29f-44b1-8fb9-3db7a49eff54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:36.001607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ccc69-2216-4b94-bc15-da9394b0accf req-bc9abdaa-ce03-414b-aa58-4a1120f7c053 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:36.006290 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-167ccc69-2216-4b94-bc15-da9394b0accf req-bc9abdaa-ce03-414b-aa58-4a1120f7c053 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/networks?id=02080ebc-21eb-4e15-8483-7b778d31054a HTTP/1.1" status: 200 len: 796 time: 0.2123599 Dec 14 02:58:36.079274 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-caf083bc-818c-4c03-93d0-a81e4bd1fb01 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:36.093181 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-167ccc69-2216-4b94-bc15-da9394b0accf req-12727371-3b80-4518-abbf-16e18bb07491 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/quotas/64815042603e4fe084e0db9c9093166c HTTP/1.1" status: 200 len: 375 time: 0.0119531 Dec 14 02:58:36.117768 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 3c945a74-7563-4190-b9af-c36d84d082d8 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:58:36.118342 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:36.157541 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773273436', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:58:25Z', 'updated_at': '2021-12-14T02:58:33Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:26Z', 'updated_at': '2021-12-14T02:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '2447e6b2-1f6e-4514-b8f0-af54115c6413', 'name': '', 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:18:dc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:31Z', 'updated_at': '2021-12-14T02:58:33Z', 'revision_number': 2, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:58:36.160174 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-167ccc69-2216-4b94-bc15-da9394b0accf req-5fc747cb-a71d-43ba-8f3e-b844b38ec370 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598693 Dec 14 02:58:36.214167 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Checking router: 2afe1350-b2fd-43e2-8cbc-534293d1bc2a for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:58:36.214529 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Updating router 2afe1350-b2fd-43e2-8cbc-534293d1bc2a port 2447e6b2-1f6e-4514-b8f0-af54115c6413 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:58:36.333484 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:36.371494 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-167ccc69-2216-4b94-bc15-da9394b0accf req-2eeffccc-63e5-4c02-8f12-032aa9f452a5 service neutron] 10.222.0.39 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920633 Dec 14 02:58:36.397126 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-402c8e27-3018-4ec4-8abf-4bbacd0505b1 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:36.467911 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:36.468568 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-caf083bc-818c-4c03-93d0-a81e4bd1fb01 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:36.550114 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-402c8e27-3018-4ec4-8abf-4bbacd0505b1 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:36.619320 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-402c8e27-3018-4ec4-8abf-4bbacd0505b1 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:36.644921 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402c8e27-3018-4ec4-8abf-4bbacd0505b1 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bcfafb-54ca-4447-a99f-3ca398fd70c6,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:36.698691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf083bc-818c-4c03-93d0-a81e4bd1fb01 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3da030d3-8cbc-4dfd-84bb-6b95a11368fb,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:36.782700 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-402c8e27-3018-4ec4-8abf-4bbacd0505b1 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:36.783945 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-402c8e27-3018-4ec4-8abf-4bbacd0505b1 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8061655 Dec 14 02:58:36.786636 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37366) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:36.819371 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4074e706-681b-4c92-8996-a55e0d0d6864 req-02f32869-db92-4fbe-83b9-425df5e16fc4 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 210 time: 0.0760565 Dec 14 02:58:36.844133 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-167ccc69-2216-4b94-bc15-da9394b0accf req-5e0b79b0-8983-46a3-82ad-ebfd77908886 service neutron] 10.222.0.39 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717143 Dec 14 02:58:36.878886 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:36.914419 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-caf083bc-818c-4c03-93d0-a81e4bd1fb01 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Allocated IP 192.168.233.72 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/431b5b38-f738-492d-a82c-02a40dbef7f6) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:58:36.939405 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98b0891a-3ef0-4ed2-bacb-e87fc163dc5f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:36.946338 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:36.989569 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98b0891a-3ef0-4ed2-bacb-e87fc163dc5f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:37.035397 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5d468-d31b-4ee9-ab96-9c6135f7a843 None None] Pushing event updated for resources: {'Port': ['ID=2447e6b2-1f6e-4514-b8f0-af54115c6413,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:37.130439 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Attempting to bind port 2447e6b2-1f6e-4514-b8f0-af54115c6413 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:58:37.131538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Attempting to bind port 2447e6b2-1f6e-4514-b8f0-af54115c6413 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'c46756e1-62fa-4b0d-8d59-07bfe235eb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:58:37.132680 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Attempting to bind port 2447e6b2-1f6e-4514-b8f0-af54115c6413 on network 02080ebc-21eb-4e15-8483-7b778d31054a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:58:37.142807 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:58:37.143343 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Checking segment: {'id': 'c46756e1-62fa-4b0d-8d59-07bfe235eb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:58:37.143765 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:37.144578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Bound using segment: {'id': 'c46756e1-62fa-4b0d-8d59-07bfe235eb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:58:37.145079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Bound port: 2447e6b2-1f6e-4514-b8f0-af54115c6413, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c46756e1-62fa-4b0d-8d59-07bfe235eb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:58:37.145604 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:37.212538 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-caf083bc-818c-4c03-93d0-a81e4bd1fb01 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:37.230893 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98b0891a-3ef0-4ed2-bacb-e87fc163dc5f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:37.235506 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98b0891a-3ef0-4ed2-bacb-e87fc163dc5f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:37.238764 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-98b0891a-3ef0-4ed2-bacb-e87fc163dc5f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-groups/aaab347d-b29f-44b1-8fb9-3db7a49eff54 HTTP/1.1" status: 204 len: 168 time: 0.4492655 Dec 14 02:58:37.239575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37374) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:37.256403 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0891a-3ef0-4ed2-bacb-e87fc163dc5f tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaab347d-b29f-44b1-8fb9-3db7a49eff54,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:37.292935 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] For port 2447e6b2-1f6e-4514-b8f0-af54115c6413, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:58:37.326307 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] For port 2447e6b2-1f6e-4514-b8f0-af54115c6413, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=2447e6b2-1f6e-4514-b8f0-af54115c6413,segment=NetworkSegment(c46756e1-62fa-4b0d-8d59-07bfe235eb1b),segment_id=c46756e1-62fa-4b0d-8d59-07bfe235eb1b)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:58:37.339920 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0fdc62ee-6ed4-4bac-95cb-9391dc4be0fe tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0991762 Dec 14 02:58:37.342656 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37380) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:37.356845 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-caf083bc-818c-4c03-93d0-a81e4bd1fb01 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:37.374880 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:37.424505 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4c73364f-22f8-44ab-8ba7-f938c2e11206 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0805004 Dec 14 02:58:37.431222 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37384) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:37.514537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5d468-d31b-4ee9-ab96-9c6135f7a843 None None] Pushing event updated for resources: {'Port': ['ID=2447e6b2-1f6e-4514-b8f0-af54115c6413,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:37.552456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Routers {'2afe1350-b2fd-43e2-8cbc-534293d1bc2a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:58:37.553316 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:58:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:58:37.577567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf083bc-818c-4c03-93d0-a81e4bd1fb01 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Pushing event updated for resources: {'Port': ['ID=431b5b38-f738-492d-a82c-02a40dbef7f6,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:37.582233 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df97c17c-84f8-4250-b4ef-1ed761322f87 req-cc3ceaa7-5ca9-4644-a932-ebfd6e80b504 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 210 time: 0.0802503 Dec 14 02:58:37.590240 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-caf083bc-818c-4c03-93d0-a81e4bd1fb01 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:58:37.592582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-caf083bc-818c-4c03-93d0-a81e4bd1fb01 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:58:37.609930 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-caf083bc-818c-4c03-93d0-a81e4bd1fb01 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:58:37.645117 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-92453f3e-6398-4892-8bfa-4611ca2217ea None None] Provisioning complete for port 2447e6b2-1f6e-4514-b8f0-af54115c6413 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:58:37.645787 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-92453f3e-6398-4892-8bfa-4611ca2217ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:37.718842 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-caf083bc-818c-4c03-93d0-a81e4bd1fb01 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:37.720076 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-caf083bc-818c-4c03-93d0-a81e4bd1fb01 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:37.833190 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-caf083bc-818c-4c03-93d0-a81e4bd1fb01 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7386150 Dec 14 02:58:37.848887 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-149386cc-c1dd-4c03-9441-9df7b1d0a749 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:58:37.855116 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-149386cc-c1dd-4c03-9441-9df7b1d0a749 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0157404 Dec 14 02:58:37.938559 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-179f5b48-f0af-49e4-9188-e79253f338b5 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] delete failed (client error): The resource could not be found. Dec 14 02:58:37.940044 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-179f5b48-f0af-49e4-9188-e79253f338b5 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "DELETE /v2.0/security-groups/aaab347d-b29f-44b1-8fb9-3db7a49eff54 HTTP/1.1" status: 404 len: 347 time: 0.5077407 Dec 14 02:58:37.943720 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37396) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:38.093756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff6505-6e63-41dc-bce3-2e3429f977a8 req-19c939e8-587f-404d-a7fb-f7f94608d2a2 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:38.098774 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7d3fb192-bd85-4855-a512-b4750f726be2 tempest-SecGroupTest-1988911773 tempest-SecGroupTest-1988911773-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1537514 Dec 14 02:58:38.114533 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9aff6505-6e63-41dc-bce3-2e3429f977a8 req-19c939e8-587f-404d-a7fb-f7f94608d2a2 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 935 time: 0.1567464 Dec 14 02:58:38.164488 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Request body: {'port': {'device_id': 'b09ebc33-ce2f-4a75-9249-635908c63124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:38.166039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] Set router 2afe1350-b2fd-43e2-8cbc-534293d1bc2a gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:58:38.238068 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-92453f3e-6398-4892-8bfa-4611ca2217ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:38.250416 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:38.276426 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9aff6505-6e63-41dc-bce3-2e3429f977a8 req-c9c3e633-8c6d-44fe-8a05-9f4562fa927f tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da030d3-8cbc-4dfd-84bb-6b95a11368fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610842 Dec 14 02:58:38.277326 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:38.278111 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-92453f3e-6398-4892-8bfa-4611ca2217ea None None] For port 2447e6b2-1f6e-4514-b8f0-af54115c6413, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=2447e6b2-1f6e-4514-b8f0-af54115c6413,segment=NetworkSegment(c46756e1-62fa-4b0d-8d59-07bfe235eb1b),segment_id=c46756e1-62fa-4b0d-8d59-07bfe235eb1b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:58:38.391365 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-92453f3e-6398-4892-8bfa-4611ca2217ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:38.485419 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92453f3e-6398-4892-8bfa-4611ca2217ea None None] Pushing event updated for resources: {'Port': ['ID=2447e6b2-1f6e-4514-b8f0-af54115c6413,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:38.550440 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-62189ba0-0c07-459d-8566-7544b08cba27 None None] Provisioning complete for port 431b5b38-f738-492d-a82c-02a40dbef7f6 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:58:38.550830 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62189ba0-0c07-459d-8566-7544b08cba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:38.611084 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:38.622490 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-62189ba0-0c07-459d-8566-7544b08cba27 None None] Port 431b5b38-f738-492d-a82c-02a40dbef7f6 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:58:38.627818 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773273436', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:58:25Z', 'updated_at': '2021-12-14T02:58:33Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:26Z', 'updated_at': '2021-12-14T02:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '2447e6b2-1f6e-4514-b8f0-af54115c6413', 'name': '', 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:18:dc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:31Z', 'updated_at': '2021-12-14T02:58:37Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:58:38.662618 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c472c03-3768-4ee9-93b3-c0ca196a8ffa None None] The sync data for ids ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'] in n-d-821636-1 is: [{'id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773273436', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:58:25Z', 'updated_at': '2021-12-14T02:58:33Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:26Z', 'updated_at': '2021-12-14T02:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '2447e6b2-1f6e-4514-b8f0-af54115c6413', 'name': '', 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:18:dc:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:31Z', 'updated_at': '2021-12-14T02:58:37Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:58:38.674191 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 431b5b38-f738-492d-a82c-02a40dbef7f6 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:58:38.674927 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-62189ba0-0c07-459d-8566-7544b08cba27 None None] Provisioning complete for port 2447e6b2-1f6e-4514-b8f0-af54115c6413 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:58:38.675299 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62189ba0-0c07-459d-8566-7544b08cba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:38.689771 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:38.839971 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78aa223a-2ae5-4def-abd9-8bf6bd4e0abd req-3a043d67-78dd-4e76-b676-7e6bac1825e0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 210 time: 0.0777926 Dec 14 02:58:38.840646 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37422) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:38.841021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Transition to ACTIVE for port object 431b5b38-f738-492d-a82c-02a40dbef7f6 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:58:38.933690 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:39.014619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Pushing event updated for resources: {'Port': ['ID=431b5b38-f738-492d-a82c-02a40dbef7f6,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:39.111024 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7a4c9e21-7c0d-4ede-8e5b-336644f70263 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=19cb86573a0c45dc80772c1772a0ac81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2757246 Dec 14 02:58:39.115092 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37432) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:39.121917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Attempting to bind port 431b5b38-f738-492d-a82c-02a40dbef7f6 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:58:39.123472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Attempting to bind port 431b5b38-f738-492d-a82c-02a40dbef7f6 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:58:39.123923 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Attempting to bind port 431b5b38-f738-492d-a82c-02a40dbef7f6 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:58:39.129805 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Port 431b5b38-f738-492d-a82c-02a40dbef7f6 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:58:39.130147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Attempting to bind port 431b5b38-f738-492d-a82c-02a40dbef7f6 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:58:39.143359 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:58:39.143754 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:58:39.144356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:58:39.145205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Bound port: 431b5b38-f738-492d-a82c-02a40dbef7f6, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:58:39.145726 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:39.197722 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23e0fc97-7908-4192-b554-32e0cc6d51c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:39.232707 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23e0fc97-7908-4192-b554-32e0cc6d51c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:39.336697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] For port 431b5b38-f738-492d-a82c-02a40dbef7f6, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:58:39.343660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] For port 431b5b38-f738-492d-a82c-02a40dbef7f6, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=431b5b38-f738-492d-a82c-02a40dbef7f6,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:58:39.450559 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:39.470611 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23e0fc97-7908-4192-b554-32e0cc6d51c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:39.476684 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23e0fc97-7908-4192-b554-32e0cc6d51c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:39.479201 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-23e0fc97-7908-4192-b554-32e0cc6d51c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4150706-9e13-4d0d-83f8-a176ad734760 HTTP/1.1" status: 204 len: 168 time: 0.3625743 Dec 14 02:58:39.506919 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0fc97-7908-4192-b554-32e0cc6d51c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4150706-9e13-4d0d-83f8-a176ad734760,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:39.525076 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2513c29-65ae-4deb-8a97-d785d41ca33d req-9b1e5331-1fbe-4653-9aa7-ae6c8b00ea36 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:39.530554 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2513c29-65ae-4deb-8a97-d785d41ca33d req-9b1e5331-1fbe-4653-9aa7-ae6c8b00ea36 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 947 time: 0.1323681 Dec 14 02:58:39.558965 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:39.559626 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:39.563545 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] 10.222.0.47 "PUT /v2.0/ports/431b5b38-f738-492d-a82c-02a40dbef7f6 HTTP/1.1" status: 200 len: 1095 time: 1.6930876 Dec 14 02:58:39.578476 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09ebc33-ce2f-4a75-9249-635908c63124', 'tag': '431b5b38-f738-492d-a82c-02a40dbef7f6'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:58:39.588555 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbcb538-56eb-4212-be32-4b1c7d8f1bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "b09ebc33-ce2f-4a75-9249-635908c63124", "tag": "431b5b38-f738-492d-a82c-02a40dbef7f6"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:58:39.847663 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2513c29-65ae-4deb-8a97-d785d41ca33d req-25e4cd8a-bef7-422a-b60e-bc425b730a6b tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da030d3-8cbc-4dfd-84bb-6b95a11368fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667937 Dec 14 02:58:39.984790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0d95a-d40b-40a4-beb5-86ef595aa38c service neutron] Pushing event updated for resources: {'Port': ['ID=431b5b38-f738-492d-a82c-02a40dbef7f6,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:40.057440 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20f89354-1038-4fce-8c12-a1397368f8e2 req-db61e921-d517-4747-8a3f-9d4abd5bc0e0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 210 time: 0.0638263 Dec 14 02:58:40.083193 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-b305ef7f-bccb-4a8b-a6f8-b8f3cb1cd0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:40.086941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-b305ef7f-bccb-4a8b-a6f8-b8f3cb1cd0a6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bab0ab51b46c420a8b5752ea2153cb4c&device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 1098 time: 0.2940245 Dec 14 02:58:40.146607 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 2447e6b2-1f6e-4514-b8f0-af54115c6413 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:58:40.152707 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-dfe06590-9462-4b52-9fde-3d2a78fbe480 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=431b5b38-f738-492d-a82c-02a40dbef7f6 HTTP/1.1" status: 200 len: 217 time: 0.0511076 Dec 14 02:58:40.286452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 2447e6b2-1f6e-4514-b8f0-af54115c6413 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:58:40.286452 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:40.288553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-cfec70b7-2870-4cb6-bdaa-e3691c0f7c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:40.293119 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-cfec70b7-2870-4cb6-bdaa-e3691c0f7c0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.1191056 Dec 14 02:58:40.368462 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-b81794d0-3f97-4157-b893-262ed88b0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:40.370140 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-b81794d0-3f97-4157-b893-262ed88b0540 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692437 Dec 14 02:58:40.491723 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ac42d2-9135-4953-be11-d1d957a2cfd8 x-openstack-request-id: req-b5ac42d2-9135-4953-be11-d1d957a2cfd8 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:58:40.492028 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09ebc33-ce2f-4a75-9249-635908c63124", "tag": "431b5b38-f738-492d-a82c-02a40dbef7f6", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:58:40.492275 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5ac42d2-9135-4953-be11-d1d957a2cfd8 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:58:40.492685 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09ebc33-ce2f-4a75-9249-635908c63124', 'tag': '431b5b38-f738-492d-a82c-02a40dbef7f6', 'status': 'completed', 'code': 200} Dec 14 02:58:40.596963 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-079dae45-2a06-4b70-b00b-288b349e3e42 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177062 Dec 14 02:58:40.734362 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5079faca-082e-4167-8e5d-faa7ce214fc1 req-58b9a79f-287d-40f3-b3e6-2b0b0c4186a0 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224210 Dec 14 02:58:41.016839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcb538-56eb-4212-be32-4b1c7d8f1bd5 req-a4861a4a-2dce-4cb6-b23a-32fdaddc8497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:41.018400 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bbcb538-56eb-4212-be32-4b1c7d8f1bd5 req-a4861a4a-2dce-4cb6-b23a-32fdaddc8497 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bab0ab51b46c420a8b5752ea2153cb4c&device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 1098 time: 0.1364093 Dec 14 02:58:41.081212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef686e1-ce48-4aa1-9418-3ab361547600 req-25d59ec7-cab8-4dee-9eb3-0c3cbe2cc492 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:41.082767 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ef686e1-ce48-4aa1-9418-3ab361547600 req-25d59ec7-cab8-4dee-9eb3-0c3cbe2cc492 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 947 time: 0.1229029 Dec 14 02:58:41.205434 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77e5847c-e8ef-43b1-93f7-410f7bb0c13b req-1b7c89d5-3964-4717-9f21-568a6a426f4b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 210 time: 0.0388680 Dec 14 02:58:41.254330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ef686e1-ce48-4aa1-9418-3ab361547600 req-c7573fa1-3e18-4096-9fb7-46a8d7556772 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da030d3-8cbc-4dfd-84bb-6b95a11368fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448352 Dec 14 02:58:41.270777 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcb538-56eb-4212-be32-4b1c7d8f1bd5 req-0541d62d-e754-4539-8e07-e164d2a0c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:41.272552 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bbcb538-56eb-4212-be32-4b1c7d8f1bd5 req-0541d62d-e754-4539-8e07-e164d2a0c40e service neutron] 10.222.0.47 "GET /v2.0/networks?id=3abe6c6c-b6d6-42bb-ad96-548900a65710 HTTP/1.1" status: 200 len: 870 time: 0.2395349 Dec 14 02:58:41.325651 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bbcb538-56eb-4212-be32-4b1c7d8f1bd5 req-52e495c8-8c05-4d96-a9ac-a26340fc6c30 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=431b5b38-f738-492d-a82c-02a40dbef7f6 HTTP/1.1" status: 200 len: 217 time: 0.0401683 Dec 14 02:58:41.353637 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37524) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:41.381990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcb538-56eb-4212-be32-4b1c7d8f1bd5 req-1f12543d-347d-4aff-9e35-57b774b2c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:41.383683 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bbcb538-56eb-4212-be32-4b1c7d8f1bd5 req-1f12543d-347d-4aff-9e35-57b774b2c9db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0510721 Dec 14 02:58:41.442835 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcb538-56eb-4212-be32-4b1c7d8f1bd5 req-b6543218-9d09-4886-8ae5-af12d92d269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:41.444594 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bbcb538-56eb-4212-be32-4b1c7d8f1bd5 req-b6543218-9d09-4886-8ae5-af12d92d269e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0500383 Dec 14 02:58:41.470082 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0ecf6000-2b3f-4fa6-a428-85e6acdfe074 tempest-ServiceProvidersTest-1765204460 tempest-ServiceProvidersTest-1765204460-project] 10.222.0.39 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1152699 Dec 14 02:58:41.563832 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bbcb538-56eb-4212-be32-4b1c7d8f1bd5 req-837c4a8e-f6b5-459f-9bd2-33889f0aee53 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115489 Dec 14 02:58:41.666009 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bbcb538-56eb-4212-be32-4b1c7d8f1bd5 req-a5b7af2e-e591-4d76-b039-08f7d0aa71ea service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934160 Dec 14 02:58:41.963141 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37566) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:42.090734 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-689b85ed-41ed-458c-ad8a-da95ce2736f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:42.193965 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-689b85ed-41ed-458c-ad8a-da95ce2736f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:42.292449 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-689b85ed-41ed-458c-ad8a-da95ce2736f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:42.334331 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f48aef7-ccc7-46db-8dc5-b60a11cb4b0d req-b24e623a-0f9a-4f1e-8d73-2a4aa3dbd4a4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 210 time: 0.0389924 Dec 14 02:58:42.339833 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-689b85ed-41ed-458c-ad8a-da95ce2736f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5fcde5733ef4695aa4b5f81aeef74a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3729568 Dec 14 02:58:42.340511 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37576) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:42.377594 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b85ed-41ed-458c-ad8a-da95ce2736f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cb8c3f-8b94-4633-94a4-454260a478e8,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:42.453077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b4d1a-87d5-437c-8b2f-a8407783554d req-fd38ef29-7bc2-4718-8ec7-ac550af5527a tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:42.455001 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc6b4d1a-87d5-437c-8b2f-a8407783554d req-fd38ef29-7bc2-4718-8ec7-ac550af5527a tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 947 time: 0.0970688 Dec 14 02:58:42.458652 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb93a3f0-9974-4c56-ba0e-d8fb6f240751 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:42.562094 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb93a3f0-9974-4c56-ba0e-d8fb6f240751 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:42.569167 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:58:42.936295 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc6b4d1a-87d5-437c-8b2f-a8407783554d req-b2660814-aa1e-4bac-b935-23c964aa01a7 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da030d3-8cbc-4dfd-84bb-6b95a11368fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608243 Dec 14 02:58:42.975816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ccc69-2216-4b94-bc15-da9394b0accf req-c174d2e5-e539-470a-9800-9b1601fa45b2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:42.975816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-167ccc69-2216-4b94-bc15-da9394b0accf req-c174d2e5-e539-470a-9800-9b1601fa45b2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.46 "GET /v2.0/networks?id=02080ebc-21eb-4e15-8483-7b778d31054a HTTP/1.1" status: 200 len: 796 time: 0.4979186 Dec 14 02:58:43.043695 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb93a3f0-9974-4c56-ba0e-d8fb6f240751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:43.046888 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cb93a3f0-9974-4c56-ba0e-d8fb6f240751 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:43.048033 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cb93a3f0-9974-4c56-ba0e-d8fb6f240751 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22cb8c3f-8b94-4633-94a4-454260a478e8 HTTP/1.1" status: 204 len: 168 time: 0.7063169 Dec 14 02:58:43.063517 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-167ccc69-2216-4b94-bc15-da9394b0accf req-79b8603d-f504-4104-8123-45c59fa2ba43 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64815042603e4fe084e0db9c9093166c HTTP/1.1" status: 200 len: 379 time: 0.0765102 Dec 14 02:58:43.068713 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93a3f0-9974-4c56-ba0e-d8fb6f240751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cb8c3f-8b94-4633-94a4-454260a478e8,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:43.074714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-167ccc69-2216-4b94-bc15-da9394b0accf req-a09af36f-e7ae-47e3-be00-ee2fd59cfef2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'port': {'device_id': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a', 'admin_state_up': True, 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'security_groups': ['10bdf387-c739-4325-95eb-f82c9a4abf7b']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:43.287482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-167ccc69-2216-4b94-bc15-da9394b0accf req-a09af36f-e7ae-47e3-be00-ee2fd59cfef2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Made reservation on behalf of 64815042603e4fe084e0db9c9093166c for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:58:43.291430 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-167ccc69-2216-4b94-bc15-da9394b0accf req-a09af36f-e7ae-47e3-be00-ee2fd59cfef2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:43.434244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-167ccc69-2216-4b94-bc15-da9394b0accf req-a09af36f-e7ae-47e3-be00-ee2fd59cfef2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Allocated IP 172.20.0.6 (02080ebc-21eb-4e15-8483-7b778d31054a/f723e296-770b-49c8-9ae1-0cfaaf179fb9/8d8f134a-3274-42e0-ba7c-73194fe80699) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:58:43.479637 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e4b36b4-58f2-4517-8d2f-50222a653d95 req-04c4098f-4f71-4b9d-b6c5-33bfefb96616 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 210 time: 0.0396748 Dec 14 02:58:43.629958 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-167ccc69-2216-4b94-bc15-da9394b0accf req-a09af36f-e7ae-47e3-be00-ee2fd59cfef2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:43.762104 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-167ccc69-2216-4b94-bc15-da9394b0accf req-a09af36f-e7ae-47e3-be00-ee2fd59cfef2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:43.816544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-167ccc69-2216-4b94-bc15-da9394b0accf req-a09af36f-e7ae-47e3-be00-ee2fd59cfef2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network 02080ebc-21eb-4e15-8483-7b778d31054a is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:58:43.819824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-167ccc69-2216-4b94-bc15-da9394b0accf req-a09af36f-e7ae-47e3-be00-ee2fd59cfef2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:58:43.827090 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-167ccc69-2216-4b94-bc15-da9394b0accf req-a09af36f-e7ae-47e3-be00-ee2fd59cfef2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:58:43.828721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09af36f-e7ae-47e3-be00-ee2fd59cfef2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=8d8f134a-3274-42e0-ba7c-73194fe80699,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:43.879069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ccc69-2216-4b94-bc15-da9394b0accf req-a09af36f-e7ae-47e3-be00-ee2fd59cfef2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:43.879854 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-167ccc69-2216-4b94-bc15-da9394b0accf req-a09af36f-e7ae-47e3-be00-ee2fd59cfef2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:43.958688 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-167ccc69-2216-4b94-bc15-da9394b0accf req-a09af36f-e7ae-47e3-be00-ee2fd59cfef2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8878136 Dec 14 02:58:43.971006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-167ccc69-2216-4b94-bc15-da9394b0accf req-d306fb68-15a8-4db8-a94a-197eb0b0081b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:58:43.972483 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-167ccc69-2216-4b94-bc15-da9394b0accf req-d306fb68-15a8-4db8-a94a-197eb0b0081b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069957 Dec 14 02:58:43.991734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Request body: {'port': {'device_id': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:44.106725 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b6e8207f-bd55-4d40-b3c2-febefccb9f32 None None] Provisioning complete for port 8d8f134a-3274-42e0-ba7c-73194fe80699 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:58:44.107821 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:44.108532 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6e8207f-bd55-4d40-b3c2-febefccb9f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:44.137660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88129e-80ea-4eb0-b4d4-2b10a89477b9 req-cc01b60e-da1c-40d2-b27e-2459cc245ed3 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:44.140057 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cc88129e-80ea-4eb0-b4d4-2b10a89477b9 req-cc01b60e-da1c-40d2-b27e-2459cc245ed3 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 947 time: 0.0803971 Dec 14 02:58:44.163714 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b6e8207f-bd55-4d40-b3c2-febefccb9f32 None None] Port 8d8f134a-3274-42e0-ba7c-73194fe80699 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:58:44.173405 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 431b5b38-f738-492d-a82c-02a40dbef7f6 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:58:44.313349 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 431b5b38-f738-492d-a82c-02a40dbef7f6, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=431b5b38-f738-492d-a82c-02a40dbef7f6,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:58:44.324790 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cc88129e-80ea-4eb0-b4d4-2b10a89477b9 req-1196979f-384f-4547-8ab5-f4553b183599 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da030d3-8cbc-4dfd-84bb-6b95a11368fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627221 Dec 14 02:58:44.333048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '431b5b38-f738-492d-a82c-02a40dbef7f6', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '431b5b38-f738-492d-a82c-02a40dbef7f6', 'mac_address': 'fa:16:3e:6c:b6:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:58:44.427988 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:44.443858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431b5b38-f738-492d-a82c-02a40dbef7f6 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:58:44.475692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 431b5b38-f738-492d-a82c-02a40dbef7f6, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=431b5b38-f738-492d-a82c-02a40dbef7f6,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:58:44.541387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8f134a-3274-42e0-ba7c-73194fe80699 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:58:44.557970 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:44.562450 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:44.581416 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Transition to ACTIVE for port object 8d8f134a-3274-42e0-ba7c-73194fe80699 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:58:44.642939 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=431b5b38-f738-492d-a82c-02a40dbef7f6,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:44.646792 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c20719-4daa-4848-90d0-ec23071dee6e req-7946a94d-50b6-430c-b795-89c9e22719d2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:44.648478 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47c20719-4daa-4848-90d0-ec23071dee6e req-7946a94d-50b6-430c-b795-89c9e22719d2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 931 time: 0.0620189 Dec 14 02:58:44.679111 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:44.757483 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47c20719-4daa-4848-90d0-ec23071dee6e req-a6df93d7-003c-45b3-a73f-f752d202491e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025555 Dec 14 02:58:44.799429 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Pushing event updated for resources: {'Port': ['ID=8d8f134a-3274-42e0-ba7c-73194fe80699,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:44.868047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Attempting to bind port 8d8f134a-3274-42e0-ba7c-73194fe80699 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:58:44.872178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Attempting to bind port 8d8f134a-3274-42e0-ba7c-73194fe80699 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'c46756e1-62fa-4b0d-8d59-07bfe235eb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:58:44.872178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Attempting to bind port 8d8f134a-3274-42e0-ba7c-73194fe80699 on network 02080ebc-21eb-4e15-8483-7b778d31054a {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:58:44.874071 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Port 8d8f134a-3274-42e0-ba7c-73194fe80699 on network 02080ebc-21eb-4e15-8483-7b778d31054a not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:58:44.874537 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Attempting to bind port 8d8f134a-3274-42e0-ba7c-73194fe80699 on network 02080ebc-21eb-4e15-8483-7b778d31054a {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:58:44.880086 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:58:44.880554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Checking segment: {'id': 'c46756e1-62fa-4b0d-8d59-07bfe235eb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:58:44.880817 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Bound using segment: {'id': 'c46756e1-62fa-4b0d-8d59-07bfe235eb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:58:44.881143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['431b5b38-f738-492d-a82c-02a40dbef7f6'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:58:44.881268 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Bound port: 8d8f134a-3274-42e0-ba7c-73194fe80699, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46756e1-62fa-4b0d-8d59-07bfe235eb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:58:44.881687 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:45.026399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] For port 8d8f134a-3274-42e0-ba7c-73194fe80699, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:58:45.030626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] For port 8d8f134a-3274-42e0-ba7c-73194fe80699, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=8d8f134a-3274-42e0-ba7c-73194fe80699,segment=NetworkSegment(c46756e1-62fa-4b0d-8d59-07bfe235eb1b),segment_id=c46756e1-62fa-4b0d-8d59-07bfe235eb1b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:58:45.098744 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:45.210167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Pushing event updated for resources: {'Port': ['ID=8d8f134a-3274-42e0-ba7c-73194fe80699,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:45.213858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:45.214637 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:45.216458 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-167ccc69-2216-4b94-bc15-da9394b0accf req-7f1a079a-e2c7-4469-8ceb-cead954717ce service neutron] 10.222.0.46 "PUT /v2.0/ports/8d8f134a-3274-42e0-ba7c-73194fe80699 HTTP/1.1" status: 200 len: 1091 time: 1.2293298 Dec 14 02:58:45.217253 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'tag': '8d8f134a-3274-42e0-ba7c-73194fe80699'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:58:45.220936 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6eeda8a-351f-47c2-859c-18e565ccfa51" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9c80f5-f20b-4aff-9ffd-1d237b78230f", "tag": "8d8f134a-3274-42e0-ba7c-73194fe80699"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:58:45.274802 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d83fd61-8179-470f-99c1-34df26df209d x-openstack-request-id: req-0d83fd61-8179-470f-99c1-34df26df209d {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:58:45.275104 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9c80f5-f20b-4aff-9ffd-1d237b78230f", "tag": "8d8f134a-3274-42e0-ba7c-73194fe80699", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:58:45.277481 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0d83fd61-8179-470f-99c1-34df26df209d {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:58:45.277948 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'tag': '8d8f134a-3274-42e0-ba7c-73194fe80699', 'status': 'completed', 'code': 200} Dec 14 02:58:45.419291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eeda8a-351f-47c2-859c-18e565ccfa51 req-75fc0617-d23a-465e-bb6f-99d2aa41884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:45.429341 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6eeda8a-351f-47c2-859c-18e565ccfa51 req-75fc0617-d23a-465e-bb6f-99d2aa41884d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 1094 time: 0.1105323 Dec 14 02:58:45.612022 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1073662-b123-410a-9dbe-3265f97b72ef req-aa293313-a675-4f48-b7d7-d0ebf7ba7aca tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:45.613678 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1073662-b123-410a-9dbe-3265f97b72ef req-aa293313-a675-4f48-b7d7-d0ebf7ba7aca tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 948 time: 0.1308584 Dec 14 02:58:45.638650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eeda8a-351f-47c2-859c-18e565ccfa51 req-4898d0c4-ed32-49a1-9e3d-d387356d416a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:45.640348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6eeda8a-351f-47c2-859c-18e565ccfa51 req-4898d0c4-ed32-49a1-9e3d-d387356d416a service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=64815042603e4fe084e0db9c9093166c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1958182 Dec 14 02:58:45.870982 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1073662-b123-410a-9dbe-3265f97b72ef req-cf80f12c-ed26-41de-b176-b4489531e7a9 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da030d3-8cbc-4dfd-84bb-6b95a11368fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431772 Dec 14 02:58:45.915859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eeda8a-351f-47c2-859c-18e565ccfa51 req-44d4ec3c-232f-4223-9cd6-3cf7aa76b17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:45.917675 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6eeda8a-351f-47c2-859c-18e565ccfa51 req-44d4ec3c-232f-4223-9cd6-3cf7aa76b17b service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2695246 Dec 14 02:58:45.981787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50e782-5d80-44e9-a3db-eb5f7697716c req-a83cb78f-ab4c-4cc8-95fa-edb51e768f08 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:45.986716 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d50e782-5d80-44e9-a3db-eb5f7697716c req-a83cb78f-ab4c-4cc8-95fa-edb51e768f08 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 943 time: 0.0666640 Dec 14 02:58:46.080699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ccc69-2216-4b94-bc15-da9394b0accf req-658e1d91-b125-4c22-893f-ba2b934df072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:46.082208 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-167ccc69-2216-4b94-bc15-da9394b0accf req-658e1d91-b125-4c22-893f-ba2b934df072 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 1094 time: 0.0941834 Dec 14 02:58:46.086167 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d50e782-5d80-44e9-a3db-eb5f7697716c req-db1cd24b-fa19-4fa7-a629-e212fa1c0ec2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899198 Dec 14 02:58:46.139179 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-167ccc69-2216-4b94-bc15-da9394b0accf req-34183a0a-026f-4a2e-857f-77b8dd1e424c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8f134a-3274-42e0-ba7c-73194fe80699 HTTP/1.1" status: 200 len: 217 time: 0.0431442 Dec 14 02:58:46.188641 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 431b5b38-f738-492d-a82c-02a40dbef7f6 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:58:46.195497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ccc69-2216-4b94-bc15-da9394b0accf req-215277ca-9c47-4ba7-9b39-6984b958e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:46.197058 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-167ccc69-2216-4b94-bc15-da9394b0accf req-215277ca-9c47-4ba7-9b39-6984b958e85c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f723e296-770b-49c8-9ae1-0cfaaf179fb9 HTTP/1.1" status: 200 len: 835 time: 0.0511210 Dec 14 02:58:46.250287 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ccc69-2216-4b94-bc15-da9394b0accf req-921a5818-e1ab-45d3-b693-976e3a84847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:46.252040 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-167ccc69-2216-4b94-bc15-da9394b0accf req-921a5818-e1ab-45d3-b693-976e3a84847e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02080ebc-21eb-4e15-8483-7b778d31054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475793 Dec 14 02:58:46.315174 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 431b5b38-f738-492d-a82c-02a40dbef7f6 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:58:46.319866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 431b5b38-f738-492d-a82c-02a40dbef7f6 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:58:46.320268 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:46.357147 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-167ccc69-2216-4b94-bc15-da9394b0accf req-e6932783-62b2-489f-a591-2b2812944e7a service neutron] 10.222.0.46 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978522 Dec 14 02:58:46.407204 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:46.433430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09ebc33-ce2f-4a75-9249-635908c63124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431b5b38-f738-492d-a82c-02a40dbef7f6'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:58:46.436915 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a5a1f1-bc7c-458e-b575-083a7eefb83b" -d '{"events": [{"server_uuid": "b09ebc33-ce2f-4a75-9249-635908c63124", "name": "network-vif-plugged", "status": "completed", "tag": "431b5b38-f738-492d-a82c-02a40dbef7f6"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:58:46.455111 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 431b5b38-f738-492d-a82c-02a40dbef7f6, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=431b5b38-f738-492d-a82c-02a40dbef7f6,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:58:46.471400 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-167ccc69-2216-4b94-bc15-da9394b0accf req-df011ce6-ed1d-4934-8644-4f0e44cd6436 service neutron] 10.222.0.46 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074746 Dec 14 02:58:46.527251 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:46.584850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=431b5b38-f738-492d-a82c-02a40dbef7f6,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:46.631122 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4f2eac-04e9-4564-916a-f2aa1728f9ad x-openstack-request-id: req-ef4f2eac-04e9-4564-916a-f2aa1728f9ad {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:58:46.631987 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09ebc33-ce2f-4a75-9249-635908c63124", "name": "network-vif-plugged", "status": "completed", "tag": "431b5b38-f738-492d-a82c-02a40dbef7f6", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:58:46.632251 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ef4f2eac-04e9-4564-916a-f2aa1728f9ad {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:58:46.632892 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09ebc33-ce2f-4a75-9249-635908c63124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431b5b38-f738-492d-a82c-02a40dbef7f6', 'code': 200} Dec 14 02:58:46.677908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 37664) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:46.766684 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a56a78-54ff-4bb9-a0ac-00a781740808 req-f5d9f8eb-8cb2-4ed9-9f5c-902436b81d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:46.768236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89a56a78-54ff-4bb9-a0ac-00a781740808 req-f5d9f8eb-8cb2-4ed9-9f5c-902436b81d05 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 1100 time: 0.0463612 Dec 14 02:58:46.822610 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89a56a78-54ff-4bb9-a0ac-00a781740808 req-fe207e10-17ca-45af-8e2a-e030f554e606 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3da030d3-8cbc-4dfd-84bb-6b95a11368fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465806 Dec 14 02:58:46.847032 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-15f351dc-ab52-4ab0-8168-2a162e227902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:46.927201 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-15f351dc-ab52-4ab0-8168-2a162e227902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:47.007989 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-15f351dc-ab52-4ab0-8168-2a162e227902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:47.048998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9ad64-5784-4531-98cd-1915fe66dac3 req-db1fe4e8-c854-49ed-addb-9c64d8738013 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:47.050546 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56b9ad64-5784-4531-98cd-1915fe66dac3 req-db1fe4e8-c854-49ed-addb-9c64d8738013 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 949 time: 0.0759394 Dec 14 02:58:47.073994 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-15f351dc-ab52-4ab0-8168-2a162e227902 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd15934708974c12b358287c9d4febd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3919673 Dec 14 02:58:47.074200 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37676) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:47.084565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f351dc-ab52-4ab0-8168-2a162e227902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34def46-a660-4c9c-882d-bd75e03dc67b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:47.130295 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56b9ad64-5784-4531-98cd-1915fe66dac3 req-67ee781c-0491-4002-a36d-4748efd12a94 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da030d3-8cbc-4dfd-84bb-6b95a11368fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720828 Dec 14 02:58:47.149386 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-26f6e348-6ad6-48cb-9d2c-06ff46458134 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:47.179696 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-26f6e348-6ad6-48cb-9d2c-06ff46458134 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:47.244971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbeeaf-cb3e-4ecd-9807-90ebb7f682d8 req-7132e9ed-3153-4245-a020-8f775c27a0e1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:47.247625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5dbeeaf-cb3e-4ecd-9807-90ebb7f682d8 req-7132e9ed-3153-4245-a020-8f775c27a0e1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 943 time: 0.0605457 Dec 14 02:58:47.275683 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-26f6e348-6ad6-48cb-9d2c-06ff46458134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:47.278561 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-26f6e348-6ad6-48cb-9d2c-06ff46458134 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:47.284009 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-26f6e348-6ad6-48cb-9d2c-06ff46458134 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a34def46-a660-4c9c-882d-bd75e03dc67b HTTP/1.1" status: 204 len: 168 time: 0.2084680 Dec 14 02:58:47.296070 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6e348-6ad6-48cb-9d2c-06ff46458134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34def46-a660-4c9c-882d-bd75e03dc67b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:47.305733 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6e348-6ad6-48cb-9d2c-06ff46458134 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:47.306438 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6e348-6ad6-48cb-9d2c-06ff46458134 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:47.306997 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6e348-6ad6-48cb-9d2c-06ff46458134 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:47.307416 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6e348-6ad6-48cb-9d2c-06ff46458134 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:47.307834 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6e348-6ad6-48cb-9d2c-06ff46458134 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:47.308383 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6e348-6ad6-48cb-9d2c-06ff46458134 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:47.309567 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6e348-6ad6-48cb-9d2c-06ff46458134 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:47.310380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6e348-6ad6-48cb-9d2c-06ff46458134 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:47.310850 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5dbeeaf-cb3e-4ecd-9807-90ebb7f682d8 req-9d9fb5bd-5cc5-42a3-b64e-14539c69b93c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567756 Dec 14 02:58:47.311746 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6e348-6ad6-48cb-9d2c-06ff46458134 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:47.312368 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6e348-6ad6-48cb-9d2c-06ff46458134 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:47.312815 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6e348-6ad6-48cb-9d2c-06ff46458134 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:47.313215 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6e348-6ad6-48cb-9d2c-06ff46458134 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:47.313820 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f6e348-6ad6-48cb-9d2c-06ff46458134 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:58:47.898048 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37688) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:47.911632 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-700cb6a4-6f11-4169-9234-ececec5333fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:47.990810 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-700cb6a4-6f11-4169-9234-ececec5333fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:48.058576 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-700cb6a4-6f11-4169-9234-ececec5333fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:48.098647 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700cb6a4-6f11-4169-9234-ececec5333fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197bcd5a-25c0-4a77-90c9-a7ca67766a8b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:48.102780 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-700cb6a4-6f11-4169-9234-ececec5333fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ccc17f4d19d408188669229ab52b025&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2036929 Dec 14 02:58:48.105579 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37690) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:48.157253 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ade28754-5730-4c3f-8994-2fb621f93b2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:48.184754 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ade28754-5730-4c3f-8994-2fb621f93b2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:48.254968 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa7235-90fd-4b23-ba3a-b4801f0d0503 req-78ca30e3-06a2-4a24-866f-d5be4b95194f tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:48.257348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-65aa7235-90fd-4b23-ba3a-b4801f0d0503 req-78ca30e3-06a2-4a24-866f-d5be4b95194f tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 949 time: 0.0493486 Dec 14 02:58:48.311954 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ade28754-5730-4c3f-8994-2fb621f93b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:48.314911 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ade28754-5730-4c3f-8994-2fb621f93b2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:48.316152 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ade28754-5730-4c3f-8994-2fb621f93b2c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/197bcd5a-25c0-4a77-90c9-a7ca67766a8b HTTP/1.1" status: 204 len: 168 time: 0.2096725 Dec 14 02:58:48.324692 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade28754-5730-4c3f-8994-2fb621f93b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197bcd5a-25c0-4a77-90c9-a7ca67766a8b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:48.332222 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-65aa7235-90fd-4b23-ba3a-b4801f0d0503 req-28e99453-f13d-4d77-8e75-ad8e58e7d31a tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da030d3-8cbc-4dfd-84bb-6b95a11368fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679317 Dec 14 02:58:48.482714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326dfe65-271a-4912-9891-f1a7bcbce84d req-c87d2c6e-5b95-48d2-89ef-9f992a6dda52 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:48.485327 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-326dfe65-271a-4912-9891-f1a7bcbce84d req-c87d2c6e-5b95-48d2-89ef-9f992a6dda52 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 943 time: 0.0777314 Dec 14 02:58:48.559208 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-326dfe65-271a-4912-9891-f1a7bcbce84d req-8ccc5de2-82e6-4dd5-a14f-77117eb2fde3 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675576 Dec 14 02:58:49.023487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4213f2-7836-48cd-baf8-ea6122cf9435 req-a44b05bb-3896-4fa5-aa2b-f5c02ddbb416 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:49.025100 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad4213f2-7836-48cd-baf8-ea6122cf9435 req-a44b05bb-3896-4fa5-aa2b-f5c02ddbb416 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 949 time: 0.0738161 Dec 14 02:58:49.052447 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 8d8f134a-3274-42e0-ba7c-73194fe80699 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:58:49.084380 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad4213f2-7836-48cd-baf8-ea6122cf9435 req-ec74af2d-24af-4aae-91ae-b6c661bea831 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da030d3-8cbc-4dfd-84bb-6b95a11368fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518320 Dec 14 02:58:49.179102 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 8d8f134a-3274-42e0-ba7c-73194fe80699, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=8d8f134a-3274-42e0-ba7c-73194fe80699,segment=NetworkSegment(c46756e1-62fa-4b0d-8d59-07bfe235eb1b),segment_id=c46756e1-62fa-4b0d-8d59-07bfe235eb1b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:58:49.192029 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '8d8f134a-3274-42e0-ba7c-73194fe80699', 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a', 'port_id': '8d8f134a-3274-42e0-ba7c-73194fe80699', 'mac_address': 'fa:16:3e:f7:c7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:58:49.242420 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:49.262730 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8f134a-3274-42e0-ba7c-73194fe80699 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:58:49.294035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 8d8f134a-3274-42e0-ba7c-73194fe80699, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=8d8f134a-3274-42e0-ba7c-73194fe80699,segment=NetworkSegment(c46756e1-62fa-4b0d-8d59-07bfe235eb1b),segment_id=c46756e1-62fa-4b0d-8d59-07bfe235eb1b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:58:49.388942 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:49.448234 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=8d8f134a-3274-42e0-ba7c-73194fe80699,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:49.698196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['8d8f134a-3274-42e0-ba7c-73194fe80699'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:58:49.700201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a636639-ba66-475b-99b2-81f1beb6986e req-04265f75-09ab-4b0e-805a-51dd642e143f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:49.710258 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a636639-ba66-475b-99b2-81f1beb6986e req-04265f75-09ab-4b0e-805a-51dd642e143f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 944 time: 0.0716200 Dec 14 02:58:49.778920 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a636639-ba66-475b-99b2-81f1beb6986e req-8ef3be60-8c13-4c85-8591-ab0952be1441 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676296 Dec 14 02:58:50.219682 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c7b2c-0977-4ebe-945c-70e672b2c6a0 req-9f310182-68f0-4822-b9b4-7f6a19c39ab6 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:50.221899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-513c7b2c-0977-4ebe-945c-70e672b2c6a0 req-9f310182-68f0-4822-b9b4-7f6a19c39ab6 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 949 time: 0.0616443 Dec 14 02:58:50.285409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-513c7b2c-0977-4ebe-945c-70e672b2c6a0 req-fd507850-7c13-4d13-bf30-a4450d2fc87b tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/security-groups?id=3da030d3-8cbc-4dfd-84bb-6b95a11368fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575657 Dec 14 02:58:50.358861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bd824-1959-4736-84a7-7b5cd11978bf req-3112142b-bd5a-4fdf-8dbd-acd766ccad61 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:50.360686 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-110bd824-1959-4736-84a7-7b5cd11978bf req-3112142b-bd5a-4fdf-8dbd-acd766ccad61 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.47 "GET /v2.0/ports?device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 949 time: 0.0554307 Dec 14 02:58:50.494710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-110bd824-1959-4736-84a7-7b5cd11978bf req-a3c2e7dc-ed97-4fec-9d35-436884842110 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Deleting port 431b5b38-f738-492d-a82c-02a40dbef7f6 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 02:58:50.495069 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-110bd824-1959-4736-84a7-7b5cd11978bf req-a3c2e7dc-ed97-4fec-9d35-436884842110 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:50.608634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-110bd824-1959-4736-84a7-7b5cd11978bf req-a3c2e7dc-ed97-4fec-9d35-436884842110 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] For port 431b5b38-f738-492d-a82c-02a40dbef7f6, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=431b5b38-f738-492d-a82c-02a40dbef7f6,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:58:50.609024 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-110bd824-1959-4736-84a7-7b5cd11978bf req-a3c2e7dc-ed97-4fec-9d35-436884842110 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:50.622867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-110bd824-1959-4736-84a7-7b5cd11978bf req-a3c2e7dc-ed97-4fec-9d35-436884842110 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Calling delete_port for 431b5b38-f738-492d-a82c-02a40dbef7f6 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 02:58:50.859251 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-110bd824-1959-4736-84a7-7b5cd11978bf req-a3c2e7dc-ed97-4fec-9d35-436884842110 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:50.893518 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['431b5b38-f738-492d-a82c-02a40dbef7f6'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:58:50.902017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2e7dc-ed97-4fec-9d35-436884842110 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Pushing event deleted for resources: {'Port': ['ID=431b5b38-f738-492d-a82c-02a40dbef7f6,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:50.979032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-110bd824-1959-4736-84a7-7b5cd11978bf req-a3c2e7dc-ed97-4fec-9d35-436884842110 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] No DVR routers for this DVR port 431b5b38-f738-492d-a82c-02a40dbef7f6 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:58:50.983322 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-110bd824-1959-4736-84a7-7b5cd11978bf req-a3c2e7dc-ed97-4fec-9d35-436884842110 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:50.987460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-110bd824-1959-4736-84a7-7b5cd11978bf req-a3c2e7dc-ed97-4fec-9d35-436884842110 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.47 "DELETE /v2.0/ports/431b5b38-f738-492d-a82c-02a40dbef7f6 HTTP/1.1" status: 204 len: 173 time: 0.6199470 Dec 14 02:58:50.988105 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09ebc33-ce2f-4a75-9249-635908c63124', 'name': 'network-vif-deleted', 'tag': '431b5b38-f738-492d-a82c-02a40dbef7f6'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:58:50.991372 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065cc0bf-fc8a-477f-9a60-4f993e504b11" -d '{"events": [{"server_uuid": "b09ebc33-ce2f-4a75-9249-635908c63124", "name": "network-vif-deleted", "tag": "431b5b38-f738-492d-a82c-02a40dbef7f6"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:58:51.023587 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c55926-88f1-4190-b288-8281c5e6a8bd req-b724f470-0826-4a25-94d9-054ce72c8d14 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:51.026280 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0c55926-88f1-4190-b288-8281c5e6a8bd req-b724f470-0826-4a25-94d9-054ce72c8d14 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 944 time: 0.1563416 Dec 14 02:58:51.047343 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cd7643-8ba2-498f-8ca0-469fcc937ce0 x-openstack-request-id: req-81cd7643-8ba2-498f-8ca0-469fcc937ce0 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:58:51.047793 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09ebc33-ce2f-4a75-9249-635908c63124", "name": "network-vif-deleted", "tag": "431b5b38-f738-492d-a82c-02a40dbef7f6", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:58:51.048307 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81cd7643-8ba2-498f-8ca0-469fcc937ce0 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:58:51.048735 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09ebc33-ce2f-4a75-9249-635908c63124', 'name': 'network-vif-deleted', 'tag': '431b5b38-f738-492d-a82c-02a40dbef7f6', 'status': 'completed', 'code': 200} Dec 14 02:58:51.067585 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 8d8f134a-3274-42e0-ba7c-73194fe80699 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:58:51.134350 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0c55926-88f1-4190-b288-8281c5e6a8bd req-cd118bd7-89a4-4184-946d-8b537ea827bc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979745 Dec 14 02:58:51.310333 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 8d8f134a-3274-42e0-ba7c-73194fe80699 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:58:51.315612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 8d8f134a-3274-42e0-ba7c-73194fe80699 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:58:51.315993 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:51.428885 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d317d5a6-020c-4887-b8ed-45ec658e886d req-74879d2a-0970-44df-bb4b-fe161aca281a tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 210 time: 0.0325656 Dec 14 02:58:51.433446 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:51.461538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8f134a-3274-42e0-ba7c-73194fe80699'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:58:51.464252 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bf7f1e-266a-444e-92ba-fe894a15bbf9" -d '{"events": [{"server_uuid": "8d9c80f5-f20b-4aff-9ffd-1d237b78230f", "name": "network-vif-plugged", "status": "completed", "tag": "8d8f134a-3274-42e0-ba7c-73194fe80699"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:58:51.504091 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 8d8f134a-3274-42e0-ba7c-73194fe80699, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=8d8f134a-3274-42e0-ba7c-73194fe80699,segment=NetworkSegment(c46756e1-62fa-4b0d-8d59-07bfe235eb1b),segment_id=c46756e1-62fa-4b0d-8d59-07bfe235eb1b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:58:51.518443 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893c48ac-18d4-4508-847b-2c5e28982711 x-openstack-request-id: req-893c48ac-18d4-4508-847b-2c5e28982711 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:58:51.518800 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9c80f5-f20b-4aff-9ffd-1d237b78230f", "name": "network-vif-plugged", "status": "completed", "tag": "8d8f134a-3274-42e0-ba7c-73194fe80699", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:58:51.519058 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-893c48ac-18d4-4508-847b-2c5e28982711 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:58:51.519455 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8f134a-3274-42e0-ba7c-73194fe80699', 'code': 200} Dec 14 02:58:51.647759 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:51.658452 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26a4c7-c08f-4fcc-a484-5da87b2e57cf req-fc9ca9f4-1a7e-47fb-91f6-984a69dc0577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:51.662185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ac26a4c7-c08f-4fcc-a484-5da87b2e57cf req-fc9ca9f4-1a7e-47fb-91f6-984a69dc0577 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 1095 time: 0.0482142 Dec 14 02:58:51.717003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=8d8f134a-3274-42e0-ba7c-73194fe80699,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:51.729057 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ac26a4c7-c08f-4fcc-a484-5da87b2e57cf req-05743558-a090-46fa-a88b-a5de8a414846 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612144 Dec 14 02:58:52.247211 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-f74df525-a46d-4290-8d59-759a53f0624c req-ef1a6b78-a2be-4cba-8095-ba9e6dd33d9f service neutron] (103847) timed out ('10.222.0.39', 44664) {{(pid=103847) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 02:58:52.258516 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663133e-e311-4e2d-86a8-74781c652e49 req-257c0d4f-6960-4f01-a443-c2871f179296 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:52.260020 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9663133e-e311-4e2d-86a8-74781c652e49 req-257c0d4f-6960-4f01-a443-c2871f179296 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.0496101 Dec 14 02:58:52.311576 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9663133e-e311-4e2d-86a8-74781c652e49 req-a6c61b6e-55ba-4d5e-9331-278515f4fca5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443308 Dec 14 02:58:52.564292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f595db46-1833-49af-8a1a-30d2372e352a req-ce32950c-07ec-4d09-b2d2-ce163e1a00d9 tempest-VolumesNegativeTest-2121433964 tempest-VolumesNegativeTest-2121433964-project] 10.222.0.39 "GET /v2.0/ports?device_id=b09ebc33-ce2f-4a75-9249-635908c63124 HTTP/1.1" status: 200 len: 210 time: 0.0300448 Dec 14 02:58:53.440382 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6051d-6f25-4a74-bea6-657955ff74ef req-329d81bb-c9be-4705-8b3d-771136568fa7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:53.441978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bef6051d-6f25-4a74-bea6-657955ff74ef req-329d81bb-c9be-4705-8b3d-771136568fa7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.0577080 Dec 14 02:58:53.497514 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bef6051d-6f25-4a74-bea6-657955ff74ef req-460c526d-80f9-4e6f-820c-c3927094ee40 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494518 Dec 14 02:58:53.630655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebc73a-9409-4b8c-bc94-669b32330bb4 req-d832f598-1890-446f-88d3-b4928c891e60 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:53.632339 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15ebc73a-9409-4b8c-bc94-669b32330bb4 req-d832f598-1890-446f-88d3-b4928c891e60 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.0535636 Dec 14 02:58:53.717968 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15ebc73a-9409-4b8c-bc94-669b32330bb4 req-a425fc86-e1ae-4940-874b-799e69253a5a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679271 Dec 14 02:58:53.739933 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37844) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:53.788896 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02e9b0a-260a-4e3e-8fee-93a2b93b0809 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:53.790625 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d02e9b0a-260a-4e3e-8fee-93a2b93b0809 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 1091 time: 0.0493224 Dec 14 02:58:53.793539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37852) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:53.799520 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': '8d8f134a-3274-42e0-ba7c-73194fe80699', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:58:53.886318 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:54.004660 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:54.118845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Allocated IP 172.25.7.178 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/343120a4-38ac-426f-b7eb-645d8b1f61eb) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:58:54.233535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 431b5b38-f738-492d-a82c-02a40dbef7f6 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:58:54.266670 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:54.269498 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 431b5b38-f738-492d-a82c-02a40dbef7f6 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 02:58:54.270130 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 431b5b38-f738-492d-a82c-02a40dbef7f6 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:58:54.386073 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:54.434812 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:58:54.439070 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:58:54.443690 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:58:54.477789 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=343120a4-38ac-426f-b7eb-645d8b1f61eb,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:54.899964 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:55.048328 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:55.251995 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:55.355436 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:55.510285 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=343120a4-38ac-426f-b7eb-645d8b1f61eb,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:55.521222 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:55.620267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 37988) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:55.662664 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Floating IP 2fe2b0cb-5885-431e-84a2-aa62ba13e75f associated. External IP: 172.25.7.178, port: 8d8f134a-3274-42e0-ba7c-73194fe80699. Dec 14 02:58:55.788173 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e64100d9-92a1-4237-ab3b-af2ba222b6e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:56.008026 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e64100d9-92a1-4237-ab3b-af2ba222b6e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:56.020969 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 2afe1350-b2fd-43e2-8cbc-534293d1bc2a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:58:56.109673 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e64100d9-92a1-4237-ab3b-af2ba222b6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:56.166410 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e64100d9-92a1-4237-ab3b-af2ba222b6e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f19220fcec94b94b97e01cef055e273&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5482445 Dec 14 02:58:56.169067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 38004) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:56.173485 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64100d9-92a1-4237-ab3b-af2ba222b6e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e280d8-34f0-4c82-8e11-dc8b0e9aafd9,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:56.200024 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:58:56.211649 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1678eea-2e99-4240-bf8c-817371c65f0b None None] Sync routers for ids ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:58:56.227896 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1678eea-2e99-4240-bf8c-817371c65f0b None None] Routers {'2afe1350-b2fd-43e2-8cbc-534293d1bc2a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:58:56.228788 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a1678eea-2e99-4240-bf8c-817371c65f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:58:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:58:56.248200 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-047b2a13-59fe-4bb7-bab4-41c919a2a82e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:56.279005 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-047b2a13-59fe-4bb7-bab4-41c919a2a82e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:56.312465 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:56.343150 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-a1678eea-2e99-4240-bf8c-817371c65f0b None None] Set router 2afe1350-b2fd-43e2-8cbc-534293d1bc2a gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:58:56.346556 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4178e910-0a1c-4b51-973e-8378ae20e105 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5517814 Dec 14 02:58:56.347565 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'tag': '8d8f134a-3274-42e0-ba7c-73194fe80699'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:58:56.351236 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552a9a14-6e75-4edd-a615-be5d4b9420eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9c80f5-f20b-4aff-9ffd-1d237b78230f", "tag": "8d8f134a-3274-42e0-ba7c-73194fe80699"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:58:56.491425 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-047b2a13-59fe-4bb7-bab4-41c919a2a82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:56.497771 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-047b2a13-59fe-4bb7-bab4-41c919a2a82e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:56.499487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-047b2a13-59fe-4bb7-bab4-41c919a2a82e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15e280d8-34f0-4c82-8e11-dc8b0e9aafd9 HTTP/1.1" status: 204 len: 168 time: 0.3292534 Dec 14 02:58:56.525597 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b2a13-59fe-4bb7-bab4-41c919a2a82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e280d8-34f0-4c82-8e11-dc8b0e9aafd9,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:56.581144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ad0f0-591b-440c-8436-487b9159c7e9 req-aaa52030-4a2e-44dd-a9bd-d15de444cf5a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:56.582963 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e16ad0f0-591b-440c-8436-487b9159c7e9 req-aaa52030-4a2e-44dd-a9bd-d15de444cf5a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.1454871 Dec 14 02:58:56.629022 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be450d9-c1f2-4932-8bd4-f4a640697143 x-openstack-request-id: req-3be450d9-c1f2-4932-8bd4-f4a640697143 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:58:56.629022 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9c80f5-f20b-4aff-9ffd-1d237b78230f", "tag": "8d8f134a-3274-42e0-ba7c-73194fe80699", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:58:56.629497 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3be450d9-c1f2-4932-8bd4-f4a640697143 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:58:56.631138 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'tag': '8d8f134a-3274-42e0-ba7c-73194fe80699', 'status': 'completed', 'code': 200} Dec 14 02:58:56.724184 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e16ad0f0-591b-440c-8436-487b9159c7e9 req-b416eeb5-29a5-4fb5-ab01-fde49b6665a0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307497 Dec 14 02:58:56.740821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38034) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:56.741354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a9a14-6e75-4edd-a615-be5d4b9420eb req-0b7e7063-ebe2-482a-9a01-0dce5151586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:56.743154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-552a9a14-6e75-4edd-a615-be5d4b9420eb req-0b7e7063-ebe2-482a-9a01-0dce5151586f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 1096 time: 0.0675061 Dec 14 02:58:56.771432 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a1678eea-2e99-4240-bf8c-817371c65f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773273436', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:58:25Z', 'updated_at': '2021-12-14T02:58:33Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:26Z', 'updated_at': '2021-12-14T02:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '2fe2b0cb-5885-431e-84a2-aa62ba13e75f', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'floating_ip_address': '172.25.7.178', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'port_id': '8d8f134a-3274-42e0-ba7c-73194fe80699', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a', 'mac_address': 'fa:16:3e:f7:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:58:54Z', 'updated_at': '2021-12-14T02:58:54Z', 'revision_number': 0, 'project_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2447e6b2-1f6e-4514-b8f0-af54115c6413', 'name': '', 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:18:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:31Z', 'updated_at': '2021-12-14T02:58:38Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:58:56.804267 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1678eea-2e99-4240-bf8c-817371c65f0b None None] Checking router: 2afe1350-b2fd-43e2-8cbc-534293d1bc2a for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:58:56.816670 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1678eea-2e99-4240-bf8c-817371c65f0b None None] Routers {'2afe1350-b2fd-43e2-8cbc-534293d1bc2a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:58:56.817583 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a1678eea-2e99-4240-bf8c-817371c65f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:58:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:58:56.828891 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1454daf8-12ba-4e13-8094-1aa7087cd06f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/floatingips/2fe2b0cb-5885-431e-84a2-aa62ba13e75f HTTP/1.1" status: 200 len: 991 time: 0.0860786 Dec 14 02:58:56.885575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a9a14-6e75-4edd-a615-be5d4b9420eb req-d42683c3-b466-4758-ab8c-0911776b21be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:56.887091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-552a9a14-6e75-4edd-a615-be5d4b9420eb req-d42683c3-b466-4758-ab8c-0911776b21be service neutron] 10.222.0.46 "GET /v2.0/networks?id=02080ebc-21eb-4e15-8483-7b778d31054a HTTP/1.1" status: 200 len: 897 time: 0.1354384 Dec 14 02:58:56.959324 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-a1678eea-2e99-4240-bf8c-817371c65f0b None None] Set router 2afe1350-b2fd-43e2-8cbc-534293d1bc2a gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:58:57.034218 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-552a9a14-6e75-4edd-a615-be5d4b9420eb req-0bc1e38a-da3c-4200-b21e-8b5344f03cc0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8f134a-3274-42e0-ba7c-73194fe80699 HTTP/1.1" status: 200 len: 999 time: 0.1383712 Dec 14 02:58:57.110604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a9a14-6e75-4edd-a615-be5d4b9420eb req-c694797b-85fc-43f8-bc15-eacf16ff30de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:57.112480 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-552a9a14-6e75-4edd-a615-be5d4b9420eb req-c694797b-85fc-43f8-bc15-eacf16ff30de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f723e296-770b-49c8-9ae1-0cfaaf179fb9 HTTP/1.1" status: 200 len: 835 time: 0.0722916 Dec 14 02:58:57.167265 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:57.190820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a9a14-6e75-4edd-a615-be5d4b9420eb req-c86c5029-c558-41e3-98ff-5bf72d7dcb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:58:57.195172 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-552a9a14-6e75-4edd-a615-be5d4b9420eb req-c86c5029-c558-41e3-98ff-5bf72d7dcb9c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02080ebc-21eb-4e15-8483-7b778d31054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728097 Dec 14 02:58:57.321282 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-552a9a14-6e75-4edd-a615-be5d4b9420eb req-5d181854-722c-413f-8384-e693584f5d19 service neutron] 10.222.0.46 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213768 Dec 14 02:58:57.328545 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a1678eea-2e99-4240-bf8c-817371c65f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773273436', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:58:25Z', 'updated_at': '2021-12-14T02:58:33Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:26Z', 'updated_at': '2021-12-14T02:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '2fe2b0cb-5885-431e-84a2-aa62ba13e75f', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'floating_ip_address': '172.25.7.178', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'port_id': '8d8f134a-3274-42e0-ba7c-73194fe80699', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a', 'mac_address': 'fa:16:3e:f7:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:58:54Z', 'updated_at': '2021-12-14T02:58:54Z', 'revision_number': 0, 'project_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2447e6b2-1f6e-4514-b8f0-af54115c6413', 'name': '', 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:18:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:31Z', 'updated_at': '2021-12-14T02:58:38Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:58:57.359374 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1678eea-2e99-4240-bf8c-817371c65f0b None None] The sync data for ids ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'] in n-d-821636-1 is: [{'id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773273436', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:58:25Z', 'updated_at': '2021-12-14T02:58:33Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:26Z', 'updated_at': '2021-12-14T02:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '2fe2b0cb-5885-431e-84a2-aa62ba13e75f', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'floating_ip_address': '172.25.7.178', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'port_id': '8d8f134a-3274-42e0-ba7c-73194fe80699', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a', 'mac_address': 'fa:16:3e:f7:c7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T02:58:54Z', 'updated_at': '2021-12-14T02:58:54Z', 'revision_number': 0, 'project_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2447e6b2-1f6e-4514-b8f0-af54115c6413', 'name': '', 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:18:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:31Z', 'updated_at': '2021-12-14T02:58:38Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:58:57.461830 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-552a9a14-6e75-4edd-a615-be5d4b9420eb req-9bea196f-b5fa-4dce-b1cb-6d58e633a404 service neutron] 10.222.0.46 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335115 Dec 14 02:58:57.657614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5443de-be6a-46ec-bdd7-a2f55b78029e None None] New status for floating IP 2fe2b0cb-5885-431e-84a2-aa62ba13e75f: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 02:58:57.831889 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38104) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:57.895775 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0aedf044-27f1-42ee-988c-381b68c52029 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/floatingips/2fe2b0cb-5885-431e-84a2-aa62ba13e75f HTTP/1.1" status: 200 len: 991 time: 0.0625465 Dec 14 02:58:58.228884 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38112) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:58.255929 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6208598b-4bf8-4e47-8af8-68caaae5e438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:58.346270 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6208598b-4bf8-4e47-8af8-68caaae5e438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:58.422750 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6208598b-4bf8-4e47-8af8-68caaae5e438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:58.471253 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6208598b-4bf8-4e47-8af8-68caaae5e438 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d0dcccd722549eb844d10f5760667ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2371333 Dec 14 02:58:58.471253 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208598b-4bf8-4e47-8af8-68caaae5e438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a901b1f-0695-4174-95d0-29c716b65e81,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:58.472016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 38124) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:58.554840 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b92e1613-4585-4665-9bee-12da79b0f109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:58.585405 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b92e1613-4585-4665-9bee-12da79b0f109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:58.710789 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b92e1613-4585-4665-9bee-12da79b0f109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:58.714179 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b92e1613-4585-4665-9bee-12da79b0f109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:58:58.715778 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b92e1613-4585-4665-9bee-12da79b0f109 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0a901b1f-0695-4174-95d0-29c716b65e81 HTTP/1.1" status: 204 len: 168 time: 0.2420921 Dec 14 02:58:58.734635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e1613-4585-4665-9bee-12da79b0f109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a901b1f-0695-4174-95d0-29c716b65e81,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:58:58.900303 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 38154) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:58:59.009708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6db6df4e-85a6-4f6f-beeb-4811bdddf722 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/floatingips/2fe2b0cb-5885-431e-84a2-aa62ba13e75f HTTP/1.1" status: 200 len: 993 time: 0.1092341 Dec 14 02:59:00.247049 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:00.804491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 38238) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:00.987072 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ce53e946-cc6d-4b04-8f17-be45f131f9d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:01.099312 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ce53e946-cc6d-4b04-8f17-be45f131f9d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:01.241331 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ce53e946-cc6d-4b04-8f17-be45f131f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:01.293552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce53e946-cc6d-4b04-8f17-be45f131f9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e637bc8e-e8ed-4292-81aa-72211a8a3429,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:01.301049 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38250) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:01.320777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ce53e946-cc6d-4b04-8f17-be45f131f9d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd8a40ed7aca40c7ad3307b9e839322b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5022588 Dec 14 02:59:01.356516 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e7c76ca-5c1e-48f2-ab10-e7e9e52a01ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:01.382548 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e7c76ca-5c1e-48f2-ab10-e7e9e52a01ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:01.499013 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e7c76ca-5c1e-48f2-ab10-e7e9e52a01ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:01.503399 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e7c76ca-5c1e-48f2-ab10-e7e9e52a01ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:01.507963 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5e7c76ca-5c1e-48f2-ab10-e7e9e52a01ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e637bc8e-e8ed-4292-81aa-72211a8a3429 HTTP/1.1" status: 204 len: 168 time: 0.2056649 Dec 14 02:59:01.521583 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c76ca-5c1e-48f2-ab10-e7e9e52a01ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e637bc8e-e8ed-4292-81aa-72211a8a3429,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:02.234893 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38264) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:02.250114 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78e4eb6f-0478-47bc-8b46-78872b9bd0ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:02.362974 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78e4eb6f-0478-47bc-8b46-78872b9bd0ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:02.456139 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78e4eb6f-0478-47bc-8b46-78872b9bd0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:02.497226 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-78e4eb6f-0478-47bc-8b46-78872b9bd0ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a378b82b8792460590f71488b45134a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2587242 Dec 14 02:59:02.497226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e4eb6f-0478-47bc-8b46-78872b9bd0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ad34e5-953c-41d6-af20-fdad1c03ae7f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:02.497659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 38266) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:02.563653 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8d900e34-c924-4ac3-80a9-5e827da7ee55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:02.592973 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8d900e34-c924-4ac3-80a9-5e827da7ee55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:02.721102 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8d900e34-c924-4ac3-80a9-5e827da7ee55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:02.721275 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5ec5e715-5403-4a27-9c2f-8d4230b25c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:02.724106 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8d900e34-c924-4ac3-80a9-5e827da7ee55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:02.726004 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8d900e34-c924-4ac3-80a9-5e827da7ee55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/33ad34e5-953c-41d6-af20-fdad1c03ae7f HTTP/1.1" status: 204 len: 168 time: 0.2267237 Dec 14 02:59:02.735151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d900e34-c924-4ac3-80a9-5e827da7ee55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ad34e5-953c-41d6-af20-fdad1c03ae7f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:02.743485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d900e34-c924-4ac3-80a9-5e827da7ee55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:02.743932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d900e34-c924-4ac3-80a9-5e827da7ee55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:02.744327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d900e34-c924-4ac3-80a9-5e827da7ee55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:02.744671 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d900e34-c924-4ac3-80a9-5e827da7ee55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:02.745006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d900e34-c924-4ac3-80a9-5e827da7ee55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:02.745371 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d900e34-c924-4ac3-80a9-5e827da7ee55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:02.745727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d900e34-c924-4ac3-80a9-5e827da7ee55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:02.746497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d900e34-c924-4ac3-80a9-5e827da7ee55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:02.746497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d900e34-c924-4ac3-80a9-5e827da7ee55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:02.746893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d900e34-c924-4ac3-80a9-5e827da7ee55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:02.746986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d900e34-c924-4ac3-80a9-5e827da7ee55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:02.747289 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d900e34-c924-4ac3-80a9-5e827da7ee55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:02.748088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d900e34-c924-4ac3-80a9-5e827da7ee55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:03.987062 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 38300) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:04.132792 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c6d023cf-3e6e-468b-a3c6-622c6e519021 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bab0ab51b46c420a8b5752ea2153cb4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1440480 Dec 14 02:59:04.136647 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38304) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:04.203867 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b97d2e7-c604-46ef-abf2-898312874bf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:04.233120 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b97d2e7-c604-46ef-abf2-898312874bf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:04.394587 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b97d2e7-c604-46ef-abf2-898312874bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:04.397439 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b97d2e7-c604-46ef-abf2-898312874bf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:04.399278 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5b97d2e7-c604-46ef-abf2-898312874bf0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3da030d3-8cbc-4dfd-84bb-6b95a11368fb HTTP/1.1" status: 204 len: 168 time: 0.2614403 Dec 14 02:59:04.410736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97d2e7-c604-46ef-abf2-898312874bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da030d3-8cbc-4dfd-84bb-6b95a11368fb,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:05.062767 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-97bafe76-0034-4a48-9eb5-140ba5256b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:06.469558 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:07.719746 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:08.612776 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:15.256001 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38498) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:15.442828 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0b964d6-a219-4b16-bdd7-974f49c35a10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:15.541427 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0b964d6-a219-4b16-bdd7-974f49c35a10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:15.635411 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0b964d6-a219-4b16-bdd7-974f49c35a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:15.691013 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c0b964d6-a219-4b16-bdd7-974f49c35a10 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=201ac63950b64167b177be316fd3670d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4338050 Dec 14 02:59:15.692345 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b964d6-a219-4b16-bdd7-974f49c35a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0f24fb-cb28-4100-9b9f-507c8316141e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:15.693983 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 38502) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:15.769765 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44b36f4d-9c9d-4b25-be94-85587866397d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:15.793876 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44b36f4d-9c9d-4b25-be94-85587866397d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:15.949617 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44b36f4d-9c9d-4b25-be94-85587866397d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:15.952371 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44b36f4d-9c9d-4b25-be94-85587866397d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:15.953680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-44b36f4d-9c9d-4b25-be94-85587866397d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb0f24fb-cb28-4100-9b9f-507c8316141e HTTP/1.1" status: 204 len: 168 time: 0.2585614 Dec 14 02:59:15.969221 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b36f4d-9c9d-4b25-be94-85587866397d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0f24fb-cb28-4100-9b9f-507c8316141e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:17.723115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 38570) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:17.932457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 38576) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:18.010642 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-be285b19-14a8-4004-96dc-e7fa8f217a6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:18.018899 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ed734eed-5c7f-4787-98e6-8b581395341d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:18.157950 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-be285b19-14a8-4004-96dc-e7fa8f217a6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:18.163622 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ed734eed-5c7f-4787-98e6-8b581395341d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:18.388807 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ed734eed-5c7f-4787-98e6-8b581395341d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:18.394908 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-be285b19-14a8-4004-96dc-e7fa8f217a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:18.476724 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ed734eed-5c7f-4787-98e6-8b581395341d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fb40a12846644e36af35c0ba198842f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7524040 Dec 14 02:59:18.479148 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-be285b19-14a8-4004-96dc-e7fa8f217a6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c11d2a1d927a4d529d77e759f727deda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5450306 Dec 14 02:59:18.479504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38584) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:18.480071 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed734eed-5c7f-4787-98e6-8b581395341d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc92a93-e76b-4ee6-8c68-6c7041893214,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:18.486579 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 38586) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:18.544629 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be285b19-14a8-4004-96dc-e7fa8f217a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c74d26c-4906-4cd0-bd8b-cd9940a54d2e,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:18.564091 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b64e0ad8-b702-4fd0-9811-6a567af9979e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:18.577377 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2431ce19-fc3c-4809-81e2-7dd05e943377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:18.592075 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b64e0ad8-b702-4fd0-9811-6a567af9979e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:18.621184 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2431ce19-fc3c-4809-81e2-7dd05e943377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:18.726646 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b64e0ad8-b702-4fd0-9811-6a567af9979e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:18.729297 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b64e0ad8-b702-4fd0-9811-6a567af9979e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:18.730561 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b64e0ad8-b702-4fd0-9811-6a567af9979e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2dc92a93-e76b-4ee6-8c68-6c7041893214 HTTP/1.1" status: 204 len: 168 time: 0.2495608 Dec 14 02:59:18.740793 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e0ad8-b702-4fd0-9811-6a567af9979e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc92a93-e76b-4ee6-8c68-6c7041893214,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:18.751405 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2431ce19-fc3c-4809-81e2-7dd05e943377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:18.754205 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2431ce19-fc3c-4809-81e2-7dd05e943377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:18.757768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2431ce19-fc3c-4809-81e2-7dd05e943377 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8c74d26c-4906-4cd0-bd8b-cd9940a54d2e HTTP/1.1" status: 204 len: 168 time: 0.2679415 Dec 14 02:59:18.779902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431ce19-fc3c-4809-81e2-7dd05e943377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c74d26c-4906-4cd0-bd8b-cd9940a54d2e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:19.482542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 38612) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:19.496869 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1bc80f82-c63a-436c-958a-75434d9a1592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:19.564475 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:59:19.577460 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1bc80f82-c63a-436c-958a-75434d9a1592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:19.623626 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1bc80f82-c63a-436c-958a-75434d9a1592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:19.662537 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1bc80f82-c63a-436c-958a-75434d9a1592 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c980bdcd656444297723feedb0e61b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1786387 Dec 14 02:59:19.664506 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc80f82-c63a-436c-958a-75434d9a1592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d1c0ca-1f51-47f9-a8bf-a6e90c6b81c2,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:19.665251 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38618) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:19.744953 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b64ab5eb-1eea-4ac2-a1ee-4781ba2cf5ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:19.768899 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b64ab5eb-1eea-4ac2-a1ee-4781ba2cf5ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:19.874135 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b64ab5eb-1eea-4ac2-a1ee-4781ba2cf5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:19.876883 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b64ab5eb-1eea-4ac2-a1ee-4781ba2cf5ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:19.878026 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b64ab5eb-1eea-4ac2-a1ee-4781ba2cf5ed admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3d1c0ca-1f51-47f9-a8bf-a6e90c6b81c2 HTTP/1.1" status: 204 len: 168 time: 0.2111778 Dec 14 02:59:19.888555 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ab5eb-1eea-4ac2-a1ee-4781ba2cf5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d1c0ca-1f51-47f9-a8bf-a6e90c6b81c2,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:23.733902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d970fcd-7344-4ebe-b263-45249ae134f4 req-b210102e-4cad-488a-8417-8baba8d5bb53 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:23.738477 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d970fcd-7344-4ebe-b263-45249ae134f4 req-b210102e-4cad-488a-8417-8baba8d5bb53 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 1096 time: 0.0636477 Dec 14 02:59:23.765646 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3d970fcd-7344-4ebe-b263-45249ae134f4 req-56e8fe82-9247-48e7-a6e9-7ce0e6d1c808 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:23.850048 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3d970fcd-7344-4ebe-b263-45249ae134f4 req-56e8fe82-9247-48e7-a6e9-7ce0e6d1c808 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:23.909146 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3d970fcd-7344-4ebe-b263-45249ae134f4 req-56e8fe82-9247-48e7-a6e9-7ce0e6d1c808 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:23.957370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d970fcd-7344-4ebe-b263-45249ae134f4 req-56e8fe82-9247-48e7-a6e9-7ce0e6d1c808 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126625 Dec 14 02:59:23.958172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8fe82-9247-48e7-a6e9-7ce0e6d1c808 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1529d7c9-641d-4e77-b5ff-908571cd4741,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:24.090347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c68e81-bdb4-4627-9dc4-6866afe31c77 req-bd2c066a-71f9-4cef-9d29-00448adce1cb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:24.092918 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6c68e81-bdb4-4627-9dc4-6866afe31c77 req-bd2c066a-71f9-4cef-9d29-00448adce1cb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.0542252 Dec 14 02:59:24.226275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6c68e81-bdb4-4627-9dc4-6866afe31c77 req-ed7bc461-573f-4ff1-a979-a36d08edf2b1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254146 Dec 14 02:59:24.246298 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38794) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:24.337434 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e20d32c8-7b5a-4e91-a655-d442677c2bd9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/floatingips/2fe2b0cb-5885-431e-84a2-aa62ba13e75f HTTP/1.1" status: 200 len: 993 time: 0.0882039 Dec 14 02:59:24.932463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-f69ef8a4-6c95-45f4-9fee-9f55fac7d6cb req-b92e441c-3c06-4a2e-af77-f484ecef01ee service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:59:24.943891 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f69ef8a4-6c95-45f4-9fee-9f55fac7d6cb req-b92e441c-3c06-4a2e-af77-f484ecef01ee service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1259427 Dec 14 02:59:25.738395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5298b-9560-4aa5-afcf-383b83cb6d4f req-d739e3a0-7e77-4605-9828-4e3ffd9279c4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:25.746091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21a5298b-9560-4aa5-afcf-383b83cb6d4f req-d739e3a0-7e77-4605-9828-4e3ffd9279c4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.0748734 Dec 14 02:59:25.857333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 38846) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:25.913205 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21a5298b-9560-4aa5-afcf-383b83cb6d4f req-fd0e0c12-7e1c-4786-8f77-31ff6031a70f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609633 Dec 14 02:59:26.061067 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-9847f8aa-409e-4dae-94e3-52240c2bacd0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1834128 Dec 14 02:59:26.066334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-7f06d715-b67b-4ee6-9760-89eca8371840 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:59:26.081321 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-7f06d715-b67b-4ee6-9760-89eca8371840 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0127981 Dec 14 02:59:27.076324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2df0b-2882-4a7c-9b60-9688a6878766 req-3c051ecf-aef9-438b-ac65-d6ee49b9ef08 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:27.087403 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1b2df0b-2882-4a7c-9b60-9688a6878766 req-3c051ecf-aef9-438b-ac65-d6ee49b9ef08 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.0781231 Dec 14 02:59:27.150692 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1b2df0b-2882-4a7c-9b60-9688a6878766 req-9d3e17c2-28ca-4a55-87fd-48cb636a80fe tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619524 Dec 14 02:59:27.204265 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:28.411087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf408e-ebad-4663-893e-7242180b075f req-e97fdd5d-c28a-4e3f-8003-09b8dec4e7dd tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:28.412720 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22bf408e-ebad-4663-893e-7242180b075f req-e97fdd5d-c28a-4e3f-8003-09b8dec4e7dd tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.1286287 Dec 14 02:59:28.493524 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22bf408e-ebad-4663-893e-7242180b075f req-2fa0274e-97d2-4ae0-a8cf-bd6fb7a50018 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768256 Dec 14 02:59:29.131830 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38916) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:29.285557 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-135e08e7-d6a8-4da1-80ae-517689e8a5e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:29.388284 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-135e08e7-d6a8-4da1-80ae-517689e8a5e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:29.414064 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-8df8f8b8-a7ab-4b0e-afcd-7d86d93c0642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:29.416164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-8df8f8b8-a7ab-4b0e-afcd-7d86d93c0642 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 1096 time: 0.0468099 Dec 14 02:59:29.434299 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-135e08e7-d6a8-4da1-80ae-517689e8a5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:29.469439 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e08e7-d6a8-4da1-80ae-517689e8a5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a082bea0-8de8-4b38-b93a-1a0b05205215,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:29.509352 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-135e08e7-d6a8-4da1-80ae-517689e8a5e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ca98c11174e466aaa91ab2eb62908a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3748364 Dec 14 02:59:29.511830 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38922) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:29.536406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-4657ebc9-c2ea-4c89-bc39-e3bd35b6ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:29.538360 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-4657ebc9-c2ea-4c89-bc39-e3bd35b6ad0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=02080ebc-21eb-4e15-8483-7b778d31054a HTTP/1.1" status: 200 len: 897 time: 0.1154413 Dec 14 02:59:29.587029 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38ba5577-40ad-4341-86ed-a2e219ec0fdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:29.619752 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38ba5577-40ad-4341-86ed-a2e219ec0fdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:29.635528 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-902abaec-1549-4110-9f63-143362485568 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8f134a-3274-42e0-ba7c-73194fe80699 HTTP/1.1" status: 200 len: 1001 time: 0.0876632 Dec 14 02:59:29.756409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9836b386-1f3d-4a50-aaa8-a955cb90670a req-0be3a461-dac7-4496-aed9-8d5ce511d1e3 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:29.758055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9836b386-1f3d-4a50-aaa8-a955cb90670a req-0be3a461-dac7-4496-aed9-8d5ce511d1e3 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.1216841 Dec 14 02:59:29.775872 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38ba5577-40ad-4341-86ed-a2e219ec0fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:29.780365 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38ba5577-40ad-4341-86ed-a2e219ec0fdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:29.782004 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-38ba5577-40ad-4341-86ed-a2e219ec0fdf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a082bea0-8de8-4b38-b93a-1a0b05205215 HTTP/1.1" status: 204 len: 168 time: 0.2681801 Dec 14 02:59:29.782921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-e99c577f-d8c3-43f0-9403-ee260587f3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:29.784754 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-e99c577f-d8c3-43f0-9403-ee260587f3cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f723e296-770b-49c8-9ae1-0cfaaf179fb9 HTTP/1.1" status: 200 len: 835 time: 0.1377337 Dec 14 02:59:29.792973 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba5577-40ad-4341-86ed-a2e219ec0fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a082bea0-8de8-4b38-b93a-1a0b05205215,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:29.863636 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-2a283dc8-53d2-4dda-b6a0-7099369644c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:29.865127 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-2a283dc8-53d2-4dda-b6a0-7099369644c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02080ebc-21eb-4e15-8483-7b778d31054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712557 Dec 14 02:59:29.904919 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9836b386-1f3d-4a50-aaa8-a955cb90670a req-79cb8b10-9ea3-4dd8-9334-d93d01b65ce4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373420 Dec 14 02:59:30.073118 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-27c0716f-38cd-4763-b8e9-8102a2bc5fc7 service neutron] 10.222.0.46 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926687 Dec 14 02:59:30.209772 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-afb953a9-68da-4e1f-9174-6677e28550bf service neutron] 10.222.0.46 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283746 Dec 14 02:59:30.257921 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:30.816223 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38950) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:30.857656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2641e-4062-4766-b4b7-806053fbe43c req-8c2fa035-80cb-4d98-83eb-155a477b17aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:30.862085 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bf2641e-4062-4766-b4b7-806053fbe43c req-8c2fa035-80cb-4d98-83eb-155a477b17aa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 1096 time: 0.0458956 Dec 14 02:59:30.975476 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d577e3f7-6bf9-4554-af22-f634307c0b2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:31.020320 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2641e-4062-4766-b4b7-806053fbe43c req-6d8ce97b-369a-4093-841d-c01c3d807b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:31.022102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bf2641e-4062-4766-b4b7-806053fbe43c req-6d8ce97b-369a-4093-841d-c01c3d807b39 service neutron] 10.222.0.46 "GET /v2.0/networks?id=02080ebc-21eb-4e15-8483-7b778d31054a HTTP/1.1" status: 200 len: 897 time: 0.1409061 Dec 14 02:59:31.135044 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d577e3f7-6bf9-4554-af22-f634307c0b2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:31.215668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2905bb-59fa-4f44-9ba9-b07e37f23059 req-7207b553-4465-43a9-b9ca-108e3f5af544 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:31.224304 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f2905bb-59fa-4f44-9ba9-b07e37f23059 req-7207b553-4465-43a9-b9ca-108e3f5af544 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.1203692 Dec 14 02:59:31.227271 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d577e3f7-6bf9-4554-af22-f634307c0b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:31.236721 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bf2641e-4062-4766-b4b7-806053fbe43c req-1d2aa22f-30e8-4698-a893-1291d5506e90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8f134a-3274-42e0-ba7c-73194fe80699 HTTP/1.1" status: 200 len: 1001 time: 0.2069323 Dec 14 02:59:31.267464 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577e3f7-6bf9-4554-af22-f634307c0b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d945330e-bdaf-4078-98a0-43f5ac01b9c0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:31.315520 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d577e3f7-6bf9-4554-af22-f634307c0b2a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db71284f4844434db69d889c775006bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4981737 Dec 14 02:59:31.327624 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38970) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:31.362932 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f2905bb-59fa-4f44-9ba9-b07e37f23059 req-49a1837c-eeff-430d-809a-23f3853b3d19 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376257 Dec 14 02:59:31.403279 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71243b4b-9dc9-49f8-bb57-727b23a9f078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:31.411376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2641e-4062-4766-b4b7-806053fbe43c req-32b27478-ee3d-4da6-a2c4-9a75e19db781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:31.413166 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bf2641e-4062-4766-b4b7-806053fbe43c req-32b27478-ee3d-4da6-a2c4-9a75e19db781 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f723e296-770b-49c8-9ae1-0cfaaf179fb9 HTTP/1.1" status: 200 len: 835 time: 0.1380308 Dec 14 02:59:31.428376 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71243b4b-9dc9-49f8-bb57-727b23a9f078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:31.500311 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38972) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:31.517738 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2641e-4062-4766-b4b7-806053fbe43c req-d21cec00-0110-487a-82ce-e9a8ddd95285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:31.522692 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bf2641e-4062-4766-b4b7-806053fbe43c req-d21cec00-0110-487a-82ce-e9a8ddd95285 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02080ebc-21eb-4e15-8483-7b778d31054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995543 Dec 14 02:59:31.660880 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38978) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:31.674740 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bf2641e-4062-4766-b4b7-806053fbe43c req-8ee74111-bb44-4cba-808e-6f7ec311b94b service neutron] 10.222.0.46 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430945 Dec 14 02:59:31.717669 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-dbfad0ae-c365-44da-9a3b-d9a4c39d34ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1617217692-network', 'tenant_id': '56bac3198b694ea98901f2ffa1f65d38'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:59:31.735484 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99ae572c-d1d0-405a-831f-e8438dae3f3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:31.779058 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71243b4b-9dc9-49f8-bb57-727b23a9f078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:31.781745 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71243b4b-9dc9-49f8-bb57-727b23a9f078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:31.783033 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-71243b4b-9dc9-49f8-bb57-727b23a9f078 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d945330e-bdaf-4078-98a0-43f5ac01b9c0 HTTP/1.1" status: 204 len: 168 time: 0.4531806 Dec 14 02:59:31.804531 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71243b4b-9dc9-49f8-bb57-727b23a9f078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d945330e-bdaf-4078-98a0-43f5ac01b9c0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:31.825244 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bf2641e-4062-4766-b4b7-806053fbe43c req-29c6e905-d692-4b68-b1ff-8cf79161c14c service neutron] 10.222.0.46 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423614 Dec 14 02:59:31.860814 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99ae572c-d1d0-405a-831f-e8438dae3f3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:31.868529 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfad0ae-c365-44da-9a3b-d9a4c39d34ea admin admin] Made reservation on behalf of 56bac3198b694ea98901f2ffa1f65d38 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:59:31.879614 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dbfad0ae-c365-44da-9a3b-d9a4c39d34ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:31.881694 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dbfad0ae-c365-44da-9a3b-d9a4c39d34ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:31.956367 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-99ae572c-d1d0-405a-831f-e8438dae3f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:32.007279 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-99ae572c-d1d0-405a-831f-e8438dae3f3b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6f3bd0d62054d77b1283f954259c583&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3423984 Dec 14 02:59:32.007625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 38984) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:32.027621 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dbfad0ae-c365-44da-9a3b-d9a4c39d34ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:32.048416 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae572c-d1d0-405a-831f-e8438dae3f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d086d0d-32b3-413b-845b-081b60e9371c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:32.076936 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bbceae0c-de49-4f46-b12d-f573e271747f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:32.091724 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dbfad0ae-c365-44da-9a3b-d9a4c39d34ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:32.104608 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfad0ae-c365-44da-9a3b-d9a4c39d34ea admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:59:32.113265 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bbceae0c-de49-4f46-b12d-f573e271747f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:32.115314 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dbfad0ae-c365-44da-9a3b-d9a4c39d34ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:32.115743 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-dbfad0ae-c365-44da-9a3b-d9a4c39d34ea admin admin] Added segment 23a2674a-cd45-4613-b33b-db1513db87b5 of type vlan for network 9ac07016-9417-4e3b-827f-223dc407c788 Dec 14 02:59:32.213830 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dbfad0ae-c365-44da-9a3b-d9a4c39d34ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:32.274715 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bbceae0c-de49-4f46-b12d-f573e271747f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:32.279130 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bbceae0c-de49-4f46-b12d-f573e271747f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:32.282028 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bbceae0c-de49-4f46-b12d-f573e271747f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6d086d0d-32b3-413b-845b-081b60e9371c HTTP/1.1" status: 204 len: 168 time: 0.2711644 Dec 14 02:59:32.293447 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfad0ae-c365-44da-9a3b-d9a4c39d34ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1fe242-d065-482e-97e7-914c9c5803de,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:32.297102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbceae0c-de49-4f46-b12d-f573e271747f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d086d0d-32b3-413b-845b-081b60e9371c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:32.343707 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dbfad0ae-c365-44da-9a3b-d9a4c39d34ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:32.344780 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfad0ae-c365-44da-9a3b-d9a4c39d34ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:32.345427 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dbfad0ae-c365-44da-9a3b-d9a4c39d34ea admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:32.468016 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfad0ae-c365-44da-9a3b-d9a4c39d34ea admin admin] Pushing event updated for resources: {'Network': ['ID=9ac07016-9417-4e3b-827f-223dc407c788,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:32.477193 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dbfad0ae-c365-44da-9a3b-d9a4c39d34ea admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9753895 Dec 14 02:59:32.480538 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38994) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:32.486284 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-7e094576-5b1a-47c5-818f-0b8b104ce1d8 admin admin] Request body: {'subnet': {'network_id': '9ac07016-9417-4e3b-827f-223dc407c788', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1617217692-subnet', 'tenant_id': '56bac3198b694ea98901f2ffa1f65d38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:59:32.487304 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 9ac07016-9417-4e3b-827f-223dc407c788 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:59:32.525212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8fd33-b98d-4966-bde9-f95ad46014f7 req-ae897985-e935-43bb-aafc-318c9721c899 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:32.526847 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cfd8fd33-b98d-4966-bde9-f95ad46014f7 req-ae897985-e935-43bb-aafc-318c9721c899 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.0806029 Dec 14 02:59:32.632713 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e094576-5b1a-47c5-818f-0b8b104ce1d8 admin admin] Made reservation on behalf of 56bac3198b694ea98901f2ffa1f65d38 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:59:32.635201 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e094576-5b1a-47c5-818f-0b8b104ce1d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:32.776631 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-728a5cb5-4cd0-4808-9bb5-0066e2eb3bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:32.801736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 38998) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:32.822315 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca553955-c9de-43c9-82d0-fd46fee079d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:32.946791 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca553955-c9de-43c9-82d0-fd46fee079d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:32.947975 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cfd8fd33-b98d-4966-bde9-f95ad46014f7 req-9694840c-0e59-43c6-8453-96ef61401c33 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4142590 Dec 14 02:59:32.964262 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e094576-5b1a-47c5-818f-0b8b104ce1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:33.026987 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca553955-c9de-43c9-82d0-fd46fee079d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:33.034333 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e094576-5b1a-47c5-818f-0b8b104ce1d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eed42f7b-c130-46c4-b3cc-6409209a3db9,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:33.057203 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e094576-5b1a-47c5-818f-0b8b104ce1d8 admin admin] Checking segment: {'id': '23a2674a-cd45-4613-b33b-db1513db87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9ac07016-9417-4e3b-827f-223dc407c788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:59:33.057593 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e094576-5b1a-47c5-818f-0b8b104ce1d8 admin admin] Network hostable DHCP agents. Network: 9ac07016-9417-4e3b-827f-223dc407c788, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:59:33.080021 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ca553955-c9de-43c9-82d0-fd46fee079d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c8a9f22d38e4b54b17d81d3ccfebdd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2769597 Dec 14 02:59:33.082705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39006) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:33.087220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca553955-c9de-43c9-82d0-fd46fee079d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bab22a7-99b2-4a42-921a-ab087b841a6d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:33.133269 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e5744d9-05d6-417b-a888-380b4a1c2e16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:33.156577 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e5744d9-05d6-417b-a888-380b4a1c2e16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:33.165631 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e094576-5b1a-47c5-818f-0b8b104ce1d8 admin admin] Network 9ac07016-9417-4e3b-827f-223dc407c788 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:59:33.240309 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-7e094576-5b1a-47c5-818f-0b8b104ce1d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 9ac07016-9417-4e3b-827f-223dc407c788) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:33.244533 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e094576-5b1a-47c5-818f-0b8b104ce1d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:33.245289 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7e094576-5b1a-47c5-818f-0b8b104ce1d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:33.252765 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574f0ee9-339f-45e1-844f-4db210395f30 None None] Network 9ac07016-9417-4e3b-827f-223dc407c788 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:59:33.269924 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e5744d9-05d6-417b-a888-380b4a1c2e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:33.273660 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e5744d9-05d6-417b-a888-380b4a1c2e16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:33.287537 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5e5744d9-05d6-417b-a888-380b4a1c2e16 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3bab22a7-99b2-4a42-921a-ab087b841a6d HTTP/1.1" status: 204 len: 168 time: 0.1897578 Dec 14 02:59:33.296409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5744d9-05d6-417b-a888-380b4a1c2e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bab22a7-99b2-4a42-921a-ab087b841a6d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:33.375154 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7e094576-5b1a-47c5-818f-0b8b104ce1d8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8925295 Dec 14 02:59:33.576535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45447c7-703a-4023-866e-32ca61f1efae None None] Network 9ac07016-9417-4e3b-827f-223dc407c788 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:59:33.775814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39030) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:33.919338 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e7819ac7-0b76-46b4-a70f-8852eceaa401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:34.031032 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e7819ac7-0b76-46b4-a70f-8852eceaa401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:34.111377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3edf0-e37b-481b-a35c-7dbdcbedb491 req-36d5eac8-d3cc-493b-8f81-0461a1057c40 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:34.113866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ec3edf0-e37b-481b-a35c-7dbdcbedb491 req-36d5eac8-d3cc-493b-8f81-0461a1057c40 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.0540116 Dec 14 02:59:34.131223 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e7819ac7-0b76-46b4-a70f-8852eceaa401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:34.159899 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39046) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:34.213646 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e7819ac7-0b76-46b4-a70f-8852eceaa401 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8b948d8d9e4c41ce945adad81c5513ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4367197 Dec 14 02:59:34.216651 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39050) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:34.219399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7819ac7-0b76-46b4-a70f-8852eceaa401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3735c6f0-d362-4671-bf63-5ccd15b34b20,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:34.242148 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ec3edf0-e37b-481b-a35c-7dbdcbedb491 req-97f9eb88-83eb-4a24-b189-42531a522832 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190460 Dec 14 02:59:34.310410 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3953020d-feba-41bf-bad6-43ceeb250299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:34.329401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e79cb918-1613-46a4-ad74-af62a1e0135a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-842984969-network', 'tenant_id': '46dbedc3544a436aa7b3af8b06abdc96'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:59:34.350248 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3953020d-feba-41bf-bad6-43ceeb250299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:34.438906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79cb918-1613-46a4-ad74-af62a1e0135a admin admin] Made reservation on behalf of 46dbedc3544a436aa7b3af8b06abdc96 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:59:34.441861 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e79cb918-1613-46a4-ad74-af62a1e0135a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:34.452669 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e79cb918-1613-46a4-ad74-af62a1e0135a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:34.553256 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3953020d-feba-41bf-bad6-43ceeb250299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:34.560084 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3953020d-feba-41bf-bad6-43ceeb250299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:34.560084 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3953020d-feba-41bf-bad6-43ceeb250299 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3735c6f0-d362-4671-bf63-5ccd15b34b20 HTTP/1.1" status: 204 len: 168 time: 0.3400366 Dec 14 02:59:34.587705 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953020d-feba-41bf-bad6-43ceeb250299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3735c6f0-d362-4671-bf63-5ccd15b34b20,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:34.674330 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e79cb918-1613-46a4-ad74-af62a1e0135a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:34.775184 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e79cb918-1613-46a4-ad74-af62a1e0135a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:34.801640 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79cb918-1613-46a4-ad74-af62a1e0135a admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:59:34.811900 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79cb918-1613-46a4-ad74-af62a1e0135a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7a505d-9f31-440f-940f-4bde33d08629,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:34.816583 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e79cb918-1613-46a4-ad74-af62a1e0135a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:34.816944 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-e79cb918-1613-46a4-ad74-af62a1e0135a admin admin] Added segment c5e578bc-2df1-4f8c-b69b-d762457ad808 of type vlan for network 527e25af-b937-4d3e-b95b-086b2c850fb0 Dec 14 02:59:34.877390 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e79cb918-1613-46a4-ad74-af62a1e0135a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:34.954440 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e79cb918-1613-46a4-ad74-af62a1e0135a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:34.955780 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79cb918-1613-46a4-ad74-af62a1e0135a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:34.956920 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e79cb918-1613-46a4-ad74-af62a1e0135a admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:35.043052 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79cb918-1613-46a4-ad74-af62a1e0135a admin admin] Pushing event updated for resources: {'Network': ['ID=527e25af-b937-4d3e-b95b-086b2c850fb0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:35.055204 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 527e25af-b937-4d3e-b95b-086b2c850fb0 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:59:35.093975 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e79cb918-1613-46a4-ad74-af62a1e0135a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9323311 Dec 14 02:59:35.096769 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39078) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:35.107185 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a337ab6f-1779-467c-a0f3-1a68580a42f4 admin admin] Request body: {'subnet': {'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-842984969-subnet', 'tenant_id': '46dbedc3544a436aa7b3af8b06abdc96', 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:59:35.143565 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d341bbea-4737-4ec1-82b7-091d69e707de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:35.221134 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a337ab6f-1779-467c-a0f3-1a68580a42f4 admin admin] Made reservation on behalf of 46dbedc3544a436aa7b3af8b06abdc96 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:59:35.223553 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a337ab6f-1779-467c-a0f3-1a68580a42f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:35.455747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d918fb-07f5-4b29-b9b4-9d4f09428069 req-2db35307-7bb4-4d41-bda9-70a6e41b3c6a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:35.457346 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74d918fb-07f5-4b29-b9b4-9d4f09428069 req-2db35307-7bb4-4d41-bda9-70a6e41b3c6a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.0689237 Dec 14 02:59:35.497429 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a337ab6f-1779-467c-a0f3-1a68580a42f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:35.526254 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74d918fb-07f5-4b29-b9b4-9d4f09428069 req-dff52088-e0ce-488b-b95f-26a6cb576908 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567155 Dec 14 02:59:35.603875 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a337ab6f-1779-467c-a0f3-1a68580a42f4 admin admin] Checking segment: {'id': 'c5e578bc-2df1-4f8c-b69b-d762457ad808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:59:35.604174 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a337ab6f-1779-467c-a0f3-1a68580a42f4 admin admin] Network hostable DHCP agents. Network: 527e25af-b937-4d3e-b95b-086b2c850fb0, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:59:35.606591 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337ab6f-1779-467c-a0f3-1a68580a42f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74bbc7ad-7604-4131-8fd4-44fda41c169f,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:35.691682 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a337ab6f-1779-467c-a0f3-1a68580a42f4 admin admin] Network 527e25af-b937-4d3e-b95b-086b2c850fb0 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:59:35.792488 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-a337ab6f-1779-467c-a0f3-1a68580a42f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 527e25af-b937-4d3e-b95b-086b2c850fb0) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:35.797449 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a337ab6f-1779-467c-a0f3-1a68580a42f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:35.798215 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a337ab6f-1779-467c-a0f3-1a68580a42f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:35.803998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d1bc41-08e6-4933-9393-1abcdc0c7a7d None None] Network 527e25af-b937-4d3e-b95b-086b2c850fb0 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:59:35.880691 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a337ab6f-1779-467c-a0f3-1a68580a42f4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7800748 Dec 14 02:59:35.881014 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39104) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:35.886840 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-842984969-router', 'tenant_id': '46dbedc3544a436aa7b3af8b06abdc96', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:59:35.895131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39106) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:35.980053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-527e25af-b937-4d3e-b95b-086b2c850fb0', 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0', 'project_id': '46dbedc3544a436aa7b3af8b06abdc96', 'fixed_ips': [{'subnet_id': '74bbc7ad-7604-4131-8fd4-44fda41c169f'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:59:35.981953 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.023883 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.025614 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.146355 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.219035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Allocated IP 172.20.0.2 (527e25af-b937-4d3e-b95b-086b2c850fb0/74bbc7ad-7604-4131-8fd4-44fda41c169f/ac0e5124-6bfc-476e-893a-853fc65398a8) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:59:36.243779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-f2a1e28e-edb1-47ea-96d0-76f5f5e255b6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-370187438-network', 'tenant_id': '54ff088c39304a16908fa1f78b206635'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:59:36.362393 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.405819 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.463193 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a1e28e-edb1-47ea-96d0-76f5f5e255b6 admin admin] Made reservation on behalf of 54ff088c39304a16908fa1f78b206635 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:59:36.463919 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.465841 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e28e-edb1-47ea-96d0-76f5f5e255b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.474642 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e28e-edb1-47ea-96d0-76f5f5e255b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.556033 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e28e-edb1-47ea-96d0-76f5f5e255b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.566734 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.611336 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Network 527e25af-b937-4d3e-b95b-086b2c850fb0 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:59:36.614557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:36.618106 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:59:36.654373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bb40e-5139-48f6-b848-cfbc7aff490d req-663d2193-7a53-4279-9bd3-ad0df6660700 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:36.657474 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-363bb40e-5139-48f6-b848-cfbc7aff490d req-663d2193-7a53-4279-9bd3-ad0df6660700 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.0611451 Dec 14 02:59:36.662954 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e28e-edb1-47ea-96d0-76f5f5e255b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.663530 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Pushing event updated for resources: {'Port': ['ID=ac0e5124-6bfc-476e-893a-853fc65398a8,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:36.690333 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:36.690971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:36.691331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:36.691678 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:36.692021 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:36.692366 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:36.692699 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:36.693209 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:36.693572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:36.693914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:36.694250 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:36.694599 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:36.695039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:36.702822 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.712327 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Attempting to bind port ac0e5124-6bfc-476e-893a-853fc65398a8 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:59:36.712756 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Attempting to bind port ac0e5124-6bfc-476e-893a-853fc65398a8 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'c5e578bc-2df1-4f8c-b69b-d762457ad808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:59:36.713269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Attempting to bind port ac0e5124-6bfc-476e-893a-853fc65398a8 on network 527e25af-b937-4d3e-b95b-086b2c850fb0 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:59:36.719368 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a1e28e-edb1-47ea-96d0-76f5f5e255b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:59:36.720360 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:59:36.721119 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Checking segment: {'id': 'c5e578bc-2df1-4f8c-b69b-d762457ad808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:59:36.721813 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.722522 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Bound using segment: {'id': 'c5e578bc-2df1-4f8c-b69b-d762457ad808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:59:36.723133 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.723450 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Bound port: ac0e5124-6bfc-476e-893a-853fc65398a8, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e578bc-2df1-4f8c-b69b-d762457ad808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:59:36.724087 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.740402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1e28e-edb1-47ea-96d0-76f5f5e255b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0ff2a1-bec0-4fe2-a48f-f82a4d7a00cb,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:36.754234 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e28e-edb1-47ea-96d0-76f5f5e255b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.754567 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-f2a1e28e-edb1-47ea-96d0-76f5f5e255b6 admin admin] Added segment 3ed67050-ee5e-48ab-bc78-d3ca7404a84e of type vlan for network 39d1b5ff-5979-4460-98b6-dc444bad73ad Dec 14 02:59:36.771804 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-363bb40e-5139-48f6-b848-cfbc7aff490d req-2c8e7392-5fb9-461e-a026-dde3461ad62d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033535 Dec 14 02:59:36.806810 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] For port ac0e5124-6bfc-476e-893a-853fc65398a8, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:59:36.810979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] For port ac0e5124-6bfc-476e-893a-853fc65398a8, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ac0e5124-6bfc-476e-893a-853fc65398a8,segment=NetworkSegment(c5e578bc-2df1-4f8c-b69b-d762457ad808),segment_id=c5e578bc-2df1-4f8c-b69b-d762457ad808)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:59:36.815695 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e28e-edb1-47ea-96d0-76f5f5e255b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.875171 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.904882 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e28e-edb1-47ea-96d0-76f5f5e255b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.906204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a1e28e-edb1-47ea-96d0-76f5f5e255b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:36.906970 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e28e-edb1-47ea-96d0-76f5f5e255b6 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:36.954356 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce58896f-254a-4402-a913-9a69d40210e0 None None] Pushing event updated for resources: {'Port': ['ID=ac0e5124-6bfc-476e-893a-853fc65398a8,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:37.068591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39150) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:37.094711 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f2a1e28e-edb1-47ea-96d0-76f5f5e255b6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1980338 Dec 14 02:59:37.099295 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39154) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:37.142055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d17b54ae-b686-47fa-b8d2-d9b4794f5444 admin admin] Request body: {'subnet': {'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-370187438-subnet', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:59:37.145417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1e28e-edb1-47ea-96d0-76f5f5e255b6 admin admin] Pushing event updated for resources: {'Network': ['ID=39d1b5ff-5979-4460-98b6-dc444bad73ad,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:37.163328 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 39d1b5ff-5979-4460-98b6-dc444bad73ad details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:59:37.283384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-e2142092-5b87-4298-a4ac-7b9c355eba73 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:37.292290 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-e2142092-5b87-4298-a4ac-7b9c355eba73 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/networks?id=9ac07016-9417-4e3b-827f-223dc407c788 HTTP/1.1" status: 200 len: 809 time: 0.2270627 Dec 14 02:59:37.303042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17b54ae-b686-47fa-b8d2-d9b4794f5444 admin admin] Made reservation on behalf of 54ff088c39304a16908fa1f78b206635 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:59:37.309554 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d17b54ae-b686-47fa-b8d2-d9b4794f5444 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:37.363239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-56e767a7-8580-4355-94ac-36fe6b753216 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/quotas/56bac3198b694ea98901f2ffa1f65d38 HTTP/1.1" status: 200 len: 375 time: 0.0697896 Dec 14 02:59:37.382500 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1496-4450-462c-98fa-16a1425509ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:37.391048 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] Allocated IP 172.25.7.218 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/8f838b32-4c39-468c-a508-62547cafffd0) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:59:37.429076 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-ea9bd1a6-0690-4446-b52b-796c4ba75ed3 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=56bac3198b694ea98901f2ffa1f65d38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513210 Dec 14 02:59:37.442503 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-ad3484f7-3457-48aa-8394-1a33801b0d82 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 02:59:37.445807 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-ad3484f7-3457-48aa-8394-1a33801b0d82 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077066 Dec 14 02:59:37.594354 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:37.635438 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-4d41de81-e506-4b46-a5a3-e9fa188534a4 service neutron] 10.222.0.39 "GET /v2.0/networks/9ac07016-9417-4e3b-827f-223dc407c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751101 Dec 14 02:59:37.656126 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1496-4450-462c-98fa-16a1425509ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:37.714771 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:37.735115 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:37.738226 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e9c1496-4450-462c-98fa-16a1425509ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:37.758956 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:59:37.764784 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:37.767538 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:59:37.773947 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] Pushing event updated for resources: {'Port': ['ID=8f838b32-4c39-468c-a508-62547cafffd0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:37.785982 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21e0e84-3d43-4b72-b542-d6492d84f956 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:59:37.797074 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9e9c1496-4450-462c-98fa-16a1425509ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22328d1668fc47d6af2032b6118b8b00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7220402 Dec 14 02:59:37.800265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39158) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:37.809895 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c1496-4450-462c-98fa-16a1425509ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b614447-1dd0-4cc8-a12a-9ee23f39aa34,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:37.822357 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-d89cf925-2d2f-456d-aee1-503bb56199f4 service neutron] 10.222.0.39 "GET /v2.0/networks/9ac07016-9417-4e3b-827f-223dc407c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794522 Dec 14 02:59:37.832215 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d17b54ae-b686-47fa-b8d2-d9b4794f5444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:37.841650 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ea5e6eec-4d4c-493d-8b5e-b2e769dffa15 None None] Provisioning complete for port 8f838b32-4c39-468c-a508-62547cafffd0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:37.841650 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ea5e6eec-4d4c-493d-8b5e-b2e769dffa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:37.941682 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ea5e6eec-4d4c-493d-8b5e-b2e769dffa15 None None] Port 8f838b32-4c39-468c-a508-62547cafffd0 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:59:38.009391 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17b54ae-b686-47fa-b8d2-d9b4794f5444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c855a28-7a71-4786-98d0-26073b3a25ea,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:38.052576 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ac0e5124-6bfc-476e-893a-853fc65398a8 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:59:38.062079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17b54ae-b686-47fa-b8d2-d9b4794f5444 admin admin] Checking segment: {'id': '3ed67050-ee5e-48ab-bc78-d3ca7404a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:59:38.062596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17b54ae-b686-47fa-b8d2-d9b4794f5444 admin admin] Network hostable DHCP agents. Network: 39d1b5ff-5979-4460-98b6-dc444bad73ad, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:59:38.067737 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4ab90ad9-55bd-4798-a868-10782c2a67b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:38.087062 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0e525-e3ec-423a-b942-a33454e16774 req-4594961d-9152-4ad1-be4c-62371193e65d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:38.088612 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88e0e525-e3ec-423a-b942-a33454e16774 req-4594961d-9152-4ad1-be4c-62371193e65d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.1462464 Dec 14 02:59:38.110792 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port ac0e5124-6bfc-476e-893a-853fc65398a8 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:38.111284 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:38.120617 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4ab90ad9-55bd-4798-a868-10782c2a67b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:38.191802 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88e0e525-e3ec-423a-b942-a33454e16774 req-1dbe419c-9188-4f90-b230-613f77c48d00 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893233 Dec 14 02:59:38.222254 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:38.222432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17b54ae-b686-47fa-b8d2-d9b4794f5444 admin admin] Network 39d1b5ff-5979-4460-98b6-dc444bad73ad is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:59:38.256745 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port ac0e5124-6bfc-476e-893a-853fc65398a8, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ac0e5124-6bfc-476e-893a-853fc65398a8,segment=NetworkSegment(c5e578bc-2df1-4f8c-b69b-d762457ad808),segment_id=c5e578bc-2df1-4f8c-b69b-d762457ad808)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:59:38.274590 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:38.284166 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-d17b54ae-b686-47fa-b8d2-d9b4794f5444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 39d1b5ff-5979-4460-98b6-dc444bad73ad) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:38.294017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17b54ae-b686-47fa-b8d2-d9b4794f5444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:38.294622 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d17b54ae-b686-47fa-b8d2-d9b4794f5444 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:38.294739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c3ea1-83b7-461b-b971-b25503be4283 None None] Network 39d1b5ff-5979-4460-98b6-dc444bad73ad requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:59:38.326698 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4ab90ad9-55bd-4798-a868-10782c2a67b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:38.329651 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4ab90ad9-55bd-4798-a868-10782c2a67b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:38.333230 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4ab90ad9-55bd-4798-a868-10782c2a67b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b614447-1dd0-4cc8-a12a-9ee23f39aa34 HTTP/1.1" status: 204 len: 168 time: 0.5269825 Dec 14 02:59:38.355444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab90ad9-55bd-4798-a868-10782c2a67b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b614447-1dd0-4cc8-a12a-9ee23f39aa34,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:38.374338 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79b310f-e3a2-452f-a2cf-cd52125e1931 None None] Network 527e25af-b937-4d3e-b95b-086b2c850fb0 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:59:38.379329 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:38.436345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d17b54ae-b686-47fa-b8d2-d9b4794f5444 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3245738 Dec 14 02:59:38.463761 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39166) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:38.469562 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a9b83c4-4cc9-47f4-a301-18179960122a req-75ad5d1f-8afe-42f3-8b0c-a4bbfb4d90b8 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 210 time: 0.0571058 Dec 14 02:59:38.473265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-370187438-router', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:59:38.505005 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9e291f26-8df1-4262-8767-65eddc1bcd0e None None] Provisioning complete for port ac0e5124-6bfc-476e-893a-853fc65398a8 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:38.505420 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9e291f26-8df1-4262-8767-65eddc1bcd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:38.582044 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=ac0e5124-6bfc-476e-893a-853fc65398a8,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:38.615187 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:38.629846 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-39d1b5ff-5979-4460-98b6-dc444bad73ad', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'project_id': '54ff088c39304a16908fa1f78b206635', 'fixed_ips': [{'subnet_id': '3c855a28-7a71-4786-98d0-26073b3a25ea'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:59:38.633247 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:38.655063 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:38.656113 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:38.656301 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:38.764901 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:38.850379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Allocated IP 172.20.0.2 (39d1b5ff-5979-4460-98b6-dc444bad73ad/3c855a28-7a71-4786-98d0-26073b3a25ea/c13f924f-e980-4c90-b8ac-5214a5436c82) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:59:38.913253 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] Router 307194a8-9ad5-45e0-bd7b-caf63372a2c0 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:59:39.023630 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:39.026354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-88d59fa6-7d4d-4bab-8db0-cb0d7f543391 None None] Provisioning complete for port ac0e5124-6bfc-476e-893a-853fc65398a8 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:39.026741 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-88d59fa6-7d4d-4bab-8db0-cb0d7f543391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:39.061092 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:39.096301 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:59:39.110227 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Sync routers for ids ['307194a8-9ad5-45e0-bd7b-caf63372a2c0'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:59:39.120939 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Routers {'307194a8-9ad5-45e0-bd7b-caf63372a2c0'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:59:39.122106 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['307194a8-9ad5-45e0-bd7b-caf63372a2c0'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:39.132121 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:39.178060 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Network 39d1b5ff-5979-4460-98b6-dc444bad73ad is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:59:39.181101 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:39.184777 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:59:39.193063 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39174) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:39.198340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Pushing event updated for resources: {'Port': ['ID=c13f924f-e980-4c90-b8ac-5214a5436c82,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:39.211638 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-932a2aa8-65cd-412f-8a2e-1dab4bcee3d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:39.233991 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Set router 307194a8-9ad5-45e0-bd7b-caf63372a2c0 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:59:39.245729 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Attempting to bind port c13f924f-e980-4c90-b8ac-5214a5436c82 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:59:39.246114 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Attempting to bind port c13f924f-e980-4c90-b8ac-5214a5436c82 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '3ed67050-ee5e-48ab-bc78-d3ca7404a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:59:39.247030 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Attempting to bind port c13f924f-e980-4c90-b8ac-5214a5436c82 on network 39d1b5ff-5979-4460-98b6-dc444bad73ad {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:59:39.253447 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:59:39.253873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Checking segment: {'id': '3ed67050-ee5e-48ab-bc78-d3ca7404a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:59:39.255664 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:39.255664 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Bound using segment: {'id': '3ed67050-ee5e-48ab-bc78-d3ca7404a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:59:39.255664 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Bound port: c13f924f-e980-4c90-b8ac-5214a5436c82, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed67050-ee5e-48ab-bc78-d3ca7404a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:59:39.255664 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:39.269919 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:39.274027 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-81e8c852-732a-4f31-9127-631dfd6e9479 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3918514 Dec 14 02:59:39.276996 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39178) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:39.333858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] For port c13f924f-e980-4c90-b8ac-5214a5436c82, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:59:39.337436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] For port c13f924f-e980-4c90-b8ac-5214a5436c82, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c13f924f-e980-4c90-b8ac-5214a5436c82,segment=NetworkSegment(3ed67050-ee5e-48ab-bc78-d3ca7404a84e),segment_id=3ed67050-ee5e-48ab-bc78-d3ca7404a84e)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:59:39.404739 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-932a2aa8-65cd-412f-8a2e-1dab4bcee3d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:39.416876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211f97b-d73c-410c-83e5-1f8547c74a16 req-9a762f72-b435-456e-b618-afd8e1e018be tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:39.419120 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a211f97b-d73c-410c-83e5-1f8547c74a16 req-9a762f72-b435-456e-b618-afd8e1e018be tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.1175697 Dec 14 02:59:39.427192 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307194a8-9ad5-45e0-bd7b-caf63372a2c0', 'name': 'tempest-TestServerMultinode-842984969-router', 'tenant_id': '46dbedc3544a436aa7b3af8b06abdc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8f838b32-4c39-468c-a508-62547cafffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:36Z', 'updated_at': '2021-12-14T02:59:38Z', 'revision_number': 3, 'project_id': '46dbedc3544a436aa7b3af8b06abdc96', 'gw_port': {'id': '8f838b32-4c39-468c-a508-62547cafffd0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307194a8-9ad5-45e0-bd7b-caf63372a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:36Z', 'updated_at': '2021-12-14T02:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:39.458054 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:39.459394 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Checking router: 307194a8-9ad5-45e0-bd7b-caf63372a2c0 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:59:39.460071 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Updating router 307194a8-9ad5-45e0-bd7b-caf63372a2c0 port 8f838b32-4c39-468c-a508-62547cafffd0 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:59:39.480521 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a211f97b-d73c-410c-83e5-1f8547c74a16 req-f6a3688a-238d-4e25-88b7-45aa78e8d945 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549965 Dec 14 02:59:39.501556 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-932a2aa8-65cd-412f-8a2e-1dab4bcee3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:39.504623 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:39.571020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f38c7-8c82-477b-abef-b8cb88b0839b None None] Pushing event updated for resources: {'Port': ['ID=c13f924f-e980-4c90-b8ac-5214a5436c82,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:39.629747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-791f3277-6cbf-4add-a41e-47e64d141027 req-212d638f-bf31-4bb9-8681-ea29cc8e1a46 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 210 time: 0.0807633 Dec 14 02:59:39.636536 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-932a2aa8-65cd-412f-8a2e-1dab4bcee3d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c00321a40e2f415291ceeeb8811d140b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4417267 Dec 14 02:59:39.637988 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a2aa8-65cd-412f-8a2e-1dab4bcee3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872868da-6228-484b-97b8-09160801c5d1,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:39.640771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39184) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:39.708516 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d37a988e-3290-4a31-81b4-479e5501fbf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:39.736367 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d37a988e-3290-4a31-81b4-479e5501fbf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:39.872872 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:39.883881 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d37a988e-3290-4a31-81b4-479e5501fbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:39.891790 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d37a988e-3290-4a31-81b4-479e5501fbf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:39.895460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d37a988e-3290-4a31-81b4-479e5501fbf4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/872868da-6228-484b-97b8-09160801c5d1 HTTP/1.1" status: 204 len: 168 time: 0.2511456 Dec 14 02:59:39.899067 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:39.922796 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a988e-3290-4a31-81b4-479e5501fbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872868da-6228-484b-97b8-09160801c5d1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:39.948375 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:40.032636 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:40.098113 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c13f924f-e980-4c90-b8ac-5214a5436c82 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:59:40.127792 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Attempting to bind port 8f838b32-4c39-468c-a508-62547cafffd0 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:59:40.128428 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Attempting to bind port 8f838b32-4c39-468c-a508-62547cafffd0 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:59:40.128607 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Attempting to bind port 8f838b32-4c39-468c-a508-62547cafffd0 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:59:40.131757 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7110fb3-6e7b-4879-8d4e-14173d626cde None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:59:40.132064 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af376fa5-e10f-4a00-8a3a-ac9bdf5ee03b None None] Pushing event updated for resources: {'Port': ['ID=8f838b32-4c39-468c-a508-62547cafffd0,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:40.140861 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:59:40.141716 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:59:40.142350 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:40.142744 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:59:40.143220 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Bound port: 8f838b32-4c39-468c-a508-62547cafffd0, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:59:40.143765 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:40.147675 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af376fa5-e10f-4a00-8a3a-ac9bdf5ee03b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:40.148457 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af376fa5-e10f-4a00-8a3a-ac9bdf5ee03b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:40.149008 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af376fa5-e10f-4a00-8a3a-ac9bdf5ee03b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:40.150196 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af376fa5-e10f-4a00-8a3a-ac9bdf5ee03b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:40.150759 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af376fa5-e10f-4a00-8a3a-ac9bdf5ee03b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:40.152060 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af376fa5-e10f-4a00-8a3a-ac9bdf5ee03b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:40.152634 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af376fa5-e10f-4a00-8a3a-ac9bdf5ee03b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:40.153152 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af376fa5-e10f-4a00-8a3a-ac9bdf5ee03b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:40.153700 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af376fa5-e10f-4a00-8a3a-ac9bdf5ee03b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:40.154208 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af376fa5-e10f-4a00-8a3a-ac9bdf5ee03b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:40.154714 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af376fa5-e10f-4a00-8a3a-ac9bdf5ee03b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:40.155215 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af376fa5-e10f-4a00-8a3a-ac9bdf5ee03b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:40.155736 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af376fa5-e10f-4a00-8a3a-ac9bdf5ee03b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:40.166596 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] Allocated IP 172.25.7.149 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/24342a6d-588c-48dc-8d62-41d2ff215634) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:59:40.169264 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port c13f924f-e980-4c90-b8ac-5214a5436c82 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:40.170564 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:40.184812 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7d5ad89-b273-4bbf-ab13-6b3d82abdc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:40.228377 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] For port 8f838b32-4c39-468c-a508-62547cafffd0, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:59:40.233431 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] For port 8f838b32-4c39-468c-a508-62547cafffd0, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8f838b32-4c39-468c-a508-62547cafffd0,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:59:40.247062 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0d6a7360-2b70-4218-b535-7ad80cb5e707 None None] Provisioning complete for port 8f838b32-4c39-468c-a508-62547cafffd0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:40.247671 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0d6a7360-2b70-4218-b535-7ad80cb5e707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:40.333289 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:40.468305 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Routers {'307194a8-9ad5-45e0-bd7b-caf63372a2c0'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:59:40.469298 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['307194a8-9ad5-45e0-bd7b-caf63372a2c0'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:40.511812 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cdefab-13b6-4127-80fc-634c1a53724b None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:59:40.560227 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af376fa5-e10f-4a00-8a3a-ac9bdf5ee03b None None] Pushing event updated for resources: {'Port': ['ID=8f838b32-4c39-468c-a508-62547cafffd0,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:40.564726 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:40.567132 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-0d6a7360-2b70-4218-b535-7ad80cb5e707 None None] Port 8f838b32-4c39-468c-a508-62547cafffd0 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:59:40.642115 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-b7d5ad89-b273-4bbf-ab13-6b3d82abdc36 admin admin] Allocated IP 172.20.0.1 (527e25af-b937-4d3e-b95b-086b2c850fb0/74bbc7ad-7604-4131-8fd4-44fda41c169f/f1b2ad03-522d-4887-aa6f-b414d11a61b1) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:59:40.658839 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:40.705286 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77230200-8832-4738-8883-c76e06607af0 req-d11032df-0e2a-42da-adca-fdef32d3862a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:40.706925 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77230200-8832-4738-8883-c76e06607af0 req-d11032df-0e2a-42da-adca-fdef32d3862a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.1206501 Dec 14 02:59:40.725057 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port c13f924f-e980-4c90-b8ac-5214a5436c82, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c13f924f-e980-4c90-b8ac-5214a5436c82,segment=NetworkSegment(3ed67050-ee5e-48ab-bc78-d3ca7404a84e),segment_id=3ed67050-ee5e-48ab-bc78-d3ca7404a84e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:59:40.754987 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-931010c2-7d56-44b1-b733-30854c64a823 None None] Provisioning complete for port 8f838b32-4c39-468c-a508-62547cafffd0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:40.755549 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-931010c2-7d56-44b1-b733-30854c64a823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:40.758971 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] Set router 307194a8-9ad5-45e0-bd7b-caf63372a2c0 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:59:40.814638 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6f5f3c7-f76f-45c3-88fb-3f0809890530 req-22928f1d-ca25-4915-8fc1-94e00d27e892 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 210 time: 0.0705655 Dec 14 02:59:40.821450 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:40.822727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ac0e5124-6bfc-476e-893a-853fc65398a8 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:59:40.889614 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77230200-8832-4738-8883-c76e06607af0 req-6b5b7bfe-6968-4b93-9afd-e7a1e54bcbca tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672516 Dec 14 02:59:40.904145 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:40.985009 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7d5ad89-b273-4bbf-ab13-6b3d82abdc36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:40.990828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=c13f924f-e980-4c90-b8ac-5214a5436c82,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:41.027275 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:59:41.038315 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:41.049778 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port ac0e5124-6bfc-476e-893a-853fc65398a8 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:41.050569 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:41.056279 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03cf111-23c1-4a49-89c8-d9465236f432 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:59:41.057874 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-931010c2-7d56-44b1-b733-30854c64a823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:41.063586 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] Pushing event updated for resources: {'Port': ['ID=24342a6d-588c-48dc-8d62-41d2ff215634,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:41.067863 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:59:41.129550 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-931010c2-7d56-44b1-b733-30854c64a823 None None] For port 8f838b32-4c39-468c-a508-62547cafffd0, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8f838b32-4c39-468c-a508-62547cafffd0,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:59:41.218264 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-931010c2-7d56-44b1-b733-30854c64a823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:41.257385 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955cb26b-fc0e-490e-81f2-a67bb1d64690 None None] Network 39d1b5ff-5979-4460-98b6-dc444bad73ad requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:59:41.265573 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307194a8-9ad5-45e0-bd7b-caf63372a2c0', 'name': 'tempest-TestServerMultinode-842984969-router', 'tenant_id': '46dbedc3544a436aa7b3af8b06abdc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8f838b32-4c39-468c-a508-62547cafffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:36Z', 'updated_at': '2021-12-14T02:59:38Z', 'revision_number': 3, 'project_id': '46dbedc3544a436aa7b3af8b06abdc96', 'gw_port': {'id': '8f838b32-4c39-468c-a508-62547cafffd0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307194a8-9ad5-45e0-bd7b-caf63372a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:36Z', 'updated_at': '2021-12-14T02:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:41.275025 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7d5ad89-b273-4bbf-ab13-6b3d82abdc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:41.303878 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4c217-e06f-4dd2-8fb6-50ae49d3449d None None] The sync data for ids ['307194a8-9ad5-45e0-bd7b-caf63372a2c0'] in n-d-821636-1 is: [{'id': '307194a8-9ad5-45e0-bd7b-caf63372a2c0', 'name': 'tempest-TestServerMultinode-842984969-router', 'tenant_id': '46dbedc3544a436aa7b3af8b06abdc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8f838b32-4c39-468c-a508-62547cafffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:36Z', 'updated_at': '2021-12-14T02:59:38Z', 'revision_number': 3, 'project_id': '46dbedc3544a436aa7b3af8b06abdc96', 'gw_port': {'id': '8f838b32-4c39-468c-a508-62547cafffd0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307194a8-9ad5-45e0-bd7b-caf63372a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:36Z', 'updated_at': '2021-12-14T02:59:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:59:41.352264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d5ad89-b273-4bbf-ab13-6b3d82abdc36 admin admin] Network 527e25af-b937-4d3e-b95b-086b2c850fb0 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:59:41.353636 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931010c2-7d56-44b1-b733-30854c64a823 None None] Pushing event updated for resources: {'Port': ['ID=8f838b32-4c39-468c-a508-62547cafffd0,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:41.369264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-b7d5ad89-b273-4bbf-ab13-6b3d82abdc36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:41.377560 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d5ad89-b273-4bbf-ab13-6b3d82abdc36 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:59:41.385978 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a3a19055-7186-4cec-954e-8881b37962d9 None None] Provisioning complete for port c13f924f-e980-4c90-b8ac-5214a5436c82 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:41.386415 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a3a19055-7186-4cec-954e-8881b37962d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:41.424921 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5ad89-b273-4bbf-ab13-6b3d82abdc36 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b2ad03-522d-4887-aa6f-b414d11a61b1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:41.487757 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7d5ad89-b273-4bbf-ab13-6b3d82abdc36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:41.596693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a3a19055-7186-4cec-954e-8881b37962d9 None None] Provisioning complete for port 24342a6d-588c-48dc-8d62-41d2ff215634 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:41.597553 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a3a19055-7186-4cec-954e-8881b37962d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:41.674935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-040fc403-d61b-4b8a-814f-421f5ee39b99 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:41.693517 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-040fc403-d61b-4b8a-814f-421f5ee39b99 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.47 "GET /v2.0/networks?id=9ac07016-9417-4e3b-827f-223dc407c788 HTTP/1.1" status: 200 len: 809 time: 0.2513349 Dec 14 02:59:41.698325 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a3a19055-7186-4cec-954e-8881b37962d9 None None] Port 24342a6d-588c-48dc-8d62-41d2ff215634 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:59:41.699356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-9816e63d-9985-4f8f-bb67-8a8f0625e7ca tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Request body: {'port': {'device_id': 'cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1', 'network_id': '9ac07016-9417-4e3b-827f-223dc407c788', 'admin_state_up': True, 'tenant_id': '56bac3198b694ea98901f2ffa1f65d38'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:59:41.868242 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3a990985-02fd-49da-8c3e-0b242bb7a1df None None] Provisioning complete for port f1b2ad03-522d-4887-aa6f-b414d11a61b1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:41.885816 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3a990985-02fd-49da-8c3e-0b242bb7a1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:42.034184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3a990985-02fd-49da-8c3e-0b242bb7a1df None None] Port f1b2ad03-522d-4887-aa6f-b414d11a61b1 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:59:42.035258 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f8013cf-3cbe-4a99-aae6-0a6c818c7ac9 req-1fd0a541-6c07-41e4-9643-77caa5752514 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 210 time: 0.0670090 Dec 14 02:59:42.116421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-9816e63d-9985-4f8f-bb67-8a8f0625e7ca tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Made reservation on behalf of 56bac3198b694ea98901f2ffa1f65d38 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:59:42.117449 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-9816e63d-9985-4f8f-bb67-8a8f0625e7ca tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:42.177475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839df41-af36-42b3-a9b1-df8c8b7ad4c0 req-34278d4a-342a-4710-93d3-d9d0bfff067c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:42.180793 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7839df41-af36-42b3-a9b1-df8c8b7ad4c0 req-34278d4a-342a-4710-93d3-d9d0bfff067c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.1446071 Dec 14 02:59:42.184657 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9615c62f-d3da-4c8e-b4dc-325f5730c2ab None None] Provisioning complete for port c13f924f-e980-4c90-b8ac-5214a5436c82 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:42.185175 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9615c62f-d3da-4c8e-b4dc-325f5730c2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:42.249634 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8f838b32-4c39-468c-a508-62547cafffd0 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:59:42.265961 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7839df41-af36-42b3-a9b1-df8c8b7ad4c0 req-e2f22f62-c246-41c3-9a22-379a3279c4d2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678544 Dec 14 02:59:42.368356 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:42.397708 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 8f838b32-4c39-468c-a508-62547cafffd0 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:42.398085 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:42.474766 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-9816e63d-9985-4f8f-bb67-8a8f0625e7ca tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Allocated IP 172.20.0.10 (9ac07016-9417-4e3b-827f-223dc407c788/eed42f7b-c130-46c4-b3cc-6409209a3db9/822a6771-02b5-44ec-bf7a-fb978b2a53b3) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:59:42.500272 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c13f924f-e980-4c90-b8ac-5214a5436c82 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:59:42.553767 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port c13f924f-e980-4c90-b8ac-5214a5436c82 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:42.554282 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:42.662495 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7d5ad89-b273-4bbf-ab13-6b3d82abdc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:42.694793 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-9816e63d-9985-4f8f-bb67-8a8f0625e7ca tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:42.728978 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:42.818566 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-9816e63d-9985-4f8f-bb67-8a8f0625e7ca tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:42.864072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-9816e63d-9985-4f8f-bb67-8a8f0625e7ca tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Network 9ac07016-9417-4e3b-827f-223dc407c788 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:59:42.867318 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-9816e63d-9985-4f8f-bb67-8a8f0625e7ca tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:42.869942 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-9816e63d-9985-4f8f-bb67-8a8f0625e7ca tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:59:42.918309 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816e63d-9985-4f8f-bb67-8a8f0625e7ca tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Pushing event updated for resources: {'Port': ['ID=822a6771-02b5-44ec-bf7a-fb978b2a53b3,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:42.943970 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-9816e63d-9985-4f8f-bb67-8a8f0625e7ca tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:42.944931 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-9816e63d-9985-4f8f-bb67-8a8f0625e7ca tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:42.971881 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7d5ad89-b273-4bbf-ab13-6b3d82abdc36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:43.093359 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-9816e63d-9985-4f8f-bb67-8a8f0625e7ca tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3984640 Dec 14 02:59:43.097457 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] Router 73985cf9-800c-4c99-9b12-08a3da6e284b is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:59:43.100465 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7d5ad89-b273-4bbf-ab13-6b3d82abdc36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:43.115016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Request body: {'port': {'device_id': 'cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:59:43.226035 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:43.251881 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5ad89-b273-4bbf-ab13-6b3d82abdc36 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b2ad03-522d-4887-aa6f-b414d11a61b1,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:43.259283 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7d5ad89-b273-4bbf-ab13-6b3d82abdc36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:43.301018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534ebb8-9b0d-45f5-9891-f09db5f9c377 req-199191b0-0b51-4f23-b5de-9c6228fe7667 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:43.303102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0534ebb8-9b0d-45f5-9891-f09db5f9c377 req-199191b0-0b51-4f23-b5de-9c6228fe7667 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 932 time: 0.1513138 Dec 14 02:59:43.360329 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:59:43.380989 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Sync routers for ids ['73985cf9-800c-4c99-9b12-08a3da6e284b'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:59:43.394861 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d5ad89-b273-4bbf-ab13-6b3d82abdc36 admin admin] Network 527e25af-b937-4d3e-b95b-086b2c850fb0 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:59:43.397965 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-b7d5ad89-b273-4bbf-ab13-6b3d82abdc36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:43.400163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Routers {'73985cf9-800c-4c99-9b12-08a3da6e284b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:59:43.400476 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['73985cf9-800c-4c99-9b12-08a3da6e284b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:43.477176 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0534ebb8-9b0d-45f5-9891-f09db5f9c377 req-885df7a6-5dc6-45b0-9e97-21f1efa9d9db tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669624 Dec 14 02:59:43.522958 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:43.530785 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6c7ea160-d06e-4690-ab7b-1f8ad2cfe0b6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0642316 Dec 14 02:59:43.531749 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39236) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:43.574737 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Set router 73985cf9-800c-4c99-9b12-08a3da6e284b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:59:43.593483 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b20fa-ccf2-4357-a526-7fe19d747659 req-73bc3cab-7194-4a05-9812-1dadf7fce0ec tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:43.595401 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f5b20fa-ccf2-4357-a526-7fe19d747659 req-73bc3cab-7194-4a05-9812-1dadf7fce0ec tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.1974254 Dec 14 02:59:43.700415 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f5b20fa-ccf2-4357-a526-7fe19d747659 req-1b5852cf-8306-4720-83d0-71eac24483c8 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915465 Dec 14 02:59:43.702775 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d5ad89-b273-4bbf-ab13-6b3d82abdc36 admin admin] Router 307194a8-9ad5-45e0-bd7b-caf63372a2c0 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:59:43.772322 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822a6771-02b5-44ec-bf7a-fb978b2a53b3 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:59:43.781753 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:43.801784 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Transition to ACTIVE for port object 822a6771-02b5-44ec-bf7a-fb978b2a53b3 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:59:43.845914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'name': 'tempest-TestVolumeBackupRestore-370187438-router', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:38Z', 'updated_at': '2021-12-14T02:59:41Z', 'revision_number': 3, 'project_id': '54ff088c39304a16908fa1f78b206635', 'gw_port': {'id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:39Z', 'updated_at': '2021-12-14T02:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:43.874822 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:43.888766 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Checking router: 73985cf9-800c-4c99-9b12-08a3da6e284b for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:59:43.889214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Updating router 73985cf9-800c-4c99-9b12-08a3da6e284b port 24342a6d-588c-48dc-8d62-41d2ff215634 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:59:43.922217 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:43.956911 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Pushing event updated for resources: {'Port': ['ID=822a6771-02b5-44ec-bf7a-fb978b2a53b3,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:43.958227 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-fbd69f37-68ea-4ab1-aab2-3cc1081795bb None None] Provisioning complete for port f1b2ad03-522d-4887-aa6f-b414d11a61b1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:43.958725 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fbd69f37-68ea-4ab1-aab2-3cc1081795bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:43.979959 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d5ad89-b273-4bbf-ab13-6b3d82abdc36 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:59:43.986764 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b7d5ad89-b273-4bbf-ab13-6b3d82abdc36 admin admin] 10.222.0.39 "PUT /v2.0/routers/307194a8-9ad5-45e0-bd7b-caf63372a2c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7068181 Dec 14 02:59:44.006222 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Sync routers for ids ['307194a8-9ad5-45e0-bd7b-caf63372a2c0'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:59:44.026362 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Routers {'307194a8-9ad5-45e0-bd7b-caf63372a2c0'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:59:44.029865 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['307194a8-9ad5-45e0-bd7b-caf63372a2c0'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:44.048320 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Attempting to bind port 822a6771-02b5-44ec-bf7a-fb978b2a53b3 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:59:44.049821 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Attempting to bind port 822a6771-02b5-44ec-bf7a-fb978b2a53b3 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '23a2674a-cd45-4613-b33b-db1513db87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9ac07016-9417-4e3b-827f-223dc407c788'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:59:44.050173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Attempting to bind port 822a6771-02b5-44ec-bf7a-fb978b2a53b3 on network 9ac07016-9417-4e3b-827f-223dc407c788 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:59:44.056476 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-fbd69f37-68ea-4ab1-aab2-3cc1081795bb None None] Port f1b2ad03-522d-4887-aa6f-b414d11a61b1 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:59:44.071465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Port 822a6771-02b5-44ec-bf7a-fb978b2a53b3 on network 9ac07016-9417-4e3b-827f-223dc407c788 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:59:44.071465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Attempting to bind port 822a6771-02b5-44ec-bf7a-fb978b2a53b3 on network 9ac07016-9417-4e3b-827f-223dc407c788 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:59:44.085859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:59:44.085859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Checking segment: {'id': '23a2674a-cd45-4613-b33b-db1513db87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9ac07016-9417-4e3b-827f-223dc407c788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:59:44.087940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Bound using segment: {'id': '23a2674a-cd45-4613-b33b-db1513db87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9ac07016-9417-4e3b-827f-223dc407c788'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:59:44.088714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Bound port: 822a6771-02b5-44ec-bf7a-fb978b2a53b3, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a2674a-cd45-4613-b33b-db1513db87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9ac07016-9417-4e3b-827f-223dc407c788'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:59:44.089571 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:44.202973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] For port 822a6771-02b5-44ec-bf7a-fb978b2a53b3, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:59:44.208098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] For port 822a6771-02b5-44ec-bf7a-fb978b2a53b3, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=822a6771-02b5-44ec-bf7a-fb978b2a53b3,segment=NetworkSegment(23a2674a-cd45-4613-b33b-db1513db87b5),segment_id=23a2674a-cd45-4613-b33b-db1513db87b5)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:59:44.212518 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-401f1f09-8cc4-4b08-bedf-710b50d8215a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:44.268477 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Set router 307194a8-9ad5-45e0-bd7b-caf63372a2c0 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:59:44.287057 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:44.317217 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:44.320095 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:44.323244 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] 10.222.0.47 "PUT /v2.0/ports/822a6771-02b5-44ec-bf7a-fb978b2a53b3 HTTP/1.1" status: 200 len: 1092 time: 1.2147281 Dec 14 02:59:44.368352 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1', 'tag': '822a6771-02b5-44ec-bf7a-fb978b2a53b3'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:59:44.386984 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c819807-f0f2-4785-9225-4981de5efd07" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1", "tag": "822a6771-02b5-44ec-bf7a-fb978b2a53b3"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:59:44.429596 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:44.455550 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64cb78-4a71-436a-901b-2d976f1a6cdd service neutron] Pushing event updated for resources: {'Port': ['ID=822a6771-02b5-44ec-bf7a-fb978b2a53b3,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:44.470313 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2628492-d116-412f-9ce9-e20c19b728c1 x-openstack-request-id: req-b2628492-d116-412f-9ce9-e20c19b728c1 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:59:44.470521 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1", "tag": "822a6771-02b5-44ec-bf7a-fb978b2a53b3", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:59:44.470778 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2628492-d116-412f-9ce9-e20c19b728c1 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:59:44.471184 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1', 'tag': '822a6771-02b5-44ec-bf7a-fb978b2a53b3', 'status': 'completed', 'code': 200} Dec 14 02:59:44.498910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-401f1f09-8cc4-4b08-bedf-710b50d8215a admin admin] Allocated IP 172.20.0.1 (39d1b5ff-5979-4460-98b6-dc444bad73ad/3c855a28-7a71-4786-98d0-26073b3a25ea/dea7ca09-9992-4d04-88ef-a294515b083c) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:59:44.518447 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:44.595065 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307194a8-9ad5-45e0-bd7b-caf63372a2c0', 'name': 'tempest-TestServerMultinode-842984969-router', 'tenant_id': '46dbedc3544a436aa7b3af8b06abdc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8f838b32-4c39-468c-a508-62547cafffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:36Z', 'updated_at': '2021-12-14T02:59:42Z', 'revision_number': 4, 'project_id': '46dbedc3544a436aa7b3af8b06abdc96', 'gw_port': {'id': '8f838b32-4c39-468c-a508-62547cafffd0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307194a8-9ad5-45e0-bd7b-caf63372a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:36Z', 'updated_at': '2021-12-14T02:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f1b2ad03-522d-4887-aa6f-b414d11a61b1', 'name': '', 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0', 'tenant_id': '46dbedc3544a436aa7b3af8b06abdc96', 'mac_address': 'fa:16:3e:5d:a8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307194a8-9ad5-45e0-bd7b-caf63372a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '74bbc7ad-7604-4131-8fd4-44fda41c169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:40Z', 'updated_at': '2021-12-14T02:59:42Z', 'revision_number': 2, 'project_id': '46dbedc3544a436aa7b3af8b06abdc96', 'subnets': [{'id': '74bbc7ad-7604-4131-8fd4-44fda41c169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:44.596468 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27b7406-f09b-4f9e-a5ed-999c49a31889 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:59:44.600980 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e5e84-4d0b-40b1-9651-cfb46c1dda6f None None] Pushing event updated for resources: {'Port': ['ID=24342a6d-588c-48dc-8d62-41d2ff215634,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:44.604644 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Attempting to bind port 24342a6d-588c-48dc-8d62-41d2ff215634 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:59:44.605031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Attempting to bind port 24342a6d-588c-48dc-8d62-41d2ff215634 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:59:44.605440 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Attempting to bind port 24342a6d-588c-48dc-8d62-41d2ff215634 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:59:44.613825 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:59:44.614212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:59:44.614629 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:44.615017 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:59:44.615512 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Bound port: 24342a6d-588c-48dc-8d62-41d2ff215634, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:59:44.615958 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:44.647398 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Checking router: 307194a8-9ad5-45e0-bd7b-caf63372a2c0 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:59:44.648038 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Updating router 307194a8-9ad5-45e0-bd7b-caf63372a2c0 port f1b2ad03-522d-4887-aa6f-b414d11a61b1 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:59:44.695283 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c819807-f0f2-4785-9225-4981de5efd07 req-63f0f0e8-c87b-41d5-9432-df76ffc21c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:44.695283 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c819807-f0f2-4785-9225-4981de5efd07 req-63f0f0e8-c87b-41d5-9432-df76ffc21c03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56bac3198b694ea98901f2ffa1f65d38&device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 1095 time: 0.1590917 Dec 14 02:59:44.695474 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-401f1f09-8cc4-4b08-bedf-710b50d8215a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:44.695567 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:44.700730 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] For port 24342a6d-588c-48dc-8d62-41d2ff215634, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:59:44.704668 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] For port 24342a6d-588c-48dc-8d62-41d2ff215634, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=24342a6d-588c-48dc-8d62-41d2ff215634,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:59:44.709944 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4f998764-1ccd-42f5-8588-83e1b4f4a955 None None] Provisioning complete for port 24342a6d-588c-48dc-8d62-41d2ff215634 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:44.710527 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4f998764-1ccd-42f5-8588-83e1b4f4a955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:44.769163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9e14b-aee3-464f-bcca-194a9b75bfeb req-79f08ed9-de3b-4e35-a427-a0efe3fe8632 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:44.770734 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-67e9e14b-aee3-464f-bcca-194a9b75bfeb req-79f08ed9-de3b-4e35-a427-a0efe3fe8632 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 944 time: 0.1484926 Dec 14 02:59:44.803488 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:44.826729 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-401f1f09-8cc4-4b08-bedf-710b50d8215a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:44.851726 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4f998764-1ccd-42f5-8588-83e1b4f4a955 None None] Port 24342a6d-588c-48dc-8d62-41d2ff215634 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:59:44.881825 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016591cb-8180-49ce-9ed9-67a91b2d8a21 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:59:44.898050 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Routers {'73985cf9-800c-4c99-9b12-08a3da6e284b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:59:44.898699 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['73985cf9-800c-4c99-9b12-08a3da6e284b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:44.903748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e5e84-4d0b-40b1-9651-cfb46c1dda6f None None] Pushing event updated for resources: {'Port': ['ID=24342a6d-588c-48dc-8d62-41d2ff215634,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:44.918185 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c819807-f0f2-4785-9225-4981de5efd07 req-b5429e93-11f5-4d18-845f-ae8cb39aa1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:44.920616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c819807-f0f2-4785-9225-4981de5efd07 req-b5429e93-11f5-4d18-845f-ae8cb39aa1d6 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=56bac3198b694ea98901f2ffa1f65d38&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2336168 Dec 14 02:59:44.962514 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-67e9e14b-aee3-464f-bcca-194a9b75bfeb req-c67c0b3f-2d4b-44e6-bab8-60e479e51f6b tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827455 Dec 14 02:59:44.983893 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f1f09-8cc4-4b08-bedf-710b50d8215a admin admin] Pushing event updated for resources: {'Port': ['ID=dea7ca09-9992-4d04-88ef-a294515b083c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:45.015233 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401f1f09-8cc4-4b08-bedf-710b50d8215a admin admin] Network 39d1b5ff-5979-4460-98b6-dc444bad73ad is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:59:45.022254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-401f1f09-8cc4-4b08-bedf-710b50d8215a admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:45.023243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8c007b3c-8673-4e87-9bfc-e7e626249448 None None] Provisioning complete for port 24342a6d-588c-48dc-8d62-41d2ff215634 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:45.023597 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8c007b3c-8673-4e87-9bfc-e7e626249448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:45.029966 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f1f09-8cc4-4b08-bedf-710b50d8215a admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:59:45.097705 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39264) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:45.105963 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] Set router 73985cf9-800c-4c99-9b12-08a3da6e284b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:59:45.108438 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f852491e-5a7c-42a7-a694-28edeb4f3eee admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1936176031-network', 'tenant_id': '7cca95d1571d4fab98bf9a8e7c61d442'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:59:45.131121 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-401f1f09-8cc4-4b08-bedf-710b50d8215a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:45.159946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c819807-f0f2-4785-9225-4981de5efd07 req-c80693c1-1d59-4ee0-a5b8-a7807c2d0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:45.162051 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c819807-f0f2-4785-9225-4981de5efd07 req-c80693c1-1d59-4ee0-a5b8-a7807c2d0d05 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2091744 Dec 14 02:59:45.194603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b513e3-afbe-434f-9cfd-7e185198c9bd req-186fc822-97cf-411a-8f2a-7e05e58a838e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:45.196473 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-51b513e3-afbe-434f-9cfd-7e185198c9bd req-186fc822-97cf-411a-8f2a-7e05e58a838e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.3581643 Dec 14 02:59:45.351213 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:45.374527 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-51b513e3-afbe-434f-9cfd-7e185198c9bd req-ef3bd44d-469b-4a0a-91ad-41892f4d0c50 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646104 Dec 14 02:59:45.376658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-e66164ec-4d5d-4057-9896-56036b60c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:45.380095 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-e66164ec-4d5d-4057-9896-56036b60c3d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56bac3198b694ea98901f2ffa1f65d38&device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 1095 time: 0.1220365 Dec 14 02:59:45.399394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f852491e-5a7c-42a7-a694-28edeb4f3eee admin admin] Made reservation on behalf of 7cca95d1571d4fab98bf9a8e7c61d442 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:59:45.402205 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f852491e-5a7c-42a7-a694-28edeb4f3eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:45.421899 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8c007b3c-8673-4e87-9bfc-e7e626249448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:45.430606 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f852491e-5a7c-42a7-a694-28edeb4f3eee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:45.446696 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:45.466028 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-ca28586c-1c73-45eb-9d85-97f67f7fd766 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=822a6771-02b5-44ec-bf7a-fb978b2a53b3 HTTP/1.1" status: 200 len: 217 time: 0.0719223 Dec 14 02:59:45.494446 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8c007b3c-8673-4e87-9bfc-e7e626249448 None None] For port 24342a6d-588c-48dc-8d62-41d2ff215634, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=24342a6d-588c-48dc-8d62-41d2ff215634,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:59:45.536785 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-401f1f09-8cc4-4b08-bedf-710b50d8215a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:45.550412 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'name': 'tempest-TestVolumeBackupRestore-370187438-router', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:38Z', 'updated_at': '2021-12-14T02:59:41Z', 'revision_number': 3, 'project_id': '54ff088c39304a16908fa1f78b206635', 'gw_port': {'id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:39Z', 'updated_at': '2021-12-14T02:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:45.556060 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8c007b3c-8673-4e87-9bfc-e7e626249448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:45.564417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-a6e0eee3-d8bc-4b38-9959-95737cc90ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:45.566001 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-a6e0eee3-d8bc-4b38-9959-95737cc90ac0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eed42f7b-c130-46c4-b3cc-6409209a3db9 HTTP/1.1" status: 200 len: 849 time: 0.0939798 Dec 14 02:59:45.602722 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e0b536-ba28-4277-a6e2-b3da6523bb03 None None] The sync data for ids ['73985cf9-800c-4c99-9b12-08a3da6e284b'] in n-d-821636-1 is: [{'id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'name': 'tempest-TestVolumeBackupRestore-370187438-router', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:38Z', 'updated_at': '2021-12-14T02:59:41Z', 'revision_number': 3, 'project_id': '54ff088c39304a16908fa1f78b206635', 'gw_port': {'id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:39Z', 'updated_at': '2021-12-14T02:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:59:45.643999 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-f0def1b2-ee3c-4199-b345-f7ba388464ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ac07016-9417-4e3b-827f-223dc407c788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695081 Dec 14 02:59:45.703499 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316384f-6d62-45ad-835e-e95e4054ef66 None None] Pushing event updated for resources: {'Port': ['ID=f1b2ad03-522d-4887-aa6f-b414d11a61b1,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:45.714832 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Attempting to bind port f1b2ad03-522d-4887-aa6f-b414d11a61b1 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:59:45.715263 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Attempting to bind port f1b2ad03-522d-4887-aa6f-b414d11a61b1 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'c5e578bc-2df1-4f8c-b69b-d762457ad808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:59:45.715666 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Attempting to bind port f1b2ad03-522d-4887-aa6f-b414d11a61b1 on network 527e25af-b937-4d3e-b95b-086b2c850fb0 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:59:45.717222 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f852491e-5a7c-42a7-a694-28edeb4f3eee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:45.729939 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:59:45.730326 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Checking segment: {'id': 'c5e578bc-2df1-4f8c-b69b-d762457ad808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:59:45.731562 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:45.731698 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Bound using segment: {'id': 'c5e578bc-2df1-4f8c-b69b-d762457ad808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:59:45.732183 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Bound port: f1b2ad03-522d-4887-aa6f-b414d11a61b1, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e578bc-2df1-4f8c-b69b-d762457ad808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:59:45.732567 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:45.818528 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-a4c2cb6c-fa79-445c-a8b4-4704d391ec87 service neutron] 10.222.0.47 "GET /v2.0/networks/9ac07016-9417-4e3b-827f-223dc407c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648519 Dec 14 02:59:45.829640 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f852491e-5a7c-42a7-a694-28edeb4f3eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:45.890696 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f852491e-5a7c-42a7-a694-28edeb4f3eee admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:59:45.893528 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] For port f1b2ad03-522d-4887-aa6f-b414d11a61b1, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:59:45.897123 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] For port f1b2ad03-522d-4887-aa6f-b414d11a61b1, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f1b2ad03-522d-4887-aa6f-b414d11a61b1,segment=NetworkSegment(c5e578bc-2df1-4f8c-b69b-d762457ad808),segment_id=c5e578bc-2df1-4f8c-b69b-d762457ad808)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:59:45.921284 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852491e-5a7c-42a7-a694-28edeb4f3eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16451d7-5164-4280-abb9-469b64842989,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:45.941256 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f852491e-5a7c-42a7-a694-28edeb4f3eee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:45.941665 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-f852491e-5a7c-42a7-a694-28edeb4f3eee admin admin] Added segment 30b50b21-1ae2-45a2-9869-b29a8ed3eb7e of type vlan for network d3c65717-f8e6-43cf-9a18-6796682e14f2 Dec 14 02:59:45.949123 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ad97f0d5-893b-4531-99ac-8d359977bca5 None None] Provisioning complete for port dea7ca09-9992-4d04-88ef-a294515b083c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:45.950209 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ad97f0d5-893b-4531-99ac-8d359977bca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:45.952701 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c007b3c-8673-4e87-9bfc-e7e626249448 None None] Pushing event updated for resources: {'Port': ['ID=24342a6d-588c-48dc-8d62-41d2ff215634,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:45.965367 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:46.016624 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ad97f0d5-893b-4531-99ac-8d359977bca5 None None] Port dea7ca09-9992-4d04-88ef-a294515b083c cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:59:46.062826 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-221fefed-8d4b-4934-957a-9f0b3883c247 req-76eb874f-1bc8-4d94-8c58-4e708ae748db service neutron] 10.222.0.47 "GET /v2.0/networks/9ac07016-9417-4e3b-827f-223dc407c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333574 Dec 14 02:59:46.139003 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f852491e-5a7c-42a7-a694-28edeb4f3eee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:46.152127 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7177d8c9-c44a-427c-a51b-df1ed30f42ec None None] Provisioning complete for port f1b2ad03-522d-4887-aa6f-b414d11a61b1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:46.152865 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7177d8c9-c44a-427c-a51b-df1ed30f42ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:46.163558 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-401f1f09-8cc4-4b08-bedf-710b50d8215a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:46.190387 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316384f-6d62-45ad-835e-e95e4054ef66 None None] Pushing event updated for resources: {'Port': ['ID=f1b2ad03-522d-4887-aa6f-b414d11a61b1,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:46.215328 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Routers {'307194a8-9ad5-45e0-bd7b-caf63372a2c0'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:59:46.215970 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['307194a8-9ad5-45e0-bd7b-caf63372a2c0'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:46.220144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db54d06-f45d-45d5-b7d7-b072e0657522 req-58f5efb9-4c1a-4dad-827d-79b6bff3c1ad tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:46.230011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3db54d06-f45d-45d5-b7d7-b072e0657522 req-58f5efb9-4c1a-4dad-827d-79b6bff3c1ad tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 944 time: 0.1126633 Dec 14 02:59:46.273974 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-401f1f09-8cc4-4b08-bedf-710b50d8215a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:46.307127 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3db54d06-f45d-45d5-b7d7-b072e0657522 req-8f0b6882-7f3f-462e-bcc3-29621a4b376b tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761874 Dec 14 02:59:46.359881 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7177d8c9-c44a-427c-a51b-df1ed30f42ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:46.390874 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] Set router 307194a8-9ad5-45e0-bd7b-caf63372a2c0 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:59:46.421003 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-401f1f09-8cc4-4b08-bedf-710b50d8215a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:46.432473 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f1f09-8cc4-4b08-bedf-710b50d8215a admin admin] Pushing event updated for resources: {'Port': ['ID=dea7ca09-9992-4d04-88ef-a294515b083c,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:46.437134 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f852491e-5a7c-42a7-a694-28edeb4f3eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:46.438228 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f852491e-5a7c-42a7-a694-28edeb4f3eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:46.438916 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f852491e-5a7c-42a7-a694-28edeb4f3eee admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:46.458044 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7177d8c9-c44a-427c-a51b-df1ed30f42ec None None] For port f1b2ad03-522d-4887-aa6f-b414d11a61b1, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f1b2ad03-522d-4887-aa6f-b414d11a61b1,segment=NetworkSegment(c5e578bc-2df1-4f8c-b69b-d762457ad808),segment_id=c5e578bc-2df1-4f8c-b69b-d762457ad808)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:59:46.535625 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7177d8c9-c44a-427c-a51b-df1ed30f42ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:46.602503 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4e305-3fcc-4295-9847-2cbff5c8eee0 req-990c8f65-138d-42fc-88c3-26c43671423c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:46.608156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177d8c9-c44a-427c-a51b-df1ed30f42ec None None] Pushing event updated for resources: {'Port': ['ID=f1b2ad03-522d-4887-aa6f-b414d11a61b1,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:46.614312 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ebf4e305-3fcc-4295-9847-2cbff5c8eee0 req-990c8f65-138d-42fc-88c3-26c43671423c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.1089785 Dec 14 02:59:46.668328 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5710f41c-3847-4253-94d9-9c652d7b169b None None] Provisioning complete for port f1b2ad03-522d-4887-aa6f-b414d11a61b1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:46.669260 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5710f41c-3847-4253-94d9-9c652d7b169b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:46.696552 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307194a8-9ad5-45e0-bd7b-caf63372a2c0', 'name': 'tempest-TestServerMultinode-842984969-router', 'tenant_id': '46dbedc3544a436aa7b3af8b06abdc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8f838b32-4c39-468c-a508-62547cafffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:36Z', 'updated_at': '2021-12-14T02:59:42Z', 'revision_number': 4, 'project_id': '46dbedc3544a436aa7b3af8b06abdc96', 'gw_port': {'id': '8f838b32-4c39-468c-a508-62547cafffd0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307194a8-9ad5-45e0-bd7b-caf63372a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:36Z', 'updated_at': '2021-12-14T02:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f1b2ad03-522d-4887-aa6f-b414d11a61b1', 'name': '', 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0', 'tenant_id': '46dbedc3544a436aa7b3af8b06abdc96', 'mac_address': 'fa:16:3e:5d:a8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307194a8-9ad5-45e0-bd7b-caf63372a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '74bbc7ad-7604-4131-8fd4-44fda41c169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:40Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '46dbedc3544a436aa7b3af8b06abdc96', 'subnets': [{'id': '74bbc7ad-7604-4131-8fd4-44fda41c169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:46.703660 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ebf4e305-3fcc-4295-9847-2cbff5c8eee0 req-182003d8-1c33-4072-b7bf-d2a15053905f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788257 Dec 14 02:59:46.731961 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ece6e8-b0ef-4eb6-bee7-ab2fc839842d None None] The sync data for ids ['307194a8-9ad5-45e0-bd7b-caf63372a2c0'] in n-d-821636-1 is: [{'id': '307194a8-9ad5-45e0-bd7b-caf63372a2c0', 'name': 'tempest-TestServerMultinode-842984969-router', 'tenant_id': '46dbedc3544a436aa7b3af8b06abdc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8f838b32-4c39-468c-a508-62547cafffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:36Z', 'updated_at': '2021-12-14T02:59:42Z', 'revision_number': 4, 'project_id': '46dbedc3544a436aa7b3af8b06abdc96', 'gw_port': {'id': '8f838b32-4c39-468c-a508-62547cafffd0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307194a8-9ad5-45e0-bd7b-caf63372a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:36Z', 'updated_at': '2021-12-14T02:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f1b2ad03-522d-4887-aa6f-b414d11a61b1', 'name': '', 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0', 'tenant_id': '46dbedc3544a436aa7b3af8b06abdc96', 'mac_address': 'fa:16:3e:5d:a8:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '307194a8-9ad5-45e0-bd7b-caf63372a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '74bbc7ad-7604-4131-8fd4-44fda41c169f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:40Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '46dbedc3544a436aa7b3af8b06abdc96', 'subnets': [{'id': '74bbc7ad-7604-4131-8fd4-44fda41c169f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:59:47.006846 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f852491e-5a7c-42a7-a694-28edeb4f3eee admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9078147 Dec 14 02:59:47.009633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39274) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:47.015161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-4ae72e5b-f0d4-41b9-84df-3ef1a57539ab admin admin] Request body: {'subnet': {'network_id': 'd3c65717-f8e6-43cf-9a18-6796682e14f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1936176031-subnet', 'tenant_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:59:47.025811 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852491e-5a7c-42a7-a694-28edeb4f3eee admin admin] Pushing event updated for resources: {'Network': ['ID=d3c65717-f8e6-43cf-9a18-6796682e14f2,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:47.038053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network d3c65717-f8e6-43cf-9a18-6796682e14f2 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:59:47.072432 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401f1f09-8cc4-4b08-bedf-710b50d8215a admin admin] Network 39d1b5ff-5979-4460-98b6-dc444bad73ad is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:59:47.074103 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-401f1f09-8cc4-4b08-bedf-710b50d8215a admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:47.120847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae72e5b-f0d4-41b9-84df-3ef1a57539ab admin admin] Made reservation on behalf of 7cca95d1571d4fab98bf9a8e7c61d442 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:59:47.123961 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4ae72e5b-f0d4-41b9-84df-3ef1a57539ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:47.224897 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401f1f09-8cc4-4b08-bedf-710b50d8215a admin admin] Router 73985cf9-800c-4c99-9b12-08a3da6e284b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:59:47.368711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401f1f09-8cc4-4b08-bedf-710b50d8215a admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:59:47.389356 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-401f1f09-8cc4-4b08-bedf-710b50d8215a admin admin] 10.222.0.39 "PUT /v2.0/routers/73985cf9-800c-4c99-9b12-08a3da6e284b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8478956 Dec 14 02:59:47.425278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7e7b4441-f550-4d38-91fe-b2455e6e45f4 None None] Provisioning complete for port dea7ca09-9992-4d04-88ef-a294515b083c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:47.425907 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e7b4441-f550-4d38-91fe-b2455e6e45f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:47.429266 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4ae72e5b-f0d4-41b9-84df-3ef1a57539ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:47.468829 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7e7b4441-f550-4d38-91fe-b2455e6e45f4 None None] Port dea7ca09-9992-4d04-88ef-a294515b083c cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:59:47.518599 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2786f0-0b34-44a5-b02e-26977b6c3421 req-e21fb68a-ae8b-445e-8d01-565d20af7e8b tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:47.526074 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f2786f0-0b34-44a5-b02e-26977b6c3421 req-e21fb68a-ae8b-445e-8d01-565d20af7e8b tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 944 time: 0.1089649 Dec 14 02:59:47.587757 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae72e5b-f0d4-41b9-84df-3ef1a57539ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=7733ca04-82a5-408e-bd44-612edb1730ff,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:47.614162 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae72e5b-f0d4-41b9-84df-3ef1a57539ab admin admin] Checking segment: {'id': '30b50b21-1ae2-45a2-9869-b29a8ed3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd3c65717-f8e6-43cf-9a18-6796682e14f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:59:47.614753 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae72e5b-f0d4-41b9-84df-3ef1a57539ab admin admin] Network hostable DHCP agents. Network: d3c65717-f8e6-43cf-9a18-6796682e14f2, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:59:47.625573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f2786f0-0b34-44a5-b02e-26977b6c3421 req-62f00def-59a6-4835-af62-942b24566628 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986066 Dec 14 02:59:47.663279 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-6e9a60b9-43fb-4b4b-9f02-89c8f83dbc0c service neutron] show failed (client error): The resource could not be found. Dec 14 02:59:47.664346 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-6e9a60b9-43fb-4b4b-9f02-89c8f83dbc0c service neutron] 10.222.0.46 "GET /v2.0/ports/8d8f134a-3274-42e0-ba7c-73194fe80699/bindings/n-h2-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.1331482 Dec 14 02:59:47.735521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae72e5b-f0d4-41b9-84df-3ef1a57539ab admin admin] Network d3c65717-f8e6-43cf-9a18-6796682e14f2 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:59:47.826893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-4ae72e5b-f0d4-41b9-84df-3ef1a57539ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, d3c65717-f8e6-43cf-9a18-6796682e14f2) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:47.832406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae72e5b-f0d4-41b9-84df-3ef1a57539ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:47.832999 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4ae72e5b-f0d4-41b9-84df-3ef1a57539ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:47.835676 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654661a7-b9ea-4e0d-8e25-441d88eb2d64 None None] Network d3c65717-f8e6-43cf-9a18-6796682e14f2 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:59:47.862911 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035873d-68f5-4777-b2c5-eb3cdbd04bdd req-27d99922-2a52-434e-9c21-c56ea231fca3 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:47.865592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6035873d-68f5-4777-b2c5-eb3cdbd04bdd req-27d99922-2a52-434e-9c21-c56ea231fca3 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.0821612 Dec 14 02:59:47.949658 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4ae72e5b-f0d4-41b9-84df-3ef1a57539ab admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9387681 Dec 14 02:59:47.952656 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39292) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:47.961630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1936176031-router', 'tenant_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:59:48.018295 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6035873d-68f5-4777-b2c5-eb3cdbd04bdd req-67239255-9fc9-4694-b53c-c1e1acc21eff tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449056 Dec 14 02:59:48.078563 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:48.080057 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:48.103266 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-d3c65717-f8e6-43cf-9a18-6796682e14f2', 'network_id': 'd3c65717-f8e6-43cf-9a18-6796682e14f2', 'project_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'fixed_ips': [{'subnet_id': '7733ca04-82a5-408e-bd44-612edb1730ff'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:59:48.106583 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:48.125604 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 24342a6d-588c-48dc-8d62-41d2ff215634 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:59:48.164218 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:48.322128 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 24342a6d-588c-48dc-8d62-41d2ff215634 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:48.324191 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:48.357102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-3e5f64fd-122a-4efe-a243-5919f48a9db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:48.360633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-3e5f64fd-122a-4efe-a243-5919f48a9db8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f&tenant_id=64815042603e4fe084e0db9c9093166c HTTP/1.1" status: 200 len: 1096 time: 0.1325519 Dec 14 02:59:48.380229 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821636-1', 'device_owner': 'compute:nova'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:59:48.380487 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Sync routers for ids ['73985cf9-800c-4c99-9b12-08a3da6e284b'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:59:48.398242 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39302) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:48.405296 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-251335381-network', 'tenant_id': 'cc75df5663f84d36929929a8969208ee'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:59:48.426876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Allocated IP 172.20.0.2 (d3c65717-f8e6-43cf-9a18-6796682e14f2/7733ca04-82a5-408e-bd44-612edb1730ff/3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:59:48.435662 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Routers {'73985cf9-800c-4c99-9b12-08a3da6e284b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:59:48.436279 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['73985cf9-800c-4c99-9b12-08a3da6e284b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:48.446290 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 822a6771-02b5-44ec-bf7a-fb978b2a53b3 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:59:48.462617 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:48.540506 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:48.682914 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Made reservation on behalf of cc75df5663f84d36929929a8969208ee for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:59:48.685697 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:48.696955 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:48.763380 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Set router 73985cf9-800c-4c99-9b12-08a3da6e284b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:59:48.766212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] For port 8d8f134a-3274-42e0-ba7c-73194fe80699, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=8d8f134a-3274-42e0-ba7c-73194fe80699,segment=NetworkSegment(c46756e1-62fa-4b0d-8d59-07bfe235eb1b),segment_id=c46756e1-62fa-4b0d-8d59-07bfe235eb1b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:59:48.810502 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f1b2ad03-522d-4887-aa6f-b414d11a61b1 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:59:48.831865 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] For port 8d8f134a-3274-42e0-ba7c-73194fe80699, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:59:48.850485 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:48.861048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 822a6771-02b5-44ec-bf7a-fb978b2a53b3, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=822a6771-02b5-44ec-bf7a-fb978b2a53b3,segment=NetworkSegment(23a2674a-cd45-4613-b33b-db1513db87b5),segment_id=23a2674a-cd45-4613-b33b-db1513db87b5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:59:48.885928 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:48.901585 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Transition to ACTIVE for port object 8d8f134a-3274-42e0-ba7c-73194fe80699 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 02:59:48.902474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8f134a-3274-42e0-ba7c-73194fe80699'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:59:48.905768 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e996bd-9128-4b80-8281-81f81a3465c1" -d '{"events": [{"server_uuid": "8d9c80f5-f20b-4aff-9ffd-1d237b78230f", "name": "network-vif-unplugged", "status": "completed", "tag": "8d8f134a-3274-42e0-ba7c-73194fe80699"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:59:48.929473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '822a6771-02b5-44ec-bf7a-fb978b2a53b3', 'network_id': '9ac07016-9417-4e3b-827f-223dc407c788', 'port_id': '822a6771-02b5-44ec-bf7a-fb978b2a53b3', 'mac_address': 'fa:16:3e:9d:e1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed42f7b-c130-46c4-b3cc-6409209a3db9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:59:48.953775 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:48.985169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573da35-0919-458b-a0a5-1d684c585452 req-6d398754-4021-469e-b0a6-bda39280fac0 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:48.994271 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c573da35-0919-458b-a0a5-1d684c585452 req-6d398754-4021-469e-b0a6-bda39280fac0 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 944 time: 0.0852315 Dec 14 02:59:48.998915 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:49.003875 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:49.040681 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:49.081853 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 02:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5157c42-c4ba-4c81-99c7-64c9933b65a7 x-openstack-request-id: req-e5157c42-c4ba-4c81-99c7-64c9933b65a7 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:59:49.082383 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9c80f5-f20b-4aff-9ffd-1d237b78230f", "name": "network-vif-unplugged", "status": "completed", "tag": "8d8f134a-3274-42e0-ba7c-73194fe80699", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:59:49.082851 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5157c42-c4ba-4c81-99c7-64c9933b65a7 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:59:49.084131 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8f134a-3274-42e0-ba7c-73194fe80699', 'code': 200} Dec 14 02:59:49.113214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c573da35-0919-458b-a0a5-1d684c585452 req-c2cc5ba3-f2fb-4f5e-bdd0-346b4e7ca508 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178861 Dec 14 02:59:49.117644 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Network d3c65717-f8e6-43cf-9a18-6796682e14f2 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:59:49.125206 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:49.155285 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:49.157366 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f1b2ad03-522d-4887-aa6f-b414d11a61b1 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:49.157853 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:49.182067 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:59:49.192035 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 02:59:49.208451 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Pushing event updated for resources: {'Port': ['ID=3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:49.211972 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822a6771-02b5-44ec-bf7a-fb978b2a53b3 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:59:49.215781 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:49.220462 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Added segment 493821a2-630d-423d-8d51-3ec8a150c313 of type vlan for network 9f82211d-c807-439c-b6c0-d9949e64f39a Dec 14 02:59:49.298998 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2a432d-eb3e-4f19-8b95-9fd5fd1dd81f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:49.322239 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 822a6771-02b5-44ec-bf7a-fb978b2a53b3, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=822a6771-02b5-44ec-bf7a-fb978b2a53b3,segment=NetworkSegment(23a2674a-cd45-4613-b33b-db1513db87b5),segment_id=23a2674a-cd45-4613-b33b-db1513db87b5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:59:49.327106 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:49.329236 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:49.329647 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:49.330875 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:49.330875 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:49.332628 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:49.332936 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:49.333288 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:49.333657 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:49.333999 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:49.334341 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:49.337949 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:49.337949 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 02:59:49.378165 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Attempting to bind port 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:59:49.378577 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Attempting to bind port 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '30b50b21-1ae2-45a2-9869-b29a8ed3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd3c65717-f8e6-43cf-9a18-6796682e14f2'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:59:49.378930 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Attempting to bind port 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc on network d3c65717-f8e6-43cf-9a18-6796682e14f2 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:59:49.382893 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:49.392760 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:49.407408 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:49.436099 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:49.587195 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] Allocated IP 172.25.7.82 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/4ea21235-0ab2-473a-a766-f3c4eb91ae62) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:59:49.635416 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:59:49.636011 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Checking segment: {'id': '30b50b21-1ae2-45a2-9869-b29a8ed3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd3c65717-f8e6-43cf-9a18-6796682e14f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:59:49.636428 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:49.636812 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Bound using segment: {'id': '30b50b21-1ae2-45a2-9869-b29a8ed3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd3c65717-f8e6-43cf-9a18-6796682e14f2'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:59:49.637492 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Bound port: 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b50b21-1ae2-45a2-9869-b29a8ed3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd3c65717-f8e6-43cf-9a18-6796682e14f2'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:59:49.638083 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:49.701027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'name': 'tempest-TestVolumeBackupRestore-370187438-router', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:38Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '54ff088c39304a16908fa1f78b206635', 'gw_port': {'id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:39Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'dea7ca09-9992-4d04-88ef-a294515b083c', 'name': '', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'mac_address': 'fa:16:3e:84:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:44Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 2, 'project_id': '54ff088c39304a16908fa1f78b206635', 'subnets': [{'id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:49.709449 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:49.743455 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:49.744617 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:49.745286 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:49.752020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Checking router: 73985cf9-800c-4c99-9b12-08a3da6e284b for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:59:49.752663 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Updating router 73985cf9-800c-4c99-9b12-08a3da6e284b port dea7ca09-9992-4d04-88ef-a294515b083c binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:59:49.783879 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['822a6771-02b5-44ec-bf7a-fb978b2a53b3'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:59:49.811889 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] Pushing event updated for resources: {'Network': ['ID=9f82211d-c807-439c-b6c0-d9949e64f39a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:49.827720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cc7a4-b09c-41c6-a485-bee18a0e852f req-2bfed199-457a-4a59-be51-3676b6544b1f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:49.829250 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec2cc7a4-b09c-41c6-a485-bee18a0e852f req-2bfed199-457a-4a59-be51-3676b6544b1f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 943 time: 0.6047122 Dec 14 02:59:49.830377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Pushing event updated for resources: {'Port': ['ID=8d8f134a-3274-42e0-ba7c-73194fe80699,revision_number=6']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:49.848519 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:49.850478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 9f82211d-c807-439c-b6c0-d9949e64f39a details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 02:59:49.856868 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:49.878165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] No DVR routers for this DVR port 8d8f134a-3274-42e0-ba7c-73194fe80699 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 02:59:49.896838 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-060ac4ad-0723-4714-8154-4fa59c9d0e68 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4969060 Dec 14 02:59:49.897094 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39314) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:49.908701 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:59:49.915213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a7416d3f-70db-414d-873a-902327009ff4 admin admin] Request body: {'subnet': {'network_id': '9f82211d-c807-439c-b6c0-d9949e64f39a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-251335381-subnet', 'tenant_id': 'cc75df5663f84d36929929a8969208ee', 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:59:49.919731 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:49.927653 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:59:49.950895 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=822a6771-02b5-44ec-bf7a-fb978b2a53b3,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:49.963626 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b53e5ec-39b7-4cc1-98dc-34dae8167c9b None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:59:49.963915 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] Pushing event updated for resources: {'Port': ['ID=4ea21235-0ab2-473a-a766-f3c4eb91ae62,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:49.986780 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] For port 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:59:50.058529 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] For port 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc,segment=NetworkSegment(30b50b21-1ae2-45a2-9869-b29a8ed3eb7e),segment_id=30b50b21-1ae2-45a2-9869-b29a8ed3eb7e)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:59:50.068738 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Attempting to bind port 8d8f134a-3274-42e0-ba7c-73194fe80699 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:59:50.069087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Attempting to bind port 8d8f134a-3274-42e0-ba7c-73194fe80699 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'c46756e1-62fa-4b0d-8d59-07bfe235eb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:59:50.069452 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Attempting to bind port 8d8f134a-3274-42e0-ba7c-73194fe80699 on network 02080ebc-21eb-4e15-8483-7b778d31054a {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:59:50.076072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4cd50bcd-02ac-4462-bcbf-25ff5248f3af None None] Provisioning complete for port 4ea21235-0ab2-473a-a766-f3c4eb91ae62 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:50.076460 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4cd50bcd-02ac-4462-bcbf-25ff5248f3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:50.087012 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Port 8d8f134a-3274-42e0-ba7c-73194fe80699 on network 02080ebc-21eb-4e15-8483-7b778d31054a not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 02:59:50.087346 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Attempting to bind port 8d8f134a-3274-42e0-ba7c-73194fe80699 on network 02080ebc-21eb-4e15-8483-7b778d31054a {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:59:50.094458 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec2cc7a4-b09c-41c6-a485-bee18a0e852f req-57146693-a23a-499c-bfb9-e7ce2b8d4b9a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2531347 Dec 14 02:59:50.097619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:59:50.097898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Checking segment: {'id': 'c46756e1-62fa-4b0d-8d59-07bfe235eb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:59:50.098461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Bound using segment: {'id': 'c46756e1-62fa-4b0d-8d59-07bfe235eb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:59:50.098710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Bound port: 8d8f134a-3274-42e0-ba7c-73194fe80699, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c46756e1-62fa-4b0d-8d59-07bfe235eb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:59:50.099072 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:50.149733 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7416d3f-70db-414d-873a-902327009ff4 admin admin] Made reservation on behalf of cc75df5663f84d36929929a8969208ee for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 02:59:50.152127 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a7416d3f-70db-414d-873a-902327009ff4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:50.239655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] For port 8d8f134a-3274-42e0-ba7c-73194fe80699, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:59:50.244476 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] For port 8d8f134a-3274-42e0-ba7c-73194fe80699, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=8d8f134a-3274-42e0-ba7c-73194fe80699,segment=NetworkSegment(c46756e1-62fa-4b0d-8d59-07bfe235eb1b),segment_id=c46756e1-62fa-4b0d-8d59-07bfe235eb1b)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:59:50.254559 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:50.329011 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e454f3-e2d2-414f-b596-e064c8847dbc req-2e1a5b2c-9953-47ac-9437-d1999607b93b tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:50.338089 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0e454f3-e2d2-414f-b596-e064c8847dbc req-2e1a5b2c-9953-47ac-9437-d1999607b93b tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 945 time: 0.1418924 Dec 14 02:59:50.343970 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:50.393486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4cd50bcd-02ac-4462-bcbf-25ff5248f3af None None] Port 4ea21235-0ab2-473a-a766-f3c4eb91ae62 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:59:50.433721 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a76974-de14-4e87-a19b-7fa1be7b8e4d None None] Pushing event updated for resources: {'Port': ['ID=3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:50.469294 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:50.470135 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:50.471646 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] 10.222.0.47 "PUT /v2.0/ports/8d8f134a-3274-42e0-ba7c-73194fe80699 HTTP/1.1" status: 200 len: 1091 time: 2.0963135 Dec 14 02:59:50.489397 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca179487-90bd-4ad2-9bd6-f8a124826e5c service neutron] Pushing event updated for resources: {'Port': ['ID=8d8f134a-3274-42e0-ba7c-73194fe80699,revision_number=7']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:50.532418 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a7416d3f-70db-414d-873a-902327009ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:50.590921 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0e454f3-e2d2-414f-b596-e064c8847dbc req-15cb81f6-9af8-4243-94be-ce00b9c5878c tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511616 Dec 14 02:59:50.609331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-3c382550-a61d-42b6-89c8-63cc7ba76586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:50.611136 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-3c382550-a61d-42b6-89c8-63cc7ba76586 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 1094 time: 0.0921967 Dec 14 02:59:50.679867 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:50.682815 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7416d3f-70db-414d-873a-902327009ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e23115a1-ec9c-4719-9ec1-b912de92e8ca,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:50.693427 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:50.824337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-9addaa50-814e-415a-be6a-d9d542601feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:50.826636 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-9addaa50-814e-415a-be6a-d9d542601feb service neutron] 10.222.0.47 "GET /v2.0/networks?id=02080ebc-21eb-4e15-8483-7b778d31054a HTTP/1.1" status: 200 len: 897 time: 0.1934283 Dec 14 02:59:50.832797 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:50.863370 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7416d3f-70db-414d-873a-902327009ff4 admin admin] Checking segment: {'id': '493821a2-630d-423d-8d51-3ec8a150c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9f82211d-c807-439c-b6c0-d9949e64f39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:59:50.871968 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7416d3f-70db-414d-873a-902327009ff4 admin admin] Network hostable DHCP agents. Network: 9f82211d-c807-439c-b6c0-d9949e64f39a, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 02:59:50.952529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-6d5236cc-b541-4186-b272-30eb3e0165b1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8f134a-3274-42e0-ba7c-73194fe80699 HTTP/1.1" status: 200 len: 999 time: 0.0986836 Dec 14 02:59:51.037299 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3dd2cc-0683-4459-b10d-f8c21fdfd9b9 None None] Pushing event updated for resources: {'Port': ['ID=dea7ca09-9992-4d04-88ef-a294515b083c,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:51.048716 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-d928b38b-e6a6-4aa6-9808-b9d2311d2727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:51.051327 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-d928b38b-e6a6-4aa6-9808-b9d2311d2727 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f723e296-770b-49c8-9ae1-0cfaaf179fb9 HTTP/1.1" status: 200 len: 835 time: 0.0861456 Dec 14 02:59:51.064165 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7416d3f-70db-414d-873a-902327009ff4 admin admin] Network 9f82211d-c807-439c-b6c0-d9949e64f39a is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 02:59:51.076951 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Attempting to bind port dea7ca09-9992-4d04-88ef-a294515b083c on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:59:51.077414 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Attempting to bind port dea7ca09-9992-4d04-88ef-a294515b083c by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '3ed67050-ee5e-48ab-bc78-d3ca7404a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:59:51.077780 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Attempting to bind port dea7ca09-9992-4d04-88ef-a294515b083c on network 39d1b5ff-5979-4460-98b6-dc444bad73ad {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:59:51.083591 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:59:51.083971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Checking segment: {'id': '3ed67050-ee5e-48ab-bc78-d3ca7404a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:59:51.084428 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:51.084852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Bound using segment: {'id': '3ed67050-ee5e-48ab-bc78-d3ca7404a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:59:51.085247 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Bound port: dea7ca09-9992-4d04-88ef-a294515b083c, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed67050-ee5e-48ab-bc78-d3ca7404a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:59:51.085407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'tag': '8d8f134a-3274-42e0-ba7c-73194fe80699'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:59:51.085804 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:51.087969 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9c80f5-f20b-4aff-9ffd-1d237b78230f", "tag": "8d8f134a-3274-42e0-ba7c-73194fe80699"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:59:51.115464 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:51.201700 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] For port dea7ca09-9992-4d04-88ef-a294515b083c, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:59:51.206121 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] For port dea7ca09-9992-4d04-88ef-a294515b083c, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=dea7ca09-9992-4d04-88ef-a294515b083c,segment=NetworkSegment(3ed67050-ee5e-48ab-bc78-d3ca7404a84e),segment_id=3ed67050-ee5e-48ab-bc78-d3ca7404a84e)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:59:51.238553 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 02:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61f6ca8-f29c-4066-8d1c-7fbb3c9f1f11 x-openstack-request-id: req-f61f6ca8-f29c-4066-8d1c-7fbb3c9f1f11 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:59:51.239113 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9c80f5-f20b-4aff-9ffd-1d237b78230f", "tag": "8d8f134a-3274-42e0-ba7c-73194fe80699", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:59:51.239533 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f61f6ca8-f29c-4066-8d1c-7fbb3c9f1f11 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:59:51.240115 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'tag': '8d8f134a-3274-42e0-ba7c-73194fe80699', 'status': 'completed', 'code': 200} Dec 14 02:59:51.247593 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-a7416d3f-70db-414d-873a-902327009ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 9f82211d-c807-439c-b6c0-d9949e64f39a) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:51.255019 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7416d3f-70db-414d-873a-902327009ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:51.259156 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a7416d3f-70db-414d-873a-902327009ff4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:51.259411 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8e80f3-bd61-416e-bdcd-0510cf10bc45 None None] Network 9f82211d-c807-439c-b6c0-d9949e64f39a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:59:51.269604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-a31ac101-e527-4b80-9887-aed0a5308f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:51.272007 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-a31ac101-e527-4b80-9887-aed0a5308f91 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02080ebc-21eb-4e15-8483-7b778d31054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2069275 Dec 14 02:59:51.332461 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:51.383095 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a7416d3f-70db-414d-873a-902327009ff4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4828634 Dec 14 02:59:51.389627 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39326) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:51.398929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879518b-7a47-43a2-8da2-f240c2578732 req-88ea48ca-ea1f-4ec1-9b9f-1bb34ecadc41 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:51.410018 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f879518b-7a47-43a2-8da2-f240c2578732 req-88ea48ca-ea1f-4ec1-9b9f-1bb34ecadc41 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 943 time: 0.2001710 Dec 14 02:59:51.425621 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-251335381-router', 'tenant_id': 'cc75df5663f84d36929929a8969208ee', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 02:59:51.431762 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Routers {'73985cf9-800c-4c99-9b12-08a3da6e284b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:59:51.437290 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['73985cf9-800c-4c99-9b12-08a3da6e284b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:51.505360 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f879518b-7a47-43a2-8da2-f240c2578732 req-00002b1d-cb12-422d-9b1a-503e7e03304c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907505 Dec 14 02:59:51.514755 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-66bdde41-0e7f-406e-b722-2f4ac5b800ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:51.516435 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-66bdde41-0e7f-406e-b722-2f4ac5b800ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 1094 time: 0.2202892 Dec 14 02:59:51.531797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 8d8f134a-3274-42e0-ba7c-73194fe80699 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 02:59:51.569187 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ce2e32f5-c5fe-4cfc-b490-b7475c07a1d9 None None] Provisioning complete for port dea7ca09-9992-4d04-88ef-a294515b083c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:51.570300 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ce2e32f5-c5fe-4cfc-b490-b7475c07a1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:51.589429 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] Router e1228c55-43f6-4bb8-a475-c3a5e1f947ca is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:59:51.612406 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:51.613459 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:51.636891 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3dd2cc-0683-4459-b10d-f8c21fdfd9b9 None None] Pushing event updated for resources: {'Port': ['ID=dea7ca09-9992-4d04-88ef-a294515b083c,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:51.692038 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-88225073-2891-43f1-a894-62ee8d41c5b0 service neutron] 10.222.0.47 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929334 Dec 14 02:59:51.739268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-9f82211d-c807-439c-b6c0-d9949e64f39a', 'network_id': '9f82211d-c807-439c-b6c0-d9949e64f39a', 'project_id': 'cc75df5663f84d36929929a8969208ee', 'fixed_ips': [{'subnet_id': 'e23115a1-ec9c-4719-9ec1-b912de92e8ca'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 02:59:51.740276 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:51.796197 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 8d8f134a-3274-42e0-ba7c-73194fe80699 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 02:59:51.891320 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] Set router 73985cf9-800c-4c99-9b12-08a3da6e284b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:59:51.901838 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:51.927101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-1944015b-8b6f-4e2d-8379-8f1fda19f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:51.928622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-1944015b-8b6f-4e2d-8379-8f1fda19f06f service neutron] 10.222.0.46 "GET /v2.0/networks?id=02080ebc-21eb-4e15-8483-7b778d31054a HTTP/1.1" status: 200 len: 897 time: 0.3927062 Dec 14 02:59:51.954244 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:59:51.971177 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Sync routers for ids ['e1228c55-43f6-4bb8-a475-c3a5e1f947ca'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:59:51.986995 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Routers {'e1228c55-43f6-4bb8-a475-c3a5e1f947ca'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:59:51.988637 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e1228c55-43f6-4bb8-a475-c3a5e1f947ca'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:52.004429 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-ce09919c-d17c-449f-be18-223ab08e7c62 service neutron] 10.222.0.47 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967472 Dec 14 02:59:52.012564 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe57910-1819-450f-813e-1bfc04379d84 req-8f21697a-5fdd-41d9-9955-0bfd099f2c96 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:52.014223 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fe57910-1819-450f-813e-1bfc04379d84 req-8f21697a-5fdd-41d9-9955-0bfd099f2c96 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 945 time: 0.2592039 Dec 14 02:59:52.173122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-ebba4909-54e7-41b4-bea2-bf193f54d005 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8f134a-3274-42e0-ba7c-73194fe80699 HTTP/1.1" status: 200 len: 999 time: 0.2302210 Dec 14 02:59:52.213889 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Allocated IP 172.20.0.2 (9f82211d-c807-439c-b6c0-d9949e64f39a/e23115a1-ec9c-4719-9ec1-b912de92e8ca/cdc3e7cb-d393-471d-bff7-ab558bb11e55) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:59:52.217129 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:52.223981 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f75c9440-7af3-4e01-bef4-8705f93ab514 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2691305 Dec 14 02:59:52.231945 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1349002-84d7-45f2-90a7-745ecfa2b019 None None] Network d3c65717-f8e6-43cf-9a18-6796682e14f2 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:59:52.247418 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 39332) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:52.327802 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fe57910-1819-450f-813e-1bfc04379d84 req-644390d5-a3d5-43d0-8711-8f76947b58da tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891102 Dec 14 02:59:52.337417 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Set router e1228c55-43f6-4bb8-a475-c3a5e1f947ca gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:59:52.351805 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:59:52.353865 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ce2e32f5-c5fe-4cfc-b490-b7475c07a1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:52.419869 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:52.446779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-cd0b2cb6-95ff-48e7-b06c-d86abc1ab1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:52.448711 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-cd0b2cb6-95ff-48e7-b06c-d86abc1ab1d9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 1094 time: 0.2745800 Dec 14 02:59:52.461561 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-1c31d877-3c11-448c-9514-775b69bcdc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:52.464236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-1c31d877-3c11-448c-9514-775b69bcdc7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f723e296-770b-49c8-9ae1-0cfaaf179fb9 HTTP/1.1" status: 200 len: 835 time: 0.2617517 Dec 14 02:59:52.562193 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1228c55-43f6-4bb8-a475-c3a5e1f947ca', 'name': 'tempest-TestServerMultinode-1936176031-router', 'tenant_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '4ea21235-0ab2-473a-a766-f3c4eb91ae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:48Z', 'updated_at': '2021-12-14T02:59:50Z', 'revision_number': 3, 'project_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'gw_port': {'id': '4ea21235-0ab2-473a-a766-f3c4eb91ae62', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1228c55-43f6-4bb8-a475-c3a5e1f947ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:49Z', 'updated_at': '2021-12-14T02:59:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:52.616336 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Checking router: e1228c55-43f6-4bb8-a475-c3a5e1f947ca for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:59:52.617064 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Updating router e1228c55-43f6-4bb8-a475-c3a5e1f947ca port 4ea21235-0ab2-473a-a766-f3c4eb91ae62 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:59:52.692179 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:52.717929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-8725f18a-9ad3-4f41-b05f-1e997a1957b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:52.719487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-8725f18a-9ad3-4f41-b05f-1e997a1957b2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02080ebc-21eb-4e15-8483-7b778d31054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2314494 Dec 14 02:59:52.805442 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 822a6771-02b5-44ec-bf7a-fb978b2a53b3 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:59:52.821210 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:52.847474 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:52.879782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-5fa771fc-99a8-4cf4-b429-87bba4bc063a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:52.881287 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-5fa771fc-99a8-4cf4-b429-87bba4bc063a service neutron] 10.222.0.47 "GET /v2.0/networks?id=02080ebc-21eb-4e15-8483-7b778d31054a HTTP/1.1" status: 200 len: 897 time: 0.4238861 Dec 14 02:59:52.909651 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad454b3-27f2-4fd7-bc12-69b99e0072b2 req-a7cc65fc-9e2b-4130-a617-0864d995ba3e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:52.923276 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ad454b3-27f2-4fd7-bc12-69b99e0072b2 req-a7cc65fc-9e2b-4130-a617-0864d995ba3e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 943 time: 0.2834363 Dec 14 02:59:53.015775 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ce2e32f5-c5fe-4cfc-b490-b7475c07a1d9 None None] For port dea7ca09-9992-4d04-88ef-a294515b083c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=dea7ca09-9992-4d04-88ef-a294515b083c,segment=NetworkSegment(3ed67050-ee5e-48ab-bc78-d3ca7404a84e),segment_id=3ed67050-ee5e-48ab-bc78-d3ca7404a84e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:59:53.042858 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-2788047c-2f60-4f69-99f7-96bc666f356f service neutron] 10.222.0.46 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118417 Dec 14 02:59:53.083938 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:53.084355 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:53.091758 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:53.094900 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ad454b3-27f2-4fd7-bc12-69b99e0072b2 req-60613b1d-9df3-4856-b749-cd1837477b25 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686616 Dec 14 02:59:53.137791 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ce2e32f5-c5fe-4cfc-b490-b7475c07a1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:53.154639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'name': 'tempest-TestVolumeBackupRestore-370187438-router', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:38Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '54ff088c39304a16908fa1f78b206635', 'gw_port': {'id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:39Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'dea7ca09-9992-4d04-88ef-a294515b083c', 'name': '', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'mac_address': 'fa:16:3e:84:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:44Z', 'updated_at': '2021-12-14T02:59:51Z', 'revision_number': 4, 'project_id': '54ff088c39304a16908fa1f78b206635', 'subnets': [{'id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:53.185512 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:53.221732 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-63f3ca77-a506-4abc-b18e-e4a8a031566e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8f134a-3274-42e0-ba7c-73194fe80699 HTTP/1.1" status: 200 len: 999 time: 0.3303504 Dec 14 02:59:53.285819 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Attempting to bind port 4ea21235-0ab2-473a-a766-f3c4eb91ae62 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:59:53.286236 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Attempting to bind port 4ea21235-0ab2-473a-a766-f3c4eb91ae62 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:59:53.286695 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Attempting to bind port 4ea21235-0ab2-473a-a766-f3c4eb91ae62 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:59:53.291367 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] Allocated IP 172.25.7.5 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/9d4f1e2a-e815-4363-9d49-44639a0ab0bc) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:59:53.295026 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:59:53.297887 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:59:53.301995 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:53.303722 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:59:53.304411 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Bound port: 4ea21235-0ab2-473a-a766-f3c4eb91ae62, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:59:53.304973 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:53.311088 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabcc397-646a-4edd-8bda-954844897e4d None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:59:53.347453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-2d53e941-633b-4caf-b4d9-7d89e28d2f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:53.348942 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-2d53e941-633b-4caf-b4d9-7d89e28d2f61 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f723e296-770b-49c8-9ae1-0cfaaf179fb9 HTTP/1.1" status: 200 len: 835 time: 0.0956433 Dec 14 02:59:53.354486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 822a6771-02b5-44ec-bf7a-fb978b2a53b3 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 02:59:53.354996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-e03e249b-abdb-4181-b2dc-d26fba9dd0e9 service neutron] 10.222.0.46 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657530 Dec 14 02:59:53.379214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf1ace-57ca-4a72-9096-a824d62f9271 None None] The sync data for ids ['73985cf9-800c-4c99-9b12-08a3da6e284b'] in n-d-821636-1 is: [{'id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'name': 'tempest-TestVolumeBackupRestore-370187438-router', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:38Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '54ff088c39304a16908fa1f78b206635', 'gw_port': {'id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:39Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'dea7ca09-9992-4d04-88ef-a294515b083c', 'name': '', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'mac_address': 'fa:16:3e:84:54:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:44Z', 'updated_at': '2021-12-14T02:59:51Z', 'revision_number': 4, 'project_id': '54ff088c39304a16908fa1f78b206635', 'subnets': [{'id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:59:53.382683 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] For port 4ea21235-0ab2-473a-a766-f3c4eb91ae62, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:59:53.400307 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] For port 4ea21235-0ab2-473a-a766-f3c4eb91ae62, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=4ea21235-0ab2-473a-a766-f3c4eb91ae62,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:59:53.429297 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bcb84-d873-4716-89f6-9179ed971a04 None None] Pushing event updated for resources: {'Port': ['ID=4ea21235-0ab2-473a-a766-f3c4eb91ae62,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:53.432571 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 822a6771-02b5-44ec-bf7a-fb978b2a53b3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:53.433259 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:53.484807 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:53.549719 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:53.561672 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:53.568127 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e32f5-c5fe-4cfc-b490-b7475c07a1d9 None None] Pushing event updated for resources: {'Port': ['ID=dea7ca09-9992-4d04-88ef-a294515b083c,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:53.576745 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ba919d26-d2b5-4320-8488-0babc81431b7 None None] Provisioning complete for port dea7ca09-9992-4d04-88ef-a294515b083c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:53.577280 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ba919d26-d2b5-4320-8488-0babc81431b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:53.646042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-bd20d5bb-7cb0-4138-afdd-e25f0b9e569f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:53.647738 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-bd20d5bb-7cb0-4138-afdd-e25f0b9e569f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02080ebc-21eb-4e15-8483-7b778d31054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2893133 Dec 14 02:59:53.674304 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:53.696160 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:53.721904 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Routers {'e1228c55-43f6-4bb8-a475-c3a5e1f947ca'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:59:53.722660 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e1228c55-43f6-4bb8-a475-c3a5e1f947ca'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:53.732918 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bcb84-d873-4716-89f6-9179ed971a04 None None] Pushing event updated for resources: {'Port': ['ID=4ea21235-0ab2-473a-a766-f3c4eb91ae62,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:53.734871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a00cb6-dae7-4d40-936f-1ef72f2e17d7 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:59:53.761605 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:53.762913 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:59:53.780036 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:53.788125 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:59:53.804477 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] Pushing event updated for resources: {'Port': ['ID=9d4f1e2a-e815-4363-9d49-44639a0ab0bc,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:53.923761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711d0e1-8424-4597-b46e-6dd850af7551 req-ff37cf69-0d0e-4658-a877-1cd519f41297 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:53.935630 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1711d0e1-8424-4597-b46e-6dd850af7551 req-ff37cf69-0d0e-4658-a877-1cd519f41297 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 945 time: 0.4784336 Dec 14 02:59:53.972893 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] Set router e1228c55-43f6-4bb8-a475-c3a5e1f947ca gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:59:53.983412 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c57f788-7f8d-4583-93f2-6143df121df5 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:59:53.997389 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc,segment=NetworkSegment(30b50b21-1ae2-45a2-9869-b29a8ed3eb7e),segment_id=30b50b21-1ae2-45a2-9869-b29a8ed3eb7e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:59:54.047084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Network 9f82211d-c807-439c-b6c0-d9949e64f39a is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:59:54.068491 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:54.079044 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:59:54.116656 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:54.154142 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:54.180571 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Pushing event updated for resources: {'Port': ['ID=cdc3e7cb-d393-471d-bff7-ab558bb11e55,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:54.261448 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822a6771-02b5-44ec-bf7a-fb978b2a53b3'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 02:59:54.264625 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb6b8fd-8491-43ba-90af-602f44c0a05d" -d '{"events": [{"server_uuid": "cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1", "name": "network-vif-plugged", "status": "completed", "tag": "822a6771-02b5-44ec-bf7a-fb978b2a53b3"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 02:59:54.347130 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1711d0e1-8424-4597-b46e-6dd850af7551 req-a966a2cc-eb1a-49ea-9b3a-cc91fc5faa5f tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104953 Dec 14 02:59:54.398940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 822a6771-02b5-44ec-bf7a-fb978b2a53b3, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=822a6771-02b5-44ec-bf7a-fb978b2a53b3,segment=NetworkSegment(23a2674a-cd45-4613-b33b-db1513db87b5),segment_id=23a2674a-cd45-4613-b33b-db1513db87b5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:59:54.401235 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1228c55-43f6-4bb8-a475-c3a5e1f947ca', 'name': 'tempest-TestServerMultinode-1936176031-router', 'tenant_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '4ea21235-0ab2-473a-a766-f3c4eb91ae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:48Z', 'updated_at': '2021-12-14T02:59:50Z', 'revision_number': 3, 'project_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'gw_port': {'id': '4ea21235-0ab2-473a-a766-f3c4eb91ae62', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1228c55-43f6-4bb8-a475-c3a5e1f947ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:49Z', 'updated_at': '2021-12-14T02:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:54.442336 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:54.445214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Attempting to bind port cdc3e7cb-d393-471d-bff7-ab558bb11e55 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:59:54.445737 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Attempting to bind port cdc3e7cb-d393-471d-bff7-ab558bb11e55 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '493821a2-630d-423d-8d51-3ec8a150c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9f82211d-c807-439c-b6c0-d9949e64f39a'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:59:54.450220 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Attempting to bind port cdc3e7cb-d393-471d-bff7-ab558bb11e55 on network 9f82211d-c807-439c-b6c0-d9949e64f39a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:59:54.450220 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 02:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9452da8d-21f4-4a6b-8fb7-942206b11111 x-openstack-request-id: req-9452da8d-21f4-4a6b-8fb7-942206b11111 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 02:59:54.450220 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1", "name": "network-vif-plugged", "status": "completed", "tag": "822a6771-02b5-44ec-bf7a-fb978b2a53b3", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 02:59:54.450697 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9452da8d-21f4-4a6b-8fb7-942206b11111 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 02:59:54.451236 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822a6771-02b5-44ec-bf7a-fb978b2a53b3', 'code': 200} Dec 14 02:59:54.456287 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 8d8f134a-3274-42e0-ba7c-73194fe80699 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 02:59:54.458586 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device dea7ca09-9992-4d04-88ef-a294515b083c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:59:54.476441 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-426c8d98-f41e-46b6-bed1-7a1fb44fd096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:54.491146 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-e83865c4-fd19-4a62-9218-76803bcf7005 service neutron] 10.222.0.47 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8262823 Dec 14 02:59:54.526115 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a545763-c99d-41fb-b045-b21f931c937f None None] The sync data for ids ['e1228c55-43f6-4bb8-a475-c3a5e1f947ca'] in n-d-821636-1 is: [{'id': 'e1228c55-43f6-4bb8-a475-c3a5e1f947ca', 'name': 'tempest-TestServerMultinode-1936176031-router', 'tenant_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '4ea21235-0ab2-473a-a766-f3c4eb91ae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:48Z', 'updated_at': '2021-12-14T02:59:50Z', 'revision_number': 3, 'project_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'gw_port': {'id': '4ea21235-0ab2-473a-a766-f3c4eb91ae62', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1228c55-43f6-4bb8-a475-c3a5e1f947ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:49Z', 'updated_at': '2021-12-14T02:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 02:59:54.534212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ba919d26-d2b5-4320-8488-0babc81431b7 None None] Provisioning complete for port 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:54.535334 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ba919d26-d2b5-4320-8488-0babc81431b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:54.564344 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e4e7b-81d4-4fc4-abb1-ab078f1df85a req-e376b446-4d86-4cc0-8bc2-8aca734a2d8f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:54.575619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc2e4e7b-81d4-4fc4-abb1-ab078f1df85a req-e376b446-4d86-4cc0-8bc2-8aca734a2d8f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 943 time: 0.2394447 Dec 14 02:59:54.650492 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:59:54.655195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Checking segment: {'id': '493821a2-630d-423d-8d51-3ec8a150c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9f82211d-c807-439c-b6c0-d9949e64f39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:59:54.655779 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:54.656288 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Bound using segment: {'id': '493821a2-630d-423d-8d51-3ec8a150c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9f82211d-c807-439c-b6c0-d9949e64f39a'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:59:54.656905 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Bound port: cdc3e7cb-d393-471d-bff7-ab558bb11e55, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493821a2-630d-423d-8d51-3ec8a150c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9f82211d-c807-439c-b6c0-d9949e64f39a'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:59:54.657447 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:54.823266 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] For port cdc3e7cb-d393-471d-bff7-ab558bb11e55, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:59:54.830042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] For port cdc3e7cb-d393-471d-bff7-ab558bb11e55, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=cdc3e7cb-d393-471d-bff7-ab558bb11e55,segment=NetworkSegment(493821a2-630d-423d-8d51-3ec8a150c313),segment_id=493821a2-630d-423d-8d51-3ec8a150c313)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:59:54.834515 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:54.950230 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:55.063676 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.resource_extend [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 14 02:59:55.110119 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:55.280967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 8d8f134a-3274-42e0-ba7c-73194fe80699, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=8d8f134a-3274-42e0-ba7c-73194fe80699,segment=NetworkSegment(c46756e1-62fa-4b0d-8d59-07bfe235eb1b),segment_id=c46756e1-62fa-4b0d-8d59-07bfe235eb1b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:59:55.300666 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=822a6771-02b5-44ec-bf7a-fb978b2a53b3,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:55.317443 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '8d8f134a-3274-42e0-ba7c-73194fe80699', 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a', 'port_id': '8d8f134a-3274-42e0-ba7c-73194fe80699', 'mac_address': 'fa:16:3e:f7:c7:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 02:59:55.322152 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e722f8a-800e-4cc6-b48f-548552cf9772 req-40c3784e-2436-4665-be4e-5f07f70d69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:55.342552 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9e722f8a-800e-4cc6-b48f-548552cf9772 req-40c3784e-2436-4665-be4e-5f07f70d69c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 1097 time: 0.7991617 Dec 14 02:59:55.374440 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc2e4e7b-81d4-4fc4-abb1-ab078f1df85a req-30e954eb-0ba2-4e4e-8364-bfe7e44ea35b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7977405 Dec 14 02:59:55.378562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af71bb-b49a-44bd-8171-dbb2c1ed00b0 None None] Pushing event updated for resources: {'Port': ['ID=cdc3e7cb-d393-471d-bff7-ab558bb11e55,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:55.448154 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9e722f8a-800e-4cc6-b48f-548552cf9772 req-7603d61c-2c40-4037-b48d-195b84d8c74f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951827 Dec 14 02:59:55.490274 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port dea7ca09-9992-4d04-88ef-a294515b083c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:55.490934 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:55.548664 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:55.587520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8f134a-3274-42e0-ba7c-73194fe80699 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 02:59:55.621484 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:55.645785 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ff9da8c9-b631-41f0-813d-e12a4279d9f5 None None] Provisioning complete for port 9d4f1e2a-e815-4363-9d49-44639a0ab0bc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:55.646170 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ff9da8c9-b631-41f0-813d-e12a4279d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:55.669332 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b6b239e-2c26-4cbf-94a2-1d845c3ce121 req-116b1b39-794b-4381-b1fe-308964de6a0d service neutron] 10.222.0.47 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1489327 Dec 14 02:59:55.718178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d5275-1b54-4ba3-b845-4977f3d50644 req-631ee4b5-7446-4ac1-9972-daa0698a8a15 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:55.719783 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-260d5275-1b54-4ba3-b845-4977f3d50644 req-631ee4b5-7446-4ac1-9972-daa0698a8a15 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 946 time: 0.2080517 Dec 14 02:59:55.744763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 8d8f134a-3274-42e0-ba7c-73194fe80699, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=8d8f134a-3274-42e0-ba7c-73194fe80699,segment=NetworkSegment(c46756e1-62fa-4b0d-8d59-07bfe235eb1b),segment_id=c46756e1-62fa-4b0d-8d59-07bfe235eb1b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:59:55.782240 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-426c8d98-f41e-46b6-bed1-7a1fb44fd096 admin admin] Allocated IP 172.20.0.1 (d3c65717-f8e6-43cf-9a18-6796682e14f2/7733ca04-82a5-408e-bd44-612edb1730ff/741fd915-9049-40f9-a342-28bd23fce1df) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:59:55.799191 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ff9da8c9-b631-41f0-813d-e12a4279d9f5 None None] Port 9d4f1e2a-e815-4363-9d49-44639a0ab0bc cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:59:55.804321 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:55.883787 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ff9da8c9-b631-41f0-813d-e12a4279d9f5 None None] Provisioning complete for port 4ea21235-0ab2-473a-a766-f3c4eb91ae62 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:55.884313 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ff9da8c9-b631-41f0-813d-e12a4279d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:55.916421 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-260d5275-1b54-4ba3-b845-4977f3d50644 req-a80fc20a-7037-4186-965a-a2790684aae5 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617372 Dec 14 02:59:55.943107 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=8d8f134a-3274-42e0-ba7c-73194fe80699,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:55.999703 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-426c8d98-f41e-46b6-bed1-7a1fb44fd096 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:56.002007 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ff9da8c9-b631-41f0-813d-e12a4279d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:56.026800 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ff9da8c9-b631-41f0-813d-e12a4279d9f5 None None] For port 4ea21235-0ab2-473a-a766-f3c4eb91ae62, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=4ea21235-0ab2-473a-a766-f3c4eb91ae62,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:59:56.078489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] Router d1e15b6c-16a7-45a5-acd7-9b3c14d4a758 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 02:59:56.100487 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['8d8f134a-3274-42e0-ba7c-73194fe80699'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 02:59:56.101873 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-426c8d98-f41e-46b6-bed1-7a1fb44fd096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:56.128156 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ff9da8c9-b631-41f0-813d-e12a4279d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:56.158256 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426c8d98-f41e-46b6-bed1-7a1fb44fd096 admin admin] Network d3c65717-f8e6-43cf-9a18-6796682e14f2 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:59:56.162880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-426c8d98-f41e-46b6-bed1-7a1fb44fd096 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:56.170106 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426c8d98-f41e-46b6-bed1-7a1fb44fd096 admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:59:56.210466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:59:56.269881 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-426c8d98-f41e-46b6-bed1-7a1fb44fd096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:56.284585 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Sync routers for ids ['d1e15b6c-16a7-45a5-acd7-9b3c14d4a758'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:59:56.294248 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c8d98-f41e-46b6-bed1-7a1fb44fd096 admin admin] Pushing event updated for resources: {'Port': ['ID=741fd915-9049-40f9-a342-28bd23fce1df,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:56.307249 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:56.313441 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-424ed3c9-83d3-4c41-8eae-b98474c7dd6f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9210155 Dec 14 02:59:56.314767 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39350) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 02:59:56.387885 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ff9da8c9-b631-41f0-813d-e12a4279d9f5 None None] Provisioning complete for port 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:56.388347 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ff9da8c9-b631-41f0-813d-e12a4279d9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:56.555232 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Routers {'d1e15b6c-16a7-45a5-acd7-9b3c14d4a758'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:59:56.555977 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d1e15b6c-16a7-45a5-acd7-9b3c14d4a758'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:56.572712 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 02:59:56.667063 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device cdc3e7cb-d393-471d-bff7-ab558bb11e55 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:59:56.670554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713341f6-8b9c-4d70-987f-87a582dceaf0 req-61b70c14-25c4-49ca-ae2e-e20763032368 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:56.672491 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-713341f6-8b9c-4d70-987f-87a582dceaf0 req-61b70c14-25c4-49ca-ae2e-e20763032368 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 944 time: 0.0673125 Dec 14 02:59:56.752573 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9da8c9-b631-41f0-813d-e12a4279d9f5 None None] Pushing event updated for resources: {'Port': ['ID=4ea21235-0ab2-473a-a766-f3c4eb91ae62,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:56.844890 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-713341f6-8b9c-4d70-987f-87a582dceaf0 req-88cf7859-c850-4e70-a485-cc9973779cce tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622612 Dec 14 02:59:56.877831 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-426c8d98-f41e-46b6-bed1-7a1fb44fd096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:57.158270 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57655a89-653f-4b96-ab52-01c27505b4dc req-33685517-4b2c-4494-a835-0f0d19e7bb78 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:57.177387 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57655a89-653f-4b96-ab52-01c27505b4dc req-33685517-4b2c-4494-a835-0f0d19e7bb78 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 946 time: 0.0998995 Dec 14 02:59:57.195239 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port cdc3e7cb-d393-471d-bff7-ab558bb11e55 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:57.195617 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:57.237646 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f674e3-2af5-46cc-8776-4cf7ef679b78 None None] Network 9f82211d-c807-439c-b6c0-d9949e64f39a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 02:59:57.355099 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-426c8d98-f41e-46b6-bed1-7a1fb44fd096 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:57.356464 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:57.368408 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb37e86e-ef8c-4df8-b317-0ffa46207c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:57.398993 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Set router d1e15b6c-16a7-45a5-acd7-9b3c14d4a758 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:59:57.410942 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57655a89-653f-4b96-ab52-01c27505b4dc req-9ce76289-2241-47af-848d-2376c6ccb122 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272282 Dec 14 02:59:57.471957 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-426c8d98-f41e-46b6-bed1-7a1fb44fd096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:57.522737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd4709-fc40-4dc9-ba98-3a8db4dd3bbd req-3e2f32d5-a28c-4a6f-8acc-98ab7d39a7fc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:57.528047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93fd4709-fc40-4dc9-ba98-3a8db4dd3bbd req-3e2f32d5-a28c-4a6f-8acc-98ab7d39a7fc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 944 time: 0.2407050 Dec 14 02:59:57.622537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-359ff7cb-7451-4349-8d94-a4353de1db90 None None] Provisioning complete for port cdc3e7cb-d393-471d-bff7-ab558bb11e55 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:57.623160 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-359ff7cb-7451-4349-8d94-a4353de1db90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:57.630841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212a3fb-ae8f-449a-b72b-e9ad3a2c3fa0 req-22d3e01c-115e-4a5d-93c0-c41e07a8ae90 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:57.632781 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a212a3fb-ae8f-449a-b72b-e9ad3a2c3fa0 req-22d3e01c-115e-4a5d-93c0-c41e07a8ae90 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f&tenant_id=64815042603e4fe084e0db9c9093166c&binding%3Ahost_id=n-h2-821636-1 HTTP/1.1" status: 200 len: 944 time: 0.2801449 Dec 14 02:59:57.663679 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-426c8d98-f41e-46b6-bed1-7a1fb44fd096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:57.669175 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-fb37e86e-ef8c-4df8-b317-0ffa46207c84 admin admin] Allocated IP 172.20.0.1 (9f82211d-c807-439c-b6c0-d9949e64f39a/e23115a1-ec9c-4719-9ec1-b912de92e8ca/129691d2-6e49-402b-a16c-be39f05b5ea3) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 02:59:57.692103 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c8d98-f41e-46b6-bed1-7a1fb44fd096 admin admin] Pushing event updated for resources: {'Port': ['ID=741fd915-9049-40f9-a342-28bd23fce1df,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:57.754806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93fd4709-fc40-4dc9-ba98-3a8db4dd3bbd req-ad873b61-3c33-4c2e-ae20-1840612a324f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929293 Dec 14 02:59:57.817433 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-a212a3fb-ae8f-449a-b72b-e9ad3a2c3fa0 req-afc2ec32-74c9-4ad0-a9ac-f59ecc9d2621 service neutron] delete failed (client error): The resource could not be found. Dec 14 02:59:57.818455 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a212a3fb-ae8f-449a-b72b-e9ad3a2c3fa0 req-afc2ec32-74c9-4ad0-a9ac-f59ecc9d2621 service neutron] 10.222.0.46 "DELETE /v2.0/ports/8d8f134a-3274-42e0-ba7c-73194fe80699/bindings/n-h1-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.1753995 Dec 14 02:59:57.828307 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb37e86e-ef8c-4df8-b317-0ffa46207c84 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:57.859623 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426c8d98-f41e-46b6-bed1-7a1fb44fd096 admin admin] Network d3c65717-f8e6-43cf-9a18-6796682e14f2 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:59:57.861316 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-426c8d98-f41e-46b6-bed1-7a1fb44fd096 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:57.889349 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:57.952874 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb37e86e-ef8c-4df8-b317-0ffa46207c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:57.999131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212a3fb-ae8f-449a-b72b-e9ad3a2c3fa0 req-1b357d13-671f-4d42-b494-e18a0a088d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:58.000649 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a212a3fb-ae8f-449a-b72b-e9ad3a2c3fa0 req-1b357d13-671f-4d42-b494-e18a0a088d5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 1095 time: 0.0965757 Dec 14 02:59:58.008801 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-359ff7cb-7451-4349-8d94-a4353de1db90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:58.038034 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb37e86e-ef8c-4df8-b317-0ffa46207c84 admin admin] Network 9f82211d-c807-439c-b6c0-d9949e64f39a is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:59:58.044734 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-fb37e86e-ef8c-4df8-b317-0ffa46207c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:58.049833 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb37e86e-ef8c-4df8-b317-0ffa46207c84 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 02:59:58.500112 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port cdc3e7cb-d393-471d-bff7-ab558bb11e55, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=cdc3e7cb-d393-471d-bff7-ab558bb11e55,segment=NetworkSegment(493821a2-630d-423d-8d51-3ec8a150c313),segment_id=493821a2-630d-423d-8d51-3ec8a150c313)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 02:59:58.504323 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb37e86e-ef8c-4df8-b317-0ffa46207c84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:58.506762 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'name': 'tempest-TestVolumeBackupRestore-251335381-router', 'tenant_id': 'cc75df5663f84d36929929a8969208ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '9d4f1e2a-e815-4363-9d49-44639a0ab0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:51Z', 'updated_at': '2021-12-14T02:59:54Z', 'revision_number': 3, 'project_id': 'cc75df5663f84d36929929a8969208ee', 'gw_port': {'id': '9d4f1e2a-e815-4363-9d49-44639a0ab0bc', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:52Z', 'updated_at': '2021-12-14T02:59:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:58.508246 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426c8d98-f41e-46b6-bed1-7a1fb44fd096 admin admin] Router e1228c55-43f6-4bb8-a475-c3a5e1f947ca has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:59:58.508246 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212a3fb-ae8f-449a-b72b-e9ad3a2c3fa0 req-a14a79c4-975c-446c-a13f-77a094940798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:58.508246 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a212a3fb-ae8f-449a-b72b-e9ad3a2c3fa0 req-a14a79c4-975c-446c-a13f-77a094940798 service neutron] 10.222.0.46 "GET /v2.0/networks?id=02080ebc-21eb-4e15-8483-7b778d31054a HTTP/1.1" status: 200 len: 897 time: 0.1647172 Dec 14 02:59:58.511637 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Checking router: d1e15b6c-16a7-45a5-acd7-9b3c14d4a758 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:59:58.511637 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Updating router d1e15b6c-16a7-45a5-acd7-9b3c14d4a758 port 9d4f1e2a-e815-4363-9d49-44639a0ab0bc binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:59:58.511637 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:58.512110 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a212a3fb-ae8f-449a-b72b-e9ad3a2c3fa0 req-d7e168e5-e90c-4200-8559-6c5e0c616e74 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8f134a-3274-42e0-ba7c-73194fe80699 HTTP/1.1" status: 200 len: 1000 time: 0.0981205 Dec 14 02:59:58.512349 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37e86e-ef8c-4df8-b317-0ffa46207c84 admin admin] Pushing event updated for resources: {'Port': ['ID=129691d2-6e49-402b-a16c-be39f05b5ea3,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:58.513106 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212a3fb-ae8f-449a-b72b-e9ad3a2c3fa0 req-8de3323f-b5d4-4c62-a05e-2bb35626918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:58.513106 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a212a3fb-ae8f-449a-b72b-e9ad3a2c3fa0 req-8de3323f-b5d4-4c62-a05e-2bb35626918e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f723e296-770b-49c8-9ae1-0cfaaf179fb9 HTTP/1.1" status: 200 len: 835 time: 0.0811763 Dec 14 02:59:58.513650 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:58.513650 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:59:58.513865 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212a3fb-ae8f-449a-b72b-e9ad3a2c3fa0 req-cff298a8-e19d-464d-8b2d-bbe39f14bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:58.513865 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a212a3fb-ae8f-449a-b72b-e9ad3a2c3fa0 req-cff298a8-e19d-464d-8b2d-bbe39f14bb32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=02080ebc-21eb-4e15-8483-7b778d31054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680094 Dec 14 02:59:58.513865 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426c8d98-f41e-46b6-bed1-7a1fb44fd096 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 02:59:58.570196 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb37e86e-ef8c-4df8-b317-0ffa46207c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:58.577282 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-426c8d98-f41e-46b6-bed1-7a1fb44fd096 admin admin] 10.222.0.39 "PUT /v2.0/routers/e1228c55-43f6-4bb8-a475-c3a5e1f947ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2803094 Dec 14 02:59:58.674037 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a212a3fb-ae8f-449a-b72b-e9ad3a2c3fa0 req-9a7a5ded-b9df-4393-8280-b34e0a7bd3d1 service neutron] 10.222.0.46 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577950 Dec 14 02:59:58.755520 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-359ff7cb-7451-4349-8d94-a4353de1db90 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 02:59:58.755520 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-359ff7cb-7451-4349-8d94-a4353de1db90 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 02:59:58.755520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=cdc3e7cb-d393-471d-bff7-ab558bb11e55,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:58.822962 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:58.822962 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:58.886658 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Sync routers for ids ['e1228c55-43f6-4bb8-a475-c3a5e1f947ca'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 02:59:58.902034 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Routers {'e1228c55-43f6-4bb8-a475-c3a5e1f947ca'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:59:58.903389 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e1228c55-43f6-4bb8-a475-c3a5e1f947ca'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:58.964226 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a212a3fb-ae8f-449a-b72b-e9ad3a2c3fa0 req-5f45a098-64a8-4eba-b502-0d1171f43b34 service neutron] 10.222.0.46 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824454 Dec 14 02:59:58.991407 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:58.999604 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 4ea21235-0ab2-473a-a766-f3c4eb91ae62 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:59:59.026084 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb37e86e-ef8c-4df8-b317-0ffa46207c84 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:59.036189 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ab6e3-a9a7-4e69-84f8-56130f695a12 req-9f2834e5-24c7-45d4-9787-5f5d8acec17a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:59.044185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-864ab6e3-a9a7-4e69-84f8-56130f695a12 req-9f2834e5-24c7-45d4-9787-5f5d8acec17a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 944 time: 0.0914423 Dec 14 02:59:59.084219 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Set router e1228c55-43f6-4bb8-a475-c3a5e1f947ca gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 02:59:59.086353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 4ea21235-0ab2-473a-a766-f3c4eb91ae62 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:59.086732 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:59.118903 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-864ab6e3-a9a7-4e69-84f8-56130f695a12 req-96ff2806-91bc-4765-9f25-c827b2e9183c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738888 Dec 14 02:59:59.124001 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb37e86e-ef8c-4df8-b317-0ffa46207c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:59.126128 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:59.202839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2be7838-158d-4bb1-8458-b7a2c0a99faa None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:59:59.245778 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520580b2-ada4-4ce0-b521-e8606cc1792a None None] Pushing event updated for resources: {'Port': ['ID=9d4f1e2a-e815-4363-9d49-44639a0ab0bc,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:59.251861 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Attempting to bind port 9d4f1e2a-e815-4363-9d49-44639a0ab0bc on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 02:59:59.252544 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Attempting to bind port 9d4f1e2a-e815-4363-9d49-44639a0ab0bc by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 02:59:59.253116 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Attempting to bind port 9d4f1e2a-e815-4363-9d49-44639a0ab0bc on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 02:59:59.296315 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 02:59:59.297061 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 02:59:59.297693 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:59.298290 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 02:59:59.299217 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Bound port: 9d4f1e2a-e815-4363-9d49-44639a0ab0bc, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 02:59:59.299873 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:59.352810 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb37e86e-ef8c-4df8-b317-0ffa46207c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:59.369665 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37e86e-ef8c-4df8-b317-0ffa46207c84 admin admin] Pushing event updated for resources: {'Port': ['ID=129691d2-6e49-402b-a16c-be39f05b5ea3,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:59.433120 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] For port 9d4f1e2a-e815-4363-9d49-44639a0ab0bc, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 02:59:59.442097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] For port 9d4f1e2a-e815-4363-9d49-44639a0ab0bc, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=9d4f1e2a-e815-4363-9d49-44639a0ab0bc,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 02:59:59.442097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-359ff7cb-7451-4349-8d94-a4353de1db90 None None] Provisioning complete for port 741fd915-9049-40f9-a342-28bd23fce1df triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:59.442097 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-359ff7cb-7451-4349-8d94-a4353de1db90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:59.484626 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-359ff7cb-7451-4349-8d94-a4353de1db90 None None] Port 741fd915-9049-40f9-a342-28bd23fce1df cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:59:59.542299 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:59.558705 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1228c55-43f6-4bb8-a475-c3a5e1f947ca', 'name': 'tempest-TestServerMultinode-1936176031-router', 'tenant_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '4ea21235-0ab2-473a-a766-f3c4eb91ae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:48Z', 'updated_at': '2021-12-14T02:59:56Z', 'revision_number': 4, 'project_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'gw_port': {'id': '4ea21235-0ab2-473a-a766-f3c4eb91ae62', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1228c55-43f6-4bb8-a475-c3a5e1f947ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:49Z', 'updated_at': '2021-12-14T02:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '741fd915-9049-40f9-a342-28bd23fce1df', 'name': '', 'network_id': 'd3c65717-f8e6-43cf-9a18-6796682e14f2', 'tenant_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'mac_address': 'fa:16:3e:2e:b0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1228c55-43f6-4bb8-a475-c3a5e1f947ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '7733ca04-82a5-408e-bd44-612edb1730ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:54Z', 'updated_at': '2021-12-14T02:59:56Z', 'revision_number': 2, 'project_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'subnets': [{'id': '7733ca04-82a5-408e-bd44-612edb1730ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:59.581417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff468559-fc9a-4c33-8356-6f238083b184 req-3434b742-00af-4137-b8d7-82394e3b739e tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 02:59:59.593836 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff468559-fc9a-4c33-8356-6f238083b184 req-3434b742-00af-4137-b8d7-82394e3b739e tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 946 time: 0.1209247 Dec 14 02:59:59.609455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device cdc3e7cb-d393-471d-bff7-ab558bb11e55 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 02:59:59.611552 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbdae3c-544c-4989-823f-e4cda29baf4a None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 02:59:59.630221 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Checking router: e1228c55-43f6-4bb8-a475-c3a5e1f947ca for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 02:59:59.635460 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Updating router e1228c55-43f6-4bb8-a475-c3a5e1f947ca port 741fd915-9049-40f9-a342-28bd23fce1df binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 02:59:59.661122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff468559-fc9a-4c33-8356-6f238083b184 req-e6482166-92e7-444a-9dfe-eb5ae0f0ed62 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640879 Dec 14 02:59:59.690919 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:59.707133 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb37e86e-ef8c-4df8-b317-0ffa46207c84 admin admin] Network 9f82211d-c807-439c-b6c0-d9949e64f39a is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 02:59:59.708907 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-fb37e86e-ef8c-4df8-b317-0ffa46207c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 02:59:59.744949 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520580b2-ada4-4ce0-b521-e8606cc1792a None None] Pushing event updated for resources: {'Port': ['ID=9d4f1e2a-e815-4363-9d49-44639a0ab0bc,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 02:59:59.759050 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-38dfa5d8-beea-44da-af19-b54b67ef9d1d None None] Provisioning complete for port 129691d2-6e49-402b-a16c-be39f05b5ea3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 02:59:59.759639 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38dfa5d8-beea-44da-af19-b54b67ef9d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 02:59:59.765320 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Routers {'d1e15b6c-16a7-45a5-acd7-9b3c14d4a758'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 02:59:59.767174 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d1e15b6c-16a7-45a5-acd7-9b3c14d4a758'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 02:59:59.896537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-38dfa5d8-beea-44da-af19-b54b67ef9d1d None None] Port 129691d2-6e49-402b-a16c-be39f05b5ea3 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 02:59:59.914918 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb37e86e-ef8c-4df8-b317-0ffa46207c84 admin admin] Router d1e15b6c-16a7-45a5-acd7-9b3c14d4a758 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 02:59:59.966191 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] Set router d1e15b6c-16a7-45a5-acd7-9b3c14d4a758 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:00:00.029161 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port cdc3e7cb-d393-471d-bff7-ab558bb11e55 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:00.031685 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:00.032099 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-38dfa5d8-beea-44da-af19-b54b67ef9d1d None None] Provisioning complete for port 9d4f1e2a-e815-4363-9d49-44639a0ab0bc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:00.032471 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38dfa5d8-beea-44da-af19-b54b67ef9d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:00.118617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-ce53f5f3-7d4e-43a8-9cdf-08cc1ee9e99c tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:00.123686 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-ce53f5f3-7d4e-43a8-9cdf-08cc1ee9e99c tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/networks?id=527e25af-b937-4d3e-b95b-086b2c850fb0 HTTP/1.1" status: 200 len: 910 time: 0.2065485 Dec 14 03:00:00.126151 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb37e86e-ef8c-4df8-b317-0ffa46207c84 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:00:00.132333 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fb37e86e-ef8c-4df8-b317-0ffa46207c84 admin admin] 10.222.0.39 "PUT /v2.0/routers/d1e15b6c-16a7-45a5-acd7-9b3c14d4a758/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8052983 Dec 14 03:00:00.169507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-045066b9-7cbf-495a-b9d0-7e006e4567fe tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/quotas/7cca95d1571d4fab98bf9a8e7c61d442 HTTP/1.1" status: 200 len: 375 time: 0.0252547 Dec 14 03:00:00.334818 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:00.356281 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-2c486dbd-fb90-4a14-9e8b-43fe69a681ca tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=7cca95d1571d4fab98bf9a8e7c61d442&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1878111 Dec 14 03:00:00.394231 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a266b782-0c81-4f55-bee7-b7673660af93 req-f549ad1d-6d3a-45d1-9459-4218003be93f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:00.404456 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a266b782-0c81-4f55-bee7-b7673660af93 req-f549ad1d-6d3a-45d1-9459-4218003be93f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 944 time: 0.1610057 Dec 14 03:00:00.467473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 8d8f134a-3274-42e0-ba7c-73194fe80699 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:00:00.474536 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a266b782-0c81-4f55-bee7-b7673660af93 req-77e00aa1-c39b-41ed-a1cd-518b8fb0c563 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676298 Dec 14 03:00:00.482483 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:00.529251 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 39432) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:00.571454 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-e9dde726-e19c-492c-9b57-d138a2eb1e46 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:00:00.572797 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-e9dde726-e19c-492c-9b57-d138a2eb1e46 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2152655 Dec 14 03:00:00.642933 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:00.703579 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 4ea21235-0ab2-473a-a766-f3c4eb91ae62 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:00:00.741354 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38dfa5d8-beea-44da-af19-b54b67ef9d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:00.784538 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b9e5f527-2af5-4cf4-a445-5b6387848213 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/floatingips/2fe2b0cb-5885-431e-84a2-aa62ba13e75f HTTP/1.1" status: 200 len: 992 time: 0.2496109 Dec 14 03:00:00.794671 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c1c98-6f39-4da8-aa47-264677668684 None None] Pushing event updated for resources: {'Port': ['ID=741fd915-9049-40f9-a342-28bd23fce1df,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:00.804638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 8d8f134a-3274-42e0-ba7c-73194fe80699 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:00:00.822734 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-38dfa5d8-beea-44da-af19-b54b67ef9d1d None None] For port 9d4f1e2a-e815-4363-9d49-44639a0ab0bc, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=9d4f1e2a-e815-4363-9d49-44639a0ab0bc,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:00.828811 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 8d8f134a-3274-42e0-ba7c-73194fe80699 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:00.829153 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:00.835351 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-369f401b-9a44-4876-9d94-ef05bd2a2f12 service neutron] 10.222.0.39 "GET /v2.0/networks/527e25af-b937-4d3e-b95b-086b2c850fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541740 Dec 14 03:00:00.843210 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Attempting to bind port 741fd915-9049-40f9-a342-28bd23fce1df on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:00:00.843949 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Attempting to bind port 741fd915-9049-40f9-a342-28bd23fce1df by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '30b50b21-1ae2-45a2-9869-b29a8ed3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd3c65717-f8e6-43cf-9a18-6796682e14f2'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:00:00.844583 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Attempting to bind port 741fd915-9049-40f9-a342-28bd23fce1df on network d3c65717-f8e6-43cf-9a18-6796682e14f2 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:00:00.851321 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:00:00.852056 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Checking segment: {'id': '30b50b21-1ae2-45a2-9869-b29a8ed3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd3c65717-f8e6-43cf-9a18-6796682e14f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:00:00.852805 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:00.853387 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Bound using segment: {'id': '30b50b21-1ae2-45a2-9869-b29a8ed3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd3c65717-f8e6-43cf-9a18-6796682e14f2'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:00:00.855756 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Bound port: 741fd915-9049-40f9-a342-28bd23fce1df, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b50b21-1ae2-45a2-9869-b29a8ed3eb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd3c65717-f8e6-43cf-9a18-6796682e14f2'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:00:00.856424 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:00.900551 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'name': 'tempest-TestVolumeBackupRestore-251335381-router', 'tenant_id': 'cc75df5663f84d36929929a8969208ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '9d4f1e2a-e815-4363-9d49-44639a0ab0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:51Z', 'updated_at': '2021-12-14T02:59:58Z', 'revision_number': 4, 'project_id': 'cc75df5663f84d36929929a8969208ee', 'gw_port': {'id': '9d4f1e2a-e815-4363-9d49-44639a0ab0bc', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:52Z', 'updated_at': '2021-12-14T02:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '129691d2-6e49-402b-a16c-be39f05b5ea3', 'name': '', 'network_id': '9f82211d-c807-439c-b6c0-d9949e64f39a', 'tenant_id': 'cc75df5663f84d36929929a8969208ee', 'mac_address': 'fa:16:3e:87:43:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'e23115a1-ec9c-4719-9ec1-b912de92e8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:57Z', 'updated_at': '2021-12-14T02:59:58Z', 'revision_number': 2, 'project_id': 'cc75df5663f84d36929929a8969208ee', 'subnets': [{'id': 'e23115a1-ec9c-4719-9ec1-b912de92e8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:00.904452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 4ea21235-0ab2-473a-a766-f3c4eb91ae62 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:00.904831 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:00.925795 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38dfa5d8-beea-44da-af19-b54b67ef9d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:01.008397 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a8b6c-efd8-449c-a960-b6fe4cf9d855 req-5019978f-3e8d-471f-815e-f62572676600 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:01.009983 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-186a8b6c-efd8-449c-a960-b6fe4cf9d855 req-5019978f-3e8d-471f-815e-f62572676600 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 946 time: 0.2412441 Dec 14 03:00:01.021243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27def9ca-262c-430c-8e2a-2110283bf0a0 req-3ee5b038-9ed1-42c5-8b24-ade18241b723 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:01.022970 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27def9ca-262c-430c-8e2a-2110283bf0a0 req-3ee5b038-9ed1-42c5-8b24-ade18241b723 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 946 time: 0.2036459 Dec 14 03:00:01.039043 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] For port 741fd915-9049-40f9-a342-28bd23fce1df, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:00:01.043947 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] For port 741fd915-9049-40f9-a342-28bd23fce1df, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=741fd915-9049-40f9-a342-28bd23fce1df,segment=NetworkSegment(30b50b21-1ae2-45a2-9869-b29a8ed3eb7e),segment_id=30b50b21-1ae2-45a2-9869-b29a8ed3eb7e)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:00:01.085926 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1aa9ec-5d2a-41e9-b3eb-8657522db7f6 None None] The sync data for ids ['d1e15b6c-16a7-45a5-acd7-9b3c14d4a758'] in n-d-821636-1 is: [{'id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'name': 'tempest-TestVolumeBackupRestore-251335381-router', 'tenant_id': 'cc75df5663f84d36929929a8969208ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '9d4f1e2a-e815-4363-9d49-44639a0ab0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:51Z', 'updated_at': '2021-12-14T02:59:58Z', 'revision_number': 4, 'project_id': 'cc75df5663f84d36929929a8969208ee', 'gw_port': {'id': '9d4f1e2a-e815-4363-9d49-44639a0ab0bc', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:52Z', 'updated_at': '2021-12-14T02:59:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '129691d2-6e49-402b-a16c-be39f05b5ea3', 'name': '', 'network_id': '9f82211d-c807-439c-b6c0-d9949e64f39a', 'tenant_id': 'cc75df5663f84d36929929a8969208ee', 'mac_address': 'fa:16:3e:87:43:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'e23115a1-ec9c-4719-9ec1-b912de92e8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:57Z', 'updated_at': '2021-12-14T02:59:58Z', 'revision_number': 2, 'project_id': 'cc75df5663f84d36929929a8969208ee', 'subnets': [{'id': 'e23115a1-ec9c-4719-9ec1-b912de92e8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:00:01.132501 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:01.164944 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-8788f517-b0f5-4e45-ae89-1d3c183bc50d service neutron] 10.222.0.39 "GET /v2.0/networks/527e25af-b937-4d3e-b95b-086b2c850fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976146 Dec 14 03:00:01.211544 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-38dfa5d8-beea-44da-af19-b54b67ef9d1d None None] Provisioning complete for port cdc3e7cb-d393-471d-bff7-ab558bb11e55 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:01.211990 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38dfa5d8-beea-44da-af19-b54b67ef9d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:01.251353 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Routers {'e1228c55-43f6-4bb8-a475-c3a5e1f947ca'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:00:01.251994 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T02:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e1228c55-43f6-4bb8-a475-c3a5e1f947ca'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:01.262713 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c1c98-6f39-4da8-aa47-264677668684 None None] Pushing event updated for resources: {'Port': ['ID=741fd915-9049-40f9-a342-28bd23fce1df,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:01.313033 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dfa5d8-beea-44da-af19-b54b67ef9d1d None None] Pushing event updated for resources: {'Port': ['ID=9d4f1e2a-e815-4363-9d49-44639a0ab0bc,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:01.319475 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27def9ca-262c-430c-8e2a-2110283bf0a0 req-ac76471f-18fb-4e78-9fb6-43840d320d88 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856491 Dec 14 03:00:01.333825 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:01.431138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-186a8b6c-efd8-449c-a960-b6fe4cf9d855 req-aa0bc61d-4f7e-452c-b41e-6cda90af88cd tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Deleting port 822a6771-02b5-44ec-bf7a-fb978b2a53b3 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:00:01.431488 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-186a8b6c-efd8-449c-a960-b6fe4cf9d855 req-aa0bc61d-4f7e-452c-b41e-6cda90af88cd tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:01.536796 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] Set router e1228c55-43f6-4bb8-a475-c3a5e1f947ca gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:00:01.544520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8f134a-3274-42e0-ba7c-73194fe80699'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:00:01.551015 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3088ef92-4ddd-4c26-a4a7-9e7e78aa4076" -d '{"events": [{"server_uuid": "8d9c80f5-f20b-4aff-9ffd-1d237b78230f", "name": "network-vif-plugged", "status": "completed", "tag": "8d8f134a-3274-42e0-ba7c-73194fe80699"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:00:01.620670 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-38dfa5d8-beea-44da-af19-b54b67ef9d1d None None] Provisioning complete for port 741fd915-9049-40f9-a342-28bd23fce1df triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:01.622783 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38dfa5d8-beea-44da-af19-b54b67ef9d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:01.678808 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f52bc599-a7c4-4416-beef-feb108870816 req-2778d5bd-df22-47f5-8a3f-fe5224fee101 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 210 time: 0.2175369 Dec 14 03:00:01.712631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 8d8f134a-3274-42e0-ba7c-73194fe80699, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=8d8f134a-3274-42e0-ba7c-73194fe80699,segment=NetworkSegment(c46756e1-62fa-4b0d-8d59-07bfe235eb1b),segment_id=c46756e1-62fa-4b0d-8d59-07bfe235eb1b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:01.714504 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8911cbb-db18-4c98-b5cd-fd24c8df2208 x-openstack-request-id: req-a8911cbb-db18-4c98-b5cd-fd24c8df2208 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:00:01.718404 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9c80f5-f20b-4aff-9ffd-1d237b78230f", "name": "network-vif-plugged", "status": "completed", "tag": "8d8f134a-3274-42e0-ba7c-73194fe80699", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:00:01.718404 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8911cbb-db18-4c98-b5cd-fd24c8df2208 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:00:01.723604 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8f134a-3274-42e0-ba7c-73194fe80699', 'code': 200} Dec 14 03:00:01.799907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-186a8b6c-efd8-449c-a960-b6fe4cf9d855 req-aa0bc61d-4f7e-452c-b41e-6cda90af88cd tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] For port 822a6771-02b5-44ec-bf7a-fb978b2a53b3, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=822a6771-02b5-44ec-bf7a-fb978b2a53b3,segment=NetworkSegment(23a2674a-cd45-4613-b33b-db1513db87b5),segment_id=23a2674a-cd45-4613-b33b-db1513db87b5)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:01.804602 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-186a8b6c-efd8-449c-a960-b6fe4cf9d855 req-aa0bc61d-4f7e-452c-b41e-6cda90af88cd tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:01.842951 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-186a8b6c-efd8-449c-a960-b6fe4cf9d855 req-aa0bc61d-4f7e-452c-b41e-6cda90af88cd tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Calling delete_port for 822a6771-02b5-44ec-bf7a-fb978b2a53b3 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:00:01.871032 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:01.922264 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38dfa5d8-beea-44da-af19-b54b67ef9d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:01.992560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=8d8f134a-3274-42e0-ba7c-73194fe80699,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:02.021285 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1228c55-43f6-4bb8-a475-c3a5e1f947ca', 'name': 'tempest-TestServerMultinode-1936176031-router', 'tenant_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '4ea21235-0ab2-473a-a766-f3c4eb91ae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:48Z', 'updated_at': '2021-12-14T02:59:56Z', 'revision_number': 4, 'project_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'gw_port': {'id': '4ea21235-0ab2-473a-a766-f3c4eb91ae62', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1228c55-43f6-4bb8-a475-c3a5e1f947ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:49Z', 'updated_at': '2021-12-14T02:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '741fd915-9049-40f9-a342-28bd23fce1df', 'name': '', 'network_id': 'd3c65717-f8e6-43cf-9a18-6796682e14f2', 'tenant_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'mac_address': 'fa:16:3e:2e:b0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1228c55-43f6-4bb8-a475-c3a5e1f947ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '7733ca04-82a5-408e-bd44-612edb1730ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:54Z', 'updated_at': '2021-12-14T03:00:01Z', 'revision_number': 4, 'project_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'subnets': [{'id': '7733ca04-82a5-408e-bd44-612edb1730ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:02.046528 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-38dfa5d8-beea-44da-af19-b54b67ef9d1d None None] For port 741fd915-9049-40f9-a342-28bd23fce1df, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=741fd915-9049-40f9-a342-28bd23fce1df,segment=NetworkSegment(30b50b21-1ae2-45a2-9869-b29a8ed3eb7e),segment_id=30b50b21-1ae2-45a2-9869-b29a8ed3eb7e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:02.055921 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340a0541-3d3a-48d9-a4c5-969c60d13a9c None None] The sync data for ids ['e1228c55-43f6-4bb8-a475-c3a5e1f947ca'] in n-d-821636-1 is: [{'id': 'e1228c55-43f6-4bb8-a475-c3a5e1f947ca', 'name': 'tempest-TestServerMultinode-1936176031-router', 'tenant_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '4ea21235-0ab2-473a-a766-f3c4eb91ae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:48Z', 'updated_at': '2021-12-14T02:59:56Z', 'revision_number': 4, 'project_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'gw_port': {'id': '4ea21235-0ab2-473a-a766-f3c4eb91ae62', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1228c55-43f6-4bb8-a475-c3a5e1f947ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:49Z', 'updated_at': '2021-12-14T02:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '741fd915-9049-40f9-a342-28bd23fce1df', 'name': '', 'network_id': 'd3c65717-f8e6-43cf-9a18-6796682e14f2', 'tenant_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'mac_address': 'fa:16:3e:2e:b0:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1228c55-43f6-4bb8-a475-c3a5e1f947ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '7733ca04-82a5-408e-bd44-612edb1730ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:54Z', 'updated_at': '2021-12-14T03:00:01Z', 'revision_number': 4, 'project_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'subnets': [{'id': '7733ca04-82a5-408e-bd44-612edb1730ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:00:02.123044 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38dfa5d8-beea-44da-af19-b54b67ef9d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:02.225452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dfa5d8-beea-44da-af19-b54b67ef9d1d None None] Pushing event updated for resources: {'Port': ['ID=741fd915-9049-40f9-a342-28bd23fce1df,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:02.231672 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-186a8b6c-efd8-449c-a960-b6fe4cf9d855 req-aa0bc61d-4f7e-452c-b41e-6cda90af88cd tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:02.266249 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['822a6771-02b5-44ec-bf7a-fb978b2a53b3'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:00:02.286122 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bc61d-4f7e-452c-b41e-6cda90af88cd tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Pushing event deleted for resources: {'Port': ['ID=822a6771-02b5-44ec-bf7a-fb978b2a53b3,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:02.349527 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e8d53f90-4e31-4e55-b6e3-5a29251057e0 None None] Provisioning complete for port 129691d2-6e49-402b-a16c-be39f05b5ea3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:02.349775 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e8d53f90-4e31-4e55-b6e3-5a29251057e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:02.415682 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-186a8b6c-efd8-449c-a960-b6fe4cf9d855 req-aa0bc61d-4f7e-452c-b41e-6cda90af88cd tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] No DVR routers for this DVR port 822a6771-02b5-44ec-bf7a-fb978b2a53b3 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:00:02.420522 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-186a8b6c-efd8-449c-a960-b6fe4cf9d855 req-aa0bc61d-4f7e-452c-b41e-6cda90af88cd tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:02.424134 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-186a8b6c-efd8-449c-a960-b6fe4cf9d855 req-aa0bc61d-4f7e-452c-b41e-6cda90af88cd tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.47 "DELETE /v2.0/ports/822a6771-02b5-44ec-bf7a-fb978b2a53b3 HTTP/1.1" status: 204 len: 173 time: 1.4003193 Dec 14 03:00:02.424595 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1', 'name': 'network-vif-deleted', 'tag': '822a6771-02b5-44ec-bf7a-fb978b2a53b3'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:00:02.466979 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6167cfc-1409-4d65-82f6-5e55d8b73ab7" -d '{"events": [{"server_uuid": "cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1", "name": "network-vif-deleted", "tag": "822a6771-02b5-44ec-bf7a-fb978b2a53b3"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:00:02.477852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e8d53f90-4e31-4e55-b6e3-5a29251057e0 None None] Port 129691d2-6e49-402b-a16c-be39f05b5ea3 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:00:02.508115 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e8d53f90-4e31-4e55-b6e3-5a29251057e0 None None] Provisioning complete for port 9d4f1e2a-e815-4363-9d49-44639a0ab0bc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:02.508115 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e8d53f90-4e31-4e55-b6e3-5a29251057e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:02.572024 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0159db-4d24-450a-b635-0e5afba43efd x-openstack-request-id: req-2f0159db-4d24-450a-b635-0e5afba43efd {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:00:02.572562 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1", "name": "network-vif-deleted", "tag": "822a6771-02b5-44ec-bf7a-fb978b2a53b3", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:00:02.572925 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f0159db-4d24-450a-b635-0e5afba43efd {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:00:02.573967 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1', 'name': 'network-vif-deleted', 'tag': '822a6771-02b5-44ec-bf7a-fb978b2a53b3', 'status': 'completed', 'code': 200} Dec 14 03:00:02.601687 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-70de2ab8-fb32-433f-a110-d3c281fa59bf req-46978ebf-5d6b-45cf-a283-c4dc4437b4af tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 210 time: 0.1143794 Dec 14 03:00:02.675663 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e8d53f90-4e31-4e55-b6e3-5a29251057e0 None None] Provisioning complete for port 741fd915-9049-40f9-a342-28bd23fce1df triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:02.675663 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e8d53f90-4e31-4e55-b6e3-5a29251057e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:02.755946 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-86d37004-c45c-49ca-8810-fe288b59bfaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:02.817103 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a74f3701-2e3b-4de4-97ef-316ac9d09e06 req-412d3a83-423f-4379-ac26-676185cab1af tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 210 time: 0.0623274 Dec 14 03:00:03.770186 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95d58cb5-438b-4f53-bc3d-43cf20358635 req-a23fcc42-5e17-4749-8780-27fa90478d14 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdf38c30-9ae3-4bf7-afa2-d7882de4d9f1 HTTP/1.1" status: 200 len: 210 time: 0.0456598 Dec 14 03:00:03.928109 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 741fd915-9049-40f9-a342-28bd23fce1df up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:00:03.946940 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed752619-2ec4-4039-85ed-c5677f3d6116 req-b50ee00e-b133-41dd-86f0-e6cdc2794879 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 210 time: 0.0461967 Dec 14 03:00:04.028812 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 741fd915-9049-40f9-a342-28bd23fce1df triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:04.033003 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:04.147540 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 9d4f1e2a-e815-4363-9d49-44639a0ab0bc up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:00:04.205560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 9d4f1e2a-e815-4363-9d49-44639a0ab0bc triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:04.206271 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:04.453844 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 822a6771-02b5-44ec-bf7a-fb978b2a53b3 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:00:04.489375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 822a6771-02b5-44ec-bf7a-fb978b2a53b3 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:00:04.490064 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 822a6771-02b5-44ec-bf7a-fb978b2a53b3 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:00:04.658431 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-ca0a5171-36ff-421a-9f1f-050d7bfb91c9 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:04.659980 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-ca0a5171-36ff-421a-9f1f-050d7bfb91c9 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.46 "GET /v2.0/networks?id=527e25af-b937-4d3e-b95b-086b2c850fb0 HTTP/1.1" status: 200 len: 910 time: 0.1219287 Dec 14 03:00:04.672538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Request body: {'port': {'device_id': 'c5a2e1fa-a926-4e2a-9630-a1e92102c2fc', 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0', 'admin_state_up': True, 'tenant_id': '7cca95d1571d4fab98bf9a8e7c61d442'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:00:04.775632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Made reservation on behalf of 7cca95d1571d4fab98bf9a8e7c61d442 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:00:04.779129 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:05.052802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Allocated IP 172.20.0.11 (527e25af-b937-4d3e-b95b-086b2c850fb0/74bbc7ad-7604-4131-8fd4-44fda41c169f/63b45631-b2f9-47db-81a9-dafb78b7fa9b) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:00:05.064065 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-401fa4dc-ce45-4120-ad4d-7021ac87de29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:05.191057 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-126f6a4d-8e37-4756-b6b7-4b74cea4d355 req-7fcc6ebd-0d65-4d5a-9dc9-ec4cb9ceecd3 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 210 time: 0.0562878 Dec 14 03:00:05.724444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-0181da43-3695-4fb3-8b35-92dc05606ea6 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:05.729861 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-0181da43-3695-4fb3-8b35-92dc05606ea6 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/networks?id=9ac07016-9417-4e3b-827f-223dc407c788 HTTP/1.1" status: 200 len: 809 time: 0.5276268 Dec 14 03:00:05.737202 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:05.750963 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-4649778b-3a89-435d-a5a4-fa7ab6e0df91 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/quotas/56bac3198b694ea98901f2ffa1f65d38 HTTP/1.1" status: 200 len: 375 time: 0.0176709 Dec 14 03:00:05.820346 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-7342a033-5741-4b41-8d5f-51b39aed648a tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=56bac3198b694ea98901f2ffa1f65d38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609846 Dec 14 03:00:05.924289 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:05.976683 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-d01bfa1a-5beb-4222-a833-494c6fd9dc2d service neutron] 10.222.0.39 "GET /v2.0/networks/9ac07016-9417-4e3b-827f-223dc407c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485817 Dec 14 03:00:05.978415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Network 527e25af-b937-4d3e-b95b-086b2c850fb0 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:00:05.981418 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:00:05.986668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:00:06.081225 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Pushing event updated for resources: {'Port': ['ID=63b45631-b2f9-47db-81a9-dafb78b7fa9b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:06.103946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:06.104296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:06.104625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:06.104964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:06.105321 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:06.105654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:06.110206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:06.110206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:06.110589 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:06.110937 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:06.111276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:06.111612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:06.111946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:06.119604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:06.122295 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:06.192358 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-9c3c59a0-1979-40ee-9603-89915ba182dd service neutron] 10.222.0.39 "GET /v2.0/networks/9ac07016-9417-4e3b-827f-223dc407c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040493 Dec 14 03:00:06.285010 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-0d502321-8eb2-4a36-ade8-f75807eb29ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6168678 Dec 14 03:00:06.304323 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Request body: {'port': {'device_id': 'c5a2e1fa-a926-4e2a-9630-a1e92102c2fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:00:06.394919 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:06.422493 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d8721-8bbf-4d9f-96ae-5d862345fd8c req-8d595e3a-8247-41c0-8925-6d0f923cbd9b tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:06.424075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b77d8721-8bbf-4d9f-96ae-5d862345fd8c req-8d595e3a-8247-41c0-8925-6d0f923cbd9b tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 1028 time: 0.1165423 Dec 14 03:00:06.425059 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:06.476791 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-bcc33323-07c7-4fa9-b343-87636a714326 None None] Provisioning complete for port 63b45631-b2f9-47db-81a9-dafb78b7fa9b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:06.478522 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bcc33323-07c7-4fa9-b343-87636a714326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:06.524724 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Sync routers for ids ['d1e15b6c-16a7-45a5-acd7-9b3c14d4a758'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:00:06.546388 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bcc33323-07c7-4fa9-b343-87636a714326 None None] Port 63b45631-b2f9-47db-81a9-dafb78b7fa9b cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:00:06.548607 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Routers {'d1e15b6c-16a7-45a5-acd7-9b3c14d4a758'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:00:06.550059 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:00:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d1e15b6c-16a7-45a5-acd7-9b3c14d4a758'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:06.687634 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Set router d1e15b6c-16a7-45a5-acd7-9b3c14d4a758 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:00:06.816342 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b77d8721-8bbf-4d9f-96ae-5d862345fd8c req-a82c545b-1488-4152-be63-3c130c10fee8 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821542 Dec 14 03:00:06.823063 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f037885-8fcc-4f79-b854-890a65c872a3 req-c730de0c-6e3c-45d5-8628-613704247f8e tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=b541ba60-84a7-43fc-9028-610c47c5f40e HTTP/1.1" status: 200 len: 210 time: 0.2649846 Dec 14 03:00:06.938862 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'name': 'tempest-TestVolumeBackupRestore-251335381-router', 'tenant_id': 'cc75df5663f84d36929929a8969208ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '9d4f1e2a-e815-4363-9d49-44639a0ab0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:51Z', 'updated_at': '2021-12-14T02:59:58Z', 'revision_number': 4, 'project_id': 'cc75df5663f84d36929929a8969208ee', 'gw_port': {'id': '9d4f1e2a-e815-4363-9d49-44639a0ab0bc', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:52Z', 'updated_at': '2021-12-14T03:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '129691d2-6e49-402b-a16c-be39f05b5ea3', 'name': '', 'network_id': '9f82211d-c807-439c-b6c0-d9949e64f39a', 'tenant_id': 'cc75df5663f84d36929929a8969208ee', 'mac_address': 'fa:16:3e:87:43:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'e23115a1-ec9c-4719-9ec1-b912de92e8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:57Z', 'updated_at': '2021-12-14T02:59:58Z', 'revision_number': 2, 'project_id': 'cc75df5663f84d36929929a8969208ee', 'subnets': [{'id': 'e23115a1-ec9c-4719-9ec1-b912de92e8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:06.944679 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63b45631-b2f9-47db-81a9-dafb78b7fa9b {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:00:06.953730 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:06.971023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Transition to ACTIVE for port object 63b45631-b2f9-47db-81a9-dafb78b7fa9b will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:00:06.971808 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Checking router: d1e15b6c-16a7-45a5-acd7-9b3c14d4a758 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:00:06.972187 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Updating router d1e15b6c-16a7-45a5-acd7-9b3c14d4a758 port 129691d2-6e49-402b-a16c-be39f05b5ea3 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:00:07.004357 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:07.046435 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:07.219760 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Pushing event updated for resources: {'Port': ['ID=63b45631-b2f9-47db-81a9-dafb78b7fa9b,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:07.240932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Attempting to bind port 63b45631-b2f9-47db-81a9-dafb78b7fa9b on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:00:07.241277 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Attempting to bind port 63b45631-b2f9-47db-81a9-dafb78b7fa9b by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'c5e578bc-2df1-4f8c-b69b-d762457ad808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:00:07.241647 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Attempting to bind port 63b45631-b2f9-47db-81a9-dafb78b7fa9b on network 527e25af-b937-4d3e-b95b-086b2c850fb0 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:00:07.246633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Port 63b45631-b2f9-47db-81a9-dafb78b7fa9b on network 527e25af-b937-4d3e-b95b-086b2c850fb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:00:07.250471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Attempting to bind port 63b45631-b2f9-47db-81a9-dafb78b7fa9b on network 527e25af-b937-4d3e-b95b-086b2c850fb0 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:00:07.256949 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:00:07.257329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Checking segment: {'id': 'c5e578bc-2df1-4f8c-b69b-d762457ad808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:00:07.257726 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Bound using segment: {'id': 'c5e578bc-2df1-4f8c-b69b-d762457ad808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:00:07.258167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Bound port: 63b45631-b2f9-47db-81a9-dafb78b7fa9b, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e578bc-2df1-4f8c-b69b-d762457ad808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:00:07.258548 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:07.352883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] For port 63b45631-b2f9-47db-81a9-dafb78b7fa9b, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:00:07.357913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] For port 63b45631-b2f9-47db-81a9-dafb78b7fa9b, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=63b45631-b2f9-47db-81a9-dafb78b7fa9b,segment=NetworkSegment(c5e578bc-2df1-4f8c-b69b-d762457ad808),segment_id=c5e578bc-2df1-4f8c-b69b-d762457ad808)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:00:07.414357 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:07.459610 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:07.486574 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:07.518043 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:07.518792 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:07.520381 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] 10.222.0.46 "PUT /v2.0/ports/63b45631-b2f9-47db-81a9-dafb78b7fa9b HTTP/1.1" status: 200 len: 1092 time: 1.2211447 Dec 14 03:00:07.520956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a2e1fa-a926-4e2a-9630-a1e92102c2fc', 'tag': '63b45631-b2f9-47db-81a9-dafb78b7fa9b'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:00:07.525684 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb8015f-64dc-4d1e-b73b-7fe3e9a7eaa8" -d '{"events": [{"name": "network-changed", "server_uuid": "c5a2e1fa-a926-4e2a-9630-a1e92102c2fc", "tag": "63b45631-b2f9-47db-81a9-dafb78b7fa9b"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:00:07.591147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da91345-4a9a-45b5-9bed-9b77948e260e service neutron] Pushing event updated for resources: {'Port': ['ID=63b45631-b2f9-47db-81a9-dafb78b7fa9b,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:07.607527 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb97c58-f7fe-4740-83ab-17f14ff25d92 None None] Pushing event updated for resources: {'Port': ['ID=129691d2-6e49-402b-a16c-be39f05b5ea3,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:07.667354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Attempting to bind port 129691d2-6e49-402b-a16c-be39f05b5ea3 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:00:07.667733 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Attempting to bind port 129691d2-6e49-402b-a16c-be39f05b5ea3 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '493821a2-630d-423d-8d51-3ec8a150c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9f82211d-c807-439c-b6c0-d9949e64f39a'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:00:07.668159 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Attempting to bind port 129691d2-6e49-402b-a16c-be39f05b5ea3 on network 9f82211d-c807-439c-b6c0-d9949e64f39a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:00:07.678083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 2, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:00:07.678341 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Checking segment: {'id': '493821a2-630d-423d-8d51-3ec8a150c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9f82211d-c807-439c-b6c0-d9949e64f39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:00:07.678576 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:07.678985 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Bound using segment: {'id': '493821a2-630d-423d-8d51-3ec8a150c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9f82211d-c807-439c-b6c0-d9949e64f39a'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:00:07.679466 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Bound port: 129691d2-6e49-402b-a16c-be39f05b5ea3, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '493821a2-630d-423d-8d51-3ec8a150c313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '9f82211d-c807-439c-b6c0-d9949e64f39a'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:00:07.680022 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:07.684687 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db631541-0511-4f87-ab25-98001be85168 x-openstack-request-id: req-db631541-0511-4f87-ab25-98001be85168 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:00:07.686005 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5a2e1fa-a926-4e2a-9630-a1e92102c2fc", "tag": "63b45631-b2f9-47db-81a9-dafb78b7fa9b", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:00:07.686552 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db631541-0511-4f87-ab25-98001be85168 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:00:07.687135 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a2e1fa-a926-4e2a-9630-a1e92102c2fc', 'tag': '63b45631-b2f9-47db-81a9-dafb78b7fa9b', 'status': 'completed', 'code': 200} Dec 14 03:00:07.754870 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:07.804016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-c848f47f-021e-4135-b7e0-0614e317c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:07.806584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-c848f47f-021e-4135-b7e0-0614e317c243 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7cca95d1571d4fab98bf9a8e7c61d442&device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 1095 time: 0.1001267 Dec 14 03:00:07.830193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] For port 129691d2-6e49-402b-a16c-be39f05b5ea3, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:00:07.839578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] For port 129691d2-6e49-402b-a16c-be39f05b5ea3, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=129691d2-6e49-402b-a16c-be39f05b5ea3,segment=NetworkSegment(493821a2-630d-423d-8d51-3ec8a150c313),segment_id=493821a2-630d-423d-8d51-3ec8a150c313)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:00:07.893091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-d4f7134a-980e-480d-97be-e6a6a6108398 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63b45631-b2f9-47db-81a9-dafb78b7fa9b HTTP/1.1" status: 200 len: 217 time: 0.0730691 Dec 14 03:00:07.911802 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:08.049199 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-c9d42715-9568-4e81-b501-ff4d479628ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:08.050850 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-c9d42715-9568-4e81-b501-ff4d479628ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74bbc7ad-7604-4131-8fd4-44fda41c169f HTTP/1.1" status: 200 len: 848 time: 0.1258578 Dec 14 03:00:08.075841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Routers {'d1e15b6c-16a7-45a5-acd7-9b3c14d4a758'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:00:08.083339 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:00:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d1e15b6c-16a7-45a5-acd7-9b3c14d4a758'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:08.127837 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-942aaccd-40c4-46b6-95e6-03e6e7ed3f65 req-17316a4d-8891-452b-8153-7b0e23a27742 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=b541ba60-84a7-43fc-9028-610c47c5f40e HTTP/1.1" status: 200 len: 210 time: 0.0759294 Dec 14 03:00:08.185336 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-690eaa65-d75b-44be-be5a-cea9d31e39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:08.190021 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-690eaa65-d75b-44be-be5a-cea9d31e39e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=527e25af-b937-4d3e-b95b-086b2c850fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265795 Dec 14 03:00:08.218613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd361e43-bd69-4f50-8cf1-3760295ebc0a req-1cc5722b-6dbc-4d14-a14f-e8e29fb292ce tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:08.220221 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd361e43-bd69-4f50-8cf1-3760295ebc0a req-1cc5722b-6dbc-4d14-a14f-e8e29fb292ce tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 1095 time: 0.2651219 Dec 14 03:00:08.386890 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd361e43-bd69-4f50-8cf1-3760295ebc0a req-194306ee-93d4-4c34-b805-27d0c62ee359 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349714 Dec 14 03:00:08.394692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb97c58-f7fe-4740-83ab-17f14ff25d92 None None] Pushing event updated for resources: {'Port': ['ID=129691d2-6e49-402b-a16c-be39f05b5ea3,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:08.409977 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-f16f5287-6041-4715-9dce-8a0d4e2ac85b service neutron] 10.222.0.46 "GET /v2.0/networks/527e25af-b937-4d3e-b95b-086b2c850fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110789 Dec 14 03:00:08.445517 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6eb9fa35-22e2-4add-b6f0-d21aa68ca390 None None] Provisioning complete for port 129691d2-6e49-402b-a16c-be39f05b5ea3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:08.446597 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6eb9fa35-22e2-4add-b6f0-d21aa68ca390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:08.497478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] Set router d1e15b6c-16a7-45a5-acd7-9b3c14d4a758 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:00:08.542039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c198e0c4-9826-45fc-ae22-10eaec4199dd req-a36d6c1b-2e5a-4509-bf47-393aa925b8f9 service neutron] 10.222.0.46 "GET /v2.0/networks/527e25af-b937-4d3e-b95b-086b2c850fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249635 Dec 14 03:00:08.669253 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6eb9fa35-22e2-4add-b6f0-d21aa68ca390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:08.680293 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:08.756299 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8015f-64dc-4d1e-b73b-7fe3e9a7eaa8 req-bd07f276-bf72-43ae-b655-4f526ddf39c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:08.757879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ecb8015f-64dc-4d1e-b73b-7fe3e9a7eaa8 req-bd07f276-bf72-43ae-b655-4f526ddf39c7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7cca95d1571d4fab98bf9a8e7c61d442&device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 1095 time: 0.0658028 Dec 14 03:00:08.759471 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6eb9fa35-22e2-4add-b6f0-d21aa68ca390 None None] For port 129691d2-6e49-402b-a16c-be39f05b5ea3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=129691d2-6e49-402b-a16c-be39f05b5ea3,segment=NetworkSegment(493821a2-630d-423d-8d51-3ec8a150c313),segment_id=493821a2-630d-423d-8d51-3ec8a150c313)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:08.814908 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'name': 'tempest-TestVolumeBackupRestore-251335381-router', 'tenant_id': 'cc75df5663f84d36929929a8969208ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '9d4f1e2a-e815-4363-9d49-44639a0ab0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:51Z', 'updated_at': '2021-12-14T02:59:58Z', 'revision_number': 4, 'project_id': 'cc75df5663f84d36929929a8969208ee', 'gw_port': {'id': '9d4f1e2a-e815-4363-9d49-44639a0ab0bc', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:52Z', 'updated_at': '2021-12-14T03:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '129691d2-6e49-402b-a16c-be39f05b5ea3', 'name': '', 'network_id': '9f82211d-c807-439c-b6c0-d9949e64f39a', 'tenant_id': 'cc75df5663f84d36929929a8969208ee', 'mac_address': 'fa:16:3e:87:43:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'e23115a1-ec9c-4719-9ec1-b912de92e8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:57Z', 'updated_at': '2021-12-14T03:00:07Z', 'revision_number': 4, 'project_id': 'cc75df5663f84d36929929a8969208ee', 'subnets': [{'id': 'e23115a1-ec9c-4719-9ec1-b912de92e8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:08.847303 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff85228-c0c1-4864-8073-fa45514c48fa None None] The sync data for ids ['d1e15b6c-16a7-45a5-acd7-9b3c14d4a758'] in n-d-821636-1 is: [{'id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'name': 'tempest-TestVolumeBackupRestore-251335381-router', 'tenant_id': 'cc75df5663f84d36929929a8969208ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '9d4f1e2a-e815-4363-9d49-44639a0ab0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:51Z', 'updated_at': '2021-12-14T02:59:58Z', 'revision_number': 4, 'project_id': 'cc75df5663f84d36929929a8969208ee', 'gw_port': {'id': '9d4f1e2a-e815-4363-9d49-44639a0ab0bc', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:52Z', 'updated_at': '2021-12-14T03:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '129691d2-6e49-402b-a16c-be39f05b5ea3', 'name': '', 'network_id': '9f82211d-c807-439c-b6c0-d9949e64f39a', 'tenant_id': 'cc75df5663f84d36929929a8969208ee', 'mac_address': 'fa:16:3e:87:43:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'e23115a1-ec9c-4719-9ec1-b912de92e8ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:57Z', 'updated_at': '2021-12-14T03:00:07Z', 'revision_number': 4, 'project_id': 'cc75df5663f84d36929929a8969208ee', 'subnets': [{'id': 'e23115a1-ec9c-4719-9ec1-b912de92e8ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:00:08.853480 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6eb9fa35-22e2-4add-b6f0-d21aa68ca390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:08.866788 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8015f-64dc-4d1e-b73b-7fe3e9a7eaa8 req-402a55ee-7f55-420e-9c1a-4fa74c049dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:08.883096 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ecb8015f-64dc-4d1e-b73b-7fe3e9a7eaa8 req-402a55ee-7f55-420e-9c1a-4fa74c049dc7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=527e25af-b937-4d3e-b95b-086b2c850fb0 HTTP/1.1" status: 200 len: 910 time: 0.1033249 Dec 14 03:00:08.920341 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9fa35-22e2-4add-b6f0-d21aa68ca390 None None] Pushing event updated for resources: {'Port': ['ID=129691d2-6e49-402b-a16c-be39f05b5ea3,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:08.951001 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ecb8015f-64dc-4d1e-b73b-7fe3e9a7eaa8 req-b9af86d5-3dfa-4bec-8365-dc95d90a906e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63b45631-b2f9-47db-81a9-dafb78b7fa9b HTTP/1.1" status: 200 len: 217 time: 0.0665305 Dec 14 03:00:08.981010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8875bea0-6f72-4b28-8b84-2f4fc98e5002 None None] Provisioning complete for port 129691d2-6e49-402b-a16c-be39f05b5ea3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:08.981560 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8875bea0-6f72-4b28-8b84-2f4fc98e5002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:09.156890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-d9d14398-d30e-4762-8443-ce2e62e3ebc9 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:09.160915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-d9d14398-d30e-4762-8443-ce2e62e3ebc9 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.47 "GET /v2.0/networks?id=9ac07016-9417-4e3b-827f-223dc407c788 HTTP/1.1" status: 200 len: 809 time: 0.1224086 Dec 14 03:00:09.194646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-89eb3a6f-ebea-415c-9aec-b77a31f3efd5 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Request body: {'port': {'device_id': 'b541ba60-84a7-43fc-9028-610c47c5f40e', 'network_id': '9ac07016-9417-4e3b-827f-223dc407c788', 'admin_state_up': True, 'tenant_id': '56bac3198b694ea98901f2ffa1f65d38'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:00:09.238692 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8015f-64dc-4d1e-b73b-7fe3e9a7eaa8 req-697a138b-1c71-49c7-b662-1bae87abd43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:09.241907 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ecb8015f-64dc-4d1e-b73b-7fe3e9a7eaa8 req-697a138b-1c71-49c7-b662-1bae87abd43c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74bbc7ad-7604-4131-8fd4-44fda41c169f HTTP/1.1" status: 200 len: 848 time: 0.2824838 Dec 14 03:00:09.362098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-297217e7-1c00-4c5f-a346-5d9ea0e9f58e req-b3b751c7-723c-46b4-b7db-784d4910d772 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=b541ba60-84a7-43fc-9028-610c47c5f40e HTTP/1.1" status: 200 len: 210 time: 0.0796452 Dec 14 03:00:09.403667 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8015f-64dc-4d1e-b73b-7fe3e9a7eaa8 req-9d3baca0-fa7f-411c-80e7-377478620387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:09.405210 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ecb8015f-64dc-4d1e-b73b-7fe3e9a7eaa8 req-9d3baca0-fa7f-411c-80e7-377478620387 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=527e25af-b937-4d3e-b95b-086b2c850fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264975 Dec 14 03:00:09.597793 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ecb8015f-64dc-4d1e-b73b-7fe3e9a7eaa8 req-f40c28ee-2ddc-4b09-bc62-0298f27dade0 service neutron] 10.222.0.46 "GET /v2.0/networks/527e25af-b937-4d3e-b95b-086b2c850fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818697 Dec 14 03:00:09.599945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-89eb3a6f-ebea-415c-9aec-b77a31f3efd5 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Made reservation on behalf of 56bac3198b694ea98901f2ffa1f65d38 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:00:09.604194 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-89eb3a6f-ebea-415c-9aec-b77a31f3efd5 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:09.692109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c6264-9c44-4ea8-b655-a2b8ca5f6df5 req-e2edd806-3266-478d-b5c7-f46044decf9f tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:09.697786 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f83c6264-9c44-4ea8-b655-a2b8ca5f6df5 req-e2edd806-3266-478d-b5c7-f46044decf9f tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 1095 time: 0.1665263 Dec 14 03:00:09.849017 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f83c6264-9c44-4ea8-b655-a2b8ca5f6df5 req-3b70ed07-8f58-46fc-9090-44024bf2654a tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131988 Dec 14 03:00:09.859065 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ecb8015f-64dc-4d1e-b73b-7fe3e9a7eaa8 req-e5ecde35-bed6-42e1-a085-1074df397b75 service neutron] 10.222.0.46 "GET /v2.0/networks/527e25af-b937-4d3e-b95b-086b2c850fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459741 Dec 14 03:00:09.880519 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-89eb3a6f-ebea-415c-9aec-b77a31f3efd5 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Allocated IP 172.20.0.11 (9ac07016-9417-4e3b-827f-223dc407c788/eed42f7b-c130-46c4-b3cc-6409209a3db9/4ba37f8b-58dd-409a-8b4c-80eb001e69ee) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:00:09.989058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 129691d2-6e49-402b-a16c-be39f05b5ea3 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:00:10.088339 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 129691d2-6e49-402b-a16c-be39f05b5ea3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:10.088979 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:10.097110 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-89eb3a6f-ebea-415c-9aec-b77a31f3efd5 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:10.222199 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-89eb3a6f-ebea-415c-9aec-b77a31f3efd5 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:10.270089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb3a6f-ebea-415c-9aec-b77a31f3efd5 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Pushing event updated for resources: {'Port': ['ID=4ba37f8b-58dd-409a-8b4c-80eb001e69ee,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:10.306393 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-89eb3a6f-ebea-415c-9aec-b77a31f3efd5 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Network 9ac07016-9417-4e3b-827f-223dc407c788 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:00:10.309704 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-89eb3a6f-ebea-415c-9aec-b77a31f3efd5 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:00:10.313516 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-89eb3a6f-ebea-415c-9aec-b77a31f3efd5 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:00:10.377653 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-89eb3a6f-ebea-415c-9aec-b77a31f3efd5 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:10.378284 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-89eb3a6f-ebea-415c-9aec-b77a31f3efd5 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:10.472192 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-89eb3a6f-ebea-415c-9aec-b77a31f3efd5 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2854228 Dec 14 03:00:10.494406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd766d99-08c0-40f1-8c1f-956ba7a26718 req-0d9c37d7-a3f5-4ed4-a108-06a031a57d3f tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:10.496167 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd766d99-08c0-40f1-8c1f-956ba7a26718 req-0d9c37d7-a3f5-4ed4-a108-06a031a57d3f tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=b541ba60-84a7-43fc-9028-610c47c5f40e HTTP/1.1" status: 200 len: 932 time: 0.0631039 Dec 14 03:00:10.501185 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Request body: {'port': {'device_id': 'b541ba60-84a7-43fc-9028-610c47c5f40e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:00:10.589567 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:10.596055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd766d99-08c0-40f1-8c1f-956ba7a26718 req-052a5440-7edb-44ce-8df8-2c247239b203 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759604 Dec 14 03:00:10.926680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba37f8b-58dd-409a-8b4c-80eb001e69ee {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:00:10.935431 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:10.950150 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Transition to ACTIVE for port object 4ba37f8b-58dd-409a-8b4c-80eb001e69ee will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:00:10.990942 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273843e-8539-4482-b04a-2931c61491a4 req-7387602a-6b87-4fe7-93ca-9059423e4f35 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:10.998098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7273843e-8539-4482-b04a-2931c61491a4 req-7387602a-6b87-4fe7-93ca-9059423e4f35 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 1095 time: 0.0444095 Dec 14 03:00:11.039197 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7273843e-8539-4482-b04a-2931c61491a4 req-c1842959-bc88-4d11-b5c6-0e8228924964 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404494 Dec 14 03:00:11.046994 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:11.105161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Pushing event updated for resources: {'Port': ['ID=4ba37f8b-58dd-409a-8b4c-80eb001e69ee,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:11.183605 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Attempting to bind port 4ba37f8b-58dd-409a-8b4c-80eb001e69ee on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:00:11.184014 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Attempting to bind port 4ba37f8b-58dd-409a-8b4c-80eb001e69ee by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '23a2674a-cd45-4613-b33b-db1513db87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9ac07016-9417-4e3b-827f-223dc407c788'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:00:11.184361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Attempting to bind port 4ba37f8b-58dd-409a-8b4c-80eb001e69ee on network 9ac07016-9417-4e3b-827f-223dc407c788 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:00:11.189525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Port 4ba37f8b-58dd-409a-8b4c-80eb001e69ee on network 9ac07016-9417-4e3b-827f-223dc407c788 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:00:11.189858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Attempting to bind port 4ba37f8b-58dd-409a-8b4c-80eb001e69ee on network 9ac07016-9417-4e3b-827f-223dc407c788 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:00:11.194974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:00:11.202281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Checking segment: {'id': '23a2674a-cd45-4613-b33b-db1513db87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9ac07016-9417-4e3b-827f-223dc407c788'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:00:11.202281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Bound using segment: {'id': '23a2674a-cd45-4613-b33b-db1513db87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9ac07016-9417-4e3b-827f-223dc407c788'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:00:11.202281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Bound port: 4ba37f8b-58dd-409a-8b4c-80eb001e69ee, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23a2674a-cd45-4613-b33b-db1513db87b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9ac07016-9417-4e3b-827f-223dc407c788'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:00:11.202281 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:11.271148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] For port 4ba37f8b-58dd-409a-8b4c-80eb001e69ee, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:00:11.278619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] For port 4ba37f8b-58dd-409a-8b4c-80eb001e69ee, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4ba37f8b-58dd-409a-8b4c-80eb001e69ee,segment=NetworkSegment(23a2674a-cd45-4613-b33b-db1513db87b5),segment_id=23a2674a-cd45-4613-b33b-db1513db87b5)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:00:11.361350 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:11.403503 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:11.404489 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:11.407815 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] 10.222.0.47 "PUT /v2.0/ports/4ba37f8b-58dd-409a-8b4c-80eb001e69ee HTTP/1.1" status: 200 len: 1092 time: 0.9106588 Dec 14 03:00:11.408274 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b541ba60-84a7-43fc-9028-610c47c5f40e', 'tag': '4ba37f8b-58dd-409a-8b4c-80eb001e69ee'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:00:11.414160 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e87764-b4d0-4e15-8d46-91f20b18e2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b541ba60-84a7-43fc-9028-610c47c5f40e", "tag": "4ba37f8b-58dd-409a-8b4c-80eb001e69ee"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:00:11.464119 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d210f00-ebab-4bea-a150-7503b84ead48 x-openstack-request-id: req-6d210f00-ebab-4bea-a150-7503b84ead48 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:00:11.465736 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b541ba60-84a7-43fc-9028-610c47c5f40e", "tag": "4ba37f8b-58dd-409a-8b4c-80eb001e69ee", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:00:11.466195 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d210f00-ebab-4bea-a150-7503b84ead48 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:00:11.466681 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b541ba60-84a7-43fc-9028-610c47c5f40e', 'tag': '4ba37f8b-58dd-409a-8b4c-80eb001e69ee', 'status': 'completed', 'code': 200} Dec 14 03:00:11.467810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d3e0c-4b07-4b25-afc7-24ae6c034b6e service neutron] Pushing event updated for resources: {'Port': ['ID=4ba37f8b-58dd-409a-8b4c-80eb001e69ee,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:11.539375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 63b45631-b2f9-47db-81a9-dafb78b7fa9b details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:00:11.556315 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e87764-b4d0-4e15-8d46-91f20b18e2a0 req-76152faf-3db8-412f-b4b4-5ca5f8fa9c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:11.557899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82e87764-b4d0-4e15-8d46-91f20b18e2a0 req-76152faf-3db8-412f-b4b4-5ca5f8fa9c89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56bac3198b694ea98901f2ffa1f65d38&device_id=b541ba60-84a7-43fc-9028-610c47c5f40e HTTP/1.1" status: 200 len: 1095 time: 0.0463552 Dec 14 03:00:11.698974 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 63b45631-b2f9-47db-81a9-dafb78b7fa9b, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=63b45631-b2f9-47db-81a9-dafb78b7fa9b,segment=NetworkSegment(c5e578bc-2df1-4f8c-b69b-d762457ad808),segment_id=c5e578bc-2df1-4f8c-b69b-d762457ad808)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:11.711742 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '63b45631-b2f9-47db-81a9-dafb78b7fa9b', 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0', 'port_id': '63b45631-b2f9-47db-81a9-dafb78b7fa9b', 'mac_address': 'fa:16:3e:ca:b5:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bbc7ad-7604-4131-8fd4-44fda41c169f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:00:11.754612 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:11.764654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e87764-b4d0-4e15-8d46-91f20b18e2a0 req-be4b7a76-69cc-4456-bb4b-865c5bbb706a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:11.766473 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82e87764-b4d0-4e15-8d46-91f20b18e2a0 req-be4b7a76-69cc-4456-bb4b-865c5bbb706a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=56bac3198b694ea98901f2ffa1f65d38&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1927378 Dec 14 03:00:11.783124 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63b45631-b2f9-47db-81a9-dafb78b7fa9b {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:00:11.794581 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc777a6-78fc-4bda-9417-bcd7e1d2b639 req-40f4a729-671d-47d7-a396-4903c2fd35c1 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:11.796278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cc777a6-78fc-4bda-9417-bcd7e1d2b639 req-40f4a729-671d-47d7-a396-4903c2fd35c1 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=b541ba60-84a7-43fc-9028-610c47c5f40e HTTP/1.1" status: 200 len: 944 time: 0.0874150 Dec 14 03:00:11.813280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 63b45631-b2f9-47db-81a9-dafb78b7fa9b, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=63b45631-b2f9-47db-81a9-dafb78b7fa9b,segment=NetworkSegment(c5e578bc-2df1-4f8c-b69b-d762457ad808),segment_id=c5e578bc-2df1-4f8c-b69b-d762457ad808)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:11.875495 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:11.911814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cc777a6-78fc-4bda-9417-bcd7e1d2b639 req-3e9d17a9-f51e-415d-91ce-713ff6799864 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929320 Dec 14 03:00:11.928141 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e87764-b4d0-4e15-8d46-91f20b18e2a0 req-32b1cc99-3829-4802-9ac1-4296a6275360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:11.928810 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82e87764-b4d0-4e15-8d46-91f20b18e2a0 req-32b1cc99-3829-4802-9ac1-4296a6275360 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1535258 Dec 14 03:00:11.937882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=63b45631-b2f9-47db-81a9-dafb78b7fa9b,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:12.044533 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-7aff1e22-12ee-4bf6-930c-020bf9e18c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:12.046197 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-7aff1e22-12ee-4bf6-930c-020bf9e18c73 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=56bac3198b694ea98901f2ffa1f65d38&device_id=b541ba60-84a7-43fc-9028-610c47c5f40e HTTP/1.1" status: 200 len: 1095 time: 0.0481577 Dec 14 03:00:12.104141 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-af0e08a0-a60b-4db2-9f8e-d47b054db603 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ba37f8b-58dd-409a-8b4c-80eb001e69ee HTTP/1.1" status: 200 len: 217 time: 0.0450191 Dec 14 03:00:12.147781 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['63b45631-b2f9-47db-81a9-dafb78b7fa9b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:00:12.186921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-89bc8658-fe16-4551-9a4c-5d900b880e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:12.189357 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-89bc8658-fe16-4551-9a4c-5d900b880e44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eed42f7b-c130-46c4-b3cc-6409209a3db9 HTTP/1.1" status: 200 len: 849 time: 0.0775292 Dec 14 03:00:12.193825 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d01435-3cd1-4fe1-98b6-1169efcc4bd6 req-4e915e90-d1f2-4385-a6c4-0a70328e525a tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:12.195074 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21d01435-3cd1-4fe1-98b6-1169efcc4bd6 req-4e915e90-d1f2-4385-a6c4-0a70328e525a tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 1096 time: 0.0756750 Dec 14 03:00:12.226567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-5e2cf0c4-9e07-43ff-ba7b-33dfc6c02cd8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9ac07016-9417-4e3b-827f-223dc407c788&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305483 Dec 14 03:00:12.313690 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21d01435-3cd1-4fe1-98b6-1169efcc4bd6 req-3a4333cf-8c08-4fe8-8ba1-e5495f2def53 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086905 Dec 14 03:00:12.347733 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-b576f76f-89a8-417c-9092-843891adc5ad service neutron] 10.222.0.47 "GET /v2.0/networks/9ac07016-9417-4e3b-827f-223dc407c788?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122546 Dec 14 03:00:12.447524 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1670ed6-c9ae-455e-8a1e-e6c6712b937f req-da7fe671-b887-4e46-ab67-6e1024109d9b service neutron] 10.222.0.47 "GET /v2.0/networks/9ac07016-9417-4e3b-827f-223dc407c788?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923271 Dec 14 03:00:13.049897 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6f256-6536-45d2-9bbf-e73a30621576 req-77d97505-b447-4182-98a9-6f6029ee2c2a tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:13.051462 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cb6f256-6536-45d2-9bbf-e73a30621576 req-77d97505-b447-4182-98a9-6f6029ee2c2a tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=b541ba60-84a7-43fc-9028-610c47c5f40e HTTP/1.1" status: 200 len: 944 time: 0.0506911 Dec 14 03:00:13.107177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cb6f256-6536-45d2-9bbf-e73a30621576 req-9d3e60e4-93b1-4d10-af2e-c042b83369ac tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495272 Dec 14 03:00:13.431650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8437f1d-cb5a-40de-8676-f109358d0c62 req-5b57392f-6e00-43e5-baef-f6d8ff737f40 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:13.431650 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8437f1d-cb5a-40de-8676-f109358d0c62 req-5b57392f-6e00-43e5-baef-f6d8ff737f40 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 1096 time: 0.0439298 Dec 14 03:00:13.476889 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8437f1d-cb5a-40de-8676-f109358d0c62 req-7768af6f-557b-4241-9f2b-49fce166bbb4 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429685 Dec 14 03:00:13.568870 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 63b45631-b2f9-47db-81a9-dafb78b7fa9b up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:00:14.052991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 63b45631-b2f9-47db-81a9-dafb78b7fa9b completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:00:14.057733 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 63b45631-b2f9-47db-81a9-dafb78b7fa9b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:14.058210 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:14.152552 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:14.179706 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a2e1fa-a926-4e2a-9630-a1e92102c2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b45631-b2f9-47db-81a9-dafb78b7fa9b'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:00:14.185451 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ae215e-9d7c-42a7-bd79-7bb38621d248" -d '{"events": [{"server_uuid": "c5a2e1fa-a926-4e2a-9630-a1e92102c2fc", "name": "network-vif-plugged", "status": "completed", "tag": "63b45631-b2f9-47db-81a9-dafb78b7fa9b"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:00:14.200884 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 63b45631-b2f9-47db-81a9-dafb78b7fa9b, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=63b45631-b2f9-47db-81a9-dafb78b7fa9b,segment=NetworkSegment(c5e578bc-2df1-4f8c-b69b-d762457ad808),segment_id=c5e578bc-2df1-4f8c-b69b-d762457ad808)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:14.228467 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15975ecb-e380-4346-ab3e-01fd988d64c1 x-openstack-request-id: req-15975ecb-e380-4346-ab3e-01fd988d64c1 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:00:14.228775 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a2e1fa-a926-4e2a-9630-a1e92102c2fc", "name": "network-vif-plugged", "status": "completed", "tag": "63b45631-b2f9-47db-81a9-dafb78b7fa9b", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:00:14.229033 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-15975ecb-e380-4346-ab3e-01fd988d64c1 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:00:14.229510 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a2e1fa-a926-4e2a-9630-a1e92102c2fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63b45631-b2f9-47db-81a9-dafb78b7fa9b', 'code': 200} Dec 14 03:00:14.259671 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab14c2-33d8-4225-85de-d56de62890c0 req-042d6d7c-6cf2-4e50-bfba-9392f8d41eb9 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:14.265889 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1ab14c2-33d8-4225-85de-d56de62890c0 req-042d6d7c-6cf2-4e50-bfba-9392f8d41eb9 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=b541ba60-84a7-43fc-9028-610c47c5f40e HTTP/1.1" status: 200 len: 944 time: 0.0782111 Dec 14 03:00:14.281726 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:14.323956 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1ab14c2-33d8-4225-85de-d56de62890c0 req-607c640a-f8cc-46bc-82c7-58bc3563c6ba tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547111 Dec 14 03:00:14.342065 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=63b45631-b2f9-47db-81a9-dafb78b7fa9b,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:14.385536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb6846-dc1e-4a77-afae-a07f9956f185 req-c3c9c544-d742-4f5d-9987-11e7d009978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:14.387796 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16cb6846-dc1e-4a77-afae-a07f9956f185 req-c3c9c544-d742-4f5d-9987-11e7d009978d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 1097 time: 0.0527897 Dec 14 03:00:14.468779 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4ba37f8b-58dd-409a-8b4c-80eb001e69ee details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:00:14.629016 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4ba37f8b-58dd-409a-8b4c-80eb001e69ee, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4ba37f8b-58dd-409a-8b4c-80eb001e69ee,segment=NetworkSegment(23a2674a-cd45-4613-b33b-db1513db87b5),segment_id=23a2674a-cd45-4613-b33b-db1513db87b5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:14.643299 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '4ba37f8b-58dd-409a-8b4c-80eb001e69ee', 'network_id': '9ac07016-9417-4e3b-827f-223dc407c788', 'port_id': '4ba37f8b-58dd-409a-8b4c-80eb001e69ee', 'mac_address': 'fa:16:3e:59:38:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eed42f7b-c130-46c4-b3cc-6409209a3db9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:00:14.692832 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:14.708853 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba37f8b-58dd-409a-8b4c-80eb001e69ee {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:00:14.730885 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4ba37f8b-58dd-409a-8b4c-80eb001e69ee, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4ba37f8b-58dd-409a-8b4c-80eb001e69ee,segment=NetworkSegment(23a2674a-cd45-4613-b33b-db1513db87b5),segment_id=23a2674a-cd45-4613-b33b-db1513db87b5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:14.805973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16cb6846-dc1e-4a77-afae-a07f9956f185 req-3aaef48f-293e-4f33-9f2c-3a345d33fb17 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121501 Dec 14 03:00:14.820625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135457ce-b5bf-4289-a536-05e5c9f56691 req-8a920ea4-4166-4f07-9426-1e645367bd23 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:14.821615 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:14.827220 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-135457ce-b5bf-4289-a536-05e5c9f56691 req-8a920ea4-4166-4f07-9426-1e645367bd23 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 1097 time: 0.0718422 Dec 14 03:00:14.880052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-135457ce-b5bf-4289-a536-05e5c9f56691 req-b42301e3-f471-4d3d-934f-00b6f7583805 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506735 Dec 14 03:00:14.886450 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4ba37f8b-58dd-409a-8b4c-80eb001e69ee,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:15.122351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4ba37f8b-58dd-409a-8b4c-80eb001e69ee'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:00:15.513458 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce2b3a-5f09-4579-98d9-548c44a612ac req-1df32107-034c-4cd9-b34e-87bc0db23899 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:15.515127 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55ce2b3a-5f09-4579-98d9-548c44a612ac req-1df32107-034c-4cd9-b34e-87bc0db23899 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=b541ba60-84a7-43fc-9028-610c47c5f40e HTTP/1.1" status: 200 len: 945 time: 0.1131561 Dec 14 03:00:15.575496 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55ce2b3a-5f09-4579-98d9-548c44a612ac req-e559a0f2-8858-4a2f-9f50-9e738539d862 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532780 Dec 14 03:00:16.070842 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb5a66-6c9d-49ec-a866-b2e67dc85496 req-cf9cb1be-20fe-4aca-bbcc-8caf51f42f35 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:16.072276 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4bb5a66-6c9d-49ec-a866-b2e67dc85496 req-cf9cb1be-20fe-4aca-bbcc-8caf51f42f35 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 1097 time: 0.1128194 Dec 14 03:00:16.120470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4bb5a66-6c9d-49ec-a866-b2e67dc85496 req-d0117497-1ad8-49a7-9194-7858694ede5d tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394478 Dec 14 03:00:16.242999 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8bfc8-8ad1-4251-ade6-c03ec46e0f30 req-67d3be6b-0fc4-44b5-a968-e992659c1278 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:16.244553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-99b8bfc8-8ad1-4251-ade6-c03ec46e0f30 req-67d3be6b-0fc4-44b5-a968-e992659c1278 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 1097 time: 0.0408998 Dec 14 03:00:16.295776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-99b8bfc8-8ad1-4251-ade6-c03ec46e0f30 req-b2ce2908-f483-4c5b-8867-37c323b809c4 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435457 Dec 14 03:00:16.418969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26090b-b498-43fa-8956-b26b28e91f04 req-353cbddf-c19c-4de7-8d68-a6686ffcc9bd tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:16.420822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae26090b-b498-43fa-8956-b26b28e91f04 req-353cbddf-c19c-4de7-8d68-a6686ffcc9bd tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 1097 time: 0.0492220 Dec 14 03:00:16.475803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae26090b-b498-43fa-8956-b26b28e91f04 req-1574906d-2691-4ad2-bdcb-1a570fef10c8 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489581 Dec 14 03:00:16.483270 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4ba37f8b-58dd-409a-8b4c-80eb001e69ee up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:00:16.775167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcc281-9d55-4833-b9f5-f2d54b25b1b8 req-ce1e0cd2-0456-4ee0-bd0a-9b633e500379 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:16.775871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 4ba37f8b-58dd-409a-8b4c-80eb001e69ee completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:00:16.776645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fefcc281-9d55-4833-b9f5-f2d54b25b1b8 req-ce1e0cd2-0456-4ee0-bd0a-9b633e500379 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=b541ba60-84a7-43fc-9028-610c47c5f40e HTTP/1.1" status: 200 len: 945 time: 0.1123827 Dec 14 03:00:16.783395 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 4ba37f8b-58dd-409a-8b4c-80eb001e69ee triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:16.785609 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:16.785747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-862fe2d0-f9ef-4052-aba6-6508c49d98ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:16.786422 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-862fe2d0-f9ef-4052-aba6-6508c49d98ac tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/networks?id=527e25af-b937-4d3e-b95b-086b2c850fb0 HTTP/1.1" status: 200 len: 910 time: 0.1319399 Dec 14 03:00:16.818542 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-16cbb0da-f833-4ef9-839c-a207856fc108 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/quotas/7cca95d1571d4fab98bf9a8e7c61d442 HTTP/1.1" status: 200 len: 375 time: 0.0159295 Dec 14 03:00:16.880163 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:16.883116 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fefcc281-9d55-4833-b9f5-f2d54b25b1b8 req-9048b07c-2f92-4fdf-afa3-9a170074d5f8 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956337 Dec 14 03:00:16.917003 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-84e61c23-70f2-435f-91a4-cc6086734744 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=7cca95d1571d4fab98bf9a8e7c61d442&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826218 Dec 14 03:00:16.930728 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b541ba60-84a7-43fc-9028-610c47c5f40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba37f8b-58dd-409a-8b4c-80eb001e69ee'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:00:16.934062 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82afa3d1-ff69-46dd-bda6-88228ed787a4" -d '{"events": [{"server_uuid": "b541ba60-84a7-43fc-9028-610c47c5f40e", "name": "network-vif-plugged", "status": "completed", "tag": "4ba37f8b-58dd-409a-8b4c-80eb001e69ee"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:00:16.948938 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4ba37f8b-58dd-409a-8b4c-80eb001e69ee, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4ba37f8b-58dd-409a-8b4c-80eb001e69ee,segment=NetworkSegment(23a2674a-cd45-4613-b33b-db1513db87b5),segment_id=23a2674a-cd45-4613-b33b-db1513db87b5)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:16.979002 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6391dcbe-93c5-487e-a53d-caf5b3e5e486 x-openstack-request-id: req-6391dcbe-93c5-487e-a53d-caf5b3e5e486 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:00:16.979307 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b541ba60-84a7-43fc-9028-610c47c5f40e", "name": "network-vif-plugged", "status": "completed", "tag": "4ba37f8b-58dd-409a-8b4c-80eb001e69ee", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:00:16.979571 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6391dcbe-93c5-487e-a53d-caf5b3e5e486 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:00:16.979971 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b541ba60-84a7-43fc-9028-610c47c5f40e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba37f8b-58dd-409a-8b4c-80eb001e69ee', 'code': 200} Dec 14 03:00:17.037323 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-1e04630d-4e9a-4ad5-bb55-85e6a1a08b7f service neutron] 10.222.0.39 "GET /v2.0/networks/527e25af-b937-4d3e-b95b-086b2c850fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126542 Dec 14 03:00:17.041235 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:17.094836 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4ba37f8b-58dd-409a-8b4c-80eb001e69ee,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:17.183554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db9b05-f3ef-48fb-9ca3-e44a8d066217 req-4ba27881-2b6c-45ea-a82b-92912fbf8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:17.185508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50db9b05-f3ef-48fb-9ca3-e44a8d066217 req-4ba27881-2b6c-45ea-a82b-92912fbf8fb1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b541ba60-84a7-43fc-9028-610c47c5f40e HTTP/1.1" status: 200 len: 1097 time: 0.0687571 Dec 14 03:00:17.196866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-efbf58fc-e13f-4b81-b5c5-97249f981eac service neutron] 10.222.0.39 "GET /v2.0/networks/527e25af-b937-4d3e-b95b-086b2c850fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463058 Dec 14 03:00:17.237223 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50db9b05-f3ef-48fb-9ca3-e44a8d066217 req-02512b79-0406-4b58-b60e-a66af5490a8c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395935 Dec 14 03:00:17.447715 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f72784c2-e65e-48a8-8009-6e4ed10948dd req-5f2625b3-e3eb-4c0c-bace-c3420fe9936c tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 210 time: 0.0335555 Dec 14 03:00:18.070498 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fa8a2-caef-4795-ac7a-f5339abfd5bd req-d5befffb-d528-4d1f-bb94-d25c924e8330 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:18.070498 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-583fa8a2-caef-4795-ac7a-f5339abfd5bd req-d5befffb-d528-4d1f-bb94-d25c924e8330 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=b541ba60-84a7-43fc-9028-610c47c5f40e HTTP/1.1" status: 200 len: 946 time: 0.0547180 Dec 14 03:00:18.070498 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-583fa8a2-caef-4795-ac7a-f5339abfd5bd req-61dd25d3-3f66-49c6-a9fb-de5237ba52de tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440388 Dec 14 03:00:18.524486 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74f7be80-c448-4698-8fce-148ff8f524c9 req-8695d733-07bc-4994-a53e-24c32aaf630e tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 210 time: 0.0247769 Dec 14 03:00:19.241958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1796-128d-486f-82f3-fd558af29681 req-62ea9cff-0737-4512-8be6-b06c00fae0aa tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:19.246011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e87f1796-128d-486f-82f3-fd558af29681 req-62ea9cff-0737-4512-8be6-b06c00fae0aa tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=b541ba60-84a7-43fc-9028-610c47c5f40e HTTP/1.1" status: 200 len: 946 time: 0.0719442 Dec 14 03:00:19.310252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e87f1796-128d-486f-82f3-fd558af29681 req-6f8fe649-8d80-4cba-9c9f-4a41c502d106 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598116 Dec 14 03:00:19.629445 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd58d375-edf7-4722-9e1d-ec68320888c7 req-26586223-da54-4bc2-bbb2-aa43acaef406 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 210 time: 0.0360773 Dec 14 03:00:20.393844 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-36546204-4fc3-48f0-ab7b-656943ace082 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:20.395342 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-36546204-4fc3-48f0-ab7b-656943ace082 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.47 "GET /v2.0/networks?id=527e25af-b937-4d3e-b95b-086b2c850fb0 HTTP/1.1" status: 200 len: 910 time: 0.1107743 Dec 14 03:00:20.410283 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-ed3eb816-257f-4c6e-a8c6-a5604aa9ac77 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Request body: {'port': {'device_id': '7d84dbe1-0d08-4672-a520-c648bd245490', 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0', 'admin_state_up': True, 'tenant_id': '7cca95d1571d4fab98bf9a8e7c61d442'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:00:20.561751 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-ed3eb816-257f-4c6e-a8c6-a5604aa9ac77 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Made reservation on behalf of 7cca95d1571d4fab98bf9a8e7c61d442 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:00:20.564468 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-ed3eb816-257f-4c6e-a8c6-a5604aa9ac77 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:20.714696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-ed3eb816-257f-4c6e-a8c6-a5604aa9ac77 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Allocated IP 172.20.0.4 (527e25af-b937-4d3e-b95b-086b2c850fb0/74bbc7ad-7604-4131-8fd4-44fda41c169f/7cdf3a3a-60b9-4a3a-b461-4184fbde4e62) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:00:20.753340 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eefeeed7-d0db-42bb-acab-4954fa5bf15b req-1aa1b02d-db31-4f84-adca-3f40e7ae603b tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 210 time: 0.0353110 Dec 14 03:00:20.890264 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13eb43a-caf0-4bc0-b0e5-12e2f5bacd48 req-082239c4-733b-45bf-8a0d-d761571536ae tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:20.891825 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f13eb43a-caf0-4bc0-b0e5-12e2f5bacd48 req-082239c4-733b-45bf-8a0d-d761571536ae tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=b541ba60-84a7-43fc-9028-610c47c5f40e HTTP/1.1" status: 200 len: 946 time: 0.1219664 Dec 14 03:00:20.982465 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-ed3eb816-257f-4c6e-a8c6-a5604aa9ac77 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:20.993083 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f13eb43a-caf0-4bc0-b0e5-12e2f5bacd48 req-b5df47a8-954d-4a5b-9425-bd25c3050b60 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924728 Dec 14 03:00:21.113017 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-ed3eb816-257f-4c6e-a8c6-a5604aa9ac77 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:21.145780 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['63b45631-b2f9-47db-81a9-dafb78b7fa9b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:00:21.161428 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-ed3eb816-257f-4c6e-a8c6-a5604aa9ac77 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Network 527e25af-b937-4d3e-b95b-086b2c850fb0 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:00:21.164532 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-ed3eb816-257f-4c6e-a8c6-a5604aa9ac77 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:00:21.169878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-ed3eb816-257f-4c6e-a8c6-a5604aa9ac77 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:00:21.173459 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3eb816-257f-4c6e-a8c6-a5604aa9ac77 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Pushing event updated for resources: {'Port': ['ID=7cdf3a3a-60b9-4a3a-b461-4184fbde4e62,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:21.224032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-ed3eb816-257f-4c6e-a8c6-a5604aa9ac77 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:21.225268 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-ed3eb816-257f-4c6e-a8c6-a5604aa9ac77 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:21.307046 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-ed3eb816-257f-4c6e-a8c6-a5604aa9ac77 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9021533 Dec 14 03:00:21.327683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Request body: {'port': {'device_id': '7d84dbe1-0d08-4672-a520-c648bd245490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:00:21.423678 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:21.531528 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-18c07987-d0e7-457b-af28-8c5562447356 None None] Provisioning complete for port 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:21.532208 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-18c07987-d0e7-457b-af28-8c5562447356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:21.566747 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-18c07987-d0e7-457b-af28-8c5562447356 None None] Port 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:00:21.720456 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:00:21.733086 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:21.747662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Transition to ACTIVE for port object 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:00:21.839000 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:21.931529 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Pushing event updated for resources: {'Port': ['ID=7cdf3a3a-60b9-4a3a-b461-4184fbde4e62,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:21.945017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346dcb71-5cd6-49df-ba2a-a657d5c482d8 req-b30b495b-39c3-463b-b508-37c956161f48 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:21.946617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-346dcb71-5cd6-49df-ba2a-a657d5c482d8 req-b30b495b-39c3-463b-b508-37c956161f48 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 1052 time: 0.0996397 Dec 14 03:00:22.057906 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-346dcb71-5cd6-49df-ba2a-a657d5c482d8 req-c495db33-d4c6-455a-b3ae-439586e28825 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921481 Dec 14 03:00:22.058671 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Attempting to bind port 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:00:22.059127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Attempting to bind port 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'c5e578bc-2df1-4f8c-b69b-d762457ad808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:00:22.059656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Attempting to bind port 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 on network 527e25af-b937-4d3e-b95b-086b2c850fb0 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:00:22.065394 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Port 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 on network 527e25af-b937-4d3e-b95b-086b2c850fb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:00:22.065814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Attempting to bind port 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 on network 527e25af-b937-4d3e-b95b-086b2c850fb0 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:00:22.071818 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:00:22.072228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Checking segment: {'id': 'c5e578bc-2df1-4f8c-b69b-d762457ad808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:00:22.072656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Bound using segment: {'id': 'c5e578bc-2df1-4f8c-b69b-d762457ad808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:00:22.073243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Bound port: 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e578bc-2df1-4f8c-b69b-d762457ad808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:00:22.073703 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:22.187936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] For port 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:00:22.205073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] For port 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7cdf3a3a-60b9-4a3a-b461-4184fbde4e62,segment=NetworkSegment(c5e578bc-2df1-4f8c-b69b-d762457ad808),segment_id=c5e578bc-2df1-4f8c-b69b-d762457ad808)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:00:22.220921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a3bca-275c-4fcc-95da-7cee26bbb067 req-4ab85ced-594b-4c44-b389-594fc5dfbba5 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:22.223874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c04a3bca-275c-4fcc-95da-7cee26bbb067 req-4ab85ced-594b-4c44-b389-594fc5dfbba5 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=b541ba60-84a7-43fc-9028-610c47c5f40e HTTP/1.1" status: 200 len: 946 time: 0.0776439 Dec 14 03:00:22.275171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c04a3bca-275c-4fcc-95da-7cee26bbb067 req-d1f8401d-9d0c-4106-ab7b-5bbac82820a4 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f1fe242-d065-482e-97e7-914c9c5803de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453937 Dec 14 03:00:22.280261 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:22.334079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:22.334816 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:22.336423 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] 10.222.0.47 "PUT /v2.0/ports/7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 HTTP/1.1" status: 200 len: 1091 time: 1.0145617 Dec 14 03:00:22.337072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d84dbe1-0d08-4672-a520-c648bd245490', 'tag': '7cdf3a3a-60b9-4a3a-b461-4184fbde4e62'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:00:22.344381 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0ad333-bf62-4354-bc38-f12263cf2907" -d '{"events": [{"name": "network-changed", "server_uuid": "7d84dbe1-0d08-4672-a520-c648bd245490", "tag": "7cdf3a3a-60b9-4a3a-b461-4184fbde4e62"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:00:22.370697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024dda60-8b64-4b17-838d-7d8ff5e83468 service neutron] Pushing event updated for resources: {'Port': ['ID=7cdf3a3a-60b9-4a3a-b461-4184fbde4e62,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:22.412706 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f08fe-1d19-4262-aa4d-45778b7634ef req-09ee8e4e-081b-4baa-952c-053bc6cbb910 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:22.415334 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ff6f08fe-1d19-4262-aa4d-45778b7634ef req-09ee8e4e-081b-4baa-952c-053bc6cbb910 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.47 "GET /v2.0/ports?device_id=b541ba60-84a7-43fc-9028-610c47c5f40e HTTP/1.1" status: 200 len: 946 time: 0.1116283 Dec 14 03:00:22.425105 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47df04b-cdf1-4577-9a24-6f5b714f5305 x-openstack-request-id: req-f47df04b-cdf1-4577-9a24-6f5b714f5305 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:00:22.425826 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d84dbe1-0d08-4672-a520-c648bd245490", "tag": "7cdf3a3a-60b9-4a3a-b461-4184fbde4e62", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:00:22.426156 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f47df04b-cdf1-4577-9a24-6f5b714f5305 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:00:22.426645 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d84dbe1-0d08-4672-a520-c648bd245490', 'tag': '7cdf3a3a-60b9-4a3a-b461-4184fbde4e62', 'status': 'completed', 'code': 200} Dec 14 03:00:22.560153 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ad333-bf62-4354-bc38-f12263cf2907 req-cf54eacb-445d-4c50-b20a-9384af7d9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:22.561808 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a0ad333-bf62-4354-bc38-f12263cf2907 req-cf54eacb-445d-4c50-b20a-9384af7d9964 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7cca95d1571d4fab98bf9a8e7c61d442&device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 1094 time: 0.0922287 Dec 14 03:00:22.566356 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-ff6f08fe-1d19-4262-aa4d-45778b7634ef req-39746308-452c-40dc-857a-006dd435f052 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Deleting port 4ba37f8b-58dd-409a-8b4c-80eb001e69ee {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:00:22.567080 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ff6f08fe-1d19-4262-aa4d-45778b7634ef req-39746308-452c-40dc-857a-006dd435f052 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:22.693169 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-ff6f08fe-1d19-4262-aa4d-45778b7634ef req-39746308-452c-40dc-857a-006dd435f052 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] For port 4ba37f8b-58dd-409a-8b4c-80eb001e69ee, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4ba37f8b-58dd-409a-8b4c-80eb001e69ee,segment=NetworkSegment(23a2674a-cd45-4613-b33b-db1513db87b5),segment_id=23a2674a-cd45-4613-b33b-db1513db87b5)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:22.693597 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ff6f08fe-1d19-4262-aa4d-45778b7634ef req-39746308-452c-40dc-857a-006dd435f052 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:22.721631 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-ff6f08fe-1d19-4262-aa4d-45778b7634ef req-39746308-452c-40dc-857a-006dd435f052 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Calling delete_port for 4ba37f8b-58dd-409a-8b4c-80eb001e69ee owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:00:22.725933 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ad333-bf62-4354-bc38-f12263cf2907 req-afbe5361-c315-4649-92d1-3d6bc50f1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:22.727505 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a0ad333-bf62-4354-bc38-f12263cf2907 req-afbe5361-c315-4649-92d1-3d6bc50f1b30 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=7cca95d1571d4fab98bf9a8e7c61d442&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1497276 Dec 14 03:00:22.846361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ad333-bf62-4354-bc38-f12263cf2907 req-d0bc5e24-a917-4200-8276-8082819f6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:22.849452 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a0ad333-bf62-4354-bc38-f12263cf2907 req-d0bc5e24-a917-4200-8276-8082819f6c58 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1142089 Dec 14 03:00:22.960653 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-d034c4e7-12f9-40e3-8b3f-b3adb669d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:22.962345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-d034c4e7-12f9-40e3-8b3f-b3adb669d5c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7cca95d1571d4fab98bf9a8e7c61d442&device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 1094 time: 0.0458241 Dec 14 03:00:22.964110 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ff6f08fe-1d19-4262-aa4d-45778b7634ef req-39746308-452c-40dc-857a-006dd435f052 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:23.004962 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4ba37f8b-58dd-409a-8b4c-80eb001e69ee'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:00:23.009754 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39746308-452c-40dc-857a-006dd435f052 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Pushing event deleted for resources: {'Port': ['ID=4ba37f8b-58dd-409a-8b4c-80eb001e69ee,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:23.051251 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-65eac262-21fc-4608-84c3-86eb823dfa49 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 HTTP/1.1" status: 200 len: 217 time: 0.0687797 Dec 14 03:00:23.076612 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6f08fe-1d19-4262-aa4d-45778b7634ef req-39746308-452c-40dc-857a-006dd435f052 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] No DVR routers for this DVR port 4ba37f8b-58dd-409a-8b4c-80eb001e69ee on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:00:23.079461 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ff6f08fe-1d19-4262-aa4d-45778b7634ef req-39746308-452c-40dc-857a-006dd435f052 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:23.083327 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ff6f08fe-1d19-4262-aa4d-45778b7634ef req-39746308-452c-40dc-857a-006dd435f052 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.47 "DELETE /v2.0/ports/4ba37f8b-58dd-409a-8b4c-80eb001e69ee HTTP/1.1" status: 204 len: 173 time: 0.6286144 Dec 14 03:00:23.083819 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b541ba60-84a7-43fc-9028-610c47c5f40e', 'name': 'network-vif-deleted', 'tag': '4ba37f8b-58dd-409a-8b4c-80eb001e69ee'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:00:23.086132 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb93a35-649f-4d53-8b07-9ea3f7f8e567" -d '{"events": [{"server_uuid": "b541ba60-84a7-43fc-9028-610c47c5f40e", "name": "network-vif-deleted", "tag": "4ba37f8b-58dd-409a-8b4c-80eb001e69ee"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:00:23.136179 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd689f6-eb0a-4094-9f83-d9868e0ac3a8 x-openstack-request-id: req-dfd689f6-eb0a-4094-9f83-d9868e0ac3a8 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:00:23.136551 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b541ba60-84a7-43fc-9028-610c47c5f40e", "name": "network-vif-deleted", "tag": "4ba37f8b-58dd-409a-8b4c-80eb001e69ee", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:00:23.137930 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dfd689f6-eb0a-4094-9f83-d9868e0ac3a8 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:00:23.138305 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b541ba60-84a7-43fc-9028-610c47c5f40e', 'name': 'network-vif-deleted', 'tag': '4ba37f8b-58dd-409a-8b4c-80eb001e69ee', 'status': 'completed', 'code': 200} Dec 14 03:00:23.144983 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-36b7cf80-e77c-492e-961f-687b9a33f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:23.146925 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-36b7cf80-e77c-492e-961f-687b9a33f3bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=74bbc7ad-7604-4131-8fd4-44fda41c169f HTTP/1.1" status: 200 len: 848 time: 0.0858712 Dec 14 03:00:23.237624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719dc08a-5c8c-46db-9ac2-36c294fc7ff5 req-e18e80d7-4838-491a-a481-1b4d2111bc13 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:23.239178 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-719dc08a-5c8c-46db-9ac2-36c294fc7ff5 req-e18e80d7-4838-491a-a481-1b4d2111bc13 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 1094 time: 0.0843697 Dec 14 03:00:23.248004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-94fe460a-5696-4a1e-83b8-74068016e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:23.249547 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-94fe460a-5696-4a1e-83b8-74068016e509 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=527e25af-b937-4d3e-b95b-086b2c850fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821090 Dec 14 03:00:23.354228 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-719dc08a-5c8c-46db-9ac2-36c294fc7ff5 req-22ceb259-58ca-44bf-b0ba-bbf08a49e126 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036530 Dec 14 03:00:23.408326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f99fc11c-067b-4e6e-9d67-76ca03541f4e req-c6ed0ebd-8131-4c7a-8d3e-09d2fde414e8 tempest-VolumesActionsTest-1948629628 tempest-VolumesActionsTest-1948629628-project] 10.222.0.39 "GET /v2.0/ports?device_id=b541ba60-84a7-43fc-9028-610c47c5f40e HTTP/1.1" status: 200 len: 210 time: 0.0341191 Dec 14 03:00:23.423665 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-73a84230-99e5-40ff-8d5a-d17820c159db service neutron] 10.222.0.47 "GET /v2.0/networks/527e25af-b937-4d3e-b95b-086b2c850fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543889 Dec 14 03:00:23.556440 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd9635c8-d43b-47cc-92b0-e6e317a8d527 req-c51b2572-709a-4e60-9562-c4c3b1629f06 service neutron] 10.222.0.47 "GET /v2.0/networks/527e25af-b937-4d3e-b95b-086b2c850fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234097 Dec 14 03:00:24.488274 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173bc32-e751-485b-9b92-618f12c5ede3 req-3157be64-5d11-4235-b5ac-ec2728f6447f tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:24.494799 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4173bc32-e751-485b-9b92-618f12c5ede3 req-3157be64-5d11-4235-b5ac-ec2728f6447f tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 1094 time: 0.0497375 Dec 14 03:00:24.540079 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4173bc32-e751-485b-9b92-618f12c5ede3 req-d29e92cf-e097-4e3c-8974-755205b6853c tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420611 Dec 14 03:00:25.670457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ecfd30-a507-44ad-b090-c9832b1b723e req-41b0c202-ace6-40ec-bb1f-c0caaab7615c tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:25.677645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45ecfd30-a507-44ad-b090-c9832b1b723e req-41b0c202-ace6-40ec-bb1f-c0caaab7615c tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 1094 time: 0.0584295 Dec 14 03:00:25.723683 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-45ecfd30-a507-44ad-b090-c9832b1b723e req-102f98f6-1617-42c8-9079-220809a96c2c tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423808 Dec 14 03:00:26.509771 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:00:26.519276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4ba37f8b-58dd-409a-8b4c-80eb001e69ee no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:00:26.556480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 4ba37f8b-58dd-409a-8b4c-80eb001e69ee {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:00:26.556826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4ba37f8b-58dd-409a-8b4c-80eb001e69ee not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:00:26.651803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7cdf3a3a-60b9-4a3a-b461-4184fbde4e62,segment=NetworkSegment(c5e578bc-2df1-4f8c-b69b-d762457ad808),segment_id=c5e578bc-2df1-4f8c-b69b-d762457ad808)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:26.666841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '7cdf3a3a-60b9-4a3a-b461-4184fbde4e62', 'network_id': '527e25af-b937-4d3e-b95b-086b2c850fb0', 'port_id': '7cdf3a3a-60b9-4a3a-b461-4184fbde4e62', 'mac_address': 'fa:16:3e:7f:ff:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bbc7ad-7604-4131-8fd4-44fda41c169f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:00:26.717729 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:26.732321 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:00:26.755973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7cdf3a3a-60b9-4a3a-b461-4184fbde4e62,segment=NetworkSegment(c5e578bc-2df1-4f8c-b69b-d762457ad808),segment_id=c5e578bc-2df1-4f8c-b69b-d762457ad808)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:26.848551 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:26.854469 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e437923a-5674-4ed2-9236-66e4825289aa req-0de4940f-4082-4548-861d-d38c2851e098 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:26.857497 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e437923a-5674-4ed2-9236-66e4825289aa req-0de4940f-4082-4548-861d-d38c2851e098 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 1094 time: 0.0462930 Dec 14 03:00:26.920743 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=7cdf3a3a-60b9-4a3a-b461-4184fbde4e62,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:26.938730 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e437923a-5674-4ed2-9236-66e4825289aa req-0a2b35fb-9220-461b-a7b9-17944d43f8af tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492570 Dec 14 03:00:27.146155 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['7cdf3a3a-60b9-4a3a-b461-4184fbde4e62'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:00:27.150177 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:27.319690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22941727-18a5-4a6c-9254-c3c2b54464c7 req-2f0eb416-22c1-4a44-bd0a-3e19cd94dddc tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:27.321237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22941727-18a5-4a6c-9254-c3c2b54464c7 req-2f0eb416-22c1-4a44-bd0a-3e19cd94dddc tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 1096 time: 0.0483482 Dec 14 03:00:27.406030 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22941727-18a5-4a6c-9254-c3c2b54464c7 req-0d837310-b12e-465f-a450-0d856d0f0fdb tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617120 Dec 14 03:00:27.409167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40104) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:27.619664 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-c31de4c7-b06a-4c02-b57e-0d300bd104e0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting port 343120a4-38ac-426f-b7eb-645d8b1f61eb {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:00:27.620155 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c31de4c7-b06a-4c02-b57e-0d300bd104e0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:27.756463 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c31de4c7-b06a-4c02-b57e-0d300bd104e0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:27.761851 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c31de4c7-b06a-4c02-b57e-0d300bd104e0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:27.780840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-c31de4c7-b06a-4c02-b57e-0d300bd104e0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Calling delete_port for 343120a4-38ac-426f-b7eb-645d8b1f61eb owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:00:28.127885 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f193b5-0a74-419f-b27b-58df9fd9cab9 req-89bfe019-d4f2-47bb-b45b-aa090d4d3492 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:28.135842 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5f193b5-0a74-419f-b27b-58df9fd9cab9 req-89bfe019-d4f2-47bb-b45b-aa090d4d3492 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 1095 time: 0.0845225 Dec 14 03:00:28.204228 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5f193b5-0a74-419f-b27b-58df9fd9cab9 req-728f04b0-4622-4aed-ba9e-bfd5984444ff tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628061 Dec 14 03:00:28.208321 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c31de4c7-b06a-4c02-b57e-0d300bd104e0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:28.306040 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31de4c7-b06a-4c02-b57e-0d300bd104e0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Port': ['ID=343120a4-38ac-426f-b7eb-645d8b1f61eb,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:28.468264 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c31de4c7-b06a-4c02-b57e-0d300bd104e0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:28.468264 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-c31de4c7-b06a-4c02-b57e-0d300bd104e0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Floating IP 2fe2b0cb-5885-431e-84a2-aa62ba13e75f disassociated (deleted). External IP: 172.25.7.178, port: 8d8f134a-3274-42e0-ba7c-73194fe80699. Dec 14 03:00:28.513173 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:00:28.760740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31de4c7-b06a-4c02-b57e-0d300bd104e0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 2afe1350-b2fd-43e2-8cbc-534293d1bc2a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:00:28.816672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:00:28.822259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:28.822926 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:28.931129 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:28.975382 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31de4c7-b06a-4c02-b57e-0d300bd104e0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:00:28.981402 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c31de4c7-b06a-4c02-b57e-0d300bd104e0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:28.992490 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984cd7fa-c787-4f8b-9e31-2fb2c9ce7c78 None None] Sync routers for ids ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:00:29.016459 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d84dbe1-0d08-4672-a520-c648bd245490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdf3a3a-60b9-4a3a-b461-4184fbde4e62'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:00:29.016459 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cf8ab9-c809-40f2-841d-566c1187243e" -d '{"events": [{"server_uuid": "7d84dbe1-0d08-4672-a520-c648bd245490", "name": "network-vif-plugged", "status": "completed", "tag": "7cdf3a3a-60b9-4a3a-b461-4184fbde4e62"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:00:29.020895 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984cd7fa-c787-4f8b-9e31-2fb2c9ce7c78 None None] Routers {'2afe1350-b2fd-43e2-8cbc-534293d1bc2a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:00:29.040119 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-984cd7fa-c787-4f8b-9e31-2fb2c9ce7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:00:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:29.063019 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7cdf3a3a-60b9-4a3a-b461-4184fbde4e62,segment=NetworkSegment(c5e578bc-2df1-4f8c-b69b-d762457ad808),segment_id=c5e578bc-2df1-4f8c-b69b-d762457ad808)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:29.065432 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c31de4c7-b06a-4c02-b57e-0d300bd104e0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/floatingips/2fe2b0cb-5885-431e-84a2-aa62ba13e75f HTTP/1.1" status: 204 len: 168 time: 1.6520929 Dec 14 03:00:29.065432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'tag': '8d8f134a-3274-42e0-ba7c-73194fe80699'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:00:29.087812 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55afb824-0562-4f39-82ed-7c61dbeecf00" -d '{"events": [{"name": "network-changed", "server_uuid": "8d9c80f5-f20b-4aff-9ffd-1d237b78230f", "tag": "8d8f134a-3274-42e0-ba7c-73194fe80699"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:00:29.146981 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:29.216582 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb932b3-2217-413b-a082-8ad356530686 x-openstack-request-id: req-2eb932b3-2217-413b-a082-8ad356530686 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:00:29.238457 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d84dbe1-0d08-4672-a520-c648bd245490", "name": "network-vif-plugged", "status": "completed", "tag": "7cdf3a3a-60b9-4a3a-b461-4184fbde4e62", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:00:29.243355 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2eb932b3-2217-413b-a082-8ad356530686 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:00:29.243355 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d84dbe1-0d08-4672-a520-c648bd245490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cdf3a3a-60b9-4a3a-b461-4184fbde4e62', 'code': 200} Dec 14 03:00:29.256106 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-984cd7fa-c787-4f8b-9e31-2fb2c9ce7c78 None None] Set router 2afe1350-b2fd-43e2-8cbc-534293d1bc2a gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:00:29.325729 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=7cdf3a3a-60b9-4a3a-b461-4184fbde4e62,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:29.385985 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14d1001-b964-4543-9d10-a12878368ba7 x-openstack-request-id: req-d14d1001-b964-4543-9d10-a12878368ba7 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:00:29.400963 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d9c80f5-f20b-4aff-9ffd-1d237b78230f", "tag": "8d8f134a-3274-42e0-ba7c-73194fe80699", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:00:29.400963 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d14d1001-b964-4543-9d10-a12878368ba7 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:00:29.400963 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'tag': '8d8f134a-3274-42e0-ba7c-73194fe80699', 'status': 'completed', 'code': 200} Dec 14 03:00:29.435997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812b8d4-ca47-4a29-83f5-381d7c3c13f8 req-4592ea93-6964-4f54-88ea-807ee18be45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:29.437555 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e812b8d4-ca47-4a29-83f5-381d7c3c13f8 req-4592ea93-6964-4f54-88ea-807ee18be45a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 1096 time: 0.1275098 Dec 14 03:00:29.462615 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afb824-0562-4f39-82ed-7c61dbeecf00 req-08bded94-cd42-42fc-9850-e9d4299f0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:29.471245 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-55afb824-0562-4f39-82ed-7c61dbeecf00 req-08bded94-cd42-42fc-9850-e9d4299f0a6e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 1096 time: 0.1106761 Dec 14 03:00:29.687115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c8544-5a2f-48c1-b957-8bf4a653e1dd req-acd0d313-b4f5-4838-9bda-ed879a9e7f7f tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:29.688691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-290c8544-5a2f-48c1-b957-8bf4a653e1dd req-acd0d313-b4f5-4838-9bda-ed879a9e7f7f tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 1096 time: 0.2046080 Dec 14 03:00:29.691079 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e812b8d4-ca47-4a29-83f5-381d7c3c13f8 req-14f7dd42-1a84-4359-8ca9-75836309f834 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447917 Dec 14 03:00:29.754272 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afb824-0562-4f39-82ed-7c61dbeecf00 req-d2852c76-4ed5-4d22-88d5-248c37a70095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:29.760469 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-55afb824-0562-4f39-82ed-7c61dbeecf00 req-d2852c76-4ed5-4d22-88d5-248c37a70095 service neutron] 10.222.0.47 "GET /v2.0/networks?id=02080ebc-21eb-4e15-8483-7b778d31054a HTTP/1.1" status: 200 len: 897 time: 0.2740123 Dec 14 03:00:29.779727 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-984cd7fa-c787-4f8b-9e31-2fb2c9ce7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773273436', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:58:25Z', 'updated_at': '2021-12-14T02:58:33Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:26Z', 'updated_at': '2021-12-14T02:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '2447e6b2-1f6e-4514-b8f0-af54115c6413', 'name': '', 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:18:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:31Z', 'updated_at': '2021-12-14T02:58:38Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:29.817505 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984cd7fa-c787-4f8b-9e31-2fb2c9ce7c78 None None] Checking router: 2afe1350-b2fd-43e2-8cbc-534293d1bc2a for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:00:29.851311 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-290c8544-5a2f-48c1-b957-8bf4a653e1dd req-ddf988c2-628e-4904-9a53-2663d5cb6d42 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349330 Dec 14 03:00:29.865410 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984cd7fa-c787-4f8b-9e31-2fb2c9ce7c78 None None] Routers {'2afe1350-b2fd-43e2-8cbc-534293d1bc2a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:00:29.866025 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-984cd7fa-c787-4f8b-9e31-2fb2c9ce7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:00:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:29.967997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c7b56-a0c8-4e65-82a2-5c525b4a94c6 req-c57b4096-f6ac-4e86-a308-83824733d86b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:29.972473 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-807c7b56-a0c8-4e65-82a2-5c525b4a94c6 req-c57b4096-f6ac-4e86-a308-83824733d86b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.1196578 Dec 14 03:00:30.138882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-807c7b56-a0c8-4e65-82a2-5c525b4a94c6 req-40bfeef3-96fc-4c34-8ece-e6e0024d4fad tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591737 Dec 14 03:00:30.154331 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-984cd7fa-c787-4f8b-9e31-2fb2c9ce7c78 None None] Set router 2afe1350-b2fd-43e2-8cbc-534293d1bc2a gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:00:30.156342 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-55afb824-0562-4f39-82ed-7c61dbeecf00 req-18ec77ac-0e91-475b-a02b-ac10adb81f4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d8f134a-3274-42e0-ba7c-73194fe80699 HTTP/1.1" status: 200 len: 217 time: 0.1408935 Dec 14 03:00:30.285789 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afb824-0562-4f39-82ed-7c61dbeecf00 req-a4142fd2-b026-4eab-87dc-2fa7799c7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:30.288679 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-55afb824-0562-4f39-82ed-7c61dbeecf00 req-a4142fd2-b026-4eab-87dc-2fa7799c7f71 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f723e296-770b-49c8-9ae1-0cfaaf179fb9 HTTP/1.1" status: 200 len: 835 time: 0.1242490 Dec 14 03:00:30.301425 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:30.382241 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afb824-0562-4f39-82ed-7c61dbeecf00 req-b2f614cd-02ea-47c4-9a3f-b006d9fdeabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:30.384177 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-55afb824-0562-4f39-82ed-7c61dbeecf00 req-b2f614cd-02ea-47c4-9a3f-b006d9fdeabf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=02080ebc-21eb-4e15-8483-7b778d31054a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831764 Dec 14 03:00:30.561362 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-55afb824-0562-4f39-82ed-7c61dbeecf00 req-c5f37f12-a83e-4d93-940d-fb117ec8bfd1 service neutron] 10.222.0.47 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650395 Dec 14 03:00:30.602556 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-984cd7fa-c787-4f8b-9e31-2fb2c9ce7c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773273436', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:58:25Z', 'updated_at': '2021-12-14T02:58:33Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:26Z', 'updated_at': '2021-12-14T02:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '2447e6b2-1f6e-4514-b8f0-af54115c6413', 'name': '', 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:18:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:31Z', 'updated_at': '2021-12-14T02:58:38Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:30.633011 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984cd7fa-c787-4f8b-9e31-2fb2c9ce7c78 None None] The sync data for ids ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'] in n-d-821636-1 is: [{'id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773273436', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:58:25Z', 'updated_at': '2021-12-14T02:58:33Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:26Z', 'updated_at': '2021-12-14T02:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '2447e6b2-1f6e-4514-b8f0-af54115c6413', 'name': '', 'network_id': '02080ebc-21eb-4e15-8483-7b778d31054a', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:18:dc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:31Z', 'updated_at': '2021-12-14T02:58:38Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': 'f723e296-770b-49c8-9ae1-0cfaaf179fb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:00:30.864915 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-55afb824-0562-4f39-82ed-7c61dbeecf00 req-a41f7909-bb01-41e4-b55c-fc8f8f988beb service neutron] 10.222.0.47 "GET /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867129 Dec 14 03:00:30.894630 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8655a3b1-0b76-4078-baad-d3cf9bd7bcad req-2ab97609-e85c-416f-90e3-e25f9dee3cfd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2015133 Dec 14 03:00:31.116787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77b7d1-1508-4579-8b3a-787086aaeafa req-7ea8e2c0-8e5e-4589-9263-b11d0548ff2e tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:31.119057 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bb77b7d1-1508-4579-8b3a-787086aaeafa req-7ea8e2c0-8e5e-4589-9263-b11d0548ff2e tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 1096 time: 0.1620142 Dec 14 03:00:31.171057 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655a3b1-0b76-4078-baad-d3cf9bd7bcad req-ae6863df-c403-4d6f-8c1e-d5afb6b80d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:31.175908 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8655a3b1-0b76-4078-baad-d3cf9bd7bcad req-ae6863df-c403-4d6f-8c1e-d5afb6b80d7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7cca95d1571d4fab98bf9a8e7c61d442&device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 1097 time: 0.1525183 Dec 14 03:00:31.212853 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d324a1-ec75-469b-a69c-9e23a8709985 None None] New status for floating IP 2fe2b0cb-5885-431e-84a2-aa62ba13e75f: DOWN {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:00:31.318290 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bb77b7d1-1508-4579-8b3a-787086aaeafa req-1b65b0cf-8cf5-41ff-83a8-d7ad8143c7f8 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924961 Dec 14 03:00:31.435904 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ded78d29-bfa6-48e5-aaf1-113bbe1e8a4d req-7306b1a3-b3b3-42bf-81a7-371f636b7b77 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1032681 Dec 14 03:00:31.642035 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded78d29-bfa6-48e5-aaf1-113bbe1e8a4d req-dc46e737-363b-465f-a374-7f5334415640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:31.643588 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ded78d29-bfa6-48e5-aaf1-113bbe1e8a4d req-dc46e737-363b-465f-a374-7f5334415640 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7cca95d1571d4fab98bf9a8e7c61d442&device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 1096 time: 0.1026652 Dec 14 03:00:31.792607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a13df39-23a9-48ea-ad88-ec1f446eec55 req-8db4bb74-2fc8-40e2-9c62-267c701e4cb8 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:31.794338 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a13df39-23a9-48ea-ad88-ec1f446eec55 req-8db4bb74-2fc8-40e2-9c62-267c701e4cb8 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.5378988 Dec 14 03:00:31.827296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655a3b1-0b76-4078-baad-d3cf9bd7bcad req-33eb303f-c955-4558-a04f-53e47669969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:31.828842 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8655a3b1-0b76-4078-baad-d3cf9bd7bcad req-33eb303f-c955-4558-a04f-53e47669969b service neutron] 10.222.0.46 "GET /v2.0/networks?id=527e25af-b937-4d3e-b95b-086b2c850fb0 HTTP/1.1" status: 200 len: 910 time: 0.6241415 Dec 14 03:00:31.852511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded78d29-bfa6-48e5-aaf1-113bbe1e8a4d req-2a892ca2-bf2c-4b4f-8bbb-e6ef71830b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:31.854839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e42ab-ac3f-45d2-8c09-270245af3055 req-3f759d5c-8126-4a0a-b1be-96aa3913110e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:31.856357 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ded78d29-bfa6-48e5-aaf1-113bbe1e8a4d req-2a892ca2-bf2c-4b4f-8bbb-e6ef71830b30 service neutron] 10.222.0.47 "GET /v2.0/networks?id=527e25af-b937-4d3e-b95b-086b2c850fb0 HTTP/1.1" status: 200 len: 910 time: 0.1730721 Dec 14 03:00:31.856801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b7e42ab-ac3f-45d2-8c09-270245af3055 req-3f759d5c-8126-4a0a-b1be-96aa3913110e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 945 time: 0.1385999 Dec 14 03:00:31.929792 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a13df39-23a9-48ea-ad88-ec1f446eec55 req-cbc4596a-9f25-4d4c-b87e-8ce5fc96982e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=10bdf387-c739-4325-95eb-f82c9a4abf7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241643 Dec 14 03:00:31.963184 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ded78d29-bfa6-48e5-aaf1-113bbe1e8a4d req-b695ceff-8ddd-4b08-bdce-75469dc9cd0e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 HTTP/1.1" status: 200 len: 217 time: 0.0898976 Dec 14 03:00:31.993433 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8655a3b1-0b76-4078-baad-d3cf9bd7bcad req-a3eb3c29-537e-4579-bcf0-84abad3dd719 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63b45631-b2f9-47db-81a9-dafb78b7fa9b HTTP/1.1" status: 200 len: 217 time: 0.1551776 Dec 14 03:00:32.097673 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded78d29-bfa6-48e5-aaf1-113bbe1e8a4d req-0ca223ee-aa61-48a0-9414-0991c6adcf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:32.101375 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ded78d29-bfa6-48e5-aaf1-113bbe1e8a4d req-0ca223ee-aa61-48a0-9414-0991c6adcf92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=74bbc7ad-7604-4131-8fd4-44fda41c169f HTTP/1.1" status: 200 len: 848 time: 0.1316941 Dec 14 03:00:32.119387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655a3b1-0b76-4078-baad-d3cf9bd7bcad req-aef2b935-9366-4305-acaf-f2dc32aba121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:32.121253 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8655a3b1-0b76-4078-baad-d3cf9bd7bcad req-aef2b935-9366-4305-acaf-f2dc32aba121 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=74bbc7ad-7604-4131-8fd4-44fda41c169f HTTP/1.1" status: 200 len: 848 time: 0.1186545 Dec 14 03:00:32.235149 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8655a3b1-0b76-4078-baad-d3cf9bd7bcad req-afa014d1-6186-41ef-b339-e7b143bd035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:32.237180 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8655a3b1-0b76-4078-baad-d3cf9bd7bcad req-afa014d1-6186-41ef-b339-e7b143bd035f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=527e25af-b937-4d3e-b95b-086b2c850fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065919 Dec 14 03:00:32.245573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-9b7e42ab-ac3f-45d2-8c09-270245af3055 req-e4800737-6668-4e13-8ba4-eed47b2c2a1f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting port 8d8f134a-3274-42e0-ba7c-73194fe80699 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:00:32.247447 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9b7e42ab-ac3f-45d2-8c09-270245af3055 req-e4800737-6668-4e13-8ba4-eed47b2c2a1f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:32.249227 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded78d29-bfa6-48e5-aaf1-113bbe1e8a4d req-31eeaff6-da29-46d4-9176-6bcb14b4a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:32.250827 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ded78d29-bfa6-48e5-aaf1-113bbe1e8a4d req-31eeaff6-da29-46d4-9176-6bcb14b4a60b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=527e25af-b937-4d3e-b95b-086b2c850fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414540 Dec 14 03:00:32.509644 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-9b7e42ab-ac3f-45d2-8c09-270245af3055 req-e4800737-6668-4e13-8ba4-eed47b2c2a1f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] For port 8d8f134a-3274-42e0-ba7c-73194fe80699, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=8d8f134a-3274-42e0-ba7c-73194fe80699,segment=NetworkSegment(c46756e1-62fa-4b0d-8d59-07bfe235eb1b),segment_id=c46756e1-62fa-4b0d-8d59-07bfe235eb1b)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:32.510246 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9b7e42ab-ac3f-45d2-8c09-270245af3055 req-e4800737-6668-4e13-8ba4-eed47b2c2a1f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:32.510448 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ded78d29-bfa6-48e5-aaf1-113bbe1e8a4d req-fc9303a4-8632-4930-a2fc-cb164016c146 service neutron] 10.222.0.47 "GET /v2.0/networks/527e25af-b937-4d3e-b95b-086b2c850fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517712 Dec 14 03:00:32.538553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8655a3b1-0b76-4078-baad-d3cf9bd7bcad req-25ce95e2-cb48-4915-850c-142febf641ab service neutron] 10.222.0.46 "GET /v2.0/networks/527e25af-b937-4d3e-b95b-086b2c850fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816145 Dec 14 03:00:32.544742 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ecef3-0e40-4f9c-bf81-d2540cbbe829 req-b36eed89-9613-4d3f-993f-397c46dac5fb tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:32.546620 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f6ecef3-0e40-4f9c-bf81-d2540cbbe829 req-b36eed89-9613-4d3f-993f-397c46dac5fb tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 1096 time: 0.1225445 Dec 14 03:00:32.548808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-9b7e42ab-ac3f-45d2-8c09-270245af3055 req-e4800737-6668-4e13-8ba4-eed47b2c2a1f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Calling delete_port for 8d8f134a-3274-42e0-ba7c-73194fe80699 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:00:32.633211 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ded78d29-bfa6-48e5-aaf1-113bbe1e8a4d req-5ff3b47f-b7f0-4c24-90b8-ea29b6fbe03c service neutron] 10.222.0.47 "GET /v2.0/networks/527e25af-b937-4d3e-b95b-086b2c850fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148589 Dec 14 03:00:32.703338 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f6ecef3-0e40-4f9c-bf81-d2540cbbe829 req-de539de6-af62-47a6-a9d7-3677fe76ffa4 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417575 Dec 14 03:00:32.741175 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8655a3b1-0b76-4078-baad-d3cf9bd7bcad req-84c28eb8-f0e9-4980-838d-3bd6dc90a9e9 service neutron] 10.222.0.46 "GET /v2.0/networks/527e25af-b937-4d3e-b95b-086b2c850fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934941 Dec 14 03:00:32.792342 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a6b3-c3eb-4415-b602-d58a3a902983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:32.835078 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac0003-9acd-4326-abaf-ad6f37806efd req-69eaaa47-01b1-4bca-8bb0-32902f365c19 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:32.836708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2aac0003-9acd-4326-abaf-ad6f37806efd req-69eaaa47-01b1-4bca-8bb0-32902f365c19 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 1096 time: 0.0591283 Dec 14 03:00:32.881902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2aac0003-9acd-4326-abaf-ad6f37806efd req-34b8676e-c3db-4e46-a562-67769616e324 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379539 Dec 14 03:00:32.899770 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9b7e42ab-ac3f-45d2-8c09-270245af3055 req-e4800737-6668-4e13-8ba4-eed47b2c2a1f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:32.964444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4800737-6668-4e13-8ba4-eed47b2c2a1f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Port': ['ID=8d8f134a-3274-42e0-ba7c-73194fe80699,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:33.036772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7e42ab-ac3f-45d2-8c09-270245af3055 req-e4800737-6668-4e13-8ba4-eed47b2c2a1f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] No DVR routers for this DVR port 8d8f134a-3274-42e0-ba7c-73194fe80699 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:00:33.038869 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9b7e42ab-ac3f-45d2-8c09-270245af3055 req-e4800737-6668-4e13-8ba4-eed47b2c2a1f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:33.043693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b7e42ab-ac3f-45d2-8c09-270245af3055 req-e4800737-6668-4e13-8ba4-eed47b2c2a1f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.47 "DELETE /v2.0/ports/8d8f134a-3274-42e0-ba7c-73194fe80699 HTTP/1.1" status: 204 len: 173 time: 1.1304722 Dec 14 03:00:33.058364 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'name': 'network-vif-deleted', 'tag': '8d8f134a-3274-42e0-ba7c-73194fe80699'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:00:33.061618 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b673c928-dc18-44ba-b3b8-5cfb557b5ec4" -d '{"events": [{"server_uuid": "8d9c80f5-f20b-4aff-9ffd-1d237b78230f", "name": "network-vif-deleted", "tag": "8d8f134a-3274-42e0-ba7c-73194fe80699"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:00:33.094879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fde2a99-dc85-4b86-955d-4ddb096efd98 req-40ccd640-811d-48cd-96ef-be70c7d63f85 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d9c80f5-f20b-4aff-9ffd-1d237b78230f HTTP/1.1" status: 200 len: 210 time: 0.0610301 Dec 14 03:00:33.151070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643f8b6-b2c2-427f-abd5-4c2e0f15ab13 req-c1204e9e-97ae-4e8b-a0f5-67b83107ec44 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:33.151070 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1643f8b6-b2c2-427f-abd5-4c2e0f15ab13 req-c1204e9e-97ae-4e8b-a0f5-67b83107ec44 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 1096 time: 0.1149228 Dec 14 03:00:33.163655 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6149eba3-7834-4a7f-ac88-176eebdd9eba x-openstack-request-id: req-6149eba3-7834-4a7f-ac88-176eebdd9eba {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:00:33.163968 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d9c80f5-f20b-4aff-9ffd-1d237b78230f", "name": "network-vif-deleted", "tag": "8d8f134a-3274-42e0-ba7c-73194fe80699", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:00:33.164289 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6149eba3-7834-4a7f-ac88-176eebdd9eba {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:00:33.164708 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9c80f5-f20b-4aff-9ffd-1d237b78230f', 'name': 'network-vif-deleted', 'tag': '8d8f134a-3274-42e0-ba7c-73194fe80699', 'status': 'completed', 'code': 200} Dec 14 03:00:33.217008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1643f8b6-b2c2-427f-abd5-4c2e0f15ab13 req-381404b5-75df-491f-9993-abfd654372df tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599024 Dec 14 03:00:33.571659 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:00:33.921429 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc21bd-3062-4fe7-abc7-6035c973350c req-14359415-54b3-4967-b5ff-35043a7cd1f3 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:33.923375 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-abcc21bd-3062-4fe7-abc7-6035c973350c req-14359415-54b3-4967-b5ff-35043a7cd1f3 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 1096 time: 0.0641022 Dec 14 03:00:33.978889 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-abcc21bd-3062-4fe7-abc7-6035c973350c req-a8c32c86-c4db-4f00-9f6e-870f84843b77 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482228 Dec 14 03:00:34.193484 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40242) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:35.039278 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5966e21-8915-4300-8479-fae09ca7fe4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:35.211095 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97acca1-6164-45f8-abf2-c6ec12ad12cf req-4693c04f-2726-4bf3-b9ae-b5d088d650c6 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:35.226240 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a97acca1-6164-45f8-abf2-c6ec12ad12cf req-4693c04f-2726-4bf3-b9ae-b5d088d650c6 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 1096 time: 0.1402361 Dec 14 03:00:35.354241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6053a3-572f-43a1-93a5-42ad3f2be0e2 req-abe09f26-eb3b-49a2-a197-4e8befe856ca tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:35.355891 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d6053a3-572f-43a1-93a5-42ad3f2be0e2 req-abe09f26-eb3b-49a2-a197-4e8befe856ca tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 1096 time: 0.1717651 Dec 14 03:00:35.421790 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11ceab20-33c7-4f7a-a1d2-a1c441eefdc7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:35.449795 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a97acca1-6164-45f8-abf2-c6ec12ad12cf req-24e63f69-78b6-4fae-87b6-3e78ed54028a tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201064 Dec 14 03:00:35.564693 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-1d6053a3-572f-43a1-93a5-42ad3f2be0e2 req-ab4b2801-ffa2-421e-891a-5b660f2bb000 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Deleting port 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:00:35.565282 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1d6053a3-572f-43a1-93a5-42ad3f2be0e2 req-ab4b2801-ffa2-421e-891a-5b660f2bb000 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:35.743438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-1d6053a3-572f-43a1-93a5-42ad3f2be0e2 req-ab4b2801-ffa2-421e-891a-5b660f2bb000 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] For port 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7cdf3a3a-60b9-4a3a-b461-4184fbde4e62,segment=NetworkSegment(c5e578bc-2df1-4f8c-b69b-d762457ad808),segment_id=c5e578bc-2df1-4f8c-b69b-d762457ad808)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:35.744078 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1d6053a3-572f-43a1-93a5-42ad3f2be0e2 req-ab4b2801-ffa2-421e-891a-5b660f2bb000 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:35.767204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-1d6053a3-572f-43a1-93a5-42ad3f2be0e2 req-ab4b2801-ffa2-421e-891a-5b660f2bb000 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Calling delete_port for 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:00:36.046285 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-11ceab20-33c7-4f7a-a1d2-a1c441eefdc7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting port 2447e6b2-1f6e-4514-b8f0-af54115c6413 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:00:36.046583 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11ceab20-33c7-4f7a-a1d2-a1c441eefdc7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:36.067350 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1d6053a3-572f-43a1-93a5-42ad3f2be0e2 req-ab4b2801-ffa2-421e-891a-5b660f2bb000 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:36.107261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['63b45631-b2f9-47db-81a9-dafb78b7fa9b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:00:36.148065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b2801-ffa2-421e-891a-5b660f2bb000 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cdf3a3a-60b9-4a3a-b461-4184fbde4e62,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:36.197031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['7cdf3a3a-60b9-4a3a-b461-4184fbde4e62'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:00:36.325473 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6053a3-572f-43a1-93a5-42ad3f2be0e2 req-ab4b2801-ffa2-421e-891a-5b660f2bb000 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] No DVR routers for this DVR port 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:00:36.329610 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1d6053a3-572f-43a1-93a5-42ad3f2be0e2 req-ab4b2801-ffa2-421e-891a-5b660f2bb000 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:36.339471 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d6053a3-572f-43a1-93a5-42ad3f2be0e2 req-ab4b2801-ffa2-421e-891a-5b660f2bb000 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.47 "DELETE /v2.0/ports/7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 HTTP/1.1" status: 204 len: 173 time: 0.9683924 Dec 14 03:00:36.342115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d84dbe1-0d08-4672-a520-c648bd245490', 'name': 'network-vif-deleted', 'tag': '7cdf3a3a-60b9-4a3a-b461-4184fbde4e62'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:00:36.350058 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03539b01-b50f-42d3-8b3d-52d404b76900" -d '{"events": [{"server_uuid": "7d84dbe1-0d08-4672-a520-c648bd245490", "name": "network-vif-deleted", "tag": "7cdf3a3a-60b9-4a3a-b461-4184fbde4e62"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:00:36.362157 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:36.379146 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-11ceab20-33c7-4f7a-a1d2-a1c441eefdc7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] For port 2447e6b2-1f6e-4514-b8f0-af54115c6413, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=2447e6b2-1f6e-4514-b8f0-af54115c6413,segment=NetworkSegment(c46756e1-62fa-4b0d-8d59-07bfe235eb1b),segment_id=c46756e1-62fa-4b0d-8d59-07bfe235eb1b)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:36.379532 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11ceab20-33c7-4f7a-a1d2-a1c441eefdc7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:36.409138 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-11ceab20-33c7-4f7a-a1d2-a1c441eefdc7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Calling delete_port for 2447e6b2-1f6e-4514-b8f0-af54115c6413 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:00:36.425274 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0d597e-3880-4d9a-951f-6ab93b2adfa3 x-openstack-request-id: req-bf0d597e-3880-4d9a-951f-6ab93b2adfa3 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:00:36.425824 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d84dbe1-0d08-4672-a520-c648bd245490", "name": "network-vif-deleted", "tag": "7cdf3a3a-60b9-4a3a-b461-4184fbde4e62", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:00:36.426029 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf0d597e-3880-4d9a-951f-6ab93b2adfa3 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:00:36.426492 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d84dbe1-0d08-4672-a520-c648bd245490', 'name': 'network-vif-deleted', 'tag': '7cdf3a3a-60b9-4a3a-b461-4184fbde4e62', 'status': 'completed', 'code': 200} Dec 14 03:00:36.591573 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:00:36.680498 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:00:36.680967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7cdf3a3a-60b9-4a3a-b461-4184fbde4e62 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:00:36.681605 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 8d8f134a-3274-42e0-ba7c-73194fe80699 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:00:36.750626 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 8d8f134a-3274-42e0-ba7c-73194fe80699 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:00:36.755956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 8d8f134a-3274-42e0-ba7c-73194fe80699 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:00:36.768876 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6219d47d-7a8c-4c47-a005-b9c667a25bc4 req-119c17f1-15f0-4a8f-b435-c25b4575696b tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7d84dbe1-0d08-4672-a520-c648bd245490 HTTP/1.1" status: 200 len: 210 time: 0.0767641 Dec 14 03:00:36.941916 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11ceab20-33c7-4f7a-a1d2-a1c441eefdc7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:36.974917 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ceab20-33c7-4f7a-a1d2-a1c441eefdc7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Port': ['ID=2447e6b2-1f6e-4514-b8f0-af54115c6413,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:37.318273 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11ceab20-33c7-4f7a-a1d2-a1c441eefdc7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:37.671440 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ceab20-33c7-4f7a-a1d2-a1c441eefdc7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 2afe1350-b2fd-43e2-8cbc-534293d1bc2a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:00:37.721802 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:37.845583 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ceab20-33c7-4f7a-a1d2-a1c441eefdc7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:00:37.851603 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-11ceab20-33c7-4f7a-a1d2-a1c441eefdc7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "PUT /v2.0/routers/2afe1350-b2fd-43e2-8cbc-534293d1bc2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6563680 Dec 14 03:00:37.853706 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40302) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:37.881613 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4483cbb8-1437-43b4-a21b-fb8522144adb None None] Sync routers for ids ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:00:37.900548 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4483cbb8-1437-43b4-a21b-fb8522144adb None None] Routers {'2afe1350-b2fd-43e2-8cbc-534293d1bc2a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:00:37.908549 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4483cbb8-1437-43b4-a21b-fb8522144adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:00:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:38.085688 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-e57246d4-1053-4bd1-8653-2e5a7c4f5870 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting subnet f723e296-770b-49c8-9ae1-0cfaaf179fb9 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:00:38.092647 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e57246d4-1053-4bd1-8653-2e5a7c4f5870 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:38.120270 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-4483cbb8-1437-43b4-a21b-fb8522144adb None None] Set router 2afe1350-b2fd-43e2-8cbc-534293d1bc2a gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:00:38.150801 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e57246d4-1053-4bd1-8653-2e5a7c4f5870 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:38.300369 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e57246d4-1053-4bd1-8653-2e5a7c4f5870 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:38.522152 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4483cbb8-1437-43b4-a21b-fb8522144adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773273436', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:58:25Z', 'updated_at': '2021-12-14T03:00:36Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:26Z', 'updated_at': '2021-12-14T02:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:38.557114 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e57246d4-1053-4bd1-8653-2e5a7c4f5870 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:38.618411 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4483cbb8-1437-43b4-a21b-fb8522144adb None None] Checking router: 2afe1350-b2fd-43e2-8cbc-534293d1bc2a for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:00:38.624740 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57246d4-1053-4bd1-8653-2e5a7c4f5870 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Subnet': ['ID=f723e296-770b-49c8-9ae1-0cfaaf179fb9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:38.632560 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:38.645858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e57011-6416-453b-89f8-c4a107608aed None None] Network 02080ebc-21eb-4e15-8483-7b778d31054a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:00:38.665077 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e57246d4-1053-4bd1-8653-2e5a7c4f5870 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:38.672088 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e57246d4-1053-4bd1-8653-2e5a7c4f5870 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/subnets/f723e296-770b-49c8-9ae1-0cfaaf179fb9 HTTP/1.1" status: 204 len: 168 time: 0.8171027 Dec 14 03:00:38.672695 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4483cbb8-1437-43b4-a21b-fb8522144adb None None] Routers {'2afe1350-b2fd-43e2-8cbc-534293d1bc2a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:00:38.673454 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4483cbb8-1437-43b4-a21b-fb8522144adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:00:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:38.674733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40320) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:38.883660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddeda5c-4dfd-4e87-aa68-359b3c5537d2 req-abf1e3e6-4927-4b97-8239-b3a9ccef4db5 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:38.885616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fddeda5c-4dfd-4e87-aa68-359b3c5537d2 req-abf1e3e6-4927-4b97-8239-b3a9ccef4db5 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 1097 time: 0.1214907 Dec 14 03:00:38.965663 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-4483cbb8-1437-43b4-a21b-fb8522144adb None None] Set router 2afe1350-b2fd-43e2-8cbc-534293d1bc2a gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:00:39.031193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] DHCP port deletion for 02080ebc-21eb-4e15-8483-7b778d31054a request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:00:39.165737 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a965fbc-098e-4fb2-844e-38a81b3046af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:39.208540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fddeda5c-4dfd-4e87-aa68-359b3c5537d2 req-83f3a765-e011-4c7a-bd4f-a7b8099d0df5 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101528 Dec 14 03:00:39.252377 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] Deleting port 3c945a74-7563-4190-b9af-c36d84d082d8 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:00:39.281475 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:39.385570 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a965fbc-098e-4fb2-844e-38a81b3046af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:39.416901 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] For port 3c945a74-7563-4190-b9af-c36d84d082d8, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3c945a74-7563-4190-b9af-c36d84d082d8,segment=NetworkSegment(c46756e1-62fa-4b0d-8d59-07bfe235eb1b),segment_id=c46756e1-62fa-4b0d-8d59-07bfe235eb1b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:39.419154 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:39.436808 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4483cbb8-1437-43b4-a21b-fb8522144adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773273436', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:58:25Z', 'updated_at': '2021-12-14T03:00:36Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:26Z', 'updated_at': '2021-12-14T02:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:39.439977 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] Calling delete_port for 3c945a74-7563-4190-b9af-c36d84d082d8 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:00:39.469803 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4483cbb8-1437-43b4-a21b-fb8522144adb None None] The sync data for ids ['2afe1350-b2fd-43e2-8cbc-534293d1bc2a'] in n-d-821636-1 is: [{'id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1773273436', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:58:25Z', 'updated_at': '2021-12-14T03:00:36Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '48873f86-0e89-4f9d-a822-b9420e0563ff', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:52:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2afe1350-b2fd-43e2-8cbc-534293d1bc2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:58:26Z', 'updated_at': '2021-12-14T02:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:00:39.620635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-2a965fbc-098e-4fb2-844e-38a81b3046af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting port 48873f86-0e89-4f9d-a822-b9420e0563ff {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:00:39.620635 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a965fbc-098e-4fb2-844e-38a81b3046af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:39.660239 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-2a965fbc-098e-4fb2-844e-38a81b3046af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] For port 48873f86-0e89-4f9d-a822-b9420e0563ff, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=48873f86-0e89-4f9d-a822-b9420e0563ff,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:39.660533 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a965fbc-098e-4fb2-844e-38a81b3046af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:39.672874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-2a965fbc-098e-4fb2-844e-38a81b3046af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Calling delete_port for 48873f86-0e89-4f9d-a822-b9420e0563ff owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:00:39.693517 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:39.710222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] No DVR routers for this DVR port 3c945a74-7563-4190-b9af-c36d84d082d8 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:00:39.732071 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] Pushing event deleted for resources: {'Port': ['ID=3c945a74-7563-4190-b9af-c36d84d082d8,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:39.747084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:39.747571 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:39.747927 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:39.748346 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:39.748601 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:39.748939 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:39.749276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:39.749659 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:39.749971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:39.750331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:39.750662 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:39.750987 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:39.751312 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8699743d-130f-45ea-bfad-3cff66119949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:39.975976 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a965fbc-098e-4fb2-844e-38a81b3046af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:40.113663 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977cffe1-02cd-446b-960a-0f2f4dca09b8 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:00:40.122535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 2447e6b2-1f6e-4514-b8f0-af54115c6413 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:00:40.153134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a965fbc-098e-4fb2-844e-38a81b3046af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Port': ['ID=48873f86-0e89-4f9d-a822-b9420e0563ff,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:40.186260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 2447e6b2-1f6e-4514-b8f0-af54115c6413 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:00:40.186854 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 2447e6b2-1f6e-4514-b8f0-af54115c6413 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:00:40.187443 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3c945a74-7563-4190-b9af-c36d84d082d8 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:00:40.217945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e403f-3473-4c56-b142-d81d4879f7c3 req-9edfc52e-a1c1-4ae2-b7f1-850a4f0dfe0e tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:40.219509 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a15e403f-3473-4c56-b142-d81d4879f7c3 req-9edfc52e-a1c1-4ae2-b7f1-850a4f0dfe0e tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 1097 time: 0.1188056 Dec 14 03:00:40.331043 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a965fbc-098e-4fb2-844e-38a81b3046af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:40.448135 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a965fbc-098e-4fb2-844e-38a81b3046af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:40.450956 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a965fbc-098e-4fb2-844e-38a81b3046af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:40.533188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 3c945a74-7563-4190-b9af-c36d84d082d8 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:00:40.534129 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3c945a74-7563-4190-b9af-c36d84d082d8 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:00:40.604069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-a15e403f-3473-4c56-b142-d81d4879f7c3 req-793cf03f-9628-4178-b959-7436e93037f1 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Deleting port 63b45631-b2f9-47db-81a9-dafb78b7fa9b {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:00:40.604420 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a15e403f-3473-4c56-b142-d81d4879f7c3 req-793cf03f-9628-4178-b959-7436e93037f1 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:40.608248 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a965fbc-098e-4fb2-844e-38a81b3046af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:40.608612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a965fbc-098e-4fb2-844e-38a81b3046af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Fanout notify agent at l3_agent the message router_deleted on router 2afe1350-b2fd-43e2-8cbc-534293d1bc2a {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:00:40.629220 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a965fbc-098e-4fb2-844e-38a81b3046af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:40.633142 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2a965fbc-098e-4fb2-844e-38a81b3046af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/routers/2afe1350-b2fd-43e2-8cbc-534293d1bc2a HTTP/1.1" status: 204 len: 168 time: 1.9567585 Dec 14 03:00:40.633388 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40356) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:40.672472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a386fa5-0d3d-40cb-ba8c-eda5b71458dd req-dfd3c79a-f78b-4049-9976-e3bad0dbc1a1 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:40.674054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a386fa5-0d3d-40cb-ba8c-eda5b71458dd req-dfd3c79a-f78b-4049-9976-e3bad0dbc1a1 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 1097 time: 0.1507540 Dec 14 03:00:40.807945 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a386fa5-0d3d-40cb-ba8c-eda5b71458dd req-61f21ff8-8425-4b80-9292-458e89ab55b7 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f16451d7-5164-4280-abb9-469b64842989&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231136 Dec 14 03:00:40.862126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-a15e403f-3473-4c56-b142-d81d4879f7c3 req-793cf03f-9628-4178-b959-7436e93037f1 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] For port 63b45631-b2f9-47db-81a9-dafb78b7fa9b, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=63b45631-b2f9-47db-81a9-dafb78b7fa9b,segment=NetworkSegment(c5e578bc-2df1-4f8c-b69b-d762457ad808),segment_id=c5e578bc-2df1-4f8c-b69b-d762457ad808)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:40.862485 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a18e8f3b-14a4-48b3-a12f-638a5169982d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:40.862937 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a15e403f-3473-4c56-b142-d81d4879f7c3 req-793cf03f-9628-4178-b959-7436e93037f1 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:40.899165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-a15e403f-3473-4c56-b142-d81d4879f7c3 req-793cf03f-9628-4178-b959-7436e93037f1 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Calling delete_port for 63b45631-b2f9-47db-81a9-dafb78b7fa9b owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:00:41.004647 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a18e8f3b-14a4-48b3-a12f-638a5169982d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:41.047552 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-a18e8f3b-14a4-48b3-a12f-638a5169982d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02080ebc-21eb-4e15-8483-7b778d31054a']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:41.058799 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-a18e8f3b-14a4-48b3-a12f-638a5169982d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c46756e1-62fa-4b0d-8d59-07bfe235eb1b') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:41.059857 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-a18e8f3b-14a4-48b3-a12f-638a5169982d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c46756e1-62fa-4b0d-8d59-07bfe235eb1b') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:41.076098 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a18e8f3b-14a4-48b3-a12f-638a5169982d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:41.093348 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a18e8f3b-14a4-48b3-a12f-638a5169982d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:41.100570 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18e8f3b-14a4-48b3-a12f-638a5169982d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:00:41.104579 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a18e8f3b-14a4-48b3-a12f-638a5169982d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:00:41.135309 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:00:41.139819 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a15e403f-3473-4c56-b142-d81d4879f7c3 req-793cf03f-9628-4178-b959-7436e93037f1 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:41.174290 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['63b45631-b2f9-47db-81a9-dafb78b7fa9b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:00:41.236968 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cf03f-9628-4178-b959-7436e93037f1 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Pushing event deleted for resources: {'Port': ['ID=63b45631-b2f9-47db-81a9-dafb78b7fa9b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:41.341330 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15e403f-3473-4c56-b142-d81d4879f7c3 req-793cf03f-9628-4178-b959-7436e93037f1 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] No DVR routers for this DVR port 63b45631-b2f9-47db-81a9-dafb78b7fa9b on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:00:41.341330 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-a15e403f-3473-4c56-b142-d81d4879f7c3 req-793cf03f-9628-4178-b959-7436e93037f1 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:41.347714 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a15e403f-3473-4c56-b142-d81d4879f7c3 req-793cf03f-9628-4178-b959-7436e93037f1 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.46 "DELETE /v2.0/ports/63b45631-b2f9-47db-81a9-dafb78b7fa9b HTTP/1.1" status: 204 len: 173 time: 1.1213567 Dec 14 03:00:41.348320 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a2e1fa-a926-4e2a-9630-a1e92102c2fc', 'name': 'network-vif-deleted', 'tag': '63b45631-b2f9-47db-81a9-dafb78b7fa9b'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:00:41.351113 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2117f2-35fa-4092-b384-86966948e911" -d '{"events": [{"server_uuid": "c5a2e1fa-a926-4e2a-9630-a1e92102c2fc", "name": "network-vif-deleted", "tag": "63b45631-b2f9-47db-81a9-dafb78b7fa9b"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:00:41.387934 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a18e8f3b-14a4-48b3-a12f-638a5169982d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:41.401585 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a18e8f3b-14a4-48b3-a12f-638a5169982d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:41.407776 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a18e8f3b-14a4-48b3-a12f-638a5169982d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/networks/02080ebc-21eb-4e15-8483-7b778d31054a HTTP/1.1" status: 204 len: 168 time: 0.7721558 Dec 14 03:00:41.410757 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40366) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:41.450711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e8f3b-14a4-48b3-a12f-638a5169982d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Network': ['ID=02080ebc-21eb-4e15-8483-7b778d31054a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:41.478141 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23ee258-6d36-40ff-9708-2ec4e7bed89f x-openstack-request-id: req-f23ee258-6d36-40ff-9708-2ec4e7bed89f {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:00:41.479168 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5a2e1fa-a926-4e2a-9630-a1e92102c2fc", "name": "network-vif-deleted", "tag": "63b45631-b2f9-47db-81a9-dafb78b7fa9b", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:00:41.479645 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f23ee258-6d36-40ff-9708-2ec4e7bed89f {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:00:41.480285 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a2e1fa-a926-4e2a-9630-a1e92102c2fc', 'name': 'network-vif-deleted', 'tag': '63b45631-b2f9-47db-81a9-dafb78b7fa9b', 'status': 'completed', 'code': 200} Dec 14 03:00:41.521764 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8d487cb1-6b36-41b2-9824-6a67249d2b9f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:41.550968 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8d487cb1-6b36-41b2-9824-6a67249d2b9f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:41.755907 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8d487cb1-6b36-41b2-9824-6a67249d2b9f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:41.758957 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8d487cb1-6b36-41b2-9824-6a67249d2b9f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:41.769917 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8d487cb1-6b36-41b2-9824-6a67249d2b9f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/security-groups/10bdf387-c739-4325-95eb-f82c9a4abf7b HTTP/1.1" status: 204 len: 168 time: 0.3575785 Dec 14 03:00:41.805001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d487cb1-6b36-41b2-9824-6a67249d2b9f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bdf387-c739-4325-95eb-f82c9a4abf7b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:42.094667 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 48873f86-0e89-4f9d-a822-b9420e0563ff no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:00:42.100264 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27eb1af2-a8ae-49d0-8a96-a7792797224d req-334204be-ee6c-475b-8120-7d17ffa3685a tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 210 time: 0.0954082 Dec 14 03:00:42.186035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 48873f86-0e89-4f9d-a822-b9420e0563ff {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:00:42.187763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 48873f86-0e89-4f9d-a822-b9420e0563ff not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:00:43.287404 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-686697e0-aeb7-461a-9d85-ff2c6b24c93e req-070149b2-f716-43cc-b9d0-7c4c2c30e083 tempest-TestServerMultinode-490233469 tempest-TestServerMultinode-490233469-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c5a2e1fa-a926-4e2a-9630-a1e92102c2fc HTTP/1.1" status: 200 len: 210 time: 0.0653591 Dec 14 03:00:43.620216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40408) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:43.628728 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-c67ab441-0df9-4afe-aec5-6bf9e1783a40 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1553218182', 'description': 'tempest-secgroup-smoke-1553218182 description', 'project_id': '64815042603e4fe084e0db9c9093166c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:00:43.719610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 63b45631-b2f9-47db-81a9-dafb78b7fa9b no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:00:43.746805 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 63b45631-b2f9-47db-81a9-dafb78b7fa9b {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:00:43.747494 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 63b45631-b2f9-47db-81a9-dafb78b7fa9b not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:00:43.787155 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c67ab441-0df9-4afe-aec5-6bf9e1783a40 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:43.945831 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c67ab441-0df9-4afe-aec5-6bf9e1783a40 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:44.015476 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c67ab441-0df9-4afe-aec5-6bf9e1783a40 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:44.087974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67ab441-0df9-4afe-aec5-6bf9e1783a40 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da432cf8-2b48-4fda-8b93-fb5386e5eaf5,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:44.189569 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c67ab441-0df9-4afe-aec5-6bf9e1783a40 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:44.191434 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c67ab441-0df9-4afe-aec5-6bf9e1783a40 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5699136 Dec 14 03:00:44.194389 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40422) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:44.202862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-b708496f-986d-4683-865c-74275a436ccb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': 'da432cf8-2b48-4fda-8b93-fb5386e5eaf5', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:00:44.343088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40428) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:44.398603 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b708496f-986d-4683-865c-74275a436ccb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:44.517560 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b708496f-986d-4683-865c-74275a436ccb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:44.607458 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b708496f-986d-4683-865c-74275a436ccb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:44.636942 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708496f-986d-4683-865c-74275a436ccb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8104959-0847-4229-8e70-6d95f196c16e,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:44.740895 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b708496f-986d-4683-865c-74275a436ccb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:44.745186 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b708496f-986d-4683-865c-74275a436ccb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5465620 Dec 14 03:00:44.751124 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40438) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:44.752365 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d6818b1a-cfed-4b25-afdb-fa356e7bcde4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': 'da432cf8-2b48-4fda-8b93-fb5386e5eaf5', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:00:44.883852 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6818b1a-cfed-4b25-afdb-fa356e7bcde4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:44.939497 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-42c5c6c8-04b0-4239-a78d-005bff805ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:45.083525 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6818b1a-cfed-4b25-afdb-fa356e7bcde4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:45.255942 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-42c5c6c8-04b0-4239-a78d-005bff805ebd admin admin] Deleting port f1b2ad03-522d-4887-aa6f-b414d11a61b1 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:00:45.256205 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-42c5c6c8-04b0-4239-a78d-005bff805ebd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:45.334194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-42c5c6c8-04b0-4239-a78d-005bff805ebd admin admin] For port f1b2ad03-522d-4887-aa6f-b414d11a61b1, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f1b2ad03-522d-4887-aa6f-b414d11a61b1,segment=NetworkSegment(c5e578bc-2df1-4f8c-b69b-d762457ad808),segment_id=c5e578bc-2df1-4f8c-b69b-d762457ad808)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:45.334564 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-42c5c6c8-04b0-4239-a78d-005bff805ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:45.348052 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-42c5c6c8-04b0-4239-a78d-005bff805ebd admin admin] Calling delete_port for f1b2ad03-522d-4887-aa6f-b414d11a61b1 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:00:45.448114 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6818b1a-cfed-4b25-afdb-fa356e7bcde4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:45.463771 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6818b1a-cfed-4b25-afdb-fa356e7bcde4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d04f04-ac15-41ee-8e8c-3af465d3ec34,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:45.572231 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d6818b1a-cfed-4b25-afdb-fa356e7bcde4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:45.574022 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d6818b1a-cfed-4b25-afdb-fa356e7bcde4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8257322 Dec 14 03:00:45.576888 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40448) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:45.581334 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-45974a78-a730-4094-92c8-e7500d6f770a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': 'da432cf8-2b48-4fda-8b93-fb5386e5eaf5', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:00:45.664868 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-42c5c6c8-04b0-4239-a78d-005bff805ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:45.700407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5c6c8-04b0-4239-a78d-005bff805ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b2ad03-522d-4887-aa6f-b414d11a61b1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:45.708729 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45974a78-a730-4094-92c8-e7500d6f770a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:45.818896 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45974a78-a730-4094-92c8-e7500d6f770a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:45.888582 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45974a78-a730-4094-92c8-e7500d6f770a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:45.943498 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45974a78-a730-4094-92c8-e7500d6f770a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af320be7-4bb6-420e-bade-1a1ddd457a33,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:46.002268 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-42c5c6c8-04b0-4239-a78d-005bff805ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:46.051326 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45974a78-a730-4094-92c8-e7500d6f770a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:46.053069 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-45974a78-a730-4094-92c8-e7500d6f770a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4751825 Dec 14 03:00:46.055807 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40472) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:46.066108 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c0a6327c-6da3-4582-ab8c-63480cd90731 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': 'da432cf8-2b48-4fda-8b93-fb5386e5eaf5', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:00:46.192139 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0a6327c-6da3-4582-ab8c-63480cd90731 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:46.306896 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0a6327c-6da3-4582-ab8c-63480cd90731 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:46.358995 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c5c6c8-04b0-4239-a78d-005bff805ebd admin admin] Router 307194a8-9ad5-45e0-bd7b-caf63372a2c0 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:00:46.378891 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0a6327c-6da3-4582-ab8c-63480cd90731 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:46.415847 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6327c-6da3-4582-ab8c-63480cd90731 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ce60a3-84d3-41d7-be3d-e3f33a259f7e,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:46.544464 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c0a6327c-6da3-4582-ab8c-63480cd90731 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:46.549898 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c0a6327c-6da3-4582-ab8c-63480cd90731 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4889071 Dec 14 03:00:46.550248 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40486) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:46.555482 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b1ed35e1-fda7-41f1-b472-c91052bf9e7e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': 'da432cf8-2b48-4fda-8b93-fb5386e5eaf5', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:00:46.575388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c5c6c8-04b0-4239-a78d-005bff805ebd admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:00:46.584504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40488) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:46.588195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc0261b-e6c5-450a-ba2c-675295ead86c None None] Sync routers for ids ['307194a8-9ad5-45e0-bd7b-caf63372a2c0'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:00:46.593833 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-42c5c6c8-04b0-4239-a78d-005bff805ebd admin admin] 10.222.0.39 "PUT /v2.0/routers/307194a8-9ad5-45e0-bd7b-caf63372a2c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2496185 Dec 14 03:00:46.610193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc0261b-e6c5-450a-ba2c-675295ead86c None None] Routers {'307194a8-9ad5-45e0-bd7b-caf63372a2c0'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:00:46.610907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6dc0261b-e6c5-450a-ba2c-675295ead86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:00:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['307194a8-9ad5-45e0-bd7b-caf63372a2c0'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:46.747125 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e96c3d07-5d59-48e6-8910-70122e5abcb9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:46.767076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-6dc0261b-e6c5-450a-ba2c-675295ead86c None None] Set router 307194a8-9ad5-45e0-bd7b-caf63372a2c0 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:00:46.802884 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-b1ed35e1-fda7-41f1-b472-c91052bf9e7e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Project 64815042603e4fe084e0db9c9093166c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:00:46.846577 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b1ed35e1-fda7-41f1-b472-c91052bf9e7e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:46.982610 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b1ed35e1-fda7-41f1-b472-c91052bf9e7e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:46.984516 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e96c3d07-5d59-48e6-8910-70122e5abcb9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:47.047430 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b1ed35e1-fda7-41f1-b472-c91052bf9e7e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:47.087058 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed35e1-fda7-41f1-b472-c91052bf9e7e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d71033f8-1751-490c-ab4a-ee402932a1d9,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:47.171623 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6dc0261b-e6c5-450a-ba2c-675295ead86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307194a8-9ad5-45e0-bd7b-caf63372a2c0', 'name': 'tempest-TestServerMultinode-842984969-router', 'tenant_id': '46dbedc3544a436aa7b3af8b06abdc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8f838b32-4c39-468c-a508-62547cafffd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:36Z', 'updated_at': '2021-12-14T03:00:45Z', 'revision_number': 5, 'project_id': '46dbedc3544a436aa7b3af8b06abdc96', 'gw_port': {'id': '8f838b32-4c39-468c-a508-62547cafffd0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307194a8-9ad5-45e0-bd7b-caf63372a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3710, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:36Z', 'updated_at': '2021-12-14T02:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:47.190753 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e96c3d07-5d59-48e6-8910-70122e5abcb9 admin admin] Deleting port 8f838b32-4c39-468c-a508-62547cafffd0 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:00:47.191099 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e96c3d07-5d59-48e6-8910-70122e5abcb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:47.210695 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc0261b-e6c5-450a-ba2c-675295ead86c None None] Checking router: 307194a8-9ad5-45e0-bd7b-caf63372a2c0 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:00:47.221946 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc0261b-e6c5-450a-ba2c-675295ead86c None None] Routers {'307194a8-9ad5-45e0-bd7b-caf63372a2c0'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:00:47.222849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6dc0261b-e6c5-450a-ba2c-675295ead86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:00:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['307194a8-9ad5-45e0-bd7b-caf63372a2c0'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:47.260054 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b1ed35e1-fda7-41f1-b472-c91052bf9e7e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:47.261830 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b1ed35e1-fda7-41f1-b472-c91052bf9e7e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7102349 Dec 14 03:00:47.264838 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40504) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:47.271131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-41e8a7ce-603e-4b7e-b3cb-0b3684c199ab tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': 'da432cf8-2b48-4fda-8b93-fb5386e5eaf5', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:00:47.360315 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-6dc0261b-e6c5-450a-ba2c-675295ead86c None None] Set router 307194a8-9ad5-45e0-bd7b-caf63372a2c0 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:00:47.389717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-e96c3d07-5d59-48e6-8910-70122e5abcb9 admin admin] For port 8f838b32-4c39-468c-a508-62547cafffd0, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8f838b32-4c39-468c-a508-62547cafffd0,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:47.391624 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e96c3d07-5d59-48e6-8910-70122e5abcb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:47.420513 n-d-821636-1 neutron-server[103848]: INFO neutron.db.securitygroups_db [None req-41e8a7ce-603e-4b7e-b3cb-0b3684c199ab tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Project 64815042603e4fe084e0db9c9093166c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:00:47.447871 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-41e8a7ce-603e-4b7e-b3cb-0b3684c199ab tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:47.452582 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e96c3d07-5d59-48e6-8910-70122e5abcb9 admin admin] Calling delete_port for 8f838b32-4c39-468c-a508-62547cafffd0 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:00:47.523633 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6dc0261b-e6c5-450a-ba2c-675295ead86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '307194a8-9ad5-45e0-bd7b-caf63372a2c0', 'name': 'tempest-TestServerMultinode-842984969-router', 'tenant_id': '46dbedc3544a436aa7b3af8b06abdc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:36Z', 'updated_at': '2021-12-14T03:00:46Z', 'revision_number': 6, 'project_id': '46dbedc3544a436aa7b3af8b06abdc96', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:47.607621 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc0261b-e6c5-450a-ba2c-675295ead86c None None] The sync data for ids ['307194a8-9ad5-45e0-bd7b-caf63372a2c0'] in n-d-821636-1 is: [{'id': '307194a8-9ad5-45e0-bd7b-caf63372a2c0', 'name': 'tempest-TestServerMultinode-842984969-router', 'tenant_id': '46dbedc3544a436aa7b3af8b06abdc96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:36Z', 'updated_at': '2021-12-14T03:00:46Z', 'revision_number': 6, 'project_id': '46dbedc3544a436aa7b3af8b06abdc96', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:00:47.962479 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e96c3d07-5d59-48e6-8910-70122e5abcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:48.047226 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f1b2ad03-522d-4887-aa6f-b414d11a61b1 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:00:48.054037 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c3d07-5d59-48e6-8910-70122e5abcb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f838b32-4c39-468c-a508-62547cafffd0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:48.095143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f087a6-32cd-4c15-a21f-ab35bb5ea910 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:00:48.102038 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: f1b2ad03-522d-4887-aa6f-b414d11a61b1 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:00:48.104685 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f1b2ad03-522d-4887-aa6f-b414d11a61b1 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:00:48.110304 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-41e8a7ce-603e-4b7e-b3cb-0b3684c199ab tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:48.204249 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-41e8a7ce-603e-4b7e-b3cb-0b3684c199ab tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:48.229849 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e96c3d07-5d59-48e6-8910-70122e5abcb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:48.241612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8a7ce-603e-4b7e-b3cb-0b3684c199ab tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7f49003-bb3b-485e-9e07-8c312540a9ba,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:48.344384 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-41e8a7ce-603e-4b7e-b3cb-0b3684c199ab tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:48.346045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-41e8a7ce-603e-4b7e-b3cb-0b3684c199ab tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0798886 Dec 14 03:00:48.349009 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40524) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:48.356842 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-e44e68d0-2c7d-4b89-9087-5a8968e04db1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'network': {'name': 'tempest-network-smoke--971118331', 'project_id': '64815042603e4fe084e0db9c9093166c', 'port_security_enabled': True}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:00:48.481519 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44e68d0-2c7d-4b89-9087-5a8968e04db1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Made reservation on behalf of 64815042603e4fe084e0db9c9093166c for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:00:48.487584 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e44e68d0-2c7d-4b89-9087-5a8968e04db1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:48.492511 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e96c3d07-5d59-48e6-8910-70122e5abcb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:48.493719 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e96c3d07-5d59-48e6-8910-70122e5abcb9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:48.531578 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e44e68d0-2c7d-4b89-9087-5a8968e04db1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:00:48.559546 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e44e68d0-2c7d-4b89-9087-5a8968e04db1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:48.560497 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-e44e68d0-2c7d-4b89-9087-5a8968e04db1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Added segment febb2d44-688b-40c7-a335-3de97c53fe5d of type vlan for network 903f1bd6-80e3-4ace-a820-2435fe44884e Dec 14 03:00:48.599296 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e96c3d07-5d59-48e6-8910-70122e5abcb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:48.600544 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96c3d07-5d59-48e6-8910-70122e5abcb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 307194a8-9ad5-45e0-bd7b-caf63372a2c0 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:00:48.625825 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e96c3d07-5d59-48e6-8910-70122e5abcb9 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:48.625825 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e96c3d07-5d59-48e6-8910-70122e5abcb9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/307194a8-9ad5-45e0-bd7b-caf63372a2c0 HTTP/1.1" status: 204 len: 168 time: 2.0286059 Dec 14 03:00:48.625825 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40532) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:48.634381 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e44e68d0-2c7d-4b89-9087-5a8968e04db1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:48.702290 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-070e743d-a807-4142-a325-cfb5072b42e1 admin admin] Deleting subnet 74bbc7ad-7604-4131-8fd4-44fda41c169f {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:00:48.706716 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-070e743d-a807-4142-a325-cfb5072b42e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:48.744809 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e44e68d0-2c7d-4b89-9087-5a8968e04db1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:48.747990 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-070e743d-a807-4142-a325-cfb5072b42e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:48.772472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44e68d0-2c7d-4b89-9087-5a8968e04db1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:48.773135 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e44e68d0-2c7d-4b89-9087-5a8968e04db1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:48.876436 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-070e743d-a807-4142-a325-cfb5072b42e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:48.972725 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e44e68d0-2c7d-4b89-9087-5a8968e04db1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6226881 Dec 14 03:00:48.976978 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40538) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:48.980315 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-152749553', 'admin_state_up': True, 'project_id': '64815042603e4fe084e0db9c9093166c', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:00:48.988012 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e68d0-2c7d-4b89-9087-5a8968e04db1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Network': ['ID=903f1bd6-80e3-4ace-a820-2435fe44884e,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:48.999732 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 903f1bd6-80e3-4ace-a820-2435fe44884e details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:00:49.060500 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-070e743d-a807-4142-a325-cfb5072b42e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:49.090386 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:49.091836 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:49.134599 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e743d-a807-4142-a325-cfb5072b42e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74bbc7ad-7604-4131-8fd4-44fda41c169f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:49.134599 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-070e743d-a807-4142-a325-cfb5072b42e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:49.138856 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-070e743d-a807-4142-a325-cfb5072b42e1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/74bbc7ad-7604-4131-8fd4-44fda41c169f HTTP/1.1" status: 204 len: 168 time: 0.5188935 Dec 14 03:00:49.139925 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40544) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:49.174291 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2ada39-b064-46c6-9e79-a2090c8ef8fe None None] Network 527e25af-b937-4d3e-b95b-086b2c850fb0 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:00:49.214237 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:49.234614 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:49.348981 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Deleting port ac0e5124-6bfc-476e-893a-853fc65398a8 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:00:49.349888 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:49.449361 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a5534f-26a5-4674-90bb-302c7c90ed0d None None] DHCP port deletion for 527e25af-b937-4d3e-b95b-086b2c850fb0 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:00:49.539841 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] For port ac0e5124-6bfc-476e-893a-853fc65398a8, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ac0e5124-6bfc-476e-893a-853fc65398a8,segment=NetworkSegment(c5e578bc-2df1-4f8c-b69b-d762457ad808),segment_id=c5e578bc-2df1-4f8c-b69b-d762457ad808)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:49.540215 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:49.557361 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Calling delete_port for ac0e5124-6bfc-476e-893a-853fc65398a8 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:00:49.572322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5534f-26a5-4674-90bb-302c7c90ed0d None None] Deleting port ac0e5124-6bfc-476e-893a-853fc65398a8 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:00:49.573080 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6a5534f-26a5-4674-90bb-302c7c90ed0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:49.661152 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d6a5534f-26a5-4674-90bb-302c7c90ed0d None None] For port ac0e5124-6bfc-476e-893a-853fc65398a8, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ac0e5124-6bfc-476e-893a-853fc65398a8,segment=NetworkSegment(c5e578bc-2df1-4f8c-b69b-d762457ad808),segment_id=c5e578bc-2df1-4f8c-b69b-d762457ad808)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:49.662085 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6a5534f-26a5-4674-90bb-302c7c90ed0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:49.679042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5534f-26a5-4674-90bb-302c7c90ed0d None None] Calling delete_port for ac0e5124-6bfc-476e-893a-853fc65398a8 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:00:49.699925 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:49.852933 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:49.858484 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6a5534f-26a5-4674-90bb-302c7c90ed0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:49.874967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5534f-26a5-4674-90bb-302c7c90ed0d None None] No DVR routers for this DVR port ac0e5124-6bfc-476e-893a-853fc65398a8 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:00:49.925899 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5534f-26a5-4674-90bb-302c7c90ed0d None None] Pushing event deleted for resources: {'Port': ['ID=ac0e5124-6bfc-476e-893a-853fc65398a8,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:49.944596 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] No DVR routers for this DVR port ac0e5124-6bfc-476e-893a-853fc65398a8 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:00:49.993064 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8f838b32-4c39-468c-a508-62547cafffd0 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:00:50.009354 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Pushing event deleted for resources: {'Port': ['ID=ac0e5124-6bfc-476e-893a-853fc65398a8,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:50.031674 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 8f838b32-4c39-468c-a508-62547cafffd0 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:00:50.032397 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8f838b32-4c39-468c-a508-62547cafffd0 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:00:50.033483 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ac0e5124-6bfc-476e-893a-853fc65398a8 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:00:50.034954 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:50.035493 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:50.036068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:50.036618 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:50.037156 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:50.037690 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:50.043339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:50.043339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:50.043339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:50.043339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:50.043339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:50.043339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:50.043339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:50.065907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: ac0e5124-6bfc-476e-893a-853fc65398a8 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:00:50.070748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ac0e5124-6bfc-476e-893a-853fc65398a8 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:00:50.123295 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:50.173647 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527e25af-b937-4d3e-b95b-086b2c850fb0']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:50.195463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e578bc-2df1-4f8c-b69b-d762457ad808') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:50.195887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e578bc-2df1-4f8c-b69b-d762457ad808') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:50.211250 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:50.226586 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:50.233756 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:00:50.234303 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:50.284254 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:50.332895 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:00:50.337056 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:00:50.454824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Allocated IP 172.25.7.216 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:00:50.459535 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:50.466148 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:50.475272 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] 10.222.0.39 "DELETE /v2.0/networks/527e25af-b937-4d3e-b95b-086b2c850fb0 HTTP/1.1" status: 204 len: 168 time: 1.3309972 Dec 14 03:00:50.477401 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40566) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:50.520475 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07ab18-2501-46c0-b213-2c4b74d1c0bf admin admin] Pushing event deleted for resources: {'Network': ['ID=527e25af-b937-4d3e-b95b-086b2c850fb0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:50.744700 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:50.946414 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:51.007568 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:51.026030 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:00:51.029878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:00:51.033945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:00:51.045337 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb56bcf5-c831-423f-85b2-6250c11cb3d2 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:00:51.167124 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-90ac9aaf-4250-4a45-84c9-01fc0415d43e None None] Provisioning complete for port 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:51.167500 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-90ac9aaf-4250-4a45-84c9-01fc0415d43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:51.249233 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-90ac9aaf-4250-4a45-84c9-01fc0415d43e None None] Port 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:00:51.337017 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fed1bd3d-59ad-436b-887f-9569815a64f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:51.629072 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:51.923731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-fed1bd3d-59ad-436b-887f-9569815a64f1 admin admin] Deleting port 741fd915-9049-40f9-a342-28bd23fce1df {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:00:51.924403 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fed1bd3d-59ad-436b-887f-9569815a64f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:52.025609 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:52.130701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-fed1bd3d-59ad-436b-887f-9569815a64f1 admin admin] For port 741fd915-9049-40f9-a342-28bd23fce1df, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=741fd915-9049-40f9-a342-28bd23fce1df,segment=NetworkSegment(30b50b21-1ae2-45a2-9869-b29a8ed3eb7e),segment_id=30b50b21-1ae2-45a2-9869-b29a8ed3eb7e)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:52.131114 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fed1bd3d-59ad-436b-887f-9569815a64f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:52.151713 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-fed1bd3d-59ad-436b-887f-9569815a64f1 admin admin] Calling delete_port for 741fd915-9049-40f9-a342-28bd23fce1df owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:00:52.425479 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 5da59c4a-1c8d-4707-ad29-c952dcf995c3 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:00:52.575590 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fed1bd3d-59ad-436b-887f-9569815a64f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:52.643198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1bd3d-59ad-436b-887f-9569815a64f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=741fd915-9049-40f9-a342-28bd23fce1df,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:52.700881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:00:52.716530 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Sync routers for ids ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:00:52.739497 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Routers {'5da59c4a-1c8d-4707-ad29-c952dcf995c3'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:00:52.740998 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:00:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:52.842876 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:52.852126 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40610) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:52.864368 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a262029a-6adc-4ef3-82d5-7f1514af85eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.8853762 Dec 14 03:00:53.010008 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-68056154-7003-40c6-91f6-bd3945dc338a tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=64815042603e4fe084e0db9c9093166c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1564493 Dec 14 03:00:53.010843 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40612) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:53.020512 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Set router 5da59c4a-1c8d-4707-ad29-c952dcf995c3 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:00:53.217620 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a06ec7-2fc9-4d77-8304-bd6027cd1e8b tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:53.228384 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b9a06ec7-2fc9-4d77-8304-bd6027cd1e8b tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2093437 Dec 14 03:00:53.230807 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40624) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:53.257179 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fed1bd3d-59ad-436b-887f-9569815a64f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:53.419261 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3dec2080-1bdc-45ed-a858-cefeb11f1154 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1855855 Dec 14 03:00:53.422247 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40628) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:53.427853 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b6226f2b-21dd-4edf-94ba-fde67b28022e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-224616318', 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e', 'project_id': '64815042603e4fe084e0db9c9093166c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:00:53.607850 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152749553', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:00:49Z', 'updated_at': '2021-12-14T03:00:51Z', 'revision_number': 3, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:50Z', 'updated_at': '2021-12-14T03:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:53.640517 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Checking router: 5da59c4a-1c8d-4707-ad29-c952dcf995c3 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:00:53.641169 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Updating router 5da59c4a-1c8d-4707-ad29-c952dcf995c3 port 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:00:53.670413 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:53.680274 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6226f2b-21dd-4edf-94ba-fde67b28022e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Made reservation on behalf of 64815042603e4fe084e0db9c9093166c for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:00:53.685649 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6226f2b-21dd-4edf-94ba-fde67b28022e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:54.150102 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6226f2b-21dd-4edf-94ba-fde67b28022e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:54.273065 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6226f2b-21dd-4edf-94ba-fde67b28022e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Subnet': ['ID=1d404b8f-5d0c-48f7-b7fe-c040cf750c5b,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:54.273332 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6226f2b-21dd-4edf-94ba-fde67b28022e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Checking segment: {'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:00:54.273671 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6226f2b-21dd-4edf-94ba-fde67b28022e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network hostable DHCP agents. Network: 903f1bd6-80e3-4ace-a820-2435fe44884e, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:00:54.318196 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:54.361495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed1bd3d-59ad-436b-887f-9569815a64f1 admin admin] Router e1228c55-43f6-4bb8-a475-c3a5e1f947ca has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:00:54.427405 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6226f2b-21dd-4edf-94ba-fde67b28022e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network 903f1bd6-80e3-4ace-a820-2435fe44884e is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:00:54.476656 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:54.535675 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-b6226f2b-21dd-4edf-94ba-fde67b28022e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 903f1bd6-80e3-4ace-a820-2435fe44884e) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:00:54.540242 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6226f2b-21dd-4edf-94ba-fde67b28022e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:00:54.541020 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6226f2b-21dd-4edf-94ba-fde67b28022e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:54.547196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a136d4b1-be33-4243-9e7d-b396082b898c None None] Network 903f1bd6-80e3-4ace-a820-2435fe44884e requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:00:54.557824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed1bd3d-59ad-436b-887f-9569815a64f1 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:00:54.565902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fed1bd3d-59ad-436b-887f-9569815a64f1 admin admin] 10.222.0.39 "PUT /v2.0/routers/e1228c55-43f6-4bb8-a475-c3a5e1f947ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0871880 Dec 14 03:00:54.569164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40648) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:54.571419 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6b536-1696-409a-9f71-cc35cdef5ff1 None None] Pushing event updated for resources: {'Port': ['ID=6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:54.632553 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Attempting to bind port 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:00:54.637050 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Attempting to bind port 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:00:54.642824 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Attempting to bind port 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:00:54.659999 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:00:54.660498 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:00:54.660884 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:54.664937 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:00:54.666554 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Bound port: 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:00:54.672626 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:54.700860 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa1e5-c045-4ab4-83e0-4bf39e0c2c5f admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:54.754110 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b536-1696-409a-9f71-cc35cdef5ff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:54.754554 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b536-1696-409a-9f71-cc35cdef5ff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:54.754799 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b6226f2b-21dd-4edf-94ba-fde67b28022e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3305109 Dec 14 03:00:54.754928 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b536-1696-409a-9f71-cc35cdef5ff1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:54.755143 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b536-1696-409a-9f71-cc35cdef5ff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:54.755495 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b536-1696-409a-9f71-cc35cdef5ff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:54.756921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40654) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:54.762684 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b536-1696-409a-9f71-cc35cdef5ff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:54.763019 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b536-1696-409a-9f71-cc35cdef5ff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:54.763364 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b536-1696-409a-9f71-cc35cdef5ff1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:54.763760 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b536-1696-409a-9f71-cc35cdef5ff1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:54.764096 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b536-1696-409a-9f71-cc35cdef5ff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:54.764427 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b536-1696-409a-9f71-cc35cdef5ff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:54.764759 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b536-1696-409a-9f71-cc35cdef5ff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:54.765083 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff6b536-1696-409a-9f71-cc35cdef5ff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:00:54.798156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcebae5-8d85-4bcf-8242-0d856fb1142d None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:00:54.799773 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e333fb-5e2f-4db1-9c35-488a2f75cc50 None None] Sync routers for ids ['e1228c55-43f6-4bb8-a475-c3a5e1f947ca'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:00:54.845575 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e333fb-5e2f-4db1-9c35-488a2f75cc50 None None] Routers {'e1228c55-43f6-4bb8-a475-c3a5e1f947ca'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:00:54.845969 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d8e333fb-5e2f-4db1-9c35-488a2f75cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:00:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e1228c55-43f6-4bb8-a475-c3a5e1f947ca'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:54.846210 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] For port 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:00:54.856960 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] For port 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:00:54.974946 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:55.154544 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-d8e333fb-5e2f-4db1-9c35-488a2f75cc50 None None] Set router e1228c55-43f6-4bb8-a475-c3a5e1f947ca gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:00:55.174731 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Routers {'5da59c4a-1c8d-4707-ad29-c952dcf995c3'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:00:55.175388 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:00:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:55.199535 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6b536-1696-409a-9f71-cc35cdef5ff1 None None] Pushing event updated for resources: {'Port': ['ID=6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:55.329982 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-903f1bd6-80e3-4ace-a820-2435fe44884e', 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e', 'project_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ips': [{'subnet_id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:00:55.330920 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:55.339350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e369fb7-29d4-40ec-b61f-09cb73a9dcf3 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:00:55.740492 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-45ab3f63-8cb0-4917-9648-a63eb5e810a6 None None] Provisioning complete for port 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:55.741222 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-45ab3f63-8cb0-4917-9648-a63eb5e810a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:55.802037 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa1e5-c045-4ab4-83e0-4bf39e0c2c5f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:55.866230 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] Set router 5da59c4a-1c8d-4707-ad29-c952dcf995c3 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:00:55.953040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Allocated IP 172.20.0.2 (903f1bd6-80e3-4ace-a820-2435fe44884e/1d404b8f-5d0c-48f7-b7fe-c040cf750c5b/313713dd-8e09-4940-8f47-245ac46d0bff) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:00:56.047200 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-fb5fa1e5-c045-4ab4-83e0-4bf39e0c2c5f admin admin] Deleting port 4ea21235-0ab2-473a-a766-f3c4eb91ae62 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:00:56.047562 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa1e5-c045-4ab4-83e0-4bf39e0c2c5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:56.076134 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff3f347e-9cc5-4270-90d1-cfff8260eee4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:56.094410 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-45ab3f63-8cb0-4917-9648-a63eb5e810a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:56.104917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d8e333fb-5e2f-4db1-9c35-488a2f75cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1228c55-43f6-4bb8-a475-c3a5e1f947ca', 'name': 'tempest-TestServerMultinode-1936176031-router', 'tenant_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.82'}], 'enable_snat': True}, 'gw_port_id': '4ea21235-0ab2-473a-a766-f3c4eb91ae62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:48Z', 'updated_at': '2021-12-14T03:00:52Z', 'revision_number': 5, 'project_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'gw_port': {'id': '4ea21235-0ab2-473a-a766-f3c4eb91ae62', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1228c55-43f6-4bb8-a475-c3a5e1f947ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:49Z', 'updated_at': '2021-12-14T02:59:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:56.327281 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e333fb-5e2f-4db1-9c35-488a2f75cc50 None None] Checking router: e1228c55-43f6-4bb8-a475-c3a5e1f947ca for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:00:56.350265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-45ab3f63-8cb0-4917-9648-a63eb5e810a6 None None] For port 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:56.358658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e333fb-5e2f-4db1-9c35-488a2f75cc50 None None] Routers {'e1228c55-43f6-4bb8-a475-c3a5e1f947ca'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:00:56.361890 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d8e333fb-5e2f-4db1-9c35-488a2f75cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:00:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e1228c55-43f6-4bb8-a475-c3a5e1f947ca'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:56.381290 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-fb5fa1e5-c045-4ab4-83e0-4bf39e0c2c5f admin admin] For port 4ea21235-0ab2-473a-a766-f3c4eb91ae62, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=4ea21235-0ab2-473a-a766-f3c4eb91ae62,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:56.382217 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa1e5-c045-4ab4-83e0-4bf39e0c2c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:56.447528 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-fb5fa1e5-c045-4ab4-83e0-4bf39e0c2c5f admin admin] Calling delete_port for 4ea21235-0ab2-473a-a766-f3c4eb91ae62 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:00:56.450313 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-45ab3f63-8cb0-4917-9648-a63eb5e810a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:56.459518 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152749553', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:00:49Z', 'updated_at': '2021-12-14T03:00:51Z', 'revision_number': 3, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:50Z', 'updated_at': '2021-12-14T03:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:56.513785 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab3f63-8cb0-4917-9648-a63eb5e810a6 None None] Pushing event updated for resources: {'Port': ['ID=6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:56.582614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-d8e333fb-5e2f-4db1-9c35-488a2f75cc50 None None] Set router e1228c55-43f6-4bb8-a475-c3a5e1f947ca gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:00:56.591141 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c7d06b-4066-4930-820d-aca4b2a8ee71 None None] The sync data for ids ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'] in n-d-821636-1 is: [{'id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152749553', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:00:49Z', 'updated_at': '2021-12-14T03:00:51Z', 'revision_number': 3, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:50Z', 'updated_at': '2021-12-14T03:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:00:56.636787 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-117d9855-b0eb-4325-8421-61332a24b624 None None] Provisioning complete for port 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:56.638009 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-117d9855-b0eb-4325-8421-61332a24b624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:56.776930 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-d8e333fb-5e2f-4db1-9c35-488a2f75cc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1228c55-43f6-4bb8-a475-c3a5e1f947ca', 'name': 'tempest-TestServerMultinode-1936176031-router', 'tenant_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:48Z', 'updated_at': '2021-12-14T03:00:55Z', 'revision_number': 6, 'project_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:56.834707 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e333fb-5e2f-4db1-9c35-488a2f75cc50 None None] The sync data for ids ['e1228c55-43f6-4bb8-a475-c3a5e1f947ca'] in n-d-821636-1 is: [{'id': 'e1228c55-43f6-4bb8-a475-c3a5e1f947ca', 'name': 'tempest-TestServerMultinode-1936176031-router', 'tenant_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:48Z', 'updated_at': '2021-12-14T03:00:55Z', 'revision_number': 6, 'project_id': '7cca95d1571d4fab98bf9a8e7c61d442', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:00:56.837558 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:56.958188 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:57.032369 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Network 903f1bd6-80e3-4ace-a820-2435fe44884e is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:00:57.036562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-ff3f347e-9cc5-4270-90d1-cfff8260eee4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Allocated IP 172.20.0.1 (903f1bd6-80e3-4ace-a820-2435fe44884e/1d404b8f-5d0c-48f7-b7fe-c040cf750c5b/df993237-157e-4bc9-9aad-eef52d32f431) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:00:57.039713 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:00:57.051097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:00:57.057551 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Pushing event updated for resources: {'Port': ['ID=313713dd-8e09-4940-8f47-245ac46d0bff,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:57.073386 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa1e5-c045-4ab4-83e0-4bf39e0c2c5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:57.120962 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fa1e5-c045-4ab4-83e0-4bf39e0c2c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea21235-0ab2-473a-a766-f3c4eb91ae62,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:57.161394 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Attempting to bind port 313713dd-8e09-4940-8f47-245ac46d0bff on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:00:57.161394 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Attempting to bind port 313713dd-8e09-4940-8f47-245ac46d0bff by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:00:57.161394 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Attempting to bind port 313713dd-8e09-4940-8f47-245ac46d0bff on network 903f1bd6-80e3-4ace-a820-2435fe44884e {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:00:57.162868 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e77ec3-5919-4eec-9ab7-398d025f8467 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:00:57.166280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:00:57.166472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Checking segment: {'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:00:57.166881 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:57.167290 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Bound using segment: {'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:00:57.167789 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Bound port: 313713dd-8e09-4940-8f47-245ac46d0bff, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:00:57.168215 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:57.277081 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa1e5-c045-4ab4-83e0-4bf39e0c2c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:57.292298 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff3f347e-9cc5-4270-90d1-cfff8260eee4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:57.348879 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] For port 313713dd-8e09-4940-8f47-245ac46d0bff, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:00:57.352953 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] For port 313713dd-8e09-4940-8f47-245ac46d0bff, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=313713dd-8e09-4940-8f47-245ac46d0bff,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:00:57.356491 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:57.437978 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:57.442375 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa1e5-c045-4ab4-83e0-4bf39e0c2c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:57.444602 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa1e5-c045-4ab4-83e0-4bf39e0c2c5f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:57.551715 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff3f347e-9cc5-4270-90d1-cfff8260eee4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:57.613205 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c55e7-9d83-4b5c-b1c7-a047c6ef6079 None None] Pushing event updated for resources: {'Port': ['ID=313713dd-8e09-4940-8f47-245ac46d0bff,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:57.639571 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa1e5-c045-4ab4-83e0-4bf39e0c2c5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:57.644253 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5fa1e5-c045-4ab4-83e0-4bf39e0c2c5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1228c55-43f6-4bb8-a475-c3a5e1f947ca {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:00:57.651600 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3f347e-9cc5-4270-90d1-cfff8260eee4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network 903f1bd6-80e3-4ace-a820-2435fe44884e is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:00:57.655472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-ff3f347e-9cc5-4270-90d1-cfff8260eee4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:00:57.661244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3f347e-9cc5-4270-90d1-cfff8260eee4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:00:57.661943 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa1e5-c045-4ab4-83e0-4bf39e0c2c5f admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:57.666418 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fb5fa1e5-c045-4ab4-83e0-4bf39e0c2c5f admin admin] 10.222.0.39 "DELETE /v2.0/routers/e1228c55-43f6-4bb8-a475-c3a5e1f947ca HTTP/1.1" status: 204 len: 168 time: 3.0956061 Dec 14 03:00:57.669396 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40710) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:57.714142 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f347e-9cc5-4270-90d1-cfff8260eee4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=df993237-157e-4bc9-9aad-eef52d32f431,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:57.773248 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff3f347e-9cc5-4270-90d1-cfff8260eee4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:57.814362 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0146388-8ebb-4679-b253-01ac213058a5 admin admin] Deleting subnet 7733ca04-82a5-408e-bd44-612edb1730ff {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:00:57.827489 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e0146388-8ebb-4679-b253-01ac213058a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:57.959194 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e0146388-8ebb-4679-b253-01ac213058a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:58.104821 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:00:58.218693 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff3f347e-9cc5-4270-90d1-cfff8260eee4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:58.282746 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:58.283236 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:58.301990 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e0146388-8ebb-4679-b253-01ac213058a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:58.606365 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e0146388-8ebb-4679-b253-01ac213058a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:58.655072 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e0146388-8ebb-4679-b253-01ac213058a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:58.666745 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e0146388-8ebb-4679-b253-01ac213058a5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7733ca04-82a5-408e-bd44-612edb1730ff HTTP/1.1" status: 204 len: 168 time: 0.9960401 Dec 14 03:00:58.669276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40728) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:00:58.674524 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3204a084-c2fe-4936-a12f-c572107eff44 None None] Network d3c65717-f8e6-43cf-9a18-6796682e14f2 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:00:58.743969 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0146388-8ebb-4679-b253-01ac213058a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7733ca04-82a5-408e-bd44-612edb1730ff,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:58.791456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 4ea21235-0ab2-473a-a766-f3c4eb91ae62 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:00:58.849386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 4ea21235-0ab2-473a-a766-f3c4eb91ae62 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:00:58.854691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 4ea21235-0ab2-473a-a766-f3c4eb91ae62 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:00:58.860763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 741fd915-9049-40f9-a342-28bd23fce1df no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:00:58.869754 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:58.913097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 741fd915-9049-40f9-a342-28bd23fce1df {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:00:58.918286 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 741fd915-9049-40f9-a342-28bd23fce1df not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:00:59.198512 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628e7cfd-ae81-4ee4-8e3f-4978ffdcb36a None None] DHCP port deletion for d3c65717-f8e6-43cf-9a18-6796682e14f2 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:00:59.259744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] Deleting port 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:00:59.260082 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:59.321748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-628e7cfd-ae81-4ee4-8e3f-4978ffdcb36a None None] Deleting port 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:00:59.322272 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-628e7cfd-ae81-4ee4-8e3f-4978ffdcb36a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:59.329790 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff3f347e-9cc5-4270-90d1-cfff8260eee4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:59.361164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] For port 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc,segment=NetworkSegment(30b50b21-1ae2-45a2-9869-b29a8ed3eb7e),segment_id=30b50b21-1ae2-45a2-9869-b29a8ed3eb7e)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:59.362007 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:59.378963 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] Calling delete_port for 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:00:59.404500 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-628e7cfd-ae81-4ee4-8e3f-4978ffdcb36a None None] For port 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc,segment=NetworkSegment(30b50b21-1ae2-45a2-9869-b29a8ed3eb7e),segment_id=30b50b21-1ae2-45a2-9869-b29a8ed3eb7e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:00:59.405203 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-628e7cfd-ae81-4ee4-8e3f-4978ffdcb36a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:59.423414 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-628e7cfd-ae81-4ee4-8e3f-4978ffdcb36a None None] Calling delete_port for 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:00:59.477466 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff3f347e-9cc5-4270-90d1-cfff8260eee4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:59.539769 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ce24b7-46a1-408d-a45b-73289f37601e None None] Network 903f1bd6-80e3-4ace-a820-2435fe44884e requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:00:59.570134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3f347e-9cc5-4270-90d1-cfff8260eee4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=df993237-157e-4bc9-9aad-eef52d32f431,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:59.571974 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:59.609907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:59.615720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] No DVR routers for this DVR port 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:00:59.643343 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff3f347e-9cc5-4270-90d1-cfff8260eee4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:59.671935 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-628e7cfd-ae81-4ee4-8e3f-4978ffdcb36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:59.736362 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e7cfd-ae81-4ee4-8e3f-4978ffdcb36a None None] Pushing event deleted for resources: {'Port': ['ID=3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:00:59.743234 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628e7cfd-ae81-4ee4-8e3f-4978ffdcb36a None None] No DVR routers for this DVR port 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:00:59.744968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6b0ce2a9-23fb-4fc3-8aa2-1a944fc99d9a None None] Provisioning complete for port 313713dd-8e09-4940-8f47-245ac46d0bff triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:00:59.745531 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b0ce2a9-23fb-4fc3-8aa2-1a944fc99d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:59.759940 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:59.782457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c65717-f8e6-43cf-9a18-6796682e14f2']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:59.792651 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b50b21-1ae2-45a2-9869-b29a8ed3eb7e') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:59.792959 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b50b21-1ae2-45a2-9869-b29a8ed3eb7e') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:00:59.816107 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:59.838704 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:59.848341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:00:59.860717 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:59.925490 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b0ce2a9-23fb-4fc3-8aa2-1a944fc99d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: timer() Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:00:59.957067 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:01:00.093517 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6b0ce2a9-23fb-4fc3-8aa2-1a944fc99d9a None None] For port 313713dd-8e09-4940-8f47-245ac46d0bff, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=313713dd-8e09-4940-8f47-245ac46d0bff,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:01:00.134079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 313713dd-8e09-4940-8f47-245ac46d0bff up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:01:00.214860 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b0ce2a9-23fb-4fc3-8aa2-1a944fc99d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:00.258950 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3f347e-9cc5-4270-90d1-cfff8260eee4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network 903f1bd6-80e3-4ace-a820-2435fe44884e is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:01:00.260512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-ff3f347e-9cc5-4270-90d1-cfff8260eee4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:01:00.357100 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ce2a9-23fb-4fc3-8aa2-1a944fc99d9a None None] Pushing event updated for resources: {'Port': ['ID=313713dd-8e09-4940-8f47-245ac46d0bff,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:00.378498 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:00.390359 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:00.395954 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d3c65717-f8e6-43cf-9a18-6796682e14f2 HTTP/1.1" status: 204 len: 168 time: 1.7231157 Dec 14 03:01:00.430931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-aa6c31d9-2141-4c27-a8d9-a871a18d180b None None] Provisioning complete for port 313713dd-8e09-4940-8f47-245ac46d0bff triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:00.431331 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aa6c31d9-2141-4c27-a8d9-a871a18d180b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:00.532727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 313713dd-8e09-4940-8f47-245ac46d0bff triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:00.533098 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:00.537494 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:00.568427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c5a58-e0da-4d87-844f-bab9fd0f7bb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3c65717-f8e6-43cf-9a18-6796682e14f2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:00.674119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3f347e-9cc5-4270-90d1-cfff8260eee4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 5da59c4a-1c8d-4707-ad29-c952dcf995c3 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:01:00.822487 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:01:00.838979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-aa6c31d9-2141-4c27-a8d9-a871a18d180b None None] Provisioning complete for port df993237-157e-4bc9-9aad-eef52d32f431 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:00.839362 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aa6c31d9-2141-4c27-a8d9-a871a18d180b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:00.890029 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:01:00.890381 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3e89d6e1-8922-46d5-b8f3-aa71c6b71dbc not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:01:00.923224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3f347e-9cc5-4270-90d1-cfff8260eee4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:01:00.926090 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-aa6c31d9-2141-4c27-a8d9-a871a18d180b None None] Port df993237-157e-4bc9-9aad-eef52d32f431 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:01:00.940541 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Sync routers for ids ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:01:00.962955 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ff3f347e-9cc5-4270-90d1-cfff8260eee4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "PUT /v2.0/routers/5da59c4a-1c8d-4707-ad29-c952dcf995c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1963098 Dec 14 03:01:00.969989 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Routers {'5da59c4a-1c8d-4707-ad29-c952dcf995c3'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:01:00.971603 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:00:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:01.006305 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40764) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:01.059562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-909cdc5e-c151-4e62-9ab8-6d0bd9cfb430 None None] Provisioning complete for port df993237-157e-4bc9-9aad-eef52d32f431 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:01.060139 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-909cdc5e-c151-4e62-9ab8-6d0bd9cfb430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:01.156772 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Set router 5da59c4a-1c8d-4707-ad29-c952dcf995c3 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:01:01.170212 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4a408502-efc9-4490-bf77-148d0c56fb21 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46dbedc3544a436aa7b3af8b06abdc96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1625457 Dec 14 03:01:01.172856 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40770) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:01.206063 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-909cdc5e-c151-4e62-9ab8-6d0bd9cfb430 None None] Port df993237-157e-4bc9-9aad-eef52d32f431 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:01:01.330469 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bffcb1b-05db-4671-b5dd-2f02e34f5cd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:01.362792 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-12464377-9947-4922-8f3b-e604023a50e6 None None] Provisioning complete for port df993237-157e-4bc9-9aad-eef52d32f431 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:01.363474 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-12464377-9947-4922-8f3b-e604023a50e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:01.383511 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bffcb1b-05db-4671-b5dd-2f02e34f5cd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:01.479393 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-667d7e6c-0508-49f7-a2cd-5fd4e95cfa22 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1553218182&fields=id&tenant_id=64815042603e4fe084e0db9c9093166c HTTP/1.1" status: 200 len: 267 time: 0.1714849 Dec 14 03:01:01.482104 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-12464377-9947-4922-8f3b-e604023a50e6 None None] Port df993237-157e-4bc9-9aad-eef52d32f431 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:01:01.570551 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bffcb1b-05db-4671-b5dd-2f02e34f5cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:01.573360 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9bffcb1b-05db-4671-b5dd-2f02e34f5cd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:01.575546 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9bffcb1b-05db-4671-b5dd-2f02e34f5cd2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed7a505d-9f31-440f-940f-4bde33d08629 HTTP/1.1" status: 204 len: 168 time: 0.4012110 Dec 14 03:01:01.598482 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bffcb1b-05db-4671-b5dd-2f02e34f5cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7a505d-9f31-440f-940f-4bde33d08629,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:01.714235 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152749553', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:00:49Z', 'updated_at': '2021-12-14T03:00:58Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:50Z', 'updated_at': '2021-12-14T03:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'df993237-157e-4bc9-9aad-eef52d32f431', 'name': '', 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:a0:dc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:56Z', 'updated_at': '2021-12-14T03:00:58Z', 'revision_number': 2, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:01.716052 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-8d8b11fc-803b-4251-aa76-7fd20ed55686 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:01.727176 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-8d8b11fc-803b-4251-aa76-7fd20ed55686 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/networks?id=903f1bd6-80e3-4ace-a820-2435fe44884e HTTP/1.1" status: 200 len: 796 time: 0.2466562 Dec 14 03:01:01.751879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-3d2f644c-ad7e-400d-8aec-0c0dfaf321aa tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/quotas/64815042603e4fe084e0db9c9093166c HTTP/1.1" status: 200 len: 375 time: 0.0236242 Dec 14 03:01:01.781135 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Checking router: 5da59c4a-1c8d-4707-ad29-c952dcf995c3 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:01:01.781532 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Updating router 5da59c4a-1c8d-4707-ad29-c952dcf995c3 port df993237-157e-4bc9-9aad-eef52d32f431 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:01:01.823590 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:01.897512 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-6a7467b8-f1eb-4542-8cea-da7334bd034a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1434562 Dec 14 03:01:01.994776 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 313713dd-8e09-4940-8f47-245ac46d0bff up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:01:02.072040 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-f09a508f-9b16-4658-87f9-016fe1fe9f7d service neutron] 10.222.0.39 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560016 Dec 14 03:01:02.084102 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 313713dd-8e09-4940-8f47-245ac46d0bff triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:02.084560 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:02.274460 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:02.316621 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-42295fa8-d0d8-4881-b790-7aadd783fbc3 service neutron] 10.222.0.39 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436523 Dec 14 03:01:02.359315 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:02.495519 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a743ef-542a-4fbc-ab93-0cd1078082a0 None None] Pushing event updated for resources: {'Port': ['ID=df993237-157e-4bc9-9aad-eef52d32f431,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:02.569253 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Attempting to bind port df993237-157e-4bc9-9aad-eef52d32f431 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:01:02.569956 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Attempting to bind port df993237-157e-4bc9-9aad-eef52d32f431 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:01:02.570485 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Attempting to bind port df993237-157e-4bc9-9aad-eef52d32f431 on network 903f1bd6-80e3-4ace-a820-2435fe44884e {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:01:02.584508 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:01:02.584882 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Checking segment: {'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:01:02.585206 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:02.585736 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Bound using segment: {'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:01:02.586206 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Bound port: df993237-157e-4bc9-9aad-eef52d32f431, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:01:02.586587 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:02.735686 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40826) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:02.767332 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b0169ade-3ffa-4850-8c1c-ee057147738b req-91fedc5c-06b4-49e0-a371-0aa9d52eee58 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 210 time: 0.0891693 Dec 14 03:01:02.768413 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] For port df993237-157e-4bc9-9aad-eef52d32f431, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:01:02.770349 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1bd04960-e959-4a72-97cc-3f03b751c5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:02.775177 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] For port df993237-157e-4bc9-9aad-eef52d32f431, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=df993237-157e-4bc9-9aad-eef52d32f431,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:01:02.829346 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-95fc2a36-54cd-4004-b00a-6c60e0fe8cfa None None] Provisioning complete for port df993237-157e-4bc9-9aad-eef52d32f431 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:02.830860 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-95fc2a36-54cd-4004-b00a-6c60e0fe8cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:02.833383 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-77df1ee4-9349-46ac-b70d-a5068fdde192 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7cca95d1571d4fab98bf9a8e7c61d442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0965185 Dec 14 03:01:02.836094 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 40828) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:02.844823 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:02.884461 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-95fc2a36-54cd-4004-b00a-6c60e0fe8cfa None None] Port df993237-157e-4bc9-9aad-eef52d32f431 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:01:02.936975 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e94f5f8-9a4e-4a67-9939-27bf61cbb30d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:02.979336 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a743ef-542a-4fbc-ab93-0cd1078082a0 None None] Pushing event updated for resources: {'Port': ['ID=df993237-157e-4bc9-9aad-eef52d32f431,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:02.984074 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e94f5f8-9a4e-4a67-9939-27bf61cbb30d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:02.991558 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Routers {'5da59c4a-1c8d-4707-ad29-c952dcf995c3'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:01:02.994361 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:00:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:03.158541 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e94f5f8-9a4e-4a67-9939-27bf61cbb30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:03.162192 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6e94f5f8-9a4e-4a67-9939-27bf61cbb30d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:03.165963 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6e94f5f8-9a4e-4a67-9939-27bf61cbb30d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f16451d7-5164-4280-abb9-469b64842989 HTTP/1.1" status: 204 len: 168 time: 0.3259368 Dec 14 03:01:03.175228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94f5f8-9a4e-4a67-9939-27bf61cbb30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16451d7-5164-4280-abb9-469b64842989,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:03.185801 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] Set router 5da59c4a-1c8d-4707-ad29-c952dcf995c3 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:01:03.329016 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-15a93e27-e14c-4887-b9a5-290cb65853fc None None] Provisioning complete for port df993237-157e-4bc9-9aad-eef52d32f431 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:03.329426 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15a93e27-e14c-4887-b9a5-290cb65853fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:03.502139 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15a93e27-e14c-4887-b9a5-290cb65853fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:03.554397 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-15a93e27-e14c-4887-b9a5-290cb65853fc None None] For port df993237-157e-4bc9-9aad-eef52d32f431, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=df993237-157e-4bc9-9aad-eef52d32f431,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:01:03.574200 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152749553', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:00:49Z', 'updated_at': '2021-12-14T03:00:58Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:50Z', 'updated_at': '2021-12-14T03:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'df993237-157e-4bc9-9aad-eef52d32f431', 'name': '', 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:a0:dc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:56Z', 'updated_at': '2021-12-14T03:01:02Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:03.622290 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15a93e27-e14c-4887-b9a5-290cb65853fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:03.719255 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635ad18f-1cee-474e-ba4e-208386810c02 None None] The sync data for ids ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'] in n-d-821636-1 is: [{'id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152749553', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:00:49Z', 'updated_at': '2021-12-14T03:00:58Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:50Z', 'updated_at': '2021-12-14T03:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'df993237-157e-4bc9-9aad-eef52d32f431', 'name': '', 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:a0:dc:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:56Z', 'updated_at': '2021-12-14T03:01:02Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:01:03.720603 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a93e27-e14c-4887-b9a5-290cb65853fc None None] Pushing event updated for resources: {'Port': ['ID=df993237-157e-4bc9-9aad-eef52d32f431,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:03.885944 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-96cf9ecf-0f3e-4118-ae56-8aa37900ac0e req-96fa77db-ddf3-4033-b7cd-566c87b75b7f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 210 time: 0.0445540 Dec 14 03:01:04.068058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device df993237-157e-4bc9-9aad-eef52d32f431 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:01:04.153891 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port df993237-157e-4bc9-9aad-eef52d32f431 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:04.154513 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:05.046390 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40896) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:05.047965 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0986d44e-a8c9-431f-bbfe-23c0198514a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:05.081854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a37f821-2e5d-4622-8cae-811c1c5394b8 req-c52031fe-7c88-4fbe-bfd3-0e434c7552b9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 210 time: 0.0738325 Dec 14 03:01:05.257229 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-28edb1d4-805d-46c4-a657-66aba01ec264 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-180064573-network', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:01:05.364136 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28edb1d4-805d-46c4-a657-66aba01ec264 admin admin] Made reservation on behalf of 9f0b73c75de740e8ad1f65064e3d00cd for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:01:05.366819 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-28edb1d4-805d-46c4-a657-66aba01ec264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:05.376932 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-28edb1d4-805d-46c4-a657-66aba01ec264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:05.516779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-0dd853bf-c6ec-4263-98e5-578f241b8cf6 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:05.518624 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-0dd853bf-c6ec-4263-98e5-578f241b8cf6 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.47 "GET /v2.0/networks?id=903f1bd6-80e3-4ace-a820-2435fe44884e HTTP/1.1" status: 200 len: 796 time: 0.2142186 Dec 14 03:01:05.542132 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-28edb1d4-805d-46c4-a657-66aba01ec264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:05.602377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-60f725a2-ee78-4463-bfcf-d470ffdeaa14 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64815042603e4fe084e0db9c9093166c HTTP/1.1" status: 200 len: 380 time: 0.0680737 Dec 14 03:01:05.617684 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'port': {'device_id': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e', 'admin_state_up': True, 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'security_groups': ['da432cf8-2b48-4fda-8b93-fb5386e5eaf5']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:01:05.632385 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-28edb1d4-805d-46c4-a657-66aba01ec264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:05.689898 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edb1d4-805d-46c4-a657-66aba01ec264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561de48e-b108-4c4a-aec7-a8aad4da9ae1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:05.714007 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28edb1d4-805d-46c4-a657-66aba01ec264 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:01:05.731584 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-28edb1d4-805d-46c4-a657-66aba01ec264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:05.731932 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-28edb1d4-805d-46c4-a657-66aba01ec264 admin admin] Added segment f4ca8cc5-be87-4d1c-9d9f-e89050342cec of type vlan for network f6fdd018-425d-422f-958d-84f11d8dd088 Dec 14 03:01:05.802062 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-28edb1d4-805d-46c4-a657-66aba01ec264 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:05.889809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Made reservation on behalf of 64815042603e4fe084e0db9c9093166c for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:01:05.893562 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:05.930125 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-28edb1d4-805d-46c4-a657-66aba01ec264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:05.931101 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28edb1d4-805d-46c4-a657-66aba01ec264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:05.931724 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-28edb1d4-805d-46c4-a657-66aba01ec264 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:05.998675 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edb1d4-805d-46c4-a657-66aba01ec264 admin admin] Pushing event updated for resources: {'Network': ['ID=f6fdd018-425d-422f-958d-84f11d8dd088,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:06.009584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network f6fdd018-425d-422f-958d-84f11d8dd088 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:01:06.077790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Allocated IP 172.20.0.6 (903f1bd6-80e3-4ace-a820-2435fe44884e/1d404b8f-5d0c-48f7-b7fe-c040cf750c5b/0308d3e7-d52e-481d-9c48-614b51a72984) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:01:06.111819 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-28edb1d4-805d-46c4-a657-66aba01ec264 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0635824 Dec 14 03:01:06.114551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40926) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:06.119747 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6bdadac5-4b7a-4309-be3c-66bbf15c7dca admin admin] Request body: {'subnet': {'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-180064573-subnet', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:01:06.209104 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdadac5-4b7a-4309-be3c-66bbf15c7dca admin admin] Made reservation on behalf of 9f0b73c75de740e8ad1f65064e3d00cd for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:01:06.222598 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6bdadac5-4b7a-4309-be3c-66bbf15c7dca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:06.284350 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7123d54e-2161-4dee-9347-af23e2ced238 req-79779813-2b51-4c88-8eb9-9d6e9f576d2f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 210 time: 0.1074438 Dec 14 03:01:06.356942 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:06.396855 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:06.477362 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:06.521278 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network 903f1bd6-80e3-4ace-a820-2435fe44884e is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:01:06.529688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:01:06.533744 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6bdadac5-4b7a-4309-be3c-66bbf15c7dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:06.549188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:01:06.615090 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=0308d3e7-d52e-481d-9c48-614b51a72984,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:06.630259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:06.630259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:06.630259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:06.630259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:06.630259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:06.630259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:06.630259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:06.630259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:06.630259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:06.631478 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:06.631813 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:06.632208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:06.632613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:06.652399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:06.653921 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:06.668430 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdadac5-4b7a-4309-be3c-66bbf15c7dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5aaf324-af95-4991-b53e-9e216afcf02f,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:06.672436 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdadac5-4b7a-4309-be3c-66bbf15c7dca admin admin] Checking segment: {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:01:06.672870 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdadac5-4b7a-4309-be3c-66bbf15c7dca admin admin] Network hostable DHCP agents. Network: f6fdd018-425d-422f-958d-84f11d8dd088, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:01:06.767032 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-3f90fc31-902a-4418-b6df-374e0f977f18 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1533911 Dec 14 03:01:06.785145 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdadac5-4b7a-4309-be3c-66bbf15c7dca admin admin] Network f6fdd018-425d-422f-958d-84f11d8dd088 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:01:06.790781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Request body: {'port': {'device_id': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:01:06.866105 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:06.873762 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-fb565083-2a66-459e-9b8f-61e3c5efe476 None None] Provisioning complete for port 0308d3e7-d52e-481d-9c48-614b51a72984 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:06.874409 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fb565083-2a66-459e-9b8f-61e3c5efe476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:06.882415 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-6bdadac5-4b7a-4309-be3c-66bbf15c7dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, f6fdd018-425d-422f-958d-84f11d8dd088) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:01:06.893562 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdadac5-4b7a-4309-be3c-66bbf15c7dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:06.894837 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6bdadac5-4b7a-4309-be3c-66bbf15c7dca admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:06.927666 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a07adac-e892-47f1-8d5b-bd009acf1e11 None None] Network f6fdd018-425d-422f-958d-84f11d8dd088 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:01:06.999999 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6bdadac5-4b7a-4309-be3c-66bbf15c7dca admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8840628 Dec 14 03:01:07.003635 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 40950) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:07.008151 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:01:07.024891 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-fb565083-2a66-459e-9b8f-61e3c5efe476 None None] Port 0308d3e7-d52e-481d-9c48-614b51a72984 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:01:07.118714 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:07.120339 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:07.149118 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-f6fdd018-425d-422f-958d-84f11d8dd088', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:01:07.150401 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:07.210405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0308d3e7-d52e-481d-9c48-614b51a72984 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:01:07.220322 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:07.234669 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Transition to ACTIVE for port object 0308d3e7-d52e-481d-9c48-614b51a72984 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:01:07.236735 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:07.296215 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:07.344009 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Allocated IP 172.20.0.2 (f6fdd018-425d-422f-958d-84f11d8dd088/f5aaf324-af95-4991-b53e-9e216afcf02f/a36f3985-a714-4e96-bc5e-5ba5c54db02b) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:01:07.421699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Pushing event updated for resources: {'Port': ['ID=0308d3e7-d52e-481d-9c48-614b51a72984,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:07.557120 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Attempting to bind port 0308d3e7-d52e-481d-9c48-614b51a72984 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:01:07.557120 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Attempting to bind port 0308d3e7-d52e-481d-9c48-614b51a72984 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:01:07.557120 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Attempting to bind port 0308d3e7-d52e-481d-9c48-614b51a72984 on network 903f1bd6-80e3-4ace-a820-2435fe44884e {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:01:07.616465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4046b-0f52-4543-b633-75a4401266be req-d31ad9a6-ca89-4068-a294-5981fc0914e7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:07.616465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ece4046b-0f52-4543-b633-75a4401266be req-d31ad9a6-ca89-4068-a294-5981fc0914e7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 943 time: 0.1312444 Dec 14 03:01:07.616465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Port 0308d3e7-d52e-481d-9c48-614b51a72984 on network 903f1bd6-80e3-4ace-a820-2435fe44884e not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:01:07.616465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Attempting to bind port 0308d3e7-d52e-481d-9c48-614b51a72984 on network 903f1bd6-80e3-4ace-a820-2435fe44884e {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:01:07.633961 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:07.637012 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:01:07.648487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Checking segment: {'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:01:07.648487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Bound using segment: {'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:01:07.652076 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Bound port: 0308d3e7-d52e-481d-9c48-614b51a72984, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:01:07.653136 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:07.718524 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:07.781599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ece4046b-0f52-4543-b633-75a4401266be req-6ddbc0b9-28ad-4f39-9ea1-e2e37146cf1d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574321 Dec 14 03:01:07.797083 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:07.818941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:01:07.822742 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0308d3e7-d52e-481d-9c48-614b51a72984,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:01:07.865209 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Pushing event updated for resources: {'Port': ['ID=a36f3985-a714-4e96-bc5e-5ba5c54db02b,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:07.870185 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:07.879220 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Network f6fdd018-425d-422f-958d-84f11d8dd088 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:01:07.880910 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:01:07.886209 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:01:07.891339 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:07.999740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:08.000367 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:08.001794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] 10.222.0.47 "PUT /v2.0/ports/0308d3e7-d52e-481d-9c48-614b51a72984 HTTP/1.1" status: 200 len: 1091 time: 1.2204914 Dec 14 03:01:08.002245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:01:08.015122 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0d10c8-6539-435a-8833-39ee1b12d1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:01:08.019579 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Attempting to bind port a36f3985-a714-4e96-bc5e-5ba5c54db02b on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:01:08.022337 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Attempting to bind port a36f3985-a714-4e96-bc5e-5ba5c54db02b by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:01:08.023971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Attempting to bind port a36f3985-a714-4e96-bc5e-5ba5c54db02b on network f6fdd018-425d-422f-958d-84f11d8dd088 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:01:08.047884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb367e-d625-460b-aa9b-9991866a9282 service neutron] Pushing event updated for resources: {'Port': ['ID=0308d3e7-d52e-481d-9c48-614b51a72984,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:08.055327 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:01:08.062973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Checking segment: {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:01:08.062973 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:08.062973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Bound using segment: {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:01:08.062973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Bound port: a36f3985-a714-4e96-bc5e-5ba5c54db02b, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:01:08.062973 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:08.071077 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:08.112711 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:08.119078 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08252df5-c888-4815-81cd-a97c8f5846ef x-openstack-request-id: req-08252df5-c888-4815-81cd-a97c8f5846ef {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:01:08.119377 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:01:08.119637 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-08252df5-c888-4815-81cd-a97c8f5846ef {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:01:08.120048 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984', 'status': 'completed', 'code': 200} Dec 14 03:01:08.180212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] For port a36f3985-a714-4e96-bc5e-5ba5c54db02b, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:01:08.184956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] For port a36f3985-a714-4e96-bc5e-5ba5c54db02b, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a36f3985-a714-4e96-bc5e-5ba5c54db02b,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:01:08.221250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-cbdb268a-f8ca-41d8-b936-de00044ee5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:08.222801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-cbdb268a-f8ca-41d8-b936-de00044ee5fc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 1094 time: 0.0885572 Dec 14 03:01:08.255893 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:08.264085 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] Allocated IP 172.25.7.37 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/8238175f-adaa-412d-8348-2e8a5dedade1) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:01:08.372511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50868a26-c77f-47da-8592-1b1e7ba00dd5 None None] Pushing event updated for resources: {'Port': ['ID=a36f3985-a714-4e96-bc5e-5ba5c54db02b,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:08.499846 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:08.621763 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:08.660313 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:08.706136 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:01:08.711061 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:01:08.717081 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:01:08.720094 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] Pushing event updated for resources: {'Port': ['ID=8238175f-adaa-412d-8348-2e8a5dedade1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:08.739609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e070f2b-2a4e-4eb9-a5cb-7cecf5b563f6 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:01:08.786893 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9aed21cd-d423-48ee-8fbc-f922f991490d None None] Provisioning complete for port 8238175f-adaa-412d-8348-2e8a5dedade1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:08.790951 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9aed21cd-d423-48ee-8fbc-f922f991490d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:08.881733 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9aed21cd-d423-48ee-8fbc-f922f991490d None None] Port 8238175f-adaa-412d-8348-2e8a5dedade1 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:01:08.893319 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-80a7d9cf-0025-4c45-9289-22795f76448e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0308d3e7-d52e-481d-9c48-614b51a72984 HTTP/1.1" status: 200 len: 217 time: 0.6564896 Dec 14 03:01:09.000119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-e150e9fe-359c-4321-afa7-7ff2ed3508c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:09.001863 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-e150e9fe-359c-4321-afa7-7ff2ed3508c4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d404b8f-5d0c-48f7-b7fe-c040cf750c5b HTTP/1.1" status: 200 len: 834 time: 0.0861228 Dec 14 03:01:09.084415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-31f85689-69df-478c-9c56-b784b64eb2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:09.086126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-31f85689-69df-478c-9c56-b784b64eb2c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=903f1bd6-80e3-4ace-a820-2435fe44884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729241 Dec 14 03:01:09.111061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b5f1f-525c-4c5c-a2dd-0a398a0bc92e req-0cd5d287-48f0-417c-84c7-c9a0a6bb2715 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:09.118459 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eb7b5f1f-525c-4c5c-a2dd-0a398a0bc92e req-0cd5d287-48f0-417c-84c7-c9a0a6bb2715 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 943 time: 0.1151748 Dec 14 03:01:09.234998 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eb7b5f1f-525c-4c5c-a2dd-0a398a0bc92e req-3ed72cb6-e286-4840-843c-385bcaa64781 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155732 Dec 14 03:01:09.282719 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-f024ed61-661f-4c6a-92ba-ca3f0962ede4 service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875823 Dec 14 03:01:09.312227 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:09.404647 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d51cc75-eddf-4f19-9ae8-20c65013111e req-a140f198-8516-4988-8f5f-b2e023e97446 service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143446 Dec 14 03:01:09.597579 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:09.712133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d10c8-6539-435a-8833-39ee1b12d1d7 req-a5755f8b-0d13-40cc-8db7-8f1735e8fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:09.716816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b0d10c8-6539-435a-8833-39ee1b12d1d7 req-a5755f8b-0d13-40cc-8db7-8f1735e8fc35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 1094 time: 0.1122756 Dec 14 03:01:09.884597 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d10c8-6539-435a-8833-39ee1b12d1d7 req-431da357-8343-4242-8471-905c36630cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:09.886136 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b0d10c8-6539-435a-8833-39ee1b12d1d7 req-431da357-8343-4242-8471-905c36630cf7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=903f1bd6-80e3-4ace-a820-2435fe44884e HTTP/1.1" status: 200 len: 897 time: 0.1525073 Dec 14 03:01:09.919417 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] Router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:01:10.009712 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b0d10c8-6539-435a-8833-39ee1b12d1d7 req-e854c8f8-a96e-422a-8a59-8d7df3b7f051 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0308d3e7-d52e-481d-9c48-614b51a72984 HTTP/1.1" status: 200 len: 217 time: 0.1093266 Dec 14 03:01:10.014990 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a36f3985-a714-4e96-bc5e-5ba5c54db02b up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:01:10.081204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d10c8-6539-435a-8833-39ee1b12d1d7 req-ebc21975-3787-4111-b866-0121794a6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:10.084122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b0d10c8-6539-435a-8833-39ee1b12d1d7 req-ebc21975-3787-4111-b866-0121794a6738 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d404b8f-5d0c-48f7-b7fe-c040cf750c5b HTTP/1.1" status: 200 len: 834 time: 0.0644400 Dec 14 03:01:10.088964 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c12c99b-85f1-43eb-95ee-5f8924c85202 None None] Network f6fdd018-425d-422f-958d-84f11d8dd088 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:01:10.158355 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d10c8-6539-435a-8833-39ee1b12d1d7 req-e8d2c07b-adc5-476b-9564-1c51a25296cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:10.158525 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:01:10.160296 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b0d10c8-6539-435a-8833-39ee1b12d1d7 req-e8d2c07b-adc5-476b-9564-1c51a25296cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=903f1bd6-80e3-4ace-a820-2435fe44884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691247 Dec 14 03:01:10.202344 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Sync routers for ids ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:01:10.244334 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Routers {'294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:01:10.244971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:01:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:10.249332 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-818581bd-7969-4179-bc15-126ae31b5a2b None None] Provisioning complete for port a36f3985-a714-4e96-bc5e-5ba5c54db02b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:10.250282 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-818581bd-7969-4179-bc15-126ae31b5a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:10.263184 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b0d10c8-6539-435a-8833-39ee1b12d1d7 req-9e9ffc8f-2aed-48e9-b17d-c322b15ef34f service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883412 Dec 14 03:01:10.270432 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:10.271898 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-096c0c90-96f5-4514-a565-cbc4dbdd05c8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2671440 Dec 14 03:01:10.274720 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41004) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:10.402761 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1b0d10c8-6539-435a-8833-39ee1b12d1d7 req-ff4da6a1-e5ee-4562-aa37-7d8b935a832e service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315584 Dec 14 03:01:10.417100 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26956040-f8fe-4423-8e9b-1d6529d13ccd req-fd193817-9930-446c-b7a3-afe3f86b11e6 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:10.419393 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26956040-f8fe-4423-8e9b-1d6529d13ccd req-fd193817-9930-446c-b7a3-afe3f86b11e6 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 943 time: 0.0771263 Dec 14 03:01:10.458353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a36f3985-a714-4e96-bc5e-5ba5c54db02b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:10.459173 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:10.542026 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26956040-f8fe-4423-8e9b-1d6529d13ccd req-80edc422-123e-4031-99e7-5141d7bd0051 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092753 Dec 14 03:01:10.576049 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:01:10.586249 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-818581bd-7969-4179-bc15-126ae31b5a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:10.604664 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Set router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:01:10.805018 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-818581bd-7969-4179-bc15-126ae31b5a2b None None] For port a36f3985-a714-4e96-bc5e-5ba5c54db02b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a36f3985-a714-4e96-bc5e-5ba5c54db02b,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:01:10.873091 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-818581bd-7969-4179-bc15-126ae31b5a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:10.943014 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:10.997112 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818581bd-7969-4179-bc15-126ae31b5a2b None None] Pushing event updated for resources: {'Port': ['ID=a36f3985-a714-4e96-bc5e-5ba5c54db02b,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:11.035071 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24bd9b09-860a-46c8-ab66-d75c80cc85ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:11.052697 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-99a6a51b-ad27-4bd0-9426-9cf0d76815a7 None None] Provisioning complete for port a36f3985-a714-4e96-bc5e-5ba5c54db02b triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:11.053216 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-99a6a51b-ad27-4bd0-9426-9cf0d76815a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:11.089019 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 03:01:11.089405 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 03:01:11.107923 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:09Z', 'revision_number': 3, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:11.141246 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Checking router: 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:01:11.141639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Updating router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d port 8238175f-adaa-412d-8348-2e8a5dedade1 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:01:11.193240 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:11.270689 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-24bd9b09-860a-46c8-ab66-d75c80cc85ec admin admin] Allocated IP 172.20.0.1 (f6fdd018-425d-422f-958d-84f11d8dd088/f5aaf324-af95-4991-b53e-9e216afcf02f/7dd3eab9-326e-46ca-9919-10f758c02661) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:01:11.424699 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24bd9b09-860a-46c8-ab66-d75c80cc85ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:11.494884 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:11.530349 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24bd9b09-860a-46c8-ab66-d75c80cc85ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:11.555320 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:11.617427 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bd9b09-860a-46c8-ab66-d75c80cc85ec admin admin] Network f6fdd018-425d-422f-958d-84f11d8dd088 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:01:11.621585 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd9b09-860a-46c8-ab66-d75c80cc85ec admin admin] Pushing event updated for resources: {'Port': ['ID=7dd3eab9-326e-46ca-9919-10f758c02661,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:11.624574 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-24bd9b09-860a-46c8-ab66-d75c80cc85ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:01:11.639049 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bd9b09-860a-46c8-ab66-d75c80cc85ec admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:01:11.719098 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24bd9b09-860a-46c8-ab66-d75c80cc85ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:11.739351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d69ecf4-2d49-4a59-abb7-9637d01d08a2 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:01:11.742961 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Attempting to bind port 8238175f-adaa-412d-8348-2e8a5dedade1 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:01:11.743336 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Attempting to bind port 8238175f-adaa-412d-8348-2e8a5dedade1 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:01:11.743706 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Attempting to bind port 8238175f-adaa-412d-8348-2e8a5dedade1 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:01:11.759601 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:01:11.760535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:01:11.760877 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:11.761281 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:01:11.762392 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab99bf2-2b29-4fa3-b1ba-53b714dd6851 req-c3b220c9-4882-4e82-bf87-ba5ff2fc387b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:11.764093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ab99bf2-2b29-4fa3-b1ba-53b714dd6851 req-c3b220c9-4882-4e82-bf87-ba5ff2fc387b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 943 time: 0.1042192 Dec 14 03:01:11.769195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Bound port: 8238175f-adaa-412d-8348-2e8a5dedade1, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:01:11.769918 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:11.801061 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41026) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:11.827262 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc7ebe-0565-43d0-a34a-90cad57edc6f None None] Pushing event updated for resources: {'Port': ['ID=8238175f-adaa-412d-8348-2e8a5dedade1,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:11.890825 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ab99bf2-2b29-4fa3-b1ba-53b714dd6851 req-38be6d98-0184-4483-a063-0a78c3a4923e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082764 Dec 14 03:01:11.906087 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] For port 8238175f-adaa-412d-8348-2e8a5dedade1, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:01:11.910111 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] For port 8238175f-adaa-412d-8348-2e8a5dedade1, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8238175f-adaa-412d-8348-2e8a5dedade1,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:01:11.911787 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4a1672d3-d796-4614-819b-ff90e6e3c3d9 None None] Provisioning complete for port 8238175f-adaa-412d-8348-2e8a5dedade1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:11.912156 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4a1672d3-d796-4614-819b-ff90e6e3c3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:12.001841 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2923330-2a8f-4c15-8fde-ff2f636b4e50 admin admin] Deleting subnet eed42f7b-c130-46c4-b3cc-6409209a3db9 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:01:12.017676 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2923330-2a8f-4c15-8fde-ff2f636b4e50 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:12.082127 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2923330-2a8f-4c15-8fde-ff2f636b4e50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:12.130300 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2923330-2a8f-4c15-8fde-ff2f636b4e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:12.146401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a36f3985-a714-4e96-bc5e-5ba5c54db02b up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:01:12.153899 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:12.196968 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24bd9b09-860a-46c8-ab66-d75c80cc85ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:12.216968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919764b9-2e4a-4269-a3ef-b3054ec36f33 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:01:12.249680 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4a1672d3-d796-4614-819b-ff90e6e3c3d9 None None] Port 8238175f-adaa-412d-8348-2e8a5dedade1 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:01:12.269587 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Routers {'294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:01:12.270164 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:01:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:12.278181 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc7ebe-0565-43d0-a34a-90cad57edc6f None None] Pushing event updated for resources: {'Port': ['ID=8238175f-adaa-412d-8348-2e8a5dedade1,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:12.373009 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2923330-2a8f-4c15-8fde-ff2f636b4e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:12.408296 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923330-2a8f-4c15-8fde-ff2f636b4e50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eed42f7b-c130-46c4-b3cc-6409209a3db9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:12.415004 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2923330-2a8f-4c15-8fde-ff2f636b4e50 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:12.418325 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f2923330-2a8f-4c15-8fde-ff2f636b4e50 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/eed42f7b-c130-46c4-b3cc-6409209a3db9 HTTP/1.1" status: 204 len: 168 time: 0.6140959 Dec 14 03:01:12.421623 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41034) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:12.467267 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] Set router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:01:12.542823 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24bd9b09-860a-46c8-ab66-d75c80cc85ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:12.545094 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a36f3985-a714-4e96-bc5e-5ba5c54db02b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:12.545504 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:12.551814 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5e7f339-87a0-4d4c-8bb1-84b839ad5b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:12.613703 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24bd9b09-860a-46c8-ab66-d75c80cc85ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:12.688276 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-24bd9b09-860a-46c8-ab66-d75c80cc85ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:12.728871 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5e7f339-87a0-4d4c-8bb1-84b839ad5b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:12.771476 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-b5e7f339-87a0-4d4c-8bb1-84b839ad5b2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac07016-9417-4e3b-827f-223dc407c788']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:12.793077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-b5e7f339-87a0-4d4c-8bb1-84b839ad5b2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23a2674a-cd45-4613-b33b-db1513db87b5') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:12.793513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-b5e7f339-87a0-4d4c-8bb1-84b839ad5b2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23a2674a-cd45-4613-b33b-db1513db87b5') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:12.813867 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5e7f339-87a0-4d4c-8bb1-84b839ad5b2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:12.836619 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5e7f339-87a0-4d4c-8bb1-84b839ad5b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:12.842897 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e7f339-87a0-4d4c-8bb1-84b839ad5b2d admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:01:12.843286 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5e7f339-87a0-4d4c-8bb1-84b839ad5b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: timer() Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:01:12.845072 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:01:12.868705 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd9b09-860a-46c8-ab66-d75c80cc85ec admin admin] Pushing event updated for resources: {'Port': ['ID=7dd3eab9-326e-46ca-9919-10f758c02661,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:12.882407 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6bfae5c2-5de0-46ac-9b6f-8baa0b68fdda None None] Provisioning complete for port 7dd3eab9-326e-46ca-9919-10f758c02661 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:12.882961 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bfae5c2-5de0-46ac-9b6f-8baa0b68fdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:12.885901 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 0308d3e7-d52e-481d-9c48-614b51a72984 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:01:12.967911 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bd9b09-860a-46c8-ab66-d75c80cc85ec admin admin] Network f6fdd018-425d-422f-958d-84f11d8dd088 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:01:12.969748 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-24bd9b09-860a-46c8-ab66-d75c80cc85ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:01:13.059355 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6bfae5c2-5de0-46ac-9b6f-8baa0b68fdda None None] Port 7dd3eab9-326e-46ca-9919-10f758c02661 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:01:13.090548 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5e7f339-87a0-4d4c-8bb1-84b839ad5b2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:13.100949 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b5e7f339-87a0-4d4c-8bb1-84b839ad5b2d admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:13.105210 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b5e7f339-87a0-4d4c-8bb1-84b839ad5b2d admin admin] 10.222.0.39 "DELETE /v2.0/networks/9ac07016-9417-4e3b-827f-223dc407c788 HTTP/1.1" status: 204 len: 168 time: 0.6823568 Dec 14 03:01:13.162927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e7f339-87a0-4d4c-8bb1-84b839ad5b2d admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac07016-9417-4e3b-827f-223dc407c788,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:13.180189 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 1, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:13.200562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f7cfa-9688-4d59-afc1-5ffecc0987f2 req-f8e313a7-27fe-469e-9c5d-018ba9cf7e23 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:13.211259 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f95f7cfa-9688-4d59-afc1-5ffecc0987f2 req-f8e313a7-27fe-469e-9c5d-018ba9cf7e23 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 943 time: 0.1703391 Dec 14 03:01:13.237338 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6bfae5c2-5de0-46ac-9b6f-8baa0b68fdda None None] Provisioning complete for port 8238175f-adaa-412d-8348-2e8a5dedade1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:13.237718 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bfae5c2-5de0-46ac-9b6f-8baa0b68fdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:13.300631 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bd9b09-860a-46c8-ab66-d75c80cc85ec admin admin] Router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:01:13.316721 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67cd4dc0-d3db-49ce-8b49-639504ba1147 None None] The sync data for ids ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'] in n-d-821636-1 is: [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 1, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:01:13.348212 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f95f7cfa-9688-4d59-afc1-5ffecc0987f2 req-84862af5-9a35-4848-8bdd-441699cce519 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293514 Dec 14 03:01:13.400846 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0308d3e7-d52e-481d-9c48-614b51a72984,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:01:13.436322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '0308d3e7-d52e-481d-9c48-614b51a72984', 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e', 'port_id': '0308d3e7-d52e-481d-9c48-614b51a72984', 'mac_address': 'fa:16:3e:ec:25:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:01:13.551919 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bfae5c2-5de0-46ac-9b6f-8baa0b68fdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:13.559880 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:13.588716 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0308d3e7-d52e-481d-9c48-614b51a72984 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:01:13.595579 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6bfae5c2-5de0-46ac-9b6f-8baa0b68fdda None None] For port 8238175f-adaa-412d-8348-2e8a5dedade1, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8238175f-adaa-412d-8348-2e8a5dedade1,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:01:13.614598 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0308d3e7-d52e-481d-9c48-614b51a72984,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:01:13.674603 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6bfae5c2-5de0-46ac-9b6f-8baa0b68fdda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:13.683185 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:13.694360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41046) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:13.787304 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfae5c2-5de0-46ac-9b6f-8baa0b68fdda None None] Pushing event updated for resources: {'Port': ['ID=8238175f-adaa-412d-8348-2e8a5dedade1,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:13.792815 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-999bb501-52d4-47ed-906f-0a29144a862f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=56bac3198b694ea98901f2ffa1f65d38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0946643 Dec 14 03:01:13.812209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41048) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:13.910151 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b613d3b8-4ba7-4575-b5b5-62d160e24b9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:13.950815 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b613d3b8-4ba7-4575-b5b5-62d160e24b9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:13.955142 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d83a9b8d-d182-432a-ac7c-047465cd6a47 None None] Provisioning complete for port 7dd3eab9-326e-46ca-9919-10f758c02661 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:13.955528 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d83a9b8d-d182-432a-ac7c-047465cd6a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:13.993836 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['0308d3e7-d52e-481d-9c48-614b51a72984'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:01:14.011750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=0308d3e7-d52e-481d-9c48-614b51a72984,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:14.079242 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d83a9b8d-d182-432a-ac7c-047465cd6a47 None None] Port 7dd3eab9-326e-46ca-9919-10f758c02661 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:01:14.118470 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b613d3b8-4ba7-4575-b5b5-62d160e24b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:14.121116 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b613d3b8-4ba7-4575-b5b5-62d160e24b9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:14.125764 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b613d3b8-4ba7-4575-b5b5-62d160e24b9f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f1fe242-d065-482e-97e7-914c9c5803de HTTP/1.1" status: 204 len: 168 time: 0.3099723 Dec 14 03:01:14.146883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613d3b8-4ba7-4575-b5b5-62d160e24b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1fe242-d065-482e-97e7-914c9c5803de,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:14.159089 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bd9b09-860a-46c8-ab66-d75c80cc85ec admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:01:14.167630 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-24bd9b09-860a-46c8-ab66-d75c80cc85ec admin admin] 10.222.0.39 "PUT /v2.0/routers/294d7813-f01a-47ad-9e1a-7a76aa2d0d6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8914292 Dec 14 03:01:14.564139 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae010a36-494b-4335-bd4c-f342600b1f10 req-c37a719e-322d-4ea4-82da-5317be3c494d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:14.570260 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae010a36-494b-4335-bd4c-f342600b1f10 req-c37a719e-322d-4ea4-82da-5317be3c494d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 944 time: 0.0992174 Dec 14 03:01:14.671358 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae010a36-494b-4335-bd4c-f342600b1f10 req-1acf7cdd-5530-4047-a64b-1aff07ac736a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790436 Dec 14 03:01:15.248742 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41092) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:15.255040 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-c8706a02-8ac6-4f9b-aea5-9cc89247c523 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1200227996-network', 'tenant_id': 'f5d0610b1cd2428a9f365e974c344c7b'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:01:15.358580 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8706a02-8ac6-4f9b-aea5-9cc89247c523 admin admin] Made reservation on behalf of f5d0610b1cd2428a9f365e974c344c7b for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:01:15.361838 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c8706a02-8ac6-4f9b-aea5-9cc89247c523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:15.374056 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c8706a02-8ac6-4f9b-aea5-9cc89247c523 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:15.537119 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c8706a02-8ac6-4f9b-aea5-9cc89247c523 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:15.599015 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c8706a02-8ac6-4f9b-aea5-9cc89247c523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:15.623850 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8706a02-8ac6-4f9b-aea5-9cc89247c523 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:01:15.633569 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8706a02-8ac6-4f9b-aea5-9cc89247c523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06a6c41-ed6e-4548-ab9a-b6ec78e3699f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:15.638945 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c8706a02-8ac6-4f9b-aea5-9cc89247c523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:15.639331 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-c8706a02-8ac6-4f9b-aea5-9cc89247c523 admin admin] Added segment 25f8dc1f-12eb-4b4a-b973-9514bd5f8928 of type vlan for network 67b67be9-6ce9-49f3-89fb-1197fb898170 Dec 14 03:01:15.681772 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c8706a02-8ac6-4f9b-aea5-9cc89247c523 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:15.802912 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c8706a02-8ac6-4f9b-aea5-9cc89247c523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:15.805167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8706a02-8ac6-4f9b-aea5-9cc89247c523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:15.805939 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c8706a02-8ac6-4f9b-aea5-9cc89247c523 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:15.919539 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c8706a02-8ac6-4f9b-aea5-9cc89247c523 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6683173 Dec 14 03:01:15.921954 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41114) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:15.928215 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-17fbb189-b936-4149-977a-4b5e408b2118 admin admin] Request body: {'subnet': {'network_id': '67b67be9-6ce9-49f3-89fb-1197fb898170', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1200227996-subnet', 'tenant_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:01:15.968830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645584e1-65d5-4640-9cf0-225cf94a81e0 req-31b6ac3c-718a-45c5-877c-7da81d1778fb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:15.970684 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-645584e1-65d5-4640-9cf0-225cf94a81e0 req-31b6ac3c-718a-45c5-877c-7da81d1778fb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 944 time: 0.2068470 Dec 14 03:01:15.971635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8706a02-8ac6-4f9b-aea5-9cc89247c523 admin admin] Pushing event updated for resources: {'Network': ['ID=67b67be9-6ce9-49f3-89fb-1197fb898170,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:15.988691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 67b67be9-6ce9-49f3-89fb-1197fb898170 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:01:16.033087 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fbb189-b936-4149-977a-4b5e408b2118 admin admin] Made reservation on behalf of f5d0610b1cd2428a9f365e974c344c7b for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:01:16.037508 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-17fbb189-b936-4149-977a-4b5e408b2118 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:16.081854 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8238175f-adaa-412d-8348-2e8a5dedade1 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:01:16.114911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-645584e1-65d5-4640-9cf0-225cf94a81e0 req-ff098dd2-3a26-4f9d-9c2c-86e4455117a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276009 Dec 14 03:01:16.250107 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 8238175f-adaa-412d-8348-2e8a5dedade1 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:16.251264 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:16.570730 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-17fbb189-b936-4149-977a-4b5e408b2118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:16.621046 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Sync routers for ids ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:01:16.644580 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fbb189-b936-4149-977a-4b5e408b2118 admin admin] Checking segment: {'id': '25f8dc1f-12eb-4b4a-b973-9514bd5f8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '67b67be9-6ce9-49f3-89fb-1197fb898170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:01:16.645184 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fbb189-b936-4149-977a-4b5e408b2118 admin admin] Network hostable DHCP agents. Network: 67b67be9-6ce9-49f3-89fb-1197fb898170, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:01:16.647965 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Routers {'294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:01:16.649127 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:01:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:16.671770 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbb189-b936-4149-977a-4b5e408b2118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eab92ef-66a7-4354-b273-c3a6873e46db,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:16.728941 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fbb189-b936-4149-977a-4b5e408b2118 admin admin] Network 67b67be9-6ce9-49f3-89fb-1197fb898170 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:01:16.759458 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Set router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:01:16.801360 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 0308d3e7-d52e-481d-9c48-614b51a72984 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:01:16.810129 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-17fbb189-b936-4149-977a-4b5e408b2118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 67b67be9-6ce9-49f3-89fb-1197fb898170) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:01:16.821899 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fbb189-b936-4149-977a-4b5e408b2118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:16.822640 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-17fbb189-b936-4149-977a-4b5e408b2118 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:16.831810 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16385fd8-fe8f-4b41-a620-046eb9b26c5d None None] Network 67b67be9-6ce9-49f3-89fb-1197fb898170 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:01:16.932905 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-17fbb189-b936-4149-977a-4b5e408b2118 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0096092 Dec 14 03:01:16.935950 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41154) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:16.940845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1200227996-router', 'tenant_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:01:16.992571 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-67b67be9-6ce9-49f3-89fb-1197fb898170', 'network_id': '67b67be9-6ce9-49f3-89fb-1197fb898170', 'project_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'fixed_ips': [{'subnet_id': '7eab92ef-66a7-4354-b273-c3a6873e46db'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:01:16.997195 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:17.019444 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 0308d3e7-d52e-481d-9c48-614b51a72984 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:01:17.031955 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 0308d3e7-d52e-481d-9c48-614b51a72984 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:17.032576 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:17.069966 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:12Z', 'revision_number': 2, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:17.078875 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:17.080129 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:17.098626 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Checking router: 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:01:17.099347 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Updating router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d port 7dd3eab9-326e-46ca-9919-10f758c02661 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:01:17.133539 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:17.208083 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:17.302160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06e91c-4996-4518-94dd-a67a10c5ebfe req-b8d9b540-dba9-4d24-8b7b-5bca9e234a8c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:17.313938 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:17.315581 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c06e91c-4996-4518-94dd-a67a10c5ebfe req-b8d9b540-dba9-4d24-8b7b-5bca9e234a8c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 944 time: 0.0996344 Dec 14 03:01:17.341287 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Allocated IP 172.20.0.2 (67b67be9-6ce9-49f3-89fb-1197fb898170/7eab92ef-66a7-4354-b273-c3a6873e46db/81718207-21f7-4f1d-b775-5225251e2a40) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:01:17.354153 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:01:17.358510 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbd73b7-01ac-4051-ad22-b87331012152" -d '{"events": [{"server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "name": "network-vif-plugged", "status": "completed", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:01:17.416736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0308d3e7-d52e-481d-9c48-614b51a72984,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:01:17.431670 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d243eb-d6ad-4372-99b1-33b30cd180f8 x-openstack-request-id: req-79d243eb-d6ad-4372-99b1-33b30cd180f8 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:01:17.432183 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "name": "network-vif-plugged", "status": "completed", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:01:17.432966 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79d243eb-d6ad-4372-99b1-33b30cd180f8 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:01:17.433603 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984', 'code': 200} Dec 14 03:01:17.460025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c06e91c-4996-4518-94dd-a67a10c5ebfe req-7720503f-6ba8-4947-8507-3c808ba5e509 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355062 Dec 14 03:01:17.581014 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beff381-9f24-4732-8f3b-64c9e1df0e8f req-5f56c2a7-7796-4b1e-af7b-620f3fbe9736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:17.583225 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3beff381-9f24-4732-8f3b-64c9e1df0e8f req-5f56c2a7-7796-4b1e-af7b-620f3fbe9736 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 1096 time: 0.0511606 Dec 14 03:01:17.591716 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:17.628114 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:17.662709 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3beff381-9f24-4732-8f3b-64c9e1df0e8f req-a092fbb8-1cf7-466e-8f64-ef7d15763765 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718539 Dec 14 03:01:17.695616 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:17.797459 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:17.811721 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfaf09f-af7f-44c1-9762-6afbc84c7792 None None] Pushing event updated for resources: {'Port': ['ID=7dd3eab9-326e-46ca-9919-10f758c02661,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:17.957751 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:17.964349 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Attempting to bind port 7dd3eab9-326e-46ca-9919-10f758c02661 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:01:17.964728 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Attempting to bind port 7dd3eab9-326e-46ca-9919-10f758c02661 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:01:17.965157 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Attempting to bind port 7dd3eab9-326e-46ca-9919-10f758c02661 on network f6fdd018-425d-422f-958d-84f11d8dd088 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:01:17.982536 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:01:17.982907 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Checking segment: {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:01:17.983482 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:17.984035 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Bound using segment: {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:01:17.984668 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Bound port: 7dd3eab9-326e-46ca-9919-10f758c02661, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:01:17.985441 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:17.992462 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:18.084591 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=0308d3e7-d52e-481d-9c48-614b51a72984,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:18.162263 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] For port 7dd3eab9-326e-46ca-9919-10f758c02661, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:01:18.168826 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] For port 7dd3eab9-326e-46ca-9919-10f758c02661, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7dd3eab9-326e-46ca-9919-10f758c02661,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:01:18.207692 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:18.217352 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] Allocated IP 172.25.7.215 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/f7aeb155-22a3-422c-8e38-f84660b9763d) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:01:18.251110 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:18.259316 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e461ee9a-22dd-4487-849c-a35dd1c43fa2 None None] Provisioning complete for port 7dd3eab9-326e-46ca-9919-10f758c02661 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:18.263173 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e461ee9a-22dd-4487-849c-a35dd1c43fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:18.327376 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:18.353260 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Routers {'294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:01:18.360385 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:01:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:18.361584 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfaf09f-af7f-44c1-9762-6afbc84c7792 None None] Pushing event updated for resources: {'Port': ['ID=7dd3eab9-326e-46ca-9919-10f758c02661,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:18.428789 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:18.444022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Network 67b67be9-6ce9-49f3-89fb-1197fb898170 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:01:18.462317 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:01:18.465534 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:01:18.472557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Pushing event updated for resources: {'Port': ['ID=81718207-21f7-4f1d-b775-5225251e2a40,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:18.569367 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Attempting to bind port 81718207-21f7-4f1d-b775-5225251e2a40 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:01:18.570022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Attempting to bind port 81718207-21f7-4f1d-b775-5225251e2a40 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '25f8dc1f-12eb-4b4a-b973-9514bd5f8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '67b67be9-6ce9-49f3-89fb-1197fb898170'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:01:18.570590 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Attempting to bind port 81718207-21f7-4f1d-b775-5225251e2a40 on network 67b67be9-6ce9-49f3-89fb-1197fb898170 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:01:18.591058 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:18.662343 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:01:18.664210 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Checking segment: {'id': '25f8dc1f-12eb-4b4a-b973-9514bd5f8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '67b67be9-6ce9-49f3-89fb-1197fb898170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:01:18.666928 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:18.667510 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Bound using segment: {'id': '25f8dc1f-12eb-4b4a-b973-9514bd5f8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '67b67be9-6ce9-49f3-89fb-1197fb898170'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:01:18.668013 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Bound port: 81718207-21f7-4f1d-b775-5225251e2a40, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f8dc1f-12eb-4b4a-b973-9514bd5f8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '67b67be9-6ce9-49f3-89fb-1197fb898170'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:01:18.669197 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:18.692818 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] Set router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:01:18.699370 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:01:18.729087 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:01:18.744468 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e461ee9a-22dd-4487-849c-a35dd1c43fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:18.748853 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:01:18.758343 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a5636-201e-4c57-be9a-602752b4ed8a req-a71e257a-37bb-4528-8af1-4799f5b44722 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:18.760340 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-890a5636-201e-4c57-be9a-602752b4ed8a req-a71e257a-37bb-4528-8af1-4799f5b44722 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.1353731 Dec 14 03:01:18.842073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] For port 81718207-21f7-4f1d-b775-5225251e2a40, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:01:18.847664 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] Pushing event updated for resources: {'Port': ['ID=f7aeb155-22a3-422c-8e38-f84660b9763d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:18.848621 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] For port 81718207-21f7-4f1d-b775-5225251e2a40, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=81718207-21f7-4f1d-b775-5225251e2a40,segment=NetworkSegment(25f8dc1f-12eb-4b4a-b973-9514bd5f8928),segment_id=25f8dc1f-12eb-4b4a-b973-9514bd5f8928)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:01:18.860351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b02ebd7-1cc1-49ec-883c-2f264b193951 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:01:18.872831 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-890a5636-201e-4c57-be9a-602752b4ed8a req-bf9f5241-e56c-4fd4-992f-317c1092305e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003168 Dec 14 03:01:18.956151 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e461ee9a-22dd-4487-849c-a35dd1c43fa2 None None] For port 7dd3eab9-326e-46ca-9919-10f758c02661, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7dd3eab9-326e-46ca-9919-10f758c02661,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:01:18.959097 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:19.051426 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b26cdf-61e5-4573-90a1-18c71b301281 None None] Pushing event updated for resources: {'Port': ['ID=81718207-21f7-4f1d-b775-5225251e2a40,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:19.068736 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e461ee9a-22dd-4487-849c-a35dd1c43fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:19.176414 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461ee9a-22dd-4487-849c-a35dd1c43fa2 None None] Pushing event updated for resources: {'Port': ['ID=7dd3eab9-326e-46ca-9919-10f758c02661,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:19.195741 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:19.197831 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-20c83136-34c5-41b0-a90a-918025eaf41e None None] Provisioning complete for port f7aeb155-22a3-422c-8e38-f84660b9763d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:19.198217 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-20c83136-34c5-41b0-a90a-918025eaf41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:19.229956 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d258ac34-1d91-41c8-8290-dcde21fa4b40 None None] The sync data for ids ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'] in n-d-821636-1 is: [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:01:19.234764 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-20c83136-34c5-41b0-a90a-918025eaf41e None None] Port f7aeb155-22a3-422c-8e38-f84660b9763d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:01:19.260817 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-20c83136-34c5-41b0-a90a-918025eaf41e None None] Provisioning complete for port 7dd3eab9-326e-46ca-9919-10f758c02661 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:19.261200 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-20c83136-34c5-41b0-a90a-918025eaf41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:19.486515 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:19.819892 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:20.122909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c64619-1838-4452-96d4-e8ea340a8143 req-429c78d8-d0e9-4691-8376-799aba3f7a3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:20.134798 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29c64619-1838-4452-96d4-e8ea340a8143 req-429c78d8-d0e9-4691-8376-799aba3f7a3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.1198778 Dec 14 03:01:20.150272 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] Router a348c231-5b59-4b2b-a924-cc09b0ec2255 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:01:20.243649 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 81718207-21f7-4f1d-b775-5225251e2a40 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:01:20.273287 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29c64619-1838-4452-96d4-e8ea340a8143 req-734985cd-af6a-4ace-904d-7e92b512891e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372547 Dec 14 03:01:20.382075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 81718207-21f7-4f1d-b775-5225251e2a40 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:20.382472 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:20.504600 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:01:20.518999 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Sync routers for ids ['a348c231-5b59-4b2b-a924-cc09b0ec2255'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:01:20.559309 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5de9c7-022c-45bc-b3ab-1f0665c0f92d req-8e3f41ad-86fe-4eb5-b12e-6240015df76e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:20.561203 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2f5de9c7-022c-45bc-b3ab-1f0665c0f92d req-8e3f41ad-86fe-4eb5-b12e-6240015df76e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.1553562 Dec 14 03:01:20.587012 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Routers {'a348c231-5b59-4b2b-a924-cc09b0ec2255'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:01:20.587672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:01:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a348c231-5b59-4b2b-a924-cc09b0ec2255'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:20.619017 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:20.623329 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9ef0ec99-3bcc-48c5-8154-55ee0842a94b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6835244 Dec 14 03:01:20.623609 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41230) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:20.755884 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2f5de9c7-022c-45bc-b3ab-1f0665c0f92d req-17057d23-79ef-4c13-839e-af31a0e6cb33 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869435 Dec 14 03:01:20.793891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 41232) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:20.851344 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559b6fc2-a0a2-461f-83c6-22a1aa70a3fe tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:20.852773 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f5fe6c-1461-48da-ae0f-dfe69d6d9982 None None] Network 67b67be9-6ce9-49f3-89fb-1197fb898170 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:01:20.857916 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41236) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:20.858868 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-559b6fc2-a0a2-461f-83c6-22a1aa70a3fe tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 1091 time: 0.0638361 Dec 14 03:01:20.862944 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': '0308d3e7-d52e-481d-9c48-614b51a72984', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:01:20.944181 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f7b21555-6335-4549-8243-6d98060b41ff None None] Provisioning complete for port 81718207-21f7-4f1d-b775-5225251e2a40 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:20.944560 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f7b21555-6335-4549-8243-6d98060b41ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:20.993455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Set router a348c231-5b59-4b2b-a924-cc09b0ec2255 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:01:20.997343 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:21.002487 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:21.213570 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 81718207-21f7-4f1d-b775-5225251e2a40, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=81718207-21f7-4f1d-b775-5225251e2a40,segment=NetworkSegment(25f8dc1f-12eb-4b4a-b973-9514bd5f8928),segment_id=25f8dc1f-12eb-4b4a-b973-9514bd5f8928)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:01:21.303399 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:21.304280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7dd3eab9-326e-46ca-9919-10f758c02661 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:01:21.408450 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=81718207-21f7-4f1d-b775-5225251e2a40,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:21.451397 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:21.452324 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f7b21555-6335-4549-8243-6d98060b41ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:21.463633 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 7dd3eab9-326e-46ca-9919-10f758c02661 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:21.464014 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:21.538783 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a348c231-5b59-4b2b-a924-cc09b0ec2255', 'name': 'tempest-TestVolumeBootPattern-1200227996-router', 'tenant_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f7aeb155-22a3-422c-8e38-f84660b9763d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:17Z', 'updated_at': '2021-12-14T03:01:19Z', 'revision_number': 3, 'project_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'gw_port': {'id': 'f7aeb155-22a3-422c-8e38-f84660b9763d', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a348c231-5b59-4b2b-a924-cc09b0ec2255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:18Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:21.678097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Checking router: a348c231-5b59-4b2b-a924-cc09b0ec2255 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:01:21.679523 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Updating router a348c231-5b59-4b2b-a924-cc09b0ec2255 port f7aeb155-22a3-422c-8e38-f84660b9763d binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:01:21.681460 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-db588b84-c676-4e36-8ed4-186bde289ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:21.787094 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:21.851246 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-f7b21555-6335-4549-8243-6d98060b41ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 03:01:21.851581 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-f7b21555-6335-4549-8243-6d98060b41ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 03:01:21.923099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Allocated IP 172.25.7.170 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/78618561-152e-4888-a302-3ebdb59b4e96) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:01:22.004898 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 81718207-21f7-4f1d-b775-5225251e2a40 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:01:22.068071 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 81718207-21f7-4f1d-b775-5225251e2a40 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:22.068951 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:22.181753 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-db588b84-c676-4e36-8ed4-186bde289ee4 admin admin] Allocated IP 172.20.0.1 (67b67be9-6ce9-49f3-89fb-1197fb898170/7eab92ef-66a7-4354-b273-c3a6873e46db/733bb635-0921-4354-9ee9-c7bb26ae56ec) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:01:22.333711 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-db588b84-c676-4e36-8ed4-186bde289ee4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:22.337971 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:22.525581 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-db588b84-c676-4e36-8ed4-186bde289ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:22.566933 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9c8cf7f2-bbd2-45da-b79f-893c82f299da None None] Provisioning complete for port 81718207-21f7-4f1d-b775-5225251e2a40 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:22.568321 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9c8cf7f2-bbd2-45da-b79f-893c82f299da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:22.616455 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:22.628154 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db588b84-c676-4e36-8ed4-186bde289ee4 admin admin] Network 67b67be9-6ce9-49f3-89fb-1197fb898170 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:01:22.639596 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-db588b84-c676-4e36-8ed4-186bde289ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:01:22.665007 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db588b84-c676-4e36-8ed4-186bde289ee4 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:01:22.695183 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:01:22.730263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db588b84-c676-4e36-8ed4-186bde289ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=733bb635-0921-4354-9ee9-c7bb26ae56ec,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:22.735200 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:01:22.743256 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:01:22.828832 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=78618561-152e-4888-a302-3ebdb59b4e96,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:22.831601 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-db588b84-c676-4e36-8ed4-186bde289ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:22.915699 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:22.998778 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:23.058302 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e37dc28-b1c7-449d-937a-0e53c9382594 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:01:23.074190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Attempting to bind port f7aeb155-22a3-422c-8e38-f84660b9763d on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:01:23.074190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Attempting to bind port f7aeb155-22a3-422c-8e38-f84660b9763d by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:01:23.074190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Attempting to bind port f7aeb155-22a3-422c-8e38-f84660b9763d on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:01:23.076456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5b990-826d-4a4d-9448-8754fec6afa1 None None] Pushing event updated for resources: {'Port': ['ID=f7aeb155-22a3-422c-8e38-f84660b9763d,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:23.083460 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:01:23.083847 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:01:23.084260 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:23.084662 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:01:23.085144 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Bound port: f7aeb155-22a3-422c-8e38-f84660b9763d, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:01:23.085567 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:23.166586 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] For port f7aeb155-22a3-422c-8e38-f84660b9763d, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:01:23.174017 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] For port f7aeb155-22a3-422c-8e38-f84660b9763d, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f7aeb155-22a3-422c-8e38-f84660b9763d,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:01:23.177830 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-978ee3e4-68f4-47dc-bc37-8c0386eee83f None None] Provisioning complete for port f7aeb155-22a3-422c-8e38-f84660b9763d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:23.178213 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-978ee3e4-68f4-47dc-bc37-8c0386eee83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:23.257684 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-978ee3e4-68f4-47dc-bc37-8c0386eee83f None None] Port f7aeb155-22a3-422c-8e38-f84660b9763d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:01:23.271796 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-978ee3e4-68f4-47dc-bc37-8c0386eee83f None None] Provisioning complete for port 733bb635-0921-4354-9ee9-c7bb26ae56ec triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:23.272182 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-978ee3e4-68f4-47dc-bc37-8c0386eee83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:23.301102 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:23.361564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-978ee3e4-68f4-47dc-bc37-8c0386eee83f None None] Port 733bb635-0921-4354-9ee9-c7bb26ae56ec cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:01:23.368740 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003d8d25-9b75-414c-bc09-dd37d0a4d628 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:01:23.391714 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Routers {'a348c231-5b59-4b2b-a924-cc09b0ec2255'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:01:23.392658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:01:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a348c231-5b59-4b2b-a924-cc09b0ec2255'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:23.399769 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5b990-826d-4a4d-9448-8754fec6afa1 None None] Pushing event updated for resources: {'Port': ['ID=f7aeb155-22a3-422c-8e38-f84660b9763d,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:23.511422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-10bf4273-08dc-4924-9603-10ef6e1e854c None None] Provisioning complete for port f7aeb155-22a3-422c-8e38-f84660b9763d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:23.511663 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-10bf4273-08dc-4924-9603-10ef6e1e854c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:23.584736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] Set router a348c231-5b59-4b2b-a924-cc09b0ec2255 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:01:23.607740 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-db588b84-c676-4e36-8ed4-186bde289ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:23.703286 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:23.864752 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-db588b84-c676-4e36-8ed4-186bde289ee4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:23.951142 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-10bf4273-08dc-4924-9603-10ef6e1e854c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:23.967286 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-db588b84-c676-4e36-8ed4-186bde289ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:23.978997 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-10bf4273-08dc-4924-9603-10ef6e1e854c None None] For port f7aeb155-22a3-422c-8e38-f84660b9763d, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f7aeb155-22a3-422c-8e38-f84660b9763d,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:01:24.072648 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db588b84-c676-4e36-8ed4-186bde289ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=733bb635-0921-4354-9ee9-c7bb26ae56ec,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:24.079805 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-10bf4273-08dc-4924-9603-10ef6e1e854c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:24.086080 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:24.134770 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-db588b84-c676-4e36-8ed4-186bde289ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:24.160376 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf4273-08dc-4924-9603-10ef6e1e854c None None] Pushing event updated for resources: {'Port': ['ID=f7aeb155-22a3-422c-8e38-f84660b9763d,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:24.169446 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a348c231-5b59-4b2b-a924-cc09b0ec2255', 'name': 'tempest-TestVolumeBootPattern-1200227996-router', 'tenant_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f7aeb155-22a3-422c-8e38-f84660b9763d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:17Z', 'updated_at': '2021-12-14T03:01:19Z', 'revision_number': 3, 'project_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'gw_port': {'id': 'f7aeb155-22a3-422c-8e38-f84660b9763d', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a348c231-5b59-4b2b-a924-cc09b0ec2255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:18Z', 'updated_at': '2021-12-14T03:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:24.202022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fcfedf-e9a6-4672-a529-be68c4de2c54 None None] The sync data for ids ['a348c231-5b59-4b2b-a924-cc09b0ec2255'] in n-d-821636-1 is: [{'id': 'a348c231-5b59-4b2b-a924-cc09b0ec2255', 'name': 'tempest-TestVolumeBootPattern-1200227996-router', 'tenant_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f7aeb155-22a3-422c-8e38-f84660b9763d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:17Z', 'updated_at': '2021-12-14T03:01:19Z', 'revision_number': 3, 'project_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'gw_port': {'id': 'f7aeb155-22a3-422c-8e38-f84660b9763d', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a348c231-5b59-4b2b-a924-cc09b0ec2255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:18Z', 'updated_at': '2021-12-14T03:01:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:01:24.361900 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db588b84-c676-4e36-8ed4-186bde289ee4 admin admin] Network 67b67be9-6ce9-49f3-89fb-1197fb898170 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:01:24.368420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-db588b84-c676-4e36-8ed4-186bde289ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:01:24.458697 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:24.516054 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db588b84-c676-4e36-8ed4-186bde289ee4 admin admin] Router a348c231-5b59-4b2b-a924-cc09b0ec2255 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:01:24.532590 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:24.862684 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=78618561-152e-4888-a302-3ebdb59b4e96,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:24.862684 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:24.977221 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-70e616a0-e230-45af-ab58-4ed73c94f20c None None] Provisioning complete for port 733bb635-0921-4354-9ee9-c7bb26ae56ec triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:24.977221 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70e616a0-e230-45af-ab58-4ed73c94f20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:24.978992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db588b84-c676-4e36-8ed4-186bde289ee4 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:01:25.000811 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-db588b84-c676-4e36-8ed4-186bde289ee4 admin admin] 10.222.0.39 "PUT /v2.0/routers/a348c231-5b59-4b2b-a924-cc09b0ec2255/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3761203 Dec 14 03:01:25.046046 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-70e616a0-e230-45af-ab58-4ed73c94f20c None None] Port 733bb635-0921-4354-9ee9-c7bb26ae56ec cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:01:25.208261 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Floating IP 5dc387f7-eddf-4f48-beb0-1f8085674cc4 associated. External IP: 172.25.7.170, port: 0308d3e7-d52e-481d-9c48-614b51a72984. Dec 14 03:01:25.646742 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 5da59c4a-1c8d-4707-ad29-c952dcf995c3 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:01:25.850520 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:01:25.865821 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122fd54e-1879-413c-ae3a-4a2e8710638b None None] Sync routers for ids ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:01:25.889577 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122fd54e-1879-413c-ae3a-4a2e8710638b None None] Routers {'5da59c4a-1c8d-4707-ad29-c952dcf995c3'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:01:25.894705 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-122fd54e-1879-413c-ae3a-4a2e8710638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:01:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:25.973573 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:26.031075 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c1ac7ab9-85e8-4a72-995e-bde8847a0648 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1705704 Dec 14 03:01:26.032135 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:01:26.034808 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1636cee-86e0-47db-9890-98521c477d39" -d '{"events": [{"name": "network-changed", "server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:01:26.057193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f7aeb155-22a3-422c-8e38-f84660b9763d up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:01:26.083956 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404888c1-e2ec-4589-9fcf-c3970dfa1bf7 x-openstack-request-id: req-404888c1-e2ec-4589-9fcf-c3970dfa1bf7 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:01:26.084529 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:01:26.084792 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-404888c1-e2ec-4589-9fcf-c3970dfa1bf7 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:01:26.086378 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984', 'status': 'completed', 'code': 200} Dec 14 03:01:26.135989 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-122fd54e-1879-413c-ae3a-4a2e8710638b None None] Set router 5da59c4a-1c8d-4707-ad29-c952dcf995c3 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:01:26.237833 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f7aeb155-22a3-422c-8e38-f84660b9763d triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:26.239044 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:26.314980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636cee-86e0-47db-9890-98521c477d39 req-43149ffa-9444-44bf-8de2-0b13614036f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:26.317718 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1636cee-86e0-47db-9890-98521c477d39 req-43149ffa-9444-44bf-8de2-0b13614036f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 1096 time: 0.1294677 Dec 14 03:01:26.401059 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834fea0-4bba-46b4-be0c-48fb9e5742f3 req-341c7f19-1ea5-4cc0-83e2-0702061080d9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:26.409906 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c834fea0-4bba-46b4-be0c-48fb9e5742f3 req-341c7f19-1ea5-4cc0-83e2-0702061080d9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.3119922 Dec 14 03:01:26.500174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636cee-86e0-47db-9890-98521c477d39 req-4a17430a-624b-46f7-9efa-b61084de7447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:26.504999 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1636cee-86e0-47db-9890-98521c477d39 req-4a17430a-624b-46f7-9efa-b61084de7447 service neutron] 10.222.0.47 "GET /v2.0/networks?id=903f1bd6-80e3-4ace-a820-2435fe44884e HTTP/1.1" status: 200 len: 897 time: 0.1720474 Dec 14 03:01:26.597451 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c834fea0-4bba-46b4-be0c-48fb9e5742f3 req-2473aa79-a91d-4b28-a08d-f4621ef882c8 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857252 Dec 14 03:01:26.612268 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41334) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:26.675230 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1636cee-86e0-47db-9890-98521c477d39 req-1561ac07-5907-4721-9e7e-8c0b381c2006 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0308d3e7-d52e-481d-9c48-614b51a72984 HTTP/1.1" status: 200 len: 999 time: 0.1654921 Dec 14 03:01:26.795003 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-90fd9b1c-1acf-4fe0-8f44-1ae78cef5518 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/floatingips/5dc387f7-eddf-4f48-beb0-1f8085674cc4 HTTP/1.1" status: 200 len: 991 time: 0.1790929 Dec 14 03:01:26.795262 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636cee-86e0-47db-9890-98521c477d39 req-848e5f49-9ea7-425f-836b-3e164a7728a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:26.795262 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1636cee-86e0-47db-9890-98521c477d39 req-848e5f49-9ea7-425f-836b-3e164a7728a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d404b8f-5d0c-48f7-b7fe-c040cf750c5b HTTP/1.1" status: 200 len: 834 time: 0.1129158 Dec 14 03:01:26.820949 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-122fd54e-1879-413c-ae3a-4a2e8710638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152749553', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:00:49Z', 'updated_at': '2021-12-14T03:00:58Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:50Z', 'updated_at': '2021-12-14T03:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '5dc387f7-eddf-4f48-beb0-1f8085674cc4', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'port_id': '0308d3e7-d52e-481d-9c48-614b51a72984', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e', 'mac_address': 'fa:16:3e:ec:25:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:01:23Z', 'updated_at': '2021-12-14T03:01:23Z', 'revision_number': 0, 'project_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df993237-157e-4bc9-9aad-eef52d32f431', 'name': '', 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:a0:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:56Z', 'updated_at': '2021-12-14T03:01:03Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:26.882383 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122fd54e-1879-413c-ae3a-4a2e8710638b None None] Checking router: 5da59c4a-1c8d-4707-ad29-c952dcf995c3 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:01:26.892758 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122fd54e-1879-413c-ae3a-4a2e8710638b None None] Routers {'5da59c4a-1c8d-4707-ad29-c952dcf995c3'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:01:26.893610 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-122fd54e-1879-413c-ae3a-4a2e8710638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:01:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:26.901981 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636cee-86e0-47db-9890-98521c477d39 req-53bd8446-71db-425d-96dd-6c701069ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:26.904814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1636cee-86e0-47db-9890-98521c477d39 req-53bd8446-71db-425d-96dd-6c701069ce30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=903f1bd6-80e3-4ace-a820-2435fe44884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016455 Dec 14 03:01:26.988605 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Sync routers for ids ['a348c231-5b59-4b2b-a924-cc09b0ec2255'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:01:27.013859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Routers {'a348c231-5b59-4b2b-a924-cc09b0ec2255'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:01:27.016224 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:01:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a348c231-5b59-4b2b-a924-cc09b0ec2255'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:27.134994 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1636cee-86e0-47db-9890-98521c477d39 req-629808a9-eea8-4987-b214-c65e39a85f01 service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133613 Dec 14 03:01:27.170455 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-122fd54e-1879-413c-ae3a-4a2e8710638b None None] Set router 5da59c4a-1c8d-4707-ad29-c952dcf995c3 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:01:27.183027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Set router a348c231-5b59-4b2b-a924-cc09b0ec2255 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:01:27.240929 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:27.355299 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1636cee-86e0-47db-9890-98521c477d39 req-91ecdedd-00b4-47c4-bab6-2a6dbdff5bbd service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192435 Dec 14 03:01:27.546247 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a348c231-5b59-4b2b-a924-cc09b0ec2255', 'name': 'tempest-TestVolumeBootPattern-1200227996-router', 'tenant_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f7aeb155-22a3-422c-8e38-f84660b9763d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:17Z', 'updated_at': '2021-12-14T03:01:23Z', 'revision_number': 4, 'project_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'gw_port': {'id': 'f7aeb155-22a3-422c-8e38-f84660b9763d', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a348c231-5b59-4b2b-a924-cc09b0ec2255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:18Z', 'updated_at': '2021-12-14T03:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '733bb635-0921-4354-9ee9-c7bb26ae56ec', 'name': '', 'network_id': '67b67be9-6ce9-49f3-89fb-1197fb898170', 'tenant_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'mac_address': 'fa:16:3e:40:db:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a348c231-5b59-4b2b-a924-cc09b0ec2255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '7eab92ef-66a7-4354-b273-c3a6873e46db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:21Z', 'updated_at': '2021-12-14T03:01:23Z', 'revision_number': 2, 'project_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'subnets': [{'id': '7eab92ef-66a7-4354-b273-c3a6873e46db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:27.585713 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-122fd54e-1879-413c-ae3a-4a2e8710638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152749553', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:00:49Z', 'updated_at': '2021-12-14T03:00:58Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:50Z', 'updated_at': '2021-12-14T03:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '5dc387f7-eddf-4f48-beb0-1f8085674cc4', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'port_id': '0308d3e7-d52e-481d-9c48-614b51a72984', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e', 'mac_address': 'fa:16:3e:ec:25:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:01:23Z', 'updated_at': '2021-12-14T03:01:23Z', 'revision_number': 0, 'project_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df993237-157e-4bc9-9aad-eef52d32f431', 'name': '', 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:a0:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:56Z', 'updated_at': '2021-12-14T03:01:03Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:27.606940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Checking router: a348c231-5b59-4b2b-a924-cc09b0ec2255 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:01:27.607375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Updating router a348c231-5b59-4b2b-a924-cc09b0ec2255 port 733bb635-0921-4354-9ee9-c7bb26ae56ec binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:01:27.641747 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:27.644408 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122fd54e-1879-413c-ae3a-4a2e8710638b None None] The sync data for ids ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'] in n-d-821636-1 is: [{'id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152749553', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:00:49Z', 'updated_at': '2021-12-14T03:00:58Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:50Z', 'updated_at': '2021-12-14T03:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '5dc387f7-eddf-4f48-beb0-1f8085674cc4', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'floating_ip_address': '172.25.7.170', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'port_id': '0308d3e7-d52e-481d-9c48-614b51a72984', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3797, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e', 'mac_address': 'fa:16:3e:ec:25:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:01:23Z', 'updated_at': '2021-12-14T03:01:23Z', 'revision_number': 0, 'project_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df993237-157e-4bc9-9aad-eef52d32f431', 'name': '', 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:a0:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:56Z', 'updated_at': '2021-12-14T03:01:03Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:01:27.796522 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41378) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:27.931670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-3eee92bd-51a1-4c98-aa46-a7e4b409add5 req-74c5d449-44ab-413f-bc8f-819c9257d555 service neutron] (103848) timed out ('10.222.0.39', 46154) {{(pid=103848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 03:01:27.972500 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-23ad865c-7dfa-4e55-9825-4f481b280f8a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/floatingips/5dc387f7-eddf-4f48-beb0-1f8085674cc4 HTTP/1.1" status: 200 len: 991 time: 0.1741199 Dec 14 03:01:28.059242 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a42579f-bfde-47bd-9ba6-c652f9ef6d3d None None] New status for floating IP 5dc387f7-eddf-4f48-beb0-1f8085674cc4: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:01:28.113535 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:28.210348 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:28.285012 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc58fb0-872b-4f7e-b82b-a05502d49fe6 None None] Pushing event updated for resources: {'Port': ['ID=733bb635-0921-4354-9ee9-c7bb26ae56ec,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:28.403499 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Attempting to bind port 733bb635-0921-4354-9ee9-c7bb26ae56ec on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:01:28.403879 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Attempting to bind port 733bb635-0921-4354-9ee9-c7bb26ae56ec by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '25f8dc1f-12eb-4b4a-b973-9514bd5f8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '67b67be9-6ce9-49f3-89fb-1197fb898170'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:01:28.404259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Attempting to bind port 733bb635-0921-4354-9ee9-c7bb26ae56ec on network 67b67be9-6ce9-49f3-89fb-1197fb898170 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:01:28.414781 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:01:28.415196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Checking segment: {'id': '25f8dc1f-12eb-4b4a-b973-9514bd5f8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '67b67be9-6ce9-49f3-89fb-1197fb898170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:01:28.415713 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:28.416131 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Bound using segment: {'id': '25f8dc1f-12eb-4b4a-b973-9514bd5f8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '67b67be9-6ce9-49f3-89fb-1197fb898170'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:01:28.416737 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Bound port: 733bb635-0921-4354-9ee9-c7bb26ae56ec, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f8dc1f-12eb-4b4a-b973-9514bd5f8928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '67b67be9-6ce9-49f3-89fb-1197fb898170'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:01:28.417514 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:28.531730 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] For port 733bb635-0921-4354-9ee9-c7bb26ae56ec, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:01:28.531730 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] For port 733bb635-0921-4354-9ee9-c7bb26ae56ec, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=733bb635-0921-4354-9ee9-c7bb26ae56ec,segment=NetworkSegment(25f8dc1f-12eb-4b4a-b973-9514bd5f8928),segment_id=25f8dc1f-12eb-4b4a-b973-9514bd5f8928)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:01:28.624533 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:28.742391 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc58fb0-872b-4f7e-b82b-a05502d49fe6 None None] Pushing event updated for resources: {'Port': ['ID=733bb635-0921-4354-9ee9-c7bb26ae56ec,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:28.751522 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Routers {'a348c231-5b59-4b2b-a924-cc09b0ec2255'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:01:28.752129 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:01:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a348c231-5b59-4b2b-a924-cc09b0ec2255'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:28.859866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1b590106-ab58-48a0-a657-3cd8179fd5d5 None None] Provisioning complete for port 733bb635-0921-4354-9ee9-c7bb26ae56ec triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:28.860257 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1b590106-ab58-48a0-a657-3cd8179fd5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:28.976633 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41408) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:29.026733 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] Set router a348c231-5b59-4b2b-a924-cc09b0ec2255 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:01:29.065074 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ab4a085e-75ac-4ca9-951b-3b43bb1dd205 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/floatingips/5dc387f7-eddf-4f48-beb0-1f8085674cc4 HTTP/1.1" status: 200 len: 993 time: 0.0865860 Dec 14 03:01:29.197161 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1b590106-ab58-48a0-a657-3cd8179fd5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:29.270460 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-1b590106-ab58-48a0-a657-3cd8179fd5d5 None None] For port 733bb635-0921-4354-9ee9-c7bb26ae56ec, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=733bb635-0921-4354-9ee9-c7bb26ae56ec,segment=NetworkSegment(25f8dc1f-12eb-4b4a-b973-9514bd5f8928),segment_id=25f8dc1f-12eb-4b4a-b973-9514bd5f8928)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:01:29.336689 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1b590106-ab58-48a0-a657-3cd8179fd5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:29.409050 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b590106-ab58-48a0-a657-3cd8179fd5d5 None None] Pushing event updated for resources: {'Port': ['ID=733bb635-0921-4354-9ee9-c7bb26ae56ec,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:29.428213 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a348c231-5b59-4b2b-a924-cc09b0ec2255', 'name': 'tempest-TestVolumeBootPattern-1200227996-router', 'tenant_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f7aeb155-22a3-422c-8e38-f84660b9763d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:17Z', 'updated_at': '2021-12-14T03:01:23Z', 'revision_number': 4, 'project_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'gw_port': {'id': 'f7aeb155-22a3-422c-8e38-f84660b9763d', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a348c231-5b59-4b2b-a924-cc09b0ec2255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:18Z', 'updated_at': '2021-12-14T03:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '733bb635-0921-4354-9ee9-c7bb26ae56ec', 'name': '', 'network_id': '67b67be9-6ce9-49f3-89fb-1197fb898170', 'tenant_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'mac_address': 'fa:16:3e:40:db:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a348c231-5b59-4b2b-a924-cc09b0ec2255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '7eab92ef-66a7-4354-b273-c3a6873e46db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:21Z', 'updated_at': '2021-12-14T03:01:28Z', 'revision_number': 4, 'project_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'subnets': [{'id': '7eab92ef-66a7-4354-b273-c3a6873e46db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:01:29.486988 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0837c53-847f-4d23-8e7c-ca197efe2b83 None None] The sync data for ids ['a348c231-5b59-4b2b-a924-cc09b0ec2255'] in n-d-821636-1 is: [{'id': 'a348c231-5b59-4b2b-a924-cc09b0ec2255', 'name': 'tempest-TestVolumeBootPattern-1200227996-router', 'tenant_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f7aeb155-22a3-422c-8e38-f84660b9763d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:17Z', 'updated_at': '2021-12-14T03:01:23Z', 'revision_number': 4, 'project_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'gw_port': {'id': 'f7aeb155-22a3-422c-8e38-f84660b9763d', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a348c231-5b59-4b2b-a924-cc09b0ec2255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:18Z', 'updated_at': '2021-12-14T03:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '733bb635-0921-4354-9ee9-c7bb26ae56ec', 'name': '', 'network_id': '67b67be9-6ce9-49f3-89fb-1197fb898170', 'tenant_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'mac_address': 'fa:16:3e:40:db:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a348c231-5b59-4b2b-a924-cc09b0ec2255', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': '7eab92ef-66a7-4354-b273-c3a6873e46db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:21Z', 'updated_at': '2021-12-14T03:01:28Z', 'revision_number': 4, 'project_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'subnets': [{'id': '7eab92ef-66a7-4354-b273-c3a6873e46db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:01:29.504727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1ae934a7-2f7d-4b82-8d1a-1fac038ece8a None None] Provisioning complete for port 733bb635-0921-4354-9ee9-c7bb26ae56ec triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:29.505258 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1ae934a7-2f7d-4b82-8d1a-1fac038ece8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:29.872403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be38121-2f94-4001-a84f-04e227652a98 req-7d9a7644-5a20-4f21-95bc-4e5c24bc9f19 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:29.875561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3be38121-2f94-4001-a84f-04e227652a98 req-7d9a7644-5a20-4f21-95bc-4e5c24bc9f19 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 811 time: 0.1604273 Dec 14 03:01:29.913789 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3be38121-2f94-4001-a84f-04e227652a98 req-13780e50-c86e-43a8-912e-5e27420d247a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/quotas/9f0b73c75de740e8ad1f65064e3d00cd HTTP/1.1" status: 200 len: 375 time: 0.0310421 Dec 14 03:01:30.018423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 733bb635-0921-4354-9ee9-c7bb26ae56ec up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:01:30.069442 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3be38121-2f94-4001-a84f-04e227652a98 req-14a7b940-8b88-40d6-98a1-6f6e0e809b2d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1545703 Dec 14 03:01:30.110764 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 733bb635-0921-4354-9ee9-c7bb26ae56ec triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:30.112376 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:30.221713 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3be38121-2f94-4001-a84f-04e227652a98 req-5fc10a59-6d91-4c67-a12d-69024f2ee4e9 service neutron] 10.222.0.39 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496787 Dec 14 03:01:30.328101 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:30.393366 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3be38121-2f94-4001-a84f-04e227652a98 req-f4a0d60f-d397-48fa-b0ca-9870915602d7 service neutron] 10.222.0.39 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654234 Dec 14 03:01:31.681255 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58c78dfc-8fc8-4212-9291-716d0fc17015 req-c6b75076-f6eb-40bd-be0d-0d7e8b02687d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 210 time: 0.0349691 Dec 14 03:01:32.593038 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1f0fcfa-e167-4f50-8e35-15c76bbaaedc req-72c642b7-1d9a-4cf0-b101-173fc771f839 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560827 Dec 14 03:01:32.787022 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-047cf734-67b9-49a3-b7cf-0447e8a3fe2d req-f57ce90c-3d95-4c74-bcd6-bf2f12fa9316 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 210 time: 0.0370231 Dec 14 03:01:32.792668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0fcfa-e167-4f50-8e35-15c76bbaaedc req-96216ee7-9c8a-4d2b-98be-10d3887bb1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:32.794884 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1f0fcfa-e167-4f50-8e35-15c76bbaaedc req-96216ee7-9c8a-4d2b-98be-10d3887bb1a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 1096 time: 0.1149051 Dec 14 03:01:32.810212 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-06909014-bfc1-4744-a345-1373e0517dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:32.935938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0fcfa-e167-4f50-8e35-15c76bbaaedc req-0d672ad2-d315-4040-b130-ba5a5c64bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:32.937484 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1f0fcfa-e167-4f50-8e35-15c76bbaaedc req-0d672ad2-d315-4040-b130-ba5a5c64bd74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=903f1bd6-80e3-4ace-a820-2435fe44884e HTTP/1.1" status: 200 len: 897 time: 0.1153798 Dec 14 03:01:33.023772 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1f0fcfa-e167-4f50-8e35-15c76bbaaedc req-5ebbb4ed-e53e-468f-b018-f42cd1a0b86f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0308d3e7-d52e-481d-9c48-614b51a72984 HTTP/1.1" status: 200 len: 1001 time: 0.0781572 Dec 14 03:01:33.084648 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0fcfa-e167-4f50-8e35-15c76bbaaedc req-b3517707-22f5-420d-8455-cef0044d1e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:33.086614 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1f0fcfa-e167-4f50-8e35-15c76bbaaedc req-b3517707-22f5-420d-8455-cef0044d1e60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d404b8f-5d0c-48f7-b7fe-c040cf750c5b HTTP/1.1" status: 200 len: 834 time: 0.0558689 Dec 14 03:01:33.138444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f0fcfa-e167-4f50-8e35-15c76bbaaedc req-f93bab63-7b7f-49d4-99a0-31edddb60d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:33.140450 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1f0fcfa-e167-4f50-8e35-15c76bbaaedc req-f93bab63-7b7f-49d4-99a0-31edddb60d1c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=903f1bd6-80e3-4ace-a820-2435fe44884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453789 Dec 14 03:01:33.243578 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1f0fcfa-e167-4f50-8e35-15c76bbaaedc req-9d7d8b70-1465-468e-b0f9-095cd56ae3e3 service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942764 Dec 14 03:01:33.370141 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1f0fcfa-e167-4f50-8e35-15c76bbaaedc req-cda37807-408e-4561-ba23-dae4135b5a01 service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157975 Dec 14 03:01:33.939721 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02c81b13-4d0d-4759-975a-69777b2e034c req-e91a1fb4-5630-4cf4-b757-2cbe0cb84ade tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 210 time: 0.0648999 Dec 14 03:01:34.347333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be38121-2f94-4001-a84f-04e227652a98 req-2998d1b7-cd68-49ef-b28c-babc1a6654a7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:34.349408 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3be38121-2f94-4001-a84f-04e227652a98 req-2998d1b7-cd68-49ef-b28c-babc1a6654a7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.46 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 811 time: 0.1674078 Dec 14 03:01:34.369493 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-3be38121-2f94-4001-a84f-04e227652a98 req-d04efea4-8454-4c39-a30b-48dc40536b56 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Request body: {'port': {'device_id': 'f1b9e9d8-8dfe-4862-bf39-d947941c33c9', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'admin_state_up': True, 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:01:34.679501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3be38121-2f94-4001-a84f-04e227652a98 req-d04efea4-8454-4c39-a30b-48dc40536b56 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Made reservation on behalf of 9f0b73c75de740e8ad1f65064e3d00cd for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:01:34.692271 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3be38121-2f94-4001-a84f-04e227652a98 req-d04efea4-8454-4c39-a30b-48dc40536b56 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:35.047436 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-3be38121-2f94-4001-a84f-04e227652a98 req-d04efea4-8454-4c39-a30b-48dc40536b56 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Allocated IP 172.20.0.5 (f6fdd018-425d-422f-958d-84f11d8dd088/f5aaf324-af95-4991-b53e-9e216afcf02f/f8fd233f-efb1-4eec-a44b-7f48a8edc780) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:01:35.085031 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6874846b-9af7-43f7-9637-42be144ca987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:35.233719 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba1a174e-708f-4217-bbac-67586717b57e req-79806b4c-8dda-4fb7-87f2-9992b8bdb9bf tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 210 time: 0.0643635 Dec 14 03:01:35.344405 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3be38121-2f94-4001-a84f-04e227652a98 req-d04efea4-8454-4c39-a30b-48dc40536b56 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:35.472106 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3be38121-2f94-4001-a84f-04e227652a98 req-d04efea4-8454-4c39-a30b-48dc40536b56 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:35.556452 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3be38121-2f94-4001-a84f-04e227652a98 req-d04efea4-8454-4c39-a30b-48dc40536b56 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Network f6fdd018-425d-422f-958d-84f11d8dd088 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:01:35.560890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-3be38121-2f94-4001-a84f-04e227652a98 req-d04efea4-8454-4c39-a30b-48dc40536b56 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:01:35.585709 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be38121-2f94-4001-a84f-04e227652a98 req-d04efea4-8454-4c39-a30b-48dc40536b56 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:01:35.627958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04efea4-8454-4c39-a30b-48dc40536b56 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'Port': ['ID=f8fd233f-efb1-4eec-a44b-7f48a8edc780,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:35.703750 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be38121-2f94-4001-a84f-04e227652a98 req-d04efea4-8454-4c39-a30b-48dc40536b56 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:35.704411 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3be38121-2f94-4001-a84f-04e227652a98 req-d04efea4-8454-4c39-a30b-48dc40536b56 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:35.829649 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3be38121-2f94-4001-a84f-04e227652a98 req-d04efea4-8454-4c39-a30b-48dc40536b56 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4642372 Dec 14 03:01:35.857454 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Request body: {'port': {'device_id': 'f1b9e9d8-8dfe-4862-bf39-d947941c33c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:01:35.983433 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:36.076182 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0afa3745-d5a8-4a18-9856-5d0147b507e9 None None] Provisioning complete for port f8fd233f-efb1-4eec-a44b-7f48a8edc780 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:36.077476 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0afa3745-d5a8-4a18-9856-5d0147b507e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:36.481577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8fd233f-efb1-4eec-a44b-7f48a8edc780 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:01:36.492030 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:36.676216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63b667-6c01-48f1-879d-02d997ab915d req-ea802fc3-2fe4-4bfa-a7af-84c762ae177d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:36.676216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd63b667-6c01-48f1-879d-02d997ab915d req-ea802fc3-2fe4-4bfa-a7af-84c762ae177d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 931 time: 0.1124127 Dec 14 03:01:36.676216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Transition to ACTIVE for port object f8fd233f-efb1-4eec-a44b-7f48a8edc780 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:01:36.676216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd63b667-6c01-48f1-879d-02d997ab915d req-df5e480e-826f-4a6d-9930-13a8ceb65801 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458941 Dec 14 03:01:36.677906 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-0afa3745-d5a8-4a18-9856-5d0147b507e9 None None] Port f8fd233f-efb1-4eec-a44b-7f48a8edc780 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:01:36.851052 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:36.875109 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:36.914642 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Pushing event updated for resources: {'Port': ['ID=f8fd233f-efb1-4eec-a44b-7f48a8edc780,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:37.008252 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Attempting to bind port f8fd233f-efb1-4eec-a44b-7f48a8edc780 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:01:37.029471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Attempting to bind port f8fd233f-efb1-4eec-a44b-7f48a8edc780 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:01:37.029471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Attempting to bind port f8fd233f-efb1-4eec-a44b-7f48a8edc780 on network f6fdd018-425d-422f-958d-84f11d8dd088 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:01:37.029471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Port f8fd233f-efb1-4eec-a44b-7f48a8edc780 on network f6fdd018-425d-422f-958d-84f11d8dd088 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:01:37.030574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Attempting to bind port f8fd233f-efb1-4eec-a44b-7f48a8edc780 on network f6fdd018-425d-422f-958d-84f11d8dd088 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:01:37.050712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:01:37.052038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Checking segment: {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:01:37.053962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Bound using segment: {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:01:37.054515 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Bound port: f8fd233f-efb1-4eec-a44b-7f48a8edc780, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:01:37.055285 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:37.188752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] For port f8fd233f-efb1-4eec-a44b-7f48a8edc780, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:01:37.188752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] For port f8fd233f-efb1-4eec-a44b-7f48a8edc780, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f8fd233f-efb1-4eec-a44b-7f48a8edc780,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:01:37.303117 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:37.360395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:37.361022 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:37.362481 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3be38121-2f94-4001-a84f-04e227652a98 req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] 10.222.0.46 "PUT /v2.0/ports/f8fd233f-efb1-4eec-a44b-7f48a8edc780 HTTP/1.1" status: 200 len: 1091 time: 1.5161531 Dec 14 03:01:37.362968 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b9e9d8-8dfe-4862-bf39-d947941c33c9', 'tag': 'f8fd233f-efb1-4eec-a44b-7f48a8edc780'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:01:37.365236 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da56cb9a-9eea-49af-9a29-d281441ff1be" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b9e9d8-8dfe-4862-bf39-d947941c33c9", "tag": "f8fd233f-efb1-4eec-a44b-7f48a8edc780"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:01:37.399793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed107112-0dd4-41c8-90ed-033cf5693a0a service neutron] Pushing event updated for resources: {'Port': ['ID=f8fd233f-efb1-4eec-a44b-7f48a8edc780,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:37.430391 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0ab728-be71-486a-a71e-4e37a25e8b5a x-openstack-request-id: req-8b0ab728-be71-486a-a71e-4e37a25e8b5a {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:01:37.430391 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b9e9d8-8dfe-4862-bf39-d947941c33c9", "tag": "f8fd233f-efb1-4eec-a44b-7f48a8edc780", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:01:37.430391 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b0ab728-be71-486a-a71e-4e37a25e8b5a {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:01:37.430391 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b9e9d8-8dfe-4862-bf39-d947941c33c9', 'tag': 'f8fd233f-efb1-4eec-a44b-7f48a8edc780', 'status': 'completed', 'code': 200} Dec 14 03:01:37.564517 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56cb9a-9eea-49af-9a29-d281441ff1be req-5c53949f-c3e7-4c62-9136-6e74c9a536f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:37.571776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da56cb9a-9eea-49af-9a29-d281441ff1be req-5c53949f-c3e7-4c62-9136-6e74c9a536f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 1094 time: 0.0983305 Dec 14 03:01:37.768725 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:37.791689 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56cb9a-9eea-49af-9a29-d281441ff1be req-69eaacbe-57ca-4fb1-a061-63b8b7595fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:37.795138 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da56cb9a-9eea-49af-9a29-d281441ff1be req-69eaacbe-57ca-4fb1-a061-63b8b7595fd6 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2070682 Dec 14 03:01:38.006573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c897a7-0aa3-4049-930a-68aa77211277 req-cc89f05e-375c-4aef-8859-e60084178282 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:38.024730 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37c897a7-0aa3-4049-930a-68aa77211277 req-cc89f05e-375c-4aef-8859-e60084178282 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 943 time: 0.2563016 Dec 14 03:01:38.115738 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56cb9a-9eea-49af-9a29-d281441ff1be req-3196058d-7b7d-4560-909c-6ed9c4b14229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:38.120811 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da56cb9a-9eea-49af-9a29-d281441ff1be req-3196058d-7b7d-4560-909c-6ed9c4b14229 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3021126 Dec 14 03:01:38.154420 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37c897a7-0aa3-4049-930a-68aa77211277 req-b89aaeb2-82bc-4026-b9ae-2ca836d691c2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202414 Dec 14 03:01:38.266699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be38121-2f94-4001-a84f-04e227652a98 req-91bec105-90de-4cc7-ae5a-dcff8bf0b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:38.268245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3be38121-2f94-4001-a84f-04e227652a98 req-91bec105-90de-4cc7-ae5a-dcff8bf0b767 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 1094 time: 0.0723395 Dec 14 03:01:38.347893 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3be38121-2f94-4001-a84f-04e227652a98 req-143ca005-7c00-4600-8346-d0603fec2176 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f8fd233f-efb1-4eec-a44b-7f48a8edc780 HTTP/1.1" status: 200 len: 217 time: 0.0502462 Dec 14 03:01:38.430922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be38121-2f94-4001-a84f-04e227652a98 req-109bcf65-7268-45d7-897d-c94702be3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:38.432506 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3be38121-2f94-4001-a84f-04e227652a98 req-109bcf65-7268-45d7-897d-c94702be3f3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0932336 Dec 14 03:01:38.493258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be38121-2f94-4001-a84f-04e227652a98 req-c16d0de3-cc88-4caf-9557-a61a712eb3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:38.495059 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3be38121-2f94-4001-a84f-04e227652a98 req-c16d0de3-cc88-4caf-9557-a61a712eb3f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554273 Dec 14 03:01:38.629044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3be38121-2f94-4001-a84f-04e227652a98 req-7f262c09-a70a-447b-8ca8-dbdf4fcc99bc service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190267 Dec 14 03:01:38.672364 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:38.757887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3be38121-2f94-4001-a84f-04e227652a98 req-a2b801c7-5ab5-4716-ac2e-d4839e4251ef service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150289 Dec 14 03:01:39.355259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd219d2-b54a-49a9-8e92-c03eb742ac5e req-9942c21c-93c7-418f-8e44-093cf71aaf85 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:39.357027 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6bd219d2-b54a-49a9-8e92-c03eb742ac5e req-9942c21c-93c7-418f-8e44-093cf71aaf85 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 943 time: 0.1054013 Dec 14 03:01:39.423893 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6bd219d2-b54a-49a9-8e92-c03eb742ac5e req-3b0c4a0a-25f2-4887-9065-a4a59e1d9c9a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597060 Dec 14 03:01:40.585153 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97bc9c-d194-43e9-98fa-5214f9d25d01 req-0a3bed4a-3aa2-4533-8c9a-c8c5d66987cf tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:40.587511 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e97bc9c-d194-43e9-98fa-5214f9d25d01 req-0a3bed4a-3aa2-4533-8c9a-c8c5d66987cf tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 943 time: 0.0729959 Dec 14 03:01:40.657114 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e97bc9c-d194-43e9-98fa-5214f9d25d01 req-0dec8ae1-ce90-4035-8f9c-46a599550947 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616264 Dec 14 03:01:41.811054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c68093-06b2-41d7-8630-56c800b28f74 req-0a3937cb-e3ad-40d7-b662-b2cebb864180 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:41.813584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7c68093-06b2-41d7-8630-56c800b28f74 req-0a3937cb-e3ad-40d7-b662-b2cebb864180 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 943 time: 0.0619845 Dec 14 03:01:41.891080 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7c68093-06b2-41d7-8630-56c800b28f74 req-1666c3a5-bfc0-4c26-8c09-e6ea53762ed1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651803 Dec 14 03:01:43.581333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c05c20-306c-4d48-b379-a26632b3e8fe req-5992d7a2-bb09-40af-a2c3-89940b08954d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:43.584848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49c05c20-306c-4d48-b379-a26632b3e8fe req-5992d7a2-bb09-40af-a2c3-89940b08954d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 943 time: 0.5654421 Dec 14 03:01:43.660293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49c05c20-306c-4d48-b379-a26632b3e8fe req-271dbd2b-1a24-467e-91dd-e9757e076714 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570002 Dec 14 03:01:44.807131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6c0e0-f4c9-4db5-9faf-de504e8b448b req-cff05a78-8dad-45d4-b049-d89580d80626 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:44.809598 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8de6c0e0-f4c9-4db5-9faf-de504e8b448b req-cff05a78-8dad-45d4-b049-d89580d80626 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 943 time: 0.0602605 Dec 14 03:01:44.866393 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8de6c0e0-f4c9-4db5-9faf-de504e8b448b req-9cf8e6c2-d4b6-4bf2-8998-82c27b5144b7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502455 Dec 14 03:01:46.021029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6609e1-8475-4606-9db4-01d1e6e9df1f req-174e584b-6152-441a-9c4a-16645cf667b6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:46.023309 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f6609e1-8475-4606-9db4-01d1e6e9df1f req-174e584b-6152-441a-9c4a-16645cf667b6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 943 time: 0.0605474 Dec 14 03:01:46.087256 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f6609e1-8475-4606-9db4-01d1e6e9df1f req-d3b5a4ad-17c0-4771-8078-1622de6f46be tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565276 Dec 14 03:01:47.211619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6fa61-1994-4d77-9c5f-e97e26289725 req-c49e812d-4a21-4354-9b5e-29379b22d3a7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:47.213337 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-33e6fa61-1994-4d77-9c5f-e97e26289725 req-c49e812d-4a21-4354-9b5e-29379b22d3a7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 943 time: 0.0511785 Dec 14 03:01:47.264983 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-33e6fa61-1994-4d77-9c5f-e97e26289725 req-1fcd1366-de2a-4395-8c89-28dc6c335b9a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448294 Dec 14 03:01:47.578517 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:01:48.393676 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8848072-a518-42ae-9a4e-b3bb1cea1988 req-54e68826-50a8-4fd7-a174-39ce93ac4f4e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:48.396539 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8848072-a518-42ae-9a4e-b3bb1cea1988 req-54e68826-50a8-4fd7-a174-39ce93ac4f4e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 943 time: 0.0534372 Dec 14 03:01:48.451061 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8848072-a518-42ae-9a4e-b3bb1cea1988 req-a2086625-c58e-42ae-9a89-5a4d9ede598f tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462737 Dec 14 03:01:49.577079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c7331-dad4-4a4e-a0d3-ce4c7af74eec req-6a923a0c-16fa-43ae-9455-d39b96832135 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:49.578838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f44c7331-dad4-4a4e-a0d3-ce4c7af74eec req-6a923a0c-16fa-43ae-9455-d39b96832135 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 943 time: 0.0553658 Dec 14 03:01:49.633162 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f44c7331-dad4-4a4e-a0d3-ce4c7af74eec req-499e0502-b1f9-4b85-a764-045eef187e28 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469916 Dec 14 03:01:49.835093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269e82f-7947-4aaa-a4e6-55b8d2e4655e req-aa188191-c0c3-4400-9e45-56b9c9cb68d3 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:49.836996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4269e82f-7947-4aaa-a4e6-55b8d2e4655e req-aa188191-c0c3-4400-9e45-56b9c9cb68d3 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 1096 time: 0.0423355 Dec 14 03:01:49.883908 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4269e82f-7947-4aaa-a4e6-55b8d2e4655e req-81d797b5-35a4-4f5d-9793-cfdba8612d4c tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407329 Dec 14 03:01:50.013239 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6763f-03c4-4900-85de-3575642dcea1 req-27fe475e-2006-4880-a7c2-23842c5d0c4c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:50.014986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1b6763f-03c4-4900-85de-3575642dcea1 req-27fe475e-2006-4880-a7c2-23842c5d0c4c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0508342 Dec 14 03:01:50.071160 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1b6763f-03c4-4900-85de-3575642dcea1 req-33cb2a80-7f5b-4de0-84dd-cb5a2d81cfe0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499651 Dec 14 03:01:50.094432 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41856) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:50.154894 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-be230d24-3b66-4075-b25e-6a3c4b939644 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/floatingips/5dc387f7-eddf-4f48-beb0-1f8085674cc4 HTTP/1.1" status: 200 len: 993 time: 0.0593040 Dec 14 03:01:50.208769 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f8fd233f-efb1-4eec-a44b-7f48a8edc780 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:01:50.312525 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f8fd233f-efb1-4eec-a44b-7f48a8edc780, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f8fd233f-efb1-4eec-a44b-7f48a8edc780,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:01:50.323845 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'f8fd233f-efb1-4eec-a44b-7f48a8edc780', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'port_id': 'f8fd233f-efb1-4eec-a44b-7f48a8edc780', 'mac_address': 'fa:16:3e:4f:27:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:01:50.369738 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:50.385570 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8fd233f-efb1-4eec-a44b-7f48a8edc780 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:01:50.406634 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f8fd233f-efb1-4eec-a44b-7f48a8edc780, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f8fd233f-efb1-4eec-a44b-7f48a8edc780,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:01:50.502584 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:50.507833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-81c2a83f-ded3-445f-9ff4-c901759830d9 req-257716d4-59ae-4a1f-89a1-b123d3c74458 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:01:50.509018 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81c2a83f-ded3-445f-9ff4-c901759830d9 req-257716d4-59ae-4a1f-89a1-b123d3c74458 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076866 Dec 14 03:01:50.560930 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=f8fd233f-efb1-4eec-a44b-7f48a8edc780,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:50.569028 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:50.569417 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:50.572042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:50.572042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:50.572042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:50.572042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:50.572042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:50.572042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:50.572042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:50.572042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:50.572782 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:50.572782 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:50.572941 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:01:50.772900 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['f8fd233f-efb1-4eec-a44b-7f48a8edc780'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:01:50.813203 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f093840-0e48-439a-8d32-6323b5d7fee5 req-bd92ffb9-9a9f-43a1-b775-a7310e62902a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:50.821737 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f093840-0e48-439a-8d32-6323b5d7fee5 req-bd92ffb9-9a9f-43a1-b775-a7310e62902a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 944 time: 0.1083179 Dec 14 03:01:50.904715 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f093840-0e48-439a-8d32-6323b5d7fee5 req-af6bdbd9-d6c1-452b-ae3b-6875403c53cc tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817916 Dec 14 03:01:51.192620 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166ba14-f58f-45c4-884f-8b16a11d7a27 req-fde0309b-71ab-4943-b506-03c8e87fe728 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:51.194210 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3166ba14-f58f-45c4-884f-8b16a11d7a27 req-fde0309b-71ab-4943-b506-03c8e87fe728 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0511479 Dec 14 03:01:51.266942 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3166ba14-f58f-45c4-884f-8b16a11d7a27 req-6fac23b1-b7bf-4726-bdbe-626af874290b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657356 Dec 14 03:01:51.356811 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 41902) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:01:51.509561 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-2f2b4074-6de1-46fe-b23d-88410dc96465 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1515372 Dec 14 03:01:51.519040 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-80101cf9-6c35-483e-8d51-ef4961632af3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:01:51.520162 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-80101cf9-6c35-483e-8d51-ef4961632af3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053892 Dec 14 03:01:52.072779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e31cd8-748e-4e0c-bd66-572061f526b4 req-3c1b570d-77c5-498c-a5b7-88361d624489 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:52.090988 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84e31cd8-748e-4e0c-bd66-572061f526b4 req-3c1b570d-77c5-498c-a5b7-88361d624489 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 944 time: 0.1034024 Dec 14 03:01:52.170324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84e31cd8-748e-4e0c-bd66-572061f526b4 req-9fc28311-5b14-4d39-8920-8683b98bcf1f tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740068 Dec 14 03:01:52.224837 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f8fd233f-efb1-4eec-a44b-7f48a8edc780 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:01:52.381907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port f8fd233f-efb1-4eec-a44b-7f48a8edc780 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:01:52.392862 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port f8fd233f-efb1-4eec-a44b-7f48a8edc780 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:01:52.393524 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:52.409816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66136ff2-84ca-436b-9e95-55a045cc2892 req-c1f06e2e-685d-429e-b9f0-d42268704b4a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:52.411600 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-66136ff2-84ca-436b-9e95-55a045cc2892 req-c1f06e2e-685d-429e-b9f0-d42268704b4a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0698266 Dec 14 03:01:52.493684 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-66136ff2-84ca-436b-9e95-55a045cc2892 req-83c297e3-eb5e-4621-965e-e364fe4b5bfc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669503 Dec 14 03:01:52.542242 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:52.566856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b9e9d8-8dfe-4862-bf39-d947941c33c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fd233f-efb1-4eec-a44b-7f48a8edc780'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:01:52.569375 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28c3e78-70f6-492f-9568-c804e46876d5" -d '{"events": [{"server_uuid": "f1b9e9d8-8dfe-4862-bf39-d947941c33c9", "name": "network-vif-plugged", "status": "completed", "tag": "f8fd233f-efb1-4eec-a44b-7f48a8edc780"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:01:52.606002 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f8fd233f-efb1-4eec-a44b-7f48a8edc780, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f8fd233f-efb1-4eec-a44b-7f48a8edc780,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:01:52.633360 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1da6fe4-033b-4b66-8159-8245e0db97a7 x-openstack-request-id: req-c1da6fe4-033b-4b66-8159-8245e0db97a7 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:01:52.633743 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b9e9d8-8dfe-4862-bf39-d947941c33c9", "name": "network-vif-plugged", "status": "completed", "tag": "f8fd233f-efb1-4eec-a44b-7f48a8edc780", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:01:52.635241 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1da6fe4-033b-4b66-8159-8245e0db97a7 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:01:52.635752 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b9e9d8-8dfe-4862-bf39-d947941c33c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fd233f-efb1-4eec-a44b-7f48a8edc780', 'code': 200} Dec 14 03:01:52.695305 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:52.750160 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=f8fd233f-efb1-4eec-a44b-7f48a8edc780,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:52.792251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8865474-858a-4652-a32f-31a4fd406c23 req-00efebc9-4e7c-40a6-906f-00ff5ed0a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:52.795008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8865474-858a-4652-a32f-31a4fd406c23 req-00efebc9-4e7c-40a6-906f-00ff5ed0a2cf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 1096 time: 0.0723932 Dec 14 03:01:52.858562 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8865474-858a-4652-a32f-31a4fd406c23 req-43d11829-71a1-46b2-ae95-783fb0107853 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519230 Dec 14 03:01:53.276075 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2706504-4032-473e-86db-e914f3e46a8e req-9074cfc4-b9ff-400b-8f99-f479e175bb94 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:53.278077 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2706504-4032-473e-86db-e914f3e46a8e req-9074cfc4-b9ff-400b-8f99-f479e175bb94 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 945 time: 0.0510767 Dec 14 03:01:53.330756 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2706504-4032-473e-86db-e914f3e46a8e req-e22d5571-3e01-494a-bc2d-bec552c495e4 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433519 Dec 14 03:01:53.610625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f78994-d87e-47aa-b46e-40b5eca12ce0 req-ea7ecc0a-9d4e-4803-ad09-38ccf866e57b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:53.612128 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3f78994-d87e-47aa-b46e-40b5eca12ce0 req-ea7ecc0a-9d4e-4803-ad09-38ccf866e57b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0512683 Dec 14 03:01:53.681728 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3f78994-d87e-47aa-b46e-40b5eca12ce0 req-8d6f390f-02e8-4345-98db-3ce0244f0bcd tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631013 Dec 14 03:01:54.451902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d345c-8e98-4dc4-b94d-658e0f199bf2 req-4679c82e-b4d8-4782-8b34-64b7ce2d665a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:54.453672 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-197d345c-8e98-4dc4-b94d-658e0f199bf2 req-4679c82e-b4d8-4782-8b34-64b7ce2d665a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 945 time: 0.0533111 Dec 14 03:01:54.502635 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-197d345c-8e98-4dc4-b94d-658e0f199bf2 req-7080e7e2-9dbf-4857-a865-ff006332fc59 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429978 Dec 14 03:01:54.621901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6ceaa-d9ea-42e0-ac8f-321c040856e5 req-19b2b979-d490-40ec-94f9-9daa75b33beb tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:54.623376 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f2a6ceaa-d9ea-42e0-ac8f-321c040856e5 req-19b2b979-d490-40ec-94f9-9daa75b33beb tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 945 time: 0.0513587 Dec 14 03:01:54.683204 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f2a6ceaa-d9ea-42e0-ac8f-321c040856e5 req-34358755-eee2-4e16-8e49-6989e571ded5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530188 Dec 14 03:01:54.865060 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15039b09-4f81-4464-916d-3c560377c797 req-27eeff2a-378b-49ae-82c0-9591d6ee4bd4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:54.865738 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15039b09-4f81-4464-916d-3c560377c797 req-27eeff2a-378b-49ae-82c0-9591d6ee4bd4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0889335 Dec 14 03:01:54.878324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7171f-6944-4af9-94f1-32c19c5c56f9 req-de648ddb-e16f-4618-807a-8037ee318457 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:54.880474 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36c7171f-6944-4af9-94f1-32c19c5c56f9 req-de648ddb-e16f-4618-807a-8037ee318457 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 945 time: 0.0722115 Dec 14 03:01:54.960784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15039b09-4f81-4464-916d-3c560377c797 req-f2fc2067-a142-4d74-8f1d-5183cf582dcf tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791678 Dec 14 03:01:54.977090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36c7171f-6944-4af9-94f1-32c19c5c56f9 req-a361c9dc-966b-4367-973a-2b2c533bb849 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873747 Dec 14 03:01:55.136091 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-695304ae-d7bc-4eec-802a-87144135bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:55.137703 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-695304ae-d7bc-4eec-802a-87144135bf5d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 1096 time: 0.0420699 Dec 14 03:01:55.241115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-1b1a884e-4a96-4f10-8bf2-6fd3031c3d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:55.242729 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-1b1a884e-4a96-4f10-8bf2-6fd3031c3d1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=903f1bd6-80e3-4ace-a820-2435fe44884e HTTP/1.1" status: 200 len: 897 time: 0.0973911 Dec 14 03:01:55.311139 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-3c4abceb-2af6-4af9-a379-c571c4175e52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0308d3e7-d52e-481d-9c48-614b51a72984 HTTP/1.1" status: 200 len: 1001 time: 0.0614448 Dec 14 03:01:55.368242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-8e33969d-1695-4498-87c8-d7f47ee10511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:55.369788 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-8e33969d-1695-4498-87c8-d7f47ee10511 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d404b8f-5d0c-48f7-b7fe-c040cf750c5b HTTP/1.1" status: 200 len: 834 time: 0.0506063 Dec 14 03:01:55.417345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-2fae7f28-f071-45c0-ba52-d10ee7eb162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:55.419052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-2fae7f28-f071-45c0-ba52-d10ee7eb162d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=903f1bd6-80e3-4ace-a820-2435fe44884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417547 Dec 14 03:01:55.529712 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-5ee3eca8-128c-4001-8511-5289de3b67d0 service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024847 Dec 14 03:01:55.705391 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-9cef9b47-7b66-4f69-b2cc-4e29d80e289e service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688948 Dec 14 03:01:55.777988 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e05e60-aba2-47ef-a426-e291191387cc req-15dc5d3e-8115-4fb1-883b-bef0a6b4ca4a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:55.779827 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26e05e60-aba2-47ef-a426-e291191387cc req-15dc5d3e-8115-4fb1-883b-bef0a6b4ca4a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 945 time: 0.0767946 Dec 14 03:01:55.843354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26e05e60-aba2-47ef-a426-e291191387cc req-f7a9a34f-f74f-434d-8a4c-abf81e8ed444 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571856 Dec 14 03:01:56.099842 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a18c7-a613-4381-b363-e712d13e7365 req-bd23bf4e-e8bb-4a5c-88f1-1d91691c531c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:56.104497 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-530a18c7-a613-4381-b363-e712d13e7365 req-bd23bf4e-e8bb-4a5c-88f1-1d91691c531c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0666332 Dec 14 03:01:56.163997 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-530a18c7-a613-4381-b363-e712d13e7365 req-d16558aa-15cb-41ea-87db-6a444e3d2639 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520303 Dec 14 03:01:56.986448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f938f-89cb-427a-8dcf-596f5ca8fe68 req-b8a49b8f-b840-4269-a5a8-a70e94e58f41 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:56.988070 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf4f938f-89cb-427a-8dcf-596f5ca8fe68 req-b8a49b8f-b840-4269-a5a8-a70e94e58f41 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 945 time: 0.0543714 Dec 14 03:01:57.036368 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf4f938f-89cb-427a-8dcf-596f5ca8fe68 req-d51001bf-b50b-4dec-8cc2-42d8d6027984 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421247 Dec 14 03:01:57.142356 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:57.285586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda7989-45c6-447e-93f6-8c162adadc7d req-e138f1ba-4102-409c-8ce4-4928aa2c310a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:57.287000 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2dda7989-45c6-447e-93f6-8c162adadc7d req-e138f1ba-4102-409c-8ce4-4928aa2c310a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.46 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 945 time: 0.0820196 Dec 14 03:01:57.332110 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a350675-8d52-479c-95d7-c2d67500ceec req-bf51ac63-ae7f-4e58-a446-e8f96f02cf5d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:57.333654 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a350675-8d52-479c-95d7-c2d67500ceec req-bf51ac63-ae7f-4e58-a446-e8f96f02cf5d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0948145 Dec 14 03:01:57.437898 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a350675-8d52-479c-95d7-c2d67500ceec req-50617c1b-767e-4f01-a0f3-27a320e7704d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970745 Dec 14 03:01:57.467666 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-2dda7989-45c6-447e-93f6-8c162adadc7d req-fe4dba5a-5a00-4166-8852-40bcb12189d5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Deleting port f8fd233f-efb1-4eec-a44b-7f48a8edc780 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:01:57.468236 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2dda7989-45c6-447e-93f6-8c162adadc7d req-fe4dba5a-5a00-4166-8852-40bcb12189d5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:57.570822 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-2dda7989-45c6-447e-93f6-8c162adadc7d req-fe4dba5a-5a00-4166-8852-40bcb12189d5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] For port f8fd233f-efb1-4eec-a44b-7f48a8edc780, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f8fd233f-efb1-4eec-a44b-7f48a8edc780,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:01:57.577067 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2dda7989-45c6-447e-93f6-8c162adadc7d req-fe4dba5a-5a00-4166-8852-40bcb12189d5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:57.584043 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-2dda7989-45c6-447e-93f6-8c162adadc7d req-fe4dba5a-5a00-4166-8852-40bcb12189d5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Calling delete_port for f8fd233f-efb1-4eec-a44b-7f48a8edc780 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:01:57.799107 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2dda7989-45c6-447e-93f6-8c162adadc7d req-fe4dba5a-5a00-4166-8852-40bcb12189d5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:57.833613 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['f8fd233f-efb1-4eec-a44b-7f48a8edc780'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:01:57.844373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4dba5a-5a00-4166-8852-40bcb12189d5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event deleted for resources: {'Port': ['ID=f8fd233f-efb1-4eec-a44b-7f48a8edc780,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:01:57.882041 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dda7989-45c6-447e-93f6-8c162adadc7d req-fe4dba5a-5a00-4166-8852-40bcb12189d5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] No DVR routers for this DVR port f8fd233f-efb1-4eec-a44b-7f48a8edc780 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:01:57.885560 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2dda7989-45c6-447e-93f6-8c162adadc7d req-fe4dba5a-5a00-4166-8852-40bcb12189d5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:01:57.890133 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2dda7989-45c6-447e-93f6-8c162adadc7d req-fe4dba5a-5a00-4166-8852-40bcb12189d5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.46 "DELETE /v2.0/ports/f8fd233f-efb1-4eec-a44b-7f48a8edc780 HTTP/1.1" status: 204 len: 173 time: 0.5950582 Dec 14 03:01:57.890644 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b9e9d8-8dfe-4862-bf39-d947941c33c9', 'name': 'network-vif-deleted', 'tag': 'f8fd233f-efb1-4eec-a44b-7f48a8edc780'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:01:57.894197 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32dff5b-bfaa-4151-b8b3-1e29dd650e1b" -d '{"events": [{"server_uuid": "f1b9e9d8-8dfe-4862-bf39-d947941c33c9", "name": "network-vif-deleted", "tag": "f8fd233f-efb1-4eec-a44b-7f48a8edc780"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:01:57.955492 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298f275e-4843-49a1-8cf1-12c0b7285d7b x-openstack-request-id: req-298f275e-4843-49a1-8cf1-12c0b7285d7b {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:01:57.955792 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b9e9d8-8dfe-4862-bf39-d947941c33c9", "name": "network-vif-deleted", "tag": "f8fd233f-efb1-4eec-a44b-7f48a8edc780", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:01:57.956046 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-298f275e-4843-49a1-8cf1-12c0b7285d7b {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:01:57.956446 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b9e9d8-8dfe-4862-bf39-d947941c33c9', 'name': 'network-vif-deleted', 'tag': 'f8fd233f-efb1-4eec-a44b-7f48a8edc780', 'status': 'completed', 'code': 200} Dec 14 03:01:58.175700 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-103ce0b3-6df7-406e-8ad5-52748cdad812 req-cf8482af-2b21-4bea-a306-3429d6ec3657 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 210 time: 0.0286853 Dec 14 03:01:58.572429 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87bfb5-09b5-47fc-ac25-94d8061085f3 req-592fee13-b35d-4f9a-ad78-ee5db9e9f684 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:58.573738 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be87bfb5-09b5-47fc-ac25-94d8061085f3 req-592fee13-b35d-4f9a-ad78-ee5db9e9f684 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0537450 Dec 14 03:01:58.630928 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be87bfb5-09b5-47fc-ac25-94d8061085f3 req-718ba210-ff35-4c12-869d-8bb5b1842a6d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502932 Dec 14 03:01:59.323421 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8df64da-ddbf-426f-ba78-e40be7b270cd req-b65bffd0-e78e-494b-a39b-dea173514b61 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 210 time: 0.0610657 Dec 14 03:01:59.791862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b9d3b-7af2-42c2-9ebf-6346fdd733d3 req-3f90f020-9de3-446e-951e-c930510430c2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:01:59.801638 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eb5b9d3b-7af2-42c2-9ebf-6346fdd733d3 req-3f90f020-9de3-446e-951e-c930510430c2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0810497 Dec 14 03:01:59.851337 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eb5b9d3b-7af2-42c2-9ebf-6346fdd733d3 req-184aef15-c45b-4d64-8f7d-3140f4f66703 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481629 Dec 14 03:02:00.265940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f8fd233f-efb1-4eec-a44b-7f48a8edc780 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:02:00.287611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: f8fd233f-efb1-4eec-a44b-7f48a8edc780 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:02:00.288184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f8fd233f-efb1-4eec-a44b-7f48a8edc780 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:02:00.295440 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:00.440062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9c957c9-cad7-4f14-b3dc-d8c54b8e2ccd req-b97d76c3-dad1-4478-8e42-6357bebf06b1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 210 time: 0.0433404 Dec 14 03:02:01.020519 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a839bc8-372f-46ed-8318-57968734a36d req-43ccff54-8eb5-4ff9-ae53-42892a4d259f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:01.022432 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a839bc8-372f-46ed-8318-57968734a36d req-43ccff54-8eb5-4ff9-ae53-42892a4d259f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0706272 Dec 14 03:02:01.087677 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a839bc8-372f-46ed-8318-57968734a36d req-627dcef3-5b0d-47ef-aae7-d42f705b56e0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564387 Dec 14 03:02:01.567527 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20156673-2b7f-4d52-bdb4-a0d1714a67ca req-0eec8bb8-31d6-40ad-b77a-2af8ee8b2ac5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 210 time: 0.0366738 Dec 14 03:02:02.262965 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222469d-3ad2-4847-bed9-fb4ab88a634b req-ed6eed02-b437-45fa-b3ac-b96fd63d9ade tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:02.271754 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2222469d-3ad2-4847-bed9-fb4ab88a634b req-ed6eed02-b437-45fa-b3ac-b96fd63d9ade tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.1007454 Dec 14 03:02:02.332065 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2222469d-3ad2-4847-bed9-fb4ab88a634b req-890909a0-f308-4d68-8c69-e8a3172f9d4e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591817 Dec 14 03:02:02.717615 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-895909a7-9013-4714-b48c-321dea75b3e3 req-93fe41ac-87ac-4f12-9b83-299449d2d1f4 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 210 time: 0.0337474 Dec 14 03:02:02.752434 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a734f8b2-51c3-4088-a715-33d543b7d078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:03.500884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb9c2d8-1445-4e8c-ab74-6f42478ad8dc req-6053d1f9-f42a-44b8-9557-268d853c62ea tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:03.502545 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbb9c2d8-1445-4e8c-ab74-6f42478ad8dc req-6053d1f9-f42a-44b8-9557-268d853c62ea tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0910251 Dec 14 03:02:03.575208 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbb9c2d8-1445-4e8c-ab74-6f42478ad8dc req-be1587fa-3146-4db6-b555-ef6b116a8b92 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661590 Dec 14 03:02:03.832829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-387b3739-a8f5-4503-a80e-195a4e071b23 req-ad436241-e39a-4b54-837e-ae6a86a0251e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1b9e9d8-8dfe-4862-bf39-d947941c33c9 HTTP/1.1" status: 200 len: 210 time: 0.0285370 Dec 14 03:02:04.714386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafe0dd-38fa-4d89-8cee-bac1e2928259 req-19c92ffe-db27-4c00-9c76-3fd8a15458de tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:04.714386 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7bafe0dd-38fa-4d89-8cee-bac1e2928259 req-19c92ffe-db27-4c00-9c76-3fd8a15458de tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0592768 Dec 14 03:02:04.768683 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7bafe0dd-38fa-4d89-8cee-bac1e2928259 req-0b895763-92b0-4d3f-a1df-0d86df215874 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473657 Dec 14 03:02:05.107454 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-35c7f6bc-75d9-4db1-9f94-cc73fe571425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:05.925482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f447e7-19fd-4ec0-88c1-9b63a608f309 req-a119597c-5d05-4052-906d-1c35d6e507ab tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:05.927016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-62f447e7-19fd-4ec0-88c1-9b63a608f309 req-a119597c-5d05-4052-906d-1c35d6e507ab tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0588582 Dec 14 03:02:05.989268 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-62f447e7-19fd-4ec0-88c1-9b63a608f309 req-9461f3b0-f33a-43db-ba25-76e844484c49 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555444 Dec 14 03:02:06.374269 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:07.128806 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed515a-4fba-4efc-8200-425f942f8d00 req-34a76b79-ca3e-4771-98e7-829afa7f106c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:07.132804 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2ed515a-4fba-4efc-8200-425f942f8d00 req-34a76b79-ca3e-4771-98e7-829afa7f106c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0601504 Dec 14 03:02:07.190276 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2ed515a-4fba-4efc-8200-425f942f8d00 req-e8bcd8ec-ead4-4885-9298-64a487538a60 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505817 Dec 14 03:02:07.775739 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:08.335570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a67d2-c2e3-4d2e-bc68-aeb5086121ec req-c6a13c97-715a-446c-8744-2cd195d5b5e8 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:08.337067 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a94a67d2-c2e3-4d2e-bc68-aeb5086121ec req-c6a13c97-715a-446c-8744-2cd195d5b5e8 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0756025 Dec 14 03:02:08.394112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a94a67d2-c2e3-4d2e-bc68-aeb5086121ec req-93a8b1df-acf6-4152-b531-7d426a672e2d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444956 Dec 14 03:02:08.660776 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:09.532109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8d74d-bca4-4683-899b-b87c58b4ae83 req-7f8e2dd6-728a-4925-a089-f79fa55dc2cf tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:09.533651 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-deb8d74d-bca4-4683-899b-b87c58b4ae83 req-7f8e2dd6-728a-4925-a089-f79fa55dc2cf tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0611532 Dec 14 03:02:09.594048 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-deb8d74d-bca4-4683-899b-b87c58b4ae83 req-5c657d8f-ec30-4fb2-b88e-97fbb32866df tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499001 Dec 14 03:02:10.743448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb969b1e-9ec1-4568-82d4-fd2083329836 req-d22c6cf7-5537-431e-9387-45acf2d487f8 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:10.745012 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cb969b1e-9ec1-4568-82d4-fd2083329836 req-d22c6cf7-5537-431e-9387-45acf2d487f8 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0771639 Dec 14 03:02:10.818894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cb969b1e-9ec1-4568-82d4-fd2083329836 req-50d97c08-a242-41ae-a77d-dc1237af30a5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601194 Dec 14 03:02:12.007446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4d1ff-f03a-4fb8-8989-633d2913791d req-56d0e2df-d225-4c4f-aa57-40532d1b61c3 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:12.009261 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cbb4d1ff-f03a-4fb8-8989-633d2913791d req-56d0e2df-d225-4c4f-aa57-40532d1b61c3 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0743644 Dec 14 03:02:12.071485 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cbb4d1ff-f03a-4fb8-8989-633d2913791d req-583a54f8-4e4b-4df1-9f98-58092a08dabd tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551147 Dec 14 03:02:12.968491 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-d82c3bfb-6531-4193-90e8-b348b4ea2b6e service neutron] show failed (client error): The resource could not be found. Dec 14 03:02:12.977144 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-d82c3bfb-6531-4193-90e8-b348b4ea2b6e service neutron] 10.222.0.47 "GET /v2.0/ports/0308d3e7-d52e-481d-9c48-614b51a72984/bindings/n-h1-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.0628936 Dec 14 03:02:13.222885 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c50010-6477-486a-b93b-3a50f355f504 req-71ba7500-e253-432e-9d92-21859a6afa27 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:13.225705 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81c50010-6477-486a-b93b-3a50f355f504 req-71ba7500-e253-432e-9d92-21859a6afa27 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0690281 Dec 14 03:02:13.293549 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81c50010-6477-486a-b93b-3a50f355f504 req-82499316-696c-4073-8b82-501dce50bfa2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574148 Dec 14 03:02:13.571182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-06f40483-146b-47f6-918a-fc4bdf3fa156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:13.573163 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-06f40483-146b-47f6-918a-fc4bdf3fa156 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920&tenant_id=64815042603e4fe084e0db9c9093166c HTTP/1.1" status: 200 len: 1096 time: 0.0557816 Dec 14 03:02:13.594966 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821636-1', 'device_owner': 'compute:nova'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:02:13.655843 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:13.884737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0308d3e7-d52e-481d-9c48-614b51a72984,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:02:13.924596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:02:13.977701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:02:13.980173 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5ad386-b08d-4261-b5c5-f1f102ba2c0c" -d '{"events": [{"server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "name": "network-vif-unplugged", "status": "completed", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:02:13.984806 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:13.999708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Transition to ACTIVE for port object 0308d3e7-d52e-481d-9c48-614b51a72984 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:02:14.045832 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:14.057231 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 03:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cc3340-f8c8-4df4-8be0-c5ccd15e94b5 x-openstack-request-id: req-44cc3340-f8c8-4df4-8be0-c5ccd15e94b5 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:02:14.057231 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "name": "network-vif-unplugged", "status": "completed", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:02:14.057231 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-44cc3340-f8c8-4df4-8be0-c5ccd15e94b5 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:02:14.057231 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984', 'code': 200} Dec 14 03:02:14.175861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] No DVR routers for this DVR port 0308d3e7-d52e-481d-9c48-614b51a72984 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:02:14.178480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Pushing event updated for resources: {'Port': ['ID=0308d3e7-d52e-481d-9c48-614b51a72984,revision_number=6']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:02:14.257075 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:02:14.257798 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:02:14.257798 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:02:14.258117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:02:14.258454 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:02:14.258786 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:02:14.259116 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:02:14.259448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:02:14.259781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:02:14.260110 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:02:14.260438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:02:14.260770 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:02:14.261095 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:02:14.384636 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Attempting to bind port 0308d3e7-d52e-481d-9c48-614b51a72984 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:02:14.385078 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Attempting to bind port 0308d3e7-d52e-481d-9c48-614b51a72984 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:02:14.385546 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Attempting to bind port 0308d3e7-d52e-481d-9c48-614b51a72984 on network 903f1bd6-80e3-4ace-a820-2435fe44884e {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:02:14.395563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Port 0308d3e7-d52e-481d-9c48-614b51a72984 on network 903f1bd6-80e3-4ace-a820-2435fe44884e not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:02:14.395563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Attempting to bind port 0308d3e7-d52e-481d-9c48-614b51a72984 on network 903f1bd6-80e3-4ace-a820-2435fe44884e {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:02:14.409700 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:02:14.410055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Checking segment: {'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:02:14.410442 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Bound using segment: {'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:02:14.410914 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Bound port: 0308d3e7-d52e-481d-9c48-614b51a72984, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:02:14.411279 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:14.515245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72af42-c968-4752-8019-0907b415f4c9 req-5f558f97-c611-44af-88fe-761038f86b2f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:14.516982 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b72af42-c968-4752-8019-0907b415f4c9 req-5f558f97-c611-44af-88fe-761038f86b2f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 943 time: 0.1242507 Dec 14 03:02:14.566567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:02:14.600731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0308d3e7-d52e-481d-9c48-614b51a72984,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:02:14.611996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b72af42-c968-4752-8019-0907b415f4c9 req-5d2e870f-c0f8-4a07-aaae-f285cf000473 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788505 Dec 14 03:02:14.696723 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:14.751787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:14.753245 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:14.754817 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] 10.222.0.46 "PUT /v2.0/ports/0308d3e7-d52e-481d-9c48-614b51a72984 HTTP/1.1" status: 200 len: 1091 time: 1.1681418 Dec 14 03:02:14.833153 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8b054-fb40-4088-a068-54d3a1b3ce5d service neutron] Pushing event updated for resources: {'Port': ['ID=0308d3e7-d52e-481d-9c48-614b51a72984,revision_number=7']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:02:14.853006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-f0b2b972-956f-4269-9fd7-fe6e50a19c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:14.854832 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-f0b2b972-956f-4269-9fd7-fe6e50a19c23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 1094 time: 0.0599957 Dec 14 03:02:15.005822 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-a27e2924-ee24-4668-825c-978f24296517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:15.007780 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-a27e2924-ee24-4668-825c-978f24296517 service neutron] 10.222.0.46 "GET /v2.0/networks?id=903f1bd6-80e3-4ace-a820-2435fe44884e HTTP/1.1" status: 200 len: 897 time: 0.1454473 Dec 14 03:02:15.181005 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-a65ba9a9-8025-4e8c-b834-cc3796ed6b05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0308d3e7-d52e-481d-9c48-614b51a72984 HTTP/1.1" status: 200 len: 999 time: 0.1636455 Dec 14 03:02:15.291088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-211beee6-c27a-4a1c-9b1a-197b5ef5131e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:15.294766 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-211beee6-c27a-4a1c-9b1a-197b5ef5131e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d404b8f-5d0c-48f7-b7fe-c040cf750c5b HTTP/1.1" status: 200 len: 834 time: 0.1065688 Dec 14 03:02:15.357586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-68c3569b-6bea-4098-b989-52ba4678eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:15.359240 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-68c3569b-6bea-4098-b989-52ba4678eda0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=903f1bd6-80e3-4ace-a820-2435fe44884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582407 Dec 14 03:02:15.455891 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-16bbe58f-8996-46f5-8c83-0a3e3f7edd48 service neutron] 10.222.0.46 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891402 Dec 14 03:02:15.578723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb2655f3-2f2f-4e79-b8a4-868a09898fa6 req-1fcb1c1d-dc24-43c1-84ba-40fc6a2e35d6 service neutron] 10.222.0.46 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154513 Dec 14 03:02:15.803363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a11716-b5a3-4900-b3ba-05eb73379b2a req-cdf9b9c1-c1ec-4b69-89e7-ce3a24798e42 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:15.804915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2a11716-b5a3-4900-b3ba-05eb73379b2a req-cdf9b9c1-c1ec-4b69-89e7-ce3a24798e42 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 943 time: 0.1015384 Dec 14 03:02:15.862979 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2a11716-b5a3-4900-b3ba-05eb73379b2a req-2daf5436-5c08-404b-9ba6-4648b903edea tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506401 Dec 14 03:02:16.055488 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:02:16.058742 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bec15f3-6b26-4e60-9188-ef07d9e8f146" -d '{"events": [{"name": "network-changed", "server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:02:16.135136 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f246f2a4-e3a7-41de-b58a-eaeb3a385392 x-openstack-request-id: req-f246f2a4-e3a7-41de-b58a-eaeb3a385392 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:02:16.135959 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:02:16.135959 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f246f2a4-e3a7-41de-b58a-eaeb3a385392 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:02:16.135959 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984', 'status': 'completed', 'code': 200} Dec 14 03:02:16.294639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-d4969f16-e288-4c54-9527-3b872125a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:16.295319 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-d4969f16-e288-4c54-9527-3b872125a853 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 1094 time: 0.1195376 Dec 14 03:02:16.297568 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-39a89250-143e-4754-af2a-d8219abea752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:16.298955 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-39a89250-143e-4754-af2a-d8219abea752 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 1094 time: 0.1070876 Dec 14 03:02:16.479673 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-bf98b787-b2b4-4109-be91-aece1cc229bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:16.481846 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-bf98b787-b2b4-4109-be91-aece1cc229bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=903f1bd6-80e3-4ace-a820-2435fe44884e HTTP/1.1" status: 200 len: 897 time: 0.1699615 Dec 14 03:02:16.483443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-c33af060-eafe-471a-a578-19dde32c6dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:16.485283 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-c33af060-eafe-471a-a578-19dde32c6dd9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=903f1bd6-80e3-4ace-a820-2435fe44884e HTTP/1.1" status: 200 len: 897 time: 0.1833286 Dec 14 03:02:16.662402 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-187c1a2f-c646-4ff7-aa45-abbd3608555a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0308d3e7-d52e-481d-9c48-614b51a72984 HTTP/1.1" status: 200 len: 999 time: 0.1728032 Dec 14 03:02:16.666460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-d3cbbed3-fb23-4ebf-87b8-849b16494497 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0308d3e7-d52e-481d-9c48-614b51a72984 HTTP/1.1" status: 200 len: 999 time: 0.1682618 Dec 14 03:02:16.758252 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-f6ff76b9-384b-473f-a28d-fadd883d28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:16.759729 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-f6ff76b9-384b-473f-a28d-fadd883d28b2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d404b8f-5d0c-48f7-b7fe-c040cf750c5b HTTP/1.1" status: 200 len: 834 time: 0.0908353 Dec 14 03:02:16.761525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-024f15ea-eb85-4e99-9ab0-d89d1b5fb1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:16.763059 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-024f15ea-eb85-4e99-9ab0-d89d1b5fb1ef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d404b8f-5d0c-48f7-b7fe-c040cf750c5b HTTP/1.1" status: 200 len: 834 time: 0.0839546 Dec 14 03:02:16.847891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-102c80a6-cfac-4181-ba69-c1e384d7feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:16.850171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-102c80a6-cfac-4181-ba69-c1e384d7feab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=903f1bd6-80e3-4ace-a820-2435fe44884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830927 Dec 14 03:02:16.855308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-9cbf9a6f-b986-4144-8cc8-aeea595c5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:16.857459 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-9cbf9a6f-b986-4144-8cc8-aeea595c5752 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=903f1bd6-80e3-4ace-a820-2435fe44884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801208 Dec 14 03:02:17.097213 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-3031c3be-87bd-47d2-9a17-617ab46c04be service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383692 Dec 14 03:02:17.106800 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-81a91c9d-9469-4122-a271-c2783f14d994 service neutron] 10.222.0.46 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392824 Dec 14 03:02:17.125990 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 0308d3e7-d52e-481d-9c48-614b51a72984 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:02:17.145938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929d28c-3c03-4f40-b9a2-d1312c2801d9 req-8bf37418-09cb-4d61-b45e-c2449a762484 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:17.147777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9929d28c-3c03-4f40-b9a2-d1312c2801d9 req-8bf37418-09cb-4d61-b45e-c2449a762484 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 943 time: 0.1386764 Dec 14 03:02:17.215918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 0308d3e7-d52e-481d-9c48-614b51a72984 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:02:17.799435 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9929d28c-3c03-4f40-b9a2-d1312c2801d9 req-dcbdab78-5afa-424f-8e44-a836c1938cd3 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991570 Dec 14 03:02:17.814588 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-3cb908d4-525a-4b9c-ae83-2fc9f7383825 service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7069883 Dec 14 03:02:17.832596 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bec15f3-6b26-4e60-9188-ef07d9e8f146 req-682bd90e-2fa2-4908-a882-788a6617a357 service neutron] 10.222.0.46 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6832728 Dec 14 03:02:18.344051 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0308d3e7-d52e-481d-9c48-614b51a72984 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:02:18.478606 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0308d3e7-d52e-481d-9c48-614b51a72984,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:02:18.494897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '0308d3e7-d52e-481d-9c48-614b51a72984', 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e', 'port_id': '0308d3e7-d52e-481d-9c48-614b51a72984', 'mac_address': 'fa:16:3e:ec:25:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:02:18.542823 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:18.566127 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0308d3e7-d52e-481d-9c48-614b51a72984 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:02:18.610770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0308d3e7-d52e-481d-9c48-614b51a72984,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:02:18.707031 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:18.770094 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=0308d3e7-d52e-481d-9c48-614b51a72984,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:02:18.972568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['0308d3e7-d52e-481d-9c48-614b51a72984'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:02:18.986226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a78e1d-4447-471a-9472-7360c4596fb0 req-6189fa00-a50d-4357-a5dc-57a2ef26c52c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:18.989676 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58a78e1d-4447-471a-9472-7360c4596fb0 req-6189fa00-a50d-4357-a5dc-57a2ef26c52c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 944 time: 0.0855722 Dec 14 03:02:19.115245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58a78e1d-4447-471a-9472-7360c4596fb0 req-bb8c33e2-b176-4f12-848a-f0719611a9b3 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170247 Dec 14 03:02:19.796165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a86094d-7c60-4973-8a03-684f49332860 req-02c2dae5-4ef6-4b2d-9feb-6b35ef331440 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:19.804601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a86094d-7c60-4973-8a03-684f49332860 req-02c2dae5-4ef6-4b2d-9feb-6b35ef331440 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 944 time: 0.0847695 Dec 14 03:02:19.891886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4a86094d-7c60-4973-8a03-684f49332860 req-0d0ab757-26d4-4116-bf91-709f235e2daf tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863235 Dec 14 03:02:19.920465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d3300-46b0-426a-a11c-3087b547e98e req-8671d121-c2d6-405a-bb70-779092c044e0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:19.922204 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-532d3300-46b0-426a-a11c-3087b547e98e req-8671d121-c2d6-405a-bb70-779092c044e0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.46 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920&tenant_id=64815042603e4fe084e0db9c9093166c&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 944 time: 0.0702465 Dec 14 03:02:20.013765 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-532d3300-46b0-426a-a11c-3087b547e98e req-1ec35f6f-f1f7-4c05-ac6e-63ac03e3b90b service neutron] 10.222.0.46 "GET /v2.0/ports/0308d3e7-d52e-481d-9c48-614b51a72984/bindings/n-h1-821636-1 HTTP/1.1" status: 200 len: 382 time: 0.0833528 Dec 14 03:02:20.144349 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d3300-46b0-426a-a11c-3087b547e98e req-dbe7aa99-9469-44d1-878a-84a67e64b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:20.149972 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-532d3300-46b0-426a-a11c-3087b547e98e req-dbe7aa99-9469-44d1-878a-84a67e64b99f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 1095 time: 0.0954545 Dec 14 03:02:20.266865 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d3300-46b0-426a-a11c-3087b547e98e req-6f04b38b-5e70-4ade-8abf-2d1e486bf441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:20.268356 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-532d3300-46b0-426a-a11c-3087b547e98e req-6f04b38b-5e70-4ade-8abf-2d1e486bf441 service neutron] 10.222.0.46 "GET /v2.0/networks?id=903f1bd6-80e3-4ace-a820-2435fe44884e HTTP/1.1" status: 200 len: 897 time: 0.1126816 Dec 14 03:02:20.345895 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-532d3300-46b0-426a-a11c-3087b547e98e req-e2dbb51a-0390-4e42-a72c-fb9d231d3261 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0308d3e7-d52e-481d-9c48-614b51a72984 HTTP/1.1" status: 200 len: 1000 time: 0.0703735 Dec 14 03:02:20.356599 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0308d3e7-d52e-481d-9c48-614b51a72984 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:02:20.414952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d3300-46b0-426a-a11c-3087b547e98e req-66b1d5f2-04ae-4594-9329-d205935f7079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:20.416428 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-532d3300-46b0-426a-a11c-3087b547e98e req-66b1d5f2-04ae-4594-9329-d205935f7079 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d404b8f-5d0c-48f7-b7fe-c040cf750c5b HTTP/1.1" status: 200 len: 834 time: 0.0636110 Dec 14 03:02:20.548818 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d3300-46b0-426a-a11c-3087b547e98e req-1e713fe0-895f-4e9d-ba7d-ac133b197d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:20.550383 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-532d3300-46b0-426a-a11c-3087b547e98e req-1e713fe0-895f-4e9d-ba7d-ac133b197d72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=903f1bd6-80e3-4ace-a820-2435fe44884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234663 Dec 14 03:02:20.632559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 0308d3e7-d52e-481d-9c48-614b51a72984 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:02:20.640296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 0308d3e7-d52e-481d-9c48-614b51a72984 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:02:20.641021 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:20.695465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-532d3300-46b0-426a-a11c-3087b547e98e req-d3d06b17-3f66-4fa0-8e0f-fdb7d0a41dfc service neutron] 10.222.0.46 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372547 Dec 14 03:02:20.799799 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:20.819680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-532d3300-46b0-426a-a11c-3087b547e98e req-ab20b337-2975-478c-9929-3af44ba8bb23 service neutron] 10.222.0.46 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162996 Dec 14 03:02:20.828075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:02:20.830820 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3fbc4e-b65d-4189-b56a-9db2824013b5" -d '{"events": [{"server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "name": "network-vif-plugged", "status": "completed", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:02:20.844838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0308d3e7-d52e-481d-9c48-614b51a72984,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:02:20.918541 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46da2ab6-dc5f-48d3-b153-b30a5296db0b x-openstack-request-id: req-46da2ab6-dc5f-48d3-b153-b30a5296db0b {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:02:20.918956 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "name": "network-vif-plugged", "status": "completed", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:02:20.919313 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46da2ab6-dc5f-48d3-b153-b30a5296db0b {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:02:20.919822 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984', 'code': 200} Dec 14 03:02:20.962039 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:21.057397 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=0308d3e7-d52e-481d-9c48-614b51a72984,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:02:21.116220 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b3906-dca5-45c1-ab41-7bdfb5bd02ce req-25ba5837-a4ef-4c0b-97a4-a5eed81ac57e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:21.118109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a96b3906-dca5-45c1-ab41-7bdfb5bd02ce req-25ba5837-a4ef-4c0b-97a4-a5eed81ac57e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0957823 Dec 14 03:02:21.188904 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a96b3906-dca5-45c1-ab41-7bdfb5bd02ce req-7bf3f386-e35f-4451-8702-8a4feaecee89 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636182 Dec 14 03:02:22.336868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401be6a3-a6c8-478d-a9e7-7036b876c93d req-2a7b52e4-7077-45c8-9daf-35293cd32cf0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:22.339298 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-401be6a3-a6c8-478d-a9e7-7036b876c93d req-2a7b52e4-7077-45c8-9daf-35293cd32cf0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0641553 Dec 14 03:02:22.419552 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-401be6a3-a6c8-478d-a9e7-7036b876c93d req-73e5db0e-5812-4e05-9fe5-338f7090fc8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720844 Dec 14 03:02:23.658022 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7a003-d3b9-442b-93fc-ce268cf4e9eb req-9af032c6-4583-4f79-acd1-8249df3bce16 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:23.659572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1b7a003-d3b9-442b-93fc-ce268cf4e9eb req-9af032c6-4583-4f79-acd1-8249df3bce16 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.1231120 Dec 14 03:02:23.720374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1b7a003-d3b9-442b-93fc-ce268cf4e9eb req-e8533523-8d51-44ab-abf3-6a2162d51c0f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543959 Dec 14 03:02:24.278060 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d3300-46b0-426a-a11c-3087b547e98e req-226ad50e-d3be-4b77-a0cb-afdf90e0679f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:24.280179 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-532d3300-46b0-426a-a11c-3087b547e98e req-226ad50e-d3be-4b77-a0cb-afdf90e0679f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920&tenant_id=64815042603e4fe084e0db9c9093166c HTTP/1.1" status: 200 len: 1096 time: 0.0566614 Dec 14 03:02:24.299023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821636-1', 'device_owner': 'compute:nova'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:02:24.362392 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:24.588650 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:02:24.624852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=0308d3e7-d52e-481d-9c48-614b51a72984,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:02:24.710989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:02:24.900062 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:02:24.903016 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f30da1f-f5bb-4eae-ab52-dbec4cb1cbe7" -d '{"events": [{"server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "name": "network-vif-unplugged", "status": "completed", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:02:24.912359 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:24.934010 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Transition to ACTIVE for port object 0308d3e7-d52e-481d-9c48-614b51a72984 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:02:24.945234 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc209aa-4f34-4a4b-b961-a1b24f24f319 req-830d9fbc-5276-4634-b532-120a2ef48b1c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:24.947172 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5cc209aa-4f34-4a4b-b961-a1b24f24f319 req-830d9fbc-5276-4634-b532-120a2ef48b1c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 945 time: 0.0990231 Dec 14 03:02:25.036672 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5cc209aa-4f34-4a4b-b961-a1b24f24f319 req-3f3fa557-e906-4c79-8ade-e74801a6b35c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813050 Dec 14 03:02:25.037980 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:25.134304 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 03:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b403354a-fe40-49b1-9890-fd619088468a x-openstack-request-id: req-b403354a-fe40-49b1-9890-fd619088468a {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:02:25.134757 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "name": "network-vif-unplugged", "status": "completed", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:02:25.135014 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b403354a-fe40-49b1-9890-fd619088468a {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:02:25.135410 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984', 'code': 200} Dec 14 03:02:25.138350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Pushing event updated for resources: {'Port': ['ID=0308d3e7-d52e-481d-9c48-614b51a72984,revision_number=10']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:02:25.203691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] No DVR routers for this DVR port 0308d3e7-d52e-481d-9c48-614b51a72984 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:02:25.439440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Attempting to bind port 0308d3e7-d52e-481d-9c48-614b51a72984 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:02:25.439805 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Attempting to bind port 0308d3e7-d52e-481d-9c48-614b51a72984 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:02:25.440633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Attempting to bind port 0308d3e7-d52e-481d-9c48-614b51a72984 on network 903f1bd6-80e3-4ace-a820-2435fe44884e {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:02:25.446338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Port 0308d3e7-d52e-481d-9c48-614b51a72984 on network 903f1bd6-80e3-4ace-a820-2435fe44884e not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:02:25.446905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Attempting to bind port 0308d3e7-d52e-481d-9c48-614b51a72984 on network 903f1bd6-80e3-4ace-a820-2435fe44884e {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:02:25.453592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:02:25.453901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Checking segment: {'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:02:25.454174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Bound using segment: {'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:02:25.455432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Bound port: 0308d3e7-d52e-481d-9c48-614b51a72984, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'febb2d44-688b-40c7-a335-3de97c53fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:02:25.456293 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:25.553134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:02:25.557337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0308d3e7-d52e-481d-9c48-614b51a72984,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:02:25.640079 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:25.686501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:25.687446 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:25.692721 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-532d3300-46b0-426a-a11c-3087b547e98e req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] 10.222.0.47 "PUT /v2.0/ports/0308d3e7-d52e-481d-9c48-614b51a72984 HTTP/1.1" status: 200 len: 1092 time: 1.3981197 Dec 14 03:02:25.860153 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52046f1f-0bab-43ce-9fb0-b4c36bd29f40 service neutron] Pushing event updated for resources: {'Port': ['ID=0308d3e7-d52e-481d-9c48-614b51a72984,revision_number=11']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:02:25.899535 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d3300-46b0-426a-a11c-3087b547e98e req-2c712701-f6ee-4e23-9744-7e9787ad9b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:25.906364 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-532d3300-46b0-426a-a11c-3087b547e98e req-2c712701-f6ee-4e23-9744-7e9787ad9b85 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 1095 time: 0.1174054 Dec 14 03:02:26.067773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d3300-46b0-426a-a11c-3087b547e98e req-2800ee4a-4661-49ca-b4e7-1296210e4ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:26.069420 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-532d3300-46b0-426a-a11c-3087b547e98e req-2800ee4a-4661-49ca-b4e7-1296210e4ff1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=903f1bd6-80e3-4ace-a820-2435fe44884e HTTP/1.1" status: 200 len: 897 time: 0.1551101 Dec 14 03:02:26.240922 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-532d3300-46b0-426a-a11c-3087b547e98e req-40e39710-bf4d-40cd-8d87-853eee126c8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0308d3e7-d52e-481d-9c48-614b51a72984 HTTP/1.1" status: 200 len: 999 time: 0.1625845 Dec 14 03:02:26.250413 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841149a-c447-44d3-8d4c-fc1eed09bba0 req-45f35220-4681-4b9d-ad7c-86193f2dac80 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:26.251955 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7841149a-c447-44d3-8d4c-fc1eed09bba0 req-45f35220-4681-4b9d-ad7c-86193f2dac80 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 944 time: 0.0773354 Dec 14 03:02:26.334171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d3300-46b0-426a-a11c-3087b547e98e req-c49b27f5-0da5-406c-a404-2448843fbe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:26.335733 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-532d3300-46b0-426a-a11c-3087b547e98e req-c49b27f5-0da5-406c-a404-2448843fbe75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d404b8f-5d0c-48f7-b7fe-c040cf750c5b HTTP/1.1" status: 200 len: 834 time: 0.0828400 Dec 14 03:02:26.345131 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7841149a-c447-44d3-8d4c-fc1eed09bba0 req-9f0d063e-66e7-4884-8a2a-e2a4d64b9dcb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843437 Dec 14 03:02:26.396890 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0308d3e7-d52e-481d-9c48-614b51a72984 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:02:26.404277 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d3300-46b0-426a-a11c-3087b547e98e req-65efc41a-aee3-4d7c-bf31-d0f6eb8e64e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:26.406247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-532d3300-46b0-426a-a11c-3087b547e98e req-65efc41a-aee3-4d7c-bf31-d0f6eb8e64e3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=903f1bd6-80e3-4ace-a820-2435fe44884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601871 Dec 14 03:02:26.447841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 0308d3e7-d52e-481d-9c48-614b51a72984 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:02:26.525061 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-532d3300-46b0-426a-a11c-3087b547e98e req-32f9f3c0-41f4-416d-8c48-2b78780bcb5a service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088610 Dec 14 03:02:26.632084 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-532d3300-46b0-426a-a11c-3087b547e98e req-fe1343a3-80c9-4d68-8504-d81099d56d74 service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024542 Dec 14 03:02:27.137104 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:02:27.140539 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cccdc9-487a-422e-aed3-ee7f14106e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:02:27.213427 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada765c3-3008-4b5e-8699-00126a7a2cfc x-openstack-request-id: req-ada765c3-3008-4b5e-8699-00126a7a2cfc {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:02:27.213722 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:02:27.213981 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ada765c3-3008-4b5e-8699-00126a7a2cfc {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:02:27.214385 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984', 'status': 'completed', 'code': 200} Dec 14 03:02:27.307001 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:27.369840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-0fb9ccc0-2eb1-481b-9ccf-9ef5a0c8cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:27.384219 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-0fb9ccc0-2eb1-481b-9ccf-9ef5a0c8cd94 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 1095 time: 0.1302292 Dec 14 03:02:27.513837 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-47c4a4e4-dcac-4100-b326-3c38254f34d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:27.515620 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-47c4a4e4-dcac-4100-b326-3c38254f34d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 1095 time: 0.2466693 Dec 14 03:02:27.614033 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-2c0d7e07-6a68-4c88-bd07-e2c5d4828575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:27.615808 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-2c0d7e07-6a68-4c88-bd07-e2c5d4828575 service neutron] 10.222.0.46 "GET /v2.0/networks?id=903f1bd6-80e3-4ace-a820-2435fe44884e HTTP/1.1" status: 200 len: 897 time: 0.0899496 Dec 14 03:02:27.718809 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-32e87cbd-7ce0-4416-a9fb-00a89f5e59de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0308d3e7-d52e-481d-9c48-614b51a72984 HTTP/1.1" status: 200 len: 999 time: 0.0807676 Dec 14 03:02:27.750693 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ebc8a-2ea4-4ab5-b1af-aa9930c359dc req-64327187-48b1-488c-959a-6f74a9ad92c5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:27.752176 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c10ebc8a-2ea4-4ab5-b1af-aa9930c359dc req-64327187-48b1-488c-959a-6f74a9ad92c5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 944 time: 0.2442541 Dec 14 03:02:27.810833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-7d5c38d0-804f-4c18-9634-b56831a81c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:27.812322 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-7d5c38d0-804f-4c18-9634-b56831a81c80 service neutron] 10.222.0.47 "GET /v2.0/networks?id=903f1bd6-80e3-4ace-a820-2435fe44884e HTTP/1.1" status: 200 len: 897 time: 0.4161723 Dec 14 03:02:27.891127 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-e7a2ff0e-0f3c-470a-8512-59b49d1dbb6c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0308d3e7-d52e-481d-9c48-614b51a72984 HTTP/1.1" status: 200 len: 999 time: 0.0685575 Dec 14 03:02:27.903898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-c5747daa-b0fb-4911-918b-5e973fe54ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:27.905436 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-c5747daa-b0fb-4911-918b-5e973fe54ac4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1d404b8f-5d0c-48f7-b7fe-c040cf750c5b HTTP/1.1" status: 200 len: 834 time: 0.1754599 Dec 14 03:02:27.963553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c10ebc8a-2ea4-4ab5-b1af-aa9930c359dc req-c00da54d-2678-428d-a6e0-6bc16cc1bfeb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819932 Dec 14 03:02:28.005840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-57bf2a2d-181b-4cae-9072-375e7c6afe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:28.007535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-57bf2a2d-181b-4cae-9072-375e7c6afe92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d404b8f-5d0c-48f7-b7fe-c040cf750c5b HTTP/1.1" status: 200 len: 834 time: 0.1002657 Dec 14 03:02:28.021698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-8bf649d7-620a-4b66-8edb-3ad6657a2628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:28.025119 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-8bf649d7-620a-4b66-8edb-3ad6657a2628 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=903f1bd6-80e3-4ace-a820-2435fe44884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1098125 Dec 14 03:02:28.221526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-73d72210-9ea2-4631-ae90-512149298ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:28.223838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-73d72210-9ea2-4631-ae90-512149298ba6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=903f1bd6-80e3-4ace-a820-2435fe44884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476498 Dec 14 03:02:28.241206 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-489aad60-ec2d-43f7-928f-9a0052e0fa7e service neutron] 10.222.0.46 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086377 Dec 14 03:02:28.511293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-afc57cde-4603-4fa3-b884-1a53afb9cbe6 service neutron] 10.222.0.46 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425760 Dec 14 03:02:28.570095 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-892a9b52-cbcf-481b-95ab-88430a8f2517 service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266056 Dec 14 03:02:28.731492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7cccdc9-487a-422e-aed3-ee7f14106e0a req-4d78bb8f-e1b4-47b0-932f-2a6a2822edca service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546149 Dec 14 03:02:29.195756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560027e1-359c-4d33-bb85-e2d96e856766 req-a8120781-fc3a-416b-880a-5d36337b1dc9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:29.197766 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-560027e1-359c-4d33-bb85-e2d96e856766 req-a8120781-fc3a-416b-880a-5d36337b1dc9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 944 time: 0.0883670 Dec 14 03:02:29.224811 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 0308d3e7-d52e-481d-9c48-614b51a72984 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:02:29.288520 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-560027e1-359c-4d33-bb85-e2d96e856766 req-010578eb-3d4e-4502-9e56-7111afb6f8d0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817008 Dec 14 03:02:29.304495 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43126) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:02:29.379768 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0308d3e7-d52e-481d-9c48-614b51a72984,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:02:29.391300 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4d6dafaf-29ae-4939-bf75-52df7b363be2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/floatingips/5dc387f7-eddf-4f48-beb0-1f8085674cc4 HTTP/1.1" status: 200 len: 991 time: 0.0849059 Dec 14 03:02:29.395853 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '0308d3e7-d52e-481d-9c48-614b51a72984', 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e', 'port_id': '0308d3e7-d52e-481d-9c48-614b51a72984', 'mac_address': 'fa:16:3e:ec:25:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:02:29.438975 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:29.453219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0308d3e7-d52e-481d-9c48-614b51a72984 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:02:29.476036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0308d3e7-d52e-481d-9c48-614b51a72984,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:02:29.563604 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:29.635054 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=0308d3e7-d52e-481d-9c48-614b51a72984,revision_number=12']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:02:29.850993 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['0308d3e7-d52e-481d-9c48-614b51a72984'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:02:30.346886 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:31.228174 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 0308d3e7-d52e-481d-9c48-614b51a72984 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:02:31.381442 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 0308d3e7-d52e-481d-9c48-614b51a72984 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:02:31.390755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 0308d3e7-d52e-481d-9c48-614b51a72984 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:02:31.391493 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:31.515167 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:31.549778 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:02:31.552538 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e57c236-3d8c-4e83-861b-ea48b334832b" -d '{"events": [{"server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "name": "network-vif-plugged", "status": "completed", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:02:31.579316 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0308d3e7-d52e-481d-9c48-614b51a72984,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:02:31.603336 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96492e0-85ba-412d-bcb4-417e54199950 x-openstack-request-id: req-a96492e0-85ba-412d-bcb4-417e54199950 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:02:31.607385 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "name": "network-vif-plugged", "status": "completed", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:02:31.607385 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a96492e0-85ba-412d-bcb4-417e54199950 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:02:31.607385 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984', 'code': 200} Dec 14 03:02:31.650097 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:31.709185 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=0308d3e7-d52e-481d-9c48-614b51a72984,revision_number=13']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:02:32.364324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c37f2c40-4798-4949-98b7-73cb59d0ee1b req-55723f19-c78d-417b-8290-4341b4649d65 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517240 Dec 14 03:02:32.460962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f2c40-4798-4949-98b7-73cb59d0ee1b req-ea7b1aa3-d382-4025-9edc-f4c4f3e8e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:32.462385 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c37f2c40-4798-4949-98b7-73cb59d0ee1b req-ea7b1aa3-d382-4025-9edc-f4c4f3e8e339 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 1097 time: 0.0396793 Dec 14 03:02:32.593386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f2c40-4798-4949-98b7-73cb59d0ee1b req-bdad8830-b85b-4d01-a7fe-1b2cd7ccedcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:32.594885 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c37f2c40-4798-4949-98b7-73cb59d0ee1b req-bdad8830-b85b-4d01-a7fe-1b2cd7ccedcc service neutron] 10.222.0.47 "GET /v2.0/networks?id=903f1bd6-80e3-4ace-a820-2435fe44884e HTTP/1.1" status: 200 len: 897 time: 0.1025016 Dec 14 03:02:32.672386 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c37f2c40-4798-4949-98b7-73cb59d0ee1b req-89a14d6b-8305-4eb0-9876-b3dfc08b1f47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0308d3e7-d52e-481d-9c48-614b51a72984 HTTP/1.1" status: 200 len: 1001 time: 0.0679102 Dec 14 03:02:32.722754 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f2c40-4798-4949-98b7-73cb59d0ee1b req-8bc26d93-9994-4958-8933-5174d5d153f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:32.724166 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c37f2c40-4798-4949-98b7-73cb59d0ee1b req-8bc26d93-9994-4958-8933-5174d5d153f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d404b8f-5d0c-48f7-b7fe-c040cf750c5b HTTP/1.1" status: 200 len: 834 time: 0.0456083 Dec 14 03:02:32.753938 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-740eef3d-9ea1-409b-a606-65331beb988f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:32.777886 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f2c40-4798-4949-98b7-73cb59d0ee1b req-677e9f72-c80f-4aa3-9819-e5c9cf944124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:32.779761 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c37f2c40-4798-4949-98b7-73cb59d0ee1b req-677e9f72-c80f-4aa3-9819-e5c9cf944124 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=903f1bd6-80e3-4ace-a820-2435fe44884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477767 Dec 14 03:02:32.881898 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c37f2c40-4798-4949-98b7-73cb59d0ee1b req-cbe6d111-4144-4334-b3b6-1bd7c7e381b9 service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953140 Dec 14 03:02:32.987861 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c37f2c40-4798-4949-98b7-73cb59d0ee1b req-2469efec-bd34-462e-bc6b-216c651d9c72 service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992966 Dec 14 03:02:35.043937 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eeb19f3f-0613-40eb-be9b-c3f722dbb78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:36.383257 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:37.723867 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:38.632493 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:52.964791 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-40e701ac-3a7b-4447-9eed-f4ca3c683bd7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:52.971899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-40e701ac-3a7b-4447-9eed-f4ca3c683bd7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 811 time: 0.1847758 Dec 14 03:02:52.993361 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-b68b0f3c-9807-4ea9-b03b-6aa804adbcd2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/quotas/9f0b73c75de740e8ad1f65064e3d00cd HTTP/1.1" status: 200 len: 375 time: 0.0172698 Dec 14 03:02:53.046361 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-eb3b5f92-5b2a-405e-8893-0c1ea74006d7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507510 Dec 14 03:02:53.568324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-5c86c1ac-932d-41bd-adc6-89adba7f8a98 service neutron] 10.222.0.39 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123668 Dec 14 03:02:53.696756 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-6fe93333-10a9-49af-b158-a61844a17b88 service neutron] 10.222.0.39 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258104 Dec 14 03:02:54.038679 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56d5f05c-dc56-4e6d-995b-fd8bb58530b1 req-bbe9edc6-202b-4b95-9eea-1b56e2d85252 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 210 time: 0.0296528 Dec 14 03:02:55.150986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c0ea48b-52ce-42d3-a872-e4dbcc9c155c req-9f2fd57d-d942-484e-9e7a-4f98ec8aed98 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 210 time: 0.0418010 Dec 14 03:02:56.288678 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f0e3dec5-39e3-45c3-abc5-4a3429a53020 req-ccd740a6-9852-4c3f-a567-f4895c192101 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 210 time: 0.0577059 Dec 14 03:02:56.453059 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-58884ef5-43d6-4599-85ff-9b4a592657d2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:56.454961 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-58884ef5-43d6-4599-85ff-9b4a592657d2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.46 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 811 time: 0.1526415 Dec 14 03:02:56.485048 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-68c21dd7-e392-4830-817a-c8be86cdea21 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Request body: {'port': {'device_id': 'd5103f21-0a77-44c8-9b53-1154cd9bf88c', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'admin_state_up': True, 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:02:56.689885 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-68c21dd7-e392-4830-817a-c8be86cdea21 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Made reservation on behalf of 9f0b73c75de740e8ad1f65064e3d00cd for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:02:56.693892 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-68c21dd7-e392-4830-817a-c8be86cdea21 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:56.919648 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-68c21dd7-e392-4830-817a-c8be86cdea21 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Allocated IP 172.20.0.5 (f6fdd018-425d-422f-958d-84f11d8dd088/f5aaf324-af95-4991-b53e-9e216afcf02f/29d00450-5b5a-41bb-aaed-831490615d9f) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:02:57.149211 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-68c21dd7-e392-4830-817a-c8be86cdea21 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:57.180919 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:57.385621 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-68c21dd7-e392-4830-817a-c8be86cdea21 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:57.461632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-68c21dd7-e392-4830-817a-c8be86cdea21 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Network f6fdd018-425d-422f-958d-84f11d8dd088 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:02:57.469764 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-68c21dd7-e392-4830-817a-c8be86cdea21 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:02:57.474359 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-68c21dd7-e392-4830-817a-c8be86cdea21 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:02:57.590172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb8176-6218-4aed-bf8e-bc80c04f2990 req-207b6abd-85b1-4143-a845-e15394484230 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:57.605817 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edeb8176-6218-4aed-bf8e-bc80c04f2990 req-207b6abd-85b1-4143-a845-e15394484230 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 931 time: 0.2253644 Dec 14 03:02:57.606461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-68c21dd7-e392-4830-817a-c8be86cdea21 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:57.607227 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-68c21dd7-e392-4830-817a-c8be86cdea21 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:57.623461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c21dd7-e392-4830-817a-c8be86cdea21 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'Port': ['ID=29d00450-5b5a-41bb-aaed-831490615d9f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:02:57.691607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-edeb8176-6218-4aed-bf8e-bc80c04f2990 req-82d489d7-4fd8-4b92-a66c-ea98f13fcab8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909612 Dec 14 03:02:57.804095 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-68c21dd7-e392-4830-817a-c8be86cdea21 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3317206 Dec 14 03:02:57.821677 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Request body: {'port': {'device_id': 'd5103f21-0a77-44c8-9b53-1154cd9bf88c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:02:57.825826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-189c1799-aa8f-4817-b6ae-5dcaba94e7b1 None None] Provisioning complete for port 29d00450-5b5a-41bb-aaed-831490615d9f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:02:57.828381 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-189c1799-aa8f-4817-b6ae-5dcaba94e7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:57.871058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-189c1799-aa8f-4817-b6ae-5dcaba94e7b1 None None] Port 29d00450-5b5a-41bb-aaed-831490615d9f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:02:57.928688 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:58.272697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d00450-5b5a-41bb-aaed-831490615d9f {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:02:58.281780 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:58.297453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Transition to ACTIVE for port object 29d00450-5b5a-41bb-aaed-831490615d9f will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:02:58.375118 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:58.469711 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Pushing event updated for resources: {'Port': ['ID=29d00450-5b5a-41bb-aaed-831490615d9f,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:02:58.604640 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Attempting to bind port 29d00450-5b5a-41bb-aaed-831490615d9f on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:02:58.606214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Attempting to bind port 29d00450-5b5a-41bb-aaed-831490615d9f by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:02:58.606869 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Attempting to bind port 29d00450-5b5a-41bb-aaed-831490615d9f on network f6fdd018-425d-422f-958d-84f11d8dd088 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:02:58.612646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Port 29d00450-5b5a-41bb-aaed-831490615d9f on network f6fdd018-425d-422f-958d-84f11d8dd088 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:02:58.613908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Attempting to bind port 29d00450-5b5a-41bb-aaed-831490615d9f on network f6fdd018-425d-422f-958d-84f11d8dd088 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:02:58.622618 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:02:58.622963 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Checking segment: {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:02:58.623358 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Bound using segment: {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:02:58.623802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Bound port: 29d00450-5b5a-41bb-aaed-831490615d9f, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:02:58.624162 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:58.727809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] For port 29d00450-5b5a-41bb-aaed-831490615d9f, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:02:58.733683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] For port 29d00450-5b5a-41bb-aaed-831490615d9f, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=29d00450-5b5a-41bb-aaed-831490615d9f,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:02:58.830167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ea26d-1847-428c-93d8-7b5a3a49e595 req-04221b3c-dc89-4350-9b86-462352aa0fea tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:58.831724 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d10ea26d-1847-428c-93d8-7b5a3a49e595 req-04221b3c-dc89-4350-9b86-462352aa0fea tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0662448 Dec 14 03:02:58.869832 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:58.934504 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d10ea26d-1847-428c-93d8-7b5a3a49e595 req-8d568478-7f51-4db9-b6b9-7845eb1c0ee2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889332 Dec 14 03:02:58.937858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:58.938346 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:02:58.939705 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] 10.222.0.46 "PUT /v2.0/ports/29d00450-5b5a-41bb-aaed-831490615d9f HTTP/1.1" status: 200 len: 1091 time: 1.1241803 Dec 14 03:02:58.940194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5103f21-0a77-44c8-9b53-1154cd9bf88c', 'tag': '29d00450-5b5a-41bb-aaed-831490615d9f'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:02:58.945544 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c8c268-458b-435b-a6c2-43c5ff447c89" -d '{"events": [{"name": "network-changed", "server_uuid": "d5103f21-0a77-44c8-9b53-1154cd9bf88c", "tag": "29d00450-5b5a-41bb-aaed-831490615d9f"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:02:58.968108 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93ab5a-a4a1-490b-ac3f-46ff772def57 service neutron] Pushing event updated for resources: {'Port': ['ID=29d00450-5b5a-41bb-aaed-831490615d9f,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:02:59.003003 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535dc9c6-f749-441c-9792-e6a655057e11 x-openstack-request-id: req-535dc9c6-f749-441c-9792-e6a655057e11 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:02:59.003003 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5103f21-0a77-44c8-9b53-1154cd9bf88c", "tag": "29d00450-5b5a-41bb-aaed-831490615d9f", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:02:59.003003 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-535dc9c6-f749-441c-9792-e6a655057e11 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:02:59.003003 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5103f21-0a77-44c8-9b53-1154cd9bf88c', 'tag': '29d00450-5b5a-41bb-aaed-831490615d9f', 'status': 'completed', 'code': 200} Dec 14 03:02:59.124800 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8c268-458b-435b-a6c2-43c5ff447c89 req-9aea61cd-7561-43ba-a0fb-cf9b3e83694b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:59.126508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40c8c268-458b-435b-a6c2-43c5ff447c89 req-9aea61cd-7561-43ba-a0fb-cf9b3e83694b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 1094 time: 0.0796580 Dec 14 03:02:59.281215 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8c268-458b-435b-a6c2-43c5ff447c89 req-5e1411d0-b9dd-45c3-930e-d4945dbf54cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:59.283345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40c8c268-458b-435b-a6c2-43c5ff447c89 req-5e1411d0-b9dd-45c3-930e-d4945dbf54cb service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1414003 Dec 14 03:02:59.458702 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8c268-458b-435b-a6c2-43c5ff447c89 req-7c22e7ec-7c25-4bb7-ab8e-07db7c7aa39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:59.460901 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40c8c268-458b-435b-a6c2-43c5ff447c89 req-7c22e7ec-7c25-4bb7-ab8e-07db7c7aa39a service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1666100 Dec 14 03:02:59.648995 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-d2a8c5bb-a35f-47bc-be67-46c5f2d37563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:59.657558 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-d2a8c5bb-a35f-47bc-be67-46c5f2d37563 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 1094 time: 0.1274569 Dec 14 03:02:59.759351 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-461bdfd6-2307-4056-92db-54ddf5c71203 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29d00450-5b5a-41bb-aaed-831490615d9f HTTP/1.1" status: 200 len: 217 time: 0.0928104 Dec 14 03:02:59.828870 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-8e37136b-acdb-447e-97c8-bfc5eae1443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:02:59.830470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-8e37136b-acdb-447e-97c8-bfc5eae1443e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0636456 Dec 14 03:03:00.000228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deaa02d-e363-4a08-a753-74bd88bea5a8 req-39aa4148-13ea-40a3-b147-8263e40d9486 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:00.002071 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9deaa02d-e363-4a08-a753-74bd88bea5a8 req-39aa4148-13ea-40a3-b147-8263e40d9486 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 1097 time: 0.1306198 Dec 14 03:03:00.016310 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-35e72b02-5283-4018-99cc-1b16a919a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:00.018563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-35e72b02-5283-4018-99cc-1b16a919a237 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812122 Dec 14 03:03:00.233893 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9deaa02d-e363-4a08-a753-74bd88bea5a8 req-8bc16e0b-b6ff-4ca1-bd3d-6bf90b50b91b tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139697 Dec 14 03:03:00.259388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff4ed7-14b9-4173-90c9-33462e0b4be4 req-cc79317f-1465-43c3-960b-f512a8632122 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:00.261141 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90ff4ed7-14b9-4173-90c9-33462e0b4be4 req-cc79317f-1465-43c3-960b-f512a8632122 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.1533928 Dec 14 03:03:00.284142 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43812) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:00.294819 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:00.414757 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90ff4ed7-14b9-4173-90c9-33462e0b4be4 req-5f468f74-4f70-4d5c-8283-01ba19b91357 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444569 Dec 14 03:03:00.418792 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-31dccc90-3de7-496d-b677-30dd1b8477cd service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441842 Dec 14 03:03:00.578872 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f528fa1-0abb-47af-aea5-c0f5d74d38e6 req-c29b3ce3-78eb-45f4-bc8b-7de41173cb82 service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484027 Dec 14 03:03:00.621792 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting port 78618561-152e-4888-a302-3ebdb59b4e96 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:03:00.622313 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:00.713861 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:00.715560 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:00.728845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Calling delete_port for 78618561-152e-4888-a302-3ebdb59b4e96 owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:03:01.015062 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:01.102794 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Port': ['ID=78618561-152e-4888-a302-3ebdb59b4e96,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:01.176886 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:01.177687 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:01.178148 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:01.178757 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:01.179344 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:01.179751 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:01.180148 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:01.180550 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:01.180947 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:01.181365 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:01.181762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:01.182151 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:01.182643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:01.217647 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:01.228474 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Floating IP 5dc387f7-eddf-4f48-beb0-1f8085674cc4 disassociated (deleted). External IP: 172.25.7.170, port: 0308d3e7-d52e-481d-9c48-614b51a72984. Dec 14 03:03:01.559521 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 5da59c4a-1c8d-4707-ad29-c952dcf995c3 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:03:01.578673 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:03:01.609356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745ab2c-499a-4fb0-8dda-cc768cf41161 req-21bf788c-fff2-45e0-8e68-5e2c369d1078 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:01.618344 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e745ab2c-499a-4fb0-8dda-cc768cf41161 req-21bf788c-fff2-45e0-8e68-5e2c369d1078 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.1286254 Dec 14 03:03:01.709870 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e745ab2c-499a-4fb0-8dda-cc768cf41161 req-756bd8ba-9d55-43f3-863b-c3e19ec76be6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892334 Dec 14 03:03:01.787597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:03:01.793520 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:01.808398 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a921f6a-7e16-4252-9806-1eb1c035412a None None] Sync routers for ids ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:03:01.846228 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a921f6a-7e16-4252-9806-1eb1c035412a None None] Routers {'5da59c4a-1c8d-4707-ad29-c952dcf995c3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:03:01.846890 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3a921f6a-7e16-4252-9806-1eb1c035412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:02:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:01.868820 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5044604a-f017-4925-ba60-07aad63ca24b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/floatingips/5dc387f7-eddf-4f48-beb0-1f8085674cc4 HTTP/1.1" status: 204 len: 168 time: 1.5826323 Dec 14 03:03:01.869486 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:03:01.878938 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548fc36f-1f46-4879-9993-b6e278b01270" -d '{"events": [{"name": "network-changed", "server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:03:01.964142 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f19ea9b-75b3-41f7-b725-2a5bd33e1acd x-openstack-request-id: req-5f19ea9b-75b3-41f7-b725-2a5bd33e1acd {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:03:01.964965 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:03:01.965347 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f19ea9b-75b3-41f7-b725-2a5bd33e1acd {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:03:01.965633 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984', 'status': 'completed', 'code': 200} Dec 14 03:03:02.084913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-3a921f6a-7e16-4252-9806-1eb1c035412a None None] Set router 5da59c4a-1c8d-4707-ad29-c952dcf995c3 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:03:02.099484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fc36f-1f46-4879-9993-b6e278b01270 req-c6bba33b-5d7f-4419-9b50-dc78a9e54ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:02.101686 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-548fc36f-1f46-4879-9993-b6e278b01270 req-c6bba33b-5d7f-4419-9b50-dc78a9e54ea8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 1097 time: 0.0850513 Dec 14 03:03:02.246083 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fc36f-1f46-4879-9993-b6e278b01270 req-70baf934-a720-466b-8f8d-e9abde7fd91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:02.247778 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-548fc36f-1f46-4879-9993-b6e278b01270 req-70baf934-a720-466b-8f8d-e9abde7fd91b service neutron] 10.222.0.47 "GET /v2.0/networks?id=903f1bd6-80e3-4ace-a820-2435fe44884e HTTP/1.1" status: 200 len: 897 time: 0.1383626 Dec 14 03:03:02.319352 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-548fc36f-1f46-4879-9993-b6e278b01270 req-3bb2c2a2-4f90-45f7-b85e-16a962d0f580 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0308d3e7-d52e-481d-9c48-614b51a72984 HTTP/1.1" status: 200 len: 217 time: 0.0640657 Dec 14 03:03:02.402967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fc36f-1f46-4879-9993-b6e278b01270 req-2de20449-2163-4eae-9ba7-bc0940cb7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:02.404193 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-548fc36f-1f46-4879-9993-b6e278b01270 req-2de20449-2163-4eae-9ba7-bc0940cb7e1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1d404b8f-5d0c-48f7-b7fe-c040cf750c5b HTTP/1.1" status: 200 len: 834 time: 0.0787532 Dec 14 03:03:02.411821 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3a921f6a-7e16-4252-9806-1eb1c035412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152749553', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:00:49Z', 'updated_at': '2021-12-14T03:00:58Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:50Z', 'updated_at': '2021-12-14T03:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'df993237-157e-4bc9-9aad-eef52d32f431', 'name': '', 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:a0:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:56Z', 'updated_at': '2021-12-14T03:01:03Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:02.461956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a921f6a-7e16-4252-9806-1eb1c035412a None None] Checking router: 5da59c4a-1c8d-4707-ad29-c952dcf995c3 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:03:02.479277 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a921f6a-7e16-4252-9806-1eb1c035412a None None] Routers {'5da59c4a-1c8d-4707-ad29-c952dcf995c3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:03:02.479277 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3a921f6a-7e16-4252-9806-1eb1c035412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:02:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:02.555861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548fc36f-1f46-4879-9993-b6e278b01270 req-800644d1-e67f-4aa4-b4c6-bf9128a0681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:02.557639 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-548fc36f-1f46-4879-9993-b6e278b01270 req-800644d1-e67f-4aa4-b4c6-bf9128a0681b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=903f1bd6-80e3-4ace-a820-2435fe44884e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129296 Dec 14 03:03:02.573039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d04a9a-efc9-40c4-9f29-00b0104738c7 req-7a9f61d4-ba8a-4ca9-81e4-71f947c008f2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:02.574728 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89d04a9a-efc9-40c4-9f29-00b0104738c7 req-7a9f61d4-ba8a-4ca9-81e4-71f947c008f2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 946 time: 0.1131237 Dec 14 03:03:02.641771 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-3a921f6a-7e16-4252-9806-1eb1c035412a None None] Set router 5da59c4a-1c8d-4707-ad29-c952dcf995c3 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:03:02.703671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89d04a9a-efc9-40c4-9f29-00b0104738c7 req-ed4b1c4c-4d28-4e1e-a49f-183636bccb55 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940180 Dec 14 03:03:02.726366 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-548fc36f-1f46-4879-9993-b6e278b01270 req-b1e49ea6-5b4c-406b-923b-4bdf74e48c1c service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451058 Dec 14 03:03:02.913760 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-548fc36f-1f46-4879-9993-b6e278b01270 req-29dc44a1-c740-4ab8-940b-37e8d0610002 service neutron] 10.222.0.47 "GET /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837997 Dec 14 03:03:02.926884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed841a6-de6c-4a74-aa6a-e5ba4f401b32 req-8b6659f3-3571-49a5-aa2c-4fca846b8b99 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:02.929000 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aed841a6-de6c-4a74-aa6a-e5ba4f401b32 req-8b6659f3-3571-49a5-aa2c-4fca846b8b99 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0997515 Dec 14 03:03:03.036018 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ea2d9b22-2bcb-4612-aa2d-21a1dc1fb110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:03.058252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aed841a6-de6c-4a74-aa6a-e5ba4f401b32 req-e20432c4-4955-4833-8dc5-69ded9cc41e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144269 Dec 14 03:03:03.199603 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3a921f6a-7e16-4252-9806-1eb1c035412a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152749553', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:00:49Z', 'updated_at': '2021-12-14T03:00:58Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:50Z', 'updated_at': '2021-12-14T03:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'df993237-157e-4bc9-9aad-eef52d32f431', 'name': '', 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:a0:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:56Z', 'updated_at': '2021-12-14T03:01:03Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:03.243667 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a921f6a-7e16-4252-9806-1eb1c035412a None None] The sync data for ids ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'] in n-d-821636-1 is: [{'id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152749553', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:00:49Z', 'updated_at': '2021-12-14T03:00:58Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:50Z', 'updated_at': '2021-12-14T03:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'df993237-157e-4bc9-9aad-eef52d32f431', 'name': '', 'network_id': '903f1bd6-80e3-4ace-a820-2435fe44884e', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:a0:dc:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:56Z', 'updated_at': '2021-12-14T03:01:03Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': '1d404b8f-5d0c-48f7-b7fe-c040cf750c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:03:03.530289 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247fc025-643f-49ca-b9b0-ad980eb3a56f None None] New status for floating IP 5dc387f7-eddf-4f48-beb0-1f8085674cc4: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:03:03.960770 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bbd583-ea49-48ad-b97d-3d6dfd2ac18d req-61f91ee9-5efa-4c4f-991f-e6e6353410c8 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:03.962390 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-48bbd583-ea49-48ad-b97d-3d6dfd2ac18d req-61f91ee9-5efa-4c4f-991f-e6e6353410c8 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 946 time: 0.1771753 Dec 14 03:03:04.026352 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606d706-3f5e-42a3-b612-a2f8d95f374b req-f4ed4a93-52f1-4804-b2cd-1252f0f278c5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:04.026352 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9606d706-3f5e-42a3-b612-a2f8d95f374b req-f4ed4a93-52f1-4804-b2cd-1252f0f278c5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 946 time: 0.1414933 Dec 14 03:03:04.074088 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-48bbd583-ea49-48ad-b97d-3d6dfd2ac18d req-baa866d5-867c-42c2-aee7-3527f0906b46 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=da432cf8-2b48-4fda-8b93-fb5386e5eaf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829813 Dec 14 03:03:04.134870 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-9606d706-3f5e-42a3-b612-a2f8d95f374b req-b4d90e31-d087-4b63-bd9d-96da83387cb2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting port 0308d3e7-d52e-481d-9c48-614b51a72984 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:03:04.135487 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9606d706-3f5e-42a3-b612-a2f8d95f374b req-b4d90e31-d087-4b63-bd9d-96da83387cb2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:04.318249 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0fcaf-e389-49e6-a392-ba4424f0cd8d req-a2799d91-5c56-40f7-bae5-5777c66d75b9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:04.319646 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58f0fcaf-e389-49e6-a392-ba4424f0cd8d req-a2799d91-5c56-40f7-bae5-5777c66d75b9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0892098 Dec 14 03:03:04.371654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-9606d706-3f5e-42a3-b612-a2f8d95f374b req-b4d90e31-d087-4b63-bd9d-96da83387cb2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] For port 0308d3e7-d52e-481d-9c48-614b51a72984, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0308d3e7-d52e-481d-9c48-614b51a72984,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:03:04.372091 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9606d706-3f5e-42a3-b612-a2f8d95f374b req-b4d90e31-d087-4b63-bd9d-96da83387cb2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:04.395766 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-9606d706-3f5e-42a3-b612-a2f8d95f374b req-b4d90e31-d087-4b63-bd9d-96da83387cb2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Calling delete_port for 0308d3e7-d52e-481d-9c48-614b51a72984 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:03:04.404822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58f0fcaf-e389-49e6-a392-ba4424f0cd8d req-85bb227b-c09e-496d-be9a-c709553906c8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784669 Dec 14 03:03:04.612050 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43910) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:04.707281 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9606d706-3f5e-42a3-b612-a2f8d95f374b req-b4d90e31-d087-4b63-bd9d-96da83387cb2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:04.737495 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0f04c88b-3fb2-4ce5-82c2-3363e509a538 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:04.776460 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d90e31-d087-4b63-bd9d-96da83387cb2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Port': ['ID=0308d3e7-d52e-481d-9c48-614b51a72984,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:04.805635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9606d706-3f5e-42a3-b612-a2f8d95f374b req-b4d90e31-d087-4b63-bd9d-96da83387cb2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] No DVR routers for this DVR port 0308d3e7-d52e-481d-9c48-614b51a72984 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:03:04.809814 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9606d706-3f5e-42a3-b612-a2f8d95f374b req-b4d90e31-d087-4b63-bd9d-96da83387cb2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:04.814002 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9606d706-3f5e-42a3-b612-a2f8d95f374b req-b4d90e31-d087-4b63-bd9d-96da83387cb2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.47 "DELETE /v2.0/ports/0308d3e7-d52e-481d-9c48-614b51a72984 HTTP/1.1" status: 204 len: 173 time: 0.8168573 Dec 14 03:03:04.818053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'name': 'network-vif-deleted', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:03:04.819018 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f9b2a5-16cb-4ca4-bce1-b4f28aac16cc" -d '{"events": [{"server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "name": "network-vif-deleted", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:03:04.869951 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096be310-5baf-4eb7-a851-a75d17092d62 x-openstack-request-id: req-096be310-5baf-4eb7-a851-a75d17092d62 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:03:04.870256 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b199c21-cd53-49dd-b2e5-1fd6de82c920", "name": "network-vif-deleted", "tag": "0308d3e7-d52e-481d-9c48-614b51a72984", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:03:04.870256 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-096be310-5baf-4eb7-a851-a75d17092d62 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:03:04.871642 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b199c21-cd53-49dd-b2e5-1fd6de82c920', 'name': 'network-vif-deleted', 'tag': '0308d3e7-d52e-481d-9c48-614b51a72984', 'status': 'completed', 'code': 200} Dec 14 03:03:04.873224 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0f04c88b-3fb2-4ce5-82c2-3363e509a538 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:04.942573 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0f04c88b-3fb2-4ce5-82c2-3363e509a538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:04.982800 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0f04c88b-3fb2-4ce5-82c2-3363e509a538 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6c02b7994434c77970636ba3e553c0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3696535 Dec 14 03:03:04.983937 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04c88b-3fb2-4ce5-82c2-3363e509a538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ecd3cc-3c78-4f9b-bda6-b8f98146e091,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:04.985626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 43922) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:05.047949 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d5b6f858-367d-45e5-883a-45b3ea4155f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:05.075757 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d5b6f858-367d-45e5-883a-45b3ea4155f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:05.078203 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4fc61378-6ec0-4f5a-aaa8-294627070e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:05.304774 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f475e172-abda-4c81-b1d3-ef3c4d8aa890 req-8703c8cb-04a8-4c79-b3b5-418db57813e7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 210 time: 0.0556767 Dec 14 03:03:05.375460 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d5b6f858-367d-45e5-883a-45b3ea4155f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:05.379591 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d5b6f858-367d-45e5-883a-45b3ea4155f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:05.380790 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d5b6f858-367d-45e5-883a-45b3ea4155f8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d9ecd3cc-3c78-4f9b-bda6-b8f98146e091 HTTP/1.1" status: 204 len: 168 time: 0.3935595 Dec 14 03:03:05.398544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6f858-367d-45e5-883a-45b3ea4155f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ecd3cc-3c78-4f9b-bda6-b8f98146e091,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:05.599374 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999cb67-9147-4a5e-85b2-1333ddf36c3f req-5fd24637-ed51-4f47-8f0d-5da3ed92f42d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:05.600962 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7999cb67-9147-4a5e-85b2-1333ddf36c3f req-5fd24637-ed51-4f47-8f0d-5da3ed92f42d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0625930 Dec 14 03:03:05.674894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7999cb67-9147-4a5e-85b2-1333ddf36c3f req-beb8a75a-4d6d-45de-8734-e00303650d09 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661242 Dec 14 03:03:06.432247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e63db07-277f-40c9-a098-2c0f1dd4e99f req-56d980f2-479d-455d-a8ab-705127e7f9e2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b199c21-cd53-49dd-b2e5-1fd6de82c920 HTTP/1.1" status: 200 len: 210 time: 0.0362034 Dec 14 03:03:06.446507 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:06.838329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5caa4f-6d9e-487f-bc07-a19d53665e30 req-ca5bf1a3-e579-459d-8eae-eab2d1018518 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:06.839950 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b5caa4f-6d9e-487f-bc07-a19d53665e30 req-ca5bf1a3-e579-459d-8eae-eab2d1018518 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0844123 Dec 14 03:03:06.910409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b5caa4f-6d9e-487f-bc07-a19d53665e30 req-1502e042-55f9-4539-8ee0-603269a34814 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643754 Dec 14 03:03:06.951099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 43994) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:07.088565 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6c48d66f-6355-477a-a7d0-10eb8336ffdc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-789594439-network', 'tenant_id': 'ec370322499d4fcda0b083d27459b745'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:07.219588 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c48d66f-6355-477a-a7d0-10eb8336ffdc admin admin] Made reservation on behalf of ec370322499d4fcda0b083d27459b745 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:03:07.229939 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c48d66f-6355-477a-a7d0-10eb8336ffdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:07.240224 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c48d66f-6355-477a-a7d0-10eb8336ffdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:07.327551 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c48d66f-6355-477a-a7d0-10eb8336ffdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:07.409093 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c48d66f-6355-477a-a7d0-10eb8336ffdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:07.426314 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 0308d3e7-d52e-481d-9c48-614b51a72984 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:03:07.447590 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c48d66f-6355-477a-a7d0-10eb8336ffdc admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:03:07.451289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48d66f-6355-477a-a7d0-10eb8336ffdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:07.465874 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c48d66f-6355-477a-a7d0-10eb8336ffdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:07.466304 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-6c48d66f-6355-477a-a7d0-10eb8336ffdc admin admin] Added segment 4d588a9b-fa45-4904-9ada-807cc9e76c6e of type vlan for network 47587bcf-1bf4-4171-8c58-9102ae594acc Dec 14 03:03:07.469590 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 0308d3e7-d52e-481d-9c48-614b51a72984 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:03:07.470046 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 0308d3e7-d52e-481d-9c48-614b51a72984 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:03:07.498223 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44012) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:07.528178 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c48d66f-6355-477a-a7d0-10eb8336ffdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:07.728608 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c48d66f-6355-477a-a7d0-10eb8336ffdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:07.728608 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c48d66f-6355-477a-a7d0-10eb8336ffdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:07.728608 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c48d66f-6355-477a-a7d0-10eb8336ffdc admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:07.786498 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:07.808859 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48d66f-6355-477a-a7d0-10eb8336ffdc admin admin] Pushing event updated for resources: {'Network': ['ID=47587bcf-1bf4-4171-8c58-9102ae594acc,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:07.818925 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 47587bcf-1bf4-4171-8c58-9102ae594acc details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:03:07.906050 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b3c34a6c-6e82-442b-94ad-03455453fcc4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:07.934308 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6c48d66f-6355-477a-a7d0-10eb8336ffdc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9816189 Dec 14 03:03:07.937405 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44026) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:07.945788 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0f5c1b02-6c81-40a1-823d-17574ddff34a admin admin] Request body: {'subnet': {'network_id': '47587bcf-1bf4-4171-8c58-9102ae594acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-789594439-subnet', 'tenant_id': 'ec370322499d4fcda0b083d27459b745', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:08.403686 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5c1b02-6c81-40a1-823d-17574ddff34a admin admin] Made reservation on behalf of ec370322499d4fcda0b083d27459b745 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:03:08.406312 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0f5c1b02-6c81-40a1-823d-17574ddff34a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:08.414534 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e39be0-cb3f-4613-8416-aa92d3df34a9 req-6c1b68fb-e535-4a26-9dd4-7d9ad4e917f2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:08.416022 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d4e39be0-cb3f-4613-8416-aa92d3df34a9 req-6c1b68fb-e535-4a26-9dd4-7d9ad4e917f2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0978174 Dec 14 03:03:08.564557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d4e39be0-cb3f-4613-8416-aa92d3df34a9 req-0e8980a2-bb4d-4b97-bfc8-ae365e05f201 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380010 Dec 14 03:03:08.672998 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:08.684924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-b3c34a6c-6e82-442b-94ad-03455453fcc4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting port df993237-157e-4bc9-9aad-eef52d32f431 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:03:08.685270 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b3c34a6c-6e82-442b-94ad-03455453fcc4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:08.752032 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0f5c1b02-6c81-40a1-823d-17574ddff34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:08.778486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-b3c34a6c-6e82-442b-94ad-03455453fcc4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] For port df993237-157e-4bc9-9aad-eef52d32f431, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=df993237-157e-4bc9-9aad-eef52d32f431,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:03:08.779347 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b3c34a6c-6e82-442b-94ad-03455453fcc4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:08.801650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-b3c34a6c-6e82-442b-94ad-03455453fcc4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Calling delete_port for df993237-157e-4bc9-9aad-eef52d32f431 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:03:08.807804 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c1b02-6c81-40a1-823d-17574ddff34a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b877e6c6-eb97-45b7-8a13-7d4a9e58fd05,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:08.818673 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5c1b02-6c81-40a1-823d-17574ddff34a admin admin] Checking segment: {'id': '4d588a9b-fa45-4904-9ada-807cc9e76c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47587bcf-1bf4-4171-8c58-9102ae594acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:03:08.826006 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5c1b02-6c81-40a1-823d-17574ddff34a admin admin] Network hostable DHCP agents. Network: 47587bcf-1bf4-4171-8c58-9102ae594acc, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:03:08.957674 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5c1b02-6c81-40a1-823d-17574ddff34a admin admin] Network 47587bcf-1bf4-4171-8c58-9102ae594acc is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:03:09.032319 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-0f5c1b02-6c81-40a1-823d-17574ddff34a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 47587bcf-1bf4-4171-8c58-9102ae594acc) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:03:09.041171 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5c1b02-6c81-40a1-823d-17574ddff34a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:09.041917 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0f5c1b02-6c81-40a1-823d-17574ddff34a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:09.045047 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd1e341-6b10-4e2b-8bed-43c6edf8db11 None None] Network 47587bcf-1bf4-4171-8c58-9102ae594acc requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:03:09.154507 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a39b55-6410-4c0f-8f70-db512b286553 None None] Network 47587bcf-1bf4-4171-8c58-9102ae594acc requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:03:09.186823 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b3c34a6c-6e82-442b-94ad-03455453fcc4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:09.208071 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0f5c1b02-6c81-40a1-823d-17574ddff34a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2691898 Dec 14 03:03:09.219024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c34a6c-6e82-442b-94ad-03455453fcc4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Port': ['ID=df993237-157e-4bc9-9aad-eef52d32f431,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:09.486917 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b3c34a6c-6e82-442b-94ad-03455453fcc4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:09.763243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe7b837-c09e-44b2-b520-15e06d77f64a req-bb719394-12b0-44ab-9bcd-b388717e1037 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:09.764743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbe7b837-c09e-44b2-b520-15e06d77f64a req-bb719394-12b0-44ab-9bcd-b388717e1037 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0735722 Dec 14 03:03:09.916630 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbe7b837-c09e-44b2-b520-15e06d77f64a req-c9964d80-79a5-4c56-b59a-b88b5068ed06 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426964 Dec 14 03:03:09.936172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c34a6c-6e82-442b-94ad-03455453fcc4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 5da59c4a-1c8d-4707-ad29-c952dcf995c3 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:03:10.060397 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c34a6c-6e82-442b-94ad-03455453fcc4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:03:10.068337 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44074) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:10.069623 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b3c34a6c-6e82-442b-94ad-03455453fcc4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "PUT /v2.0/routers/5da59c4a-1c8d-4707-ad29-c952dcf995c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5689812 Dec 14 03:03:10.070397 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1ddf0-e3c5-4857-8c5a-52394f141839 None None] Sync routers for ids ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:03:10.080493 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1ddf0-e3c5-4857-8c5a-52394f141839 None None] Routers {'5da59c4a-1c8d-4707-ad29-c952dcf995c3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:03:10.081128 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-22a1ddf0-e3c5-4857-8c5a-52394f141839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:03:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:10.150663 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd62ea9-de0b-4d49-87e7-7a0af78994f3 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting subnet 1d404b8f-5d0c-48f7-b7fe-c040cf750c5b {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:03:10.154787 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5cd62ea9-de0b-4d49-87e7-7a0af78994f3 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:10.220184 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5cd62ea9-de0b-4d49-87e7-7a0af78994f3 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:10.271573 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-22a1ddf0-e3c5-4857-8c5a-52394f141839 None None] Set router 5da59c4a-1c8d-4707-ad29-c952dcf995c3 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:03:10.348681 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5cd62ea9-de0b-4d49-87e7-7a0af78994f3 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:10.503739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-22a1ddf0-e3c5-4857-8c5a-52394f141839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152749553', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:00:49Z', 'updated_at': '2021-12-14T03:03:08Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:50Z', 'updated_at': '2021-12-14T03:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:10.536773 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1ddf0-e3c5-4857-8c5a-52394f141839 None None] Checking router: 5da59c4a-1c8d-4707-ad29-c952dcf995c3 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:03:10.546589 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1ddf0-e3c5-4857-8c5a-52394f141839 None None] Routers {'5da59c4a-1c8d-4707-ad29-c952dcf995c3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:03:10.547360 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-22a1ddf0-e3c5-4857-8c5a-52394f141839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:03:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:10.633597 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5cd62ea9-de0b-4d49-87e7-7a0af78994f3 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:10.674087 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-22a1ddf0-e3c5-4857-8c5a-52394f141839 None None] Set router 5da59c4a-1c8d-4707-ad29-c952dcf995c3 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:03:10.933525 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-22a1ddf0-e3c5-4857-8c5a-52394f141839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152749553', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:00:49Z', 'updated_at': '2021-12-14T03:03:08Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:50Z', 'updated_at': '2021-12-14T03:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:10.979736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1ddf0-e3c5-4857-8c5a-52394f141839 None None] The sync data for ids ['5da59c4a-1c8d-4707-ad29-c952dcf995c3'] in n-d-821636-1 is: [{'id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-152749553', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216'}], 'enable_snat': True}, 'gw_port_id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:00:49Z', 'updated_at': '2021-12-14T03:03:08Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:c3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5da59c4a-1c8d-4707-ad29-c952dcf995c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3767, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:00:50Z', 'updated_at': '2021-12-14T03:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:03:11.012840 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd62ea9-de0b-4d49-87e7-7a0af78994f3 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Subnet': ['ID=1d404b8f-5d0c-48f7-b7fe-c040cf750c5b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:11.022535 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5cd62ea9-de0b-4d49-87e7-7a0af78994f3 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:11.030472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44100) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:11.035309 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d05a04a-5c93-40d9-8286-47ec19594a6f None None] Network 903f1bd6-80e3-4ace-a820-2435fe44884e requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:03:11.039566 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5cd62ea9-de0b-4d49-87e7-7a0af78994f3 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/subnets/1d404b8f-5d0c-48f7-b7fe-c040cf750c5b HTTP/1.1" status: 204 len: 168 time: 0.9700150 Dec 14 03:03:11.199972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5df85-5899-4898-9f03-73cf646279d0 req-9858c07a-5ca2-4bbb-88c2-1f37d124f5a2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:11.201597 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8de5df85-5899-4898-9f03-73cf646279d0 req-9858c07a-5ca2-4bbb-88c2-1f37d124f5a2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0762954 Dec 14 03:03:11.221085 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-09119b18-05bd-4f78-88c3-de40deeaafc1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:11.338680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8de5df85-5899-4898-9f03-73cf646279d0 req-7dbafc73-9b75-4de3-9a6c-67da50fe80ea tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282408 Dec 14 03:03:11.375432 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-09119b18-05bd-4f78-88c3-de40deeaafc1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:11.429981 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] DHCP port deletion for 903f1bd6-80e3-4ace-a820-2435fe44884e request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:03:11.493065 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] Deleting port 313713dd-8e09-4940-8f47-245ac46d0bff {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:03:11.493753 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:11.586932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-09119b18-05bd-4f78-88c3-de40deeaafc1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting port 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:03:11.587295 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-09119b18-05bd-4f78-88c3-de40deeaafc1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:11.593265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] For port 313713dd-8e09-4940-8f47-245ac46d0bff, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=313713dd-8e09-4940-8f47-245ac46d0bff,segment=NetworkSegment(febb2d44-688b-40c7-a335-3de97c53fe5d),segment_id=febb2d44-688b-40c7-a335-3de97c53fe5d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:03:11.593775 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:11.611894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] Calling delete_port for 313713dd-8e09-4940-8f47-245ac46d0bff owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:03:11.743208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-09119b18-05bd-4f78-88c3-de40deeaafc1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] For port 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:03:11.743696 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-09119b18-05bd-4f78-88c3-de40deeaafc1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:11.766537 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-09119b18-05bd-4f78-88c3-de40deeaafc1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Calling delete_port for 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:03:11.894975 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:11.930367 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] Pushing event deleted for resources: {'Port': ['ID=313713dd-8e09-4940-8f47-245ac46d0bff,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:11.942372 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] No DVR routers for this DVR port 313713dd-8e09-4940-8f47-245ac46d0bff on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:03:11.945437 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:11.946281 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:11.947040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:11.947756 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:11.948640 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:11.949517 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:11.950123 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:11.951145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:11.951673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:11.952549 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:11.953167 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:11.953542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:11.953894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f1b65-6082-405c-80c6-775ffd0bdabd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:12.038077 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device df993237-157e-4bc9-9aad-eef52d32f431 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:03:12.038738 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-09119b18-05bd-4f78-88c3-de40deeaafc1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:12.062411 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: df993237-157e-4bc9-9aad-eef52d32f431 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:03:12.062760 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device df993237-157e-4bc9-9aad-eef52d32f431 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:03:12.063168 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 313713dd-8e09-4940-8f47-245ac46d0bff no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:03:12.080430 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09119b18-05bd-4f78-88c3-de40deeaafc1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Port': ['ID=6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:12.102525 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 313713dd-8e09-4940-8f47-245ac46d0bff {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:03:12.102876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 313713dd-8e09-4940-8f47-245ac46d0bff not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:03:12.116386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccac4f5-2892-475d-8769-0205a9f9ce32 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:03:12.165794 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-09119b18-05bd-4f78-88c3-de40deeaafc1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:12.272965 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-09119b18-05bd-4f78-88c3-de40deeaafc1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:12.275564 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-09119b18-05bd-4f78-88c3-de40deeaafc1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:12.429074 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-09119b18-05bd-4f78-88c3-de40deeaafc1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:12.429688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09119b18-05bd-4f78-88c3-de40deeaafc1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Fanout notify agent at l3_agent the message router_deleted on router 5da59c4a-1c8d-4707-ad29-c952dcf995c3 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:03:12.446031 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-09119b18-05bd-4f78-88c3-de40deeaafc1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:12.450597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44124) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:12.460842 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-09119b18-05bd-4f78-88c3-de40deeaafc1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/routers/5da59c4a-1c8d-4707-ad29-c952dcf995c3 HTTP/1.1" status: 204 len: 168 time: 1.4281273 Dec 14 03:03:12.532873 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b55c2-1834-48f2-b1df-893b08023dbe req-f1e8fbdc-6ede-4fef-9eb7-1ec5b6a9641d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:12.534505 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e06b55c2-1834-48f2-b1df-893b08023dbe req-f1e8fbdc-6ede-4fef-9eb7-1ec5b6a9641d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0724013 Dec 14 03:03:12.565770 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cd781b5e-6302-4764-b258-78e88a015838 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:12.615591 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e06b55c2-1834-48f2-b1df-893b08023dbe req-113abf3a-21f0-4dbd-a9e7-17fd7804f659 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672946 Dec 14 03:03:12.667103 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cd781b5e-6302-4764-b258-78e88a015838 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:12.687905 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-cd781b5e-6302-4764-b258-78e88a015838 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903f1bd6-80e3-4ace-a820-2435fe44884e']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:12.697139 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-cd781b5e-6302-4764-b258-78e88a015838 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'febb2d44-688b-40c7-a335-3de97c53fe5d') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:12.699283 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-cd781b5e-6302-4764-b258-78e88a015838 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'febb2d44-688b-40c7-a335-3de97c53fe5d') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:12.709385 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cd781b5e-6302-4764-b258-78e88a015838 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:12.723340 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cd781b5e-6302-4764-b258-78e88a015838 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:12.730804 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd781b5e-6302-4764-b258-78e88a015838 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cd781b5e-6302-4764-b258-78e88a015838 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:03:12.738069 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:03:12.889544 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cd781b5e-6302-4764-b258-78e88a015838 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:12.900225 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cd781b5e-6302-4764-b258-78e88a015838 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:12.906478 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44136) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:12.906689 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cd781b5e-6302-4764-b258-78e88a015838 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/networks/903f1bd6-80e3-4ace-a820-2435fe44884e HTTP/1.1" status: 204 len: 168 time: 0.4542766 Dec 14 03:03:12.918337 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd781b5e-6302-4764-b258-78e88a015838 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Network': ['ID=903f1bd6-80e3-4ace-a820-2435fe44884e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:13.024353 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc1b394f-1b69-4b42-a151-5e3bc51fc02f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:13.062220 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc1b394f-1b69-4b42-a151-5e3bc51fc02f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:13.278166 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc1b394f-1b69-4b42-a151-5e3bc51fc02f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:13.280981 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc1b394f-1b69-4b42-a151-5e3bc51fc02f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:13.282294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bc1b394f-1b69-4b42-a151-5e3bc51fc02f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/security-groups/da432cf8-2b48-4fda-8b93-fb5386e5eaf5 HTTP/1.1" status: 204 len: 168 time: 0.3744311 Dec 14 03:03:13.293488 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b394f-1b69-4b42-a151-5e3bc51fc02f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da432cf8-2b48-4fda-8b93-fb5386e5eaf5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:13.765450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd3a70-a07d-4694-bff4-c4719dfc1a33 req-896e3e06-ae78-4785-80c5-3168b479bb8d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:13.767156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fbd3a70-a07d-4694-bff4-c4719dfc1a33 req-896e3e06-ae78-4785-80c5-3168b479bb8d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0668309 Dec 14 03:03:13.829347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fbd3a70-a07d-4694-bff4-c4719dfc1a33 req-83117e3a-fde3-4315-8c81-054a8305902c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549190 Dec 14 03:03:14.065331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:03:14.086886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:03:14.087487 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6a2bfd2b-0a0d-4258-bc15-b75ab6b755b5 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:03:14.866616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44176) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:14.878020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1088908904', 'description': 'tempest-secgroup-smoke-1088908904 description', 'project_id': '64815042603e4fe084e0db9c9093166c'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:14.982898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35f558-3803-44b2-8f3c-d68d9569d017 req-6c64d8de-d440-4fef-848d-fd0572c1db11 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:14.990290 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc35f558-3803-44b2-8f3c-d68d9569d017 req-6c64d8de-d440-4fef-848d-fd0572c1db11 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0580640 Dec 14 03:03:15.000050 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:15.063097 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc35f558-3803-44b2-8f3c-d68d9569d017 req-78e390d0-1756-4c98-95f5-f0783e196851 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718617 Dec 14 03:03:15.125412 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:15.210712 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:15.246230 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:15.254971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:15.255334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:15.255686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:15.256029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:15.256368 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:15.256705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:15.257039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:15.257398 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:15.257731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:15.258067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:15.258399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:15.258783 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:15.259112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:15.342574 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:15.353788 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44180) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:15.354354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c3c5ba01-8fc7-404a-9975-40f037b08f3f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4863510 Dec 14 03:03:15.365449 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6100252a-4761-4559-8c37-8fa402240e31 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': 'e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:15.534926 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6100252a-4761-4559-8c37-8fa402240e31 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:15.627531 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6100252a-4761-4559-8c37-8fa402240e31 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:15.718178 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6100252a-4761-4559-8c37-8fa402240e31 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:15.737482 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100252a-4761-4559-8c37-8fa402240e31 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed65240-afbc-48d8-9da9-2a1242ac51f9,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:15.852067 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6100252a-4761-4559-8c37-8fa402240e31 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:15.856654 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6100252a-4761-4559-8c37-8fa402240e31 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4963429 Dec 14 03:03:15.856654 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44194) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:15.863866 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4c33bd69-529c-4425-9d64-a9def2af86a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': 'e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:15.969740 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c33bd69-529c-4425-9d64-a9def2af86a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:16.036532 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c33bd69-529c-4425-9d64-a9def2af86a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:16.119800 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c33bd69-529c-4425-9d64-a9def2af86a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:16.135307 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33bd69-529c-4425-9d64-a9def2af86a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01b4b85-555c-4771-856e-7da325e09575,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:16.212348 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55b6a3-a297-435e-a44f-c32474302f50 req-d5434f13-44fd-422c-b423-5bb7d483b1b2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:16.214212 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e55b6a3-a297-435e-a44f-c32474302f50 req-d5434f13-44fd-422c-b423-5bb7d483b1b2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0652683 Dec 14 03:03:16.235437 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4c33bd69-529c-4425-9d64-a9def2af86a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:16.239444 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4c33bd69-529c-4425-9d64-a9def2af86a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3790729 Dec 14 03:03:16.240138 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44200) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:16.244656 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a6ec9324-4705-48b2-aef3-a8a6f26cd3e2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': 'e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:16.273912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e55b6a3-a297-435e-a44f-c32474302f50 req-7e97de47-ece4-498a-b80e-8dd08f8df41a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528965 Dec 14 03:03:16.358692 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9324-4705-48b2-aef3-a8a6f26cd3e2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:16.447435 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9324-4705-48b2-aef3-a8a6f26cd3e2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:16.534894 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9324-4705-48b2-aef3-a8a6f26cd3e2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:16.559396 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec9324-4705-48b2-aef3-a8a6f26cd3e2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d00a66-9104-4d79-8425-ccbb61c46be9,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:16.640052 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9324-4705-48b2-aef3-a8a6f26cd3e2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:16.641396 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a6ec9324-4705-48b2-aef3-a8a6f26cd3e2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4001842 Dec 14 03:03:16.644352 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44208) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:16.650263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-81c0d012-82bf-4e6c-ab22-57eb1cdd29b1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': 'e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:16.763826 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81c0d012-82bf-4e6c-ab22-57eb1cdd29b1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:16.829756 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81c0d012-82bf-4e6c-ab22-57eb1cdd29b1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:16.975474 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81c0d012-82bf-4e6c-ab22-57eb1cdd29b1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:17.007214 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c0d012-82bf-4e6c-ab22-57eb1cdd29b1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f579cb57-a7ea-45c7-89d6-84dfc95daa00,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:17.102961 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-81c0d012-82bf-4e6c-ab22-57eb1cdd29b1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:17.106916 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-81c0d012-82bf-4e6c-ab22-57eb1cdd29b1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4588931 Dec 14 03:03:17.107945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44218) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:17.113632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-fc97c47b-3d76-448e-9fb1-bc34f8b2f3ea tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': 'e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:17.215296 n-d-821636-1 neutron-server[103848]: INFO neutron.db.securitygroups_db [None req-fc97c47b-3d76-448e-9fb1-bc34f8b2f3ea tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Project 64815042603e4fe084e0db9c9093166c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:03:17.222369 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fc97c47b-3d76-448e-9fb1-bc34f8b2f3ea tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:17.302100 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fc97c47b-3d76-448e-9fb1-bc34f8b2f3ea tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:17.420191 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf55162-def5-47cb-bcab-56a32ebc0469 req-5cc0c13a-3c57-4cac-b0ea-d4c403276bde tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:17.422481 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbf55162-def5-47cb-bcab-56a32ebc0469 req-5cc0c13a-3c57-4cac-b0ea-d4c403276bde tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0689583 Dec 14 03:03:17.423915 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fc97c47b-3d76-448e-9fb1-bc34f8b2f3ea tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:17.453088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc97c47b-3d76-448e-9fb1-bc34f8b2f3ea tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e4090e-b622-449c-a404-e32ebc5aea77,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:17.510612 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbf55162-def5-47cb-bcab-56a32ebc0469 req-bcf32c3b-a21f-482a-9d17-2398c2d02bcb tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781887 Dec 14 03:03:17.611257 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fc97c47b-3d76-448e-9fb1-bc34f8b2f3ea tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:17.622904 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fc97c47b-3d76-448e-9fb1-bc34f8b2f3ea tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5033603 Dec 14 03:03:17.622904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44232) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:17.622904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-67ab20ad-dd8e-416b-b24d-a7c8eb8ac233 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': 'e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:17.717007 n-d-821636-1 neutron-server[103848]: INFO neutron.db.securitygroups_db [None req-67ab20ad-dd8e-416b-b24d-a7c8eb8ac233 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Project 64815042603e4fe084e0db9c9093166c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:03:17.732519 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67ab20ad-dd8e-416b-b24d-a7c8eb8ac233 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:17.812957 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67ab20ad-dd8e-416b-b24d-a7c8eb8ac233 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:17.906854 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67ab20ad-dd8e-416b-b24d-a7c8eb8ac233 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:17.931536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab20ad-dd8e-416b-b24d-a7c8eb8ac233 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86867992-3186-4f29-8460-1e2ff0d3dbe6,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:18.023652 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-67ab20ad-dd8e-416b-b24d-a7c8eb8ac233 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:18.028566 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-67ab20ad-dd8e-416b-b24d-a7c8eb8ac233 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4086864 Dec 14 03:03:18.028852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44242) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:18.033644 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-98eea3e6-753f-4ff8-9a51-9b614c5738eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'network': {'name': 'tempest-network-smoke--284725633', 'project_id': '64815042603e4fe084e0db9c9093166c', 'port_security_enabled': True}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:18.221573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eea3e6-753f-4ff8-9a51-9b614c5738eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Made reservation on behalf of 64815042603e4fe084e0db9c9093166c for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:03:18.227441 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-98eea3e6-753f-4ff8-9a51-9b614c5738eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:18.271631 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98eea3e6-753f-4ff8-9a51-9b614c5738eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:03:18.281444 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-98eea3e6-753f-4ff8-9a51-9b614c5738eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:18.282161 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-98eea3e6-753f-4ff8-9a51-9b614c5738eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Added segment 315d93a0-de29-4566-9d16-c04bc3dcd367 of type vlan for network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f Dec 14 03:03:18.335074 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-98eea3e6-753f-4ff8-9a51-9b614c5738eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:18.512744 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-98eea3e6-753f-4ff8-9a51-9b614c5738eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:18.518761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eea3e6-753f-4ff8-9a51-9b614c5738eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:18.519580 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-98eea3e6-753f-4ff8-9a51-9b614c5738eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:18.633847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eea3e6-753f-4ff8-9a51-9b614c5738eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Network': ['ID=4a07ef0c-09b1-428e-ad76-f9aea9247b9f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:18.646383 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:03:18.655854 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1eeb9c-bfa8-4742-b8fe-bdec3b5d0b53 req-cd22e761-3ef0-42f4-9106-5e653ce8175e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:18.661275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad1eeb9c-bfa8-4742-b8fe-bdec3b5d0b53 req-cd22e761-3ef0-42f4-9106-5e653ce8175e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0658534 Dec 14 03:03:18.722871 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad1eeb9c-bfa8-4742-b8fe-bdec3b5d0b53 req-76c81eaf-e629-4ec0-a80b-633f15170868 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567253 Dec 14 03:03:18.728790 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-98eea3e6-753f-4ff8-9a51-9b614c5738eb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6990373 Dec 14 03:03:18.747226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44258) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:18.754099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1647936017', 'admin_state_up': True, 'project_id': '64815042603e4fe084e0db9c9093166c', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:18.924270 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:18.925557 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:19.006793 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:19.381167 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:19.758044 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:19.785553 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:19.901250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29476490-3a4e-4e09-a2cd-91228b2defa4 req-5500fb86-b3a0-4d10-96d0-48ffc37ee5bd tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:19.911253 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29476490-3a4e-4e09-a2cd-91228b2defa4 req-5500fb86-b3a0-4d10-96d0-48ffc37ee5bd tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0853374 Dec 14 03:03:19.954194 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Allocated IP 172.25.7.237 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/bc97e5b0-46ed-4bcd-b21b-306f0ded42ea) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:03:19.997824 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29476490-3a4e-4e09-a2cd-91228b2defa4 req-ff436755-100a-46d8-95da-fd8e6d5b875e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774655 Dec 14 03:03:20.111117 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:20.221954 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:20.282527 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:03:20.285923 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:03:20.290903 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:03:20.311797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66ada43-3472-4f59-9060-84fe769f416c None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:03:20.346295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=bc97e5b0-46ed-4bcd-b21b-306f0ded42ea,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:20.376226 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d89a6e54-a15d-4d1e-89af-8ed8984961d0 None None] Provisioning complete for port bc97e5b0-46ed-4bcd-b21b-306f0ded42ea triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:03:20.376722 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d89a6e54-a15d-4d1e-89af-8ed8984961d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:20.398597 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44290) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:20.404494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3114a812-350b-42f6-9969-da41d822e756 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-542020884', 'description': 'tempest-secgroup-smoke-542020884 description', 'project_id': '54ff088c39304a16908fa1f78b206635'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:20.429878 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d89a6e54-a15d-4d1e-89af-8ed8984961d0 None None] Port bc97e5b0-46ed-4bcd-b21b-306f0ded42ea cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:03:20.573991 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3114a812-350b-42f6-9969-da41d822e756 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:20.701763 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3114a812-350b-42f6-9969-da41d822e756 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:20.736045 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:20.792539 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3114a812-350b-42f6-9969-da41d822e756 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:20.824745 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114a812-350b-42f6-9969-da41d822e756 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:20.924838 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3114a812-350b-42f6-9969-da41d822e756 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:20.928904 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3114a812-350b-42f6-9969-da41d822e756 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5289977 Dec 14 03:03:20.933410 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44300) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:20.936516 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-1136fa76-4657-40c3-9c98-ea7fb545b7a2 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Request body: {'security_group_rule': {'security_group_id': 'd4e0eae5-0cad-4f78-a479-710bf9a1ff8c', 'project_id': '54ff088c39304a16908fa1f78b206635', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:20.993515 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:21.098144 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1136fa76-4657-40c3-9c98-ea7fb545b7a2 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:21.159785 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076473e-4ec5-486e-a530-71963b58fca8 req-e221580c-05c3-4a44-a368-597c20da5539 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:21.161598 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1076473e-4ec5-486e-a530-71963b58fca8 req-e221580c-05c3-4a44-a368-597c20da5539 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0914593 Dec 14 03:03:21.195511 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1136fa76-4657-40c3-9c98-ea7fb545b7a2 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:21.222672 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1076473e-4ec5-486e-a530-71963b58fca8 req-7a9a04c9-1ad3-4454-bdbb-bd35b5889eda tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499487 Dec 14 03:03:21.301227 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1136fa76-4657-40c3-9c98-ea7fb545b7a2 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:21.325186 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136fa76-4657-40c3-9c98-ea7fb545b7a2 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd59ab39-1206-41bc-8e64-92217977ab03,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:21.340858 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 1959c4c5-65ce-4669-a568-1faead7afd03 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:03:21.456202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:03:21.468733 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Sync routers for ids ['1959c4c5-65ce-4669-a568-1faead7afd03'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:03:21.481276 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Routers {'1959c4c5-65ce-4669-a568-1faead7afd03'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:03:21.482091 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:03:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1959c4c5-65ce-4669-a568-1faead7afd03'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:21.498798 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1136fa76-4657-40c3-9c98-ea7fb545b7a2 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:21.501168 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1136fa76-4657-40c3-9c98-ea7fb545b7a2 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5677912 Dec 14 03:03:21.503432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44310) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:21.508255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-26cb2513-3eb0-4ec6-8163-1f92b607a880 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Request body: {'security_group_rule': {'security_group_id': 'd4e0eae5-0cad-4f78-a479-710bf9a1ff8c', 'project_id': '54ff088c39304a16908fa1f78b206635', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:21.588832 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:21.591622 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-aac5400a-3b35-4df8-ad40-ec6eb3283ae7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8489172 Dec 14 03:03:21.603016 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44314) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:21.616368 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Set router 1959c4c5-65ce-4669-a568-1faead7afd03 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:03:21.653777 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9f69f061-f5aa-4358-98a0-47a494b19b64 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=64815042603e4fe084e0db9c9093166c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471892 Dec 14 03:03:21.657150 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44316) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:21.774232 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26cb2513-3eb0-4ec6-8163-1f92b607a880 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:21.895968 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34db82a-86d9-4eb8-9282-52eb2b39f689 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:21.897528 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b34db82a-86d9-4eb8-9282-52eb2b39f689 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2393289 Dec 14 03:03:21.899311 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26cb2513-3eb0-4ec6-8163-1f92b607a880 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:21.900396 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44324) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:21.959898 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b75dd65d-427f-4e9b-ab0c-6d8c420d8e71 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0581081 Dec 14 03:03:21.962541 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44326) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:21.983599 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26cb2513-3eb0-4ec6-8163-1f92b607a880 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:22.019923 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647936017', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:03:18Z', 'updated_at': '2021-12-14T03:03:20Z', 'revision_number': 3, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:19Z', 'updated_at': '2021-12-14T03:03:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:22.035002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb2513-3eb0-4ec6-8163-1f92b607a880 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b27705a5-b0e7-4530-8681-d69cadcd153a,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:22.081425 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Checking router: 1959c4c5-65ce-4669-a568-1faead7afd03 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:03:22.081904 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Updating router 1959c4c5-65ce-4669-a568-1faead7afd03 port bc97e5b0-46ed-4bcd-b21b-306f0ded42ea binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:03:22.121123 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:22.145207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-b33c6651-ab57-453f-b656-95b23654dbf1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1931354962', 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f', 'project_id': '64815042603e4fe084e0db9c9093166c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:22.193132 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-26cb2513-3eb0-4ec6-8163-1f92b607a880 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:22.194649 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-26cb2513-3eb0-4ec6-8163-1f92b607a880 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6900096 Dec 14 03:03:22.197581 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44332) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:22.204225 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-20404150-24b6-4895-9565-a2069d2496c1 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Request body: {'security_group_rule': {'security_group_id': 'd4e0eae5-0cad-4f78-a479-710bf9a1ff8c', 'project_id': '54ff088c39304a16908fa1f78b206635', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:22.353507 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20404150-24b6-4895-9565-a2069d2496c1 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:22.396099 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efef98f-fdc5-476d-9862-c84305502daf req-1c9eba2e-17cb-4994-9ab2-add400c5caeb tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:22.398229 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3efef98f-fdc5-476d-9862-c84305502daf req-1c9eba2e-17cb-4994-9ab2-add400c5caeb tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0858786 Dec 14 03:03:22.455175 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:22.463670 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20404150-24b6-4895-9565-a2069d2496c1 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:22.467796 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33c6651-ab57-453f-b656-95b23654dbf1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Made reservation on behalf of 64815042603e4fe084e0db9c9093166c for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:03:22.471630 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b33c6651-ab57-453f-b656-95b23654dbf1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:22.535623 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3efef98f-fdc5-476d-9862-c84305502daf req-997038c6-54f4-4db1-bd59-740258475659 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235280 Dec 14 03:03:22.555324 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:22.589114 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53d009a-6598-41a8-b6bb-b68660db3583 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:03:22.598779 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20404150-24b6-4895-9565-a2069d2496c1 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:22.627065 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20404150-24b6-4895-9565-a2069d2496c1 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3d35cd-1e6a-4ac3-b99d-0990bcd9f4b4,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:22.674276 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Attempting to bind port bc97e5b0-46ed-4bcd-b21b-306f0ded42ea on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:03:22.674631 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Attempting to bind port bc97e5b0-46ed-4bcd-b21b-306f0ded42ea by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:03:22.675184 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Attempting to bind port bc97e5b0-46ed-4bcd-b21b-306f0ded42ea on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:03:22.683472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-07b1a009-5fe2-4b3b-92ab-433a20935005 None None] Provisioning complete for port bc97e5b0-46ed-4bcd-b21b-306f0ded42ea triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:03:22.684212 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-07b1a009-5fe2-4b3b-92ab-433a20935005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:22.691646 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc0fbc-68b0-4ce8-b770-bddad44b287a None None] Pushing event updated for resources: {'Port': ['ID=bc97e5b0-46ed-4bcd-b21b-306f0ded42ea,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:22.707127 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:03:22.707528 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:03:22.707971 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:22.708384 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:03:22.708869 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Bound port: bc97e5b0-46ed-4bcd-b21b-306f0ded42ea, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:03:22.709265 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:22.712947 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc0fbc-68b0-4ce8-b770-bddad44b287a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:22.721898 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc0fbc-68b0-4ce8-b770-bddad44b287a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:22.724369 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc0fbc-68b0-4ce8-b770-bddad44b287a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:22.725187 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc0fbc-68b0-4ce8-b770-bddad44b287a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:22.725903 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc0fbc-68b0-4ce8-b770-bddad44b287a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:22.726331 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc0fbc-68b0-4ce8-b770-bddad44b287a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:22.728424 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc0fbc-68b0-4ce8-b770-bddad44b287a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:22.732940 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc0fbc-68b0-4ce8-b770-bddad44b287a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:22.734193 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc0fbc-68b0-4ce8-b770-bddad44b287a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:22.734656 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc0fbc-68b0-4ce8-b770-bddad44b287a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:22.735102 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc0fbc-68b0-4ce8-b770-bddad44b287a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:22.735549 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc0fbc-68b0-4ce8-b770-bddad44b287a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:22.736160 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-effc0fbc-68b0-4ce8-b770-bddad44b287a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:03:22.756854 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-07b1a009-5fe2-4b3b-92ab-433a20935005 None None] Port bc97e5b0-46ed-4bcd-b21b-306f0ded42ea cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:03:22.766956 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-20404150-24b6-4895-9565-a2069d2496c1 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:22.772265 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-20404150-24b6-4895-9565-a2069d2496c1 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5727975 Dec 14 03:03:22.773022 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44346) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:22.785541 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-2a485ab0-8ab3-4daf-af79-017ac775614b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Request body: {'security_group_rule': {'security_group_id': 'd4e0eae5-0cad-4f78-a479-710bf9a1ff8c', 'project_id': '54ff088c39304a16908fa1f78b206635', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:22.849051 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] For port bc97e5b0-46ed-4bcd-b21b-306f0ded42ea, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:03:22.852452 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] For port bc97e5b0-46ed-4bcd-b21b-306f0ded42ea, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=bc97e5b0-46ed-4bcd-b21b-306f0ded42ea,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:03:22.875747 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b33c6651-ab57-453f-b656-95b23654dbf1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:22.935707 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a485ab0-8ab3-4daf-af79-017ac775614b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:22.964292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c6651-ab57-453f-b656-95b23654dbf1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Subnet': ['ID=24a39f37-ad25-497d-8b5d-ba1ab17989a3,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:23.003853 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:23.021007 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33c6651-ab57-453f-b656-95b23654dbf1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Checking segment: {'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:03:23.021824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33c6651-ab57-453f-b656-95b23654dbf1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network hostable DHCP agents. Network: 4a07ef0c-09b1-428e-ad76-f9aea9247b9f, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:03:23.064984 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Routers {'1959c4c5-65ce-4669-a568-1faead7afd03'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:03:23.065470 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945b8fbb-4c58-4962-be9e-716fcb214d1f None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:03:23.070214 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:03:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1959c4c5-65ce-4669-a568-1faead7afd03'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:23.118564 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a485ab0-8ab3-4daf-af79-017ac775614b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:23.148531 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc0fbc-68b0-4ce8-b770-bddad44b287a None None] Pushing event updated for resources: {'Port': ['ID=bc97e5b0-46ed-4bcd-b21b-306f0ded42ea,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:23.201786 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0ba7211e-4300-41f5-bd8e-f695c1b47d5a None None] Provisioning complete for port bc97e5b0-46ed-4bcd-b21b-306f0ded42ea triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:03:23.204911 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ba7211e-4300-41f5-bd8e-f695c1b47d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:23.229997 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] Set router 1959c4c5-65ce-4669-a568-1faead7afd03 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:03:23.233031 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a485ab0-8ab3-4daf-af79-017ac775614b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:23.255686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a485ab0-8ab3-4daf-af79-017ac775614b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cd271e-3edc-4127-ac0a-9a28beda7998,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:23.273045 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33c6651-ab57-453f-b656-95b23654dbf1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:03:23.375409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-b33c6651-ab57-453f-b656-95b23654dbf1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 4a07ef0c-09b1-428e-ad76-f9aea9247b9f) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:03:23.394155 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33c6651-ab57-453f-b656-95b23654dbf1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:23.404928 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b33c6651-ab57-453f-b656-95b23654dbf1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:23.437957 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2a485ab0-8ab3-4daf-af79-017ac775614b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:23.443571 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44348) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:23.449163 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-8a045c6f-f449-44c4-8846-b5f306c8e239 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Request body: {'security_group_rule': {'security_group_id': 'd4e0eae5-0cad-4f78-a479-710bf9a1ff8c', 'project_id': '54ff088c39304a16908fa1f78b206635', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:23.453738 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2a485ab0-8ab3-4daf-af79-017ac775614b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6792157 Dec 14 03:03:23.507581 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fea8db-adf4-4ee6-a48d-6894b817f4a6 None None] Network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:03:23.512587 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b33c6651-ab57-453f-b656-95b23654dbf1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5485606 Dec 14 03:03:23.514834 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44350) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:23.626929 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-8a045c6f-f449-44c4-8846-b5f306c8e239 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Project 54ff088c39304a16908fa1f78b206635 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:03:23.632805 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8a045c6f-f449-44c4-8846-b5f306c8e239 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:23.659261 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ba7211e-4300-41f5-bd8e-f695c1b47d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:23.732066 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8a045c6f-f449-44c4-8846-b5f306c8e239 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:23.733618 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647936017', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:03:18Z', 'updated_at': '2021-12-14T03:03:20Z', 'revision_number': 3, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:19Z', 'updated_at': '2021-12-14T03:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:23.752596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553af5cc-918a-4cfb-9735-39c8bb2e37ba req-5290af6d-b911-4e29-8cc8-2fab3867c401 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:23.756856 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-553af5cc-918a-4cfb-9735-39c8bb2e37ba req-5290af6d-b911-4e29-8cc8-2fab3867c401 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.1106393 Dec 14 03:03:23.778289 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f1b63c-e76a-4248-b685-b59eb7634a6d None None] The sync data for ids ['1959c4c5-65ce-4669-a568-1faead7afd03'] in n-d-821636-1 is: [{'id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647936017', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:03:18Z', 'updated_at': '2021-12-14T03:03:20Z', 'revision_number': 3, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3a:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:19Z', 'updated_at': '2021-12-14T03:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:03:23.805159 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4a07ef0c-09b1-428e-ad76-f9aea9247b9f', 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f', 'project_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ips': [{'subnet_id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:03:23.815984 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:23.815984 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0ba7211e-4300-41f5-bd8e-f695c1b47d5a None None] For port bc97e5b0-46ed-4bcd-b21b-306f0ded42ea, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=bc97e5b0-46ed-4bcd-b21b-306f0ded42ea,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:03:23.842470 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8a045c6f-f449-44c4-8846-b5f306c8e239 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:23.854061 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-553af5cc-918a-4cfb-9735-39c8bb2e37ba req-c35d4c1d-f4aa-4de1-bfe9-3776598130b4 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863509 Dec 14 03:03:23.901677 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a045c6f-f449-44c4-8846-b5f306c8e239 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159ab1ef-ff3f-4d08-aa42-d687e6134964,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:24.035673 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ba7211e-4300-41f5-bd8e-f695c1b47d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:24.039131 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Allocated IP 172.20.0.2 (4a07ef0c-09b1-428e-ad76-f9aea9247b9f/24a39f37-ad25-497d-8b5d-ba1ab17989a3/a6f541d9-9952-4d9e-9ad2-07ee19d923e4) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:03:24.073897 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8a045c6f-f449-44c4-8846-b5f306c8e239 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:24.081050 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8a045c6f-f449-44c4-8846-b5f306c8e239 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6355774 Dec 14 03:03:24.095891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44358) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:24.101385 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f164fec5-0e44-4595-8e74-79a21a5b515f tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Request body: {'security_group_rule': {'security_group_id': 'd4e0eae5-0cad-4f78-a479-710bf9a1ff8c', 'project_id': '54ff088c39304a16908fa1f78b206635', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:24.185537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba7211e-4300-41f5-bd8e-f695c1b47d5a None None] Pushing event updated for resources: {'Port': ['ID=bc97e5b0-46ed-4bcd-b21b-306f0ded42ea,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:24.291658 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-f164fec5-0e44-4595-8e74-79a21a5b515f tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Project 54ff088c39304a16908fa1f78b206635 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:03:24.352495 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f164fec5-0e44-4595-8e74-79a21a5b515f tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:24.406809 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:24.507400 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:24.529725 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f164fec5-0e44-4595-8e74-79a21a5b515f tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:24.539255 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:03:24.567976 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:03:24.574304 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:03:24.582083 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-21deaf1f-021e-407b-aba6-eff7064d21f1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:24.649510 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f164fec5-0e44-4595-8e74-79a21a5b515f tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:24.713553 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Attempting to bind port a6f541d9-9952-4d9e-9ad2-07ee19d923e4 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:03:24.718455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Attempting to bind port a6f541d9-9952-4d9e-9ad2-07ee19d923e4 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:03:24.718455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Attempting to bind port a6f541d9-9952-4d9e-9ad2-07ee19d923e4 on network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:03:24.718455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Pushing event updated for resources: {'Port': ['ID=a6f541d9-9952-4d9e-9ad2-07ee19d923e4,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:24.722238 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164fec5-0e44-4595-8e74-79a21a5b515f tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe01d93-dc29-4841-9835-b71dae60f9e1,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:24.724979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:03:24.730076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Checking segment: {'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:03:24.734643 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:24.735144 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Bound using segment: {'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:03:24.735672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Bound port: a6f541d9-9952-4d9e-9ad2-07ee19d923e4, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:03:24.736123 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:24.824860 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f164fec5-0e44-4595-8e74-79a21a5b515f tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:24.826458 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f164fec5-0e44-4595-8e74-79a21a5b515f tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7290885 Dec 14 03:03:24.962540 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] For port a6f541d9-9952-4d9e-9ad2-07ee19d923e4, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:03:24.971034 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] For port a6f541d9-9952-4d9e-9ad2-07ee19d923e4, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a6f541d9-9952-4d9e-9ad2-07ee19d923e4,segment=NetworkSegment(315d93a0-de29-4566-9d16-c04bc3dcd367),segment_id=315d93a0-de29-4566-9d16-c04bc3dcd367)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:03:25.050348 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:25.227665 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4da87-78d0-476a-83fa-f9069f50587b None None] Pushing event updated for resources: {'Port': ['ID=a6f541d9-9952-4d9e-9ad2-07ee19d923e4,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:25.302834 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df60ec-8252-488e-82e8-ba3f3fb521f9 req-8dfde219-8e8d-4433-b312-9d833545c5b0 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:25.312213 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8df60ec-8252-488e-82e8-ba3f3fb521f9 req-8dfde219-8e8d-4433-b312-9d833545c5b0 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.2269855 Dec 14 03:03:25.362156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-5cfa485d-fd37-45b8-af59-85e98953a133 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-542020884&fields=id&tenant_id=54ff088c39304a16908fa1f78b206635 HTTP/1.1" status: 200 len: 267 time: 0.1423619 Dec 14 03:03:25.600651 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-48359881-64b8-4bf0-93e7-46607e2a74ea tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:25.606888 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-48359881-64b8-4bf0-93e7-46607e2a74ea tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/networks?id=39d1b5ff-5979-4460-98b6-dc444bad73ad HTTP/1.1" status: 200 len: 813 time: 0.2302213 Dec 14 03:03:25.629191 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8df60ec-8252-488e-82e8-ba3f3fb521f9 req-7db8c623-159d-4d59-9481-f0fbaa8abc45 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140152 Dec 14 03:03:25.664928 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-21deaf1f-021e-407b-aba6-eff7064d21f1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Allocated IP 172.20.0.1 (4a07ef0c-09b1-428e-ad76-f9aea9247b9f/24a39f37-ad25-497d-8b5d-ba1ab17989a3/f6344700-994f-4bb9-b29e-e7db94adfdfe) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:03:25.673982 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-4240de3e-4846-4edb-940d-1fc5c07983aa tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/quotas/54ff088c39304a16908fa1f78b206635 HTTP/1.1" status: 200 len: 375 time: 0.0237134 Dec 14 03:03:25.854447 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-76b6c4f2-cc4f-4616-b93a-e0e42b59a10c tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=54ff088c39304a16908fa1f78b206635&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1332405 Dec 14 03:03:25.963654 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-21deaf1f-021e-407b-aba6-eff7064d21f1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:26.018230 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-8372e402-3114-430e-990b-ad86e9e276a6 service neutron] 10.222.0.39 "GET /v2.0/networks/39d1b5ff-5979-4460-98b6-dc444bad73ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370447 Dec 14 03:03:26.171625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-25f1840d-6593-4fe6-8d43-1130bce01a53 service neutron] 10.222.0.39 "GET /v2.0/networks/39d1b5ff-5979-4460-98b6-dc444bad73ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420186 Dec 14 03:03:26.173907 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-21deaf1f-021e-407b-aba6-eff7064d21f1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:26.232529 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21deaf1f-021e-407b-aba6-eff7064d21f1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=f6344700-994f-4bb9-b29e-e7db94adfdfe,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:26.245893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21deaf1f-021e-407b-aba6-eff7064d21f1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:03:26.248124 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-21deaf1f-021e-407b-aba6-eff7064d21f1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:03:26.251443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21deaf1f-021e-407b-aba6-eff7064d21f1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:03:26.281651 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a6f541d9-9952-4d9e-9ad2-07ee19d923e4 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:03:26.356215 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a6f541d9-9952-4d9e-9ad2-07ee19d923e4 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:03:26.359842 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-21deaf1f-021e-407b-aba6-eff7064d21f1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:26.360578 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:26.546362 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:26.644180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port a6f541d9-9952-4d9e-9ad2-07ee19d923e4, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a6f541d9-9952-4d9e-9ad2-07ee19d923e4,segment=NetworkSegment(315d93a0-de29-4566-9d16-c04bc3dcd367),segment_id=315d93a0-de29-4566-9d16-c04bc3dcd367)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:03:26.734999 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:26.736098 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device bc97e5b0-46ed-4bcd-b21b-306f0ded42ea up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:03:26.827765 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=a6f541d9-9952-4d9e-9ad2-07ee19d923e4,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:26.970649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0d297-012b-4557-9384-1d65100c760b req-0fcbc447-52bb-4850-a7ad-25cf880487f5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:26.979887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3be0d297-012b-4557-9384-1d65100c760b req-0fcbc447-52bb-4850-a7ad-25cf880487f5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.1195705 Dec 14 03:03:26.991026 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port bc97e5b0-46ed-4bcd-b21b-306f0ded42ea triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:03:26.992281 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:27.101487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3be0d297-012b-4557-9384-1d65100c760b req-a7b1eb2c-9c23-4d43-8ef0-6ad202bd44f6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173384 Dec 14 03:03:27.240231 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-21deaf1f-021e-407b-aba6-eff7064d21f1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:27.297457 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-787ec9cd-f401-4dbc-9602-803eb7962510 req-fae2906f-7545-4be7-bd60-68f76c9f337f tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 210 time: 0.1328740 Dec 14 03:03:27.311854 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:27.706738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86553bf9-2dad-4a93-b746-4c2241f15bb0 None None] Network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:03:27.842757 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-21deaf1f-021e-407b-aba6-eff7064d21f1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:27.856434 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e18e2691-d1b7-41f2-9ddc-e8c1588dd98f None None] Provisioning complete for port a6f541d9-9952-4d9e-9ad2-07ee19d923e4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:03:27.856810 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e18e2691-d1b7-41f2-9ddc-e8c1588dd98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:27.952549 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-21deaf1f-021e-407b-aba6-eff7064d21f1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:28.122399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21deaf1f-021e-407b-aba6-eff7064d21f1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=f6344700-994f-4bb9-b29e-e7db94adfdfe,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:28.131873 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-21deaf1f-021e-407b-aba6-eff7064d21f1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:28.153015 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a6f541d9-9952-4d9e-9ad2-07ee19d923e4 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:03:28.285428 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a6f541d9-9952-4d9e-9ad2-07ee19d923e4 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:03:28.286023 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:28.486157 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9f761470-4cd5-48ee-ab45-2765b7429c2e None None] Provisioning complete for port f6344700-994f-4bb9-b29e-e7db94adfdfe triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:03:28.486826 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9f761470-4cd5-48ee-ab45-2765b7429c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:28.493923 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d81ba2b2-508d-4834-95f1-5e9683b2c82f req-6b3292d8-83ef-45ca-aeac-48b77fef4487 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 210 time: 0.0691142 Dec 14 03:03:28.522987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe52f82-cf77-414d-9d3e-2876d9d4476a req-916afe0d-3799-47ac-b45c-e0469c413ccc tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:28.531941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8fe52f82-cf77-414d-9d3e-2876d9d4476a req-916afe0d-3799-47ac-b45c-e0469c413ccc tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.2419007 Dec 14 03:03:28.541040 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21deaf1f-021e-407b-aba6-eff7064d21f1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:03:28.548064 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-21deaf1f-021e-407b-aba6-eff7064d21f1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:03:28.676133 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9f761470-4cd5-48ee-ab45-2765b7429c2e None None] Port f6344700-994f-4bb9-b29e-e7db94adfdfe cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:03:28.711465 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9f761470-4cd5-48ee-ab45-2765b7429c2e None None] Provisioning complete for port a6f541d9-9952-4d9e-9ad2-07ee19d923e4 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:03:28.711465 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9f761470-4cd5-48ee-ab45-2765b7429c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:28.758615 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8fe52f82-cf77-414d-9d3e-2876d9d4476a req-aead7c01-ec7a-4d06-8a3c-2ba3adf6699d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201076 Dec 14 03:03:28.767388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21deaf1f-021e-407b-aba6-eff7064d21f1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 1959c4c5-65ce-4669-a568-1faead7afd03 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:03:29.045763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-210829dc-a04b-4863-9ee8-2c2072e2ee5b None None] Provisioning complete for port f6344700-994f-4bb9-b29e-e7db94adfdfe triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:03:29.048928 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-210829dc-a04b-4863-9ee8-2c2072e2ee5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:29.049592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21deaf1f-021e-407b-aba6-eff7064d21f1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:03:29.062739 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-21deaf1f-021e-407b-aba6-eff7064d21f1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "PUT /v2.0/routers/1959c4c5-65ce-4669-a568-1faead7afd03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5460300 Dec 14 03:03:29.081367 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Sync routers for ids ['1959c4c5-65ce-4669-a568-1faead7afd03'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:03:29.135420 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Routers {'1959c4c5-65ce-4669-a568-1faead7afd03'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:03:29.137099 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:03:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1959c4c5-65ce-4669-a568-1faead7afd03'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:29.247992 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-210829dc-a04b-4863-9ee8-2c2072e2ee5b None None] Port f6344700-994f-4bb9-b29e-e7db94adfdfe cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:03:29.324648 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-8b41e51e-9681-4661-85ea-bc76f67142ff tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1088908904&fields=id&tenant_id=64815042603e4fe084e0db9c9093166c HTTP/1.1" status: 200 len: 267 time: 0.0794799 Dec 14 03:03:29.339718 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Set router 1959c4c5-65ce-4669-a568-1faead7afd03 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:03:29.471592 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-14c2daf1-d565-494a-9edd-2504c845938e None None] Provisioning complete for port f6344700-994f-4bb9-b29e-e7db94adfdfe triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:03:29.471951 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14c2daf1-d565-494a-9edd-2504c845938e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:29.559269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-14c2daf1-d565-494a-9edd-2504c845938e None None] Port f6344700-994f-4bb9-b29e-e7db94adfdfe cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:03:29.603167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-de17f2c5-c005-487a-9c41-5b15f86c8b27 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:29.603167 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-de17f2c5-c005-487a-9c41-5b15f86c8b27 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/networks?id=4a07ef0c-09b1-428e-ad76-f9aea9247b9f HTTP/1.1" status: 200 len: 796 time: 0.2489474 Dec 14 03:03:29.627181 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-774a27e7-d567-494c-a269-33ee5042a3f2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/quotas/64815042603e4fe084e0db9c9093166c HTTP/1.1" status: 200 len: 375 time: 0.0174685 Dec 14 03:03:29.672610 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5bd5f7c7-cdd0-4eed-83fe-8e1a33814216 req-cb155291-dd57-438a-99f5-9b863362574e tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 210 time: 0.0503554 Dec 14 03:03:29.722884 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647936017', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:03:18Z', 'updated_at': '2021-12-14T03:03:27Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:19Z', 'updated_at': '2021-12-14T03:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f6344700-994f-4bb9-b29e-e7db94adfdfe', 'name': '', 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:64:59:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:24Z', 'updated_at': '2021-12-14T03:03:27Z', 'revision_number': 2, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:29.730653 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-7c205604-c8ab-4955-bce3-d0c47ce8b585 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937772 Dec 14 03:03:29.800986 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Checking router: 1959c4c5-65ce-4669-a568-1faead7afd03 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:03:29.801799 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Updating router 1959c4c5-65ce-4669-a568-1faead7afd03 port f6344700-994f-4bb9-b29e-e7db94adfdfe binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:03:29.893412 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:30.033618 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-7a1e5309-8c41-4fc1-9a7e-3dfb0edbb635 service neutron] 10.222.0.39 "GET /v2.0/networks/4a07ef0c-09b1-428e-ad76-f9aea9247b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787187 Dec 14 03:03:30.052775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057dd8a8-e89c-4733-9e3c-d74eb2f46140 req-91ec3ee6-ad95-4573-b457-86c87056c97e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:30.062918 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-057dd8a8-e89c-4733-9e3c-d74eb2f46140 req-91ec3ee6-ad95-4573-b457-86c87056c97e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.1394539 Dec 14 03:03:30.202268 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-057dd8a8-e89c-4733-9e3c-d74eb2f46140 req-d116b22b-5ac1-49b5-bc9c-a41778185de7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379492 Dec 14 03:03:30.278664 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-b47e58cc-924c-40f6-a0c1-d074257c8e59 service neutron] 10.222.0.39 "GET /v2.0/networks/4a07ef0c-09b1-428e-ad76-f9aea9247b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073169 Dec 14 03:03:30.326793 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:30.368711 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:30.459800 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:30.516338 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe2dd5-0e82-4801-bb8d-49a8997925b9 None None] Pushing event updated for resources: {'Port': ['ID=f6344700-994f-4bb9-b29e-e7db94adfdfe,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:30.632363 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Attempting to bind port f6344700-994f-4bb9-b29e-e7db94adfdfe on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:03:30.632363 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Attempting to bind port f6344700-994f-4bb9-b29e-e7db94adfdfe by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:03:30.632363 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Attempting to bind port f6344700-994f-4bb9-b29e-e7db94adfdfe on network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:03:30.641740 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:03:30.642240 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Checking segment: {'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:03:30.642534 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:30.642942 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Bound using segment: {'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:03:30.643426 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Bound port: f6344700-994f-4bb9-b29e-e7db94adfdfe, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:03:30.643814 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:30.740658 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cca586ab-1fc7-45a2-941d-91616d1b1c97 req-dda8c4a5-2205-4527-a8d7-da88b6ad8da7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 210 time: 0.0471673 Dec 14 03:03:30.817985 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] For port f6344700-994f-4bb9-b29e-e7db94adfdfe, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:03:30.827356 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] For port f6344700-994f-4bb9-b29e-e7db94adfdfe, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f6344700-994f-4bb9-b29e-e7db94adfdfe,segment=NetworkSegment(315d93a0-de29-4566-9d16-c04bc3dcd367),segment_id=315d93a0-de29-4566-9d16-c04bc3dcd367)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:03:30.840621 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-f3d71e9e-3ae6-4de0-89c0-d4d8435afcda tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:30.842409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-f3d71e9e-3ae6-4de0-89c0-d4d8435afcda tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.47 "GET /v2.0/networks?id=39d1b5ff-5979-4460-98b6-dc444bad73ad HTTP/1.1" status: 200 len: 813 time: 0.2993455 Dec 14 03:03:30.886616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3ddfe1b-8c80-4974-ad14-dee95158c085 req-add8adfb-0371-4cf8-b2c4-aa89fa8ee0dc tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 210 time: 0.0393786 Dec 14 03:03:30.921527 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:30.925241 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e7eebcc0-33fa-4885-8d71-3939f6307881 None None] Provisioning complete for port f6344700-994f-4bb9-b29e-e7db94adfdfe triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:03:30.925653 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7eebcc0-33fa-4885-8d71-3939f6307881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:30.943825 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-50ce497a-27a7-4f65-9fb4-3470bed5b008 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54ff088c39304a16908fa1f78b206635 HTTP/1.1" status: 200 len: 379 time: 0.0855868 Dec 14 03:03:30.972274 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-bce39f68-0b79-4738-bc89-4c463bb5df2d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Request body: {'port': {'device_id': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'admin_state_up': True, 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'security_groups': ['d4e0eae5-0cad-4f78-a479-710bf9a1ff8c']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:31.037726 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe2dd5-0e82-4801-bb8d-49a8997925b9 None None] Pushing event updated for resources: {'Port': ['ID=f6344700-994f-4bb9-b29e-e7db94adfdfe,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:31.042577 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Routers {'1959c4c5-65ce-4669-a568-1faead7afd03'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:03:31.043119 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:03:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1959c4c5-65ce-4669-a568-1faead7afd03'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:31.271219 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7eebcc0-33fa-4885-8d71-3939f6307881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:31.274095 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] Set router 1959c4c5-65ce-4669-a568-1faead7afd03 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:03:31.312179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-bce39f68-0b79-4738-bc89-4c463bb5df2d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Made reservation on behalf of 54ff088c39304a16908fa1f78b206635 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:03:31.316029 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-bce39f68-0b79-4738-bc89-4c463bb5df2d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:31.359578 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af84c4-c503-4205-b093-abbef380597c req-7b59e8b6-6215-4b17-b1fc-95e7da780071 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:31.361180 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29af84c4-c503-4205-b093-abbef380597c req-7b59e8b6-6215-4b17-b1fc-95e7da780071 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0847354 Dec 14 03:03:31.428845 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e7eebcc0-33fa-4885-8d71-3939f6307881 None None] For port f6344700-994f-4bb9-b29e-e7db94adfdfe, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f6344700-994f-4bb9-b29e-e7db94adfdfe,segment=NetworkSegment(315d93a0-de29-4566-9d16-c04bc3dcd367),segment_id=315d93a0-de29-4566-9d16-c04bc3dcd367)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:03:31.457060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29af84c4-c503-4205-b093-abbef380597c req-d5d71526-668e-463d-aa3d-05d2e8dec8e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600774 Dec 14 03:03:31.497968 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7eebcc0-33fa-4885-8d71-3939f6307881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:31.551948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-bce39f68-0b79-4738-bc89-4c463bb5df2d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Allocated IP 172.20.0.7 (39d1b5ff-5979-4460-98b6-dc444bad73ad/3c855a28-7a71-4786-98d0-26073b3a25ea/b55bc2fd-e0ff-42d1-9172-4b270e0f36c1) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:03:31.555006 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eebcc0-33fa-4885-8d71-3939f6307881 None None] Pushing event updated for resources: {'Port': ['ID=f6344700-994f-4bb9-b29e-e7db94adfdfe,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:31.726336 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7d56e80f-e75e-49d1-b9d5-01c7247df25a None None] Provisioning complete for port f6344700-994f-4bb9-b29e-e7db94adfdfe triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:03:31.727019 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7d56e80f-e75e-49d1-b9d5-01c7247df25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:31.799859 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-bce39f68-0b79-4738-bc89-4c463bb5df2d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:31.881542 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6517650a-bddf-4151-a7de-d3c653275417 req-91c4b282-17cc-4e41-a0bc-abf99b2ef27d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 210 time: 0.0288284 Dec 14 03:03:32.025528 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-bce39f68-0b79-4738-bc89-4c463bb5df2d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:32.055244 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647936017', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:03:18Z', 'updated_at': '2021-12-14T03:03:27Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:19Z', 'updated_at': '2021-12-14T03:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f6344700-994f-4bb9-b29e-e7db94adfdfe', 'name': '', 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:64:59:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:24Z', 'updated_at': '2021-12-14T03:03:30Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:32.095375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80335431-2b90-4a20-aa88-0494868c55d2 None None] The sync data for ids ['1959c4c5-65ce-4669-a568-1faead7afd03'] in n-d-821636-1 is: [{'id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647936017', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:03:18Z', 'updated_at': '2021-12-14T03:03:27Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:19Z', 'updated_at': '2021-12-14T03:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f6344700-994f-4bb9-b29e-e7db94adfdfe', 'name': '', 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:64:59:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:24Z', 'updated_at': '2021-12-14T03:03:30Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:03:32.102464 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-bce39f68-0b79-4738-bc89-4c463bb5df2d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Network 39d1b5ff-5979-4460-98b6-dc444bad73ad is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:03:32.112680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-bce39f68-0b79-4738-bc89-4c463bb5df2d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:03:32.133812 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-bce39f68-0b79-4738-bc89-4c463bb5df2d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:03:32.168852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce39f68-0b79-4738-bc89-4c463bb5df2d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Pushing event updated for resources: {'Port': ['ID=b55bc2fd-e0ff-42d1-9172-4b270e0f36c1,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:32.206828 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d4cd5-e100-4290-b4ff-b9c1a967b460 req-b1be4ab8-37cd-4196-ac49-356786889bd5 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:32.208914 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-698d4cd5-e100-4290-b4ff-b9c1a967b460 req-b1be4ab8-37cd-4196-ac49-356786889bd5 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 931 time: 0.2325969 Dec 14 03:03:32.288241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-bce39f68-0b79-4738-bc89-4c463bb5df2d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:32.288993 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-bce39f68-0b79-4738-bc89-4c463bb5df2d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:32.338218 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-698d4cd5-e100-4290-b4ff-b9c1a967b460 req-c830014b-d68c-456e-ae53-b5d57c368c9d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115556 Dec 14 03:03:32.374794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-bce39f68-0b79-4738-bc89-4c463bb5df2d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4092736 Dec 14 03:03:32.394839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Request body: {'port': {'device_id': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:32.480474 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a0f5e761-bc68-4c35-9a25-63ae915b99df None None] Provisioning complete for port b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:03:32.483260 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a0f5e761-bc68-4c35-9a25-63ae915b99df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:32.523111 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:32.550200 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a0f5e761-bc68-4c35-9a25-63ae915b99df None None] Port b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:03:32.752160 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc5f69f2-c247-47de-a31a-865763d69421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:32.781505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d615d-dd38-4953-b8d5-476ffc3006d1 req-3334f245-65b8-4780-9d6c-f95c33edd9c8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:32.783245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-809d615d-dd38-4953-b8d5-476ffc3006d1 req-3334f245-65b8-4780-9d6c-f95c33edd9c8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.1708734 Dec 14 03:03:32.884515 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-809d615d-dd38-4953-b8d5-476ffc3006d1 req-9918ce2a-f45f-4fcc-8a81-d7af0e03ba48 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911398 Dec 14 03:03:33.050964 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f48034ec-8516-458a-8890-1da9c2d4fa91 req-91300b9f-0482-4581-9f94-e3fc6ef1bc7d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 210 time: 0.0559664 Dec 14 03:03:33.067395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:03:33.095393 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:33.109909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Transition to ACTIVE for port object b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:03:33.225513 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:33.374417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Pushing event updated for resources: {'Port': ['ID=b55bc2fd-e0ff-42d1-9172-4b270e0f36c1,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:33.468299 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-857b7723-c5a6-4ea5-8acb-36b6827f7520 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:33.470362 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-857b7723-c5a6-4ea5-8acb-36b6827f7520 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.46 "GET /v2.0/networks?id=4a07ef0c-09b1-428e-ad76-f9aea9247b9f HTTP/1.1" status: 200 len: 796 time: 0.2591555 Dec 14 03:03:33.542941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Attempting to bind port b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:03:33.543336 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Attempting to bind port b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '3ed67050-ee5e-48ab-bc78-d3ca7404a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:03:33.543676 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Attempting to bind port b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 on network 39d1b5ff-5979-4460-98b6-dc444bad73ad {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:03:33.568438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Port b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 on network 39d1b5ff-5979-4460-98b6-dc444bad73ad not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:03:33.568777 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Attempting to bind port b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 on network 39d1b5ff-5979-4460-98b6-dc444bad73ad {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:03:33.584593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:03:33.585140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Checking segment: {'id': '3ed67050-ee5e-48ab-bc78-d3ca7404a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:03:33.585587 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Bound using segment: {'id': '3ed67050-ee5e-48ab-bc78-d3ca7404a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:03:33.586039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Bound port: b55bc2fd-e0ff-42d1-9172-4b270e0f36c1, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed67050-ee5e-48ab-bc78-d3ca7404a84e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:03:33.586405 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:33.595782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf7adc-daf7-416e-939a-ab94672ecaac req-1700f818-bc1d-4257-930d-d4c272eee04b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:33.598436 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6bdf7adc-daf7-416e-939a-ab94672ecaac req-1700f818-bc1d-4257-930d-d4c272eee04b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 943 time: 0.1233389 Dec 14 03:03:33.655002 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-ecc2ac04-534d-44f4-b5bd-92ee365ed20f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64815042603e4fe084e0db9c9093166c HTTP/1.1" status: 200 len: 380 time: 0.1414316 Dec 14 03:03:33.681868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-74f827f2-7827-422c-baeb-0f8991da4bd1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'port': {'device_id': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f', 'admin_state_up': True, 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'security_groups': ['e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:33.790881 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6bdf7adc-daf7-416e-939a-ab94672ecaac req-2594e6a0-2839-43a2-9334-7712a50e0e0e tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717653 Dec 14 03:03:33.818944 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] For port b55bc2fd-e0ff-42d1-9172-4b270e0f36c1, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:03:33.824864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] For port b55bc2fd-e0ff-42d1-9172-4b270e0f36c1, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=b55bc2fd-e0ff-42d1-9172-4b270e0f36c1,segment=NetworkSegment(3ed67050-ee5e-48ab-bc78-d3ca7404a84e),segment_id=3ed67050-ee5e-48ab-bc78-d3ca7404a84e)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:03:33.919435 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:33.956375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-74f827f2-7827-422c-baeb-0f8991da4bd1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Made reservation on behalf of 64815042603e4fe084e0db9c9093166c for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:03:33.959863 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-74f827f2-7827-422c-baeb-0f8991da4bd1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:33.976410 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:33.977039 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:33.978482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] 10.222.0.47 "PUT /v2.0/ports/b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 HTTP/1.1" status: 200 len: 1091 time: 1.5893614 Dec 14 03:03:33.978929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'tag': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:03:33.982166 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96fa0ea-86c4-40ce-9dad-224701974c26" -d '{"events": [{"name": "network-changed", "server_uuid": "59c6c8d2-a86e-4244-9774-d10de26c24f6", "tag": "b55bc2fd-e0ff-42d1-9172-4b270e0f36c1"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:03:34.048549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d03ea-9eba-4cf3-b7f0-4f7b22ee8993 service neutron] Pushing event updated for resources: {'Port': ['ID=b55bc2fd-e0ff-42d1-9172-4b270e0f36c1,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:34.054832 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e694b0-82b5-472b-a4ab-df757e9b2792 x-openstack-request-id: req-c4e694b0-82b5-472b-a4ab-df757e9b2792 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:03:34.055181 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c6c8d2-a86e-4244-9774-d10de26c24f6", "tag": "b55bc2fd-e0ff-42d1-9172-4b270e0f36c1", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:03:34.055717 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4e694b0-82b5-472b-a4ab-df757e9b2792 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:03:34.056057 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'tag': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1', 'status': 'completed', 'code': 200} Dec 14 03:03:34.126979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f6344700-994f-4bb9-b29e-e7db94adfdfe up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:03:34.202578 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc3424-04af-4787-87d0-09968fec5806 req-5953e4bc-b9eb-453f-b1a2-d129bb0d7cad tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:34.205871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f6344700-994f-4bb9-b29e-e7db94adfdfe triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:03:34.206596 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:34.210584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-48cc3424-04af-4787-87d0-09968fec5806 req-5953e4bc-b9eb-453f-b1a2-d129bb0d7cad tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.2251408 Dec 14 03:03:34.256922 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b488aea2-e9e5-4cef-975b-5d38b937fcc4 req-f7505807-f21d-4966-ab8d-3b09dd3a123b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 210 time: 0.0700846 Dec 14 03:03:34.306325 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fa0ea-86c4-40ce-9dad-224701974c26 req-2631cfdc-90e0-4246-acd2-2412a1a88642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:34.307852 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f96fa0ea-86c4-40ce-9dad-224701974c26 req-2631cfdc-90e0-4246-acd2-2412a1a88642 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=54ff088c39304a16908fa1f78b206635&device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 1094 time: 0.2114105 Dec 14 03:03:34.394502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-48cc3424-04af-4787-87d0-09968fec5806 req-2a3b8569-1e6b-4a56-9696-b19c591ec9e3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827521 Dec 14 03:03:34.432166 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-74f827f2-7827-422c-baeb-0f8991da4bd1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Allocated IP 172.20.0.8 (4a07ef0c-09b1-428e-ad76-f9aea9247b9f/24a39f37-ad25-497d-8b5d-ba1ab17989a3/7fdc5ff0-592a-4300-b004-cf307452f490) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:03:34.477151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fa0ea-86c4-40ce-9dad-224701974c26 req-20f7f0cb-76e9-42d4-9d06-895907febb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:34.478625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f96fa0ea-86c4-40ce-9dad-224701974c26 req-20f7f0cb-76e9-42d4-9d06-895907febb6c service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=54ff088c39304a16908fa1f78b206635&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1530216 Dec 14 03:03:34.661021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fa0ea-86c4-40ce-9dad-224701974c26 req-84f6d7b2-bad5-4b29-9bf7-4e675c044e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:34.662955 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f96fa0ea-86c4-40ce-9dad-224701974c26 req-84f6d7b2-bad5-4b29-9bf7-4e675c044e8f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1740699 Dec 14 03:03:34.686785 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-74f827f2-7827-422c-baeb-0f8991da4bd1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:34.775314 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-b2a5cd66-d5f6-4a89-a8b9-3fac5f77ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:34.777319 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-b2a5cd66-d5f6-4a89-a8b9-3fac5f77ffb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=54ff088c39304a16908fa1f78b206635&device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 1094 time: 0.0448313 Dec 14 03:03:34.828635 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-4099c236-06ef-4950-85f3-4ac4d3ac6c89 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 HTTP/1.1" status: 200 len: 217 time: 0.0382276 Dec 14 03:03:34.832730 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-74f827f2-7827-422c-baeb-0f8991da4bd1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:35.049273 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ade5c8b5-da2f-4fd5-8931-924b0e261624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:35.294507 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-74f827f2-7827-422c-baeb-0f8991da4bd1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:03:35.299823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-74f827f2-7827-422c-baeb-0f8991da4bd1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:03:35.302754 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-74f827f2-7827-422c-baeb-0f8991da4bd1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:03:35.347025 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f827f2-7827-422c-baeb-0f8991da4bd1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=7fdc5ff0-592a-4300-b004-cf307452f490,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:35.358674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-d986943d-2d84-46b4-9f0e-4e0702420986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:35.360184 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-d986943d-2d84-46b4-9f0e-4e0702420986 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c855a28-7a71-4786-98d0-26073b3a25ea HTTP/1.1" status: 200 len: 852 time: 0.5215867 Dec 14 03:03:35.392192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745f9ce-001f-47ae-8c18-7a0621fa2522 req-ded7bde4-3721-4b09-9a5f-ca8dd2db448d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:35.393779 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e745f9ce-001f-47ae-8c18-7a0621fa2522 req-ded7bde4-3721-4b09-9a5f-ca8dd2db448d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 943 time: 0.1455004 Dec 14 03:03:35.456547 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-74f827f2-7827-422c-baeb-0f8991da4bd1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:35.457190 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-74f827f2-7827-422c-baeb-0f8991da4bd1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:35.501025 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-2e5c8eda-f2b2-4e4a-b210-3ef7cfcc7e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:35.502747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-2e5c8eda-f2b2-4e4a-b210-3ef7cfcc7e2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39d1b5ff-5979-4460-98b6-dc444bad73ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337478 Dec 14 03:03:35.528948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e600c6-4eee-407f-b36b-0880b6a5d64a req-45886b4a-377c-4a4b-9662-fc5a8452cba9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:35.531195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9e600c6-4eee-407f-b36b-0880b6a5d64a req-45886b4a-377c-4a4b-9662-fc5a8452cba9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 931 time: 0.1233175 Dec 14 03:03:35.610008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e745f9ce-001f-47ae-8c18-7a0621fa2522 req-e71d0510-edff-43c5-ad1e-032f40a027e5 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903245 Dec 14 03:03:35.616866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-74f827f2-7827-422c-baeb-0f8991da4bd1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9402401 Dec 14 03:03:35.640777 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Request body: {'port': {'device_id': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:35.675902 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-451dc025-f241-4421-a406-13896ed703fe None None] Provisioning complete for port 7fdc5ff0-592a-4300-b004-cf307452f490 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:03:35.677939 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-451dc025-f241-4421-a406-13896ed703fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:35.731273 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9e600c6-4eee-407f-b36b-0880b6a5d64a req-0d90fc91-3b26-4b6e-9e81-b02472148846 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802127 Dec 14 03:03:35.738246 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-451dc025-f241-4421-a406-13896ed703fe None None] Port 7fdc5ff0-592a-4300-b004-cf307452f490 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:03:35.789816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-6155e559-39fe-47c5-9be0-9e39a3cff047 service neutron] 10.222.0.47 "GET /v2.0/networks/39d1b5ff-5979-4460-98b6-dc444bad73ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770319 Dec 14 03:03:35.791484 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:35.892276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe85df9-931e-48ae-b0a8-873625fb5787 req-18af1730-ac62-4417-b8f4-5e77d81f6111 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:35.893812 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fe85df9-931e-48ae-b0a8-873625fb5787 req-18af1730-ac62-4417-b8f4-5e77d81f6111 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.1616216 Dec 14 03:03:36.047760 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-911d4a60-175d-43db-9a44-051a31ccbc70 req-27d6ccd7-ee81-4d1d-b45e-77d475b50d8d service neutron] 10.222.0.47 "GET /v2.0/networks/39d1b5ff-5979-4460-98b6-dc444bad73ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459474 Dec 14 03:03:36.080250 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fe85df9-931e-48ae-b0a8-873625fb5787 req-5f384234-bb88-4e31-bd4d-95b65834b182 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776967 Dec 14 03:03:36.185732 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fdc5ff0-592a-4300-b004-cf307452f490 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:03:36.193384 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:36.206603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Transition to ACTIVE for port object 7fdc5ff0-592a-4300-b004-cf307452f490 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:03:36.255273 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:36.309079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Pushing event updated for resources: {'Port': ['ID=7fdc5ff0-592a-4300-b004-cf307452f490,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:36.329873 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:36.384257 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Attempting to bind port 7fdc5ff0-592a-4300-b004-cf307452f490 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:03:36.384957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Attempting to bind port 7fdc5ff0-592a-4300-b004-cf307452f490 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:03:36.385638 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Attempting to bind port 7fdc5ff0-592a-4300-b004-cf307452f490 on network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:03:36.390833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Port 7fdc5ff0-592a-4300-b004-cf307452f490 on network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:03:36.391159 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Attempting to bind port 7fdc5ff0-592a-4300-b004-cf307452f490 on network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:03:36.398853 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:03:36.399196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Checking segment: {'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:03:36.399650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Bound using segment: {'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:03:36.400153 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Bound port: 7fdc5ff0-592a-4300-b004-cf307452f490, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:03:36.400444 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:36.470612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] For port 7fdc5ff0-592a-4300-b004-cf307452f490, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:03:36.474101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] For port 7fdc5ff0-592a-4300-b004-cf307452f490, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7fdc5ff0-592a-4300-b004-cf307452f490,segment=NetworkSegment(315d93a0-de29-4566-9d16-c04bc3dcd367),segment_id=315d93a0-de29-4566-9d16-c04bc3dcd367)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:03:36.553432 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:36.594620 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:36.595611 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:36.597540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] 10.222.0.46 "PUT /v2.0/ports/7fdc5ff0-592a-4300-b004-cf307452f490 HTTP/1.1" status: 200 len: 1091 time: 0.9613640 Dec 14 03:03:36.600038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'tag': '7fdc5ff0-592a-4300-b004-cf307452f490'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:03:36.602197 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b94752-49d0-4a41-a904-c11be525040b" -d '{"events": [{"name": "network-changed", "server_uuid": "990e21c8-3ff0-4ccc-9402-6d85f9e66872", "tag": "7fdc5ff0-592a-4300-b004-cf307452f490"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:03:36.635347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40121860-f937-45ad-ab72-9a64279c3378 service neutron] Pushing event updated for resources: {'Port': ['ID=7fdc5ff0-592a-4300-b004-cf307452f490,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:36.650869 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c078c02-0ea7-42b3-9bbe-b5fb02981c8b x-openstack-request-id: req-0c078c02-0ea7-42b3-9bbe-b5fb02981c8b {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:03:36.651626 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990e21c8-3ff0-4ccc-9402-6d85f9e66872", "tag": "7fdc5ff0-592a-4300-b004-cf307452f490", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:03:36.652086 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c078c02-0ea7-42b3-9bbe-b5fb02981c8b {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:03:36.652723 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'tag': '7fdc5ff0-592a-4300-b004-cf307452f490', 'status': 'completed', 'code': 200} Dec 14 03:03:36.786076 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b94752-49d0-4a41-a904-c11be525040b req-8ef7d2c3-f84c-4ac7-a7a9-c18bcc2dbc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:36.787670 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4b94752-49d0-4a41-a904-c11be525040b req-8ef7d2c3-f84c-4ac7-a7a9-c18bcc2dbc93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 1094 time: 0.0919936 Dec 14 03:03:36.795486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5a35d-0a68-4dc4-b335-336a0bd59e39 req-10d42953-2d2e-4c31-8653-d22c66e04aa6 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:36.796974 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dae5a35d-0a68-4dc4-b335-336a0bd59e39 req-10d42953-2d2e-4c31-8653-d22c66e04aa6 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 943 time: 0.0999694 Dec 14 03:03:36.959964 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dae5a35d-0a68-4dc4-b335-336a0bd59e39 req-c284dfd9-009d-4f2c-aa76-2ac9f5545ea9 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534195 Dec 14 03:03:36.970498 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1862e4-56f7-416b-93c3-b483fef51e1b req-7737a7a4-5028-4834-a482-72f5221f24ce tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:36.977145 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f1862e4-56f7-416b-93c3-b483fef51e1b req-7737a7a4-5028-4834-a482-72f5221f24ce tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 943 time: 0.1454315 Dec 14 03:03:37.000841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b94752-49d0-4a41-a904-c11be525040b req-5ce19e9b-46ff-46f8-8876-40af5e7cfdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:37.002326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4b94752-49d0-4a41-a904-c11be525040b req-5ce19e9b-46ff-46f8-8876-40af5e7cfdcb service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=64815042603e4fe084e0db9c9093166c&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1970901 Dec 14 03:03:37.081567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f1862e4-56f7-416b-93c3-b483fef51e1b req-d6fbf9de-b51d-4579-8ab3-e502d44b7281 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025138 Dec 14 03:03:37.124471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b94752-49d0-4a41-a904-c11be525040b req-0b6f29c2-379d-426f-ba8c-f3cb334aa1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:37.126051 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4b94752-49d0-4a41-a904-c11be525040b req-0b6f29c2-379d-426f-ba8c-f3cb334aa1fe service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1158361 Dec 14 03:03:37.225039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777507af-42f1-4f87-9cf6-52d53405144e req-5bc37422-3804-4789-a50d-2782ee2a8379 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:37.226495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-777507af-42f1-4f87-9cf6-52d53405144e req-5bc37422-3804-4789-a50d-2782ee2a8379 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0722675 Dec 14 03:03:37.259424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-0a86f77f-fd22-4607-afd6-be012dfe5b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:37.261079 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-0a86f77f-fd22-4607-afd6-be012dfe5b5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 1094 time: 0.0714400 Dec 14 03:03:37.323962 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-777507af-42f1-4f87-9cf6-52d53405144e req-96d633ba-5879-49f9-8c5e-6801ff28f725 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870097 Dec 14 03:03:37.325175 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-f5e4088b-1ec9-47c3-bcfc-dea8aac03697 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fdc5ff0-592a-4300-b004-cf307452f490 HTTP/1.1" status: 200 len: 217 time: 0.0495069 Dec 14 03:03:37.377765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-5e5f93c6-44e9-4b96-849a-c19bca47eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:37.379305 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-5e5f93c6-44e9-4b96-849a-c19bca47eb2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24a39f37-ad25-497d-8b5d-ba1ab17989a3 HTTP/1.1" status: 200 len: 835 time: 0.0470798 Dec 14 03:03:37.428228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-1ed02cc7-f5ac-449a-a9f4-94b69cf7bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:37.429759 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-1ed02cc7-f5ac-449a-a9f4-94b69cf7bafc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a07ef0c-09b1-428e-ad76-f9aea9247b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428803 Dec 14 03:03:37.525791 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-9e6172d5-7592-4b4e-8718-0e25c15a4150 service neutron] 10.222.0.46 "GET /v2.0/networks/4a07ef0c-09b1-428e-ad76-f9aea9247b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881596 Dec 14 03:03:37.617932 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bbb66d1-11ce-442d-891f-4afe14983690 req-bb85b55a-abb4-439f-b429-a0428e817222 service neutron] 10.222.0.46 "GET /v2.0/networks/4a07ef0c-09b1-428e-ad76-f9aea9247b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850465 Dec 14 03:03:37.723528 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:38.077893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616d77f-2140-46b0-addb-7fc2daaa398d req-f966237b-8f6e-4b2c-b26e-2661cd237111 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:38.079398 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8616d77f-2140-46b0-addb-7fc2daaa398d req-f966237b-8f6e-4b2c-b26e-2661cd237111 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 943 time: 0.0512619 Dec 14 03:03:38.136437 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8616d77f-2140-46b0-addb-7fc2daaa398d req-9fbe09f5-0398-40b1-8cae-f362ade0baee tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505106 Dec 14 03:03:38.209439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8857f2-7bf6-4e27-b007-741133e13137 req-6e6e1dfd-bdb7-4bc8-acbe-0907368ce55f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:38.209439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f8857f2-7bf6-4e27-b007-741133e13137 req-6e6e1dfd-bdb7-4bc8-acbe-0907368ce55f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 943 time: 0.0529842 Dec 14 03:03:38.263542 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f8857f2-7bf6-4e27-b007-741133e13137 req-9b81560a-30ff-4a23-9292-ff8f69706876 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506971 Dec 14 03:03:38.439436 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d58441-787b-4265-bdfa-61fdb52cb03c req-3ead40ca-7ae3-416d-849b-8f0e10d3ae99 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:38.440944 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15d58441-787b-4265-bdfa-61fdb52cb03c req-3ead40ca-7ae3-416d-849b-8f0e10d3ae99 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0493937 Dec 14 03:03:38.488878 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15d58441-787b-4265-bdfa-61fdb52cb03c req-0bd3df1b-b6c3-4163-ba03-ee59dc1e440f tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416939 Dec 14 03:03:38.578524 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:03:38.614959 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:39.260232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d73ae-5991-4ccf-a90c-c6d6bd09ca82 req-90ce9ecf-72bb-486e-9f7f-e83f237f2080 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:39.262196 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c57d73ae-5991-4ccf-a90c-c6d6bd09ca82 req-90ce9ecf-72bb-486e-9f7f-e83f237f2080 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 943 time: 0.0559051 Dec 14 03:03:39.313502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c57d73ae-5991-4ccf-a90c-c6d6bd09ca82 req-87b85968-cda2-4020-a7f3-ed88c53080c3 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450516 Dec 14 03:03:39.395956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019ac15-2570-4754-bcce-65baff161b0c req-ece91d09-2f57-43f4-b714-78529f353d3c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:39.397465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0019ac15-2570-4754-bcce-65baff161b0c req-ece91d09-2f57-43f4-b714-78529f353d3c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 943 time: 0.0486205 Dec 14 03:03:39.447403 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0019ac15-2570-4754-bcce-65baff161b0c req-336f88d2-4aeb-452c-a73c-165f7aba712f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436761 Dec 14 03:03:39.601418 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9793b13-ff4e-4432-a423-232aa72b8516 req-08a2cdbd-65d7-4c0c-a2aa-cc7ef3b62478 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:39.602812 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9793b13-ff4e-4432-a423-232aa72b8516 req-08a2cdbd-65d7-4c0c-a2aa-cc7ef3b62478 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0472794 Dec 14 03:03:39.655842 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9793b13-ff4e-4432-a423-232aa72b8516 req-7442a4ae-3bce-4a38-afcd-e477fc20a373 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459659 Dec 14 03:03:40.429168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fba69-404c-4d3e-a21b-95e78b030cd9 req-6ccba938-24da-43f2-9ea4-06666b3ae7de tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:40.430749 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b52fba69-404c-4d3e-a21b-95e78b030cd9 req-6ccba938-24da-43f2-9ea4-06666b3ae7de tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 943 time: 0.0502703 Dec 14 03:03:40.484360 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b52fba69-404c-4d3e-a21b-95e78b030cd9 req-3eb9d699-0a5e-4cf2-b803-0859ff16100f tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464458 Dec 14 03:03:40.571212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9468ea7-003c-4f4f-a28a-d2567d9c0c79 req-1a6848b5-8916-46f6-9c91-e6385b23e07f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:40.572701 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9468ea7-003c-4f4f-a28a-d2567d9c0c79 req-1a6848b5-8916-46f6-9c91-e6385b23e07f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 943 time: 0.0493686 Dec 14 03:03:40.623236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9468ea7-003c-4f4f-a28a-d2567d9c0c79 req-20d76a7b-782e-4d77-be0b-07f615645ea6 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437033 Dec 14 03:03:40.777952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51daba-b721-477f-8941-c2b2538d0b00 req-74d8bf0e-d91b-45f6-9c87-9a2524fa9775 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:40.779434 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da51daba-b721-477f-8941-c2b2538d0b00 req-74d8bf0e-d91b-45f6-9c87-9a2524fa9775 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0530887 Dec 14 03:03:40.787926 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 7fdc5ff0-592a-4300-b004-cf307452f490 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:03:40.829735 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da51daba-b721-477f-8941-c2b2538d0b00 req-b1160ec9-bedd-408a-a7c9-ddff3d786614 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431995 Dec 14 03:03:40.885560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 7fdc5ff0-592a-4300-b004-cf307452f490, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7fdc5ff0-592a-4300-b004-cf307452f490,segment=NetworkSegment(315d93a0-de29-4566-9d16-c04bc3dcd367),segment_id=315d93a0-de29-4566-9d16-c04bc3dcd367)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:03:40.897584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '7fdc5ff0-592a-4300-b004-cf307452f490', 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f', 'port_id': '7fdc5ff0-592a-4300-b004-cf307452f490', 'mac_address': 'fa:16:3e:ab:2a:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:03:40.936716 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:40.950574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fdc5ff0-592a-4300-b004-cf307452f490 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:03:40.971104 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 7fdc5ff0-592a-4300-b004-cf307452f490, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7fdc5ff0-592a-4300-b004-cf307452f490,segment=NetworkSegment(315d93a0-de29-4566-9d16-c04bc3dcd367),segment_id=315d93a0-de29-4566-9d16-c04bc3dcd367)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:03:41.060626 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:41.107516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=7fdc5ff0-592a-4300-b004-cf307452f490,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:41.329417 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['7fdc5ff0-592a-4300-b004-cf307452f490'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:03:41.615687 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b7b19-eb47-4e74-b452-0ad75ac347c4 req-a38f8801-73a1-4d8d-ae47-9670ade502e8 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:41.617292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a02b7b19-eb47-4e74-b452-0ad75ac347c4 req-a38f8801-73a1-4d8d-ae47-9670ade502e8 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 943 time: 0.0534246 Dec 14 03:03:41.697523 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a02b7b19-eb47-4e74-b452-0ad75ac347c4 req-f54c937b-8542-499b-b352-9d6eaaf78e71 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708969 Dec 14 03:03:41.773236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae8aed-3e89-42a1-bd70-80accd7fc271 req-193395b7-c485-4e50-b0ee-df3369428c50 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:41.775183 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-beae8aed-3e89-42a1-bd70-80accd7fc271 req-193395b7-c485-4e50-b0ee-df3369428c50 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 944 time: 0.0633683 Dec 14 03:03:41.846941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-beae8aed-3e89-42a1-bd70-80accd7fc271 req-6859f26f-12fa-4964-8ea3-541893cc2746 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647342 Dec 14 03:03:41.997612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17601c-e350-4a53-8948-dd783d9f5353 req-1ba6a319-9218-4f16-82c1-e64beda973c2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:42.006803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b17601c-e350-4a53-8948-dd783d9f5353 req-1ba6a319-9218-4f16-82c1-e64beda973c2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0936041 Dec 14 03:03:42.077582 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b17601c-e350-4a53-8948-dd783d9f5353 req-4649be2b-27b6-44d5-be53-8966c4c131fe tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636504 Dec 14 03:03:42.808875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d9201-f38f-4e84-8a68-2f294fa14685 req-5d097705-cbd8-4cde-b5e6-b3e74eaf4051 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:42.810484 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d18d9201-f38f-4e84-8a68-2f294fa14685 req-5d097705-cbd8-4cde-b5e6-b3e74eaf4051 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 943 time: 0.0490026 Dec 14 03:03:42.827913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 7fdc5ff0-592a-4300-b004-cf307452f490 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:03:42.866828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d18d9201-f38f-4e84-8a68-2f294fa14685 req-b06e581e-9ef7-4585-9ba4-bf6878e3d95e tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503037 Dec 14 03:03:42.972841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf10a6-20c4-436d-a0a4-0cc2e42cb200 req-978da14b-512c-42f3-bf61-e4162472d6f4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:42.974626 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38cf10a6-20c4-436d-a0a4-0cc2e42cb200 req-978da14b-512c-42f3-bf61-e4162472d6f4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 944 time: 0.0540102 Dec 14 03:03:42.982625 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 7fdc5ff0-592a-4300-b004-cf307452f490 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:03:42.986898 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 7fdc5ff0-592a-4300-b004-cf307452f490 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:03:42.987269 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:43.030919 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38cf10a6-20c4-436d-a0a4-0cc2e42cb200 req-2f471535-c736-4958-924a-32c02758969d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489547 Dec 14 03:03:43.083895 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:43.124366 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 7fdc5ff0-592a-4300-b004-cf307452f490, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7fdc5ff0-592a-4300-b004-cf307452f490,segment=NetworkSegment(315d93a0-de29-4566-9d16-c04bc3dcd367),segment_id=315d93a0-de29-4566-9d16-c04bc3dcd367)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:03:43.125370 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdc5ff0-592a-4300-b004-cf307452f490'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:03:43.128197 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a01a7d0-6dd1-4020-8252-8cb66430e078" -d '{"events": [{"server_uuid": "990e21c8-3ff0-4ccc-9402-6d85f9e66872", "name": "network-vif-plugged", "status": "completed", "tag": "7fdc5ff0-592a-4300-b004-cf307452f490"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:03:43.172147 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28e89fd-0a29-4365-a325-c50af784bd45 x-openstack-request-id: req-c28e89fd-0a29-4365-a325-c50af784bd45 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:03:43.172476 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990e21c8-3ff0-4ccc-9402-6d85f9e66872", "name": "network-vif-plugged", "status": "completed", "tag": "7fdc5ff0-592a-4300-b004-cf307452f490", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:03:43.172738 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c28e89fd-0a29-4365-a325-c50af784bd45 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:03:43.173231 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdc5ff0-592a-4300-b004-cf307452f490', 'code': 200} Dec 14 03:03:43.198226 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:43.222925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6983986-f5ab-4c57-b73b-4d6de67d0a96 req-5ce2f06b-972b-49f4-8b73-6af9f8c4c19a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:43.224836 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6983986-f5ab-4c57-b73b-4d6de67d0a96 req-5ce2f06b-972b-49f4-8b73-6af9f8c4c19a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0661604 Dec 14 03:03:43.264495 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=7fdc5ff0-592a-4300-b004-cf307452f490,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:43.323534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6983986-f5ab-4c57-b73b-4d6de67d0a96 req-b50eb89b-bf64-47a8-ae94-c3042ae06022 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901611 Dec 14 03:03:43.339489 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74a1e6-b39a-4035-9c09-1436d7b538bc req-4f56d0fc-7369-4513-8af8-a4ea2f4e5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:43.345633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c74a1e6-b39a-4035-9c09-1436d7b538bc req-4f56d0fc-7369-4513-8af8-a4ea2f4e5d82 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 1096 time: 0.0590534 Dec 14 03:03:43.398531 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c74a1e6-b39a-4035-9c09-1436d7b538bc req-eb26b998-0a6b-45e0-9c56-3156bbe51874 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493548 Dec 14 03:03:44.003519 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7348a23-d1ef-43d0-a94a-902afdd59cd0 req-67d7a2eb-06d6-44d9-8f5e-a4fc3392884d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:44.004691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7348a23-d1ef-43d0-a94a-902afdd59cd0 req-67d7a2eb-06d6-44d9-8f5e-a4fc3392884d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 943 time: 0.0520990 Dec 14 03:03:44.069588 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7348a23-d1ef-43d0-a94a-902afdd59cd0 req-7af349bf-304a-45d2-86d7-2656f41746bb tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542774 Dec 14 03:03:44.202003 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cdf8e8-e990-43dc-a68e-9e044f53520b req-9a274a2d-20ff-41ad-a564-4fabde26230b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:44.203882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36cdf8e8-e990-43dc-a68e-9e044f53520b req-9a274a2d-20ff-41ad-a564-4fabde26230b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 945 time: 0.0718257 Dec 14 03:03:44.275567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36cdf8e8-e990-43dc-a68e-9e044f53520b req-a36c95fd-3858-4602-af5f-6be6c036ea33 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642362 Dec 14 03:03:44.455861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436861f8-e954-4fe9-a2b4-2f5c2396da5a req-e2cc18b0-03bc-49f9-96b7-2d5458414760 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:44.457805 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-436861f8-e954-4fe9-a2b4-2f5c2396da5a req-e2cc18b0-03bc-49f9-96b7-2d5458414760 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0520976 Dec 14 03:03:44.521165 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-436861f8-e954-4fe9-a2b4-2f5c2396da5a req-2a2705c8-9970-4e6c-b787-4de202f04d5c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563457 Dec 14 03:03:45.196480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60189c89-9327-4c91-b223-65912fc532ba req-3aa3bb47-a4bb-40bd-b99c-c9627de0655d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:45.197588 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60189c89-9327-4c91-b223-65912fc532ba req-3aa3bb47-a4bb-40bd-b99c-c9627de0655d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 943 time: 0.0556586 Dec 14 03:03:45.273125 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-60189c89-9327-4c91-b223-65912fc532ba req-0d2eb40e-18ff-494c-80f7-f2ff45b0e200 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653746 Dec 14 03:03:45.414110 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa4743-2cd2-4848-8a29-fa0592dc3031 req-124669e6-5507-4810-8c02-fb7d69cacada tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:45.415638 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84fa4743-2cd2-4848-8a29-fa0592dc3031 req-124669e6-5507-4810-8c02-fb7d69cacada tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 945 time: 0.0559759 Dec 14 03:03:45.473014 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84fa4743-2cd2-4848-8a29-fa0592dc3031 req-07d9890b-14cb-4c6f-baa0-1bab42c903cb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497155 Dec 14 03:03:45.616783 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea19a9c-677a-4803-ba8e-17415af8ddb2 req-67b3c45e-333c-4694-8658-95389e9a9b2a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:45.618358 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ea19a9c-677a-4803-ba8e-17415af8ddb2 req-67b3c45e-333c-4694-8658-95389e9a9b2a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 945 time: 0.0637000 Dec 14 03:03:45.716382 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31913563-738b-4103-b50e-43eacfb640c0 req-cdc0a21a-60f3-4254-a5e9-5e96cb25d741 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:45.718612 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-31913563-738b-4103-b50e-43eacfb640c0 req-cdc0a21a-60f3-4254-a5e9-5e96cb25d741 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0991571 Dec 14 03:03:45.729885 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ea19a9c-677a-4803-ba8e-17415af8ddb2 req-3fa0937e-bbbb-482a-9b8f-904634526b3c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008906 Dec 14 03:03:45.753080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44634) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:45.794533 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-31913563-738b-4103-b50e-43eacfb640c0 req-e55fccc1-ee51-40df-bddc-abe656aea07e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574715 Dec 14 03:03:45.915848 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ac586a-aaad-49de-9b8e-737dc7d02cc9 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:45.920942 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44646) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:45.921114 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-41ac586a-aaad-49de-9b8e-737dc7d02cc9 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 1091 time: 0.1669064 Dec 14 03:03:45.926066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': '7fdc5ff0-592a-4300-b004-cf307452f490', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:46.037045 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:46.142883 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:46.264674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Allocated IP 172.25.7.223 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/783005dd-dd56-4626-8a9e-6133bb47369f) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:03:46.371209 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:46.427736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f218a2a-7e04-407a-bdb7-b7fc784216cd req-48d4206e-9bf7-4518-b6b4-93d373fedf64 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:46.429254 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f218a2a-7e04-407a-bdb7-b7fc784216cd req-48d4206e-9bf7-4518-b6b4-93d373fedf64 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 943 time: 0.0760472 Dec 14 03:03:46.483822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f218a2a-7e04-407a-bdb7-b7fc784216cd req-18c26d4e-3ee5-431d-a873-eb3e359a39ad tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462015 Dec 14 03:03:46.508836 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:46.548560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:03:46.551474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:03:46.555169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:03:46.566402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=783005dd-dd56-4626-8a9e-6133bb47369f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:47.042070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf432a40-08fd-4e04-ae08-ddcbc980cc03 req-4e2843c3-e608-4a98-8159-8a8e93642554 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:47.043586 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf432a40-08fd-4e04-ae08-ddcbc980cc03 req-4e2843c3-e608-4a98-8159-8a8e93642554 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.1496654 Dec 14 03:03:47.044728 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:47.149347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf432a40-08fd-4e04-ae08-ddcbc980cc03 req-492886c5-35d3-40ca-8671-b0b89e3a7d9e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885680 Dec 14 03:03:47.627608 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:47.680637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678725fa-c57a-46fa-a3b4-c14846c89ddb req-1ef43cd7-22d5-4312-bc2b-035f2209bf47 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:47.684497 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-678725fa-c57a-46fa-a3b4-c14846c89ddb req-1ef43cd7-22d5-4312-bc2b-035f2209bf47 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 943 time: 0.0841663 Dec 14 03:03:47.795394 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-678725fa-c57a-46fa-a3b4-c14846c89ddb req-67949ad5-0ffc-4b4d-8ffe-97b981247c03 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062372 Dec 14 03:03:47.835630 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:47.878423 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:47.958787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=783005dd-dd56-4626-8a9e-6133bb47369f,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:47.967661 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:48.071677 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Floating IP b5b62f8d-1747-4f54-9d85-c0efa031a5d4 associated. External IP: 172.25.7.223, port: 7fdc5ff0-592a-4300-b004-cf307452f490. Dec 14 03:03:48.328061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9be592-2923-4c29-aa25-c22f56521aec req-1097169e-09ae-44a0-afd3-4ba7780051f9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:48.330004 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f9be592-2923-4c29-aa25-c22f56521aec req-1097169e-09ae-44a0-afd3-4ba7780051f9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0784194 Dec 14 03:03:48.347448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 1959c4c5-65ce-4669-a568-1faead7afd03 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:03:48.455376 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f9be592-2923-4c29-aa25-c22f56521aec req-446296ab-d09c-4884-b146-10d989245181 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180620 Dec 14 03:03:48.499632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:03:48.510099 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19afd8a8-e4f6-4b31-b4bf-a4707922c1b9 None None] Sync routers for ids ['1959c4c5-65ce-4669-a568-1faead7afd03'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:03:48.524799 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19afd8a8-e4f6-4b31-b4bf-a4707922c1b9 None None] Routers {'1959c4c5-65ce-4669-a568-1faead7afd03'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:03:48.524799 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-19afd8a8-e4f6-4b31-b4bf-a4707922c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:03:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1959c4c5-65ce-4669-a568-1faead7afd03'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:48.578032 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:48.609400 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e4687a33-9d63-449c-9735-fca99f0cfb8d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6844819 Dec 14 03:03:48.609400 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'tag': '7fdc5ff0-592a-4300-b004-cf307452f490'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:03:48.609825 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e293f237-a5af-4b55-b209-93b3252faf4c" -d '{"events": [{"name": "network-changed", "server_uuid": "990e21c8-3ff0-4ccc-9402-6d85f9e66872", "tag": "7fdc5ff0-592a-4300-b004-cf307452f490"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:03:48.636011 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-19afd8a8-e4f6-4b31-b4bf-a4707922c1b9 None None] Set router 1959c4c5-65ce-4669-a568-1faead7afd03 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:03:48.752387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb5a70-97f2-496f-9c16-bf237a0c0a54 req-be1f7020-1113-4cdb-bd65-4a6747a6bbde tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:48.763153 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89fb5a70-97f2-496f-9c16-bf237a0c0a54 req-be1f7020-1113-4cdb-bd65-4a6747a6bbde tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 945 time: 0.0698719 Dec 14 03:03:48.824787 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844ac21a-8d99-44cb-92a3-71db071845c3 x-openstack-request-id: req-844ac21a-8d99-44cb-92a3-71db071845c3 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:03:48.825428 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990e21c8-3ff0-4ccc-9402-6d85f9e66872", "tag": "7fdc5ff0-592a-4300-b004-cf307452f490", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:03:48.826170 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-844ac21a-8d99-44cb-92a3-71db071845c3 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:03:48.826550 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'tag': '7fdc5ff0-592a-4300-b004-cf307452f490', 'status': 'completed', 'code': 200} Dec 14 03:03:48.835093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89fb5a70-97f2-496f-9c16-bf237a0c0a54 req-9c44a332-5739-4591-8f53-cc0be10dc4cc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702512 Dec 14 03:03:48.866196 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 44814) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:48.916464 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-19afd8a8-e4f6-4b31-b4bf-a4707922c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647936017', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:03:18Z', 'updated_at': '2021-12-14T03:03:27Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:19Z', 'updated_at': '2021-12-14T03:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'b5b62f8d-1747-4f54-9d85-c0efa031a5d4', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'floating_ip_address': '172.25.7.223', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'port_id': '7fdc5ff0-592a-4300-b004-cf307452f490', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f', 'mac_address': 'fa:16:3e:ab:2a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:03:46Z', 'updated_at': '2021-12-14T03:03:46Z', 'revision_number': 0, 'project_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6344700-994f-4bb9-b29e-e7db94adfdfe', 'name': '', 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:64:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:24Z', 'updated_at': '2021-12-14T03:03:31Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:48.952966 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19afd8a8-e4f6-4b31-b4bf-a4707922c1b9 None None] Checking router: 1959c4c5-65ce-4669-a568-1faead7afd03 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:03:48.956695 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a0bb1d13-c2aa-49df-86df-0c5e1205edf9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/floatingips/b5b62f8d-1747-4f54-9d85-c0efa031a5d4 HTTP/1.1" status: 200 len: 991 time: 0.0885696 Dec 14 03:03:48.962839 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19afd8a8-e4f6-4b31-b4bf-a4707922c1b9 None None] Routers {'1959c4c5-65ce-4669-a568-1faead7afd03'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:03:48.963678 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-19afd8a8-e4f6-4b31-b4bf-a4707922c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:03:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1959c4c5-65ce-4669-a568-1faead7afd03'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:48.985596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293f237-a5af-4b55-b209-93b3252faf4c req-1ede4168-599f-4bd1-a25c-fea03c564aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:48.987084 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e293f237-a5af-4b55-b209-93b3252faf4c req-1ede4168-599f-4bd1-a25c-fea03c564aea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 1096 time: 0.1159801 Dec 14 03:03:48.998232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ce4ab-a590-47f1-9537-6ea0dab1b47e req-e87b0775-d55e-4c31-b154-680b8d31cd3a tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:49.003217 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e7ce4ab-a590-47f1-9537-6ea0dab1b47e req-e87b0775-d55e-4c31-b154-680b8d31cd3a tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 943 time: 0.1216402 Dec 14 03:03:49.081554 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-19afd8a8-e4f6-4b31-b4bf-a4707922c1b9 None None] Set router 1959c4c5-65ce-4669-a568-1faead7afd03 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:03:49.127108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e7ce4ab-a590-47f1-9537-6ea0dab1b47e req-7ebea21a-fcdd-4cda-bcab-0e969aea44d6 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122711 Dec 14 03:03:49.152328 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293f237-a5af-4b55-b209-93b3252faf4c req-950dec33-2e92-4697-946a-e8a719a3c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:49.153858 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e293f237-a5af-4b55-b209-93b3252faf4c req-950dec33-2e92-4697-946a-e8a719a3c114 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4a07ef0c-09b1-428e-ad76-f9aea9247b9f HTTP/1.1" status: 200 len: 897 time: 0.1494050 Dec 14 03:03:49.228674 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e293f237-a5af-4b55-b209-93b3252faf4c req-e7cca929-d962-40be-b027-542c6e785ca3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fdc5ff0-592a-4300-b004-cf307452f490 HTTP/1.1" status: 200 len: 999 time: 0.0672469 Dec 14 03:03:49.281502 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293f237-a5af-4b55-b209-93b3252faf4c req-77806626-e91f-45d2-80e6-83c8b8ff3c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:49.282912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e293f237-a5af-4b55-b209-93b3252faf4c req-77806626-e91f-45d2-80e6-83c8b8ff3c2e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24a39f37-ad25-497d-8b5d-ba1ab17989a3 HTTP/1.1" status: 200 len: 835 time: 0.0472529 Dec 14 03:03:49.335298 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293f237-a5af-4b55-b209-93b3252faf4c req-ee463efc-826d-4e7e-a978-89c666d3b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:49.336787 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e293f237-a5af-4b55-b209-93b3252faf4c req-ee463efc-826d-4e7e-a978-89c666d3b916 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a07ef0c-09b1-428e-ad76-f9aea9247b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465217 Dec 14 03:03:49.440892 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e293f237-a5af-4b55-b209-93b3252faf4c req-b13f0805-e946-4395-87c1-bb65d9f83a30 service neutron] 10.222.0.46 "GET /v2.0/networks/4a07ef0c-09b1-428e-ad76-f9aea9247b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966916 Dec 14 03:03:49.450512 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-19afd8a8-e4f6-4b31-b4bf-a4707922c1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647936017', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:03:18Z', 'updated_at': '2021-12-14T03:03:27Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:19Z', 'updated_at': '2021-12-14T03:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'b5b62f8d-1747-4f54-9d85-c0efa031a5d4', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'floating_ip_address': '172.25.7.223', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'port_id': '7fdc5ff0-592a-4300-b004-cf307452f490', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f', 'mac_address': 'fa:16:3e:ab:2a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:03:46Z', 'updated_at': '2021-12-14T03:03:46Z', 'revision_number': 0, 'project_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6344700-994f-4bb9-b29e-e7db94adfdfe', 'name': '', 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:64:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:24Z', 'updated_at': '2021-12-14T03:03:31Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:49.489502 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19afd8a8-e4f6-4b31-b4bf-a4707922c1b9 None None] The sync data for ids ['1959c4c5-65ce-4669-a568-1faead7afd03'] in n-d-821636-1 is: [{'id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647936017', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:03:18Z', 'updated_at': '2021-12-14T03:03:27Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:19Z', 'updated_at': '2021-12-14T03:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'b5b62f8d-1747-4f54-9d85-c0efa031a5d4', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'floating_ip_address': '172.25.7.223', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'port_id': '7fdc5ff0-592a-4300-b004-cf307452f490', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3841, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f', 'mac_address': 'fa:16:3e:ab:2a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:03:46Z', 'updated_at': '2021-12-14T03:03:46Z', 'revision_number': 0, 'project_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6344700-994f-4bb9-b29e-e7db94adfdfe', 'name': '', 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:64:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:24Z', 'updated_at': '2021-12-14T03:03:31Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:03:49.569592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e293f237-a5af-4b55-b209-93b3252faf4c req-61a6825a-1d90-4f53-9d69-1dbe4000de4f service neutron] 10.222.0.46 "GET /v2.0/networks/4a07ef0c-09b1-428e-ad76-f9aea9247b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183038 Dec 14 03:03:49.608591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f4c0c-c483-4039-9774-60939950fc2f req-6feeb062-6ae6-4069-8b4a-c7df4d3e7fee tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:49.613828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e70f4c0c-c483-4039-9774-60939950fc2f req-6feeb062-6ae6-4069-8b4a-c7df4d3e7fee tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0606821 Dec 14 03:03:49.668914 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e70f4c0c-c483-4039-9774-60939950fc2f req-61aeb63c-148a-4df1-9b07-166951459369 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526407 Dec 14 03:03:49.755953 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c033c919-f898-4e9e-abe9-bd1c7d7a922a None None] New status for floating IP b5b62f8d-1747-4f54-9d85-c0efa031a5d4: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:03:49.958022 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44878) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:50.047090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-32491af8-dee7-4bac-bcea-9d30a63d5392 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/floatingips/b5b62f8d-1747-4f54-9d85-c0efa031a5d4 HTTP/1.1" status: 200 len: 991 time: 0.0878158 Dec 14 03:03:50.262621 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60d08f-d3dc-4872-8a81-bccdd4acd88d req-324e6080-dc6c-48bc-ba26-94225c3c830f tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:50.264108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf60d08f-d3dc-4872-8a81-bccdd4acd88d req-324e6080-dc6c-48bc-ba26-94225c3c830f tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 943 time: 0.0589266 Dec 14 03:03:50.320430 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf60d08f-d3dc-4872-8a81-bccdd4acd88d req-4584730e-69ec-4952-9fee-0640303d4914 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479505 Dec 14 03:03:50.788218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894ab9d-a763-4bf3-af0d-30e19415be6a req-fcf47166-d08a-40f8-adbf-8d44d77de1d9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:50.789746 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b894ab9d-a763-4bf3-af0d-30e19415be6a req-fcf47166-d08a-40f8-adbf-8d44d77de1d9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0496669 Dec 14 03:03:50.839792 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b894ab9d-a763-4bf3-af0d-30e19415be6a req-6b30156e-907b-4666-8515-59e537acf852 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432389 Dec 14 03:03:51.050775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 44942) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:51.115156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5da1960c-ba18-4042-9483-26c9e5bedcf0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/floatingips/b5b62f8d-1747-4f54-9d85-c0efa031a5d4 HTTP/1.1" status: 200 len: 993 time: 0.0630903 Dec 14 03:03:51.446354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf0ce7-6f5d-4d3c-8fea-62670b30701a req-6ad2a15c-4275-46eb-97af-b8ad7d068b4c tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:51.447558 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57cf0ce7-6f5d-4d3c-8fea-62670b30701a req-6ad2a15c-4275-46eb-97af-b8ad7d068b4c tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 943 time: 0.0513027 Dec 14 03:03:51.497815 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57cf0ce7-6f5d-4d3c-8fea-62670b30701a req-c818f400-5ff2-46a8-b66a-cdd46a9536b4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441031 Dec 14 03:03:51.629178 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:03:51.734752 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port b55bc2fd-e0ff-42d1-9172-4b270e0f36c1, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=b55bc2fd-e0ff-42d1-9172-4b270e0f36c1,segment=NetworkSegment(3ed67050-ee5e-48ab-bc78-d3ca7404a84e),segment_id=3ed67050-ee5e-48ab-bc78-d3ca7404a84e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:03:51.747882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'port_id': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1', 'mac_address': 'fa:16:3e:d5:d0:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:03:51.796737 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:51.810031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:03:51.829861 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port b55bc2fd-e0ff-42d1-9172-4b270e0f36c1, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=b55bc2fd-e0ff-42d1-9172-4b270e0f36c1,segment=NetworkSegment(3ed67050-ee5e-48ab-bc78-d3ca7404a84e),segment_id=3ed67050-ee5e-48ab-bc78-d3ca7404a84e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:03:51.895623 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:51.946010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=b55bc2fd-e0ff-42d1-9172-4b270e0f36c1,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:51.977018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6865f0-068c-4c4c-9cac-882368e1af78 req-7cd6fa4c-186f-4ee1-a800-92726a6cd2ac tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:51.978563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ce6865f0-068c-4c4c-9cac-882368e1af78 req-7cd6fa4c-186f-4ee1-a800-92726a6cd2ac tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0574222 Dec 14 03:03:52.033060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ce6865f0-068c-4c4c-9cac-882368e1af78 req-d59716a7-79c7-4777-9eeb-0d55345a1aff tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470371 Dec 14 03:03:52.165414 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['b55bc2fd-e0ff-42d1-9172-4b270e0f36c1'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:03:52.622295 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b7545-a777-40f3-9a38-c3127eb4f77c req-b4257038-c836-4995-9e09-10a346f67dad tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:52.623892 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a21b7545-a777-40f3-9a38-c3127eb4f77c req-b4257038-c836-4995-9e09-10a346f67dad tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 944 time: 0.0539486 Dec 14 03:03:52.674826 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a21b7545-a777-40f3-9a38-c3127eb4f77c req-78a3e23e-34f2-406e-9100-cbfe05121e84 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446277 Dec 14 03:03:53.156999 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae77e9b-0564-4020-99f5-69519b7039c5 req-19e6df77-deb5-48bb-bfab-939e2e6f5b49 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:53.156999 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ae77e9b-0564-4020-99f5-69519b7039c5 req-19e6df77-deb5-48bb-bfab-939e2e6f5b49 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0516207 Dec 14 03:03:53.203366 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ae77e9b-0564-4020-99f5-69519b7039c5 req-7c1b344e-120f-4118-9b9a-35ac5f059570 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429878 Dec 14 03:03:53.663273 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:03:53.786718 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:03:53.791099 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:03:53.792073 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:53.817167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25eb00-e8d2-44a1-8be9-40fe3f65c722 req-b0299af7-a536-4895-9391-2ea05a1480f6 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:53.818742 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d25eb00-e8d2-44a1-8be9-40fe3f65c722 req-b0299af7-a536-4895-9391-2ea05a1480f6 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 944 time: 0.0615318 Dec 14 03:03:53.875109 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:53.882801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d25eb00-e8d2-44a1-8be9-40fe3f65c722 req-ab7eeed5-c23c-426e-8e23-e071c9fcae8c tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574989 Dec 14 03:03:53.899670 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:03:53.902681 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f89288-9cd6-4b56-98f6-62ed9eaf1145" -d '{"events": [{"server_uuid": "59c6c8d2-a86e-4244-9774-d10de26c24f6", "name": "network-vif-plugged", "status": "completed", "tag": "b55bc2fd-e0ff-42d1-9172-4b270e0f36c1"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:03:53.919169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port b55bc2fd-e0ff-42d1-9172-4b270e0f36c1, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=b55bc2fd-e0ff-42d1-9172-4b270e0f36c1,segment=NetworkSegment(3ed67050-ee5e-48ab-bc78-d3ca7404a84e),segment_id=3ed67050-ee5e-48ab-bc78-d3ca7404a84e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:03:53.992189 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:54.024939 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2da5492-bdff-4679-b39d-6373280bcc96 x-openstack-request-id: req-f2da5492-bdff-4679-b39d-6373280bcc96 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:03:54.025226 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c6c8d2-a86e-4244-9774-d10de26c24f6", "name": "network-vif-plugged", "status": "completed", "tag": "b55bc2fd-e0ff-42d1-9172-4b270e0f36c1", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:03:54.028370 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2da5492-bdff-4679-b39d-6373280bcc96 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:03:54.028370 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1', 'code': 200} Dec 14 03:03:54.049357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=b55bc2fd-e0ff-42d1-9172-4b270e0f36c1,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:54.218519 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc9614-1a5d-45e6-8970-ffb695c8538f req-cbdbd5a5-a43f-4a7e-993f-3edab2dbddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:54.220116 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2bdc9614-1a5d-45e6-8970-ffb695c8538f req-cbdbd5a5-a43f-4a7e-993f-3edab2dbddbb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 1096 time: 0.1058140 Dec 14 03:03:54.272352 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2bdc9614-1a5d-45e6-8970-ffb695c8538f req-713d9795-020a-4423-a6c6-e559f2498796 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447543 Dec 14 03:03:54.358169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceab61-d85e-4bf2-8093-5e295f453621 req-9a03ae0d-406c-4507-b81a-4b6e0e4cf214 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:54.359707 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1ceab61-d85e-4bf2-8093-5e295f453621 req-9a03ae0d-406c-4507-b81a-4b6e0e4cf214 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 943 time: 0.0560153 Dec 14 03:03:54.407584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1ceab61-d85e-4bf2-8093-5e295f453621 req-dc15e1fc-f270-439f-ae6a-af53c1733854 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418139 Dec 14 03:03:54.879903 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 29d00450-5b5a-41bb-aaed-831490615d9f details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:03:54.994448 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 29d00450-5b5a-41bb-aaed-831490615d9f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=29d00450-5b5a-41bb-aaed-831490615d9f,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:03:55.008243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '29d00450-5b5a-41bb-aaed-831490615d9f', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'port_id': '29d00450-5b5a-41bb-aaed-831490615d9f', 'mac_address': 'fa:16:3e:e2:cf:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:03:55.031776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d0991-9e8d-44d2-ad7a-452a7b54daee req-3c0e44a9-a1de-4101-8ef9-cca5dfd66b20 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:55.037851 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f1d0991-9e8d-44d2-ad7a-452a7b54daee req-3c0e44a9-a1de-4101-8ef9-cca5dfd66b20 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 945 time: 0.0620220 Dec 14 03:03:55.058508 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:55.071059 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d00450-5b5a-41bb-aaed-831490615d9f {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:03:55.092774 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f1d0991-9e8d-44d2-ad7a-452a7b54daee req-7e97045b-bc01-42b3-99c8-4a1a497f2b0c tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532918 Dec 14 03:03:55.093648 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 29d00450-5b5a-41bb-aaed-831490615d9f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=29d00450-5b5a-41bb-aaed-831490615d9f,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:03:55.179880 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:55.230660 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=29d00450-5b5a-41bb-aaed-831490615d9f,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:55.469501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['29d00450-5b5a-41bb-aaed-831490615d9f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:03:55.529896 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a7f4c-22f7-44c5-a498-bbb1687c66b8 req-dd85d4db-f0a9-4115-803a-9feb550822f7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:55.531527 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bd0a7f4c-22f7-44c5-a498-bbb1687c66b8 req-dd85d4db-f0a9-4115-803a-9feb550822f7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 944 time: 0.0492334 Dec 14 03:03:55.596332 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bd0a7f4c-22f7-44c5-a498-bbb1687c66b8 req-1470ae4b-cb59-4277-bebe-9cec5f2d27ad tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575030 Dec 14 03:03:56.215532 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5b044-9669-4e3a-8847-7ee40fe40060 req-b3c0ed2a-57e7-4e26-bc6f-5822b6ad871a tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:56.217865 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ecb5b044-9669-4e3a-8847-7ee40fe40060 req-b3c0ed2a-57e7-4e26-bc6f-5822b6ad871a tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 945 time: 0.0529442 Dec 14 03:03:56.279102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ecb5b044-9669-4e3a-8847-7ee40fe40060 req-746e3595-0556-46df-b074-833d29b34ad1 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545390 Dec 14 03:03:56.397546 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d02d7-9369-4aaa-8240-180360e0baaa req-6f360a33-5c51-452d-bb0f-e9582abb2da1 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:56.399430 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-899d02d7-9369-4aaa-8240-180360e0baaa req-6f360a33-5c51-452d-bb0f-e9582abb2da1 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 945 time: 0.0520172 Dec 14 03:03:56.468362 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-899d02d7-9369-4aaa-8240-180360e0baaa req-14e696a0-3eb9-4c6c-967f-139cebabce74 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621343 Dec 14 03:03:56.484591 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45232) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:56.640502 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cee320-4753-407e-b998-523767eba57b tempest-TestVolumeBackupRestore-1376639438 tempest-TestVolumeBackupRestore-1376639438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:56.645697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 45240) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:56.645941 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-07cee320-4753-407e-b998-523767eba57b tempest-TestVolumeBackupRestore-1376639438 tempest-TestVolumeBackupRestore-1376639438-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 1091 time: 0.1600907 Dec 14 03:03:56.651098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:56.734895 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:56.763572 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67e708-68b3-4453-8e15-774b8debef5a req-92bfd8d9-243b-4c99-b2a8-59d9252b4646 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:56.763572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d67e708-68b3-4453-8e15-774b8debef5a req-92bfd8d9-243b-4c99-b2a8-59d9252b4646 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 944 time: 0.0714505 Dec 14 03:03:56.858909 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d67e708-68b3-4453-8e15-774b8debef5a req-6e94c1e2-a41e-4548-8568-3b32927252ce tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689085 Dec 14 03:03:56.887517 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 29d00450-5b5a-41bb-aaed-831490615d9f up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:03:56.911983 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:57.043080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Allocated IP 172.25.7.147 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/ca5e5b85-740a-4798-b862-156ccf2d3dda) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:03:57.044259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 29d00450-5b5a-41bb-aaed-831490615d9f completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:03:57.050523 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 29d00450-5b5a-41bb-aaed-831490615d9f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:03:57.051521 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:57.172364 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:57.178877 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:57.186661 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:57.213423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 29d00450-5b5a-41bb-aaed-831490615d9f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=29d00450-5b5a-41bb-aaed-831490615d9f,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:03:57.214468 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5103f21-0a77-44c8-9b53-1154cd9bf88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d00450-5b5a-41bb-aaed-831490615d9f'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:03:57.216836 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb17e04-1dae-49dc-8e32-a24cab8340d1" -d '{"events": [{"server_uuid": "d5103f21-0a77-44c8-9b53-1154cd9bf88c", "name": "network-vif-plugged", "status": "completed", "tag": "29d00450-5b5a-41bb-aaed-831490615d9f"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:03:57.268137 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776a61e0-6126-4f2c-98b3-32591bafba12 x-openstack-request-id: req-776a61e0-6126-4f2c-98b3-32591bafba12 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:03:57.268680 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5103f21-0a77-44c8-9b53-1154cd9bf88c", "name": "network-vif-plugged", "status": "completed", "tag": "29d00450-5b5a-41bb-aaed-831490615d9f", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:03:57.268806 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-776a61e0-6126-4f2c-98b3-32591bafba12 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:03:57.269280 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5103f21-0a77-44c8-9b53-1154cd9bf88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d00450-5b5a-41bb-aaed-831490615d9f', 'code': 200} Dec 14 03:03:57.277826 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:57.278231 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:57.342068 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:03:57.342835 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=29d00450-5b5a-41bb-aaed-831490615d9f,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:57.345342 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:03:57.354123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:03:57.407397 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Pushing event updated for resources: {'Port': ['ID=ca5e5b85-740a-4798-b862-156ccf2d3dda,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:57.440441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b052d2-1811-40b5-8a1c-4b92a8e94aa5 req-38ed2eb8-ffbd-46ac-b9c3-648c82de9f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:57.441986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e5b052d2-1811-40b5-8a1c-4b92a8e94aa5 req-38ed2eb8-ffbd-46ac-b9c3-648c82de9f1e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 1096 time: 0.0828280 Dec 14 03:03:57.545544 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e5b052d2-1811-40b5-8a1c-4b92a8e94aa5 req-d48f05ab-2e88-48c3-9e80-e564c1889465 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839658 Dec 14 03:03:57.793812 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:57.976506 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:58.034951 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644518d-6a76-4ed7-b0eb-f2a1f1c1544b req-057348a2-7ed5-496e-9116-ac0412533ee1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:58.036582 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5644518d-6a76-4ed7-b0eb-f2a1f1c1544b req-057348a2-7ed5-496e-9116-ac0412533ee1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 945 time: 0.0945718 Dec 14 03:03:58.194968 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5644518d-6a76-4ed7-b0eb-f2a1f1c1544b req-892a8420-8ead-427c-accb-2ca8cc4b87ca tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963314 Dec 14 03:03:58.213342 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:58.311145 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:58.383562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Pushing event updated for resources: {'Port': ['ID=ca5e5b85-740a-4798-b862-156ccf2d3dda,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:03:58.399638 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:58.509712 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Floating IP b297cc6d-6c85-4fd9-bd63-0b1566da7892 associated. External IP: 172.25.7.147, port: b55bc2fd-e0ff-42d1-9172-4b270e0f36c1. Dec 14 03:03:58.743552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Router 73985cf9-800c-4c99-9b12-08a3da6e284b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:03:58.851217 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:03:58.862494 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddfb5e0-9af7-4c17-8032-9c18a8d28f60 None None] Sync routers for ids ['73985cf9-800c-4c99-9b12-08a3da6e284b'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:03:58.873171 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddfb5e0-9af7-4c17-8032-9c18a8d28f60 None None] Routers {'73985cf9-800c-4c99-9b12-08a3da6e284b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:03:58.873835 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9ddfb5e0-9af7-4c17-8032-9c18a8d28f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:03:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['73985cf9-800c-4c99-9b12-08a3da6e284b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:58.931812 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:59.015651 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-9ddfb5e0-9af7-4c17-8032-9c18a8d28f60 None None] Set router 73985cf9-800c-4c99-9b12-08a3da6e284b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:03:59.298211 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9ddfb5e0-9af7-4c17-8032-9c18a8d28f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'name': 'tempest-TestVolumeBackupRestore-370187438-router', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:38Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '54ff088c39304a16908fa1f78b206635', 'gw_port': {'id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:39Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'b297cc6d-6c85-4fd9-bd63-0b1566da7892', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'floating_ip_address': '172.25.7.147', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'port_id': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'mac_address': 'fa:16:3e:d5:d0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:03:57Z', 'updated_at': '2021-12-14T03:03:57Z', 'revision_number': 0, 'project_id': '54ff088c39304a16908fa1f78b206635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea7ca09-9992-4d04-88ef-a294515b083c', 'name': '', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'mac_address': 'fa:16:3e:84:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:44Z', 'updated_at': '2021-12-14T02:59:52Z', 'revision_number': 5, 'project_id': '54ff088c39304a16908fa1f78b206635', 'subnets': [{'id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:59.331449 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddfb5e0-9af7-4c17-8032-9c18a8d28f60 None None] Checking router: 73985cf9-800c-4c99-9b12-08a3da6e284b for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:03:59.342504 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddfb5e0-9af7-4c17-8032-9c18a8d28f60 None None] Routers {'73985cf9-800c-4c99-9b12-08a3da6e284b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:03:59.343310 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9ddfb5e0-9af7-4c17-8032-9c18a8d28f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:03:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['73985cf9-800c-4c99-9b12-08a3da6e284b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:59.412585 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e4cecbef-127c-430d-86a8-5dfd04bbaec4 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7654130 Dec 14 03:03:59.414845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'tag': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:03:59.415667 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45286) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:59.419298 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e01f8d-82db-479a-80df-b272559db3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "59c6c8d2-a86e-4244-9774-d10de26c24f6", "tag": "b55bc2fd-e0ff-42d1-9172-4b270e0f36c1"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:03:59.449572 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa58208-d629-480f-8dcc-9afaef771b12 req-7489e8dd-c36e-4290-a103-e97f7a05b644 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:59.459739 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fa58208-d629-480f-8dcc-9afaef771b12 req-7489e8dd-c36e-4290-a103-e97f7a05b644 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 945 time: 0.0882001 Dec 14 03:03:59.487412 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebdef3b-ecf2-42a1-9cac-4333bd5dae85 x-openstack-request-id: req-cebdef3b-ecf2-42a1-9cac-4333bd5dae85 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:03:59.487785 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c6c8d2-a86e-4244-9774-d10de26c24f6", "tag": "b55bc2fd-e0ff-42d1-9172-4b270e0f36c1", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:03:59.488766 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cebdef3b-ecf2-42a1-9cac-4333bd5dae85 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:03:59.489241 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'tag': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1', 'status': 'completed', 'code': 200} Dec 14 03:03:59.490108 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d3c0a3-3f8c-43aa-bf36-a47ed001fd45 tempest-TestVolumeBackupRestore-1376639438 tempest-TestVolumeBackupRestore-1376639438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:59.497568 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-9ddfb5e0-9af7-4c17-8032-9c18a8d28f60 None None] Set router 73985cf9-800c-4c99-9b12-08a3da6e284b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:03:59.499025 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-39d3c0a3-3f8c-43aa-bf36-a47ed001fd45 tempest-TestVolumeBackupRestore-1376639438 tempest-TestVolumeBackupRestore-1376639438-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 1091 time: 0.0815852 Dec 14 03:03:59.499753 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45290) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:03:59.504152 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-35d90c22-1732-4fda-8d1c-8f2d41158680 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Request body: {'floatingip': {'port_id': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:03:59.557950 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fa58208-d629-480f-8dcc-9afaef771b12 req-37df2ed5-1fe3-4c81-8870-7bd4b265603d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893135 Dec 14 03:03:59.599636 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35d90c22-1732-4fda-8d1c-8f2d41158680 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for floatingip, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:03:59.612307 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e01f8d-82db-479a-80df-b272559db3f5 req-6765098e-4b1a-4a0b-8cea-63a396d3da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:59.613966 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20e01f8d-82db-479a-80df-b272559db3f5 req-6765098e-4b1a-4a0b-8cea-63a396d3da45 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=54ff088c39304a16908fa1f78b206635&device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 1096 time: 0.0550418 Dec 14 03:03:59.759881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a27c6a-f7d7-47d4-a74e-96ec825c41c9 req-440fe662-502f-4c25-a700-0b464232575e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:59.763192 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8a27c6a-f7d7-47d4-a74e-96ec825c41c9 req-440fe662-502f-4c25-a700-0b464232575e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 945 time: 0.0751104 Dec 14 03:03:59.821050 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e01f8d-82db-479a-80df-b272559db3f5 req-ab244e80-945e-49c5-8f9c-9352f28bffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:03:59.823589 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9ddfb5e0-9af7-4c17-8032-9c18a8d28f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'name': 'tempest-TestVolumeBackupRestore-370187438-router', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:38Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '54ff088c39304a16908fa1f78b206635', 'gw_port': {'id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:39Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'b297cc6d-6c85-4fd9-bd63-0b1566da7892', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'floating_ip_address': '172.25.7.147', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'port_id': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'mac_address': 'fa:16:3e:d5:d0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:03:57Z', 'updated_at': '2021-12-14T03:03:57Z', 'revision_number': 0, 'project_id': '54ff088c39304a16908fa1f78b206635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea7ca09-9992-4d04-88ef-a294515b083c', 'name': '', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'mac_address': 'fa:16:3e:84:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:44Z', 'updated_at': '2021-12-14T02:59:52Z', 'revision_number': 5, 'project_id': '54ff088c39304a16908fa1f78b206635', 'subnets': [{'id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:03:59.823953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20e01f8d-82db-479a-80df-b272559db3f5 req-ab244e80-945e-49c5-8f9c-9352f28bffbc service neutron] 10.222.0.47 "GET /v2.0/networks?id=39d1b5ff-5979-4460-98b6-dc444bad73ad HTTP/1.1" status: 200 len: 914 time: 0.2003675 Dec 14 03:03:59.828377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8a27c6a-f7d7-47d4-a74e-96ec825c41c9 req-7313e286-de52-443a-b142-58013da569ef tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598376 Dec 14 03:03:59.899120 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20e01f8d-82db-479a-80df-b272559db3f5 req-33242693-f9be-4b1f-8186-27c9ff27e0a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 HTTP/1.1" status: 200 len: 999 time: 0.0690336 Dec 14 03:03:59.943795 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddfb5e0-9af7-4c17-8032-9c18a8d28f60 None None] The sync data for ids ['73985cf9-800c-4c99-9b12-08a3da6e284b'] in n-d-821636-1 is: [{'id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'name': 'tempest-TestVolumeBackupRestore-370187438-router', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:38Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '54ff088c39304a16908fa1f78b206635', 'gw_port': {'id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:39Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'b297cc6d-6c85-4fd9-bd63-0b1566da7892', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'floating_ip_address': '172.25.7.147', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'port_id': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'mac_address': 'fa:16:3e:d5:d0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:03:57Z', 'updated_at': '2021-12-14T03:03:57Z', 'revision_number': 0, 'project_id': '54ff088c39304a16908fa1f78b206635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea7ca09-9992-4d04-88ef-a294515b083c', 'name': '', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'mac_address': 'fa:16:3e:84:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:44Z', 'updated_at': '2021-12-14T02:59:52Z', 'revision_number': 5, 'project_id': '54ff088c39304a16908fa1f78b206635', 'subnets': [{'id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:04:00.003399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e01f8d-82db-479a-80df-b272559db3f5 req-58e17564-17c8-4e02-bf25-162693b6314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:00.004964 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20e01f8d-82db-479a-80df-b272559db3f5 req-58e17564-17c8-4e02-bf25-162693b6314e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c855a28-7a71-4786-98d0-26073b3a25ea HTTP/1.1" status: 200 len: 852 time: 0.0987971 Dec 14 03:04:00.034792 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a1715-4434-4270-ae7f-17ef28c480de req-79917a73-a92a-4083-b40f-8395de2c2091 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:00.038637 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e9a1715-4434-4270-ae7f-17ef28c480de req-79917a73-a92a-4083-b40f-8395de2c2091 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 945 time: 0.0985460 Dec 14 03:04:00.105988 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e01f8d-82db-479a-80df-b272559db3f5 req-f130f09e-8313-4b4a-9c57-cc80c5b6ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:00.107529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20e01f8d-82db-479a-80df-b272559db3f5 req-f130f09e-8313-4b4a-9c57-cc80c5b6ccf0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39d1b5ff-5979-4460-98b6-dc444bad73ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915177 Dec 14 03:04:00.110895 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e9a1715-4434-4270-ae7f-17ef28c480de req-b64c41af-2a8c-4e4e-8e1d-e6c1574a43b2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577774 Dec 14 03:04:00.228338 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20e01f8d-82db-479a-80df-b272559db3f5 req-82c1b1d2-79c5-4e36-afb8-ad611a952e8b service neutron] 10.222.0.47 "GET /v2.0/networks/39d1b5ff-5979-4460-98b6-dc444bad73ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131859 Dec 14 03:04:00.319029 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:00.334164 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b5f9f0-cffd-436b-afa3-3d1b6910f350 None None] New status for floating IP b297cc6d-6c85-4fd9-bd63-0b1566da7892: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:04:00.343630 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35d90c22-1732-4fda-8d1c-8f2d41158680 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:00.392239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20e01f8d-82db-479a-80df-b272559db3f5 req-4725496d-d9f2-42f0-8584-6e66d011c907 service neutron] 10.222.0.47 "GET /v2.0/networks/39d1b5ff-5979-4460-98b6-dc444bad73ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558251 Dec 14 03:04:00.408589 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35d90c22-1732-4fda-8d1c-8f2d41158680 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:00.491916 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-84b5f9f0-cffd-436b-afa3-3d1b6910f350 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 03:04:00.492289 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-84b5f9f0-cffd-436b-afa3-3d1b6910f350 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 03:04:00.715476 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d90c22-1732-4fda-8d1c-8f2d41158680 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Router 73985cf9-800c-4c99-9b12-08a3da6e284b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:04:00.799524 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8707be5-824f-4096-a826-1b4b971fac49 req-e745d18b-1a8c-4a5a-ba73-d8d8f343f352 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:00.801227 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8707be5-824f-4096-a826-1b4b971fac49 req-e745d18b-1a8c-4a5a-ba73-d8d8f343f352 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 945 time: 0.0530725 Dec 14 03:04:00.833573 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d90c22-1732-4fda-8d1c-8f2d41158680 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:04:00.843724 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35d90c22-1732-4fda-8d1c-8f2d41158680 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:00.876615 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b8707be5-824f-4096-a826-1b4b971fac49 req-9c4fd3e8-c0d9-4f59-bac9-f897b71ffd4d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594158 Dec 14 03:04:00.880935 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'tag': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:04:00.883362 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56757255-b6e0-4b95-9245-4e8ef6b6accb" -d '{"events": [{"name": "network-changed", "server_uuid": "59c6c8d2-a86e-4244-9774-d10de26c24f6", "tag": "b55bc2fd-e0ff-42d1-9172-4b270e0f36c1"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:04:00.930563 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-35d90c22-1732-4fda-8d1c-8f2d41158680 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "PUT /v2.0/floatingips/b297cc6d-6c85-4fd9-bd63-0b1566da7892 HTTP/1.1" status: 200 len: 991 time: 1.4286594 Dec 14 03:04:00.993841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b5f9f0-cffd-436b-afa3-3d1b6910f350 None None] New status for floating IP b297cc6d-6c85-4fd9-bd63-0b1566da7892: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:04:01.014602 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3004e032-911d-4376-b32f-096848c6b1a6 x-openstack-request-id: req-3004e032-911d-4376-b32f-096848c6b1a6 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:04:01.014895 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c6c8d2-a86e-4244-9774-d10de26c24f6", "tag": "b55bc2fd-e0ff-42d1-9172-4b270e0f36c1", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:04:01.015153 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3004e032-911d-4376-b32f-096848c6b1a6 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:04:01.015553 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'tag': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1', 'status': 'completed', 'code': 200} Dec 14 03:04:01.114641 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56757255-b6e0-4b95-9245-4e8ef6b6accb req-61cd8ff4-a187-4be7-9325-72d0ce5edf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:01.116549 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56757255-b6e0-4b95-9245-4e8ef6b6accb req-61cd8ff4-a187-4be7-9325-72d0ce5edf50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=54ff088c39304a16908fa1f78b206635&device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 1096 time: 0.0542459 Dec 14 03:04:01.227605 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56757255-b6e0-4b95-9245-4e8ef6b6accb req-fefa4704-2579-4370-95d7-05a05d01048b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:01.229849 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56757255-b6e0-4b95-9245-4e8ef6b6accb req-fefa4704-2579-4370-95d7-05a05d01048b service neutron] 10.222.0.47 "GET /v2.0/networks?id=39d1b5ff-5979-4460-98b6-dc444bad73ad HTTP/1.1" status: 200 len: 914 time: 0.1060317 Dec 14 03:04:01.308091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56757255-b6e0-4b95-9245-4e8ef6b6accb req-2fc68f11-1444-48de-bce3-4693cef96a10 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 HTTP/1.1" status: 200 len: 999 time: 0.0716140 Dec 14 03:04:01.342975 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ac5b6-505b-4683-929d-df2af261720e None None] Sync routers for ids ['73985cf9-800c-4c99-9b12-08a3da6e284b'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:04:01.352932 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ac5b6-505b-4683-929d-df2af261720e None None] Routers {'73985cf9-800c-4c99-9b12-08a3da6e284b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:04:01.353671 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d21ac5b6-505b-4683-929d-df2af261720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:03:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['73985cf9-800c-4c99-9b12-08a3da6e284b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:04:01.364025 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56757255-b6e0-4b95-9245-4e8ef6b6accb req-86cc2ed7-0ae5-4975-a413-a53aeab49b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:01.365709 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56757255-b6e0-4b95-9245-4e8ef6b6accb req-86cc2ed7-0ae5-4975-a413-a53aeab49b2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c855a28-7a71-4786-98d0-26073b3a25ea HTTP/1.1" status: 200 len: 852 time: 0.0516973 Dec 14 03:04:01.439697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56757255-b6e0-4b95-9245-4e8ef6b6accb req-f80e2a96-386c-4a5f-bfb1-e27aa1f73be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:01.442479 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56757255-b6e0-4b95-9245-4e8ef6b6accb req-f80e2a96-386c-4a5f-bfb1-e27aa1f73be4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39d1b5ff-5979-4460-98b6-dc444bad73ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706158 Dec 14 03:04:01.486844 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-d21ac5b6-505b-4683-929d-df2af261720e None None] Set router 73985cf9-800c-4c99-9b12-08a3da6e284b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:04:01.547552 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56757255-b6e0-4b95-9245-4e8ef6b6accb req-c103a0b0-15a8-4e81-b6ac-5366a905ee16 service neutron] 10.222.0.47 "GET /v2.0/networks/39d1b5ff-5979-4460-98b6-dc444bad73ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969830 Dec 14 03:04:01.669726 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56757255-b6e0-4b95-9245-4e8ef6b6accb req-f8d4a7d9-b932-401a-86bc-809daf5716ef service neutron] 10.222.0.47 "GET /v2.0/networks/39d1b5ff-5979-4460-98b6-dc444bad73ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152883 Dec 14 03:04:01.764434 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d21ac5b6-505b-4683-929d-df2af261720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'name': 'tempest-TestVolumeBackupRestore-370187438-router', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:38Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '54ff088c39304a16908fa1f78b206635', 'gw_port': {'id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:39Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'b297cc6d-6c85-4fd9-bd63-0b1566da7892', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'floating_ip_address': '172.25.7.147', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'port_id': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'mac_address': 'fa:16:3e:d5:d0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:03:57Z', 'updated_at': '2021-12-14T03:04:01Z', 'revision_number': 2, 'project_id': '54ff088c39304a16908fa1f78b206635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea7ca09-9992-4d04-88ef-a294515b083c', 'name': '', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'mac_address': 'fa:16:3e:84:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:44Z', 'updated_at': '2021-12-14T02:59:52Z', 'revision_number': 5, 'project_id': '54ff088c39304a16908fa1f78b206635', 'subnets': [{'id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:04:01.795278 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ac5b6-505b-4683-929d-df2af261720e None None] Checking router: 73985cf9-800c-4c99-9b12-08a3da6e284b for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:04:01.804064 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ac5b6-505b-4683-929d-df2af261720e None None] Routers {'73985cf9-800c-4c99-9b12-08a3da6e284b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:04:01.804680 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d21ac5b6-505b-4683-929d-df2af261720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:03:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['73985cf9-800c-4c99-9b12-08a3da6e284b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:04:01.937623 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-d21ac5b6-505b-4683-929d-df2af261720e None None] Set router 73985cf9-800c-4c99-9b12-08a3da6e284b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:04:02.032744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a987e-3c1c-49eb-ac3c-2612599637e1 req-9989eba0-57b5-4972-aa0e-5fb0bacc10ea tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:02.034613 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8c2a987e-3c1c-49eb-ac3c-2612599637e1 req-9989eba0-57b5-4972-aa0e-5fb0bacc10ea tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 945 time: 0.0836754 Dec 14 03:04:02.089453 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8c2a987e-3c1c-49eb-ac3c-2612599637e1 req-b7fc938d-ffd2-4f8b-80ef-e22e519582c9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465076 Dec 14 03:04:02.277022 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-d21ac5b6-505b-4683-929d-df2af261720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'name': 'tempest-TestVolumeBackupRestore-370187438-router', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:38Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '54ff088c39304a16908fa1f78b206635', 'gw_port': {'id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:39Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'b297cc6d-6c85-4fd9-bd63-0b1566da7892', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'floating_ip_address': '172.25.7.147', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'port_id': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'mac_address': 'fa:16:3e:d5:d0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:03:57Z', 'updated_at': '2021-12-14T03:04:01Z', 'revision_number': 2, 'project_id': '54ff088c39304a16908fa1f78b206635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea7ca09-9992-4d04-88ef-a294515b083c', 'name': '', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'mac_address': 'fa:16:3e:84:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:44Z', 'updated_at': '2021-12-14T02:59:52Z', 'revision_number': 5, 'project_id': '54ff088c39304a16908fa1f78b206635', 'subnets': [{'id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:04:02.308574 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ac5b6-505b-4683-929d-df2af261720e None None] The sync data for ids ['73985cf9-800c-4c99-9b12-08a3da6e284b'] in n-d-821636-1 is: [{'id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'name': 'tempest-TestVolumeBackupRestore-370187438-router', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:38Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '54ff088c39304a16908fa1f78b206635', 'gw_port': {'id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:39Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'b297cc6d-6c85-4fd9-bd63-0b1566da7892', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'floating_ip_address': '172.25.7.147', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'port_id': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'mac_address': 'fa:16:3e:d5:d0:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:03:57Z', 'updated_at': '2021-12-14T03:04:01Z', 'revision_number': 2, 'project_id': '54ff088c39304a16908fa1f78b206635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dea7ca09-9992-4d04-88ef-a294515b083c', 'name': '', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'mac_address': 'fa:16:3e:84:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:44Z', 'updated_at': '2021-12-14T02:59:52Z', 'revision_number': 5, 'project_id': '54ff088c39304a16908fa1f78b206635', 'subnets': [{'id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:04:02.389083 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97772a89-33b4-4804-baf0-c002da293358 req-81b6ceaf-0f02-4dfa-a14e-bf8f03dc39f8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:02.391040 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-97772a89-33b4-4804-baf0-c002da293358 req-81b6ceaf-0f02-4dfa-a14e-bf8f03dc39f8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 945 time: 0.0793190 Dec 14 03:04:02.500183 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-97772a89-33b4-4804-baf0-c002da293358 req-3c783408-72a2-4035-a1ba-dac872c8eec7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Deleting port 29d00450-5b5a-41bb-aaed-831490615d9f {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:04:02.500525 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-97772a89-33b4-4804-baf0-c002da293358 req-3c783408-72a2-4035-a1ba-dac872c8eec7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:02.607140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-97772a89-33b4-4804-baf0-c002da293358 req-3c783408-72a2-4035-a1ba-dac872c8eec7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] For port 29d00450-5b5a-41bb-aaed-831490615d9f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=29d00450-5b5a-41bb-aaed-831490615d9f,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:04:02.607536 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-97772a89-33b4-4804-baf0-c002da293358 req-3c783408-72a2-4035-a1ba-dac872c8eec7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:02.623173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-97772a89-33b4-4804-baf0-c002da293358 req-3c783408-72a2-4035-a1ba-dac872c8eec7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Calling delete_port for 29d00450-5b5a-41bb-aaed-831490615d9f owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:04:02.729698 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-05e61b0f-a70b-4c83-a70c-87d687ec3f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:02.821369 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-97772a89-33b4-4804-baf0-c002da293358 req-3c783408-72a2-4035-a1ba-dac872c8eec7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:02.851652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c783408-72a2-4035-a1ba-dac872c8eec7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event deleted for resources: {'Port': ['ID=29d00450-5b5a-41bb-aaed-831490615d9f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:02.861845 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['29d00450-5b5a-41bb-aaed-831490615d9f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:04:02.899929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-97772a89-33b4-4804-baf0-c002da293358 req-3c783408-72a2-4035-a1ba-dac872c8eec7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] No DVR routers for this DVR port 29d00450-5b5a-41bb-aaed-831490615d9f on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:04:02.903964 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-97772a89-33b4-4804-baf0-c002da293358 req-3c783408-72a2-4035-a1ba-dac872c8eec7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:02.909681 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-97772a89-33b4-4804-baf0-c002da293358 req-3c783408-72a2-4035-a1ba-dac872c8eec7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.46 "DELETE /v2.0/ports/29d00450-5b5a-41bb-aaed-831490615d9f HTTP/1.1" status: 204 len: 173 time: 0.5086334 Dec 14 03:04:02.911749 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5103f21-0a77-44c8-9b53-1154cd9bf88c', 'name': 'network-vif-deleted', 'tag': '29d00450-5b5a-41bb-aaed-831490615d9f'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:04:02.914712 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a82d30d-ea42-4163-903c-7c1304dc92e8" -d '{"events": [{"server_uuid": "d5103f21-0a77-44c8-9b53-1154cd9bf88c", "name": "network-vif-deleted", "tag": "29d00450-5b5a-41bb-aaed-831490615d9f"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:04:02.977484 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd8958b-6915-49a8-8933-cc697afb2d15 x-openstack-request-id: req-2dd8958b-6915-49a8-8933-cc697afb2d15 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:04:02.978302 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5103f21-0a77-44c8-9b53-1154cd9bf88c", "name": "network-vif-deleted", "tag": "29d00450-5b5a-41bb-aaed-831490615d9f", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:04:02.978302 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2dd8958b-6915-49a8-8933-cc697afb2d15 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:04:02.978522 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5103f21-0a77-44c8-9b53-1154cd9bf88c', 'name': 'network-vif-deleted', 'tag': '29d00450-5b5a-41bb-aaed-831490615d9f', 'status': 'completed', 'code': 200} Dec 14 03:04:03.017938 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'tag': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:04:03.020511 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfd7dc8-d9cc-48e9-9b03-526100fe0084" -d '{"events": [{"name": "network-changed", "server_uuid": "59c6c8d2-a86e-4244-9774-d10de26c24f6", "tag": "b55bc2fd-e0ff-42d1-9172-4b270e0f36c1"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:04:03.086391 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b36eab3-0e33-410c-9ff0-ddb1bfd8979b x-openstack-request-id: req-4b36eab3-0e33-410c-9ff0-ddb1bfd8979b {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:04:03.086964 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c6c8d2-a86e-4244-9774-d10de26c24f6", "tag": "b55bc2fd-e0ff-42d1-9172-4b270e0f36c1", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:04:03.087225 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b36eab3-0e33-410c-9ff0-ddb1bfd8979b {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:04:03.087649 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'tag': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1', 'status': 'completed', 'code': 200} Dec 14 03:04:03.213410 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd7dc8-d9cc-48e9-9b03-526100fe0084 req-b2b91fa4-a7b6-4d7d-862f-383c8cda70f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:03.218133 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdfd7dc8-d9cc-48e9-9b03-526100fe0084 req-b2b91fa4-a7b6-4d7d-862f-383c8cda70f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=54ff088c39304a16908fa1f78b206635&device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 1096 time: 0.0887668 Dec 14 03:04:03.267309 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77fff7e6-d506-460d-9b49-668ffd98ade3 req-d50c21fb-762a-4e20-b90c-224e0718229c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 210 time: 0.0479827 Dec 14 03:04:03.352562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd7dc8-d9cc-48e9-9b03-526100fe0084 req-e3a737c7-d1f0-4b72-9958-43d1c35ba6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:03.354009 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdfd7dc8-d9cc-48e9-9b03-526100fe0084 req-e3a737c7-d1f0-4b72-9958-43d1c35ba6fd service neutron] 10.222.0.47 "GET /v2.0/networks?id=39d1b5ff-5979-4460-98b6-dc444bad73ad HTTP/1.1" status: 200 len: 914 time: 0.1257970 Dec 14 03:04:03.436665 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdfd7dc8-d9cc-48e9-9b03-526100fe0084 req-126f5f74-d11b-415a-b3bd-a2ffbe89e694 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 HTTP/1.1" status: 200 len: 1001 time: 0.0727253 Dec 14 03:04:03.487958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd7dc8-d9cc-48e9-9b03-526100fe0084 req-153523f7-6d04-4d5b-8c24-0a4466435214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:03.489520 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdfd7dc8-d9cc-48e9-9b03-526100fe0084 req-153523f7-6d04-4d5b-8c24-0a4466435214 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c855a28-7a71-4786-98d0-26073b3a25ea HTTP/1.1" status: 200 len: 852 time: 0.0461719 Dec 14 03:04:03.548280 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd7dc8-d9cc-48e9-9b03-526100fe0084 req-11f6d38c-1122-4a2d-8e0e-1bc4b83d4d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:03.549925 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdfd7dc8-d9cc-48e9-9b03-526100fe0084 req-11f6d38c-1122-4a2d-8e0e-1bc4b83d4d1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39d1b5ff-5979-4460-98b6-dc444bad73ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517282 Dec 14 03:04:03.659947 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdfd7dc8-d9cc-48e9-9b03-526100fe0084 req-5bbf2a5c-4451-4464-84a0-d3eed83c712a service neutron] 10.222.0.47 "GET /v2.0/networks/39d1b5ff-5979-4460-98b6-dc444bad73ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032116 Dec 14 03:04:03.775417 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdfd7dc8-d9cc-48e9-9b03-526100fe0084 req-f4b0a3dc-9655-43bc-8d53-ee85c0e9ca62 service neutron] 10.222.0.47 "GET /v2.0/networks/39d1b5ff-5979-4460-98b6-dc444bad73ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077082 Dec 14 03:04:04.373503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-664c9178-cd26-4093-b296-9e37ab9edf85 req-4b0973a2-a63d-470d-8130-e69abb2f0a1b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 210 time: 0.0330391 Dec 14 03:04:04.909352 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 29d00450-5b5a-41bb-aaed-831490615d9f no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:04:04.931585 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 29d00450-5b5a-41bb-aaed-831490615d9f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:04:04.934964 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 29d00450-5b5a-41bb-aaed-831490615d9f not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:04:05.032142 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c89788d0-bb76-4e9b-a930-f02ef435faba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:05.192260 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45396) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:05.314229 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38e39806-8fe7-463d-9998-cefd0dda5fc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:05.409482 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38e39806-8fe7-463d-9998-cefd0dda5fc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:05.495537 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38e39806-8fe7-463d-9998-cefd0dda5fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:05.516703 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9bd7edd-64c8-46a0-90ce-db51700e6226 req-142052cd-9cf4-4092-aa93-bb2419584484 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 210 time: 0.0400527 Dec 14 03:04:05.537385 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e39806-8fe7-463d-9998-cefd0dda5fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49972446-356a-43bf-aaa1-e1ff9df5a4b0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:05.554254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e39806-8fe7-463d-9998-cefd0dda5fc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:05.554607 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e39806-8fe7-463d-9998-cefd0dda5fc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:05.554955 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e39806-8fe7-463d-9998-cefd0dda5fc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:05.555289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e39806-8fe7-463d-9998-cefd0dda5fc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:05.555836 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e39806-8fe7-463d-9998-cefd0dda5fc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:05.556169 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e39806-8fe7-463d-9998-cefd0dda5fc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:05.556499 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e39806-8fe7-463d-9998-cefd0dda5fc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:05.556827 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e39806-8fe7-463d-9998-cefd0dda5fc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:05.557154 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e39806-8fe7-463d-9998-cefd0dda5fc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:05.557571 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e39806-8fe7-463d-9998-cefd0dda5fc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:05.558100 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e39806-8fe7-463d-9998-cefd0dda5fc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:05.558644 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e39806-8fe7-463d-9998-cefd0dda5fc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:05.558990 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e39806-8fe7-463d-9998-cefd0dda5fc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:05.579960 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-38e39806-8fe7-463d-9998-cefd0dda5fc8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=638a200add3f4820b20c4681a4b10180&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3836017 Dec 14 03:04:05.580200 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45408) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:05.633911 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8cd0414-5be2-4e6d-ab25-1a5182c936c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:05.663257 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8cd0414-5be2-4e6d-ab25-1a5182c936c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:05.838588 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8cd0414-5be2-4e6d-ab25-1a5182c936c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:05.841632 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b8cd0414-5be2-4e6d-ab25-1a5182c936c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:05.845682 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b8cd0414-5be2-4e6d-ab25-1a5182c936c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/49972446-356a-43bf-aaa1-e1ff9df5a4b0 HTTP/1.1" status: 204 len: 168 time: 0.2621517 Dec 14 03:04:05.861762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd0414-5be2-4e6d-ab25-1a5182c936c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49972446-356a-43bf-aaa1-e1ff9df5a4b0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:06.402964 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:06.569503 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45428) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:06.585825 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6d4caa1-261d-48fc-8d3e-bc3196e8312f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:06.614535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a5ba09b-29c4-4369-a685-8e7b5ecd43a9 req-31a92823-32ed-4bef-bd99-4282dc0b1df9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 210 time: 0.0320108 Dec 14 03:04:06.693699 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6d4caa1-261d-48fc-8d3e-bc3196e8312f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:06.762770 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6d4caa1-261d-48fc-8d3e-bc3196e8312f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:06.802607 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d4caa1-261d-48fc-8d3e-bc3196e8312f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7a105d-5215-4bec-b228-78fea234f348,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:06.810156 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c6d4caa1-261d-48fc-8d3e-bc3196e8312f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=754b3a3e0a484473871bb195c07f55b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2361963 Dec 14 03:04:06.810353 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45432) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:06.862918 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6690f05e-27e2-4209-81fb-ee55b3f7cc13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:06.887344 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6690f05e-27e2-4209-81fb-ee55b3f7cc13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:07.003809 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6690f05e-27e2-4209-81fb-ee55b3f7cc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:07.007537 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6690f05e-27e2-4209-81fb-ee55b3f7cc13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:07.009394 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6690f05e-27e2-4209-81fb-ee55b3f7cc13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df7a105d-5215-4bec-b228-78fea234f348 HTTP/1.1" status: 204 len: 168 time: 0.1979406 Dec 14 03:04:07.028524 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690f05e-27e2-4209-81fb-ee55b3f7cc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7a105d-5215-4bec-b228-78fea234f348,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:07.747987 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc544d69-d013-4a14-9534-79c1f4c97690 req-06937893-d6df-408b-9c7f-9f007b0acb76 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 210 time: 0.0274472 Dec 14 03:04:07.797228 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:08.622282 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:08.905535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-97c66a8f-3b17-4f7f-8a87-f066840597a8 req-b21bab5b-ffb5-4af7-af05-866781c9a76b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5103f21-0a77-44c8-9b53-1154cd9bf88c HTTP/1.1" status: 200 len: 210 time: 0.0396721 Dec 14 03:04:15.578773 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:04:20.456339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf01b4-49ea-49c5-8fcd-55330dcc5fdd req-1815d8cc-7bff-404b-bc55-a9d94069e169 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:20.458011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38cf01b4-49ea-49c5-8fcd-55330dcc5fdd req-1815d8cc-7bff-404b-bc55-a9d94069e169 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 945 time: 0.0552096 Dec 14 03:04:20.514425 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38cf01b4-49ea-49c5-8fcd-55330dcc5fdd req-9c4c9e25-2008-4c25-b275-8121af6e732a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489774 Dec 14 03:04:20.537956 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 45822) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:20.607175 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6de321ff-443c-4773-92c3-5b56f6bc1eb5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/floatingips/b5b62f8d-1747-4f54-9d85-c0efa031a5d4 HTTP/1.1" status: 200 len: 993 time: 0.0680246 Dec 14 03:04:21.009572 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71bb23-21af-49a5-8aa0-15a970f2fdaf req-2f269730-c2a5-4f9c-9317-4c921a1f3f06 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:21.018612 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f71bb23-21af-49a5-8aa0-15a970f2fdaf req-2f269730-c2a5-4f9c-9317-4c921a1f3f06 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 1096 time: 0.0670419 Dec 14 03:04:21.066956 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f71bb23-21af-49a5-8aa0-15a970f2fdaf req-4a285a1a-5b2e-422c-a816-66e0bb905d72 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472507 Dec 14 03:04:22.485472 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-b486bfe8-77ba-43dc-9c15-9d21161f247f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818644 Dec 14 03:04:22.498568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-b7191c81-4276-4d0e-8a89-41025aca9194 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:04:22.512957 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-b7191c81-4276-4d0e-8a89-41025aca9194 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0249720 Dec 14 03:04:23.745546 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836c1d0-2fad-40ac-9640-4184c251100b req-721408d0-16aa-420b-831c-688751b359a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:23.747422 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-721408d0-16aa-420b-831c-688751b359a4 service neutron] 10.222.0.39 "GET /v2.0/ports/7fdc5ff0-592a-4300-b004-cf307452f490 HTTP/1.1" status: 200 len: 1093 time: 0.0503786 Dec 14 03:04:23.756818 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-e836c1d0-2fad-40ac-9640-4184c251100b req-de65153c-b57c-4fdf-8dc9-757502050f02 service neutron] Request body: {'binding': {'host': 'n-h2-821636-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:04:23.757433 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-e836c1d0-2fad-40ac-9640-4184c251100b req-de65153c-b57c-4fdf-8dc9-757502050f02 service neutron] Unknown quota resources ['binding']. {{(pid=103847) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 14 03:04:23.906269 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-e836c1d0-2fad-40ac-9640-4184c251100b req-de65153c-b57c-4fdf-8dc9-757502050f02 service neutron] Attempting to bind port 7fdc5ff0-592a-4300-b004-cf307452f490 on host n-h2-821636-1 for vnic_type normal with profile None {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:04:23.906616 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-e836c1d0-2fad-40ac-9640-4184c251100b req-de65153c-b57c-4fdf-8dc9-757502050f02 service neutron] Attempting to bind port 7fdc5ff0-592a-4300-b004-cf307452f490 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:04:23.906953 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e836c1d0-2fad-40ac-9640-4184c251100b req-de65153c-b57c-4fdf-8dc9-757502050f02 service neutron] Attempting to bind port 7fdc5ff0-592a-4300-b004-cf307452f490 on network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:04:23.921428 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e836c1d0-2fad-40ac-9640-4184c251100b req-de65153c-b57c-4fdf-8dc9-757502050f02 service neutron] Port 7fdc5ff0-592a-4300-b004-cf307452f490 on network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:04:23.922006 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e836c1d0-2fad-40ac-9640-4184c251100b req-de65153c-b57c-4fdf-8dc9-757502050f02 service neutron] Attempting to bind port 7fdc5ff0-592a-4300-b004-cf307452f490 on network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:04:23.933789 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e836c1d0-2fad-40ac-9640-4184c251100b req-de65153c-b57c-4fdf-8dc9-757502050f02 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:04:23.941377 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e836c1d0-2fad-40ac-9640-4184c251100b req-de65153c-b57c-4fdf-8dc9-757502050f02 service neutron] Checking segment: {'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:04:23.941377 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e836c1d0-2fad-40ac-9640-4184c251100b req-de65153c-b57c-4fdf-8dc9-757502050f02 service neutron] Bound using segment: {'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:04:23.941377 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-e836c1d0-2fad-40ac-9640-4184c251100b req-de65153c-b57c-4fdf-8dc9-757502050f02 service neutron] Bound port: 7fdc5ff0-592a-4300-b004-cf307452f490, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:04:24.055539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-e836c1d0-2fad-40ac-9640-4184c251100b req-de65153c-b57c-4fdf-8dc9-757502050f02 service neutron] For port 7fdc5ff0-592a-4300-b004-cf307452f490, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7fdc5ff0-592a-4300-b004-cf307452f490,segment=NetworkSegment(315d93a0-de29-4566-9d16-c04bc3dcd367),segment_id=315d93a0-de29-4566-9d16-c04bc3dcd367)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:04:24.125241 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e836c1d0-2fad-40ac-9640-4184c251100b req-de65153c-b57c-4fdf-8dc9-757502050f02 service neutron] Publish callbacks [] for binding, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:24.126494 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-de65153c-b57c-4fdf-8dc9-757502050f02 service neutron] 10.222.0.39 "POST /v2.0/ports/7fdc5ff0-592a-4300-b004-cf307452f490/bindings HTTP/1.1" status: 201 len: 389 time: 0.3732071 Dec 14 03:04:24.497898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85628d1c-5eb2-4178-9dcf-911a8656f231 req-d8ee5519-9331-4a88-ac3f-baef2cb40750 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:24.507683 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-85628d1c-5eb2-4178-9dcf-911a8656f231 req-d8ee5519-9331-4a88-ac3f-baef2cb40750 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 945 time: 0.0847218 Dec 14 03:04:24.602064 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-85628d1c-5eb2-4178-9dcf-911a8656f231 req-65359c0a-b5e5-4466-8502-4f0b14fdda45 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931249 Dec 14 03:04:24.999687 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836c1d0-2fad-40ac-9640-4184c251100b req-40c66e38-59c0-41ca-9fc3-fb91ae8fb3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:25.001493 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-40c66e38-59c0-41ca-9fc3-fb91ae8fb3d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 1096 time: 0.1080644 Dec 14 03:04:25.164672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836c1d0-2fad-40ac-9640-4184c251100b req-8e76a1a1-af56-40fd-8d12-c4320214a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:25.168406 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-8e76a1a1-af56-40fd-8d12-c4320214a2de service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a07ef0c-09b1-428e-ad76-f9aea9247b9f HTTP/1.1" status: 200 len: 897 time: 0.1583951 Dec 14 03:04:25.276745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-11325ed7-a378-4c1c-a87a-472a6d3b44a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fdc5ff0-592a-4300-b004-cf307452f490 HTTP/1.1" status: 200 len: 1001 time: 0.1009822 Dec 14 03:04:25.353257 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836c1d0-2fad-40ac-9640-4184c251100b req-498cbe3b-9335-42c5-a237-bb6e3acb5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:25.356586 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-498cbe3b-9335-42c5-a237-bb6e3acb5de4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24a39f37-ad25-497d-8b5d-ba1ab17989a3 HTTP/1.1" status: 200 len: 835 time: 0.0720098 Dec 14 03:04:25.460970 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836c1d0-2fad-40ac-9640-4184c251100b req-cd94fcaa-a907-4f7a-b197-bcc1993f3b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:25.465018 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-cd94fcaa-a907-4f7a-b197-bcc1993f3b6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a07ef0c-09b1-428e-ad76-f9aea9247b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997257 Dec 14 03:04:25.570136 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-7fef7f61-6b90-4b50-b109-cf998d739744 service neutron] 10.222.0.47 "GET /v2.0/networks/4a07ef0c-09b1-428e-ad76-f9aea9247b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988493 Dec 14 03:04:25.731234 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4ce7f933-c5ad-4858-8095-88d34678fe7a service neutron] 10.222.0.47 "GET /v2.0/networks/4a07ef0c-09b1-428e-ad76-f9aea9247b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532617 Dec 14 03:04:25.828552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbf2e9-a844-4819-b597-221f489fd307 req-8ff88eb2-06b9-4078-90d0-df290a11f10f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:25.828552 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0abbf2e9-a844-4819-b597-221f489fd307 req-8ff88eb2-06b9-4078-90d0-df290a11f10f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 945 time: 0.0860758 Dec 14 03:04:25.965949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0abbf2e9-a844-4819-b597-221f489fd307 req-75517427-bdac-43b2-a5d0-e4bad3eec26c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315477 Dec 14 03:04:25.999316 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836c1d0-2fad-40ac-9640-4184c251100b req-dc44b771-9774-4855-b411-cf4133ca6179 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:26.005996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-dc44b771-9774-4855-b411-cf4133ca6179 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872&tenant_id=64815042603e4fe084e0db9c9093166c&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 1096 time: 0.1474171 Dec 14 03:04:26.027066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-821636-1'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:04:26.144976 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:26.315902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] For port 7fdc5ff0-592a-4300-b004-cf307452f490, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7fdc5ff0-592a-4300-b004-cf307452f490,segment=NetworkSegment(315d93a0-de29-4566-9d16-c04bc3dcd367),segment_id=315d93a0-de29-4566-9d16-c04bc3dcd367)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:04:26.359046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] For port 7fdc5ff0-592a-4300-b004-cf307452f490, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:04:26.425492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fdc5ff0-592a-4300-b004-cf307452f490'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:04:26.428243 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b87a799-cc8a-47e9-8082-b9c63cdbe0fd" -d '{"events": [{"server_uuid": "990e21c8-3ff0-4ccc-9402-6d85f9e66872", "name": "network-vif-unplugged", "status": "completed", "tag": "7fdc5ff0-592a-4300-b004-cf307452f490"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:04:26.445074 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:26.506102 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 03:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b9e116-3212-4dc4-9fa3-d424a11b4d75 x-openstack-request-id: req-c5b9e116-3212-4dc4-9fa3-d424a11b4d75 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:04:26.506402 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990e21c8-3ff0-4ccc-9402-6d85f9e66872", "name": "network-vif-unplugged", "status": "completed", "tag": "7fdc5ff0-592a-4300-b004-cf307452f490", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:04:26.506741 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5b9e116-3212-4dc4-9fa3-d424a11b4d75 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:04:26.507085 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fdc5ff0-592a-4300-b004-cf307452f490', 'code': 200} Dec 14 03:04:26.533763 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:26.700560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Attempting to bind port 7fdc5ff0-592a-4300-b004-cf307452f490 on host n-h1-821636-1 for vnic_type normal with profile {"migrating_to": "n-h2-821636-1"} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:04:26.701214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Attempting to bind port 7fdc5ff0-592a-4300-b004-cf307452f490 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:04:26.701214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Attempting to bind port 7fdc5ff0-592a-4300-b004-cf307452f490 on network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:04:26.704573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Pushing event updated for resources: {'Port': ['ID=7fdc5ff0-592a-4300-b004-cf307452f490,revision_number=7']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:26.708872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Port 7fdc5ff0-592a-4300-b004-cf307452f490 on network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:04:26.709214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Attempting to bind port 7fdc5ff0-592a-4300-b004-cf307452f490 on network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:04:26.718853 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:26.719215 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:26.719569 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:26.719915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:26.720255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:26.720590 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:26.720924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:26.721257 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:26.721615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:26.721993 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:26.722265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:26.722593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:26.723026 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:26.726953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:04:26.727305 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Checking segment: {'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:04:26.727689 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Bound using segment: {'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:04:26.728130 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Bound port: 7fdc5ff0-592a-4300-b004-cf307452f490, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '315d93a0-de29-4566-9d16-c04bc3dcd367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:04:26.728494 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:26.806426 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] For port 7fdc5ff0-592a-4300-b004-cf307452f490, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:04:26.810102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] For port 7fdc5ff0-592a-4300-b004-cf307452f490, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7fdc5ff0-592a-4300-b004-cf307452f490,segment=NetworkSegment(315d93a0-de29-4566-9d16-c04bc3dcd367),segment_id=315d93a0-de29-4566-9d16-c04bc3dcd367)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:04:26.870685 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:26.946196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2b4092d9-d5da-491b-9181-b1315b317b0b None None] Provisioning complete for port 7fdc5ff0-592a-4300-b004-cf307452f490 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:04:26.946886 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2b4092d9-d5da-491b-9181-b1315b317b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:27.033503 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Pushing event updated for resources: {'Port': ['ID=7fdc5ff0-592a-4300-b004-cf307452f490,revision_number=8']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:27.141438 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2b4092d9-d5da-491b-9181-b1315b317b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:27.186154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdc5ff0-592a-4300-b004-cf307452f490'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:04:27.191088 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd3f1e6-943c-4e86-8b15-899c04572153" -d '{"events": [{"server_uuid": "990e21c8-3ff0-4ccc-9402-6d85f9e66872", "name": "network-vif-plugged", "status": "completed", "tag": "7fdc5ff0-592a-4300-b004-cf307452f490"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:04:27.209886 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:27.209886 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:27.211965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4b02f133-2ff8-4211-bd7c-50ae0732e02c service neutron] 10.222.0.47 "PUT /v2.0/ports/7fdc5ff0-592a-4300-b004-cf307452f490 HTTP/1.1" status: 200 len: 1121 time: 1.1898050 Dec 14 03:04:27.236631 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:27.237527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470aec93-8f63-49f5-83bf-2722cdf22e8f req-958711a5-3b26-4789-b634-98c24c33ff0c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:27.238792 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-470aec93-8f63-49f5-83bf-2722cdf22e8f req-958711a5-3b26-4789-b634-98c24c33ff0c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 943 time: 0.1523323 Dec 14 03:04:27.257614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2b4092d9-d5da-491b-9181-b1315b317b0b None None] For port 7fdc5ff0-592a-4300-b004-cf307452f490, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7fdc5ff0-592a-4300-b004-cf307452f490,segment=NetworkSegment(315d93a0-de29-4566-9d16-c04bc3dcd367),segment_id=315d93a0-de29-4566-9d16-c04bc3dcd367)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:04:27.292268 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3584f6-6efd-49fc-b1ad-79e40198d6c1 x-openstack-request-id: req-4b3584f6-6efd-49fc-b1ad-79e40198d6c1 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:04:27.295040 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990e21c8-3ff0-4ccc-9402-6d85f9e66872", "name": "network-vif-plugged", "status": "completed", "tag": "7fdc5ff0-592a-4300-b004-cf307452f490", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:04:27.295040 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b3584f6-6efd-49fc-b1ad-79e40198d6c1 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:04:27.295040 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fdc5ff0-592a-4300-b004-cf307452f490', 'code': 200} Dec 14 03:04:27.326086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['7fdc5ff0-592a-4300-b004-cf307452f490'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:04:27.329566 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-470aec93-8f63-49f5-83bf-2722cdf22e8f req-6bfe6869-5f2c-4f6b-be59-bf8232f8fe31 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820551 Dec 14 03:04:27.363186 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2b4092d9-d5da-491b-9181-b1315b317b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:27.709653 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4092d9-d5da-491b-9181-b1315b317b0b None None] Pushing event updated for resources: {'Port': ['ID=7fdc5ff0-592a-4300-b004-cf307452f490,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:27.731376 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4092d9-d5da-491b-9181-b1315b317b0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:27.731738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4092d9-d5da-491b-9181-b1315b317b0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:27.732143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4092d9-d5da-491b-9181-b1315b317b0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:27.732509 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4092d9-d5da-491b-9181-b1315b317b0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:27.732873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4092d9-d5da-491b-9181-b1315b317b0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:27.733214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4092d9-d5da-491b-9181-b1315b317b0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:27.741100 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4092d9-d5da-491b-9181-b1315b317b0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:27.741100 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4092d9-d5da-491b-9181-b1315b317b0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:27.741100 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4092d9-d5da-491b-9181-b1315b317b0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:27.741100 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4092d9-d5da-491b-9181-b1315b317b0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:27.741100 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4092d9-d5da-491b-9181-b1315b317b0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:27.741100 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4092d9-d5da-491b-9181-b1315b317b0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:27.741100 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4092d9-d5da-491b-9181-b1315b317b0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:27.912418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-194bee45-1716-442b-94b5-c1fd1905acd4 None None] Provisioning complete for port 7fdc5ff0-592a-4300-b004-cf307452f490 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:04:27.912737 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-194bee45-1716-442b-94b5-c1fd1905acd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:28.486559 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87e59a-5bdf-471e-830e-2ea284e4afc9 req-414c0d20-6352-456d-8105-069e0275230b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:28.488005 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e87e59a-5bdf-471e-830e-2ea284e4afc9 req-414c0d20-6352-456d-8105-069e0275230b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 945 time: 0.0603490 Dec 14 03:04:28.508470 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'tag': '7fdc5ff0-592a-4300-b004-cf307452f490'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:04:28.511319 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26494d0f-5a16-42c3-ae9c-180b4f341481" -d '{"events": [{"name": "network-changed", "server_uuid": "990e21c8-3ff0-4ccc-9402-6d85f9e66872", "tag": "7fdc5ff0-592a-4300-b004-cf307452f490"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:04:28.611563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e87e59a-5bdf-471e-830e-2ea284e4afc9 req-05eba3db-6719-4229-a6ba-297a3103004d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097836 Dec 14 03:04:28.637124 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07ccdec-3dee-45de-9185-a199d53d7df7 x-openstack-request-id: req-b07ccdec-3dee-45de-9185-a199d53d7df7 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:04:28.637124 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990e21c8-3ff0-4ccc-9402-6d85f9e66872", "tag": "7fdc5ff0-592a-4300-b004-cf307452f490", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:04:28.637124 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b07ccdec-3dee-45de-9185-a199d53d7df7 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:04:28.637124 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'tag': '7fdc5ff0-592a-4300-b004-cf307452f490', 'status': 'completed', 'code': 200} Dec 14 03:04:28.730382 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26494d0f-5a16-42c3-ae9c-180b4f341481 req-9afa270b-c4ca-485b-bb53-ce616d80deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:28.732294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26494d0f-5a16-42c3-ae9c-180b4f341481 req-9afa270b-c4ca-485b-bb53-ce616d80deb5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 1126 time: 0.0498900 Dec 14 03:04:28.844356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26494d0f-5a16-42c3-ae9c-180b4f341481 req-d7a214c4-be2c-49d8-97bc-5eb32dc846e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:28.846013 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26494d0f-5a16-42c3-ae9c-180b4f341481 req-d7a214c4-be2c-49d8-97bc-5eb32dc846e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4a07ef0c-09b1-428e-ad76-f9aea9247b9f HTTP/1.1" status: 200 len: 897 time: 0.1063118 Dec 14 03:04:28.957993 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26494d0f-5a16-42c3-ae9c-180b4f341481 req-34f8a787-f45d-46dd-9d68-7650c90a3ac9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fdc5ff0-592a-4300-b004-cf307452f490 HTTP/1.1" status: 200 len: 1001 time: 0.1024799 Dec 14 03:04:29.025656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26494d0f-5a16-42c3-ae9c-180b4f341481 req-9ad9e0ac-e518-4fdf-b9b9-9b9d2b3ad203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:29.030297 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26494d0f-5a16-42c3-ae9c-180b4f341481 req-9ad9e0ac-e518-4fdf-b9b9-9b9d2b3ad203 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24a39f37-ad25-497d-8b5d-ba1ab17989a3 HTTP/1.1" status: 200 len: 835 time: 0.0631638 Dec 14 03:04:29.078910 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26494d0f-5a16-42c3-ae9c-180b4f341481 req-4a6331d3-4e47-42b4-9149-fd0e5eb2824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:29.080450 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26494d0f-5a16-42c3-ae9c-180b4f341481 req-4a6331d3-4e47-42b4-9149-fd0e5eb2824e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a07ef0c-09b1-428e-ad76-f9aea9247b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434523 Dec 14 03:04:29.265926 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26494d0f-5a16-42c3-ae9c-180b4f341481 req-4e6462c1-a16d-4d2c-b91e-91621d9113e7 service neutron] 10.222.0.46 "GET /v2.0/networks/4a07ef0c-09b1-428e-ad76-f9aea9247b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761858 Dec 14 03:04:29.394310 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26494d0f-5a16-42c3-ae9c-180b4f341481 req-4b535360-e854-444f-993f-34e4aa26d70c service neutron] 10.222.0.46 "GET /v2.0/networks/4a07ef0c-09b1-428e-ad76-f9aea9247b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210399 Dec 14 03:04:29.816523 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57e4b9-eb88-4014-91e5-e33fde596851 req-3048c89b-2296-46e4-b9f7-d2e16a3f1c48 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:29.820595 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a57e4b9-eb88-4014-91e5-e33fde596851 req-3048c89b-2296-46e4-b9f7-d2e16a3f1c48 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 945 time: 0.0962012 Dec 14 03:04:29.877580 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7fdc5ff0-592a-4300-b004-cf307452f490 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:04:29.887925 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a57e4b9-eb88-4014-91e5-e33fde596851 req-0024e28d-7973-418f-be34-1179de1f7ce4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613134 Dec 14 03:04:30.015020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 7fdc5ff0-592a-4300-b004-cf307452f490, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7fdc5ff0-592a-4300-b004-cf307452f490,segment=NetworkSegment(315d93a0-de29-4566-9d16-c04bc3dcd367),segment_id=315d93a0-de29-4566-9d16-c04bc3dcd367)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:04:30.029402 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7fdc5ff0-592a-4300-b004-cf307452f490 has no active binding in host n-h2-821636-1 {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 14 03:04:30.312544 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:31.022129 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c9d86-7774-41f7-b208-e7b04d3199b6 req-9fd22d3a-0e86-426f-8152-d307de26f3d4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:31.023989 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b15c9d86-7774-41f7-b208-e7b04d3199b6 req-9fd22d3a-0e86-426f-8152-d307de26f3d4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 945 time: 0.0524447 Dec 14 03:04:31.085146 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b15c9d86-7774-41f7-b208-e7b04d3199b6 req-3deb5eca-3805-4918-a3c6-1cc84b5f092e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530658 Dec 14 03:04:32.220457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f1b7f-fe1a-4769-98d7-8e92d1a32111 req-c5c70433-a832-4dbb-b2bc-1b27e21a7b6d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:32.225423 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-982f1b7f-fe1a-4769-98d7-8e92d1a32111 req-c5c70433-a832-4dbb-b2bc-1b27e21a7b6d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 945 time: 0.0599294 Dec 14 03:04:32.288833 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-982f1b7f-fe1a-4769-98d7-8e92d1a32111 req-69af6786-256d-478a-a9dc-cd85b41274bf tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624237 Dec 14 03:04:32.407543 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-f1e73d65-ee58-42b4-9798-4f137a741a29 service neutron] 10.222.0.46 "GET /v2.0/ports/7fdc5ff0-592a-4300-b004-cf307452f490/bindings/n-h2-821636-1 HTTP/1.1" status: 200 len: 384 time: 0.0888767 Dec 14 03:04:32.491434 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46028) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:32.730362 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-06172a7e-d4f6-49f4-ba99-3fa9e6029130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:32.737732 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e836c1d0-2fad-40ac-9640-4184c251100b req-ba3d5cef-9afc-43b8-b14f-998217d5950e service neutron] For port 7fdc5ff0-592a-4300-b004-cf307452f490, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7fdc5ff0-592a-4300-b004-cf307452f490,segment=NetworkSegment(315d93a0-de29-4566-9d16-c04bc3dcd367),segment_id=315d93a0-de29-4566-9d16-c04bc3dcd367)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:04:32.767555 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6d6d6a6-dd03-4bf0-900f-f78b13d081c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:32.768873 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e836c1d0-2fad-40ac-9640-4184c251100b req-ba3d5cef-9afc-43b8-b14f-998217d5950e service neutron] For port 7fdc5ff0-592a-4300-b004-cf307452f490, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:04:32.817140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e836c1d0-2fad-40ac-9640-4184c251100b req-ba3d5cef-9afc-43b8-b14f-998217d5950e service neutron] For port 7fdc5ff0-592a-4300-b004-cf307452f490, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7fdc5ff0-592a-4300-b004-cf307452f490,segment=NetworkSegment(315d93a0-de29-4566-9d16-c04bc3dcd367),segment_id=315d93a0-de29-4566-9d16-c04bc3dcd367)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:04:32.828801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fdc5ff0-592a-4300-b004-cf307452f490'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:04:32.831341 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bcbe7f-0c84-4405-a80e-031dd2034128" -d '{"events": [{"server_uuid": "990e21c8-3ff0-4ccc-9402-6d85f9e66872", "name": "network-vif-unplugged", "status": "completed", "tag": "7fdc5ff0-592a-4300-b004-cf307452f490"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:04:32.870212 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 03:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e28e4e4-a820-4475-9ee5-a5c747bb87f1 x-openstack-request-id: req-9e28e4e4-a820-4475-9ee5-a5c747bb87f1 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:04:32.870700 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990e21c8-3ff0-4ccc-9402-6d85f9e66872", "name": "network-vif-unplugged", "status": "completed", "tag": "7fdc5ff0-592a-4300-b004-cf307452f490", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:04:32.871007 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e28e4e4-a820-4475-9ee5-a5c747bb87f1 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:04:32.871428 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fdc5ff0-592a-4300-b004-cf307452f490', 'code': 200} Dec 14 03:04:32.902650 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6d6d6a6-dd03-4bf0-900f-f78b13d081c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:32.907167 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e836c1d0-2fad-40ac-9640-4184c251100b req-ba3d5cef-9afc-43b8-b14f-998217d5950e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:32.958584 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c6d6d6a6-dd03-4bf0-900f-f78b13d081c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:32.999909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-e836c1d0-2fad-40ac-9640-4184c251100b req-ba3d5cef-9afc-43b8-b14f-998217d5950e service neutron] Transition to ACTIVE for port object 7fdc5ff0-592a-4300-b004-cf307452f490 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:04:33.024506 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c6d6d6a6-dd03-4bf0-900f-f78b13d081c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36fae90ebda84c0891fd58db660e2890&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5276768 Dec 14 03:04:33.024506 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6d6a6-dd03-4bf0-900f-f78b13d081c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69aac17a-78d4-414f-9980-705c49523cda,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:33.029477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46036) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:33.068445 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e836c1d0-2fad-40ac-9640-4184c251100b req-ba3d5cef-9afc-43b8-b14f-998217d5950e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:33.199512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d5cef-9afc-43b8-b14f-998217d5950e service neutron] Pushing event updated for resources: {'Port': ['ID=7fdc5ff0-592a-4300-b004-cf307452f490,revision_number=11']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:33.267873 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9043e39e-e847-4fa0-bd90-2e9358dfc29f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:33.331941 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9043e39e-e847-4fa0-bd90-2e9358dfc29f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:33.345163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e836c1d0-2fad-40ac-9640-4184c251100b req-ba3d5cef-9afc-43b8-b14f-998217d5950e service neutron] No DVR routers for this DVR port 7fdc5ff0-592a-4300-b004-cf307452f490 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:04:33.566019 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa98c3-076e-486e-83ae-69a7d63f008f req-3ddce0d4-b5dd-411d-b3bf-219a62a4c78c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:33.567701 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c3fa98c3-076e-486e-83ae-69a7d63f008f req-3ddce0d4-b5dd-411d-b3bf-219a62a4c78c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 944 time: 0.1443751 Dec 14 03:04:33.573643 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-169782fe-1949-4c43-b812-dec04390b05c req-f4e234d7-f674-486a-b0ac-afde6a10b531 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2190561 Dec 14 03:04:33.671820 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9043e39e-e847-4fa0-bd90-2e9358dfc29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:33.674503 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9043e39e-e847-4fa0-bd90-2e9358dfc29f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:33.675729 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9043e39e-e847-4fa0-bd90-2e9358dfc29f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69aac17a-78d4-414f-9980-705c49523cda HTTP/1.1" status: 204 len: 168 time: 0.6451857 Dec 14 03:04:33.685452 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-ba3d5cef-9afc-43b8-b14f-998217d5950e service neutron] 10.222.0.46 "PUT /v2.0/ports/7fdc5ff0-592a-4300-b004-cf307452f490/bindings/n-h2-821636-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2709572 Dec 14 03:04:33.719771 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c3fa98c3-076e-486e-83ae-69a7d63f008f req-db723011-bd7c-4b9c-bdaf-66f6e8365bc2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408637 Dec 14 03:04:33.727513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043e39e-e847-4fa0-bd90-2e9358dfc29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aac17a-78d4-414f-9980-705c49523cda,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:33.741804 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169782fe-1949-4c43-b812-dec04390b05c req-fd43a71b-11a1-4fee-9d23-a56d3e77424c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:33.743468 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-169782fe-1949-4c43-b812-dec04390b05c req-fd43a71b-11a1-4fee-9d23-a56d3e77424c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=54ff088c39304a16908fa1f78b206635&device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 1096 time: 0.1002390 Dec 14 03:04:33.872018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169782fe-1949-4c43-b812-dec04390b05c req-e5ad5941-3faf-4c1c-a003-5dd47640a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:33.875223 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-169782fe-1949-4c43-b812-dec04390b05c req-e5ad5941-3faf-4c1c-a003-5dd47640a864 service neutron] 10.222.0.47 "GET /v2.0/networks?id=39d1b5ff-5979-4460-98b6-dc444bad73ad HTTP/1.1" status: 200 len: 914 time: 0.1034200 Dec 14 03:04:33.981333 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-169782fe-1949-4c43-b812-dec04390b05c req-c4ec1235-102d-4e8f-8e27-7e9cc9829545 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 HTTP/1.1" status: 200 len: 1001 time: 0.0874660 Dec 14 03:04:34.009134 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836c1d0-2fad-40ac-9640-4184c251100b req-743bd8cc-f36f-46f0-9e5b-873c32a0d004 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:34.011261 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-743bd8cc-f36f-46f0-9e5b-873c32a0d004 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872&tenant_id=64815042603e4fe084e0db9c9093166c&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 1095 time: 0.1212525 Dec 14 03:04:34.060765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169782fe-1949-4c43-b812-dec04390b05c req-2a4113da-600e-45d5-89ba-9ca71a42b6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:34.062346 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-169782fe-1949-4c43-b812-dec04390b05c req-2a4113da-600e-45d5-89ba-9ca71a42b6a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c855a28-7a71-4786-98d0-26073b3a25ea HTTP/1.1" status: 200 len: 852 time: 0.0714605 Dec 14 03:04:34.113623 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169782fe-1949-4c43-b812-dec04390b05c req-b327bb2f-d02a-4bc1-ad99-0a4bb994270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:34.115253 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-169782fe-1949-4c43-b812-dec04390b05c req-b327bb2f-d02a-4bc1-ad99-0a4bb994270d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39d1b5ff-5979-4460-98b6-dc444bad73ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435085 Dec 14 03:04:34.116215 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836c1d0-2fad-40ac-9640-4184c251100b req-94240ca0-72bf-48bf-92ef-4f1c4033c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:34.119122 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-94240ca0-72bf-48bf-92ef-4f1c4033c88b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872&tenant_id=64815042603e4fe084e0db9c9093166c HTTP/1.1" status: 200 len: 1095 time: 0.0994604 Dec 14 03:04:34.252364 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-169782fe-1949-4c43-b812-dec04390b05c req-d28d60ae-4d8c-440f-a605-1975afb4f3f1 service neutron] 10.222.0.47 "GET /v2.0/networks/39d1b5ff-5979-4460-98b6-dc444bad73ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134098 Dec 14 03:04:34.363151 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-169782fe-1949-4c43-b812-dec04390b05c req-5a8be721-8e06-4c30-9e37-9f77e675387d service neutron] 10.222.0.47 "GET /v2.0/networks/39d1b5ff-5979-4460-98b6-dc444bad73ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039059 Dec 14 03:04:34.587757 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836c1d0-2fad-40ac-9640-4184c251100b req-31674773-5619-4bcf-ac90-1d25b14f68e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:34.593379 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-31674773-5619-4bcf-ac90-1d25b14f68e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 1095 time: 0.4276433 Dec 14 03:04:34.719441 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4d983390-1f4f-4bd8-9f65-a65b7015d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:34.721587 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-4d983390-1f4f-4bd8-9f65-a65b7015d7c4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a07ef0c-09b1-428e-ad76-f9aea9247b9f HTTP/1.1" status: 200 len: 897 time: 0.1236255 Dec 14 03:04:34.801901 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-37ca99b4-b211-4dfc-8781-b8274765fa51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fdc5ff0-592a-4300-b004-cf307452f490 HTTP/1.1" status: 200 len: 999 time: 0.0728838 Dec 14 03:04:34.895975 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836c1d0-2fad-40ac-9640-4184c251100b req-13084c81-8d98-44e1-8b1f-3793ac492a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:34.897625 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-13084c81-8d98-44e1-8b1f-3793ac492a48 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24a39f37-ad25-497d-8b5d-ba1ab17989a3 HTTP/1.1" status: 200 len: 835 time: 0.0892663 Dec 14 03:04:35.100089 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836c1d0-2fad-40ac-9640-4184c251100b req-93fb0484-25a5-4f7b-b3f7-c26312e85932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:35.100089 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-93fb0484-25a5-4f7b-b3f7-c26312e85932 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a07ef0c-09b1-428e-ad76-f9aea9247b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927265 Dec 14 03:04:35.101095 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1859fc-624e-45aa-8f44-4ab91d41e60e req-82af70bd-4b70-4577-9ef3-16631c3f7fe3 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:35.101095 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ce1859fc-624e-45aa-8f44-4ab91d41e60e req-82af70bd-4b70-4577-9ef3-16631c3f7fe3 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 944 time: 0.1580446 Dec 14 03:04:35.101465 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 7fdc5ff0-592a-4300-b004-cf307452f490 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:04:35.118482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ce1859fc-624e-45aa-8f44-4ab91d41e60e req-baa5c3c6-ef40-4dc2-9f1e-e0df270cd688 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857086 Dec 14 03:04:35.152556 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-feacb5e2-9888-4cf4-bca6-3ea7a27412ad service neutron] 10.222.0.47 "GET /v2.0/networks/4a07ef0c-09b1-428e-ad76-f9aea9247b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462834 Dec 14 03:04:35.154743 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 7fdc5ff0-592a-4300-b004-cf307452f490 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:04:35.193532 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46056) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:35.210589 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cc7d212c-1bbd-4cd9-9edd-9dbfb9795a7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:35.227294 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-93f83500-4d86-4928-8569-ebd45b8b667c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:35.312407 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-3464f192-bd7e-4525-aac3-a91349339f59 service neutron] 10.222.0.47 "GET /v2.0/networks/4a07ef0c-09b1-428e-ad76-f9aea9247b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523702 Dec 14 03:04:35.335725 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cc7d212c-1bbd-4cd9-9edd-9dbfb9795a7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:35.403821 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cc7d212c-1bbd-4cd9-9edd-9dbfb9795a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:35.435786 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cc7d212c-1bbd-4cd9-9edd-9dbfb9795a7f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b17a90819a644f09d37eb0fbabb50c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2408984 Dec 14 03:04:35.438531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46058) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:35.503725 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d212c-1bbd-4cd9-9edd-9dbfb9795a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b5f786-8164-4f5d-ad3c-dd80193f8cd6,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:35.522453 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-624ca7b7-aed9-45f9-b31f-cda9a7a67302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:35.552948 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-624ca7b7-aed9-45f9-b31f-cda9a7a67302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:35.674310 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-624ca7b7-aed9-45f9-b31f-cda9a7a67302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:35.679472 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-624ca7b7-aed9-45f9-b31f-cda9a7a67302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:35.680887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-624ca7b7-aed9-45f9-b31f-cda9a7a67302 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a4b5f786-8164-4f5d-ad3c-dd80193f8cd6 HTTP/1.1" status: 204 len: 168 time: 0.2414932 Dec 14 03:04:35.716780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ca7b7-aed9-45f9-b31f-cda9a7a67302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b5f786-8164-4f5d-ad3c-dd80193f8cd6,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:35.914849 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9b32d-ab21-4ed3-9d0e-ec4d529da4d9 req-0ab563d1-aa49-4560-9c2f-cb93c47fcd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:35.917431 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1a9b32d-ab21-4ed3-9d0e-ec4d529da4d9 req-0ab563d1-aa49-4560-9c2f-cb93c47fcd7d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 1095 time: 0.0656960 Dec 14 03:04:36.051363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e836c1d0-2fad-40ac-9640-4184c251100b req-12528edb-11e7-45cf-be7f-c8db3da03e1a tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:36.055926 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-12528edb-11e7-45cf-be7f-c8db3da03e1a tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872&tenant_id=64815042603e4fe084e0db9c9093166c&binding%3Ahost_id=n-h2-821636-1 HTTP/1.1" status: 200 len: 1095 time: 0.1123760 Dec 14 03:04:36.141130 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9b32d-ab21-4ed3-9d0e-ec4d529da4d9 req-d19c1815-42bb-4802-9e4a-c7302ed53638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:36.143439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1a9b32d-ab21-4ed3-9d0e-ec4d529da4d9 req-d19c1815-42bb-4802-9e4a-c7302ed53638 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4a07ef0c-09b1-428e-ad76-f9aea9247b9f HTTP/1.1" status: 200 len: 897 time: 0.1967590 Dec 14 03:04:36.310082 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1a9b32d-ab21-4ed3-9d0e-ec4d529da4d9 req-97e98ac6-1396-4b53-a8a3-8de610258a05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fdc5ff0-592a-4300-b004-cf307452f490 HTTP/1.1" status: 200 len: 999 time: 0.1454620 Dec 14 03:04:36.373592 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-e836c1d0-2fad-40ac-9640-4184c251100b req-3e13601f-9aa0-492b-ac09-fe90df26c09f service neutron] For port 7fdc5ff0-592a-4300-b004-cf307452f490, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:04:36.379649 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e836c1d0-2fad-40ac-9640-4184c251100b req-3e13601f-9aa0-492b-ac09-fe90df26c09f service neutron] Publish callbacks [] for binding, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:36.381094 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-3e13601f-9aa0-492b-ac09-fe90df26c09f service neutron] 10.222.0.47 "DELETE /v2.0/ports/7fdc5ff0-592a-4300-b004-cf307452f490/bindings/n-h1-821636-1 HTTP/1.1" status: 204 len: 173 time: 0.3202894 Dec 14 03:04:36.393228 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:36.401347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af966d-5843-4a1a-b88c-f489e913896a req-cc716249-ab69-4439-9add-47ce7f41d470 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:36.403443 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58af966d-5843-4a1a-b88c-f489e913896a req-cc716249-ab69-4439-9add-47ce7f41d470 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 944 time: 0.1452482 Dec 14 03:04:36.439627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9b32d-ab21-4ed3-9d0e-ec4d529da4d9 req-c1adfcd8-5e5e-47d6-8ec2-11d1b4f845bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:36.441553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1a9b32d-ab21-4ed3-9d0e-ec4d529da4d9 req-c1adfcd8-5e5e-47d6-8ec2-11d1b4f845bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=24a39f37-ad25-497d-8b5d-ba1ab17989a3 HTTP/1.1" status: 200 len: 835 time: 0.1134739 Dec 14 03:04:36.543362 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58af966d-5843-4a1a-b88c-f489e913896a req-7313df12-e879-4007-815a-d4cb08b12b45 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320837 Dec 14 03:04:36.550268 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9b32d-ab21-4ed3-9d0e-ec4d529da4d9 req-83f0f841-6120-4123-b077-0eb836da8592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:36.554287 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1a9b32d-ab21-4ed3-9d0e-ec4d529da4d9 req-83f0f841-6120-4123-b077-0eb836da8592 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4a07ef0c-09b1-428e-ad76-f9aea9247b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006799 Dec 14 03:04:37.203355 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d829e5f5-6acf-4914-8f9b-1556f8aca325 req-e9085ee0-ff84-4cba-84e9-0778ef05cafb tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:37.205143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d829e5f5-6acf-4914-8f9b-1556f8aca325 req-e9085ee0-ff84-4cba-84e9-0778ef05cafb tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 1095 time: 0.5747914 Dec 14 03:04:37.235153 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1a9b32d-ab21-4ed3-9d0e-ec4d529da4d9 req-1fb311e0-698c-45bc-9000-9247f1746ea1 service neutron] 10.222.0.46 "GET /v2.0/networks/4a07ef0c-09b1-428e-ad76-f9aea9247b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6710649 Dec 14 03:04:37.306789 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d829e5f5-6acf-4914-8f9b-1556f8aca325 req-528e76d4-da54-4da6-9581-8d8eeaff7bbd tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895591 Dec 14 03:04:37.421342 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1a9b32d-ab21-4ed3-9d0e-ec4d529da4d9 req-ae5b0d4f-be3c-4009-b080-60a83f21458b service neutron] 10.222.0.46 "GET /v2.0/networks/4a07ef0c-09b1-428e-ad76-f9aea9247b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695404 Dec 14 03:04:37.507527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc8a6d-d4a7-4185-9355-e6808575acf5 req-a9c4ec97-db65-4d68-a29a-89a0f69f4cdc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:37.515914 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09bc8a6d-d4a7-4185-9355-e6808575acf5 req-a9c4ec97-db65-4d68-a29a-89a0f69f4cdc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 944 time: 0.0844722 Dec 14 03:04:37.585042 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09bc8a6d-d4a7-4185-9355-e6808575acf5 req-0c32f393-e8eb-4318-a1f2-a02e64ff6525 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681026 Dec 14 03:04:37.610056 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46176) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:37.692986 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-db88a363-a4b8-456d-895f-a0028123ea6a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/floatingips/b5b62f8d-1747-4f54-9d85-c0efa031a5d4 HTTP/1.1" status: 200 len: 991 time: 0.0801134 Dec 14 03:04:37.769185 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:38.327923 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46216) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:38.454413 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ddcf568d-a61a-4003-bd81-f944c2082b56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:38.530916 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ddcf568d-a61a-4003-bd81-f944c2082b56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:38.591209 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ddcf568d-a61a-4003-bd81-f944c2082b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:38.631539 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ddcf568d-a61a-4003-bd81-f944c2082b56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=de0cffb9b74945fcb2b2596a8ecead6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3023896 Dec 14 03:04:38.632438 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf568d-a61a-4003-bd81-f944c2082b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4fa8f0-855f-4486-8c8d-92a474bdee40,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:38.634353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46232) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:38.638642 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:38.689250 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6fce-9519-43bb-a0ef-5c7d80b9f52c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:38.711219 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6fce-9519-43bb-a0ef-5c7d80b9f52c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:38.878282 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6fce-9519-43bb-a0ef-5c7d80b9f52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:38.881166 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0c9d6fce-9519-43bb-a0ef-5c7d80b9f52c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:38.882528 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0c9d6fce-9519-43bb-a0ef-5c7d80b9f52c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f4fa8f0-855f-4486-8c8d-92a474bdee40 HTTP/1.1" status: 204 len: 168 time: 0.2458198 Dec 14 03:04:38.892976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d6fce-9519-43bb-a0ef-5c7d80b9f52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4fa8f0-855f-4486-8c8d-92a474bdee40,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:39.941019 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46318) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:40.139513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-c084317f-02f7-42aa-b522-0b9d6c479239 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting port 783005dd-dd56-4626-8a9e-6133bb47369f {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:04:40.143461 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c084317f-02f7-42aa-b522-0b9d6c479239 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:40.237039 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c084317f-02f7-42aa-b522-0b9d6c479239 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:40.237527 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c084317f-02f7-42aa-b522-0b9d6c479239 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:40.251880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-c084317f-02f7-42aa-b522-0b9d6c479239 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Calling delete_port for 783005dd-dd56-4626-8a9e-6133bb47369f owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:04:40.478497 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c084317f-02f7-42aa-b522-0b9d6c479239 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:40.537869 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c084317f-02f7-42aa-b522-0b9d6c479239 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Port': ['ID=783005dd-dd56-4626-8a9e-6133bb47369f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:40.580337 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c084317f-02f7-42aa-b522-0b9d6c479239 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:40.580573 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-c084317f-02f7-42aa-b522-0b9d6c479239 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Floating IP b5b62f8d-1747-4f54-9d85-c0efa031a5d4 disassociated (deleted). External IP: 172.25.7.223, port: 7fdc5ff0-592a-4300-b004-cf307452f490. Dec 14 03:04:40.815494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c084317f-02f7-42aa-b522-0b9d6c479239 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 1959c4c5-65ce-4669-a568-1faead7afd03 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:04:40.936642 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c084317f-02f7-42aa-b522-0b9d6c479239 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:04:40.944838 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c084317f-02f7-42aa-b522-0b9d6c479239 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:40.949451 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f3270-632d-4748-b024-8b1c66c82cd1 None None] Sync routers for ids ['1959c4c5-65ce-4669-a568-1faead7afd03'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:04:40.966823 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f3270-632d-4748-b024-8b1c66c82cd1 None None] Routers {'1959c4c5-65ce-4669-a568-1faead7afd03'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:04:40.967868 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-599f3270-632d-4748-b024-8b1c66c82cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:04:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1959c4c5-65ce-4669-a568-1faead7afd03'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:04:40.992030 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c084317f-02f7-42aa-b522-0b9d6c479239 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/floatingips/b5b62f8d-1747-4f54-9d85-c0efa031a5d4 HTTP/1.1" status: 204 len: 168 time: 1.0488739 Dec 14 03:04:40.992921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'tag': '7fdc5ff0-592a-4300-b004-cf307452f490'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:04:40.996185 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b94353b-9c96-414b-8619-fd99b2a4ffe7" -d '{"events": [{"name": "network-changed", "server_uuid": "990e21c8-3ff0-4ccc-9402-6d85f9e66872", "tag": "7fdc5ff0-592a-4300-b004-cf307452f490"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:04:41.055410 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd8db07-a221-48e0-b98e-cd3f15f4742b x-openstack-request-id: req-2cd8db07-a221-48e0-b98e-cd3f15f4742b {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:04:41.055705 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990e21c8-3ff0-4ccc-9402-6d85f9e66872", "tag": "7fdc5ff0-592a-4300-b004-cf307452f490", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:04:41.055966 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2cd8db07-a221-48e0-b98e-cd3f15f4742b {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:04:41.056381 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'tag': '7fdc5ff0-592a-4300-b004-cf307452f490', 'status': 'completed', 'code': 200} Dec 14 03:04:41.143941 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-599f3270-632d-4748-b024-8b1c66c82cd1 None None] Set router 1959c4c5-65ce-4669-a568-1faead7afd03 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:04:41.167823 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94353b-9c96-414b-8619-fd99b2a4ffe7 req-76f16c22-905e-4fca-8069-58bb0c751948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:41.169885 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0b94353b-9c96-414b-8619-fd99b2a4ffe7 req-76f16c22-905e-4fca-8069-58bb0c751948 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 1095 time: 0.0682886 Dec 14 03:04:41.317228 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94353b-9c96-414b-8619-fd99b2a4ffe7 req-9ae40aaa-ccb6-4637-8d12-75c802554417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:41.319067 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0b94353b-9c96-414b-8619-fd99b2a4ffe7 req-9ae40aaa-ccb6-4637-8d12-75c802554417 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4a07ef0c-09b1-428e-ad76-f9aea9247b9f HTTP/1.1" status: 200 len: 897 time: 0.1423626 Dec 14 03:04:41.404630 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0b94353b-9c96-414b-8619-fd99b2a4ffe7 req-b8efd8cb-ac79-4f1e-a20a-6bff60241490 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7fdc5ff0-592a-4300-b004-cf307452f490 HTTP/1.1" status: 200 len: 217 time: 0.0765126 Dec 14 03:04:41.426525 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-599f3270-632d-4748-b024-8b1c66c82cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647936017', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:03:18Z', 'updated_at': '2021-12-14T03:03:27Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:19Z', 'updated_at': '2021-12-14T03:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f6344700-994f-4bb9-b29e-e7db94adfdfe', 'name': '', 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:64:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:24Z', 'updated_at': '2021-12-14T03:03:31Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:04:41.454548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f3270-632d-4748-b024-8b1c66c82cd1 None None] Checking router: 1959c4c5-65ce-4669-a568-1faead7afd03 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:04:41.463842 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599f3270-632d-4748-b024-8b1c66c82cd1 None None] Routers {'1959c4c5-65ce-4669-a568-1faead7afd03'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:04:41.464472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-599f3270-632d-4748-b024-8b1c66c82cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:04:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1959c4c5-65ce-4669-a568-1faead7afd03'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:04:41.475224 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94353b-9c96-414b-8619-fd99b2a4ffe7 req-3e72c2e3-db96-4a6f-8133-79db2fea9c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:41.480326 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0b94353b-9c96-414b-8619-fd99b2a4ffe7 req-3e72c2e3-db96-4a6f-8133-79db2fea9c8d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=24a39f37-ad25-497d-8b5d-ba1ab17989a3 HTTP/1.1" status: 200 len: 835 time: 0.0639718 Dec 14 03:04:41.592812 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94353b-9c96-414b-8619-fd99b2a4ffe7 req-c5fef4ab-4144-444d-8b24-69faa172d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:41.594400 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0b94353b-9c96-414b-8619-fd99b2a4ffe7 req-c5fef4ab-4144-444d-8b24-69faa172d712 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4a07ef0c-09b1-428e-ad76-f9aea9247b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916231 Dec 14 03:04:41.613540 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-599f3270-632d-4748-b024-8b1c66c82cd1 None None] Set router 1959c4c5-65ce-4669-a568-1faead7afd03 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:04:41.640720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb1a24-47a2-4b6e-852b-69de7c9245e6 req-d6566964-91c6-4679-a591-4af0af184f1f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:41.643033 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81eb1a24-47a2-4b6e-852b-69de7c9245e6 req-d6566964-91c6-4679-a591-4af0af184f1f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 944 time: 0.0802722 Dec 14 03:04:41.758269 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0b94353b-9c96-414b-8619-fd99b2a4ffe7 req-3f2880e2-52e8-4048-a6be-b0c7b2cd0ce0 service neutron] 10.222.0.47 "GET /v2.0/networks/4a07ef0c-09b1-428e-ad76-f9aea9247b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300423 Dec 14 03:04:41.758973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81eb1a24-47a2-4b6e-852b-69de7c9245e6 req-8ca2e4a1-f67e-49af-9973-c55d58e78444 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018434 Dec 14 03:04:41.903015 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0b94353b-9c96-414b-8619-fd99b2a4ffe7 req-147e00c2-ee56-48df-8843-8275475cbe1d service neutron] 10.222.0.47 "GET /v2.0/networks/4a07ef0c-09b1-428e-ad76-f9aea9247b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137905 Dec 14 03:04:41.984797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-599f3270-632d-4748-b024-8b1c66c82cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647936017', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:03:18Z', 'updated_at': '2021-12-14T03:03:27Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:19Z', 'updated_at': '2021-12-14T03:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f6344700-994f-4bb9-b29e-e7db94adfdfe', 'name': '', 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:64:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:24Z', 'updated_at': '2021-12-14T03:03:31Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:04:42.045527 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599f3270-632d-4748-b024-8b1c66c82cd1 None None] The sync data for ids ['1959c4c5-65ce-4669-a568-1faead7afd03'] in n-d-821636-1 is: [{'id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647936017', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:03:18Z', 'updated_at': '2021-12-14T03:03:27Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:19Z', 'updated_at': '2021-12-14T03:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f6344700-994f-4bb9-b29e-e7db94adfdfe', 'name': '', 'network_id': '4a07ef0c-09b1-428e-ad76-f9aea9247b9f', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:64:59:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:24Z', 'updated_at': '2021-12-14T03:03:31Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': '24a39f37-ad25-497d-8b5d-ba1ab17989a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:04:42.178096 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0555a-c8bb-48c7-916d-434b86d769cc req-c02bf5a8-cb28-4d16-85cd-d79114beeeea tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:42.182016 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c4e0555a-c8bb-48c7-916d-434b86d769cc req-c02bf5a8-cb28-4d16-85cd-d79114beeeea tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.47 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 944 time: 0.1164532 Dec 14 03:04:42.298953 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-c4e0555a-c8bb-48c7-916d-434b86d769cc req-c6177ca5-0129-4f14-ba77-e700a38679bb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting port 7fdc5ff0-592a-4300-b004-cf307452f490 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:04:42.300332 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c4e0555a-c8bb-48c7-916d-434b86d769cc req-c6177ca5-0129-4f14-ba77-e700a38679bb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:42.432092 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-c4e0555a-c8bb-48c7-916d-434b86d769cc req-c6177ca5-0129-4f14-ba77-e700a38679bb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] For port 7fdc5ff0-592a-4300-b004-cf307452f490, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=7fdc5ff0-592a-4300-b004-cf307452f490,segment=NetworkSegment(315d93a0-de29-4566-9d16-c04bc3dcd367),segment_id=315d93a0-de29-4566-9d16-c04bc3dcd367)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:04:42.432500 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c4e0555a-c8bb-48c7-916d-434b86d769cc req-c6177ca5-0129-4f14-ba77-e700a38679bb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:42.481736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-c4e0555a-c8bb-48c7-916d-434b86d769cc req-c6177ca5-0129-4f14-ba77-e700a38679bb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Calling delete_port for 7fdc5ff0-592a-4300-b004-cf307452f490 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:04:42.483594 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da61bf-63d4-4597-b473-8c15426ab1f1 None None] New status for floating IP b5b62f8d-1747-4f54-9d85-c0efa031a5d4: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:04:42.752557 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c4e0555a-c8bb-48c7-916d-434b86d769cc req-c6177ca5-0129-4f14-ba77-e700a38679bb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:42.783484 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6177ca5-0129-4f14-ba77-e700a38679bb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Port': ['ID=7fdc5ff0-592a-4300-b004-cf307452f490,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:42.838401 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e0555a-c8bb-48c7-916d-434b86d769cc req-c6177ca5-0129-4f14-ba77-e700a38679bb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] No DVR routers for this DVR port 7fdc5ff0-592a-4300-b004-cf307452f490 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:04:42.841225 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c4e0555a-c8bb-48c7-916d-434b86d769cc req-c6177ca5-0129-4f14-ba77-e700a38679bb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:42.844772 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c4e0555a-c8bb-48c7-916d-434b86d769cc req-c6177ca5-0129-4f14-ba77-e700a38679bb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.47 "DELETE /v2.0/ports/7fdc5ff0-592a-4300-b004-cf307452f490 HTTP/1.1" status: 204 len: 173 time: 0.6564543 Dec 14 03:04:42.845250 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'name': 'network-vif-deleted', 'tag': '7fdc5ff0-592a-4300-b004-cf307452f490'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:04:42.847739 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a36ccb-858e-4333-a4a4-916462ce0a9d" -d '{"events": [{"server_uuid": "990e21c8-3ff0-4ccc-9402-6d85f9e66872", "name": "network-vif-deleted", "tag": "7fdc5ff0-592a-4300-b004-cf307452f490"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:04:42.886817 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-240370b3-7bf8-4881-829f-c9db27955cba req-ee48e438-bf62-482d-a806-585fbb4fbd12 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=990e21c8-3ff0-4ccc-9402-6d85f9e66872 HTTP/1.1" status: 200 len: 210 time: 0.0332143 Dec 14 03:04:42.891969 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d0166d-2030-45a6-bd55-986608392ab0 x-openstack-request-id: req-e2d0166d-2030-45a6-bd55-986608392ab0 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:04:42.892263 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990e21c8-3ff0-4ccc-9402-6d85f9e66872", "name": "network-vif-deleted", "tag": "7fdc5ff0-592a-4300-b004-cf307452f490", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:04:42.892560 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2d0166d-2030-45a6-bd55-986608392ab0 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:04:42.892953 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990e21c8-3ff0-4ccc-9402-6d85f9e66872', 'name': 'network-vif-deleted', 'tag': '7fdc5ff0-592a-4300-b004-cf307452f490', 'status': 'completed', 'code': 200} Dec 14 03:04:43.958856 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46512) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:44.347860 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4690a9c4-3a3e-4171-96fd-bec68ba15aeb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:44.648254 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-4690a9c4-3a3e-4171-96fd-bec68ba15aeb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting port f6344700-994f-4bb9-b29e-e7db94adfdfe {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:04:44.648594 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4690a9c4-3a3e-4171-96fd-bec68ba15aeb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:44.743640 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-4690a9c4-3a3e-4171-96fd-bec68ba15aeb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] For port f6344700-994f-4bb9-b29e-e7db94adfdfe, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f6344700-994f-4bb9-b29e-e7db94adfdfe,segment=NetworkSegment(315d93a0-de29-4566-9d16-c04bc3dcd367),segment_id=315d93a0-de29-4566-9d16-c04bc3dcd367)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:04:44.744010 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4690a9c4-3a3e-4171-96fd-bec68ba15aeb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:44.763010 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-4690a9c4-3a3e-4171-96fd-bec68ba15aeb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Calling delete_port for f6344700-994f-4bb9-b29e-e7db94adfdfe owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:04:45.032614 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4690a9c4-3a3e-4171-96fd-bec68ba15aeb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:45.063804 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690a9c4-3a3e-4171-96fd-bec68ba15aeb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Port': ['ID=f6344700-994f-4bb9-b29e-e7db94adfdfe,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:45.263107 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4690a9c4-3a3e-4171-96fd-bec68ba15aeb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:45.548068 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4690a9c4-3a3e-4171-96fd-bec68ba15aeb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 1959c4c5-65ce-4669-a568-1faead7afd03 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:04:45.687040 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4690a9c4-3a3e-4171-96fd-bec68ba15aeb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:04:45.691285 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46592) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:45.695152 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b4f1e-6d39-440f-a01b-5e4c51b11f29 None None] Sync routers for ids ['1959c4c5-65ce-4669-a568-1faead7afd03'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:04:45.695653 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4690a9c4-3a3e-4171-96fd-bec68ba15aeb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "PUT /v2.0/routers/1959c4c5-65ce-4669-a568-1faead7afd03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7346191 Dec 14 03:04:45.708567 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b4f1e-6d39-440f-a01b-5e4c51b11f29 None None] Routers {'1959c4c5-65ce-4669-a568-1faead7afd03'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:04:45.709276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f98b4f1e-6d39-440f-a01b-5e4c51b11f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:04:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1959c4c5-65ce-4669-a568-1faead7afd03'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:04:45.762396 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-38f46fa0-b289-4c40-8d2b-4d174a2b65e5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting subnet 24a39f37-ad25-497d-8b5d-ba1ab17989a3 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:04:45.767047 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38f46fa0-b289-4c40-8d2b-4d174a2b65e5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:45.828391 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38f46fa0-b289-4c40-8d2b-4d174a2b65e5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:45.864721 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-f98b4f1e-6d39-440f-a01b-5e4c51b11f29 None None] Set router 1959c4c5-65ce-4669-a568-1faead7afd03 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:04:45.929551 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38f46fa0-b289-4c40-8d2b-4d174a2b65e5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:45.978401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7fdc5ff0-592a-4300-b004-cf307452f490 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:04:46.008206 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 7fdc5ff0-592a-4300-b004-cf307452f490 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:04:46.008619 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 7fdc5ff0-592a-4300-b004-cf307452f490 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:04:46.061681 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38f46fa0-b289-4c40-8d2b-4d174a2b65e5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:46.117083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f46fa0-b289-4c40-8d2b-4d174a2b65e5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Subnet': ['ID=24a39f37-ad25-497d-8b5d-ba1ab17989a3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:46.117222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f98b4f1e-6d39-440f-a01b-5e4c51b11f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647936017', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:03:18Z', 'updated_at': '2021-12-14T03:04:44Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:19Z', 'updated_at': '2021-12-14T03:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:04:46.119339 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-38f46fa0-b289-4c40-8d2b-4d174a2b65e5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:46.125053 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-38f46fa0-b289-4c40-8d2b-4d174a2b65e5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/subnets/24a39f37-ad25-497d-8b5d-ba1ab17989a3 HTTP/1.1" status: 204 len: 168 time: 0.4303954 Dec 14 03:04:46.125871 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46610) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:46.151914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4572beda-26e4-498f-9b6a-0f1980340518 None None] Network 4a07ef0c-09b1-428e-ad76-f9aea9247b9f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:04:46.154444 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b4f1e-6d39-440f-a01b-5e4c51b11f29 None None] Checking router: 1959c4c5-65ce-4669-a568-1faead7afd03 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:04:46.203098 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b4f1e-6d39-440f-a01b-5e4c51b11f29 None None] Routers {'1959c4c5-65ce-4669-a568-1faead7afd03'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:04:46.203743 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f98b4f1e-6d39-440f-a01b-5e4c51b11f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:04:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1959c4c5-65ce-4669-a568-1faead7afd03'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:04:46.262559 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01a2cd7-a754-4e25-a522-1ae0883a17df tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:46.373941 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01a2cd7-a754-4e25-a522-1ae0883a17df tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:46.374690 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-f98b4f1e-6d39-440f-a01b-5e4c51b11f29 None None] Set router 1959c4c5-65ce-4669-a568-1faead7afd03 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:04:46.436622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16232df7-ec06-4081-9b11-85ac70d0fa29 None None] DHCP port deletion for 4a07ef0c-09b1-428e-ad76-f9aea9247b9f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:04:46.579099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-f01a2cd7-a754-4e25-a522-1ae0883a17df tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting port bc97e5b0-46ed-4bcd-b21b-306f0ded42ea {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:04:46.579455 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01a2cd7-a754-4e25-a522-1ae0883a17df tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:46.694040 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-f01a2cd7-a754-4e25-a522-1ae0883a17df tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] For port bc97e5b0-46ed-4bcd-b21b-306f0ded42ea, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=bc97e5b0-46ed-4bcd-b21b-306f0ded42ea,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:04:46.694040 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01a2cd7-a754-4e25-a522-1ae0883a17df tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:46.694040 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-f01a2cd7-a754-4e25-a522-1ae0883a17df tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Calling delete_port for bc97e5b0-46ed-4bcd-b21b-306f0ded42ea owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:04:46.742286 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-16232df7-ec06-4081-9b11-85ac70d0fa29 None None] Deleting port a6f541d9-9952-4d9e-9ad2-07ee19d923e4 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:04:46.742850 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-16232df7-ec06-4081-9b11-85ac70d0fa29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:46.822019 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-16232df7-ec06-4081-9b11-85ac70d0fa29 None None] For port a6f541d9-9952-4d9e-9ad2-07ee19d923e4, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a6f541d9-9952-4d9e-9ad2-07ee19d923e4,segment=NetworkSegment(315d93a0-de29-4566-9d16-c04bc3dcd367),segment_id=315d93a0-de29-4566-9d16-c04bc3dcd367)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:04:46.822297 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-16232df7-ec06-4081-9b11-85ac70d0fa29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:46.837029 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-16232df7-ec06-4081-9b11-85ac70d0fa29 None None] Calling delete_port for a6f541d9-9952-4d9e-9ad2-07ee19d923e4 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:04:46.857273 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f98b4f1e-6d39-440f-a01b-5e4c51b11f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647936017', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:03:18Z', 'updated_at': '2021-12-14T03:04:44Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:19Z', 'updated_at': '2021-12-14T03:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:04:46.915113 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b4f1e-6d39-440f-a01b-5e4c51b11f29 None None] The sync data for ids ['1959c4c5-65ce-4669-a568-1faead7afd03'] in n-d-821636-1 is: [{'id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1647936017', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237'}], 'enable_snat': True}, 'gw_port_id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:03:18Z', 'updated_at': '2021-12-14T03:04:44Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': 'bc97e5b0-46ed-4bcd-b21b-306f0ded42ea', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:3a:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1959c4c5-65ce-4669-a568-1faead7afd03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:03:19Z', 'updated_at': '2021-12-14T03:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:04:47.043979 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01a2cd7-a754-4e25-a522-1ae0883a17df tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:47.070851 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-16232df7-ec06-4081-9b11-85ac70d0fa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:47.075428 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a2cd7-a754-4e25-a522-1ae0883a17df tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Port': ['ID=bc97e5b0-46ed-4bcd-b21b-306f0ded42ea,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:47.104667 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45090a7e-54b3-4d2d-b298-ee3dd1fb305b None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:04:47.109352 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16232df7-ec06-4081-9b11-85ac70d0fa29 None None] Pushing event deleted for resources: {'Port': ['ID=a6f541d9-9952-4d9e-9ad2-07ee19d923e4,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:47.116101 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16232df7-ec06-4081-9b11-85ac70d0fa29 None None] No DVR routers for this DVR port a6f541d9-9952-4d9e-9ad2-07ee19d923e4 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:04:47.146326 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01a2cd7-a754-4e25-a522-1ae0883a17df tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:47.245513 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01a2cd7-a754-4e25-a522-1ae0883a17df tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:47.248023 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01a2cd7-a754-4e25-a522-1ae0883a17df tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:47.379693 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01a2cd7-a754-4e25-a522-1ae0883a17df tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:47.380277 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01a2cd7-a754-4e25-a522-1ae0883a17df tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Fanout notify agent at l3_agent the message router_deleted on router 1959c4c5-65ce-4669-a568-1faead7afd03 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:04:47.388820 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f01a2cd7-a754-4e25-a522-1ae0883a17df tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:47.390158 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f01a2cd7-a754-4e25-a522-1ae0883a17df tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/routers/1959c4c5-65ce-4669-a568-1faead7afd03 HTTP/1.1" status: 204 len: 168 time: 1.2638757 Dec 14 03:04:47.392787 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46656) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:47.480691 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b9b454f0-01fb-4213-850f-a16e162816a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:47.594047 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b9b454f0-01fb-4213-850f-a16e162816a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:47.628260 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-b9b454f0-01fb-4213-850f-a16e162816a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a07ef0c-09b1-428e-ad76-f9aea9247b9f']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:04:47.631120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-b9b454f0-01fb-4213-850f-a16e162816a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315d93a0-de29-4566-9d16-c04bc3dcd367') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:04:47.631427 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-b9b454f0-01fb-4213-850f-a16e162816a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315d93a0-de29-4566-9d16-c04bc3dcd367') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:04:47.642867 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b9b454f0-01fb-4213-850f-a16e162816a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:47.659896 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b9b454f0-01fb-4213-850f-a16e162816a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:47.664836 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b454f0-01fb-4213-850f-a16e162816a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:04:47.665243 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b9b454f0-01fb-4213-850f-a16e162816a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:04:47.669679 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:04:47.782695 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b9b454f0-01fb-4213-850f-a16e162816a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:47.794019 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b9b454f0-01fb-4213-850f-a16e162816a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:47.797256 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b9b454f0-01fb-4213-850f-a16e162816a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/networks/4a07ef0c-09b1-428e-ad76-f9aea9247b9f HTTP/1.1" status: 204 len: 168 time: 0.4034443 Dec 14 03:04:47.800010 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46676) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:47.814975 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b454f0-01fb-4213-850f-a16e162816a9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Network': ['ID=4a07ef0c-09b1-428e-ad76-f9aea9247b9f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:47.881038 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2f7edf88-fdb4-4a55-a23c-700294fb8956 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:47.909464 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2f7edf88-fdb4-4a55-a23c-700294fb8956 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:48.110013 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a6f541d9-9952-4d9e-9ad2-07ee19d923e4 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:04:48.131063 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: a6f541d9-9952-4d9e-9ad2-07ee19d923e4 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:04:48.131415 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a6f541d9-9952-4d9e-9ad2-07ee19d923e4 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:04:48.131843 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f6344700-994f-4bb9-b29e-e7db94adfdfe no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:04:48.151812 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2f7edf88-fdb4-4a55-a23c-700294fb8956 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:48.154998 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2f7edf88-fdb4-4a55-a23c-700294fb8956 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:48.155135 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: f6344700-994f-4bb9-b29e-e7db94adfdfe {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:04:48.158947 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f6344700-994f-4bb9-b29e-e7db94adfdfe not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:04:48.158947 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device bc97e5b0-46ed-4bcd-b21b-306f0ded42ea no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:04:48.159215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2f7edf88-fdb4-4a55-a23c-700294fb8956 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/security-groups/e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a HTTP/1.1" status: 204 len: 168 time: 0.3547730 Dec 14 03:04:48.176781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7edf88-fdb4-4a55-a23c-700294fb8956 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59a09f8-7ea9-4fb0-b723-632ebd2c6e4a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:48.180658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: bc97e5b0-46ed-4bcd-b21b-306f0ded42ea {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:04:48.180658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device bc97e5b0-46ed-4bcd-b21b-306f0ded42ea not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:04:48.631586 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46716) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:48.636896 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-205d0dad-0dd0-4c1d-8f30-8274c606e3db tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1526190223', 'description': 'tempest-secgroup-smoke-1526190223 description', 'project_id': '64815042603e4fe084e0db9c9093166c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:04:48.781282 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-205d0dad-0dd0-4c1d-8f30-8274c606e3db tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:48.853207 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-205d0dad-0dd0-4c1d-8f30-8274c606e3db tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:48.952820 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-205d0dad-0dd0-4c1d-8f30-8274c606e3db tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:48.983072 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d0dad-0dd0-4c1d-8f30-8274c606e3db tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd3fd51-e6fe-4150-9cfb-a3e605760a85,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:49.103748 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-205d0dad-0dd0-4c1d-8f30-8274c606e3db tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:49.107873 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-205d0dad-0dd0-4c1d-8f30-8274c606e3db tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4725485 Dec 14 03:04:49.108554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46734) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:49.112747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-5f2aca4e-b0eb-4a35-b8ec-18bdab021793 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': '0bd3fd51-e6fe-4150-9cfb-a3e605760a85', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:04:49.221036 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5f2aca4e-b0eb-4a35-b8ec-18bdab021793 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:49.387943 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5f2aca4e-b0eb-4a35-b8ec-18bdab021793 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:49.461102 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5f2aca4e-b0eb-4a35-b8ec-18bdab021793 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:49.480412 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aca4e-b0eb-4a35-b8ec-18bdab021793 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff6279a-2395-426c-939b-afef1e08fb1d,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:49.584556 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5f2aca4e-b0eb-4a35-b8ec-18bdab021793 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:49.585876 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5f2aca4e-b0eb-4a35-b8ec-18bdab021793 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4767046 Dec 14 03:04:49.590012 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46754) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:49.594769 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-48fb196d-1fc9-40cc-86b5-7e8b7646b754 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': '0bd3fd51-e6fe-4150-9cfb-a3e605760a85', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:04:49.717138 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-48fb196d-1fc9-40cc-86b5-7e8b7646b754 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:49.785217 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-48fb196d-1fc9-40cc-86b5-7e8b7646b754 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:49.901841 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-48fb196d-1fc9-40cc-86b5-7e8b7646b754 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:49.922708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb196d-1fc9-40cc-86b5-7e8b7646b754 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48b80a6-0071-41a5-a2c4-ce36399da90b,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:50.015427 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-48fb196d-1fc9-40cc-86b5-7e8b7646b754 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:50.015427 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-48fb196d-1fc9-40cc-86b5-7e8b7646b754 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4232688 Dec 14 03:04:50.017116 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46762) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:50.021569 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-078a9fc8-7897-41b8-a9d7-ed6eae888cae tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': '0bd3fd51-e6fe-4150-9cfb-a3e605760a85', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:04:50.122340 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-078a9fc8-7897-41b8-a9d7-ed6eae888cae tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:50.188141 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-078a9fc8-7897-41b8-a9d7-ed6eae888cae tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:50.370564 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-078a9fc8-7897-41b8-a9d7-ed6eae888cae tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:50.392358 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a9fc8-7897-41b8-a9d7-ed6eae888cae tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb00012-f437-4a8a-888f-27f33c4bddfa,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:50.497439 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-078a9fc8-7897-41b8-a9d7-ed6eae888cae tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:50.498877 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-078a9fc8-7897-41b8-a9d7-ed6eae888cae tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4807959 Dec 14 03:04:50.503222 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46776) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:50.507952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3c882dd8-4e4a-4d29-a3b5-2782cab4ec6d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': '0bd3fd51-e6fe-4150-9cfb-a3e605760a85', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:04:50.656471 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3c882dd8-4e4a-4d29-a3b5-2782cab4ec6d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:50.675553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-35729b38-239d-46fd-a499-f2005b495ded tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:50.677352 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-35729b38-239d-46fd-a499-f2005b495ded tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/networks?id=47587bcf-1bf4-4171-8c58-9102ae594acc HTTP/1.1" status: 200 len: 813 time: 0.1306911 Dec 14 03:04:50.711368 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-3b1e1d26-26a5-4a5c-a53c-2c66ea344f32 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/quotas/ec370322499d4fcda0b083d27459b745 HTTP/1.1" status: 200 len: 375 time: 0.0264444 Dec 14 03:04:50.755044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-b68409e8-0fc2-4b72-97d0-4038e9ad90c4 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec370322499d4fcda0b083d27459b745&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367241 Dec 14 03:04:50.756707 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3c882dd8-4e4a-4d29-a3b5-2782cab4ec6d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:50.915467 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3c882dd8-4e4a-4d29-a3b5-2782cab4ec6d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:50.946115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c882dd8-4e4a-4d29-a3b5-2782cab4ec6d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f228608b-8a24-42ed-ad06-2e3fa43b86cc,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:50.975617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-ec49f4ab-55ce-4cb0-8034-9ee3bdf444a6 service neutron] 10.222.0.39 "GET /v2.0/networks/47587bcf-1bf4-4171-8c58-9102ae594acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128267 Dec 14 03:04:51.078557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-1c484c16-7535-48ee-a570-32a01de7d246 service neutron] 10.222.0.39 "GET /v2.0/networks/47587bcf-1bf4-4171-8c58-9102ae594acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869007 Dec 14 03:04:51.097479 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3c882dd8-4e4a-4d29-a3b5-2782cab4ec6d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:51.101398 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3c882dd8-4e4a-4d29-a3b5-2782cab4ec6d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5943780 Dec 14 03:04:51.101719 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46786) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:51.107630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b62ea874-b44a-4c0d-a8ee-ccdf80e263bf tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': '0bd3fd51-e6fe-4150-9cfb-a3e605760a85', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:04:51.215347 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-b62ea874-b44a-4c0d-a8ee-ccdf80e263bf tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Project 64815042603e4fe084e0db9c9093166c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:04:51.220886 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b62ea874-b44a-4c0d-a8ee-ccdf80e263bf tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:51.291929 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b62ea874-b44a-4c0d-a8ee-ccdf80e263bf tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:51.360107 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27b617f9-e671-4c81-b6f4-05b8ec0907eb req-cc719ff8-8bb5-4193-8cdf-5c23aa82e907 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 210 time: 0.0295312 Dec 14 03:04:51.433861 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b62ea874-b44a-4c0d-a8ee-ccdf80e263bf tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:51.451757 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ea874-b44a-4c0d-a8ee-ccdf80e263bf tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558dabfd-9fcc-490e-99c0-17c2c5c6f865,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:51.583451 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b62ea874-b44a-4c0d-a8ee-ccdf80e263bf tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:51.584762 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b62ea874-b44a-4c0d-a8ee-ccdf80e263bf tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4819205 Dec 14 03:04:51.587762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46802) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:51.592227 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-98bf6d29-1f97-4ed2-b922-4a758b9bb477 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'security_group_rule': {'security_group_id': '0bd3fd51-e6fe-4150-9cfb-a3e605760a85', 'project_id': '64815042603e4fe084e0db9c9093166c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:04:51.764704 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-98bf6d29-1f97-4ed2-b922-4a758b9bb477 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Project 64815042603e4fe084e0db9c9093166c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:04:51.770616 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98bf6d29-1f97-4ed2-b922-4a758b9bb477 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:51.835860 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98bf6d29-1f97-4ed2-b922-4a758b9bb477 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:51.962686 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98bf6d29-1f97-4ed2-b922-4a758b9bb477 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:51.986912 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf6d29-1f97-4ed2-b922-4a758b9bb477 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355d724f-c987-42a0-8f77-fee4af246962,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:52.110416 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98bf6d29-1f97-4ed2-b922-4a758b9bb477 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:52.116090 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-98bf6d29-1f97-4ed2-b922-4a758b9bb477 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5264060 Dec 14 03:04:52.118406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46806) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:52.124448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-11240568-d8e6-419a-85b3-82e2d6ad2df4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'network': {'name': 'tempest-network-smoke--1274123608', 'project_id': '64815042603e4fe084e0db9c9093166c', 'port_security_enabled': True}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:04:52.211871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11240568-d8e6-419a-85b3-82e2d6ad2df4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Made reservation on behalf of 64815042603e4fe084e0db9c9093166c for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:04:52.217499 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11240568-d8e6-419a-85b3-82e2d6ad2df4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:52.249533 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11240568-d8e6-419a-85b3-82e2d6ad2df4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:04:52.263374 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11240568-d8e6-419a-85b3-82e2d6ad2df4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:52.263914 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-11240568-d8e6-419a-85b3-82e2d6ad2df4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Added segment 762666e9-fe63-4173-9a4e-c71b2ab346a2 of type vlan for network 58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 Dec 14 03:04:52.325230 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11240568-d8e6-419a-85b3-82e2d6ad2df4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:52.443472 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1216d8f2-8530-4758-800f-e1cd2b34b8aa req-0e8c5e01-f802-47cc-8e32-35127f76a17d tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 210 time: 0.0285046 Dec 14 03:04:52.444378 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11240568-d8e6-419a-85b3-82e2d6ad2df4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:52.450623 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11240568-d8e6-419a-85b3-82e2d6ad2df4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:52.454078 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-11240568-d8e6-419a-85b3-82e2d6ad2df4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:52.517756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11240568-d8e6-419a-85b3-82e2d6ad2df4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Network': ['ID=58f8e8d2-9e75-40f9-ac3e-cf9968bbb111,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:52.533269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:04:52.580346 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:04:52.611925 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-11240568-d8e6-419a-85b3-82e2d6ad2df4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4914415 Dec 14 03:04:52.614007 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46822) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:52.618710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1574296893', 'admin_state_up': True, 'project_id': '64815042603e4fe084e0db9c9093166c', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:04:52.722297 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:52.723494 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:52.777793 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:53.009221 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:53.336213 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:53.357345 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:53.491134 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Allocated IP 172.25.7.46 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/29e22962-e3d1-4831-8590-7a6017aff72f) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:04:53.572488 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3053f13d-3e89-47a9-9b8d-8ed071eb3fdc req-97110d6d-d37f-4081-91eb-549a29a9cf5d tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 210 time: 0.0376489 Dec 14 03:04:53.608303 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:53.734224 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:53.782521 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:04:53.785418 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:04:53.787916 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:04:53.798841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b7670c-7a7b-4e19-bab6-d24bf5ccbfb4 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:04:53.810597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=29e22962-e3d1-4831-8590-7a6017aff72f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:53.905785 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-14c16def-3507-48b9-bf23-6b0124e4ddb1 None None] Provisioning complete for port 29e22962-e3d1-4831-8590-7a6017aff72f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:04:53.906167 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-14c16def-3507-48b9-bf23-6b0124e4ddb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:53.940888 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-14c16def-3507-48b9-bf23-6b0124e4ddb1 None None] Port 29e22962-e3d1-4831-8590-7a6017aff72f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:04:54.095591 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:54.233827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-c4c1e7cf-3a45-41cb-86b4-6937ab348e5e tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:54.235650 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-c4c1e7cf-3a45-41cb-86b4-6937ab348e5e tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.46 "GET /v2.0/networks?id=47587bcf-1bf4-4171-8c58-9102ae594acc HTTP/1.1" status: 200 len: 813 time: 0.1301782 Dec 14 03:04:54.256578 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-f345ffdf-a876-4d23-a009-5e46be10814e tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Request body: {'port': {'device_id': '307f394c-8b5a-4a41-97fb-3456f10932a3', 'network_id': '47587bcf-1bf4-4171-8c58-9102ae594acc', 'admin_state_up': True, 'tenant_id': 'ec370322499d4fcda0b083d27459b745'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:04:54.516629 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-91ba0ee1-7f5b-4dc3-bac9-514c65841966 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:54.518252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-91ba0ee1-7f5b-4dc3-bac9-514c65841966 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 811 time: 0.1339705 Dec 14 03:04:54.534926 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-b75740c7-f7b9-48c1-ab48-a286cb02cddd tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/quotas/9f0b73c75de740e8ad1f65064e3d00cd HTTP/1.1" status: 200 len: 375 time: 0.0103900 Dec 14 03:04:54.590762 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-f345ffdf-a876-4d23-a009-5e46be10814e tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Made reservation on behalf of ec370322499d4fcda0b083d27459b745 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:04:54.596475 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-f345ffdf-a876-4d23-a009-5e46be10814e tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:54.611951 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-122457c3-0ab2-4ee6-b28e-5cc78f95bffa tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0696471 Dec 14 03:04:54.673500 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:54.749109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eb5167ab-28b1-4534-bd0b-a4d281aabeb2 req-f280958b-7cde-4a17-b818-5d60d32735bf tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 210 time: 0.0698359 Dec 14 03:04:54.821023 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-9280e044-8cd0-40ca-9b31-c79339d30d6c service neutron] 10.222.0.39 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981366 Dec 14 03:04:54.853164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-f345ffdf-a876-4d23-a009-5e46be10814e tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Allocated IP 172.20.0.5 (47587bcf-1bf4-4171-8c58-9102ae594acc/b877e6c6-eb97-45b7-8a13-7d4a9e58fd05/76c7614c-6aeb-4da0-b03b-22799af0952a) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:04:54.935297 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 12420064-fbf2-4bc1-a49b-6e2b27e15524 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:04:54.976683 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-93aeac9d-2c6c-409d-a88c-fbe647c0bed7 service neutron] 10.222.0.39 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446574 Dec 14 03:04:55.065535 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:04:55.075179 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Sync routers for ids ['12420064-fbf2-4bc1-a49b-6e2b27e15524'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:04:55.083330 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-f345ffdf-a876-4d23-a009-5e46be10814e tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:55.091237 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Routers {'12420064-fbf2-4bc1-a49b-6e2b27e15524'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:04:55.091875 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:04:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['12420064-fbf2-4bc1-a49b-6e2b27e15524'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:04:55.187908 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:55.189432 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-af141525-6a77-4a24-bf1b-735c09d2c4f5 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5743983 Dec 14 03:04:55.192675 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46866) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:55.204575 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Set router 12420064-fbf2-4bc1-a49b-6e2b27e15524 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:04:55.223130 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-f345ffdf-a876-4d23-a009-5e46be10814e tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:55.229168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bfa0ce22-27ee-496b-9fde-176d1c9e15f5 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=64815042603e4fe084e0db9c9093166c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345819 Dec 14 03:04:55.231794 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46868) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:55.272775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-f345ffdf-a876-4d23-a009-5e46be10814e tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Network 47587bcf-1bf4-4171-8c58-9102ae594acc is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:04:55.276904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-f345ffdf-a876-4d23-a009-5e46be10814e tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:04:55.279597 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-f345ffdf-a876-4d23-a009-5e46be10814e tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:04:55.321763 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345ffdf-a876-4d23-a009-5e46be10814e tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Pushing event updated for resources: {'Port': ['ID=76c7614c-6aeb-4da0-b03b-22799af0952a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:55.345901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-f345ffdf-a876-4d23-a009-5e46be10814e tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:55.346535 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-f345ffdf-a876-4d23-a009-5e46be10814e tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:55.362433 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49c34d6-557d-44fa-93df-8666b24967ac tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:55.365874 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c49c34d6-557d-44fa-93df-8666b24967ac tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330132 Dec 14 03:04:55.367147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46870) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:55.402846 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574296893', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:04:52Z', 'updated_at': '2021-12-14T03:04:53Z', 'revision_number': 3, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:53Z', 'updated_at': '2021-12-14T03:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:04:55.404694 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d77835bd-a61e-4dc1-a5e6-1b4e8a9afa54 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364141 Dec 14 03:04:55.407246 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46872) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:55.412125 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3d2f5465-ac57-48f9-bcb6-4137244af564 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-62041524', 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111', 'project_id': '64815042603e4fe084e0db9c9093166c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:04:55.433199 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Checking router: 12420064-fbf2-4bc1-a49b-6e2b27e15524 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:04:55.433657 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Updating router 12420064-fbf2-4bc1-a49b-6e2b27e15524 port 29e22962-e3d1-4831-8590-7a6017aff72f binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:04:55.460189 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:55.460418 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-f345ffdf-a876-4d23-a009-5e46be10814e tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2105491 Dec 14 03:04:55.480994 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Request body: {'port': {'device_id': '307f394c-8b5a-4a41-97fb-3456f10932a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:04:55.560996 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:55.690139 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2f5465-ac57-48f9-bcb6-4137244af564 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Made reservation on behalf of 64815042603e4fe084e0db9c9093166c for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:04:55.695020 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5465-ac57-48f9-bcb6-4137244af564 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:55.757457 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:55.830697 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:55.838283 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-59740d26-151b-4f41-8b8a-686ca559c354 req-b2ba9542-4bd5-48bb-b3e7-57b0b87fd09e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 210 time: 0.0446601 Dec 14 03:04:55.883069 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459e2637-6c16-412e-ba29-3b3118c58adf None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:04:55.905393 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Attempting to bind port 29e22962-e3d1-4831-8590-7a6017aff72f on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:04:55.906496 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Attempting to bind port 29e22962-e3d1-4831-8590-7a6017aff72f by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:04:55.906890 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Attempting to bind port 29e22962-e3d1-4831-8590-7a6017aff72f on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:04:55.914055 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31640c-5992-4a6f-beca-a6f025fa897a None None] Pushing event updated for resources: {'Port': ['ID=29e22962-e3d1-4831-8590-7a6017aff72f,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:55.922671 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:04:55.923170 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:04:55.923662 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:55.924318 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:04:55.924885 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Bound port: 29e22962-e3d1-4831-8590-7a6017aff72f, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:04:55.925548 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:55.977559 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31640c-5992-4a6f-beca-a6f025fa897a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:55.982247 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31640c-5992-4a6f-beca-a6f025fa897a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:55.982745 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31640c-5992-4a6f-beca-a6f025fa897a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:55.983323 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31640c-5992-4a6f-beca-a6f025fa897a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:55.983761 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31640c-5992-4a6f-beca-a6f025fa897a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:55.984183 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31640c-5992-4a6f-beca-a6f025fa897a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:55.989671 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31640c-5992-4a6f-beca-a6f025fa897a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:55.990153 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31640c-5992-4a6f-beca-a6f025fa897a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:55.990591 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31640c-5992-4a6f-beca-a6f025fa897a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:55.991100 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31640c-5992-4a6f-beca-a6f025fa897a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:55.991545 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31640c-5992-4a6f-beca-a6f025fa897a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:55.992132 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31640c-5992-4a6f-beca-a6f025fa897a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:55.992725 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d31640c-5992-4a6f-beca-a6f025fa897a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:04:55.995561 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f51d480b-ae4c-4393-9780-4b23b9b0c5c3 None None] Provisioning complete for port 29e22962-e3d1-4831-8590-7a6017aff72f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:04:55.996583 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f51d480b-ae4c-4393-9780-4b23b9b0c5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:56.015790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bc281-52e5-4a5a-a253-2abb3e0e576f req-d4f266d3-9a7d-4c6d-b420-c2d7b7f36786 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:56.017413 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f3bc281-52e5-4a5a-a253-2abb3e0e576f req-d4f266d3-9a7d-4c6d-b420-c2d7b7f36786 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 931 time: 0.1535132 Dec 14 03:04:56.069357 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] For port 29e22962-e3d1-4831-8590-7a6017aff72f, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:04:56.073862 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] For port 29e22962-e3d1-4831-8590-7a6017aff72f, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=29e22962-e3d1-4831-8590-7a6017aff72f,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:04:56.077919 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f51d480b-ae4c-4393-9780-4b23b9b0c5c3 None None] Port 29e22962-e3d1-4831-8590-7a6017aff72f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:04:56.199565 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:56.267677 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c958e870-5c4a-4b62-a9ba-547c482411f9 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:04:56.308927 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Routers {'12420064-fbf2-4bc1-a49b-6e2b27e15524'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:04:56.310424 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:04:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['12420064-fbf2-4bc1-a49b-6e2b27e15524'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:04:56.335440 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-525c0e56-31e5-49f1-b024-d11a4ed3597c None None] Provisioning complete for port 29e22962-e3d1-4831-8590-7a6017aff72f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:04:56.335820 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-525c0e56-31e5-49f1-b024-d11a4ed3597c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:56.526918 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] Set router 12420064-fbf2-4bc1-a49b-6e2b27e15524 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:04:56.527140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c7614c-6aeb-4da0-b03b-22799af0952a {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:04:56.540396 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-525c0e56-31e5-49f1-b024-d11a4ed3597c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:56.544588 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:56.564354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Transition to ACTIVE for port object 76c7614c-6aeb-4da0-b03b-22799af0952a will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:04:56.579575 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f3bc281-52e5-4a5a-a253-2abb3e0e576f req-e1d00f40-b2b3-44b4-b0f0-0fafc8f76d92 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5294821 Dec 14 03:04:56.590670 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-525c0e56-31e5-49f1-b024-d11a4ed3597c None None] For port 29e22962-e3d1-4831-8590-7a6017aff72f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=29e22962-e3d1-4831-8590-7a6017aff72f,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:04:56.624882 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31640c-5992-4a6f-beca-a6f025fa897a None None] Pushing event updated for resources: {'Port': ['ID=29e22962-e3d1-4831-8590-7a6017aff72f,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:56.664990 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:56.711501 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-525c0e56-31e5-49f1-b024-d11a4ed3597c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:56.715661 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5465-ac57-48f9-bcb6-4137244af564 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:56.721708 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574296893', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:04:52Z', 'updated_at': '2021-12-14T03:04:53Z', 'revision_number': 3, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:53Z', 'updated_at': '2021-12-14T03:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:04:56.757340 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404d438b-e90e-4da7-a31c-c837013ea4d5 None None] The sync data for ids ['12420064-fbf2-4bc1-a49b-6e2b27e15524'] in n-d-821636-1 is: [{'id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574296893', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:04:52Z', 'updated_at': '2021-12-14T03:04:53Z', 'revision_number': 3, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:53Z', 'updated_at': '2021-12-14T03:04:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:04:56.762730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Pushing event updated for resources: {'Port': ['ID=76c7614c-6aeb-4da0-b03b-22799af0952a,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:56.788457 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c0e56-31e5-49f1-b024-d11a4ed3597c None None] Pushing event updated for resources: {'Port': ['ID=29e22962-e3d1-4831-8590-7a6017aff72f,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:56.849210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f5465-ac57-48f9-bcb6-4137244af564 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Subnet': ['ID=f7caf66f-6b62-4446-9c4b-e9dfadfbc837,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:56.878056 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Attempting to bind port 76c7614c-6aeb-4da0-b03b-22799af0952a on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:04:56.878911 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Attempting to bind port 76c7614c-6aeb-4da0-b03b-22799af0952a by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '4d588a9b-fa45-4904-9ada-807cc9e76c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47587bcf-1bf4-4171-8c58-9102ae594acc'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:04:56.878911 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Attempting to bind port 76c7614c-6aeb-4da0-b03b-22799af0952a on network 47587bcf-1bf4-4171-8c58-9102ae594acc {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:04:56.885628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2f5465-ac57-48f9-bcb6-4137244af564 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Checking segment: {'id': '762666e9-fe63-4173-9a4e-c71b2ab346a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:04:56.885992 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2f5465-ac57-48f9-bcb6-4137244af564 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network hostable DHCP agents. Network: 58f8e8d2-9e75-40f9-ac3e-cf9968bbb111, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:04:56.889810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Port 76c7614c-6aeb-4da0-b03b-22799af0952a on network 47587bcf-1bf4-4171-8c58-9102ae594acc not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:04:56.890135 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Attempting to bind port 76c7614c-6aeb-4da0-b03b-22799af0952a on network 47587bcf-1bf4-4171-8c58-9102ae594acc {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:04:56.902883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:04:56.903374 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Checking segment: {'id': '4d588a9b-fa45-4904-9ada-807cc9e76c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47587bcf-1bf4-4171-8c58-9102ae594acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:04:56.903847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Bound using segment: {'id': '4d588a9b-fa45-4904-9ada-807cc9e76c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47587bcf-1bf4-4171-8c58-9102ae594acc'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:04:56.904353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Bound port: 76c7614c-6aeb-4da0-b03b-22799af0952a, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d588a9b-fa45-4904-9ada-807cc9e76c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47587bcf-1bf4-4171-8c58-9102ae594acc'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:04:56.904711 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:56.946561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3a8378a-69f3-42b4-9d93-6e19a203a09c req-e356b98d-9fcf-4c6a-9ca7-16fd1a7b5848 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 210 time: 0.0396249 Dec 14 03:04:57.002936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2f5465-ac57-48f9-bcb6-4137244af564 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network 58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:04:57.013721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] For port 76c7614c-6aeb-4da0-b03b-22799af0952a, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:04:57.016915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] For port 76c7614c-6aeb-4da0-b03b-22799af0952a, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=76c7614c-6aeb-4da0-b03b-22799af0952a,segment=NetworkSegment(4d588a9b-fa45-4904-9ada-807cc9e76c6e),segment_id=4d588a9b-fa45-4904-9ada-807cc9e76c6e)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:04:57.129494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-3d2f5465-ac57-48f9-bcb6-4137244af564 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 58f8e8d2-9e75-40f9-ac3e-cf9968bbb111) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:04:57.139316 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f5465-ac57-48f9-bcb6-4137244af564 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:57.140554 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde5f4fc-9806-440f-9428-8f370f4fb6de None None] Network 58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:04:57.141172 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d2f5465-ac57-48f9-bcb6-4137244af564 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:57.158547 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:57.210415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:57.211126 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:57.212765 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e3b5fe62-5317-4448-8167-598c416038be service neutron] 10.222.0.46 "PUT /v2.0/ports/76c7614c-6aeb-4da0-b03b-22799af0952a HTTP/1.1" status: 200 len: 1091 time: 1.7364905 Dec 14 03:04:57.213224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307f394c-8b5a-4a41-97fb-3456f10932a3', 'tag': '76c7614c-6aeb-4da0-b03b-22799af0952a'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:04:57.215992 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28664a90-dc65-4c6c-b86a-9266c2c4d364" -d '{"events": [{"name": "network-changed", "server_uuid": "307f394c-8b5a-4a41-97fb-3456f10932a3", "tag": "76c7614c-6aeb-4da0-b03b-22799af0952a"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:04:57.245292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5fe62-5317-4448-8167-598c416038be service neutron] Pushing event updated for resources: {'Port': ['ID=76c7614c-6aeb-4da0-b03b-22799af0952a,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:57.297329 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46894) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:04:57.299709 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:57.309334 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3d2f5465-ac57-48f9-bcb6-4137244af564 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9008060 Dec 14 03:04:57.314868 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c404b36-70bf-4f02-a99d-556bf2f7ce74 x-openstack-request-id: req-4c404b36-70bf-4f02-a99d-556bf2f7ce74 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:04:57.315189 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307f394c-8b5a-4a41-97fb-3456f10932a3", "tag": "76c7614c-6aeb-4da0-b03b-22799af0952a", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:04:57.315514 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c404b36-70bf-4f02-a99d-556bf2f7ce74 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:04:57.315923 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307f394c-8b5a-4a41-97fb-3456f10932a3', 'tag': '76c7614c-6aeb-4da0-b03b-22799af0952a', 'status': 'completed', 'code': 200} Dec 14 03:04:57.327514 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-58f8e8d2-9e75-40f9-ac3e-cf9968bbb111', 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111', 'project_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ips': [{'subnet_id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:04:57.329779 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:57.423437 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28664a90-dc65-4c6c-b86a-9266c2c4d364 req-7c6d735c-8261-4789-bc35-8d0bf9431d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:57.424975 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-28664a90-dc65-4c6c-b86a-9266c2c4d364 req-7c6d735c-8261-4789-bc35-8d0bf9431d1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec370322499d4fcda0b083d27459b745&device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 1094 time: 0.0892925 Dec 14 03:04:57.521600 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Allocated IP 172.20.0.2 (58f8e8d2-9e75-40f9-ac3e-cf9968bbb111/f7caf66f-6b62-4446-9c4b-e9dfadfbc837/510cc6b8-a781-46a5-92e9-e71ea007a036) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:04:57.589957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28664a90-dc65-4c6c-b86a-9266c2c4d364 req-516ace31-6c84-41da-be3b-c4b887f1850b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:57.591502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-28664a90-dc65-4c6c-b86a-9266c2c4d364 req-516ace31-6c84-41da-be3b-c4b887f1850b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ec370322499d4fcda0b083d27459b745&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1526451 Dec 14 03:04:57.784652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25605d-793c-4b1b-bcb0-8603dbba1a0a req-5a18fe7c-71da-437c-8455-2668908375e0 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:57.786387 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a25605d-793c-4b1b-bcb0-8603dbba1a0a req-5a18fe7c-71da-437c-8455-2668908375e0 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 943 time: 0.0892160 Dec 14 03:04:57.791962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28664a90-dc65-4c6c-b86a-9266c2c4d364 req-ef61edfe-77bf-4f99-932b-0917cf1b5480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:57.794678 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-28664a90-dc65-4c6c-b86a-9266c2c4d364 req-ef61edfe-77bf-4f99-932b-0917cf1b5480 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1964509 Dec 14 03:04:57.796167 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:57.858192 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a25605d-793c-4b1b-bcb0-8603dbba1a0a req-e1873f59-4705-45b0-babf-79ff3baea624 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565028 Dec 14 03:04:57.882182 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:57.948816 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Pushing event updated for resources: {'Port': ['ID=510cc6b8-a781-46a5-92e9-e71ea007a036,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:57.957912 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e116fc8d-3e50-4c19-b36f-50b158cdd62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:57.959571 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-e116fc8d-3e50-4c19-b36f-50b158cdd62e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec370322499d4fcda0b083d27459b745&device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 1094 time: 0.0790210 Dec 14 03:04:57.967673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Network 58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:04:57.969868 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:04:57.973514 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:04:58.005694 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a99d7da1-013a-4d01-a1cd-43d8b5ca8202 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:58.329521 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-555f0a7d-98db-42af-a86b-c164880801f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76c7614c-6aeb-4da0-b03b-22799af0952a HTTP/1.1" status: 200 len: 217 time: 0.0811069 Dec 14 03:04:58.330969 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Attempting to bind port 510cc6b8-a781-46a5-92e9-e71ea007a036 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:04:58.330969 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Attempting to bind port 510cc6b8-a781-46a5-92e9-e71ea007a036 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '762666e9-fe63-4173-9a4e-c71b2ab346a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:04:58.330969 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Attempting to bind port 510cc6b8-a781-46a5-92e9-e71ea007a036 on network 58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:04:58.330969 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:04:58.330969 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Checking segment: {'id': '762666e9-fe63-4173-9a4e-c71b2ab346a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:04:58.330969 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:58.330969 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Bound using segment: {'id': '762666e9-fe63-4173-9a4e-c71b2ab346a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:04:58.330969 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Bound port: 510cc6b8-a781-46a5-92e9-e71ea007a036, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762666e9-fe63-4173-9a4e-c71b2ab346a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:04:58.330969 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:58.332296 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cb3a601-dc07-4a05-bfe7-874100cc7d0b req-caa71008-3523-4f16-bf32-8b6bdfdaa612 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 210 time: 0.0681500 Dec 14 03:04:58.332296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-df564917-3091-43f1-8080-b2ba9b7f3f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:58.332296 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-df564917-3091-43f1-8080-b2ba9b7f3f4e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b877e6c6-eb97-45b7-8a13-7d4a9e58fd05 HTTP/1.1" status: 200 len: 853 time: 0.1325171 Dec 14 03:04:58.332850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 29e22962-e3d1-4831-8590-7a6017aff72f up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:04:58.332850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] For port 510cc6b8-a781-46a5-92e9-e71ea007a036, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:04:58.333510 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-2b76f4ae-e6e4-440a-b1a5-4cad06fec457 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47587bcf-1bf4-4171-8c58-9102ae594acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483718 Dec 14 03:04:58.334117 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] For port 510cc6b8-a781-46a5-92e9-e71ea007a036, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=510cc6b8-a781-46a5-92e9-e71ea007a036,segment=NetworkSegment(762666e9-fe63-4173-9a4e-c71b2ab346a2),segment_id=762666e9-fe63-4173-9a4e-c71b2ab346a2)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:04:58.334117 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 29e22962-e3d1-4831-8590-7a6017aff72f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:04:58.334117 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:58.360365 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-8579c7f3-ba50-46a6-a6c8-0a5690c84350 service neutron] 10.222.0.46 "GET /v2.0/networks/47587bcf-1bf4-4171-8c58-9102ae594acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035779 Dec 14 03:04:58.419126 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:58.435136 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-a99d7da1-013a-4d01-a1cd-43d8b5ca8202 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Allocated IP 172.20.0.1 (58f8e8d2-9e75-40f9-ac3e-cf9968bbb111/f7caf66f-6b62-4446-9c4b-e9dfadfbc837/d14fd790-9b6a-404b-a143-5ea3cc2c4104) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:04:58.495875 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3948a7a-daaa-437e-ab5f-398c18ef75e3 None None] Pushing event updated for resources: {'Port': ['ID=510cc6b8-a781-46a5-92e9-e71ea007a036,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:58.504760 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37489621-8bc9-48d6-b210-8a7f2fc2871c req-4a456320-20ba-4272-8167-03afda1d700f service neutron] 10.222.0.46 "GET /v2.0/networks/47587bcf-1bf4-4171-8c58-9102ae594acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356285 Dec 14 03:04:58.693460 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-b1189ed2-feca-4886-87c2-1a832bfb63d7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:58.698368 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-b1189ed2-feca-4886-87c2-1a832bfb63d7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.47 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 811 time: 0.2476482 Dec 14 03:04:58.721847 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-b913ee05-ef41-404a-b8c1-8b235fb68960 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Request body: {'port': {'device_id': '5d58a1d1-4388-4fe0-9561-f8bc729672f9', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'admin_state_up': True, 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:04:58.734280 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a99d7da1-013a-4d01-a1cd-43d8b5ca8202 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:58.957508 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a99d7da1-013a-4d01-a1cd-43d8b5ca8202 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:59.008509 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-b913ee05-ef41-404a-b8c1-8b235fb68960 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Made reservation on behalf of 9f0b73c75de740e8ad1f65064e3d00cd for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:04:59.012594 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-b913ee05-ef41-404a-b8c1-8b235fb68960 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:59.027160 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99d7da1-013a-4d01-a1cd-43d8b5ca8202 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network 58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:04:59.042429 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-a99d7da1-013a-4d01-a1cd-43d8b5ca8202 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:04:59.045255 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d7da1-013a-4d01-a1cd-43d8b5ca8202 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:04:59.075807 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917800a1-6c20-4706-9e28-ae850c11c254 req-d3025f7a-acd7-4e51-b5d4-fa12007c4bbc tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:04:59.077851 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-917800a1-6c20-4706-9e28-ae850c11c254 req-d3025f7a-acd7-4e51-b5d4-fa12007c4bbc tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 943 time: 0.0811980 Dec 14 03:04:59.099657 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d7da1-013a-4d01-a1cd-43d8b5ca8202 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=d14fd790-9b6a-404b-a143-5ea3cc2c4104,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:04:59.161568 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-917800a1-6c20-4706-9e28-ae850c11c254 req-2033fe82-0b7c-4950-8d93-338c85ebae29 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760207 Dec 14 03:04:59.204302 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a99d7da1-013a-4d01-a1cd-43d8b5ca8202 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:59.300626 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4fd8bc21-05f5-47b0-95df-59521a22dd89 req-5e8d041c-f548-42eb-b658-1454ea831e3f tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 210 time: 0.0291073 Dec 14 03:04:59.305513 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-b913ee05-ef41-404a-b8c1-8b235fb68960 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Allocated IP 172.20.0.4 (f6fdd018-425d-422f-958d-84f11d8dd088/f5aaf324-af95-4991-b53e-9e216afcf02f/b0def373-ff1d-4b40-a4bb-43f549001137) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:04:59.564607 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a99d7da1-013a-4d01-a1cd-43d8b5ca8202 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:59.740436 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-b913ee05-ef41-404a-b8c1-8b235fb68960 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:04:59.864601 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5810d810-823b-4793-b1cc-331ce7c78729 None None] Network 58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:04:59.953494 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f981cf85-10f0-4ee2-8e67-802db5fa3085 None None] Provisioning complete for port 510cc6b8-a781-46a5-92e9-e71ea007a036 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:04:59.954157 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f981cf85-10f0-4ee2-8e67-802db5fa3085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:00.043603 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-b913ee05-ef41-404a-b8c1-8b235fb68960 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:00.098606 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f981cf85-10f0-4ee2-8e67-802db5fa3085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:00.108845 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a99d7da1-013a-4d01-a1cd-43d8b5ca8202 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:00.117358 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-b913ee05-ef41-404a-b8c1-8b235fb68960 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Network f6fdd018-425d-422f-958d-84f11d8dd088 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:05:00.137963 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-b913ee05-ef41-404a-b8c1-8b235fb68960 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:05:00.160924 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-b913ee05-ef41-404a-b8c1-8b235fb68960 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:05:00.164237 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f981cf85-10f0-4ee2-8e67-802db5fa3085 None None] For port 510cc6b8-a781-46a5-92e9-e71ea007a036, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=510cc6b8-a781-46a5-92e9-e71ea007a036,segment=NetworkSegment(762666e9-fe63-4173-9a4e-c71b2ab346a2),segment_id=762666e9-fe63-4173-9a4e-c71b2ab346a2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:00.217388 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913ee05-ef41-404a-b8c1-8b235fb68960 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'Port': ['ID=b0def373-ff1d-4b40-a4bb-43f549001137,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:00.231341 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a99d7da1-013a-4d01-a1cd-43d8b5ca8202 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:00.262235 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f981cf85-10f0-4ee2-8e67-802db5fa3085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:00.392252 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 510cc6b8-a781-46a5-92e9-e71ea007a036 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:05:00.407588 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:00.420491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46922) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:00.480245 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-b913ee05-ef41-404a-b8c1-8b235fb68960 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:00.481238 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-b913ee05-ef41-404a-b8c1-8b235fb68960 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:00.482883 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981cf85-10f0-4ee2-8e67-802db5fa3085 None None] Pushing event updated for resources: {'Port': ['ID=510cc6b8-a781-46a5-92e9-e71ea007a036,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:00.512802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a2dff-c777-4dd5-8695-07b635ce5962 req-06746f02-afc9-4e05-a05c-b89c5bf270ab tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:00.517111 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 510cc6b8-a781-46a5-92e9-e71ea007a036 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:05:00.522950 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:00.524545 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a99d7da1-013a-4d01-a1cd-43d8b5ca8202 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:00.526053 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b0a2dff-c777-4dd5-8695-07b635ce5962 req-06746f02-afc9-4e05-a05c-b89c5bf270ab tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 943 time: 0.2057955 Dec 14 03:05:00.530575 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d7da1-013a-4d01-a1cd-43d8b5ca8202 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=d14fd790-9b6a-404b-a143-5ea3cc2c4104,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:00.653957 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-b913ee05-ef41-404a-b8c1-8b235fb68960 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9362049 Dec 14 03:05:00.674135 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Request body: {'port': {'device_id': '5d58a1d1-4388-4fe0-9561-f8bc729672f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:05:00.722411 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2c63923c-32c6-4db6-97df-fdf1bac9dd3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:00.723489 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-01b0e288-7014-4963-ab78-d1a7e9dbab5b None None] Provisioning complete for port d14fd790-9b6a-404b-a143-5ea3cc2c4104 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:05:00.723489 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01b0e288-7014-4963-ab78-d1a7e9dbab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:00.730943 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ae5c9-a272-42db-ab86-d7b19f7da86d req-b03b42d1-4f74-4697-ae98-13f5a74c5dc4 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:00.733110 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-067ae5c9-a272-42db-ab86-d7b19f7da86d req-b03b42d1-4f74-4697-ae98-13f5a74c5dc4 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 931 time: 0.2780509 Dec 14 03:05:00.760303 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b0a2dff-c777-4dd5-8695-07b635ce5962 req-4c714b3a-c816-43f7-8aaf-b1ff793cc75d tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331071 Dec 14 03:05:00.775838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-01b0e288-7014-4963-ab78-d1a7e9dbab5b None None] Port d14fd790-9b6a-404b-a143-5ea3cc2c4104 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:05:00.799938 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-01b0e288-7014-4963-ab78-d1a7e9dbab5b None None] Provisioning complete for port b0def373-ff1d-4b40-a4bb-43f549001137 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:05:00.804391 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01b0e288-7014-4963-ab78-d1a7e9dbab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:00.849260 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2c63923c-32c6-4db6-97df-fdf1bac9dd3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:00.861184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-01b0e288-7014-4963-ab78-d1a7e9dbab5b None None] Port b0def373-ff1d-4b40-a4bb-43f549001137 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:05:00.862858 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:00.871289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99d7da1-013a-4d01-a1cd-43d8b5ca8202 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network 58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:05:00.877197 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-a99d7da1-013a-4d01-a1cd-43d8b5ca8202 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:05:00.877391 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-01b0e288-7014-4963-ab78-d1a7e9dbab5b None None] Provisioning complete for port 510cc6b8-a781-46a5-92e9-e71ea007a036 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:05:00.877391 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01b0e288-7014-4963-ab78-d1a7e9dbab5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:00.913971 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-067ae5c9-a272-42db-ab86-d7b19f7da86d req-788308aa-af07-4d10-b1c8-cfebbd888268 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718266 Dec 14 03:05:00.952877 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2c63923c-32c6-4db6-97df-fdf1bac9dd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:01.018557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63923c-32c6-4db6-97df-fdf1bac9dd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6349fa9-c25e-4977-a7fe-4507090e1de5,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:01.042752 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2c63923c-32c6-4db6-97df-fdf1bac9dd3a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e865bfd56ec481eb4b89afbd775a66e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6169422 Dec 14 03:05:01.043536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46926) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:01.099548 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4729f67c-e7da-45fd-bb86-c9edbc4cfc6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:01.125248 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4729f67c-e7da-45fd-bb86-c9edbc4cfc6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:01.152557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0e00a29c-da22-41ac-a58d-6a9922f8bbfa None None] Provisioning complete for port d14fd790-9b6a-404b-a143-5ea3cc2c4104 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:05:01.152932 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0e00a29c-da22-41ac-a58d-6a9922f8bbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:01.199708 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 76c7614c-6aeb-4da0-b03b-22799af0952a details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:05:01.233532 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-0e00a29c-da22-41ac-a58d-6a9922f8bbfa None None] Port d14fd790-9b6a-404b-a143-5ea3cc2c4104 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:05:01.273434 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4729f67c-e7da-45fd-bb86-c9edbc4cfc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:01.281062 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4729f67c-e7da-45fd-bb86-c9edbc4cfc6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:01.281062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4729f67c-e7da-45fd-bb86-c9edbc4cfc6a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6349fa9-c25e-4977-a7fe-4507090e1de5 HTTP/1.1" status: 204 len: 168 time: 0.2337296 Dec 14 03:05:01.287604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729f67c-e7da-45fd-bb86-c9edbc4cfc6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6349fa9-c25e-4977-a7fe-4507090e1de5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:01.308900 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99d7da1-013a-4d01-a1cd-43d8b5ca8202 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 12420064-fbf2-4bc1-a49b-6e2b27e15524 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:05:01.347436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 76c7614c-6aeb-4da0-b03b-22799af0952a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=76c7614c-6aeb-4da0-b03b-22799af0952a,segment=NetworkSegment(4d588a9b-fa45-4904-9ada-807cc9e76c6e),segment_id=4d588a9b-fa45-4904-9ada-807cc9e76c6e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:01.384697 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '76c7614c-6aeb-4da0-b03b-22799af0952a', 'network_id': '47587bcf-1bf4-4171-8c58-9102ae594acc', 'port_id': '76c7614c-6aeb-4da0-b03b-22799af0952a', 'mac_address': 'fa:16:3e:2c:73:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b877e6c6-eb97-45b7-8a13-7d4a9e58fd05', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:05:01.401748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-014c00de-fe41-4f4f-b27e-3e615633b777 None None] Provisioning complete for port d14fd790-9b6a-404b-a143-5ea3cc2c4104 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:05:01.401748 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-014c00de-fe41-4f4f-b27e-3e615633b777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:01.475346 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-014c00de-fe41-4f4f-b27e-3e615633b777 None None] Port d14fd790-9b6a-404b-a143-5ea3cc2c4104 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:05:01.480567 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:01.519827 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c7614c-6aeb-4da0-b03b-22799af0952a {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:05:01.542902 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 76c7614c-6aeb-4da0-b03b-22799af0952a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=76c7614c-6aeb-4da0-b03b-22799af0952a,segment=NetworkSegment(4d588a9b-fa45-4904-9ada-807cc9e76c6e),segment_id=4d588a9b-fa45-4904-9ada-807cc9e76c6e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:01.647703 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:01.726409 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=76c7614c-6aeb-4da0-b03b-22799af0952a,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:01.850024 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99d7da1-013a-4d01-a1cd-43d8b5ca8202 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:05:01.861186 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Sync routers for ids ['12420064-fbf2-4bc1-a49b-6e2b27e15524'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:05:01.862100 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a99d7da1-013a-4d01-a1cd-43d8b5ca8202 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "PUT /v2.0/routers/12420064-fbf2-4bc1-a49b-6e2b27e15524/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5630052 Dec 14 03:05:01.875662 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Routers {'12420064-fbf2-4bc1-a49b-6e2b27e15524'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:05:01.876397 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:04:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['12420064-fbf2-4bc1-a49b-6e2b27e15524'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:01.876682 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0def373-ff1d-4b40-a4bb-43f549001137 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:05:01.887584 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:01.906284 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Transition to ACTIVE for port object b0def373-ff1d-4b40-a4bb-43f549001137 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:05:01.924419 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['76c7614c-6aeb-4da0-b03b-22799af0952a'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:05:01.975592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9943c2f-45d1-44b7-819c-f2780c26aa9a req-9c1e6023-88aa-4bc2-a959-d7668ad326b6 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:01.980882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9943c2f-45d1-44b7-819c-f2780c26aa9a req-9c1e6023-88aa-4bc2-a959-d7668ad326b6 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 944 time: 0.1342344 Dec 14 03:05:02.032724 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:02.071181 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Set router 12420064-fbf2-4bc1-a49b-6e2b27e15524 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:05:02.110453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9187e-20b3-4cf2-be6d-8e08c54be4a8 req-f9bbe66c-c33d-4ade-a99f-d4dfe346aa12 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:02.112750 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ea9187e-20b3-4cf2-be6d-8e08c54be4a8 req-f9bbe66c-c33d-4ade-a99f-d4dfe346aa12 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 931 time: 0.1247771 Dec 14 03:05:02.117862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9943c2f-45d1-44b7-819c-f2780c26aa9a req-33322162-effc-4bbf-97c4-34b8b774f5b3 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183100 Dec 14 03:05:02.187872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46940) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:02.189904 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Pushing event updated for resources: {'Port': ['ID=b0def373-ff1d-4b40-a4bb-43f549001137,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:02.192250 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ea9187e-20b3-4cf2-be6d-8e08c54be4a8 req-3581c437-060f-409a-bc59-70aac395c82c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713055 Dec 14 03:05:02.230050 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39e69631-9eeb-4543-b661-5d328af8ad99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:02.371893 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Attempting to bind port b0def373-ff1d-4b40-a4bb-43f549001137 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:05:02.372250 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Attempting to bind port b0def373-ff1d-4b40-a4bb-43f549001137 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:05:02.372659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Attempting to bind port b0def373-ff1d-4b40-a4bb-43f549001137 on network f6fdd018-425d-422f-958d-84f11d8dd088 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:05:02.379334 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Port b0def373-ff1d-4b40-a4bb-43f549001137 on network f6fdd018-425d-422f-958d-84f11d8dd088 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:05:02.380519 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Attempting to bind port b0def373-ff1d-4b40-a4bb-43f549001137 on network f6fdd018-425d-422f-958d-84f11d8dd088 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:05:02.388218 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:05:02.388640 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Checking segment: {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:05:02.389051 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Bound using segment: {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:05:02.389555 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Bound port: b0def373-ff1d-4b40-a4bb-43f549001137, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:05:02.389921 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:02.408476 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-b364eab4-818a-43f0-8fe3-333905245e33 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1526190223&fields=id&tenant_id=64815042603e4fe084e0db9c9093166c HTTP/1.1" status: 200 len: 267 time: 0.1034961 Dec 14 03:05:02.440309 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 510cc6b8-a781-46a5-92e9-e71ea007a036 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:05:02.496302 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] For port b0def373-ff1d-4b40-a4bb-43f549001137, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:05:02.500169 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] For port b0def373-ff1d-4b40-a4bb-43f549001137, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=b0def373-ff1d-4b40-a4bb-43f549001137,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:05:02.540968 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39e69631-9eeb-4543-b661-5d328af8ad99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:02.591076 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:02.623316 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-c93281e2-cf75-4ed7-ac7f-9e77dc9d7d69 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:02.625374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-c93281e2-cf75-4ed7-ac7f-9e77dc9d7d69 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/networks?id=58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 HTTP/1.1" status: 200 len: 797 time: 0.2036736 Dec 14 03:05:02.627211 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39e69631-9eeb-4543-b661-5d328af8ad99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:02.632455 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:02.633099 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:02.640221 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] 10.222.0.47 "PUT /v2.0/ports/b0def373-ff1d-4b40-a4bb-43f549001137 HTTP/1.1" status: 200 len: 1091 time: 1.9702950 Dec 14 03:05:02.647075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d58a1d1-4388-4fe0-9561-f8bc729672f9', 'tag': 'b0def373-ff1d-4b40-a4bb-43f549001137'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:05:02.649021 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ed25c7-5205-4bcd-9f9c-4ba52a58cd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d58a1d1-4388-4fe0-9561-f8bc729672f9", "tag": "b0def373-ff1d-4b40-a4bb-43f549001137"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:05:02.688484 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce94bb-e3c1-49bd-8f1b-355d284a532b service neutron] Pushing event updated for resources: {'Port': ['ID=b0def373-ff1d-4b40-a4bb-43f549001137,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:02.698132 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-8556a8ed-ed27-4c76-b1e6-7fa26a373b2a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/quotas/64815042603e4fe084e0db9c9093166c HTTP/1.1" status: 200 len: 375 time: 0.0580959 Dec 14 03:05:02.714932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e69631-9eeb-4543-b661-5d328af8ad99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce299baa-a14e-46a5-88e2-c05635e7f462,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:02.736891 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d7570e-1db6-4377-9734-d80584fac140 x-openstack-request-id: req-b2d7570e-1db6-4377-9734-d80584fac140 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:05:02.737216 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d58a1d1-4388-4fe0-9561-f8bc729672f9", "tag": "b0def373-ff1d-4b40-a4bb-43f549001137", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:05:02.737506 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2d7570e-1db6-4377-9734-d80584fac140 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:05:02.738074 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d58a1d1-4388-4fe0-9561-f8bc729672f9', 'tag': 'b0def373-ff1d-4b40-a4bb-43f549001137', 'status': 'completed', 'code': 200} Dec 14 03:05:02.770132 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-39e69631-9eeb-4543-b661-5d328af8ad99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2add6f957a4a4e30a195093fda85eaa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5724771 Dec 14 03:05:02.773630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46952) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:02.786754 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 510cc6b8-a781-46a5-92e9-e71ea007a036 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:05:02.787105 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:02.807734 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-c6bd4645-6f75-4cf9-a49c-e03304890d4b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987530 Dec 14 03:05:02.864419 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8ff1bef0-5c90-41f4-b6fa-2a0eecd53306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:02.893015 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed25c7-5205-4bcd-9f9c-4ba52a58cd7b req-ad16797f-7953-44c0-afe9-9e35108a8252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:02.895123 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-39ed25c7-5205-4bcd-9f9c-4ba52a58cd7b req-ad16797f-7953-44c0-afe9-9e35108a8252 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 1094 time: 0.0996690 Dec 14 03:05:02.905778 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-794b9c32-6029-485d-b93d-9b944350d899 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:02.993500 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574296893', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:04:52Z', 'updated_at': '2021-12-14T03:04:59Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:53Z', 'updated_at': '2021-12-14T03:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd14fd790-9b6a-404b-a143-5ea3cc2c4104', 'name': '', 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:73:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:58Z', 'updated_at': '2021-12-14T03:04:59Z', 'revision_number': 2, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:03.028311 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Checking router: 12420064-fbf2-4bc1-a49b-6e2b27e15524 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:05:03.028878 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Updating router 12420064-fbf2-4bc1-a49b-6e2b27e15524 port d14fd790-9b6a-404b-a143-5ea3cc2c4104 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:05:03.036975 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-794b9c32-6029-485d-b93d-9b944350d899 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:03.063547 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:03.184186 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed25c7-5205-4bcd-9f9c-4ba52a58cd7b req-afdd7ebc-7842-4184-9f54-ca9adee7070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:03.185496 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-6b1bff7d-b791-4be5-9109-f0e954801218 service neutron] 10.222.0.39 "GET /v2.0/networks/58f8e8d2-9e75-40f9-ac3e-cf9968bbb111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634493 Dec 14 03:05:03.189430 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-39ed25c7-5205-4bcd-9f9c-4ba52a58cd7b req-afdd7ebc-7842-4184-9f54-ca9adee7070a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2645254 Dec 14 03:05:03.202900 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 76c7614c-6aeb-4da0-b03b-22799af0952a up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:05:03.257814 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-794b9c32-6029-485d-b93d-9b944350d899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:03.261997 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-794b9c32-6029-485d-b93d-9b944350d899 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:03.265746 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-794b9c32-6029-485d-b93d-9b944350d899 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce299baa-a14e-46a5-88e2-c05635e7f462 HTTP/1.1" status: 204 len: 168 time: 0.4860606 Dec 14 03:05:03.341375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f68ea8-72a7-4a41-8b2f-f4f672c84a61 req-2eab4d1f-947d-4503-8c7b-ea927e3fc2a1 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:03.343486 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6f68ea8-72a7-4a41-8b2f-f4f672c84a61 req-2eab4d1f-947d-4503-8c7b-ea927e3fc2a1 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 944 time: 0.0694284 Dec 14 03:05:03.393030 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794b9c32-6029-485d-b93d-9b944350d899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce299baa-a14e-46a5-88e2-c05635e7f462,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:03.428368 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-ddef3eec-d4f8-41d1-b025-3066ea6e83eb service neutron] 10.222.0.39 "GET /v2.0/networks/58f8e8d2-9e75-40f9-ac3e-cf9968bbb111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365346 Dec 14 03:05:03.432574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 76c7614c-6aeb-4da0-b03b-22799af0952a completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:05:03.438180 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6f68ea8-72a7-4a41-8b2f-f4f672c84a61 req-5323e08a-db0d-4808-bafb-12cafc9fae70 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824237 Dec 14 03:05:03.440731 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 76c7614c-6aeb-4da0-b03b-22799af0952a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:05:03.441114 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:03.501371 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:03.534932 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed25c7-5205-4bcd-9f9c-4ba52a58cd7b req-5d658242-43df-41e5-b73f-3474c353680a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:03.536621 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-39ed25c7-5205-4bcd-9f9c-4ba52a58cd7b req-5d658242-43df-41e5-b73f-3474c353680a service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3400578 Dec 14 03:05:03.598059 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:03.615482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c750a7-35fe-4391-ba62-1046b87f8b49 req-67b52b4a-0817-4e3b-9b66-e6984f629443 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:03.617762 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91c750a7-35fe-4391-ba62-1046b87f8b49 req-67b52b4a-0817-4e3b-9b66-e6984f629443 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 943 time: 0.0683792 Dec 14 03:05:03.651113 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:03.685820 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-88235641-dda0-415e-84bc-9d5aa2dc0a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:03.687465 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-88235641-dda0-415e-84bc-9d5aa2dc0a02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 1094 time: 0.0630233 Dec 14 03:05:03.735075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91c750a7-35fe-4391-ba62-1046b87f8b49 req-74931c3a-7a8e-4f27-9f76-3400b12d334f tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986080 Dec 14 03:05:03.782414 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-53a6e669-b564-4a8c-aec5-d4297ee9ac95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0def373-ff1d-4b40-a4bb-43f549001137 HTTP/1.1" status: 200 len: 217 time: 0.0787525 Dec 14 03:05:03.830904 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-615baf66-afe8-4eaa-b433-d76adffd1efe req-f1ef19da-2d9a-44b2-a92d-fe0df73df1ed tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 210 time: 0.0498455 Dec 14 03:05:03.840875 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307f394c-8b5a-4a41-97fb-3456f10932a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c7614c-6aeb-4da0-b03b-22799af0952a'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:05:03.843366 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b95520e-27ad-4376-8623-8c1ecb0cd213" -d '{"events": [{"server_uuid": "307f394c-8b5a-4a41-97fb-3456f10932a3", "name": "network-vif-plugged", "status": "completed", "tag": "76c7614c-6aeb-4da0-b03b-22799af0952a"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:05:03.854662 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f191a-8c90-4c86-98c5-75fa62b23e91 None None] Pushing event updated for resources: {'Port': ['ID=d14fd790-9b6a-404b-a143-5ea3cc2c4104,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:03.873487 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-c31cde1d-4db0-48d2-aa00-40e105b8059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:03.875981 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-c31cde1d-4db0-48d2-aa00-40e105b8059d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0835886 Dec 14 03:05:03.956480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Attempting to bind port d14fd790-9b6a-404b-a143-5ea3cc2c4104 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:05:03.956480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Attempting to bind port d14fd790-9b6a-404b-a143-5ea3cc2c4104 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '762666e9-fe63-4173-9a4e-c71b2ab346a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:05:03.956480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Attempting to bind port d14fd790-9b6a-404b-a143-5ea3cc2c4104 on network 58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:05:03.959534 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 76c7614c-6aeb-4da0-b03b-22799af0952a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=76c7614c-6aeb-4da0-b03b-22799af0952a,segment=NetworkSegment(4d588a9b-fa45-4904-9ada-807cc9e76c6e),segment_id=4d588a9b-fa45-4904-9ada-807cc9e76c6e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:03.963020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:05:03.963768 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Checking segment: {'id': '762666e9-fe63-4173-9a4e-c71b2ab346a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:05:03.964248 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:03.964713 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Bound using segment: {'id': '762666e9-fe63-4173-9a4e-c71b2ab346a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:05:03.965259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Bound port: d14fd790-9b6a-404b-a143-5ea3cc2c4104, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762666e9-fe63-4173-9a4e-c71b2ab346a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:05:03.965737 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:03.997327 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-d91f6dde-9f82-4231-8f81-cdbb3a90d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:03.998990 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-d91f6dde-9f82-4231-8f81-cdbb3a90d4b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971370 Dec 14 03:05:04.000961 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1070760f-2275-4739-b465-6196afe29c85 x-openstack-request-id: req-1070760f-2275-4739-b465-6196afe29c85 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:05:04.001504 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307f394c-8b5a-4a41-97fb-3456f10932a3", "name": "network-vif-plugged", "status": "completed", "tag": "76c7614c-6aeb-4da0-b03b-22799af0952a", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:05:04.001622 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1070760f-2275-4739-b465-6196afe29c85 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:05:04.002020 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307f394c-8b5a-4a41-97fb-3456f10932a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c7614c-6aeb-4da0-b03b-22799af0952a', 'code': 200} Dec 14 03:05:04.055966 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:04.122799 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-0799c983-0575-4381-956d-c8205d289564 service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138694 Dec 14 03:05:04.138115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1db866-28cf-437e-91a8-dc90d411c57c req-75281ab3-4983-4b16-b77f-443bfa5f6393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:04.139625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd1db866-28cf-437e-91a8-dc90d411c57c req-75281ab3-4983-4b16-b77f-443bfa5f6393 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 1096 time: 0.0431404 Dec 14 03:05:04.143623 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7194880e-a11c-4a3c-9227-78816438495f None None] Provisioning complete for port d14fd790-9b6a-404b-a143-5ea3cc2c4104 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:05:04.144003 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7194880e-a11c-4a3c-9227-78816438495f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:04.147026 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=76c7614c-6aeb-4da0-b03b-22799af0952a,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:04.199838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd1db866-28cf-437e-91a8-dc90d411c57c req-7e246965-6ca6-4150-b765-659bed206fa0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527971 Dec 14 03:05:04.212110 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] For port d14fd790-9b6a-404b-a143-5ea3cc2c4104, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:05:04.230452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] For port d14fd790-9b6a-404b-a143-5ea3cc2c4104, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d14fd790-9b6a-404b-a143-5ea3cc2c4104,segment=NetworkSegment(762666e9-fe63-4173-9a4e-c71b2ab346a2),segment_id=762666e9-fe63-4173-9a4e-c71b2ab346a2)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:05:04.235294 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7194880e-a11c-4a3c-9227-78816438495f None None] Port d14fd790-9b6a-404b-a143-5ea3cc2c4104 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:05:04.273160 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b2f53a85-3471-46f1-9367-44bf03c748b3 req-6df7c640-7ce3-473a-a064-0b9cda710520 service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396973 Dec 14 03:05:04.329416 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:04.360912 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 46974) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:04.375019 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0b298a7-e507-4800-8772-94bdefa0eda7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:04.405750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Routers {'12420064-fbf2-4bc1-a49b-6e2b27e15524'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:05:04.406403 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:04:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['12420064-fbf2-4bc1-a49b-6e2b27e15524'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:04.408210 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f191a-8c90-4c86-98c5-75fa62b23e91 None None] Pushing event updated for resources: {'Port': ['ID=d14fd790-9b6a-404b-a143-5ea3cc2c4104,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:04.500605 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0b298a7-e507-4800-8772-94bdefa0eda7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:04.563486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] Set router 12420064-fbf2-4bc1-a49b-6e2b27e15524 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:05:04.575163 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0b298a7-e507-4800-8772-94bdefa0eda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:04.634171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c222322-e6c2-4098-8cb7-bcd1c7c48cde req-80bff67b-14c1-4e8d-ad8b-71794b472278 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:04.642749 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c222322-e6c2-4098-8cb7-bcd1c7c48cde req-80bff67b-14c1-4e8d-ad8b-71794b472278 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 945 time: 0.1067002 Dec 14 03:05:04.665521 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b298a7-e507-4800-8772-94bdefa0eda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e828c817-a49c-453f-b4db-62e1c8f346c1,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:04.672614 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 46980) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:04.672872 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f0b298a7-e507-4800-8772-94bdefa0eda7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39decd14074c4efab6f67029f241c5ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3107750 Dec 14 03:05:04.725244 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c222322-e6c2-4098-8cb7-bcd1c7c48cde req-9de3b71d-8291-45d5-b9bb-0da39c3f3470 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808251 Dec 14 03:05:04.746943 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e942e99-a655-41ce-8f17-f2dce925454d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:04.777786 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e942e99-a655-41ce-8f17-f2dce925454d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:04.790219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c20990bc-3766-4f28-88dd-dc1c5215d7ba None None] Provisioning complete for port d14fd790-9b6a-404b-a143-5ea3cc2c4104 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:05:04.791386 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c20990bc-3766-4f28-88dd-dc1c5215d7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:04.886574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8a7ee-7118-48b0-8e04-55f31ea641f9 req-2fb2a033-f100-47aa-b610-aba112e4f450 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:04.888804 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-97b8a7ee-7118-48b0-8e04-55f31ea641f9 req-2fb2a033-f100-47aa-b610-aba112e4f450 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 943 time: 0.0735395 Dec 14 03:05:04.916851 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e942e99-a655-41ce-8f17-f2dce925454d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:04.919922 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0e942e99-a655-41ce-8f17-f2dce925454d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:04.921191 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0e942e99-a655-41ce-8f17-f2dce925454d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e828c817-a49c-453f-b4db-62e1c8f346c1 HTTP/1.1" status: 204 len: 168 time: 0.2475102 Dec 14 03:05:04.937771 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e942e99-a655-41ce-8f17-f2dce925454d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e828c817-a49c-453f-b4db-62e1c8f346c1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:04.984240 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c20990bc-3766-4f28-88dd-dc1c5215d7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:04.996529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d903f21-e3a8-414c-b0dd-2bcdda9a83fa req-afe2bf6a-9b9d-4a69-b1c0-179f525f6a6a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 210 time: 0.0542102 Dec 14 03:05:05.024841 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-97b8a7ee-7118-48b0-8e04-55f31ea641f9 req-8e448fb2-94ac-414c-98e4-21541bf58ede tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298535 Dec 14 03:05:05.078430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574296893', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:04:52Z', 'updated_at': '2021-12-14T03:04:59Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:53Z', 'updated_at': '2021-12-14T03:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd14fd790-9b6a-404b-a143-5ea3cc2c4104', 'name': '', 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:73:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:58Z', 'updated_at': '2021-12-14T03:05:04Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:05.084178 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c20990bc-3766-4f28-88dd-dc1c5215d7ba None None] For port d14fd790-9b6a-404b-a143-5ea3cc2c4104, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d14fd790-9b6a-404b-a143-5ea3cc2c4104,segment=NetworkSegment(762666e9-fe63-4173-9a4e-c71b2ab346a2),segment_id=762666e9-fe63-4173-9a4e-c71b2ab346a2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:05.113722 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ce5334-ff22-4477-8644-e2a1cbe48fc7 None None] The sync data for ids ['12420064-fbf2-4bc1-a49b-6e2b27e15524'] in n-d-821636-1 is: [{'id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574296893', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:04:52Z', 'updated_at': '2021-12-14T03:04:59Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:53Z', 'updated_at': '2021-12-14T03:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd14fd790-9b6a-404b-a143-5ea3cc2c4104', 'name': '', 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:73:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:58Z', 'updated_at': '2021-12-14T03:05:04Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:05:05.182621 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c20990bc-3766-4f28-88dd-dc1c5215d7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:05.193059 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01a2e98b-735e-4601-8e9d-e3f3c79af37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:05.278577 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20990bc-3766-4f28-88dd-dc1c5215d7ba None None] Pushing event updated for resources: {'Port': ['ID=d14fd790-9b6a-404b-a143-5ea3cc2c4104,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:05.859724 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7b588-f904-4f38-8ee8-6bdbda0b7795 req-1180d504-d0cc-48d2-9612-e8fad7d25c7f tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:05.861354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2b7b588-f904-4f38-8ee8-6bdbda0b7795 req-1180d504-d0cc-48d2-9612-e8fad7d25c7f tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 945 time: 0.0593412 Dec 14 03:05:05.919152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2b7b588-f904-4f38-8ee8-6bdbda0b7795 req-d7d7fef8-7ee4-4371-82a6-f0ca115468eb tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503678 Dec 14 03:05:06.284763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d14fd790-9b6a-404b-a143-5ea3cc2c4104 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:05:06.436271 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d14fd790-9b6a-404b-a143-5ea3cc2c4104 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:05:06.436892 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:06.455815 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e959d615-8d14-4bd2-8a49-46d4dfd8413a req-105008ac-2d94-4d8c-9935-3eecac759690 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 210 time: 0.2331648 Dec 14 03:05:06.466520 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:06.513007 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104e4bb-ca99-4e26-a892-b14bc78534d7 req-d9347c49-e55d-4b6f-855e-c9e6ac49d57a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:06.514408 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c104e4bb-ca99-4e26-a892-b14bc78534d7 req-d9347c49-e55d-4b6f-855e-c9e6ac49d57a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 943 time: 0.2843795 Dec 14 03:05:06.612561 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-ffb69391-48c8-4f64-a413-bfd3f226219d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:06.614078 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-ffb69391-48c8-4f64-a413-bfd3f226219d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.46 "GET /v2.0/networks?id=58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 HTTP/1.1" status: 200 len: 797 time: 0.4361315 Dec 14 03:05:06.698347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c104e4bb-ca99-4e26-a892-b14bc78534d7 req-467aefe7-ccdc-47fe-b6a7-d9cee384b536 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709251 Dec 14 03:05:06.739224 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-7a9e5c50-02de-4793-ab9c-5bb0f24f1b33 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64815042603e4fe084e0db9c9093166c HTTP/1.1" status: 200 len: 380 time: 0.1038909 Dec 14 03:05:06.746653 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-018e87d8-a307-4940-aa40-810e038b867f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'port': {'device_id': '30b85690-6ff1-4a7f-a78f-18be22e83f03', 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111', 'admin_state_up': True, 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'security_groups': ['0bd3fd51-e6fe-4150-9cfb-a3e605760a85']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:05:06.952407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-018e87d8-a307-4940-aa40-810e038b867f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Made reservation on behalf of 64815042603e4fe084e0db9c9093166c for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:05:06.956435 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-018e87d8-a307-4940-aa40-810e038b867f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:07.094499 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-018e87d8-a307-4940-aa40-810e038b867f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Allocated IP 172.20.0.4 (58f8e8d2-9e75-40f9-ac3e-cf9968bbb111/f7caf66f-6b62-4446-9c4b-e9dfadfbc837/eef3cf5c-9254-4eaa-a362-55bc0adbab09) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:05:07.240481 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-018e87d8-a307-4940-aa40-810e038b867f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:07.413728 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-018e87d8-a307-4940-aa40-810e038b867f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:07.463348 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-018e87d8-a307-4940-aa40-810e038b867f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network 58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:05:07.466824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-018e87d8-a307-4940-aa40-810e038b867f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:05:07.470686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-018e87d8-a307-4940-aa40-810e038b867f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:05:07.496561 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e87d8-a307-4940-aa40-810e038b867f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=eef3cf5c-9254-4eaa-a362-55bc0adbab09,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:07.537836 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-018e87d8-a307-4940-aa40-810e038b867f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:07.537836 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-018e87d8-a307-4940-aa40-810e038b867f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:07.649874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-018e87d8-a307-4940-aa40-810e038b867f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9081969 Dec 14 03:05:07.669115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Request body: {'port': {'device_id': '30b85690-6ff1-4a7f-a78f-18be22e83f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:05:07.685342 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325627b-6ed8-4c79-8725-dec3fc92380b req-14854d59-adb2-41d7-b2db-24a8f0af448f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:07.686997 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6325627b-6ed8-4c79-8725-dec3fc92380b req-14854d59-adb2-41d7-b2db-24a8f0af448f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 931 time: 0.0837991 Dec 14 03:05:07.733181 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:07.778648 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:07.805912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6325627b-6ed8-4c79-8725-dec3fc92380b req-87f9565f-c833-4dc2-81ea-2b85d009a17e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020856 Dec 14 03:05:07.857978 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4f10d687-ea7b-499e-813b-2a8579ad5be2 None None] Provisioning complete for port eef3cf5c-9254-4eaa-a362-55bc0adbab09 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:05:07.858931 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4f10d687-ea7b-499e-813b-2a8579ad5be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:07.874397 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfba507-dd5c-4f6f-8a4f-4078434bfdd2 req-2bbd14dd-b3c3-4003-92bc-26ac2a4a9e07 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:07.875941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cfba507-dd5c-4f6f-8a4f-4078434bfdd2 req-2bbd14dd-b3c3-4003-92bc-26ac2a4a9e07 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 943 time: 0.0910299 Dec 14 03:05:07.919332 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4f10d687-ea7b-499e-813b-2a8579ad5be2 None None] Port eef3cf5c-9254-4eaa-a362-55bc0adbab09 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:05:08.006055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cfba507-dd5c-4f6f-8a4f-4078434bfdd2 req-9fc81263-9e59-4492-9c4f-53eecffd2c7e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214271 Dec 14 03:05:08.141921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef3cf5c-9254-4eaa-a362-55bc0adbab09 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:05:08.150636 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:08.163136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Transition to ACTIVE for port object eef3cf5c-9254-4eaa-a362-55bc0adbab09 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:05:08.238455 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:08.313424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Pushing event updated for resources: {'Port': ['ID=eef3cf5c-9254-4eaa-a362-55bc0adbab09,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:08.371631 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Attempting to bind port eef3cf5c-9254-4eaa-a362-55bc0adbab09 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:05:08.372065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Attempting to bind port eef3cf5c-9254-4eaa-a362-55bc0adbab09 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '762666e9-fe63-4173-9a4e-c71b2ab346a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:05:08.372474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Attempting to bind port eef3cf5c-9254-4eaa-a362-55bc0adbab09 on network 58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:05:08.377667 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Port eef3cf5c-9254-4eaa-a362-55bc0adbab09 on network 58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:05:08.377998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Attempting to bind port eef3cf5c-9254-4eaa-a362-55bc0adbab09 on network 58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:05:08.383424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:05:08.383763 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Checking segment: {'id': '762666e9-fe63-4173-9a4e-c71b2ab346a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:05:08.384149 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Bound using segment: {'id': '762666e9-fe63-4173-9a4e-c71b2ab346a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:05:08.384793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Bound port: eef3cf5c-9254-4eaa-a362-55bc0adbab09, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '762666e9-fe63-4173-9a4e-c71b2ab346a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:05:08.385163 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:08.465008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] For port eef3cf5c-9254-4eaa-a362-55bc0adbab09, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:05:08.468808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] For port eef3cf5c-9254-4eaa-a362-55bc0adbab09, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=eef3cf5c-9254-4eaa-a362-55bc0adbab09,segment=NetworkSegment(762666e9-fe63-4173-9a4e-c71b2ab346a2),segment_id=762666e9-fe63-4173-9a4e-c71b2ab346a2)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:05:08.530276 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:08.578080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:08.578712 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:08.580214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] 10.222.0.46 "PUT /v2.0/ports/eef3cf5c-9254-4eaa-a362-55bc0adbab09 HTTP/1.1" status: 200 len: 1091 time: 0.9167016 Dec 14 03:05:08.580646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b85690-6ff1-4a7f-a78f-18be22e83f03', 'tag': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:05:08.582953 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a1519d-d061-4b07-b860-0f3cfa5ed9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "30b85690-6ff1-4a7f-a78f-18be22e83f03", "tag": "eef3cf5c-9254-4eaa-a362-55bc0adbab09"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:05:08.621698 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:08.626672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca4f35-7e4c-47d8-9edb-4aa18af9ef15 service neutron] Pushing event updated for resources: {'Port': ['ID=eef3cf5c-9254-4eaa-a362-55bc0adbab09,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:08.631544 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ba23f2-cbb2-4177-92a9-ebe6d1e7fb8d x-openstack-request-id: req-79ba23f2-cbb2-4177-92a9-ebe6d1e7fb8d {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:05:08.631840 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b85690-6ff1-4a7f-a78f-18be22e83f03", "tag": "eef3cf5c-9254-4eaa-a362-55bc0adbab09", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:05:08.632093 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79ba23f2-cbb2-4177-92a9-ebe6d1e7fb8d {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:05:08.632498 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b85690-6ff1-4a7f-a78f-18be22e83f03', 'tag': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09', 'status': 'completed', 'code': 200} Dec 14 03:05:08.719947 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1519d-d061-4b07-b860-0f3cfa5ed9fe req-1d26d4ae-3ee7-44cd-aa99-a524c08b050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:08.721831 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89a1519d-d061-4b07-b860-0f3cfa5ed9fe req-1d26d4ae-3ee7-44cd-aa99-a524c08b050c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 1094 time: 0.0509791 Dec 14 03:05:08.842545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1519d-d061-4b07-b860-0f3cfa5ed9fe req-10344d32-81e5-4bef-8c45-54b2fa81d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:08.844058 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89a1519d-d061-4b07-b860-0f3cfa5ed9fe req-10344d32-81e5-4bef-8c45-54b2fa81d277 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=64815042603e4fe084e0db9c9093166c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1079514 Dec 14 03:05:08.988214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1519d-d061-4b07-b860-0f3cfa5ed9fe req-4d0caba2-4851-4aad-ad77-2b98230b75c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:08.989717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89a1519d-d061-4b07-b860-0f3cfa5ed9fe req-4d0caba2-4851-4aad-ad77-2b98230b75c7 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1389966 Dec 14 03:05:09.014242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf2068-4a6b-4d32-afbb-e101230a34b1 req-8c62c7dc-b887-4365-b3e5-a3ec1b014542 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:09.015795 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44bf2068-4a6b-4d32-afbb-e101230a34b1 req-8c62c7dc-b887-4365-b3e5-a3ec1b014542 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 943 time: 0.0912039 Dec 14 03:05:09.119790 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44bf2068-4a6b-4d32-afbb-e101230a34b1 req-0ad4487f-84da-4f30-aec4-bc0823eeb7fa tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954254 Dec 14 03:05:09.152850 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-5def7caf-1cdc-4248-b54a-b5090f1776d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:09.154546 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-5def7caf-1cdc-4248-b54a-b5090f1776d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 1094 time: 0.0975509 Dec 14 03:05:09.170982 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba25d617-f875-4ca9-8e8f-7e0f7d4a65a8 req-9a5834ea-bd4f-4d12-a2b2-e1e170bbcdf1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:09.172518 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba25d617-f875-4ca9-8e8f-7e0f7d4a65a8 req-9a5834ea-bd4f-4d12-a2b2-e1e170bbcdf1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 943 time: 0.0732975 Dec 14 03:05:09.226822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-9d35588a-608a-4ffb-b1db-9f5f730b8b1e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eef3cf5c-9254-4eaa-a362-55bc0adbab09 HTTP/1.1" status: 200 len: 217 time: 0.0533161 Dec 14 03:05:09.294876 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba25d617-f875-4ca9-8e8f-7e0f7d4a65a8 req-b1317d01-f7a2-4edb-9709-1b2f99acdaa4 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095710 Dec 14 03:05:09.301297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f0e75682-25a4-4e1e-8811-75e6695c3e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:09.303279 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f0e75682-25a4-4e1e-8811-75e6695c3e76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7caf66f-6b62-4446-9c4b-e9dfadfbc837 HTTP/1.1" status: 200 len: 833 time: 0.0684509 Dec 14 03:05:09.351923 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f485cd54-57d9-409f-aa9e-16b1073a1d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:09.353719 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-f485cd54-57d9-409f-aa9e-16b1073a1d42 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58f8e8d2-9e75-40f9-ac3e-cf9968bbb111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439932 Dec 14 03:05:09.456645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-6a1f9bbb-bdce-4039-915c-9e32ff7a9e9d service neutron] 10.222.0.46 "GET /v2.0/networks/58f8e8d2-9e75-40f9-ac3e-cf9968bbb111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933645 Dec 14 03:05:09.558013 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-093d4807-0c6f-4063-95a1-46f7d95bea7b req-e7fd9c89-c614-4883-b961-1b57c49c63c2 service neutron] 10.222.0.46 "GET /v2.0/networks/58f8e8d2-9e75-40f9-ac3e-cf9968bbb111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940168 Dec 14 03:05:10.250081 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39653819-1743-4023-b2f6-13087e4404b0 req-f707c513-d976-4779-a89b-dc0d1a9bb89a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:10.251992 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-39653819-1743-4023-b2f6-13087e4404b0 req-f707c513-d976-4779-a89b-dc0d1a9bb89a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 943 time: 0.0611355 Dec 14 03:05:10.309637 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-39653819-1743-4023-b2f6-13087e4404b0 req-e943dd6d-0bed-4cbe-9f8a-867257bc9935 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516858 Dec 14 03:05:10.429793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488bbf7-1192-4d08-9a47-f94861a95547 req-ef8c7305-abb1-46a1-8305-a479f7e907a1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:10.433226 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6488bbf7-1192-4d08-9a47-f94861a95547 req-ef8c7305-abb1-46a1-8305-a479f7e907a1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 943 time: 0.0594449 Dec 14 03:05:10.487430 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6488bbf7-1192-4d08-9a47-f94861a95547 req-4f4cd241-152c-4e75-b31b-8ab8c0b08ca7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473053 Dec 14 03:05:11.441869 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac3da4-b1b9-4dcc-9594-b2f10f414c9d req-42170ef0-e743-4070-b42e-b126d536853a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:11.443407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ecac3da4-b1b9-4dcc-9594-b2f10f414c9d req-42170ef0-e743-4070-b42e-b126d536853a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 943 time: 0.0519266 Dec 14 03:05:11.503249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ecac3da4-b1b9-4dcc-9594-b2f10f414c9d req-b02c37fb-621d-46b7-9b96-ff24cd12cbf4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518689 Dec 14 03:05:11.610446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37920b-6de7-43ec-b530-060fe8743cb8 req-3c16fa14-72ab-4169-a7b5-1e12e922fc55 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:11.611963 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cb37920b-6de7-43ec-b530-060fe8743cb8 req-3c16fa14-72ab-4169-a7b5-1e12e922fc55 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 943 time: 0.0506756 Dec 14 03:05:11.668974 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cb37920b-6de7-43ec-b530-060fe8743cb8 req-58ec77b3-efe2-4405-9098-d415c3a99d1b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499218 Dec 14 03:05:12.625253 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be16091-e999-41f9-87a2-33cdbfbf94eb req-7e23e24f-bda9-4997-965a-f6adc6d53e90 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:12.627631 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6be16091-e999-41f9-87a2-33cdbfbf94eb req-7e23e24f-bda9-4997-965a-f6adc6d53e90 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 943 time: 0.0513372 Dec 14 03:05:12.680268 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6be16091-e999-41f9-87a2-33cdbfbf94eb req-94156ae6-bea8-4b94-bfd3-874b9f41550b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443568 Dec 14 03:05:12.794094 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a56536-ef18-48f9-90de-8c25ec173a2b req-e4a71ece-540a-468a-82c6-1a0a1a7f1504 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:12.795680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2a56536-ef18-48f9-90de-8c25ec173a2b req-e4a71ece-540a-468a-82c6-1a0a1a7f1504 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 943 time: 0.0547512 Dec 14 03:05:12.845597 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2a56536-ef18-48f9-90de-8c25ec173a2b req-b70f2c55-2ca0-48eb-97ab-3ecbb0f963bf tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434918 Dec 14 03:05:13.257466 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device eef3cf5c-9254-4eaa-a362-55bc0adbab09 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:05:13.360136 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port eef3cf5c-9254-4eaa-a362-55bc0adbab09, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=eef3cf5c-9254-4eaa-a362-55bc0adbab09,segment=NetworkSegment(762666e9-fe63-4173-9a4e-c71b2ab346a2),segment_id=762666e9-fe63-4173-9a4e-c71b2ab346a2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:13.373429 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09', 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111', 'port_id': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09', 'mac_address': 'fa:16:3e:b2:15:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:05:13.414151 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:13.428022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef3cf5c-9254-4eaa-a362-55bc0adbab09 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:05:13.448587 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port eef3cf5c-9254-4eaa-a362-55bc0adbab09, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=eef3cf5c-9254-4eaa-a362-55bc0adbab09,segment=NetworkSegment(762666e9-fe63-4173-9a4e-c71b2ab346a2),segment_id=762666e9-fe63-4173-9a4e-c71b2ab346a2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:13.512664 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:13.569700 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=eef3cf5c-9254-4eaa-a362-55bc0adbab09,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:13.785785 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['eef3cf5c-9254-4eaa-a362-55bc0adbab09'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:05:13.824448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307be4f-df4d-4175-b2d2-d926180bdf9c req-89973ab2-381a-4f2d-85b5-ffb82ecaf5c2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:13.826306 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2307be4f-df4d-4175-b2d2-d926180bdf9c req-89973ab2-381a-4f2d-85b5-ffb82ecaf5c2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 944 time: 0.0688984 Dec 14 03:05:13.927972 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2307be4f-df4d-4175-b2d2-d926180bdf9c req-a80f07b9-fd88-4fef-be69-8ba743850d91 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938075 Dec 14 03:05:13.992249 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c27de1-5737-4ddb-97fc-4ff49c517e34 req-9e2350b2-4897-4724-ad8b-a9e3facab841 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:13.998138 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-08c27de1-5737-4ddb-97fc-4ff49c517e34 req-9e2350b2-4897-4724-ad8b-a9e3facab841 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 943 time: 0.0686736 Dec 14 03:05:14.058749 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-08c27de1-5737-4ddb-97fc-4ff49c517e34 req-28887049-3a9b-4cff-8252-e1f5ebb1cce3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579841 Dec 14 03:05:14.141417 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device b0def373-ff1d-4b40-a4bb-43f549001137 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:05:14.245804 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port b0def373-ff1d-4b40-a4bb-43f549001137, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=b0def373-ff1d-4b40-a4bb-43f549001137,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:14.260248 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47218) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:14.266608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'b0def373-ff1d-4b40-a4bb-43f549001137', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'port_id': 'b0def373-ff1d-4b40-a4bb-43f549001137', 'mac_address': 'fa:16:3e:ed:5c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:05:14.475038 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:14.488986 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0def373-ff1d-4b40-a4bb-43f549001137 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:05:14.510623 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port b0def373-ff1d-4b40-a4bb-43f549001137, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=b0def373-ff1d-4b40-a4bb-43f549001137,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:14.575511 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:14.632271 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=b0def373-ff1d-4b40-a4bb-43f549001137,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:14.643594 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-cc92f088-c44e-4c07-b392-cd140f2b969b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Deleting port ca5e5b85-740a-4798-b862-156ccf2d3dda {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:05:14.643594 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cc92f088-c44e-4c07-b392-cd140f2b969b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:14.727059 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cc92f088-c44e-4c07-b392-cd140f2b969b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:14.727402 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cc92f088-c44e-4c07-b392-cd140f2b969b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:14.740390 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-cc92f088-c44e-4c07-b392-cd140f2b969b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Calling delete_port for ca5e5b85-740a-4798-b862-156ccf2d3dda owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:05:14.876124 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['b0def373-ff1d-4b40-a4bb-43f549001137'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:05:14.979691 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cc92f088-c44e-4c07-b392-cd140f2b969b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:15.078728 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc92f088-c44e-4c07-b392-cd140f2b969b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Pushing event deleted for resources: {'Port': ['ID=ca5e5b85-740a-4798-b862-156ccf2d3dda,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:15.098648 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cc92f088-c44e-4c07-b392-cd140f2b969b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:15.098990 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-cc92f088-c44e-4c07-b392-cd140f2b969b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Floating IP b297cc6d-6c85-4fd9-bd63-0b1566da7892 disassociated (deleted). External IP: 172.25.7.147, port: b55bc2fd-e0ff-42d1-9172-4b270e0f36c1. Dec 14 03:05:15.237654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abf313-e87b-4e80-8fac-44b864f7c01a req-af3fd2d4-a77d-461e-9813-96fd1b90bc7a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:15.239153 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64abf313-e87b-4e80-8fac-44b864f7c01a req-af3fd2d4-a77d-461e-9813-96fd1b90bc7a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 944 time: 0.0735972 Dec 14 03:05:15.247928 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device eef3cf5c-9254-4eaa-a362-55bc0adbab09 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:05:15.328169 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64abf313-e87b-4e80-8fac-44b864f7c01a req-4b337dc6-f068-4b67-874a-165c997df162 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790298 Dec 14 03:05:15.375341 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port eef3cf5c-9254-4eaa-a362-55bc0adbab09 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:05:15.379513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port eef3cf5c-9254-4eaa-a362-55bc0adbab09 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:05:15.379890 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:15.403864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70481a1b-e8a6-4681-a5e2-f34d02110680 req-173184bf-be10-49b6-8f22-861ef6f2463a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:15.409476 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-70481a1b-e8a6-4681-a5e2-f34d02110680 req-173184bf-be10-49b6-8f22-861ef6f2463a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 944 time: 0.3557982 Dec 14 03:05:15.480493 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:15.482090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-70481a1b-e8a6-4681-a5e2-f34d02110680 req-678faa35-a41b-43bf-8540-9fb812441d9e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666351 Dec 14 03:05:15.491087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc92f088-c44e-4c07-b392-cd140f2b969b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Router 73985cf9-800c-4c99-9b12-08a3da6e284b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:05:15.511775 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b85690-6ff1-4a7f-a78f-18be22e83f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:05:15.514404 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae4d9d6-5cd6-4451-a8f9-47c59190ea07" -d '{"events": [{"server_uuid": "30b85690-6ff1-4a7f-a78f-18be22e83f03", "name": "network-vif-plugged", "status": "completed", "tag": "eef3cf5c-9254-4eaa-a362-55bc0adbab09"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:05:15.530671 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port eef3cf5c-9254-4eaa-a362-55bc0adbab09, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=eef3cf5c-9254-4eaa-a362-55bc0adbab09,segment=NetworkSegment(762666e9-fe63-4173-9a4e-c71b2ab346a2),segment_id=762666e9-fe63-4173-9a4e-c71b2ab346a2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:15.576472 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcbbe7b-42fd-4a48-b4b5-a04e030100d1 x-openstack-request-id: req-efcbbe7b-42fd-4a48-b4b5-a04e030100d1 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:05:15.577035 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b85690-6ff1-4a7f-a78f-18be22e83f03", "name": "network-vif-plugged", "status": "completed", "tag": "eef3cf5c-9254-4eaa-a362-55bc0adbab09", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:05:15.577531 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-efcbbe7b-42fd-4a48-b4b5-a04e030100d1 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:05:15.578149 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b85690-6ff1-4a7f-a78f-18be22e83f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09', 'code': 200} Dec 14 03:05:15.593131 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:15.614128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc92f088-c44e-4c07-b392-cd140f2b969b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:05:15.621567 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cc92f088-c44e-4c07-b392-cd140f2b969b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:15.629847 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a5b21-479b-4b35-a542-48568a041444 None None] Sync routers for ids ['73985cf9-800c-4c99-9b12-08a3da6e284b'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:05:15.644411 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a5b21-479b-4b35-a542-48568a041444 None None] Routers {'73985cf9-800c-4c99-9b12-08a3da6e284b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:05:15.645155 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c17a5b21-479b-4b35-a542-48568a041444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:05:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['73985cf9-800c-4c99-9b12-08a3da6e284b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:15.650196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=eef3cf5c-9254-4eaa-a362-55bc0adbab09,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:15.766179 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-c17a5b21-479b-4b35-a542-48568a041444 None None] Set router 73985cf9-800c-4c99-9b12-08a3da6e284b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:05:15.990257 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c17a5b21-479b-4b35-a542-48568a041444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'name': 'tempest-TestVolumeBackupRestore-370187438-router', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:38Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '54ff088c39304a16908fa1f78b206635', 'gw_port': {'id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:39Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'dea7ca09-9992-4d04-88ef-a294515b083c', 'name': '', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'mac_address': 'fa:16:3e:84:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:44Z', 'updated_at': '2021-12-14T02:59:52Z', 'revision_number': 5, 'project_id': '54ff088c39304a16908fa1f78b206635', 'subnets': [{'id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:16.025814 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a5b21-479b-4b35-a542-48568a041444 None None] Checking router: 73985cf9-800c-4c99-9b12-08a3da6e284b for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:05:16.036590 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a5b21-479b-4b35-a542-48568a041444 None None] Routers {'73985cf9-800c-4c99-9b12-08a3da6e284b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:05:16.037548 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c17a5b21-479b-4b35-a542-48568a041444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:05:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['73985cf9-800c-4c99-9b12-08a3da6e284b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:16.080553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cc92f088-c44e-4c07-b392-cd140f2b969b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "DELETE /v2.0/floatingips/b297cc6d-6c85-4fd9-bd63-0b1566da7892 HTTP/1.1" status: 204 len: 168 time: 1.8187871 Dec 14 03:05:16.081835 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'tag': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:05:16.084438 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5205b6-1184-466d-8a78-f3e800f4eb08" -d '{"events": [{"name": "network-changed", "server_uuid": "59c6c8d2-a86e-4244-9774-d10de26c24f6", "tag": "b55bc2fd-e0ff-42d1-9172-4b270e0f36c1"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:05:16.112236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf088f-ad59-4576-8c39-b86965f9e0ae req-d9d4f764-25e5-43c7-aa73-545b9ce94efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:16.114546 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbdf088f-ad59-4576-8c39-b86965f9e0ae req-d9d4f764-25e5-43c7-aa73-545b9ce94efd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 1096 time: 0.0658150 Dec 14 03:05:16.175845 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device b0def373-ff1d-4b40-a4bb-43f549001137 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:05:16.188260 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baeb8e3f-bf73-4efc-a79d-c17dea83c6cb x-openstack-request-id: req-baeb8e3f-bf73-4efc-a79d-c17dea83c6cb {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:05:16.188568 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c6c8d2-a86e-4244-9774-d10de26c24f6", "tag": "b55bc2fd-e0ff-42d1-9172-4b270e0f36c1", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:05:16.188841 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-baeb8e3f-bf73-4efc-a79d-c17dea83c6cb {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:05:16.189256 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'tag': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1', 'status': 'completed', 'code': 200} Dec 14 03:05:16.192468 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbdf088f-ad59-4576-8c39-b86965f9e0ae req-9f55a001-1bfe-4cbd-9970-0ec69681c43a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711710 Dec 14 03:05:16.202431 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-c17a5b21-479b-4b35-a542-48568a041444 None None] Set router 73985cf9-800c-4c99-9b12-08a3da6e284b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:05:16.279681 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5205b6-1184-466d-8a78-f3e800f4eb08 req-d20378da-12b8-447b-bac5-1a3e8022c7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:16.281418 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2a5205b6-1184-466d-8a78-f3e800f4eb08 req-d20378da-12b8-447b-bac5-1a3e8022c7b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=54ff088c39304a16908fa1f78b206635&device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 1096 time: 0.0585027 Dec 14 03:05:16.404254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5205b6-1184-466d-8a78-f3e800f4eb08 req-a50188ca-2843-473a-9f05-9737dc51f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:16.406213 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2a5205b6-1184-466d-8a78-f3e800f4eb08 req-a50188ca-2843-473a-9f05-9737dc51f4aa service neutron] 10.222.0.47 "GET /v2.0/networks?id=39d1b5ff-5979-4460-98b6-dc444bad73ad HTTP/1.1" status: 200 len: 914 time: 0.1172674 Dec 14 03:05:16.468681 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2a5205b6-1184-466d-8a78-f3e800f4eb08 req-c9975dae-d9dd-452b-a9f5-b0c110f54570 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 HTTP/1.1" status: 200 len: 217 time: 0.0532656 Dec 14 03:05:16.503736 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c17a5b21-479b-4b35-a542-48568a041444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'name': 'tempest-TestVolumeBackupRestore-370187438-router', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:38Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '54ff088c39304a16908fa1f78b206635', 'gw_port': {'id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:39Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'dea7ca09-9992-4d04-88ef-a294515b083c', 'name': '', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'mac_address': 'fa:16:3e:84:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:44Z', 'updated_at': '2021-12-14T02:59:52Z', 'revision_number': 5, 'project_id': '54ff088c39304a16908fa1f78b206635', 'subnets': [{'id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:16.609601 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5205b6-1184-466d-8a78-f3e800f4eb08 req-be822dd3-1fd1-489a-ad7e-04272e154ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:16.610846 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a5b21-479b-4b35-a542-48568a041444 None None] The sync data for ids ['73985cf9-800c-4c99-9b12-08a3da6e284b'] in n-d-821636-1 is: [{'id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'name': 'tempest-TestVolumeBackupRestore-370187438-router', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:38Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '54ff088c39304a16908fa1f78b206635', 'gw_port': {'id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:39Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'dea7ca09-9992-4d04-88ef-a294515b083c', 'name': '', 'network_id': '39d1b5ff-5979-4460-98b6-dc444bad73ad', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'mac_address': 'fa:16:3e:84:54:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:44Z', 'updated_at': '2021-12-14T02:59:52Z', 'revision_number': 5, 'project_id': '54ff088c39304a16908fa1f78b206635', 'subnets': [{'id': '3c855a28-7a71-4786-98d0-26073b3a25ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:05:16.611008 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2a5205b6-1184-466d-8a78-f3e800f4eb08 req-be822dd3-1fd1-489a-ad7e-04272e154ab8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3c855a28-7a71-4786-98d0-26073b3a25ea HTTP/1.1" status: 200 len: 852 time: 0.0702307 Dec 14 03:05:16.611557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c6fc7-4998-4ab5-9a66-15d696bb50c7 req-22d45d84-d843-4a88-92ec-a6ec1981fabb tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:16.611557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b27c6fc7-4998-4ab5-9a66-15d696bb50c7 req-22d45d84-d843-4a88-92ec-a6ec1981fabb tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 944 time: 0.1455052 Dec 14 03:05:16.611994 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5205b6-1184-466d-8a78-f3e800f4eb08 req-61d984c6-3891-487d-bedb-58af5c036f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:16.611994 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2a5205b6-1184-466d-8a78-f3e800f4eb08 req-61d984c6-3891-487d-bedb-58af5c036f8d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=39d1b5ff-5979-4460-98b6-dc444bad73ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519538 Dec 14 03:05:16.665394 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b27c6fc7-4998-4ab5-9a66-15d696bb50c7 req-ec2a611c-b6a8-4d49-ba40-a300b8b66f37 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005132 Dec 14 03:05:16.733044 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2a5205b6-1184-466d-8a78-f3e800f4eb08 req-3c36f3ae-83d6-44df-a769-3e38c493f8ca service neutron] 10.222.0.47 "GET /v2.0/networks/39d1b5ff-5979-4460-98b6-dc444bad73ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145391 Dec 14 03:05:16.807483 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575474c0-d961-4a2f-b4d1-8557e2601304 req-e0bd0ab8-0ac4-4afb-9ef6-4714ac8317d0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:16.809069 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-575474c0-d961-4a2f-b4d1-8557e2601304 req-e0bd0ab8-0ac4-4afb-9ef6-4714ac8317d0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0727019 Dec 14 03:05:16.853974 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2a5205b6-1184-466d-8a78-f3e800f4eb08 req-86fa15dd-7df2-4e01-8968-cb4a12a42238 service neutron] 10.222.0.47 "GET /v2.0/networks/39d1b5ff-5979-4460-98b6-dc444bad73ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137207 Dec 14 03:05:16.886642 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-575474c0-d961-4a2f-b4d1-8557e2601304 req-0d52bc1f-7507-45a7-a65b-48cafaf3b9f6 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644281 Dec 14 03:05:16.928640 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc063e0-faf9-4ee5-9170-41d25aa9bbc9 None None] New status for floating IP b297cc6d-6c85-4fd9-bd63-0b1566da7892: DOWN {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:05:17.073993 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port b0def373-ff1d-4b40-a4bb-43f549001137 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:05:17.078423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port b0def373-ff1d-4b40-a4bb-43f549001137 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:05:17.078818 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:17.169146 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:17.205567 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port b0def373-ff1d-4b40-a4bb-43f549001137, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=b0def373-ff1d-4b40-a4bb-43f549001137,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:17.327678 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:17.361750 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639103d-1c17-4a43-bc49-c1f2e6a3b308 req-d1732c0c-049a-46f5-bcbf-9defa125cd7c tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:17.363461 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7639103d-1c17-4a43-bc49-c1f2e6a3b308 req-d1732c0c-049a-46f5-bcbf-9defa125cd7c tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 945 time: 0.0518818 Dec 14 03:05:17.382764 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=b0def373-ff1d-4b40-a4bb-43f549001137,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:17.427027 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7639103d-1c17-4a43-bc49-c1f2e6a3b308 req-566119a4-552b-4b62-af68-efe7fff56ac2 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542271 Dec 14 03:05:17.579910 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d58a1d1-4388-4fe0-9561-f8bc729672f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0def373-ff1d-4b40-a4bb-43f549001137'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:05:17.582378 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a87ef84-d709-4cb8-97f8-6ac2ec7f5ffd" -d '{"events": [{"server_uuid": "5d58a1d1-4388-4fe0-9561-f8bc729672f9", "name": "network-vif-plugged", "status": "completed", "tag": "b0def373-ff1d-4b40-a4bb-43f549001137"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:05:17.621288 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db716dd-9a0f-4fe3-a95a-06f95c0611b6 x-openstack-request-id: req-6db716dd-9a0f-4fe3-a95a-06f95c0611b6 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:05:17.621288 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d58a1d1-4388-4fe0-9561-f8bc729672f9", "name": "network-vif-plugged", "status": "completed", "tag": "b0def373-ff1d-4b40-a4bb-43f549001137", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:05:17.621288 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6db716dd-9a0f-4fe3-a95a-06f95c0611b6 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:05:17.621730 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d58a1d1-4388-4fe0-9561-f8bc729672f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0def373-ff1d-4b40-a4bb-43f549001137', 'code': 200} Dec 14 03:05:17.776161 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec241125-0572-4c09-9a86-ca45286a1255 req-4188fd75-48aa-47fe-bdd5-97cee4d9f0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:17.777843 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ec241125-0572-4c09-9a86-ca45286a1255 req-4188fd75-48aa-47fe-bdd5-97cee4d9f0dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 1096 time: 0.0540712 Dec 14 03:05:17.809956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe04f9-c3c5-4bdd-a859-850ab8330c70 req-8e379966-3764-4709-83a2-b07d909c4464 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:17.811852 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0abe04f9-c3c5-4bdd-a859-850ab8330c70 req-8e379966-3764-4709-83a2-b07d909c4464 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 945 time: 0.0607023 Dec 14 03:05:17.844001 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ec241125-0572-4c09-9a86-ca45286a1255 req-285aa0e2-5d94-46d4-ae8e-1484f2856738 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560277 Dec 14 03:05:17.874035 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0abe04f9-c3c5-4bdd-a859-850ab8330c70 req-67471dd3-5cfe-4e8b-b8f3-cebc7b5db6c2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556281 Dec 14 03:05:18.017848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24485b72-06e9-45c6-be47-419cba160cd7 req-088b283e-f397-4414-a5b1-cbf5a62afa30 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:18.019373 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24485b72-06e9-45c6-be47-419cba160cd7 req-088b283e-f397-4414-a5b1-cbf5a62afa30 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0605638 Dec 14 03:05:18.075789 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24485b72-06e9-45c6-be47-419cba160cd7 req-00aeafbb-aba4-4110-b498-24dd859cadd0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497630 Dec 14 03:05:18.207178 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb777b7-4d6e-46ea-a4bb-1c508d8d869e req-95f6bc9a-5245-4d3e-8b37-85f91e22edb6 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:18.208680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2cb777b7-4d6e-46ea-a4bb-1c508d8d869e req-95f6bc9a-5245-4d3e-8b37-85f91e22edb6 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0571053 Dec 14 03:05:18.260776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2cb777b7-4d6e-46ea-a4bb-1c508d8d869e req-e899cd73-bdf8-4ee1-b3b6-8526c2dedcf1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455539 Dec 14 03:05:18.283893 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47264) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:18.328168 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31031a5f-233c-482e-aa53-836300eaf644 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:18.332611 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-31031a5f-233c-482e-aa53-836300eaf644 tempest-TestNetworkAdvancedServerOps-924817206 tempest-TestNetworkAdvancedServerOps-924817206-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 1091 time: 0.0450935 Dec 14 03:05:18.332968 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47266) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:18.337551 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:05:18.493278 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:18.606216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0ebcc-9ef5-4a2f-8807-dc57575792e3 req-6ec49b1b-127d-4576-a143-dff9ef155e5f tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:18.607656 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26f0ebcc-9ef5-4a2f-8807-dc57575792e3 req-6ec49b1b-127d-4576-a143-dff9ef155e5f tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 945 time: 0.1074779 Dec 14 03:05:18.684592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26f0ebcc-9ef5-4a2f-8807-dc57575792e3 req-dc3e63f6-7c2b-4235-8dab-255b64d52bb9 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700643 Dec 14 03:05:18.694642 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:18.829574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Allocated IP 172.25.7.9 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/c1dce3eb-4a87-4a2e-95d6-fc4e87aeb821) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:05:19.001572 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:19.039609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b10d3-9a1e-4be7-a146-d986c59f3f92 req-78b86e35-31c6-4f0f-9256-385a2d8999c5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:19.042113 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f33b10d3-9a1e-4be7-a146-d986c59f3f92 req-78b86e35-31c6-4f0f-9256-385a2d8999c5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 945 time: 0.0889113 Dec 14 03:05:19.105452 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f33b10d3-9a1e-4be7-a146-d986c59f3f92 req-1c9a29d9-f1d8-4aff-98b0-066340ce9b94 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563445 Dec 14 03:05:19.170413 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:19.209899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:05:19.213115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:05:19.216772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:05:19.242558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=c1dce3eb-4a87-4a2e-95d6-fc4e87aeb821,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:19.380351 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4511eaf-820c-4800-8433-038f8b94e5e8 req-d3ade4ab-da70-45a8-af57-17b578b1a1af tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:19.381922 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c4511eaf-820c-4800-8433-038f8b94e5e8 req-d3ade4ab-da70-45a8-af57-17b578b1a1af tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.47 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 945 time: 0.0580957 Dec 14 03:05:19.487400 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-c4511eaf-820c-4800-8433-038f8b94e5e8 req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Deleting port b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:05:19.488174 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c4511eaf-820c-4800-8433-038f8b94e5e8 req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:19.588916 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-c4511eaf-820c-4800-8433-038f8b94e5e8 req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] For port b55bc2fd-e0ff-42d1-9172-4b270e0f36c1, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=b55bc2fd-e0ff-42d1-9172-4b270e0f36c1,segment=NetworkSegment(3ed67050-ee5e-48ab-bc78-d3ca7404a84e),segment_id=3ed67050-ee5e-48ab-bc78-d3ca7404a84e)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:19.589340 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c4511eaf-820c-4800-8433-038f8b94e5e8 req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:19.607454 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-c4511eaf-820c-4800-8433-038f8b94e5e8 req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Calling delete_port for b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:05:19.607690 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:19.754033 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:19.832593 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c4511eaf-820c-4800-8433-038f8b94e5e8 req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:19.868950 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Pushing event deleted for resources: {'Port': ['ID=b55bc2fd-e0ff-42d1-9172-4b270e0f36c1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:19.880349 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:19.880787 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:19.881225 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:19.881674 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:19.882087 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:19.882494 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:19.882901 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:19.883302 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:19.883710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:19.884196 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:19.885422 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:19.885852 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:19.886255 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:19.913012 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33c4be-b235-41cc-ab7f-5599edc35175 req-836fa91e-3e32-4d1d-b5da-8a4d910301d5 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:19.920254 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e33c4be-b235-41cc-ab7f-5599edc35175 req-836fa91e-3e32-4d1d-b5da-8a4d910301d5 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 867 time: 0.1277640 Dec 14 03:05:19.950194 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4511eaf-820c-4800-8433-038f8b94e5e8 req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] No DVR routers for this DVR port b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:05:19.956136 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c4511eaf-820c-4800-8433-038f8b94e5e8 req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:19.959362 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c4511eaf-820c-4800-8433-038f8b94e5e8 req-b015b86a-ff39-4661-8dff-1dee5dee0d3b tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.47 "DELETE /v2.0/ports/b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 HTTP/1.1" status: 204 len: 173 time: 0.5714145 Dec 14 03:05:19.960158 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'name': 'network-vif-deleted', 'tag': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:05:19.962970 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea04adb-db09-4c27-a038-a58b0edf936b" -d '{"events": [{"server_uuid": "59c6c8d2-a86e-4244-9774-d10de26c24f6", "name": "network-vif-deleted", "tag": "b55bc2fd-e0ff-42d1-9172-4b270e0f36c1"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:05:20.006851 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961af956-5860-4308-885f-0943f7c155d4 x-openstack-request-id: req-961af956-5860-4308-885f-0943f7c155d4 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:05:20.012244 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c6c8d2-a86e-4244-9774-d10de26c24f6", "name": "network-vif-deleted", "tag": "b55bc2fd-e0ff-42d1-9172-4b270e0f36c1", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:05:20.012244 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-961af956-5860-4308-885f-0943f7c155d4 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:05:20.012244 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c6c8d2-a86e-4244-9774-d10de26c24f6', 'name': 'network-vif-deleted', 'tag': 'b55bc2fd-e0ff-42d1-9172-4b270e0f36c1', 'status': 'completed', 'code': 200} Dec 14 03:05:20.012813 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e33c4be-b235-41cc-ab7f-5599edc35175 req-a2e0dcaa-8dcc-42f3-a3c9-086dc1ebed7d tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809844 Dec 14 03:05:20.037708 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:20.151974 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:20.281430 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:20.287832 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event updated for resources: {'Port': ['ID=c1dce3eb-4a87-4a2e-95d6-fc4e87aeb821,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:20.369689 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc4b39-87e5-4894-8ea9-eda00e30f476 req-167d93c6-88a3-4cc9-b4d3-a302905faa25 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:20.371255 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b9fc4b39-87e5-4894-8ea9-eda00e30f476 req-167d93c6-88a3-4cc9-b4d3-a302905faa25 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 945 time: 0.1733315 Dec 14 03:05:20.443556 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Floating IP 34f223cb-b52a-44e8-b1b2-e4a7d67e8d59 associated. External IP: 172.25.7.9, port: eef3cf5c-9254-4eaa-a362-55bc0adbab09. Dec 14 03:05:20.514266 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b9fc4b39-87e5-4894-8ea9-eda00e30f476 req-4c9a71dc-a366-4e93-be9f-dcf45146e783 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320627 Dec 14 03:05:20.710575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6140f-5e03-4968-aaeb-692985eedd55 req-21b9e7cd-4d5a-4c10-92bd-7ee783738a70 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:20.712826 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-feb6140f-5e03-4968-aaeb-692985eedd55 req-21b9e7cd-4d5a-4c10-92bd-7ee783738a70 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 945 time: 0.0744812 Dec 14 03:05:20.731012 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 12420064-fbf2-4bc1-a49b-6e2b27e15524 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:05:20.851520 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-feb6140f-5e03-4968-aaeb-692985eedd55 req-b195c6cb-d31d-488d-8ac4-13c0ebca631c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315055 Dec 14 03:05:20.917659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:05:20.943103 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5526a7f3-35b6-4fa9-9e9a-65a04f2bfd55 None None] Sync routers for ids ['12420064-fbf2-4bc1-a49b-6e2b27e15524'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:05:20.963856 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5526a7f3-35b6-4fa9-9e9a-65a04f2bfd55 None None] Routers {'12420064-fbf2-4bc1-a49b-6e2b27e15524'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:05:20.965178 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5526a7f3-35b6-4fa9-9e9a-65a04f2bfd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:05:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['12420064-fbf2-4bc1-a49b-6e2b27e15524'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:21.009902 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:21.048877 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-991ac612-e615-4dc8-abb4-734d8855f010 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.7144699 Dec 14 03:05:21.049476 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b85690-6ff1-4a7f-a78f-18be22e83f03', 'tag': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:05:21.053139 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c1f7c6-6916-460b-80dc-1a30ebca3846" -d '{"events": [{"name": "network-changed", "server_uuid": "30b85690-6ff1-4a7f-a78f-18be22e83f03", "tag": "eef3cf5c-9254-4eaa-a362-55bc0adbab09"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:05:21.137061 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9ed495f9-8660-4ffa-8370-4d33bced9169 req-e5b48bf4-7230-4313-9382-4d4153ff9fe7 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 210 time: 0.0366132 Dec 14 03:05:21.140441 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-5526a7f3-35b6-4fa9-9e9a-65a04f2bfd55 None None] Set router 12420064-fbf2-4bc1-a49b-6e2b27e15524 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:05:21.313558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b8b33-f980-4899-9114-be249e371dfc req-56fee17c-c802-4f41-a33c-93432ce466d7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:21.321688 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-941b8b33-f980-4899-9114-be249e371dfc req-56fee17c-c802-4f41-a33c-93432ce466d7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0799077 Dec 14 03:05:21.398168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-941b8b33-f980-4899-9114-be249e371dfc req-c1ded778-cb88-4b7f-afc3-a6190046b018 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747235 Dec 14 03:05:21.427464 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47306) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:21.495685 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d1cbb8-8785-40f1-bf51-ccd8d08299e8 x-openstack-request-id: req-03d1cbb8-8785-40f1-bf51-ccd8d08299e8 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:05:21.496233 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b85690-6ff1-4a7f-a78f-18be22e83f03", "tag": "eef3cf5c-9254-4eaa-a362-55bc0adbab09", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:05:21.496716 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-03d1cbb8-8785-40f1-bf51-ccd8d08299e8 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:05:21.497228 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b85690-6ff1-4a7f-a78f-18be22e83f03', 'tag': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09', 'status': 'completed', 'code': 200} Dec 14 03:05:21.513085 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5526a7f3-35b6-4fa9-9e9a-65a04f2bfd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574296893', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:04:52Z', 'updated_at': '2021-12-14T03:04:59Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:53Z', 'updated_at': '2021-12-14T03:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '34f223cb-b52a-44e8-b1b2-e4a7d67e8d59', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'floating_ip_address': '172.25.7.9', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'port_id': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111', 'mac_address': 'fa:16:3e:b2:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b85690-6ff1-4a7f-a78f-18be22e83f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:05:19Z', 'updated_at': '2021-12-14T03:05:19Z', 'revision_number': 0, 'project_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14fd790-9b6a-404b-a143-5ea3cc2c4104', 'name': '', 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:73:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:58Z', 'updated_at': '2021-12-14T03:05:05Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:21.515220 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b8424498-e0f3-4d70-ae8f-54c00c5982e1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/floatingips/34f223cb-b52a-44e8-b1b2-e4a7d67e8d59 HTTP/1.1" status: 200 len: 989 time: 0.0864089 Dec 14 03:05:21.567935 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5526a7f3-35b6-4fa9-9e9a-65a04f2bfd55 None None] Checking router: 12420064-fbf2-4bc1-a49b-6e2b27e15524 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:05:21.582670 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5526a7f3-35b6-4fa9-9e9a-65a04f2bfd55 None None] Routers {'12420064-fbf2-4bc1-a49b-6e2b27e15524'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:05:21.583839 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5526a7f3-35b6-4fa9-9e9a-65a04f2bfd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:05:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['12420064-fbf2-4bc1-a49b-6e2b27e15524'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:21.608465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1f7c6-6916-460b-80dc-1a30ebca3846 req-c9b12d61-56bb-4bf4-88b4-5ae7b96112a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:21.610048 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8c1f7c6-6916-460b-80dc-1a30ebca3846 req-c9b12d61-56bb-4bf4-88b4-5ae7b96112a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 1096 time: 0.0771024 Dec 14 03:05:21.749328 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1f7c6-6916-460b-80dc-1a30ebca3846 req-cfa7b40f-13ca-43a6-9aff-01c1312f2f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:21.750863 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8c1f7c6-6916-460b-80dc-1a30ebca3846 req-cfa7b40f-13ca-43a6-9aff-01c1312f2f69 service neutron] 10.222.0.46 "GET /v2.0/networks?id=58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 HTTP/1.1" status: 200 len: 898 time: 0.1329169 Dec 14 03:05:21.813292 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-5526a7f3-35b6-4fa9-9e9a-65a04f2bfd55 None None] Set router 12420064-fbf2-4bc1-a49b-6e2b27e15524 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:05:21.878794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8c1f7c6-6916-460b-80dc-1a30ebca3846 req-8c9c8ecd-a7c3-453b-8de9-86500d0fffc1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eef3cf5c-9254-4eaa-a362-55bc0adbab09 HTTP/1.1" status: 200 len: 997 time: 0.1201839 Dec 14 03:05:21.991945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1f7c6-6916-460b-80dc-1a30ebca3846 req-35d63a79-ed92-4e62-beb6-44ed3b4b9221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:21.994407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8c1f7c6-6916-460b-80dc-1a30ebca3846 req-35d63a79-ed92-4e62-beb6-44ed3b4b9221 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7caf66f-6b62-4446-9c4b-e9dfadfbc837 HTTP/1.1" status: 200 len: 833 time: 0.1068714 Dec 14 03:05:22.051655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1f7c6-6916-460b-80dc-1a30ebca3846 req-7a86e29e-b21d-463e-bcc1-87538b4bddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:22.053645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8c1f7c6-6916-460b-80dc-1a30ebca3846 req-7a86e29e-b21d-463e-bcc1-87538b4bddbc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58f8e8d2-9e75-40f9-ac3e-cf9968bbb111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513361 Dec 14 03:05:22.173062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8c1f7c6-6916-460b-80dc-1a30ebca3846 req-a672af97-7f29-4adf-840b-3a6cbad03254 service neutron] 10.222.0.46 "GET /v2.0/networks/58f8e8d2-9e75-40f9-ac3e-cf9968bbb111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107993 Dec 14 03:05:22.204553 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:05:22.219579 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5526a7f3-35b6-4fa9-9e9a-65a04f2bfd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574296893', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:04:52Z', 'updated_at': '2021-12-14T03:04:59Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:53Z', 'updated_at': '2021-12-14T03:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '34f223cb-b52a-44e8-b1b2-e4a7d67e8d59', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'floating_ip_address': '172.25.7.9', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'port_id': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111', 'mac_address': 'fa:16:3e:b2:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b85690-6ff1-4a7f-a78f-18be22e83f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:05:19Z', 'updated_at': '2021-12-14T03:05:19Z', 'revision_number': 0, 'project_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14fd790-9b6a-404b-a143-5ea3cc2c4104', 'name': '', 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:73:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:58Z', 'updated_at': '2021-12-14T03:05:05Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:22.249744 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:05:22.250423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device b55bc2fd-e0ff-42d1-9172-4b270e0f36c1 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:05:22.256562 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5526a7f3-35b6-4fa9-9e9a-65a04f2bfd55 None None] The sync data for ids ['12420064-fbf2-4bc1-a49b-6e2b27e15524'] in n-d-821636-1 is: [{'id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574296893', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:04:52Z', 'updated_at': '2021-12-14T03:04:59Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:53Z', 'updated_at': '2021-12-14T03:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '34f223cb-b52a-44e8-b1b2-e4a7d67e8d59', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'floating_ip_address': '172.25.7.9', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'port_id': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3904, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111', 'mac_address': 'fa:16:3e:b2:15:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b85690-6ff1-4a7f-a78f-18be22e83f03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:05:19Z', 'updated_at': '2021-12-14T03:05:19Z', 'revision_number': 0, 'project_id': '64815042603e4fe084e0db9c9093166c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd14fd790-9b6a-404b-a143-5ea3cc2c4104', 'name': '', 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:73:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:58Z', 'updated_at': '2021-12-14T03:05:05Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:05:22.337810 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8c1f7c6-6916-460b-80dc-1a30ebca3846 req-41b2e38a-e67f-4a9b-812b-6c0ba6617f7b service neutron] 10.222.0.46 "GET /v2.0/networks/58f8e8d2-9e75-40f9-ac3e-cf9968bbb111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551588 Dec 14 03:05:22.379860 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-852b74a8-a881-4cc3-b2f8-c56a137552ed req-5ef01a8d-1ee8-44c0-8e49-2b0f8c37a27c tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 210 time: 0.0410204 Dec 14 03:05:22.519012 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47318) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:22.619794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-10bb0ed5-e179-47ef-8e9b-7ac964005337 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/floatingips/34f223cb-b52a-44e8-b1b2-e4a7d67e8d59 HTTP/1.1" status: 200 len: 989 time: 0.0995512 Dec 14 03:05:22.625723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2b779b-91cf-42bf-bed8-9a34004a622e None None] New status for floating IP 34f223cb-b52a-44e8-b1b2-e4a7d67e8d59: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:05:23.506363 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e88319aa-6452-4589-9999-49510248104b req-b4fde39c-ce17-4c9b-b7cb-d03fc0e10273 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 210 time: 0.0306544 Dec 14 03:05:23.623980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47326) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:23.721712 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-09308962-9a8e-4d85-8987-85685c79262b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/floatingips/34f223cb-b52a-44e8-b1b2-e4a7d67e8d59 HTTP/1.1" status: 200 len: 991 time: 0.0961988 Dec 14 03:05:24.614611 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-72eb7b2b-c444-4aba-89ae-74be75a5d0bb req-2e8abad3-d4b6-4bc0-8823-b2a6b5c318af tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 210 time: 0.0321782 Dec 14 03:05:25.736168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c2bd896-6b3e-47c6-bd90-af1576891e5c req-8ca9166b-201b-4741-9773-4c94717da709 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "GET /v2.0/ports?device_id=59c6c8d2-a86e-4244-9774-d10de26c24f6 HTTP/1.1" status: 200 len: 210 time: 0.0276985 Dec 14 03:05:25.900444 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-d2e21b4f-4f35-4562-847a-7725b775e039 req-9eeb16c9-30bd-49b1-8e84-e98ce9f58f4d service neutron] (103847) timed out ('10.222.0.46', 61512) {{(pid=103847) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 03:05:26.800426 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47364) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:26.870175 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ed383f46-e208-4c4d-a827-61a6327ed718 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:26.898402 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ed383f46-e208-4c4d-a827-61a6327ed718 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:27.058793 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ed383f46-e208-4c4d-a827-61a6327ed718 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:27.064717 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ed383f46-e208-4c4d-a827-61a6327ed718 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:27.069868 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ed383f46-e208-4c4d-a827-61a6327ed718 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] 10.222.0.39 "DELETE /v2.0/security-groups/d4e0eae5-0cad-4f78-a479-710bf9a1ff8c HTTP/1.1" status: 204 len: 168 time: 0.2644842 Dec 14 03:05:27.087268 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed383f46-e208-4c4d-a827-61a6327ed718 tempest-TestVolumeBackupRestore-1070050622 tempest-TestVolumeBackupRestore-1070050622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e0eae5-0cad-4f78-a479-710bf9a1ff8c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:27.253105 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:28.798152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-741120db-e216-4b25-98e9-8fae4bf342a4 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:28.806488 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-741120db-e216-4b25-98e9-8fae4bf342a4 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 811 time: 0.1380761 Dec 14 03:05:28.824878 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-303011ff-6501-45bf-b5a2-807df5818f3d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/quotas/9f0b73c75de740e8ad1f65064e3d00cd HTTP/1.1" status: 200 len: 375 time: 0.0173299 Dec 14 03:05:28.892242 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-95aa662a-61a2-45f6-ac24-bf6ad3f6ae41 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661016 Dec 14 03:05:29.014630 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-3bc99d6d-0740-4524-bec8-22d20ceb150b service neutron] 10.222.0.39 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209512 Dec 14 03:05:29.190591 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-928e6d75-34da-4732-8ded-9e3f599831fe service neutron] 10.222.0.39 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745994 Dec 14 03:05:29.589383 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:05:29.639234 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3742e7dc-8d5e-46af-9711-d4d4930215fa req-46eb96a1-ac87-4915-b13e-9b9caa0cc097 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 210 time: 0.0925932 Dec 14 03:05:30.401637 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:30.747739 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-76542770-6170-4271-88dd-4b8eebce5405 req-5043ef1d-8264-4c49-8995-1b0f8f1ce303 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 210 time: 0.0476050 Dec 14 03:05:31.983318 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03e7235b-7c72-461d-926a-346a7edba010 req-e0a7313e-9f7a-4fcb-9cf5-3b3c74f7cb10 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 210 time: 0.0893328 Dec 14 03:05:32.403883 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-e3cf11dd-c808-4867-84fa-611935fb18c3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:32.405706 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-e3cf11dd-c808-4867-84fa-611935fb18c3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.47 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 811 time: 0.1750901 Dec 14 03:05:32.431313 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-1ab2848d-5857-4f06-b8f3-ccbc4d8ea2d9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Request body: {'port': {'device_id': '996feb4c-4b70-4dd6-ba0b-dc8992a777a6', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'admin_state_up': True, 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:05:32.638745 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-1ab2848d-5857-4f06-b8f3-ccbc4d8ea2d9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Made reservation on behalf of 9f0b73c75de740e8ad1f65064e3d00cd for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:05:32.643678 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-1ab2848d-5857-4f06-b8f3-ccbc4d8ea2d9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:32.767676 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-929530d8-e2b3-423f-a445-aab23a0b7f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:32.965754 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-1ab2848d-5857-4f06-b8f3-ccbc4d8ea2d9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Allocated IP 172.20.0.11 (f6fdd018-425d-422f-958d-84f11d8dd088/f5aaf324-af95-4991-b53e-9e216afcf02f/d4b9fb92-2017-4481-a2ec-6b5986481346) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:05:33.133443 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78f07585-a0c9-4bfb-8118-5e908d1b8feb req-c2513bd3-1a02-4e32-9ef9-560126f2ccfe tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 210 time: 0.0387735 Dec 14 03:05:33.175351 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-1ab2848d-5857-4f06-b8f3-ccbc4d8ea2d9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:33.406924 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-1ab2848d-5857-4f06-b8f3-ccbc4d8ea2d9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:33.450567 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['b0def373-ff1d-4b40-a4bb-43f549001137'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:05:33.476589 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab2848d-5857-4f06-b8f3-ccbc4d8ea2d9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'Port': ['ID=d4b9fb92-2017-4481-a2ec-6b5986481346,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:33.515342 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-1ab2848d-5857-4f06-b8f3-ccbc4d8ea2d9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Network f6fdd018-425d-422f-958d-84f11d8dd088 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:05:33.518675 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-1ab2848d-5857-4f06-b8f3-ccbc4d8ea2d9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:05:33.526592 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-1ab2848d-5857-4f06-b8f3-ccbc4d8ea2d9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:05:33.597238 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-1ab2848d-5857-4f06-b8f3-ccbc4d8ea2d9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:33.601374 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-1ab2848d-5857-4f06-b8f3-ccbc4d8ea2d9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:33.838016 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-1ab2848d-5857-4f06-b8f3-ccbc4d8ea2d9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4027197 Dec 14 03:05:33.852366 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Request body: {'port': {'device_id': '996feb4c-4b70-4dd6-ba0b-dc8992a777a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:05:33.943112 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:33.964447 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47716) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:33.971326 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4c09fcca-f30d-47ed-b20b-a531d72eef7f None None] Provisioning complete for port d4b9fb92-2017-4481-a2ec-6b5986481346 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:05:33.971934 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4c09fcca-f30d-47ed-b20b-a531d72eef7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:34.014315 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4c09fcca-f30d-47ed-b20b-a531d72eef7f None None] Port d4b9fb92-2017-4481-a2ec-6b5986481346 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:05:34.517621 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b9fb92-2017-4481-a2ec-6b5986481346 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:05:34.545970 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:34.566218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b928790-2108-4365-83d2-8e15797f2706 req-8b92a5cc-4b59-40a4-93c1-c8e7080fc22e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:34.580683 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b928790-2108-4365-83d2-8e15797f2706 req-8b92a5cc-4b59-40a4-93c1-c8e7080fc22e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 932 time: 0.2306960 Dec 14 03:05:34.584910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Transition to ACTIVE for port object d4b9fb92-2017-4481-a2ec-6b5986481346 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:05:34.589082 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cebaea2-4df2-485a-865f-99a9a42e9947 req-0a3a74f5-579c-42bf-85c8-b0c71218e8ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2274823 Dec 14 03:05:34.722083 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b928790-2108-4365-83d2-8e15797f2706 req-bf9b7cd2-41f3-4328-8403-698631ffc170 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395309 Dec 14 03:05:34.730103 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:34.955088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebaea2-4df2-485a-865f-99a9a42e9947 req-f21139f1-2a86-4d9a-b828-7b05a6fb3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:34.962113 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cebaea2-4df2-485a-865f-99a9a42e9947 req-f21139f1-2a86-4d9a-b828-7b05a6fb3721 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 1096 time: 0.2896259 Dec 14 03:05:34.978596 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Pushing event updated for resources: {'Port': ['ID=d4b9fb92-2017-4481-a2ec-6b5986481346,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:35.039708 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Attempting to bind port d4b9fb92-2017-4481-a2ec-6b5986481346 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:05:35.040595 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Attempting to bind port d4b9fb92-2017-4481-a2ec-6b5986481346 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:05:35.040938 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Attempting to bind port d4b9fb92-2017-4481-a2ec-6b5986481346 on network f6fdd018-425d-422f-958d-84f11d8dd088 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:05:35.059575 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Port d4b9fb92-2017-4481-a2ec-6b5986481346 on network f6fdd018-425d-422f-958d-84f11d8dd088 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:05:35.059908 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Attempting to bind port d4b9fb92-2017-4481-a2ec-6b5986481346 on network f6fdd018-425d-422f-958d-84f11d8dd088 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:05:35.072306 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:05:35.077468 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Checking segment: {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:05:35.079322 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Bound using segment: {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:05:35.079966 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Bound port: d4b9fb92-2017-4481-a2ec-6b5986481346, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:05:35.081621 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:35.158377 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4b2f4999-4817-490e-bf5f-68e3a8a4f817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:35.182411 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] For port d4b9fb92-2017-4481-a2ec-6b5986481346, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:05:35.186638 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] For port d4b9fb92-2017-4481-a2ec-6b5986481346, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d4b9fb92-2017-4481-a2ec-6b5986481346,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:05:35.199445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebaea2-4df2-485a-865f-99a9a42e9947 req-79b04798-7960-4fc4-ba76-77f9ae6b6d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:35.202160 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cebaea2-4df2-485a-865f-99a9a42e9947 req-79b04798-7960-4fc4-ba76-77f9ae6b6d0a service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 912 time: 0.2032719 Dec 14 03:05:35.267966 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cebaea2-4df2-485a-865f-99a9a42e9947 req-80a8d04a-af92-4633-8363-9e7c5f9416c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0def373-ff1d-4b40-a4bb-43f549001137 HTTP/1.1" status: 200 len: 217 time: 0.0449781 Dec 14 03:05:35.324952 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:35.331694 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:35.337605 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebaea2-4df2-485a-865f-99a9a42e9947 req-7fa7500c-317f-43d1-a988-d1e936afce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:35.337605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cebaea2-4df2-485a-865f-99a9a42e9947 req-7fa7500c-317f-43d1-a988-d1e936afce3e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0586593 Dec 14 03:05:35.384940 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:35.385760 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:35.387253 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] 10.222.0.47 "PUT /v2.0/ports/d4b9fb92-2017-4481-a2ec-6b5986481346 HTTP/1.1" status: 200 len: 1092 time: 1.5417671 Dec 14 03:05:35.388712 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '996feb4c-4b70-4dd6-ba0b-dc8992a777a6', 'tag': 'd4b9fb92-2017-4481-a2ec-6b5986481346'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:05:35.393962 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31937ad5-9651-4de6-9d6e-9d3187a0b53a" -d '{"events": [{"name": "network-changed", "server_uuid": "996feb4c-4b70-4dd6-ba0b-dc8992a777a6", "tag": "d4b9fb92-2017-4481-a2ec-6b5986481346"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:05:35.481580 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01798575-b0e8-4651-b077-7cfb9079d90e service neutron] Pushing event updated for resources: {'Port': ['ID=d4b9fb92-2017-4481-a2ec-6b5986481346,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:35.499328 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebaea2-4df2-485a-865f-99a9a42e9947 req-12f21579-25f5-45ed-8916-55bead822aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:35.500965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cebaea2-4df2-485a-865f-99a9a42e9947 req-12f21579-25f5-45ed-8916-55bead822aa6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279640 Dec 14 03:05:35.501971 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5621465-b0fb-48cd-8557-c9b81f16b6c3 x-openstack-request-id: req-e5621465-b0fb-48cd-8557-c9b81f16b6c3 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:05:35.503208 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "996feb4c-4b70-4dd6-ba0b-dc8992a777a6", "tag": "d4b9fb92-2017-4481-a2ec-6b5986481346", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:05:35.503696 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e5621465-b0fb-48cd-8557-c9b81f16b6c3 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:05:35.504390 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996feb4c-4b70-4dd6-ba0b-dc8992a777a6', 'tag': 'd4b9fb92-2017-4481-a2ec-6b5986481346', 'status': 'completed', 'code': 200} Dec 14 03:05:35.640933 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31937ad5-9651-4de6-9d6e-9d3187a0b53a req-1911b441-0d0f-4ed4-9c02-3981970a8e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:35.642594 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-31937ad5-9651-4de6-9d6e-9d3187a0b53a req-1911b441-0d0f-4ed4-9c02-3981970a8e0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 1095 time: 0.1040225 Dec 14 03:05:35.735507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cebaea2-4df2-485a-865f-99a9a42e9947 req-0ea9835b-7406-4954-8240-5417d0c187f6 service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588519 Dec 14 03:05:35.976559 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31937ad5-9651-4de6-9d6e-9d3187a0b53a req-f8ed7425-65b9-4a20-b227-3cb4fa0cccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:35.982620 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-31937ad5-9651-4de6-9d6e-9d3187a0b53a req-f8ed7425-65b9-4a20-b227-3cb4fa0cccc0 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2011654 Dec 14 03:05:36.147606 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31937ad5-9651-4de6-9d6e-9d3187a0b53a req-28a3b3c8-dff7-4a96-b646-d5a7ce9ac01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:36.150449 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-31937ad5-9651-4de6-9d6e-9d3187a0b53a req-28a3b3c8-dff7-4a96-b646-d5a7ce9ac01b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1593761 Dec 14 03:05:36.293213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-1a13315a-b761-46c2-83be-ba150bc8ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:36.297113 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-1a13315a-b761-46c2-83be-ba150bc8ead8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 1095 time: 0.0826559 Dec 14 03:05:36.359704 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2af7a001-c8cc-4dd2-af2a-b2d6401a07bd req-7140813b-50a6-45c7-a83b-2e988ad7ac15 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=307f394c-8b5a-4a41-97fb-3456f10932a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6731462 Dec 14 03:05:36.382081 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80166a48-1ff9-49c4-b06b-135b43dd0407 req-b8acf134-bfcc-46d4-b790-d4a75f80ff5f tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:36.383570 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-332f3493-7c94-426a-bdd0-f08c77f488a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4b9fb92-2017-4481-a2ec-6b5986481346 HTTP/1.1" status: 200 len: 217 time: 0.0722995 Dec 14 03:05:36.383747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80166a48-1ff9-49c4-b06b-135b43dd0407 req-b8acf134-bfcc-46d4-b790-d4a75f80ff5f tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.1996291 Dec 14 03:05:36.420606 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:36.439561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4cebaea2-4df2-485a-865f-99a9a42e9947 req-73c56caa-a261-4db1-ad1e-8cf3b10c4a67 service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544293 Dec 14 03:05:36.458672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-943d2033-1c7d-496e-a275-47295a103d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:36.460642 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-943d2033-1c7d-496e-a275-47295a103d03 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0684843 Dec 14 03:05:36.492426 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Deleting port dea7ca09-9992-4d04-88ef-a294515b083c {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:05:36.492767 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:36.517873 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-b42474ec-c0c8-4e43-b9ad-0e2a067a6e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:36.519863 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-b42474ec-c0c8-4e43-b9ad-0e2a067a6e5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510144 Dec 14 03:05:36.573978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80166a48-1ff9-49c4-b06b-135b43dd0407 req-f7235770-f3a0-4fcc-a27d-c94fc02ad117 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781228 Dec 14 03:05:36.615174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7a001-c8cc-4dd2-af2a-b2d6401a07bd req-d2f81fc4-d33c-4c9c-9f2b-4a5437f91a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:36.615174 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2af7a001-c8cc-4dd2-af2a-b2d6401a07bd req-d2f81fc4-d33c-4c9c-9f2b-4a5437f91a90 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec370322499d4fcda0b083d27459b745&device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 1096 time: 0.1460164 Dec 14 03:05:36.631246 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-6760d79d-d421-46b1-85c4-218383d5d7bb service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029999 Dec 14 03:05:36.722520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] For port dea7ca09-9992-4d04-88ef-a294515b083c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=dea7ca09-9992-4d04-88ef-a294515b083c,segment=NetworkSegment(3ed67050-ee5e-48ab-bc78-d3ca7404a84e),segment_id=3ed67050-ee5e-48ab-bc78-d3ca7404a84e)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:36.722905 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:36.751287 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ed06e250-85bd-42ff-921b-73cfbaf7eecd req-99b97ded-a30a-479d-b27e-3ae0adeb882a service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118722 Dec 14 03:05:36.752102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Calling delete_port for dea7ca09-9992-4d04-88ef-a294515b083c owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:05:36.834749 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7a001-c8cc-4dd2-af2a-b2d6401a07bd req-4bac5279-8af4-42ea-bd2d-ad7129bbdbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:36.836500 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2af7a001-c8cc-4dd2-af2a-b2d6401a07bd req-4bac5279-8af4-42ea-bd2d-ad7129bbdbcd service neutron] 10.222.0.46 "GET /v2.0/networks?id=47587bcf-1bf4-4171-8c58-9102ae594acc HTTP/1.1" status: 200 len: 914 time: 0.1922057 Dec 14 03:05:36.896262 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2af7a001-c8cc-4dd2-af2a-b2d6401a07bd req-3b0748ad-6d27-44ac-8517-dbf31fe6bbe5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76c7614c-6aeb-4da0-b03b-22799af0952a HTTP/1.1" status: 200 len: 217 time: 0.0480602 Dec 14 03:05:37.025880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7a001-c8cc-4dd2-af2a-b2d6401a07bd req-4d88abeb-f208-4975-9a0f-12eb76859805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:37.027355 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2af7a001-c8cc-4dd2-af2a-b2d6401a07bd req-4d88abeb-f208-4975-9a0f-12eb76859805 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b877e6c6-eb97-45b7-8a13-7d4a9e58fd05 HTTP/1.1" status: 200 len: 853 time: 0.0744665 Dec 14 03:05:37.067314 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2af7a001-c8cc-4dd2-af2a-b2d6401a07bd req-72e1f447-a62a-4d14-a059-626ed180b69e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47587bcf-1bf4-4171-8c58-9102ae594acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301883 Dec 14 03:05:37.197588 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2af7a001-c8cc-4dd2-af2a-b2d6401a07bd req-ca3a3a12-6cd9-4215-aeee-8af814105f6d service neutron] 10.222.0.46 "GET /v2.0/networks/47587bcf-1bf4-4171-8c58-9102ae594acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122565 Dec 14 03:05:37.302266 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:37.329720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Pushing event deleted for resources: {'Port': ['ID=dea7ca09-9992-4d04-88ef-a294515b083c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:37.339070 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2af7a001-c8cc-4dd2-af2a-b2d6401a07bd req-e316dc82-337d-428a-b103-087749db170d service neutron] 10.222.0.46 "GET /v2.0/networks/47587bcf-1bf4-4171-8c58-9102ae594acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329815 Dec 14 03:05:37.362508 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:37.362826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:37.363194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:37.363487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:37.363842 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:37.364169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:37.364500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:37.364830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:37.365366 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:37.365517 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:37.365827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:37.366161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:37.366504 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:37.525294 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:37.779136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47b806-c3c2-4b49-94f5-82f50a7b2cd6 req-0d684f1a-1352-4b47-93f4-da74243694ba tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:37.780549 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a47b806-c3c2-4b49-94f5-82f50a7b2cd6 req-0d684f1a-1352-4b47-93f4-da74243694ba tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.1309314 Dec 14 03:05:37.818012 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Router 73985cf9-800c-4c99-9b12-08a3da6e284b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:05:37.849424 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a47b806-c3c2-4b49-94f5-82f50a7b2cd6 req-8f51a43d-c89a-4bf6-b546-c46bc7c9f5eb tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616994 Dec 14 03:05:37.869590 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:37.968541 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:05:37.976588 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-05019808-4e82-41f9-bc00-f1d5cb77fa23 admin admin] 10.222.0.39 "PUT /v2.0/routers/73985cf9-800c-4c99-9b12-08a3da6e284b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0104208 Dec 14 03:05:37.979650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47840) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:37.984811 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a50bddc-3486-419c-983b-e7bd9bbb67f3 None None] Sync routers for ids ['73985cf9-800c-4c99-9b12-08a3da6e284b'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:05:38.001595 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a50bddc-3486-419c-983b-e7bd9bbb67f3 None None] Routers {'73985cf9-800c-4c99-9b12-08a3da6e284b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:05:38.002223 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2a50bddc-3486-419c-983b-e7bd9bbb67f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:05:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['73985cf9-800c-4c99-9b12-08a3da6e284b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:38.104636 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39a4d3da-1878-4c9f-a904-9e536c694f80 admin admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:38.151011 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-2a50bddc-3486-419c-983b-e7bd9bbb67f3 None None] Set router 73985cf9-800c-4c99-9b12-08a3da6e284b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:05:38.245758 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39a4d3da-1878-4c9f-a904-9e536c694f80 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:38.372256 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2a50bddc-3486-419c-983b-e7bd9bbb67f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'name': 'tempest-TestVolumeBackupRestore-370187438-router', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:38Z', 'updated_at': '2021-12-14T03:05:37Z', 'revision_number': 5, 'project_id': '54ff088c39304a16908fa1f78b206635', 'gw_port': {'id': '24342a6d-588c-48dc-8d62-41d2ff215634', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:37:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:39Z', 'updated_at': '2021-12-14T02:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:38.399540 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a50bddc-3486-419c-983b-e7bd9bbb67f3 None None] Checking router: 73985cf9-800c-4c99-9b12-08a3da6e284b for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:05:38.412723 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a50bddc-3486-419c-983b-e7bd9bbb67f3 None None] Routers {'73985cf9-800c-4c99-9b12-08a3da6e284b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:05:38.413515 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2a50bddc-3486-419c-983b-e7bd9bbb67f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:05:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['73985cf9-800c-4c99-9b12-08a3da6e284b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:38.437861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-39a4d3da-1878-4c9f-a904-9e536c694f80 admin admin] Deleting port 24342a6d-588c-48dc-8d62-41d2ff215634 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:05:38.438200 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39a4d3da-1878-4c9f-a904-9e536c694f80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:38.522347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-39a4d3da-1878-4c9f-a904-9e536c694f80 admin admin] For port 24342a6d-588c-48dc-8d62-41d2ff215634, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=24342a6d-588c-48dc-8d62-41d2ff215634,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:38.522730 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39a4d3da-1878-4c9f-a904-9e536c694f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:38.523087 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-2a50bddc-3486-419c-983b-e7bd9bbb67f3 None None] Set router 73985cf9-800c-4c99-9b12-08a3da6e284b gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:05:38.536368 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-39a4d3da-1878-4c9f-a904-9e536c694f80 admin admin] Calling delete_port for 24342a6d-588c-48dc-8d62-41d2ff215634 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:05:38.598244 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2a50bddc-3486-419c-983b-e7bd9bbb67f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'name': 'tempest-TestVolumeBackupRestore-370187438-router', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:38Z', 'updated_at': '2021-12-14T03:05:38Z', 'revision_number': 6, 'project_id': '54ff088c39304a16908fa1f78b206635', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:38.636455 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a50bddc-3486-419c-983b-e7bd9bbb67f3 None None] The sync data for ids ['73985cf9-800c-4c99-9b12-08a3da6e284b'] in n-d-821636-1 is: [{'id': '73985cf9-800c-4c99-9b12-08a3da6e284b', 'name': 'tempest-TestVolumeBackupRestore-370187438-router', 'tenant_id': '54ff088c39304a16908fa1f78b206635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:38Z', 'updated_at': '2021-12-14T03:05:38Z', 'revision_number': 6, 'project_id': '54ff088c39304a16908fa1f78b206635', 'gw_port_host': None}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:05:38.709933 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:38.907281 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39a4d3da-1878-4c9f-a904-9e536c694f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:38.946237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4d3da-1878-4c9f-a904-9e536c694f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=24342a6d-588c-48dc-8d62-41d2ff215634,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:38.970452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301a6bc6-4c73-4342-ae95-c489de1b4884 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:05:39.044917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb06b9f-d14f-48ad-b013-0f8d9c4bd546 req-969dc16d-d2a0-4fff-b6d9-f89571f5f7fd tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:39.046602 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8bb06b9f-d14f-48ad-b013-0f8d9c4bd546 req-969dc16d-d2a0-4fff-b6d9-f89571f5f7fd tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.1039443 Dec 14 03:05:39.055847 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39a4d3da-1878-4c9f-a904-9e536c694f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:39.183934 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39a4d3da-1878-4c9f-a904-9e536c694f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:39.191302 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39a4d3da-1878-4c9f-a904-9e536c694f80 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:39.254407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8bb06b9f-d14f-48ad-b013-0f8d9c4bd546 req-9b49ef90-ac30-4cf3-8b86-4e12e5dd8761 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950948 Dec 14 03:05:39.378515 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39a4d3da-1878-4c9f-a904-9e536c694f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:39.378983 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a4d3da-1878-4c9f-a904-9e536c694f80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73985cf9-800c-4c99-9b12-08a3da6e284b {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:05:39.383600 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-39a4d3da-1878-4c9f-a904-9e536c694f80 admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:39.389022 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-39a4d3da-1878-4c9f-a904-9e536c694f80 admin admin] 10.222.0.39 "DELETE /v2.0/routers/73985cf9-800c-4c99-9b12-08a3da6e284b HTTP/1.1" status: 204 len: 168 time: 1.4046931 Dec 14 03:05:39.389022 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47882) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:39.438388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cdf7aa7-86c5-49bc-b5bc-81b247ff0570 admin admin] Deleting subnet 3c855a28-7a71-4786-98d0-26073b3a25ea {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:05:39.441808 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7aa7-86c5-49bc-b5bc-81b247ff0570 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:39.478435 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7aa7-86c5-49bc-b5bc-81b247ff0570 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:39.571822 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7aa7-86c5-49bc-b5bc-81b247ff0570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:39.761649 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7aa7-86c5-49bc-b5bc-81b247ff0570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:39.788241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf7aa7-86c5-49bc-b5bc-81b247ff0570 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c855a28-7a71-4786-98d0-26073b3a25ea,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:39.792309 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7aa7-86c5-49bc-b5bc-81b247ff0570 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:39.796818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0cdf7aa7-86c5-49bc-b5bc-81b247ff0570 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3c855a28-7a71-4786-98d0-26073b3a25ea HTTP/1.1" status: 204 len: 168 time: 0.4070680 Dec 14 03:05:39.800559 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47892) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:39.803653 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b78c2fe-4f12-46f5-9bf8-6df693568020 None None] Network 39d1b5ff-5979-4460-98b6-dc444bad73ad requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:05:39.876349 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:39.946631 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] Deleting port c13f924f-e980-4c90-b8ac-5214a5436c82 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:05:39.946631 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:39.990989 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] DHCP port deletion for 39d1b5ff-5979-4460-98b6-dc444bad73ad request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:05:40.013702 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] For port c13f924f-e980-4c90-b8ac-5214a5436c82, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c13f924f-e980-4c90-b8ac-5214a5436c82,segment=NetworkSegment(3ed67050-ee5e-48ab-bc78-d3ca7404a84e),segment_id=3ed67050-ee5e-48ab-bc78-d3ca7404a84e)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:40.014068 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:40.027577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] Calling delete_port for c13f924f-e980-4c90-b8ac-5214a5436c82 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:05:40.042457 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] Deleting port c13f924f-e980-4c90-b8ac-5214a5436c82 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:05:40.051433 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:40.123043 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] For port c13f924f-e980-4c90-b8ac-5214a5436c82, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c13f924f-e980-4c90-b8ac-5214a5436c82,segment=NetworkSegment(3ed67050-ee5e-48ab-bc78-d3ca7404a84e),segment_id=3ed67050-ee5e-48ab-bc78-d3ca7404a84e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:40.123689 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:40.138563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] Calling delete_port for c13f924f-e980-4c90-b8ac-5214a5436c82 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:05:40.183583 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 24342a6d-588c-48dc-8d62-41d2ff215634 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:05:40.212195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 24342a6d-588c-48dc-8d62-41d2ff215634 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:05:40.212195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 24342a6d-588c-48dc-8d62-41d2ff215634 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:05:40.212195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c13f924f-e980-4c90-b8ac-5214a5436c82 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:05:40.258347 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:40.262003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No active binding found for port c13f924f-e980-4c90-b8ac-5214a5436c82 {{(pid=103849) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 14 03:05:40.262430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c13f924f-e980-4c90-b8ac-5214a5436c82 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:05:40.262850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device dea7ca09-9992-4d04-88ef-a294515b083c no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:05:40.286150 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c13f924f-e980-4c90-b8ac-5214a5436c82,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:40.288030 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: dea7ca09-9992-4d04-88ef-a294515b083c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:05:40.288384 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device dea7ca09-9992-4d04-88ef-a294515b083c not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:05:40.290933 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] No DVR routers for this DVR port c13f924f-e980-4c90-b8ac-5214a5436c82 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:05:40.302274 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:40.338365 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] Pushing event deleted for resources: {'Port': ['ID=c13f924f-e980-4c90-b8ac-5214a5436c82,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:40.344079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] No DVR routers for this DVR port c13f924f-e980-4c90-b8ac-5214a5436c82 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:05:40.352961 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:40.353664 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:40.354277 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:40.354792 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:40.355480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:40.355971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:40.356457 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:40.356950 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:40.357777 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:40.358404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:40.358971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:40.360051 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:40.360237 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d2c50d-c8ca-4701-8210-a9cbffc211db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:05:40.408026 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:40.436874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d1b5ff-5979-4460-98b6-dc444bad73ad']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:40.449378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed67050-ee5e-48ab-bc78-d3ca7404a84e') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:40.449684 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed67050-ee5e-48ab-bc78-d3ca7404a84e') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:40.473964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193283-77b6-4696-8e77-f4ce1760d20e req-2e6f36c3-5a0a-4d63-af02-fe7965823778 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:40.473964 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6193283-77b6-4696-8e77-f4ce1760d20e req-2e6f36c3-5a0a-4d63-af02-fe7965823778 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0968487 Dec 14 03:05:40.473964 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:40.492332 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:40.503310 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:05:40.504017 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: timer() Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:05:40.506184 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:05:40.576097 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6193283-77b6-4696-8e77-f4ce1760d20e req-58dcdf17-d2a9-4c71-89ef-3821c79af63c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008978 Dec 14 03:05:40.715249 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:40.721011 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:40.724448 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/39d1b5ff-5979-4460-98b6-dc444bad73ad HTTP/1.1" status: 204 len: 168 time: 0.9224777 Dec 14 03:05:40.728150 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 47924) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:40.735830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f506c-6f71-45b0-bc24-a1f437a38ab3 admin admin] Pushing event deleted for resources: {'Network': ['ID=39d1b5ff-5979-4460-98b6-dc444bad73ad,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:41.168168 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3744445c-806a-403e-a549-0554b60dab89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:41.720172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfe6b3-add2-4053-adb8-f312933c501c req-23427e7e-8cc0-4695-9ab7-afaff34ed7a4 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:41.721803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56dfe6b3-add2-4053-adb8-f312933c501c req-23427e7e-8cc0-4695-9ab7-afaff34ed7a4 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0538716 Dec 14 03:05:41.773735 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56dfe6b3-add2-4053-adb8-f312933c501c req-51a06243-dc18-4e64-a724-704498e8addc tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441945 Dec 14 03:05:41.822611 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-3744445c-806a-403e-a549-0554b60dab89 admin admin] Deleting port 129691d2-6e49-402b-a16c-be39f05b5ea3 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:05:41.823194 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3744445c-806a-403e-a549-0554b60dab89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:41.903605 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-3744445c-806a-403e-a549-0554b60dab89 admin admin] For port 129691d2-6e49-402b-a16c-be39f05b5ea3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=129691d2-6e49-402b-a16c-be39f05b5ea3,segment=NetworkSegment(493821a2-630d-423d-8d51-3ec8a150c313),segment_id=493821a2-630d-423d-8d51-3ec8a150c313)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:41.903895 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3744445c-806a-403e-a549-0554b60dab89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:41.919438 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-3744445c-806a-403e-a549-0554b60dab89 admin admin] Calling delete_port for 129691d2-6e49-402b-a16c-be39f05b5ea3 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:05:42.288080 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3744445c-806a-403e-a549-0554b60dab89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:42.314575 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744445c-806a-403e-a549-0554b60dab89 admin admin] Pushing event deleted for resources: {'Port': ['ID=129691d2-6e49-402b-a16c-be39f05b5ea3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:42.487325 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3744445c-806a-403e-a549-0554b60dab89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:42.722428 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3744445c-806a-403e-a549-0554b60dab89 admin admin] Router d1e15b6c-16a7-45a5-acd7-9b3c14d4a758 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:05:42.840682 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3744445c-806a-403e-a549-0554b60dab89 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:05:42.848209 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3744445c-806a-403e-a549-0554b60dab89 admin admin] 10.222.0.39 "PUT /v2.0/routers/d1e15b6c-16a7-45a5-acd7-9b3c14d4a758/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1160662 Dec 14 03:05:42.849245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 47990) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:42.852979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfad5d5d-dcad-4516-9985-c6b7c41ef9fc None None] Sync routers for ids ['d1e15b6c-16a7-45a5-acd7-9b3c14d4a758'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:05:42.863171 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfad5d5d-dcad-4516-9985-c6b7c41ef9fc None None] Routers {'d1e15b6c-16a7-45a5-acd7-9b3c14d4a758'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:05:42.863804 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bfad5d5d-dcad-4516-9985-c6b7c41ef9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:05:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d1e15b6c-16a7-45a5-acd7-9b3c14d4a758'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:42.980593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44879a56-442b-4297-bba3-9a5742f4b032 req-7fa73941-08dd-4f14-8920-eb4f86f537f2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:42.981254 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-bfad5d5d-dcad-4516-9985-c6b7c41ef9fc None None] Set router d1e15b6c-16a7-45a5-acd7-9b3c14d4a758 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:05:42.982041 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44879a56-442b-4297-bba3-9a5742f4b032 req-7fa73941-08dd-4f14-8920-eb4f86f537f2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.1247644 Dec 14 03:05:43.204373 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bfad5d5d-dcad-4516-9985-c6b7c41ef9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'name': 'tempest-TestVolumeBackupRestore-251335381-router', 'tenant_id': 'cc75df5663f84d36929929a8969208ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '9d4f1e2a-e815-4363-9d49-44639a0ab0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:51Z', 'updated_at': '2021-12-14T03:05:42Z', 'revision_number': 5, 'project_id': 'cc75df5663f84d36929929a8969208ee', 'gw_port': {'id': '9d4f1e2a-e815-4363-9d49-44639a0ab0bc', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:52Z', 'updated_at': '2021-12-14T03:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:43.235892 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfad5d5d-dcad-4516-9985-c6b7c41ef9fc None None] Checking router: d1e15b6c-16a7-45a5-acd7-9b3c14d4a758 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:05:43.246042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfad5d5d-dcad-4516-9985-c6b7c41ef9fc None None] Routers {'d1e15b6c-16a7-45a5-acd7-9b3c14d4a758'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:05:43.246725 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bfad5d5d-dcad-4516-9985-c6b7c41ef9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:05:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d1e15b6c-16a7-45a5-acd7-9b3c14d4a758'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:43.371861 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-bfad5d5d-dcad-4516-9985-c6b7c41ef9fc None None] Set router d1e15b6c-16a7-45a5-acd7-9b3c14d4a758 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:05:43.396311 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac1b1aa2-893c-4f36-968a-b0c8d7809377 admin admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:43.475027 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44879a56-442b-4297-bba3-9a5742f4b032 req-2fbe6b49-09c7-43ff-ab13-6abf4bbe7603 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4834015 Dec 14 03:05:43.513942 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac1b1aa2-893c-4f36-968a-b0c8d7809377 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:43.579555 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bfad5d5d-dcad-4516-9985-c6b7c41ef9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'name': 'tempest-TestVolumeBackupRestore-251335381-router', 'tenant_id': 'cc75df5663f84d36929929a8969208ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '9d4f1e2a-e815-4363-9d49-44639a0ab0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:51Z', 'updated_at': '2021-12-14T03:05:42Z', 'revision_number': 5, 'project_id': 'cc75df5663f84d36929929a8969208ee', 'gw_port': {'id': '9d4f1e2a-e815-4363-9d49-44639a0ab0bc', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:52Z', 'updated_at': '2021-12-14T03:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:43.607658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfad5d5d-dcad-4516-9985-c6b7c41ef9fc None None] The sync data for ids ['d1e15b6c-16a7-45a5-acd7-9b3c14d4a758'] in n-d-821636-1 is: [{'id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'name': 'tempest-TestVolumeBackupRestore-251335381-router', 'tenant_id': 'cc75df5663f84d36929929a8969208ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.5'}], 'enable_snat': True}, 'gw_port_id': '9d4f1e2a-e815-4363-9d49-44639a0ab0bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T02:59:51Z', 'updated_at': '2021-12-14T03:05:42Z', 'revision_number': 5, 'project_id': 'cc75df5663f84d36929929a8969208ee', 'gw_port': {'id': '9d4f1e2a-e815-4363-9d49-44639a0ab0bc', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:b7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e15b6c-16a7-45a5-acd7-9b3c14d4a758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T02:59:52Z', 'updated_at': '2021-12-14T03:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:05:43.669860 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b1aa2-893c-4f36-968a-b0c8d7809377 admin admin] Deleting port 9d4f1e2a-e815-4363-9d49-44639a0ab0bc {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:05:43.670565 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac1b1aa2-893c-4f36-968a-b0c8d7809377 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:43.751736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-ac1b1aa2-893c-4f36-968a-b0c8d7809377 admin admin] For port 9d4f1e2a-e815-4363-9d49-44639a0ab0bc, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=9d4f1e2a-e815-4363-9d49-44639a0ab0bc,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:43.752061 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac1b1aa2-893c-4f36-968a-b0c8d7809377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:43.769154 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b1aa2-893c-4f36-968a-b0c8d7809377 admin admin] Calling delete_port for 9d4f1e2a-e815-4363-9d49-44639a0ab0bc owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:05:44.035851 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac1b1aa2-893c-4f36-968a-b0c8d7809377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:44.084255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b1aa2-893c-4f36-968a-b0c8d7809377 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d4f1e2a-e815-4363-9d49-44639a0ab0bc,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:44.117357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f437114-83ea-400d-9193-08754e1d90eb None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:05:44.181962 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 129691d2-6e49-402b-a16c-be39f05b5ea3 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:05:44.187223 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac1b1aa2-893c-4f36-968a-b0c8d7809377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:44.206551 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 129691d2-6e49-402b-a16c-be39f05b5ea3 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:05:44.206898 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 129691d2-6e49-402b-a16c-be39f05b5ea3 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:05:44.281130 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac1b1aa2-893c-4f36-968a-b0c8d7809377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:44.283518 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac1b1aa2-893c-4f36-968a-b0c8d7809377 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:44.458531 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac1b1aa2-893c-4f36-968a-b0c8d7809377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:44.459168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1b1aa2-893c-4f36-968a-b0c8d7809377 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1e15b6c-16a7-45a5-acd7-9b3c14d4a758 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:05:44.463495 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac1b1aa2-893c-4f36-968a-b0c8d7809377 admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:44.464828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ac1b1aa2-893c-4f36-968a-b0c8d7809377 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d1e15b6c-16a7-45a5-acd7-9b3c14d4a758 HTTP/1.1" status: 204 len: 168 time: 1.6152375 Dec 14 03:05:44.467213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48040) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:44.518136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15766cf-a165-47d8-896a-5ab5d254c391 admin admin] Deleting subnet e23115a1-ec9c-4719-9ec1-b912de92e8ca {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:05:44.520178 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f15766cf-a165-47d8-896a-5ab5d254c391 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:44.563967 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f15766cf-a165-47d8-896a-5ab5d254c391 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:44.669071 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fcd25-1141-423d-9b19-711d77d84ba8 req-34d10a26-5bb4-4487-b93e-f975353d4418 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:44.670587 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a20fcd25-1141-423d-9b19-711d77d84ba8 req-34d10a26-5bb4-4487-b93e-f975353d4418 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.1045585 Dec 14 03:05:44.735920 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f15766cf-a165-47d8-896a-5ab5d254c391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:44.783786 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a20fcd25-1141-423d-9b19-711d77d84ba8 req-eadbca90-acf2-4aca-bd5e-2f2b59650fc1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868735 Dec 14 03:05:44.958993 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f15766cf-a165-47d8-896a-5ab5d254c391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:44.987696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15766cf-a165-47d8-896a-5ab5d254c391 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e23115a1-ec9c-4719-9ec1-b912de92e8ca,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:44.994314 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f15766cf-a165-47d8-896a-5ab5d254c391 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:44.997538 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f15766cf-a165-47d8-896a-5ab5d254c391 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e23115a1-ec9c-4719-9ec1-b912de92e8ca HTTP/1.1" status: 204 len: 168 time: 0.5293157 Dec 14 03:05:44.999314 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953eb893-0501-41ae-9fbd-44c611a82fad None None] Network 9f82211d-c807-439c-b6c0-d9949e64f39a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:05:45.000206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48046) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:45.084064 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:45.146098 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] Deleting port cdc3e7cb-d393-471d-bff7-ab558bb11e55 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:05:45.146450 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:45.176294 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dfe00d-ab24-4f0f-ae40-6299ad9fbb1a None None] DHCP port deletion for 9f82211d-c807-439c-b6c0-d9949e64f39a request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:05:45.227864 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] For port cdc3e7cb-d393-471d-bff7-ab558bb11e55, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=cdc3e7cb-d393-471d-bff7-ab558bb11e55,segment=NetworkSegment(493821a2-630d-423d-8d51-3ec8a150c313),segment_id=493821a2-630d-423d-8d51-3ec8a150c313)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:45.227864 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:45.231929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-82dfe00d-ab24-4f0f-ae40-6299ad9fbb1a None None] Deleting port cdc3e7cb-d393-471d-bff7-ab558bb11e55 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:05:45.232313 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-82dfe00d-ab24-4f0f-ae40-6299ad9fbb1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:45.245703 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] Calling delete_port for cdc3e7cb-d393-471d-bff7-ab558bb11e55 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:05:45.313939 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-82dfe00d-ab24-4f0f-ae40-6299ad9fbb1a None None] For port cdc3e7cb-d393-471d-bff7-ab558bb11e55, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=cdc3e7cb-d393-471d-bff7-ab558bb11e55,segment=NetworkSegment(493821a2-630d-423d-8d51-3ec8a150c313),segment_id=493821a2-630d-423d-8d51-3ec8a150c313)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:05:45.315436 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-82dfe00d-ab24-4f0f-ae40-6299ad9fbb1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:45.329422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-82dfe00d-ab24-4f0f-ae40-6299ad9fbb1a None None] Calling delete_port for cdc3e7cb-d393-471d-bff7-ab558bb11e55 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:05:45.450005 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:45.456471 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-82dfe00d-ab24-4f0f-ae40-6299ad9fbb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:45.476762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc3e7cb-d393-471d-bff7-ab558bb11e55,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:45.481132 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] No DVR routers for this DVR port cdc3e7cb-d393-471d-bff7-ab558bb11e55 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:05:45.487341 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfe00d-ab24-4f0f-ae40-6299ad9fbb1a None None] Pushing event deleted for resources: {'Port': ['ID=cdc3e7cb-d393-471d-bff7-ab558bb11e55,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:45.491334 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dfe00d-ab24-4f0f-ae40-6299ad9fbb1a None None] No DVR routers for this DVR port cdc3e7cb-d393-471d-bff7-ab558bb11e55 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:05:45.568136 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:45.590073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f82211d-c807-439c-b6c0-d9949e64f39a']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:45.601286 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '493821a2-630d-423d-8d51-3ec8a150c313') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:45.601680 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '493821a2-630d-423d-8d51-3ec8a150c313') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:05:45.612415 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:45.631067 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:45.638887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:05:45.642653 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:05:45.817448 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:45.832247 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:45.835892 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] 10.222.0.39 "DELETE /v2.0/networks/9f82211d-c807-439c-b6c0-d9949e64f39a HTTP/1.1" status: 204 len: 168 time: 0.8338878 Dec 14 03:05:45.847771 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31651c70-5baa-4e64-ae28-e480787202fa admin admin] Pushing event deleted for resources: {'Network': ['ID=9f82211d-c807-439c-b6c0-d9949e64f39a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:45.921170 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad254a-9f61-491c-8c0d-b069eb059a45 req-5ccb964e-993c-4793-9790-28667ffef5e2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:45.923974 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1ad254a-9f61-491c-8c0d-b069eb059a45 req-5ccb964e-993c-4793-9790-28667ffef5e2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0608876 Dec 14 03:05:45.973195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1ad254a-9f61-491c-8c0d-b069eb059a45 req-cf82f6c0-8ad0-4f86-8d16-0004c992a458 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430942 Dec 14 03:05:46.131259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device cdc3e7cb-d393-471d-bff7-ab558bb11e55 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:05:46.152234 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: cdc3e7cb-d393-471d-bff7-ab558bb11e55 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:05:46.152583 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device cdc3e7cb-d393-471d-bff7-ab558bb11e55 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:05:46.152998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 9d4f1e2a-e815-4363-9d49-44639a0ab0bc no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:05:46.172066 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 9d4f1e2a-e815-4363-9d49-44639a0ab0bc {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:05:46.172414 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 9d4f1e2a-e815-4363-9d49-44639a0ab0bc not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:05:46.355016 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48056) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:46.399685 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-67f45c80-48f8-4d1f-983c-6f3271006b0c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54ff088c39304a16908fa1f78b206635&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433271 Dec 14 03:05:46.402835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48058) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:46.454988 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a89ebae2-5e77-4951-8dd1-9f7ffff4aa79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:46.477546 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a89ebae2-5e77-4951-8dd1-9f7ffff4aa79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:46.847152 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a89ebae2-5e77-4951-8dd1-9f7ffff4aa79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:46.850558 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a89ebae2-5e77-4951-8dd1-9f7ffff4aa79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:46.852035 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a89ebae2-5e77-4951-8dd1-9f7ffff4aa79 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb0ff2a1-bec0-4fe2-a48f-f82a4d7a00cb HTTP/1.1" status: 204 len: 168 time: 0.4482298 Dec 14 03:05:46.860588 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ebae2-5e77-4951-8dd1-9f7ffff4aa79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0ff2a1-bec0-4fe2-a48f-f82a4d7a00cb,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:47.095969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4a1d4-c5a0-4d81-9440-c3eaf7c1c428 req-a12bc477-a768-44e0-a5ee-84309c6eb59f tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:47.097548 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4a4a1d4-c5a0-4d81-9440-c3eaf7c1c428 req-a12bc477-a768-44e0-a5ee-84309c6eb59f tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0497699 Dec 14 03:05:47.148391 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4a4a1d4-c5a0-4d81-9440-c3eaf7c1c428 req-435206d2-7ea9-48ff-92f8-e867290d8cbd tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435650 Dec 14 03:05:47.872430 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48076) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:47.912424 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8711e001-3780-437f-a78f-a0a637975958 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc75df5663f84d36929929a8969208ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387769 Dec 14 03:05:47.914910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48078) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:05:47.965742 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba7bd091-b03b-4f8f-8a48-c4291ab5fc06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:47.988308 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba7bd091-b03b-4f8f-8a48-c4291ab5fc06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:48.219782 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba7bd091-b03b-4f8f-8a48-c4291ab5fc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:48.232579 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba7bd091-b03b-4f8f-8a48-c4291ab5fc06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:48.232579 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ba7bd091-b03b-4f8f-8a48-c4291ab5fc06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac2a432d-eb3e-4f19-8b95-9fd5fd1dd81f HTTP/1.1" status: 204 len: 168 time: 0.3066294 Dec 14 03:05:48.232579 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7bd091-b03b-4f8f-8a48-c4291ab5fc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2a432d-eb3e-4f19-8b95-9fd5fd1dd81f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:05:48.296296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bfd08-e83b-4d6d-9a7e-731e276ad253 req-b2abed85-8b23-4299-bd17-b6afe5cdaa41 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:48.304922 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f69bfd08-e83b-4d6d-9a7e-731e276ad253 req-b2abed85-8b23-4299-bd17-b6afe5cdaa41 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0812302 Dec 14 03:05:48.358017 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f69bfd08-e83b-4d6d-9a7e-731e276ad253 req-38225727-5c3f-462b-9905-8cf14b3607e8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520048 Dec 14 03:05:49.481606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740b8b4-658f-41e3-a5f5-25763f452ba7 req-0ed9d2de-9585-4a37-bbef-14fe10c55a93 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:49.483037 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7740b8b4-658f-41e3-a5f5-25763f452ba7 req-0ed9d2de-9585-4a37-bbef-14fe10c55a93 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0535967 Dec 14 03:05:49.533006 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7740b8b4-658f-41e3-a5f5-25763f452ba7 req-a9d7b4c2-7128-4fa7-a688-e005bbd75603 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435784 Dec 14 03:05:50.672659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd131175-950d-4c6f-924b-55cd85b957c6 req-f184032a-0620-4edb-8fbb-836368c7340c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:50.674342 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd131175-950d-4c6f-924b-55cd85b957c6 req-f184032a-0620-4edb-8fbb-836368c7340c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0643272 Dec 14 03:05:50.729873 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd131175-950d-4c6f-924b-55cd85b957c6 req-48063575-2b37-43db-b8ca-e9924a2527da tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478215 Dec 14 03:05:50.976530 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a508b85-7a71-4773-ab26-ba7e83bc50fa req-ff26d85c-50eb-48bc-bec7-43ba9df72739 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:50.984474 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a508b85-7a71-4773-ab26-ba7e83bc50fa req-ff26d85c-50eb-48bc-bec7-43ba9df72739 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0631545 Dec 14 03:05:51.036374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a508b85-7a71-4773-ab26-ba7e83bc50fa req-2eab5162-9e8b-4bc0-af61-cb359bf46b65 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499706 Dec 14 03:05:51.853459 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c925c40-695c-4c48-ad79-0b6e46bdd8fb req-96609344-b0e8-4b46-837c-db19d9f848b8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:51.855732 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c925c40-695c-4c48-ad79-0b6e46bdd8fb req-96609344-b0e8-4b46-837c-db19d9f848b8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0524359 Dec 14 03:05:51.905448 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c925c40-695c-4c48-ad79-0b6e46bdd8fb req-cccdcabd-78df-4340-8b6c-08f15f96db5b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428870 Dec 14 03:05:52.208452 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af987b9f-df53-45aa-bf49-181f0d702537 req-6db246a9-cdfe-4230-98ed-118e6f3f162c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:52.209883 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af987b9f-df53-45aa-bf49-181f0d702537 req-6db246a9-cdfe-4230-98ed-118e6f3f162c tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0784798 Dec 14 03:05:52.271074 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af987b9f-df53-45aa-bf49-181f0d702537 req-5697617d-8db1-4df1-8b07-910bf0efabb2 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547576 Dec 14 03:05:53.044852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fea329-4072-46ab-82ed-e5eb214d4307 req-5ee211db-a499-4f9b-a961-791258e870b2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:53.052269 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26fea329-4072-46ab-82ed-e5eb214d4307 req-5ee211db-a499-4f9b-a961-791258e870b2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0644510 Dec 14 03:05:53.104616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26fea329-4072-46ab-82ed-e5eb214d4307 req-6e058dc8-cf99-4a5b-9297-518783c0a4cd tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514848 Dec 14 03:05:53.393241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfee32c-f32b-4b1e-b55e-7f9c1a5e9982 req-069619b3-367e-4404-9a8d-d88a20b8f9be tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:53.394938 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7bfee32c-f32b-4b1e-b55e-7f9c1a5e9982 req-069619b3-367e-4404-9a8d-d88a20b8f9be tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0503981 Dec 14 03:05:53.457866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7bfee32c-f32b-4b1e-b55e-7f9c1a5e9982 req-52bd3c65-555f-4614-bf5e-93032bf5a998 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553720 Dec 14 03:05:54.233291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d767ede-ccfc-44ae-a744-7bece091e58c req-f5ad4fc1-1233-4a66-8116-e9a0d684d81a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:54.233291 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d767ede-ccfc-44ae-a744-7bece091e58c req-f5ad4fc1-1233-4a66-8116-e9a0d684d81a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0519447 Dec 14 03:05:54.287195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d767ede-ccfc-44ae-a744-7bece091e58c req-5f8a58da-114d-43f9-bc60-f5cb34d047fc tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456603 Dec 14 03:05:54.578194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f3f20-1920-415d-93eb-be18b21fc5e5 req-e3368bb1-4056-4b12-b8d0-23762bbf9ae4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:54.579979 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-540f3f20-1920-415d-93eb-be18b21fc5e5 req-e3368bb1-4056-4b12-b8d0-23762bbf9ae4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0518601 Dec 14 03:05:54.641176 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-540f3f20-1920-415d-93eb-be18b21fc5e5 req-2c6a6951-86e5-426e-aa74-06f25e1b4e6d tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540757 Dec 14 03:05:55.425636 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366f97a-847e-40c2-8798-042ae7efe34e req-7d31fea4-e086-4da9-9b4d-f72445912465 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:55.427400 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d366f97a-847e-40c2-8798-042ae7efe34e req-7d31fea4-e086-4da9-9b4d-f72445912465 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0588529 Dec 14 03:05:55.475921 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d366f97a-847e-40c2-8798-042ae7efe34e req-8694441e-0ce6-4d0f-8a29-b0e36abc9d46 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409791 Dec 14 03:05:55.762432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c688720-492d-4e8c-8467-e400ea32df30 req-784d8305-048c-4a2f-95d3-bfc7b5b99f24 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:55.764363 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c688720-492d-4e8c-8467-e400ea32df30 req-784d8305-048c-4a2f-95d3-bfc7b5b99f24 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0510716 Dec 14 03:05:55.817283 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c688720-492d-4e8c-8467-e400ea32df30 req-0d90fc34-0005-4b01-9e20-8d38174cbd15 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452144 Dec 14 03:05:56.602183 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cec28f-cf93-4522-a490-0603765a4dec req-ac96301e-2d22-4f96-8b07-f9eb9ccaa926 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:56.604380 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49cec28f-cf93-4522-a490-0603765a4dec req-ac96301e-2d22-4f96-8b07-f9eb9ccaa926 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0501642 Dec 14 03:05:56.657923 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-49cec28f-cf93-4522-a490-0603765a4dec req-ce22c731-4233-4197-b34e-140f95ad9c8d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475287 Dec 14 03:05:56.941236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c7248-2950-4ce3-b72f-ca3c797cc453 req-428ee6f3-7811-47df-8594-0cb858017388 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:56.942849 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e0c7248-2950-4ce3-b72f-ca3c797cc453 req-428ee6f3-7811-47df-8594-0cb858017388 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0537715 Dec 14 03:05:57.002526 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e0c7248-2950-4ce3-b72f-ca3c797cc453 req-a2ae072a-613b-4d91-8071-004992a546bb tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488245 Dec 14 03:05:57.257982 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:05:57.776959 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b736d0-451b-4baa-b0f0-32920c55ecbd req-204a709c-403d-4498-b098-647d2acdd486 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:57.778404 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-06b736d0-451b-4baa-b0f0-32920c55ecbd req-204a709c-403d-4498-b098-647d2acdd486 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0498719 Dec 14 03:05:57.827062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-06b736d0-451b-4baa-b0f0-32920c55ecbd req-ae39e655-48ed-4c8a-ab59-7c28d2586993 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 Dec 14 03:05:58.134140 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d2bda-c235-4dda-a17f-da9ae80728e6 req-a5e867db-883b-4683-bb18-824145414602 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:58.136495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c63d2bda-c235-4dda-a17f-da9ae80728e6 req-a5e867db-883b-4683-bb18-824145414602 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0593593 Dec 14 03:05:58.194824 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c63d2bda-c235-4dda-a17f-da9ae80728e6 req-ea317e47-e935-41e1-a8ce-6b7fba08f02e tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520945 Dec 14 03:05:58.955621 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05a803-c2b2-4cdb-bc92-ab7948b655be req-41541cc1-de42-4da0-83e9-b3ebc0db9f58 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:58.957171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db05a803-c2b2-4cdb-bc92-ab7948b655be req-41541cc1-de42-4da0-83e9-b3ebc0db9f58 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0539663 Dec 14 03:05:59.006139 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db05a803-c2b2-4cdb-bc92-ab7948b655be req-1408ce0e-ade2-4bb9-9e56-393b7cb81f47 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429525 Dec 14 03:05:59.337081 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e0844-daa8-48b6-b3b9-284cc1ca4374 req-dcbc8382-f7ff-41ed-88a9-bce6757092c9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:05:59.340456 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-054e0844-daa8-48b6-b3b9-284cc1ca4374 req-dcbc8382-f7ff-41ed-88a9-bce6757092c9 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0677803 Dec 14 03:05:59.396015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-054e0844-daa8-48b6-b3b9-284cc1ca4374 req-e451e118-b8d0-453a-aabb-401fe9cbe99f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493026 Dec 14 03:06:00.123409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77d2c2-ca83-4b6e-8cc7-f4ab796fc70c req-82cc2e33-4022-4376-a3e6-3e16a972c9c5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:00.124905 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8c77d2c2-ca83-4b6e-8cc7-f4ab796fc70c req-82cc2e33-4022-4376-a3e6-3e16a972c9c5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0486131 Dec 14 03:06:00.172807 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8c77d2c2-ca83-4b6e-8cc7-f4ab796fc70c req-833338d6-59f8-41f1-a746-311bf938c615 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413764 Dec 14 03:06:00.356858 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:00.517555 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935cfee-db89-471b-a236-5f0f42a07de1 req-a5ec942f-3b68-46a0-a386-bc79bda4e8c1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:00.519034 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e935cfee-db89-471b-a236-5f0f42a07de1 req-a5ec942f-3b68-46a0-a386-bc79bda4e8c1 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0517719 Dec 14 03:06:00.577242 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e935cfee-db89-471b-a236-5f0f42a07de1 req-f178ee9b-4ba9-4b2b-95c1-0daa0a89c30a tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520589 Dec 14 03:06:01.298704 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61fccf-a157-44ac-a402-bf5838665586 req-c1f61912-e4e2-4021-af10-72d1005c5a1d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:01.300152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b61fccf-a157-44ac-a402-bf5838665586 req-c1f61912-e4e2-4021-af10-72d1005c5a1d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0547965 Dec 14 03:06:01.352221 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b61fccf-a157-44ac-a402-bf5838665586 req-703b229b-d43d-4074-bc14-d1f24117afc8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453331 Dec 14 03:06:01.696344 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c76b3-e6c4-484b-a956-0e34f9f484a4 req-a74fb45b-3bb8-4de4-b009-12d7fc32c0a7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:01.698161 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-620c76b3-e6c4-484b-a956-0e34f9f484a4 req-a74fb45b-3bb8-4de4-b009-12d7fc32c0a7 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0504484 Dec 14 03:06:01.754529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-620c76b3-e6c4-484b-a956-0e34f9f484a4 req-911f0fc2-0ef6-4e8f-a989-5f4dd41c16fa tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502801 Dec 14 03:06:02.480972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913bb7d6-903b-47db-9970-d47b69a9963f req-52b33e0f-5fb6-4695-a5ee-78357e48fcaf tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:02.482973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-913bb7d6-903b-47db-9970-d47b69a9963f req-52b33e0f-5fb6-4695-a5ee-78357e48fcaf tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0572109 Dec 14 03:06:02.535014 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-913bb7d6-903b-47db-9970-d47b69a9963f req-c150a6c8-14e7-4fb5-a0d2-1b1eb86f2a7e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459807 Dec 14 03:06:02.766587 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bd2214b8-a319-43df-aafa-78332ab9d9f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:02.891539 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5dd2af-45ef-4d2a-9b2b-b92644e58e10 req-6250181f-22d8-4fa4-b311-eb75651d2422 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:02.893028 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e5dd2af-45ef-4d2a-9b2b-b92644e58e10 req-6250181f-22d8-4fa4-b311-eb75651d2422 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0491772 Dec 14 03:06:02.944377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e5dd2af-45ef-4d2a-9b2b-b92644e58e10 req-3a838ac4-d898-4098-bf15-291da62c4b93 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449517 Dec 14 03:06:03.657470 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3e632-a015-48a5-b8d1-eebff40d4653 req-5f5036d3-db85-41a0-926f-72a14b0bc02f tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:03.659191 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52a3e632-a015-48a5-b8d1-eebff40d4653 req-5f5036d3-db85-41a0-926f-72a14b0bc02f tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0519340 Dec 14 03:06:03.714336 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52a3e632-a015-48a5-b8d1-eebff40d4653 req-9e242d6e-8521-42bf-ace2-f82322100020 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491416 Dec 14 03:06:04.069798 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89055915-bff5-4591-b5b5-54d9e65e8e4b req-84f397d8-6555-4ce9-9acf-19977ff61498 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:04.071475 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89055915-bff5-4591-b5b5-54d9e65e8e4b req-84f397d8-6555-4ce9-9acf-19977ff61498 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0548913 Dec 14 03:06:04.139142 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89055915-bff5-4591-b5b5-54d9e65e8e4b req-fee51763-b666-4408-be84-5a5738a99030 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471535 Dec 14 03:06:04.717055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3495c87c-71f4-4270-96f3-d4adee14a681 req-ec4e2cae-3555-40d9-a9bd-03735b57076b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:04.718720 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3495c87c-71f4-4270-96f3-d4adee14a681 req-ec4e2cae-3555-40d9-a9bd-03735b57076b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 1096 time: 0.0424011 Dec 14 03:06:04.776224 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3495c87c-71f4-4270-96f3-d4adee14a681 req-b8a7d5fe-3a55-4435-a7d1-d4a700da8be8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497007 Dec 14 03:06:04.860647 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3527f-7d35-4379-9e19-e510ea86d5e0 req-b432efea-189c-4767-b4f9-b29803e917fc tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:04.862193 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ad3527f-7d35-4379-9e19-e510ea86d5e0 req-b432efea-189c-4767-b4f9-b29803e917fc tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0572650 Dec 14 03:06:04.914196 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ad3527f-7d35-4379-9e19-e510ea86d5e0 req-3db399ef-9313-4209-98bf-bb7113196e6b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455010 Dec 14 03:06:05.083813 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4b413bc7-dbd4-447c-9530-eec2e0015c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:05.281829 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854507b-82dd-4e87-b502-bef5e5b4c503 req-ae003010-069a-4410-a3ff-203f4e6fcd74 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:05.283938 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7854507b-82dd-4e87-b502-bef5e5b4c503 req-ae003010-069a-4410-a3ff-203f4e6fcd74 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0557487 Dec 14 03:06:05.338796 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7854507b-82dd-4e87-b502-bef5e5b4c503 req-e2825c66-2fb2-4161-8298-2d94625131cc tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473390 Dec 14 03:06:05.546074 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device eef3cf5c-9254-4eaa-a362-55bc0adbab09 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:06:05.631381 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:05.660900 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b85690-6ff1-4a7f-a78f-18be22e83f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:06:05.663195 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbbc5c6-acaa-4407-ad9d-4e59f0f0c1a4" -d '{"events": [{"server_uuid": "30b85690-6ff1-4a7f-a78f-18be22e83f03", "name": "network-vif-unplugged", "status": "completed", "tag": "eef3cf5c-9254-4eaa-a362-55bc0adbab09"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:06:05.678695 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port eef3cf5c-9254-4eaa-a362-55bc0adbab09, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=eef3cf5c-9254-4eaa-a362-55bc0adbab09,segment=NetworkSegment(762666e9-fe63-4173-9a4e-c71b2ab346a2),segment_id=762666e9-fe63-4173-9a4e-c71b2ab346a2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:05.708744 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 03:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f20655-9932-4862-8c60-888e94ce9fec x-openstack-request-id: req-20f20655-9932-4862-8c60-888e94ce9fec {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:06:05.709047 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b85690-6ff1-4a7f-a78f-18be22e83f03", "name": "network-vif-unplugged", "status": "completed", "tag": "eef3cf5c-9254-4eaa-a362-55bc0adbab09", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:06:05.709326 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20f20655-9932-4862-8c60-888e94ce9fec {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:06:05.712306 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b85690-6ff1-4a7f-a78f-18be22e83f03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09', 'code': 200} Dec 14 03:06:05.764503 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:05.827508 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=eef3cf5c-9254-4eaa-a362-55bc0adbab09,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:06.043251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5e6c1-568b-4f21-994c-52e1cbb2f2b9 req-bf94a50f-9e20-4a14-b3b8-924890003967 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:06.057448 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9e5e6c1-568b-4f21-994c-52e1cbb2f2b9 req-bf94a50f-9e20-4a14-b3b8-924890003967 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0664198 Dec 14 03:06:06.139595 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9e5e6c1-568b-4f21-994c-52e1cbb2f2b9 req-aad8f1f3-0808-4d36-927d-dd43f8aef5e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713668 Dec 14 03:06:06.365277 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:06.475649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf86bd-ae2d-4bc4-83b7-e91e48aca382 req-08d7574c-2cb5-45de-bd59-fddc9e26f532 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:06.477275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-70bf86bd-ae2d-4bc4-83b7-e91e48aca382 req-08d7574c-2cb5-45de-bd59-fddc9e26f532 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 943 time: 0.0583580 Dec 14 03:06:06.543868 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-70bf86bd-ae2d-4bc4-83b7-e91e48aca382 req-16eda3df-2cb6-44bf-9676-24aa561b1ae4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579226 Dec 14 03:06:06.571803 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48270) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:06.580284 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:06:06.647107 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ebab57e1-21d3-4ebd-acff-80a363a350b4 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/floatingips/34f223cb-b52a-44e8-b1b2-e4a7d67e8d59 HTTP/1.1" status: 200 len: 989 time: 0.0741072 Dec 14 03:06:07.282970 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07d448-97af-44ea-9a61-479899e50852 req-2fffaf08-063a-4d10-bda1-54ea813a2ec0 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:07.284474 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e07d448-97af-44ea-9a61-479899e50852 req-2fffaf08-063a-4d10-bda1-54ea813a2ec0 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0509284 Dec 14 03:06:07.343464 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e07d448-97af-44ea-9a61-479899e50852 req-680e6b08-5947-4645-ae71-5bf74504ec08 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507629 Dec 14 03:06:07.538353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device eef3cf5c-9254-4eaa-a362-55bc0adbab09 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:06:07.640673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port eef3cf5c-9254-4eaa-a362-55bc0adbab09, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=eef3cf5c-9254-4eaa-a362-55bc0adbab09,segment=NetworkSegment(762666e9-fe63-4173-9a4e-c71b2ab346a2),segment_id=762666e9-fe63-4173-9a4e-c71b2ab346a2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:07.653263 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09', 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111', 'port_id': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09', 'mac_address': 'fa:16:3e:b2:15:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:06:07.701026 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:07.715860 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef3cf5c-9254-4eaa-a362-55bc0adbab09 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:06:07.739728 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port eef3cf5c-9254-4eaa-a362-55bc0adbab09, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=eef3cf5c-9254-4eaa-a362-55bc0adbab09,segment=NetworkSegment(762666e9-fe63-4173-9a4e-c71b2ab346a2),segment_id=762666e9-fe63-4173-9a4e-c71b2ab346a2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:07.804014 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:07.804917 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:08.020345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=eef3cf5c-9254-4eaa-a362-55bc0adbab09,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:08.111323 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['eef3cf5c-9254-4eaa-a362-55bc0adbab09'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:06:08.464270 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c56cd-f9eb-4c47-9e06-e62fa518fd3b req-c32085c4-e704-44ff-aa26-b9eecc02ae04 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:08.466388 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-799c56cd-f9eb-4c47-9e06-e62fa518fd3b req-c32085c4-e704-44ff-aa26-b9eecc02ae04 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0528240 Dec 14 03:06:08.524736 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-799c56cd-f9eb-4c47-9e06-e62fa518fd3b req-5d30f3fc-8eed-4b8f-8e4c-d5d41f927f25 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523851 Dec 14 03:06:08.686403 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:09.554023 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device eef3cf5c-9254-4eaa-a362-55bc0adbab09 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:06:09.613040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port eef3cf5c-9254-4eaa-a362-55bc0adbab09 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:06:09.617564 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:09.703487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a7ef5-0a44-4f41-a111-581f0811a6e4 req-334acd9f-996e-4a19-a2e7-01d6b3dbe7e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:09.705038 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-771a7ef5-0a44-4f41-a111-581f0811a6e4 req-334acd9f-996e-4a19-a2e7-01d6b3dbe7e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0951240 Dec 14 03:06:09.779200 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:09.783024 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-771a7ef5-0a44-4f41-a111-581f0811a6e4 req-79d64d4e-255e-42c8-9b56-b4723883e068 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594940 Dec 14 03:06:09.818690 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b85690-6ff1-4a7f-a78f-18be22e83f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:06:09.820105 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6b4fa4-130f-47a2-9373-e353db9af4a2" -d '{"events": [{"server_uuid": "30b85690-6ff1-4a7f-a78f-18be22e83f03", "name": "network-vif-plugged", "status": "completed", "tag": "eef3cf5c-9254-4eaa-a362-55bc0adbab09"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:06:09.834830 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port eef3cf5c-9254-4eaa-a362-55bc0adbab09, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=eef3cf5c-9254-4eaa-a362-55bc0adbab09,segment=NetworkSegment(762666e9-fe63-4173-9a4e-c71b2ab346a2),segment_id=762666e9-fe63-4173-9a4e-c71b2ab346a2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:09.858567 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7ee96e-8b32-4ccc-bfde-00a518583a2f x-openstack-request-id: req-2c7ee96e-8b32-4ccc-bfde-00a518583a2f {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:06:09.858870 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b85690-6ff1-4a7f-a78f-18be22e83f03", "name": "network-vif-plugged", "status": "completed", "tag": "eef3cf5c-9254-4eaa-a362-55bc0adbab09", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:06:09.859154 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c7ee96e-8b32-4ccc-bfde-00a518583a2f {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:06:09.859554 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b85690-6ff1-4a7f-a78f-18be22e83f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09', 'code': 200} Dec 14 03:06:09.919656 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:09.976488 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=eef3cf5c-9254-4eaa-a362-55bc0adbab09,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:10.914534 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cd90c-04e5-4212-b8a0-226e004d3810 req-4b239c5b-745e-4fae-a812-a79b90d15886 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:10.916284 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff1cd90c-04e5-4212-b8a0-226e004d3810 req-4b239c5b-745e-4fae-a812-a79b90d15886 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0572708 Dec 14 03:06:10.969871 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff1cd90c-04e5-4212-b8a0-226e004d3810 req-264cb864-bb0c-475c-8796-c545bcb1476e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438921 Dec 14 03:06:12.097262 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8880f36-8dbf-47bd-9bbc-d609d425dd6d req-4a2eee6c-8a1b-4611-a2d4-0d24c66d3faa tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:12.098781 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8880f36-8dbf-47bd-9bbc-d609d425dd6d req-4a2eee6c-8a1b-4611-a2d4-0d24c66d3faa tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0517700 Dec 14 03:06:12.155640 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8880f36-8dbf-47bd-9bbc-d609d425dd6d req-bb5d2815-23ed-4539-9198-9293693e103d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508449 Dec 14 03:06:13.440527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dbb31d-961b-48fa-aa5c-3069bd47c6bb req-90bceba3-0bea-4de4-9de5-87ca7f81fdc2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:13.443975 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8dbb31d-961b-48fa-aa5c-3069bd47c6bb req-90bceba3-0bea-4de4-9de5-87ca7f81fdc2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.2050521 Dec 14 03:06:13.502134 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8dbb31d-961b-48fa-aa5c-3069bd47c6bb req-458290b5-ff93-4f1f-9dc1-db696472cab0 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521185 Dec 14 03:06:14.631268 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539c2ac-df60-4fbd-bdc8-7cc74fff2ce7 req-ef8f73d6-e4b4-4261-88e6-f7c7dfb26e8d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:14.632804 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f539c2ac-df60-4fbd-bdc8-7cc74fff2ce7 req-ef8f73d6-e4b4-4261-88e6-f7c7dfb26e8d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0519257 Dec 14 03:06:14.680417 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f539c2ac-df60-4fbd-bdc8-7cc74fff2ce7 req-230834eb-5a32-4db9-b6bb-fbde09dde0ac tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409253 Dec 14 03:06:15.837143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9453e-1400-43af-bea0-df94328b809f req-3728e6a1-ed5c-41a5-acb8-161cbb382e4b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:15.846750 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6fe9453e-1400-43af-bea0-df94328b809f req-3728e6a1-ed5c-41a5-acb8-161cbb382e4b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0894046 Dec 14 03:06:15.918535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6fe9453e-1400-43af-bea0-df94328b809f req-09e11abf-a805-4056-a76f-3e62d9c79a2d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700698 Dec 14 03:06:15.923292 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48346) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:16.091513 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf0974a3-558a-4684-95d0-18a75f868db0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:16.188502 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf0974a3-558a-4684-95d0-18a75f868db0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:16.264905 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf0974a3-558a-4684-95d0-18a75f868db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:16.306082 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bf0974a3-558a-4684-95d0-18a75f868db0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31e5bc356d7445a680e10e283dc01979&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3802321 Dec 14 03:06:16.306998 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0974a3-558a-4684-95d0-18a75f868db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009afabb-a7c6-419a-88d2-efa4e842f21f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:16.309195 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48350) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:16.368957 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-142f7b26-c45a-401d-991e-57800c67c62d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:16.391044 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-142f7b26-c45a-401d-991e-57800c67c62d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:16.531811 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-142f7b26-c45a-401d-991e-57800c67c62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:16.534427 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-142f7b26-c45a-401d-991e-57800c67c62d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:16.535670 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-142f7b26-c45a-401d-991e-57800c67c62d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/009afabb-a7c6-419a-88d2-efa4e842f21f HTTP/1.1" status: 204 len: 168 time: 0.2253296 Dec 14 03:06:16.543614 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f7b26-c45a-401d-991e-57800c67c62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009afabb-a7c6-419a-88d2-efa4e842f21f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:17.032981 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b44cf7-57cd-4233-96ab-e71fc17c190d req-d3461e75-69dc-4f55-b42d-7c4381cbea21 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:17.041124 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2b44cf7-57cd-4233-96ab-e71fc17c190d req-d3461e75-69dc-4f55-b42d-7c4381cbea21 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0562134 Dec 14 03:06:17.083960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2b44cf7-57cd-4233-96ab-e71fc17c190d req-22921bb5-ae02-4c75-901b-7b285656828b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429144 Dec 14 03:06:18.210974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a6a8c-ebbf-4fe1-bae3-5d588a0d1666 req-0f2ab963-c0a9-46ea-9cbd-6319fda61456 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:18.213216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd7a6a8c-ebbf-4fe1-bae3-5d588a0d1666 req-0f2ab963-c0a9-46ea-9cbd-6319fda61456 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0583744 Dec 14 03:06:18.265016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd7a6a8c-ebbf-4fe1-bae3-5d588a0d1666 req-f06dbc6e-1faa-44a8-a640-f48c8190513c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441959 Dec 14 03:06:18.427286 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48398) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:18.575618 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-30342a59-375a-4254-afa8-4c84486e346e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'network': {'name': 'tempest-network-smoke--1546446797', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'port_security_enabled': True}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:06:18.684160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30342a59-375a-4254-afa8-4c84486e346e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Made reservation on behalf of 20c9049ba808410893e5ad85f07ffc98 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:06:18.688399 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-30342a59-375a-4254-afa8-4c84486e346e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:18.697663 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-30342a59-375a-4254-afa8-4c84486e346e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:18.771760 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-30342a59-375a-4254-afa8-4c84486e346e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:18.844242 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-30342a59-375a-4254-afa8-4c84486e346e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:18.872617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30342a59-375a-4254-afa8-4c84486e346e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:06:18.879334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30342a59-375a-4254-afa8-4c84486e346e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c4b85f-fa02-4ba6-adcd-bd6f0fbc8589,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:18.886326 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-30342a59-375a-4254-afa8-4c84486e346e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:18.886669 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-30342a59-375a-4254-afa8-4c84486e346e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Added segment 1e730cd5-f102-43f8-b2d4-ef967402519c of type vlan for network 83711c66-824e-44ba-b256-6b304df4d7cc Dec 14 03:06:18.926927 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-30342a59-375a-4254-afa8-4c84486e346e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:19.027263 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-30342a59-375a-4254-afa8-4c84486e346e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:19.033364 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30342a59-375a-4254-afa8-4c84486e346e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:19.034088 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-30342a59-375a-4254-afa8-4c84486e346e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:19.101602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30342a59-375a-4254-afa8-4c84486e346e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Network': ['ID=83711c66-824e-44ba-b256-6b304df4d7cc,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:19.112976 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 83711c66-824e-44ba-b256-6b304df4d7cc details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:06:19.180454 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-30342a59-375a-4254-afa8-4c84486e346e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7520335 Dec 14 03:06:19.183348 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48404) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:19.188969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'admin_state_up': True, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:06:19.275600 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:19.276804 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:19.364575 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:19.406999 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c419309-6fd5-4da4-b84e-21e0700873ac req-1d9034a4-aa62-4ea7-84a9-b57f69cc1287 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:19.410400 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c419309-6fd5-4da4-b84e-21e0700873ac req-1d9034a4-aa62-4ea7-84a9-b57f69cc1287 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0626476 Dec 14 03:06:19.504101 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9c419309-6fd5-4da4-b84e-21e0700873ac req-a8639400-6666-4ceb-830a-625c184196a5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866072 Dec 14 03:06:19.606018 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:19.907668 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:19.927654 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:20.035303 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Allocated IP 172.25.7.29 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/1a718501-e14a-4791-87eb-afb5b40b4ff5) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:06:20.136312 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:20.235306 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:20.280525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:06:20.283628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:06:20.287919 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:06:20.291074 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Port': ['ID=1a718501-e14a-4791-87eb-afb5b40b4ff5,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:20.301023 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e88d82-3f07-4f85-a33d-190ba4547d82 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:06:20.360746 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-94a2c4ed-5efc-4df1-af0b-735b3b0523f5 None None] Provisioning complete for port 1a718501-e14a-4791-87eb-afb5b40b4ff5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:06:20.361148 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-94a2c4ed-5efc-4df1-af0b-735b3b0523f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:20.395146 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-94a2c4ed-5efc-4df1-af0b-735b3b0523f5 None None] Port 1a718501-e14a-4791-87eb-afb5b40b4ff5 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:06:20.690275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f892e3-f06e-4a81-9ee5-1659876e3ef6 req-35944e87-03f3-43ba-8b33-56a92789d585 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:20.691748 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b5f892e3-f06e-4a81-9ee5-1659876e3ef6 req-35944e87-03f3-43ba-8b33-56a92789d585 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0944250 Dec 14 03:06:20.708350 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:20.810192 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b5f892e3-f06e-4a81-9ee5-1659876e3ef6 req-63dd9a72-b334-47fb-a559-29be404e69b9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109221 Dec 14 03:06:20.933899 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:21.537511 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Router 137db3e5-837c-4775-ae64-61dbd7a53e1b is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:06:21.648729 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:06:21.659875 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997221fb-8314-4535-a5d1-676609280518 None None] Sync routers for ids ['137db3e5-837c-4775-ae64-61dbd7a53e1b'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:06:21.669177 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997221fb-8314-4535-a5d1-676609280518 None None] Routers {'137db3e5-837c-4775-ae64-61dbd7a53e1b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:06:21.669852 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-997221fb-8314-4535-a5d1-676609280518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:06:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['137db3e5-837c-4775-ae64-61dbd7a53e1b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:21.760328 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:21.761782 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7080b735-6bb1-4c56-b15e-cb9ffc687371 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5774152 Dec 14 03:06:21.765134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48418) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:21.774892 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-997221fb-8314-4535-a5d1-676609280518 None None] Set router 137db3e5-837c-4775-ae64-61dbd7a53e1b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:06:21.847541 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-115f8d72-e634-4ddb-921c-50b7c6f9d3c1 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=20c9049ba808410893e5ad85f07ffc98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0783117 Dec 14 03:06:21.847791 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48424) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:21.972989 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-997221fb-8314-4535-a5d1-676609280518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:20Z', 'revision_number': 3, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:21.987648 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1ccb9-8b5b-4d15-a403-1af64c34cc72 req-af5da83c-eb77-400a-9b32-18a0921326ec tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:21.989124 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1d1ccb9-8b5b-4d15-a403-1af64c34cc72 req-af5da83c-eb77-400a-9b32-18a0921326ec tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0793219 Dec 14 03:06:22.011408 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997221fb-8314-4535-a5d1-676609280518 None None] Checking router: 137db3e5-837c-4775-ae64-61dbd7a53e1b for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:06:22.011767 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997221fb-8314-4535-a5d1-676609280518 None None] Updating router 137db3e5-837c-4775-ae64-61dbd7a53e1b port 1a718501-e14a-4791-87eb-afb5b40b4ff5 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:06:22.016333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f390bcc-1582-4e75-8ea9-010cbb098dee tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:22.020706 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4f390bcc-1582-4e75-8ea9-010cbb098dee tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1689827 Dec 14 03:06:22.021525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48426) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:22.042233 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-997221fb-8314-4535-a5d1-676609280518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:22.061797 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ba723b86-8429-42fd-b801-de8ca5d72810 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355089 Dec 14 03:06:22.063216 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48428) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:22.070946 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-908282662', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:06:22.080276 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1d1ccb9-8b5b-4d15-a403-1af64c34cc72 req-87ca90c4-1690-48cd-8231-31b85c2b15f6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843046 Dec 14 03:06:22.274565 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Made reservation on behalf of 20c9049ba808410893e5ad85f07ffc98 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:06:22.280138 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:22.413194 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-997221fb-8314-4535-a5d1-676609280518 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:22.512888 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-997221fb-8314-4535-a5d1-676609280518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:22.565626 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0419cf-baec-4dab-be21-d1fe2ece1794 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:06:22.571395 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e62234-0a47-4f87-b5a7-b4163744af7a None None] Pushing event updated for resources: {'Port': ['ID=1a718501-e14a-4791-87eb-afb5b40b4ff5,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:22.572474 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:22.591862 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e62234-0a47-4f87-b5a7-b4163744af7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.592210 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e62234-0a47-4f87-b5a7-b4163744af7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.592571 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e62234-0a47-4f87-b5a7-b4163744af7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.592995 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e62234-0a47-4f87-b5a7-b4163744af7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.593541 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e62234-0a47-4f87-b5a7-b4163744af7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.593960 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e62234-0a47-4f87-b5a7-b4163744af7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.594196 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e62234-0a47-4f87-b5a7-b4163744af7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.594655 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e62234-0a47-4f87-b5a7-b4163744af7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.594994 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e62234-0a47-4f87-b5a7-b4163744af7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.595322 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e62234-0a47-4f87-b5a7-b4163744af7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.595654 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e62234-0a47-4f87-b5a7-b4163744af7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.596336 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e62234-0a47-4f87-b5a7-b4163744af7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.596336 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e62234-0a47-4f87-b5a7-b4163744af7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.600070 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-997221fb-8314-4535-a5d1-676609280518 None None] Attempting to bind port 1a718501-e14a-4791-87eb-afb5b40b4ff5 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:06:22.600443 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-997221fb-8314-4535-a5d1-676609280518 None None] Attempting to bind port 1a718501-e14a-4791-87eb-afb5b40b4ff5 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:06:22.600961 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997221fb-8314-4535-a5d1-676609280518 None None] Attempting to bind port 1a718501-e14a-4791-87eb-afb5b40b4ff5 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:06:22.608295 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997221fb-8314-4535-a5d1-676609280518 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:06:22.609609 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997221fb-8314-4535-a5d1-676609280518 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:06:22.610024 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-997221fb-8314-4535-a5d1-676609280518 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:22.610558 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997221fb-8314-4535-a5d1-676609280518 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:06:22.611071 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-997221fb-8314-4535-a5d1-676609280518 None None] Bound port: 1a718501-e14a-4791-87eb-afb5b40b4ff5, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:06:22.611482 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-997221fb-8314-4535-a5d1-676609280518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:22.654275 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-44a88c37-f9ae-4c7a-82eb-f6ad4b5c52c4 None None] Provisioning complete for port 1a718501-e14a-4791-87eb-afb5b40b4ff5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:06:22.655276 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-44a88c37-f9ae-4c7a-82eb-f6ad4b5c52c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:22.678092 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Checking segment: {'id': '1e730cd5-f102-43f8-b2d4-ef967402519c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:06:22.678380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Network hostable DHCP agents. Network: 83711c66-824e-44ba-b256-6b304df4d7cc, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:06:22.680012 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-997221fb-8314-4535-a5d1-676609280518 None None] For port 1a718501-e14a-4791-87eb-afb5b40b4ff5, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:06:22.683575 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-997221fb-8314-4535-a5d1-676609280518 None None] For port 1a718501-e14a-4791-87eb-afb5b40b4ff5, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1a718501-e14a-4791-87eb-afb5b40b4ff5,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:06:22.685228 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Subnet': ['ID=4408fce0-4fe3-44f1-be84-128c68c2d0e2,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:22.698002 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.698595 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.699080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.699654 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.700145 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.700843 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.701207 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.701668 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.702081 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.702917 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.703258 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.703594 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.704095 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:22.716236 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-44a88c37-f9ae-4c7a-82eb-f6ad4b5c52c4 None None] Port 1a718501-e14a-4791-87eb-afb5b40b4ff5 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:06:22.787032 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-997221fb-8314-4535-a5d1-676609280518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:22.812098 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Network 83711c66-824e-44ba-b256-6b304df4d7cc is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:06:22.831538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130f7cb3-2fa9-412d-89b9-96313b05b2df None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:06:22.843284 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997221fb-8314-4535-a5d1-676609280518 None None] Routers {'137db3e5-837c-4775-ae64-61dbd7a53e1b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:06:22.844002 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-997221fb-8314-4535-a5d1-676609280518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:06:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['137db3e5-837c-4775-ae64-61dbd7a53e1b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:22.897043 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 83711c66-824e-44ba-b256-6b304df4d7cc) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:06:22.901363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:22.902141 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:22.907853 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23414ca7-dd59-487b-8b86-623b051071c8 None None] Network 83711c66-824e-44ba-b256-6b304df4d7cc requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:06:22.916709 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e62234-0a47-4f87-b5a7-b4163744af7a None None] Pushing event updated for resources: {'Port': ['ID=1a718501-e14a-4791-87eb-afb5b40b4ff5,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:22.971109 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-997221fb-8314-4535-a5d1-676609280518 None None] Set router 137db3e5-837c-4775-ae64-61dbd7a53e1b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:06:22.985155 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c671f7cb-aa13-43d3-add6-2c2f2950b7f8 None None] Provisioning complete for port 1a718501-e14a-4791-87eb-afb5b40b4ff5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:06:22.988451 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c671f7cb-aa13-43d3-add6-2c2f2950b7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:23.007014 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48432) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:23.014826 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1a176fdc-30c0-4e78-90b4-cd777bb416d4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9494739 Dec 14 03:06:23.069679 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-83711c66-824e-44ba-b256-6b304df4d7cc', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'fixed_ips': [{'subnet_id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:06:23.070550 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:23.145066 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c671f7cb-aa13-43d3-add6-2c2f2950b7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:23.237425 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c671f7cb-aa13-43d3-add6-2c2f2950b7f8 None None] For port 1a718501-e14a-4791-87eb-afb5b40b4ff5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1a718501-e14a-4791-87eb-afb5b40b4ff5,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:23.248150 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-997221fb-8314-4535-a5d1-676609280518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:20Z', 'revision_number': 3, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:23.280409 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997221fb-8314-4535-a5d1-676609280518 None None] The sync data for ids ['137db3e5-837c-4775-ae64-61dbd7a53e1b'] in n-d-821636-1 is: [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:20Z', 'revision_number': 3, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:06:23.327833 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Allocated IP 172.20.0.2 (83711c66-824e-44ba-b256-6b304df4d7cc/4408fce0-4fe3-44f1-be84-128c68c2d0e2/16efeb9f-a99d-4601-9174-d3553b472126) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:06:23.333578 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87655ab7-b04b-4b9d-8231-b316e40feed6 req-b7225497-9576-4b1c-b1a7-e8be372c6ae8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:23.335101 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-87655ab7-b04b-4b9d-8231-b316e40feed6 req-b7225497-9576-4b1c-b1a7-e8be372c6ae8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.1558652 Dec 14 03:06:23.392680 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c671f7cb-aa13-43d3-add6-2c2f2950b7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:23.476278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-87655ab7-b04b-4b9d-8231-b316e40feed6 req-bd72af9a-0033-482c-9bcd-2397c788d7e7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317384 Dec 14 03:06:23.487297 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671f7cb-aa13-43d3-add6-2c2f2950b7f8 None None] Pushing event updated for resources: {'Port': ['ID=1a718501-e14a-4791-87eb-afb5b40b4ff5,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:23.558971 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:23.663981 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:23.688860 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82117609-6fb5-417b-9d10-e17ec90e6363 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:23.715873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Network 83711c66-824e-44ba-b256-6b304df4d7cc is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:06:23.722291 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:06:23.724998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:06:23.734752 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Pushing event updated for resources: {'Port': ['ID=16efeb9f-a99d-4601-9174-d3553b472126,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:23.782454 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Attempting to bind port 16efeb9f-a99d-4601-9174-d3553b472126 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:06:23.782837 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Attempting to bind port 16efeb9f-a99d-4601-9174-d3553b472126 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '1e730cd5-f102-43f8-b2d4-ef967402519c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:06:23.783213 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Attempting to bind port 16efeb9f-a99d-4601-9174-d3553b472126 on network 83711c66-824e-44ba-b256-6b304df4d7cc {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:06:23.789718 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:06:23.790104 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Checking segment: {'id': '1e730cd5-f102-43f8-b2d4-ef967402519c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:06:23.790518 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:23.790923 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Bound using segment: {'id': '1e730cd5-f102-43f8-b2d4-ef967402519c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:06:23.791407 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Bound port: 16efeb9f-a99d-4601-9174-d3553b472126, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e730cd5-f102-43f8-b2d4-ef967402519c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:06:23.791803 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:23.862858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] For port 16efeb9f-a99d-4601-9174-d3553b472126, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:06:23.866104 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] For port 16efeb9f-a99d-4601-9174-d3553b472126, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=16efeb9f-a99d-4601-9174-d3553b472126,segment=NetworkSegment(1e730cd5-f102-43f8-b2d4-ef967402519c),segment_id=1e730cd5-f102-43f8-b2d4-ef967402519c)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:06:23.966937 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:23.994763 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-82117609-6fb5-417b-9d10-e17ec90e6363 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Allocated IP 172.20.0.1 (83711c66-824e-44ba-b256-6b304df4d7cc/4408fce0-4fe3-44f1-be84-128c68c2d0e2/a2f919d1-4fcf-48af-8e91-083035fbb081) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:06:24.036590 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a83542-0cd0-4971-8572-1103859a6fe6 None None] Pushing event updated for resources: {'Port': ['ID=16efeb9f-a99d-4601-9174-d3553b472126,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:24.127503 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82117609-6fb5-417b-9d10-e17ec90e6363 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:24.182469 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1a718501-e14a-4791-87eb-afb5b40b4ff5 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:06:24.235727 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82117609-6fb5-417b-9d10-e17ec90e6363 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:24.269644 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1a718501-e14a-4791-87eb-afb5b40b4ff5 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:06:24.270026 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:24.296485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82117609-6fb5-417b-9d10-e17ec90e6363 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Network 83711c66-824e-44ba-b256-6b304df4d7cc is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:06:24.300977 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-82117609-6fb5-417b-9d10-e17ec90e6363 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:06:24.305049 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82117609-6fb5-417b-9d10-e17ec90e6363 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:06:24.312845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82117609-6fb5-417b-9d10-e17ec90e6363 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Port': ['ID=a2f919d1-4fcf-48af-8e91-083035fbb081,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:24.366105 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82117609-6fb5-417b-9d10-e17ec90e6363 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:24.598102 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82117609-6fb5-417b-9d10-e17ec90e6363 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:24.629918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568360a-ec6b-4615-b953-69b6da08d756 req-6e9a6a7a-fbea-4045-852a-bf24efb5b3eb tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:24.631427 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c568360a-ec6b-4615-b953-69b6da08d756 req-6e9a6a7a-fbea-4045-852a-bf24efb5b3eb tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0843096 Dec 14 03:06:24.771282 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c568360a-ec6b-4615-b953-69b6da08d756 req-8f412237-3813-4ac5-91d9-7c50d92bcf1b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216948 Dec 14 03:06:24.958066 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82117609-6fb5-417b-9d10-e17ec90e6363 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:25.005975 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82117609-6fb5-417b-9d10-e17ec90e6363 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:25.088080 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da328d14-c3bc-4da4-9702-3dcb14aaef75 None None] Network 83711c66-824e-44ba-b256-6b304df4d7cc requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:06:25.089053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82117609-6fb5-417b-9d10-e17ec90e6363 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Port': ['ID=a2f919d1-4fcf-48af-8e91-083035fbb081,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:25.092494 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82117609-6fb5-417b-9d10-e17ec90e6363 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:25.157324 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d947f95f-97e7-455a-a3a5-f02a9b6ec1dd None None] Provisioning complete for port 16efeb9f-a99d-4601-9174-d3553b472126 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:06:25.157695 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d947f95f-97e7-455a-a3a5-f02a9b6ec1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:25.188938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82117609-6fb5-417b-9d10-e17ec90e6363 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Network 83711c66-824e-44ba-b256-6b304df4d7cc is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:06:25.191439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-82117609-6fb5-417b-9d10-e17ec90e6363 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:06:25.276110 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d947f95f-97e7-455a-a3a5-f02a9b6ec1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:25.317969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82117609-6fb5-417b-9d10-e17ec90e6363 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Router 137db3e5-837c-4775-ae64-61dbd7a53e1b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:06:25.343424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d947f95f-97e7-455a-a3a5-f02a9b6ec1dd None None] For port 16efeb9f-a99d-4601-9174-d3553b472126, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=16efeb9f-a99d-4601-9174-d3553b472126,segment=NetworkSegment(1e730cd5-f102-43f8-b2d4-ef967402519c),segment_id=1e730cd5-f102-43f8-b2d4-ef967402519c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:25.429531 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d947f95f-97e7-455a-a3a5-f02a9b6ec1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:25.465583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82117609-6fb5-417b-9d10-e17ec90e6363 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:06:25.473796 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-82117609-6fb5-417b-9d10-e17ec90e6363 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "PUT /v2.0/routers/137db3e5-837c-4775-ae64-61dbd7a53e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4649067 Dec 14 03:06:25.475594 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48450) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:25.526519 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947f95f-97e7-455a-a3a5-f02a9b6ec1dd None None] Pushing event updated for resources: {'Port': ['ID=16efeb9f-a99d-4601-9174-d3553b472126,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:25.574016 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9e7d06c8-3039-4a09-ac16-0cc03f00a3b0 None None] Provisioning complete for port a2f919d1-4fcf-48af-8e91-083035fbb081 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:06:25.574472 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9e7d06c8-3039-4a09-ac16-0cc03f00a3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:25.637483 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d06c8-3039-4a09-ac16-0cc03f00a3b0 None None] Port a2f919d1-4fcf-48af-8e91-083035fbb081 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:06:25.652001 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9e7d06c8-3039-4a09-ac16-0cc03f00a3b0 None None] Provisioning complete for port 16efeb9f-a99d-4601-9174-d3553b472126 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:06:25.652409 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9e7d06c8-3039-4a09-ac16-0cc03f00a3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:25.752932 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432ea65-6b87-4400-a8a3-6a9174f6e414 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:25.753722 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432ea65-6b87-4400-a8a3-6a9174f6e414 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:25.754741 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432ea65-6b87-4400-a8a3-6a9174f6e414 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:25.755443 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432ea65-6b87-4400-a8a3-6a9174f6e414 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:25.756059 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432ea65-6b87-4400-a8a3-6a9174f6e414 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:25.756717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432ea65-6b87-4400-a8a3-6a9174f6e414 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:25.757354 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432ea65-6b87-4400-a8a3-6a9174f6e414 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:25.757953 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432ea65-6b87-4400-a8a3-6a9174f6e414 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:25.760151 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2432ea65-6b87-4400-a8a3-6a9174f6e414 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5671 time: 0.2830129 Dec 14 03:06:25.762763 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48452) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:25.884161 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbdd3cb-1fb7-4356-97ac-07e68cf9c8e7 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:25.888680 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbdd3cb-1fb7-4356-97ac-07e68cf9c8e7 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:25.888680 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbdd3cb-1fb7-4356-97ac-07e68cf9c8e7 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:25.888680 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbdd3cb-1fb7-4356-97ac-07e68cf9c8e7 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:25.888680 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbdd3cb-1fb7-4356-97ac-07e68cf9c8e7 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:25.888680 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbdd3cb-1fb7-4356-97ac-07e68cf9c8e7 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:25.888680 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbdd3cb-1fb7-4356-97ac-07e68cf9c8e7 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:25.890482 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbdd3cb-1fb7-4356-97ac-07e68cf9c8e7 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:25.892756 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7bbdd3cb-1fb7-4356-97ac-07e68cf9c8e7 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5266 time: 0.1288664 Dec 14 03:06:25.895589 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48458) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:25.906951 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Sync routers for ids ['137db3e5-837c-4775-ae64-61dbd7a53e1b'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:06:25.942693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Routers {'137db3e5-837c-4775-ae64-61dbd7a53e1b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:06:25.943626 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:06:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['137db3e5-837c-4775-ae64-61dbd7a53e1b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:25.957166 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe438f0f-e619-4c97-954e-d6e46efe47d6 req-a935f918-94ed-4bc5-8b3c-bebfd20c24df tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:25.966708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe438f0f-e619-4c97-954e-d6e46efe47d6 req-a935f918-94ed-4bc5-8b3c-bebfd20c24df tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0929651 Dec 14 03:06:26.060967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-76e75f42-2030-4775-804d-9fa6888e7e41 None None] Provisioning complete for port a2f919d1-4fcf-48af-8e91-083035fbb081 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:06:26.060967 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76e75f42-2030-4775-804d-9fa6888e7e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:26.066769 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe438f0f-e619-4c97-954e-d6e46efe47d6 req-84dac287-dac4-4096-83a5-6a6824c605a0 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991809 Dec 14 03:06:26.153260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-76e75f42-2030-4775-804d-9fa6888e7e41 None None] Port a2f919d1-4fcf-48af-8e91-083035fbb081 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:06:26.169285 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Set router 137db3e5-837c-4775-ae64-61dbd7a53e1b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:06:26.291169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 16efeb9f-a99d-4601-9174-d3553b472126 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:06:26.404841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-22be5a2d-6b21-4751-a5af-ba7f07301783 None None] Provisioning complete for port a2f919d1-4fcf-48af-8e91-083035fbb081 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:06:26.405928 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-22be5a2d-6b21-4751-a5af-ba7f07301783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:26.416692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 16efeb9f-a99d-4601-9174-d3553b472126 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:06:26.417190 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:26.504180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-22be5a2d-6b21-4751-a5af-ba7f07301783 None None] Port a2f919d1-4fcf-48af-8e91-083035fbb081 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:06:26.599619 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f60029f8-3d4a-4e90-97c0-481e4be89d19 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.7026083 Dec 14 03:06:26.617627 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:24Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a2f919d1-4fcf-48af-8e91-083035fbb081', 'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:68:89:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:23Z', 'updated_at': '2021-12-14T03:06:24Z', 'revision_number': 2, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:26.645715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Checking router: 137db3e5-837c-4775-ae64-61dbd7a53e1b for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:06:26.646075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Updating router 137db3e5-837c-4775-ae64-61dbd7a53e1b port a2f919d1-4fcf-48af-8e91-083035fbb081 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:06:26.681628 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:26.887475 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48464) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:26.892741 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-90ad656b-5686-48f1-ba66-1fad3e065e24 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-126846499', 'description': 'tempest-secgroup-smoke-126846499 description', 'project_id': '20c9049ba808410893e5ad85f07ffc98'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:06:26.973286 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:27.021679 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90ad656b-5686-48f1-ba66-1fad3e065e24 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:27.068720 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:27.093417 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90ad656b-5686-48f1-ba66-1fad3e065e24 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:27.141349 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754b28b-2629-49ac-8639-226a93203248 None None] Pushing event updated for resources: {'Port': ['ID=a2f919d1-4fcf-48af-8e91-083035fbb081,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:27.158144 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90ad656b-5686-48f1-ba66-1fad3e065e24 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:27.209809 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad656b-5686-48f1-ba66-1fad3e065e24 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811fa93e-0083-4be1-aedc-741124c3fa3b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:27.253287 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e4869-f1bb-43d9-ac25-b17851e82138 req-f5897022-0607-4caf-81ed-2dbf1c72402f tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:27.255227 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef4e4869-f1bb-43d9-ac25-b17851e82138 req-f5897022-0607-4caf-81ed-2dbf1c72402f tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0872564 Dec 14 03:06:27.281887 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Attempting to bind port a2f919d1-4fcf-48af-8e91-083035fbb081 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:06:27.282421 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Attempting to bind port a2f919d1-4fcf-48af-8e91-083035fbb081 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '1e730cd5-f102-43f8-b2d4-ef967402519c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:06:27.282421 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Attempting to bind port a2f919d1-4fcf-48af-8e91-083035fbb081 on network 83711c66-824e-44ba-b256-6b304df4d7cc {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:06:27.288228 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90ad656b-5686-48f1-ba66-1fad3e065e24 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:27.289554 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-90ad656b-5686-48f1-ba66-1fad3e065e24 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4009981 Dec 14 03:06:27.292524 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48470) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:27.297692 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-78e46f89-4b43-4117-96a5-8c53d2f362e7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group_rule': {'security_group_id': '811fa93e-0083-4be1-aedc-741124c3fa3b', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:06:27.302065 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:06:27.303009 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Checking segment: {'id': '1e730cd5-f102-43f8-b2d4-ef967402519c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:06:27.303009 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:27.303345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Bound using segment: {'id': '1e730cd5-f102-43f8-b2d4-ef967402519c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:06:27.303843 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Bound port: a2f919d1-4fcf-48af-8e91-083035fbb081, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e730cd5-f102-43f8-b2d4-ef967402519c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:06:27.304243 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:27.322057 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef4e4869-f1bb-43d9-ac25-b17851e82138 req-ce913c31-9344-4879-8c33-6768754a3096 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603874 Dec 14 03:06:27.344855 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:27.380912 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] For port a2f919d1-4fcf-48af-8e91-083035fbb081, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:06:27.384378 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] For port a2f919d1-4fcf-48af-8e91-083035fbb081, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a2f919d1-4fcf-48af-8e91-083035fbb081,segment=NetworkSegment(1e730cd5-f102-43f8-b2d4-ef967402519c),segment_id=1e730cd5-f102-43f8-b2d4-ef967402519c)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:06:27.403780 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78e46f89-4b43-4117-96a5-8c53d2f362e7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:27.440249 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-90cc708c-c762-46e5-b39d-5e16fb1d579e None None] Provisioning complete for port a2f919d1-4fcf-48af-8e91-083035fbb081 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:06:27.440620 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-90cc708c-c762-46e5-b39d-5e16fb1d579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:27.464748 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78e46f89-4b43-4117-96a5-8c53d2f362e7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:27.465151 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:27.525882 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78e46f89-4b43-4117-96a5-8c53d2f362e7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:27.530877 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-90cc708c-c762-46e5-b39d-5e16fb1d579e None None] Port a2f919d1-4fcf-48af-8e91-083035fbb081 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:06:27.550072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Routers {'137db3e5-837c-4775-ae64-61dbd7a53e1b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:06:27.550804 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:06:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['137db3e5-837c-4775-ae64-61dbd7a53e1b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:27.554059 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754b28b-2629-49ac-8639-226a93203248 None None] Pushing event updated for resources: {'Port': ['ID=a2f919d1-4fcf-48af-8e91-083035fbb081,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:27.554213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e46f89-4b43-4117-96a5-8c53d2f362e7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc710101-cd5e-4341-8109-2cf577c3c6a3,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:27.642868 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-78e46f89-4b43-4117-96a5-8c53d2f362e7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:27.644508 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-78e46f89-4b43-4117-96a5-8c53d2f362e7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3506517 Dec 14 03:06:27.646906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48472) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:27.651428 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0323ee09-ece1-4520-a68c-5e5ae7a3431b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group_rule': {'security_group_id': '811fa93e-0083-4be1-aedc-741124c3fa3b', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:06:27.684687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] Set router 137db3e5-837c-4775-ae64-61dbd7a53e1b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:06:27.777821 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0323ee09-ece1-4520-a68c-5e5ae7a3431b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:27.842160 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0323ee09-ece1-4520-a68c-5e5ae7a3431b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:27.913448 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a1d610f5-a6ff-4d31-807d-e00d8de5b36e None None] Provisioning complete for port a2f919d1-4fcf-48af-8e91-083035fbb081 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:06:27.913448 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a1d610f5-a6ff-4d31-807d-e00d8de5b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:27.924281 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0323ee09-ece1-4520-a68c-5e5ae7a3431b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:27.952061 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323ee09-ece1-4520-a68c-5e5ae7a3431b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72315c0b-0ce0-40f7-8bd0-8448024774fd,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:28.042404 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0323ee09-ece1-4520-a68c-5e5ae7a3431b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:28.046653 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48474) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:28.046819 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0323ee09-ece1-4520-a68c-5e5ae7a3431b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3987801 Dec 14 03:06:28.052993 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-77a601c5-4758-4b54-b978-6d008b8418e1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group_rule': {'security_group_id': '811fa93e-0083-4be1-aedc-741124c3fa3b', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:06:28.110203 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a1d610f5-a6ff-4d31-807d-e00d8de5b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:28.129229 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77a601c5-4758-4b54-b978-6d008b8418e1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:28.153839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a1d610f5-a6ff-4d31-807d-e00d8de5b36e None None] For port a2f919d1-4fcf-48af-8e91-083035fbb081, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a2f919d1-4fcf-48af-8e91-083035fbb081,segment=NetworkSegment(1e730cd5-f102-43f8-b2d4-ef967402519c),segment_id=1e730cd5-f102-43f8-b2d4-ef967402519c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:28.164225 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:24Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a2f919d1-4fcf-48af-8e91-083035fbb081', 'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:68:89:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:23Z', 'updated_at': '2021-12-14T03:06:27Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:28.191504 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436569cd-cd93-47ed-82b8-5dbf306af0a6 None None] The sync data for ids ['137db3e5-837c-4775-ae64-61dbd7a53e1b'] in n-d-821636-1 is: [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:24Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a2f919d1-4fcf-48af-8e91-083035fbb081', 'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:68:89:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:23Z', 'updated_at': '2021-12-14T03:06:27Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:06:28.194034 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77a601c5-4758-4b54-b978-6d008b8418e1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:28.258281 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a1d610f5-a6ff-4d31-807d-e00d8de5b36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:28.314570 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77a601c5-4758-4b54-b978-6d008b8418e1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:28.342263 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d610f5-a6ff-4d31-807d-e00d8de5b36e None None] Pushing event updated for resources: {'Port': ['ID=a2f919d1-4fcf-48af-8e91-083035fbb081,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:28.348968 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a601c5-4758-4b54-b978-6d008b8418e1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636addf0-76de-4acb-828f-dee416cf4300,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:28.464959 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-77a601c5-4758-4b54-b978-6d008b8418e1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:28.469730 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-77a601c5-4758-4b54-b978-6d008b8418e1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4182122 Dec 14 03:06:28.470087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48478) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:28.474782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-c617a754-1d5e-4762-a04c-c72f0083a55c tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group_rule': {'security_group_id': '811fa93e-0083-4be1-aedc-741124c3fa3b', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:06:28.494770 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f20fe-e26d-4b04-8535-df58115003fa req-f322b51e-e5ea-444f-8eac-9f8414594b97 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:28.496520 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf7f20fe-e26d-4b04-8535-df58115003fa req-f322b51e-e5ea-444f-8eac-9f8414594b97 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0750530 Dec 14 03:06:28.554490 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf7f20fe-e26d-4b04-8535-df58115003fa req-7da1bc97-e715-4d1b-afdb-35ad415832bc tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498927 Dec 14 03:06:28.629563 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c617a754-1d5e-4762-a04c-c72f0083a55c tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:28.689467 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c617a754-1d5e-4762-a04c-c72f0083a55c tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:28.758533 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c617a754-1d5e-4762-a04c-c72f0083a55c tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:28.783318 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617a754-1d5e-4762-a04c-c72f0083a55c tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d0e3ea-6557-4ea2-b9f2-e34bfaeeffaa,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:28.848941 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c617a754-1d5e-4762-a04c-c72f0083a55c tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:28.853251 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c617a754-1d5e-4762-a04c-c72f0083a55c tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3791492 Dec 14 03:06:28.853251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48480) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:28.857669 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-528a88de-3dbc-49f6-b1c0-3e8cf6761753 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group_rule': {'security_group_id': '811fa93e-0083-4be1-aedc-741124c3fa3b', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:06:28.943614 n-d-821636-1 neutron-server[103848]: INFO neutron.db.securitygroups_db [None req-528a88de-3dbc-49f6-b1c0-3e8cf6761753 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Project 20c9049ba808410893e5ad85f07ffc98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:06:28.950203 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-528a88de-3dbc-49f6-b1c0-3e8cf6761753 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:29.015759 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-528a88de-3dbc-49f6-b1c0-3e8cf6761753 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:29.080437 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-528a88de-3dbc-49f6-b1c0-3e8cf6761753 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:29.101337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a88de-3dbc-49f6-b1c0-3e8cf6761753 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6ab399-dc72-40fc-a8c2-d8bff2d728cd,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:29.174360 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-528a88de-3dbc-49f6-b1c0-3e8cf6761753 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:29.176153 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-528a88de-3dbc-49f6-b1c0-3e8cf6761753 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3217967 Dec 14 03:06:29.178931 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48482) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:29.184021 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-984e1e68-4e51-469a-b428-b546df033a66 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group_rule': {'security_group_id': '811fa93e-0083-4be1-aedc-741124c3fa3b', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:06:29.324202 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-984e1e68-4e51-469a-b428-b546df033a66 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Project 20c9049ba808410893e5ad85f07ffc98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:06:29.330738 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-984e1e68-4e51-469a-b428-b546df033a66 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:29.400961 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-984e1e68-4e51-469a-b428-b546df033a66 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:29.461194 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-984e1e68-4e51-469a-b428-b546df033a66 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:29.480616 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e1e68-4e51-469a-b428-b546df033a66 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b5c0d8e-44e1-40be-aba9-19ee4111ad99,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:29.562428 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-984e1e68-4e51-469a-b428-b546df033a66 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:29.573385 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-984e1e68-4e51-469a-b428-b546df033a66 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3834326 Dec 14 03:06:29.785982 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-77b51408-fedd-4f38-8dff-4a9957b4b436 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-126846499&fields=id&tenant_id=20c9049ba808410893e5ad85f07ffc98 HTTP/1.1" status: 200 len: 267 time: 0.0540802 Dec 14 03:06:29.909368 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-b519b084-360e-41f8-9b46-9dda1fb8ca6c tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:29.915766 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-b519b084-360e-41f8-9b46-9dda1fb8ca6c tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/networks?id=83711c66-824e-44ba-b256-6b304df4d7cc HTTP/1.1" status: 200 len: 797 time: 0.1220441 Dec 14 03:06:29.929863 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-bd6582c5-833c-4ed6-96b2-d5f678228ddd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/quotas/20c9049ba808410893e5ad85f07ffc98 HTTP/1.1" status: 200 len: 375 time: 0.0127106 Dec 14 03:06:30.016968 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-d2571ab7-2bf4-4e43-8ce2-72857a9c47df tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=20c9049ba808410893e5ad85f07ffc98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784080 Dec 14 03:06:30.025006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1ab0b-9aef-4802-9d06-ccd0fccf8b76 req-6436d495-b048-4a53-9030-d7d76eadf898 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:30.026541 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91f1ab0b-9aef-4802-9d06-ccd0fccf8b76 req-6436d495-b048-4a53-9030-d7d76eadf898 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0767114 Dec 14 03:06:30.138056 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91f1ab0b-9aef-4802-9d06-ccd0fccf8b76 req-87fc793d-4fe0-4837-a732-27fcdd23dc91 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023717 Dec 14 03:06:30.163933 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-d5e1752c-2a50-464f-9ad4-66a761ddc79a service neutron] 10.222.0.39 "GET /v2.0/networks/83711c66-824e-44ba-b256-6b304df4d7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342688 Dec 14 03:06:30.222450 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a2f919d1-4fcf-48af-8e91-083035fbb081 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:06:30.267364 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-7a4e726a-9c68-426f-86e5-0afe54547a0e service neutron] 10.222.0.39 "GET /v2.0/networks/83711c66-824e-44ba-b256-6b304df4d7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025574 Dec 14 03:06:30.294544 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a2f919d1-4fcf-48af-8e91-083035fbb081 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:06:30.295120 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:30.387156 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:30.543348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1599ca6-0373-4f4e-889c-b4c10077632a req-7d3f1a88-a77a-43f4-a818-00642f7c8699 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 210 time: 0.0314112 Dec 14 03:06:30.812406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed7f422-3b02-439d-808d-abb2de1b5716 req-4e08259a-444f-44cc-bb12-e840577069af tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:30.813947 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ed7f422-3b02-439d-808d-abb2de1b5716 req-4e08259a-444f-44cc-bb12-e840577069af tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 945 time: 0.0537598 Dec 14 03:06:30.868520 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ed7f422-3b02-439d-808d-abb2de1b5716 req-cb94fd24-b20c-41d8-83e3-909b1c67af77 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483084 Dec 14 03:06:31.273947 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d8a28-7ae7-435a-9dbf-ebc7396960b7 req-ee20cfaf-e65e-447b-8252-a99ea8318660 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:31.275572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-051d8a28-7ae7-435a-9dbf-ebc7396960b7 req-ee20cfaf-e65e-447b-8252-a99ea8318660 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0586944 Dec 14 03:06:31.329041 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-051d8a28-7ae7-435a-9dbf-ebc7396960b7 req-fd3d4f8d-d076-467e-a8d4-b63f90381474 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462933 Dec 14 03:06:31.633269 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5bc00829-5487-4800-afbd-0a729f665799 req-a7935202-e03f-42d8-81c2-829008f325b0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 210 time: 0.0268509 Dec 14 03:06:31.992390 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20cc227-1c2d-437e-a496-998a1891568d req-174a9525-868b-48f6-892e-29e34b8f9de8 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:31.994044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b20cc227-1c2d-437e-a496-998a1891568d req-174a9525-868b-48f6-892e-29e34b8f9de8 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 945 time: 0.0497642 Dec 14 03:06:32.043605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b20cc227-1c2d-437e-a496-998a1891568d req-55ac92e1-5fc4-4398-b459-ce15c7564609 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423656 Dec 14 03:06:32.449129 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9057ab-cee4-4485-9d27-2c8cf8ddeb3f req-c3f4590b-9a43-4df3-8867-cadc098cadba tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:32.450661 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b9057ab-cee4-4485-9d27-2c8cf8ddeb3f req-c3f4590b-9a43-4df3-8867-cadc098cadba tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0488479 Dec 14 03:06:32.505450 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b9057ab-cee4-4485-9d27-2c8cf8ddeb3f req-301957be-977d-467e-bfa6-c9b33af13567 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473697 Dec 14 03:06:32.751553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b461ff18-75f9-4685-aa15-fed0da25926c req-94aab131-d3d0-47f4-a9e5-79d62f7a3185 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 210 time: 0.0288875 Dec 14 03:06:32.760225 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3e8e98d5-8368-47da-8400-c01c560088d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:32.769343 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6149a88-f462-4c92-ba47-3d6c98817ebd req-bcd1969f-e626-4381-8d34-26edc1d1da4e tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:32.770848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6149a88-f462-4c92-ba47-3d6c98817ebd req-bcd1969f-e626-4381-8d34-26edc1d1da4e tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.46 "GET /v2.0/ports?device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 945 time: 0.0751908 Dec 14 03:06:32.874287 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-f6149a88-f462-4c92-ba47-3d6c98817ebd req-8e98dc06-0292-48d4-a736-1355f8ad907f tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Deleting port 76c7614c-6aeb-4da0-b03b-22799af0952a {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:06:32.874628 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f6149a88-f462-4c92-ba47-3d6c98817ebd req-8e98dc06-0292-48d4-a736-1355f8ad907f tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:32.967132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-f6149a88-f462-4c92-ba47-3d6c98817ebd req-8e98dc06-0292-48d4-a736-1355f8ad907f tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] For port 76c7614c-6aeb-4da0-b03b-22799af0952a, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=76c7614c-6aeb-4da0-b03b-22799af0952a,segment=NetworkSegment(4d588a9b-fa45-4904-9ada-807cc9e76c6e),segment_id=4d588a9b-fa45-4904-9ada-807cc9e76c6e)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:32.967576 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f6149a88-f462-4c92-ba47-3d6c98817ebd req-8e98dc06-0292-48d4-a736-1355f8ad907f tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:32.980757 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-f6149a88-f462-4c92-ba47-3d6c98817ebd req-8e98dc06-0292-48d4-a736-1355f8ad907f tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Calling delete_port for 76c7614c-6aeb-4da0-b03b-22799af0952a owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:06:33.222776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-47c6ce87-2ee4-45ce-a22b-b5153edd293b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:33.224208 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-47c6ce87-2ee4-45ce-a22b-b5153edd293b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.46 "GET /v2.0/networks?id=83711c66-824e-44ba-b256-6b304df4d7cc HTTP/1.1" status: 200 len: 797 time: 0.1962566 Dec 14 03:06:33.245406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4712dd-ff3e-4722-98f9-4f0e1e388089 req-67c66116-1ace-46f3-9292-97d1327ea5bd tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:33.246862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c4712dd-ff3e-4722-98f9-4f0e1e388089 req-67c66116-1ace-46f3-9292-97d1327ea5bd tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 945 time: 0.1136446 Dec 14 03:06:33.341829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c4712dd-ff3e-4722-98f9-4f0e1e388089 req-edad5bbd-f6d8-4b94-9f8b-326b1ccbde59 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813420 Dec 14 03:06:33.348293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-855e52a7-1897-43dc-87f9-a4bc1a3ce0ab tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20c9049ba808410893e5ad85f07ffc98 HTTP/1.1" status: 200 len: 379 time: 0.0980072 Dec 14 03:06:33.348947 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f6149a88-f462-4c92-ba47-3d6c98817ebd req-8e98dc06-0292-48d4-a736-1355f8ad907f tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:33.366256 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-ee9d839c-f13e-4fdd-9f29-66c6bc331f20 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'port': {'device_id': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'admin_state_up': True, 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'security_groups': ['811fa93e-0083-4be1-aedc-741124c3fa3b']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:06:33.385042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['76c7614c-6aeb-4da0-b03b-22799af0952a'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:06:33.389649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e98dc06-0292-48d4-a736-1355f8ad907f tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Pushing event deleted for resources: {'Port': ['ID=76c7614c-6aeb-4da0-b03b-22799af0952a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:33.475531 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6149a88-f462-4c92-ba47-3d6c98817ebd req-8e98dc06-0292-48d4-a736-1355f8ad907f tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] No DVR routers for this DVR port 76c7614c-6aeb-4da0-b03b-22799af0952a on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:06:33.479507 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f6149a88-f462-4c92-ba47-3d6c98817ebd req-8e98dc06-0292-48d4-a736-1355f8ad907f tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:33.482899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f6149a88-f462-4c92-ba47-3d6c98817ebd req-8e98dc06-0292-48d4-a736-1355f8ad907f tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.46 "DELETE /v2.0/ports/76c7614c-6aeb-4da0-b03b-22799af0952a HTTP/1.1" status: 204 len: 173 time: 0.7008352 Dec 14 03:06:33.483435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307f394c-8b5a-4a41-97fb-3456f10932a3', 'name': 'network-vif-deleted', 'tag': '76c7614c-6aeb-4da0-b03b-22799af0952a'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:06:33.485706 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cde6883-1fbf-4f15-8567-e22f4b283c45" -d '{"events": [{"server_uuid": "307f394c-8b5a-4a41-97fb-3456f10932a3", "name": "network-vif-deleted", "tag": "76c7614c-6aeb-4da0-b03b-22799af0952a"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:06:33.542170 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a594066-0e2a-48d8-af29-d317356b55d3 x-openstack-request-id: req-5a594066-0e2a-48d8-af29-d317356b55d3 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:06:33.542468 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307f394c-8b5a-4a41-97fb-3456f10932a3", "name": "network-vif-deleted", "tag": "76c7614c-6aeb-4da0-b03b-22799af0952a", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:06:33.542730 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5a594066-0e2a-48d8-af29-d317356b55d3 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:06:33.543137 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307f394c-8b5a-4a41-97fb-3456f10932a3', 'name': 'network-vif-deleted', 'tag': '76c7614c-6aeb-4da0-b03b-22799af0952a', 'status': 'completed', 'code': 200} Dec 14 03:06:33.630122 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-ee9d839c-f13e-4fdd-9f29-66c6bc331f20 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Made reservation on behalf of 20c9049ba808410893e5ad85f07ffc98 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:06:33.633926 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-ee9d839c-f13e-4fdd-9f29-66c6bc331f20 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:33.645550 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f33c7b-f374-4420-b43f-cefba9b7d631 req-25ab7102-b47d-4281-a1dc-397705c67a9d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:33.647121 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3f33c7b-f374-4420-b43f-cefba9b7d631 req-25ab7102-b47d-4281-a1dc-397705c67a9d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0661807 Dec 14 03:06:33.755105 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3f33c7b-f374-4420-b43f-cefba9b7d631 req-6a09d6ae-5bd2-4477-bd4e-04909b791db1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010687 Dec 14 03:06:33.824538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-ee9d839c-f13e-4fdd-9f29-66c6bc331f20 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Allocated IP 172.20.0.3 (83711c66-824e-44ba-b256-6b304df4d7cc/4408fce0-4fe3-44f1-be84-128c68c2d0e2/2cbdb89e-a398-4f82-ac94-a956c45df29c) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:06:33.865784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8692a7da-88ca-4e15-ae34-f7360ddc13f0 req-46da7ea2-d1d3-4abb-bc88-427e03739be4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 210 time: 0.0344439 Dec 14 03:06:33.995428 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-ee9d839c-f13e-4fdd-9f29-66c6bc331f20 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:34.109124 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-ee9d839c-f13e-4fdd-9f29-66c6bc331f20 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:34.159118 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-ee9d839c-f13e-4fdd-9f29-66c6bc331f20 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Network 83711c66-824e-44ba-b256-6b304df4d7cc is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:06:34.162400 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-ee9d839c-f13e-4fdd-9f29-66c6bc331f20 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:06:34.166223 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-ee9d839c-f13e-4fdd-9f29-66c6bc331f20 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:06:34.432060 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-90e8cd38-667d-40ac-a476-40836a707a8e None None] Provisioning complete for port 2cbdb89e-a398-4f82-ac94-a956c45df29c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:06:34.432590 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-90e8cd38-667d-40ac-a476-40836a707a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:34.476068 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-90e8cd38-667d-40ac-a476-40836a707a8e None None] Port 2cbdb89e-a398-4f82-ac94-a956c45df29c cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:06:34.639553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d839c-f13e-4fdd-9f29-66c6bc331f20 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Port': ['ID=2cbdb89e-a398-4f82-ac94-a956c45df29c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:34.648296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-ee9d839c-f13e-4fdd-9f29-66c6bc331f20 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:34.648622 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-ee9d839c-f13e-4fdd-9f29-66c6bc331f20 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:34.683791 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d511ba61-222e-403b-b0af-3fa058c8297c req-bfb33406-4554-4055-8783-4b63821bb0d8 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=307f394c-8b5a-4a41-97fb-3456f10932a3 HTTP/1.1" status: 200 len: 210 time: 0.0322895 Dec 14 03:06:34.757887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-ee9d839c-f13e-4fdd-9f29-66c6bc331f20 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4012339 Dec 14 03:06:34.776229 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Request body: {'port': {'device_id': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:06:34.837331 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:34.929289 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeaa5f9-e544-4929-a755-041d54a959a9 req-46e09c5a-b2de-4afb-adcb-98e93561d3e2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:34.930773 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0aeaa5f9-e544-4929-a755-041d54a959a9 req-46e09c5a-b2de-4afb-adcb-98e93561d3e2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0913174 Dec 14 03:06:35.057342 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-46be0c75-e256-48ad-9529-65c7f0c4021e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:35.135565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0aeaa5f9-e544-4929-a755-041d54a959a9 req-89f8a001-5e88-45e4-b17c-ad91f6273f8b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527693 Dec 14 03:06:35.145899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77db62c-3734-4131-a4ab-fa229199d34a req-15a6f27a-8663-440f-b5d8-d0d0621e1ad3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:35.159919 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f77db62c-3734-4131-a4ab-fa229199d34a req-15a6f27a-8663-440f-b5d8-d0d0621e1ad3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 931 time: 0.1686265 Dec 14 03:06:35.230825 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f77db62c-3734-4131-a4ab-fa229199d34a req-9060ffeb-5406-4adb-8208-ea848423fa4c tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=811fa93e-0083-4be1-aedc-741124c3fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769296 Dec 14 03:06:35.281930 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbdb89e-a398-4f82-ac94-a956c45df29c {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:06:35.290717 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:35.304458 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Transition to ACTIVE for port object 2cbdb89e-a398-4f82-ac94-a956c45df29c will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:06:35.354036 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2d4a395-10af-4afb-9500-57086a769951 req-fa802043-734f-41ab-a478-478923fadc72 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390053 Dec 14 03:06:35.412105 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:35.480296 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4a395-10af-4afb-9500-57086a769951 req-52397d29-826a-407a-8309-8a6c14676195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:35.484136 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2d4a395-10af-4afb-9500-57086a769951 req-52397d29-826a-407a-8309-8a6c14676195 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 1096 time: 0.0619454 Dec 14 03:06:35.506615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbdb89e-a398-4f82-ac94-a956c45df29c,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:35.583085 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Attempting to bind port 2cbdb89e-a398-4f82-ac94-a956c45df29c on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:06:35.583424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Attempting to bind port 2cbdb89e-a398-4f82-ac94-a956c45df29c by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1e730cd5-f102-43f8-b2d4-ef967402519c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:06:35.584316 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Attempting to bind port 2cbdb89e-a398-4f82-ac94-a956c45df29c on network 83711c66-824e-44ba-b256-6b304df4d7cc {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:06:35.588802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Port 2cbdb89e-a398-4f82-ac94-a956c45df29c on network 83711c66-824e-44ba-b256-6b304df4d7cc not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:06:35.589174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Attempting to bind port 2cbdb89e-a398-4f82-ac94-a956c45df29c on network 83711c66-824e-44ba-b256-6b304df4d7cc {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:06:35.594840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:06:35.595274 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Checking segment: {'id': '1e730cd5-f102-43f8-b2d4-ef967402519c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:06:35.595761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Bound using segment: {'id': '1e730cd5-f102-43f8-b2d4-ef967402519c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:06:35.596212 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Bound port: 2cbdb89e-a398-4f82-ac94-a956c45df29c, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e730cd5-f102-43f8-b2d4-ef967402519c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:06:35.596698 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:35.617434 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4a395-10af-4afb-9500-57086a769951 req-ec142755-970d-4ac7-92e5-4d6acfac4228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:35.618929 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2d4a395-10af-4afb-9500-57086a769951 req-ec142755-970d-4ac7-92e5-4d6acfac4228 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 912 time: 0.1109574 Dec 14 03:06:35.667125 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2d4a395-10af-4afb-9500-57086a769951 req-1efa2a69-d9c6-46f3-87b6-d5fff414d253 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0def373-ff1d-4b40-a4bb-43f549001137 HTTP/1.1" status: 200 len: 217 time: 0.0393069 Dec 14 03:06:35.675067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] For port 2cbdb89e-a398-4f82-ac94-a956c45df29c, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:06:35.681332 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 76c7614c-6aeb-4da0-b03b-22799af0952a no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:06:35.682376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] For port 2cbdb89e-a398-4f82-ac94-a956c45df29c, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2cbdb89e-a398-4f82-ac94-a956c45df29c,segment=NetworkSegment(1e730cd5-f102-43f8-b2d4-ef967402519c),segment_id=1e730cd5-f102-43f8-b2d4-ef967402519c)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:06:35.707666 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 76c7614c-6aeb-4da0-b03b-22799af0952a {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:06:35.708442 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 76c7614c-6aeb-4da0-b03b-22799af0952a not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:06:35.732835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4a395-10af-4afb-9500-57086a769951 req-e5f6e0bd-0052-44b0-a58b-2fd7349c9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:35.735242 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2d4a395-10af-4afb-9500-57086a769951 req-e5f6e0bd-0052-44b0-a58b-2fd7349c9914 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0570848 Dec 14 03:06:35.790602 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:35.795383 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4a395-10af-4afb-9500-57086a769951 req-b7ff1a1f-4b26-4aba-88fa-4d8950d71a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:35.797749 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2d4a395-10af-4afb-9500-57086a769951 req-b7ff1a1f-4b26-4aba-88fa-4d8950d71a02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553901 Dec 14 03:06:35.850737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:35.851373 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:35.852783 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] 10.222.0.46 "PUT /v2.0/ports/2cbdb89e-a398-4f82-ac94-a956c45df29c HTTP/1.1" status: 200 len: 1091 time: 1.0811062 Dec 14 03:06:35.853242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'tag': '2cbdb89e-a398-4f82-ac94-a956c45df29c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:06:35.855550 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4137a7-c45a-45bf-9b05-54b4c470f8de" -d '{"events": [{"name": "network-changed", "server_uuid": "9eeac70b-28d7-4d86-bc36-d732e400ec24", "tag": "2cbdb89e-a398-4f82-ac94-a956c45df29c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:06:35.891899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1194f8d0-dc70-4720-8c75-67c9b0874585 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbdb89e-a398-4f82-ac94-a956c45df29c,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:35.907890 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58daed8-14c3-4558-804c-0363a7186ab3 x-openstack-request-id: req-f58daed8-14c3-4558-804c-0363a7186ab3 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:06:35.907890 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eeac70b-28d7-4d86-bc36-d732e400ec24", "tag": "2cbdb89e-a398-4f82-ac94-a956c45df29c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:06:35.907890 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f58daed8-14c3-4558-804c-0363a7186ab3 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:06:35.909027 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'tag': '2cbdb89e-a398-4f82-ac94-a956c45df29c', 'status': 'completed', 'code': 200} Dec 14 03:06:35.926061 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2d4a395-10af-4afb-9500-57086a769951 req-942ac3a5-640d-4820-a560-0c1afd3d9f3d service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191654 Dec 14 03:06:35.997211 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4137a7-c45a-45bf-9b05-54b4c470f8de req-9eaf3e63-8521-4f01-8d01-4c716e33d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:35.999298 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b4137a7-c45a-45bf-9b05-54b4c470f8de req-9eaf3e63-8521-4f01-8d01-4c716e33d338 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20c9049ba808410893e5ad85f07ffc98&device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 1094 time: 0.0499365 Dec 14 03:06:36.037656 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2d4a395-10af-4afb-9500-57086a769951 req-11054428-c28c-4269-8db9-5ff41be77f9e service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064169 Dec 14 03:06:36.112435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4137a7-c45a-45bf-9b05-54b4c470f8de req-bc17818a-9be2-44b7-ae06-5a3821eaaeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:36.113930 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b4137a7-c45a-45bf-9b05-54b4c470f8de req-bc17818a-9be2-44b7-ae06-5a3821eaaeb3 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=20c9049ba808410893e5ad85f07ffc98&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1012087 Dec 14 03:06:36.254716 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4137a7-c45a-45bf-9b05-54b4c470f8de req-2a932eb1-7964-4eef-ad72-24cc841cb442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:36.256283 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b4137a7-c45a-45bf-9b05-54b4c470f8de req-2a932eb1-7964-4eef-ad72-24cc841cb442 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355262 Dec 14 03:06:36.284781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c4d6d-9a08-4f72-b295-1ce9ceaf73c4 req-73506637-0ae9-435e-adc7-f95e4246a178 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:36.286947 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-098c4d6d-9a08-4f72-b295-1ce9ceaf73c4 req-73506637-0ae9-435e-adc7-f95e4246a178 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0663605 Dec 14 03:06:36.395431 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-098c4d6d-9a08-4f72-b295-1ce9ceaf73c4 req-db0565f9-dc3c-4d44-85c7-1bb43988645b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013508 Dec 14 03:06:36.414105 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9b302-58d0-4fcd-b4f0-f24854e4ab0d req-0b4a4dd5-7046-4bcc-adcc-12f3395cb159 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:36.415584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74d9b302-58d0-4fcd-b4f0-f24854e4ab0d req-0b4a4dd5-7046-4bcc-adcc-12f3395cb159 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 943 time: 0.1064119 Dec 14 03:06:36.418690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-d84916aa-8001-4861-9c44-208e63c25b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:36.420168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-d84916aa-8001-4861-9c44-208e63c25b2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20c9049ba808410893e5ad85f07ffc98&device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 1094 time: 0.0982573 Dec 14 03:06:36.427110 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:36.477340 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-e6d28f1c-d9c6-43ab-a8b2-e5a5e853126f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cbdb89e-a398-4f82-ac94-a956c45df29c HTTP/1.1" status: 200 len: 217 time: 0.0395217 Dec 14 03:06:36.531443 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74d9b302-58d0-4fcd-b4f0-f24854e4ab0d req-b92ce22e-b10f-42b1-9a48-e483d9d35fcd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=811fa93e-0083-4be1-aedc-741124c3fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087825 Dec 14 03:06:36.549973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-fc6e9ffd-4144-4b5a-af23-d2003619f8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:36.551784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-fc6e9ffd-4144-4b5a-af23-d2003619f8ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4408fce0-4fe3-44f1-be84-128c68c2d0e2 HTTP/1.1" status: 200 len: 834 time: 0.0635316 Dec 14 03:06:36.598898 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-8df79b5d-8312-4ac4-abcb-676fdb7e77ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:36.600436 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-8df79b5d-8312-4ac4-abcb-676fdb7e77ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83711c66-824e-44ba-b256-6b304df4d7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412281 Dec 14 03:06:36.720473 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-3a45bc06-1a6b-413d-8bef-0fcd89b44ab9 service neutron] 10.222.0.46 "GET /v2.0/networks/83711c66-824e-44ba-b256-6b304df4d7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125774 Dec 14 03:06:36.776680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc2ddf16-f6ae-460a-bcfc-799ac6748945 req-71868a42-3fc8-4a91-8b7a-13f2f8c1dd6e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873387 Dec 14 03:06:36.843102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a2b2064-9d6c-4443-b4ab-329edb7356a0 req-f24bee41-72b7-44d6-a535-1beaa16f975b service neutron] 10.222.0.46 "GET /v2.0/networks/83711c66-824e-44ba-b256-6b304df4d7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121125 Dec 14 03:06:36.860649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ddf16-f6ae-460a-bcfc-799ac6748945 req-e7593edd-ab5b-43ce-ab94-b6ae4b4f9938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:36.862180 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc2ddf16-f6ae-460a-bcfc-799ac6748945 req-e7593edd-ab5b-43ce-ab94-b6ae4b4f9938 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 1096 time: 0.0470006 Dec 14 03:06:36.977614 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ddf16-f6ae-460a-bcfc-799ac6748945 req-4c24d38d-8ef7-4470-9434-638c1257d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:36.979100 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc2ddf16-f6ae-460a-bcfc-799ac6748945 req-4c24d38d-8ef7-4470-9434-638c1257d3d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 HTTP/1.1" status: 200 len: 898 time: 0.0940485 Dec 14 03:06:37.062383 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc2ddf16-f6ae-460a-bcfc-799ac6748945 req-c272e5c4-a93e-4e00-b2ff-331d6f01839a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eef3cf5c-9254-4eaa-a362-55bc0adbab09 HTTP/1.1" status: 200 len: 999 time: 0.0615473 Dec 14 03:06:37.122870 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ddf16-f6ae-460a-bcfc-799ac6748945 req-277ad869-f11f-41d8-847b-e147908e02d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:37.124539 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc2ddf16-f6ae-460a-bcfc-799ac6748945 req-277ad869-f11f-41d8-847b-e147908e02d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7caf66f-6b62-4446-9c4b-e9dfadfbc837 HTTP/1.1" status: 200 len: 833 time: 0.0498159 Dec 14 03:06:37.171984 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2ddf16-f6ae-460a-bcfc-799ac6748945 req-ba3ec10f-e52f-4a2d-8093-dc84ef21b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:37.173527 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc2ddf16-f6ae-460a-bcfc-799ac6748945 req-ba3ec10f-e52f-4a2d-8093-dc84ef21b30c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58f8e8d2-9e75-40f9-ac3e-cf9968bbb111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408802 Dec 14 03:06:37.267010 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc2ddf16-f6ae-460a-bcfc-799ac6748945 req-f69f9265-f312-4932-8806-f58ffd1bfe36 service neutron] 10.222.0.46 "GET /v2.0/networks/58f8e8d2-9e75-40f9-ac3e-cf9968bbb111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849125 Dec 14 03:06:37.361646 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc2ddf16-f6ae-460a-bcfc-799ac6748945 req-006b5a3b-5502-461b-9df1-83f3dea49fc7 service neutron] 10.222.0.46 "GET /v2.0/networks/58f8e8d2-9e75-40f9-ac3e-cf9968bbb111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870614 Dec 14 03:06:37.515039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ccecf-536e-487b-9e2a-dfd94113768e req-64156278-a9eb-415c-9615-f90af8fff8ab tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:37.516650 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf1ccecf-536e-487b-9e2a-dfd94113768e req-64156278-a9eb-415c-9615-f90af8fff8ab tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0507801 Dec 14 03:06:37.565277 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf1ccecf-536e-487b-9e2a-dfd94113768e req-f9c4645f-646e-444b-b970-093306b4a1f1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425572 Dec 14 03:06:37.655162 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b6b8c-25a1-4de9-bfd7-29734c5219a0 req-838a97e4-ddbd-4117-9d21-13750356474b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:37.656561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f36b6b8c-25a1-4de9-bfd7-29734c5219a0 req-838a97e4-ddbd-4117-9d21-13750356474b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 943 time: 0.0495543 Dec 14 03:06:37.713493 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f36b6b8c-25a1-4de9-bfd7-29734c5219a0 req-fb3fcd19-9f23-41ae-ba4e-b220a214adc6 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=811fa93e-0083-4be1-aedc-741124c3fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510468 Dec 14 03:06:37.770474 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:38.639750 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:38.682567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9871e7-9b35-4ede-97a2-e95798d0bc76 req-74daf640-362a-4d74-9f91-249e51d0094c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:38.684099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a9871e7-9b35-4ede-97a2-e95798d0bc76 req-74daf640-362a-4d74-9f91-249e51d0094c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0491946 Dec 14 03:06:38.731399 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9a9871e7-9b35-4ede-97a2-e95798d0bc76 req-1d831d87-09af-4080-bc8b-9c76b802c15f tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Dec 14 03:06:38.831805 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648b958-6d05-4ef3-8302-1f1840d3706a req-ddba679f-c690-4304-b260-cd1416e97bce tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:38.833379 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f648b958-6d05-4ef3-8302-1f1840d3706a req-ddba679f-c690-4304-b260-cd1416e97bce tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 943 time: 0.0512254 Dec 14 03:06:38.883850 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f648b958-6d05-4ef3-8302-1f1840d3706a req-e5fb4d40-27d4-424c-a714-2167fecb919c tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=811fa93e-0083-4be1-aedc-741124c3fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445065 Dec 14 03:06:39.710738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2cbdb89e-a398-4f82-ac94-a956c45df29c details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:06:39.809615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 2cbdb89e-a398-4f82-ac94-a956c45df29c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2cbdb89e-a398-4f82-ac94-a956c45df29c,segment=NetworkSegment(1e730cd5-f102-43f8-b2d4-ef967402519c),segment_id=1e730cd5-f102-43f8-b2d4-ef967402519c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:39.821344 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '2cbdb89e-a398-4f82-ac94-a956c45df29c', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'port_id': '2cbdb89e-a398-4f82-ac94-a956c45df29c', 'mac_address': 'fa:16:3e:9b:75:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:06:39.860630 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:39.866043 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2354cf05-d02d-44b9-ba58-6315fab3a6fc req-6e7f1c9d-1f70-43fd-91b3-94ba80c88ceb tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:39.867575 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2354cf05-d02d-44b9-ba58-6315fab3a6fc req-6e7f1c9d-1f70-43fd-91b3-94ba80c88ceb tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0599549 Dec 14 03:06:39.874185 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbdb89e-a398-4f82-ac94-a956c45df29c {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:06:39.894477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 2cbdb89e-a398-4f82-ac94-a956c45df29c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2cbdb89e-a398-4f82-ac94-a956c45df29c,segment=NetworkSegment(1e730cd5-f102-43f8-b2d4-ef967402519c),segment_id=1e730cd5-f102-43f8-b2d4-ef967402519c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:39.924610 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2354cf05-d02d-44b9-ba58-6315fab3a6fc req-84a9eaa5-18c7-4231-8396-a71f2c35104d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501361 Dec 14 03:06:39.975562 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:40.019476 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba73927-e29c-4b2b-b6f1-19b1b80a8bd4 req-4a55c7cf-23a4-4ed1-924b-65360cb6887b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:40.021036 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ba73927-e29c-4b2b-b6f1-19b1b80a8bd4 req-4a55c7cf-23a4-4ed1-924b-65360cb6887b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 944 time: 0.0545111 Dec 14 03:06:40.037027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=2cbdb89e-a398-4f82-ac94-a956c45df29c,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:40.079683 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ba73927-e29c-4b2b-b6f1-19b1b80a8bd4 req-59ee50e0-822e-4d85-9cc0-dc51eb29985b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=811fa93e-0083-4be1-aedc-741124c3fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514874 Dec 14 03:06:40.259054 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['2cbdb89e-a398-4f82-ac94-a956c45df29c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:06:41.050432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433fb1e-d6e9-4c1f-8c7f-e08ddf66ed01 req-84504b08-ddcd-4909-92c5-61f8cea13ca1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:41.051841 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6433fb1e-d6e9-4c1f-8c7f-e08ddf66ed01 req-84504b08-ddcd-4909-92c5-61f8cea13ca1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.0515430 Dec 14 03:06:41.098956 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6433fb1e-d6e9-4c1f-8c7f-e08ddf66ed01 req-5f901560-d5a6-49dc-a879-b78b41536a11 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410054 Dec 14 03:06:41.209198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44fb84-7423-47b5-ba97-ec30f7dd9dbf req-2b1bc0ba-0007-4f60-bcc1-793c9f1c5769 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:41.210803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa44fb84-7423-47b5-ba97-ec30f7dd9dbf req-2b1bc0ba-0007-4f60-bcc1-793c9f1c5769 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 944 time: 0.0550067 Dec 14 03:06:41.268017 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa44fb84-7423-47b5-ba97-ec30f7dd9dbf req-f8fa5c4c-20f1-41b4-9749-fccdecca92d5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=811fa93e-0083-4be1-aedc-741124c3fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476687 Dec 14 03:06:41.742255 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2cbdb89e-a398-4f82-ac94-a956c45df29c up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:06:41.823170 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48598) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:41.963771 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 2cbdb89e-a398-4f82-ac94-a956c45df29c completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:06:41.968149 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 2cbdb89e-a398-4f82-ac94-a956c45df29c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:06:41.968526 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:41.984590 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a83aa-a7c4-4574-b183-26457423c3ed tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting port c1dce3eb-4a87-4a2e-95d6-fc4e87aeb821 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:06:41.984929 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d2a83aa-a7c4-4574-b183-26457423c3ed tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:42.050019 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:42.066077 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d2a83aa-a7c4-4574-b183-26457423c3ed tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:42.066409 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d2a83aa-a7c4-4574-b183-26457423c3ed tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:42.076319 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbdb89e-a398-4f82-ac94-a956c45df29c'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:06:42.078952 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-1d2a83aa-a7c4-4574-b183-26457423c3ed tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Calling delete_port for c1dce3eb-4a87-4a2e-95d6-fc4e87aeb821 owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:06:42.079194 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fd8cec-ca7c-49d4-944b-31ebcec8d101" -d '{"events": [{"server_uuid": "9eeac70b-28d7-4d86-bc36-d732e400ec24", "name": "network-vif-plugged", "status": "completed", "tag": "2cbdb89e-a398-4f82-ac94-a956c45df29c"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:06:42.092028 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 2cbdb89e-a398-4f82-ac94-a956c45df29c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2cbdb89e-a398-4f82-ac94-a956c45df29c,segment=NetworkSegment(1e730cd5-f102-43f8-b2d4-ef967402519c),segment_id=1e730cd5-f102-43f8-b2d4-ef967402519c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:42.122785 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e04d47e-20b9-48bf-a9c6-9bbb3f7dbbcd x-openstack-request-id: req-5e04d47e-20b9-48bf-a9c6-9bbb3f7dbbcd {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:06:42.123030 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eeac70b-28d7-4d86-bc36-d732e400ec24", "name": "network-vif-plugged", "status": "completed", "tag": "2cbdb89e-a398-4f82-ac94-a956c45df29c", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:06:42.123304 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e04d47e-20b9-48bf-a9c6-9bbb3f7dbbcd {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:06:42.125146 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbdb89e-a398-4f82-ac94-a956c45df29c', 'code': 200} Dec 14 03:06:42.194344 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:42.248223 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=2cbdb89e-a398-4f82-ac94-a956c45df29c,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:42.256800 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:42.257250 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:42.257686 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:42.258085 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:42.258491 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:42.258937 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:42.259343 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:42.259755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:42.260150 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:42.260542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:42.260936 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:42.261346 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:42.261739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:42.281654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b54b81-a547-44e2-8661-0d525cbf39a9 req-0cc60cd8-2f70-4853-847b-1965b7873582 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:42.283226 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24b54b81-a547-44e2-8661-0d525cbf39a9 req-0cc60cd8-2f70-4853-847b-1965b7873582 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 944 time: 0.1002614 Dec 14 03:06:42.309619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bf59d-dea8-4936-8154-1b851b79c26b req-405c6148-9a62-4d05-9da9-ca52ec8e7ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:42.311765 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-788bf59d-dea8-4936-8154-1b851b79c26b req-405c6148-9a62-4d05-9da9-ca52ec8e7ce0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 1096 time: 0.0883029 Dec 14 03:06:42.363801 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24b54b81-a547-44e2-8661-0d525cbf39a9 req-84c1d757-4a6b-4e31-84fd-ec956415669b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745595 Dec 14 03:06:42.372167 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d2a83aa-a7c4-4574-b183-26457423c3ed tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:42.401908 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a83aa-a7c4-4574-b183-26457423c3ed tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Port': ['ID=c1dce3eb-4a87-4a2e-95d6-fc4e87aeb821,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:42.420989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a611b-6561-46c7-a8df-d3540ad7ceab req-e3c2b698-74dc-4eb6-984c-be0b2b019d4f tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:42.422559 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b62a611b-6561-46c7-a8df-d3540ad7ceab req-e3c2b698-74dc-4eb6-984c-be0b2b019d4f tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 945 time: 0.0789042 Dec 14 03:06:42.425602 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-788bf59d-dea8-4936-8154-1b851b79c26b req-ca5b3b8e-3f89-4258-aa8e-c6d660c62475 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=811fa93e-0083-4be1-aedc-741124c3fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024792 Dec 14 03:06:42.470266 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d2a83aa-a7c4-4574-b183-26457423c3ed tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:42.470611 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-1d2a83aa-a7c4-4574-b183-26457423c3ed tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Floating IP 34f223cb-b52a-44e8-b1b2-e4a7d67e8d59 disassociated (deleted). External IP: 172.25.7.9, port: eef3cf5c-9254-4eaa-a362-55bc0adbab09. Dec 14 03:06:42.478247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b62a611b-6561-46c7-a8df-d3540ad7ceab req-b26eb923-1927-4678-940a-8faf881c861d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=811fa93e-0083-4be1-aedc-741124c3fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479112 Dec 14 03:06:42.633069 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device d4b9fb92-2017-4481-a2ec-6b5986481346 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:06:42.682044 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2a83aa-a7c4-4574-b183-26457423c3ed tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 12420064-fbf2-4bc1-a49b-6e2b27e15524 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:06:42.737388 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port d4b9fb92-2017-4481-a2ec-6b5986481346, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d4b9fb92-2017-4481-a2ec-6b5986481346,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:42.755253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'd4b9fb92-2017-4481-a2ec-6b5986481346', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'port_id': 'd4b9fb92-2017-4481-a2ec-6b5986481346', 'mac_address': 'fa:16:3e:3e:97:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:06:42.792077 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2a83aa-a7c4-4574-b183-26457423c3ed tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:06:42.792402 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:42.797840 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1d2a83aa-a7c4-4574-b183-26457423c3ed tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:42.806330 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b9fb92-2017-4481-a2ec-6b5986481346 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:06:42.807492 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241ea1fe-15c8-4798-ab83-e0ce96e0ee1d None None] Sync routers for ids ['12420064-fbf2-4bc1-a49b-6e2b27e15524'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:06:42.820012 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ea1fe-15c8-4798-ab83-e0ce96e0ee1d None None] Routers {'12420064-fbf2-4bc1-a49b-6e2b27e15524'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:06:42.820942 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-241ea1fe-15c8-4798-ab83-e0ce96e0ee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:06:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['12420064-fbf2-4bc1-a49b-6e2b27e15524'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:42.828697 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port d4b9fb92-2017-4481-a2ec-6b5986481346, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d4b9fb92-2017-4481-a2ec-6b5986481346,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:42.839563 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1d2a83aa-a7c4-4574-b183-26457423c3ed tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/floatingips/34f223cb-b52a-44e8-b1b2-e4a7d67e8d59 HTTP/1.1" status: 204 len: 168 time: 1.0126932 Dec 14 03:06:42.839563 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b85690-6ff1-4a7f-a78f-18be22e83f03', 'tag': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:06:42.840305 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37faa818-810b-458e-992c-a520877424a3" -d '{"events": [{"name": "network-changed", "server_uuid": "30b85690-6ff1-4a7f-a78f-18be22e83f03", "tag": "eef3cf5c-9254-4eaa-a362-55bc0adbab09"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:06:42.882330 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad78c97-4f3e-4976-b2aa-3608d2ac14ad x-openstack-request-id: req-1ad78c97-4f3e-4976-b2aa-3608d2ac14ad {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:06:42.882330 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b85690-6ff1-4a7f-a78f-18be22e83f03", "tag": "eef3cf5c-9254-4eaa-a362-55bc0adbab09", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:06:42.882330 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ad78c97-4f3e-4976-b2aa-3608d2ac14ad {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:06:42.882330 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b85690-6ff1-4a7f-a78f-18be22e83f03', 'tag': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09', 'status': 'completed', 'code': 200} Dec 14 03:06:42.931538 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:42.950044 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-241ea1fe-15c8-4798-ab83-e0ce96e0ee1d None None] Set router 12420064-fbf2-4bc1-a49b-6e2b27e15524 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:06:42.982111 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=d4b9fb92-2017-4481-a2ec-6b5986481346,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:42.990919 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37faa818-810b-458e-992c-a520877424a3 req-f7dc8132-c28e-4485-8ef3-571817d5dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:42.992528 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37faa818-810b-458e-992c-a520877424a3 req-f7dc8132-c28e-4485-8ef3-571817d5dca4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=64815042603e4fe084e0db9c9093166c&device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 1096 time: 0.0589623 Dec 14 03:06:43.092982 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37faa818-810b-458e-992c-a520877424a3 req-cb37abdf-4ae1-4207-bdc5-0b485f9e10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:43.095006 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37faa818-810b-458e-992c-a520877424a3 req-cb37abdf-4ae1-4207-bdc5-0b485f9e10b5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 HTTP/1.1" status: 200 len: 898 time: 0.0949395 Dec 14 03:06:43.158906 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37faa818-810b-458e-992c-a520877424a3 req-49a70789-026a-439a-bdab-6d37bce51f34 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eef3cf5c-9254-4eaa-a362-55bc0adbab09 HTTP/1.1" status: 200 len: 217 time: 0.0489743 Dec 14 03:06:43.222582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37faa818-810b-458e-992c-a520877424a3 req-732c9600-4c2c-4edd-9677-a54c12088f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:43.229544 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37faa818-810b-458e-992c-a520877424a3 req-732c9600-4c2c-4edd-9677-a54c12088f43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f7caf66f-6b62-4446-9c4b-e9dfadfbc837 HTTP/1.1" status: 200 len: 833 time: 0.0575562 Dec 14 03:06:43.229683 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-241ea1fe-15c8-4798-ab83-e0ce96e0ee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574296893', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:04:52Z', 'updated_at': '2021-12-14T03:04:59Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:53Z', 'updated_at': '2021-12-14T03:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd14fd790-9b6a-404b-a143-5ea3cc2c4104', 'name': '', 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:73:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:58Z', 'updated_at': '2021-12-14T03:05:05Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:43.243708 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['d4b9fb92-2017-4481-a2ec-6b5986481346'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:06:43.295152 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241ea1fe-15c8-4798-ab83-e0ce96e0ee1d None None] Checking router: 12420064-fbf2-4bc1-a49b-6e2b27e15524 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:06:43.306912 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ea1fe-15c8-4798-ab83-e0ce96e0ee1d None None] Routers {'12420064-fbf2-4bc1-a49b-6e2b27e15524'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:06:43.307663 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-241ea1fe-15c8-4798-ab83-e0ce96e0ee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:06:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['12420064-fbf2-4bc1-a49b-6e2b27e15524'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:43.339695 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37faa818-810b-458e-992c-a520877424a3 req-f7473e9d-4a46-460b-95d3-0113c1a6aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:43.341980 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37faa818-810b-458e-992c-a520877424a3 req-f7473e9d-4a46-460b-95d3-0113c1a6aa63 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=58f8e8d2-9e75-40f9-ac3e-cf9968bbb111&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882089 Dec 14 03:06:43.368937 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233359da-8dee-4d28-88c1-99ab8dcde7d6 req-f2f5a569-51b2-49d9-b063-ccb629912e74 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:43.370810 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-233359da-8dee-4d28-88c1-99ab8dcde7d6 req-f2f5a569-51b2-49d9-b063-ccb629912e74 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0857470 Dec 14 03:06:43.479682 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-241ea1fe-15c8-4798-ab83-e0ce96e0ee1d None None] Set router 12420064-fbf2-4bc1-a49b-6e2b27e15524 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:06:43.521348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-233359da-8dee-4d28-88c1-99ab8dcde7d6 req-c1aff4b5-2371-4d6e-a4ad-4982ca8b0d46 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376572 Dec 14 03:06:43.547277 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37faa818-810b-458e-992c-a520877424a3 req-dd008744-6cc4-4f93-a519-86a0d9d01d1f service neutron] 10.222.0.46 "GET /v2.0/networks/58f8e8d2-9e75-40f9-ac3e-cf9968bbb111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957173 Dec 14 03:06:43.569079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11836053-d8fa-497a-93e8-76b7ec9c5866 req-dfe966f8-10c9-4531-86e4-0e55c2557407 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:43.572893 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11836053-d8fa-497a-93e8-76b7ec9c5866 req-dfe966f8-10c9-4531-86e4-0e55c2557407 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 945 time: 0.1055460 Dec 14 03:06:43.597522 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:06:43.714898 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11836053-d8fa-497a-93e8-76b7ec9c5866 req-afd3b072-8fe5-4499-8fb5-748af7a982ea tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348350 Dec 14 03:06:43.755851 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-241ea1fe-15c8-4798-ab83-e0ce96e0ee1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574296893', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:04:52Z', 'updated_at': '2021-12-14T03:04:59Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:53Z', 'updated_at': '2021-12-14T03:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd14fd790-9b6a-404b-a143-5ea3cc2c4104', 'name': '', 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:73:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:58Z', 'updated_at': '2021-12-14T03:05:05Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:43.761954 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e6421-0d21-4a03-a9f8-229efe2349f4 req-77374697-3943-41e1-8f33-bffff9d88158 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:43.763641 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e5e6421-0d21-4a03-a9f8-229efe2349f4 req-77374697-3943-41e1-8f33-bffff9d88158 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 945 time: 0.1370032 Dec 14 03:06:43.770605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37faa818-810b-458e-992c-a520877424a3 req-7b6e7313-f8fe-4da8-b094-d7bc14f8e51c service neutron] 10.222.0.46 "GET /v2.0/networks/58f8e8d2-9e75-40f9-ac3e-cf9968bbb111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986020 Dec 14 03:06:43.789095 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241ea1fe-15c8-4798-ab83-e0ce96e0ee1d None None] The sync data for ids ['12420064-fbf2-4bc1-a49b-6e2b27e15524'] in n-d-821636-1 is: [{'id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574296893', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:04:52Z', 'updated_at': '2021-12-14T03:04:59Z', 'revision_number': 4, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:53Z', 'updated_at': '2021-12-14T03:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd14fd790-9b6a-404b-a143-5ea3cc2c4104', 'name': '', 'network_id': '58f8e8d2-9e75-40f9-ac3e-cf9968bbb111', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'mac_address': 'fa:16:3e:73:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:58Z', 'updated_at': '2021-12-14T03:05:05Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'subnets': [{'id': 'f7caf66f-6b62-4446-9c4b-e9dfadfbc837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:06:43.828635 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e5e6421-0d21-4a03-a9f8-229efe2349f4 req-d3ba4f76-5f87-4b68-a30a-5fdfe52cfbd7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=811fa93e-0083-4be1-aedc-741124c3fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551867 Dec 14 03:06:44.109654 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f37af9a-ef1a-4d56-a483-5f1ccf3c17a3 None None] New status for floating IP 34f223cb-b52a-44e8-b1b2-e4a7d67e8d59: DOWN {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:06:44.647924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c777422-d735-4627-a16d-8e00a8f4e50f req-90979ed3-1d8b-4654-a5e7-b60fdc2905c6 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:44.648531 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device d4b9fb92-2017-4481-a2ec-6b5986481346 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:06:44.649544 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c777422-d735-4627-a16d-8e00a8f4e50f req-90979ed3-1d8b-4654-a5e7-b60fdc2905c6 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0545516 Dec 14 03:06:44.704437 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c777422-d735-4627-a16d-8e00a8f4e50f req-3bbb5efc-85ff-423d-973f-dd47269ab260 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/security-groups?id=0bd3fd51-e6fe-4150-9cfb-a3e605760a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484719 Dec 14 03:06:44.765824 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port d4b9fb92-2017-4481-a2ec-6b5986481346 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:06:44.769997 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port d4b9fb92-2017-4481-a2ec-6b5986481346 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:06:44.770375 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:44.852541 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:44.859895 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674f506-564b-4810-96cc-0559182dc93f req-626051eb-e6c6-47e8-baa9-7d2d9b069127 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:44.861640 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0674f506-564b-4810-96cc-0559182dc93f req-626051eb-e6c6-47e8-baa9-7d2d9b069127 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 945 time: 0.0763063 Dec 14 03:06:44.872300 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e178e-70c6-4363-88e1-438a921bd099 req-0abe8558-27ff-4a76-b2ec-1a6a4dbc97f0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:44.873911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-060e178e-70c6-4363-88e1-438a921bd099 req-0abe8558-27ff-4a76-b2ec-1a6a4dbc97f0 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.46 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 945 time: 0.0783539 Dec 14 03:06:44.881940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996feb4c-4b70-4dd6-ba0b-dc8992a777a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b9fb92-2017-4481-a2ec-6b5986481346'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:06:44.884228 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821bfbe9-8c13-4875-aea4-b0ed2d19b413" -d '{"events": [{"server_uuid": "996feb4c-4b70-4dd6-ba0b-dc8992a777a6", "name": "network-vif-plugged", "status": "completed", "tag": "d4b9fb92-2017-4481-a2ec-6b5986481346"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:06:44.898426 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port d4b9fb92-2017-4481-a2ec-6b5986481346, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d4b9fb92-2017-4481-a2ec-6b5986481346,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:44.992844 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:45.002940 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0674f506-564b-4810-96cc-0559182dc93f req-ccd27598-ce2f-404d-acd9-bc8912a1fac6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279860 Dec 14 03:06:45.030532 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb128180-3c5e-4321-9eef-35e82cff8bdf req-5d6cb7f5-1957-48c1-88ab-2af763af8ba8 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:45.032063 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb128180-3c5e-4321-9eef-35e82cff8bdf req-5d6cb7f5-1957-48c1-88ab-2af763af8ba8 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 945 time: 0.1142066 Dec 14 03:06:45.053056 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-060e178e-70c6-4363-88e1-438a921bd099 req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting port eef3cf5c-9254-4eaa-a362-55bc0adbab09 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:06:45.053423 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-060e178e-70c6-4363-88e1-438a921bd099 req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:45.066229 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45cd479-129e-4ae0-a75c-32c51e0304a8 x-openstack-request-id: req-d45cd479-129e-4ae0-a75c-32c51e0304a8 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:06:45.066229 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996feb4c-4b70-4dd6-ba0b-dc8992a777a6", "name": "network-vif-plugged", "status": "completed", "tag": "d4b9fb92-2017-4481-a2ec-6b5986481346", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:06:45.066229 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d45cd479-129e-4ae0-a75c-32c51e0304a8 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:06:45.066229 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996feb4c-4b70-4dd6-ba0b-dc8992a777a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b9fb92-2017-4481-a2ec-6b5986481346', 'code': 200} Dec 14 03:06:45.066229 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=d4b9fb92-2017-4481-a2ec-6b5986481346,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:45.152203 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb128180-3c5e-4321-9eef-35e82cff8bdf req-20da4f70-f9db-4cb2-904d-453c7c36058a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=811fa93e-0083-4be1-aedc-741124c3fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106091 Dec 14 03:06:45.203948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-060e178e-70c6-4363-88e1-438a921bd099 req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] For port eef3cf5c-9254-4eaa-a362-55bc0adbab09, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=eef3cf5c-9254-4eaa-a362-55bc0adbab09,segment=NetworkSegment(762666e9-fe63-4173-9a4e-c71b2ab346a2),segment_id=762666e9-fe63-4173-9a4e-c71b2ab346a2)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:45.203948 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-060e178e-70c6-4363-88e1-438a921bd099 req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:45.208079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ce545-92fc-4e72-8a12-fec80d94f8bc req-59fcf56a-d56f-4a65-ac1e-d940463acf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:45.210556 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d19ce545-92fc-4e72-8a12-fec80d94f8bc req-59fcf56a-d56f-4a65-ac1e-d940463acf47 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 1097 time: 0.0593359 Dec 14 03:06:45.218547 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-060e178e-70c6-4363-88e1-438a921bd099 req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Calling delete_port for eef3cf5c-9254-4eaa-a362-55bc0adbab09 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:06:45.274652 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d19ce545-92fc-4e72-8a12-fec80d94f8bc req-08d019e2-2177-4192-9bef-f505e05a3eac service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532553 Dec 14 03:06:45.366825 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214816e-4055-48eb-802f-46dee1ec7d08 req-55b118fc-df8a-4811-ac07-10c699323883 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:45.368338 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1214816e-4055-48eb-802f-46dee1ec7d08 req-55b118fc-df8a-4811-ac07-10c699323883 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 945 time: 0.1102941 Dec 14 03:06:45.510066 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1214816e-4055-48eb-802f-46dee1ec7d08 req-f4280de0-bb1f-4aa9-a9b5-f40f198f0fa3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=811fa93e-0083-4be1-aedc-741124c3fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334701 Dec 14 03:06:45.532415 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48646) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:45.557657 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-75826543-9983-4559-9739-546b2cfcf617 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:45.559139 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-75826543-9983-4559-9739-546b2cfcf617 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/networks?id=47587bcf-1bf4-4171-8c58-9102ae594acc HTTP/1.1" status: 200 len: 813 time: 0.1346974 Dec 14 03:06:45.575127 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-f5b548d4-576e-4df7-b1ee-d6e4265d70d6 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/quotas/ec370322499d4fcda0b083d27459b745 HTTP/1.1" status: 200 len: 375 time: 0.0089841 Dec 14 03:06:45.578259 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0c16ea-9943-4bb6-8a01-0d83e399ed49 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:45.579793 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2e0c16ea-9943-4bb6-8a01-0d83e399ed49 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 1091 time: 0.0463281 Dec 14 03:06:45.582774 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48648) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:45.587185 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': '2cbdb89e-a398-4f82-ac94-a956c45df29c', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:06:45.607307 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-d1c390d5-41d9-418c-a14a-8444119a89eb tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec370322499d4fcda0b083d27459b745&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263414 Dec 14 03:06:45.608756 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-060e178e-70c6-4363-88e1-438a921bd099 req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:45.644152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Port': ['ID=eef3cf5c-9254-4eaa-a362-55bc0adbab09,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:45.685825 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:45.708041 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:45.708619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:45.708721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:45.709126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:45.709494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:45.709835 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:45.710164 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:45.710497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:45.710827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:45.711156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:45.711482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:45.711804 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:45.712126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:06:45.743528 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-060e178e-70c6-4363-88e1-438a921bd099 req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] No DVR routers for this DVR port eef3cf5c-9254-4eaa-a362-55bc0adbab09 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:06:45.747489 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-060e178e-70c6-4363-88e1-438a921bd099 req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:45.751124 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-060e178e-70c6-4363-88e1-438a921bd099 req-968cece1-73c5-46ef-a46f-c089b023926f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.46 "DELETE /v2.0/ports/eef3cf5c-9254-4eaa-a362-55bc0adbab09 HTTP/1.1" status: 204 len: 173 time: 0.8691330 Dec 14 03:06:45.751459 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b85690-6ff1-4a7f-a78f-18be22e83f03', 'name': 'network-vif-deleted', 'tag': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:06:45.753760 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88261247-96a3-4cf9-82f8-91829e9551ce" -d '{"events": [{"server_uuid": "30b85690-6ff1-4a7f-a78f-18be22e83f03", "name": "network-vif-deleted", "tag": "eef3cf5c-9254-4eaa-a362-55bc0adbab09"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:06:45.785195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-d3bc7730-0ec8-486b-8c16-05bdd91f8f00 service neutron] 10.222.0.39 "GET /v2.0/networks/47587bcf-1bf4-4171-8c58-9102ae594acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682360 Dec 14 03:06:45.791894 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:45.860071 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11bfa5ff-c175-44ba-a926-9b8e81df4bd3 req-0ff0754a-2ea4-45ff-a760-035fbc43460f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 210 time: 0.0607953 Dec 14 03:06:45.903263 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-85d864d2-5932-4c91-8879-2a3708510df1 service neutron] 10.222.0.39 "GET /v2.0/networks/47587bcf-1bf4-4171-8c58-9102ae594acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118958 Dec 14 03:06:45.922222 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3418ee8-e424-4030-ad60-a69ef86db682 x-openstack-request-id: req-a3418ee8-e424-4030-ad60-a69ef86db682 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:06:45.922486 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b85690-6ff1-4a7f-a78f-18be22e83f03", "name": "network-vif-deleted", "tag": "eef3cf5c-9254-4eaa-a362-55bc0adbab09", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:06:45.922751 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a3418ee8-e424-4030-ad60-a69ef86db682 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:06:45.923349 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b85690-6ff1-4a7f-a78f-18be22e83f03', 'name': 'network-vif-deleted', 'tag': 'eef3cf5c-9254-4eaa-a362-55bc0adbab09', 'status': 'completed', 'code': 200} Dec 14 03:06:45.928180 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Allocated IP 172.25.7.121 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/182fbccb-b9de-438b-9107-49a6bc33b140) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:06:46.045656 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:46.165277 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-989055d8-9aa7-4c17-83a4-58bdd1b1b866 req-be0f716f-32f4-4e8f-9983-f4e067777e0c service neutron] (103848) timed out ('10.222.0.39', 44164) {{(pid=103848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 03:06:46.194126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d69a4ba6-76cb-4048-96b5-5628ccee9e66 req-52a42cdc-1a05-422e-9ec0-452939d846d6 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 210 time: 0.0506117 Dec 14 03:06:46.212463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfc2b0-fd59-4623-89eb-dc516814b9f9 req-43b5e881-2a4c-4265-8feb-f10e5e012882 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:46.218456 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fbfc2b0-fd59-4623-89eb-dc516814b9f9 req-43b5e881-2a4c-4265-8feb-f10e5e012882 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 946 time: 0.1264267 Dec 14 03:06:46.235452 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:46.272378 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fbfc2b0-fd59-4623-89eb-dc516814b9f9 req-f7cb0121-d812-4370-9af3-32d23efe5a3b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507658 Dec 14 03:06:46.281188 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:06:46.281188 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:06:46.284142 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:06:46.323818 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Port': ['ID=182fbccb-b9de-438b-9107-49a6bc33b140,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:46.680321 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:46.877204 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:46.984283 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b9990d66-8250-40fd-92d6-8749ecaced10 req-d3d93522-1993-402d-91da-66a2a6191967 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "GET /v2.0/ports?device_id=30b85690-6ff1-4a7f-a78f-18be22e83f03 HTTP/1.1" status: 200 len: 210 time: 0.0266268 Dec 14 03:06:47.060036 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:47.141444 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:47.215196 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Port': ['ID=182fbccb-b9de-438b-9107-49a6bc33b140,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:47.226708 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:47.300804 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c7465ee-045c-455e-9c39-57eda9ed0df1 req-2aa8d419-85b2-4c77-a585-a86c09823149 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 210 time: 0.0335588 Dec 14 03:06:47.338227 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Floating IP 37a5f6e1-7169-4080-9200-9e7acb8eac27 associated. External IP: 172.25.7.121, port: 2cbdb89e-a398-4f82-ac94-a956c45df29c. Dec 14 03:06:47.408449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b3945-c060-405e-b129-8560114b28e8 req-875a04f4-a2cc-4cd7-b6ac-c35cff6c25ea tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:47.409929 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d5b3945-c060-405e-b129-8560114b28e8 req-875a04f4-a2cc-4cd7-b6ac-c35cff6c25ea tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 946 time: 0.0530248 Dec 14 03:06:47.462181 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d5b3945-c060-405e-b129-8560114b28e8 req-ac36ddc6-9b49-4684-a58d-10d089017c35 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442667 Dec 14 03:06:47.572750 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Router 137db3e5-837c-4775-ae64-61dbd7a53e1b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:06:47.608302 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db5e44-cc3e-40c4-8957-dde6c546ed11 req-0e994151-5704-42d6-8fab-96fe3717352e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:47.611486 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73db5e44-cc3e-40c4-8957-dde6c546ed11 req-0e994151-5704-42d6-8fab-96fe3717352e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 946 time: 0.0693314 Dec 14 03:06:47.670788 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-73db5e44-cc3e-40c4-8957-dde6c546ed11 req-14315ebb-81bd-4690-a45b-fa9a99dc9e24 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524402 Dec 14 03:06:47.766341 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device eef3cf5c-9254-4eaa-a362-55bc0adbab09 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:06:47.788906 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: eef3cf5c-9254-4eaa-a362-55bc0adbab09 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:06:47.788906 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device eef3cf5c-9254-4eaa-a362-55bc0adbab09 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:06:47.975510 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:06:47.985803 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a9c3a7-b26f-43b8-9950-302a42eca977 None None] Sync routers for ids ['137db3e5-837c-4775-ae64-61dbd7a53e1b'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:06:47.995698 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a9c3a7-b26f-43b8-9950-302a42eca977 None None] Routers {'137db3e5-837c-4775-ae64-61dbd7a53e1b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:06:47.996388 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a8a9c3a7-b26f-43b8-9950-302a42eca977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:06:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['137db3e5-837c-4775-ae64-61dbd7a53e1b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:48.052615 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48680) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:48.125543 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:48.164971 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-61d0c665-220b-49de-8160-048358cf6ae0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5811028 Dec 14 03:06:48.169650 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'tag': '2cbdb89e-a398-4f82-ac94-a956c45df29c'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:06:48.170150 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0bd79e-d85d-4c30-aff1-9c550b3969ba" -d '{"events": [{"name": "network-changed", "server_uuid": "9eeac70b-28d7-4d86-bc36-d732e400ec24", "tag": "2cbdb89e-a398-4f82-ac94-a956c45df29c"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:06:48.170793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48684) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:48.206850 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-a8a9c3a7-b26f-43b8-9950-302a42eca977 None None] Set router 137db3e5-837c-4775-ae64-61dbd7a53e1b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:06:48.239540 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533a54e6-c134-4a53-8839-696363828111 x-openstack-request-id: req-533a54e6-c134-4a53-8839-696363828111 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:06:48.239836 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eeac70b-28d7-4d86-bc36-d732e400ec24", "tag": "2cbdb89e-a398-4f82-ac94-a956c45df29c", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:06:48.240109 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-533a54e6-c134-4a53-8839-696363828111 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:06:48.240514 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'tag': '2cbdb89e-a398-4f82-ac94-a956c45df29c', 'status': 'completed', 'code': 200} Dec 14 03:06:48.276769 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b55b0e0b-476b-42f6-94eb-4da7cb1c41e9 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/floatingips/37a5f6e1-7169-4080-9200-9e7acb8eac27 HTTP/1.1" status: 200 len: 991 time: 0.1031556 Dec 14 03:06:48.320092 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55bd72-97ed-4c13-88e0-611141a47c1b req-9254c8b9-32db-4bd2-a5f5-44381ed74441 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:48.321826 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff55bd72-97ed-4c13-88e0-611141a47c1b req-9254c8b9-32db-4bd2-a5f5-44381ed74441 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 946 time: 0.0890930 Dec 14 03:06:48.349530 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bd79e-d85d-4c30-aff1-9c550b3969ba req-bfdfa6df-a1d1-4f92-8ba0-47946560766d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:48.359610 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f0bd79e-d85d-4c30-aff1-9c550b3969ba req-bfdfa6df-a1d1-4f92-8ba0-47946560766d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20c9049ba808410893e5ad85f07ffc98&device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 1096 time: 0.0717139 Dec 14 03:06:48.439797 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff55bd72-97ed-4c13-88e0-611141a47c1b req-f23b4b32-bc55-41b2-a57a-f54766f62fa8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079888 Dec 14 03:06:48.479120 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-53568710-6120-4de4-ad8d-9c780d19bd1b req-78b71cdb-a627-4ad5-8c0a-601b15aa7bd3 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 210 time: 0.0344965 Dec 14 03:06:48.513543 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bd79e-d85d-4c30-aff1-9c550b3969ba req-4c1ef19f-749a-47e3-a240-e740eaffd98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:48.515608 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f0bd79e-d85d-4c30-aff1-9c550b3969ba req-4c1ef19f-749a-47e3-a240-e740eaffd98c service neutron] 10.222.0.46 "GET /v2.0/networks?id=83711c66-824e-44ba-b256-6b304df4d7cc HTTP/1.1" status: 200 len: 898 time: 0.1554551 Dec 14 03:06:48.518311 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a8a9c3a7-b26f-43b8-9950-302a42eca977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:24Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '37a5f6e1-7169-4080-9200-9e7acb8eac27', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'port_id': '2cbdb89e-a398-4f82-ac94-a956c45df29c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'mac_address': 'fa:16:3e:9b:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:06:46Z', 'updated_at': '2021-12-14T03:06:46Z', 'revision_number': 0, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f919d1-4fcf-48af-8e91-083035fbb081', 'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:68:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:23Z', 'updated_at': '2021-12-14T03:06:28Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:48.536387 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-451b9083-2051-4f13-84d8-25bfb53fca16 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:48.549435 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a9c3a7-b26f-43b8-9950-302a42eca977 None None] Checking router: 137db3e5-837c-4775-ae64-61dbd7a53e1b for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:06:48.558819 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a9c3a7-b26f-43b8-9950-302a42eca977 None None] Routers {'137db3e5-837c-4775-ae64-61dbd7a53e1b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:06:48.559520 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a8a9c3a7-b26f-43b8-9950-302a42eca977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:06:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['137db3e5-837c-4775-ae64-61dbd7a53e1b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:48.696761 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-a8a9c3a7-b26f-43b8-9950-302a42eca977 None None] Set router 137db3e5-837c-4775-ae64-61dbd7a53e1b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:06:48.870545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-451b9083-2051-4f13-84d8-25bfb53fca16 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting port d14fd790-9b6a-404b-a143-5ea3cc2c4104 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:06:48.871103 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-451b9083-2051-4f13-84d8-25bfb53fca16 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:48.959888 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a8a9c3a7-b26f-43b8-9950-302a42eca977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:24Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '37a5f6e1-7169-4080-9200-9e7acb8eac27', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'port_id': '2cbdb89e-a398-4f82-ac94-a956c45df29c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'mac_address': 'fa:16:3e:9b:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:06:46Z', 'updated_at': '2021-12-14T03:06:46Z', 'revision_number': 0, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f919d1-4fcf-48af-8e91-083035fbb081', 'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:68:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:23Z', 'updated_at': '2021-12-14T03:06:28Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:48.982686 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-451b9083-2051-4f13-84d8-25bfb53fca16 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] For port d14fd790-9b6a-404b-a143-5ea3cc2c4104, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d14fd790-9b6a-404b-a143-5ea3cc2c4104,segment=NetworkSegment(762666e9-fe63-4173-9a4e-c71b2ab346a2),segment_id=762666e9-fe63-4173-9a4e-c71b2ab346a2)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:48.983117 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-451b9083-2051-4f13-84d8-25bfb53fca16 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:48.994816 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a9c3a7-b26f-43b8-9950-302a42eca977 None None] The sync data for ids ['137db3e5-837c-4775-ae64-61dbd7a53e1b'] in n-d-821636-1 is: [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:24Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '37a5f6e1-7169-4080-9200-9e7acb8eac27', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'port_id': '2cbdb89e-a398-4f82-ac94-a956c45df29c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'mac_address': 'fa:16:3e:9b:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:06:46Z', 'updated_at': '2021-12-14T03:06:46Z', 'revision_number': 0, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f919d1-4fcf-48af-8e91-083035fbb081', 'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:68:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:23Z', 'updated_at': '2021-12-14T03:06:28Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:06:48.999303 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-451b9083-2051-4f13-84d8-25bfb53fca16 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Calling delete_port for d14fd790-9b6a-404b-a143-5ea3cc2c4104 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:06:49.030377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f0bd79e-d85d-4c30-aff1-9c550b3969ba req-1ec44cc9-1031-4139-b7e2-809999863884 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cbdb89e-a398-4f82-ac94-a956c45df29c HTTP/1.1" status: 200 len: 999 time: 0.5066781 Dec 14 03:06:49.112209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bd79e-d85d-4c30-aff1-9c550b3969ba req-c39c2f32-bdf5-49c9-8fd1-f61ba0a65570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:49.113764 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f0bd79e-d85d-4c30-aff1-9c550b3969ba req-c39c2f32-bdf5-49c9-8fd1-f61ba0a65570 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4408fce0-4fe3-44f1-be84-128c68c2d0e2 HTTP/1.1" status: 200 len: 834 time: 0.0650997 Dec 14 03:06:49.159676 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-d9218400-6efb-466f-86ff-d57a99883f12 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:49.161251 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-d9218400-6efb-466f-86ff-d57a99883f12 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.46 "GET /v2.0/networks?id=47587bcf-1bf4-4171-8c58-9102ae594acc HTTP/1.1" status: 200 len: 813 time: 0.5701530 Dec 14 03:06:49.182951 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-b6553b4f-0926-4507-8723-ca686e48e411 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Request body: {'port': {'device_id': 'cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5', 'network_id': '47587bcf-1bf4-4171-8c58-9102ae594acc', 'admin_state_up': True, 'tenant_id': 'ec370322499d4fcda0b083d27459b745'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:06:49.191213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bd79e-d85d-4c30-aff1-9c550b3969ba req-a4e16954-5a9e-480d-bc4f-abc25072e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:49.192812 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f0bd79e-d85d-4c30-aff1-9c550b3969ba req-a4e16954-5a9e-480d-bc4f-abc25072e9fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83711c66-824e-44ba-b256-6b304df4d7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670676 Dec 14 03:06:49.247021 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfa0948-b10c-4082-b33c-b22fc4ee30d6 None None] New status for floating IP 37a5f6e1-7169-4080-9200-9e7acb8eac27: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:06:49.277891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48690) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:49.297862 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-451b9083-2051-4f13-84d8-25bfb53fca16 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:49.332227 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b9083-2051-4f13-84d8-25bfb53fca16 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Port': ['ID=d14fd790-9b6a-404b-a143-5ea3cc2c4104,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:49.402711 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d27b69e0-14e9-4f6e-ba5f-7f7d5fc9b09b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/floatingips/37a5f6e1-7169-4080-9200-9e7acb8eac27 HTTP/1.1" status: 200 len: 991 time: 0.1234972 Dec 14 03:06:49.469864 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f0bd79e-d85d-4c30-aff1-9c550b3969ba req-6294e614-ac0e-4b75-bf61-da56d7d491c1 service neutron] 10.222.0.46 "GET /v2.0/networks/83711c66-824e-44ba-b256-6b304df4d7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366030 Dec 14 03:06:49.570528 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-451b9083-2051-4f13-84d8-25bfb53fca16 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:49.668196 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4c8fb3d-ad4d-4a3d-9005-6cad003d97de req-17e935e8-338d-4e88-91ea-c20a5582ae4a tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 210 time: 0.0662987 Dec 14 03:06:49.689658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-b6553b4f-0926-4507-8723-ca686e48e411 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Made reservation on behalf of ec370322499d4fcda0b083d27459b745 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:06:49.693182 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-b6553b4f-0926-4507-8723-ca686e48e411 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:49.702402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e5672-05f7-4e37-a373-b0ed7d246896 req-34bd1626-b5da-4790-a406-6b4bff0826aa tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:49.703915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-987e5672-05f7-4e37-a373-b0ed7d246896 req-34bd1626-b5da-4790-a406-6b4bff0826aa tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 946 time: 0.1064718 Dec 14 03:06:49.706981 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6f0bd79e-d85d-4c30-aff1-9c550b3969ba req-b8b0b642-66a4-4efb-95ba-a3e87ac9d240 service neutron] 10.222.0.46 "GET /v2.0/networks/83711c66-824e-44ba-b256-6b304df4d7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289681 Dec 14 03:06:49.807677 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451b9083-2051-4f13-84d8-25bfb53fca16 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Router 12420064-fbf2-4bc1-a49b-6e2b27e15524 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:06:49.812686 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-987e5672-05f7-4e37-a373-b0ed7d246896 req-9edce0df-98b4-4d42-b9c4-f74f3aaf4793 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994596 Dec 14 03:06:49.880302 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-b6553b4f-0926-4507-8723-ca686e48e411 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Allocated IP 172.20.0.13 (47587bcf-1bf4-4171-8c58-9102ae594acc/b877e6c6-eb97-45b7-8a13-7d4a9e58fd05/7a71eb7f-a929-408d-acac-5b135ffd2e6b) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:06:49.919454 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451b9083-2051-4f13-84d8-25bfb53fca16 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:06:49.925882 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-451b9083-2051-4f13-84d8-25bfb53fca16 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "PUT /v2.0/routers/12420064-fbf2-4bc1-a49b-6e2b27e15524/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8721409 Dec 14 03:06:49.928612 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48696) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:49.931369 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69bff8e-aa16-46f9-a56d-1839528b49f9 None None] Sync routers for ids ['12420064-fbf2-4bc1-a49b-6e2b27e15524'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:06:49.947123 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69bff8e-aa16-46f9-a56d-1839528b49f9 None None] Routers {'12420064-fbf2-4bc1-a49b-6e2b27e15524'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:06:49.947743 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a69bff8e-aa16-46f9-a56d-1839528b49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:06:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['12420064-fbf2-4bc1-a49b-6e2b27e15524'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:50.007432 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-8363589a-1288-4ee4-ba43-89f452f6a40b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting subnet f7caf66f-6b62-4446-9c4b-e9dfadfbc837 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:06:50.011268 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8363589a-1288-4ee4-ba43-89f452f6a40b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:50.057137 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-b6553b4f-0926-4507-8723-ca686e48e411 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:50.064047 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75059e9-8676-40fe-8ba9-2685afa19431 req-b95227b6-eab3-45c0-89ca-c5f59cfc18ca tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:50.065585 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a75059e9-8676-40fe-8ba9-2685afa19431 req-b95227b6-eab3-45c0-89ca-c5f59cfc18ca tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.47 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 946 time: 0.0938265 Dec 14 03:06:50.067872 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8363589a-1288-4ee4-ba43-89f452f6a40b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:50.068354 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-a69bff8e-aa16-46f9-a56d-1839528b49f9 None None] Set router 12420064-fbf2-4bc1-a49b-6e2b27e15524 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:06:50.173016 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-b6553b4f-0926-4507-8723-ca686e48e411 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:50.223718 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-b6553b4f-0926-4507-8723-ca686e48e411 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Network 47587bcf-1bf4-4171-8c58-9102ae594acc is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:06:50.224435 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8363589a-1288-4ee4-ba43-89f452f6a40b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:50.227242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-b6553b4f-0926-4507-8723-ca686e48e411 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:06:50.230857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-b6553b4f-0926-4507-8723-ca686e48e411 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:06:50.252169 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-a75059e9-8676-40fe-8ba9-2685afa19431 req-6b7b875c-4856-4267-b548-605c52fb7609 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Deleting port d4b9fb92-2017-4481-a2ec-6b5986481346 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:06:50.255164 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a75059e9-8676-40fe-8ba9-2685afa19431 req-6b7b875c-4856-4267-b548-605c52fb7609 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:50.260760 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6553b4f-0926-4507-8723-ca686e48e411 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Pushing event updated for resources: {'Port': ['ID=7a71eb7f-a929-408d-acac-5b135ffd2e6b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:50.277990 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a69bff8e-aa16-46f9-a56d-1839528b49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574296893', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:04:52Z', 'updated_at': '2021-12-14T03:06:49Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:53Z', 'updated_at': '2021-12-14T03:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:50.287349 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-b6553b4f-0926-4507-8723-ca686e48e411 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:50.288117 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-b6553b4f-0926-4507-8723-ca686e48e411 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:50.310513 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69bff8e-aa16-46f9-a56d-1839528b49f9 None None] Checking router: 12420064-fbf2-4bc1-a49b-6e2b27e15524 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:06:50.320605 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69bff8e-aa16-46f9-a56d-1839528b49f9 None None] Routers {'12420064-fbf2-4bc1-a49b-6e2b27e15524'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:06:50.321215 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a69bff8e-aa16-46f9-a56d-1839528b49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:06:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['12420064-fbf2-4bc1-a49b-6e2b27e15524'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:50.368326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-b6553b4f-0926-4507-8723-ca686e48e411 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1907465 Dec 14 03:06:50.369264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-a75059e9-8676-40fe-8ba9-2685afa19431 req-6b7b875c-4856-4267-b548-605c52fb7609 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] For port d4b9fb92-2017-4481-a2ec-6b5986481346, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d4b9fb92-2017-4481-a2ec-6b5986481346,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:50.369689 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a75059e9-8676-40fe-8ba9-2685afa19431 req-6b7b875c-4856-4267-b548-605c52fb7609 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:50.382844 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-a75059e9-8676-40fe-8ba9-2685afa19431 req-6b7b875c-4856-4267-b548-605c52fb7609 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Calling delete_port for d4b9fb92-2017-4481-a2ec-6b5986481346 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:06:50.389920 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Request body: {'port': {'device_id': 'cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:06:50.409874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48698) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:50.438915 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-a69bff8e-aa16-46f9-a56d-1839528b49f9 None None] Set router 12420064-fbf2-4bc1-a49b-6e2b27e15524 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:06:50.439103 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8363589a-1288-4ee4-ba43-89f452f6a40b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:50.462314 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363589a-1288-4ee4-ba43-89f452f6a40b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Subnet': ['ID=f7caf66f-6b62-4446-9c4b-e9dfadfbc837,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:50.510059 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:50.516934 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3f98e26f-b4f8-4ab3-a132-b16677d4d092 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/floatingips/37a5f6e1-7169-4080-9200-9e7acb8eac27 HTTP/1.1" status: 200 len: 993 time: 0.1052051 Dec 14 03:06:50.526623 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00534417-0635-485e-aa4a-018c3fd1fca6 None None] Network 58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:06:50.532749 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8363589a-1288-4ee4-ba43-89f452f6a40b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:50.538789 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8363589a-1288-4ee4-ba43-89f452f6a40b tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/subnets/f7caf66f-6b62-4446-9c4b-e9dfadfbc837 HTTP/1.1" status: 204 len: 168 time: 0.6064587 Dec 14 03:06:50.539643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48700) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:50.636608 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a69bff8e-aa16-46f9-a56d-1839528b49f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574296893', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:04:52Z', 'updated_at': '2021-12-14T03:06:49Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:53Z', 'updated_at': '2021-12-14T03:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:50.668379 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69bff8e-aa16-46f9-a56d-1839528b49f9 None None] The sync data for ids ['12420064-fbf2-4bc1-a49b-6e2b27e15524'] in n-d-821636-1 is: [{'id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1574296893', 'tenant_id': '64815042603e4fe084e0db9c9093166c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:04:52Z', 'updated_at': '2021-12-14T03:06:49Z', 'revision_number': 5, 'project_id': '64815042603e4fe084e0db9c9093166c', 'gw_port': {'id': '29e22962-e3d1-4831-8590-7a6017aff72f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:75:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12420064-fbf2-4bc1-a49b-6e2b27e15524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:04:53Z', 'updated_at': '2021-12-14T03:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:06:50.684651 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-997436d7-ecbb-45f4-83d0-8e88ae203b70 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:50.776151 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a75059e9-8676-40fe-8ba9-2685afa19431 req-6b7b875c-4856-4267-b548-605c52fb7609 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:50.808515 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b875c-4856-4267-b548-605c52fb7609 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event deleted for resources: {'Port': ['ID=d4b9fb92-2017-4481-a2ec-6b5986481346,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:50.808756 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['b0def373-ff1d-4b40-a4bb-43f549001137', 'd4b9fb92-2017-4481-a2ec-6b5986481346'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:06:50.843188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12006892-0a25-464b-9f76-3769263b88c7 req-3eebf266-25c2-414a-b226-60e27958675a tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:50.845060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12006892-0a25-464b-9f76-3769263b88c7 req-3eebf266-25c2-414a-b226-60e27958675a tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 932 time: 0.0926089 Dec 14 03:06:50.869247 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75059e9-8676-40fe-8ba9-2685afa19431 req-6b7b875c-4856-4267-b548-605c52fb7609 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] No DVR routers for this DVR port d4b9fb92-2017-4481-a2ec-6b5986481346 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:06:50.874174 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a75059e9-8676-40fe-8ba9-2685afa19431 req-6b7b875c-4856-4267-b548-605c52fb7609 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:50.877446 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a75059e9-8676-40fe-8ba9-2685afa19431 req-6b7b875c-4856-4267-b548-605c52fb7609 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.47 "DELETE /v2.0/ports/d4b9fb92-2017-4481-a2ec-6b5986481346 HTTP/1.1" status: 204 len: 173 time: 0.8061018 Dec 14 03:06:50.877984 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996feb4c-4b70-4dd6-ba0b-dc8992a777a6', 'name': 'network-vif-deleted', 'tag': 'd4b9fb92-2017-4481-a2ec-6b5986481346'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:06:50.886854 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb11115b-a6fd-4d15-ab93-1db925a9cfb2" -d '{"events": [{"server_uuid": "996feb4c-4b70-4dd6-ba0b-dc8992a777a6", "name": "network-vif-deleted", "tag": "d4b9fb92-2017-4481-a2ec-6b5986481346"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:06:50.917155 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-997436d7-ecbb-45f4-83d0-8e88ae203b70 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:50.948822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74c86397-c920-4e99-b3a1-b55795a58b8c req-4c017f01-85d5-4597-85e4-05cd66ebb0cc tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 210 time: 0.0383248 Dec 14 03:06:50.969809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a71eb7f-a929-408d-acac-5b135ffd2e6b {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:06:50.983076 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:50.989746 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12006892-0a25-464b-9f76-3769263b88c7 req-021f9fc3-305b-441e-a97c-2315ae6623f5 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335807 Dec 14 03:06:51.003192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Transition to ACTIVE for port object 7a71eb7f-a929-408d-acac-5b135ffd2e6b will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:06:51.027041 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108f1e6a-56c2-4f5d-a6d5-ed826c24fc10 x-openstack-request-id: req-108f1e6a-56c2-4f5d-a6d5-ed826c24fc10 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:06:51.027589 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996feb4c-4b70-4dd6-ba0b-dc8992a777a6", "name": "network-vif-deleted", "tag": "d4b9fb92-2017-4481-a2ec-6b5986481346", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:06:51.027901 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-108f1e6a-56c2-4f5d-a6d5-ed826c24fc10 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:06:51.028268 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996feb4c-4b70-4dd6-ba0b-dc8992a777a6', 'name': 'network-vif-deleted', 'tag': 'd4b9fb92-2017-4481-a2ec-6b5986481346', 'status': 'completed', 'code': 200} Dec 14 03:06:51.052249 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3cdada-3faa-4aca-be16-274b348dde09 None None] DHCP port deletion for 58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:06:51.110939 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3e3cdada-3faa-4aca-be16-274b348dde09 None None] Deleting port 510cc6b8-a781-46a5-92e9-e71ea007a036 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:06:51.111463 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3e3cdada-3faa-4aca-be16-274b348dde09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:51.122389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-997436d7-ecbb-45f4-83d0-8e88ae203b70 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Deleting port 29e22962-e3d1-4831-8590-7a6017aff72f {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:06:51.124041 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:51.125704 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-997436d7-ecbb-45f4-83d0-8e88ae203b70 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:51.189798 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Pushing event updated for resources: {'Port': ['ID=7a71eb7f-a929-408d-acac-5b135ffd2e6b,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:51.213891 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3e3cdada-3faa-4aca-be16-274b348dde09 None None] For port 510cc6b8-a781-46a5-92e9-e71ea007a036, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=510cc6b8-a781-46a5-92e9-e71ea007a036,segment=NetworkSegment(762666e9-fe63-4173-9a4e-c71b2ab346a2),segment_id=762666e9-fe63-4173-9a4e-c71b2ab346a2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:51.213891 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3e3cdada-3faa-4aca-be16-274b348dde09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:51.220231 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3e3cdada-3faa-4aca-be16-274b348dde09 None None] Calling delete_port for 510cc6b8-a781-46a5-92e9-e71ea007a036 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:06:51.259146 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-997436d7-ecbb-45f4-83d0-8e88ae203b70 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] For port 29e22962-e3d1-4831-8590-7a6017aff72f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=29e22962-e3d1-4831-8590-7a6017aff72f,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:51.265844 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-997436d7-ecbb-45f4-83d0-8e88ae203b70 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:51.287056 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-997436d7-ecbb-45f4-83d0-8e88ae203b70 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Calling delete_port for 29e22962-e3d1-4831-8590-7a6017aff72f owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:06:51.305672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Attempting to bind port 7a71eb7f-a929-408d-acac-5b135ffd2e6b on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:06:51.306822 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Attempting to bind port 7a71eb7f-a929-408d-acac-5b135ffd2e6b by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '4d588a9b-fa45-4904-9ada-807cc9e76c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47587bcf-1bf4-4171-8c58-9102ae594acc'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:06:51.306822 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Attempting to bind port 7a71eb7f-a929-408d-acac-5b135ffd2e6b on network 47587bcf-1bf4-4171-8c58-9102ae594acc {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:06:51.311393 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Port 7a71eb7f-a929-408d-acac-5b135ffd2e6b on network 47587bcf-1bf4-4171-8c58-9102ae594acc not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:06:51.311595 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Attempting to bind port 7a71eb7f-a929-408d-acac-5b135ffd2e6b on network 47587bcf-1bf4-4171-8c58-9102ae594acc {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:06:51.317045 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:06:51.317505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Checking segment: {'id': '4d588a9b-fa45-4904-9ada-807cc9e76c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47587bcf-1bf4-4171-8c58-9102ae594acc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:06:51.317908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Bound using segment: {'id': '4d588a9b-fa45-4904-9ada-807cc9e76c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47587bcf-1bf4-4171-8c58-9102ae594acc'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:06:51.318492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Bound port: 7a71eb7f-a929-408d-acac-5b135ffd2e6b, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d588a9b-fa45-4904-9ada-807cc9e76c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47587bcf-1bf4-4171-8c58-9102ae594acc'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:06:51.318861 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:51.388255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] For port 7a71eb7f-a929-408d-acac-5b135ffd2e6b, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:06:51.391737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] For port 7a71eb7f-a929-408d-acac-5b135ffd2e6b, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7a71eb7f-a929-408d-acac-5b135ffd2e6b,segment=NetworkSegment(4d588a9b-fa45-4904-9ada-807cc9e76c6e),segment_id=4d588a9b-fa45-4904-9ada-807cc9e76c6e)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:06:51.394029 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3e3cdada-3faa-4aca-be16-274b348dde09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:51.426693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3cdada-3faa-4aca-be16-274b348dde09 None None] No DVR routers for this DVR port 510cc6b8-a781-46a5-92e9-e71ea007a036 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:06:51.428449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cdada-3faa-4aca-be16-274b348dde09 None None] Pushing event deleted for resources: {'Port': ['ID=510cc6b8-a781-46a5-92e9-e71ea007a036,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:51.495554 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:51.538236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:51.539349 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:51.540550 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] 10.222.0.46 "PUT /v2.0/ports/7a71eb7f-a929-408d-acac-5b135ffd2e6b HTTP/1.1" status: 200 len: 1092 time: 1.1559880 Dec 14 03:06:51.541059 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5', 'tag': '7a71eb7f-a929-408d-acac-5b135ffd2e6b'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:06:51.542432 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-997436d7-ecbb-45f4-83d0-8e88ae203b70 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:51.543369 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193f1e85-7027-4830-ba37-5c11dcfccde4" -d '{"events": [{"name": "network-changed", "server_uuid": "cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5", "tag": "7a71eb7f-a929-408d-acac-5b135ffd2e6b"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:06:51.573169 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e270a-739c-4259-a688-c45c9894dd91 service neutron] Pushing event updated for resources: {'Port': ['ID=7a71eb7f-a929-408d-acac-5b135ffd2e6b,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:51.591421 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bba7fa-c01f-49ba-8a9f-c824e5284976 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:06:51.615117 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cf9a90-ee9e-440f-a08c-5e9a5ad449a2 x-openstack-request-id: req-70cf9a90-ee9e-440f-a08c-5e9a5ad449a2 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:06:51.615491 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5", "tag": "7a71eb7f-a929-408d-acac-5b135ffd2e6b", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:06:51.615815 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70cf9a90-ee9e-440f-a08c-5e9a5ad449a2 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:06:51.616289 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5', 'tag': '7a71eb7f-a929-408d-acac-5b135ffd2e6b', 'status': 'completed', 'code': 200} Dec 14 03:06:51.640863 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997436d7-ecbb-45f4-83d0-8e88ae203b70 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Port': ['ID=29e22962-e3d1-4831-8590-7a6017aff72f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:51.660909 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-997436d7-ecbb-45f4-83d0-8e88ae203b70 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:51.703849 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f1e85-7027-4830-ba37-5c11dcfccde4 req-779533f6-5923-44b3-99c5-3508994416fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:51.705676 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-193f1e85-7027-4830-ba37-5c11dcfccde4 req-779533f6-5923-44b3-99c5-3508994416fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec370322499d4fcda0b083d27459b745&device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 1095 time: 0.0477958 Dec 14 03:06:51.761207 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-997436d7-ecbb-45f4-83d0-8e88ae203b70 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:51.763468 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-997436d7-ecbb-45f4-83d0-8e88ae203b70 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:51.815890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f1e85-7027-4830-ba37-5c11dcfccde4 req-85195f6b-ac31-44e8-8803-b1bce893bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:51.817560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-193f1e85-7027-4830-ba37-5c11dcfccde4 req-85195f6b-ac31-44e8-8803-b1bce893bb3b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=ec370322499d4fcda0b083d27459b745&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0977921 Dec 14 03:06:51.879588 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-997436d7-ecbb-45f4-83d0-8e88ae203b70 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:51.880231 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997436d7-ecbb-45f4-83d0-8e88ae203b70 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Fanout notify agent at l3_agent the message router_deleted on router 12420064-fbf2-4bc1-a49b-6e2b27e15524 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:06:51.887991 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-997436d7-ecbb-45f4-83d0-8e88ae203b70 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:51.889972 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-997436d7-ecbb-45f4-83d0-8e88ae203b70 tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/routers/12420064-fbf2-4bc1-a49b-6e2b27e15524 HTTP/1.1" status: 204 len: 168 time: 1.3484857 Dec 14 03:06:51.891800 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48710) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:51.927138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f1e85-7027-4830-ba37-5c11dcfccde4 req-a84b2e2f-1e6f-4888-8081-d5715d7a7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:51.928991 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-193f1e85-7027-4830-ba37-5c11dcfccde4 req-a84b2e2f-1e6f-4888-8081-d5715d7a7501 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1048970 Dec 14 03:06:51.996961 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-57b8308e-2a4a-4171-9d22-9c48f3542d6f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:52.055023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-80a3b6e7-9c3f-4f42-b6ae-b03626caafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:52.057622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-80a3b6e7-9c3f-4f42-b6ae-b03626caafcd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ec370322499d4fcda0b083d27459b745&device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 1095 time: 0.0635397 Dec 14 03:06:52.115133 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-57b8308e-2a4a-4171-9d22-9c48f3542d6f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:52.143336 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-57b8308e-2a4a-4171-9d22-9c48f3542d6f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f8e8d2-9e75-40f9-ac3e-cf9968bbb111']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:52.153222 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-57b8308e-2a4a-4171-9d22-9c48f3542d6f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762666e9-fe63-4173-9a4e-c71b2ab346a2') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:52.153651 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-57b8308e-2a4a-4171-9d22-9c48f3542d6f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762666e9-fe63-4173-9a4e-c71b2ab346a2') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:06:52.161980 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a84e771-04ab-4eba-8a6a-e834c8423656 req-6636ea8e-ef87-49d0-b686-e954c6723cd4 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 210 time: 0.1020870 Dec 14 03:06:52.165320 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-bbd1a064-8126-4f28-91de-ed774f8f1ed6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a71eb7f-a929-408d-acac-5b135ffd2e6b HTTP/1.1" status: 200 len: 217 time: 0.0915060 Dec 14 03:06:52.171812 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-57b8308e-2a4a-4171-9d22-9c48f3542d6f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:52.188746 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-57b8308e-2a4a-4171-9d22-9c48f3542d6f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:52.195759 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b8308e-2a4a-4171-9d22-9c48f3542d6f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:06:52.196692 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-57b8308e-2a4a-4171-9d22-9c48f3542d6f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:06:52.200211 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:06:52.257274 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fc751-0c80-41be-8e28-676e5a26bba9 req-189412f1-8084-497f-be85-ee93b496ea81 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:52.258876 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b2fc751-0c80-41be-8e28-676e5a26bba9 req-189412f1-8084-497f-be85-ee93b496ea81 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 944 time: 0.1538947 Dec 14 03:06:52.260980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-2c5e527b-a57e-4e9b-a7bd-7b3f59cc7922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:52.261892 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-2c5e527b-a57e-4e9b-a7bd-7b3f59cc7922 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b877e6c6-eb97-45b7-8a13-7d4a9e58fd05 HTTP/1.1" status: 200 len: 853 time: 0.0795612 Dec 14 03:06:52.306405 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-02d38a7c-f42f-46a5-be0c-281191a691f1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=47587bcf-1bf4-4171-8c58-9102ae594acc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363026 Dec 14 03:06:52.354027 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-57b8308e-2a4a-4171-9d22-9c48f3542d6f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:52.362358 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-57b8308e-2a4a-4171-9d22-9c48f3542d6f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:52.368373 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-57b8308e-2a4a-4171-9d22-9c48f3542d6f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/networks/58f8e8d2-9e75-40f9-ac3e-cf9968bbb111 HTTP/1.1" status: 204 len: 168 time: 0.4731443 Dec 14 03:06:52.370283 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48716) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:52.379997 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8308e-2a4a-4171-9d22-9c48f3542d6f tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'Network': ['ID=58f8e8d2-9e75-40f9-ac3e-cf9968bbb111,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:52.390605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b2fc751-0c80-41be-8e28-676e5a26bba9 req-16587a4a-f254-4597-9928-36d72364c711 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216526 Dec 14 03:06:52.478965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-ce3ed5e9-f025-48de-9e82-88215747b1ff service neutron] 10.222.0.46 "GET /v2.0/networks/47587bcf-1bf4-4171-8c58-9102ae594acc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616788 Dec 14 03:06:52.479920 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4313843f-baad-46fc-8f61-cf9abb31f6af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:52.552538 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4313843f-baad-46fc-8f61-cf9abb31f6af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:52.585993 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 510cc6b8-a781-46a5-92e9-e71ea007a036 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:06:52.610970 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 510cc6b8-a781-46a5-92e9-e71ea007a036 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:06:52.611606 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 510cc6b8-a781-46a5-92e9-e71ea007a036 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:06:52.611950 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d14fd790-9b6a-404b-a143-5ea3cc2c4104 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:06:52.631955 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: d14fd790-9b6a-404b-a143-5ea3cc2c4104 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:06:52.632403 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d14fd790-9b6a-404b-a143-5ea3cc2c4104 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:06:52.635777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95913e20-36f9-483c-bc02-acfc1e4f56bc req-08e396d7-5ac1-4dc1-933d-f66e2fac9ba9 service neutron] 10.222.0.46 "GET /v2.0/networks/47587bcf-1bf4-4171-8c58-9102ae594acc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486199 Dec 14 03:06:52.706879 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4313843f-baad-46fc-8f61-cf9abb31f6af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:52.709584 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-4313843f-baad-46fc-8f61-cf9abb31f6af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:52.710742 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4313843f-baad-46fc-8f61-cf9abb31f6af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] 10.222.0.39 "DELETE /v2.0/security-groups/0bd3fd51-e6fe-4150-9cfb-a3e605760a85 HTTP/1.1" status: 204 len: 168 time: 0.3395085 Dec 14 03:06:52.721367 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313843f-baad-46fc-8f61-cf9abb31f6af tempest-TestNetworkAdvancedServerOps-920402445 tempest-TestNetworkAdvancedServerOps-920402445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd3fd51-e6fe-4150-9cfb-a3e605760a85,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:53.278117 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48726) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:53.282857 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6809cb25-010d-431f-bce0-bdbc7094771b req-13efafb9-fc61-4b00-8349-f100c4afbf35 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 210 time: 0.0323112 Dec 14 03:06:53.424773 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0eb79e93-38ce-46d8-975c-83f0f9010cd1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=64815042603e4fe084e0db9c9093166c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1431754 Dec 14 03:06:53.425330 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48732) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:53.475048 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3d52dd9-d0f2-4b4f-a8bb-3ec51fd04e4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:53.500749 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3d52dd9-d0f2-4b4f-a8bb-3ec51fd04e4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:53.512992 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d112cf3-783d-426b-8855-ed59cd6ae28c req-6dda8c70-e597-455d-86d4-a7df6af5d5bb tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:53.514767 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4d112cf3-783d-426b-8855-ed59cd6ae28c req-6dda8c70-e597-455d-86d4-a7df6af5d5bb tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 944 time: 0.0522332 Dec 14 03:06:53.569006 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4d112cf3-783d-426b-8855-ed59cd6ae28c req-f3311c66-1532-41c5-bdc5-c4e7255753cd tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467160 Dec 14 03:06:53.616783 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3d52dd9-d0f2-4b4f-a8bb-3ec51fd04e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:53.619459 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3d52dd9-d0f2-4b4f-a8bb-3ec51fd04e4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:53.620646 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e3d52dd9-d0f2-4b4f-a8bb-3ec51fd04e4b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f687900a-a45e-4d1a-841c-4d9f292fd450 HTTP/1.1" status: 204 len: 168 time: 0.1943939 Dec 14 03:06:53.630115 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d52dd9-d0f2-4b4f-a8bb-3ec51fd04e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f687900a-a45e-4d1a-841c-4d9f292fd450,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:54.124917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 29e22962-e3d1-4831-8590-7a6017aff72f no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:06:54.148190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 29e22962-e3d1-4831-8590-7a6017aff72f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:06:54.148667 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 29e22962-e3d1-4831-8590-7a6017aff72f not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:06:54.223405 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48738) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:54.263874 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ee36ac27-207a-4618-b872-d6b119a74086 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1aa0bc715e1949c3809c511363096284&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391269 Dec 14 03:06:54.266384 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48740) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:54.315411 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0e70299-8b6a-4957-9b2a-1a8ff46a0aab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:54.340323 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0e70299-8b6a-4957-9b2a-1a8ff46a0aab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:54.396584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f0ccbb0c-1c33-4d95-9964-07d88bbfacee req-56a0613d-7e3d-4883-9a78-14096754250f tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 210 time: 0.0375621 Dec 14 03:06:54.473828 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0e70299-8b6a-4957-9b2a-1a8ff46a0aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:54.476572 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d0e70299-8b6a-4957-9b2a-1a8ff46a0aab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:54.477757 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d0e70299-8b6a-4957-9b2a-1a8ff46a0aab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1529d7c9-641d-4e77-b5ff-908571cd4741 HTTP/1.1" status: 204 len: 168 time: 0.2104187 Dec 14 03:06:54.487296 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e70299-8b6a-4957-9b2a-1a8ff46a0aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1529d7c9-641d-4e77-b5ff-908571cd4741,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:54.663376 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device d4b9fb92-2017-4481-a2ec-6b5986481346 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:06:54.694517 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: d4b9fb92-2017-4481-a2ec-6b5986481346 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:06:54.694859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device d4b9fb92-2017-4481-a2ec-6b5986481346 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:06:54.697144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ce05c-084c-4bcc-b953-ca1c652eceb7 req-2227db33-d3a7-42d8-be38-5b189f5f6a51 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:54.698829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef7ce05c-084c-4bcc-b953-ca1c652eceb7 req-2227db33-d3a7-42d8-be38-5b189f5f6a51 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 944 time: 0.0587173 Dec 14 03:06:54.751056 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef7ce05c-084c-4bcc-b953-ca1c652eceb7 req-b5e59f1a-1e65-4077-8b79-f8b36831b007 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444796 Dec 14 03:06:55.496328 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7eaae0c4-5087-4f28-9d69-4bc285caaadb req-ae6ddbc7-011d-4076-8743-96d6ba6fc5ce tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 210 time: 0.0273552 Dec 14 03:06:55.838014 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 7a71eb7f-a929-408d-acac-5b135ffd2e6b details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:06:55.878360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b831018-3f50-4710-b161-6274d72ef55e req-1d600701-a2a1-4265-a59f-d674d53d95fd tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:55.880031 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b831018-3f50-4710-b161-6274d72ef55e req-1d600701-a2a1-4265-a59f-d674d53d95fd tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 944 time: 0.0553458 Dec 14 03:06:55.943730 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 7a71eb7f-a929-408d-acac-5b135ffd2e6b, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7a71eb7f-a929-408d-acac-5b135ffd2e6b,segment=NetworkSegment(4d588a9b-fa45-4904-9ada-807cc9e76c6e),segment_id=4d588a9b-fa45-4904-9ada-807cc9e76c6e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:55.945394 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b831018-3f50-4710-b161-6274d72ef55e req-1a8209b0-f297-496c-ac05-56f030cc0dc6 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563838 Dec 14 03:06:55.955948 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '7a71eb7f-a929-408d-acac-5b135ffd2e6b', 'network_id': '47587bcf-1bf4-4171-8c58-9102ae594acc', 'port_id': '7a71eb7f-a929-408d-acac-5b135ffd2e6b', 'mac_address': 'fa:16:3e:a3:de:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b877e6c6-eb97-45b7-8a13-7d4a9e58fd05', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:06:55.994386 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:56.007975 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a71eb7f-a929-408d-acac-5b135ffd2e6b {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:06:56.027375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 7a71eb7f-a929-408d-acac-5b135ffd2e6b, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7a71eb7f-a929-408d-acac-5b135ffd2e6b,segment=NetworkSegment(4d588a9b-fa45-4904-9ada-807cc9e76c6e),segment_id=4d588a9b-fa45-4904-9ada-807cc9e76c6e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:56.114000 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:56.161270 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=7a71eb7f-a929-408d-acac-5b135ffd2e6b,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:56.386206 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['7a71eb7f-a929-408d-acac-5b135ffd2e6b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:06:56.647067 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a690f4ba-169a-4858-80b7-0724f8aafe39 req-eafc47a3-04b1-4663-921e-66c987ca5ad3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=996feb4c-4b70-4dd6-ba0b-dc8992a777a6 HTTP/1.1" status: 200 len: 210 time: 0.0264199 Dec 14 03:06:57.093914 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149be195-765b-4fed-8be0-a2a39f8b166a req-4e28f24b-c958-4e8d-91d6-82d5aebe7717 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:57.095692 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-149be195-765b-4fed-8be0-a2a39f8b166a req-4e28f24b-c958-4e8d-91d6-82d5aebe7717 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 945 time: 0.0625803 Dec 14 03:06:57.149232 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-149be195-765b-4fed-8be0-a2a39f8b166a req-b53a1609-29ba-4487-a949-66431b8456c1 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462151 Dec 14 03:06:57.267087 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:57.582475 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48804) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:57.587657 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-fd6e6d69-74e6-4f59-8c90-643d1d10d0db tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Request body: {'network': {'name': 'tempest-network-smoke--1613562486', 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'port_security_enabled': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:06:57.673845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6e6d69-74e6-4f59-8c90-643d1d10d0db tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Made reservation on behalf of c97c1b09732d488e8069a3f6aceb5c33 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:06:57.678003 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6d69-74e6-4f59-8c90-643d1d10d0db tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:57.688918 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6d69-74e6-4f59-8c90-643d1d10d0db tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:57.775483 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6d69-74e6-4f59-8c90-643d1d10d0db tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:57.835673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 7a71eb7f-a929-408d-acac-5b135ffd2e6b up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:06:57.840434 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6d69-74e6-4f59-8c90-643d1d10d0db tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:57.868889 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6e6d69-74e6-4f59-8c90-643d1d10d0db tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:06:57.888826 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e6d69-74e6-4f59-8c90-643d1d10d0db tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13bf828-05c6-4ec5-8b9d-f9bafadcde5c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:57.892983 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6d69-74e6-4f59-8c90-643d1d10d0db tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:57.893489 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-fd6e6d69-74e6-4f59-8c90-643d1d10d0db tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Added segment 34d696aa-a2a7-4c35-96e8-c63a83bdc138 of type vlan for network 498e514e-4273-4c26-8b59-53b078edf1c9 Dec 14 03:06:57.940898 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6d69-74e6-4f59-8c90-643d1d10d0db tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:57.952248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 7a71eb7f-a929-408d-acac-5b135ffd2e6b completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:06:57.957011 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 7a71eb7f-a929-408d-acac-5b135ffd2e6b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:06:57.957610 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:58.073896 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6d69-74e6-4f59-8c90-643d1d10d0db tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:58.081122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6e6d69-74e6-4f59-8c90-643d1d10d0db tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:58.081823 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fd6e6d69-74e6-4f59-8c90-643d1d10d0db tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:58.202300 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e6d69-74e6-4f59-8c90-643d1d10d0db tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event updated for resources: {'Network': ['ID=498e514e-4273-4c26-8b59-53b078edf1c9,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:58.204968 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:58.215053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 498e514e-4273-4c26-8b59-53b078edf1c9 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:06:58.227547 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fd6e6d69-74e6-4f59-8c90-643d1d10d0db tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6411743 Dec 14 03:06:58.227735 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48812) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:06:58.232760 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-469384800', 'admin_state_up': True, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:06:58.273603 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c340bc7-9fbd-43c7-be54-38772f411add req-6405b6ee-70aa-4b3a-8b52-f4e569304431 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:58.275228 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c340bc7-9fbd-43c7-be54-38772f411add req-6405b6ee-70aa-4b3a-8b52-f4e569304431 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 945 time: 0.0535958 Dec 14 03:06:58.275451 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a71eb7f-a929-408d-acac-5b135ffd2e6b'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:06:58.277894 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f1a916-01c2-4861-9147-c9b1b509e9f9" -d '{"events": [{"server_uuid": "cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5", "name": "network-vif-plugged", "status": "completed", "tag": "7a71eb7f-a929-408d-acac-5b135ffd2e6b"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:06:58.297418 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:58.298762 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:58.304585 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 7a71eb7f-a929-408d-acac-5b135ffd2e6b, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7a71eb7f-a929-408d-acac-5b135ffd2e6b,segment=NetworkSegment(4d588a9b-fa45-4904-9ada-807cc9e76c6e),segment_id=4d588a9b-fa45-4904-9ada-807cc9e76c6e)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:06:58.344405 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c340bc7-9fbd-43c7-be54-38772f411add req-7b17345d-f156-45f1-91cd-3021fd392f7f tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624952 Dec 14 03:06:58.346029 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76539fff-7033-4f35-9293-0d8004de9cf3 x-openstack-request-id: req-76539fff-7033-4f35-9293-0d8004de9cf3 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:06:58.346831 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5", "name": "network-vif-plugged", "status": "completed", "tag": "7a71eb7f-a929-408d-acac-5b135ffd2e6b", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:06:58.347106 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76539fff-7033-4f35-9293-0d8004de9cf3 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:06:58.347657 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a71eb7f-a929-408d-acac-5b135ffd2e6b', 'code': 200} Dec 14 03:06:58.378736 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:58.404134 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:58.473177 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=7a71eb7f-a929-408d-acac-5b135ffd2e6b,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:58.488219 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c791d78-6f9d-4eda-bf21-d9afca820d39 req-42d630fb-1bb3-4bbf-9b44-efc18b37f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:58.489858 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8c791d78-6f9d-4eda-bf21-d9afca820d39 req-42d630fb-1bb3-4bbf-9b44-efc18b37f861 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 1097 time: 0.0442693 Dec 14 03:06:58.534874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8c791d78-6f9d-4eda-bf21-d9afca820d39 req-146e6d57-709e-42e3-8c1e-806fce6caf49 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378518 Dec 14 03:06:59.109659 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:59.395022 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:59.414013 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:59.467236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d4a72-eb4b-4ead-b851-5f83c812a362 req-321b9ff0-5022-42f1-82ab-784f41abf8b4 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:06:59.468987 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-705d4a72-eb4b-4ead-b851-5f83c812a362 req-321b9ff0-5022-42f1-82ab-784f41abf8b4 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 946 time: 0.0521793 Dec 14 03:06:59.521950 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-705d4a72-eb4b-4ead-b851-5f83c812a362 req-f47f0360-90ec-474a-a03d-cdee001022e9 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455654 Dec 14 03:06:59.535005 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Allocated IP 172.25.7.208 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/f5946f83-11e1-4f55-b537-7dcead96fdf0) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:06:59.646240 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:59.748507 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:59.792047 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:06:59.795068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:06:59.799659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:06:59.803182 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event updated for resources: {'Port': ['ID=f5946f83-11e1-4f55-b537-7dcead96fdf0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:06:59.811122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3326ed2f-58c5-47eb-bb35-0da4ae6e5062 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:06:59.948732 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-78796c4f-6796-4e4f-9a3c-6e890f796a83 None None] Provisioning complete for port f5946f83-11e1-4f55-b537-7dcead96fdf0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:06:59.949236 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-78796c4f-6796-4e4f-9a3c-6e890f796a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:06:59.994750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-78796c4f-6796-4e4f-9a3c-6e890f796a83 None None] Port f5946f83-11e1-4f55-b537-7dcead96fdf0 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:07:00.158168 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:00.362644 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:00.365955 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:00.576766 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Router 3065517a-391f-4f4d-8c7c-2d3b803728bc is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:07:00.654554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1c474-4173-4c56-881e-de0ae32a2361 req-0bce7467-bc86-4f5c-a5a0-d13ae172226b tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:00.656154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57f1c474-4173-4c56-881e-de0ae32a2361 req-0bce7467-bc86-4f5c-a5a0-d13ae172226b tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 946 time: 0.0620573 Dec 14 03:07:00.713461 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:07:00.720621 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57f1c474-4173-4c56-881e-de0ae32a2361 req-97725e90-58f8-4464-98ee-6d8eca4bdb66 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510559 Dec 14 03:07:00.725004 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Sync routers for ids ['3065517a-391f-4f4d-8c7c-2d3b803728bc'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:07:00.735469 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Routers {'3065517a-391f-4f4d-8c7c-2d3b803728bc'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:07:00.736589 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:06:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3065517a-391f-4f4d-8c7c-2d3b803728bc'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:07:00.876162 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Set router 3065517a-391f-4f4d-8c7c-2d3b803728bc gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:07:00.885027 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:00.895463 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-75a9ec3c-54b4-42a1-882a-24db13400313 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6627092 Dec 14 03:07:00.895463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48832) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:01.075624 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-469384800', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:58Z', 'updated_at': '2021-12-14T03:06:59Z', 'revision_number': 3, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:59Z', 'updated_at': '2021-12-14T03:06:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:07:01.078252 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e7f4ed01-396c-4fa3-9e1b-fd73fc2843bb tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c97c1b09732d488e8069a3f6aceb5c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1819057 Dec 14 03:07:01.080958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48838) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:01.106015 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Checking router: 3065517a-391f-4f4d-8c7c-2d3b803728bc for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:07:01.106775 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Updating router 3065517a-391f-4f4d-8c7c-2d3b803728bc port f5946f83-11e1-4f55-b537-7dcead96fdf0 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:07:01.154152 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:01.189099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ff86ae-c77d-45f4-8538-97e11659019d tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:01.190866 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-79ff86ae-c77d-45f4-8538-97e11659019d tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1088228 Dec 14 03:07:01.193767 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48844) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:01.228206 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a5f1ce7c-94c2-4648-802d-7d360ff3d7a6 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331433 Dec 14 03:07:01.231124 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48846) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:01.236485 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f2875da6-f786-4317-b490-32398168f622 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1288142859', 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9', 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:01.399265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2875da6-f786-4317-b490-32398168f622 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Made reservation on behalf of c97c1b09732d488e8069a3f6aceb5c33 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:07:01.402809 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2875da6-f786-4317-b490-32398168f622 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:01.439817 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:01.508209 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:01.564991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697194d2-11f6-4e31-9bb0-49bb9cfe7189 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:07:01.578167 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb99b9-99c8-48ae-b7ed-7087194e3fb6 None None] Pushing event updated for resources: {'Port': ['ID=f5946f83-11e1-4f55-b537-7dcead96fdf0,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:01.580389 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Attempting to bind port f5946f83-11e1-4f55-b537-7dcead96fdf0 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:07:01.580771 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Attempting to bind port f5946f83-11e1-4f55-b537-7dcead96fdf0 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:07:01.584708 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Attempting to bind port f5946f83-11e1-4f55-b537-7dcead96fdf0 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:07:01.588669 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:07:01.589055 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:07:01.589563 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:01.589973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:07:01.590452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Bound port: f5946f83-11e1-4f55-b537-7dcead96fdf0, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:07:01.590841 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:01.653353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8036a8b1-46a5-48be-b33d-7175c821a4b3 None None] Provisioning complete for port f5946f83-11e1-4f55-b537-7dcead96fdf0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:01.653725 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8036a8b1-46a5-48be-b33d-7175c821a4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:01.679497 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] For port f5946f83-11e1-4f55-b537-7dcead96fdf0, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:07:01.695694 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] For port f5946f83-11e1-4f55-b537-7dcead96fdf0, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f5946f83-11e1-4f55-b537-7dcead96fdf0,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:07:01.699909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8036a8b1-46a5-48be-b33d-7175c821a4b3 None None] Port f5946f83-11e1-4f55-b537-7dcead96fdf0 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:07:01.726111 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2875da6-f786-4317-b490-32398168f622 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:01.797254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2875da6-f786-4317-b490-32398168f622 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event updated for resources: {'Subnet': ['ID=32061ea4-15ec-4432-a926-9034d27dc2f7,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:01.800481 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:01.807239 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2875da6-f786-4317-b490-32398168f622 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Checking segment: {'id': '34d696aa-a2a7-4c35-96e8-c63a83bdc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:07:01.807612 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2875da6-f786-4317-b490-32398168f622 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Network hostable DHCP agents. Network: 498e514e-4273-4c26-8b59-53b078edf1c9, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:07:01.854995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a9e23c-8eed-4e98-89ea-ab5edd6ab334 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:07:01.876052 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Routers {'3065517a-391f-4f4d-8c7c-2d3b803728bc'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:07:01.876693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:06:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3065517a-391f-4f4d-8c7c-2d3b803728bc'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:07:01.879035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb99b9-99c8-48ae-b7ed-7087194e3fb6 None None] Pushing event updated for resources: {'Port': ['ID=f5946f83-11e1-4f55-b537-7dcead96fdf0,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:01.942606 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2875da6-f786-4317-b490-32398168f622 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Network 498e514e-4273-4c26-8b59-53b078edf1c9 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:07:01.971511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-351b8031-0557-42d1-b637-28452e0d81a9 None None] Provisioning complete for port f5946f83-11e1-4f55-b537-7dcead96fdf0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:01.971920 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-351b8031-0557-42d1-b637-28452e0d81a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:02.025489 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] Set router 3065517a-391f-4f4d-8c7c-2d3b803728bc gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:07:02.085621 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f2875da6-f786-4317-b490-32398168f622 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 498e514e-4273-4c26-8b59-53b078edf1c9) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:07:02.094693 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2875da6-f786-4317-b490-32398168f622 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:02.096129 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f2875da6-f786-4317-b490-32398168f622 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:02.097648 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35916cd-34fb-4dfe-9d59-7f029d7eb65b None None] Network 498e514e-4273-4c26-8b59-53b078edf1c9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:07:02.207985 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f2875da6-f786-4317-b490-32398168f622 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9756229 Dec 14 03:07:02.210985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48852) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:02.229840 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-351b8031-0557-42d1-b637-28452e0d81a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:02.281388 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-351b8031-0557-42d1-b637-28452e0d81a9 None None] For port f5946f83-11e1-4f55-b537-7dcead96fdf0, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f5946f83-11e1-4f55-b537-7dcead96fdf0,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:07:02.337129 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-498e514e-4273-4c26-8b59-53b078edf1c9', 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9', 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'fixed_ips': [{'subnet_id': '32061ea4-15ec-4432-a926-9034d27dc2f7'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:07:02.338065 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:02.373763 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-351b8031-0557-42d1-b637-28452e0d81a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:02.462364 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-469384800', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:58Z', 'updated_at': '2021-12-14T03:06:59Z', 'revision_number': 3, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:59Z', 'updated_at': '2021-12-14T03:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:07:02.504691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c062d9-dc0a-4bb0-bdec-1d4e745e8e00 None None] The sync data for ids ['3065517a-391f-4f4d-8c7c-2d3b803728bc'] in n-d-821636-1 is: [{'id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-469384800', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:58Z', 'updated_at': '2021-12-14T03:06:59Z', 'revision_number': 3, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:59Z', 'updated_at': '2021-12-14T03:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:07:02.531934 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b8031-0557-42d1-b637-28452e0d81a9 None None] Pushing event updated for resources: {'Port': ['ID=f5946f83-11e1-4f55-b537-7dcead96fdf0,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:02.579791 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Allocated IP 172.20.0.2 (498e514e-4273-4c26-8b59-53b078edf1c9/32061ea4-15ec-4432-a926-9034d27dc2f7/36b1599e-84c0-49aa-8ddf-895d5bd0758c) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:07:02.690352 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e445f6fe-635c-4b71-92e7-3a75d472e16a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:02.768105 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:02.786503 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a331ab4-c071-4e6a-86e8-abf351e4b81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:02.840205 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:02.912638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Network 498e514e-4273-4c26-8b59-53b078edf1c9 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:07:02.912638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:07:02.921606 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:07:02.935795 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Pushing event updated for resources: {'Port': ['ID=36b1599e-84c0-49aa-8ddf-895d5bd0758c,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:02.986067 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Attempting to bind port 36b1599e-84c0-49aa-8ddf-895d5bd0758c on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:07:02.986407 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Attempting to bind port 36b1599e-84c0-49aa-8ddf-895d5bd0758c by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '34d696aa-a2a7-4c35-96e8-c63a83bdc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:07:02.986784 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Attempting to bind port 36b1599e-84c0-49aa-8ddf-895d5bd0758c on network 498e514e-4273-4c26-8b59-53b078edf1c9 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:07:02.992492 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:07:02.992880 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Checking segment: {'id': '34d696aa-a2a7-4c35-96e8-c63a83bdc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:07:02.993296 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:02.993736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Bound using segment: {'id': '34d696aa-a2a7-4c35-96e8-c63a83bdc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:07:02.994497 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Bound port: 36b1599e-84c0-49aa-8ddf-895d5bd0758c, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d696aa-a2a7-4c35-96e8-c63a83bdc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:07:02.994893 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:03.066435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-e445f6fe-635c-4b71-92e7-3a75d472e16a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Allocated IP 172.20.0.1 (498e514e-4273-4c26-8b59-53b078edf1c9/32061ea4-15ec-4432-a926-9034d27dc2f7/5908e1d8-f378-45d5-8d5d-c52245c8fc72) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:07:03.074440 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] For port 36b1599e-84c0-49aa-8ddf-895d5bd0758c, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:07:03.079126 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] For port 36b1599e-84c0-49aa-8ddf-895d5bd0758c, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=36b1599e-84c0-49aa-8ddf-895d5bd0758c,segment=NetworkSegment(34d696aa-a2a7-4c35-96e8-c63a83bdc138),segment_id=34d696aa-a2a7-4c35-96e8-c63a83bdc138)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:07:03.132266 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:03.227973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a428a3-46ca-40a7-99cc-7c704a5267c5 None None] Pushing event updated for resources: {'Port': ['ID=36b1599e-84c0-49aa-8ddf-895d5bd0758c,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:03.263461 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e445f6fe-635c-4b71-92e7-3a75d472e16a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:03.405768 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e445f6fe-635c-4b71-92e7-3a75d472e16a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:03.491519 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e445f6fe-635c-4b71-92e7-3a75d472e16a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Network 498e514e-4273-4c26-8b59-53b078edf1c9 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:07:03.495032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-e445f6fe-635c-4b71-92e7-3a75d472e16a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:07:03.498901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e445f6fe-635c-4b71-92e7-3a75d472e16a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:07:03.546900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445f6fe-635c-4b71-92e7-3a75d472e16a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event updated for resources: {'Port': ['ID=5908e1d8-f378-45d5-8d5d-c52245c8fc72,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:03.560493 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e445f6fe-635c-4b71-92e7-3a75d472e16a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:03.751143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e32065-d746-40ad-8f40-dfda08cdc66f req-97e11ac5-0121-466f-9a05-b573323483cf tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:03.752968 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b5e32065-d746-40ad-8f40-dfda08cdc66f req-97e11ac5-0121-466f-9a05-b573323483cf tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 945 time: 0.0665374 Dec 14 03:07:03.814218 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b5e32065-d746-40ad-8f40-dfda08cdc66f req-dc2b2427-6910-4860-9a90-0a1152ab4468 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510159 Dec 14 03:07:03.865220 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e445f6fe-635c-4b71-92e7-3a75d472e16a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:04.292472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f5946f83-11e1-4f55-b537-7dcead96fdf0 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:07:04.350619 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f5946f83-11e1-4f55-b537-7dcead96fdf0 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:04.351058 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:04.447356 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 36b1599e-84c0-49aa-8ddf-895d5bd0758c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:07:04.621268 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e445f6fe-635c-4b71-92e7-3a75d472e16a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:04.672943 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e445f6fe-635c-4b71-92e7-3a75d472e16a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:04.696115 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e3b04f-2c51-444f-8c02-c295f590bab1 None None] Network 498e514e-4273-4c26-8b59-53b078edf1c9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:07:04.767389 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3d5d36c0-727a-4139-aec4-f5c06910580c None None] Provisioning complete for port 36b1599e-84c0-49aa-8ddf-895d5bd0758c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:04.767672 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3d5d36c0-727a-4139-aec4-f5c06910580c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:04.774245 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e445f6fe-635c-4b71-92e7-3a75d472e16a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:04.775522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445f6fe-635c-4b71-92e7-3a75d472e16a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event updated for resources: {'Port': ['ID=5908e1d8-f378-45d5-8d5d-c52245c8fc72,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:04.805488 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 36b1599e-84c0-49aa-8ddf-895d5bd0758c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:04.805865 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:04.967533 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e445f6fe-635c-4b71-92e7-3a75d472e16a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Network 498e514e-4273-4c26-8b59-53b078edf1c9 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:07:04.978340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-e445f6fe-635c-4b71-92e7-3a75d472e16a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:07:05.060824 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3d5d36c0-727a-4139-aec4-f5c06910580c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:05.076098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60ad18-7883-4995-a91e-1f78b7d2a088 req-0a8f5b94-1970-40f0-8f88-64fc1b95c7bf tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:05.077749 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e60ad18-7883-4995-a91e-1f78b7d2a088 req-0a8f5b94-1970-40f0-8f88-64fc1b95c7bf tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 945 time: 0.1590445 Dec 14 03:07:05.082277 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:05.138085 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3d5d36c0-727a-4139-aec4-f5c06910580c None None] For port 36b1599e-84c0-49aa-8ddf-895d5bd0758c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=36b1599e-84c0-49aa-8ddf-895d5bd0758c,segment=NetworkSegment(34d696aa-a2a7-4c35-96e8-c63a83bdc138),segment_id=34d696aa-a2a7-4c35-96e8-c63a83bdc138)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:07:05.148300 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c043904c-0b01-42dc-a4b7-5e23a512a594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:05.155316 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e60ad18-7883-4995-a91e-1f78b7d2a088 req-b7bba3eb-e193-412a-a02e-c1f5ae00daa5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=561de48e-b108-4c4a-aec7-a8aad4da9ae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674558 Dec 14 03:07:05.164944 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e445f6fe-635c-4b71-92e7-3a75d472e16a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Router 3065517a-391f-4f4d-8c7c-2d3b803728bc has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:07:05.232583 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3d5d36c0-727a-4139-aec4-f5c06910580c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:05.236784 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f982f40-da53-4e71-ace0-2f45ca46b4c2 req-8883102a-51ce-47e2-b148-a6bec6c93c7e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:05.238427 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1f982f40-da53-4e71-ace0-2f45ca46b4c2 req-8883102a-51ce-47e2-b148-a6bec6c93c7e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 945 time: 0.0682485 Dec 14 03:07:05.317051 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e445f6fe-635c-4b71-92e7-3a75d472e16a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:07:05.319915 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 03:07:05.320407 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 03:07:05.323018 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e445f6fe-635c-4b71-92e7-3a75d472e16a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "PUT /v2.0/routers/3065517a-391f-4f4d-8c7c-2d3b803728bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1109698 Dec 14 03:07:05.325795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48868) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:05.329181 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Sync routers for ids ['3065517a-391f-4f4d-8c7c-2d3b803728bc'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:07:05.332262 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-a7e36653-4602-4a97-b88e-7ea41665a865 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--915320443', 'description': 'tempest-secgroup_access--915320443 description', 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:05.344793 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Routers {'3065517a-391f-4f4d-8c7c-2d3b803728bc'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:07:05.345179 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:07:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3065517a-391f-4f4d-8c7c-2d3b803728bc'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:07:05.366999 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d36c0-727a-4139-aec4-f5c06910580c None None] Pushing event updated for resources: {'Port': ['ID=36b1599e-84c0-49aa-8ddf-895d5bd0758c,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:05.394602 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f2f915eb-3a2a-4893-8ea7-22c6706cf55e None None] Provisioning complete for port 5908e1d8-f378-45d5-8d5d-c52245c8fc72 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:05.394993 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2f915eb-3a2a-4893-8ea7-22c6706cf55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:05.438853 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-1f982f40-da53-4e71-ace0-2f45ca46b4c2 req-847eca19-2a49-4f1d-818b-74b5def2f3b1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Deleting port b0def373-ff1d-4b40-a4bb-43f549001137 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:07:05.439412 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1f982f40-da53-4e71-ace0-2f45ca46b4c2 req-847eca19-2a49-4f1d-818b-74b5def2f3b1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:05.439760 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7e36653-4602-4a97-b88e-7ea41665a865 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:05.526567 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f2f915eb-3a2a-4893-8ea7-22c6706cf55e None None] Port 5908e1d8-f378-45d5-8d5d-c52245c8fc72 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:07:05.546371 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f2f915eb-3a2a-4893-8ea7-22c6706cf55e None None] Provisioning complete for port 36b1599e-84c0-49aa-8ddf-895d5bd0758c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:05.548018 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2f915eb-3a2a-4893-8ea7-22c6706cf55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:05.560602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-1f982f40-da53-4e71-ace0-2f45ca46b4c2 req-847eca19-2a49-4f1d-818b-74b5def2f3b1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] For port b0def373-ff1d-4b40-a4bb-43f549001137, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=b0def373-ff1d-4b40-a4bb-43f549001137,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:07:05.561004 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1f982f40-da53-4e71-ace0-2f45ca46b4c2 req-847eca19-2a49-4f1d-818b-74b5def2f3b1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:05.579795 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-1f982f40-da53-4e71-ace0-2f45ca46b4c2 req-847eca19-2a49-4f1d-818b-74b5def2f3b1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Calling delete_port for b0def373-ff1d-4b40-a4bb-43f549001137 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:07:05.599307 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7e36653-4602-4a97-b88e-7ea41665a865 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:05.651776 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Set router 3065517a-391f-4f4d-8c7c-2d3b803728bc gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:07:05.662321 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7e36653-4602-4a97-b88e-7ea41665a865 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:05.712676 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e36653-4602-4a97-b88e-7ea41665a865 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74cd7720-1f8a-4103-85c2-333f1bbcf9b3,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:05.773194 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7e36653-4602-4a97-b88e-7ea41665a865 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:05.777645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a7e36653-4602-4a97-b88e-7ea41665a865 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4477074 Dec 14 03:07:05.777890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 48870) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:05.784677 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-594a3e90-84bc-4965-9b29-c2975abe442b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1114802655', 'description': 'tempest-secgroup_general--1114802655 description', 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:05.795401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-47bfcfd5-a50a-497f-be28-ae6742af8027 None None] Provisioning complete for port 5908e1d8-f378-45d5-8d5d-c52245c8fc72 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:05.795790 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-47bfcfd5-a50a-497f-be28-ae6742af8027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:05.840846 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1f982f40-da53-4e71-ace0-2f45ca46b4c2 req-847eca19-2a49-4f1d-818b-74b5def2f3b1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:05.883546 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['b0def373-ff1d-4b40-a4bb-43f549001137'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:07:05.897972 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847eca19-2a49-4f1d-818b-74b5def2f3b1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event deleted for resources: {'Port': ['ID=b0def373-ff1d-4b40-a4bb-43f549001137,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:05.899468 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-469384800', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:58Z', 'updated_at': '2021-12-14T03:07:03Z', 'revision_number': 4, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:59Z', 'updated_at': '2021-12-14T03:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '5908e1d8-f378-45d5-8d5d-c52245c8fc72', 'name': '', 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'mac_address': 'fa:16:3e:22:2f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '32061ea4-15ec-4432-a926-9034d27dc2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:02Z', 'updated_at': '2021-12-14T03:07:04Z', 'revision_number': 2, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'subnets': [{'id': '32061ea4-15ec-4432-a926-9034d27dc2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:07:05.903042 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-594a3e90-84bc-4965-9b29-c2975abe442b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:05.940688 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Checking router: 3065517a-391f-4f4d-8c7c-2d3b803728bc for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:07:05.941184 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Updating router 3065517a-391f-4f4d-8c7c-2d3b803728bc port 5908e1d8-f378-45d5-8d5d-c52245c8fc72 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:07:05.966910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f982f40-da53-4e71-ace0-2f45ca46b4c2 req-847eca19-2a49-4f1d-818b-74b5def2f3b1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] No DVR routers for this DVR port b0def373-ff1d-4b40-a4bb-43f549001137 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:07:05.971824 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1f982f40-da53-4e71-ace0-2f45ca46b4c2 req-847eca19-2a49-4f1d-818b-74b5def2f3b1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:05.974889 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:05.976400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-47bfcfd5-a50a-497f-be28-ae6742af8027 None None] Port 5908e1d8-f378-45d5-8d5d-c52245c8fc72 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:07:05.976922 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1f982f40-da53-4e71-ace0-2f45ca46b4c2 req-847eca19-2a49-4f1d-818b-74b5def2f3b1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.47 "DELETE /v2.0/ports/b0def373-ff1d-4b40-a4bb-43f549001137 HTTP/1.1" status: 204 len: 173 time: 0.7316613 Dec 14 03:07:05.977568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d58a1d1-4388-4fe0-9561-f8bc729672f9', 'name': 'network-vif-deleted', 'tag': 'b0def373-ff1d-4b40-a4bb-43f549001137'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:07:05.980825 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035ef516-c412-45d1-a2e1-542dd897df57" -d '{"events": [{"server_uuid": "5d58a1d1-4388-4fe0-9561-f8bc729672f9", "name": "network-vif-deleted", "tag": "b0def373-ff1d-4b40-a4bb-43f549001137"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:07:06.030780 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-594a3e90-84bc-4965-9b29-c2975abe442b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:06.042936 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d90712-511b-4a29-b7fc-4f585ee50067 x-openstack-request-id: req-41d90712-511b-4a29-b7fc-4f585ee50067 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:07:06.043233 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d58a1d1-4388-4fe0-9561-f8bc729672f9", "name": "network-vif-deleted", "tag": "b0def373-ff1d-4b40-a4bb-43f549001137", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:07:06.043491 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41d90712-511b-4a29-b7fc-4f585ee50067 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:07:06.043895 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d58a1d1-4388-4fe0-9561-f8bc729672f9', 'name': 'network-vif-deleted', 'tag': 'b0def373-ff1d-4b40-a4bb-43f549001137', 'status': 'completed', 'code': 200} Dec 14 03:07:06.098098 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3004c82b-8a75-4f62-855b-d1d40c0e4b3a None None] Provisioning complete for port 5908e1d8-f378-45d5-8d5d-c52245c8fc72 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:06.098489 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3004c82b-8a75-4f62-855b-d1d40c0e4b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:06.113672 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-594a3e90-84bc-4965-9b29-c2975abe442b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:06.140598 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3004c82b-8a75-4f62-855b-d1d40c0e4b3a None None] Port 5908e1d8-f378-45d5-8d5d-c52245c8fc72 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:07:06.169422 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a3e90-84bc-4965-9b29-c2975abe442b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b39cfdf-c091-44c0-aab3-68b85cfd9679,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:06.211727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 36b1599e-84c0-49aa-8ddf-895d5bd0758c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:07:06.305060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3de70cd-3fe5-4459-9ac0-af871fd0ad11 req-7c56a05c-fe2a-47c1-ba2e-0da1b4e0bc20 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 210 time: 0.0428014 Dec 14 03:07:06.322519 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-594a3e90-84bc-4965-9b29-c2975abe442b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:06.323784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-594a3e90-84bc-4965-9b29-c2975abe442b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5450261 Dec 14 03:07:06.327137 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 48878) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:06.333374 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5e7c53c7-9d1e-4f76-88c7-40767e64d219 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Request body: {'security_group_rule': {'security_group_id': '74cd7720-1f8a-4103-85c2-333f1bbcf9b3', 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:06.337672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 36b1599e-84c0-49aa-8ddf-895d5bd0758c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:06.338561 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:06.372684 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:06.393140 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:06.478474 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e7c53c7-9d1e-4f76-88c7-40767e64d219 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:06.479165 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:06.578129 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e7c53c7-9d1e-4f76-88c7-40767e64d219 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:06.595440 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25bcb7-a8c3-4bde-888f-adc782e2fa47 None None] Pushing event updated for resources: {'Port': ['ID=5908e1d8-f378-45d5-8d5d-c52245c8fc72,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:06.608015 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Attempting to bind port 5908e1d8-f378-45d5-8d5d-c52245c8fc72 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:07:06.608399 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Attempting to bind port 5908e1d8-f378-45d5-8d5d-c52245c8fc72 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '34d696aa-a2a7-4c35-96e8-c63a83bdc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:07:06.609125 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Attempting to bind port 5908e1d8-f378-45d5-8d5d-c52245c8fc72 on network 498e514e-4273-4c26-8b59-53b078edf1c9 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:07:06.614988 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:07:06.615372 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Checking segment: {'id': '34d696aa-a2a7-4c35-96e8-c63a83bdc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:07:06.615919 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:06.616325 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Bound using segment: {'id': '34d696aa-a2a7-4c35-96e8-c63a83bdc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:07:06.616798 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Bound port: 5908e1d8-f378-45d5-8d5d-c52245c8fc72, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34d696aa-a2a7-4c35-96e8-c63a83bdc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:07:06.617182 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:06.657892 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e7c53c7-9d1e-4f76-88c7-40767e64d219 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:06.681330 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c53c7-9d1e-4f76-88c7-40767e64d219 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9bbbb3f-0d1d-4293-8f94-8cd5370b1bad,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:06.691497 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] For port 5908e1d8-f378-45d5-8d5d-c52245c8fc72, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:07:06.695183 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] For port 5908e1d8-f378-45d5-8d5d-c52245c8fc72, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5908e1d8-f378-45d5-8d5d-c52245c8fc72,segment=NetworkSegment(34d696aa-a2a7-4c35-96e8-c63a83bdc138),segment_id=34d696aa-a2a7-4c35-96e8-c63a83bdc138)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:07:06.768150 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1b0cd6aa-1fa4-4250-aaab-4531fb5cfd0b None None] Provisioning complete for port 5908e1d8-f378-45d5-8d5d-c52245c8fc72 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:06.768623 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1b0cd6aa-1fa4-4250-aaab-4531fb5cfd0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:06.784880 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e7c53c7-9d1e-4f76-88c7-40767e64d219 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:06.792658 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5e7c53c7-9d1e-4f76-88c7-40767e64d219 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4567697 Dec 14 03:07:06.810693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1b0cd6aa-1fa4-4250-aaab-4531fb5cfd0b None None] Port 5908e1d8-f378-45d5-8d5d-c52245c8fc72 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:07:06.816009 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:06.890580 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Routers {'3065517a-391f-4f4d-8c7c-2d3b803728bc'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:07:06.891243 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:07:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3065517a-391f-4f4d-8c7c-2d3b803728bc'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:07:06.949564 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25bcb7-a8c3-4bde-888f-adc782e2fa47 None None] Pushing event updated for resources: {'Port': ['ID=5908e1d8-f378-45d5-8d5d-c52245c8fc72,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:06.982281 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-ef187856-fbdc-4435-b93a-457959274fb3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_access--915320443&fields=id&tenant_id=c97c1b09732d488e8069a3f6aceb5c33 HTTP/1.1" status: 200 len: 267 time: 0.0762730 Dec 14 03:07:07.054277 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-61eac8a5-6348-43a2-98db-aee995877522 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_general--1114802655&fields=id&tenant_id=c97c1b09732d488e8069a3f6aceb5c33 HTTP/1.1" status: 200 len: 267 time: 0.0642276 Dec 14 03:07:07.086776 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] Set router 3065517a-391f-4f4d-8c7c-2d3b803728bc gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:07:07.210119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-323c95db-9821-4cce-8bc3-4d2bb6c868ae tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:07.212057 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-323c95db-9821-4cce-8bc3-4d2bb6c868ae tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/networks?id=498e514e-4273-4c26-8b59-53b078edf1c9 HTTP/1.1" status: 200 len: 797 time: 0.1492143 Dec 14 03:07:07.233228 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-6e632c68-84da-4c38-83e6-356c0de31915 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/quotas/c97c1b09732d488e8069a3f6aceb5c33 HTTP/1.1" status: 200 len: 375 time: 0.0153437 Dec 14 03:07:07.243117 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a0f29640-f7f5-43ce-b744-2c0ce4b6e0e8 None None] Provisioning complete for port 5908e1d8-f378-45d5-8d5d-c52245c8fc72 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:07.243640 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a0f29640-f7f5-43ce-b744-2c0ce4b6e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:07.357926 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-86c8cd25-433e-4660-b0ee-0a8876341a01 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c97c1b09732d488e8069a3f6aceb5c33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1134765 Dec 14 03:07:07.395256 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a0f29640-f7f5-43ce-b744-2c0ce4b6e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:07.440808 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a0f29640-f7f5-43ce-b744-2c0ce4b6e0e8 None None] For port 5908e1d8-f378-45d5-8d5d-c52245c8fc72, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5908e1d8-f378-45d5-8d5d-c52245c8fc72,segment=NetworkSegment(34d696aa-a2a7-4c35-96e8-c63a83bdc138),segment_id=34d696aa-a2a7-4c35-96e8-c63a83bdc138)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:07:07.450020 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-469384800', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:58Z', 'updated_at': '2021-12-14T03:07:03Z', 'revision_number': 4, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:59Z', 'updated_at': '2021-12-14T03:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '5908e1d8-f378-45d5-8d5d-c52245c8fc72', 'name': '', 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'mac_address': 'fa:16:3e:22:2f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '32061ea4-15ec-4432-a926-9034d27dc2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:02Z', 'updated_at': '2021-12-14T03:07:06Z', 'revision_number': 4, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'subnets': [{'id': '32061ea4-15ec-4432-a926-9034d27dc2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:07:07.479046 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69243081-d852-47e4-9bb9-3ecf90c9f7dd None None] The sync data for ids ['3065517a-391f-4f4d-8c7c-2d3b803728bc'] in n-d-821636-1 is: [{'id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-469384800', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:58Z', 'updated_at': '2021-12-14T03:07:03Z', 'revision_number': 4, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:59Z', 'updated_at': '2021-12-14T03:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '5908e1d8-f378-45d5-8d5d-c52245c8fc72', 'name': '', 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'mac_address': 'fa:16:3e:22:2f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '32061ea4-15ec-4432-a926-9034d27dc2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:02Z', 'updated_at': '2021-12-14T03:07:06Z', 'revision_number': 4, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'subnets': [{'id': '32061ea4-15ec-4432-a926-9034d27dc2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:07:07.488409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22caad6f-408e-4e41-b7f7-030baac8f223 req-52de0ec0-b420-484b-b77f-5d014c64e7c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 210 time: 0.0313797 Dec 14 03:07:07.525156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-fe62f3ca-7ffd-4773-9869-b435fa891575 service neutron] 10.222.0.39 "GET /v2.0/networks/498e514e-4273-4c26-8b59-53b078edf1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629312 Dec 14 03:07:07.539213 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a0f29640-f7f5-43ce-b744-2c0ce4b6e0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:07.636964 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f29640-f7f5-43ce-b744-2c0ce4b6e0e8 None None] Pushing event updated for resources: {'Port': ['ID=5908e1d8-f378-45d5-8d5d-c52245c8fc72,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:07.683788 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-4c1db03d-3d52-4c8e-ad4e-8b25789ae676 service neutron] 10.222.0.39 "GET /v2.0/networks/498e514e-4273-4c26-8b59-53b078edf1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422663 Dec 14 03:07:07.765620 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:07.986616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80ed3680-532f-44fc-b6c8-8d426e99f3e1 req-8c065996-c16b-4242-940b-84dc327cd599 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 210 time: 0.0416944 Dec 14 03:07:08.228460 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5908e1d8-f378-45d5-8d5d-c52245c8fc72 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:07:08.281948 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 5908e1d8-f378-45d5-8d5d-c52245c8fc72 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:08.282422 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:08.631442 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4afc5dd7-9133-4ed1-9684-fe59bddef369 req-5892cb86-46a5-4cd2-802d-659db031a1d2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 210 time: 0.0360296 Dec 14 03:07:08.639427 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:08.715785 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device b0def373-ff1d-4b40-a4bb-43f549001137 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:07:08.746742 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: b0def373-ff1d-4b40-a4bb-43f549001137 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:07:08.747257 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device b0def373-ff1d-4b40-a4bb-43f549001137 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:07:09.045531 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8abe9a6f-d565-44a7-ac40-642cf9cc4215 req-e0434777-dc64-4ffe-8b46-7ac7779909fc tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 210 time: 0.0269597 Dec 14 03:07:09.746816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d747f25-e077-4dc7-a070-8296dcb126b9 req-9f09908d-e441-4d83-8ea4-74a1459af988 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 210 time: 0.0349135 Dec 14 03:07:10.143193 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ecb68ff-4479-4b96-b2d0-7c6b241235f9 req-8b5908e0-31b0-4d8b-8d42-3cc7cdb5b8ec tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 210 time: 0.0267673 Dec 14 03:07:10.451695 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-42b28621-33c4-41fa-90ba-a7cccfd954bc tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:10.453784 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-42b28621-33c4-41fa-90ba-a7cccfd954bc tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.47 "GET /v2.0/networks?id=498e514e-4273-4c26-8b59-53b078edf1c9 HTTP/1.1" status: 200 len: 797 time: 0.1180165 Dec 14 03:07:10.542488 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-3508d0a3-b6e7-41ef-a6f3-64612c57f064 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c97c1b09732d488e8069a3f6aceb5c33 HTTP/1.1" status: 200 len: 477 time: 0.0729392 Dec 14 03:07:10.556759 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-e5a3a276-80f5-486e-be02-1d9b57eb223b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Request body: {'port': {'device_id': '4a3291d5-ce4f-425a-a33d-61772960fe42', 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9', 'admin_state_up': True, 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'security_groups': ['74cd7720-1f8a-4103-85c2-333f1bbcf9b3', '4b39cfdf-c091-44c0-aab3-68b85cfd9679']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:10.770388 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-e5a3a276-80f5-486e-be02-1d9b57eb223b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Made reservation on behalf of c97c1b09732d488e8069a3f6aceb5c33 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:07:10.774470 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-e5a3a276-80f5-486e-be02-1d9b57eb223b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:10.852359 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-267356c4-1218-4d4d-886d-62e3d7fab933 req-cb924033-3377-4e15-8d7b-26d9334a5cc3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 210 time: 0.0331180 Dec 14 03:07:10.908818 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-e5a3a276-80f5-486e-be02-1d9b57eb223b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Allocated IP 172.20.0.9 (498e514e-4273-4c26-8b59-53b078edf1c9/32061ea4-15ec-4432-a926-9034d27dc2f7/3b2cee35-a2fd-423e-8226-66b4d8612eae) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:07:11.065168 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-e5a3a276-80f5-486e-be02-1d9b57eb223b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:11.164010 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-e5a3a276-80f5-486e-be02-1d9b57eb223b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:11.215219 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-e5a3a276-80f5-486e-be02-1d9b57eb223b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Network 498e514e-4273-4c26-8b59-53b078edf1c9 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:07:11.219027 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-e5a3a276-80f5-486e-be02-1d9b57eb223b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:07:11.221638 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-e5a3a276-80f5-486e-be02-1d9b57eb223b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:07:11.252172 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3a276-80f5-486e-be02-1d9b57eb223b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event updated for resources: {'Port': ['ID=3b2cee35-a2fd-423e-8226-66b4d8612eae,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:11.292626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ee7a2-ca07-4710-a7eb-e3160e380bb9 req-65323f7b-f5df-4025-b9dc-0f6f13808294 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:11.293192 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-e5a3a276-80f5-486e-be02-1d9b57eb223b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:11.293703 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-e5a3a276-80f5-486e-be02-1d9b57eb223b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:11.297972 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-304ee7a2-ca07-4710-a7eb-e3160e380bb9 req-65323f7b-f5df-4025-b9dc-0f6f13808294 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 970 time: 0.0824575 Dec 14 03:07:11.359545 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-304ee7a2-ca07-4710-a7eb-e3160e380bb9 req-2d5012a1-d3cc-4bef-b984-99ece7abe2af tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b39cfdf-c091-44c0-aab3-68b85cfd9679&id=74cd7720-1f8a-4103-85c2-333f1bbcf9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0556352 Dec 14 03:07:11.362666 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-e5a3a276-80f5-486e-be02-1d9b57eb223b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.8097761 Dec 14 03:07:11.381383 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Request body: {'port': {'device_id': '4a3291d5-ce4f-425a-a33d-61772960fe42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:11.444418 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:11.516261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-274f8c48-1852-4c84-88e8-5c849aeaeaab None None] Provisioning complete for port 3b2cee35-a2fd-423e-8226-66b4d8612eae triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:11.516822 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-274f8c48-1852-4c84-88e8-5c849aeaeaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:11.553852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-274f8c48-1852-4c84-88e8-5c849aeaeaab None None] Port 3b2cee35-a2fd-423e-8226-66b4d8612eae cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:07:11.722968 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b2cee35-a2fd-423e-8226-66b4d8612eae {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:07:11.730447 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:11.742436 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Transition to ACTIVE for port object 3b2cee35-a2fd-423e-8226-66b4d8612eae will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:07:11.799390 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:11.878415 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Pushing event updated for resources: {'Port': ['ID=3b2cee35-a2fd-423e-8226-66b4d8612eae,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:11.951847 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Attempting to bind port 3b2cee35-a2fd-423e-8226-66b4d8612eae on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:07:11.956696 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Attempting to bind port 3b2cee35-a2fd-423e-8226-66b4d8612eae by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '34d696aa-a2a7-4c35-96e8-c63a83bdc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:07:11.957078 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Attempting to bind port 3b2cee35-a2fd-423e-8226-66b4d8612eae on network 498e514e-4273-4c26-8b59-53b078edf1c9 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:07:11.963052 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Port 3b2cee35-a2fd-423e-8226-66b4d8612eae on network 498e514e-4273-4c26-8b59-53b078edf1c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:07:11.963392 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Attempting to bind port 3b2cee35-a2fd-423e-8226-66b4d8612eae on network 498e514e-4273-4c26-8b59-53b078edf1c9 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:07:11.969203 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:07:11.969585 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Checking segment: {'id': '34d696aa-a2a7-4c35-96e8-c63a83bdc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:07:11.969983 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Bound using segment: {'id': '34d696aa-a2a7-4c35-96e8-c63a83bdc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:07:11.970428 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Bound port: 3b2cee35-a2fd-423e-8226-66b4d8612eae, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34d696aa-a2a7-4c35-96e8-c63a83bdc138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:07:11.971104 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:11.983492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-228c452d-9b42-4e6d-905c-f7bcbc930c1c req-c27b330e-de0e-41c7-82e3-2d3be13db49d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 210 time: 0.0445530 Dec 14 03:07:12.044653 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] For port 3b2cee35-a2fd-423e-8226-66b4d8612eae, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:07:12.048523 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] For port 3b2cee35-a2fd-423e-8226-66b4d8612eae, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3b2cee35-a2fd-423e-8226-66b4d8612eae,segment=NetworkSegment(34d696aa-a2a7-4c35-96e8-c63a83bdc138),segment_id=34d696aa-a2a7-4c35-96e8-c63a83bdc138)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:07:12.102917 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:12.140785 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:12.141513 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:12.142934 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] 10.222.0.47 "PUT /v2.0/ports/3b2cee35-a2fd-423e-8226-66b4d8612eae HTTP/1.1" status: 200 len: 1130 time: 0.7659304 Dec 14 03:07:12.143387 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3291d5-ce4f-425a-a33d-61772960fe42', 'tag': '3b2cee35-a2fd-423e-8226-66b4d8612eae'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:07:12.145716 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d42a9ba-290c-4671-9b62-08579bbb9b64" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3291d5-ce4f-425a-a33d-61772960fe42", "tag": "3b2cee35-a2fd-423e-8226-66b4d8612eae"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:07:12.181372 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8be27d-7db8-4543-90a5-bdcfcc98eb9c service neutron] Pushing event updated for resources: {'Port': ['ID=3b2cee35-a2fd-423e-8226-66b4d8612eae,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:12.196060 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01732855-2fbd-4d27-bf4e-58ea0d5e4df2 x-openstack-request-id: req-01732855-2fbd-4d27-bf4e-58ea0d5e4df2 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:07:12.196436 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3291d5-ce4f-425a-a33d-61772960fe42", "tag": "3b2cee35-a2fd-423e-8226-66b4d8612eae", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:07:12.196767 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01732855-2fbd-4d27-bf4e-58ea0d5e4df2 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:07:12.197250 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3291d5-ce4f-425a-a33d-61772960fe42', 'tag': '3b2cee35-a2fd-423e-8226-66b4d8612eae', 'status': 'completed', 'code': 200} Dec 14 03:07:12.291441 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42a9ba-290c-4671-9b62-08579bbb9b64 req-2f038504-b87c-4d36-a663-5cdfc4c6c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:12.292997 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4d42a9ba-290c-4671-9b62-08579bbb9b64 req-2f038504-b87c-4d36-a663-5cdfc4c6c00e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c97c1b09732d488e8069a3f6aceb5c33&device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 1133 time: 0.0549641 Dec 14 03:07:12.412736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42a9ba-290c-4671-9b62-08579bbb9b64 req-0de828f8-510a-4c54-84d0-86d3111b7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:12.414221 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4d42a9ba-290c-4671-9b62-08579bbb9b64 req-0de828f8-510a-4c54-84d0-86d3111b7176 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=c97c1b09732d488e8069a3f6aceb5c33&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1072085 Dec 14 03:07:12.487517 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffeb44-51ce-4347-a97b-78c4ad7acab3 req-d8d24b8b-c75c-4528-aafe-6e249f995529 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:12.489072 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3ffeb44-51ce-4347-a97b-78c4ad7acab3 req-d8d24b8b-c75c-4528-aafe-6e249f995529 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 982 time: 0.0535257 Dec 14 03:07:12.524540 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42a9ba-290c-4671-9b62-08579bbb9b64 req-3a5b611f-759b-4776-b496-2513c2e02e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:12.526057 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4d42a9ba-290c-4671-9b62-08579bbb9b64 req-3a5b611f-759b-4776-b496-2513c2e02e4c service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027846 Dec 14 03:07:12.548125 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3ffeb44-51ce-4347-a97b-78c4ad7acab3 req-27e06897-a38f-4d5b-8165-851820c33237 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b39cfdf-c091-44c0-aab3-68b85cfd9679&id=74cd7720-1f8a-4103-85c2-333f1bbcf9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0527661 Dec 14 03:07:12.632460 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-b162bcfa-527b-43a4-bc42-7a285967f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:12.633999 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-b162bcfa-527b-43a4-bc42-7a285967f5f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c97c1b09732d488e8069a3f6aceb5c33&device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 1133 time: 0.0410337 Dec 14 03:07:12.682189 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-7d0ac3ad-a0f3-4d28-bd7b-1c73001830c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2cee35-a2fd-423e-8226-66b4d8612eae HTTP/1.1" status: 200 len: 217 time: 0.0339277 Dec 14 03:07:12.735485 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-93b93229-5f30-4048-893a-a192cf76a387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:12.736980 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-93b93229-5f30-4048-893a-a192cf76a387 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32061ea4-15ec-4432-a926-9034d27dc2f7 HTTP/1.1" status: 200 len: 835 time: 0.0485117 Dec 14 03:07:12.782585 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-d1ddb835-5c25-46e4-a0f5-f2a67e7a1e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:12.784109 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-d1ddb835-5c25-46e4-a0f5-f2a67e7a1e22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=498e514e-4273-4c26-8b59-53b078edf1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405443 Dec 14 03:07:12.877638 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-5f6d2e08-b7ff-4a30-b6a9-a8c78dc3c4b8 service neutron] 10.222.0.47 "GET /v2.0/networks/498e514e-4273-4c26-8b59-53b078edf1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861290 Dec 14 03:07:12.989572 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c950b67f-9f75-4b5e-90a0-b391c8cbd7c8 req-359dfc10-4120-4ca3-aee3-ef3da9d62620 service neutron] 10.222.0.47 "GET /v2.0/networks/498e514e-4273-4c26-8b59-53b078edf1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894771 Dec 14 03:07:13.097917 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2c13b66-f55c-4948-905d-a286ffc6a3c5 req-cb3411a5-26ca-4d12-a38c-16a0a4a959c0 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58a1d1-4388-4fe0-9561-f8bc729672f9 HTTP/1.1" status: 200 len: 210 time: 0.0269830 Dec 14 03:07:13.673639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4c64a-b33a-4c57-89c6-54a642c21e1f req-d4137545-532e-4b5d-a332-7587a0361d2b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:13.675483 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61f4c64a-b33a-4c57-89c6-54a642c21e1f req-d4137545-532e-4b5d-a332-7587a0361d2b tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 982 time: 0.0517826 Dec 14 03:07:13.741659 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61f4c64a-b33a-4c57-89c6-54a642c21e1f req-bc9fc4d7-af5c-4bff-88be-f9d5a2569aa9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b39cfdf-c091-44c0-aab3-68b85cfd9679&id=74cd7720-1f8a-4103-85c2-333f1bbcf9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0589421 Dec 14 03:07:14.726460 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3b2cee35-a2fd-423e-8226-66b4d8612eae details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:07:14.825514 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3b2cee35-a2fd-423e-8226-66b4d8612eae, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3b2cee35-a2fd-423e-8226-66b4d8612eae,segment=NetworkSegment(34d696aa-a2a7-4c35-96e8-c63a83bdc138),segment_id=34d696aa-a2a7-4c35-96e8-c63a83bdc138)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:07:14.839663 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '3b2cee35-a2fd-423e-8226-66b4d8612eae', 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9', 'port_id': '3b2cee35-a2fd-423e-8226-66b4d8612eae', 'mac_address': 'fa:16:3e:9e:13:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32061ea4-15ec-4432-a926-9034d27dc2f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:07:14.878294 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2fa1f-4b15-4dd7-abd1-48b1c23f6a43 req-ebe873e3-d436-4d61-99b2-a1e2e6570b33 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:14.879947 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1c2fa1f-4b15-4dd7-abd1-48b1c23f6a43 req-ebe873e3-d436-4d61-99b2-a1e2e6570b33 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 982 time: 0.0630991 Dec 14 03:07:14.885474 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:14.902195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b2cee35-a2fd-423e-8226-66b4d8612eae {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:07:14.930538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3b2cee35-a2fd-423e-8226-66b4d8612eae, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3b2cee35-a2fd-423e-8226-66b4d8612eae,segment=NetworkSegment(34d696aa-a2a7-4c35-96e8-c63a83bdc138),segment_id=34d696aa-a2a7-4c35-96e8-c63a83bdc138)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:07:14.962383 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1c2fa1f-4b15-4dd7-abd1-48b1c23f6a43 req-ec9a55a8-d5bd-479c-9d1e-24498c856353 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b39cfdf-c091-44c0-aab3-68b85cfd9679&id=74cd7720-1f8a-4103-85c2-333f1bbcf9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0718422 Dec 14 03:07:15.004909 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:15.052855 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=3b2cee35-a2fd-423e-8226-66b4d8612eae,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:15.263918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['3b2cee35-a2fd-423e-8226-66b4d8612eae'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:07:16.088576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9603c7-3616-497d-abca-90f45d321b1a req-4d7468f9-6397-42c0-aad2-2e004863c377 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:16.091562 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea9603c7-3616-497d-abca-90f45d321b1a req-4d7468f9-6397-42c0-aad2-2e004863c377 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 983 time: 0.0535188 Dec 14 03:07:16.163777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea9603c7-3616-497d-abca-90f45d321b1a req-9d6fafa6-6cee-4641-9147-162c60a92cfd tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b39cfdf-c091-44c0-aab3-68b85cfd9679&id=74cd7720-1f8a-4103-85c2-333f1bbcf9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0661924 Dec 14 03:07:16.742616 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3b2cee35-a2fd-423e-8226-66b4d8612eae up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:07:16.872604 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 3b2cee35-a2fd-423e-8226-66b4d8612eae completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:07:16.883414 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 3b2cee35-a2fd-423e-8226-66b4d8612eae triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:16.883799 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:17.043453 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:17.072565 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3291d5-ce4f-425a-a33d-61772960fe42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2cee35-a2fd-423e-8226-66b4d8612eae'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:07:17.075160 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3b1e96-7445-4187-8a91-1644750b3806" -d '{"events": [{"server_uuid": "4a3291d5-ce4f-425a-a33d-61772960fe42", "name": "network-vif-plugged", "status": "completed", "tag": "3b2cee35-a2fd-423e-8226-66b4d8612eae"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:07:17.108249 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3b2cee35-a2fd-423e-8226-66b4d8612eae, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3b2cee35-a2fd-423e-8226-66b4d8612eae,segment=NetworkSegment(34d696aa-a2a7-4c35-96e8-c63a83bdc138),segment_id=34d696aa-a2a7-4c35-96e8-c63a83bdc138)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:07:17.129174 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840fd3f2-28f0-41b8-9c40-fdadfcc3b802 x-openstack-request-id: req-840fd3f2-28f0-41b8-9c40-fdadfcc3b802 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:07:17.129765 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3291d5-ce4f-425a-a33d-61772960fe42", "name": "network-vif-plugged", "status": "completed", "tag": "3b2cee35-a2fd-423e-8226-66b4d8612eae", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:07:17.134762 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-840fd3f2-28f0-41b8-9c40-fdadfcc3b802 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:07:17.134762 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3291d5-ce4f-425a-a33d-61772960fe42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b2cee35-a2fd-423e-8226-66b4d8612eae', 'code': 200} Dec 14 03:07:17.176619 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:17.228259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=3b2cee35-a2fd-423e-8226-66b4d8612eae,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:17.292960 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766a41b-7d74-4828-b964-af7cc2b67471 req-534a0f6f-1f75-45df-b353-976f6c4e8ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:17.294611 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c766a41b-7d74-4828-b964-af7cc2b67471 req-534a0f6f-1f75-45df-b353-976f6c4e8ba2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 1135 time: 0.0650403 Dec 14 03:07:17.319651 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e8e92-0b3d-42bb-ac0d-cd907a9e86bb req-d0ba6e99-34cb-4b90-b10f-bebe0b5c5ee7 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:17.322603 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b7e8e92-0b3d-42bb-ac0d-cd907a9e86bb req-d0ba6e99-34cb-4b90-b10f-bebe0b5c5ee7 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 984 time: 0.0848882 Dec 14 03:07:17.361374 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c766a41b-7d74-4828-b964-af7cc2b67471 req-70c2e6d1-9274-41ad-b687-7393abb8cf1a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4b39cfdf-c091-44c0-aab3-68b85cfd9679&id=74cd7720-1f8a-4103-85c2-333f1bbcf9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0591955 Dec 14 03:07:17.385088 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b7e8e92-0b3d-42bb-ac0d-cd907a9e86bb req-10fead6c-d403-4fa5-9842-63441bea9357 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b39cfdf-c091-44c0-aab3-68b85cfd9679&id=74cd7720-1f8a-4103-85c2-333f1bbcf9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0568194 Dec 14 03:07:18.059447 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49020) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:18.064081 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-d1fb3cd8-b5c8-4ae8-93cc-45c00b527c04 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172796479', 'description': 'tempest-secgroup-smoke-1172796479 description', 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:18.180771 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1fb3cd8-b5c8-4ae8-93cc-45c00b527c04 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:18.250161 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1fb3cd8-b5c8-4ae8-93cc-45c00b527c04 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:18.335184 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1fb3cd8-b5c8-4ae8-93cc-45c00b527c04 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:18.375228 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fb3cd8-b5c8-4ae8-93cc-45c00b527c04 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74f4086-8f7c-4977-893e-b1e843f06a0c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:18.482412 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d1fb3cd8-b5c8-4ae8-93cc-45c00b527c04 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:18.485425 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d1fb3cd8-b5c8-4ae8-93cc-45c00b527c04 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4247229 Dec 14 03:07:18.488215 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49028) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:18.494913 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-063a667b-df3b-4a78-9581-187d9aa4d4cd tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Request body: {'security_group_rule': {'security_group_id': 'e74f4086-8f7c-4977-893e-b1e843f06a0c', 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:18.504846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e325d3-ef19-4177-a3a9-f1743707164e req-dc59ebff-ff10-4297-a268-9fa37897e36c tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:18.509798 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-65e325d3-ef19-4177-a3a9-f1743707164e req-dc59ebff-ff10-4297-a268-9fa37897e36c tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 984 time: 0.0567043 Dec 14 03:07:18.562894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-65e325d3-ef19-4177-a3a9-f1743707164e req-5403f830-460e-46fe-9240-48f9a22391d7 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b39cfdf-c091-44c0-aab3-68b85cfd9679&id=74cd7720-1f8a-4103-85c2-333f1bbcf9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0505440 Dec 14 03:07:18.615872 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-063a667b-df3b-4a78-9581-187d9aa4d4cd tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:18.671869 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-063a667b-df3b-4a78-9581-187d9aa4d4cd tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:18.747352 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-063a667b-df3b-4a78-9581-187d9aa4d4cd tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:18.766069 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a667b-df3b-4a78-9581-187d9aa4d4cd tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a4c04e-e714-4604-8830-ee74b7fee5bd,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:18.806527 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-063a667b-df3b-4a78-9581-187d9aa4d4cd tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:18.807818 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-063a667b-df3b-4a78-9581-187d9aa4d4cd tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3184595 Dec 14 03:07:18.810572 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49032) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:18.815666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-7a3f1c31-91b4-457f-8556-d71cbc235585 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Request body: {'security_group_rule': {'security_group_id': 'e74f4086-8f7c-4977-893e-b1e843f06a0c', 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:18.884425 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7a3f1c31-91b4-457f-8556-d71cbc235585 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:18.943754 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7a3f1c31-91b4-457f-8556-d71cbc235585 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:19.009353 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7a3f1c31-91b4-457f-8556-d71cbc235585 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:19.026829 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f1c31-91b4-457f-8556-d71cbc235585 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43197e7a-3b1f-4f0c-9392-78e70dad1fd8,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:19.103827 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7a3f1c31-91b4-457f-8556-d71cbc235585 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:19.105077 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7a3f1c31-91b4-457f-8556-d71cbc235585 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2936020 Dec 14 03:07:19.107745 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49034) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:19.112783 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-11c871de-bd89-4b7d-9a7a-b4ef5796f18d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Request body: {'security_group_rule': {'security_group_id': 'e74f4086-8f7c-4977-893e-b1e843f06a0c', 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:19.215460 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11c871de-bd89-4b7d-9a7a-b4ef5796f18d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:19.275230 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11c871de-bd89-4b7d-9a7a-b4ef5796f18d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:19.359709 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11c871de-bd89-4b7d-9a7a-b4ef5796f18d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:19.377744 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c871de-bd89-4b7d-9a7a-b4ef5796f18d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b77973-9cf1-4342-86cc-dd0b42b5e93e,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:19.451349 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11c871de-bd89-4b7d-9a7a-b4ef5796f18d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:19.452670 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-11c871de-bd89-4b7d-9a7a-b4ef5796f18d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3434138 Dec 14 03:07:19.455488 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49038) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:19.460176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ee58a6c6-2122-4cb3-bd49-4589da593156 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Request body: {'security_group_rule': {'security_group_id': 'e74f4086-8f7c-4977-893e-b1e843f06a0c', 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:19.546766 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ee58a6c6-2122-4cb3-bd49-4589da593156 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:19.552730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49040) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:19.610931 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ee58a6c6-2122-4cb3-bd49-4589da593156 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:19.678977 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ee58a6c6-2122-4cb3-bd49-4589da593156 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:19.696791 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58a6c6-2122-4cb3-bd49-4589da593156 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c3b167-2143-449a-abf6-e80ba1b62a13,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:19.704632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c45765-1196-4e3c-bbfe-8d200b8eb844 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:19.705321 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c45765-1196-4e3c-bbfe-8d200b8eb844 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:19.705699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c45765-1196-4e3c-bbfe-8d200b8eb844 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:19.708065 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-25c45765-1196-4e3c-bbfe-8d200b8eb844 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=20c9049ba808410893e5ad85f07ffc98&network_id=83711c66-824e-44ba-b256-6b304df4d7cc HTTP/1.1" status: 200 len: 2969 time: 0.1536179 Dec 14 03:07:19.729211 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd4812-f5d3-4106-90be-1cf83f18d1ee req-71b6dee8-d45f-497e-8492-1668b034db39 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:19.731068 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3bd4812-f5d3-4106-90be-1cf83f18d1ee req-71b6dee8-d45f-497e-8492-1668b034db39 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 984 time: 0.0665736 Dec 14 03:07:19.777967 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ee58a6c6-2122-4cb3-bd49-4589da593156 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:19.779457 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ee58a6c6-2122-4cb3-bd49-4589da593156 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3229291 Dec 14 03:07:19.782575 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49048) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:19.786960 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6b64c026-9dad-44a1-886c-83613613881a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Request body: {'security_group_rule': {'security_group_id': 'e74f4086-8f7c-4977-893e-b1e843f06a0c', 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:19.794697 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3bd4812-f5d3-4106-90be-1cf83f18d1ee req-72b36328-1bb8-4842-a123-954adf67f39d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b39cfdf-c091-44c0-aab3-68b85cfd9679&id=74cd7720-1f8a-4103-85c2-333f1bbcf9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0570378 Dec 14 03:07:19.879224 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-6b64c026-9dad-44a1-886c-83613613881a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Project 9f0b73c75de740e8ad1f65064e3d00cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:07:19.885103 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6b64c026-9dad-44a1-886c-83613613881a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:19.915219 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0d18a-3050-4298-9117-4c167d0f1477 req-ec5427e7-96cd-46b4-badc-6111ddce0ee1 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:19.916829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f0d0d18a-3050-4298-9117-4c167d0f1477 req-ec5427e7-96cd-46b4-badc-6111ddce0ee1 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 984 time: 0.0514457 Dec 14 03:07:19.977009 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6b64c026-9dad-44a1-886c-83613613881a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:19.981136 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f0d0d18a-3050-4298-9117-4c167d0f1477 req-fde54c95-cdc2-41b1-bc0b-972eaf6d9878 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b39cfdf-c091-44c0-aab3-68b85cfd9679&id=74cd7720-1f8a-4103-85c2-333f1bbcf9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0579638 Dec 14 03:07:20.050569 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6b64c026-9dad-44a1-886c-83613613881a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:20.070842 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b64c026-9dad-44a1-886c-83613613881a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce539aed-c1d8-467e-8809-2875ae3d4872,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:20.095146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d792b79-7b7b-4925-a846-b52f4f900018 req-70bd67ec-7739-4138-9331-fe30520334c3 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:20.096699 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d792b79-7b7b-4925-a846-b52f4f900018 req-70bd67ec-7739-4138-9331-fe30520334c3 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 1135 time: 0.0506785 Dec 14 03:07:20.116890 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0d792b79-7b7b-4925-a846-b52f4f900018 req-063cde29-ecfb-4771-9833-4b6161d45368 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:20.136262 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6b64c026-9dad-44a1-886c-83613613881a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:20.136262 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6b64c026-9dad-44a1-886c-83613613881a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3503716 Dec 14 03:07:20.136734 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49056) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:20.142288 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e45fa04a-eebd-48a4-8db6-63df2f84156e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Request body: {'security_group_rule': {'security_group_id': 'e74f4086-8f7c-4977-893e-b1e843f06a0c', 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:20.204386 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0d792b79-7b7b-4925-a846-b52f4f900018 req-063cde29-ecfb-4771-9833-4b6161d45368 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:20.233928 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-e45fa04a-eebd-48a4-8db6-63df2f84156e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Project 9f0b73c75de740e8ad1f65064e3d00cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:07:20.245341 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e45fa04a-eebd-48a4-8db6-63df2f84156e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:20.290350 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-0d792b79-7b7b-4925-a846-b52f4f900018 req-063cde29-ecfb-4771-9833-4b6161d45368 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:20.397245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063cde29-ecfb-4771-9833-4b6161d45368 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc12797-684b-4db9-affa-022aa8aa8c7f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:20.404423 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e45fa04a-eebd-48a4-8db6-63df2f84156e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:20.415535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0d792b79-7b7b-4925-a846-b52f4f900018 req-063cde29-ecfb-4771-9833-4b6161d45368 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4b39cfdf-c091-44c0-aab3-68b85cfd9679&id=74cd7720-1f8a-4103-85c2-333f1bbcf9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3119526 Dec 14 03:07:20.438342 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49058) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:20.478672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bf1077-f162-4a58-a474-b94fda2afa48 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:20.480275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-43bf1077-f162-4a58-a474-b94fda2afa48 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 1130 time: 0.0409315 Dec 14 03:07:20.484072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49060) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:20.488955 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': '3b2cee35-a2fd-423e-8226-66b4d8612eae', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:20.503082 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e45fa04a-eebd-48a4-8db6-63df2f84156e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:20.520279 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fa04a-eebd-48a4-8db6-63df2f84156e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4bb698-c000-4394-823a-029326ea4127,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:20.597611 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:07:20.599270 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:20.697077 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e45fa04a-eebd-48a4-8db6-63df2f84156e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:20.698411 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e45fa04a-eebd-48a4-8db6-63df2f84156e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5606608 Dec 14 03:07:20.702734 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:20.825044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Allocated IP 172.25.7.179 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/e8501328-88f1-41de-95ed-354ac90fcdff) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:07:20.956887 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:21.051079 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:21.094621 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:07:21.097938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:07:21.100446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:07:21.129891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event updated for resources: {'Port': ['ID=e8501328-88f1-41de-95ed-354ac90fcdff,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:21.601716 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:21.780652 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:21.952763 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:22.033271 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:22.104579 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event updated for resources: {'Port': ['ID=e8501328-88f1-41de-95ed-354ac90fcdff,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:22.120528 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:22.158921 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49146) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:22.239229 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33215d7-5089-433e-8bab-8ae41c49a50e tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:22.241195 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f33215d7-5089-433e-8bab-8ae41c49a50e tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c HTTP/1.1" status: 200 len: 814 time: 0.0800176 Dec 14 03:07:22.289472 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Floating IP 125ee814-0195-4c70-9d56-13dfadcfbab3 associated. External IP: 172.25.7.179, port: 3b2cee35-a2fd-423e-8226-66b4d8612eae. Dec 14 03:07:22.543354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Router 3065517a-391f-4f4d-8c7c-2d3b803728bc has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:07:22.657691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:07:22.669771 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101c55d2-5fa7-46a7-9b8f-94fe26554459 None None] Sync routers for ids ['3065517a-391f-4f4d-8c7c-2d3b803728bc'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:07:22.682010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c55d2-5fa7-46a7-9b8f-94fe26554459 None None] Routers {'3065517a-391f-4f4d-8c7c-2d3b803728bc'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:07:22.685927 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-101c55d2-5fa7-46a7-9b8f-94fe26554459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:07:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3065517a-391f-4f4d-8c7c-2d3b803728bc'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:07:22.738346 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:22.771168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c3eab97f-f04f-406f-8ea3-71c97fdd637f tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2859228 Dec 14 03:07:22.771762 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3291d5-ce4f-425a-a33d-61772960fe42', 'tag': '3b2cee35-a2fd-423e-8226-66b4d8612eae'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:07:22.773835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49154) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:22.774215 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67a3072-bf05-49e7-a8c1-aafc36201fec" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3291d5-ce4f-425a-a33d-61772960fe42", "tag": "3b2cee35-a2fd-423e-8226-66b4d8612eae"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:07:22.812839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-101c55d2-5fa7-46a7-9b8f-94fe26554459 None None] Set router 3065517a-391f-4f4d-8c7c-2d3b803728bc gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:07:22.848260 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d32dc23-61d4-42fa-b9cf-f6d13172b785 x-openstack-request-id: req-3d32dc23-61d4-42fa-b9cf-f6d13172b785 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:07:22.849280 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3291d5-ce4f-425a-a33d-61772960fe42", "tag": "3b2cee35-a2fd-423e-8226-66b4d8612eae", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:07:22.849280 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d32dc23-61d4-42fa-b9cf-f6d13172b785 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:07:22.852621 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3291d5-ce4f-425a-a33d-61772960fe42', 'tag': '3b2cee35-a2fd-423e-8226-66b4d8612eae', 'status': 'completed', 'code': 200} Dec 14 03:07:22.956046 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50eb5ce-e683-4532-9769-38d68b1b0634 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:22.956654 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50eb5ce-e683-4532-9769-38d68b1b0634 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:22.957208 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50eb5ce-e683-4532-9769-38d68b1b0634 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:22.958071 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50eb5ce-e683-4532-9769-38d68b1b0634 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:22.958249 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50eb5ce-e683-4532-9769-38d68b1b0634 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:22.958712 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50eb5ce-e683-4532-9769-38d68b1b0634 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:22.959353 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50eb5ce-e683-4532-9769-38d68b1b0634 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:22.959824 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50eb5ce-e683-4532-9769-38d68b1b0634 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:22.961761 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d50eb5ce-e683-4532-9769-38d68b1b0634 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5671 time: 0.1867564 Dec 14 03:07:22.964612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49158) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:22.977709 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a3072-bf05-49e7-a8c1-aafc36201fec req-322d293e-f35e-4d2c-936e-02f35a4a1d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:22.979465 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f67a3072-bf05-49e7-a8c1-aafc36201fec req-322d293e-f35e-4d2c-936e-02f35a4a1d08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c97c1b09732d488e8069a3f6aceb5c33&device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 1135 time: 0.0711265 Dec 14 03:07:23.062187 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49164) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:23.069228 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'network': {'name': 'tempest-network-smoke--1813467474', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'port_security_enabled': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:23.085906 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26252881-6158-4035-9e3e-660385ffa532 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:23.086386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26252881-6158-4035-9e3e-660385ffa532 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:23.086852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26252881-6158-4035-9e3e-660385ffa532 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:23.087567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26252881-6158-4035-9e3e-660385ffa532 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:23.088101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26252881-6158-4035-9e3e-660385ffa532 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:23.088484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26252881-6158-4035-9e3e-660385ffa532 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:23.088927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26252881-6158-4035-9e3e-660385ffa532 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:23.089400 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26252881-6158-4035-9e3e-660385ffa532 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:23.093296 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-26252881-6158-4035-9e3e-660385ffa532 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5268 time: 0.1258769 Dec 14 03:07:23.099045 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49166) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:23.105888 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-101c55d2-5fa7-46a7-9b8f-94fe26554459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-469384800', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:58Z', 'updated_at': '2021-12-14T03:07:03Z', 'revision_number': 4, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:59Z', 'updated_at': '2021-12-14T03:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '125ee814-0195-4c70-9d56-13dfadcfbab3', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'floating_ip_address': '172.25.7.179', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'port_id': '3b2cee35-a2fd-423e-8226-66b4d8612eae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9', 'mac_address': 'fa:16:3e:9e:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3291d5-ce4f-425a-a33d-61772960fe42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:07:21Z', 'updated_at': '2021-12-14T03:07:21Z', 'revision_number': 0, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5908e1d8-f378-45d5-8d5d-c52245c8fc72', 'name': '', 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'mac_address': 'fa:16:3e:22:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '32061ea4-15ec-4432-a926-9034d27dc2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:02Z', 'updated_at': '2021-12-14T03:07:07Z', 'revision_number': 5, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'subnets': [{'id': '32061ea4-15ec-4432-a926-9034d27dc2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:07:23.134952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101c55d2-5fa7-46a7-9b8f-94fe26554459 None None] Checking router: 3065517a-391f-4f4d-8c7c-2d3b803728bc for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:07:23.142176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a3072-bf05-49e7-a8c1-aafc36201fec req-3d5817ed-24ef-438d-b8bf-295a8b8e0108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:23.144611 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f67a3072-bf05-49e7-a8c1-aafc36201fec req-3d5817ed-24ef-438d-b8bf-295a8b8e0108 service neutron] 10.222.0.47 "GET /v2.0/networks?id=498e514e-4273-4c26-8b59-53b078edf1c9 HTTP/1.1" status: 200 len: 898 time: 0.1574965 Dec 14 03:07:23.145218 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c55d2-5fa7-46a7-9b8f-94fe26554459 None None] Routers {'3065517a-391f-4f4d-8c7c-2d3b803728bc'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:07:23.146027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-101c55d2-5fa7-46a7-9b8f-94fe26554459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:07:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3065517a-391f-4f4d-8c7c-2d3b803728bc'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:07:23.248270 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Made reservation on behalf of 20c9049ba808410893e5ad85f07ffc98 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:07:23.255687 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:23.299760 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:07:23.312725 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:23.313090 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Added segment 9dd0acac-1b60-4429-9082-b80c01ddd8ce of type vlan for network 773c1b61-6ea2-48dc-b78d-3d415af712da Dec 14 03:07:23.362442 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:23.393066 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f67a3072-bf05-49e7-a8c1-aafc36201fec req-ab226078-b73c-4bdc-94fd-51ce6fdd74df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2cee35-a2fd-423e-8226-66b4d8612eae HTTP/1.1" status: 200 len: 999 time: 0.2416902 Dec 14 03:07:23.471208 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a3072-bf05-49e7-a8c1-aafc36201fec req-05a125c2-4821-41e9-944e-8b72e9a1e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:23.474263 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f67a3072-bf05-49e7-a8c1-aafc36201fec req-05a125c2-4821-41e9-944e-8b72e9a1e5c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32061ea4-15ec-4432-a926-9034d27dc2f7 HTTP/1.1" status: 200 len: 835 time: 0.0742071 Dec 14 03:07:23.475558 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:23.485476 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:23.486197 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:23.508564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-101c55d2-5fa7-46a7-9b8f-94fe26554459 None None] Set router 3065517a-391f-4f4d-8c7c-2d3b803728bc gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:07:23.607116 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a3072-bf05-49e7-a8c1-aafc36201fec req-071d9ec5-6adc-4bdb-b6ba-8b3a9a13bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:23.609621 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f67a3072-bf05-49e7-a8c1-aafc36201fec req-071d9ec5-6adc-4bdb-b6ba-8b3a9a13bd51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=498e514e-4273-4c26-8b59-53b078edf1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199772 Dec 14 03:07:23.840895 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-88f3f439-76f7-4ee1-a346-576d62ba1a5f tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3772 time: 0.7405012 Dec 14 03:07:23.843848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49172) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:23.903532 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caae29a-a571-489f-bd42-d7f367ede878 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:23.904297 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caae29a-a571-489f-bd42-d7f367ede878 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:23.907944 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5caae29a-a571-489f-bd42-d7f367ede878 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3065517a-391f-4f4d-8c7c-2d3b803728bc HTTP/1.1" status: 200 len: 1990 time: 0.0625772 Dec 14 03:07:24.012360 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-101c55d2-5fa7-46a7-9b8f-94fe26554459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-469384800', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:58Z', 'updated_at': '2021-12-14T03:07:03Z', 'revision_number': 4, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:59Z', 'updated_at': '2021-12-14T03:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '125ee814-0195-4c70-9d56-13dfadcfbab3', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'floating_ip_address': '172.25.7.179', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'port_id': '3b2cee35-a2fd-423e-8226-66b4d8612eae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9', 'mac_address': 'fa:16:3e:9e:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3291d5-ce4f-425a-a33d-61772960fe42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:07:21Z', 'updated_at': '2021-12-14T03:07:21Z', 'revision_number': 0, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5908e1d8-f378-45d5-8d5d-c52245c8fc72', 'name': '', 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'mac_address': 'fa:16:3e:22:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '32061ea4-15ec-4432-a926-9034d27dc2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:02Z', 'updated_at': '2021-12-14T03:07:07Z', 'revision_number': 5, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'subnets': [{'id': '32061ea4-15ec-4432-a926-9034d27dc2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:07:24.035263 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9719796 Dec 14 03:07:24.035875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49176) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:24.037479 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Network': ['ID=773c1b61-6ea2-48dc-b78d-3d415af712da,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:24.052444 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101c55d2-5fa7-46a7-9b8f-94fe26554459 None None] The sync data for ids ['3065517a-391f-4f4d-8c7c-2d3b803728bc'] in n-d-821636-1 is: [{'id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-469384800', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:58Z', 'updated_at': '2021-12-14T03:07:03Z', 'revision_number': 4, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:59Z', 'updated_at': '2021-12-14T03:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '125ee814-0195-4c70-9d56-13dfadcfbab3', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'floating_ip_address': '172.25.7.179', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'port_id': '3b2cee35-a2fd-423e-8226-66b4d8612eae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3971, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9', 'mac_address': 'fa:16:3e:9e:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3291d5-ce4f-425a-a33d-61772960fe42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:07:21Z', 'updated_at': '2021-12-14T03:07:21Z', 'revision_number': 0, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5908e1d8-f378-45d5-8d5d-c52245c8fc72', 'name': '', 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'mac_address': 'fa:16:3e:22:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '32061ea4-15ec-4432-a926-9034d27dc2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:02Z', 'updated_at': '2021-12-14T03:07:07Z', 'revision_number': 5, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'subnets': [{'id': '32061ea4-15ec-4432-a926-9034d27dc2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:07:24.065454 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:24.065812 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:24.066156 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:24.066496 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:24.066837 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:24.067178 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:24.067518 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:24.067853 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:24.068186 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:24.068515 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:24.068844 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:24.069175 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:24.069529 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e2ef86-7a78-48d5-9c1b-35d29fd47b26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:24.091815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 773c1b61-6ea2-48dc-b78d-3d415af712da details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:07:24.121441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acf612a-9ee3-4731-9e45-79dd83f8ca33 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:24.126040 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2acf612a-9ee3-4731-9e45-79dd83f8ca33 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=20c9049ba808410893e5ad85f07ffc98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0860817 Dec 14 03:07:24.128454 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49178) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:24.139832 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f67a3072-bf05-49e7-a8c1-aafc36201fec req-868d1ffb-9a3b-457c-ad40-11872ebce536 service neutron] 10.222.0.47 "GET /v2.0/networks/498e514e-4273-4c26-8b59-53b078edf1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227091 Dec 14 03:07:24.284341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554644e2-2141-4c4e-984b-d60dbfaa346e tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:24.288359 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-554644e2-2141-4c4e-984b-d60dbfaa346e tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1562920 Dec 14 03:07:24.288606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49182) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:24.303427 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f67a3072-bf05-49e7-a8c1-aafc36201fec req-1e52e759-6259-4ff8-8902-b00bd21d834b service neutron] 10.222.0.47 "GET /v2.0/networks/498e514e-4273-4c26-8b59-53b078edf1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506381 Dec 14 03:07:24.322606 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f8400657-b0c5-4e7e-bba7-7822439e1a4d tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329223 Dec 14 03:07:24.325168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49184) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:24.362249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-50c49a79-aaff-4a3d-bceb-79d510382fe2 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=20c9049ba808410893e5ad85f07ffc98&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335896 Dec 14 03:07:24.362457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49186) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:24.442035 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48138a3-b847-4275-8ca0-4d6fc32dbb7c None None] New status for floating IP 125ee814-0195-4c70-9d56-13dfadcfbab3: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:07:24.479179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dba475-bfcd-4dc8-bbf3-2e1196ef3292 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:24.480802 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-68dba475-bfcd-4dc8-bbf3-2e1196ef3292 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1174874 Dec 14 03:07:24.484268 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49188) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:24.527673 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49190) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:24.528609 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-87fa33d8-3454-4703-a84d-8aaedf1569f4 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425329 Dec 14 03:07:24.534595 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5e7241e5-e87c-4e76-a4ea-5406b32bb48a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1160807726', 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:24.716585 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7241e5-e87c-4e76-a4ea-5406b32bb48a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Made reservation on behalf of 20c9049ba808410893e5ad85f07ffc98 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:07:24.717135 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e7241e5-e87c-4e76-a4ea-5406b32bb48a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:25.026835 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e7241e5-e87c-4e76-a4ea-5406b32bb48a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:25.093708 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7241e5-e87c-4e76-a4ea-5406b32bb48a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Subnet': ['ID=15cb1cab-9e8a-4824-ac06-f0e54f11b58a,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:25.105671 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7241e5-e87c-4e76-a4ea-5406b32bb48a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Checking segment: {'id': '9dd0acac-1b60-4429-9082-b80c01ddd8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:07:25.106290 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7241e5-e87c-4e76-a4ea-5406b32bb48a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Network hostable DHCP agents. Network: 773c1b61-6ea2-48dc-b78d-3d415af712da, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:07:25.193537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7241e5-e87c-4e76-a4ea-5406b32bb48a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Network 773c1b61-6ea2-48dc-b78d-3d415af712da is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:07:25.280930 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-5e7241e5-e87c-4e76-a4ea-5406b32bb48a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 773c1b61-6ea2-48dc-b78d-3d415af712da) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:07:25.291253 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7241e5-e87c-4e76-a4ea-5406b32bb48a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:25.292171 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5e7241e5-e87c-4e76-a4ea-5406b32bb48a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:25.298641 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7616427-a978-4c68-917e-33c71dc2f5c6 None None] Network 773c1b61-6ea2-48dc-b78d-3d415af712da requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:07:25.402328 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5e7241e5-e87c-4e76-a4ea-5406b32bb48a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8734806 Dec 14 03:07:25.403804 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-773c1b61-6ea2-48dc-b78d-3d415af712da', 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'fixed_ips': [{'subnet_id': '15cb1cab-9e8a-4824-ac06-f0e54f11b58a'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:07:25.404733 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:25.551232 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Allocated IP 172.20.0.18 (773c1b61-6ea2-48dc-b78d-3d415af712da/15cb1cab-9e8a-4824-ac06-f0e54f11b58a/3ed27760-6c47-4ea7-b759-98c13ef1915d) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:07:25.709294 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:25.776849 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:25.816087 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Network 773c1b61-6ea2-48dc-b78d-3d415af712da is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:07:25.818945 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:07:25.822671 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:07:25.850652 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Pushing event updated for resources: {'Port': ['ID=3ed27760-6c47-4ea7-b759-98c13ef1915d,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:25.881350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Attempting to bind port 3ed27760-6c47-4ea7-b759-98c13ef1915d on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:07:25.881350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Attempting to bind port 3ed27760-6c47-4ea7-b759-98c13ef1915d by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '9dd0acac-1b60-4429-9082-b80c01ddd8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:07:25.882923 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Attempting to bind port 3ed27760-6c47-4ea7-b759-98c13ef1915d on network 773c1b61-6ea2-48dc-b78d-3d415af712da {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:07:25.887391 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:07:25.887770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Checking segment: {'id': '9dd0acac-1b60-4429-9082-b80c01ddd8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:07:25.888179 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:25.888581 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Bound using segment: {'id': '9dd0acac-1b60-4429-9082-b80c01ddd8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:07:25.889058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Bound port: 3ed27760-6c47-4ea7-b759-98c13ef1915d, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd0acac-1b60-4429-9082-b80c01ddd8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:07:25.890015 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:25.947950 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49200) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:25.953032 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-205f37c5-0db2-4c9f-9b3a-63667f713a37 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1683837023', 'description': 'tempest-secgroup-smoke-1683837023 description', 'project_id': '20c9049ba808410893e5ad85f07ffc98'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:25.961698 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] For port 3ed27760-6c47-4ea7-b759-98c13ef1915d, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:07:25.965258 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] For port 3ed27760-6c47-4ea7-b759-98c13ef1915d, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3ed27760-6c47-4ea7-b759-98c13ef1915d,segment=NetworkSegment(9dd0acac-1b60-4429-9082-b80c01ddd8ce),segment_id=9dd0acac-1b60-4429-9082-b80c01ddd8ce)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:07:26.056683 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:26.067197 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-205f37c5-0db2-4c9f-9b3a-63667f713a37 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:26.116697 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e4d51-606d-4528-acb8-3c89479a22fe None None] Pushing event updated for resources: {'Port': ['ID=3ed27760-6c47-4ea7-b759-98c13ef1915d,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:26.166798 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-205f37c5-0db2-4c9f-9b3a-63667f713a37 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:26.233009 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-205f37c5-0db2-4c9f-9b3a-63667f713a37 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:26.270835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f37c5-0db2-4c9f-9b3a-63667f713a37 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97064557-4d46-4f4c-9a46-5d3d3e695a3b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:26.324328 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-205f37c5-0db2-4c9f-9b3a-63667f713a37 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:26.325781 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-205f37c5-0db2-4c9f-9b3a-63667f713a37 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3766263 Dec 14 03:07:26.329477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49204) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:26.336933 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-9e141b91-dcc6-46f3-a9a8-b8c56d755462 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group_rule': {'security_group_id': '97064557-4d46-4f4c-9a46-5d3d3e695a3b', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:26.446280 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e141b91-dcc6-46f3-a9a8-b8c56d755462 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:26.511409 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e141b91-dcc6-46f3-a9a8-b8c56d755462 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:26.597848 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e141b91-dcc6-46f3-a9a8-b8c56d755462 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:26.620951 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e141b91-dcc6-46f3-a9a8-b8c56d755462 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565e43af-f12f-448f-a547-5507caf09c76,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:26.692070 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e141b91-dcc6-46f3-a9a8-b8c56d755462 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:26.695890 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9e141b91-dcc6-46f3-a9a8-b8c56d755462 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3612986 Dec 14 03:07:26.696067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49210) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:26.700763 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-75039397-e409-4dc8-b3ce-7da9556c223a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group_rule': {'security_group_id': '97064557-4d46-4f4c-9a46-5d3d3e695a3b', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:26.792155 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75039397-e409-4dc8-b3ce-7da9556c223a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:26.858066 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75039397-e409-4dc8-b3ce-7da9556c223a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:26.930147 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75039397-e409-4dc8-b3ce-7da9556c223a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:26.961634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75039397-e409-4dc8-b3ce-7da9556c223a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35cdf9d6-2272-4615-821a-6cd214a511f9,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:27.018369 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-75039397-e409-4dc8-b3ce-7da9556c223a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:27.019668 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-75039397-e409-4dc8-b3ce-7da9556c223a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3225036 Dec 14 03:07:27.022416 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49214) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:27.027421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-1b1f5e85-05b5-44a4-826f-55e78daa9c2d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group_rule': {'security_group_id': '97064557-4d46-4f4c-9a46-5d3d3e695a3b', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:27.131648 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b1f5e85-05b5-44a4-826f-55e78daa9c2d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:27.236518 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b1f5e85-05b5-44a4-826f-55e78daa9c2d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:27.257892 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36deeedd-e0bd-4acb-b75f-bbbf98723517 None None] Network 773c1b61-6ea2-48dc-b78d-3d415af712da requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:07:27.262593 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:27.313497 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b1f5e85-05b5-44a4-826f-55e78daa9c2d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:27.333574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1f5e85-05b5-44a4-826f-55e78daa9c2d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f326af-6feb-4ce6-8dee-7382a4e8ce59,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:27.392331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c3ac63e4-9a65-4ec4-a9ab-4da4eabe09d6 None None] Provisioning complete for port 3ed27760-6c47-4ea7-b759-98c13ef1915d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:27.392656 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3ac63e4-9a65-4ec4-a9ab-4da4eabe09d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:27.421350 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b1f5e85-05b5-44a4-826f-55e78daa9c2d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:27.423208 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1b1f5e85-05b5-44a4-826f-55e78daa9c2d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3998184 Dec 14 03:07:27.426243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49216) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:27.432735 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2411fa0e-213b-4154-a3c1-36b0fd580b6e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group_rule': {'security_group_id': '97064557-4d46-4f4c-9a46-5d3d3e695a3b', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:27.495038 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3ac63e4-9a65-4ec4-a9ab-4da4eabe09d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:27.541835 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c3ac63e4-9a65-4ec4-a9ab-4da4eabe09d6 None None] For port 3ed27760-6c47-4ea7-b759-98c13ef1915d, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3ed27760-6c47-4ea7-b759-98c13ef1915d,segment=NetworkSegment(9dd0acac-1b60-4429-9082-b80c01ddd8ce),segment_id=9dd0acac-1b60-4429-9082-b80c01ddd8ce)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:07:27.543576 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2411fa0e-213b-4154-a3c1-36b0fd580b6e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:27.610221 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3ac63e4-9a65-4ec4-a9ab-4da4eabe09d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:27.638282 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2411fa0e-213b-4154-a3c1-36b0fd580b6e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:27.680422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac63e4-9a65-4ec4-a9ab-4da4eabe09d6 None None] Pushing event updated for resources: {'Port': ['ID=3ed27760-6c47-4ea7-b759-98c13ef1915d,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:27.695904 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2411fa0e-213b-4154-a3c1-36b0fd580b6e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:27.716495 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411fa0e-213b-4154-a3c1-36b0fd580b6e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec31f1e-de0a-4861-866e-d9b81630db66,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:27.740748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3f2023da-210a-4a2b-b70f-5c6c359382ea None None] Provisioning complete for port 3ed27760-6c47-4ea7-b759-98c13ef1915d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:27.741135 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3f2023da-210a-4a2b-b70f-5c6c359382ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:27.816149 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2411fa0e-213b-4154-a3c1-36b0fd580b6e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:27.820567 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2411fa0e-213b-4154-a3c1-36b0fd580b6e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3901446 Dec 14 03:07:27.820913 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49222) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:27.829224 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-eaaf5982-2559-4810-af94-a7ce16ef285d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group_rule': {'security_group_id': '97064557-4d46-4f4c-9a46-5d3d3e695a3b', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:27.941567 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-eaaf5982-2559-4810-af94-a7ce16ef285d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Project 20c9049ba808410893e5ad85f07ffc98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:07:27.947321 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eaaf5982-2559-4810-af94-a7ce16ef285d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:28.011013 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eaaf5982-2559-4810-af94-a7ce16ef285d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:28.101873 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eaaf5982-2559-4810-af94-a7ce16ef285d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:28.124824 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf5982-2559-4810-af94-a7ce16ef285d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e8e017-f887-49db-904b-6f381136b380,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:28.195230 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eaaf5982-2559-4810-af94-a7ce16ef285d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:28.199241 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-eaaf5982-2559-4810-af94-a7ce16ef285d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3746862 Dec 14 03:07:28.199936 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49224) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:28.205290 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-708dd172-9649-4374-a2e1-271bb369f451 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group_rule': {'security_group_id': '97064557-4d46-4f4c-9a46-5d3d3e695a3b', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:28.238354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3ed27760-6c47-4ea7-b759-98c13ef1915d up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:07:28.292121 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 3ed27760-6c47-4ea7-b759-98c13ef1915d triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:28.292745 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:28.301516 n-d-821636-1 neutron-server[103848]: INFO neutron.db.securitygroups_db [None req-708dd172-9649-4374-a2e1-271bb369f451 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Project 20c9049ba808410893e5ad85f07ffc98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:07:28.306845 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-708dd172-9649-4374-a2e1-271bb369f451 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:28.370337 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-708dd172-9649-4374-a2e1-271bb369f451 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:28.422015 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-708dd172-9649-4374-a2e1-271bb369f451 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:28.440395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708dd172-9649-4374-a2e1-271bb369f451 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd7d49c-1682-4514-80e9-aa1c500395d7,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:28.487016 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-708dd172-9649-4374-a2e1-271bb369f451 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:28.488294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-708dd172-9649-4374-a2e1-271bb369f451 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2872188 Dec 14 03:07:28.724597 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-577bce94-213a-41fa-abc6-bfc6a610670a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683837023&fields=id&tenant_id=20c9049ba808410893e5ad85f07ffc98 HTTP/1.1" status: 200 len: 267 time: 0.0512872 Dec 14 03:07:28.849163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-45bbf258-5e7d-4725-9a4b-3e3d744778fd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:28.850692 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-45bbf258-5e7d-4725-9a4b-3e3d744778fd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/networks?id=773c1b61-6ea2-48dc-b78d-3d415af712da HTTP/1.1" status: 200 len: 797 time: 0.1128485 Dec 14 03:07:28.867608 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-4a657024-b852-404b-8370-598cd97bf320 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/quotas/20c9049ba808410893e5ad85f07ffc98 HTTP/1.1" status: 200 len: 375 time: 0.0103705 Dec 14 03:07:28.933907 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-b9f398da-76f6-4ac6-8941-1f3c1e75659f tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=20c9049ba808410893e5ad85f07ffc98&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0595746 Dec 14 03:07:29.044157 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-2394ab48-adf6-440e-a40d-343ba7afd1a8 service neutron] 10.222.0.39 "GET /v2.0/networks/773c1b61-6ea2-48dc-b78d-3d415af712da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964780 Dec 14 03:07:29.143378 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-c91e146f-e94f-4dac-9622-8fce553bba96 service neutron] 10.222.0.39 "GET /v2.0/networks/773c1b61-6ea2-48dc-b78d-3d415af712da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923114 Dec 14 03:07:29.395711 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42e8e3e1-9b00-4b31-99ce-1f46062aceb9 req-f11f3b92-c2c6-4dac-a148-afcde6980366 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8f93af5-e3e2-40bf-a47f-e302e63d8d22 HTTP/1.1" status: 200 len: 210 time: 0.0348816 Dec 14 03:07:30.380729 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:30.511368 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26909168-3a11-4a5d-abbc-0395227a6bd6 req-53f3fa86-e7be-4ffc-a5dc-7b18663056e9 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8f93af5-e3e2-40bf-a47f-e302e63d8d22 HTTP/1.1" status: 200 len: 210 time: 0.0327291 Dec 14 03:07:31.502893 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-8ba1e179-9fc5-43ad-a32b-dff1624217ae tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:31.502893 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-8ba1e179-9fc5-43ad-a32b-dff1624217ae tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.47 "GET /v2.0/networks?id=773c1b61-6ea2-48dc-b78d-3d415af712da HTTP/1.1" status: 200 len: 797 time: 0.1176448 Dec 14 03:07:31.623286 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-61218c8f-1ac6-443e-97ce-17fe15781a6a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20c9049ba808410893e5ad85f07ffc98 HTTP/1.1" status: 200 len: 472 time: 0.1096091 Dec 14 03:07:31.625071 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3537a53d-8538-4243-bc4c-f07f7f1f0d98 req-092ad8ef-21be-4b5a-b2bb-9cc481b7bb44 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8f93af5-e3e2-40bf-a47f-e302e63d8d22 HTTP/1.1" status: 200 len: 210 time: 0.0294425 Dec 14 03:07:31.636899 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-947b7f99-c85a-41a2-a8eb-6adb601589f4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'port': {'device_id': 'c8f93af5-e3e2-40bf-a47f-e302e63d8d22', 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da', 'admin_state_up': True, 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'security_groups': ['97064557-4d46-4f4c-9a46-5d3d3e695a3b']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:32.050231 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-947b7f99-c85a-41a2-a8eb-6adb601589f4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Made reservation on behalf of 20c9049ba808410893e5ad85f07ffc98 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:07:32.055203 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-947b7f99-c85a-41a2-a8eb-6adb601589f4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:32.211819 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-947b7f99-c85a-41a2-a8eb-6adb601589f4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Allocated IP 172.20.0.22 (773c1b61-6ea2-48dc-b78d-3d415af712da/15cb1cab-9e8a-4824-ac06-f0e54f11b58a/db255e2b-12a4-4fee-9339-48bb49027686) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:07:32.392853 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-947b7f99-c85a-41a2-a8eb-6adb601589f4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:32.479139 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-947b7f99-c85a-41a2-a8eb-6adb601589f4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:32.530643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-947b7f99-c85a-41a2-a8eb-6adb601589f4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Network 773c1b61-6ea2-48dc-b78d-3d415af712da is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:07:32.534441 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-947b7f99-c85a-41a2-a8eb-6adb601589f4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:07:32.536993 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-947b7f99-c85a-41a2-a8eb-6adb601589f4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:07:32.571349 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b7f99-c85a-41a2-a8eb-6adb601589f4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Port': ['ID=db255e2b-12a4-4fee-9339-48bb49027686,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:32.606688 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-947b7f99-c85a-41a2-a8eb-6adb601589f4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:32.607676 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-947b7f99-c85a-41a2-a8eb-6adb601589f4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:32.728749 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-947b7f99-c85a-41a2-a8eb-6adb601589f4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0962732 Dec 14 03:07:32.752900 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fda085b2-bc0c-4d3b-9c2d-e5c3d5f78b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:32.755218 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Request body: {'port': {'device_id': 'c8f93af5-e3e2-40bf-a47f-e302e63d8d22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:32.792713 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e831bf7-9008-420d-a015-9f0061e7fae3 req-f3bf0ea8-e27f-4011-977f-c4fd96ffde64 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:32.794999 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9e831bf7-9008-420d-a015-9f0061e7fae3 req-f3bf0ea8-e27f-4011-977f-c4fd96ffde64 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8f93af5-e3e2-40bf-a47f-e302e63d8d22 HTTP/1.1" status: 200 len: 932 time: 0.0673892 Dec 14 03:07:32.838599 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:32.851729 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6d0f0aeb-b048-4efa-a450-fa559d72df5e None None] Provisioning complete for port db255e2b-12a4-4fee-9339-48bb49027686 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:32.854242 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6d0f0aeb-b048-4efa-a450-fa559d72df5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:32.870765 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9e831bf7-9008-420d-a015-9f0061e7fae3 req-c8a316a6-4844-4657-91b2-4653f920cf39 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=97064557-4d46-4f4c-9a46-5d3d3e695a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684209 Dec 14 03:07:32.907228 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6d0f0aeb-b048-4efa-a450-fa559d72df5e None None] Port db255e2b-12a4-4fee-9339-48bb49027686 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:07:33.158608 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db255e2b-12a4-4fee-9339-48bb49027686 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:07:33.166727 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:33.181070 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Transition to ACTIVE for port object db255e2b-12a4-4fee-9339-48bb49027686 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:07:33.250002 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:33.359814 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=db255e2b-12a4-4fee-9339-48bb49027686,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:33.400593 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Attempting to bind port db255e2b-12a4-4fee-9339-48bb49027686 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:07:33.401031 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Attempting to bind port db255e2b-12a4-4fee-9339-48bb49027686 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '9dd0acac-1b60-4429-9082-b80c01ddd8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:07:33.403368 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Attempting to bind port db255e2b-12a4-4fee-9339-48bb49027686 on network 773c1b61-6ea2-48dc-b78d-3d415af712da {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:07:33.410382 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Port db255e2b-12a4-4fee-9339-48bb49027686 on network 773c1b61-6ea2-48dc-b78d-3d415af712da not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:07:33.410583 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Attempting to bind port db255e2b-12a4-4fee-9339-48bb49027686 on network 773c1b61-6ea2-48dc-b78d-3d415af712da {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:07:33.417899 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:07:33.418518 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Checking segment: {'id': '9dd0acac-1b60-4429-9082-b80c01ddd8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:07:33.418971 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Bound using segment: {'id': '9dd0acac-1b60-4429-9082-b80c01ddd8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:07:33.419481 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Bound port: db255e2b-12a4-4fee-9339-48bb49027686, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dd0acac-1b60-4429-9082-b80c01ddd8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:07:33.419918 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:33.508912 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] For port db255e2b-12a4-4fee-9339-48bb49027686, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:07:33.512479 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] For port db255e2b-12a4-4fee-9339-48bb49027686, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=db255e2b-12a4-4fee-9339-48bb49027686,segment=NetworkSegment(9dd0acac-1b60-4429-9082-b80c01ddd8ce),segment_id=9dd0acac-1b60-4429-9082-b80c01ddd8ce)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:07:33.634752 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:33.682280 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:33.683004 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:33.684383 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] 10.222.0.47 "PUT /v2.0/ports/db255e2b-12a4-4fee-9339-48bb49027686 HTTP/1.1" status: 200 len: 1092 time: 0.9342244 Dec 14 03:07:33.685346 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f93af5-e3e2-40bf-a47f-e302e63d8d22', 'tag': 'db255e2b-12a4-4fee-9339-48bb49027686'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:07:33.687860 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac75f08-bd43-4a91-8444-620ebf1fc886" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f93af5-e3e2-40bf-a47f-e302e63d8d22", "tag": "db255e2b-12a4-4fee-9339-48bb49027686"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:07:33.720348 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065639c4-48a0-4a5f-a8b0-cef27cf6a3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=db255e2b-12a4-4fee-9339-48bb49027686,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:33.755940 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc79a88d-1cdd-4761-babc-1be1f74a069e x-openstack-request-id: req-cc79a88d-1cdd-4761-babc-1be1f74a069e {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:07:33.756502 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f93af5-e3e2-40bf-a47f-e302e63d8d22", "tag": "db255e2b-12a4-4fee-9339-48bb49027686", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:07:33.756824 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc79a88d-1cdd-4761-babc-1be1f74a069e {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:07:33.757297 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f93af5-e3e2-40bf-a47f-e302e63d8d22', 'tag': 'db255e2b-12a4-4fee-9339-48bb49027686', 'status': 'completed', 'code': 200} Dec 14 03:07:33.849065 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac75f08-bd43-4a91-8444-620ebf1fc886 req-16ca0d3a-b677-43dc-b0a2-0aadd742ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:33.850768 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6ac75f08-bd43-4a91-8444-620ebf1fc886 req-16ca0d3a-b677-43dc-b0a2-0aadd742ed10 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20c9049ba808410893e5ad85f07ffc98&device_id=c8f93af5-e3e2-40bf-a47f-e302e63d8d22 HTTP/1.1" status: 200 len: 1095 time: 0.0502212 Dec 14 03:07:33.985617 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac75f08-bd43-4a91-8444-620ebf1fc886 req-5c8c34ac-7c98-4404-9c07-b480b1c3ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:33.986146 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac75f08-bd43-4a91-8444-620ebf1fc886 req-5c8c34ac-7c98-4404-9c07-b480b1c3ac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:33.987639 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6ac75f08-bd43-4a91-8444-620ebf1fc886 req-5c8c34ac-7c98-4404-9c07-b480b1c3ac66 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=20c9049ba808410893e5ad85f07ffc98&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1141281 Dec 14 03:07:34.051781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7704f69-91dd-4050-9dc2-9d8a925bc1b0 req-9beec67a-d7d5-47b5-a5fd-8dbc9eb7f721 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:34.053996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a7704f69-91dd-4050-9dc2-9d8a925bc1b0 req-9beec67a-d7d5-47b5-a5fd-8dbc9eb7f721 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8f93af5-e3e2-40bf-a47f-e302e63d8d22 HTTP/1.1" status: 200 len: 944 time: 0.0574055 Dec 14 03:07:34.105379 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac75f08-bd43-4a91-8444-620ebf1fc886 req-a916fb30-4fa8-4bc7-a47b-941d94cc8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:34.107177 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6ac75f08-bd43-4a91-8444-620ebf1fc886 req-a916fb30-4fa8-4bc7-a47b-941d94cc8f16 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1111579 Dec 14 03:07:34.134865 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a7704f69-91dd-4050-9dc2-9d8a925bc1b0 req-dc84c2ac-6098-4f1b-9754-0f8bae774aa9 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=97064557-4d46-4f4c-9a46-5d3d3e695a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738068 Dec 14 03:07:34.220438 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-338dc971-fc85-49c5-8d6b-e54dfed81cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:34.222150 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-338dc971-fc85-49c5-8d6b-e54dfed81cd7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20c9049ba808410893e5ad85f07ffc98&device_id=c8f93af5-e3e2-40bf-a47f-e302e63d8d22 HTTP/1.1" status: 200 len: 1095 time: 0.0431569 Dec 14 03:07:34.277295 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-19444ce5-9c68-43ac-91fd-56ce8131457b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=db255e2b-12a4-4fee-9339-48bb49027686 HTTP/1.1" status: 200 len: 217 time: 0.0411270 Dec 14 03:07:34.333331 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-7bece009-6e48-44b2-a7c3-d4325b35fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:34.335091 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-7bece009-6e48-44b2-a7c3-d4325b35fd5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15cb1cab-9e8a-4824-ac06-f0e54f11b58a HTTP/1.1" status: 200 len: 838 time: 0.0510864 Dec 14 03:07:34.387349 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-fe8c2cb9-ca11-4207-aaf5-7c01f14145b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:34.389343 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-fe8c2cb9-ca11-4207-aaf5-7c01f14145b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=773c1b61-6ea2-48dc-b78d-3d415af712da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473404 Dec 14 03:07:34.491408 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-906d243b-2dd7-4b4a-b3d4-d1a512c3fdd9 service neutron] 10.222.0.47 "GET /v2.0/networks/773c1b61-6ea2-48dc-b78d-3d415af712da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951247 Dec 14 03:07:34.606330 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5e3b2711-4862-449f-b82e-8d41389fae18 req-1d5bb175-a2e9-4dc1-aac3-042c8d5515ba service neutron] 10.222.0.47 "GET /v2.0/networks/773c1b61-6ea2-48dc-b78d-3d415af712da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059966 Dec 14 03:07:34.777047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93487f57-9969-4474-a8d0-d6968e6dcea2 req-f702c37e-917a-41ea-b4c4-4b55d1466d83 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:34.778673 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93487f57-9969-4474-a8d0-d6968e6dcea2 req-f702c37e-917a-41ea-b4c4-4b55d1466d83 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 946 time: 0.0539725 Dec 14 03:07:34.840001 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93487f57-9969-4474-a8d0-d6968e6dcea2 req-14979022-4ee4-499e-b266-2f49b2f77c57 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472083 Dec 14 03:07:35.260565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8427a5b-98d4-4208-be26-f672e1e9d8e5 req-7e4b854f-fda6-47c3-9d44-36f70274597e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:35.260565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8427a5b-98d4-4208-be26-f672e1e9d8e5 req-7e4b854f-fda6-47c3-9d44-36f70274597e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8f93af5-e3e2-40bf-a47f-e302e63d8d22 HTTP/1.1" status: 200 len: 944 time: 0.0484152 Dec 14 03:07:35.306561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8427a5b-98d4-4208-be26-f672e1e9d8e5 req-53688976-28f5-4b08-bd7d-6b047c12c737 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=97064557-4d46-4f4c-9a46-5d3d3e695a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448852 Dec 14 03:07:35.370040 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2748b341-b818-4cc2-afa3-51a162425bca req-fe84e87f-3c0b-4511-bf77-b0f6f3aeb62d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502753 Dec 14 03:07:35.434310 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e529f7f3-9113-4191-99ae-339c23e3c8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:35.498076 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748b341-b818-4cc2-afa3-51a162425bca req-3ecc396d-da70-48de-9e89-ab84c55537e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:35.500846 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2748b341-b818-4cc2-afa3-51a162425bca req-3ecc396d-da70-48de-9e89-ab84c55537e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c97c1b09732d488e8069a3f6aceb5c33&device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 1135 time: 0.0637259 Dec 14 03:07:35.626203 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748b341-b818-4cc2-afa3-51a162425bca req-d2b2f1f9-7226-45a0-bf1a-4208d07e2ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:35.628670 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2748b341-b818-4cc2-afa3-51a162425bca req-d2b2f1f9-7226-45a0-bf1a-4208d07e2ba7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=498e514e-4273-4c26-8b59-53b078edf1c9 HTTP/1.1" status: 200 len: 898 time: 0.0980129 Dec 14 03:07:35.717979 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2748b341-b818-4cc2-afa3-51a162425bca req-252278d0-296e-4f83-b70c-4a4c5d5e6cf0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2cee35-a2fd-423e-8226-66b4d8612eae HTTP/1.1" status: 200 len: 1001 time: 0.0804999 Dec 14 03:07:35.774725 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748b341-b818-4cc2-afa3-51a162425bca req-9c263220-1457-4c98-b1ca-a3491999cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:35.776887 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2748b341-b818-4cc2-afa3-51a162425bca req-9c263220-1457-4c98-b1ca-a3491999cee2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32061ea4-15ec-4432-a926-9034d27dc2f7 HTTP/1.1" status: 200 len: 835 time: 0.0540550 Dec 14 03:07:35.827337 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748b341-b818-4cc2-afa3-51a162425bca req-a2ac0349-69f0-4eb3-bfb0-a7def9950ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:35.828944 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2748b341-b818-4cc2-afa3-51a162425bca req-a2ac0349-69f0-4eb3-bfb0-a7def9950ccc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=498e514e-4273-4c26-8b59-53b078edf1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445802 Dec 14 03:07:35.939710 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2748b341-b818-4cc2-afa3-51a162425bca req-25a59023-c7a2-43a7-bab1-106327c59790 service neutron] 10.222.0.47 "GET /v2.0/networks/498e514e-4273-4c26-8b59-53b078edf1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029849 Dec 14 03:07:35.962767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb448c05-f3a8-4ed4-b71f-32b9c437d166 req-2947bfd2-e5d6-4419-b0e2-f3cd8b323efd tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:35.971689 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb448c05-f3a8-4ed4-b71f-32b9c437d166 req-2947bfd2-e5d6-4419-b0e2-f3cd8b323efd tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 946 time: 0.0617402 Dec 14 03:07:36.045023 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2748b341-b818-4cc2-afa3-51a162425bca req-179fb53b-3dfb-42ae-b63f-9fe995a9582a service neutron] 10.222.0.47 "GET /v2.0/networks/498e514e-4273-4c26-8b59-53b078edf1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983319 Dec 14 03:07:36.045730 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fb448c05-f3a8-4ed4-b71f-32b9c437d166 req-52631668-9ba3-4bc2-bdbc-01fbfc95b814 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/security-groups?id=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718899 Dec 14 03:07:36.335511 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7179bfa-62f2-48a3-ac0b-5e6a770921d3 req-68d3fc7e-8f5a-4cfe-9a8b-9f91cf0ac4f2 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:36.337215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7179bfa-62f2-48a3-ac0b-5e6a770921d3 req-68d3fc7e-8f5a-4cfe-9a8b-9f91cf0ac4f2 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 946 time: 0.0532734 Dec 14 03:07:36.369665 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:36.472338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163c4cc-0a7a-4953-a704-59b0a4490af3 req-a319ae09-e9d4-4437-a887-532a360dbe16 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:36.474062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1163c4cc-0a7a-4953-a704-59b0a4490af3 req-a319ae09-e9d4-4437-a887-532a360dbe16 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8f93af5-e3e2-40bf-a47f-e302e63d8d22 HTTP/1.1" status: 200 len: 944 time: 0.0890446 Dec 14 03:07:36.489463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-e7179bfa-62f2-48a3-ac0b-5e6a770921d3 req-7e1d474f-fead-4c6a-91d3-b9c25de75daf tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Deleting port 7a71eb7f-a929-408d-acac-5b135ffd2e6b {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:07:36.489807 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e7179bfa-62f2-48a3-ac0b-5e6a770921d3 req-7e1d474f-fead-4c6a-91d3-b9c25de75daf tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:36.583562 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1163c4cc-0a7a-4953-a704-59b0a4490af3 req-6cb19331-b97a-4f85-88fc-b16d02a2c3e5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=97064557-4d46-4f4c-9a46-5d3d3e695a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026280 Dec 14 03:07:36.613790 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e7179bfa-62f2-48a3-ac0b-5e6a770921d3 req-7e1d474f-fead-4c6a-91d3-b9c25de75daf tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] For port 7a71eb7f-a929-408d-acac-5b135ffd2e6b, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=7a71eb7f-a929-408d-acac-5b135ffd2e6b,segment=NetworkSegment(4d588a9b-fa45-4904-9ada-807cc9e76c6e),segment_id=4d588a9b-fa45-4904-9ada-807cc9e76c6e)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:07:36.614196 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e7179bfa-62f2-48a3-ac0b-5e6a770921d3 req-7e1d474f-fead-4c6a-91d3-b9c25de75daf tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:36.628514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-e7179bfa-62f2-48a3-ac0b-5e6a770921d3 req-7e1d474f-fead-4c6a-91d3-b9c25de75daf tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Calling delete_port for 7a71eb7f-a929-408d-acac-5b135ffd2e6b owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:07:36.809952 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e7179bfa-62f2-48a3-ac0b-5e6a770921d3 req-7e1d474f-fead-4c6a-91d3-b9c25de75daf tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:36.819712 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device db255e2b-12a4-4fee-9339-48bb49027686 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:07:36.843268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['7a71eb7f-a929-408d-acac-5b135ffd2e6b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:07:36.848520 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d474f-fead-4c6a-91d3-b9c25de75daf tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Pushing event deleted for resources: {'Port': ['ID=7a71eb7f-a929-408d-acac-5b135ffd2e6b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:36.891919 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7179bfa-62f2-48a3-ac0b-5e6a770921d3 req-7e1d474f-fead-4c6a-91d3-b9c25de75daf tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] No DVR routers for this DVR port 7a71eb7f-a929-408d-acac-5b135ffd2e6b on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:07:36.894719 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e7179bfa-62f2-48a3-ac0b-5e6a770921d3 req-7e1d474f-fead-4c6a-91d3-b9c25de75daf tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:36.898456 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7179bfa-62f2-48a3-ac0b-5e6a770921d3 req-7e1d474f-fead-4c6a-91d3-b9c25de75daf tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.46 "DELETE /v2.0/ports/7a71eb7f-a929-408d-acac-5b135ffd2e6b HTTP/1.1" status: 204 len: 173 time: 0.5555458 Dec 14 03:07:36.898904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5', 'name': 'network-vif-deleted', 'tag': '7a71eb7f-a929-408d-acac-5b135ffd2e6b'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:07:36.901135 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649c94e0-da36-4d49-ace3-b4e8573438fd" -d '{"events": [{"server_uuid": "cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5", "name": "network-vif-deleted", "tag": "7a71eb7f-a929-408d-acac-5b135ffd2e6b"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:07:36.955150 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port db255e2b-12a4-4fee-9339-48bb49027686, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=db255e2b-12a4-4fee-9339-48bb49027686,segment=NetworkSegment(9dd0acac-1b60-4429-9082-b80c01ddd8ce),segment_id=9dd0acac-1b60-4429-9082-b80c01ddd8ce)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:07:36.956534 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89eedb20-f2de-4d6b-a538-66fb8fb5892c x-openstack-request-id: req-89eedb20-f2de-4d6b-a538-66fb8fb5892c {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:07:36.956824 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5", "name": "network-vif-deleted", "tag": "7a71eb7f-a929-408d-acac-5b135ffd2e6b", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:07:36.957119 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-89eedb20-f2de-4d6b-a538-66fb8fb5892c {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:07:36.957876 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5', 'name': 'network-vif-deleted', 'tag': '7a71eb7f-a929-408d-acac-5b135ffd2e6b', 'status': 'completed', 'code': 200} Dec 14 03:07:36.967885 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'db255e2b-12a4-4fee-9339-48bb49027686', 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da', 'port_id': 'db255e2b-12a4-4fee-9339-48bb49027686', 'mac_address': 'fa:16:3e:50:82:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15cb1cab-9e8a-4824-ac06-f0e54f11b58a', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:07:37.009053 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:37.022351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db255e2b-12a4-4fee-9339-48bb49027686 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:07:37.042123 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port db255e2b-12a4-4fee-9339-48bb49027686, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=db255e2b-12a4-4fee-9339-48bb49027686,segment=NetworkSegment(9dd0acac-1b60-4429-9082-b80c01ddd8ce),segment_id=9dd0acac-1b60-4429-9082-b80c01ddd8ce)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:07:37.095694 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:37.149096 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=db255e2b-12a4-4fee-9339-48bb49027686,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:37.166111 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3361ec7-76e8-4b23-8c6f-eeba604775e4 req-f4c740ee-c875-4076-b1a1-dc8a790e2a43 tempest-VolumesSnapshotTestJSON-1034826205 tempest-VolumesSnapshotTestJSON-1034826205-project] 10.222.0.39 "GET /v2.0/ports?device_id=cb60f4ee-793c-4fde-ae5b-38db7f0dcdd5 HTTP/1.1" status: 200 len: 210 time: 0.0489242 Dec 14 03:07:37.386943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['db255e2b-12a4-4fee-9339-48bb49027686'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:07:37.740706 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f398024-43fa-476c-adca-78217436d120 req-7d288337-fae7-46a8-843c-a724df528fd7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:37.742219 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f398024-43fa-476c-adca-78217436d120 req-7d288337-fae7-46a8-843c-a724df528fd7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8f93af5-e3e2-40bf-a47f-e302e63d8d22 HTTP/1.1" status: 200 len: 945 time: 0.0868182 Dec 14 03:07:37.745821 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcb711d5-3aa3-4010-9da1-a27de57fc70e req-bc9aff0c-665a-46a3-ac69-9cde783f6871 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625641 Dec 14 03:07:37.752950 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:37.796084 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f398024-43fa-476c-adca-78217436d120 req-173f86c8-24a4-4e0d-b0ae-96ef60fe9614 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=97064557-4d46-4f4c-9a46-5d3d3e695a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472453 Dec 14 03:07:37.855275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb711d5-3aa3-4010-9da1-a27de57fc70e req-2908497c-3a94-4fbd-ba73-537ad0c8509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:37.856802 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcb711d5-3aa3-4010-9da1-a27de57fc70e req-2908497c-3a94-4fbd-ba73-537ad0c8509c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20c9049ba808410893e5ad85f07ffc98&device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 1096 time: 0.0458658 Dec 14 03:07:37.987893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb711d5-3aa3-4010-9da1-a27de57fc70e req-d78396f4-2f50-4e06-8adb-8d41f2cadcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:37.989414 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcb711d5-3aa3-4010-9da1-a27de57fc70e req-d78396f4-2f50-4e06-8adb-8d41f2cadcb0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=83711c66-824e-44ba-b256-6b304df4d7cc HTTP/1.1" status: 200 len: 898 time: 0.1047812 Dec 14 03:07:38.057221 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcb711d5-3aa3-4010-9da1-a27de57fc70e req-4a2fee65-b5c3-459b-89ff-283b5bc722d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cbdb89e-a398-4f82-ac94-a956c45df29c HTTP/1.1" status: 200 len: 1001 time: 0.0600491 Dec 14 03:07:38.106523 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb711d5-3aa3-4010-9da1-a27de57fc70e req-a93015cf-96cb-4e90-901c-3b50dd640775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:38.108557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcb711d5-3aa3-4010-9da1-a27de57fc70e req-a93015cf-96cb-4e90-901c-3b50dd640775 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4408fce0-4fe3-44f1-be84-128c68c2d0e2 HTTP/1.1" status: 200 len: 834 time: 0.0422633 Dec 14 03:07:38.158307 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb711d5-3aa3-4010-9da1-a27de57fc70e req-b50a8a86-62c6-4e85-be48-6052b8d5d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:38.159853 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcb711d5-3aa3-4010-9da1-a27de57fc70e req-b50a8a86-62c6-4e85-be48-6052b8d5d994 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83711c66-824e-44ba-b256-6b304df4d7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451729 Dec 14 03:07:38.276383 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcb711d5-3aa3-4010-9da1-a27de57fc70e req-1f561535-f905-4dde-9fa9-62e9ef924e58 service neutron] 10.222.0.46 "GET /v2.0/networks/83711c66-824e-44ba-b256-6b304df4d7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093717 Dec 14 03:07:38.381162 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcb711d5-3aa3-4010-9da1-a27de57fc70e req-2b4f0e84-bbd3-4b26-9bc7-fced21a99e12 service neutron] 10.222.0.46 "GET /v2.0/networks/83711c66-824e-44ba-b256-6b304df4d7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973554 Dec 14 03:07:38.633003 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:38.825217 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device db255e2b-12a4-4fee-9339-48bb49027686 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:07:38.938608 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eed95a-f392-4a14-b164-b87b348a720c req-61bda155-92c5-4004-a996-08bee93358a7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:38.940225 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9eed95a-f392-4a14-b164-b87b348a720c req-61bda155-92c5-4004-a996-08bee93358a7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8f93af5-e3e2-40bf-a47f-e302e63d8d22 HTTP/1.1" status: 200 len: 945 time: 0.0614684 Dec 14 03:07:38.953734 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port db255e2b-12a4-4fee-9339-48bb49027686 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:07:38.957979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port db255e2b-12a4-4fee-9339-48bb49027686 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:38.958690 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:38.995405 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9eed95a-f392-4a14-b164-b87b348a720c req-71d81b1f-32f0-46d9-b53a-f889167088fb tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=97064557-4d46-4f4c-9a46-5d3d3e695a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487213 Dec 14 03:07:39.056741 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:39.081330 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f93af5-e3e2-40bf-a47f-e302e63d8d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db255e2b-12a4-4fee-9339-48bb49027686'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:07:39.083609 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f6deb6-8594-4aa0-bd84-7d425a433a50" -d '{"events": [{"server_uuid": "c8f93af5-e3e2-40bf-a47f-e302e63d8d22", "name": "network-vif-plugged", "status": "completed", "tag": "db255e2b-12a4-4fee-9339-48bb49027686"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:07:39.114367 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port db255e2b-12a4-4fee-9339-48bb49027686, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=db255e2b-12a4-4fee-9339-48bb49027686,segment=NetworkSegment(9dd0acac-1b60-4429-9082-b80c01ddd8ce),segment_id=9dd0acac-1b60-4429-9082-b80c01ddd8ce)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:07:39.122318 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23eac26-94f0-4327-ac14-756956694c32 x-openstack-request-id: req-e23eac26-94f0-4327-ac14-756956694c32 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:07:39.122621 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f93af5-e3e2-40bf-a47f-e302e63d8d22", "name": "network-vif-plugged", "status": "completed", "tag": "db255e2b-12a4-4fee-9339-48bb49027686", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:07:39.122957 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e23eac26-94f0-4327-ac14-756956694c32 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:07:39.123270 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f93af5-e3e2-40bf-a47f-e302e63d8d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db255e2b-12a4-4fee-9339-48bb49027686', 'code': 200} Dec 14 03:07:39.163985 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:39.230876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=db255e2b-12a4-4fee-9339-48bb49027686,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:39.273346 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4657d-28bf-4410-a2a5-b5ad868f7639 req-0601e64b-12e5-4eda-ae7f-9160e4cd9bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:39.275640 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9a4657d-28bf-4410-a2a5-b5ad868f7639 req-0601e64b-12e5-4eda-ae7f-9160e4cd9bef service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c8f93af5-e3e2-40bf-a47f-e302e63d8d22 HTTP/1.1" status: 200 len: 1097 time: 0.0529699 Dec 14 03:07:39.331360 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9a4657d-28bf-4410-a2a5-b5ad868f7639 req-95fa8c56-7545-435a-adbd-11b9529ab795 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=97064557-4d46-4f4c-9a46-5d3d3e695a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473247 Dec 14 03:07:40.006538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 7a71eb7f-a929-408d-acac-5b135ffd2e6b no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:07:40.030852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 7a71eb7f-a929-408d-acac-5b135ffd2e6b {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:07:40.031211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 7a71eb7f-a929-408d-acac-5b135ffd2e6b not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:07:40.117838 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c7e74-9004-4bbb-a508-6eb7a8bc53a1 req-927b9594-1d04-4fd2-9f87-3c130d2b4671 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:40.119337 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-755c7e74-9004-4bbb-a508-6eb7a8bc53a1 req-927b9594-1d04-4fd2-9f87-3c130d2b4671 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8f93af5-e3e2-40bf-a47f-e302e63d8d22 HTTP/1.1" status: 200 len: 946 time: 0.0488691 Dec 14 03:07:40.169867 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-755c7e74-9004-4bbb-a508-6eb7a8bc53a1 req-2809bef0-d3ee-474b-9164-e745cea510ba tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=97064557-4d46-4f4c-9a46-5d3d3e695a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436254 Dec 14 03:07:41.297888 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980a88b-4178-4ff4-931b-d5311de5974b req-d980e1a6-70e4-4bb7-af6a-cfbe6f91d791 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:41.299624 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8980a88b-4178-4ff4-931b-d5311de5974b req-d980e1a6-70e4-4bb7-af6a-cfbe6f91d791 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8f93af5-e3e2-40bf-a47f-e302e63d8d22 HTTP/1.1" status: 200 len: 946 time: 0.0549757 Dec 14 03:07:41.357149 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8980a88b-4178-4ff4-931b-d5311de5974b req-cb95e2bb-68a8-41a6-a231-115adda5cfe6 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=97064557-4d46-4f4c-9a46-5d3d3e695a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510786 Dec 14 03:07:41.476194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3398d-4cd7-41cc-9f29-daf7c9a69bfb req-afc235c1-5874-478d-ae72-69c3e352ab58 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:41.477657 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcd3398d-4cd7-41cc-9f29-daf7c9a69bfb req-afc235c1-5874-478d-ae72-69c3e352ab58 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8f93af5-e3e2-40bf-a47f-e302e63d8d22 HTTP/1.1" status: 200 len: 946 time: 0.0516593 Dec 14 03:07:41.530228 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcd3398d-4cd7-41cc-9f29-daf7c9a69bfb req-1eab05db-945b-46ec-b5a8-141933ecc11c tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=97064557-4d46-4f4c-9a46-5d3d3e695a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458465 Dec 14 03:07:43.013142 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49384) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:43.476078 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-51303d6c-4cf7-41e0-8986-ab10a3c757f1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:44.023574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-51303d6c-4cf7-41e0-8986-ab10a3c757f1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Allocated IP 172.20.0.17 (773c1b61-6ea2-48dc-b78d-3d415af712da/15cb1cab-9e8a-4824-ac06-f0e54f11b58a/9b958cb9-871c-4cb6-a162-ef378da999ae) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:07:44.146128 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-51303d6c-4cf7-41e0-8986-ab10a3c757f1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:44.307757 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-51303d6c-4cf7-41e0-8986-ab10a3c757f1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:44.353762 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51303d6c-4cf7-41e0-8986-ab10a3c757f1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Network 773c1b61-6ea2-48dc-b78d-3d415af712da is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:07:44.357536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-51303d6c-4cf7-41e0-8986-ab10a3c757f1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:07:44.360865 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51303d6c-4cf7-41e0-8986-ab10a3c757f1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:07:44.394088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51303d6c-4cf7-41e0-8986-ab10a3c757f1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Port': ['ID=9b958cb9-871c-4cb6-a162-ef378da999ae,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:44.423469 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-51303d6c-4cf7-41e0-8986-ab10a3c757f1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:44.579368 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-dddd8e8c-ff44-445c-bfa7-095f4cb40232 None None] Provisioning complete for port 9b958cb9-871c-4cb6-a162-ef378da999ae triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:44.579842 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dddd8e8c-ff44-445c-bfa7-095f4cb40232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:44.616439 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-dddd8e8c-ff44-445c-bfa7-095f4cb40232 None None] Port 9b958cb9-871c-4cb6-a162-ef378da999ae cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:07:44.668166 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-51303d6c-4cf7-41e0-8986-ab10a3c757f1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:44.978707 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-51303d6c-4cf7-41e0-8986-ab10a3c757f1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:45.055514 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-51303d6c-4cf7-41e0-8986-ab10a3c757f1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:45.135912 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51303d6c-4cf7-41e0-8986-ab10a3c757f1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Port': ['ID=9b958cb9-871c-4cb6-a162-ef378da999ae,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:45.140393 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-51303d6c-4cf7-41e0-8986-ab10a3c757f1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:45.241510 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51303d6c-4cf7-41e0-8986-ab10a3c757f1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Network 773c1b61-6ea2-48dc-b78d-3d415af712da is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:07:45.243182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-51303d6c-4cf7-41e0-8986-ab10a3c757f1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:07:45.379256 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51303d6c-4cf7-41e0-8986-ab10a3c757f1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Router 137db3e5-837c-4775-ae64-61dbd7a53e1b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:07:45.519671 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51303d6c-4cf7-41e0-8986-ab10a3c757f1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:07:45.539301 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-51303d6c-4cf7-41e0-8986-ab10a3c757f1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "PUT /v2.0/routers/137db3e5-837c-4775-ae64-61dbd7a53e1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5103037 Dec 14 03:07:45.539740 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Sync routers for ids ['137db3e5-837c-4775-ae64-61dbd7a53e1b'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:07:45.553149 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Routers {'137db3e5-837c-4775-ae64-61dbd7a53e1b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:07:45.553402 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:07:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['137db3e5-837c-4775-ae64-61dbd7a53e1b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:07:45.637205 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-06b82ef1-b3b9-452c-8e1a-fdf4030ec4b0 None None] Provisioning complete for port 9b958cb9-871c-4cb6-a162-ef378da999ae triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:45.637907 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-06b82ef1-b3b9-452c-8e1a-fdf4030ec4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:45.699444 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-06b82ef1-b3b9-452c-8e1a-fdf4030ec4b0 None None] Port 9b958cb9-871c-4cb6-a162-ef378da999ae cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:07:45.703355 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Set router 137db3e5-837c-4775-ae64-61dbd7a53e1b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:07:45.943367 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:07:44Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '37a5f6e1-7169-4080-9200-9e7acb8eac27', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'port_id': '2cbdb89e-a398-4f82-ac94-a956c45df29c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'mac_address': 'fa:16:3e:9b:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:06:46Z', 'updated_at': '2021-12-14T03:06:49Z', 'revision_number': 1, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b958cb9-871c-4cb6-a162-ef378da999ae', 'name': '', 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:90:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '15cb1cab-9e8a-4824-ac06-f0e54f11b58a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:43Z', 'updated_at': '2021-12-14T03:07:44Z', 'revision_number': 2, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '15cb1cab-9e8a-4824-ac06-f0e54f11b58a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2f919d1-4fcf-48af-8e91-083035fbb081', 'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:68:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:23Z', 'updated_at': '2021-12-14T03:06:28Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:07:45.973419 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Checking router: 137db3e5-837c-4775-ae64-61dbd7a53e1b for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:07:45.973787 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Updating router 137db3e5-837c-4775-ae64-61dbd7a53e1b port 9b958cb9-871c-4cb6-a162-ef378da999ae binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:07:45.999502 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:46.282722 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:46.334893 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:46.394937 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c26993-cabf-4297-8e24-ffa7873c45fa None None] Pushing event updated for resources: {'Port': ['ID=9b958cb9-871c-4cb6-a162-ef378da999ae,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:46.403684 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c26993-cabf-4297-8e24-ffa7873c45fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:46.404043 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c26993-cabf-4297-8e24-ffa7873c45fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:46.404920 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c26993-cabf-4297-8e24-ffa7873c45fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:46.405429 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c26993-cabf-4297-8e24-ffa7873c45fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:46.405762 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c26993-cabf-4297-8e24-ffa7873c45fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:46.406137 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c26993-cabf-4297-8e24-ffa7873c45fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:46.406437 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c26993-cabf-4297-8e24-ffa7873c45fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:46.406772 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c26993-cabf-4297-8e24-ffa7873c45fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:46.407107 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c26993-cabf-4297-8e24-ffa7873c45fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:46.407435 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c26993-cabf-4297-8e24-ffa7873c45fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:46.407769 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c26993-cabf-4297-8e24-ffa7873c45fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:46.408096 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c26993-cabf-4297-8e24-ffa7873c45fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:46.408424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c26993-cabf-4297-8e24-ffa7873c45fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:46.458521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Attempting to bind port 9b958cb9-871c-4cb6-a162-ef378da999ae on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:07:46.459037 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Attempting to bind port 9b958cb9-871c-4cb6-a162-ef378da999ae by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '9dd0acac-1b60-4429-9082-b80c01ddd8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:07:46.459450 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Attempting to bind port 9b958cb9-871c-4cb6-a162-ef378da999ae on network 773c1b61-6ea2-48dc-b78d-3d415af712da {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:07:46.465070 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:07:46.465519 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Checking segment: {'id': '9dd0acac-1b60-4429-9082-b80c01ddd8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:07:46.465940 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:46.466341 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Bound using segment: {'id': '9dd0acac-1b60-4429-9082-b80c01ddd8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:07:46.467340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Bound port: 9b958cb9-871c-4cb6-a162-ef378da999ae, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd0acac-1b60-4429-9082-b80c01ddd8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:07:46.467798 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:46.538301 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] For port 9b958cb9-871c-4cb6-a162-ef378da999ae, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:07:46.541572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] For port 9b958cb9-871c-4cb6-a162-ef378da999ae, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=9b958cb9-871c-4cb6-a162-ef378da999ae,segment=NetworkSegment(9dd0acac-1b60-4429-9082-b80c01ddd8ce),segment_id=9dd0acac-1b60-4429-9082-b80c01ddd8ce)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:07:46.611237 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:46.682763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c26993-cabf-4297-8e24-ffa7873c45fa None None] Pushing event updated for resources: {'Port': ['ID=9b958cb9-871c-4cb6-a162-ef378da999ae,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:46.685053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Routers {'137db3e5-837c-4775-ae64-61dbd7a53e1b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:07:46.686239 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:07:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['137db3e5-837c-4775-ae64-61dbd7a53e1b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:07:46.947082 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-85ac65d1-4dce-4cec-88d2-18f267ef82a1 None None] Provisioning complete for port 9b958cb9-871c-4cb6-a162-ef378da999ae triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:46.947455 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-85ac65d1-4dce-4cec-88d2-18f267ef82a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:47.006333 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] Set router 137db3e5-837c-4775-ae64-61dbd7a53e1b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:07:47.119894 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-85ac65d1-4dce-4cec-88d2-18f267ef82a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:47.132779 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-f239a97f-9b85-46a1-8c45-62e19b318088 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172796479&fields=id&tenant_id=9f0b73c75de740e8ad1f65064e3d00cd HTTP/1.1" status: 200 len: 267 time: 0.0502346 Dec 14 03:07:47.204055 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-85ac65d1-4dce-4cec-88d2-18f267ef82a1 None None] For port 9b958cb9-871c-4cb6-a162-ef378da999ae, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=9b958cb9-871c-4cb6-a162-ef378da999ae,segment=NetworkSegment(9dd0acac-1b60-4429-9082-b80c01ddd8ce),segment_id=9dd0acac-1b60-4429-9082-b80c01ddd8ce)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:07:47.271354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-5dbbc7ad-5222-4bed-abd8-c9e2cf34d340 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:47.273143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-5dbbc7ad-5222-4bed-abd8-c9e2cf34d340 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 811 time: 0.1253817 Dec 14 03:07:47.291732 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-85ac65d1-4dce-4cec-88d2-18f267ef82a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:47.296999 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9f1e592e-aae2-4f53-9d1e-a732b144c33b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/quotas/9f0b73c75de740e8ad1f65064e3d00cd HTTP/1.1" status: 200 len: 375 time: 0.0176435 Dec 14 03:07:47.349372 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-fdf09371-c538-494c-8f90-ecb45460187d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513537 Dec 14 03:07:47.354849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:07:44Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '37a5f6e1-7169-4080-9200-9e7acb8eac27', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'port_id': '2cbdb89e-a398-4f82-ac94-a956c45df29c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'mac_address': 'fa:16:3e:9b:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:06:46Z', 'updated_at': '2021-12-14T03:06:49Z', 'revision_number': 1, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b958cb9-871c-4cb6-a162-ef378da999ae', 'name': '', 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:90:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '15cb1cab-9e8a-4824-ac06-f0e54f11b58a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:43Z', 'updated_at': '2021-12-14T03:07:46Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '15cb1cab-9e8a-4824-ac06-f0e54f11b58a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2f919d1-4fcf-48af-8e91-083035fbb081', 'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:68:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:23Z', 'updated_at': '2021-12-14T03:06:28Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:07:47.358838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac65d1-4dce-4cec-88d2-18f267ef82a1 None None] Pushing event updated for resources: {'Port': ['ID=9b958cb9-871c-4cb6-a162-ef378da999ae,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:47.386300 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8280a7-18d5-4f48-a6da-bf71bac1b6f8 None None] The sync data for ids ['137db3e5-837c-4775-ae64-61dbd7a53e1b'] in n-d-821636-1 is: [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:07:44Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '37a5f6e1-7169-4080-9200-9e7acb8eac27', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'port_id': '2cbdb89e-a398-4f82-ac94-a956c45df29c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'mac_address': 'fa:16:3e:9b:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:06:46Z', 'updated_at': '2021-12-14T03:06:49Z', 'revision_number': 1, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b958cb9-871c-4cb6-a162-ef378da999ae', 'name': '', 'network_id': '773c1b61-6ea2-48dc-b78d-3d415af712da', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:90:0b:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '15cb1cab-9e8a-4824-ac06-f0e54f11b58a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:43Z', 'updated_at': '2021-12-14T03:07:46Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '15cb1cab-9e8a-4824-ac06-f0e54f11b58a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2f919d1-4fcf-48af-8e91-083035fbb081', 'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:68:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:23Z', 'updated_at': '2021-12-14T03:06:28Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:07:47.414447 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-de65a091-2a17-4e34-aaa4-1d2241d606ae None None] Provisioning complete for port 9b958cb9-871c-4cb6-a162-ef378da999ae triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:47.415039 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-de65a091-2a17-4e34-aaa4-1d2241d606ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:47.491371 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-16e4a5ad-8012-4b83-8827-3273ea866316 service neutron] 10.222.0.39 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246824 Dec 14 03:07:47.598461 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-3e770ae6-2709-4653-9159-d20bf2f38a90 service neutron] 10.222.0.39 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009181 Dec 14 03:07:48.240529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-31ff590a-cffc-4c8a-8cdb-158e04fa757a req-adaf19d3-a592-426f-a8dc-8d1d1cae8542 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 210 time: 0.0458977 Dec 14 03:07:48.301453 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 9b958cb9-871c-4cb6-a162-ef378da999ae up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:07:48.359563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 9b958cb9-871c-4cb6-a162-ef378da999ae triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:48.359926 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:49.348449 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84d4a3b7-5077-44b0-afc4-e1f1225af980 req-ee2d2262-79ac-479a-aaf4-8badb6581759 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 210 time: 0.0274029 Dec 14 03:07:50.280754 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-356438e0-bd4a-420e-a71c-1a95b800a086 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:50.282470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-356438e0-bd4a-420e-a71c-1a95b800a086 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.46 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 811 time: 0.1067612 Dec 14 03:07:50.351027 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-928709aa-1d63-48e2-822d-3748bc3c9919 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f0b73c75de740e8ad1f65064e3d00cd HTTP/1.1" status: 200 len: 380 time: 0.0546055 Dec 14 03:07:50.360872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Request body: {'port': {'device_id': 'de15f89e-1470-4521-8746-5b8fb3476e37', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'admin_state_up': True, 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'security_groups': ['e74f4086-8f7c-4977-893e-b1e843f06a0c']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:50.455141 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-265a290b-d4d7-46e5-a423-c2e4589156fc req-63f8a0fb-ec9e-4815-931e-9e486382b665 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 210 time: 0.0334091 Dec 14 03:07:50.591901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Made reservation on behalf of 9f0b73c75de740e8ad1f65064e3d00cd for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:07:50.596399 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:50.734289 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Allocated IP 172.20.0.10 (f6fdd018-425d-422f-958d-84f11d8dd088/f5aaf324-af95-4991-b53e-9e216afcf02f/db2737f6-e11d-4ad2-ad44-5959f1e88cda) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:07:50.879280 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:50.981363 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:51.028006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Network f6fdd018-425d-422f-958d-84f11d8dd088 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:07:51.031422 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:07:51.035127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:07:51.072255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'Port': ['ID=db2737f6-e11d-4ad2-ad44-5959f1e88cda,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:51.086797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:51.087137 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:51.087475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:51.087945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:51.088473 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:51.088827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:51.089167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:51.089529 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:51.089861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:51.090192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:51.090522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:51.090852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:51.091189 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:07:51.118845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:51.119561 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:51.251395 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-cdb09b45-d936-43ea-9fc6-6bbbeec494c6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8850999 Dec 14 03:07:51.260092 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Request body: {'port': {'device_id': 'de15f89e-1470-4521-8746-5b8fb3476e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:51.286535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a5eb8228-a18e-49b9-ac4c-aeba6b407065 None None] Provisioning complete for port db2737f6-e11d-4ad2-ad44-5959f1e88cda triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:51.287571 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5eb8228-a18e-49b9-ac4c-aeba6b407065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:51.322184 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:51.330062 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a5eb8228-a18e-49b9-ac4c-aeba6b407065 None None] Port db2737f6-e11d-4ad2-ad44-5959f1e88cda cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:07:51.635505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e52d8b-4532-4a87-b1d4-1e2db63f08fe req-d8777eda-16bd-45dd-a057-2d151e9781d1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:51.637030 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32e52d8b-4532-4a87-b1d4-1e2db63f08fe req-d8777eda-16bd-45dd-a057-2d151e9781d1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 932 time: 0.0783570 Dec 14 03:07:51.687804 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2737f6-e11d-4ad2-ad44-5959f1e88cda {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:07:51.700538 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:51.725554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Transition to ACTIVE for port object db2737f6-e11d-4ad2-ad44-5959f1e88cda will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:07:51.729828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-32e52d8b-4532-4a87-b1d4-1e2db63f08fe req-41c7b6e4-c85a-400c-ae59-0c631a8a7413 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716383 Dec 14 03:07:51.809978 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:51.861934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Pushing event updated for resources: {'Port': ['ID=db2737f6-e11d-4ad2-ad44-5959f1e88cda,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:51.954890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Attempting to bind port db2737f6-e11d-4ad2-ad44-5959f1e88cda on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:07:51.955236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Attempting to bind port db2737f6-e11d-4ad2-ad44-5959f1e88cda by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:07:51.955578 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Attempting to bind port db2737f6-e11d-4ad2-ad44-5959f1e88cda on network f6fdd018-425d-422f-958d-84f11d8dd088 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:07:51.960357 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Port db2737f6-e11d-4ad2-ad44-5959f1e88cda on network f6fdd018-425d-422f-958d-84f11d8dd088 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:07:51.960690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Attempting to bind port db2737f6-e11d-4ad2-ad44-5959f1e88cda on network f6fdd018-425d-422f-958d-84f11d8dd088 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:07:51.965739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:07:51.966268 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Checking segment: {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:07:51.966516 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Bound using segment: {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:07:51.967501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Bound port: db2737f6-e11d-4ad2-ad44-5959f1e88cda, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:07:51.967898 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:52.063336 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] For port db2737f6-e11d-4ad2-ad44-5959f1e88cda, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:07:52.068246 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] For port db2737f6-e11d-4ad2-ad44-5959f1e88cda, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=db2737f6-e11d-4ad2-ad44-5959f1e88cda,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:07:52.171263 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:52.209392 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:52.210022 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:52.211442 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] 10.222.0.46 "PUT /v2.0/ports/db2737f6-e11d-4ad2-ad44-5959f1e88cda HTTP/1.1" status: 200 len: 1092 time: 0.9558671 Dec 14 03:07:52.211890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de15f89e-1470-4521-8746-5b8fb3476e37', 'tag': 'db2737f6-e11d-4ad2-ad44-5959f1e88cda'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:07:52.214355 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4347797d-b517-41aa-94fb-3397a2799651" -d '{"events": [{"name": "network-changed", "server_uuid": "de15f89e-1470-4521-8746-5b8fb3476e37", "tag": "db2737f6-e11d-4ad2-ad44-5959f1e88cda"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:07:52.265609 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1681c30-434d-46ff-aa56-5a3eb3043b97 x-openstack-request-id: req-d1681c30-434d-46ff-aa56-5a3eb3043b97 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:07:52.265908 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de15f89e-1470-4521-8746-5b8fb3476e37", "tag": "db2737f6-e11d-4ad2-ad44-5959f1e88cda", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:07:52.266168 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1681c30-434d-46ff-aa56-5a3eb3043b97 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:07:52.266576 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de15f89e-1470-4521-8746-5b8fb3476e37', 'tag': 'db2737f6-e11d-4ad2-ad44-5959f1e88cda', 'status': 'completed', 'code': 200} Dec 14 03:07:52.269647 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a718e82-26bd-4c42-9cc8-c8f1700c73a6 service neutron] Pushing event updated for resources: {'Port': ['ID=db2737f6-e11d-4ad2-ad44-5959f1e88cda,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:52.355695 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347797d-b517-41aa-94fb-3397a2799651 req-9b97111a-987c-4969-be6d-e5031c83a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:52.358093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4347797d-b517-41aa-94fb-3397a2799651 req-9b97111a-987c-4969-be6d-e5031c83a96c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 1095 time: 0.0481853 Dec 14 03:07:52.501573 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347797d-b517-41aa-94fb-3397a2799651 req-c13c66de-6163-47d5-a943-db01d66252aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:52.503154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4347797d-b517-41aa-94fb-3397a2799651 req-c13c66de-6163-47d5-a943-db01d66252aa service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1260214 Dec 14 03:07:52.625333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4347797d-b517-41aa-94fb-3397a2799651 req-48c51bcd-d946-416b-b844-3187557b8899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:52.626809 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4347797d-b517-41aa-94fb-3397a2799651 req-48c51bcd-d946-416b-b844-3187557b8899 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1162555 Dec 14 03:07:52.727087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-f1712fa5-844e-4a46-96d3-f8d9b54d25b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:52.728696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-f1712fa5-844e-4a46-96d3-f8d9b54d25b5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 1095 time: 0.0428538 Dec 14 03:07:52.783334 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-08966e43-db1e-436a-940d-31e21beeb9d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db2737f6-e11d-4ad2-ad44-5959f1e88cda HTTP/1.1" status: 200 len: 217 time: 0.0401859 Dec 14 03:07:52.862656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-1bba37de-0e2d-4561-ac1c-f141c0761184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:52.864240 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-1bba37de-0e2d-4561-ac1c-f141c0761184 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0745485 Dec 14 03:07:52.907591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fd8c7-2f98-4680-9450-bbe3e889149e req-f759250d-feef-44fd-af28-aff93b0b796a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:52.909366 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-899fd8c7-2f98-4680-9450-bbe3e889149e req-f759250d-feef-44fd-af28-aff93b0b796a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 944 time: 0.0831773 Dec 14 03:07:52.957227 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9be3b2cd-b0fd-4465-9ad0-18594e8f4506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:52.958505 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-9be3b2cd-b0fd-4465-9ad0-18594e8f4506 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860250 Dec 14 03:07:52.995882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-899fd8c7-2f98-4680-9450-bbe3e889149e req-ed45ad86-8e6e-432b-b8b3-4f44277eca2f tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805440 Dec 14 03:07:53.066305 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-48c699f3-6ca2-4d38-ac15-156534e76d5b service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967968 Dec 14 03:07:53.169488 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2eace035-ff46-471f-90ba-5daa6a4e66ef req-53081940-e20a-4494-82c7-fd7385015d58 service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966194 Dec 14 03:07:54.120683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b703bc-cde2-423b-8a76-1aeec8e4d8bd req-ce8dfc35-c17b-4736-8261-83cc7ae22e9a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:54.122237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30b703bc-cde2-423b-8a76-1aeec8e4d8bd req-ce8dfc35-c17b-4736-8261-83cc7ae22e9a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 944 time: 0.0522234 Dec 14 03:07:54.177645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30b703bc-cde2-423b-8a76-1aeec8e4d8bd req-a2b141bd-b899-4f98-a0aa-41fa63d241bd tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483994 Dec 14 03:07:55.301686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e413cf-4169-42e5-b5cf-aebb8940b476 req-90980320-27eb-4b13-8d43-eaae3ad04aa0 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:55.303214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41e413cf-4169-42e5-b5cf-aebb8940b476 req-90980320-27eb-4b13-8d43-eaae3ad04aa0 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 944 time: 0.0530863 Dec 14 03:07:55.356577 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41e413cf-4169-42e5-b5cf-aebb8940b476 req-7abd1d79-921e-4dec-a57a-95daaf5290c1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459805 Dec 14 03:07:56.485624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0810cd-0b0b-4170-a564-909c5f84f7d1 req-452a5c41-0531-41b0-87ff-8bce2543a074 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:56.487080 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b0810cd-0b0b-4170-a564-909c5f84f7d1 req-452a5c41-0531-41b0-87ff-8bce2543a074 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 944 time: 0.0580316 Dec 14 03:07:56.537487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b0810cd-0b0b-4170-a564-909c5f84f7d1 req-c7f9804c-c7e8-4f0e-aa6b-cad968eb5b73 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440598 Dec 14 03:07:57.203343 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49490) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:57.300365 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3abb5097-9da0-4fb6-ba82-5f14ede51258 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3321 time: 0.0930603 Dec 14 03:07:57.300592 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49492) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:57.305634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-466ba199-c99a-4486-b069-3b2d6b216885 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Request body: {'network': {'name': 'tempest-network-smoke--1826491892', 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'port_security_enabled': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:57.315548 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:57.437941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466ba199-c99a-4486-b069-3b2d6b216885 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Made reservation on behalf of c97c1b09732d488e8069a3f6aceb5c33 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:07:57.442222 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-466ba199-c99a-4486-b069-3b2d6b216885 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:57.469101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466ba199-c99a-4486-b069-3b2d6b216885 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:07:57.477523 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-466ba199-c99a-4486-b069-3b2d6b216885 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:57.477864 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-466ba199-c99a-4486-b069-3b2d6b216885 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Added segment bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6 of type vlan for network d4161b85-1793-47e8-9d8d-d3dfcb3740e8 Dec 14 03:07:57.517585 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-466ba199-c99a-4486-b069-3b2d6b216885 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:57.598983 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:07:57.644546 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-466ba199-c99a-4486-b069-3b2d6b216885 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:57.649963 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466ba199-c99a-4486-b069-3b2d6b216885 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:57.650547 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-466ba199-c99a-4486-b069-3b2d6b216885 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:57.671435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239de0f-4672-42d9-b3fd-346301d37448 req-30ea84e9-08d2-4343-b228-1bb58ba94e26 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:57.672870 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9239de0f-4672-42d9-b3fd-346301d37448 req-30ea84e9-08d2-4343-b228-1bb58ba94e26 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 944 time: 0.0656538 Dec 14 03:07:57.745834 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ba199-c99a-4486-b069-3b2d6b216885 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event updated for resources: {'Network': ['ID=d4161b85-1793-47e8-9d8d-d3dfcb3740e8,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:57.757234 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network d4161b85-1793-47e8-9d8d-d3dfcb3740e8 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:07:57.773208 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9239de0f-4672-42d9-b3fd-346301d37448 req-e22a6c39-24b0-4b34-8197-b966629a5747 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894005 Dec 14 03:07:57.800980 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-466ba199-c99a-4486-b069-3b2d6b216885 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4875228 Dec 14 03:07:57.801099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49496) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:57.801099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1606055628', 'admin_state_up': True, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:07:57.895144 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:57.896282 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:57.948724 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:58.131564 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:58.376078 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:58.399206 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:58.501569 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Allocated IP 172.25.7.21 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/ec7648d4-2906-49fb-9795-c0cb145bd8d5) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:07:58.606225 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:58.678639 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:58.718125 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:07:58.722714 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:07:58.726236 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:07:58.737229 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dd935f-f5b2-48bd-adb9-2cf10fb0db02 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:07:58.748204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event updated for resources: {'Port': ['ID=ec7648d4-2906-49fb-9795-c0cb145bd8d5,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:07:58.862040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-844e7a4d-367e-4a54-ac6f-2f94a79d1f7d None None] Provisioning complete for port ec7648d4-2906-49fb-9795-c0cb145bd8d5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:07:58.862419 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-844e7a4d-367e-4a54-ac6f-2f94a79d1f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:58.912184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-844e7a4d-367e-4a54-ac6f-2f94a79d1f7d None None] Port ec7648d4-2906-49fb-9795-c0cb145bd8d5 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:07:58.919024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56470580-656f-4c1c-8094-83db7b203b9d req-06fcb231-5158-46ea-9564-8cb9259eaa07 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:07:58.921598 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56470580-656f-4c1c-8094-83db7b203b9d req-06fcb231-5158-46ea-9564-8cb9259eaa07 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 944 time: 0.0693924 Dec 14 03:07:58.973606 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56470580-656f-4c1c-8094-83db7b203b9d req-630d08ca-69c5-44d7-bdb0-dd412ab5c6a4 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460644 Dec 14 03:07:59.080101 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:59.276880 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:59.472051 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Router d144337a-fc5d-4a44-8f1b-10ce8f3ad046 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:07:59.580785 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:07:59.591426 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Sync routers for ids ['d144337a-fc5d-4a44-8f1b-10ce8f3ad046'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:07:59.602183 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Routers {'d144337a-fc5d-4a44-8f1b-10ce8f3ad046'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:07:59.602784 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:07:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d144337a-fc5d-4a44-8f1b-10ce8f3ad046'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:07:59.662750 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:07:59.663947 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8f600a00-6a80-4cf1-aac4-fe81a325bed9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8709116 Dec 14 03:07:59.668654 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49506) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:07:59.707502 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Set router d144337a-fc5d-4a44-8f1b-10ce8f3ad046 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:00.014984 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1606055628', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ec7648d4-2906-49fb-9795-c0cb145bd8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:07:57Z', 'updated_at': '2021-12-14T03:07:58Z', 'revision_number': 3, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'ec7648d4-2906-49fb-9795-c0cb145bd8d5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:58Z', 'updated_at': '2021-12-14T03:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:00.041092 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Checking router: d144337a-fc5d-4a44-8f1b-10ce8f3ad046 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:08:00.041525 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Updating router d144337a-fc5d-4a44-8f1b-10ce8f3ad046 port ec7648d4-2906-49fb-9795-c0cb145bd8d5 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:08:00.069277 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:00.069894 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198636ba-0b46-4acb-b1bc-f3a44f1aab4e tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:00.071422 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-198636ba-0b46-4acb-b1bc-f3a44f1aab4e tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c97c1b09732d488e8069a3f6aceb5c33&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4016221 Dec 14 03:08:00.076304 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49512) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:00.097523 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab6c54-43cd-4e4b-b908-32d82d34c1b1 req-1008be10-20ec-4fe5-ad25-7ce3fa533ec9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:00.104803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5ab6c54-43cd-4e4b-b908-32d82d34c1b1 req-1008be10-20ec-4fe5-ad25-7ce3fa533ec9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 944 time: 0.0575552 Dec 14 03:08:00.161982 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5ab6c54-43cd-4e4b-b908-32d82d34c1b1 req-970e739b-8a8e-484f-9955-098f553a6ac8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563276 Dec 14 03:08:00.191589 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f856d233-65d9-43c3-89f7-ce383dd9d7c9 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:00.196187 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f856d233-65d9-43c3-89f7-ce383dd9d7c9 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1155572 Dec 14 03:08:00.196458 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49514) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:00.223932 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-90d583be-df15-453e-bed4-6abdbbb2cd01 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263805 Dec 14 03:08:00.226846 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49516) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:00.256222 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7fce0944-8dbc-4f7a-895e-e963f04bf152 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c97c1b09732d488e8069a3f6aceb5c33&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283077 Dec 14 03:08:00.258821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49518) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:00.337323 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:00.361106 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7b362d-bbb4-411d-8488-4dbd102efd41 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:00.362695 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ab7b362d-bbb4-411d-8488-4dbd102efd41 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1029055 Dec 14 03:08:00.365617 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49520) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:00.394428 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0b19e3f4-c63f-46a1-a322-1f7cba1ab2e2 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276260 Dec 14 03:08:00.396835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49522) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:00.401530 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-acb0f954-ba83-41f4-9eba-22b934092612 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-231051919', 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8', 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:08:00.443578 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:00.478067 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:00.518124 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eed666f-ec83-4a4a-abe1-acc446ac198f None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:08:00.527441 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Attempting to bind port ec7648d4-2906-49fb-9795-c0cb145bd8d5 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:08:00.527608 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Attempting to bind port ec7648d4-2906-49fb-9795-c0cb145bd8d5 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:08:00.527979 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Attempting to bind port ec7648d4-2906-49fb-9795-c0cb145bd8d5 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:08:00.536652 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dba107-1fbe-41fc-a5ba-1962815fe8cf None None] Pushing event updated for resources: {'Port': ['ID=ec7648d4-2906-49fb-9795-c0cb145bd8d5,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:00.538871 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:08:00.539239 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:08:00.539634 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:00.540022 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:08:00.540480 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Bound port: ec7648d4-2906-49fb-9795-c0cb145bd8d5, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:08:00.540852 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:00.564984 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dba107-1fbe-41fc-a5ba-1962815fe8cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:00.565356 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dba107-1fbe-41fc-a5ba-1962815fe8cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:00.565699 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dba107-1fbe-41fc-a5ba-1962815fe8cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:00.566039 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dba107-1fbe-41fc-a5ba-1962815fe8cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:00.566373 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dba107-1fbe-41fc-a5ba-1962815fe8cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:00.566702 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dba107-1fbe-41fc-a5ba-1962815fe8cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:00.567028 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dba107-1fbe-41fc-a5ba-1962815fe8cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:00.567355 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dba107-1fbe-41fc-a5ba-1962815fe8cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:00.567694 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dba107-1fbe-41fc-a5ba-1962815fe8cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:00.568071 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dba107-1fbe-41fc-a5ba-1962815fe8cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:00.568396 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dba107-1fbe-41fc-a5ba-1962815fe8cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:00.568716 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dba107-1fbe-41fc-a5ba-1962815fe8cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:00.569037 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86dba107-1fbe-41fc-a5ba-1962815fe8cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:00.580926 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb0f954-ba83-41f4-9eba-22b934092612 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Made reservation on behalf of c97c1b09732d488e8069a3f6aceb5c33 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:08:00.585015 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-acb0f954-ba83-41f4-9eba-22b934092612 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:00.602968 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] For port ec7648d4-2906-49fb-9795-c0cb145bd8d5, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:08:00.606046 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] For port ec7648d4-2906-49fb-9795-c0cb145bd8d5, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ec7648d4-2906-49fb-9795-c0cb145bd8d5,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:08:00.645751 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8ece7fd8-b3da-4317-beec-12a989b5502a None None] Provisioning complete for port ec7648d4-2906-49fb-9795-c0cb145bd8d5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:00.646168 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8ece7fd8-b3da-4317-beec-12a989b5502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:00.681548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8ece7fd8-b3da-4317-beec-12a989b5502a None None] Port ec7648d4-2906-49fb-9795-c0cb145bd8d5 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:08:00.684705 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:00.730253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc69a15b-3546-4caa-9d9d-93e13297525d None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:08:00.741850 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dba107-1fbe-41fc-a5ba-1962815fe8cf None None] Pushing event updated for resources: {'Port': ['ID=ec7648d4-2906-49fb-9795-c0cb145bd8d5,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:00.754784 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Routers {'d144337a-fc5d-4a44-8f1b-10ce8f3ad046'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:00.755454 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:07:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d144337a-fc5d-4a44-8f1b-10ce8f3ad046'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:00.803002 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-99942fa7-33af-43ff-b5ef-beb66dfe2a44 None None] Provisioning complete for port ec7648d4-2906-49fb-9795-c0cb145bd8d5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:00.803465 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-99942fa7-33af-43ff-b5ef-beb66dfe2a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:00.855534 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-acb0f954-ba83-41f4-9eba-22b934092612 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:00.864200 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] Set router d144337a-fc5d-4a44-8f1b-10ce8f3ad046 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:00.891828 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-99942fa7-33af-43ff-b5ef-beb66dfe2a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:00.925210 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-99942fa7-33af-43ff-b5ef-beb66dfe2a44 None None] For port ec7648d4-2906-49fb-9795-c0cb145bd8d5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ec7648d4-2906-49fb-9795-c0cb145bd8d5,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:00.928218 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb0f954-ba83-41f4-9eba-22b934092612 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event updated for resources: {'Subnet': ['ID=6817b676-7269-44da-b0e6-02f6150b5ef2,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:00.946511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb0f954-ba83-41f4-9eba-22b934092612 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Checking segment: {'id': 'bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:08:00.947196 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb0f954-ba83-41f4-9eba-22b934092612 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Network hostable DHCP agents. Network: d4161b85-1793-47e8-9d8d-d3dfcb3740e8, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:08:00.998309 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-99942fa7-33af-43ff-b5ef-beb66dfe2a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:01.051415 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99942fa7-33af-43ff-b5ef-beb66dfe2a44 None None] Pushing event updated for resources: {'Port': ['ID=ec7648d4-2906-49fb-9795-c0cb145bd8d5,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:01.059777 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1606055628', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ec7648d4-2906-49fb-9795-c0cb145bd8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:07:57Z', 'updated_at': '2021-12-14T03:07:58Z', 'revision_number': 3, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'ec7648d4-2906-49fb-9795-c0cb145bd8d5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:58Z', 'updated_at': '2021-12-14T03:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:01.066406 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb0f954-ba83-41f4-9eba-22b934092612 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Network d4161b85-1793-47e8-9d8d-d3dfcb3740e8 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:08:01.085030 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b325478-305b-4513-888a-f89c106ebf46 None None] The sync data for ids ['d144337a-fc5d-4a44-8f1b-10ce8f3ad046'] in n-d-821636-1 is: [{'id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1606055628', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ec7648d4-2906-49fb-9795-c0cb145bd8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:07:57Z', 'updated_at': '2021-12-14T03:07:58Z', 'revision_number': 3, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'ec7648d4-2906-49fb-9795-c0cb145bd8d5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:58Z', 'updated_at': '2021-12-14T03:08:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:08:01.141828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-acb0f954-ba83-41f4-9eba-22b934092612 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, d4161b85-1793-47e8-9d8d-d3dfcb3740e8) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:08:01.146244 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb0f954-ba83-41f4-9eba-22b934092612 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:01.147016 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-acb0f954-ba83-41f4-9eba-22b934092612 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:01.151311 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3347245e-c1f2-4346-adca-0453abaeecbf None None] Network d4161b85-1793-47e8-9d8d-d3dfcb3740e8 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:08:01.247615 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-acb0f954-ba83-41f4-9eba-22b934092612 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8490963 Dec 14 03:08:01.256052 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49530) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:01.267591 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-d4161b85-1793-47e8-9d8d-d3dfcb3740e8', 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8', 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'fixed_ips': [{'subnet_id': '6817b676-7269-44da-b0e6-02f6150b5ef2'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:08:01.268513 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:01.318377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086ba08-128b-42eb-ae82-c87db936b98f req-bf3fe6ad-072c-4a10-b6d4-f6d76e7a80e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:01.321006 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0086ba08-128b-42eb-ae82-c87db936b98f req-bf3fe6ad-072c-4a10-b6d4-f6d76e7a80e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 944 time: 0.0755081 Dec 14 03:08:01.430665 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0086ba08-128b-42eb-ae82-c87db936b98f req-5410a19a-065a-4313-9e21-2320c6910bad tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985265 Dec 14 03:08:01.507539 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Allocated IP 172.20.0.18 (d4161b85-1793-47e8-9d8d-d3dfcb3740e8/6817b676-7269-44da-b0e6-02f6150b5ef2/e2f455ff-dfed-4d66-93aa-ea8749c1a3eb) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:08:01.687585 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:01.764515 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:01.817726 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Network d4161b85-1793-47e8-9d8d-d3dfcb3740e8 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:08:01.818474 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Pushing event updated for resources: {'Port': ['ID=e2f455ff-dfed-4d66-93aa-ea8749c1a3eb,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:01.821945 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:08:01.824125 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:08:01.883193 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-750278ad-508b-4e85-9a3a-543619294bf5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:01.887682 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Attempting to bind port e2f455ff-dfed-4d66-93aa-ea8749c1a3eb on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:08:01.887682 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Attempting to bind port e2f455ff-dfed-4d66-93aa-ea8749c1a3eb by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:08:01.887682 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Attempting to bind port e2f455ff-dfed-4d66-93aa-ea8749c1a3eb on network d4161b85-1793-47e8-9d8d-d3dfcb3740e8 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:08:01.891336 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:08:01.892002 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Checking segment: {'id': 'bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:08:01.892603 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:01.893177 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Bound using segment: {'id': 'bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:08:01.893866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Bound port: e2f455ff-dfed-4d66-93aa-ea8749c1a3eb, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:08:01.894443 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:01.982325 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] For port e2f455ff-dfed-4d66-93aa-ea8749c1a3eb, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:08:01.989340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] For port e2f455ff-dfed-4d66-93aa-ea8749c1a3eb, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e2f455ff-dfed-4d66-93aa-ea8749c1a3eb,segment=NetworkSegment(bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6),segment_id=bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:08:02.072795 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:02.153598 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c1afa-b93f-4ea1-b69d-214141639d8a None None] Pushing event updated for resources: {'Port': ['ID=e2f455ff-dfed-4d66-93aa-ea8749c1a3eb,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:02.255404 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-750278ad-508b-4e85-9a3a-543619294bf5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Allocated IP 172.20.0.17 (d4161b85-1793-47e8-9d8d-d3dfcb3740e8/6817b676-7269-44da-b0e6-02f6150b5ef2/93a1a99a-272e-46b2-882b-4b3f4709d2f3) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:08:02.277418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ec7648d4-2906-49fb-9795-c0cb145bd8d5 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:08:02.345801 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port ec7648d4-2906-49fb-9795-c0cb145bd8d5 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:02.346291 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:02.426879 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-750278ad-508b-4e85-9a3a-543619294bf5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:02.541588 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-750278ad-508b-4e85-9a3a-543619294bf5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:02.582281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc650dc-181e-409a-9bbf-17b44e41db19 req-56e5d804-5580-4958-a3e4-9492d688b4e8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:02.583864 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0cc650dc-181e-409a-9bbf-17b44e41db19 req-56e5d804-5580-4958-a3e4-9492d688b4e8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 944 time: 0.0643158 Dec 14 03:08:02.597241 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750278ad-508b-4e85-9a3a-543619294bf5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Network d4161b85-1793-47e8-9d8d-d3dfcb3740e8 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:08:02.602676 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-750278ad-508b-4e85-9a3a-543619294bf5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:08:02.605102 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750278ad-508b-4e85-9a3a-543619294bf5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:08:02.609946 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750278ad-508b-4e85-9a3a-543619294bf5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event updated for resources: {'Port': ['ID=93a1a99a-272e-46b2-882b-4b3f4709d2f3,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:02.643545 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0cc650dc-181e-409a-9bbf-17b44e41db19 req-d9e1db1d-6a58-47de-96a0-94a68356140c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532386 Dec 14 03:08:02.681201 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-750278ad-508b-4e85-9a3a-543619294bf5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:02.752252 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-95ab0b82-059b-4bf1-ae5e-68c434127c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:02.883054 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-750278ad-508b-4e85-9a3a-543619294bf5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:03.183323 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-750278ad-508b-4e85-9a3a-543619294bf5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:03.254933 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-750278ad-508b-4e85-9a3a-543619294bf5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:03.335702 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750278ad-508b-4e85-9a3a-543619294bf5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event updated for resources: {'Port': ['ID=93a1a99a-272e-46b2-882b-4b3f4709d2f3,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:03.338276 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-750278ad-508b-4e85-9a3a-543619294bf5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:03.443670 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750278ad-508b-4e85-9a3a-543619294bf5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Network d4161b85-1793-47e8-9d8d-d3dfcb3740e8 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:08:03.445219 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-750278ad-508b-4e85-9a3a-543619294bf5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:08:03.452456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda65272-1f0c-4016-b88c-8b600d93ae30 None None] Network d4161b85-1793-47e8-9d8d-d3dfcb3740e8 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:08:03.570193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b4738bce-5e8e-4b63-b516-0927ba02e5e0 None None] Provisioning complete for port e2f455ff-dfed-4d66-93aa-ea8749c1a3eb triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:03.570627 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b4738bce-5e8e-4b63-b516-0927ba02e5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:03.579305 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750278ad-508b-4e85-9a3a-543619294bf5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Router d144337a-fc5d-4a44-8f1b-10ce8f3ad046 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:08:03.664428 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b4738bce-5e8e-4b63-b516-0927ba02e5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:03.702341 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750278ad-508b-4e85-9a3a-543619294bf5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:08:03.707983 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-750278ad-508b-4e85-9a3a-543619294bf5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "PUT /v2.0/routers/d144337a-fc5d-4a44-8f1b-10ce8f3ad046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4499466 Dec 14 03:08:03.710310 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b4738bce-5e8e-4b63-b516-0927ba02e5e0 None None] For port e2f455ff-dfed-4d66-93aa-ea8749c1a3eb, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e2f455ff-dfed-4d66-93aa-ea8749c1a3eb,segment=NetworkSegment(bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6),segment_id=bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:03.718432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Sync routers for ids ['d144337a-fc5d-4a44-8f1b-10ce8f3ad046'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:08:03.730923 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Routers {'d144337a-fc5d-4a44-8f1b-10ce8f3ad046'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:03.731631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:07:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d144337a-fc5d-4a44-8f1b-10ce8f3ad046'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:03.812331 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b4738bce-5e8e-4b63-b516-0927ba02e5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:03.834833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504a580-9609-4d65-899b-1698ee78d2fd req-c1d717e6-9f27-4585-817a-471c15277cf8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:03.837040 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1504a580-9609-4d65-899b-1698ee78d2fd req-c1d717e6-9f27-4585-817a-471c15277cf8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 944 time: 0.1024172 Dec 14 03:08:03.886325 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4738bce-5e8e-4b63-b516-0927ba02e5e0 None None] Pushing event updated for resources: {'Port': ['ID=e2f455ff-dfed-4d66-93aa-ea8749c1a3eb,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:03.900980 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Set router d144337a-fc5d-4a44-8f1b-10ce8f3ad046 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:03.950892 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1504a580-9609-4d65-899b-1698ee78d2fd req-2bb984a7-3bc2-496e-b156-fb76d5573f29 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068437 Dec 14 03:08:03.999731 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f13c05e2-cd45-4270-b3f3-2022b5875e5c None None] Provisioning complete for port e2f455ff-dfed-4d66-93aa-ea8749c1a3eb triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:04.000104 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f13c05e2-cd45-4270-b3f3-2022b5875e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:04.000744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-4e8f6b84-e6c3-4945-a0e2-710cc74056d9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:04.004005 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-4e8f6b84-e6c3-4945-a0e2-710cc74056d9 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/networks?id=d4161b85-1793-47e8-9d8d-d3dfcb3740e8 HTTP/1.1" status: 200 len: 798 time: 0.1608186 Dec 14 03:08:04.018944 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-e61ecc95-6a8a-41c3-9444-9599784613bb tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/quotas/c97c1b09732d488e8069a3f6aceb5c33 HTTP/1.1" status: 200 len: 375 time: 0.0098271 Dec 14 03:08:04.067750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device db2737f6-e11d-4ad2-ad44-5959f1e88cda details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:08:04.084756 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-8ee8c2de-15f4-4ac6-8ca8-5c204391ccfd tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c97c1b09732d488e8069a3f6aceb5c33&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0593174 Dec 14 03:08:04.213708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-f84e25ef-f110-415f-b53a-18b70b6d33ff service neutron] 10.222.0.39 "GET /v2.0/networks/d4161b85-1793-47e8-9d8d-d3dfcb3740e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143291 Dec 14 03:08:04.338370 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port db2737f6-e11d-4ad2-ad44-5959f1e88cda, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=db2737f6-e11d-4ad2-ad44-5959f1e88cda,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:04.352226 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1606055628', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ec7648d4-2906-49fb-9795-c0cb145bd8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:07:57Z', 'updated_at': '2021-12-14T03:08:02Z', 'revision_number': 4, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'ec7648d4-2906-49fb-9795-c0cb145bd8d5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:58Z', 'updated_at': '2021-12-14T03:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '93a1a99a-272e-46b2-882b-4b3f4709d2f3', 'name': '', 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'mac_address': 'fa:16:3e:e7:05:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6817b676-7269-44da-b0e6-02f6150b5ef2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:02Z', 'updated_at': '2021-12-14T03:08:03Z', 'revision_number': 2, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'subnets': [{'id': '6817b676-7269-44da-b0e6-02f6150b5ef2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:04.391706 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e2f455ff-dfed-4d66-93aa-ea8749c1a3eb up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:08:04.397282 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Checking router: d144337a-fc5d-4a44-8f1b-10ce8f3ad046 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:08:04.397669 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Updating router d144337a-fc5d-4a44-8f1b-10ce8f3ad046 port 93a1a99a-272e-46b2-882b-4b3f4709d2f3 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:08:04.593216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'db2737f6-e11d-4ad2-ad44-5959f1e88cda', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'port_id': 'db2737f6-e11d-4ad2-ad44-5959f1e88cda', 'mac_address': 'fa:16:3e:dc:f6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:08:04.594828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f13c05e2-cd45-4270-b3f3-2022b5875e5c None None] Provisioning complete for port 93a1a99a-272e-46b2-882b-4b3f4709d2f3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:04.595197 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f13c05e2-cd45-4270-b3f3-2022b5875e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:04.633899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a5c6fa64-28fa-46f1-ac07-c3ac25ac17ac service neutron] 10.222.0.39 "GET /v2.0/networks/d4161b85-1793-47e8-9d8d-d3dfcb3740e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191101 Dec 14 03:08:04.681872 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:04.710723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f13c05e2-cd45-4270-b3f3-2022b5875e5c None None] Port 93a1a99a-272e-46b2-882b-4b3f4709d2f3 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:08:04.719726 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:04.758869 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2737f6-e11d-4ad2-ad44-5959f1e88cda {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:08:04.770987 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e2f455ff-dfed-4d66-93aa-ea8749c1a3eb triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:04.771297 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:04.858359 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port db2737f6-e11d-4ad2-ad44-5959f1e88cda, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=db2737f6-e11d-4ad2-ad44-5959f1e88cda,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:04.878567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-642cb79b-07a8-4375-9db3-93c700c02f15 req-666162b9-9514-46d7-8464-6496752c324e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 210 time: 0.0362694 Dec 14 03:08:04.902675 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-33ab3d9a-583b-46fa-8504-ad454d2b533a None None] Provisioning complete for port 93a1a99a-272e-46b2-882b-4b3f4709d2f3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:04.902967 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33ab3d9a-583b-46fa-8504-ad454d2b533a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:04.956436 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:05.035173 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-33ab3d9a-583b-46fa-8504-ad454d2b533a None None] Port 93a1a99a-272e-46b2-882b-4b3f4709d2f3 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:08:05.085549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96269857-1d61-4539-a322-baa4b02caddf req-0f1468ca-687f-4afb-b2c4-43690a5a7811 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:05.093974 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-96269857-1d61-4539-a322-baa4b02caddf req-0f1468ca-687f-4afb-b2c4-43690a5a7811 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 945 time: 0.0617187 Dec 14 03:08:05.118027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=db2737f6-e11d-4ad2-ad44-5959f1e88cda,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:05.145703 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-96269857-1d61-4539-a322-baa4b02caddf req-99a18e75-c98f-46fe-8a2b-63b82714889c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505364 Dec 14 03:08:05.150340 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d6237771-0c0c-44bf-b593-5674193977c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:05.223641 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:05.238611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['db2737f6-e11d-4ad2-ad44-5959f1e88cda'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:08:05.300022 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:05.380975 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fd767-3d62-4ada-97fe-a8343989c8fb None None] Pushing event updated for resources: {'Port': ['ID=93a1a99a-272e-46b2-882b-4b3f4709d2f3,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:05.463687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Attempting to bind port 93a1a99a-272e-46b2-882b-4b3f4709d2f3 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:08:05.464072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Attempting to bind port 93a1a99a-272e-46b2-882b-4b3f4709d2f3 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:08:05.464453 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Attempting to bind port 93a1a99a-272e-46b2-882b-4b3f4709d2f3 on network d4161b85-1793-47e8-9d8d-d3dfcb3740e8 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:08:05.480130 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:08:05.480516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Checking segment: {'id': 'bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:08:05.480932 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:05.481370 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Bound using segment: {'id': 'bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:08:05.481859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Bound port: 93a1a99a-272e-46b2-882b-4b3f4709d2f3, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:08:05.482252 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:05.596912 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] For port 93a1a99a-272e-46b2-882b-4b3f4709d2f3, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:08:05.618033 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] For port 93a1a99a-272e-46b2-882b-4b3f4709d2f3, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=93a1a99a-272e-46b2-882b-4b3f4709d2f3,segment=NetworkSegment(bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6),segment_id=bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:08:05.656641 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-fa65a99b-db61-4caa-b696-236f112fb5ea None None] Provisioning complete for port 93a1a99a-272e-46b2-882b-4b3f4709d2f3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:05.657022 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fa65a99b-db61-4caa-b696-236f112fb5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:05.687749 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:05.741422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-fa65a99b-db61-4caa-b696-236f112fb5ea None None] Port 93a1a99a-272e-46b2-882b-4b3f4709d2f3 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:08:05.758354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Routers {'d144337a-fc5d-4a44-8f1b-10ce8f3ad046'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:05.758998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d144337a-fc5d-4a44-8f1b-10ce8f3ad046'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:05.833199 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fd767-3d62-4ada-97fe-a8343989c8fb None None] Pushing event updated for resources: {'Port': ['ID=93a1a99a-272e-46b2-882b-4b3f4709d2f3,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:05.879723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] Set router d144337a-fc5d-4a44-8f1b-10ce8f3ad046 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:06.027875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09d53616-ecea-4375-bb7b-baae7e36d637 req-9d357592-6db1-4ca6-93ef-9b352fa4cf8c tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 210 time: 0.0355272 Dec 14 03:08:06.043638 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49582) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:06.106831 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-42eb116a-4343-4bdd-991c-895bf05d9984 None None] Provisioning complete for port 93a1a99a-272e-46b2-882b-4b3f4709d2f3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:06.107121 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-42eb116a-4343-4bdd-991c-895bf05d9984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:06.188068 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1606055628', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ec7648d4-2906-49fb-9795-c0cb145bd8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:07:57Z', 'updated_at': '2021-12-14T03:08:02Z', 'revision_number': 4, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'ec7648d4-2906-49fb-9795-c0cb145bd8d5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:58Z', 'updated_at': '2021-12-14T03:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '93a1a99a-272e-46b2-882b-4b3f4709d2f3', 'name': '', 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'mac_address': 'fa:16:3e:e7:05:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6817b676-7269-44da-b0e6-02f6150b5ef2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:02Z', 'updated_at': '2021-12-14T03:08:05Z', 'revision_number': 4, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'subnets': [{'id': '6817b676-7269-44da-b0e6-02f6150b5ef2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:06.270283 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317aa79-563b-468d-a3f4-c1d843da02d4 None None] The sync data for ids ['d144337a-fc5d-4a44-8f1b-10ce8f3ad046'] in n-d-821636-1 is: [{'id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1606055628', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ec7648d4-2906-49fb-9795-c0cb145bd8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:07:57Z', 'updated_at': '2021-12-14T03:08:02Z', 'revision_number': 4, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'ec7648d4-2906-49fb-9795-c0cb145bd8d5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:58Z', 'updated_at': '2021-12-14T03:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '93a1a99a-272e-46b2-882b-4b3f4709d2f3', 'name': '', 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'mac_address': 'fa:16:3e:e7:05:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '6817b676-7269-44da-b0e6-02f6150b5ef2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:02Z', 'updated_at': '2021-12-14T03:08:05Z', 'revision_number': 4, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'subnets': [{'id': '6817b676-7269-44da-b0e6-02f6150b5ef2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:08:06.292432 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-42eb116a-4343-4bdd-991c-895bf05d9984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:06.326680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989f76e-064e-4c80-9869-56701bd24070 req-369960bc-84c8-4180-866c-cca2f4afc81b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:06.329537 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3989f76e-064e-4c80-9869-56701bd24070 req-369960bc-84c8-4180-866c-cca2f4afc81b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 945 time: 0.0742617 Dec 14 03:08:06.406328 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-42eb116a-4343-4bdd-991c-895bf05d9984 None None] For port 93a1a99a-272e-46b2-882b-4b3f4709d2f3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=93a1a99a-272e-46b2-882b-4b3f4709d2f3,segment=NetworkSegment(bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6),segment_id=bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:06.407748 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:06.455321 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3989f76e-064e-4c80-9869-56701bd24070 req-12708892-717f-4300-ae4e-1de595d5c973 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082160 Dec 14 03:08:06.479997 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-42eb116a-4343-4bdd-991c-895bf05d9984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:06.531421 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb116a-4343-4bdd-991c-895bf05d9984 None None] Pushing event updated for resources: {'Port': ['ID=93a1a99a-272e-46b2-882b-4b3f4709d2f3,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:06.636026 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a0af3d76-a4ad-456a-b456-09a77cfe99e7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:07.188110 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa80c79e-c8b1-42bd-a91e-2c65d843dd86 req-f47b3865-aa14-48fb-b130-aae9a008092d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 210 time: 0.0374315 Dec 14 03:08:07.253378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a548c242-1ca5-4200-a5b7-78118873897a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:07.255248 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a548c242-1ca5-4200-a5b7-78118873897a tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.46 "GET /v2.0/networks?id=d4161b85-1793-47e8-9d8d-d3dfcb3740e8 HTTP/1.1" status: 200 len: 798 time: 0.1562767 Dec 14 03:08:07.276355 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-69626295-e4fc-4834-89d4-54a7292c682d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Request body: {'port': {'device_id': 'e154fb97-3b01-4b2a-8b49-72e0ca846311', 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8', 'admin_state_up': True, 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:08:07.342267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a0af3d76-a4ad-456a-b456-09a77cfe99e7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Deleting port 9b958cb9-871c-4cb6-a162-ef378da999ae {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:08:07.343133 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a0af3d76-a4ad-456a-b456-09a77cfe99e7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:07.466623 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-a0af3d76-a4ad-456a-b456-09a77cfe99e7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] For port 9b958cb9-871c-4cb6-a162-ef378da999ae, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=9b958cb9-871c-4cb6-a162-ef378da999ae,segment=NetworkSegment(9dd0acac-1b60-4429-9082-b80c01ddd8ce),segment_id=9dd0acac-1b60-4429-9082-b80c01ddd8ce)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:07.467141 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a0af3d76-a4ad-456a-b456-09a77cfe99e7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:07.484134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-69626295-e4fc-4834-89d4-54a7292c682d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Made reservation on behalf of c97c1b09732d488e8069a3f6aceb5c33 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:08:07.488890 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a0af3d76-a4ad-456a-b456-09a77cfe99e7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Calling delete_port for 9b958cb9-871c-4cb6-a162-ef378da999ae owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:08:07.491147 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-69626295-e4fc-4834-89d4-54a7292c682d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:07.729797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddfb47-677f-447f-bf10-287ded442dd0 req-5979af26-ea8d-4aa3-ba77-e501a1359dff tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:07.731377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4eddfb47-677f-447f-bf10-287ded442dd0 req-5979af26-ea8d-4aa3-ba77-e501a1359dff tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 945 time: 0.1202362 Dec 14 03:08:07.765338 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:07.877576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-69626295-e4fc-4834-89d4-54a7292c682d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Allocated IP 172.20.0.26 (d4161b85-1793-47e8-9d8d-d3dfcb3740e8/6817b676-7269-44da-b0e6-02f6150b5ef2/bb31b532-60d7-4a96-8530-c79bca42793e) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:08:07.893647 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4eddfb47-677f-447f-bf10-287ded442dd0 req-b396dea5-2c08-4c5b-a179-c2c677c96415 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244614 Dec 14 03:08:08.015716 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a0af3d76-a4ad-456a-b456-09a77cfe99e7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:08.049703 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af3d76-a4ad-456a-b456-09a77cfe99e7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'Port': ['ID=9b958cb9-871c-4cb6-a162-ef378da999ae,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:08.070362 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device db2737f6-e11d-4ad2-ad44-5959f1e88cda up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:08:08.086537 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-69626295-e4fc-4834-89d4-54a7292c682d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:08.226853 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-69626295-e4fc-4834-89d4-54a7292c682d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:08.255225 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port db2737f6-e11d-4ad2-ad44-5959f1e88cda completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:08:08.260156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port db2737f6-e11d-4ad2-ad44-5959f1e88cda triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:08.267159 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:08.323170 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a0af3d76-a4ad-456a-b456-09a77cfe99e7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:08.325414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-69626295-e4fc-4834-89d4-54a7292c682d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Network d4161b85-1793-47e8-9d8d-d3dfcb3740e8 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:08:08.334210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-69626295-e4fc-4834-89d4-54a7292c682d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:08:08.338991 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-69626295-e4fc-4834-89d4-54a7292c682d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:08:08.439405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-69626295-e4fc-4834-89d4-54a7292c682d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:08.440212 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-69626295-e4fc-4834-89d4-54a7292c682d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:08.494321 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69626295-e4fc-4834-89d4-54a7292c682d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event updated for resources: {'Port': ['ID=bb31b532-60d7-4a96-8530-c79bca42793e,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:08.513494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69dc151-bee9-45b7-9ef9-ea8f17bf5d28 req-afd26617-1253-4492-966d-934e6ba0395c tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:08.522480 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e69dc151-bee9-45b7-9ef9-ea8f17bf5d28 req-afd26617-1253-4492-966d-934e6ba0395c tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 895 time: 0.1177711 Dec 14 03:08:08.545501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 93a1a99a-272e-46b2-882b-4b3f4709d2f3 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:08:08.572543 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-69626295-e4fc-4834-89d4-54a7292c682d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3008111 Dec 14 03:08:08.591275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Request body: {'port': {'device_id': 'e154fb97-3b01-4b2a-8b49-72e0ca846311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:08:08.613449 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:08.643247 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de15f89e-1470-4521-8746-5b8fb3476e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2737f6-e11d-4ad2-ad44-5959f1e88cda'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:08:08.645670 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf6e8d2-20ae-42aa-9a4d-79d1754cf9bd" -d '{"events": [{"server_uuid": "de15f89e-1470-4521-8746-5b8fb3476e37", "name": "network-vif-plugged", "status": "completed", "tag": "db2737f6-e11d-4ad2-ad44-5959f1e88cda"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:08:08.663621 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port db2737f6-e11d-4ad2-ad44-5959f1e88cda, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=db2737f6-e11d-4ad2-ad44-5959f1e88cda,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:08.683916 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 93a1a99a-272e-46b2-882b-4b3f4709d2f3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:08.683916 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:08.719758 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:08.732241 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79569783-0bef-4a31-a91e-cd48c072aca9 x-openstack-request-id: req-79569783-0bef-4a31-a91e-cd48c072aca9 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:08:08.733415 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de15f89e-1470-4521-8746-5b8fb3476e37", "name": "network-vif-plugged", "status": "completed", "tag": "db2737f6-e11d-4ad2-ad44-5959f1e88cda", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:08:08.734127 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79569783-0bef-4a31-a91e-cd48c072aca9 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:08:08.734815 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de15f89e-1470-4521-8746-5b8fb3476e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2737f6-e11d-4ad2-ad44-5959f1e88cda', 'code': 200} Dec 14 03:08:08.745142 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:08.777009 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:08.842221 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-bbac2c4e-33f3-46ea-bc9a-e3682dd35e97 None None] Provisioning complete for port bb31b532-60d7-4a96-8530-c79bca42793e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:08.842668 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bbac2c4e-33f3-46ea-bc9a-e3682dd35e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:08.851296 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0af3d76-a4ad-456a-b456-09a77cfe99e7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Router 137db3e5-837c-4775-ae64-61dbd7a53e1b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:08:08.945670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d1a69-7d3f-4feb-8128-b357ed94d270 req-ac941a1d-a6db-4a94-bab4-e960e25174b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:08.947229 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-758d1a69-7d3f-4feb-8128-b357ed94d270 req-ac941a1d-a6db-4a94-bab4-e960e25174b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 1097 time: 0.0738001 Dec 14 03:08:08.947666 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=db2737f6-e11d-4ad2-ad44-5959f1e88cda,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:08.974557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bbac2c4e-33f3-46ea-bc9a-e3682dd35e97 None None] Port bb31b532-60d7-4a96-8530-c79bca42793e cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:08:09.068884 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-758d1a69-7d3f-4feb-8128-b357ed94d270 req-d0f85222-e336-4fab-8501-47eea2a91c5e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072586 Dec 14 03:08:09.073075 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0af3d76-a4ad-456a-b456-09a77cfe99e7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:08:09.079634 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a0af3d76-a4ad-456a-b456-09a77cfe99e7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "PUT /v2.0/routers/137db3e5-837c-4775-ae64-61dbd7a53e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0342376 Dec 14 03:08:09.087764 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd4208-7e2d-4443-ab65-b168590bb1d9 None None] Sync routers for ids ['137db3e5-837c-4775-ae64-61dbd7a53e1b'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:08:09.100023 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd4208-7e2d-4443-ab65-b168590bb1d9 None None] Routers {'137db3e5-837c-4775-ae64-61dbd7a53e1b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:09.100737 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c2fd4208-7e2d-4443-ab65-b168590bb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['137db3e5-837c-4775-ae64-61dbd7a53e1b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:09.120996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ff881-ca8d-44ab-8094-0df6bac2e8bf req-786a95c5-d6a5-4191-83c7-e98ec91c7212 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:09.122572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f01ff881-ca8d-44ab-8094-0df6bac2e8bf req-786a95c5-d6a5-4191-83c7-e98ec91c7212 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 946 time: 0.0890517 Dec 14 03:08:09.189120 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f01ff881-ca8d-44ab-8094-0df6bac2e8bf req-1809f0aa-d039-434f-89b9-14624cd183c7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543237 Dec 14 03:08:09.281263 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-c2fd4208-7e2d-4443-ab65-b168590bb1d9 None None] Set router 137db3e5-837c-4775-ae64-61dbd7a53e1b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:09.284146 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb31b532-60d7-4a96-8530-c79bca42793e {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:08:09.293398 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:09.309182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Transition to ACTIVE for port object bb31b532-60d7-4a96-8530-c79bca42793e will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:08:09.415346 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:09.534966 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c2fd4208-7e2d-4443-ab65-b168590bb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:08:07Z', 'revision_number': 6, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '37a5f6e1-7169-4080-9200-9e7acb8eac27', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'port_id': '2cbdb89e-a398-4f82-ac94-a956c45df29c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'mac_address': 'fa:16:3e:9b:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:06:46Z', 'updated_at': '2021-12-14T03:06:49Z', 'revision_number': 1, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f919d1-4fcf-48af-8e91-083035fbb081', 'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:68:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:23Z', 'updated_at': '2021-12-14T03:06:28Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:09.565030 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Pushing event updated for resources: {'Port': ['ID=bb31b532-60d7-4a96-8530-c79bca42793e,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:09.611606 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd4208-7e2d-4443-ab65-b168590bb1d9 None None] Checking router: 137db3e5-837c-4775-ae64-61dbd7a53e1b for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:08:09.625880 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd4208-7e2d-4443-ab65-b168590bb1d9 None None] Routers {'137db3e5-837c-4775-ae64-61dbd7a53e1b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:09.626526 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c2fd4208-7e2d-4443-ab65-b168590bb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['137db3e5-837c-4775-ae64-61dbd7a53e1b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:09.630053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Attempting to bind port bb31b532-60d7-4a96-8530-c79bca42793e on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:08:09.630405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Attempting to bind port bb31b532-60d7-4a96-8530-c79bca42793e by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:08:09.630745 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Attempting to bind port bb31b532-60d7-4a96-8530-c79bca42793e on network d4161b85-1793-47e8-9d8d-d3dfcb3740e8 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:08:09.635529 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Port bb31b532-60d7-4a96-8530-c79bca42793e on network d4161b85-1793-47e8-9d8d-d3dfcb3740e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:08:09.635913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Attempting to bind port bb31b532-60d7-4a96-8530-c79bca42793e on network d4161b85-1793-47e8-9d8d-d3dfcb3740e8 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:08:09.687874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:08:09.688220 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Checking segment: {'id': 'bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:08:09.688622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Bound using segment: {'id': 'bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:08:09.689065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Bound port: bb31b532-60d7-4a96-8530-c79bca42793e, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:08:09.689459 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:09.741546 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-c2fd4208-7e2d-4443-ab65-b168590bb1d9 None None] Set router 137db3e5-837c-4775-ae64-61dbd7a53e1b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:09.763708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5307e3-dffc-4cdb-8dfb-4bdb8cd9df67 req-32f5a17c-d2ea-494c-a28f-a1b9b38631c6 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:09.765853 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd5307e3-dffc-4cdb-8dfb-4bdb8cd9df67 req-32f5a17c-d2ea-494c-a28f-a1b9b38631c6 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 907 time: 0.1261075 Dec 14 03:08:09.775637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ca7a4-f94b-467c-83ff-08adbfe78983 req-03118d96-8fef-493b-97f7-3405a3a93a8e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:09.777419 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a4ca7a4-f94b-467c-83ff-08adbfe78983 req-03118d96-8fef-493b-97f7-3405a3a93a8e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8f93af5-e3e2-40bf-a47f-e302e63d8d22 HTTP/1.1" status: 200 len: 946 time: 0.1392500 Dec 14 03:08:09.832375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] For port bb31b532-60d7-4a96-8530-c79bca42793e, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:08:09.837471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] For port bb31b532-60d7-4a96-8530-c79bca42793e, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bb31b532-60d7-4a96-8530-c79bca42793e,segment=NetworkSegment(bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6),segment_id=bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:08:09.856377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a4ca7a4-f94b-467c-83ff-08adbfe78983 req-91c11ac2-651e-4580-a309-62a200ebd1cf tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=97064557-4d46-4f4c-9a46-5d3d3e695a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691941 Dec 14 03:08:09.912843 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:09.956621 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:09.957900 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:09.962727 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] 10.222.0.46 "PUT /v2.0/ports/bb31b532-60d7-4a96-8530-c79bca42793e HTTP/1.1" status: 200 len: 1055 time: 1.3762851 Dec 14 03:08:09.965176 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e154fb97-3b01-4b2a-8b49-72e0ca846311', 'tag': 'bb31b532-60d7-4a96-8530-c79bca42793e'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:08:09.968336 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8e62b8-fca8-46a5-a0db-94a82fe78949" -d '{"events": [{"name": "network-changed", "server_uuid": "e154fb97-3b01-4b2a-8b49-72e0ca846311", "tag": "bb31b532-60d7-4a96-8530-c79bca42793e"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:08:09.989427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f68d40-ff53-427e-989e-044fcee85fdc service neutron] Pushing event updated for resources: {'Port': ['ID=bb31b532-60d7-4a96-8530-c79bca42793e,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:10.030915 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe2df0c-db51-458a-ab8c-e3e5627ec0b0 x-openstack-request-id: req-dbe2df0c-db51-458a-ab8c-e3e5627ec0b0 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:08:10.031500 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e154fb97-3b01-4b2a-8b49-72e0ca846311", "tag": "bb31b532-60d7-4a96-8530-c79bca42793e", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:08:10.031952 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dbe2df0c-db51-458a-ab8c-e3e5627ec0b0 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:08:10.032558 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e154fb97-3b01-4b2a-8b49-72e0ca846311', 'tag': 'bb31b532-60d7-4a96-8530-c79bca42793e', 'status': 'completed', 'code': 200} Dec 14 03:08:10.128687 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c2fd4208-7e2d-4443-ab65-b168590bb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:08:07Z', 'revision_number': 6, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '37a5f6e1-7169-4080-9200-9e7acb8eac27', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'port_id': '2cbdb89e-a398-4f82-ac94-a956c45df29c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'mac_address': 'fa:16:3e:9b:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:06:46Z', 'updated_at': '2021-12-14T03:06:49Z', 'revision_number': 1, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f919d1-4fcf-48af-8e91-083035fbb081', 'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:68:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:23Z', 'updated_at': '2021-12-14T03:06:28Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:10.149163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e62b8-fca8-46a5-a0db-94a82fe78949 req-c09d2eed-96f4-4156-adec-e5b23bf05f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:10.150726 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da8e62b8-fca8-46a5-a0db-94a82fe78949 req-c09d2eed-96f4-4156-adec-e5b23bf05f23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c97c1b09732d488e8069a3f6aceb5c33&device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 1058 time: 0.0709953 Dec 14 03:08:10.156233 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fd4208-7e2d-4443-ab65-b168590bb1d9 None None] The sync data for ids ['137db3e5-837c-4775-ae64-61dbd7a53e1b'] in n-d-821636-1 is: [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:08:07Z', 'revision_number': 6, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '37a5f6e1-7169-4080-9200-9e7acb8eac27', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'port_id': '2cbdb89e-a398-4f82-ac94-a956c45df29c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'mac_address': 'fa:16:3e:9b:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:06:46Z', 'updated_at': '2021-12-14T03:06:49Z', 'revision_number': 1, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2f919d1-4fcf-48af-8e91-083035fbb081', 'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:68:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:23Z', 'updated_at': '2021-12-14T03:06:28Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:08:10.309137 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e62b8-fca8-46a5-a0db-94a82fe78949 req-28f940b4-3c73-49ca-a576-f8242719a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:10.309764 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e62b8-fca8-46a5-a0db-94a82fe78949 req-28f940b4-3c73-49ca-a576-f8242719a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:10.311910 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da8e62b8-fca8-46a5-a0db-94a82fe78949 req-28f940b4-3c73-49ca-a576-f8242719a1b0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=c97c1b09732d488e8069a3f6aceb5c33&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1449571 Dec 14 03:08:10.341605 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabc94c-b8b6-4bb6-ae67-fe0e781dc4a8 req-33ec7399-4963-4b6d-8c3a-d3968a8569dd tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:10.343346 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6aabc94c-b8b6-4bb6-ae67-fe0e781dc4a8 req-33ec7399-4963-4b6d-8c3a-d3968a8569dd tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 946 time: 0.0732512 Dec 14 03:08:10.456701 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6aabc94c-b8b6-4bb6-ae67-fe0e781dc4a8 req-15c7223a-fccf-4bf6-ae9f-4b6f70035667 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036141 Dec 14 03:08:10.461103 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e62b8-fca8-46a5-a0db-94a82fe78949 req-a8943832-dc83-4018-80ea-f5e396491d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:10.462529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-da8e62b8-fca8-46a5-a0db-94a82fe78949 req-a8943832-dc83-4018-80ea-f5e396491d80 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1382802 Dec 14 03:08:10.558571 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-7e16bf44-d068-407f-9c50-403a494d32d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:10.560168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-7e16bf44-d068-407f-9c50-403a494d32d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c97c1b09732d488e8069a3f6aceb5c33&device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 1058 time: 0.0418730 Dec 14 03:08:10.612593 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-6e894a7c-a250-4236-9678-0dbc9a36d1c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=bb31b532-60d7-4a96-8530-c79bca42793e HTTP/1.1" status: 200 len: 217 time: 0.0394676 Dec 14 03:08:10.664560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-c139b309-531e-48dc-a0dc-83616824878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:10.666126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-c139b309-531e-48dc-a0dc-83616824878b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6817b676-7269-44da-b0e6-02f6150b5ef2 HTTP/1.1" status: 200 len: 837 time: 0.0469418 Dec 14 03:08:10.712789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-4aa107a5-cee2-447d-9879-8833e3ca9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:10.714397 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-4aa107a5-cee2-447d-9879-8833e3ca9f14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4161b85-1793-47e8-9d8d-d3dfcb3740e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408750 Dec 14 03:08:10.816577 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-3564a1cc-dd9d-4309-81aa-4a438faa7354 service neutron] 10.222.0.46 "GET /v2.0/networks/d4161b85-1793-47e8-9d8d-d3dfcb3740e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944505 Dec 14 03:08:10.962291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4f083-50b0-4775-b150-b2b907788874 req-e5c74e85-80fc-4bc6-bc6c-93be9d7724dc tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:10.963852 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93f4f083-50b0-4775-b150-b2b907788874 req-e5c74e85-80fc-4bc6-bc6c-93be9d7724dc tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 907 time: 0.0906236 Dec 14 03:08:10.969686 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7a736a1-df58-4b03-af4d-a12b51172cd5 req-583eb2fe-2835-4dc9-85c6-fd91390c85fa service neutron] 10.222.0.46 "GET /v2.0/networks/d4161b85-1793-47e8-9d8d-d3dfcb3740e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444383 Dec 14 03:08:11.009219 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8bb23-f94b-46af-8214-3aaaa2cf4733 req-6905e486-79af-4bc6-b043-7a323dbdb5f4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:11.010752 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7e8bb23-f94b-46af-8214-3aaaa2cf4733 req-6905e486-79af-4bc6-b043-7a323dbdb5f4 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8f93af5-e3e2-40bf-a47f-e302e63d8d22 HTTP/1.1" status: 200 len: 946 time: 0.0747292 Dec 14 03:08:11.062430 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7e8bb23-f94b-46af-8214-3aaaa2cf4733 req-929c3cd5-8394-4a32-af9d-fced15be3e26 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=97064557-4d46-4f4c-9a46-5d3d3e695a3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447385 Dec 14 03:08:11.099543 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230f952-89dc-42a8-9807-c63b3a3b9610 req-d27d0122-588d-4cb4-99cb-6baba6169902 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:11.101694 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e230f952-89dc-42a8-9807-c63b3a3b9610 req-d27d0122-588d-4cb4-99cb-6baba6169902 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.47 "GET /v2.0/ports?device_id=c8f93af5-e3e2-40bf-a47f-e302e63d8d22 HTTP/1.1" status: 200 len: 946 time: 0.0530243 Dec 14 03:08:11.206951 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-e230f952-89dc-42a8-9807-c63b3a3b9610 req-f8d95e03-195a-47ed-a0a2-849897e04f59 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Deleting port db255e2b-12a4-4fee-9339-48bb49027686 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:08:11.207296 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e230f952-89dc-42a8-9807-c63b3a3b9610 req-f8d95e03-195a-47ed-a0a2-849897e04f59 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:11.305367 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-e230f952-89dc-42a8-9807-c63b3a3b9610 req-f8d95e03-195a-47ed-a0a2-849897e04f59 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] For port db255e2b-12a4-4fee-9339-48bb49027686, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=db255e2b-12a4-4fee-9339-48bb49027686,segment=NetworkSegment(9dd0acac-1b60-4429-9082-b80c01ddd8ce),segment_id=9dd0acac-1b60-4429-9082-b80c01ddd8ce)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:11.305729 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e230f952-89dc-42a8-9807-c63b3a3b9610 req-f8d95e03-195a-47ed-a0a2-849897e04f59 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:11.318836 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-e230f952-89dc-42a8-9807-c63b3a3b9610 req-f8d95e03-195a-47ed-a0a2-849897e04f59 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Calling delete_port for db255e2b-12a4-4fee-9339-48bb49027686 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:08:11.496048 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e230f952-89dc-42a8-9807-c63b3a3b9610 req-f8d95e03-195a-47ed-a0a2-849897e04f59 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:11.528729 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d95e03-195a-47ed-a0a2-849897e04f59 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'Port': ['ID=db255e2b-12a4-4fee-9339-48bb49027686,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:11.571946 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-e230f952-89dc-42a8-9807-c63b3a3b9610 req-f8d95e03-195a-47ed-a0a2-849897e04f59 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] No DVR routers for this DVR port db255e2b-12a4-4fee-9339-48bb49027686 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:08:11.574883 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-e230f952-89dc-42a8-9807-c63b3a3b9610 req-f8d95e03-195a-47ed-a0a2-849897e04f59 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:11.578999 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e230f952-89dc-42a8-9807-c63b3a3b9610 req-f8d95e03-195a-47ed-a0a2-849897e04f59 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.47 "DELETE /v2.0/ports/db255e2b-12a4-4fee-9339-48bb49027686 HTTP/1.1" status: 204 len: 173 time: 0.4707446 Dec 14 03:08:11.579463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f93af5-e3e2-40bf-a47f-e302e63d8d22', 'name': 'network-vif-deleted', 'tag': 'db255e2b-12a4-4fee-9339-48bb49027686'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:08:11.581714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cdf87-8e10-42c1-bb32-7a6acfa21131 req-27b02edc-0ce1-413d-ab18-bc79e31bb302 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:11.582176 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6936f75c-9d3c-462f-9811-fd01a098339e" -d '{"events": [{"server_uuid": "c8f93af5-e3e2-40bf-a47f-e302e63d8d22", "name": "network-vif-deleted", "tag": "db255e2b-12a4-4fee-9339-48bb49027686"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:08:11.597655 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-883cdf87-8e10-42c1-bb32-7a6acfa21131 req-27b02edc-0ce1-413d-ab18-bc79e31bb302 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 946 time: 0.0706525 Dec 14 03:08:11.640533 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a157164-3bfd-4e05-8d67-89d143384536 x-openstack-request-id: req-4a157164-3bfd-4e05-8d67-89d143384536 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:08:11.640936 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f93af5-e3e2-40bf-a47f-e302e63d8d22", "name": "network-vif-deleted", "tag": "db255e2b-12a4-4fee-9339-48bb49027686", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:08:11.641471 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a157164-3bfd-4e05-8d67-89d143384536 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:08:11.642003 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f93af5-e3e2-40bf-a47f-e302e63d8d22', 'name': 'network-vif-deleted', 'tag': 'db255e2b-12a4-4fee-9339-48bb49027686', 'status': 'completed', 'code': 200} Dec 14 03:08:11.649776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-883cdf87-8e10-42c1-bb32-7a6acfa21131 req-3223dd76-a3ee-4d4d-987b-6dbef0b28e31 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511975 Dec 14 03:08:11.774442 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887552c4-311b-4428-b6e5-f4d4fc42772f req-68607951-9f6b-47d4-9a1d-437212e87b00 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:11.776468 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-887552c4-311b-4428-b6e5-f4d4fc42772f req-68607951-9f6b-47d4-9a1d-437212e87b00 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 946 time: 0.0557075 Dec 14 03:08:11.829495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-887552c4-311b-4428-b6e5-f4d4fc42772f req-9647e47e-aa45-45a4-affd-38c7a011952b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445411 Dec 14 03:08:11.852418 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49640) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:12.035344 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2025b012-8f72-4773-8381-b68b9d361fab tempest-TestVolumeBootPattern-639554089 tempest-TestVolumeBootPattern-639554089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:12.036978 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2025b012-8f72-4773-8381-b68b9d361fab tempest-TestVolumeBootPattern-639554089 tempest-TestVolumeBootPattern-639554089-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 1092 time: 0.1835501 Dec 14 03:08:12.040167 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49646) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:12.045380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': 'db2737f6-e11d-4ad2-ad44-5959f1e88cda', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:08:12.112515 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc882ffc-274d-4228-b45a-71da2a2c98c7 req-c47fd196-ca2b-4468-b255-c910c02cace5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:12.114470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cc882ffc-274d-4228-b45a-71da2a2c98c7 req-c47fd196-ca2b-4468-b255-c910c02cace5 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 907 time: 0.0547132 Dec 14 03:08:12.124038 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:12.190602 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 9b958cb9-871c-4cb6-a162-ef378da999ae no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:08:12.214016 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 9b958cb9-871c-4cb6-a162-ef378da999ae {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:08:12.214650 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 9b958cb9-871c-4cb6-a162-ef378da999ae not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:08:12.224223 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b5413af-c0be-4e3f-9b93-099855233c6e req-20b13651-739e-4122-a2b9-87fbe924ad0f tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8f93af5-e3e2-40bf-a47f-e302e63d8d22 HTTP/1.1" status: 200 len: 210 time: 0.0405147 Dec 14 03:08:12.268783 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:12.379917 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Allocated IP 172.25.7.220 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/01392568-4d31-44a6-8d13-280c5059b6cc) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:08:12.489629 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:12.575360 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:12.620626 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:08:12.623634 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:08:12.627123 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:08:12.632496 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'Port': ['ID=01392568-4d31-44a6-8d13-280c5059b6cc,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:13.002525 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:13.135983 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:13.236394 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4692c-40d7-4539-a109-b77f1f05f1f3 req-2e02fd98-7d62-4db7-8d58-824926dc1ef6 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:13.237886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55e4692c-40d7-4539-a109-b77f1f05f1f3 req-2e02fd98-7d62-4db7-8d58-824926dc1ef6 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 907 time: 0.0511553 Dec 14 03:08:13.297786 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49660) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:13.301281 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:13.361598 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-607f05cb-62f9-411e-b15a-f2e47749940b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:13.387058 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-607f05cb-62f9-411e-b15a-f2e47749940b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:13.391934 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:13.459962 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'Port': ['ID=01392568-4d31-44a6-8d13-280c5059b6cc,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:13.472926 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:13.529163 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-607f05cb-62f9-411e-b15a-f2e47749940b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:13.533018 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-607f05cb-62f9-411e-b15a-f2e47749940b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:13.534332 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-607f05cb-62f9-411e-b15a-f2e47749940b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "DELETE /v2.0/security-groups/97064557-4d46-4f4c-9a46-5d3d3e695a3b HTTP/1.1" status: 204 len: 168 time: 0.2354486 Dec 14 03:08:13.545633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f05cb-62f9-411e-b15a-f2e47749940b tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97064557-4d46-4f4c-9a46-5d3d3e695a3b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:13.580952 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Floating IP 9a401068-f75c-4d6e-9eea-c4216edf50b1 associated. External IP: 172.25.7.220, port: db2737f6-e11d-4ad2-ad44-5959f1e88cda. Dec 14 03:08:13.686739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49664) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:13.738751 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-001fb3c1-5daa-4c67-9705-d90db170a0f2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Deleting subnet 15cb1cab-9e8a-4824-ac06-f0e54f11b58a {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:08:13.742137 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-001fb3c1-5daa-4c67-9705-d90db170a0f2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:13.785591 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-001fb3c1-5daa-4c67-9705-d90db170a0f2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:13.794941 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:08:13.896428 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-001fb3c1-5daa-4c67-9705-d90db170a0f2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:13.904780 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:08:13.915559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac667814-4823-4506-bb0a-41898bc51f50 None None] Sync routers for ids ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:08:13.925993 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac667814-4823-4506-bb0a-41898bc51f50 None None] Routers {'294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:13.926522 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ac667814-4823-4506-bb0a-41898bc51f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:13.971634 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:14.004177 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-19de7822-0545-4bb9-8b8e-b303a5cce3e1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9626505 Dec 14 03:08:14.004884 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de15f89e-1470-4521-8746-5b8fb3476e37', 'tag': 'db2737f6-e11d-4ad2-ad44-5959f1e88cda'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:08:14.007287 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f809c2b2-7ffe-47d5-afc0-cf1fa4f5fd25" -d '{"events": [{"name": "network-changed", "server_uuid": "de15f89e-1470-4521-8746-5b8fb3476e37", "tag": "db2737f6-e11d-4ad2-ad44-5959f1e88cda"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:08:14.015475 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-001fb3c1-5daa-4c67-9705-d90db170a0f2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:14.041073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-ac667814-4823-4506-bb0a-41898bc51f50 None None] Set router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:14.051082 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fb3c1-5daa-4c67-9705-d90db170a0f2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'Subnet': ['ID=15cb1cab-9e8a-4824-ac06-f0e54f11b58a,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:14.053582 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-001fb3c1-5daa-4c67-9705-d90db170a0f2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:14.058706 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-001fb3c1-5daa-4c67-9705-d90db170a0f2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "DELETE /v2.0/subnets/15cb1cab-9e8a-4824-ac06-f0e54f11b58a HTTP/1.1" status: 204 len: 168 time: 0.3708737 Dec 14 03:08:14.061604 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41823898-f88b-4fc8-8845-3ffb159284c4 x-openstack-request-id: req-41823898-f88b-4fc8-8845-3ffb159284c4 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:08:14.061997 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de15f89e-1470-4521-8746-5b8fb3476e37", "tag": "db2737f6-e11d-4ad2-ad44-5959f1e88cda", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:08:14.062265 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41823898-f88b-4fc8-8845-3ffb159284c4 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:08:14.062657 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49674) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:14.062780 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de15f89e-1470-4521-8746-5b8fb3476e37', 'tag': 'db2737f6-e11d-4ad2-ad44-5959f1e88cda', 'status': 'completed', 'code': 200} Dec 14 03:08:14.087350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fe784c-a6b0-4273-96bb-266057cb83f9 None None] Network 773c1b61-6ea2-48dc-b78d-3d415af712da requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:08:14.133289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device bb31b532-60d7-4a96-8530-c79bca42793e details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:08:14.173907 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:14.180988 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809c2b2-7ffe-47d5-afc0-cf1fa4f5fd25 req-78c0e7c6-3bea-4e8f-ab85-d8ca8dca2ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:14.182378 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f809c2b2-7ffe-47d5-afc0-cf1fa4f5fd25 req-78c0e7c6-3bea-4e8f-ab85-d8ca8dca2ac1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 1097 time: 0.0699487 Dec 14 03:08:14.319820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809c2b2-7ffe-47d5-afc0-cf1fa4f5fd25 req-e011e781-7ab8-40be-8e39-571ba14f5664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:14.321380 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f809c2b2-7ffe-47d5-afc0-cf1fa4f5fd25 req-e011e781-7ab8-40be-8e39-571ba14f5664 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 912 time: 0.1291735 Dec 14 03:08:14.326917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Deleting port 3ed27760-6c47-4ea7-b759-98c13ef1915d {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:08:14.327273 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:14.475042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] For port 3ed27760-6c47-4ea7-b759-98c13ef1915d, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3ed27760-6c47-4ea7-b759-98c13ef1915d,segment=NetworkSegment(9dd0acac-1b60-4429-9082-b80c01ddd8ce),segment_id=9dd0acac-1b60-4429-9082-b80c01ddd8ce)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:14.475330 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:14.493797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Calling delete_port for 3ed27760-6c47-4ea7-b759-98c13ef1915d owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:08:14.496691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f809c2b2-7ffe-47d5-afc0-cf1fa4f5fd25 req-0e8b74a8-2ab9-4d68-87fb-7052b2590e6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db2737f6-e11d-4ad2-ad44-5959f1e88cda HTTP/1.1" status: 200 len: 1000 time: 0.1663880 Dec 14 03:08:14.508124 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9dd81-6cfe-4b26-af8a-cd7050ec3922 req-cbfc22da-c08e-47dd-bba5-df0ced9b13d2 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:14.509621 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ec9dd81-6cfe-4b26-af8a-cd7050ec3922 req-cbfc22da-c08e-47dd-bba5-df0ced9b13d2 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 907 time: 0.1638734 Dec 14 03:08:14.566357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port bb31b532-60d7-4a96-8530-c79bca42793e, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bb31b532-60d7-4a96-8530-c79bca42793e,segment=NetworkSegment(bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6),segment_id=bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:14.592776 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'bb31b532-60d7-4a96-8530-c79bca42793e', 'network_id': 'd4161b85-1793-47e8-9d8d-d3dfcb3740e8', 'port_id': 'bb31b532-60d7-4a96-8530-c79bca42793e', 'mac_address': 'fa:16:3e:50:5b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6817b676-7269-44da-b0e6-02f6150b5ef2', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:08:14.597150 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809c2b2-7ffe-47d5-afc0-cf1fa4f5fd25 req-97a82815-e510-4c53-b11c-0e6f7f9d7959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:14.598664 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f809c2b2-7ffe-47d5-afc0-cf1fa4f5fd25 req-97a82815-e510-4c53-b11c-0e6f7f9d7959 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0852871 Dec 14 03:08:14.666533 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809c2b2-7ffe-47d5-afc0-cf1fa4f5fd25 req-d82f6c20-2984-4d83-aef7-ecadd0314d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:14.668033 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f809c2b2-7ffe-47d5-afc0-cf1fa4f5fd25 req-d82f6c20-2984-4d83-aef7-ecadd0314d5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609288 Dec 14 03:08:14.682552 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d9f446-6da6-4d01-92e5-e43fce311412 None None] DHCP port deletion for 773c1b61-6ea2-48dc-b78d-3d415af712da request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:08:14.696295 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:14.733987 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb31b532-60d7-4a96-8530-c79bca42793e {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:08:14.754035 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:14.765880 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port bb31b532-60d7-4a96-8530-c79bca42793e, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bb31b532-60d7-4a96-8530-c79bca42793e,segment=NetworkSegment(bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6),segment_id=bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:14.787024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ac667814-4823-4506-bb0a-41898bc51f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '9a401068-f75c-4d6e-9eea-c4216edf50b1', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'floating_ip_address': '172.25.7.220', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'port_id': 'db2737f6-e11d-4ad2-ad44-5959f1e88cda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'mac_address': 'fa:16:3e:dc:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de15f89e-1470-4521-8746-5b8fb3476e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:08:12Z', 'updated_at': '2021-12-14T03:08:12Z', 'revision_number': 0, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 5, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:14.789520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9f446-6da6-4d01-92e5-e43fce311412 None None] Deleting port 3ed27760-6c47-4ea7-b759-98c13ef1915d {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:08:14.789899 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7d9f446-6da6-4d01-92e5-e43fce311412 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:14.792226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'Port': ['ID=3ed27760-6c47-4ea7-b759-98c13ef1915d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:14.798058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] No DVR routers for this DVR port 3ed27760-6c47-4ea7-b759-98c13ef1915d on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:08:14.807658 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f809c2b2-7ffe-47d5-afc0-cf1fa4f5fd25 req-b59e815c-ece9-42dc-b3a7-92b4bff493bb service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321478 Dec 14 03:08:14.832628 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac667814-4823-4506-bb0a-41898bc51f50 None None] Checking router: 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:08:14.854271 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:14.904932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac667814-4823-4506-bb0a-41898bc51f50 None None] Routers {'294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:14.905866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ac667814-4823-4506-bb0a-41898bc51f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:14.932363 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:14.961279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773c1b61-6ea2-48dc-b78d-3d415af712da']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:14.995378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dd0acac-1b60-4429-9082-b80c01ddd8ce') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:14.995378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dd0acac-1b60-4429-9082-b80c01ddd8ce') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:15.001788 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device db255e2b-12a4-4fee-9339-48bb49027686 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:08:15.011601 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:15.020304 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f809c2b2-7ffe-47d5-afc0-cf1fa4f5fd25 req-6950d267-adb8-49d4-a711-109402b10e59 service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954637 Dec 14 03:08:15.035603 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:15.043006 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e7d9f446-6da6-4d01-92e5-e43fce311412 None None] For port 3ed27760-6c47-4ea7-b759-98c13ef1915d, host n-d-821636-1, got binding levels [] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:15.043006 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7d9f446-6da6-4d01-92e5-e43fce311412 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:15.053047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:08:15.053800 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:15.058183 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: db255e2b-12a4-4fee-9339-48bb49027686 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: timer() Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:08:15.058417 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:08:15.061351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device db255e2b-12a4-4fee-9339-48bb49027686 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:08:15.087248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e7d9f446-6da6-4d01-92e5-e43fce311412 None None] Calling delete_port for 3ed27760-6c47-4ea7-b759-98c13ef1915d owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:08:15.096350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.ipam_backend_mixin [None req-e7d9f446-6da6-4d01-92e5-e43fce311412 None None] Port 3ed27760-6c47-4ea7-b759-98c13ef1915d was not found and therefore no delete operation was performed {{(pid=103849) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 14 03:08:15.097281 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=bb31b532-60d7-4a96-8530-c79bca42793e,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:15.103625 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7d9f446-6da6-4d01-92e5-e43fce311412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:15.140834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9f446-6da6-4d01-92e5-e43fce311412 None None] Pushing event deleted for resources: {'Port': ['ID=3ed27760-6c47-4ea7-b759-98c13ef1915d,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:15.147642 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d9f446-6da6-4d01-92e5-e43fce311412 None None] No DVR routers for this DVR port 3ed27760-6c47-4ea7-b759-98c13ef1915d on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:08:15.163513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['bb31b532-60d7-4a96-8530-c79bca42793e'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:08:15.169091 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-ac667814-4823-4506-bb0a-41898bc51f50 None None] Set router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:15.180731 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:15.190697 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:15.194026 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "DELETE /v2.0/networks/773c1b61-6ea2-48dc-b78d-3d415af712da HTTP/1.1" status: 204 len: 168 time: 1.1301775 Dec 14 03:08:15.196624 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49682) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:15.221518 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258b95b-17da-4d65-9167-1d46fe52be10 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'Network': ['ID=773c1b61-6ea2-48dc-b78d-3d415af712da,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:15.380710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a1f4e597-0ffa-4e84-818d-853c16d89ad2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Deleting port 182fbccb-b9de-438b-9107-49a6bc33b140 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:08:15.381117 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a1f4e597-0ffa-4e84-818d-853c16d89ad2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:15.446658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ac667814-4823-4506-bb0a-41898bc51f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '9a401068-f75c-4d6e-9eea-c4216edf50b1', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'floating_ip_address': '172.25.7.220', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'port_id': 'db2737f6-e11d-4ad2-ad44-5959f1e88cda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'mac_address': 'fa:16:3e:dc:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de15f89e-1470-4521-8746-5b8fb3476e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:08:12Z', 'updated_at': '2021-12-14T03:08:12Z', 'revision_number': 0, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 5, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:15.459233 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a1f4e597-0ffa-4e84-818d-853c16d89ad2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:15.459652 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a1f4e597-0ffa-4e84-818d-853c16d89ad2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:15.471484 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-a1f4e597-0ffa-4e84-818d-853c16d89ad2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Calling delete_port for 182fbccb-b9de-438b-9107-49a6bc33b140 owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:08:15.474914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac667814-4823-4506-bb0a-41898bc51f50 None None] The sync data for ids ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'] in n-d-821636-1 is: [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '9a401068-f75c-4d6e-9eea-c4216edf50b1', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'floating_ip_address': '172.25.7.220', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'port_id': 'db2737f6-e11d-4ad2-ad44-5959f1e88cda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'mac_address': 'fa:16:3e:dc:f6:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de15f89e-1470-4521-8746-5b8fb3476e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:08:12Z', 'updated_at': '2021-12-14T03:08:12Z', 'revision_number': 0, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 5, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:08:15.644609 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eaa415-1914-43dc-8c72-b5b54ba87ade req-d61a6865-2eb8-43fa-98c9-9b06b5e58b2e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:15.646151 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27eaa415-1914-43dc-8c72-b5b54ba87ade req-d61a6865-2eb8-43fa-98c9-9b06b5e58b2e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 908 time: 0.0497472 Dec 14 03:08:15.718947 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a1f4e597-0ffa-4e84-818d-853c16d89ad2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:15.722611 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6838c464-7c6e-45d6-a80b-a7d3ac231a1c None None] New status for floating IP 9a401068-f75c-4d6e-9eea-c4216edf50b1: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:08:15.746744 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f4e597-0ffa-4e84-818d-853c16d89ad2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'Port': ['ID=182fbccb-b9de-438b-9107-49a6bc33b140,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:15.813387 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a1f4e597-0ffa-4e84-818d-853c16d89ad2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:15.813832 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-a1f4e597-0ffa-4e84-818d-853c16d89ad2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Floating IP 37a5f6e1-7169-4080-9200-9e7acb8eac27 disassociated (deleted). External IP: 172.25.7.121, port: 2cbdb89e-a398-4f82-ac94-a956c45df29c. Dec 14 03:08:16.117052 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device bb31b532-60d7-4a96-8530-c79bca42793e up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:08:16.237717 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3ed27760-6c47-4ea7-b759-98c13ef1915d no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:08:16.269881 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 3ed27760-6c47-4ea7-b759-98c13ef1915d {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:08:16.270734 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3ed27760-6c47-4ea7-b759-98c13ef1915d not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:08:16.283864 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port bb31b532-60d7-4a96-8530-c79bca42793e completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:08:16.290331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port bb31b532-60d7-4a96-8530-c79bca42793e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:16.290808 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:16.371543 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f4e597-0ffa-4e84-818d-853c16d89ad2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Router 137db3e5-837c-4775-ae64-61dbd7a53e1b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:08:16.382545 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:16.407112 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e154fb97-3b01-4b2a-8b49-72e0ca846311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb31b532-60d7-4a96-8530-c79bca42793e'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:08:16.409549 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a79cca5-53b5-40c7-970c-92fb2080be01" -d '{"events": [{"server_uuid": "e154fb97-3b01-4b2a-8b49-72e0ca846311", "name": "network-vif-plugged", "status": "completed", "tag": "bb31b532-60d7-4a96-8530-c79bca42793e"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:08:16.423221 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port bb31b532-60d7-4a96-8530-c79bca42793e, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bb31b532-60d7-4a96-8530-c79bca42793e,segment=NetworkSegment(bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6),segment_id=bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:16.456615 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dca53a3-c7e6-4b0e-8252-1b2f788d1257 x-openstack-request-id: req-3dca53a3-c7e6-4b0e-8252-1b2f788d1257 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:08:16.461247 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e154fb97-3b01-4b2a-8b49-72e0ca846311", "name": "network-vif-plugged", "status": "completed", "tag": "bb31b532-60d7-4a96-8530-c79bca42793e", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:08:16.461247 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3dca53a3-c7e6-4b0e-8252-1b2f788d1257 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:08:16.461247 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e154fb97-3b01-4b2a-8b49-72e0ca846311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb31b532-60d7-4a96-8530-c79bca42793e', 'code': 200} Dec 14 03:08:16.485078 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f4e597-0ffa-4e84-818d-853c16d89ad2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:08:16.495972 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a1f4e597-0ffa-4e84-818d-853c16d89ad2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:16.496380 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c601449-07aa-4149-91d8-7e31aece8bef None None] Sync routers for ids ['137db3e5-837c-4775-ae64-61dbd7a53e1b'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:08:16.507560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c601449-07aa-4149-91d8-7e31aece8bef None None] Routers {'137db3e5-837c-4775-ae64-61dbd7a53e1b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:16.508705 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-2c601449-07aa-4149-91d8-7e31aece8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['137db3e5-837c-4775-ae64-61dbd7a53e1b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:16.512577 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:16.524223 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a1f4e597-0ffa-4e84-818d-853c16d89ad2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "DELETE /v2.0/floatingips/37a5f6e1-7169-4080-9200-9e7acb8eac27 HTTP/1.1" status: 204 len: 168 time: 1.3264520 Dec 14 03:08:16.525363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'tag': '2cbdb89e-a398-4f82-ac94-a956c45df29c'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:08:16.536097 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bc3bf7-ff47-4706-9d81-6b9ed8e93a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "9eeac70b-28d7-4d86-bc36-d732e400ec24", "tag": "2cbdb89e-a398-4f82-ac94-a956c45df29c"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:08:16.588298 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85406b1c-844b-4095-af18-ab7a86d4305f x-openstack-request-id: req-85406b1c-844b-4095-af18-ab7a86d4305f {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:08:16.590852 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eeac70b-28d7-4d86-bc36-d732e400ec24", "tag": "2cbdb89e-a398-4f82-ac94-a956c45df29c", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:08:16.590852 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85406b1c-844b-4095-af18-ab7a86d4305f {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:08:16.590852 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'tag': '2cbdb89e-a398-4f82-ac94-a956c45df29c', 'status': 'completed', 'code': 200} Dec 14 03:08:16.692195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=bb31b532-60d7-4a96-8530-c79bca42793e,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:16.749382 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-2c601449-07aa-4149-91d8-7e31aece8bef None None] Set router 137db3e5-837c-4775-ae64-61dbd7a53e1b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:17.016331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-2c601449-07aa-4149-91d8-7e31aece8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:08:07Z', 'revision_number': 6, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a2f919d1-4fcf-48af-8e91-083035fbb081', 'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:68:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:23Z', 'updated_at': '2021-12-14T03:06:28Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:17.046886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c601449-07aa-4149-91d8-7e31aece8bef None None] Checking router: 137db3e5-837c-4775-ae64-61dbd7a53e1b for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:08:17.056899 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c601449-07aa-4149-91d8-7e31aece8bef None None] Routers {'137db3e5-837c-4775-ae64-61dbd7a53e1b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:17.058430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-2c601449-07aa-4149-91d8-7e31aece8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['137db3e5-837c-4775-ae64-61dbd7a53e1b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:17.112824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc3bf7-ff47-4706-9d81-6b9ed8e93a3f req-222d888f-c4a4-4590-835a-677ddd220011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:17.114370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27bc3bf7-ff47-4706-9d81-6b9ed8e93a3f req-222d888f-c4a4-4590-835a-677ddd220011 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=20c9049ba808410893e5ad85f07ffc98&device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 1096 time: 0.4736705 Dec 14 03:08:17.115990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd4db5-79bb-49a3-88c4-896efecf7387 req-e94fbe90-079c-41c7-a74c-8b954d389587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:17.117333 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c3fd4db5-79bb-49a3-88c4-896efecf7387 req-e94fbe90-079c-41c7-a74c-8b954d389587 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 1060 time: 0.5438685 Dec 14 03:08:17.126092 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5e095-e955-4df0-beb1-b4aa6ee78ac5 req-baf9e107-5898-4624-b71e-dec5f500fe71 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:17.127493 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-acb5e095-e955-4df0-beb1-b4aa6ee78ac5 req-baf9e107-5898-4624-b71e-dec5f500fe71 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 909 time: 0.1264081 Dec 14 03:08:17.141978 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bbae6-dd6c-4df1-95a5-53c2159d44ac req-53857d54-773b-42a8-a9b2-78ed33a103e8 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:17.143529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d6bbae6-dd6c-4df1-95a5-53c2159d44ac req-53857d54-773b-42a8-a9b2-78ed33a103e8 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 945 time: 0.1435268 Dec 14 03:08:17.194127 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-2c601449-07aa-4149-91d8-7e31aece8bef None None] Set router 137db3e5-837c-4775-ae64-61dbd7a53e1b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:17.198642 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d6bbae6-dd6c-4df1-95a5-53c2159d44ac req-fe995062-db72-4ce1-8052-814ac584c1c6 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=811fa93e-0083-4be1-aedc-741124c3fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485663 Dec 14 03:08:17.461439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc3bf7-ff47-4706-9d81-6b9ed8e93a3f req-00f33b2c-ccf2-47cc-956a-113805fde98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:17.463409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27bc3bf7-ff47-4706-9d81-6b9ed8e93a3f req-00f33b2c-ccf2-47cc-956a-113805fde98b service neutron] 10.222.0.46 "GET /v2.0/networks?id=83711c66-824e-44ba-b256-6b304df4d7cc HTTP/1.1" status: 200 len: 898 time: 0.0927787 Dec 14 03:08:17.514258 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27bc3bf7-ff47-4706-9d81-6b9ed8e93a3f req-9fccc2ee-6ac8-4894-a4bb-cf9b43669792 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cbdb89e-a398-4f82-ac94-a956c45df29c HTTP/1.1" status: 200 len: 217 time: 0.0393779 Dec 14 03:08:17.561415 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-2c601449-07aa-4149-91d8-7e31aece8bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:08:07Z', 'revision_number': 6, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a2f919d1-4fcf-48af-8e91-083035fbb081', 'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:68:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:23Z', 'updated_at': '2021-12-14T03:06:28Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:17.564375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc3bf7-ff47-4706-9d81-6b9ed8e93a3f req-b750a9dc-9824-4f8e-9d11-93128fffaac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:17.565957 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27bc3bf7-ff47-4706-9d81-6b9ed8e93a3f req-b750a9dc-9824-4f8e-9d11-93128fffaac5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4408fce0-4fe3-44f1-be84-128c68c2d0e2 HTTP/1.1" status: 200 len: 834 time: 0.0447891 Dec 14 03:08:17.587834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c601449-07aa-4149-91d8-7e31aece8bef None None] The sync data for ids ['137db3e5-837c-4775-ae64-61dbd7a53e1b'] in n-d-821636-1 is: [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:08:07Z', 'revision_number': 6, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a2f919d1-4fcf-48af-8e91-083035fbb081', 'name': '', 'network_id': '83711c66-824e-44ba-b256-6b304df4d7cc', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:68:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:23Z', 'updated_at': '2021-12-14T03:06:28Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '4408fce0-4fe3-44f1-be84-128c68c2d0e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:08:17.613197 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc3bf7-ff47-4706-9d81-6b9ed8e93a3f req-181dc2cb-c0cb-4c87-b5c8-e8716e895182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:17.614759 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27bc3bf7-ff47-4706-9d81-6b9ed8e93a3f req-181dc2cb-c0cb-4c87-b5c8-e8716e895182 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=83711c66-824e-44ba-b256-6b304df4d7cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414495 Dec 14 03:08:17.713765 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27bc3bf7-ff47-4706-9d81-6b9ed8e93a3f req-3ff910fe-5f2b-4ec2-8c3f-b9254f482ced service neutron] 10.222.0.46 "GET /v2.0/networks/83711c66-824e-44ba-b256-6b304df4d7cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897868 Dec 14 03:08:17.815899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27bc3bf7-ff47-4706-9d81-6b9ed8e93a3f req-5262271d-ae94-418a-bb20-4d9549cc6b70 service neutron] 10.222.0.46 "GET /v2.0/networks/83711c66-824e-44ba-b256-6b304df4d7cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936575 Dec 14 03:08:17.851573 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236332dc-9926-4c2a-8bf3-78c690888c53 None None] New status for floating IP 37a5f6e1-7169-4080-9200-9e7acb8eac27: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:08:18.259658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf683147-dd17-474f-9ccc-60740e25e499 req-9fb22435-6bfd-40db-b8db-3c5edb39a678 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:18.261381 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf683147-dd17-474f-9ccc-60740e25e499 req-9fb22435-6bfd-40db-b8db-3c5edb39a678 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 909 time: 0.0576234 Dec 14 03:08:18.325124 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47847a83-811e-46c4-aba7-a5875639a60b req-288d30d8-232e-4d9e-a1c5-05f0926aba53 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:18.327472 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47847a83-811e-46c4-aba7-a5875639a60b req-288d30d8-232e-4d9e-a1c5-05f0926aba53 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 945 time: 0.0553005 Dec 14 03:08:18.378683 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47847a83-811e-46c4-aba7-a5875639a60b req-49541208-c07b-46c5-b214-071d802c9d82 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=811fa93e-0083-4be1-aedc-741124c3fa3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449753 Dec 14 03:08:18.866061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e18e0b-44b9-437b-99dc-a7504485022e req-a5eddf60-853f-412e-8c6f-0e8050d525ed tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:18.867649 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2e18e0b-44b9-437b-99dc-a7504485022e req-a5eddf60-853f-412e-8c6f-0e8050d525ed tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.46 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 945 time: 0.0482569 Dec 14 03:08:18.969664 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c2e18e0b-44b9-437b-99dc-a7504485022e req-e39c93a2-7237-4e77-9149-56707850ba1d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Deleting port 2cbdb89e-a398-4f82-ac94-a956c45df29c {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:08:18.970021 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c2e18e0b-44b9-437b-99dc-a7504485022e req-e39c93a2-7237-4e77-9149-56707850ba1d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:19.060318 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-c2e18e0b-44b9-437b-99dc-a7504485022e req-e39c93a2-7237-4e77-9149-56707850ba1d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] For port 2cbdb89e-a398-4f82-ac94-a956c45df29c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2cbdb89e-a398-4f82-ac94-a956c45df29c,segment=NetworkSegment(1e730cd5-f102-43f8-b2d4-ef967402519c),segment_id=1e730cd5-f102-43f8-b2d4-ef967402519c)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:19.060679 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c2e18e0b-44b9-437b-99dc-a7504485022e req-e39c93a2-7237-4e77-9149-56707850ba1d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:19.074415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-c2e18e0b-44b9-437b-99dc-a7504485022e req-e39c93a2-7237-4e77-9149-56707850ba1d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Calling delete_port for 2cbdb89e-a398-4f82-ac94-a956c45df29c owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:08:19.294811 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c2e18e0b-44b9-437b-99dc-a7504485022e req-e39c93a2-7237-4e77-9149-56707850ba1d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:19.328574 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c93a2-7237-4e77-9149-56707850ba1d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'Port': ['ID=2cbdb89e-a398-4f82-ac94-a956c45df29c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:19.394552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e18e0b-44b9-437b-99dc-a7504485022e req-e39c93a2-7237-4e77-9149-56707850ba1d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] No DVR routers for this DVR port 2cbdb89e-a398-4f82-ac94-a956c45df29c on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:08:19.397996 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-c2e18e0b-44b9-437b-99dc-a7504485022e req-e39c93a2-7237-4e77-9149-56707850ba1d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:19.401325 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2e18e0b-44b9-437b-99dc-a7504485022e req-e39c93a2-7237-4e77-9149-56707850ba1d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.46 "DELETE /v2.0/ports/2cbdb89e-a398-4f82-ac94-a956c45df29c HTTP/1.1" status: 204 len: 173 time: 0.5262594 Dec 14 03:08:19.411147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'name': 'network-vif-deleted', 'tag': '2cbdb89e-a398-4f82-ac94-a956c45df29c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:08:19.411147 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43543fd8-28c5-44c1-9f44-4b6d8eb10d76" -d '{"events": [{"server_uuid": "9eeac70b-28d7-4d86-bc36-d732e400ec24", "name": "network-vif-deleted", "tag": "2cbdb89e-a398-4f82-ac94-a956c45df29c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:08:19.430908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601935c-f707-4d44-9fa1-9c55444a3dad req-c951c309-9041-4e01-96cb-0b2184bd0193 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:19.432417 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f601935c-f707-4d44-9fa1-9c55444a3dad req-c951c309-9041-4e01-96cb-0b2184bd0193 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 909 time: 0.0766444 Dec 14 03:08:19.481969 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f42ef7-3cab-4f8a-8fd6-7c02c077a446 x-openstack-request-id: req-68f42ef7-3cab-4f8a-8fd6-7c02c077a446 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:08:19.483003 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eeac70b-28d7-4d86-bc36-d732e400ec24", "name": "network-vif-deleted", "tag": "2cbdb89e-a398-4f82-ac94-a956c45df29c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:08:19.483003 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-68f42ef7-3cab-4f8a-8fd6-7c02c077a446 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:08:19.483003 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eeac70b-28d7-4d86-bc36-d732e400ec24', 'name': 'network-vif-deleted', 'tag': '2cbdb89e-a398-4f82-ac94-a956c45df29c', 'status': 'completed', 'code': 200} Dec 14 03:08:19.485693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3c2a5b6-e942-4ac5-af74-216922e80d73 req-36b1270a-5012-461c-9d41-04ce6e92b382 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 210 time: 0.0295179 Dec 14 03:08:19.580882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bd30f-65ff-49c0-8a72-26b881fabea7 req-01f5a715-2ec5-4694-9f43-b13f0d113730 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:19.582441 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec4bd30f-65ff-49c0-8a72-26b881fabea7 req-01f5a715-2ec5-4694-9f43-b13f0d113730 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 909 time: 0.0499911 Dec 14 03:08:19.702246 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29163a8a-5764-4297-924e-e6370a333193 req-b1d92246-cf06-4547-afde-91e28b734665 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:19.704351 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29163a8a-5764-4297-924e-e6370a333193 req-b1d92246-cf06-4547-afde-91e28b734665 tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 1060 time: 0.0527496 Dec 14 03:08:19.822168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cad2bd-8889-4d2e-a02d-1bae9a80d1c2 req-05a06a61-1f15-4ef7-a32c-703cd04bb48e tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:19.823693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2cad2bd-8889-4d2e-a02d-1bae9a80d1c2 req-05a06a61-1f15-4ef7-a32c-703cd04bb48e tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 1135 time: 0.0501709 Dec 14 03:08:19.887616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2cad2bd-8889-4d2e-a02d-1bae9a80d1c2 req-2d1b658a-453a-484f-9f6b-02e1b34e965b tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=4b39cfdf-c091-44c0-aab3-68b85cfd9679&id=74cd7720-1f8a-4103-85c2-333f1bbcf9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0535491 Dec 14 03:08:19.910077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49720) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:19.950507 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a870c0-a6de-45f3-a5ad-6fa7bce27b2b tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:19.952144 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a7a870c0-a6de-45f3-a5ad-6fa7bce27b2b tempest-TestSecurityGroupsBasicOps-1236157279 tempest-TestSecurityGroupsBasicOps-1236157279-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 1055 time: 0.0410571 Dec 14 03:08:20.408477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620950ce-8e11-4464-9dc6-622fd8ce2af9 req-d3410e3f-17c3-4b01-becb-5c79e365bf63 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:20.410299 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-620950ce-8e11-4464-9dc6-622fd8ce2af9 req-d3410e3f-17c3-4b01-becb-5c79e365bf63 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 909 time: 0.0556161 Dec 14 03:08:20.598375 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-120478c1-f1de-4ab0-8da5-8f80268fe0f0 req-7d4e4924-5b88-4468-ba6f-a0a2960e5b7e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eeac70b-28d7-4d86-bc36-d732e400ec24 HTTP/1.1" status: 200 len: 210 time: 0.0281930 Dec 14 03:08:21.539261 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2b65a-237c-4bba-a053-5d6b27f5a1a6 req-8d6f5512-df83-47b2-a1ea-e14e03b27aad tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:21.540986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-43f2b65a-237c-4bba-a053-5d6b27f5a1a6 req-8d6f5512-df83-47b2-a1ea-e14e03b27aad tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 909 time: 0.0523691 Dec 14 03:08:21.657988 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49738) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:21.720928 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-55c8641b-3c2f-4a84-9e62-5d6f008735d3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:21.747234 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-55c8641b-3c2f-4a84-9e62-5d6f008735d3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:21.836217 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a940010-c559-4754-920f-82b369e74c1c req-b6810129-b496-4432-b4d9-e632557754a1 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:21.837619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a940010-c559-4754-920f-82b369e74c1c req-b6810129-b496-4432-b4d9-e632557754a1 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.46 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 909 time: 0.0492017 Dec 14 03:08:21.889459 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-55c8641b-3c2f-4a84-9e62-5d6f008735d3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:21.892874 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-55c8641b-3c2f-4a84-9e62-5d6f008735d3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:21.894178 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-55c8641b-3c2f-4a84-9e62-5d6f008735d3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "DELETE /v2.0/security-groups/811fa93e-0083-4be1-aedc-741124c3fa3b HTTP/1.1" status: 204 len: 168 time: 0.2349260 Dec 14 03:08:21.904674 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8641b-3c2f-4a84-9e62-5d6f008735d3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811fa93e-0083-4be1-aedc-741124c3fa3b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:21.952893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-7a940010-c559-4754-920f-82b369e74c1c req-1d1b6d70-3793-4172-91ea-50ee8f36572d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Deleting port bb31b532-60d7-4a96-8530-c79bca42793e {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:08:21.953246 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7a940010-c559-4754-920f-82b369e74c1c req-1d1b6d70-3793-4172-91ea-50ee8f36572d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:21.999577 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49742) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:22.050784 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-7a940010-c559-4754-920f-82b369e74c1c req-1d1b6d70-3793-4172-91ea-50ee8f36572d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] For port bb31b532-60d7-4a96-8530-c79bca42793e, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=bb31b532-60d7-4a96-8530-c79bca42793e,segment=NetworkSegment(bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6),segment_id=bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:22.051470 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7a940010-c559-4754-920f-82b369e74c1c req-1d1b6d70-3793-4172-91ea-50ee8f36572d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:22.064373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-7a940010-c559-4754-920f-82b369e74c1c req-1d1b6d70-3793-4172-91ea-50ee8f36572d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Calling delete_port for bb31b532-60d7-4a96-8530-c79bca42793e owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:08:22.157257 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2cbdb89e-a398-4f82-ac94-a956c45df29c no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:08:22.186073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 2cbdb89e-a398-4f82-ac94-a956c45df29c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:08:22.187240 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2cbdb89e-a398-4f82-ac94-a956c45df29c not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:08:22.187892 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device bb31b532-60d7-4a96-8530-c79bca42793e no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:08:22.272200 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:22.296575 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7a940010-c559-4754-920f-82b369e74c1c req-1d1b6d70-3793-4172-91ea-50ee8f36572d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:22.333862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b6d70-3793-4172-91ea-50ee8f36572d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event deleted for resources: {'Port': ['ID=bb31b532-60d7-4a96-8530-c79bca42793e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:22.393332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a940010-c559-4754-920f-82b369e74c1c req-1d1b6d70-3793-4172-91ea-50ee8f36572d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] No DVR routers for this DVR port bb31b532-60d7-4a96-8530-c79bca42793e on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:08:22.396494 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7a940010-c559-4754-920f-82b369e74c1c req-1d1b6d70-3793-4172-91ea-50ee8f36572d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:22.400370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a940010-c559-4754-920f-82b369e74c1c req-1d1b6d70-3793-4172-91ea-50ee8f36572d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.46 "DELETE /v2.0/ports/bb31b532-60d7-4a96-8530-c79bca42793e HTTP/1.1" status: 204 len: 173 time: 0.5555170 Dec 14 03:08:22.400857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e154fb97-3b01-4b2a-8b49-72e0ca846311', 'name': 'network-vif-deleted', 'tag': 'bb31b532-60d7-4a96-8530-c79bca42793e'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:08:22.403361 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3afc7e-2527-4fef-a5fd-3b1e78bac3aa" -d '{"events": [{"server_uuid": "e154fb97-3b01-4b2a-8b49-72e0ca846311", "name": "network-vif-deleted", "tag": "bb31b532-60d7-4a96-8530-c79bca42793e"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:08:22.420311 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98e066c9-138b-40e3-9470-413bca9d12fc tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:22.454363 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce904bbb-44e9-4d8a-bd72-e57f982ad74c x-openstack-request-id: req-ce904bbb-44e9-4d8a-bd72-e57f982ad74c {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:08:22.454741 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e154fb97-3b01-4b2a-8b49-72e0ca846311", "name": "network-vif-deleted", "tag": "bb31b532-60d7-4a96-8530-c79bca42793e", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:08:22.455770 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce904bbb-44e9-4d8a-bd72-e57f982ad74c {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:08:22.456233 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e154fb97-3b01-4b2a-8b49-72e0ca846311', 'name': 'network-vif-deleted', 'tag': 'bb31b532-60d7-4a96-8530-c79bca42793e', 'status': 'completed', 'code': 200} Dec 14 03:08:22.653400 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63cd0715-c603-49c4-8f92-58a492ab4457 req-275cb386-fc8a-4429-a43e-a3353781e028 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=e154fb97-3b01-4b2a-8b49-72e0ca846311 HTTP/1.1" status: 200 len: 210 time: 0.0254731 Dec 14 03:08:22.718956 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-98e066c9-138b-40e3-9470-413bca9d12fc tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Deleting port a2f919d1-4fcf-48af-8e91-083035fbb081 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:08:22.719516 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98e066c9-138b-40e3-9470-413bca9d12fc tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:22.814138 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-98e066c9-138b-40e3-9470-413bca9d12fc tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] For port a2f919d1-4fcf-48af-8e91-083035fbb081, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a2f919d1-4fcf-48af-8e91-083035fbb081,segment=NetworkSegment(1e730cd5-f102-43f8-b2d4-ef967402519c),segment_id=1e730cd5-f102-43f8-b2d4-ef967402519c)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:22.814497 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98e066c9-138b-40e3-9470-413bca9d12fc tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:22.828027 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-98e066c9-138b-40e3-9470-413bca9d12fc tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Calling delete_port for a2f919d1-4fcf-48af-8e91-083035fbb081 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:08:23.083222 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98e066c9-138b-40e3-9470-413bca9d12fc tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:23.108691 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e066c9-138b-40e3-9470-413bca9d12fc tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'Port': ['ID=a2f919d1-4fcf-48af-8e91-083035fbb081,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:23.307455 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-98e066c9-138b-40e3-9470-413bca9d12fc tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:23.538195 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e066c9-138b-40e3-9470-413bca9d12fc tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Router 137db3e5-837c-4775-ae64-61dbd7a53e1b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:08:23.647949 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e066c9-138b-40e3-9470-413bca9d12fc tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:08:23.656580 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-98e066c9-138b-40e3-9470-413bca9d12fc tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "PUT /v2.0/routers/137db3e5-837c-4775-ae64-61dbd7a53e1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6527741 Dec 14 03:08:23.656672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49752) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:23.657500 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64302c22-8ad2-452f-834a-e15f11fe85ce None None] Sync routers for ids ['137db3e5-837c-4775-ae64-61dbd7a53e1b'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:08:23.674419 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64302c22-8ad2-452f-834a-e15f11fe85ce None None] Routers {'137db3e5-837c-4775-ae64-61dbd7a53e1b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:23.675052 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-64302c22-8ad2-452f-834a-e15f11fe85ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['137db3e5-837c-4775-ae64-61dbd7a53e1b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:23.719041 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49756) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:23.719940 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-06851e2b-3e05-46cc-86c7-fac23200460e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Deleting subnet 4408fce0-4fe3-44f1-be84-128c68c2d0e2 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:08:23.724571 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-06851e2b-3e05-46cc-86c7-fac23200460e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:23.766529 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-06851e2b-3e05-46cc-86c7-fac23200460e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:23.802757 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-64302c22-8ad2-452f-834a-e15f11fe85ce None None] Set router 137db3e5-837c-4775-ae64-61dbd7a53e1b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:23.855874 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-06851e2b-3e05-46cc-86c7-fac23200460e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:23.999015 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-06851e2b-3e05-46cc-86c7-fac23200460e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:24.013562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-64302c22-8ad2-452f-834a-e15f11fe85ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:08:22Z', 'revision_number': 7, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:24.022858 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-06851e2b-3e05-46cc-86c7-fac23200460e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:24.026891 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-06851e2b-3e05-46cc-86c7-fac23200460e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "DELETE /v2.0/subnets/4408fce0-4fe3-44f1-be84-128c68c2d0e2 HTTP/1.1" status: 204 len: 168 time: 0.3692389 Dec 14 03:08:24.041983 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49758) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:24.045889 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06851e2b-3e05-46cc-86c7-fac23200460e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'Subnet': ['ID=4408fce0-4fe3-44f1-be84-128c68c2d0e2,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:24.054826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff67110-d6e9-4af1-9fb5-bd14cddbf6d5 None None] Network 83711c66-824e-44ba-b256-6b304df4d7cc requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:08:24.058631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64302c22-8ad2-452f-834a-e15f11fe85ce None None] Checking router: 137db3e5-837c-4775-ae64-61dbd7a53e1b for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:08:24.119193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64302c22-8ad2-452f-834a-e15f11fe85ce None None] Routers {'137db3e5-837c-4775-ae64-61dbd7a53e1b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:24.120080 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-64302c22-8ad2-452f-834a-e15f11fe85ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['137db3e5-837c-4775-ae64-61dbd7a53e1b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:24.198233 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0d11c47-7f8e-4ad9-b957-4cb32614140a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:24.258997 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-64302c22-8ad2-452f-834a-e15f11fe85ce None None] Set router 137db3e5-837c-4775-ae64-61dbd7a53e1b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:24.356785 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9750f451-7782-4db7-8b59-7cb0c9f3f47d None None] DHCP port deletion for 83711c66-824e-44ba-b256-6b304df4d7cc request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:08:24.394099 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-806ff362-ec9a-48cf-a4dc-a80514a80a49 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:24.398362 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0d11c47-7f8e-4ad9-b957-4cb32614140a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:24.484248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9750f451-7782-4db7-8b59-7cb0c9f3f47d None None] Deleting port 16efeb9f-a99d-4601-9174-d3553b472126 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:08:24.484929 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9750f451-7782-4db7-8b59-7cb0c9f3f47d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:24.552121 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-64302c22-8ad2-452f-834a-e15f11fe85ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:08:22Z', 'revision_number': 7, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:24.587668 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64302c22-8ad2-452f-834a-e15f11fe85ce None None] The sync data for ids ['137db3e5-837c-4775-ae64-61dbd7a53e1b'] in n-d-821636-1 is: [{'id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'name': 'tempest-TestNetworkBasicOps-router-1820878652', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:08:22Z', 'revision_number': 7, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '1a718501-e14a-4791-87eb-afb5b40b4ff5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137db3e5-837c-4775-ae64-61dbd7a53e1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:19Z', 'updated_at': '2021-12-14T03:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:08:24.602953 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9750f451-7782-4db7-8b59-7cb0c9f3f47d None None] For port 16efeb9f-a99d-4601-9174-d3553b472126, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=16efeb9f-a99d-4601-9174-d3553b472126,segment=NetworkSegment(1e730cd5-f102-43f8-b2d4-ef967402519c),segment_id=1e730cd5-f102-43f8-b2d4-ef967402519c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:24.603368 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9750f451-7782-4db7-8b59-7cb0c9f3f47d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:24.620762 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9750f451-7782-4db7-8b59-7cb0c9f3f47d None None] Calling delete_port for 16efeb9f-a99d-4601-9174-d3553b472126 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:08:24.679450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-f0d11c47-7f8e-4ad9-b957-4cb32614140a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Deleting port 1a718501-e14a-4791-87eb-afb5b40b4ff5 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:08:24.679839 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0d11c47-7f8e-4ad9-b957-4cb32614140a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:24.786592 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9750f451-7782-4db7-8b59-7cb0c9f3f47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:24.815584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750f451-7782-4db7-8b59-7cb0c9f3f47d None None] Pushing event deleted for resources: {'Port': ['ID=16efeb9f-a99d-4601-9174-d3553b472126,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:24.817516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9750f451-7782-4db7-8b59-7cb0c9f3f47d None None] No DVR routers for this DVR port 16efeb9f-a99d-4601-9174-d3553b472126 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:08:25.103628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-f0d11c47-7f8e-4ad9-b957-4cb32614140a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] For port 1a718501-e14a-4791-87eb-afb5b40b4ff5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1a718501-e14a-4791-87eb-afb5b40b4ff5,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:25.104213 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0d11c47-7f8e-4ad9-b957-4cb32614140a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:25.119991 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-f0d11c47-7f8e-4ad9-b957-4cb32614140a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Calling delete_port for 1a718501-e14a-4791-87eb-afb5b40b4ff5 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:08:25.170915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-806ff362-ec9a-48cf-a4dc-a80514a80a49 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Deleting port 93a1a99a-272e-46b2-882b-4b3f4709d2f3 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:08:25.171254 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-806ff362-ec9a-48cf-a4dc-a80514a80a49 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:25.315231 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-806ff362-ec9a-48cf-a4dc-a80514a80a49 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] For port 93a1a99a-272e-46b2-882b-4b3f4709d2f3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=93a1a99a-272e-46b2-882b-4b3f4709d2f3,segment=NetworkSegment(bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6),segment_id=bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:25.315550 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-806ff362-ec9a-48cf-a4dc-a80514a80a49 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:25.328737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-806ff362-ec9a-48cf-a4dc-a80514a80a49 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Calling delete_port for 93a1a99a-272e-46b2-882b-4b3f4709d2f3 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:08:25.492569 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0d11c47-7f8e-4ad9-b957-4cb32614140a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:25.520845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d11c47-7f8e-4ad9-b957-4cb32614140a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'Port': ['ID=1a718501-e14a-4791-87eb-afb5b40b4ff5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:25.542850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff9125f-1e48-41f1-8253-f8168189ffe3 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:08:25.627315 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0d11c47-7f8e-4ad9-b957-4cb32614140a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:25.712305 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-806ff362-ec9a-48cf-a4dc-a80514a80a49 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:25.743750 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0d11c47-7f8e-4ad9-b957-4cb32614140a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:25.745270 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ff362-ec9a-48cf-a4dc-a80514a80a49 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event deleted for resources: {'Port': ['ID=93a1a99a-272e-46b2-882b-4b3f4709d2f3,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:25.747677 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0d11c47-7f8e-4ad9-b957-4cb32614140a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:25.917909 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0d11c47-7f8e-4ad9-b957-4cb32614140a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:25.918441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d11c47-7f8e-4ad9-b957-4cb32614140a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Fanout notify agent at l3_agent the message router_deleted on router 137db3e5-837c-4775-ae64-61dbd7a53e1b {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:08:25.933569 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f0d11c47-7f8e-4ad9-b957-4cb32614140a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:25.934741 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f0d11c47-7f8e-4ad9-b957-4cb32614140a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "DELETE /v2.0/routers/137db3e5-837c-4775-ae64-61dbd7a53e1b HTTP/1.1" status: 204 len: 168 time: 1.8918025 Dec 14 03:08:25.937678 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49764) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:25.984019 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-806ff362-ec9a-48cf-a4dc-a80514a80a49 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:26.044889 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:26.148614 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:26.168394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83711c66-824e-44ba-b256-6b304df4d7cc']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:26.177868 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e730cd5-f102-43f8-b2d4-ef967402519c') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:26.178163 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e730cd5-f102-43f8-b2d4-ef967402519c') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:26.188768 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:26.205224 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:26.211237 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:08:26.211620 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:08:26.214621 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:08:26.233635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806ff362-ec9a-48cf-a4dc-a80514a80a49 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Router d144337a-fc5d-4a44-8f1b-10ce8f3ad046 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:08:26.344209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806ff362-ec9a-48cf-a4dc-a80514a80a49 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:08:26.351481 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-806ff362-ec9a-48cf-a4dc-a80514a80a49 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "PUT /v2.0/routers/d144337a-fc5d-4a44-8f1b-10ce8f3ad046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6292591 Dec 14 03:08:26.352250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49766) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:26.355116 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c69723a-9695-4213-8cd4-ab0c462cfd13 None None] Sync routers for ids ['d144337a-fc5d-4a44-8f1b-10ce8f3ad046'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:08:26.365462 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c69723a-9695-4213-8cd4-ab0c462cfd13 None None] Routers {'d144337a-fc5d-4a44-8f1b-10ce8f3ad046'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:26.366232 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4c69723a-9695-4213-8cd4-ab0c462cfd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d144337a-fc5d-4a44-8f1b-10ce8f3ad046'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:26.371884 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:26.380095 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:26.384889 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "DELETE /v2.0/networks/83711c66-824e-44ba-b256-6b304df4d7cc HTTP/1.1" status: 204 len: 168 time: 0.4453151 Dec 14 03:08:26.405664 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'Network': ['ID=83711c66-824e-44ba-b256-6b304df4d7cc,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:26.406161 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49768) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:26.418745 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-899fefc8-787e-4aac-ab54-9c7bd25d3cdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'network': {'name': 'tempest-network-smoke--63543025', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'port_security_enabled': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:08:26.430908 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:26.431266 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:26.431619 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:26.431958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:26.432299 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:26.432638 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:26.432737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-16a461f0-d9a9-4c57-9eeb-17aa7b80f58e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Deleting subnet 6817b676-7269-44da-b0e6-02f6150b5ef2 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:08:26.432972 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:26.433336 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:26.440607 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:26.440607 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:26.440607 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:26.440607 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:26.440607 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f266cf1-2307-4da9-8457-bca28bcf396a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:26.441072 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-16a461f0-d9a9-4c57-9eeb-17aa7b80f58e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:26.496416 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-16a461f0-d9a9-4c57-9eeb-17aa7b80f58e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:26.534865 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-4c69723a-9695-4213-8cd4-ab0c462cfd13 None None] Set router d144337a-fc5d-4a44-8f1b-10ce8f3ad046 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:26.536872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899fefc8-787e-4aac-ab54-9c7bd25d3cdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Made reservation on behalf of 20c9049ba808410893e5ad85f07ffc98 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:08:26.539006 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-899fefc8-787e-4aac-ab54-9c7bd25d3cdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:26.583492 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899fefc8-787e-4aac-ab54-9c7bd25d3cdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:08:26.620348 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-899fefc8-787e-4aac-ab54-9c7bd25d3cdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:26.621050 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-899fefc8-787e-4aac-ab54-9c7bd25d3cdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Added segment 01835d0f-6653-4ff0-b849-3cfcfec62f92 of type vlan for network 5966b2e1-3498-4cbb-b3c6-01b18aec030d Dec 14 03:08:26.658109 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-16a461f0-d9a9-4c57-9eeb-17aa7b80f58e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:26.675216 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-899fefc8-787e-4aac-ab54-9c7bd25d3cdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:26.684450 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1a718501-e14a-4791-87eb-afb5b40b4ff5 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:08:26.706472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 1a718501-e14a-4791-87eb-afb5b40b4ff5 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:08:26.706849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1a718501-e14a-4791-87eb-afb5b40b4ff5 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:08:26.707279 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 16efeb9f-a99d-4601-9174-d3553b472126 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:08:26.729284 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 16efeb9f-a99d-4601-9174-d3553b472126 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:08:26.729951 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 16efeb9f-a99d-4601-9174-d3553b472126 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:08:26.730532 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a2f919d1-4fcf-48af-8e91-083035fbb081 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:08:26.749973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: a2f919d1-4fcf-48af-8e91-083035fbb081 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:08:26.750321 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a2f919d1-4fcf-48af-8e91-083035fbb081 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:08:26.770266 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4c69723a-9695-4213-8cd4-ab0c462cfd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1606055628', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ec7648d4-2906-49fb-9795-c0cb145bd8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:07:57Z', 'updated_at': '2021-12-14T03:08:25Z', 'revision_number': 5, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'ec7648d4-2906-49fb-9795-c0cb145bd8d5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:58Z', 'updated_at': '2021-12-14T03:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:26.781258 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-899fefc8-787e-4aac-ab54-9c7bd25d3cdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:26.788321 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899fefc8-787e-4aac-ab54-9c7bd25d3cdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:26.788920 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-899fefc8-787e-4aac-ab54-9c7bd25d3cdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:26.796497 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c69723a-9695-4213-8cd4-ab0c462cfd13 None None] Checking router: d144337a-fc5d-4a44-8f1b-10ce8f3ad046 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:08:26.805364 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c69723a-9695-4213-8cd4-ab0c462cfd13 None None] Routers {'d144337a-fc5d-4a44-8f1b-10ce8f3ad046'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:26.805978 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4c69723a-9695-4213-8cd4-ab0c462cfd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['d144337a-fc5d-4a44-8f1b-10ce8f3ad046'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:26.848056 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-16a461f0-d9a9-4c57-9eeb-17aa7b80f58e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:26.867635 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fefc8-787e-4aac-ab54-9c7bd25d3cdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Network': ['ID=5966b2e1-3498-4cbb-b3c6-01b18aec030d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:26.879525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a461f0-d9a9-4c57-9eeb-17aa7b80f58e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event deleted for resources: {'Subnet': ['ID=6817b676-7269-44da-b0e6-02f6150b5ef2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:26.880008 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 5966b2e1-3498-4cbb-b3c6-01b18aec030d details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:08:26.883396 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-16a461f0-d9a9-4c57-9eeb-17aa7b80f58e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:26.890047 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49772) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:26.890220 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-16a461f0-d9a9-4c57-9eeb-17aa7b80f58e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "DELETE /v2.0/subnets/6817b676-7269-44da-b0e6-02f6150b5ef2 HTTP/1.1" status: 204 len: 168 time: 0.5366523 Dec 14 03:08:26.932517 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-4c69723a-9695-4213-8cd4-ab0c462cfd13 None None] Set router d144337a-fc5d-4a44-8f1b-10ce8f3ad046 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:26.946428 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b8fb9f-3f95-45a3-a04d-7b67e4788d41 None None] Network d4161b85-1793-47e8-9d8d-d3dfcb3740e8 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:08:26.984651 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-899fefc8-787e-4aac-ab54-9c7bd25d3cdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5756726 Dec 14 03:08:26.987724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49774) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:26.993589 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1357766979', 'admin_state_up': True, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:08:27.043041 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9204cc32-2a04-4f9a-8338-8acaa1761ea3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:27.120234 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:27.121189 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:27.152618 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065cca6b-3f7b-4a63-9c2b-4247974cdcd7 None None] DHCP port deletion for d4161b85-1793-47e8-9d8d-d3dfcb3740e8 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:08:27.172103 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4c69723a-9695-4213-8cd4-ab0c462cfd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1606055628', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ec7648d4-2906-49fb-9795-c0cb145bd8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:07:57Z', 'updated_at': '2021-12-14T03:08:25Z', 'revision_number': 5, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'ec7648d4-2906-49fb-9795-c0cb145bd8d5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:58Z', 'updated_at': '2021-12-14T03:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:27.203590 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:27.205019 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c69723a-9695-4213-8cd4-ab0c462cfd13 None None] The sync data for ids ['d144337a-fc5d-4a44-8f1b-10ce8f3ad046'] in n-d-821636-1 is: [{'id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1606055628', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': 'ec7648d4-2906-49fb-9795-c0cb145bd8d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:07:57Z', 'updated_at': '2021-12-14T03:08:25Z', 'revision_number': 5, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'ec7648d4-2906-49fb-9795-c0cb145bd8d5', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd144337a-fc5d-4a44-8f1b-10ce8f3ad046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:58Z', 'updated_at': '2021-12-14T03:08:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:08:27.213671 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9204cc32-2a04-4f9a-8338-8acaa1761ea3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:27.232295 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-065cca6b-3f7b-4a63-9c2b-4247974cdcd7 None None] Deleting port e2f455ff-dfed-4d66-93aa-ea8749c1a3eb {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:08:27.233326 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-065cca6b-3f7b-4a63-9c2b-4247974cdcd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:27.301732 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-065cca6b-3f7b-4a63-9c2b-4247974cdcd7 None None] For port e2f455ff-dfed-4d66-93aa-ea8749c1a3eb, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e2f455ff-dfed-4d66-93aa-ea8749c1a3eb,segment=NetworkSegment(bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6),segment_id=bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:27.303778 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-065cca6b-3f7b-4a63-9c2b-4247974cdcd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:27.315586 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-065cca6b-3f7b-4a63-9c2b-4247974cdcd7 None None] Calling delete_port for e2f455ff-dfed-4d66-93aa-ea8749c1a3eb owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:08:27.358366 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:27.447438 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:27.465128 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9204cc32-2a04-4f9a-8338-8acaa1761ea3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Deleting port ec7648d4-2906-49fb-9795-c0cb145bd8d5 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:08:27.465503 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9204cc32-2a04-4f9a-8338-8acaa1761ea3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:27.472223 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-065cca6b-3f7b-4a63-9c2b-4247974cdcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:27.501400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cca6b-3f7b-4a63-9c2b-4247974cdcd7 None None] Pushing event deleted for resources: {'Port': ['ID=e2f455ff-dfed-4d66-93aa-ea8749c1a3eb,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:27.505346 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065cca6b-3f7b-4a63-9c2b-4247974cdcd7 None None] No DVR routers for this DVR port e2f455ff-dfed-4d66-93aa-ea8749c1a3eb on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:08:27.595539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-9204cc32-2a04-4f9a-8338-8acaa1761ea3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] For port ec7648d4-2906-49fb-9795-c0cb145bd8d5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=ec7648d4-2906-49fb-9795-c0cb145bd8d5,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:27.595912 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9204cc32-2a04-4f9a-8338-8acaa1761ea3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:27.618960 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9204cc32-2a04-4f9a-8338-8acaa1761ea3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Calling delete_port for ec7648d4-2906-49fb-9795-c0cb145bd8d5 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:08:28.231426 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:28.245068 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e2f455ff-dfed-4d66-93aa-ea8749c1a3eb no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:08:28.255684 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:28.267358 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: e2f455ff-dfed-4d66-93aa-ea8749c1a3eb {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:08:28.270214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e2f455ff-dfed-4d66-93aa-ea8749c1a3eb not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:08:28.270214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 93a1a99a-272e-46b2-882b-4b3f4709d2f3 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:08:28.291597 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 93a1a99a-272e-46b2-882b-4b3f4709d2f3 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:08:28.291868 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 93a1a99a-272e-46b2-882b-4b3f4709d2f3 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:08:28.346747 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9204cc32-2a04-4f9a-8338-8acaa1761ea3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:28.396347 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e09c07-97f6-4e6d-9220-70c2483490df None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:08:28.408715 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204cc32-2a04-4f9a-8338-8acaa1761ea3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event deleted for resources: {'Port': ['ID=ec7648d4-2906-49fb-9795-c0cb145bd8d5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:28.446966 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Allocated IP 172.25.7.187 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/7968cf21-bc28-46f3-9a96-11c5753cb41e) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:08:28.474837 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9204cc32-2a04-4f9a-8338-8acaa1761ea3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:28.612202 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9204cc32-2a04-4f9a-8338-8acaa1761ea3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:28.615651 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9204cc32-2a04-4f9a-8338-8acaa1761ea3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:28.692687 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:28.734787 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9204cc32-2a04-4f9a-8338-8acaa1761ea3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:28.735334 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9204cc32-2a04-4f9a-8338-8acaa1761ea3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Fanout notify agent at l3_agent the message router_deleted on router d144337a-fc5d-4a44-8f1b-10ce8f3ad046 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:08:28.742595 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9204cc32-2a04-4f9a-8338-8acaa1761ea3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:28.749177 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9204cc32-2a04-4f9a-8338-8acaa1761ea3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "DELETE /v2.0/routers/d144337a-fc5d-4a44-8f1b-10ce8f3ad046 HTTP/1.1" status: 204 len: 168 time: 1.8526523 Dec 14 03:08:28.751268 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49782) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:28.816056 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:28.852001 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f49f035-93f8-471b-8c88-9d7f90d92bb3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:28.865738 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:08:28.869544 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:08:28.873797 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:08:28.894472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f472f51-14d6-4960-b994-0d20a636e4a5 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:08:28.912628 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Port': ['ID=7968cf21-bc28-46f3-9a96-11c5753cb41e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:28.971014 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f49f035-93f8-471b-8c88-9d7f90d92bb3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:28.992515 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0f49f035-93f8-471b-8c88-9d7f90d92bb3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4161b85-1793-47e8-9d8d-d3dfcb3740e8']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:29.003217 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0f49f035-93f8-471b-8c88-9d7f90d92bb3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:29.003636 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0f49f035-93f8-471b-8c88-9d7f90d92bb3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebbe3ec-0fd6-483c-b6ea-ca59ffe37cf6') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:29.015186 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f49f035-93f8-471b-8c88-9d7f90d92bb3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:29.028446 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5aed1f49-8abe-418b-ab86-1a8c38e1ecff None None] Provisioning complete for port 7968cf21-bc28-46f3-9a96-11c5753cb41e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:29.033908 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5aed1f49-8abe-418b-ab86-1a8c38e1ecff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:29.034033 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f49f035-93f8-471b-8c88-9d7f90d92bb3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:29.038139 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f49f035-93f8-471b-8c88-9d7f90d92bb3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:08:29.038730 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f49f035-93f8-471b-8c88-9d7f90d92bb3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: timer() Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:08:29.042207 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:08:29.072041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5aed1f49-8abe-418b-ab86-1a8c38e1ecff None None] Port 7968cf21-bc28-46f3-9a96-11c5753cb41e cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:08:29.198327 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f49f035-93f8-471b-8c88-9d7f90d92bb3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:29.205828 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0f49f035-93f8-471b-8c88-9d7f90d92bb3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:29.214040 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0f49f035-93f8-471b-8c88-9d7f90d92bb3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "DELETE /v2.0/networks/d4161b85-1793-47e8-9d8d-d3dfcb3740e8 HTTP/1.1" status: 204 len: 168 time: 0.4610713 Dec 14 03:08:29.221772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49784) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:29.236303 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49f035-93f8-471b-8c88-9d7f90d92bb3 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event deleted for resources: {'Network': ['ID=d4161b85-1793-47e8-9d8d-d3dfcb3740e8,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:29.253492 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:29.408782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e4129-8da1-4fc1-99a9-132bdb116b89 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Deleting port e8501328-88f1-41de-95ed-354ac90fcdff {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:08:29.409181 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e1e4129-8da1-4fc1-99a9-132bdb116b89 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:29.476416 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:29.491944 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e1e4129-8da1-4fc1-99a9-132bdb116b89 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:29.492178 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e1e4129-8da1-4fc1-99a9-132bdb116b89 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:29.504514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e4129-8da1-4fc1-99a9-132bdb116b89 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Calling delete_port for e8501328-88f1-41de-95ed-354ac90fcdff owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:08:29.735719 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Router 40d3114a-64af-4e4e-973e-5096730aac21 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:08:29.837520 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e1e4129-8da1-4fc1-99a9-132bdb116b89 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:29.848512 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:08:29.859084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Sync routers for ids ['40d3114a-64af-4e4e-973e-5096730aac21'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:08:29.864839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e4129-8da1-4fc1-99a9-132bdb116b89 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event deleted for resources: {'Port': ['ID=e8501328-88f1-41de-95ed-354ac90fcdff,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:29.872087 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Routers {'40d3114a-64af-4e4e-973e-5096730aac21'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:29.872935 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['40d3114a-64af-4e4e-973e-5096730aac21'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:29.926484 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e1e4129-8da1-4fc1-99a9-132bdb116b89 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:29.926816 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-9e1e4129-8da1-4fc1-99a9-132bdb116b89 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Floating IP 125ee814-0195-4c70-9d56-13dfadcfbab3 disassociated (deleted). External IP: 172.25.7.179, port: 3b2cee35-a2fd-423e-8226-66b4d8612eae. Dec 14 03:08:29.950280 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:29.951821 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f624c54c-e1a6-432d-ae31-cd33598ddbf1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9627385 Dec 14 03:08:29.955323 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49788) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:29.989200 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7ba61ac5-997c-40b1-9adf-679bd99726dd tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=20c9049ba808410893e5ad85f07ffc98&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323856 Dec 14 03:08:29.995290 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49790) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:30.001248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Set router 40d3114a-64af-4e4e-973e-5096730aac21 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:30.121173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd357beb-915b-4b66-a0f5-4cb9c2083e89 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:30.123311 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bd357beb-915b-4b66-a0f5-4cb9c2083e89 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1249459 Dec 14 03:08:30.128134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49792) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:30.231098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-20d431e4-3381-4fef-aee0-6a1aa8540936 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1017783 Dec 14 03:08:30.244906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49794) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:30.253812 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3ec11c53-b66b-4888-a3ef-915a0fcb989d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-158126062', 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:08:30.277039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ec7648d4-2906-49fb-9795-c0cb145bd8d5 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:08:30.293380 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1e4129-8da1-4fc1-99a9-132bdb116b89 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Router 3065517a-391f-4f4d-8c7c-2d3b803728bc has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:08:30.318041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: ec7648d4-2906-49fb-9795-c0cb145bd8d5 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:08:30.318395 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device ec7648d4-2906-49fb-9795-c0cb145bd8d5 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:08:30.389971 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d3114a-64af-4e4e-973e-5096730aac21', 'name': 'tempest-TestNetworkBasicOps-router-1357766979', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:08:27Z', 'updated_at': '2021-12-14T03:08:29Z', 'revision_number': 3, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:28Z', 'updated_at': '2021-12-14T03:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:30.424951 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Checking router: 40d3114a-64af-4e4e-973e-5096730aac21 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:08:30.425342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Updating router 40d3114a-64af-4e4e-973e-5096730aac21 port 7968cf21-bc28-46f3-9a96-11c5753cb41e binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:08:30.444275 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:30.453095 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:30.460776 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec11c53-b66b-4888-a3ef-915a0fcb989d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Made reservation on behalf of 20c9049ba808410893e5ad85f07ffc98 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:08:30.464877 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3ec11c53-b66b-4888-a3ef-915a0fcb989d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:30.745974 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:30.762651 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1e4129-8da1-4fc1-99a9-132bdb116b89 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:08:30.767529 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e1e4129-8da1-4fc1-99a9-132bdb116b89 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:30.773457 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a39c7-fa2f-42b3-81d1-29a17cd2764a None None] Sync routers for ids ['3065517a-391f-4f4d-8c7c-2d3b803728bc'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:08:30.781201 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3ec11c53-b66b-4888-a3ef-915a0fcb989d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:30.786698 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a39c7-fa2f-42b3-81d1-29a17cd2764a None None] Routers {'3065517a-391f-4f4d-8c7c-2d3b803728bc'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:30.787527 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4f6a39c7-fa2f-42b3-81d1-29a17cd2764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3065517a-391f-4f4d-8c7c-2d3b803728bc'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:30.808689 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9e1e4129-8da1-4fc1-99a9-132bdb116b89 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "DELETE /v2.0/floatingips/125ee814-0195-4c70-9d56-13dfadcfbab3 HTTP/1.1" status: 204 len: 168 time: 1.5801647 Dec 14 03:08:30.809382 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3291d5-ce4f-425a-a33d-61772960fe42', 'tag': '3b2cee35-a2fd-423e-8226-66b4d8612eae'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:08:30.815084 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a3b82d-9a52-4d82-8112-534555b4848d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3291d5-ce4f-425a-a33d-61772960fe42", "tag": "3b2cee35-a2fd-423e-8226-66b4d8612eae"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:08:30.838729 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:30.864410 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec11c53-b66b-4888-a3ef-915a0fcb989d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Subnet': ['ID=00dddfd3-7323-4311-99ce-1fe6fe88f729,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:30.868441 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec11c53-b66b-4888-a3ef-915a0fcb989d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Checking segment: {'id': '01835d0f-6653-4ff0-b849-3cfcfec62f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:08:30.868974 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec11c53-b66b-4888-a3ef-915a0fcb989d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Network hostable DHCP agents. Network: 5966b2e1-3498-4cbb-b3c6-01b18aec030d, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:08:30.892652 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Attempting to bind port 7968cf21-bc28-46f3-9a96-11c5753cb41e on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:08:30.893667 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Attempting to bind port 7968cf21-bc28-46f3-9a96-11c5753cb41e by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:08:30.894222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Attempting to bind port 7968cf21-bc28-46f3-9a96-11c5753cb41e on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:08:30.914233 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4624d11-e1ed-4326-8a21-348e5f7b5d37 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:08:30.930672 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96957bb-91e9-4f3e-80c5-2384b928508f x-openstack-request-id: req-e96957bb-91e9-4f3e-80c5-2384b928508f {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:08:30.931162 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3291d5-ce4f-425a-a33d-61772960fe42", "tag": "3b2cee35-a2fd-423e-8226-66b4d8612eae", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:08:30.937074 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e96957bb-91e9-4f3e-80c5-2384b928508f {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:08:30.937074 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3291d5-ce4f-425a-a33d-61772960fe42', 'tag': '3b2cee35-a2fd-423e-8226-66b4d8612eae', 'status': 'completed', 'code': 200} Dec 14 03:08:30.937246 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:08:30.937246 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:08:30.937246 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:30.937246 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:08:30.937866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Bound port: 7968cf21-bc28-46f3-9a96-11c5753cb41e, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:08:30.938431 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:30.952221 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec11c53-b66b-4888-a3ef-915a0fcb989d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Network 5966b2e1-3498-4cbb-b3c6-01b18aec030d is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:08:30.975831 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e887e-2a21-4488-b1a3-2cd309e15f61 None None] Pushing event updated for resources: {'Port': ['ID=7968cf21-bc28-46f3-9a96-11c5753cb41e,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:31.018631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] For port 7968cf21-bc28-46f3-9a96-11c5753cb41e, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:08:31.019008 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-4f6a39c7-fa2f-42b3-81d1-29a17cd2764a None None] Set router 3065517a-391f-4f4d-8c7c-2d3b803728bc gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:31.019115 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3b82d-9a52-4d82-8112-534555b4848d req-e19e1e22-8d49-4097-897e-cd09fbad2015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:31.021049 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-99a3b82d-9a52-4d82-8112-534555b4848d req-e19e1e22-8d49-4097-897e-cd09fbad2015 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c97c1b09732d488e8069a3f6aceb5c33&device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 1135 time: 0.0466967 Dec 14 03:08:31.024158 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] For port 7968cf21-bc28-46f3-9a96-11c5753cb41e, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7968cf21-bc28-46f3-9a96-11c5753cb41e,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:08:31.025277 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-59c5f8af-57d2-4275-917d-8deeae6b7cc7 None None] Provisioning complete for port 7968cf21-bc28-46f3-9a96-11c5753cb41e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:31.025694 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-59c5f8af-57d2-4275-917d-8deeae6b7cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:31.067029 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-59c5f8af-57d2-4275-917d-8deeae6b7cc7 None None] Port 7968cf21-bc28-46f3-9a96-11c5753cb41e cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:08:31.086839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-3ec11c53-b66b-4888-a3ef-915a0fcb989d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 5966b2e1-3498-4cbb-b3c6-01b18aec030d) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:08:31.095192 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec11c53-b66b-4888-a3ef-915a0fcb989d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:31.099122 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3ec11c53-b66b-4888-a3ef-915a0fcb989d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:31.102322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d2fb6a-2cb5-4ba0-9809-72bbfbdad340 None None] Network 5966b2e1-3498-4cbb-b3c6-01b18aec030d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:08:31.147359 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3b82d-9a52-4d82-8112-534555b4848d req-290fffc3-f207-4ae5-86de-cf184b195759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:31.148921 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-99a3b82d-9a52-4d82-8112-534555b4848d req-290fffc3-f207-4ae5-86de-cf184b195759 service neutron] 10.222.0.47 "GET /v2.0/networks?id=498e514e-4273-4c26-8b59-53b078edf1c9 HTTP/1.1" status: 200 len: 898 time: 0.1211302 Dec 14 03:08:31.150996 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:31.209929 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-99a3b82d-9a52-4d82-8112-534555b4848d req-44fbc585-8c01-40f5-9673-f183c0a90040 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b2cee35-a2fd-423e-8226-66b4d8612eae HTTP/1.1" status: 200 len: 217 time: 0.0523109 Dec 14 03:08:31.220422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975c3766-8750-4624-bbad-e760d709bd77 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:08:31.255722 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Routers {'40d3114a-64af-4e4e-973e-5096730aac21'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:31.256564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['40d3114a-64af-4e4e-973e-5096730aac21'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:31.262824 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3ec11c53-b66b-4888-a3ef-915a0fcb989d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0154250 Dec 14 03:08:31.265768 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49802) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:31.331810 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3b82d-9a52-4d82-8112-534555b4848d req-5cd1fbf2-063c-479a-b3ff-69eab7582742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:31.333424 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-99a3b82d-9a52-4d82-8112-534555b4848d req-5cd1fbf2-063c-479a-b3ff-69eab7582742 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=32061ea4-15ec-4432-a926-9034d27dc2f7 HTTP/1.1" status: 200 len: 835 time: 0.1172943 Dec 14 03:08:31.365601 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e887e-2a21-4488-b1a3-2cd309e15f61 None None] Pushing event updated for resources: {'Port': ['ID=7968cf21-bc28-46f3-9a96-11c5753cb41e,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:31.392285 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4f6a39c7-fa2f-42b3-81d1-29a17cd2764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-469384800', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:58Z', 'updated_at': '2021-12-14T03:07:03Z', 'revision_number': 4, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:59Z', 'updated_at': '2021-12-14T03:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '5908e1d8-f378-45d5-8d5d-c52245c8fc72', 'name': '', 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'mac_address': 'fa:16:3e:22:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '32061ea4-15ec-4432-a926-9034d27dc2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:02Z', 'updated_at': '2021-12-14T03:07:07Z', 'revision_number': 5, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'subnets': [{'id': '32061ea4-15ec-4432-a926-9034d27dc2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:31.420167 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-96669ffc-f6a3-470c-bf27-ea35f9d4da91 None None] Provisioning complete for port 7968cf21-bc28-46f3-9a96-11c5753cb41e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:31.421240 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-96669ffc-f6a3-470c-bf27-ea35f9d4da91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:31.428634 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3b82d-9a52-4d82-8112-534555b4848d req-fa910835-b33a-4bd8-8272-9c385c8455a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:31.429212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-5966b2e1-3498-4cbb-b3c6-01b18aec030d', 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'fixed_ips': [{'subnet_id': '00dddfd3-7323-4311-99ce-1fe6fe88f729'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:08:31.430118 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:31.433067 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-99a3b82d-9a52-4d82-8112-534555b4848d req-fa910835-b33a-4bd8-8272-9c385c8455a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=498e514e-4273-4c26-8b59-53b078edf1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908849 Dec 14 03:08:31.439653 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a39c7-fa2f-42b3-81d1-29a17cd2764a None None] Checking router: 3065517a-391f-4f4d-8c7c-2d3b803728bc for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:08:31.449177 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6a39c7-fa2f-42b3-81d1-29a17cd2764a None None] Routers {'3065517a-391f-4f4d-8c7c-2d3b803728bc'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:31.449626 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4f6a39c7-fa2f-42b3-81d1-29a17cd2764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3065517a-391f-4f4d-8c7c-2d3b803728bc'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:31.518968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] Set router 40d3114a-64af-4e4e-973e-5096730aac21 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:31.630646 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-99a3b82d-9a52-4d82-8112-534555b4848d req-a0f73e25-1412-4b42-acd5-46d3e16b32f2 service neutron] 10.222.0.47 "GET /v2.0/networks/498e514e-4273-4c26-8b59-53b078edf1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881220 Dec 14 03:08:31.632871 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-4f6a39c7-fa2f-42b3-81d1-29a17cd2764a None None] Set router 3065517a-391f-4f4d-8c7c-2d3b803728bc gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:31.633919 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592911d-008c-4211-a6e8-83503445b32e req-e131648b-2c9b-4be9-bdc8-c5e317e7c9d1 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:31.635482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1592911d-008c-4211-a6e8-83503445b32e req-e131648b-2c9b-4be9-bdc8-c5e317e7c9d1 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 984 time: 0.0781872 Dec 14 03:08:31.754795 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-99a3b82d-9a52-4d82-8112-534555b4848d req-a19460ed-4d98-4186-950d-d15e178cb30e service neutron] 10.222.0.47 "GET /v2.0/networks/498e514e-4273-4c26-8b59-53b078edf1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157913 Dec 14 03:08:31.853874 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-96669ffc-f6a3-470c-bf27-ea35f9d4da91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:31.881609 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1592911d-008c-4211-a6e8-83503445b32e req-9ba666ad-2850-4452-8b1b-ad7b574bb8d1 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b39cfdf-c091-44c0-aab3-68b85cfd9679&id=74cd7720-1f8a-4103-85c2-333f1bbcf9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1214983 Dec 14 03:08:31.954021 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-96669ffc-f6a3-470c-bf27-ea35f9d4da91 None None] For port 7968cf21-bc28-46f3-9a96-11c5753cb41e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7968cf21-bc28-46f3-9a96-11c5753cb41e,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:31.955466 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4f6a39c7-fa2f-42b3-81d1-29a17cd2764a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-469384800', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:58Z', 'updated_at': '2021-12-14T03:07:03Z', 'revision_number': 4, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:59Z', 'updated_at': '2021-12-14T03:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '5908e1d8-f378-45d5-8d5d-c52245c8fc72', 'name': '', 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'mac_address': 'fa:16:3e:22:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '32061ea4-15ec-4432-a926-9034d27dc2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:02Z', 'updated_at': '2021-12-14T03:07:07Z', 'revision_number': 5, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'subnets': [{'id': '32061ea4-15ec-4432-a926-9034d27dc2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:31.958825 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Allocated IP 172.20.0.2 (5966b2e1-3498-4cbb-b3c6-01b18aec030d/00dddfd3-7323-4311-99ce-1fe6fe88f729/b1ccf8d0-cabd-49f6-9758-83a0b5cb489e) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:08:31.960037 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c97ae1a5-86fd-4b68-bad0-c57df85b0fb5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:31.993099 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a39c7-fa2f-42b3-81d1-29a17cd2764a None None] The sync data for ids ['3065517a-391f-4f4d-8c7c-2d3b803728bc'] in n-d-821636-1 is: [{'id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-469384800', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:58Z', 'updated_at': '2021-12-14T03:07:03Z', 'revision_number': 4, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:59Z', 'updated_at': '2021-12-14T03:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '5908e1d8-f378-45d5-8d5d-c52245c8fc72', 'name': '', 'network_id': '498e514e-4273-4c26-8b59-53b078edf1c9', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'mac_address': 'fa:16:3e:22:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': '32061ea4-15ec-4432-a926-9034d27dc2f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:07:02Z', 'updated_at': '2021-12-14T03:07:07Z', 'revision_number': 5, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'subnets': [{'id': '32061ea4-15ec-4432-a926-9034d27dc2f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:08:32.059670 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d3114a-64af-4e4e-973e-5096730aac21', 'name': 'tempest-TestNetworkBasicOps-router-1357766979', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:08:27Z', 'updated_at': '2021-12-14T03:08:29Z', 'revision_number': 3, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:28Z', 'updated_at': '2021-12-14T03:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:32.071999 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-96669ffc-f6a3-470c-bf27-ea35f9d4da91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:32.111951 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555da7af-ba68-4313-8be2-a6dee55c5c88 None None] The sync data for ids ['40d3114a-64af-4e4e-973e-5096730aac21'] in n-d-821636-1 is: [{'id': '40d3114a-64af-4e4e-973e-5096730aac21', 'name': 'tempest-TestNetworkBasicOps-router-1357766979', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:08:27Z', 'updated_at': '2021-12-14T03:08:29Z', 'revision_number': 3, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:28Z', 'updated_at': '2021-12-14T03:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:08:32.215591 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96669ffc-f6a3-470c-bf27-ea35f9d4da91 None None] Pushing event updated for resources: {'Port': ['ID=7968cf21-bc28-46f3-9a96-11c5753cb41e,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:32.230917 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:32.312995 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:32.357152 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Network 5966b2e1-3498-4cbb-b3c6-01b18aec030d is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:08:32.360585 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:08:32.365197 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:08:32.374850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Pushing event updated for resources: {'Port': ['ID=b1ccf8d0-cabd-49f6-9758-83a0b5cb489e,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:32.377700 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-c97ae1a5-86fd-4b68-bad0-c57df85b0fb5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Allocated IP 172.20.0.1 (5966b2e1-3498-4cbb-b3c6-01b18aec030d/00dddfd3-7323-4311-99ce-1fe6fe88f729/b13dfd56-8834-4ed4-b594-2a2480de4849) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:08:32.380119 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93816c00-9d66-4534-b684-35a2c2d69091 None None] New status for floating IP 125ee814-0195-4c70-9d56-13dfadcfbab3: DOWN {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:08:32.512400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Attempting to bind port b1ccf8d0-cabd-49f6-9758-83a0b5cb489e on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:08:32.512400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Attempting to bind port b1ccf8d0-cabd-49f6-9758-83a0b5cb489e by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '01835d0f-6653-4ff0-b849-3cfcfec62f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:08:32.512400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Attempting to bind port b1ccf8d0-cabd-49f6-9758-83a0b5cb489e on network 5966b2e1-3498-4cbb-b3c6-01b18aec030d {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:08:32.518084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:08:32.522614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Checking segment: {'id': '01835d0f-6653-4ff0-b849-3cfcfec62f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:08:32.523216 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:32.523723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Bound using segment: {'id': '01835d0f-6653-4ff0-b849-3cfcfec62f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:08:32.524328 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Bound port: b1ccf8d0-cabd-49f6-9758-83a0b5cb489e, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01835d0f-6653-4ff0-b849-3cfcfec62f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:08:32.524812 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:32.545908 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c97ae1a5-86fd-4b68-bad0-c57df85b0fb5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:32.630104 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] For port b1ccf8d0-cabd-49f6-9758-83a0b5cb489e, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:08:32.633958 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] For port b1ccf8d0-cabd-49f6-9758-83a0b5cb489e, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b1ccf8d0-cabd-49f6-9758-83a0b5cb489e,segment=NetworkSegment(01835d0f-6653-4ff0-b849-3cfcfec62f92),segment_id=01835d0f-6653-4ff0-b849-3cfcfec62f92)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:08:32.656162 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c97ae1a5-86fd-4b68-bad0-c57df85b0fb5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:32.696120 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:32.701238 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97ae1a5-86fd-4b68-bad0-c57df85b0fb5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Network 5966b2e1-3498-4cbb-b3c6-01b18aec030d is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:08:32.705331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-c97ae1a5-86fd-4b68-bad0-c57df85b0fb5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:08:32.709501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97ae1a5-86fd-4b68-bad0-c57df85b0fb5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:08:32.739899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ae1a5-86fd-4b68-bad0-c57df85b0fb5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Port': ['ID=b13dfd56-8834-4ed4-b594-2a2480de4849,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:32.773626 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c97ae1a5-86fd-4b68-bad0-c57df85b0fb5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:32.784066 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f783f-0e49-453b-b77c-667d4dbe8db8 None None] Pushing event updated for resources: {'Port': ['ID=b1ccf8d0-cabd-49f6-9758-83a0b5cb489e,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:32.820991 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-be81b629-7b7f-4a24-8fa2-c2b543212f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:32.890484 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a19fb8-9566-4774-b4e5-153be979467f req-c6a1c737-84f3-462b-94df-6e9174cf0699 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:32.892175 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d3a19fb8-9566-4774-b4e5-153be979467f req-c6a1c737-84f3-462b-94df-6e9174cf0699 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 984 time: 0.0576668 Dec 14 03:08:33.095270 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c97ae1a5-86fd-4b68-bad0-c57df85b0fb5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:33.104668 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-d3a19fb8-9566-4774-b4e5-153be979467f req-ca8eadfa-9d19-43ed-862d-837d76022a6c tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Deleting port 3b2cee35-a2fd-423e-8226-66b4d8612eae {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:08:33.105069 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d3a19fb8-9566-4774-b4e5-153be979467f req-ca8eadfa-9d19-43ed-862d-837d76022a6c tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:33.127024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d84cc3-f56b-4207-95b3-59ee7cff6b60 req-33d4976b-a479-43a8-be88-40f872ec8342 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:33.128960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4d84cc3-f56b-4207-95b3-59ee7cff6b60 req-33d4976b-a479-43a8-be88-40f872ec8342 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 984 time: 0.1445124 Dec 14 03:08:33.222298 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-d3a19fb8-9566-4774-b4e5-153be979467f req-ca8eadfa-9d19-43ed-862d-837d76022a6c tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] For port 3b2cee35-a2fd-423e-8226-66b4d8612eae, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3b2cee35-a2fd-423e-8226-66b4d8612eae,segment=NetworkSegment(34d696aa-a2a7-4c35-96e8-c63a83bdc138),segment_id=34d696aa-a2a7-4c35-96e8-c63a83bdc138)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:33.222716 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d3a19fb8-9566-4774-b4e5-153be979467f req-ca8eadfa-9d19-43ed-862d-837d76022a6c tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:33.237908 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-d3a19fb8-9566-4774-b4e5-153be979467f req-ca8eadfa-9d19-43ed-862d-837d76022a6c tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Calling delete_port for 3b2cee35-a2fd-423e-8226-66b4d8612eae owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:08:33.308386 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4d84cc3-f56b-4207-95b3-59ee7cff6b60 req-39302ee9-3e6c-460f-9838-57e3847da3db tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/security-groups?id=4b39cfdf-c091-44c0-aab3-68b85cfd9679&id=74cd7720-1f8a-4103-85c2-333f1bbcf9b3&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1517467 Dec 14 03:08:33.489204 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d3a19fb8-9566-4774-b4e5-153be979467f req-ca8eadfa-9d19-43ed-862d-837d76022a6c tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:33.494654 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c97ae1a5-86fd-4b68-bad0-c57df85b0fb5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:33.522477 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8eadfa-9d19-43ed-862d-837d76022a6c tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event deleted for resources: {'Port': ['ID=3b2cee35-a2fd-423e-8226-66b4d8612eae,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:33.567563 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3a19fb8-9566-4774-b4e5-153be979467f req-ca8eadfa-9d19-43ed-862d-837d76022a6c tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] No DVR routers for this DVR port 3b2cee35-a2fd-423e-8226-66b4d8612eae on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:08:33.571977 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d3a19fb8-9566-4774-b4e5-153be979467f req-ca8eadfa-9d19-43ed-862d-837d76022a6c tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:33.575185 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d3a19fb8-9566-4774-b4e5-153be979467f req-ca8eadfa-9d19-43ed-862d-837d76022a6c tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.47 "DELETE /v2.0/ports/3b2cee35-a2fd-423e-8226-66b4d8612eae HTTP/1.1" status: 204 len: 173 time: 0.6725969 Dec 14 03:08:33.575674 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3291d5-ce4f-425a-a33d-61772960fe42', 'name': 'network-vif-deleted', 'tag': '3b2cee35-a2fd-423e-8226-66b4d8612eae'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:08:33.578856 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59a877e-f39b-4899-b653-a0eb513755bd" -d '{"events": [{"server_uuid": "4a3291d5-ce4f-425a-a33d-61772960fe42", "name": "network-vif-deleted", "tag": "3b2cee35-a2fd-423e-8226-66b4d8612eae"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:08:33.659167 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c97ae1a5-86fd-4b68-bad0-c57df85b0fb5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:33.659297 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a47558-f70b-4bf0-b657-ffbab02a0870 x-openstack-request-id: req-e7a47558-f70b-4bf0-b657-ffbab02a0870 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:08:33.659297 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3291d5-ce4f-425a-a33d-61772960fe42", "name": "network-vif-deleted", "tag": "3b2cee35-a2fd-423e-8226-66b4d8612eae", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:08:33.659297 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e7a47558-f70b-4bf0-b657-ffbab02a0870 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:08:33.659297 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3291d5-ce4f-425a-a33d-61772960fe42', 'name': 'network-vif-deleted', 'tag': '3b2cee35-a2fd-423e-8226-66b4d8612eae', 'status': 'completed', 'code': 200} Dec 14 03:08:33.693783 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ae1a5-86fd-4b68-bad0-c57df85b0fb5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Port': ['ID=b13dfd56-8834-4ed4-b594-2a2480de4849,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:33.698743 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c97ae1a5-86fd-4b68-bad0-c57df85b0fb5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:33.815587 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97ae1a5-86fd-4b68-bad0-c57df85b0fb5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Network 5966b2e1-3498-4cbb-b3c6-01b18aec030d is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:08:33.816986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-c97ae1a5-86fd-4b68-bad0-c57df85b0fb5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:08:33.973858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97ae1a5-86fd-4b68-bad0-c57df85b0fb5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Router 40d3114a-64af-4e4e-973e-5096730aac21 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:08:34.157259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97ae1a5-86fd-4b68-bad0-c57df85b0fb5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:08:34.164044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c97ae1a5-86fd-4b68-bad0-c57df85b0fb5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "PUT /v2.0/routers/40d3114a-64af-4e4e-973e-5096730aac21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8966060 Dec 14 03:08:34.166111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49816) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:34.320260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eee9250-4c14-43ff-9f7b-5d387906627d None None] Network 5966b2e1-3498-4cbb-b3c6-01b18aec030d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:08:34.397404 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531933b7-e740-42bc-9eae-fe6889eb7e04 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:34.397834 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531933b7-e740-42bc-9eae-fe6889eb7e04 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:34.399052 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531933b7-e740-42bc-9eae-fe6889eb7e04 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:34.401204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531933b7-e740-42bc-9eae-fe6889eb7e04 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:34.401204 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531933b7-e740-42bc-9eae-fe6889eb7e04 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:34.402132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531933b7-e740-42bc-9eae-fe6889eb7e04 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:34.402888 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531933b7-e740-42bc-9eae-fe6889eb7e04 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:34.403355 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531933b7-e740-42bc-9eae-fe6889eb7e04 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:34.408924 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49820) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:34.411286 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-531933b7-e740-42bc-9eae-fe6889eb7e04 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5669 time: 0.2440903 Dec 14 03:08:34.494339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e976600-ac2f-4afe-891c-5435d2036e26 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:34.494861 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e976600-ac2f-4afe-891c-5435d2036e26 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:34.495325 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e976600-ac2f-4afe-891c-5435d2036e26 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:34.495797 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e976600-ac2f-4afe-891c-5435d2036e26 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:34.496248 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e976600-ac2f-4afe-891c-5435d2036e26 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:34.496683 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e976600-ac2f-4afe-891c-5435d2036e26 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:34.497383 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e976600-ac2f-4afe-891c-5435d2036e26 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:34.497880 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e976600-ac2f-4afe-891c-5435d2036e26 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:34.502951 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5e976600-ac2f-4afe-891c-5435d2036e26 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5268 time: 0.0908527 Dec 14 03:08:34.503202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49822) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:34.512183 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6c14f0b-a777-4a07-aae8-df7783596545 req-3a4d7f8c-7fa2-4513-bae2-c936c7891e0d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a3291d5-ce4f-425a-a33d-61772960fe42 HTTP/1.1" status: 200 len: 210 time: 0.0491378 Dec 14 03:08:34.512471 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Sync routers for ids ['40d3114a-64af-4e4e-973e-5096730aac21'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:08:34.526921 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Routers {'40d3114a-64af-4e4e-973e-5096730aac21'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:34.527518 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['40d3114a-64af-4e4e-973e-5096730aac21'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:34.575185 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7968cf21-bc28-46f3-9a96-11c5753cb41e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:08:34.660339 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Set router 40d3114a-64af-4e4e-973e-5096730aac21 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:34.662163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-acff5417-a66a-4a95-a5f9-73f0e70622d1 None None] Provisioning complete for port b1ccf8d0-cabd-49f6-9758-83a0b5cb489e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:34.662996 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acff5417-a66a-4a95-a5f9-73f0e70622d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:34.778501 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acff5417-a66a-4a95-a5f9-73f0e70622d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:34.793608 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c019883c-c968-4abf-ba7a-7322f84bb2d4 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.2890377 Dec 14 03:08:34.798640 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 7968cf21-bc28-46f3-9a96-11c5753cb41e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:34.799001 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:34.826123 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-acff5417-a66a-4a95-a5f9-73f0e70622d1 None None] For port b1ccf8d0-cabd-49f6-9758-83a0b5cb489e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b1ccf8d0-cabd-49f6-9758-83a0b5cb489e,segment=NetworkSegment(01835d0f-6653-4ff0-b849-3cfcfec62f92),segment_id=01835d0f-6653-4ff0-b849-3cfcfec62f92)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:34.853701 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:08:34.934083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b1ccf8d0-cabd-49f6-9758-83a0b5cb489e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:08:34.938313 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acff5417-a66a-4a95-a5f9-73f0e70622d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.018517 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d3114a-64af-4e4e-973e-5096730aac21', 'name': 'tempest-TestNetworkBasicOps-router-1357766979', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:08:27Z', 'updated_at': '2021-12-14T03:08:32Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:28Z', 'updated_at': '2021-12-14T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'b13dfd56-8834-4ed4-b594-2a2480de4849', 'name': '', 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:dc:0b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '00dddfd3-7323-4311-99ce-1fe6fe88f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:32Z', 'updated_at': '2021-12-14T03:08:33Z', 'revision_number': 2, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '00dddfd3-7323-4311-99ce-1fe6fe88f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:35.055374 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff5417-a66a-4a95-a5f9-73f0e70622d1 None None] Pushing event updated for resources: {'Port': ['ID=b1ccf8d0-cabd-49f6-9758-83a0b5cb489e,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:35.059124 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Checking router: 40d3114a-64af-4e4e-973e-5096730aac21 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:08:35.059548 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Updating router 40d3114a-64af-4e4e-973e-5096730aac21 port b13dfd56-8834-4ed4-b594-2a2480de4849 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:08:35.095867 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d910b6b3-2ba6-42d2-8cbd-b565e5f4556d None None] Provisioning complete for port b1ccf8d0-cabd-49f6-9758-83a0b5cb489e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:35.096251 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d910b6b3-2ba6-42d2-8cbd-b565e5f4556d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.099511 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.140834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port b1ccf8d0-cabd-49f6-9758-83a0b5cb489e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:35.141369 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.184082 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dea9cbf6-c3dd-400a-88d4-8b309e5272aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.406951 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49832) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:35.412060 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-208fb703-156b-4d0d-94d5-0b53782d773e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1547423121', 'description': 'tempest-secgroup-smoke-1547423121 description', 'project_id': '20c9049ba808410893e5ad85f07ffc98'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:08:35.519658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d910b6b3-2ba6-42d2-8cbd-b565e5f4556d None None] Provisioning complete for port b13dfd56-8834-4ed4-b594-2a2480de4849 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:35.520200 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d910b6b3-2ba6-42d2-8cbd-b565e5f4556d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.529071 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-208fb703-156b-4d0d-94d5-0b53782d773e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.563497 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.570577 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d910b6b3-2ba6-42d2-8cbd-b565e5f4556d None None] Port b13dfd56-8834-4ed4-b594-2a2480de4849 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:08:35.622126 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49840) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:35.657732 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-208fb703-156b-4d0d-94d5-0b53782d773e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.660551 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.697596 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e13bb240-9a9a-4567-b52d-5c7534a5ae26 None None] Provisioning complete for port b13dfd56-8834-4ed4-b594-2a2480de4849 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:35.698065 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e13bb240-9a9a-4567-b52d-5c7534a5ae26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.723612 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-208fb703-156b-4d0d-94d5-0b53782d773e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.740069 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bc40f-5027-440a-803f-b6cb8c95d55f None None] Pushing event updated for resources: {'Port': ['ID=b13dfd56-8834-4ed4-b594-2a2480de4849,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:35.782304 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5da51dc2-72bf-40a1-9c7d-5dace80189ca tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.800900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fb703-156b-4d0d-94d5-0b53782d773e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76dbb569-9e27-4a1a-811e-e78416577272,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:35.816335 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Attempting to bind port b13dfd56-8834-4ed4-b594-2a2480de4849 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:08:35.816979 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Attempting to bind port b13dfd56-8834-4ed4-b594-2a2480de4849 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '01835d0f-6653-4ff0-b849-3cfcfec62f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:08:35.817596 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Attempting to bind port b13dfd56-8834-4ed4-b594-2a2480de4849 on network 5966b2e1-3498-4cbb-b3c6-01b18aec030d {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:08:35.825248 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:08:35.826023 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Checking segment: {'id': '01835d0f-6653-4ff0-b849-3cfcfec62f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:08:35.826937 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.827624 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Bound using segment: {'id': '01835d0f-6653-4ff0-b849-3cfcfec62f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:08:35.828396 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Bound port: b13dfd56-8834-4ed4-b594-2a2480de4849, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01835d0f-6653-4ff0-b849-3cfcfec62f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:08:35.828798 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e13bb240-9a9a-4567-b52d-5c7534a5ae26 None None] Port b13dfd56-8834-4ed4-b594-2a2480de4849 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:08:35.829280 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.857185 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5da51dc2-72bf-40a1-9c7d-5dace80189ca tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.879987 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-208fb703-156b-4d0d-94d5-0b53782d773e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.884035 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-208fb703-156b-4d0d-94d5-0b53782d773e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4730332 Dec 14 03:08:35.884281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49842) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:35.890747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-f90921c9-6979-486a-a88f-0d6d24ef520e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group_rule': {'security_group_id': '76dbb569-9e27-4a1a-811e-e78416577272', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:08:35.941193 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] For port b13dfd56-8834-4ed4-b594-2a2480de4849, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:08:35.944942 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] For port b13dfd56-8834-4ed4-b594-2a2480de4849, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b13dfd56-8834-4ed4-b594-2a2480de4849,segment=NetworkSegment(01835d0f-6653-4ff0-b849-3cfcfec62f92),segment_id=01835d0f-6653-4ff0-b849-3cfcfec62f92)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:08:35.954802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-77547648-960c-418e-8373-47d8604b5ed7 None None] Provisioning complete for port b13dfd56-8834-4ed4-b594-2a2480de4849 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:35.955470 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-77547648-960c-418e-8373-47d8604b5ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.974656 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5da51dc2-72bf-40a1-9c7d-5dace80189ca tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.977404 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5da51dc2-72bf-40a1-9c7d-5dace80189ca tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:35.978613 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5da51dc2-72bf-40a1-9c7d-5dace80189ca tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "DELETE /v2.0/security-groups/4b39cfdf-c091-44c0-aab3-68b85cfd9679 HTTP/1.1" status: 204 len: 168 time: 0.3553762 Dec 14 03:08:35.982138 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49844) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:36.006153 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-77547648-960c-418e-8373-47d8604b5ed7 None None] Port b13dfd56-8834-4ed4-b594-2a2480de4849 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:08:36.018495 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da51dc2-72bf-40a1-9c7d-5dace80189ca tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b39cfdf-c091-44c0-aab3-68b85cfd9679,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:36.062198 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f90921c9-6979-486a-a88f-0d6d24ef520e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:36.070378 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9a7c49ed-0cf2-47a0-8d93-56fa4bc37d8d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:36.073756 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:36.100142 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9a7c49ed-0cf2-47a0-8d93-56fa4bc37d8d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:36.136077 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Routers {'40d3114a-64af-4e4e-973e-5096730aac21'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:36.137281 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['40d3114a-64af-4e4e-973e-5096730aac21'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:36.159297 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-846026cc-3a3c-495b-9ae0-508c092c0e1d None None] Provisioning complete for port b13dfd56-8834-4ed4-b594-2a2480de4849 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:36.159676 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-846026cc-3a3c-495b-9ae0-508c092c0e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:36.189446 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f90921c9-6979-486a-a88f-0d6d24ef520e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:36.237479 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bc40f-5027-440a-803f-b6cb8c95d55f None None] Pushing event updated for resources: {'Port': ['ID=b13dfd56-8834-4ed4-b594-2a2480de4849,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:36.238079 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9a7c49ed-0cf2-47a0-8d93-56fa4bc37d8d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:36.243219 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9a7c49ed-0cf2-47a0-8d93-56fa4bc37d8d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:36.243219 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9a7c49ed-0cf2-47a0-8d93-56fa4bc37d8d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "DELETE /v2.0/security-groups/74cd7720-1f8a-4103-85c2-333f1bbcf9b3 HTTP/1.1" status: 204 len: 168 time: 0.2585971 Dec 14 03:08:36.245136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49846) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:36.274655 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c49ed-0cf2-47a0-8d93-56fa4bc37d8d tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cd7720-1f8a-4103-85c2-333f1bbcf9b3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:36.328933 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] Set router 40d3114a-64af-4e4e-973e-5096730aac21 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:36.347166 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f90921c9-6979-486a-a88f-0d6d24ef520e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:36.359842 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b1ccf8d0-cabd-49f6-9758-83a0b5cb489e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:08:36.457694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90921c9-6979-486a-a88f-0d6d24ef520e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b36a78-7437-489a-a9a9-554e84651f17,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:36.514331 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-846026cc-3a3c-495b-9ae0-508c092c0e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:36.556726 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:36.563729 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f90921c9-6979-486a-a88f-0d6d24ef520e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:36.565116 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f90921c9-6979-486a-a88f-0d6d24ef520e tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6799171 Dec 14 03:08:36.568077 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49848) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:36.572834 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6c54a095-5911-4d85-bf60-a4eb02c6da50 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group_rule': {'security_group_id': '76dbb569-9e27-4a1a-811e-e78416577272', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:08:36.597014 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port b1ccf8d0-cabd-49f6-9758-83a0b5cb489e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:36.597977 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:36.601629 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-846026cc-3a3c-495b-9ae0-508c092c0e1d None None] For port b13dfd56-8834-4ed4-b594-2a2480de4849, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b13dfd56-8834-4ed4-b594-2a2480de4849,segment=NetworkSegment(01835d0f-6653-4ff0-b849-3cfcfec62f92),segment_id=01835d0f-6653-4ff0-b849-3cfcfec62f92)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:36.696557 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-846026cc-3a3c-495b-9ae0-508c092c0e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:36.734903 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c54a095-5911-4d85-bf60-a4eb02c6da50 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:36.763560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846026cc-3a3c-495b-9ae0-508c092c0e1d None None] Pushing event updated for resources: {'Port': ['ID=b13dfd56-8834-4ed4-b594-2a2480de4849,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:36.765892 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d3114a-64af-4e4e-973e-5096730aac21', 'name': 'tempest-TestNetworkBasicOps-router-1357766979', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:08:27Z', 'updated_at': '2021-12-14T03:08:32Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:28Z', 'updated_at': '2021-12-14T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'b13dfd56-8834-4ed4-b594-2a2480de4849', 'name': '', 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:dc:0b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '00dddfd3-7323-4311-99ce-1fe6fe88f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:32Z', 'updated_at': '2021-12-14T03:08:35Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '00dddfd3-7323-4311-99ce-1fe6fe88f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:36.799091 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a09a85e-d232-4177-ba0f-a418e37a7a6b None None] The sync data for ids ['40d3114a-64af-4e4e-973e-5096730aac21'] in n-d-821636-1 is: [{'id': '40d3114a-64af-4e4e-973e-5096730aac21', 'name': 'tempest-TestNetworkBasicOps-router-1357766979', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:08:27Z', 'updated_at': '2021-12-14T03:08:32Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:28Z', 'updated_at': '2021-12-14T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'b13dfd56-8834-4ed4-b594-2a2480de4849', 'name': '', 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:dc:0b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '00dddfd3-7323-4311-99ce-1fe6fe88f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:32Z', 'updated_at': '2021-12-14T03:08:35Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '00dddfd3-7323-4311-99ce-1fe6fe88f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:08:36.822288 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c54a095-5911-4d85-bf60-a4eb02c6da50 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:36.825154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a530baff-07b6-4ba0-978e-fa15a416cb3d None None] Provisioning complete for port b13dfd56-8834-4ed4-b594-2a2480de4849 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:36.825652 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a530baff-07b6-4ba0-978e-fa15a416cb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:36.892100 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c54a095-5911-4d85-bf60-a4eb02c6da50 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:36.926283 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54a095-5911-4d85-bf60-a4eb02c6da50 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8577ad-73fb-4cbf-b53b-f4fd41d11feb,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:36.963643 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6b14-3593-4fbf-ad51-07749d1fc26e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:37.025858 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c54a095-5911-4d85-bf60-a4eb02c6da50 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:37.027184 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6c54a095-5911-4d85-bf60-a4eb02c6da50 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4579360 Dec 14 03:08:37.031252 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49852) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:37.035831 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b20d49e0-7812-4670-8a69-79175ac903ce tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group_rule': {'security_group_id': '76dbb569-9e27-4a1a-811e-e78416577272', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:08:37.083059 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3b2cee35-a2fd-423e-8226-66b4d8612eae no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:08:37.109331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 3b2cee35-a2fd-423e-8226-66b4d8612eae {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:08:37.109625 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3b2cee35-a2fd-423e-8226-66b4d8612eae not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:08:37.177902 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b20d49e0-7812-4670-8a69-79175ac903ce tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:37.273913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6b14-3593-4fbf-ad51-07749d1fc26e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Deleting port 5908e1d8-f378-45d5-8d5d-c52245c8fc72 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:08:37.274507 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6b14-3593-4fbf-ad51-07749d1fc26e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:37.278352 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b20d49e0-7812-4670-8a69-79175ac903ce tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:37.359034 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b20d49e0-7812-4670-8a69-79175ac903ce tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:37.377530 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-0a1c6b14-3593-4fbf-ad51-07749d1fc26e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] For port 5908e1d8-f378-45d5-8d5d-c52245c8fc72, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5908e1d8-f378-45d5-8d5d-c52245c8fc72,segment=NetworkSegment(34d696aa-a2a7-4c35-96e8-c63a83bdc138),segment_id=34d696aa-a2a7-4c35-96e8-c63a83bdc138)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:37.377880 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6b14-3593-4fbf-ad51-07749d1fc26e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:37.389620 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d49e0-7812-4670-8a69-79175ac903ce tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da74bbb-1604-44b7-ad9f-030f679846b1,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:37.393922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c6b14-3593-4fbf-ad51-07749d1fc26e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Calling delete_port for 5908e1d8-f378-45d5-8d5d-c52245c8fc72 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:08:37.502201 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b20d49e0-7812-4670-8a69-79175ac903ce tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:37.503923 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b20d49e0-7812-4670-8a69-79175ac903ce tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4711928 Dec 14 03:08:37.506706 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49854) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:37.511790 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f125d709-322c-402a-976f-b35b24138108 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group_rule': {'security_group_id': '76dbb569-9e27-4a1a-811e-e78416577272', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:08:37.769662 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f125d709-322c-402a-976f-b35b24138108 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:37.820348 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:37.858044 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f125d709-322c-402a-976f-b35b24138108 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:37.974909 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f125d709-322c-402a-976f-b35b24138108 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:37.991994 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125d709-322c-402a-976f-b35b24138108 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd1ff07-f730-4aab-8b55-806631741cbb,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:38.072407 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6b14-3593-4fbf-ad51-07749d1fc26e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:38.105219 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c6b14-3593-4fbf-ad51-07749d1fc26e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event deleted for resources: {'Port': ['ID=5908e1d8-f378-45d5-8d5d-c52245c8fc72,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:38.132702 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f125d709-322c-402a-976f-b35b24138108 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:38.136334 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f125d709-322c-402a-976f-b35b24138108 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6268477 Dec 14 03:08:38.137941 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49860) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:38.143941 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-59ff452b-a293-46e2-9a72-1b151dd018cb tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group_rule': {'security_group_id': '76dbb569-9e27-4a1a-811e-e78416577272', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:08:38.238878 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-59ff452b-a293-46e2-9a72-1b151dd018cb tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Project 20c9049ba808410893e5ad85f07ffc98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:08:38.245151 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-59ff452b-a293-46e2-9a72-1b151dd018cb tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:38.333966 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0a1c6b14-3593-4fbf-ad51-07749d1fc26e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:38.339068 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-59ff452b-a293-46e2-9a72-1b151dd018cb tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:38.384782 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b13dfd56-8834-4ed4-b594-2a2480de4849 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:08:38.445041 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-59ff452b-a293-46e2-9a72-1b151dd018cb tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:38.450922 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port b13dfd56-8834-4ed4-b594-2a2480de4849 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:38.452108 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:38.476265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff452b-a293-46e2-9a72-1b151dd018cb tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1021b6c2-2d09-46f1-995b-230563da7565,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:38.549491 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-59ff452b-a293-46e2-9a72-1b151dd018cb tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:38.551166 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-59ff452b-a293-46e2-9a72-1b151dd018cb tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4114797 Dec 14 03:08:38.553793 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49862) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:38.560259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-9eb139a6-dd0b-41ce-b7a9-ef85282c09fa tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'security_group_rule': {'security_group_id': '76dbb569-9e27-4a1a-811e-e78416577272', 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:08:38.608307 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1c6b14-3593-4fbf-ad51-07749d1fc26e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Router 3065517a-391f-4f4d-8c7c-2d3b803728bc has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:08:38.688597 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:38.690055 n-d-821636-1 neutron-server[103848]: INFO neutron.db.securitygroups_db [None req-9eb139a6-dd0b-41ce-b7a9-ef85282c09fa tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Project 20c9049ba808410893e5ad85f07ffc98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:08:38.699775 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9eb139a6-dd0b-41ce-b7a9-ef85282c09fa tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:38.755950 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1c6b14-3593-4fbf-ad51-07749d1fc26e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:08:38.764691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0a1c6b14-3593-4fbf-ad51-07749d1fc26e tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "PUT /v2.0/routers/3065517a-391f-4f4d-8c7c-2d3b803728bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5153048 Dec 14 03:08:38.764794 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49866) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:38.767928 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf820c-76b1-45d6-b8a3-64d25c352bea None None] Sync routers for ids ['3065517a-391f-4f4d-8c7c-2d3b803728bc'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:08:38.781070 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9eb139a6-dd0b-41ce-b7a9-ef85282c09fa tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:38.781875 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf820c-76b1-45d6-b8a3-64d25c352bea None None] Routers {'3065517a-391f-4f4d-8c7c-2d3b803728bc'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:38.782576 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3baf820c-76b1-45d6-b8a3-64d25c352bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3065517a-391f-4f4d-8c7c-2d3b803728bc'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:38.844286 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb3f7d4-4ac8-472b-8593-d66b52c46bca tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Deleting subnet 32061ea4-15ec-4432-a926-9034d27dc2f7 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:08:38.859810 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f7d4-4ac8-472b-8593-d66b52c46bca tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:38.872023 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9eb139a6-dd0b-41ce-b7a9-ef85282c09fa tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:38.905827 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f7d4-4ac8-472b-8593-d66b52c46bca tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:38.916467 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-3baf820c-76b1-45d6-b8a3-64d25c352bea None None] Set router 3065517a-391f-4f4d-8c7c-2d3b803728bc gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:38.917031 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb139a6-dd0b-41ce-b7a9-ef85282c09fa tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022bd7aa-e0fe-46a7-8755-738f982b5adc,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:38.993480 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9eb139a6-dd0b-41ce-b7a9-ef85282c09fa tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:38.995203 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9eb139a6-dd0b-41ce-b7a9-ef85282c09fa tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4402797 Dec 14 03:08:39.049641 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f7d4-4ac8-472b-8593-d66b52c46bca tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:39.151405 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3baf820c-76b1-45d6-b8a3-64d25c352bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-469384800', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:58Z', 'updated_at': '2021-12-14T03:08:37Z', 'revision_number': 5, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:59Z', 'updated_at': '2021-12-14T03:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:39.181473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf820c-76b1-45d6-b8a3-64d25c352bea None None] Checking router: 3065517a-391f-4f4d-8c7c-2d3b803728bc for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:08:39.191752 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf820c-76b1-45d6-b8a3-64d25c352bea None None] Routers {'3065517a-391f-4f4d-8c7c-2d3b803728bc'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:39.192385 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3baf820c-76b1-45d6-b8a3-64d25c352bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['3065517a-391f-4f4d-8c7c-2d3b803728bc'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:39.242613 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-460d9abc-22e9-477c-b61c-21bb7b66cb57 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1547423121&fields=id&tenant_id=20c9049ba808410893e5ad85f07ffc98 HTTP/1.1" status: 200 len: 267 time: 0.0735631 Dec 14 03:08:39.250408 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f7d4-4ac8-472b-8593-d66b52c46bca tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:39.310991 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3f7d4-4ac8-472b-8593-d66b52c46bca tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event deleted for resources: {'Subnet': ['ID=32061ea4-15ec-4432-a926-9034d27dc2f7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:39.319374 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fdb3f7d4-4ac8-472b-8593-d66b52c46bca tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:39.331487 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fdb3f7d4-4ac8-472b-8593-d66b52c46bca tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "DELETE /v2.0/subnets/32061ea4-15ec-4432-a926-9034d27dc2f7 HTTP/1.1" status: 204 len: 168 time: 0.5654156 Dec 14 03:08:39.333065 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49888) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:39.339951 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9cd970-f086-4faf-8f32-95477f197410 None None] Network 498e514e-4273-4c26-8b59-53b078edf1c9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:08:39.415685 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-3baf820c-76b1-45d6-b8a3-64d25c352bea None None] Set router 3065517a-391f-4f4d-8c7c-2d3b803728bc gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:39.488830 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-474fcbb2-2f61-464a-9015-611c4916eebe tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:39.493858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-f6722a10-9753-4bb5-8f67-37c815122dd6 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:39.515054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-f6722a10-9753-4bb5-8f67-37c815122dd6 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/networks?id=5966b2e1-3498-4cbb-b3c6-01b18aec030d HTTP/1.1" status: 200 len: 795 time: 0.2709732 Dec 14 03:08:39.540767 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-64325bda-eccb-4309-8d80-5e85920bfda9 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/quotas/20c9049ba808410893e5ad85f07ffc98 HTTP/1.1" status: 200 len: 375 time: 0.0224297 Dec 14 03:08:39.627509 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-474fcbb2-2f61-464a-9015-611c4916eebe tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:39.634907 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-74bfb8be-816a-4a04-ac25-a149e950ece5 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=20c9049ba808410893e5ad85f07ffc98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921612 Dec 14 03:08:39.673995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3baf820c-76b1-45d6-b8a3-64d25c352bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-469384800', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:58Z', 'updated_at': '2021-12-14T03:08:37Z', 'revision_number': 5, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:59Z', 'updated_at': '2021-12-14T03:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:39.703629 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3baf820c-76b1-45d6-b8a3-64d25c352bea None None] The sync data for ids ['3065517a-391f-4f4d-8c7c-2d3b803728bc'] in n-d-821636-1 is: [{'id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-469384800', 'tenant_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208'}], 'enable_snat': True}, 'gw_port_id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:06:58Z', 'updated_at': '2021-12-14T03:08:37Z', 'revision_number': 5, 'project_id': 'c97c1b09732d488e8069a3f6aceb5c33', 'gw_port': {'id': 'f5946f83-11e1-4f55-b537-7dcead96fdf0', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e1:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3065517a-391f-4f4d-8c7c-2d3b803728bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:06:59Z', 'updated_at': '2021-12-14T03:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:08:39.774534 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb9e0b8-b13b-4b0d-9292-549558ec77dc None None] DHCP port deletion for 498e514e-4273-4c26-8b59-53b078edf1c9 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:08:39.775377 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-474fcbb2-2f61-464a-9015-611c4916eebe tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Deleting port f5946f83-11e1-4f55-b537-7dcead96fdf0 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:08:39.775734 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-474fcbb2-2f61-464a-9015-611c4916eebe tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:39.782447 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-32f7f4a7-ef43-424e-ba0f-c80cbbe743ed service neutron] 10.222.0.39 "GET /v2.0/networks/5966b2e1-3498-4cbb-b3c6-01b18aec030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324425 Dec 14 03:08:39.875916 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bfb9e0b8-b13b-4b0d-9292-549558ec77dc None None] Deleting port 36b1599e-84c0-49aa-8ddf-895d5bd0758c {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:08:39.876678 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bfb9e0b8-b13b-4b0d-9292-549558ec77dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:39.910969 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-474fcbb2-2f61-464a-9015-611c4916eebe tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] For port f5946f83-11e1-4f55-b537-7dcead96fdf0, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f5946f83-11e1-4f55-b537-7dcead96fdf0,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:39.911516 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-474fcbb2-2f61-464a-9015-611c4916eebe tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:39.914609 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-57750c30-8bff-40e1-bdcc-c54b3394cb1a service neutron] 10.222.0.39 "GET /v2.0/networks/5966b2e1-3498-4cbb-b3c6-01b18aec030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251400 Dec 14 03:08:39.925543 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-474fcbb2-2f61-464a-9015-611c4916eebe tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Calling delete_port for f5946f83-11e1-4f55-b537-7dcead96fdf0 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:08:40.011928 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-bfb9e0b8-b13b-4b0d-9292-549558ec77dc None None] For port 36b1599e-84c0-49aa-8ddf-895d5bd0758c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=36b1599e-84c0-49aa-8ddf-895d5bd0758c,segment=NetworkSegment(34d696aa-a2a7-4c35-96e8-c63a83bdc138),segment_id=34d696aa-a2a7-4c35-96e8-c63a83bdc138)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:40.012496 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bfb9e0b8-b13b-4b0d-9292-549558ec77dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:40.043837 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bfb9e0b8-b13b-4b0d-9292-549558ec77dc None None] Calling delete_port for 36b1599e-84c0-49aa-8ddf-895d5bd0758c owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:08:40.291983 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6d8b3906-ba94-4782-b4a6-7411982d3888 req-e5be10cb-a4da-4229-bef3-fde47de8b7ab tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 210 time: 0.0559821 Dec 14 03:08:40.325486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5908e1d8-f378-45d5-8d5d-c52245c8fc72 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:08:40.346177 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-474fcbb2-2f61-464a-9015-611c4916eebe tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:40.347898 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 5908e1d8-f378-45d5-8d5d-c52245c8fc72 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:08:40.348266 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5908e1d8-f378-45d5-8d5d-c52245c8fc72 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:08:40.348740 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 36b1599e-84c0-49aa-8ddf-895d5bd0758c no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:08:40.386838 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474fcbb2-2f61-464a-9015-611c4916eebe tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event deleted for resources: {'Port': ['ID=f5946f83-11e1-4f55-b537-7dcead96fdf0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:40.421586 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bfb9e0b8-b13b-4b0d-9292-549558ec77dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:40.424768 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e05ce61-31b6-47c5-84e1-ab16785d2ef1 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:08:40.450090 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No active binding found for port 36b1599e-84c0-49aa-8ddf-895d5bd0758c {{(pid=103849) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 14 03:08:40.450605 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 36b1599e-84c0-49aa-8ddf-895d5bd0758c not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:08:40.503064 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb9e0b8-b13b-4b0d-9292-549558ec77dc None None] Pushing event deleted for resources: {'Port': ['ID=36b1599e-84c0-49aa-8ddf-895d5bd0758c,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:40.521705 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb9e0b8-b13b-4b0d-9292-549558ec77dc None None] No DVR routers for this DVR port 36b1599e-84c0-49aa-8ddf-895d5bd0758c on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:08:40.532409 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-474fcbb2-2f61-464a-9015-611c4916eebe tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:40.661925 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-474fcbb2-2f61-464a-9015-611c4916eebe tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:40.664321 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-474fcbb2-2f61-464a-9015-611c4916eebe tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:40.786513 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-474fcbb2-2f61-464a-9015-611c4916eebe tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:40.787180 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474fcbb2-2f61-464a-9015-611c4916eebe tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Fanout notify agent at l3_agent the message router_deleted on router 3065517a-391f-4f4d-8c7c-2d3b803728bc {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:08:40.794186 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-474fcbb2-2f61-464a-9015-611c4916eebe tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:40.795574 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-474fcbb2-2f61-464a-9015-611c4916eebe tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "DELETE /v2.0/routers/3065517a-391f-4f4d-8c7c-2d3b803728bc HTTP/1.1" status: 204 len: 168 time: 1.4614031 Dec 14 03:08:40.800280 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49900) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:40.889920 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cae37e1-b18f-4590-a84b-bf00324cb006 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:41.316570 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cae37e1-b18f-4590-a84b-bf00324cb006 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:41.338734 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2cae37e1-b18f-4590-a84b-bf00324cb006 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498e514e-4273-4c26-8b59-53b078edf1c9']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:41.348737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2cae37e1-b18f-4590-a84b-bf00324cb006 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34d696aa-a2a7-4c35-96e8-c63a83bdc138') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:41.349060 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2cae37e1-b18f-4590-a84b-bf00324cb006 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34d696aa-a2a7-4c35-96e8-c63a83bdc138') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:41.361693 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cae37e1-b18f-4590-a84b-bf00324cb006 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:41.372606 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cae37e1-b18f-4590-a84b-bf00324cb006 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:41.379351 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cae37e1-b18f-4590-a84b-bf00324cb006 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cae37e1-b18f-4590-a84b-bf00324cb006 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:08:41.384762 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:08:41.410751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e723462b-66b7-4b79-8928-31e438797163 req-b5144e4c-f1e9-4ff1-854a-f50845c334db tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 210 time: 0.0296125 Dec 14 03:08:41.551978 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cae37e1-b18f-4590-a84b-bf00324cb006 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:41.559171 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2cae37e1-b18f-4590-a84b-bf00324cb006 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:41.562161 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2cae37e1-b18f-4590-a84b-bf00324cb006 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] 10.222.0.39 "DELETE /v2.0/networks/498e514e-4273-4c26-8b59-53b078edf1c9 HTTP/1.1" status: 204 len: 168 time: 0.7617211 Dec 14 03:08:41.573789 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae37e1-b18f-4590-a84b-bf00324cb006 tempest-TestSecurityGroupsBasicOps-1940513163 tempest-TestSecurityGroupsBasicOps-1940513163-project] Pushing event deleted for resources: {'Network': ['ID=498e514e-4273-4c26-8b59-53b078edf1c9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:42.176630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49918) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:42.242139 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f5946f83-11e1-4f55-b537-7dcead96fdf0 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:08:42.267341 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: f5946f83-11e1-4f55-b537-7dcead96fdf0 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:08:42.267701 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f5946f83-11e1-4f55-b537-7dcead96fdf0 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:08:42.328970 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b474a183-7329-4a3e-8d06-52691dbd2391 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c97c1b09732d488e8069a3f6aceb5c33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1485119 Dec 14 03:08:42.329577 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49924) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:42.377772 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dedc060c-ada6-4e40-8ce5-a6e3827149e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:42.399347 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dedc060c-ada6-4e40-8ce5-a6e3827149e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:42.531901 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-954059e3-b0cc-49ce-ab8d-a39974a8db69 req-73f3db25-ff44-4b05-bfbb-65b09d83200d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 210 time: 0.0425584 Dec 14 03:08:42.571534 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dedc060c-ada6-4e40-8ce5-a6e3827149e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:42.574246 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dedc060c-ada6-4e40-8ce5-a6e3827149e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:42.575426 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dedc060c-ada6-4e40-8ce5-a6e3827149e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b13bf828-05c6-4ec5-8b9d-f9bafadcde5c HTTP/1.1" status: 204 len: 168 time: 0.2451692 Dec 14 03:08:42.590359 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc060c-ada6-4e40-8ce5-a6e3827149e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13bf828-05c6-4ec5-8b9d-f9bafadcde5c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:42.643431 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-db2f837d-b7f0-4936-b1e1-1a01c024002c tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:42.645145 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-db2f837d-b7f0-4936-b1e1-1a01c024002c tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.47 "GET /v2.0/networks?id=5966b2e1-3498-4cbb-b3c6-01b18aec030d HTTP/1.1" status: 200 len: 795 time: 0.1541519 Dec 14 03:08:42.720212 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-57325c35-461d-40af-ac0c-3f1eabe2d970 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20c9049ba808410893e5ad85f07ffc98 HTTP/1.1" status: 200 len: 380 time: 0.0598698 Dec 14 03:08:42.729254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-ae620ee7-79fc-4d33-a8f6-4ba8ff837632 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'port': {'device_id': '769894af-c48c-468c-8aa8-0e44cdd983be', 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d', 'admin_state_up': True, 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'security_groups': ['76dbb569-9e27-4a1a-811e-e78416577272']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:08:42.928890 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-ae620ee7-79fc-4d33-a8f6-4ba8ff837632 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Made reservation on behalf of 20c9049ba808410893e5ad85f07ffc98 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:08:42.933211 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-ae620ee7-79fc-4d33-a8f6-4ba8ff837632 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:43.100787 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-ae620ee7-79fc-4d33-a8f6-4ba8ff837632 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Allocated IP 172.20.0.12 (5966b2e1-3498-4cbb-b3c6-01b18aec030d/00dddfd3-7323-4311-99ce-1fe6fe88f729/f92c29b4-1c05-4687-b6b2-c3127bff5958) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:08:43.217688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49932) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:43.232064 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-be181c81-c406-49d1-a724-40124d17b240 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:43.256443 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-ae620ee7-79fc-4d33-a8f6-4ba8ff837632 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:43.313140 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-be181c81-c406-49d1-a724-40124d17b240 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:43.398241 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-ae620ee7-79fc-4d33-a8f6-4ba8ff837632 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:43.443908 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-be181c81-c406-49d1-a724-40124d17b240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:43.448559 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-ae620ee7-79fc-4d33-a8f6-4ba8ff837632 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Network 5966b2e1-3498-4cbb-b3c6-01b18aec030d is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:08:43.452449 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-ae620ee7-79fc-4d33-a8f6-4ba8ff837632 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:08:43.456336 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-ae620ee7-79fc-4d33-a8f6-4ba8ff837632 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:08:43.499426 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-be181c81-c406-49d1-a724-40124d17b240 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ab290fa248004d7aaa6833dd12a1af12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2805192 Dec 14 03:08:43.500136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 49936) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:43.506833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be181c81-c406-49d1-a724-40124d17b240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0142fe-6da8-4b0d-b819-41f7727887eb,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:43.508197 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-ae620ee7-79fc-4d33-a8f6-4ba8ff837632 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:43.508824 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-ae620ee7-79fc-4d33-a8f6-4ba8ff837632 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:43.511222 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae620ee7-79fc-4d33-a8f6-4ba8ff837632 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Port': ['ID=f92c29b4-1c05-4687-b6b2-c3127bff5958,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:43.568682 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3cf4dde3-b90e-47c5-aaed-2bcaaf2fe51e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:43.583456 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-ae620ee7-79fc-4d33-a8f6-4ba8ff837632 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8579397 Dec 14 03:08:43.595934 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-f3a39ebd-f10b-457d-b0cc-6f4c8b02167f tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:08:43.597137 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-f3a39ebd-f10b-457d-b0cc-6f4c8b02167f tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066276 Dec 14 03:08:43.609437 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3cf4dde3-b90e-47c5-aaed-2bcaaf2fe51e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:43.618138 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Request body: {'port': {'device_id': '769894af-c48c-468c-8aa8-0e44cdd983be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:08:43.682278 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:43.732884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928dd10-fc90-4918-b0ee-f51e6ba0fa44 req-6d8a0949-97fd-4e76-a41d-42faa60a8364 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:43.734941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a928dd10-fc90-4918-b0ee-f51e6ba0fa44 req-6d8a0949-97fd-4e76-a41d-42faa60a8364 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 932 time: 0.0893800 Dec 14 03:08:43.766875 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3cf4dde3-b90e-47c5-aaed-2bcaaf2fe51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:43.769897 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3cf4dde3-b90e-47c5-aaed-2bcaaf2fe51e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:43.774069 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3cf4dde3-b90e-47c5-aaed-2bcaaf2fe51e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d0142fe-6da8-4b0d-b819-41f7727887eb HTTP/1.1" status: 204 len: 168 time: 0.2699394 Dec 14 03:08:43.819168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a928dd10-fc90-4918-b0ee-f51e6ba0fa44 req-119617ec-b3e2-456a-9412-e68fb14774a7 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=76dbb569-9e27-4a1a-811e-e78416577272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769131 Dec 14 03:08:43.820382 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4dde3-b90e-47c5-aaed-2bcaaf2fe51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0142fe-6da8-4b0d-b819-41f7727887eb,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:43.855073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-68c38145-ba89-4f0a-a363-8b912e40ed8a None None] Provisioning complete for port f92c29b4-1c05-4687-b6b2-c3127bff5958 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:43.856290 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-68c38145-ba89-4f0a-a363-8b912e40ed8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:43.895533 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-68c38145-ba89-4f0a-a363-8b912e40ed8a None None] Port f92c29b4-1c05-4687-b6b2-c3127bff5958 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:08:44.022077 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92c29b4-1c05-4687-b6b2-c3127bff5958 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:08:44.030048 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:44.042369 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Transition to ACTIVE for port object f92c29b4-1c05-4687-b6b2-c3127bff5958 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:08:44.100190 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:44.155226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Pushing event updated for resources: {'Port': ['ID=f92c29b4-1c05-4687-b6b2-c3127bff5958,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:44.238376 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Attempting to bind port f92c29b4-1c05-4687-b6b2-c3127bff5958 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:08:44.238723 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Attempting to bind port f92c29b4-1c05-4687-b6b2-c3127bff5958 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '01835d0f-6653-4ff0-b849-3cfcfec62f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:08:44.239087 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Attempting to bind port f92c29b4-1c05-4687-b6b2-c3127bff5958 on network 5966b2e1-3498-4cbb-b3c6-01b18aec030d {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:08:44.244215 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Port f92c29b4-1c05-4687-b6b2-c3127bff5958 on network 5966b2e1-3498-4cbb-b3c6-01b18aec030d not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:08:44.244546 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Attempting to bind port f92c29b4-1c05-4687-b6b2-c3127bff5958 on network 5966b2e1-3498-4cbb-b3c6-01b18aec030d {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:08:44.250863 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:08:44.251282 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Checking segment: {'id': '01835d0f-6653-4ff0-b849-3cfcfec62f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:08:44.251803 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Bound using segment: {'id': '01835d0f-6653-4ff0-b849-3cfcfec62f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:08:44.252246 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Bound port: f92c29b4-1c05-4687-b6b2-c3127bff5958, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01835d0f-6653-4ff0-b849-3cfcfec62f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:08:44.252613 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:44.452136 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] For port f92c29b4-1c05-4687-b6b2-c3127bff5958, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:08:44.455719 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] For port f92c29b4-1c05-4687-b6b2-c3127bff5958, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f92c29b4-1c05-4687-b6b2-c3127bff5958,segment=NetworkSegment(01835d0f-6653-4ff0-b849-3cfcfec62f92),segment_id=01835d0f-6653-4ff0-b849-3cfcfec62f92)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:08:44.484268 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49948) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:44.525988 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7ee17ff7-ee08-4dc7-8410-48dc7c9cde81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=abd115d601dc4940b1cde5e8458be85e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404859 Dec 14 03:08:44.528668 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 49950) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:44.551424 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:44.603712 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:44.604290 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:44.605702 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] 10.222.0.47 "PUT /v2.0/ports/f92c29b4-1c05-4687-b6b2-c3127bff5958 HTTP/1.1" status: 200 len: 1092 time: 0.9922533 Dec 14 03:08:44.608224 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769894af-c48c-468c-8aa8-0e44cdd983be', 'tag': 'f92c29b4-1c05-4687-b6b2-c3127bff5958'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:08:44.610450 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f795fd-d0fe-46ee-a2a0-87b91a296025" -d '{"events": [{"name": "network-changed", "server_uuid": "769894af-c48c-468c-8aa8-0e44cdd983be", "tag": "f92c29b4-1c05-4687-b6b2-c3127bff5958"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:08:44.645194 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437470bb-acb3-4924-85a5-be6df4e4b6cd service neutron] Pushing event updated for resources: {'Port': ['ID=f92c29b4-1c05-4687-b6b2-c3127bff5958,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:44.648983 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-345bee94-2ef3-4131-8263-468046fb9404 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:44.682568 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-345bee94-2ef3-4131-8263-468046fb9404 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:44.686213 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff21c3c3-3fc8-4e91-8e6d-6e51bc9b9904 x-openstack-request-id: req-ff21c3c3-3fc8-4e91-8e6d-6e51bc9b9904 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:08:44.686766 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769894af-c48c-468c-8aa8-0e44cdd983be", "tag": "f92c29b4-1c05-4687-b6b2-c3127bff5958", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:08:44.686766 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff21c3c3-3fc8-4e91-8e6d-6e51bc9b9904 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:08:44.687204 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769894af-c48c-468c-8aa8-0e44cdd983be', 'tag': 'f92c29b4-1c05-4687-b6b2-c3127bff5958', 'status': 'completed', 'code': 200} Dec 14 03:08:44.777111 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f795fd-d0fe-46ee-a2a0-87b91a296025 req-1e8f45da-a8a0-44a9-a303-6efc699f4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:44.778858 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57f795fd-d0fe-46ee-a2a0-87b91a296025 req-1e8f45da-a8a0-44a9-a303-6efc699f4379 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20c9049ba808410893e5ad85f07ffc98&device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 1095 time: 0.0437648 Dec 14 03:08:44.838536 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-345bee94-2ef3-4131-8263-468046fb9404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:44.841247 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-345bee94-2ef3-4131-8263-468046fb9404 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:44.843043 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-345bee94-2ef3-4131-8263-468046fb9404 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0cc12797-684b-4db9-affa-022aa8aa8c7f HTTP/1.1" status: 204 len: 168 time: 0.3126955 Dec 14 03:08:44.880533 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bee94-2ef3-4131-8263-468046fb9404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc12797-684b-4db9-affa-022aa8aa8c7f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:44.925379 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f795fd-d0fe-46ee-a2a0-87b91a296025 req-135c1b87-15d9-441b-aa90-d85fef8479f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:44.926975 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57f795fd-d0fe-46ee-a2a0-87b91a296025 req-135c1b87-15d9-441b-aa90-d85fef8479f1 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=20c9049ba808410893e5ad85f07ffc98&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1345267 Dec 14 03:08:44.993495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1542de-90df-4e6e-bafb-92169bd45553 req-44341361-d581-4abe-8fd6-e407d7cb86b2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:44.996707 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c1542de-90df-4e6e-bafb-92169bd45553 req-44341361-d581-4abe-8fd6-e407d7cb86b2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 944 time: 0.0929732 Dec 14 03:08:45.047714 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f795fd-d0fe-46ee-a2a0-87b91a296025 req-bc7b3473-8e56-4c5f-bf74-d9fd90a1b57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:45.049798 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57f795fd-d0fe-46ee-a2a0-87b91a296025 req-bc7b3473-8e56-4c5f-bf74-d9fd90a1b57b service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1155856 Dec 14 03:08:45.054142 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c1542de-90df-4e6e-bafb-92169bd45553 req-85a88c96-7569-4462-aa1f-f3dae0cdcc43 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=76dbb569-9e27-4a1a-811e-e78416577272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519302 Dec 14 03:08:45.156488 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-79595d5e-35da-4e87-9f76-d1aa9930b6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:45.158047 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-79595d5e-35da-4e87-9f76-d1aa9930b6e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20c9049ba808410893e5ad85f07ffc98&device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 1095 time: 0.0435357 Dec 14 03:08:45.212956 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-7f42c07b-d0b7-4601-ac30-5fb91dbf4229 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92c29b4-1c05-4687-b6b2-c3127bff5958 HTTP/1.1" status: 200 len: 217 time: 0.0412869 Dec 14 03:08:45.263074 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-521da888-cf27-4a8d-90df-0ab5fe8dc857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:45.265108 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-521da888-cf27-4a8d-90df-0ab5fe8dc857 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00dddfd3-7323-4311-99ce-1fe6fe88f729 HTTP/1.1" status: 200 len: 834 time: 0.0450876 Dec 14 03:08:45.313636 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-2668a014-138e-4f2f-aaff-60ff3cf1363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:45.313636 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-2668a014-138e-4f2f-aaff-60ff3cf1363d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5966b2e1-3498-4cbb-b3c6-01b18aec030d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420945 Dec 14 03:08:45.422703 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-50bb6242-4610-4ac5-b5cc-ba230bcd1423 service neutron] 10.222.0.47 "GET /v2.0/networks/5966b2e1-3498-4cbb-b3c6-01b18aec030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011939 Dec 14 03:08:45.536086 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-07bb5da9-6b47-4887-8aa8-d4815761245c req-59b38a43-3a6e-46e5-8a51-90a4a9958a82 service neutron] 10.222.0.47 "GET /v2.0/networks/5966b2e1-3498-4cbb-b3c6-01b18aec030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063883 Dec 14 03:08:46.176505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b51ce-0f38-4cdb-ba47-b79291d46df9 req-a6d3ab56-f550-43e9-89ff-cc4250e86eb0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:46.178076 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c07b51ce-0f38-4cdb-ba47-b79291d46df9 req-a6d3ab56-f550-43e9-89ff-cc4250e86eb0 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 944 time: 0.0488689 Dec 14 03:08:46.235868 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c07b51ce-0f38-4cdb-ba47-b79291d46df9 req-93261cec-4867-4886-8fa9-8f86bef3160c tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=76dbb569-9e27-4a1a-811e-e78416577272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514517 Dec 14 03:08:47.116788 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f92c29b4-1c05-4687-b6b2-c3127bff5958 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:08:47.212806 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f92c29b4-1c05-4687-b6b2-c3127bff5958, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f92c29b4-1c05-4687-b6b2-c3127bff5958,segment=NetworkSegment(01835d0f-6653-4ff0-b849-3cfcfec62f92),segment_id=01835d0f-6653-4ff0-b849-3cfcfec62f92)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:47.224440 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'f92c29b4-1c05-4687-b6b2-c3127bff5958', 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d', 'port_id': 'f92c29b4-1c05-4687-b6b2-c3127bff5958', 'mac_address': 'fa:16:3e:38:b9:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00dddfd3-7323-4311-99ce-1fe6fe88f729', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:08:47.264816 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:47.286684 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92c29b4-1c05-4687-b6b2-c3127bff5958 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:08:47.309896 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f92c29b4-1c05-4687-b6b2-c3127bff5958, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f92c29b4-1c05-4687-b6b2-c3127bff5958,segment=NetworkSegment(01835d0f-6653-4ff0-b849-3cfcfec62f92),segment_id=01835d0f-6653-4ff0-b849-3cfcfec62f92)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:47.363296 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293eb86-6a7c-48e2-9c02-e4ae23452fc2 req-1ba1a8b4-4e65-434a-beb9-54bf1eea505f tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:47.364791 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a293eb86-6a7c-48e2-9c02-e4ae23452fc2 req-1ba1a8b4-4e65-434a-beb9-54bf1eea505f tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 944 time: 0.0505426 Dec 14 03:08:47.409379 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:47.417062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a293eb86-6a7c-48e2-9c02-e4ae23452fc2 req-845c4133-66bd-47b3-abaf-b5c5325cd287 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=76dbb569-9e27-4a1a-811e-e78416577272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460856 Dec 14 03:08:47.462616 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=f92c29b4-1c05-4687-b6b2-c3127bff5958,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:47.470819 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:47.471119 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:47.471487 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:47.471830 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:47.472167 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:47.472502 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:47.472834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:47.473164 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:47.473524 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:47.473851 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:47.474181 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:47.474509 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:47.474837 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:08:47.681141 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['f92c29b4-1c05-4687-b6b2-c3127bff5958'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:08:48.538941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed75b5-823c-4594-8f46-bf8994314281 req-0cf26e0c-36c4-4af9-8c8d-c8b32e920c69 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:48.540405 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38ed75b5-823c-4594-8f46-bf8994314281 req-0cf26e0c-36c4-4af9-8c8d-c8b32e920c69 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 945 time: 0.0502672 Dec 14 03:08:48.595511 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38ed75b5-823c-4594-8f46-bf8994314281 req-9c95ca71-0fa4-42a4-9333-080755d234c2 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=76dbb569-9e27-4a1a-811e-e78416577272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487957 Dec 14 03:08:49.130180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f92c29b4-1c05-4687-b6b2-c3127bff5958 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:08:49.242783 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port f92c29b4-1c05-4687-b6b2-c3127bff5958 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:08:49.247070 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port f92c29b4-1c05-4687-b6b2-c3127bff5958 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:08:49.247521 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:49.336195 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:49.363747 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769894af-c48c-468c-8aa8-0e44cdd983be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92c29b4-1c05-4687-b6b2-c3127bff5958'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:08:49.366934 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9380edcc-5fe5-4f46-b38e-21764dc06f1d" -d '{"events": [{"server_uuid": "769894af-c48c-468c-8aa8-0e44cdd983be", "name": "network-vif-plugged", "status": "completed", "tag": "f92c29b4-1c05-4687-b6b2-c3127bff5958"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:08:49.383691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f92c29b4-1c05-4687-b6b2-c3127bff5958, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f92c29b4-1c05-4687-b6b2-c3127bff5958,segment=NetworkSegment(01835d0f-6653-4ff0-b849-3cfcfec62f92),segment_id=01835d0f-6653-4ff0-b849-3cfcfec62f92)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:08:49.408153 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d553cf7e-6da1-4e15-a2ea-13770a80b5f5 x-openstack-request-id: req-d553cf7e-6da1-4e15-a2ea-13770a80b5f5 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:08:49.408454 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769894af-c48c-468c-8aa8-0e44cdd983be", "name": "network-vif-plugged", "status": "completed", "tag": "f92c29b4-1c05-4687-b6b2-c3127bff5958", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:08:49.408716 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d553cf7e-6da1-4e15-a2ea-13770a80b5f5 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:08:49.409121 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769894af-c48c-468c-8aa8-0e44cdd983be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92c29b4-1c05-4687-b6b2-c3127bff5958', 'code': 200} Dec 14 03:08:49.472736 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:49.536452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=f92c29b4-1c05-4687-b6b2-c3127bff5958,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:49.552986 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325ce91-e6c7-4b84-9078-2515c3769ddf req-65302931-e232-4cfc-8056-0c39be5a7394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:49.554678 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b325ce91-e6c7-4b84-9078-2515c3769ddf req-65302931-e232-4cfc-8056-0c39be5a7394 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 1097 time: 0.0525684 Dec 14 03:08:49.606083 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b325ce91-e6c7-4b84-9078-2515c3769ddf req-721b9200-9ae6-4d71-ac0f-068f174c4fe3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=76dbb569-9e27-4a1a-811e-e78416577272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431888 Dec 14 03:08:49.739602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447a948-a994-4aa5-b180-56fc469b350e req-95ea866e-0f5f-44d6-9486-b12a78dcbf6f tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:49.741215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d447a948-a994-4aa5-b180-56fc469b350e req-95ea866e-0f5f-44d6-9486-b12a78dcbf6f tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 946 time: 0.0675812 Dec 14 03:08:49.797416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d447a948-a994-4aa5-b180-56fc469b350e req-b57c047b-5f1c-4995-bfdd-72335a8b7628 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=76dbb569-9e27-4a1a-811e-e78416577272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498664 Dec 14 03:08:50.922075 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94e7fc-7c04-42c0-bf4b-562f09dc591d req-4f464bf4-7c33-4531-8a4a-629731eb8b4c tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:50.923965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b94e7fc-7c04-42c0-bf4b-562f09dc591d req-4f464bf4-7c33-4531-8a4a-629731eb8b4c tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 946 time: 0.0512929 Dec 14 03:08:50.980010 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b94e7fc-7c04-42c0-bf4b-562f09dc591d req-2b286cbb-94b9-4bbb-bfb8-7f378f63ec08 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=76dbb569-9e27-4a1a-811e-e78416577272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496511 Dec 14 03:08:51.108685 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213d2da-58d7-408f-aab8-c89eaca02ca8 req-ebdc0182-bf3a-4bd9-b598-23c5de745109 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:51.110526 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4213d2da-58d7-408f-aab8-c89eaca02ca8 req-ebdc0182-bf3a-4bd9-b598-23c5de745109 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 946 time: 0.0583458 Dec 14 03:08:51.169346 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4213d2da-58d7-408f-aab8-c89eaca02ca8 req-a6909154-e345-4a5e-8610-314a255a03db tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=76dbb569-9e27-4a1a-811e-e78416577272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501618 Dec 14 03:08:51.192295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50008) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:51.233938 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb19ba-ee57-4b57-8da4-11eb3d559205 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:51.239185 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-46bb19ba-ee57-4b57-8da4-11eb3d559205 tempest-TestNetworkBasicOps-55041572 tempest-TestNetworkBasicOps-55041572-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 1092 time: 0.0421493 Dec 14 03:08:51.241333 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50012) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:51.246110 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': 'f92c29b4-1c05-4687-b6b2-c3127bff5958', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:08:51.369020 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:51.475323 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:51.583033 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Allocated IP 172.25.7.188 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/d39000a1-18da-4f5b-b312-13b5c8d0b572) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:08:51.699843 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:51.803421 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:51.845223 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:08:51.848249 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:08:51.852243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:08:51.874279 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Port': ['ID=d39000a1-18da-4f5b-b312-13b5c8d0b572,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:52.213258 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:52.325686 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:52.488790 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:52.579255 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:52.654659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event updated for resources: {'Port': ['ID=d39000a1-18da-4f5b-b312-13b5c8d0b572,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:08:52.667386 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:52.772471 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Floating IP d87171ea-89ec-4bff-91db-22ab2889bb3c associated. External IP: 172.25.7.188, port: f92c29b4-1c05-4687-b6b2-c3127bff5958. Dec 14 03:08:52.977620 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Router 40d3114a-64af-4e4e-973e-5096730aac21 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:08:53.098016 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:08:53.109095 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3815b42d-aa01-4cc5-99f5-78d52e170627 None None] Sync routers for ids ['40d3114a-64af-4e4e-973e-5096730aac21'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:08:53.119226 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3815b42d-aa01-4cc5-99f5-78d52e170627 None None] Routers {'40d3114a-64af-4e4e-973e-5096730aac21'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:53.119846 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3815b42d-aa01-4cc5-99f5-78d52e170627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['40d3114a-64af-4e4e-973e-5096730aac21'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:53.199693 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:08:53.225652 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-3815b42d-aa01-4cc5-99f5-78d52e170627 None None] Set router 40d3114a-64af-4e4e-973e-5096730aac21 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:53.228195 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-650ee9f5-15b9-4a6d-a439-4d74869c3201 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9856782 Dec 14 03:08:53.229045 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769894af-c48c-468c-8aa8-0e44cdd983be', 'tag': 'f92c29b4-1c05-4687-b6b2-c3127bff5958'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:08:53.231203 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50018) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:53.231693 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c657c1-0271-4ac5-b53c-1b9a561a94c4" -d '{"events": [{"name": "network-changed", "server_uuid": "769894af-c48c-468c-8aa8-0e44cdd983be", "tag": "f92c29b4-1c05-4687-b6b2-c3127bff5958"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:08:53.302997 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf36a62-13cd-4fc6-8dff-4f3e70670d9e x-openstack-request-id: req-bbf36a62-13cd-4fc6-8dff-4f3e70670d9e {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:08:53.303447 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769894af-c48c-468c-8aa8-0e44cdd983be", "tag": "f92c29b4-1c05-4687-b6b2-c3127bff5958", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:08:53.303567 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bbf36a62-13cd-4fc6-8dff-4f3e70670d9e {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:08:53.304161 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769894af-c48c-468c-8aa8-0e44cdd983be', 'tag': 'f92c29b4-1c05-4687-b6b2-c3127bff5958', 'status': 'completed', 'code': 200} Dec 14 03:08:53.331295 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-050eead5-d887-47a5-83f1-3a1273e37c69 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/floatingips/d87171ea-89ec-4bff-91db-22ab2889bb3c HTTP/1.1" status: 200 len: 992 time: 0.0976546 Dec 14 03:08:53.386008 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c657c1-0271-4ac5-b53c-1b9a561a94c4 req-cafcb086-8888-47e4-9dda-9ef927a93032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:53.387752 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04c657c1-0271-4ac5-b53c-1b9a561a94c4 req-cafcb086-8888-47e4-9dda-9ef927a93032 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20c9049ba808410893e5ad85f07ffc98&device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 1097 time: 0.0456738 Dec 14 03:08:53.476292 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3815b42d-aa01-4cc5-99f5-78d52e170627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d3114a-64af-4e4e-973e-5096730aac21', 'name': 'tempest-TestNetworkBasicOps-router-1357766979', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:08:27Z', 'updated_at': '2021-12-14T03:08:32Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:28Z', 'updated_at': '2021-12-14T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'd87171ea-89ec-4bff-91db-22ab2889bb3c', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'floating_ip_address': '172.25.7.188', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'port_id': 'f92c29b4-1c05-4687-b6b2-c3127bff5958', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d', 'mac_address': 'fa:16:3e:38:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769894af-c48c-468c-8aa8-0e44cdd983be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:08:52Z', 'updated_at': '2021-12-14T03:08:52Z', 'revision_number': 0, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13dfd56-8834-4ed4-b594-2a2480de4849', 'name': '', 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:dc:0b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '00dddfd3-7323-4311-99ce-1fe6fe88f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:32Z', 'updated_at': '2021-12-14T03:08:36Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '00dddfd3-7323-4311-99ce-1fe6fe88f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:53.484324 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c657c1-0271-4ac5-b53c-1b9a561a94c4 req-f50222f1-406b-4a36-9a63-478ed1dd5309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:53.485840 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04c657c1-0271-4ac5-b53c-1b9a561a94c4 req-f50222f1-406b-4a36-9a63-478ed1dd5309 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5966b2e1-3498-4cbb-b3c6-01b18aec030d HTTP/1.1" status: 200 len: 896 time: 0.0900676 Dec 14 03:08:53.503268 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3815b42d-aa01-4cc5-99f5-78d52e170627 None None] Checking router: 40d3114a-64af-4e4e-973e-5096730aac21 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:08:53.512931 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3815b42d-aa01-4cc5-99f5-78d52e170627 None None] Routers {'40d3114a-64af-4e4e-973e-5096730aac21'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:08:53.514215 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3815b42d-aa01-4cc5-99f5-78d52e170627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:08:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['40d3114a-64af-4e4e-973e-5096730aac21'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:53.559994 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04c657c1-0271-4ac5-b53c-1b9a561a94c4 req-698c3776-43d4-4f83-b1cc-84493fea9a36 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92c29b4-1c05-4687-b6b2-c3127bff5958 HTTP/1.1" status: 200 len: 1000 time: 0.0648544 Dec 14 03:08:53.619949 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c657c1-0271-4ac5-b53c-1b9a561a94c4 req-914a440f-2fcd-4c91-92b6-c1467447c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:53.621456 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04c657c1-0271-4ac5-b53c-1b9a561a94c4 req-914a440f-2fcd-4c91-92b6-c1467447c6db service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00dddfd3-7323-4311-99ce-1fe6fe88f729 HTTP/1.1" status: 200 len: 834 time: 0.0577984 Dec 14 03:08:53.622222 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-3815b42d-aa01-4cc5-99f5-78d52e170627 None None] Set router 40d3114a-64af-4e4e-973e-5096730aac21 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:08:53.674643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c657c1-0271-4ac5-b53c-1b9a561a94c4 req-5881ee5d-ebd2-4d44-bb07-d566e18d3c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:08:53.676261 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04c657c1-0271-4ac5-b53c-1b9a561a94c4 req-5881ee5d-ebd2-4d44-bb07-d566e18d3c4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5966b2e1-3498-4cbb-b3c6-01b18aec030d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469403 Dec 14 03:08:53.774414 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04c657c1-0271-4ac5-b53c-1b9a561a94c4 req-25d7d17b-bdac-47ad-b761-37bc69657fdd service neutron] 10.222.0.47 "GET /v2.0/networks/5966b2e1-3498-4cbb-b3c6-01b18aec030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912817 Dec 14 03:08:53.872964 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-3815b42d-aa01-4cc5-99f5-78d52e170627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d3114a-64af-4e4e-973e-5096730aac21', 'name': 'tempest-TestNetworkBasicOps-router-1357766979', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:08:27Z', 'updated_at': '2021-12-14T03:08:32Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:28Z', 'updated_at': '2021-12-14T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'd87171ea-89ec-4bff-91db-22ab2889bb3c', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'floating_ip_address': '172.25.7.188', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'port_id': 'f92c29b4-1c05-4687-b6b2-c3127bff5958', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d', 'mac_address': 'fa:16:3e:38:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769894af-c48c-468c-8aa8-0e44cdd983be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:08:52Z', 'updated_at': '2021-12-14T03:08:52Z', 'revision_number': 0, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13dfd56-8834-4ed4-b594-2a2480de4849', 'name': '', 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:dc:0b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '00dddfd3-7323-4311-99ce-1fe6fe88f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:32Z', 'updated_at': '2021-12-14T03:08:36Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '00dddfd3-7323-4311-99ce-1fe6fe88f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:08:53.899287 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3815b42d-aa01-4cc5-99f5-78d52e170627 None None] The sync data for ids ['40d3114a-64af-4e4e-973e-5096730aac21'] in n-d-821636-1 is: [{'id': '40d3114a-64af-4e4e-973e-5096730aac21', 'name': 'tempest-TestNetworkBasicOps-router-1357766979', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:08:27Z', 'updated_at': '2021-12-14T03:08:32Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:28Z', 'updated_at': '2021-12-14T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'd87171ea-89ec-4bff-91db-22ab2889bb3c', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'floating_ip_address': '172.25.7.188', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'port_id': 'f92c29b4-1c05-4687-b6b2-c3127bff5958', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d', 'mac_address': 'fa:16:3e:38:b9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769894af-c48c-468c-8aa8-0e44cdd983be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:08:52Z', 'updated_at': '2021-12-14T03:08:52Z', 'revision_number': 0, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b13dfd56-8834-4ed4-b594-2a2480de4849', 'name': '', 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:dc:0b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '00dddfd3-7323-4311-99ce-1fe6fe88f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:32Z', 'updated_at': '2021-12-14T03:08:36Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '00dddfd3-7323-4311-99ce-1fe6fe88f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:08:54.035348 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04c657c1-0271-4ac5-b53c-1b9a561a94c4 req-d6f32d41-1985-4f3f-9b89-9136d16cc6c8 service neutron] 10.222.0.47 "GET /v2.0/networks/5966b2e1-3498-4cbb-b3c6-01b18aec030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535138 Dec 14 03:08:54.117834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568cac06-1237-4666-8eb7-f22bde51f91f None None] New status for floating IP d87171ea-89ec-4bff-91db-22ab2889bb3c: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:08:54.334379 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50028) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:54.402271 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cb4a196b-5824-4b84-b233-89b6d45b1472 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/floatingips/d87171ea-89ec-4bff-91db-22ab2889bb3c HTTP/1.1" status: 200 len: 992 time: 0.0666883 Dec 14 03:08:55.406923 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50032) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:08:55.472121 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-000a6467-cc4e-4015-8d9c-92ad42d48dbc tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/floatingips/d87171ea-89ec-4bff-91db-22ab2889bb3c HTTP/1.1" status: 200 len: 994 time: 0.0639954 Dec 14 03:08:57.273336 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:00.390947 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:01.195874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50056) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:09:01.353058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Deleting subnet b877e6c6-eb97-45b7-8a13-7d4a9e58fd05 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:09:01.356311 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:01.395047 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:01.434941 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:01.523504 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:01.550348 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b877e6c6-eb97-45b7-8a13-7d4a9e58fd05,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:09:01.554968 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:01.558245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b877e6c6-eb97-45b7-8a13-7d4a9e58fd05 HTTP/1.1" status: 204 len: 168 time: 0.3613534 Dec 14 03:09:01.561782 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50060) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:09:01.563608 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:01.564398 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:01.564752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:01.565126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:01.565493 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:01.565831 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:01.571126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:01.571126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:01.571126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:01.571126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:01.571126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:01.571126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:01.571126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19feb4f-3608-45c1-99d9-484300d4ad03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:01.645500 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-382b6f74-95d8-497f-ac70-80ed5a9529cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:01.728752 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-382b6f74-95d8-497f-ac70-80ed5a9529cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:01.748241 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-382b6f74-95d8-497f-ac70-80ed5a9529cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47587bcf-1bf4-4171-8c58-9102ae594acc']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:09:01.757466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-382b6f74-95d8-497f-ac70-80ed5a9529cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d588a9b-fa45-4904-9ada-807cc9e76c6e') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:09:01.757770 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-382b6f74-95d8-497f-ac70-80ed5a9529cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d588a9b-fa45-4904-9ada-807cc9e76c6e') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:09:01.768053 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-382b6f74-95d8-497f-ac70-80ed5a9529cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:01.782139 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-382b6f74-95d8-497f-ac70-80ed5a9529cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:01.788134 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382b6f74-95d8-497f-ac70-80ed5a9529cd admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:09:01.788555 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-382b6f74-95d8-497f-ac70-80ed5a9529cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:09:01.790375 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:09:01.914131 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-382b6f74-95d8-497f-ac70-80ed5a9529cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:01.920304 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-382b6f74-95d8-497f-ac70-80ed5a9529cd admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:01.923586 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-382b6f74-95d8-497f-ac70-80ed5a9529cd admin admin] 10.222.0.39 "DELETE /v2.0/networks/47587bcf-1bf4-4171-8c58-9102ae594acc HTTP/1.1" status: 204 len: 168 time: 0.3603098 Dec 14 03:09:01.937132 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b6f74-95d8-497f-ac70-80ed5a9529cd admin admin] Pushing event deleted for resources: {'Network': ['ID=47587bcf-1bf4-4171-8c58-9102ae594acc,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:09:02.267280 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50064) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:09:02.309899 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b687b9e1-a04a-45d9-bd6e-0c6a25a98c37 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec370322499d4fcda0b083d27459b745&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412469 Dec 14 03:09:02.312342 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50066) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:09:02.361034 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d39562b-0c2d-4a57-8b58-ede08381888a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:02.383631 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d39562b-0c2d-4a57-8b58-ede08381888a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:02.516716 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d39562b-0c2d-4a57-8b58-ede08381888a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:02.519606 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7d39562b-0c2d-4a57-8b58-ede08381888a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:02.520796 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7d39562b-0c2d-4a57-8b58-ede08381888a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e158c9c-4b35-46fa-b8d8-6d3faca10ce2 HTTP/1.1" status: 204 len: 168 time: 0.2075498 Dec 14 03:09:02.531426 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39562b-0c2d-4a57-8b58-ede08381888a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e158c9c-4b35-46fa-b8d8-6d3faca10ce2,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:09:02.780262 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2f3c9ba-0a3a-4330-aeea-d3a91d43e9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:05.048264 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-df1de76d-bea2-430b-b462-ff7cdba387fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:06.527510 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:07.729122 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:08.694293 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:11.759821 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:09:16.081348 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50154) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:09:16.188396 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0d84-22a7-4939-a47e-f7abe0f3bcd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:16.265086 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0d84-22a7-4939-a47e-f7abe0f3bcd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:16.357115 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e0ed0d84-22a7-4939-a47e-f7abe0f3bcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:16.396104 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e0ed0d84-22a7-4939-a47e-f7abe0f3bcd2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e7b2af6239f4ad28c0d8c08224ccd3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3136647 Dec 14 03:09:16.397016 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed0d84-22a7-4939-a47e-f7abe0f3bcd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2534b91-3fa4-483a-966c-ff927137268c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:09:16.398820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50158) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:09:16.447838 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b9a427a3-1b74-4f16-ac15-ebf6227f0818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:16.469741 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b9a427a3-1b74-4f16-ac15-ebf6227f0818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:16.591121 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b9a427a3-1b74-4f16-ac15-ebf6227f0818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:16.594218 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b9a427a3-1b74-4f16-ac15-ebf6227f0818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:16.595466 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b9a427a3-1b74-4f16-ac15-ebf6227f0818 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2534b91-3fa4-483a-966c-ff927137268c HTTP/1.1" status: 204 len: 168 time: 0.1955462 Dec 14 03:09:16.603208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a427a3-1b74-4f16-ac15-ebf6227f0818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2534b91-3fa4-483a-966c-ff927137268c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:09:21.993984 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50170) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:09:22.055823 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-314e4be3-256a-4b47-a6cb-ad886b43f0d1 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/floatingips/d87171ea-89ec-4bff-91db-22ab2889bb3c HTTP/1.1" status: 200 len: 994 time: 0.0606542 Dec 14 03:09:22.324301 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50176) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:09:22.482453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-72189eb2-5f16-4a4c-aec8-b8f25843f106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Deleting port d39000a1-18da-4f5b-b312-13b5c8d0b572 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:09:22.482717 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72189eb2-5f16-4a4c-aec8-b8f25843f106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:22.560366 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72189eb2-5f16-4a4c-aec8-b8f25843f106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:22.560692 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72189eb2-5f16-4a4c-aec8-b8f25843f106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:22.573041 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-72189eb2-5f16-4a4c-aec8-b8f25843f106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Calling delete_port for d39000a1-18da-4f5b-b312-13b5c8d0b572 owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:09:22.768438 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72189eb2-5f16-4a4c-aec8-b8f25843f106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:22.793279 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72189eb2-5f16-4a4c-aec8-b8f25843f106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'Port': ['ID=d39000a1-18da-4f5b-b312-13b5c8d0b572,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:09:22.851891 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72189eb2-5f16-4a4c-aec8-b8f25843f106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:22.852220 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-72189eb2-5f16-4a4c-aec8-b8f25843f106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Floating IP d87171ea-89ec-4bff-91db-22ab2889bb3c disassociated (deleted). External IP: 172.25.7.188, port: f92c29b4-1c05-4687-b6b2-c3127bff5958. Dec 14 03:09:23.063606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72189eb2-5f16-4a4c-aec8-b8f25843f106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Router 40d3114a-64af-4e4e-973e-5096730aac21 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:09:23.172155 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72189eb2-5f16-4a4c-aec8-b8f25843f106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:09:23.178373 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-72189eb2-5f16-4a4c-aec8-b8f25843f106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:23.183222 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461cbc03-e8a2-4370-8db0-8a2a45ea60b3 None None] Sync routers for ids ['40d3114a-64af-4e4e-973e-5096730aac21'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:09:23.197398 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461cbc03-e8a2-4370-8db0-8a2a45ea60b3 None None] Routers {'40d3114a-64af-4e4e-973e-5096730aac21'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:09:23.198303 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-461cbc03-e8a2-4370-8db0-8a2a45ea60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:09:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['40d3114a-64af-4e4e-973e-5096730aac21'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:09:23.204745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-72189eb2-5f16-4a4c-aec8-b8f25843f106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "DELETE /v2.0/floatingips/d87171ea-89ec-4bff-91db-22ab2889bb3c HTTP/1.1" status: 204 len: 168 time: 0.8792770 Dec 14 03:09:23.205480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769894af-c48c-468c-8aa8-0e44cdd983be', 'tag': 'f92c29b4-1c05-4687-b6b2-c3127bff5958'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:09:23.208261 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9f8439-1c9d-42c0-a931-8c5235730739" -d '{"events": [{"name": "network-changed", "server_uuid": "769894af-c48c-468c-8aa8-0e44cdd983be", "tag": "f92c29b4-1c05-4687-b6b2-c3127bff5958"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:09:23.306571 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-461cbc03-e8a2-4370-8db0-8a2a45ea60b3 None None] Set router 40d3114a-64af-4e4e-973e-5096730aac21 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:09:23.469456 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7d9bf0-4a3f-412d-999d-a6f446ac0921 x-openstack-request-id: req-1b7d9bf0-4a3f-412d-999d-a6f446ac0921 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:09:23.469760 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769894af-c48c-468c-8aa8-0e44cdd983be", "tag": "f92c29b4-1c05-4687-b6b2-c3127bff5958", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:09:23.470231 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1b7d9bf0-4a3f-412d-999d-a6f446ac0921 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:09:23.470579 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769894af-c48c-468c-8aa8-0e44cdd983be', 'tag': 'f92c29b4-1c05-4687-b6b2-c3127bff5958', 'status': 'completed', 'code': 200} Dec 14 03:09:23.519235 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-461cbc03-e8a2-4370-8db0-8a2a45ea60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d3114a-64af-4e4e-973e-5096730aac21', 'name': 'tempest-TestNetworkBasicOps-router-1357766979', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:08:27Z', 'updated_at': '2021-12-14T03:08:32Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:28Z', 'updated_at': '2021-12-14T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'b13dfd56-8834-4ed4-b594-2a2480de4849', 'name': '', 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:dc:0b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '00dddfd3-7323-4311-99ce-1fe6fe88f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:32Z', 'updated_at': '2021-12-14T03:08:36Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '00dddfd3-7323-4311-99ce-1fe6fe88f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:09:23.546265 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461cbc03-e8a2-4370-8db0-8a2a45ea60b3 None None] Checking router: 40d3114a-64af-4e4e-973e-5096730aac21 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:09:23.556718 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461cbc03-e8a2-4370-8db0-8a2a45ea60b3 None None] Routers {'40d3114a-64af-4e4e-973e-5096730aac21'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:09:23.556985 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-461cbc03-e8a2-4370-8db0-8a2a45ea60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:09:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['40d3114a-64af-4e4e-973e-5096730aac21'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:09:23.559389 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f8439-1c9d-42c0-a931-8c5235730739 req-ba03078f-be0d-4ddb-ad6b-677366a3ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:09:23.561103 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0a9f8439-1c9d-42c0-a931-8c5235730739 req-ba03078f-be0d-4ddb-ad6b-677366a3ea14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=20c9049ba808410893e5ad85f07ffc98&device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 1097 time: 0.0424454 Dec 14 03:09:23.650674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ab3ab-4a01-4fe1-ad1b-856fb5ad1d8a req-fc6e69dc-330f-4054-9a31-37a329b0777f tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:09:23.652320 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-249ab3ab-4a01-4fe1-ad1b-856fb5ad1d8a req-fc6e69dc-330f-4054-9a31-37a329b0777f tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 946 time: 0.0517943 Dec 14 03:09:23.664618 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-461cbc03-e8a2-4370-8db0-8a2a45ea60b3 None None] Set router 40d3114a-64af-4e4e-973e-5096730aac21 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:09:23.707782 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-249ab3ab-4a01-4fe1-ad1b-856fb5ad1d8a req-f881931d-a749-4ac0-aa94-c7c3bda96a5a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=76dbb569-9e27-4a1a-811e-e78416577272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487452 Dec 14 03:09:23.973025 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-461cbc03-e8a2-4370-8db0-8a2a45ea60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d3114a-64af-4e4e-973e-5096730aac21', 'name': 'tempest-TestNetworkBasicOps-router-1357766979', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:08:27Z', 'updated_at': '2021-12-14T03:08:32Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:28Z', 'updated_at': '2021-12-14T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'b13dfd56-8834-4ed4-b594-2a2480de4849', 'name': '', 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:dc:0b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '00dddfd3-7323-4311-99ce-1fe6fe88f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:32Z', 'updated_at': '2021-12-14T03:08:36Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '00dddfd3-7323-4311-99ce-1fe6fe88f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:09:23.999140 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461cbc03-e8a2-4370-8db0-8a2a45ea60b3 None None] The sync data for ids ['40d3114a-64af-4e4e-973e-5096730aac21'] in n-d-821636-1 is: [{'id': '40d3114a-64af-4e4e-973e-5096730aac21', 'name': 'tempest-TestNetworkBasicOps-router-1357766979', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:08:27Z', 'updated_at': '2021-12-14T03:08:32Z', 'revision_number': 4, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:28Z', 'updated_at': '2021-12-14T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'b13dfd56-8834-4ed4-b594-2a2480de4849', 'name': '', 'network_id': '5966b2e1-3498-4cbb-b3c6-01b18aec030d', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'mac_address': 'fa:16:3e:dc:0b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '00dddfd3-7323-4311-99ce-1fe6fe88f729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:32Z', 'updated_at': '2021-12-14T03:08:36Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'subnets': [{'id': '00dddfd3-7323-4311-99ce-1fe6fe88f729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:09:24.018934 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f8439-1c9d-42c0-a931-8c5235730739 req-7bd41789-a92a-4e94-83c0-8f7a784e2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:09:24.020451 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0a9f8439-1c9d-42c0-a931-8c5235730739 req-7bd41789-a92a-4e94-83c0-8f7a784e2b86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5966b2e1-3498-4cbb-b3c6-01b18aec030d HTTP/1.1" status: 200 len: 896 time: 0.4236674 Dec 14 03:09:24.065161 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0a9f8439-1c9d-42c0-a931-8c5235730739 req-47180b7b-74fe-4a34-9eed-8cad4b7de761 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f92c29b4-1c05-4687-b6b2-c3127bff5958 HTTP/1.1" status: 200 len: 217 time: 0.0347407 Dec 14 03:09:24.120126 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f8439-1c9d-42c0-a931-8c5235730739 req-626ce358-52c9-44ca-95a6-313a207fbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:09:24.121691 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0a9f8439-1c9d-42c0-a931-8c5235730739 req-626ce358-52c9-44ca-95a6-313a207fbafe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=00dddfd3-7323-4311-99ce-1fe6fe88f729 HTTP/1.1" status: 200 len: 834 time: 0.0493078 Dec 14 03:09:24.170538 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f8439-1c9d-42c0-a931-8c5235730739 req-681e4b7b-a4e2-4cf9-b15a-d2b4654af865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:09:24.175548 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0a9f8439-1c9d-42c0-a931-8c5235730739 req-681e4b7b-a4e2-4cf9-b15a-d2b4654af865 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5966b2e1-3498-4cbb-b3c6-01b18aec030d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411379 Dec 14 03:09:24.228914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a88968-770f-4e06-9a10-93e824cbbfd9 None None] New status for floating IP d87171ea-89ec-4bff-91db-22ab2889bb3c: DOWN {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:09:24.265799 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0a9f8439-1c9d-42c0-a931-8c5235730739 req-439de813-7054-44f6-80bf-ec4582647f93 service neutron] 10.222.0.47 "GET /v2.0/networks/5966b2e1-3498-4cbb-b3c6-01b18aec030d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845120 Dec 14 03:09:24.363241 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0a9f8439-1c9d-42c0-a931-8c5235730739 req-ac3fce06-2ece-436c-ac6f-d3f0c378d054 service neutron] 10.222.0.47 "GET /v2.0/networks/5966b2e1-3498-4cbb-b3c6-01b18aec030d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899119 Dec 14 03:09:24.834010 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52810500-5dd4-4d2f-a31d-f17d9b521163 req-de487290-6dfa-46b5-83b9-02913aac7b54 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:09:24.835509 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52810500-5dd4-4d2f-a31d-f17d9b521163 req-de487290-6dfa-46b5-83b9-02913aac7b54 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 946 time: 0.0535920 Dec 14 03:09:24.889538 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52810500-5dd4-4d2f-a31d-f17d9b521163 req-38ec0712-cb29-486c-ae65-cecd67f1799d tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/security-groups?id=76dbb569-9e27-4a1a-811e-e78416577272&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471125 Dec 14 03:09:25.164629 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a1c55-9313-4b42-abd9-eb5c8976d76e req-22a337ff-80ed-4573-951a-e28df116f584 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:09:25.166139 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-116a1c55-9313-4b42-abd9-eb5c8976d76e req-22a337ff-80ed-4573-951a-e28df116f584 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.47 "GET /v2.0/ports?device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 946 time: 0.0491283 Dec 14 03:09:25.259560 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-116a1c55-9313-4b42-abd9-eb5c8976d76e req-ed66066e-d739-47a3-8817-26f253bcc833 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Deleting port f92c29b4-1c05-4687-b6b2-c3127bff5958 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:09:25.259900 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-116a1c55-9313-4b42-abd9-eb5c8976d76e req-ed66066e-d739-47a3-8817-26f253bcc833 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:25.348632 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-116a1c55-9313-4b42-abd9-eb5c8976d76e req-ed66066e-d739-47a3-8817-26f253bcc833 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] For port f92c29b4-1c05-4687-b6b2-c3127bff5958, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f92c29b4-1c05-4687-b6b2-c3127bff5958,segment=NetworkSegment(01835d0f-6653-4ff0-b849-3cfcfec62f92),segment_id=01835d0f-6653-4ff0-b849-3cfcfec62f92)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:09:25.349044 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-116a1c55-9313-4b42-abd9-eb5c8976d76e req-ed66066e-d739-47a3-8817-26f253bcc833 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:25.361292 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-116a1c55-9313-4b42-abd9-eb5c8976d76e req-ed66066e-d739-47a3-8817-26f253bcc833 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Calling delete_port for f92c29b4-1c05-4687-b6b2-c3127bff5958 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:09:25.568898 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-116a1c55-9313-4b42-abd9-eb5c8976d76e req-ed66066e-d739-47a3-8817-26f253bcc833 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:25.598498 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66066e-d739-47a3-8817-26f253bcc833 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'Port': ['ID=f92c29b4-1c05-4687-b6b2-c3127bff5958,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:09:25.642247 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-116a1c55-9313-4b42-abd9-eb5c8976d76e req-ed66066e-d739-47a3-8817-26f253bcc833 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] No DVR routers for this DVR port f92c29b4-1c05-4687-b6b2-c3127bff5958 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:09:25.645008 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-116a1c55-9313-4b42-abd9-eb5c8976d76e req-ed66066e-d739-47a3-8817-26f253bcc833 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:25.648438 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-116a1c55-9313-4b42-abd9-eb5c8976d76e req-ed66066e-d739-47a3-8817-26f253bcc833 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.47 "DELETE /v2.0/ports/f92c29b4-1c05-4687-b6b2-c3127bff5958 HTTP/1.1" status: 204 len: 173 time: 0.4765339 Dec 14 03:09:25.648875 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769894af-c48c-468c-8aa8-0e44cdd983be', 'name': 'network-vif-deleted', 'tag': 'f92c29b4-1c05-4687-b6b2-c3127bff5958'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:09:25.651228 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58061f4-181f-4112-9f0e-760a71476ed0" -d '{"events": [{"server_uuid": "769894af-c48c-468c-8aa8-0e44cdd983be", "name": "network-vif-deleted", "tag": "f92c29b4-1c05-4687-b6b2-c3127bff5958"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:09:25.755952 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7b0b6b-a212-4748-95f1-03ac7c7bb45a x-openstack-request-id: req-9e7b0b6b-a212-4748-95f1-03ac7c7bb45a {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:09:25.756251 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769894af-c48c-468c-8aa8-0e44cdd983be", "name": "network-vif-deleted", "tag": "f92c29b4-1c05-4687-b6b2-c3127bff5958", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:09:25.756512 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e7b0b6b-a212-4748-95f1-03ac7c7bb45a {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:09:25.756920 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769894af-c48c-468c-8aa8-0e44cdd983be', 'name': 'network-vif-deleted', 'tag': 'f92c29b4-1c05-4687-b6b2-c3127bff5958', 'status': 'completed', 'code': 200} Dec 14 03:09:25.994680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f66444e-5755-43d3-82de-9f9364ea99cc req-f7bef196-e4b7-40cf-8c6c-53a653642e0a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "GET /v2.0/ports?device_id=769894af-c48c-468c-8aa8-0e44cdd983be HTTP/1.1" status: 200 len: 210 time: 0.0302191 Dec 14 03:09:27.055943 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50196) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:09:27.112023 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-247a8fc0-ab56-44bd-865b-79f66215ffd3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:27.136345 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-247a8fc0-ab56-44bd-865b-79f66215ffd3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:27.282874 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:27.283439 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-247a8fc0-ab56-44bd-865b-79f66215ffd3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:27.286009 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-247a8fc0-ab56-44bd-865b-79f66215ffd3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:27.287242 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-247a8fc0-ab56-44bd-865b-79f66215ffd3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "DELETE /v2.0/security-groups/76dbb569-9e27-4a1a-811e-e78416577272 HTTP/1.1" status: 204 len: 168 time: 0.2303112 Dec 14 03:09:27.296585 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a8fc0-ab56-44bd-865b-79f66215ffd3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dbb569-9e27-4a1a-811e-e78416577272,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:09:27.306179 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a8fc0-ab56-44bd-865b-79f66215ffd3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:27.306537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a8fc0-ab56-44bd-865b-79f66215ffd3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:27.306887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a8fc0-ab56-44bd-865b-79f66215ffd3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:27.307232 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a8fc0-ab56-44bd-865b-79f66215ffd3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:27.307578 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a8fc0-ab56-44bd-865b-79f66215ffd3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:27.307919 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a8fc0-ab56-44bd-865b-79f66215ffd3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:27.308253 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a8fc0-ab56-44bd-865b-79f66215ffd3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:27.308589 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a8fc0-ab56-44bd-865b-79f66215ffd3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:27.308926 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a8fc0-ab56-44bd-865b-79f66215ffd3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:27.309257 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a8fc0-ab56-44bd-865b-79f66215ffd3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:27.309658 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a8fc0-ab56-44bd-865b-79f66215ffd3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:27.309992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a8fc0-ab56-44bd-865b-79f66215ffd3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:27.310342 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247a8fc0-ab56-44bd-865b-79f66215ffd3 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:09:27.383066 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50200) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:09:27.737442 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48d88c53-6987-4fea-9901-cf28123d1106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:27.988951 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-48d88c53-6987-4fea-9901-cf28123d1106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Deleting port b13dfd56-8834-4ed4-b594-2a2480de4849 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:09:27.989218 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48d88c53-6987-4fea-9901-cf28123d1106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:28.079893 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-48d88c53-6987-4fea-9901-cf28123d1106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] For port b13dfd56-8834-4ed4-b594-2a2480de4849, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b13dfd56-8834-4ed4-b594-2a2480de4849,segment=NetworkSegment(01835d0f-6653-4ff0-b849-3cfcfec62f92),segment_id=01835d0f-6653-4ff0-b849-3cfcfec62f92)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:09:28.080574 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48d88c53-6987-4fea-9901-cf28123d1106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:28.093182 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-48d88c53-6987-4fea-9901-cf28123d1106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Calling delete_port for b13dfd56-8834-4ed4-b594-2a2480de4849 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:09:28.367441 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48d88c53-6987-4fea-9901-cf28123d1106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:28.401473 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d88c53-6987-4fea-9901-cf28123d1106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'Port': ['ID=b13dfd56-8834-4ed4-b594-2a2480de4849,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:09:28.576050 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-48d88c53-6987-4fea-9901-cf28123d1106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:28.790849 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d88c53-6987-4fea-9901-cf28123d1106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Router 40d3114a-64af-4e4e-973e-5096730aac21 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:09:28.897154 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d88c53-6987-4fea-9901-cf28123d1106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:09:28.902266 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-48d88c53-6987-4fea-9901-cf28123d1106 tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "PUT /v2.0/routers/40d3114a-64af-4e4e-973e-5096730aac21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5181270 Dec 14 03:09:28.905257 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50202) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:09:28.909020 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389d7ed2-c2ec-4340-97ca-5f5c428224ad None None] Sync routers for ids ['40d3114a-64af-4e4e-973e-5096730aac21'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:09:28.919315 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389d7ed2-c2ec-4340-97ca-5f5c428224ad None None] Routers {'40d3114a-64af-4e4e-973e-5096730aac21'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:09:28.920134 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-389d7ed2-c2ec-4340-97ca-5f5c428224ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:09:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['40d3114a-64af-4e4e-973e-5096730aac21'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:09:28.960197 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7c5698-b9b6-41a8-8426-83b70b016d1a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Deleting subnet 00dddfd3-7323-4311-99ce-1fe6fe88f729 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:09:28.963400 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5698-b9b6-41a8-8426-83b70b016d1a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:29.004504 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5698-b9b6-41a8-8426-83b70b016d1a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:29.023815 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-389d7ed2-c2ec-4340-97ca-5f5c428224ad None None] Set router 40d3114a-64af-4e4e-973e-5096730aac21 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:09:29.090457 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5698-b9b6-41a8-8426-83b70b016d1a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:29.201784 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-389d7ed2-c2ec-4340-97ca-5f5c428224ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d3114a-64af-4e4e-973e-5096730aac21', 'name': 'tempest-TestNetworkBasicOps-router-1357766979', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:08:27Z', 'updated_at': '2021-12-14T03:09:28Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:28Z', 'updated_at': '2021-12-14T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:09:29.220046 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5698-b9b6-41a8-8426-83b70b016d1a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:29.231784 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389d7ed2-c2ec-4340-97ca-5f5c428224ad None None] Checking router: 40d3114a-64af-4e4e-973e-5096730aac21 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:09:29.240600 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389d7ed2-c2ec-4340-97ca-5f5c428224ad None None] Routers {'40d3114a-64af-4e4e-973e-5096730aac21'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:09:29.241229 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-389d7ed2-c2ec-4340-97ca-5f5c428224ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:09:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['40d3114a-64af-4e4e-973e-5096730aac21'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:09:29.248963 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c5698-b9b6-41a8-8426-83b70b016d1a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'Subnet': ['ID=00dddfd3-7323-4311-99ce-1fe6fe88f729,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:09:29.250985 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2e7c5698-b9b6-41a8-8426-83b70b016d1a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:29.254464 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2e7c5698-b9b6-41a8-8426-83b70b016d1a tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "DELETE /v2.0/subnets/00dddfd3-7323-4311-99ce-1fe6fe88f729 HTTP/1.1" status: 204 len: 168 time: 0.3481784 Dec 14 03:09:29.257195 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50204) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:09:29.257637 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3053a4a-057c-4bed-b912-ccf15976711e None None] Network 5966b2e1-3498-4cbb-b3c6-01b18aec030d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:09:29.353046 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-389d7ed2-c2ec-4340-97ca-5f5c428224ad None None] Set router 40d3114a-64af-4e4e-973e-5096730aac21 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:09:29.368493 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-781fd1b4-9200-4ebd-a8e6-4b9aeec81fdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:29.379433 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f92c29b4-1c05-4687-b6b2-c3127bff5958 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:09:29.406893 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: f92c29b4-1c05-4687-b6b2-c3127bff5958 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:09:29.407251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f92c29b4-1c05-4687-b6b2-c3127bff5958 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:09:29.427136 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6021d44-e8e5-40a9-805a-2a21ec764d92 None None] DHCP port deletion for 5966b2e1-3498-4cbb-b3c6-01b18aec030d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:09:29.479673 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-781fd1b4-9200-4ebd-a8e6-4b9aeec81fdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:29.482270 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b6021d44-e8e5-40a9-805a-2a21ec764d92 None None] Deleting port b1ccf8d0-cabd-49f6-9758-83a0b5cb489e {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:09:29.482721 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6021d44-e8e5-40a9-805a-2a21ec764d92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:29.541496 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-389d7ed2-c2ec-4340-97ca-5f5c428224ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d3114a-64af-4e4e-973e-5096730aac21', 'name': 'tempest-TestNetworkBasicOps-router-1357766979', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:08:27Z', 'updated_at': '2021-12-14T03:09:28Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:28Z', 'updated_at': '2021-12-14T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:09:29.551606 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b6021d44-e8e5-40a9-805a-2a21ec764d92 None None] For port b1ccf8d0-cabd-49f6-9758-83a0b5cb489e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b1ccf8d0-cabd-49f6-9758-83a0b5cb489e,segment=NetworkSegment(01835d0f-6653-4ff0-b849-3cfcfec62f92),segment_id=01835d0f-6653-4ff0-b849-3cfcfec62f92)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:09:29.552158 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6021d44-e8e5-40a9-805a-2a21ec764d92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:29.565878 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b6021d44-e8e5-40a9-805a-2a21ec764d92 None None] Calling delete_port for b1ccf8d0-cabd-49f6-9758-83a0b5cb489e owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:09:29.571075 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389d7ed2-c2ec-4340-97ca-5f5c428224ad None None] The sync data for ids ['40d3114a-64af-4e4e-973e-5096730aac21'] in n-d-821636-1 is: [{'id': '40d3114a-64af-4e4e-973e-5096730aac21', 'name': 'tempest-TestNetworkBasicOps-router-1357766979', 'tenant_id': '20c9049ba808410893e5ad85f07ffc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:08:27Z', 'updated_at': '2021-12-14T03:09:28Z', 'revision_number': 5, 'project_id': '20c9049ba808410893e5ad85f07ffc98', 'gw_port': {'id': '7968cf21-bc28-46f3-9a96-11c5753cb41e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:46:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d3114a-64af-4e4e-973e-5096730aac21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:08:28Z', 'updated_at': '2021-12-14T03:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:09:29.588853 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-781fd1b4-9200-4ebd-a8e6-4b9aeec81fdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Deleting port 7968cf21-bc28-46f3-9a96-11c5753cb41e {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:09:29.589268 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-781fd1b4-9200-4ebd-a8e6-4b9aeec81fdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:29.670611 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-781fd1b4-9200-4ebd-a8e6-4b9aeec81fdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] For port 7968cf21-bc28-46f3-9a96-11c5753cb41e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7968cf21-bc28-46f3-9a96-11c5753cb41e,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:09:29.670892 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-781fd1b4-9200-4ebd-a8e6-4b9aeec81fdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:29.687309 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-781fd1b4-9200-4ebd-a8e6-4b9aeec81fdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Calling delete_port for 7968cf21-bc28-46f3-9a96-11c5753cb41e owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:09:29.711172 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6021d44-e8e5-40a9-805a-2a21ec764d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:29.735748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6021d44-e8e5-40a9-805a-2a21ec764d92 None None] Pushing event deleted for resources: {'Port': ['ID=b1ccf8d0-cabd-49f6-9758-83a0b5cb489e,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:09:29.740003 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6021d44-e8e5-40a9-805a-2a21ec764d92 None None] No DVR routers for this DVR port b1ccf8d0-cabd-49f6-9758-83a0b5cb489e on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:09:29.894662 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-781fd1b4-9200-4ebd-a8e6-4b9aeec81fdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:29.927710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fd1b4-9200-4ebd-a8e6-4b9aeec81fdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'Port': ['ID=7968cf21-bc28-46f3-9a96-11c5753cb41e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:09:29.939584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcc8586-1c51-4f2d-aa54-48a1b8dc7242 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:09:29.988396 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-781fd1b4-9200-4ebd-a8e6-4b9aeec81fdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:30.088046 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-781fd1b4-9200-4ebd-a8e6-4b9aeec81fdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:30.090213 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-781fd1b4-9200-4ebd-a8e6-4b9aeec81fdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:30.179977 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-781fd1b4-9200-4ebd-a8e6-4b9aeec81fdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:30.180564 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781fd1b4-9200-4ebd-a8e6-4b9aeec81fdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Fanout notify agent at l3_agent the message router_deleted on router 40d3114a-64af-4e4e-973e-5096730aac21 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:09:30.187332 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-781fd1b4-9200-4ebd-a8e6-4b9aeec81fdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:30.188455 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-781fd1b4-9200-4ebd-a8e6-4b9aeec81fdd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "DELETE /v2.0/routers/40d3114a-64af-4e4e-973e-5096730aac21 HTTP/1.1" status: 204 len: 168 time: 0.9302847 Dec 14 03:09:30.191970 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50206) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:09:30.372993 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:30.582542 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb510f67-eeeb-4a2d-a220-a42ab76931dd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:30.665052 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b13dfd56-8834-4ed4-b594-2a2480de4849 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:09:30.670990 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb510f67-eeeb-4a2d-a220-a42ab76931dd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:30.685902 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: b13dfd56-8834-4ed4-b594-2a2480de4849 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:09:30.686253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b13dfd56-8834-4ed4-b594-2a2480de4849 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:09:30.686872 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b1ccf8d0-cabd-49f6-9758-83a0b5cb489e no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:09:30.693153 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-fb510f67-eeeb-4a2d-a220-a42ab76931dd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5966b2e1-3498-4cbb-b3c6-01b18aec030d']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:09:30.702464 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-fb510f67-eeeb-4a2d-a220-a42ab76931dd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01835d0f-6653-4ff0-b849-3cfcfec62f92') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:09:30.702800 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-fb510f67-eeeb-4a2d-a220-a42ab76931dd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01835d0f-6653-4ff0-b849-3cfcfec62f92') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:09:30.711890 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: b1ccf8d0-cabd-49f6-9758-83a0b5cb489e {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:09:30.712294 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b1ccf8d0-cabd-49f6-9758-83a0b5cb489e not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:09:30.712706 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb510f67-eeeb-4a2d-a220-a42ab76931dd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:30.726628 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb510f67-eeeb-4a2d-a220-a42ab76931dd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:30.732456 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb510f67-eeeb-4a2d-a220-a42ab76931dd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:09:30.732835 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb510f67-eeeb-4a2d-a220-a42ab76931dd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:09:30.735870 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:09:30.865578 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb510f67-eeeb-4a2d-a220-a42ab76931dd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:30.872374 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fb510f67-eeeb-4a2d-a220-a42ab76931dd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:30.875543 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fb510f67-eeeb-4a2d-a220-a42ab76931dd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] 10.222.0.39 "DELETE /v2.0/networks/5966b2e1-3498-4cbb-b3c6-01b18aec030d HTTP/1.1" status: 204 len: 168 time: 0.6827400 Dec 14 03:09:30.887861 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb510f67-eeeb-4a2d-a220-a42ab76931dd tempest-TestNetworkBasicOps-1327934136 tempest-TestNetworkBasicOps-1327934136-project] Pushing event deleted for resources: {'Network': ['ID=5966b2e1-3498-4cbb-b3c6-01b18aec030d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:09:31.347396 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50212) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:09:31.478072 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7276ea59-6281-496c-9ba8-9c032b6c7f2c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=20c9049ba808410893e5ad85f07ffc98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1294653 Dec 14 03:09:31.480576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50216) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:09:31.526371 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e3b0764c-51e9-46f2-b868-ff8eae0d9133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:31.547295 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e3b0764c-51e9-46f2-b868-ff8eae0d9133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:31.675963 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e3b0764c-51e9-46f2-b868-ff8eae0d9133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:31.678832 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e3b0764c-51e9-46f2-b868-ff8eae0d9133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:31.679997 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e3b0764c-51e9-46f2-b868-ff8eae0d9133 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7c4b85f-fa02-4ba6-adcd-bd6f0fbc8589 HTTP/1.1" status: 204 len: 168 time: 0.1985168 Dec 14 03:09:31.688049 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b0764c-51e9-46f2-b868-ff8eae0d9133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c4b85f-fa02-4ba6-adcd-bd6f0fbc8589,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:09:32.230647 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7968cf21-bc28-46f3-9a96-11c5753cb41e no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:09:32.250624 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 7968cf21-bc28-46f3-9a96-11c5753cb41e {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:09:32.250981 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7968cf21-bc28-46f3-9a96-11c5753cb41e not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:09:32.305655 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50222) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:09:32.318847 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b109fb4-9276-4e69-ae82-d249d497d4af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:32.395949 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b109fb4-9276-4e69-ae82-d249d497d4af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:32.469748 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5b109fb4-9276-4e69-ae82-d249d497d4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:32.508920 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5b109fb4-9276-4e69-ae82-d249d497d4af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4d22b4a3675841a9995e55c3b91aa850&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2021821 Dec 14 03:09:32.510041 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b109fb4-9276-4e69-ae82-d249d497d4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f696a8-31b7-4123-853d-7985a4b69279,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:09:32.511756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50224) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:09:32.559820 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ebd791f-3880-4eb9-a9ea-d10cf485015a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:32.580440 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ebd791f-3880-4eb9-a9ea-d10cf485015a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:32.697999 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ebd791f-3880-4eb9-a9ea-d10cf485015a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:32.700682 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9ebd791f-3880-4eb9-a9ea-d10cf485015a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:32.701867 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9ebd791f-3880-4eb9-a9ea-d10cf485015a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98f696a8-31b7-4123-853d-7985a4b69279 HTTP/1.1" status: 204 len: 168 time: 0.1890595 Dec 14 03:09:32.710326 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd791f-3880-4eb9-a9ea-d10cf485015a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f696a8-31b7-4123-853d-7985a4b69279,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:09:32.745231 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0b6738c9-f1a6-4b09-9667-12ed01d23881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:35.065625 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ff12421b-46f9-46e0-8078-2531a56ffae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:36.389708 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:37.755517 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:38.614009 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:09:41.732020 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f3c9d70-496e-4da6-b345-ee1a6300c0be req-b91a9f1e-cdd0-4438-aec6-1b325ec5a8c8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385070 Dec 14 03:09:41.825652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c9d70-496e-4da6-b345-ee1a6300c0be req-505247b1-6b70-4c96-aa8f-dbf3b9acf82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:09:41.827109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f3c9d70-496e-4da6-b345-ee1a6300c0be req-505247b1-6b70-4c96-aa8f-dbf3b9acf82e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 1097 time: 0.0390627 Dec 14 03:09:41.935088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c9d70-496e-4da6-b345-ee1a6300c0be req-554568d4-1f40-4c6d-afa7-a79aa97559f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:09:41.936706 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f3c9d70-496e-4da6-b345-ee1a6300c0be req-554568d4-1f40-4c6d-afa7-a79aa97559f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 912 time: 0.0893695 Dec 14 03:09:42.003462 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f3c9d70-496e-4da6-b345-ee1a6300c0be req-87c2261d-8f6d-499f-af4c-c2ff4e292391 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db2737f6-e11d-4ad2-ad44-5959f1e88cda HTTP/1.1" status: 200 len: 1002 time: 0.0588729 Dec 14 03:09:42.056598 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c9d70-496e-4da6-b345-ee1a6300c0be req-425d686a-5efd-4801-a5cd-f8e2fcced0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:09:42.058099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f3c9d70-496e-4da6-b345-ee1a6300c0be req-425d686a-5efd-4801-a5cd-f8e2fcced0c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0487320 Dec 14 03:09:42.102468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c9d70-496e-4da6-b345-ee1a6300c0be req-504cd046-3919-4c67-b808-90b7cd7df053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:09:42.103948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f3c9d70-496e-4da6-b345-ee1a6300c0be req-504cd046-3919-4c67-b808-90b7cd7df053 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389233 Dec 14 03:09:42.115021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-1f3c9d70-496e-4da6-b345-ee1a6300c0be req-490d7562-77b7-4ff2-a3ef-9e2ae4d7d0f5 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:09:42.115952 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f3c9d70-496e-4da6-b345-ee1a6300c0be req-490d7562-77b7-4ff2-a3ef-9e2ae4d7d0f5 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049257 Dec 14 03:09:42.201894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f3c9d70-496e-4da6-b345-ee1a6300c0be req-3454d6c7-b3b7-4249-8900-2583d2834f0d service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785656 Dec 14 03:09:42.293163 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f3c9d70-496e-4da6-b345-ee1a6300c0be req-cd4892f9-50cd-471c-9125-4625082c4acd service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839117 Dec 14 03:09:48.759627 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:09:57.362560 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:00.390767 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:02.745204 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-12ac9b70-b50a-48b8-9819-8db0a0f9c1ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:05.047885 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5bf8b7f0-1d30-4acc-8f73-4e70136d863e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:06.422973 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:07.756386 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:08.613365 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:25.758671 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:10:27.293905 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:30.393803 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:32.739119 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-676b3215-d00b-4232-a31d-2263a2c29c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:35.033776 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-26ea1a4b-6b7b-4add-a30e-55245fcac3a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:36.441747 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:37.761819 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:38.644700 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:41.689882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3b3be-1d3c-4b86-b966-0b0af95af3da req-1ebd1888-ad02-4594-b93f-95cac46ee668 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:10:41.691396 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ad3b3be-1d3c-4b86-b966-0b0af95af3da req-1ebd1888-ad02-4594-b93f-95cac46ee668 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 946 time: 0.2146885 Dec 14 03:10:41.740164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ad3b3be-1d3c-4b86-b966-0b0af95af3da req-65bd5119-177a-4172-b6a8-a34e54a7cf16 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426786 Dec 14 03:10:42.919463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db320c-257c-4e26-b071-875e50c782b0 req-73736715-0266-4ce8-899b-083bc8d9b3f9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:10:42.921745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c6db320c-257c-4e26-b071-875e50c782b0 req-73736715-0266-4ce8-899b-083bc8d9b3f9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 946 time: 0.1125264 Dec 14 03:10:42.970428 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c6db320c-257c-4e26-b071-875e50c782b0 req-b25ea35e-6d60-47a8-88d1-8de1d5a20ee9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426595 Dec 14 03:10:43.191404 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df36ab-c7d1-42be-a54e-50f95f104ea8 req-65186a2c-f0cb-4485-82f6-a43fb56625cf tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:10:43.192901 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81df36ab-c7d1-42be-a54e-50f95f104ea8 req-65186a2c-f0cb-4485-82f6-a43fb56625cf tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.46 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 946 time: 0.0479286 Dec 14 03:10:43.284512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-81df36ab-c7d1-42be-a54e-50f95f104ea8 req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Deleting port db2737f6-e11d-4ad2-ad44-5959f1e88cda {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:10:43.284850 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81df36ab-c7d1-42be-a54e-50f95f104ea8 req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:43.371376 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-81df36ab-c7d1-42be-a54e-50f95f104ea8 req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] For port db2737f6-e11d-4ad2-ad44-5959f1e88cda, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=db2737f6-e11d-4ad2-ad44-5959f1e88cda,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:10:43.371739 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81df36ab-c7d1-42be-a54e-50f95f104ea8 req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:43.898370 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81df36ab-c7d1-42be-a54e-50f95f104ea8 req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:43.898733 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81df36ab-c7d1-42be-a54e-50f95f104ea8 req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:43.899053 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-81df36ab-c7d1-42be-a54e-50f95f104ea8 req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Floating IP 9a401068-f75c-4d6e-9eea-c4216edf50b1 disassociated. External IP: 172.25.7.220, port: db2737f6-e11d-4ad2-ad44-5959f1e88cda. Dec 14 03:10:43.899399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-81df36ab-c7d1-42be-a54e-50f95f104ea8 req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Calling delete_port for db2737f6-e11d-4ad2-ad44-5959f1e88cda owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:10:44.085414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f0332-df90-440e-9987-c3b76cae6e2d req-c4a75dd7-f2f1-4900-b587-d5ac8f9caf9c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:10:44.086945 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b9f0332-df90-440e-9987-c3b76cae6e2d req-c4a75dd7-f2f1-4900-b587-d5ac8f9caf9c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 946 time: 0.0474062 Dec 14 03:10:44.088033 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81df36ab-c7d1-42be-a54e-50f95f104ea8 req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:44.130450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event deleted for resources: {'Port': ['ID=db2737f6-e11d-4ad2-ad44-5959f1e88cda,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:10:44.150672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:44.150672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:44.150672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:44.151056 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:44.151388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:44.151719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:44.152043 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:44.152363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:44.152681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:44.153001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:44.153335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:44.153655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:44.153972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:44.240030 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b9f0332-df90-440e-9987-c3b76cae6e2d req-91192158-b21e-4a80-86a2-f1e9913d3e55 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444671 Dec 14 03:10:44.278142 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81df36ab-c7d1-42be-a54e-50f95f104ea8 req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:10:44.381359 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81df36ab-c7d1-42be-a54e-50f95f104ea8 req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:10:44.391488 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672b237-cb64-4258-9f10-c8ebb4a8e727 None None] Sync routers for ids ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:10:44.401775 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672b237-cb64-4258-9f10-c8ebb4a8e727 None None] Routers {'294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:10:44.402312 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f672b237-cb64-4258-9f10-c8ebb4a8e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:10:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:10:44.421769 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-81df36ab-c7d1-42be-a54e-50f95f104ea8 req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] No DVR routers for this DVR port db2737f6-e11d-4ad2-ad44-5959f1e88cda on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:10:44.424550 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-81df36ab-c7d1-42be-a54e-50f95f104ea8 req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:44.428037 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81df36ab-c7d1-42be-a54e-50f95f104ea8 req-6157c88e-9d04-4691-a457-0b53bffdf76d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.46 "DELETE /v2.0/ports/db2737f6-e11d-4ad2-ad44-5959f1e88cda HTTP/1.1" status: 204 len: 173 time: 1.2287145 Dec 14 03:10:44.428496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de15f89e-1470-4521-8746-5b8fb3476e37', 'name': 'network-vif-deleted', 'tag': 'db2737f6-e11d-4ad2-ad44-5959f1e88cda'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:10:44.430792 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ac1a63-4bea-4b67-b2ce-4589e1ced9b9" -d '{"events": [{"server_uuid": "de15f89e-1470-4521-8746-5b8fb3476e37", "name": "network-vif-deleted", "tag": "db2737f6-e11d-4ad2-ad44-5959f1e88cda"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:10:44.468895 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104f256e-6cde-40b7-ad52-c1cd52b5f3f1 x-openstack-request-id: req-104f256e-6cde-40b7-ad52-c1cd52b5f3f1 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:10:44.469258 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de15f89e-1470-4521-8746-5b8fb3476e37", "name": "network-vif-deleted", "tag": "db2737f6-e11d-4ad2-ad44-5959f1e88cda", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:10:44.469610 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-104f256e-6cde-40b7-ad52-c1cd52b5f3f1 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:10:44.470118 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de15f89e-1470-4521-8746-5b8fb3476e37', 'name': 'network-vif-deleted', 'tag': 'db2737f6-e11d-4ad2-ad44-5959f1e88cda', 'status': 'completed', 'code': 200} Dec 14 03:10:44.517073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-f672b237-cb64-4258-9f10-c8ebb4a8e727 None None] Set router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:10:44.732534 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f672b237-cb64-4258-9f10-c8ebb4a8e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 5, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:10:44.762306 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672b237-cb64-4258-9f10-c8ebb4a8e727 None None] Checking router: 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:10:44.771802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672b237-cb64-4258-9f10-c8ebb4a8e727 None None] Routers {'294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:10:44.772453 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f672b237-cb64-4258-9f10-c8ebb4a8e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:10:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:10:44.875452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-f672b237-cb64-4258-9f10-c8ebb4a8e727 None None] Set router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:10:45.073527 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f672b237-cb64-4258-9f10-c8ebb4a8e727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 5, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:10:45.099618 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672b237-cb64-4258-9f10-c8ebb4a8e727 None None] The sync data for ids ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'] in n-d-821636-1 is: [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 5, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:10:45.334856 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e6cd56-9c9f-4339-8466-cae5bed71fa5 None None] New status for floating IP 9a401068-f75c-4d6e-9eea-c4216edf50b1: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:10:45.338762 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1bff9b25-0658-45e6-8cef-e5514a4202e6 req-b5853f86-e38a-4f05-83fc-9ef6b9f1e760 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 210 time: 0.0284870 Dec 14 03:10:46.439098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8590e134-d1b6-4602-a8c0-e7bda6bd6958 req-17990365-45cf-4f35-8857-f1abd42b36ef tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 210 time: 0.0277669 Dec 14 03:10:46.897486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device db2737f6-e11d-4ad2-ad44-5959f1e88cda no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:10:46.921625 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: db2737f6-e11d-4ad2-ad44-5959f1e88cda {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:10:46.922155 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device db2737f6-e11d-4ad2-ad44-5959f1e88cda not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:10:47.541188 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b0b9be1-3d60-4fa0-a833-83c26dca58ff req-476a1cc4-ece3-42f7-b6d3-98db7283b07e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 210 time: 0.0301213 Dec 14 03:10:48.637414 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-99146ae8-d484-409a-9bc5-391eea419b94 req-0a7909a5-9147-43ff-99b0-b3ebfb25bbce tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 210 time: 0.0261483 Dec 14 03:10:49.747235 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c0cd4c0-441f-44d0-b66f-234a4b7b08a5 req-395aea31-2ec7-4bc1-805f-756d41dcd094 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=de15f89e-1470-4521-8746-5b8fb3476e37 HTTP/1.1" status: 200 len: 210 time: 0.0314925 Dec 14 03:10:50.998395 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-7356d935-563b-4a91-b2cb-16c13daefa45 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172796479&fields=id&tenant_id=9f0b73c75de740e8ad1f65064e3d00cd HTTP/1.1" status: 200 len: 267 time: 0.0433960 Dec 14 03:10:51.102381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-8e75453e-335c-42cc-897f-5ab096df528d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:10:51.103755 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-8e75453e-335c-42cc-897f-5ab096df528d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 811 time: 0.0986602 Dec 14 03:10:51.118090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-a36227d9-0338-41a3-b5aa-8a0749df1c8f tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/quotas/9f0b73c75de740e8ad1f65064e3d00cd HTTP/1.1" status: 200 len: 375 time: 0.0087447 Dec 14 03:10:51.172044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-dbf6dd68-f869-4d46-8d6a-086a27710f90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488627 Dec 14 03:10:51.236746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-40196667-d97f-43e5-b5cb-7b720cf70188 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:10:51.237794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-40196667-d97f-43e5-b5cb-7b720cf70188 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0540476 Dec 14 03:10:51.325396 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-adf2c3ac-e4ca-408b-9f71-0c0e657f476d service neutron] 10.222.0.39 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812635 Dec 14 03:10:51.417831 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-a2d33fa4-d9fc-4117-8671-8b6cecafb50d service neutron] 10.222.0.39 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857573 Dec 14 03:10:51.884708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6ddf78bd-34b2-4a17-9dc4-7de56066408d req-4e7305d2-df32-4316-b845-638cde733ba3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 210 time: 0.0256023 Dec 14 03:10:52.964363 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c52d6fa9-c3ef-4478-af34-c11781c14144 req-5635564b-a862-4a95-a1d5-9f3841410196 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 210 time: 0.0253878 Dec 14 03:10:54.041984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d41dcb08-d126-453c-9579-347429b52939 req-7469167a-3bf0-4e4a-8b2c-ef9dffe178f1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 210 time: 0.0260859 Dec 14 03:10:55.118884 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6abeea12-a498-4901-9ca4-a8293448196b req-b5696c37-4713-4fc2-a114-3d3560cc2f95 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 210 time: 0.0252986 Dec 14 03:10:56.218622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91b4936c-1564-4e99-9011-67b42f5ab5e2 req-b167e2a8-6ef8-41d1-967b-f14e678cea4f tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 210 time: 0.0321896 Dec 14 03:10:57.313632 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36a9a42a-5ca1-4794-8e00-cb1290cc3a5b req-8ad3a0c0-03f5-480d-8171-78ca5f74dbcb tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 210 time: 0.0295010 Dec 14 03:10:57.322358 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:57.965517 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-fedd451f-b986-46be-92d7-82336a8c7bb6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:10:57.967064 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-fedd451f-b986-46be-92d7-82336a8c7bb6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.47 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 811 time: 0.1033852 Dec 14 03:10:58.039767 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-17b2e50b-ac66-4089-88aa-2f6ff5cb3b40 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f0b73c75de740e8ad1f65064e3d00cd HTTP/1.1" status: 200 len: 380 time: 0.0572751 Dec 14 03:10:58.057236 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Request body: {'port': {'device_id': '1eb44676-0d50-4f48-af67-fb568c71080d', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'admin_state_up': True, 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'security_groups': ['e74f4086-8f7c-4977-893e-b1e843f06a0c']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:10:58.224630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Made reservation on behalf of 9f0b73c75de740e8ad1f65064e3d00cd for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:10:58.228252 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:58.360817 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Allocated IP 172.20.0.6 (f6fdd018-425d-422f-958d-84f11d8dd088/f5aaf324-af95-4991-b53e-9e216afcf02f/0b215bf2-89a0-49fd-a762-99c1b5e52ade) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:10:58.412310 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bbe3c19d-6b81-489b-b57d-aeae1ec59339 req-5fc6f97b-aa5a-4d9b-b192-4990e5175a74 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 210 time: 0.0271988 Dec 14 03:10:58.510123 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:58.593828 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:58.640013 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Network f6fdd018-425d-422f-958d-84f11d8dd088 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:10:58.643248 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:10:58.646994 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:10:58.674737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'Port': ['ID=0b215bf2-89a0-49fd-a762-99c1b5e52ade,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:10:58.691147 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:58.691612 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:58.692033 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:58.692449 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:58.692861 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:58.693264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:58.693697 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:58.694114 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:58.694515 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:58.694910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:58.695306 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:58.695702 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:58.696202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:10:58.719387 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:10:58.720023 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:58.793483 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-6198b7fa-4f3a-4833-ac19-9c706c418ec6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7399366 Dec 14 03:10:58.812756 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Request body: {'port': {'device_id': '1eb44676-0d50-4f48-af67-fb568c71080d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:10:58.856491 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3b8e9cbd-23c5-49bc-841b-c9690d4ddc58 None None] Provisioning complete for port 0b215bf2-89a0-49fd-a762-99c1b5e52ade triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:10:58.857014 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b8e9cbd-23c5-49bc-841b-c9690d4ddc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:58.876030 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:58.892887 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3b8e9cbd-23c5-49bc-841b-c9690d4ddc58 None None] Port 0b215bf2-89a0-49fd-a762-99c1b5e52ade cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:10:59.146556 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b215bf2-89a0-49fd-a762-99c1b5e52ade {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:10:59.153979 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:59.165934 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Transition to ACTIVE for port object 0b215bf2-89a0-49fd-a762-99c1b5e52ade will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:10:59.265650 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:59.319260 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b215bf2-89a0-49fd-a762-99c1b5e52ade,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:10:59.392502 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Attempting to bind port 0b215bf2-89a0-49fd-a762-99c1b5e52ade on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:10:59.392839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Attempting to bind port 0b215bf2-89a0-49fd-a762-99c1b5e52ade by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:10:59.393169 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Attempting to bind port 0b215bf2-89a0-49fd-a762-99c1b5e52ade on network f6fdd018-425d-422f-958d-84f11d8dd088 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:10:59.397919 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Port 0b215bf2-89a0-49fd-a762-99c1b5e52ade on network f6fdd018-425d-422f-958d-84f11d8dd088 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:10:59.398212 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Attempting to bind port 0b215bf2-89a0-49fd-a762-99c1b5e52ade on network f6fdd018-425d-422f-958d-84f11d8dd088 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:10:59.403443 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:10:59.403782 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Checking segment: {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:10:59.404176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Bound using segment: {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:10:59.404606 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Bound port: 0b215bf2-89a0-49fd-a762-99c1b5e52ade, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:10:59.405006 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:59.475064 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] For port 0b215bf2-89a0-49fd-a762-99c1b5e52ade, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:10:59.478288 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] For port 0b215bf2-89a0-49fd-a762-99c1b5e52ade, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0b215bf2-89a0-49fd-a762-99c1b5e52ade,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:10:59.539324 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:59.548335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1a4ca-3344-441c-882e-98ac00b21277 req-27967ee2-b9a5-460d-b30a-4235d801339c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:10:59.553874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dfd1a4ca-3344-441c-882e-98ac00b21277 req-27967ee2-b9a5-460d-b30a-4235d801339c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 943 time: 0.0624776 Dec 14 03:10:59.579645 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:10:59.581129 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:10:59.581729 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] 10.222.0.47 "PUT /v2.0/ports/0b215bf2-89a0-49fd-a762-99c1b5e52ade HTTP/1.1" status: 200 len: 1091 time: 0.7737474 Dec 14 03:10:59.585340 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb44676-0d50-4f48-af67-fb568c71080d', 'tag': '0b215bf2-89a0-49fd-a762-99c1b5e52ade'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:10:59.586663 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bda9b8-389f-4684-b2da-0ba15569335b" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb44676-0d50-4f48-af67-fb568c71080d", "tag": "0b215bf2-89a0-49fd-a762-99c1b5e52ade"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:10:59.614666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcf679-be7d-4c58-bef9-4864591371e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0b215bf2-89a0-49fd-a762-99c1b5e52ade,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:10:59.641356 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dfd1a4ca-3344-441c-882e-98ac00b21277 req-686eb550-0905-4630-a9cc-c94e0f14ed46 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819745 Dec 14 03:10:59.671855 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b9084f-7dfd-4c76-a31a-3d5d3fe76442 x-openstack-request-id: req-77b9084f-7dfd-4c76-a31a-3d5d3fe76442 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:10:59.671855 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb44676-0d50-4f48-af67-fb568c71080d", "tag": "0b215bf2-89a0-49fd-a762-99c1b5e52ade", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:10:59.671855 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77b9084f-7dfd-4c76-a31a-3d5d3fe76442 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:10:59.671855 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb44676-0d50-4f48-af67-fb568c71080d', 'tag': '0b215bf2-89a0-49fd-a762-99c1b5e52ade', 'status': 'completed', 'code': 200} Dec 14 03:10:59.763140 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bda9b8-389f-4684-b2da-0ba15569335b req-3dbc78cb-0c0a-4c61-834f-35ff24c82094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:10:59.765525 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-90bda9b8-389f-4684-b2da-0ba15569335b req-3dbc78cb-0c0a-4c61-834f-35ff24c82094 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 1094 time: 0.0510178 Dec 14 03:10:59.879736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bda9b8-389f-4684-b2da-0ba15569335b req-422c9c48-e23b-4548-97b0-7a11178a0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:10:59.881222 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-90bda9b8-389f-4684-b2da-0ba15569335b req-422c9c48-e23b-4548-97b0-7a11178a0d9b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1020572 Dec 14 03:10:59.981702 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bda9b8-389f-4684-b2da-0ba15569335b req-03ea3b8f-7ea3-4310-bf4a-0150a9c7be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:10:59.983736 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-90bda9b8-389f-4684-b2da-0ba15569335b req-03ea3b8f-7ea3-4310-bf4a-0150a9c7be6d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954731 Dec 14 03:11:00.083706 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-445b97dd-f5b9-40b5-96b1-54fed2ae33c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:00.085205 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-445b97dd-f5b9-40b5-96b1-54fed2ae33c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 1094 time: 0.0422633 Dec 14 03:11:00.131117 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-e013ed1f-2c0a-4e54-b01a-5d4548f491d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b215bf2-89a0-49fd-a762-99c1b5e52ade HTTP/1.1" status: 200 len: 217 time: 0.0336738 Dec 14 03:11:00.184667 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-a3600b1c-6351-406e-9078-ff8708b42927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:00.186161 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-a3600b1c-6351-406e-9078-ff8708b42927 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0483553 Dec 14 03:11:00.231488 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-1d05eb97-3b4f-4dce-9a43-ca0252c05870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:00.232943 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-1d05eb97-3b4f-4dce-9a43-ca0252c05870 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402946 Dec 14 03:11:00.325380 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-9d82ddbb-52fb-4d57-a136-41f41c604ed0 service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856228 Dec 14 03:11:00.381220 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:00.422843 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a2e9661e-6c67-4936-a7dc-e24dea3d6c7e req-1ce68190-d140-47ab-8bed-9fc1c1cd7314 service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906091 Dec 14 03:11:00.757732 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129303c3-0b6d-46aa-b758-9b9b0e4a843f req-5e1a8c5e-62cf-4908-99c5-e6fd6bd31d58 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:00.759227 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-129303c3-0b6d-46aa-b758-9b9b0e4a843f req-5e1a8c5e-62cf-4908-99c5-e6fd6bd31d58 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 943 time: 0.0528018 Dec 14 03:11:00.808084 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-129303c3-0b6d-46aa-b758-9b9b0e4a843f req-251ec0a8-c09d-49f2-b14e-7fecd0d8c987 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420341 Dec 14 03:11:01.927767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82810b8a-593b-4e02-af95-94c1a8ab21c1 req-e89fe1a2-f671-406c-9886-a866bd2cdd0a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:01.929457 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82810b8a-593b-4e02-af95-94c1a8ab21c1 req-e89fe1a2-f671-406c-9886-a866bd2cdd0a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 943 time: 0.0502307 Dec 14 03:11:01.981704 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82810b8a-593b-4e02-af95-94c1a8ab21c1 req-6552cbd0-4fd1-4d25-89c3-cdd7ca32d8b9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459473 Dec 14 03:11:02.757798 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:11:02.758806 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fcb38754-1598-4024-8637-224783c864a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:03.103451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824f5a4-8a59-41d7-974f-661ac9b48816 req-2017beb0-fba0-4236-a603-0ee9a211017d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:03.105047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3824f5a4-8a59-41d7-974f-661ac9b48816 req-2017beb0-fba0-4236-a603-0ee9a211017d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 943 time: 0.0522451 Dec 14 03:11:03.159086 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3824f5a4-8a59-41d7-974f-661ac9b48816 req-2c71058c-a2e3-4845-a13f-257977610388 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477748 Dec 14 03:11:04.274363 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112df3b5-4412-455f-8f10-a4392365f00b req-00b022fc-4eb3-46bd-829a-573a73dce222 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:04.275857 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-112df3b5-4412-455f-8f10-a4392365f00b req-00b022fc-4eb3-46bd-829a-573a73dce222 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 943 time: 0.0488956 Dec 14 03:11:04.324854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-112df3b5-4412-455f-8f10-a4392365f00b req-19571e4d-9b1a-45ad-982a-f73181dd1774 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429039 Dec 14 03:11:05.121315 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a7447c39-7f99-4312-a861-39db9b6b0d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:05.438284 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fad273-a136-4b3a-954c-cbcc045099a5 req-4329d1d2-8af3-4ffa-8adb-14757eae4f4c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:05.439764 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d5fad273-a136-4b3a-954c-cbcc045099a5 req-4329d1d2-8af3-4ffa-8adb-14757eae4f4c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 943 time: 0.0479109 Dec 14 03:11:05.488675 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d5fad273-a136-4b3a-954c-cbcc045099a5 req-9a443001-fcbe-4556-b215-a3031c87c949 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430245 Dec 14 03:11:06.386719 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:06.608082 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec7eb-f6cd-4a54-9d1d-1e62de8f7128 req-8624c846-6abc-4603-9ccd-909ad7a2aa38 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:06.609854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c32ec7eb-f6cd-4a54-9d1d-1e62de8f7128 req-8624c846-6abc-4603-9ccd-909ad7a2aa38 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 943 time: 0.0525327 Dec 14 03:11:06.658171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c32ec7eb-f6cd-4a54-9d1d-1e62de8f7128 req-ce45c651-ced7-40bc-9af9-516e073ed1f2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426836 Dec 14 03:11:07.758337 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:07.775040 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3efb5-1735-4323-aa47-14f830eca96d req-0126b848-98c7-4f96-967f-19c92103751a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:07.776512 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5d3efb5-1735-4323-aa47-14f830eca96d req-0126b848-98c7-4f96-967f-19c92103751a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 943 time: 0.0488937 Dec 14 03:11:07.826061 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f5d3efb5-1735-4323-aa47-14f830eca96d req-28d14cf3-465e-4ec0-b108-3fcc8095350b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430336 Dec 14 03:11:08.613087 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:08.946072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01805e44-ca6f-4481-9187-8c017dea4bdb req-cf14d6fc-7f33-4118-883b-a87cd69d20ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:08.947583 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01805e44-ca6f-4481-9187-8c017dea4bdb req-cf14d6fc-7f33-4118-883b-a87cd69d20ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 943 time: 0.0520961 Dec 14 03:11:09.001590 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-01805e44-ca6f-4481-9187-8c017dea4bdb req-b57bdf1e-d1b3-4196-a0fc-74cde1e5d404 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469913 Dec 14 03:11:10.117066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ff589-0c8f-4a8b-974e-f6a056981b52 req-9df0d9ae-d332-4dcd-aa24-919ee3b87851 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:10.118573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c9ff589-0c8f-4a8b-974e-f6a056981b52 req-9df0d9ae-d332-4dcd-aa24-919ee3b87851 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 943 time: 0.0486290 Dec 14 03:11:10.167847 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c9ff589-0c8f-4a8b-974e-f6a056981b52 req-950770cc-0f5d-4d2e-93c2-148f7b93fac8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429177 Dec 14 03:11:11.282501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e4315-6425-4376-9b05-89443f2d39dc req-d46f1fb1-999e-4c45-84ee-63576f9b8eb5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:11.284130 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca6e4315-6425-4376-9b05-89443f2d39dc req-d46f1fb1-999e-4c45-84ee-63576f9b8eb5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 943 time: 0.0486414 Dec 14 03:11:11.333836 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ca6e4315-6425-4376-9b05-89443f2d39dc req-72f10c03-75e4-47cd-a547-79cbea6ee184 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437512 Dec 14 03:11:11.875838 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 0b215bf2-89a0-49fd-a762-99c1b5e52ade details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:11:11.966968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 0b215bf2-89a0-49fd-a762-99c1b5e52ade, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0b215bf2-89a0-49fd-a762-99c1b5e52ade,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:11:11.978444 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '0b215bf2-89a0-49fd-a762-99c1b5e52ade', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'port_id': '0b215bf2-89a0-49fd-a762-99c1b5e52ade', 'mac_address': 'fa:16:3e:7a:69:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:11:12.020033 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:12.033031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b215bf2-89a0-49fd-a762-99c1b5e52ade {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:11:12.052349 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 0b215bf2-89a0-49fd-a762-99c1b5e52ade, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0b215bf2-89a0-49fd-a762-99c1b5e52ade,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:11:12.129813 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:12.176245 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=0b215bf2-89a0-49fd-a762-99c1b5e52ade,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:11:12.183423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:11:12.183782 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:11:12.184132 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:11:12.184478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:11:12.184821 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:11:12.185161 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:11:12.185525 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:11:12.185862 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:11:12.186196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:11:12.186526 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:11:12.186859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:11:12.187259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:11:12.187850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:11:12.403143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['0b215bf2-89a0-49fd-a762-99c1b5e52ade'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:11:12.451426 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d62b40d-0dbe-42d1-9d30-999565771423 req-5eab3dc8-d244-459b-a1f8-31ab47b10b74 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:12.453575 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4d62b40d-0dbe-42d1-9d30-999565771423 req-5eab3dc8-d244-459b-a1f8-31ab47b10b74 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 944 time: 0.0527391 Dec 14 03:11:12.502663 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4d62b40d-0dbe-42d1-9d30-999565771423 req-98270022-4c36-450c-97d7-37ab0f312157 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428145 Dec 14 03:11:13.616763 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796bc27-cc91-40f7-98d6-264d9873ccd6 req-e1ba5412-d858-45fd-aab5-2a79df34ef91 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:13.618278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3796bc27-cc91-40f7-98d6-264d9873ccd6 req-e1ba5412-d858-45fd-aab5-2a79df34ef91 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 944 time: 0.0476255 Dec 14 03:11:13.666728 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3796bc27-cc91-40f7-98d6-264d9873ccd6 req-7cc5bf3f-94c9-4d6f-b1cc-190d4431b191 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425808 Dec 14 03:11:13.877764 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 0b215bf2-89a0-49fd-a762-99c1b5e52ade up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:11:13.990070 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 0b215bf2-89a0-49fd-a762-99c1b5e52ade completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:11:13.994055 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 0b215bf2-89a0-49fd-a762-99c1b5e52ade triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:11:13.994431 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:14.071699 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:14.092734 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb44676-0d50-4f48-af67-fb568c71080d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b215bf2-89a0-49fd-a762-99c1b5e52ade'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:11:14.095697 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a528b527-ef50-4916-b2c3-df5fa8448a5f" -d '{"events": [{"server_uuid": "1eb44676-0d50-4f48-af67-fb568c71080d", "name": "network-vif-plugged", "status": "completed", "tag": "0b215bf2-89a0-49fd-a762-99c1b5e52ade"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:11:14.108041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 0b215bf2-89a0-49fd-a762-99c1b5e52ade, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0b215bf2-89a0-49fd-a762-99c1b5e52ade,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:11:14.163989 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:14.201356 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a99d95-c103-4b50-a3f2-0ad4fb9a3055 x-openstack-request-id: req-f3a99d95-c103-4b50-a3f2-0ad4fb9a3055 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:11:14.201356 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb44676-0d50-4f48-af67-fb568c71080d", "name": "network-vif-plugged", "status": "completed", "tag": "0b215bf2-89a0-49fd-a762-99c1b5e52ade", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:11:14.201356 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3a99d95-c103-4b50-a3f2-0ad4fb9a3055 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:11:14.201356 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb44676-0d50-4f48-af67-fb568c71080d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b215bf2-89a0-49fd-a762-99c1b5e52ade', 'code': 200} Dec 14 03:11:14.220508 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=0b215bf2-89a0-49fd-a762-99c1b5e52ade,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:11:14.329010 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0016c-4bc2-4b0c-be24-4fc238ace945 req-0deb347f-95b7-4267-8ae6-be37733f0224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:14.330548 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-67d0016c-4bc2-4b0c-be24-4fc238ace945 req-0deb347f-95b7-4267-8ae6-be37733f0224 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 1096 time: 0.0409877 Dec 14 03:11:14.377444 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-67d0016c-4bc2-4b0c-be24-4fc238ace945 req-25503bb4-bbff-4d46-aeaa-e5f16de66c4b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380311 Dec 14 03:11:14.785063 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b9b8b-b8ab-4ee5-a82c-8fc9aa6cace4 req-0fef993a-3557-4f2c-8b79-1d5537de2da6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:14.786555 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-749b9b8b-b8ab-4ee5-a82c-8fc9aa6cace4 req-0fef993a-3557-4f2c-8b79-1d5537de2da6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 945 time: 0.0526099 Dec 14 03:11:14.835633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-749b9b8b-b8ab-4ee5-a82c-8fc9aa6cace4 req-8cd4c525-a59f-4a4c-aed4-1c60aa60bd95 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431323 Dec 14 03:11:15.950987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1ef1e-19a5-4db3-9b96-1f13c9fdb84e req-d4f32203-b0f4-44b9-9be7-99fa3da292c8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:15.952486 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2c1ef1e-19a5-4db3-9b96-1f13c9fdb84e req-d4f32203-b0f4-44b9-9be7-99fa3da292c8 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 945 time: 0.0491407 Dec 14 03:11:16.001427 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2c1ef1e-19a5-4db3-9b96-1f13c9fdb84e req-46a2fa3d-c188-411d-ba74-354d5c4278a1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420635 Dec 14 03:11:16.115198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f3e29-e2d4-4fa9-9f36-fc8af05f24fa req-87e1388c-a151-4e65-985c-39277d3bd207 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:16.116574 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-703f3e29-e2d4-4fa9-9f36-fc8af05f24fa req-87e1388c-a151-4e65-985c-39277d3bd207 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 945 time: 0.0477295 Dec 14 03:11:16.169144 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-703f3e29-e2d4-4fa9-9f36-fc8af05f24fa req-b5aa804a-35ec-4b6d-8027-4e9729b4a760 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467057 Dec 14 03:11:16.192725 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50356) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:11:16.231097 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0c432a-d0de-41a1-9500-d1e71bdf1b98 tempest-TestVolumeBootPattern-639554089 tempest-TestVolumeBootPattern-639554089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:16.232631 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8e0c432a-d0de-41a1-9500-d1e71bdf1b98 tempest-TestVolumeBootPattern-639554089 tempest-TestVolumeBootPattern-639554089-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 1091 time: 0.0388041 Dec 14 03:11:16.235844 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50358) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:11:16.240224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': '0b215bf2-89a0-49fd-a762-99c1b5e52ade', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:11:16.346862 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:16.443767 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:16.548590 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Allocated IP 172.25.7.114 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/828f981c-5430-4107-b4b0-fd0ee3f2a2bb) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:11:16.650163 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:16.735755 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:16.775237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:11:16.778147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:11:16.782429 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:11:16.787674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'Port': ['ID=828f981c-5430-4107-b4b0-fd0ee3f2a2bb,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:11:17.138499 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:17.268198 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:17.422046 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:17.475586 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:17.540150 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'Port': ['ID=828f981c-5430-4107-b4b0-fd0ee3f2a2bb,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:11:17.552091 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:17.651672 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Floating IP dc00ba0b-28d8-4801-91de-769910c073ae associated. External IP: 172.25.7.114, port: 0b215bf2-89a0-49fd-a762-99c1b5e52ade. Dec 14 03:11:17.854659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:11:17.964429 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:11:17.974776 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df12f5-ac72-4f35-9fa4-26abcb72d3f0 None None] Sync routers for ids ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:11:17.984010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df12f5-ac72-4f35-9fa4-26abcb72d3f0 None None] Routers {'294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:11:17.984766 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b0df12f5-ac72-4f35-9fa4-26abcb72d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:11:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:11:18.043455 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:18.071652 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3811ab9c-961f-4971-9ebe-a8253b0eab90 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8346622 Dec 14 03:11:18.072245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb44676-0d50-4f48-af67-fb568c71080d', 'tag': '0b215bf2-89a0-49fd-a762-99c1b5e52ade'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:11:18.074526 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85809866-1ee3-4910-9400-fdb1382bee36" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb44676-0d50-4f48-af67-fb568c71080d", "tag": "0b215bf2-89a0-49fd-a762-99c1b5e52ade"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:11:18.091685 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-b0df12f5-ac72-4f35-9fa4-26abcb72d3f0 None None] Set router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:11:18.119668 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bd5e26-c405-4e41-8702-cadcd4e454b0 x-openstack-request-id: req-71bd5e26-c405-4e41-8702-cadcd4e454b0 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:11:18.119975 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb44676-0d50-4f48-af67-fb568c71080d", "tag": "0b215bf2-89a0-49fd-a762-99c1b5e52ade", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:11:18.120239 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71bd5e26-c405-4e41-8702-cadcd4e454b0 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:11:18.120657 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb44676-0d50-4f48-af67-fb568c71080d', 'tag': '0b215bf2-89a0-49fd-a762-99c1b5e52ade', 'status': 'completed', 'code': 200} Dec 14 03:11:18.207761 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85809866-1ee3-4910-9400-fdb1382bee36 req-b9d8da9b-2893-4f40-a8e9-a0904cd90715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:18.209286 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-85809866-1ee3-4910-9400-fdb1382bee36 req-b9d8da9b-2893-4f40-a8e9-a0904cd90715 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 1096 time: 0.0451581 Dec 14 03:11:18.303982 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85809866-1ee3-4910-9400-fdb1382bee36 req-ce2cceae-6407-4285-bca6-b4800552bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:18.305564 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-85809866-1ee3-4910-9400-fdb1382bee36 req-ce2cceae-6407-4285-bca6-b4800552bcd5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 912 time: 0.0882714 Dec 14 03:11:18.321260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b0df12f5-ac72-4f35-9fa4-26abcb72d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'dc00ba0b-28d8-4801-91de-769910c073ae', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'port_id': '0b215bf2-89a0-49fd-a762-99c1b5e52ade', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'mac_address': 'fa:16:3e:7a:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb44676-0d50-4f48-af67-fb568c71080d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:11:17Z', 'updated_at': '2021-12-14T03:11:17Z', 'revision_number': 0, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 5, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:11:18.347233 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df12f5-ac72-4f35-9fa4-26abcb72d3f0 None None] Checking router: 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:11:18.356038 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df12f5-ac72-4f35-9fa4-26abcb72d3f0 None None] Routers {'294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:11:18.356657 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b0df12f5-ac72-4f35-9fa4-26abcb72d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:11:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:11:18.377381 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-85809866-1ee3-4910-9400-fdb1382bee36 req-c8f59698-023d-4135-8419-fd7743ce4a6f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b215bf2-89a0-49fd-a762-99c1b5e52ade HTTP/1.1" status: 200 len: 999 time: 0.0637381 Dec 14 03:11:18.430346 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85809866-1ee3-4910-9400-fdb1382bee36 req-83864a94-46fa-4915-8fc0-af148b23471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:18.431828 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-85809866-1ee3-4910-9400-fdb1382bee36 req-83864a94-46fa-4915-8fc0-af148b23471f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0470157 Dec 14 03:11:18.463524 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-b0df12f5-ac72-4f35-9fa4-26abcb72d3f0 None None] Set router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:11:18.476382 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85809866-1ee3-4910-9400-fdb1382bee36 req-569c6fdc-cdc3-40a9-9c87-4b4b59e207c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:18.477912 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-85809866-1ee3-4910-9400-fdb1382bee36 req-569c6fdc-cdc3-40a9-9c87-4b4b59e207c9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392871 Dec 14 03:11:18.572639 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-85809866-1ee3-4910-9400-fdb1382bee36 req-fd701742-3f9b-4508-b6e6-b41a8287fbe8 service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860021 Dec 14 03:11:18.663490 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-85809866-1ee3-4910-9400-fdb1382bee36 req-f8b0a73c-24d6-4399-adbe-ded7cb47cc1b service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834935 Dec 14 03:11:18.691637 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b0df12f5-ac72-4f35-9fa4-26abcb72d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'dc00ba0b-28d8-4801-91de-769910c073ae', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'port_id': '0b215bf2-89a0-49fd-a762-99c1b5e52ade', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'mac_address': 'fa:16:3e:7a:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb44676-0d50-4f48-af67-fb568c71080d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:11:17Z', 'updated_at': '2021-12-14T03:11:17Z', 'revision_number': 0, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 5, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:11:18.717035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df12f5-ac72-4f35-9fa4-26abcb72d3f0 None None] The sync data for ids ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'] in n-d-821636-1 is: [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'dc00ba0b-28d8-4801-91de-769910c073ae', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'port_id': '0b215bf2-89a0-49fd-a762-99c1b5e52ade', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'mac_address': 'fa:16:3e:7a:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb44676-0d50-4f48-af67-fb568c71080d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:11:17Z', 'updated_at': '2021-12-14T03:11:17Z', 'revision_number': 0, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 5, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:11:18.902621 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038d3bf4-6643-4b78-b29e-ff2734e4c739 None None] New status for floating IP dc00ba0b-28d8-4801-91de-769910c073ae: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:11:27.304128 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:30.395361 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:32.791793 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3e577c5d-0bef-419f-8634-7daf474a476f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:35.037377 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-512928e8-8480-4d4e-bacc-65c851b0eb5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:36.403140 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:37.335674 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-60c5feb9-cef3-44a4-bc03-1732e4615c7e req-0594e985-8056-4ef8-8460-804b2de183bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442836 Dec 14 03:11:37.446717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5feb9-cef3-44a4-bc03-1732e4615c7e req-ab5c60b4-7f81-4328-a492-74358b89fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:37.448223 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-60c5feb9-cef3-44a4-bc03-1732e4615c7e req-ab5c60b4-7f81-4328-a492-74358b89fa46 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 1096 time: 0.0491238 Dec 14 03:11:37.551789 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5feb9-cef3-44a4-bc03-1732e4615c7e req-62f73215-9ecf-4ae3-a29e-9898bb799a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:37.553263 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-60c5feb9-cef3-44a4-bc03-1732e4615c7e req-62f73215-9ecf-4ae3-a29e-9898bb799a3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 912 time: 0.0849335 Dec 14 03:11:37.624360 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-60c5feb9-cef3-44a4-bc03-1732e4615c7e req-d174608f-60b2-44bd-aa13-ca2a66fb3608 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b215bf2-89a0-49fd-a762-99c1b5e52ade HTTP/1.1" status: 200 len: 1001 time: 0.0634990 Dec 14 03:11:37.680979 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5feb9-cef3-44a4-bc03-1732e4615c7e req-d7b6ff04-50ee-420f-b543-6ac280d5f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:37.682472 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-60c5feb9-cef3-44a4-bc03-1732e4615c7e req-d7b6ff04-50ee-420f-b543-6ac280d5f629 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0511661 Dec 14 03:11:37.729399 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5feb9-cef3-44a4-bc03-1732e4615c7e req-5a27ecf6-7ddd-4bbc-951e-dca42475749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:11:37.730893 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-60c5feb9-cef3-44a4-bc03-1732e4615c7e req-5a27ecf6-7ddd-4bbc-951e-dca42475749b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407574 Dec 14 03:11:37.757421 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:37.824423 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-60c5feb9-cef3-44a4-bc03-1732e4615c7e req-6f1630bb-1afc-4d31-80a6-6540fd2634f1 service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863099 Dec 14 03:11:37.914674 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-60c5feb9-cef3-44a4-bc03-1732e4615c7e req-4ad9a950-6e44-4d43-9c81-7a74d0256439 service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830364 Dec 14 03:11:38.663933 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:11:39.757781 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:11:57.310912 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:12:00.417872 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:12:02.749089 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3781b2c4-21f7-48ac-b5eb-d08eb17f074e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:12:05.059270 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2543986a-eb44-4179-a153-a1e91b46e59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:12:06.391036 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:12:07.796424 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:12:08.619658 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:12:16.757076 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:12:27.338435 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:12:30.464022 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:12:32.789687 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d69a6400-9c9f-4d2b-b53e-3ae58a92d947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:12:35.036290 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-50403a9c-028b-47d8-9b29-2e354de4d3ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:12:36.389059 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:12:37.302082 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-03611323-3e3d-4e22-94b9-122aa12e6ada req-3bfc259a-7269-48f3-9838-bd8fb21a6a1c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399609 Dec 14 03:12:37.406769 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03611323-3e3d-4e22-94b9-122aa12e6ada req-67f9cf69-10cf-4e5d-bd70-6bbf863beebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:12:37.408254 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-03611323-3e3d-4e22-94b9-122aa12e6ada req-67f9cf69-10cf-4e5d-bd70-6bbf863beebb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 1096 time: 0.0435305 Dec 14 03:12:37.509551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03611323-3e3d-4e22-94b9-122aa12e6ada req-9638aa76-8ef6-43db-967e-e3a48c0e7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:12:37.511009 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-03611323-3e3d-4e22-94b9-122aa12e6ada req-9638aa76-8ef6-43db-967e-e3a48c0e7f76 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 912 time: 0.0833125 Dec 14 03:12:37.580093 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-03611323-3e3d-4e22-94b9-122aa12e6ada req-a0c7db4b-6089-4996-b490-cddfb4526f55 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b215bf2-89a0-49fd-a762-99c1b5e52ade HTTP/1.1" status: 200 len: 1001 time: 0.0619557 Dec 14 03:12:37.628808 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03611323-3e3d-4e22-94b9-122aa12e6ada req-0b0b30ee-bb35-4dc7-badc-80c779a99312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:12:37.630281 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-03611323-3e3d-4e22-94b9-122aa12e6ada req-0b0b30ee-bb35-4dc7-badc-80c779a99312 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0431957 Dec 14 03:12:37.683219 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03611323-3e3d-4e22-94b9-122aa12e6ada req-491c09cb-f04a-4d89-9ab8-8deaf7780bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:12:37.684704 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-03611323-3e3d-4e22-94b9-122aa12e6ada req-491c09cb-f04a-4d89-9ab8-8deaf7780bce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474565 Dec 14 03:12:37.761426 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:12:37.776264 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-03611323-3e3d-4e22-94b9-122aa12e6ada req-850cd81f-f296-4625-a123-2669cb4e146b service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848756 Dec 14 03:12:37.866113 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-03611323-3e3d-4e22-94b9-122aa12e6ada req-7a8ff24f-d6e0-477f-ab05-2bc253cf4cec service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813463 Dec 14 03:12:38.658268 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:12:53.755775 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:12:57.331636 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:00.429004 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:02.743310 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bc75a471-d97b-4b0f-88aa-839b82b07516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:05.028391 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-596c8084-c3d8-46c4-88c0-2ac4969cca11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:06.399839 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:07.771512 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:08.634542 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:27.343087 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:30.473658 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:30.755992 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:13:32.759094 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e5fb9f5-c1b8-439b-81db-6fdb2f9c20e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:35.046280 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-728b47ec-c5e3-485e-bfc4-520d6e629051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:36.439218 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:37.771138 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:38.324918 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7d0aa81b-ff1d-46bc-a63a-e452c5bfee16 req-3681c7b9-572e-42a4-8fcc-43000efde0ff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424860 Dec 14 03:13:38.431154 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0aa81b-ff1d-46bc-a63a-e452c5bfee16 req-a649d8dd-a3a4-43c7-b61d-fb6d074b7026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:38.432800 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7d0aa81b-ff1d-46bc-a63a-e452c5bfee16 req-a649d8dd-a3a4-43c7-b61d-fb6d074b7026 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 1096 time: 0.0436363 Dec 14 03:13:38.535521 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0aa81b-ff1d-46bc-a63a-e452c5bfee16 req-5c459a14-e272-4177-9471-54f17e4a5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:38.536988 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7d0aa81b-ff1d-46bc-a63a-e452c5bfee16 req-5c459a14-e272-4177-9471-54f17e4a5bf2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 912 time: 0.0850365 Dec 14 03:13:38.610623 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7d0aa81b-ff1d-46bc-a63a-e452c5bfee16 req-38a42907-7d9d-4e2f-ae35-428ed4f8e31a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b215bf2-89a0-49fd-a762-99c1b5e52ade HTTP/1.1" status: 200 len: 1001 time: 0.0668113 Dec 14 03:13:38.616831 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:38.661512 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0aa81b-ff1d-46bc-a63a-e452c5bfee16 req-7709b771-7ea0-4338-aa2a-bb5986633bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:38.662987 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7d0aa81b-ff1d-46bc-a63a-e452c5bfee16 req-7709b771-7ea0-4338-aa2a-bb5986633bc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0455229 Dec 14 03:13:38.711750 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0aa81b-ff1d-46bc-a63a-e452c5bfee16 req-6b93fe96-da75-4bfd-aee8-49cee0cc3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:38.713831 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7d0aa81b-ff1d-46bc-a63a-e452c5bfee16 req-6b93fe96-da75-4bfd-aee8-49cee0cc3a3a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426998 Dec 14 03:13:38.820901 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7d0aa81b-ff1d-46bc-a63a-e452c5bfee16 req-67ae8afe-e9b7-4e90-8d78-7d1c33a8c503 service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996227 Dec 14 03:13:38.922165 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7d0aa81b-ff1d-46bc-a63a-e452c5bfee16 req-4c8bc9fe-2a91-42e0-8f96-3281490d6958 service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921514 Dec 14 03:13:46.553047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-d5e54a5e-307c-4cd9-99cc-23006b3ff05f tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172796479&fields=id&tenant_id=9f0b73c75de740e8ad1f65064e3d00cd HTTP/1.1" status: 200 len: 267 time: 0.0456905 Dec 14 03:13:46.660712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-be2eb298-daaa-479c-8b2f-8d1a857151a7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:46.662192 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-be2eb298-daaa-479c-8b2f-8d1a857151a7 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 811 time: 0.1023870 Dec 14 03:13:46.678025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-7db3f7a8-b812-41ee-ab8f-3a72b8640ec1 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/quotas/9f0b73c75de740e8ad1f65064e3d00cd HTTP/1.1" status: 200 len: 375 time: 0.0097439 Dec 14 03:13:46.732857 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-1430cd8a-055e-4871-8650-c49747c6998b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491545 Dec 14 03:13:46.858341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-48caa07b-fb00-4fe6-bf72-d161d866402b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:13:46.859364 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-48caa07b-fb00-4fe6-bf72-d161d866402b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1153245 Dec 14 03:13:46.948065 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-55224a0f-aa16-408f-a5ae-83e90ad654a5 service neutron] 10.222.0.39 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824013 Dec 14 03:13:47.041987 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-ac4b085a-982a-4b67-b70b-735f9a292065 service neutron] 10.222.0.39 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870423 Dec 14 03:13:47.563396 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91b48269-fa0b-40c0-89f1-b3db31e190de req-20ce94c7-2350-4bb4-8c5f-f06a3aa80c4e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 210 time: 0.0271165 Dec 14 03:13:48.665623 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a0493172-3785-461e-a117-f73fa4a0b698 req-156f73a6-6e4f-4504-b523-a1fc19e5bea5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 210 time: 0.0294993 Dec 14 03:13:49.864321 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-523c5f35-4009-421c-a2b5-189a39cb2a74 req-5b156018-632f-40d2-beed-1026a93f9744 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 210 time: 0.0367203 Dec 14 03:13:49.905719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-a414671d-7089-48ca-83e7-d86a01dbfdcd tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:49.907222 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-a414671d-7089-48ca-83e7-d86a01dbfdcd tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.46 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 811 time: 0.4423704 Dec 14 03:13:49.982659 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-be29f189-e206-4e24-adbc-311d660404b3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f0b73c75de740e8ad1f65064e3d00cd HTTP/1.1" status: 200 len: 380 time: 0.0604520 Dec 14 03:13:49.993370 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Request body: {'port': {'device_id': '42104be0-43b0-4721-ba41-5890633002d4', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'admin_state_up': True, 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'security_groups': ['e74f4086-8f7c-4977-893e-b1e843f06a0c']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:13:50.222145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Made reservation on behalf of 9f0b73c75de740e8ad1f65064e3d00cd for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:13:50.225770 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:50.355923 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Allocated IP 172.20.0.13 (f6fdd018-425d-422f-958d-84f11d8dd088/f5aaf324-af95-4991-b53e-9e216afcf02f/24219574-c9c9-4ebf-b50a-923b9f654b17) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:13:50.491325 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:50.605282 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:50.654124 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Network f6fdd018-425d-422f-958d-84f11d8dd088 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:13:50.657278 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:13:50.667078 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:13:50.694016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'Port': ['ID=24219574-c9c9-4ebf-b50a-923b9f654b17,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:13:50.708385 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:13:50.712445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:13:50.712445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:13:50.712445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:13:50.712445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:13:50.712445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:13:50.712445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:13:50.712445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:13:50.712445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:13:50.712445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:13:50.712445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:13:50.712445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:13:50.712445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:13:50.731835 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:50.737450 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:50.922606 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-3d0bb3de-d30e-4a8c-a1cc-089dd04af4ae tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9330997 Dec 14 03:13:50.969582 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1e26ae27-c3ba-488e-b4e3-fcc72b078c08 None None] Provisioning complete for port 24219574-c9c9-4ebf-b50a-923b9f654b17 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:13:50.970132 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1e26ae27-c3ba-488e-b4e3-fcc72b078c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:51.009382 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Request body: {'port': {'device_id': '42104be0-43b0-4721-ba41-5890633002d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:13:51.011658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1e26ae27-c3ba-488e-b4e3-fcc72b078c08 None None] Port 24219574-c9c9-4ebf-b50a-923b9f654b17 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:13:51.075430 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f638df-448a-406e-82ca-2df1d6821e64 req-09bb095d-a8ff-46cd-9497-852f8eafad77 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:51.076903 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-39f638df-448a-406e-82ca-2df1d6821e64 req-09bb095d-a8ff-46cd-9497-852f8eafad77 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 932 time: 0.1095617 Dec 14 03:13:51.083411 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:51.167642 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-39f638df-448a-406e-82ca-2df1d6821e64 req-885385dd-0099-44d0-99e4-5e6e4ce173cb tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820825 Dec 14 03:13:51.389845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24219574-c9c9-4ebf-b50a-923b9f654b17 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:13:51.398556 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:51.412197 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Transition to ACTIVE for port object 24219574-c9c9-4ebf-b50a-923b9f654b17 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:13:51.496434 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:51.536269 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Pushing event updated for resources: {'Port': ['ID=24219574-c9c9-4ebf-b50a-923b9f654b17,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:13:51.613151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Attempting to bind port 24219574-c9c9-4ebf-b50a-923b9f654b17 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:13:51.613527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Attempting to bind port 24219574-c9c9-4ebf-b50a-923b9f654b17 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:13:51.613911 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Attempting to bind port 24219574-c9c9-4ebf-b50a-923b9f654b17 on network f6fdd018-425d-422f-958d-84f11d8dd088 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:13:51.618633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Port 24219574-c9c9-4ebf-b50a-923b9f654b17 on network f6fdd018-425d-422f-958d-84f11d8dd088 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:13:51.618964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Attempting to bind port 24219574-c9c9-4ebf-b50a-923b9f654b17 on network f6fdd018-425d-422f-958d-84f11d8dd088 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:13:51.624399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:13:51.624742 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Checking segment: {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:13:51.625144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Bound using segment: {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:13:51.625607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Bound port: 24219574-c9c9-4ebf-b50a-923b9f654b17, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:13:51.625974 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:51.693063 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] For port 24219574-c9c9-4ebf-b50a-923b9f654b17, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:13:51.696316 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] For port 24219574-c9c9-4ebf-b50a-923b9f654b17, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=24219574-c9c9-4ebf-b50a-923b9f654b17,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:13:51.790417 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:51.830313 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:51.830906 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:51.832432 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] 10.222.0.46 "PUT /v2.0/ports/24219574-c9c9-4ebf-b50a-923b9f654b17 HTTP/1.1" status: 200 len: 1092 time: 0.8956716 Dec 14 03:13:51.832961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42104be0-43b0-4721-ba41-5890633002d4', 'tag': '24219574-c9c9-4ebf-b50a-923b9f654b17'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:13:51.835398 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b90592-bbba-4798-bbec-0b3d431b731b" -d '{"events": [{"name": "network-changed", "server_uuid": "42104be0-43b0-4721-ba41-5890633002d4", "tag": "24219574-c9c9-4ebf-b50a-923b9f654b17"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:13:51.859610 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81290f09-48ce-4d42-a502-4703ded77004 service neutron] Pushing event updated for resources: {'Port': ['ID=24219574-c9c9-4ebf-b50a-923b9f654b17,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:13:51.996167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-800bfa05-3028-40da-a7d9-43677778ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:51.999011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-800bfa05-3028-40da-a7d9-43677778ef10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 1095 time: 0.0502105 Dec 14 03:13:52.051534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-7eb3a9a0-a6b2-47d0-8058-e4818ffda307 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24219574-c9c9-4ebf-b50a-923b9f654b17 HTTP/1.1" status: 200 len: 217 time: 0.0378985 Dec 14 03:13:52.105250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-fe1b003c-1b62-4f15-997b-643e6132e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:52.108636 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-fe1b003c-1b62-4f15-997b-643e6132e363 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0485580 Dec 14 03:13:52.162186 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-bf201a0a-9d8d-4c02-9ac1-c2c5a939017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:52.166109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-bf201a0a-9d8d-4c02-9ac1-c2c5a939017d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501180 Dec 14 03:13:52.292322 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-8651832d-8127-403a-99a0-908ec39a1c10 service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205034 Dec 14 03:13:52.362463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7e708-4c7c-4168-b066-70bb8334f36e req-a6556d89-ef7a-4b9e-8bd0-3245111651ab tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:52.363980 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ef7e708-4c7c-4168-b066-70bb8334f36e req-a6556d89-ef7a-4b9e-8bd0-3245111651ab tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 944 time: 0.1184251 Dec 14 03:13:52.443978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ef7e708-4c7c-4168-b066-70bb8334f36e req-e67f5e19-afa5-4ac2-b2f2-1546c67c3082 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735600 Dec 14 03:13:52.447581 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14617c09-5eab-46eb-b8af-3e2fbfd0121b req-61079048-c6c9-4410-b5f4-5ae0dc3d1153 service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479042 Dec 14 03:13:52.907987 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b870f2fd-643e-43a3-864c-a7fa5c030cd0 x-openstack-request-id: req-b870f2fd-643e-43a3-864c-a7fa5c030cd0 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:13:52.908288 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42104be0-43b0-4721-ba41-5890633002d4", "tag": "24219574-c9c9-4ebf-b50a-923b9f654b17", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:13:52.908549 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b870f2fd-643e-43a3-864c-a7fa5c030cd0 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:13:52.908963 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42104be0-43b0-4721-ba41-5890633002d4', 'tag': '24219574-c9c9-4ebf-b50a-923b9f654b17', 'status': 'completed', 'code': 200} Dec 14 03:13:52.996961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b90592-bbba-4798-bbec-0b3d431b731b req-6c1b3734-ef95-4f63-ab1b-cb98a15967e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:52.998621 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8b90592-bbba-4798-bbec-0b3d431b731b req-6c1b3734-ef95-4f63-ab1b-cb98a15967e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 1095 time: 0.0432575 Dec 14 03:13:53.095672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b90592-bbba-4798-bbec-0b3d431b731b req-29379283-db07-4ee8-92be-ba0ab7097898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:53.097173 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8b90592-bbba-4798-bbec-0b3d431b731b req-29379283-db07-4ee8-92be-ba0ab7097898 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 912 time: 0.0914729 Dec 14 03:13:53.142320 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8b90592-bbba-4798-bbec-0b3d431b731b req-4766047f-3678-4009-bfec-b175a9a2d96d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24219574-c9c9-4ebf-b50a-923b9f654b17 HTTP/1.1" status: 200 len: 217 time: 0.0376070 Dec 14 03:13:53.197629 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b90592-bbba-4798-bbec-0b3d431b731b req-6b385d52-2d9b-4649-9472-4716e266af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:53.199124 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8b90592-bbba-4798-bbec-0b3d431b731b req-6b385d52-2d9b-4649-9472-4716e266af2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0505302 Dec 14 03:13:53.244928 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b90592-bbba-4798-bbec-0b3d431b731b req-959aee64-d9bc-4622-b866-6cf8bad63fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:53.246453 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8b90592-bbba-4798-bbec-0b3d431b731b req-959aee64-d9bc-4622-b866-6cf8bad63fdc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401416 Dec 14 03:13:53.342133 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8b90592-bbba-4798-bbec-0b3d431b731b req-d00082d7-b187-4117-9c33-25fb9230c195 service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880861 Dec 14 03:13:53.441177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8b90592-bbba-4798-bbec-0b3d431b731b req-fc9d81af-e943-4c67-913c-044481011b86 service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912430 Dec 14 03:13:53.561863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04143cd-6d3f-46d7-81db-6a37c8fa57f3 req-29fd80cd-5b6e-4e44-9c98-1e6b9f709ace tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:53.563362 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c04143cd-6d3f-46d7-81db-6a37c8fa57f3 req-29fd80cd-5b6e-4e44-9c98-1e6b9f709ace tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 944 time: 0.0497429 Dec 14 03:13:53.613566 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c04143cd-6d3f-46d7-81db-6a37c8fa57f3 req-decbb82d-fd03-4fb5-9fef-e4da039ede03 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439551 Dec 14 03:13:54.743184 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739cc8f-2e87-4f70-87d2-794f7f9f6cdf req-694f360e-14f2-46cd-a8b4-abdcb4f859f3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:54.744953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1739cc8f-2e87-4f70-87d2-794f7f9f6cdf req-694f360e-14f2-46cd-a8b4-abdcb4f859f3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 944 time: 0.0566895 Dec 14 03:13:54.803711 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1739cc8f-2e87-4f70-87d2-794f7f9f6cdf req-4c60b489-eb3b-4589-b520-879ef903845c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518498 Dec 14 03:13:55.922494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850f5c6-a8bb-401e-a78b-70c7699fab93 req-9c325a61-624f-4361-97ce-ea3055ac2324 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:55.924023 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a850f5c6-a8bb-401e-a78b-70c7699fab93 req-9c325a61-624f-4361-97ce-ea3055ac2324 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 944 time: 0.0522637 Dec 14 03:13:55.974091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a850f5c6-a8bb-401e-a78b-70c7699fab93 req-cd97901f-a7c7-4efe-9bd1-f349e44a80ed tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438969 Dec 14 03:13:57.092473 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41559573-7cca-4107-95f2-587699299711 req-36af8f7d-d88f-4ce5-bbfc-3c0f04435098 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:57.093971 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41559573-7cca-4107-95f2-587699299711 req-36af8f7d-d88f-4ce5-bbfc-3c0f04435098 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 944 time: 0.0486798 Dec 14 03:13:57.143114 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41559573-7cca-4107-95f2-587699299711 req-5c57c331-e188-429b-a53f-de5159de929e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432427 Dec 14 03:13:57.324699 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:13:58.262976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf2bd1-6fd7-4771-9b24-a2575d549c52 req-55c575a6-a112-4c04-b431-4387152c2544 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:58.264361 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55cf2bd1-6fd7-4771-9b24-a2575d549c52 req-55c575a6-a112-4c04-b431-4387152c2544 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 944 time: 0.0521944 Dec 14 03:13:58.314221 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55cf2bd1-6fd7-4771-9b24-a2575d549c52 req-7859febb-4d0c-4e31-880e-fcdc486662b0 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432956 Dec 14 03:13:59.428271 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4a2fc-70b9-4ae0-917a-41ac8a0a1c61 req-57aad658-e54c-4f23-a8bc-ffa7fcef3361 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:13:59.429780 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58f4a2fc-70b9-4ae0-917a-41ac8a0a1c61 req-57aad658-e54c-4f23-a8bc-ffa7fcef3361 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 944 time: 0.0483789 Dec 14 03:13:59.478156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58f4a2fc-70b9-4ae0-917a-41ac8a0a1c61 req-9baf547c-f94a-4ab1-a5c9-3f500942a8a6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422730 Dec 14 03:14:00.449593 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:00.599487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df88c99-a18a-4c66-aafa-48c64f58150c req-c43c0a4f-8e01-4de1-94dc-32d0434ba3e9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:00.600975 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8df88c99-a18a-4c66-aafa-48c64f58150c req-c43c0a4f-8e01-4de1-94dc-32d0434ba3e9 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 944 time: 0.0526934 Dec 14 03:14:00.650052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8df88c99-a18a-4c66-aafa-48c64f58150c req-663d2868-a4f5-4871-a050-01070a3ae644 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430911 Dec 14 03:14:01.768134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e1f0c-8eba-4b26-872b-07b012fb6b91 req-037d8d3f-d6b9-4f34-a6d5-26ea390760ea tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:01.769777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b59e1f0c-8eba-4b26-872b-07b012fb6b91 req-037d8d3f-d6b9-4f34-a6d5-26ea390760ea tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 944 time: 0.0507119 Dec 14 03:14:01.819879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b59e1f0c-8eba-4b26-872b-07b012fb6b91 req-76702393-ffc5-4941-b4d1-526cd50b8539 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441303 Dec 14 03:14:02.792211 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-929235b7-23fb-4dfd-bd19-5b13aadf8876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:02.933468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d677e3-6209-4959-bc26-93e393f8fde9 req-f689fa4c-0bba-4b84-a8fd-16ead87ff50e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:02.934986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81d677e3-6209-4959-bc26-93e393f8fde9 req-f689fa4c-0bba-4b84-a8fd-16ead87ff50e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 944 time: 0.0482380 Dec 14 03:14:02.988495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81d677e3-6209-4959-bc26-93e393f8fde9 req-91187bae-94d6-49df-b5bd-c6cede7e88f2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473700 Dec 14 03:14:03.815386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 24219574-c9c9-4ebf-b50a-923b9f654b17 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:14:03.911181 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 24219574-c9c9-4ebf-b50a-923b9f654b17, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=24219574-c9c9-4ebf-b50a-923b9f654b17,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:14:03.924542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '24219574-c9c9-4ebf-b50a-923b9f654b17', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'port_id': '24219574-c9c9-4ebf-b50a-923b9f654b17', 'mac_address': 'fa:16:3e:85:74:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:14:03.960627 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:03.973321 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24219574-c9c9-4ebf-b50a-923b9f654b17 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:14:03.996487 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 24219574-c9c9-4ebf-b50a-923b9f654b17, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=24219574-c9c9-4ebf-b50a-923b9f654b17,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:14:04.067607 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:04.105595 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91443962-57ba-4d51-8b87-f27518a7ec08 req-30db48fe-ff04-44d5-8788-ee0b4e18c68d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:04.107160 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91443962-57ba-4d51-8b87-f27518a7ec08 req-30db48fe-ff04-44d5-8788-ee0b4e18c68d tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 945 time: 0.0506351 Dec 14 03:14:04.115768 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=24219574-c9c9-4ebf-b50a-923b9f654b17,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:14:04.123116 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:14:04.124532 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:14:04.124532 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:14:04.124532 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:14:04.124532 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:14:04.124876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:14:04.125129 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:14:04.125485 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:14:04.125819 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:14:04.126163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:14:04.126501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:14:04.126834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:14:04.127162 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:14:04.160973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91443962-57ba-4d51-8b87-f27518a7ec08 req-c1c43de5-e1f5-42a2-9bcf-b662f5d4ac67 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473194 Dec 14 03:14:04.364147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['24219574-c9c9-4ebf-b50a-923b9f654b17'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:14:05.090799 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a8601ee1-159d-4a38-8744-713dd5b2553a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:05.289083 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e330768-a930-4a6a-b4b6-1e3838837f33 req-0d3bf6ab-b3f7-4ae6-8593-4e5242ba7b2a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:05.290882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e330768-a930-4a6a-b4b6-1e3838837f33 req-0d3bf6ab-b3f7-4ae6-8593-4e5242ba7b2a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 945 time: 0.0601261 Dec 14 03:14:05.340093 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e330768-a930-4a6a-b4b6-1e3838837f33 req-19bdeb10-ceda-4df0-baa8-114bbb05dcf3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431798 Dec 14 03:14:05.814134 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 24219574-c9c9-4ebf-b50a-923b9f654b17 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:14:05.941747 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 24219574-c9c9-4ebf-b50a-923b9f654b17 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:14:05.946028 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 24219574-c9c9-4ebf-b50a-923b9f654b17 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:14:05.946464 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:06.025858 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:06.048456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42104be0-43b0-4721-ba41-5890633002d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24219574-c9c9-4ebf-b50a-923b9f654b17'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:14:06.050818 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72e54b4-a351-47d4-91ef-1dc5ea2639fb" -d '{"events": [{"server_uuid": "42104be0-43b0-4721-ba41-5890633002d4", "name": "network-vif-plugged", "status": "completed", "tag": "24219574-c9c9-4ebf-b50a-923b9f654b17"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:14:06.063563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 24219574-c9c9-4ebf-b50a-923b9f654b17, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=24219574-c9c9-4ebf-b50a-923b9f654b17,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:14:06.087190 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad098f3-3f88-402a-939e-6f9af3ee9cbe x-openstack-request-id: req-0ad098f3-3f88-402a-939e-6f9af3ee9cbe {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:14:06.087636 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42104be0-43b0-4721-ba41-5890633002d4", "name": "network-vif-plugged", "status": "completed", "tag": "24219574-c9c9-4ebf-b50a-923b9f654b17", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:14:06.087882 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ad098f3-3f88-402a-939e-6f9af3ee9cbe {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:14:06.088277 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42104be0-43b0-4721-ba41-5890633002d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24219574-c9c9-4ebf-b50a-923b9f654b17', 'code': 200} Dec 14 03:14:06.147354 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:06.195216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=24219574-c9c9-4ebf-b50a-923b9f654b17,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:14:06.218364 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf844e-9f35-4f49-9e70-0101d544f60a req-55a2c841-68d4-4053-84c5-fe768dc5f050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:06.220220 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbdf844e-9f35-4f49-9e70-0101d544f60a req-55a2c841-68d4-4053-84c5-fe768dc5f050 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 1097 time: 0.0453434 Dec 14 03:14:06.267774 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbdf844e-9f35-4f49-9e70-0101d544f60a req-38e2a6ea-33b9-4a5b-a327-101f5548e3d8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405874 Dec 14 03:14:06.439070 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:06.463873 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808feb3-8372-44ae-bb12-65deb86f3eca req-6fba5f12-2d59-4ef0-99f3-f6dbf563d484 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:06.465521 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0808feb3-8372-44ae-bb12-65deb86f3eca req-6fba5f12-2d59-4ef0-99f3-f6dbf563d484 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 946 time: 0.0495496 Dec 14 03:14:06.514916 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0808feb3-8372-44ae-bb12-65deb86f3eca req-fd043c32-aeb0-4426-b19e-7847bff17ed2 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433385 Dec 14 03:14:07.635988 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1852f-212b-477b-b5d7-5a34bcbab890 req-a2a5e3cd-df12-47e9-b14a-f1b78a8a01eb tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:07.637516 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-46d1852f-212b-477b-b5d7-5a34bcbab890 req-a2a5e3cd-df12-47e9-b14a-f1b78a8a01eb tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 946 time: 0.0493906 Dec 14 03:14:07.691503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-46d1852f-212b-477b-b5d7-5a34bcbab890 req-b6acd736-553f-4cd0-aebd-e9116a20ab1e tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480261 Dec 14 03:14:07.754813 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:14:07.782236 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:07.810878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c652352-faa6-4937-aac0-1f2494956e1b req-7de9a74c-ca4e-4ed1-891f-20bc631301d5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:07.812330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c652352-faa6-4937-aac0-1f2494956e1b req-7de9a74c-ca4e-4ed1-891f-20bc631301d5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 946 time: 0.0486629 Dec 14 03:14:07.861843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c652352-faa6-4937-aac0-1f2494956e1b req-3b4a0280-07f9-43d3-9fb8-c426338a1a64 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434234 Dec 14 03:14:07.884027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50564) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:14:08.050293 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fee438a-c15b-4870-93f7-bfe95bb9b263 tempest-TestVolumeBootPattern-639554089 tempest-TestVolumeBootPattern-639554089-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:08.051810 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-4fee438a-c15b-4870-93f7-bfe95bb9b263 tempest-TestVolumeBootPattern-639554089 tempest-TestVolumeBootPattern-639554089-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 1092 time: 0.1667967 Dec 14 03:14:08.054628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50568) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:14:08.059187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': '24219574-c9c9-4ebf-b50a-923b9f654b17', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:14:08.136270 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:08.234322 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:08.336900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Allocated IP 172.25.7.66 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/0627cab1-df76-4333-9a11-d731959a14df) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:14:08.445552 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:08.559414 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:08.598749 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:14:08.602538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:14:08.605123 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:14:08.635053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'Port': ['ID=0627cab1-df76-4333-9a11-d731959a14df,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:14:08.650461 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:08.960511 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:09.069881 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:09.222748 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:09.307075 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:09.383591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event updated for resources: {'Port': ['ID=0627cab1-df76-4333-9a11-d731959a14df,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:14:09.397437 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:09.498422 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Floating IP 413c6df5-ab02-4f7b-b1c0-c49d04315658 associated. External IP: 172.25.7.66, port: 24219574-c9c9-4ebf-b50a-923b9f654b17. Dec 14 03:14:09.701324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:14:09.806389 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:14:09.815870 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adee59c-b02c-45ab-80bc-8941a9064878 None None] Sync routers for ids ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:14:09.825292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adee59c-b02c-45ab-80bc-8941a9064878 None None] Routers {'294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:14:09.825934 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7adee59c-b02c-45ab-80bc-8941a9064878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:14:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:14:09.886637 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:09.919025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-07342253-d651-48af-906a-14a0a971886a tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8631983 Dec 14 03:14:09.919608 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42104be0-43b0-4721-ba41-5890633002d4', 'tag': '24219574-c9c9-4ebf-b50a-923b9f654b17'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:14:09.922316 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bcc5d8-d83d-4ab3-843e-a740b42e37a7" -d '{"events": [{"name": "network-changed", "server_uuid": "42104be0-43b0-4721-ba41-5890633002d4", "tag": "24219574-c9c9-4ebf-b50a-923b9f654b17"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:14:09.933139 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-7adee59c-b02c-45ab-80bc-8941a9064878 None None] Set router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:14:09.961858 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f04cd2-25ce-4a1c-bd69-a18ee3972039 x-openstack-request-id: req-05f04cd2-25ce-4a1c-bd69-a18ee3972039 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:14:09.962364 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42104be0-43b0-4721-ba41-5890633002d4", "tag": "24219574-c9c9-4ebf-b50a-923b9f654b17", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:14:09.962364 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-05f04cd2-25ce-4a1c-bd69-a18ee3972039 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:14:09.962679 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42104be0-43b0-4721-ba41-5890633002d4', 'tag': '24219574-c9c9-4ebf-b50a-923b9f654b17', 'status': 'completed', 'code': 200} Dec 14 03:14:10.056586 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcc5d8-d83d-4ab3-843e-a740b42e37a7 req-9eca8638-2e61-4968-901d-0ec0f5976fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:10.058256 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9bcc5d8-d83d-4ab3-843e-a740b42e37a7 req-9eca8638-2e61-4968-901d-0ec0f5976fda service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 1097 time: 0.0476406 Dec 14 03:14:10.151678 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcc5d8-d83d-4ab3-843e-a740b42e37a7 req-8bcaa429-1f48-4b22-8d6f-5ebfc1a0a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:10.153155 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9bcc5d8-d83d-4ab3-843e-a740b42e37a7 req-8bcaa429-1f48-4b22-8d6f-5ebfc1a0a74c service neutron] 10.222.0.46 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 912 time: 0.0872717 Dec 14 03:14:10.223362 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9bcc5d8-d83d-4ab3-843e-a740b42e37a7 req-1d044946-4af4-4178-92ab-4d1596947566 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24219574-c9c9-4ebf-b50a-923b9f654b17 HTTP/1.1" status: 200 len: 999 time: 0.0627949 Dec 14 03:14:10.272871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcc5d8-d83d-4ab3-843e-a740b42e37a7 req-28df6794-01c2-4f18-a5c6-290e8caff24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:10.274539 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9bcc5d8-d83d-4ab3-843e-a740b42e37a7 req-28df6794-01c2-4f18-a5c6-290e8caff24c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0446279 Dec 14 03:14:10.321798 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcc5d8-d83d-4ab3-843e-a740b42e37a7 req-96c9d98d-497b-49dc-b4e6-70b0ee2a3d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:10.323187 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7adee59c-b02c-45ab-80bc-8941a9064878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '413c6df5-ab02-4f7b-b1c0-c49d04315658', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'floating_ip_address': '172.25.7.66', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'port_id': '24219574-c9c9-4ebf-b50a-923b9f654b17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4037, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'mac_address': 'fa:16:3e:85:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42104be0-43b0-4721-ba41-5890633002d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:14:08Z', 'updated_at': '2021-12-14T03:14:08Z', 'revision_number': 0, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'fixed_ip_address_scope': None}, {'id': 'dc00ba0b-28d8-4801-91de-769910c073ae', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'port_id': '0b215bf2-89a0-49fd-a762-99c1b5e52ade', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'mac_address': 'fa:16:3e:7a:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb44676-0d50-4f48-af67-fb568c71080d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:11:17Z', 'updated_at': '2021-12-14T03:11:19Z', 'revision_number': 1, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 5, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:14:10.323508 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9bcc5d8-d83d-4ab3-843e-a740b42e37a7 req-96c9d98d-497b-49dc-b4e6-70b0ee2a3d79 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413060 Dec 14 03:14:10.354039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adee59c-b02c-45ab-80bc-8941a9064878 None None] Checking router: 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:14:10.362675 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adee59c-b02c-45ab-80bc-8941a9064878 None None] Routers {'294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:14:10.363264 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7adee59c-b02c-45ab-80bc-8941a9064878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:14:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:14:10.421692 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9bcc5d8-d83d-4ab3-843e-a740b42e37a7 req-f6b6ecd5-bdd7-45a2-a361-80309bfc7ac9 service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911968 Dec 14 03:14:10.473223 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-7adee59c-b02c-45ab-80bc-8941a9064878 None None] Set router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:14:10.513600 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9bcc5d8-d83d-4ab3-843e-a740b42e37a7 req-44e109b9-0238-4ea5-944a-ea0f9012e161 service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845244 Dec 14 03:14:10.697170 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7adee59c-b02c-45ab-80bc-8941a9064878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '413c6df5-ab02-4f7b-b1c0-c49d04315658', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'floating_ip_address': '172.25.7.66', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'port_id': '24219574-c9c9-4ebf-b50a-923b9f654b17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4037, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'mac_address': 'fa:16:3e:85:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42104be0-43b0-4721-ba41-5890633002d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:14:08Z', 'updated_at': '2021-12-14T03:14:08Z', 'revision_number': 0, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'fixed_ip_address_scope': None}, {'id': 'dc00ba0b-28d8-4801-91de-769910c073ae', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'port_id': '0b215bf2-89a0-49fd-a762-99c1b5e52ade', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'mac_address': 'fa:16:3e:7a:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb44676-0d50-4f48-af67-fb568c71080d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:11:17Z', 'updated_at': '2021-12-14T03:11:19Z', 'revision_number': 1, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 5, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:14:10.727361 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adee59c-b02c-45ab-80bc-8941a9064878 None None] The sync data for ids ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'] in n-d-821636-1 is: [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '413c6df5-ab02-4f7b-b1c0-c49d04315658', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'floating_ip_address': '172.25.7.66', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'port_id': '24219574-c9c9-4ebf-b50a-923b9f654b17', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4037, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'mac_address': 'fa:16:3e:85:74:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42104be0-43b0-4721-ba41-5890633002d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:14:08Z', 'updated_at': '2021-12-14T03:14:08Z', 'revision_number': 0, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'fixed_ip_address_scope': None}, {'id': 'dc00ba0b-28d8-4801-91de-769910c073ae', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'port_id': '0b215bf2-89a0-49fd-a762-99c1b5e52ade', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'mac_address': 'fa:16:3e:7a:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb44676-0d50-4f48-af67-fb568c71080d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:11:17Z', 'updated_at': '2021-12-14T03:11:19Z', 'revision_number': 1, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 5, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:14:10.923503 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ba439a-ae7d-4ab1-9932-744a98e0acbe None None] New status for floating IP 413c6df5-ab02-4f7b-b1c0-c49d04315658: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:14:26.084274 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-a4db28bd-c3bd-4a6d-9717-e8b3433c6aa6 req-7f06d715-b67b-4ee6-9760-89eca8371840 service neutron] (103848) timed out ('10.222.0.39', 38846) {{(pid=103848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 03:14:27.336074 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:30.448419 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:32.793071 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5023e0cd-c542-4535-8b86-4ad6409eb903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:35.038621 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f6d4cbd6-ce9a-459d-bf8b-909a3d49a120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:36.414361 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:37.769892 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:38.638662 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:14:40.387164 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2ff672e8-4786-4e99-97ae-7f353d0d4fce req-a2a984d8-9eaa-4744-9f6e-4cb8953609cd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1221664 Dec 14 03:14:40.492678 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff672e8-4786-4e99-97ae-7f353d0d4fce req-6bba1c3a-0363-4181-a7d9-51c79dfd18fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:40.494241 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2ff672e8-4786-4e99-97ae-7f353d0d4fce req-6bba1c3a-0363-4181-a7d9-51c79dfd18fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 1096 time: 0.0437720 Dec 14 03:14:40.596120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff672e8-4786-4e99-97ae-7f353d0d4fce req-eae90a20-28f1-4572-8bb4-0c8ad4858efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:40.597610 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2ff672e8-4786-4e99-97ae-7f353d0d4fce req-eae90a20-28f1-4572-8bb4-0c8ad4858efa service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 912 time: 0.0853612 Dec 14 03:14:40.667800 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2ff672e8-4786-4e99-97ae-7f353d0d4fce req-ba2b5be9-67e1-46e8-a82d-da1c477197ec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b215bf2-89a0-49fd-a762-99c1b5e52ade HTTP/1.1" status: 200 len: 1001 time: 0.0629728 Dec 14 03:14:40.717011 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff672e8-4786-4e99-97ae-7f353d0d4fce req-9a2112f0-9312-4656-9d75-8791d4616b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:40.718519 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2ff672e8-4786-4e99-97ae-7f353d0d4fce req-9a2112f0-9312-4656-9d75-8791d4616b5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0433965 Dec 14 03:14:40.763172 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff672e8-4786-4e99-97ae-7f353d0d4fce req-b49ca57f-2e77-4ff4-90e4-522f3318cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:40.764632 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2ff672e8-4786-4e99-97ae-7f353d0d4fce req-b49ca57f-2e77-4ff4-90e4-522f3318cc2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386465 Dec 14 03:14:40.856259 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2ff672e8-4786-4e99-97ae-7f353d0d4fce req-bcaed30d-721d-47c7-aa18-1204fa59f4d1 service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843945 Dec 14 03:14:40.947842 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2ff672e8-4786-4e99-97ae-7f353d0d4fce req-7be6d349-8439-4037-9941-2d869dcb1eba service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825510 Dec 14 03:14:44.753701 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:14:47.720102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80c00d83-1cfd-4c6c-9c27-e0e89954c7c2 req-a6ce1aee-770d-4f30-9d41-b9f8bbec5682 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392752 Dec 14 03:14:47.819755 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c00d83-1cfd-4c6c-9c27-e0e89954c7c2 req-5235db30-c461-42b6-97d8-9f1344fb3f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:47.821245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80c00d83-1cfd-4c6c-9c27-e0e89954c7c2 req-5235db30-c461-42b6-97d8-9f1344fb3f86 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 1097 time: 0.0442359 Dec 14 03:14:47.922992 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c00d83-1cfd-4c6c-9c27-e0e89954c7c2 req-dd0dd2c5-2c23-4d33-83a7-ec34eac23f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:47.924465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80c00d83-1cfd-4c6c-9c27-e0e89954c7c2 req-dd0dd2c5-2c23-4d33-83a7-ec34eac23f80 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 912 time: 0.0836482 Dec 14 03:14:47.994072 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80c00d83-1cfd-4c6c-9c27-e0e89954c7c2 req-827b4980-7117-4731-aee3-852d586580f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24219574-c9c9-4ebf-b50a-923b9f654b17 HTTP/1.1" status: 200 len: 1001 time: 0.0615366 Dec 14 03:14:48.043041 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c00d83-1cfd-4c6c-9c27-e0e89954c7c2 req-9f7d18fd-3cec-401c-b4af-e1fa57ce228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:48.044478 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80c00d83-1cfd-4c6c-9c27-e0e89954c7c2 req-9f7d18fd-3cec-401c-b4af-e1fa57ce228c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0436351 Dec 14 03:14:48.089380 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c00d83-1cfd-4c6c-9c27-e0e89954c7c2 req-4fede5b4-ec85-48b9-be4d-977305c8ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:14:48.090881 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80c00d83-1cfd-4c6c-9c27-e0e89954c7c2 req-4fede5b4-ec85-48b9-be4d-977305c8ede8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386763 Dec 14 03:14:48.495738 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80c00d83-1cfd-4c6c-9c27-e0e89954c7c2 req-914c93a6-e272-4554-9af1-1c53cd99859b service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972309 Dec 14 03:14:48.583151 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80c00d83-1cfd-4c6c-9c27-e0e89954c7c2 req-6d1aa326-0aa6-43ad-9627-ec9f7592d9d6 service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805883 Dec 14 03:14:57.327919 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:15:00.442253 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:15:02.763544 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6245adba-9944-4b12-ab31-734b3eca24b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:15:05.047317 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d3817467-8259-43fb-8581-ffd47bc4430f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:15:06.421184 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:15:07.803482 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:15:08.620646 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:15:21.752570 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:15:27.346580 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:15:30.443380 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:15:32.757681 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4acff94b-8688-4c62-8e44-a5c42e7e2121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:15:35.048718 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-45c698d9-485d-4c1a-98a7-61175b0ac973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:15:36.400777 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:15:37.800330 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:15:38.637685 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:15:42.320784 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b5f28bb0-9b70-432d-9d1f-e3bd11e1be14 req-f99085c8-569d-42a2-b3b6-62c1403cff63 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454669 Dec 14 03:15:42.426419 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f28bb0-9b70-432d-9d1f-e3bd11e1be14 req-af64b459-9cd3-486b-a5d4-a5d85db60c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:15:42.428482 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b5f28bb0-9b70-432d-9d1f-e3bd11e1be14 req-af64b459-9cd3-486b-a5d4-a5d85db60c92 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 1096 time: 0.0469191 Dec 14 03:15:42.840612 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f28bb0-9b70-432d-9d1f-e3bd11e1be14 req-e266976b-edd3-4193-b014-f489cdb888ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:15:42.842150 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b5f28bb0-9b70-432d-9d1f-e3bd11e1be14 req-e266976b-edd3-4193-b014-f489cdb888ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 912 time: 0.3953569 Dec 14 03:15:42.909082 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b5f28bb0-9b70-432d-9d1f-e3bd11e1be14 req-e83f8e8c-2c8e-4e6b-8d10-9f1398bf600d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b215bf2-89a0-49fd-a762-99c1b5e52ade HTTP/1.1" status: 200 len: 1001 time: 0.0596271 Dec 14 03:15:42.958718 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f28bb0-9b70-432d-9d1f-e3bd11e1be14 req-9ba933a6-6622-4e37-bb83-4a97efba886c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:15:42.960295 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b5f28bb0-9b70-432d-9d1f-e3bd11e1be14 req-9ba933a6-6622-4e37-bb83-4a97efba886c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0444038 Dec 14 03:15:43.009826 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f28bb0-9b70-432d-9d1f-e3bd11e1be14 req-b75daf37-cc4e-40da-ab17-dc6c92c71c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:15:43.011664 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b5f28bb0-9b70-432d-9d1f-e3bd11e1be14 req-b75daf37-cc4e-40da-ab17-dc6c92c71c88 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447378 Dec 14 03:15:43.105487 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b5f28bb0-9b70-432d-9d1f-e3bd11e1be14 req-ff7d6f28-11a7-4498-99bd-6fb990f87031 service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870280 Dec 14 03:15:43.194404 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b5f28bb0-9b70-432d-9d1f-e3bd11e1be14 req-2b30fc93-4c49-4786-9646-39b7a82cba2d service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823157 Dec 14 03:15:49.717012 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-622c1d43-dfcc-4389-bc8e-034a96843d68 req-6a26243f-2eff-4a30-be9a-6da8d732a61b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462527 Dec 14 03:15:49.816440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c1d43-dfcc-4389-bc8e-034a96843d68 req-5bf4a49a-e0fc-407c-9e86-9a17eebf4ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:15:49.818549 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-622c1d43-dfcc-4389-bc8e-034a96843d68 req-5bf4a49a-e0fc-407c-9e86-9a17eebf4ff2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 1097 time: 0.0419405 Dec 14 03:15:49.919408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c1d43-dfcc-4389-bc8e-034a96843d68 req-a9f17174-368c-432f-8108-9cb12b9336f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:15:49.921139 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-622c1d43-dfcc-4389-bc8e-034a96843d68 req-a9f17174-368c-432f-8108-9cb12b9336f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 912 time: 0.0842583 Dec 14 03:15:49.996412 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-622c1d43-dfcc-4389-bc8e-034a96843d68 req-a5c65397-da47-4173-9a58-fb409c31756b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24219574-c9c9-4ebf-b50a-923b9f654b17 HTTP/1.1" status: 200 len: 1001 time: 0.0674129 Dec 14 03:15:50.045114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c1d43-dfcc-4389-bc8e-034a96843d68 req-146450ce-6fe0-4108-a83a-2215222f970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:15:50.046601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-622c1d43-dfcc-4389-bc8e-034a96843d68 req-146450ce-6fe0-4108-a83a-2215222f970c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0438447 Dec 14 03:15:50.091339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c1d43-dfcc-4389-bc8e-034a96843d68 req-546e5cca-855d-44e0-b303-530ea3ff3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:15:50.092837 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-622c1d43-dfcc-4389-bc8e-034a96843d68 req-546e5cca-855d-44e0-b303-530ea3ff3613 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383646 Dec 14 03:15:50.186792 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-622c1d43-dfcc-4389-bc8e-034a96843d68 req-c2283957-b901-472d-8937-95919b0da42f service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862594 Dec 14 03:15:50.274829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-622c1d43-dfcc-4389-bc8e-034a96843d68 req-e5fb0e7f-9534-47fc-86be-391a327b6ad3 service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811524 Dec 14 03:15:57.383337 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:15:58.751137 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:16:00.468156 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:02.757848 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-82733382-62e4-4400-a72c-0d44b34c0aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:05.048139 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7a802dfd-edc8-4083-854b-7f8adce2aa67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:06.468418 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:07.770666 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:08.650736 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:24.035479 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50654) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:16:24.198658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Deleting port 0627cab1-df76-4333-9a11-d731959a14df {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:16:24.198886 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:24.274332 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:24.274725 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:24.286774 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Calling delete_port for 0627cab1-df76-4333-9a11-d731959a14df owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:16:24.508356 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:24.532115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event deleted for resources: {'Port': ['ID=0627cab1-df76-4333-9a11-d731959a14df,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:16:24.547154 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:24.547506 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:24.547854 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:24.548197 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:24.548536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:24.548872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:24.549206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:24.549595 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:24.549926 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:24.550255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:24.550583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:24.550912 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:24.551242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:24.609188 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:24.609544 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Floating IP 413c6df5-ab02-4f7b-b1c0-c49d04315658 disassociated (deleted). External IP: 172.25.7.66, port: 24219574-c9c9-4ebf-b50a-923b9f654b17. Dec 14 03:16:24.895701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:16:25.005655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:16:25.011084 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:25.017848 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9925629-4766-4884-aae2-501521a198ad None None] Sync routers for ids ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:16:25.028688 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9925629-4766-4884-aae2-501521a198ad None None] Routers {'294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:16:25.029425 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f9925629-4766-4884-aae2-501521a198ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:16:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:16:25.037671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2448e418-61b9-4abe-9845-7656376ddbd3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "DELETE /v2.0/floatingips/413c6df5-ab02-4f7b-b1c0-c49d04315658 HTTP/1.1" status: 204 len: 168 time: 1.0009930 Dec 14 03:16:25.038424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42104be0-43b0-4721-ba41-5890633002d4', 'tag': '24219574-c9c9-4ebf-b50a-923b9f654b17'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:16:25.040716 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e683fa25-c899-44dc-a1a2-aab27af0cd1c" -d '{"events": [{"name": "network-changed", "server_uuid": "42104be0-43b0-4721-ba41-5890633002d4", "tag": "24219574-c9c9-4ebf-b50a-923b9f654b17"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:16:25.145270 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-f9925629-4766-4884-aae2-501521a198ad None None] Set router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:16:25.202314 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee29453-4173-47ec-8c41-ca5fa0494a92 x-openstack-request-id: req-4ee29453-4173-47ec-8c41-ca5fa0494a92 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:16:25.202605 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42104be0-43b0-4721-ba41-5890633002d4", "tag": "24219574-c9c9-4ebf-b50a-923b9f654b17", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:16:25.202863 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ee29453-4173-47ec-8c41-ca5fa0494a92 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:16:25.203340 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42104be0-43b0-4721-ba41-5890633002d4', 'tag': '24219574-c9c9-4ebf-b50a-923b9f654b17', 'status': 'completed', 'code': 200} Dec 14 03:16:25.290507 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683fa25-c899-44dc-a1a2-aab27af0cd1c req-61b0751c-db70-4be7-b2e5-274030cc725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:16:25.292034 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e683fa25-c899-44dc-a1a2-aab27af0cd1c req-61b0751c-db70-4be7-b2e5-274030cc725d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 1097 time: 0.0444908 Dec 14 03:16:25.381022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f9925629-4766-4884-aae2-501521a198ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'dc00ba0b-28d8-4801-91de-769910c073ae', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'port_id': '0b215bf2-89a0-49fd-a762-99c1b5e52ade', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'mac_address': 'fa:16:3e:7a:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb44676-0d50-4f48-af67-fb568c71080d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:11:17Z', 'updated_at': '2021-12-14T03:11:19Z', 'revision_number': 1, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 5, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:16:25.386645 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683fa25-c899-44dc-a1a2-aab27af0cd1c req-b9a4a918-39a3-4936-a8a8-ee726e2502c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:16:25.392871 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e683fa25-c899-44dc-a1a2-aab27af0cd1c req-b9a4a918-39a3-4936-a8a8-ee726e2502c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 912 time: 0.0878055 Dec 14 03:16:25.408001 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9925629-4766-4884-aae2-501521a198ad None None] Checking router: 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:16:25.416482 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9925629-4766-4884-aae2-501521a198ad None None] Routers {'294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:16:25.417123 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f9925629-4766-4884-aae2-501521a198ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:16:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:16:25.434784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e683fa25-c899-44dc-a1a2-aab27af0cd1c req-d6011a60-1e9b-4f70-a863-d495bafc1b99 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24219574-c9c9-4ebf-b50a-923b9f654b17 HTTP/1.1" status: 200 len: 217 time: 0.0395858 Dec 14 03:16:25.490828 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683fa25-c899-44dc-a1a2-aab27af0cd1c req-d1cccea8-3a1e-4455-846d-472ba52da74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:16:25.493202 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e683fa25-c899-44dc-a1a2-aab27af0cd1c req-d1cccea8-3a1e-4455-846d-472ba52da74f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0514164 Dec 14 03:16:25.535395 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-f9925629-4766-4884-aae2-501521a198ad None None] Set router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:16:25.543876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683fa25-c899-44dc-a1a2-aab27af0cd1c req-f0e17a86-d616-4dee-ba03-274cc478464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:16:25.545434 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e683fa25-c899-44dc-a1a2-aab27af0cd1c req-f0e17a86-d616-4dee-ba03-274cc478464b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446956 Dec 14 03:16:25.649163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151961bc-ff94-44a7-9a68-37a6847c2130 req-49111a70-b680-4ec6-995d-29054737fb25 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:16:25.650717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-151961bc-ff94-44a7-9a68-37a6847c2130 req-49111a70-b680-4ec6-995d-29054737fb25 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 946 time: 0.1781607 Dec 14 03:16:25.695955 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e683fa25-c899-44dc-a1a2-aab27af0cd1c req-25ab80c3-a824-4178-bd07-a86ca5afbd54 service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391582 Dec 14 03:16:25.763073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f9925629-4766-4884-aae2-501521a198ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'dc00ba0b-28d8-4801-91de-769910c073ae', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'port_id': '0b215bf2-89a0-49fd-a762-99c1b5e52ade', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'mac_address': 'fa:16:3e:7a:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb44676-0d50-4f48-af67-fb568c71080d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:11:17Z', 'updated_at': '2021-12-14T03:11:19Z', 'revision_number': 1, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 5, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:16:25.767732 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-151961bc-ff94-44a7-9a68-37a6847c2130 req-25f02c14-9534-472f-8d5c-b1def0c34cb3 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066198 Dec 14 03:16:25.792475 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9925629-4766-4884-aae2-501521a198ad None None] The sync data for ids ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'] in n-d-821636-1 is: [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'dc00ba0b-28d8-4801-91de-769910c073ae', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'floating_ip_address': '172.25.7.114', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'port_id': '0b215bf2-89a0-49fd-a762-99c1b5e52ade', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'mac_address': 'fa:16:3e:7a:69:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eb44676-0d50-4f48-af67-fb568c71080d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:11:17Z', 'updated_at': '2021-12-14T03:11:19Z', 'revision_number': 1, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 5, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:16:25.808442 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e683fa25-c899-44dc-a1a2-aab27af0cd1c req-d988f56a-c457-49ef-9f3c-1ec571adab15 service neutron] 10.222.0.46 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052613 Dec 14 03:16:26.016837 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c8c134-565c-45cc-8e00-49f1bac1843e None None] New status for floating IP 413c6df5-ab02-4f7b-b1c0-c49d04315658: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:16:26.937922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d399be0-8074-462c-9361-5316c339a3fc req-6feba931-6e06-412f-b253-b489942c270b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:16:26.939518 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d399be0-8074-462c-9361-5316c339a3fc req-6feba931-6e06-412f-b253-b489942c270b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 946 time: 0.1004477 Dec 14 03:16:26.988563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d399be0-8074-462c-9361-5316c339a3fc req-32a31fd9-71b2-49f5-8e67-6a165fc1eb79 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429876 Dec 14 03:16:27.205876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492464a-4f02-409f-9bb8-8a26ee6425ae req-5b28d091-3f1e-4847-b1df-0d07b8affcde tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:16:27.207336 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8492464a-4f02-409f-9bb8-8a26ee6425ae req-5b28d091-3f1e-4847-b1df-0d07b8affcde tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.46 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 946 time: 0.0472226 Dec 14 03:16:27.302411 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-8492464a-4f02-409f-9bb8-8a26ee6425ae req-e481404e-b9cd-4b5c-973a-1269dc07f932 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Deleting port 24219574-c9c9-4ebf-b50a-923b9f654b17 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:16:27.302761 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8492464a-4f02-409f-9bb8-8a26ee6425ae req-e481404e-b9cd-4b5c-973a-1269dc07f932 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:27.367932 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:27.390778 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8492464a-4f02-409f-9bb8-8a26ee6425ae req-e481404e-b9cd-4b5c-973a-1269dc07f932 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] For port 24219574-c9c9-4ebf-b50a-923b9f654b17, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=24219574-c9c9-4ebf-b50a-923b9f654b17,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:16:27.391150 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8492464a-4f02-409f-9bb8-8a26ee6425ae req-e481404e-b9cd-4b5c-973a-1269dc07f932 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:27.405945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-8492464a-4f02-409f-9bb8-8a26ee6425ae req-e481404e-b9cd-4b5c-973a-1269dc07f932 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Calling delete_port for 24219574-c9c9-4ebf-b50a-923b9f654b17 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:16:27.602691 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8492464a-4f02-409f-9bb8-8a26ee6425ae req-e481404e-b9cd-4b5c-973a-1269dc07f932 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:27.629796 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481404e-b9cd-4b5c-973a-1269dc07f932 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event deleted for resources: {'Port': ['ID=24219574-c9c9-4ebf-b50a-923b9f654b17,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:16:27.677121 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8492464a-4f02-409f-9bb8-8a26ee6425ae req-e481404e-b9cd-4b5c-973a-1269dc07f932 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] No DVR routers for this DVR port 24219574-c9c9-4ebf-b50a-923b9f654b17 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:16:27.681123 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8492464a-4f02-409f-9bb8-8a26ee6425ae req-e481404e-b9cd-4b5c-973a-1269dc07f932 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:27.684799 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8492464a-4f02-409f-9bb8-8a26ee6425ae req-e481404e-b9cd-4b5c-973a-1269dc07f932 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.46 "DELETE /v2.0/ports/24219574-c9c9-4ebf-b50a-923b9f654b17 HTTP/1.1" status: 204 len: 173 time: 0.4704471 Dec 14 03:16:27.685258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42104be0-43b0-4721-ba41-5890633002d4', 'name': 'network-vif-deleted', 'tag': '24219574-c9c9-4ebf-b50a-923b9f654b17'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:16:27.687553 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08726eac-d9da-40d7-a478-452a713746ea" -d '{"events": [{"server_uuid": "42104be0-43b0-4721-ba41-5890633002d4", "name": "network-vif-deleted", "tag": "24219574-c9c9-4ebf-b50a-923b9f654b17"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:16:27.746212 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec109b05-ca8a-4b62-bfbe-5c13e80e6ab3 x-openstack-request-id: req-ec109b05-ca8a-4b62-bfbe-5c13e80e6ab3 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:16:27.746575 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42104be0-43b0-4721-ba41-5890633002d4", "name": "network-vif-deleted", "tag": "24219574-c9c9-4ebf-b50a-923b9f654b17", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:16:27.746834 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec109b05-ca8a-4b62-bfbe-5c13e80e6ab3 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:16:27.747241 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42104be0-43b0-4721-ba41-5890633002d4', 'name': 'network-vif-deleted', 'tag': '24219574-c9c9-4ebf-b50a-923b9f654b17', 'status': 'completed', 'code': 200} Dec 14 03:16:28.093005 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6b08e6d-7c27-450d-be7f-2b07af2904d5 req-5a2a5b9a-4dff-4989-9be4-deef9cf41c64 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 210 time: 0.0318532 Dec 14 03:16:29.190978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-943d75ec-2bfe-4599-8f32-ef21e6973ced req-0154a7c5-c926-405b-bb7a-e05fd5698a05 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 210 time: 0.0260868 Dec 14 03:16:30.284747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a577a3d6-ba08-4cb4-b20e-0f66f321a6d5 req-65b6682d-ecf0-44a6-bdf9-423dfd33114c tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 210 time: 0.0257666 Dec 14 03:16:30.462384 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:30.474173 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 24219574-c9c9-4ebf-b50a-923b9f654b17 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:16:30.494320 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 24219574-c9c9-4ebf-b50a-923b9f654b17 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:16:30.494673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 24219574-c9c9-4ebf-b50a-923b9f654b17 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:16:31.383280 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55d4e676-3192-41ab-ba5a-942193eb9856 req-1d38ddec-032b-4b62-aa02-a02a476bfbe5 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 210 time: 0.0258617 Dec 14 03:16:32.489887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-99a8ec3b-19df-41da-9c64-a531361eea1f req-5703e3f4-ff05-4f14-a952-b06ad2a80ab6 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=42104be0-43b0-4721-ba41-5890633002d4 HTTP/1.1" status: 200 len: 210 time: 0.0258248 Dec 14 03:16:32.799202 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-564af643-4a14-41bc-9ea1-d512885f8798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:35.053844 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f73812ae-6cd7-4528-9288-b6df46846861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:35.749820 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:16:36.419660 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:37.825676 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:38.644629 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:39.181827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50716) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:16:39.345939 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-49727383-7215-487e-b41d-932f9d1ace40 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Deleting port 828f981c-5430-4107-b4b0-fd0ee3f2a2bb {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:16:39.346398 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-49727383-7215-487e-b41d-932f9d1ace40 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:39.424410 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-49727383-7215-487e-b41d-932f9d1ace40 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:39.424746 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-49727383-7215-487e-b41d-932f9d1ace40 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:39.437061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-49727383-7215-487e-b41d-932f9d1ace40 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Calling delete_port for 828f981c-5430-4107-b4b0-fd0ee3f2a2bb owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:16:39.705317 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-49727383-7215-487e-b41d-932f9d1ace40 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:39.730800 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49727383-7215-487e-b41d-932f9d1ace40 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event deleted for resources: {'Port': ['ID=828f981c-5430-4107-b4b0-fd0ee3f2a2bb,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:16:39.794171 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-49727383-7215-487e-b41d-932f9d1ace40 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:39.794553 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-49727383-7215-487e-b41d-932f9d1ace40 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Floating IP dc00ba0b-28d8-4801-91de-769910c073ae disassociated (deleted). External IP: 172.25.7.114, port: 0b215bf2-89a0-49fd-a762-99c1b5e52ade. Dec 14 03:16:40.016691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49727383-7215-487e-b41d-932f9d1ace40 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:16:40.121444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49727383-7215-487e-b41d-932f9d1ace40 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:16:40.126114 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-49727383-7215-487e-b41d-932f9d1ace40 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:40.130702 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc34cb6-12ab-4b59-bcd1-25e29d5a4228 None None] Sync routers for ids ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:16:40.140260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc34cb6-12ab-4b59-bcd1-25e29d5a4228 None None] Routers {'294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:16:40.140875 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6bc34cb6-12ab-4b59-bcd1-25e29d5a4228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:16:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:16:40.153169 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-49727383-7215-487e-b41d-932f9d1ace40 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "DELETE /v2.0/floatingips/dc00ba0b-28d8-4801-91de-769910c073ae HTTP/1.1" status: 204 len: 168 time: 0.9702508 Dec 14 03:16:40.154683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eb44676-0d50-4f48-af67-fb568c71080d', 'tag': '0b215bf2-89a0-49fd-a762-99c1b5e52ade'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:16:40.156258 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e739566-4004-4f80-a2de-2e682af9c4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "1eb44676-0d50-4f48-af67-fb568c71080d", "tag": "0b215bf2-89a0-49fd-a762-99c1b5e52ade"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:16:40.196497 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3859d1e1-979e-4525-839f-f06d95764201 x-openstack-request-id: req-3859d1e1-979e-4525-839f-f06d95764201 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:16:40.197462 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eb44676-0d50-4f48-af67-fb568c71080d", "tag": "0b215bf2-89a0-49fd-a762-99c1b5e52ade", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:16:40.197723 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3859d1e1-979e-4525-839f-f06d95764201 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:16:40.198250 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eb44676-0d50-4f48-af67-fb568c71080d', 'tag': '0b215bf2-89a0-49fd-a762-99c1b5e52ade', 'status': 'completed', 'code': 200} Dec 14 03:16:40.250149 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-6bc34cb6-12ab-4b59-bcd1-25e29d5a4228 None None] Set router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:16:40.279914 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e739566-4004-4f80-a2de-2e682af9c4d2 req-f5e7faee-bf37-46c4-bd7b-663cd92155e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:16:40.281413 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0e739566-4004-4f80-a2de-2e682af9c4d2 req-f5e7faee-bf37-46c4-bd7b-663cd92155e1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 1096 time: 0.0428698 Dec 14 03:16:40.378417 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e739566-4004-4f80-a2de-2e682af9c4d2 req-59d77477-ecec-4b68-a170-267e650f8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:16:40.379898 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0e739566-4004-4f80-a2de-2e682af9c4d2 req-59d77477-ecec-4b68-a170-267e650f8659 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 200 len: 912 time: 0.0905159 Dec 14 03:16:40.422003 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0e739566-4004-4f80-a2de-2e682af9c4d2 req-8fe0af18-9153-441f-a883-3a4110189e77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b215bf2-89a0-49fd-a762-99c1b5e52ade HTTP/1.1" status: 200 len: 217 time: 0.0351598 Dec 14 03:16:40.482685 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e739566-4004-4f80-a2de-2e682af9c4d2 req-e7341ac4-ddec-4205-9f99-e979706a5460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:16:40.484189 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0e739566-4004-4f80-a2de-2e682af9c4d2 req-e7341ac4-ddec-4205-9f99-e979706a5460 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 200 len: 850 time: 0.0544293 Dec 14 03:16:40.531891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e739566-4004-4f80-a2de-2e682af9c4d2 req-6234d897-e64e-4393-b6a8-b451cc503f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:16:40.533347 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0e739566-4004-4f80-a2de-2e682af9c4d2 req-6234d897-e64e-4393-b6a8-b451cc503f86 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6fdd018-425d-422f-958d-84f11d8dd088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416191 Dec 14 03:16:40.624937 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6bc34cb6-12ab-4b59-bcd1-25e29d5a4228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 5, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:16:40.638262 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0e739566-4004-4f80-a2de-2e682af9c4d2 req-1de4a8a2-6240-4dfa-b523-b9b9862c4953 service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960722 Dec 14 03:16:40.652007 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc34cb6-12ab-4b59-bcd1-25e29d5a4228 None None] Checking router: 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:16:40.660429 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc34cb6-12ab-4b59-bcd1-25e29d5a4228 None None] Routers {'294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:16:40.661434 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6bc34cb6-12ab-4b59-bcd1-25e29d5a4228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:16:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:16:40.703674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193729d-084c-42da-9508-86e465c7b493 req-744e250d-76e4-4a23-891b-e68c08715f84 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:16:40.705365 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7193729d-084c-42da-9508-86e465c7b493 req-744e250d-76e4-4a23-891b-e68c08715f84 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 945 time: 0.0551574 Dec 14 03:16:40.762192 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7193729d-084c-42da-9508-86e465c7b493 req-8f8c73a5-0eb9-4022-95a7-61c64bca1e52 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472462 Dec 14 03:16:40.767098 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0e739566-4004-4f80-a2de-2e682af9c4d2 req-4411210e-8b2c-40d2-996c-ad23fa47762e service neutron] 10.222.0.47 "GET /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917640 Dec 14 03:16:40.775886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-6bc34cb6-12ab-4b59-bcd1-25e29d5a4228 None None] Set router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:16:40.977862 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6bc34cb6-12ab-4b59-bcd1-25e29d5a4228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 5, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:16:41.003234 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc34cb6-12ab-4b59-bcd1-25e29d5a4228 None None] The sync data for ids ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'] in n-d-821636-1 is: [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:01:11Z', 'revision_number': 4, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7dd3eab9-326e-46ca-9919-10f758c02661', 'name': '', 'network_id': 'f6fdd018-425d-422f-958d-84f11d8dd088', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'mac_address': 'fa:16:3e:de:eb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:11Z', 'updated_at': '2021-12-14T03:01:18Z', 'revision_number': 5, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'subnets': [{'id': 'f5aaf324-af95-4991-b53e-9e216afcf02f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:16:41.223728 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3b9724-e1c2-4a3f-a8c2-f401fd89aa2b None None] New status for floating IP dc00ba0b-28d8-4801-91de-769910c073ae: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:16:41.408996 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b611e13-6897-467f-844d-d377eeee97e7 req-711ee6ef-08ef-4d7a-891b-110cd1219770 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:16:41.410487 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1b611e13-6897-467f-844d-d377eeee97e7 req-711ee6ef-08ef-4d7a-891b-110cd1219770 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.47 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 945 time: 0.0486226 Dec 14 03:16:41.502095 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-1b611e13-6897-467f-844d-d377eeee97e7 req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Deleting port 0b215bf2-89a0-49fd-a762-99c1b5e52ade {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:16:41.502335 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1b611e13-6897-467f-844d-d377eeee97e7 req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:41.590501 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-1b611e13-6897-467f-844d-d377eeee97e7 req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] For port 0b215bf2-89a0-49fd-a762-99c1b5e52ade, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=0b215bf2-89a0-49fd-a762-99c1b5e52ade,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:16:41.590903 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1b611e13-6897-467f-844d-d377eeee97e7 req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:41.603833 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-1b611e13-6897-467f-844d-d377eeee97e7 req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Calling delete_port for 0b215bf2-89a0-49fd-a762-99c1b5e52ade owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:16:41.865114 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1b611e13-6897-467f-844d-d377eeee97e7 req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:41.882281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cb227-0604-4d57-98ad-9d257806af6d req-f01504e0-97ee-4ae7-8974-ba0cc4ed2be0 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:16:41.883782 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be4cb227-0604-4d57-98ad-9d257806af6d req-f01504e0-97ee-4ae7-8974-ba0cc4ed2be0 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 867 time: 0.0502901 Dec 14 03:16:41.906163 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event deleted for resources: {'Port': ['ID=0b215bf2-89a0-49fd-a762-99c1b5e52ade,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:16:41.931724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:41.932088 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:41.932436 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:41.932785 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:41.933128 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:41.933498 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:41.933835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:41.934171 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:41.934504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:41.934835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:41.935162 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:41.935490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:41.935818 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:41.946191 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be4cb227-0604-4d57-98ad-9d257806af6d req-5dadafe0-59c2-485d-9507-67786ddca058 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/security-groups?id=e74f4086-8f7c-4977-893e-b1e843f06a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563867 Dec 14 03:16:41.960317 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b611e13-6897-467f-844d-d377eeee97e7 req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] No DVR routers for this DVR port 0b215bf2-89a0-49fd-a762-99c1b5e52ade on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:16:41.967548 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1b611e13-6897-467f-844d-d377eeee97e7 req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:41.970967 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1b611e13-6897-467f-844d-d377eeee97e7 req-eda95fc3-a1e5-410a-9a45-a8b6df0d6863 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.47 "DELETE /v2.0/ports/0b215bf2-89a0-49fd-a762-99c1b5e52ade HTTP/1.1" status: 204 len: 173 time: 0.5545490 Dec 14 03:16:41.971398 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eb44676-0d50-4f48-af67-fb568c71080d', 'name': 'network-vif-deleted', 'tag': '0b215bf2-89a0-49fd-a762-99c1b5e52ade'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:16:41.973744 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac139ff-a6a9-488a-823a-817a36db1a2e" -d '{"events": [{"server_uuid": "1eb44676-0d50-4f48-af67-fb568c71080d", "name": "network-vif-deleted", "tag": "0b215bf2-89a0-49fd-a762-99c1b5e52ade"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:16:42.073281 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e54e249-d3e3-4613-b949-f76fa94c9583 x-openstack-request-id: req-1e54e249-d3e3-4613-b949-f76fa94c9583 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:16:42.073608 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eb44676-0d50-4f48-af67-fb568c71080d", "name": "network-vif-deleted", "tag": "0b215bf2-89a0-49fd-a762-99c1b5e52ade", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:16:42.073865 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e54e249-d3e3-4613-b949-f76fa94c9583 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:16:42.074271 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eb44676-0d50-4f48-af67-fb568c71080d', 'name': 'network-vif-deleted', 'tag': '0b215bf2-89a0-49fd-a762-99c1b5e52ade', 'status': 'completed', 'code': 200} Dec 14 03:16:43.043042 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cdcca870-3967-4c80-b323-1123e74dbc99 req-91ed0811-0375-4ee5-b50b-25914282d255 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 210 time: 0.0262175 Dec 14 03:16:43.470244 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 0b215bf2-89a0-49fd-a762-99c1b5e52ade no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:16:43.491934 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 0b215bf2-89a0-49fd-a762-99c1b5e52ade {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:16:43.492283 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 0b215bf2-89a0-49fd-a762-99c1b5e52ade not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:16:44.143704 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6268d440-0412-4c6c-9ccc-e17ad140fe7a req-7648cd17-3659-4a83-9874-5a187f6e6e84 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 210 time: 0.0297384 Dec 14 03:16:45.240101 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2caab36-a93f-4e1f-b8bb-7f249f41b1e9 req-1fe4bdf2-0ac9-44a7-8c67-53c1b38be0a0 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 210 time: 0.0266039 Dec 14 03:16:46.337753 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1441b39a-8ddc-4f88-9442-c1c8ce68df15 req-9895383b-e851-401d-ab92-0c3c3403e4ca tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eb44676-0d50-4f48-af67-fb568c71080d HTTP/1.1" status: 200 len: 210 time: 0.0268912 Dec 14 03:16:47.393502 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50740) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:16:47.515450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-7e04a403-9f75-47ad-801c-695c87820d7b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Deleting port 01392568-4d31-44a6-8d13-280c5059b6cc {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:16:47.515793 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7e04a403-9f75-47ad-801c-695c87820d7b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:47.593084 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7e04a403-9f75-47ad-801c-695c87820d7b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:47.593448 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7e04a403-9f75-47ad-801c-695c87820d7b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:47.605326 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-7e04a403-9f75-47ad-801c-695c87820d7b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Calling delete_port for 01392568-4d31-44a6-8d13-280c5059b6cc owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:16:47.787287 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7e04a403-9f75-47ad-801c-695c87820d7b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:47.816276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04a403-9f75-47ad-801c-695c87820d7b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event deleted for resources: {'Port': ['ID=01392568-4d31-44a6-8d13-280c5059b6cc,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:16:47.876641 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7e04a403-9f75-47ad-801c-695c87820d7b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:47.879280 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7e04a403-9f75-47ad-801c-695c87820d7b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:47.880465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7e04a403-9f75-47ad-801c-695c87820d7b tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "DELETE /v2.0/floatingips/9a401068-f75c-4d6e-9eea-c4216edf50b1 HTTP/1.1" status: 204 len: 168 time: 0.4859591 Dec 14 03:16:52.338819 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50758) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:16:52.397982 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97665f4f-3254-4d13-94e2-5752c3eb1c73 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:52.424535 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97665f4f-3254-4d13-94e2-5752c3eb1c73 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:52.586403 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97665f4f-3254-4d13-94e2-5752c3eb1c73 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:52.588967 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-97665f4f-3254-4d13-94e2-5752c3eb1c73 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:52.590338 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-97665f4f-3254-4d13-94e2-5752c3eb1c73 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] 10.222.0.39 "DELETE /v2.0/security-groups/e74f4086-8f7c-4977-893e-b1e843f06a0c HTTP/1.1" status: 204 len: 168 time: 0.2504895 Dec 14 03:16:52.599821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97665f4f-3254-4d13-94e2-5752c3eb1c73 tempest-TestVolumeBootPattern-1469731759 tempest-TestVolumeBootPattern-1469731759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74f4086-8f7c-4977-893e-b1e843f06a0c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:16:53.765508 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50764) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:16:54.224337 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7468e88-341e-4c65-ace6-a3cba270c683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:54.471225 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-b7468e88-341e-4c65-ace6-a3cba270c683 admin admin] Deleting port 7dd3eab9-326e-46ca-9919-10f758c02661 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:16:54.471560 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7468e88-341e-4c65-ace6-a3cba270c683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:54.555387 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-b7468e88-341e-4c65-ace6-a3cba270c683 admin admin] For port 7dd3eab9-326e-46ca-9919-10f758c02661, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7dd3eab9-326e-46ca-9919-10f758c02661,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:16:54.555663 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7468e88-341e-4c65-ace6-a3cba270c683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:54.568024 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-b7468e88-341e-4c65-ace6-a3cba270c683 admin admin] Calling delete_port for 7dd3eab9-326e-46ca-9919-10f758c02661 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:16:54.916268 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7468e88-341e-4c65-ace6-a3cba270c683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:54.941026 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7468e88-341e-4c65-ace6-a3cba270c683 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dd3eab9-326e-46ca-9919-10f758c02661,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:16:55.116588 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b7468e88-341e-4c65-ace6-a3cba270c683 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:55.343911 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7468e88-341e-4c65-ace6-a3cba270c683 admin admin] Router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:16:55.448129 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7468e88-341e-4c65-ace6-a3cba270c683 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:16:55.453149 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b7468e88-341e-4c65-ace6-a3cba270c683 admin admin] 10.222.0.39 "PUT /v2.0/routers/294d7813-f01a-47ad-9e1a-7a76aa2d0d6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6865375 Dec 14 03:16:55.455640 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50768) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:16:55.457753 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374e2970-d95c-467c-bdf1-71a4043cb5f8 None None] Sync routers for ids ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:16:55.471559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374e2970-d95c-467c-bdf1-71a4043cb5f8 None None] Routers {'294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:16:55.472264 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-374e2970-d95c-467c-bdf1-71a4043cb5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:16:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:16:55.563767 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66cef688-f882-498f-a475-2f7947f5094a admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:55.582511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-374e2970-d95c-467c-bdf1-71a4043cb5f8 None None] Set router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:16:55.669531 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66cef688-f882-498f-a475-2f7947f5094a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:55.766072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-374e2970-d95c-467c-bdf1-71a4043cb5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:16:54Z', 'revision_number': 5, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port': {'id': '8238175f-adaa-412d-8348-2e8a5dedade1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:f3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:08Z', 'updated_at': '2021-12-14T03:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:16:55.766768 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-66cef688-f882-498f-a475-2f7947f5094a admin admin] Deleting port 8238175f-adaa-412d-8348-2e8a5dedade1 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:16:55.767165 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66cef688-f882-498f-a475-2f7947f5094a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:55.796565 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374e2970-d95c-467c-bdf1-71a4043cb5f8 None None] Checking router: 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:16:55.805628 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374e2970-d95c-467c-bdf1-71a4043cb5f8 None None] Routers {'294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:16:55.806243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-374e2970-d95c-467c-bdf1-71a4043cb5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:16:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:16:55.849698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-66cef688-f882-498f-a475-2f7947f5094a admin admin] For port 8238175f-adaa-412d-8348-2e8a5dedade1, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8238175f-adaa-412d-8348-2e8a5dedade1,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:16:55.850080 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66cef688-f882-498f-a475-2f7947f5094a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:55.861917 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-66cef688-f882-498f-a475-2f7947f5094a admin admin] Calling delete_port for 8238175f-adaa-412d-8348-2e8a5dedade1 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:16:55.890332 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-374e2970-d95c-467c-bdf1-71a4043cb5f8 None None] Set router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:16:55.941568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-374e2970-d95c-467c-bdf1-71a4043cb5f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:16:55Z', 'revision_number': 6, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:16:55.970979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374e2970-d95c-467c-bdf1-71a4043cb5f8 None None] The sync data for ids ['294d7813-f01a-47ad-9e1a-7a76aa2d0d6d'] in n-d-821636-1 is: [{'id': '294d7813-f01a-47ad-9e1a-7a76aa2d0d6d', 'name': 'tempest-TestVolumeBootPattern-180064573-router', 'tenant_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:07Z', 'updated_at': '2021-12-14T03:16:55Z', 'revision_number': 6, 'project_id': '9f0b73c75de740e8ad1f65064e3d00cd', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:16:56.089689 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66cef688-f882-498f-a475-2f7947f5094a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:56.113717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cef688-f882-498f-a475-2f7947f5094a admin admin] Pushing event deleted for resources: {'Port': ['ID=8238175f-adaa-412d-8348-2e8a5dedade1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:16:56.129472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442b95fd-258a-4829-ae2f-b2a572416b58 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:16:56.175940 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66cef688-f882-498f-a475-2f7947f5094a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:56.264215 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66cef688-f882-498f-a475-2f7947f5094a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:56.266241 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66cef688-f882-498f-a475-2f7947f5094a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:56.393749 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66cef688-f882-498f-a475-2f7947f5094a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:56.393749 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66cef688-f882-498f-a475-2f7947f5094a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 294d7813-f01a-47ad-9e1a-7a76aa2d0d6d {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:16:56.397336 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-66cef688-f882-498f-a475-2f7947f5094a admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:56.398492 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-66cef688-f882-498f-a475-2f7947f5094a admin admin] 10.222.0.39 "DELETE /v2.0/routers/294d7813-f01a-47ad-9e1a-7a76aa2d0d6d HTTP/1.1" status: 204 len: 168 time: 0.9419496 Dec 14 03:16:56.407180 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50770) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:16:56.451959 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ba913b-0802-4865-87b1-4877e1911228 admin admin] Deleting subnet f5aaf324-af95-4991-b53e-9e216afcf02f {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:16:56.454940 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35ba913b-0802-4865-87b1-4877e1911228 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:56.488013 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35ba913b-0802-4865-87b1-4877e1911228 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:56.567892 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35ba913b-0802-4865-87b1-4877e1911228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:56.655689 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35ba913b-0802-4865-87b1-4877e1911228 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:56.681683 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba913b-0802-4865-87b1-4877e1911228 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5aaf324-af95-4991-b53e-9e216afcf02f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:16:56.686487 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35ba913b-0802-4865-87b1-4877e1911228 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:56.692007 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-35ba913b-0802-4865-87b1-4877e1911228 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f5aaf324-af95-4991-b53e-9e216afcf02f HTTP/1.1" status: 204 len: 168 time: 0.2837543 Dec 14 03:16:56.692373 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a3462c-91d8-440c-bd0a-0fd4fffefd60 None None] Network f6fdd018-425d-422f-958d-84f11d8dd088 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:16:56.695355 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50772) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:16:56.775827 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:56.782690 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8238175f-adaa-412d-8348-2e8a5dedade1 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:16:56.810417 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 8238175f-adaa-412d-8348-2e8a5dedade1 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:16:56.810765 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8238175f-adaa-412d-8348-2e8a5dedade1 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:16:56.811184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7dd3eab9-326e-46ca-9919-10f758c02661 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:16:56.840220 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 7dd3eab9-326e-46ca-9919-10f758c02661 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:16:56.840220 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7dd3eab9-326e-46ca-9919-10f758c02661 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:16:56.840407 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] Deleting port a36f3985-a714-4e96-bc5e-5ba5c54db02b {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:16:56.840407 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:56.905763 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] For port a36f3985-a714-4e96-bc5e-5ba5c54db02b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a36f3985-a714-4e96-bc5e-5ba5c54db02b,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:16:56.906139 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:56.920357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] DHCP port deletion for f6fdd018-425d-422f-958d-84f11d8dd088 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:16:56.929250 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] Calling delete_port for a36f3985-a714-4e96-bc5e-5ba5c54db02b owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:16:56.970780 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] Deleting port a36f3985-a714-4e96-bc5e-5ba5c54db02b {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:16:56.971266 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:57.043788 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] For port a36f3985-a714-4e96-bc5e-5ba5c54db02b, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a36f3985-a714-4e96-bc5e-5ba5c54db02b,segment=NetworkSegment(f4ca8cc5-be87-4d1c-9d9f-e89050342cec),segment_id=f4ca8cc5-be87-4d1c-9d9f-e89050342cec)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:16:57.044196 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:57.057382 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] Calling delete_port for a36f3985-a714-4e96-bc5e-5ba5c54db02b owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:16:57.084324 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:57.111617 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] Pushing event deleted for resources: {'Port': ['ID=a36f3985-a714-4e96-bc5e-5ba5c54db02b,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:16:57.113535 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] No DVR routers for this DVR port a36f3985-a714-4e96-bc5e-5ba5c54db02b on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:16:57.133888 n-d-821636-1 neutron-server[103849]: self.session.flush() Dec 14 03:16:57.138598 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:57.168891 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] No DVR routers for this DVR port a36f3985-a714-4e96-bc5e-5ba5c54db02b on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:16:57.174710 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] Pushing event deleted for resources: {'Port': ['ID=a36f3985-a714-4e96-bc5e-5ba5c54db02b,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:16:57.184348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:57.184348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:57.184348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:57.184348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:57.184348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:57.184348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:57.185095 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:57.185095 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:57.185472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:57.185678 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:57.186016 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:57.186348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:57.186678 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba2b733-bd38-4610-bc0b-75cf27d46ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:16:57.191092 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:57.211704 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6fdd018-425d-422f-958d-84f11d8dd088']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:16:57.220752 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:16:57.221054 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ca8cc5-be87-4d1c-9d9f-e89050342cec') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:16:57.235045 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:57.248661 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:57.254444 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:16:57.254759 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:16:57.257040 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:16:57.351222 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:57.414176 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:57.418694 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:57.422215 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f6fdd018-425d-422f-958d-84f11d8dd088 HTTP/1.1" status: 204 len: 168 time: 0.7258954 Dec 14 03:16:57.425144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50774) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:16:57.435855 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b8109-4d55-4b7e-baee-f2eecccbbd47 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6fdd018-425d-422f-958d-84f11d8dd088,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:16:57.763292 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6505b78b-b700-41b0-91a4-5790b57ad8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:58.000492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-6505b78b-b700-41b0-91a4-5790b57ad8ee admin admin] Deleting port 733bb635-0921-4354-9ee9-c7bb26ae56ec {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:16:58.000841 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6505b78b-b700-41b0-91a4-5790b57ad8ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:58.085834 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-6505b78b-b700-41b0-91a4-5790b57ad8ee admin admin] For port 733bb635-0921-4354-9ee9-c7bb26ae56ec, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=733bb635-0921-4354-9ee9-c7bb26ae56ec,segment=NetworkSegment(25f8dc1f-12eb-4b4a-b973-9514bd5f8928),segment_id=25f8dc1f-12eb-4b4a-b973-9514bd5f8928)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:16:58.086117 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6505b78b-b700-41b0-91a4-5790b57ad8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:58.098446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-6505b78b-b700-41b0-91a4-5790b57ad8ee admin admin] Calling delete_port for 733bb635-0921-4354-9ee9-c7bb26ae56ec owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:16:58.500235 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a36f3985-a714-4e96-bc5e-5ba5c54db02b no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:16:58.523149 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: a36f3985-a714-4e96-bc5e-5ba5c54db02b {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:16:58.523499 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a36f3985-a714-4e96-bc5e-5ba5c54db02b not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:16:58.735133 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6505b78b-b700-41b0-91a4-5790b57ad8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:58.760762 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6505b78b-b700-41b0-91a4-5790b57ad8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=733bb635-0921-4354-9ee9-c7bb26ae56ec,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:16:58.948375 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6505b78b-b700-41b0-91a4-5790b57ad8ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:59.164707 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6505b78b-b700-41b0-91a4-5790b57ad8ee admin admin] Router a348c231-5b59-4b2b-a924-cc09b0ec2255 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:16:59.266749 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6505b78b-b700-41b0-91a4-5790b57ad8ee admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:16:59.271776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6505b78b-b700-41b0-91a4-5790b57ad8ee admin admin] 10.222.0.39 "PUT /v2.0/routers/a348c231-5b59-4b2b-a924-cc09b0ec2255/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8455608 Dec 14 03:16:59.274197 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50776) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:16:59.277001 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b57b91-e83a-4224-a66d-0f3139bb71be None None] Sync routers for ids ['a348c231-5b59-4b2b-a924-cc09b0ec2255'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:16:59.288000 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b57b91-e83a-4224-a66d-0f3139bb71be None None] Routers {'a348c231-5b59-4b2b-a924-cc09b0ec2255'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:16:59.288627 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-37b57b91-e83a-4224-a66d-0f3139bb71be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:16:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a348c231-5b59-4b2b-a924-cc09b0ec2255'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:16:59.377473 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2c2e-d9f8-4609-b1db-98504d816ccf admin admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:59.389253 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-37b57b91-e83a-4224-a66d-0f3139bb71be None None] Set router a348c231-5b59-4b2b-a924-cc09b0ec2255 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:16:59.481218 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2c2e-d9f8-4609-b1db-98504d816ccf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:59.651286 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-37b57b91-e83a-4224-a66d-0f3139bb71be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a348c231-5b59-4b2b-a924-cc09b0ec2255', 'name': 'tempest-TestVolumeBootPattern-1200227996-router', 'tenant_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': 'f7aeb155-22a3-422c-8e38-f84660b9763d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:17Z', 'updated_at': '2021-12-14T03:16:58Z', 'revision_number': 5, 'project_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'gw_port': {'id': 'f7aeb155-22a3-422c-8e38-f84660b9763d', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:8e:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a348c231-5b59-4b2b-a924-cc09b0ec2255', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3794, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:01:18Z', 'updated_at': '2021-12-14T03:01:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:16:59.654007 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca2c2e-d9f8-4609-b1db-98504d816ccf admin admin] Deleting port f7aeb155-22a3-422c-8e38-f84660b9763d {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:16:59.654441 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2c2e-d9f8-4609-b1db-98504d816ccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:59.677520 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b57b91-e83a-4224-a66d-0f3139bb71be None None] Checking router: a348c231-5b59-4b2b-a924-cc09b0ec2255 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:16:59.685702 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b57b91-e83a-4224-a66d-0f3139bb71be None None] Routers {'a348c231-5b59-4b2b-a924-cc09b0ec2255'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:16:59.686318 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-37b57b91-e83a-4224-a66d-0f3139bb71be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:16:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a348c231-5b59-4b2b-a924-cc09b0ec2255'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:16:59.739262 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-e4ca2c2e-d9f8-4609-b1db-98504d816ccf admin admin] For port f7aeb155-22a3-422c-8e38-f84660b9763d, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f7aeb155-22a3-422c-8e38-f84660b9763d,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:16:59.739855 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2c2e-d9f8-4609-b1db-98504d816ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:16:59.751913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-e4ca2c2e-d9f8-4609-b1db-98504d816ccf admin admin] Calling delete_port for f7aeb155-22a3-422c-8e38-f84660b9763d owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:16:59.769132 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-37b57b91-e83a-4224-a66d-0f3139bb71be None None] Set router a348c231-5b59-4b2b-a924-cc09b0ec2255 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:16:59.822353 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-37b57b91-e83a-4224-a66d-0f3139bb71be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a348c231-5b59-4b2b-a924-cc09b0ec2255', 'name': 'tempest-TestVolumeBootPattern-1200227996-router', 'tenant_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:17Z', 'updated_at': '2021-12-14T03:16:59Z', 'revision_number': 6, 'project_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:16:59.848314 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b57b91-e83a-4224-a66d-0f3139bb71be None None] The sync data for ids ['a348c231-5b59-4b2b-a924-cc09b0ec2255'] in n-d-821636-1 is: [{'id': 'a348c231-5b59-4b2b-a924-cc09b0ec2255', 'name': 'tempest-TestVolumeBootPattern-1200227996-router', 'tenant_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:01:17Z', 'updated_at': '2021-12-14T03:16:59Z', 'revision_number': 6, 'project_id': 'f5d0610b1cd2428a9f365e974c344c7b', 'gw_port_host': None}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:16:59.980419 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2c2e-d9f8-4609-b1db-98504d816ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:00.007906 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca2c2e-d9f8-4609-b1db-98504d816ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=f7aeb155-22a3-422c-8e38-f84660b9763d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:00.019665 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca930f07-27a6-42d0-b1c7-ce773e9cae65 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:17:00.070143 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2c2e-d9f8-4609-b1db-98504d816ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:00.162608 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2c2e-d9f8-4609-b1db-98504d816ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:00.164967 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2c2e-d9f8-4609-b1db-98504d816ccf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:00.329333 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2c2e-d9f8-4609-b1db-98504d816ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:00.329985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ca2c2e-d9f8-4609-b1db-98504d816ccf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a348c231-5b59-4b2b-a924-cc09b0ec2255 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:17:00.335257 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2c2e-d9f8-4609-b1db-98504d816ccf admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:00.336408 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e4ca2c2e-d9f8-4609-b1db-98504d816ccf admin admin] 10.222.0.39 "DELETE /v2.0/routers/a348c231-5b59-4b2b-a924-cc09b0ec2255 HTTP/1.1" status: 204 len: 168 time: 1.0612893 Dec 14 03:17:00.339072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50778) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:17:00.383008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af228c2-bdf8-40de-8b1d-e876b2c9137a admin admin] Deleting subnet 7eab92ef-66a7-4354-b273-c3a6873e46db {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:17:00.386100 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9af228c2-bdf8-40de-8b1d-e876b2c9137a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:00.423801 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9af228c2-bdf8-40de-8b1d-e876b2c9137a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:00.498706 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9af228c2-bdf8-40de-8b1d-e876b2c9137a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:00.534128 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:00.616908 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f7aeb155-22a3-422c-8e38-f84660b9763d no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:17:00.637090 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: f7aeb155-22a3-422c-8e38-f84660b9763d {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:17:00.637468 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f7aeb155-22a3-422c-8e38-f84660b9763d not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:17:00.637880 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 733bb635-0921-4354-9ee9-c7bb26ae56ec no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:17:00.658888 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 733bb635-0921-4354-9ee9-c7bb26ae56ec {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:17:00.659241 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 733bb635-0921-4354-9ee9-c7bb26ae56ec not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:17:00.723899 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9af228c2-bdf8-40de-8b1d-e876b2c9137a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:00.749228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af228c2-bdf8-40de-8b1d-e876b2c9137a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eab92ef-66a7-4354-b273-c3a6873e46db,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:00.755289 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9af228c2-bdf8-40de-8b1d-e876b2c9137a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:00.761284 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e92801-623d-4ba9-9359-8b9ee1260e6d None None] Network 67b67be9-6ce9-49f3-89fb-1197fb898170 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:17:00.761499 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50780) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:17:00.763807 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9af228c2-bdf8-40de-8b1d-e876b2c9137a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7eab92ef-66a7-4354-b273-c3a6873e46db HTTP/1.1" status: 204 len: 168 time: 0.4187717 Dec 14 03:17:00.841412 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:00.899104 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] Deleting port 81718207-21f7-4f1d-b775-5225251e2a40 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:17:00.899485 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:00.910612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee28b9b-435c-4f21-bbe6-528375f87e88 None None] DHCP port deletion for 67b67be9-6ce9-49f3-89fb-1197fb898170 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:17:00.962672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-aee28b9b-435c-4f21-bbe6-528375f87e88 None None] Deleting port 81718207-21f7-4f1d-b775-5225251e2a40 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:17:00.963054 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aee28b9b-435c-4f21-bbe6-528375f87e88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:00.967940 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] For port 81718207-21f7-4f1d-b775-5225251e2a40, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=81718207-21f7-4f1d-b775-5225251e2a40,segment=NetworkSegment(25f8dc1f-12eb-4b4a-b973-9514bd5f8928),segment_id=25f8dc1f-12eb-4b4a-b973-9514bd5f8928)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:17:00.968306 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:00.980937 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] Calling delete_port for 81718207-21f7-4f1d-b775-5225251e2a40 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:17:01.026184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-aee28b9b-435c-4f21-bbe6-528375f87e88 None None] For port 81718207-21f7-4f1d-b775-5225251e2a40, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=81718207-21f7-4f1d-b775-5225251e2a40,segment=NetworkSegment(25f8dc1f-12eb-4b4a-b973-9514bd5f8928),segment_id=25f8dc1f-12eb-4b4a-b973-9514bd5f8928)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:17:01.026789 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aee28b9b-435c-4f21-bbe6-528375f87e88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:01.044728 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-aee28b9b-435c-4f21-bbe6-528375f87e88 None None] Calling delete_port for 81718207-21f7-4f1d-b775-5225251e2a40 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:17:01.157014 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:01.164247 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aee28b9b-435c-4f21-bbe6-528375f87e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:01.186639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] No DVR routers for this DVR port 81718207-21f7-4f1d-b775-5225251e2a40 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:17:01.188297 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee28b9b-435c-4f21-bbe6-528375f87e88 None None] Pushing event deleted for resources: {'Port': ['ID=81718207-21f7-4f1d-b775-5225251e2a40,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:01.188537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=81718207-21f7-4f1d-b775-5225251e2a40,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:01.191893 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee28b9b-435c-4f21-bbe6-528375f87e88 None None] No DVR routers for this DVR port 81718207-21f7-4f1d-b775-5225251e2a40 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:17:01.263751 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:01.283367 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b67be9-6ce9-49f3-89fb-1197fb898170']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:17:01.293241 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f8dc1f-12eb-4b4a-b973-9514bd5f8928') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:17:01.293573 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f8dc1f-12eb-4b4a-b973-9514bd5f8928') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:17:01.303883 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:01.317573 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:01.324025 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:17:01.324423 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:17:01.326255 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:17:01.460666 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:01.466206 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:01.469445 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] 10.222.0.39 "DELETE /v2.0/networks/67b67be9-6ce9-49f3-89fb-1197fb898170 HTTP/1.1" status: 204 len: 168 time: 0.7069831 Dec 14 03:17:01.481259 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ff2201-10d2-4e83-a65e-27f8dcc66d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=67b67be9-6ce9-49f3-89fb-1197fb898170,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:01.892282 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50784) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:17:01.938259 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3dd430e6-7361-4116-977b-1e2ee88c7612 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f0b73c75de740e8ad1f65064e3d00cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447955 Dec 14 03:17:01.940709 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50786) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:17:01.991272 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7899d672-7301-49c7-aaac-760bb87d5e0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:02.011931 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7899d672-7301-49c7-aaac-760bb87d5e0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:02.173785 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7899d672-7301-49c7-aaac-760bb87d5e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:02.176424 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7899d672-7301-49c7-aaac-760bb87d5e0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:02.178269 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7899d672-7301-49c7-aaac-760bb87d5e0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/561de48e-b108-4c4a-aec7-a8aad4da9ae1 HTTP/1.1" status: 204 len: 168 time: 0.2366493 Dec 14 03:17:02.185957 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899d672-7301-49c7-aaac-760bb87d5e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561de48e-b108-4c4a-aec7-a8aad4da9ae1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:02.491245 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 81718207-21f7-4f1d-b775-5225251e2a40 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:17:02.523109 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 81718207-21f7-4f1d-b775-5225251e2a40 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:17:02.523109 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 81718207-21f7-4f1d-b775-5225251e2a40 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:17:02.843132 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b9162f69-9486-461e-a5cf-def75032f7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:02.981025 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50792) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:17:03.020204 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a7e535b2-4f98-4e05-b22c-eed29edab04a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5d0610b1cd2428a9f365e974c344c7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380130 Dec 14 03:17:03.023370 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50794) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:17:03.070741 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bbd77889-8eae-4574-aee1-7e124b5a5e01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:03.091786 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bbd77889-8eae-4574-aee1-7e124b5a5e01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:03.213097 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bbd77889-8eae-4574-aee1-7e124b5a5e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:03.215706 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bbd77889-8eae-4574-aee1-7e124b5a5e01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:03.216849 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bbd77889-8eae-4574-aee1-7e124b5a5e01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c06a6c41-ed6e-4548-ab9a-b6ec78e3699f HTTP/1.1" status: 204 len: 168 time: 0.1926026 Dec 14 03:17:03.225000 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd77889-8eae-4574-aee1-7e124b5a5e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06a6c41-ed6e-4548-ab9a-b6ec78e3699f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:05.099057 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-63b32d2b-e50d-41b3-a081-482d2c6f079d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:06.449227 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:07.819152 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:08.635882 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:12.749383 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:17:14.761190 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-bf36d3a2-6b6c-4bc6-978d-95d5cb9a0c1f tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3c665f3eddac4585bf803c0c355aa499&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299814 Dec 14 03:17:14.947967 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-02546573-c53b-499a-918e-c71be3c4da19 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:14.949471 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-02546573-c53b-499a-918e-c71be3c4da19 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828377 Dec 14 03:17:14.964460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-5827c817-1663-44a9-9431-102f36b0275d tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/quotas/3c665f3eddac4585bf803c0c355aa499 HTTP/1.1" status: 200 len: 375 time: 0.0091496 Dec 14 03:17:14.995261 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-caf93675-27cb-41a5-8486-325e3cd0c656 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3c665f3eddac4585bf803c0c355aa499&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256941 Dec 14 03:17:16.256513 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29b6d06c-2c51-4aef-bd66-a04c0b8bd9ce req-d0557567-0474-4e9f-a484-c0ee9ec8f88c tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 210 time: 0.0255117 Dec 14 03:17:17.332440 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-23584050-b157-432d-91fc-6435f4b1ccc9 req-baaab556-aa20-4d91-97e5-bc2e5d18f0f5 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 210 time: 0.0261559 Dec 14 03:17:18.389067 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-27e0413a-4c06-44ce-8201-14f409d3b7e9 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3c665f3eddac4585bf803c0c355aa499&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323782 Dec 14 03:17:18.431333 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a271ce00-9c26-4686-89fa-240813be7116 req-196caab7-1faf-4ceb-9b68-dafcfc75187e tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 210 time: 0.0292122 Dec 14 03:17:18.896312 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-cedb04d0-877a-41c3-8856-e3582ddb84ef tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:18.897804 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-cedb04d0-877a-41c3-8856-e3582ddb84ef tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5032711 Dec 14 03:17:18.918738 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-35bab7ad-27e1-41eb-ba84-d7f396e85e50 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Request body: {'port': {'device_id': 'f6e0e0e5-baa1-43be-928b-b4f9ee330827', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'admin_state_up': True, 'tenant_id': '3c665f3eddac4585bf803c0c355aa499'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:17:19.088059 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-35bab7ad-27e1-41eb-ba84-d7f396e85e50 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Made reservation on behalf of 3c665f3eddac4585bf803c0c355aa499 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:17:19.091520 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-35bab7ad-27e1-41eb-ba84-d7f396e85e50 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:19.099828 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-35bab7ad-27e1-41eb-ba84-d7f396e85e50 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:19.170708 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-35bab7ad-27e1-41eb-ba84-d7f396e85e50 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:19.259912 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-35bab7ad-27e1-41eb-ba84-d7f396e85e50 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:19.321487 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bab7ad-27e1-41eb-ba84-d7f396e85e50 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=221f18c2-d785-4338-9d32-6b10e0055cad,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:19.395647 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-35bab7ad-27e1-41eb-ba84-d7f396e85e50 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Allocated IP 192.168.233.29 (3abe6c6c-b6d6-42bb-ad96-548900a65710/72ca6a0f-8ed8-46f6-b06b-68b298f37899/5fdc971a-7b0e-4e81-a286-a9a006be3200) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:17:19.526199 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d6928d63-e054-4c70-9e8b-38c0a2671155 req-578737e5-3480-4d82-9424-314c4c3cf60f tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 210 time: 0.0251098 Dec 14 03:17:19.539559 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-35bab7ad-27e1-41eb-ba84-d7f396e85e50 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:19.642924 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-35bab7ad-27e1-41eb-ba84-d7f396e85e50 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:19.692674 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-35bab7ad-27e1-41eb-ba84-d7f396e85e50 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Network 3abe6c6c-b6d6-42bb-ad96-548900a65710 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:17:19.695997 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-35bab7ad-27e1-41eb-ba84-d7f396e85e50 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:17:19.699815 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-35bab7ad-27e1-41eb-ba84-d7f396e85e50 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:17:19.723158 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bab7ad-27e1-41eb-ba84-d7f396e85e50 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Pushing event updated for resources: {'Port': ['ID=5fdc971a-7b0e-4e81-a286-a9a006be3200,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:19.752881 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-35bab7ad-27e1-41eb-ba84-d7f396e85e50 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:19.753401 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-35bab7ad-27e1-41eb-ba84-d7f396e85e50 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:19.868984 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-35bab7ad-27e1-41eb-ba84-d7f396e85e50 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9540157 Dec 14 03:17:19.886392 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Request body: {'port': {'device_id': 'f6e0e0e5-baa1-43be-928b-b4f9ee330827', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:17:19.939238 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:19.948897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4ef6f546-391d-4480-8f1b-2b698a5c7f4e None None] Provisioning complete for port 5fdc971a-7b0e-4e81-a286-a9a006be3200 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:17:19.949448 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4ef6f546-391d-4480-8f1b-2b698a5c7f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:19.982405 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4ef6f546-391d-4480-8f1b-2b698a5c7f4e None None] Port 5fdc971a-7b0e-4e81-a286-a9a006be3200 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:17:20.213755 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fdc971a-7b0e-4e81-a286-a9a006be3200 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:17:20.221111 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:20.233594 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Transition to ACTIVE for port object 5fdc971a-7b0e-4e81-a286-a9a006be3200 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:17:20.322403 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:20.380127 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdc971a-7b0e-4e81-a286-a9a006be3200,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:20.442144 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Attempting to bind port 5fdc971a-7b0e-4e81-a286-a9a006be3200 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:17:20.442849 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Attempting to bind port 5fdc971a-7b0e-4e81-a286-a9a006be3200 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:17:20.443125 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Attempting to bind port 5fdc971a-7b0e-4e81-a286-a9a006be3200 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:17:20.447792 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Port 5fdc971a-7b0e-4e81-a286-a9a006be3200 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:17:20.448125 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Attempting to bind port 5fdc971a-7b0e-4e81-a286-a9a006be3200 on network 3abe6c6c-b6d6-42bb-ad96-548900a65710 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:17:20.453226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:17:20.453600 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Checking segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:17:20.453992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Bound using segment: {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:17:20.454500 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Bound port: 5fdc971a-7b0e-4e81-a286-a9a006be3200, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1acdab3d-758e-4c11-88a1-3be75fcc450b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:17:20.454770 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:20.526409 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] For port 5fdc971a-7b0e-4e81-a286-a9a006be3200, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:17:20.529838 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] For port 5fdc971a-7b0e-4e81-a286-a9a006be3200, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=5fdc971a-7b0e-4e81-a286-a9a006be3200,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:17:20.637509 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:20.651405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36aca6c-5352-4f15-92fa-d268f7f40710 req-3d8cda08-13ed-491a-bff3-23b9f7c1af5c tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:20.652916 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a36aca6c-5352-4f15-92fa-d268f7f40710 req-3d8cda08-13ed-491a-bff3-23b9f7c1af5c tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 947 time: 0.0495570 Dec 14 03:17:20.674508 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:20.675127 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:20.676641 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] 10.222.0.47 "PUT /v2.0/ports/5fdc971a-7b0e-4e81-a286-a9a006be3200 HTTP/1.1" status: 200 len: 1095 time: 0.7943389 Dec 14 03:17:20.677295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e0e0e5-baa1-43be-928b-b4f9ee330827', 'tag': '5fdc971a-7b0e-4e81-a286-a9a006be3200'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:17:20.679639 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b71b688-6fc8-4dcf-95ce-99eac6fbb06a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e0e0e5-baa1-43be-928b-b4f9ee330827", "tag": "5fdc971a-7b0e-4e81-a286-a9a006be3200"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:17:20.712213 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a36aca6c-5352-4f15-92fa-d268f7f40710 req-7e08a81c-150e-4c46-a599-4fcd56089774 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/security-groups?id=221f18c2-d785-4338-9d32-6b10e0055cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526314 Dec 14 03:17:20.720386 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f493c20-6bbf-43ce-a53f-7d68a99761b1 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdc971a-7b0e-4e81-a286-a9a006be3200,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:20.731754 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89f2992-d773-4107-ae1e-fecc3d6ef3c5 x-openstack-request-id: req-d89f2992-d773-4107-ae1e-fecc3d6ef3c5 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:17:20.732462 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e0e0e5-baa1-43be-928b-b4f9ee330827", "tag": "5fdc971a-7b0e-4e81-a286-a9a006be3200", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:17:20.732782 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d89f2992-d773-4107-ae1e-fecc3d6ef3c5 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:17:20.733259 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e0e0e5-baa1-43be-928b-b4f9ee330827', 'tag': '5fdc971a-7b0e-4e81-a286-a9a006be3200', 'status': 'completed', 'code': 200} Dec 14 03:17:20.815600 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71b688-6fc8-4dcf-95ce-99eac6fbb06a req-7a963a9e-3984-4d96-a553-2e5b0976b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:20.817788 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9b71b688-6fc8-4dcf-95ce-99eac6fbb06a req-7a963a9e-3984-4d96-a553-2e5b0976b299 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c665f3eddac4585bf803c0c355aa499&device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 1098 time: 0.0449140 Dec 14 03:17:20.853664 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9b71b688-6fc8-4dcf-95ce-99eac6fbb06a req-96340850-46b3-4581-a92c-72b5fdc52291 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=3c665f3eddac4585bf803c0c355aa499&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220296 Dec 14 03:17:20.954380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71b688-6fc8-4dcf-95ce-99eac6fbb06a req-30bd4cdb-6596-4da1-8d6d-8b2c0b230858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:20.955788 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9b71b688-6fc8-4dcf-95ce-99eac6fbb06a req-30bd4cdb-6596-4da1-8d6d-8b2c0b230858 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953093 Dec 14 03:17:21.050106 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-8c9b1166-7904-443a-9642-05f9b09db679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:21.051531 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-8c9b1166-7904-443a-9642-05f9b09db679 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3c665f3eddac4585bf803c0c355aa499&device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 1098 time: 0.0400233 Dec 14 03:17:21.102946 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-2e9b103e-4c21-47d7-82f4-bcab6b655656 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=5fdc971a-7b0e-4e81-a286-a9a006be3200 HTTP/1.1" status: 200 len: 217 time: 0.0378854 Dec 14 03:17:21.152053 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-880c8b94-3aa8-4d1b-ba7d-afc70edd45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:21.153535 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-880c8b94-3aa8-4d1b-ba7d-afc70edd45b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=72ca6a0f-8ed8-46f6-b06b-68b298f37899 HTTP/1.1" status: 200 len: 843 time: 0.0439360 Dec 14 03:17:21.199609 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-fee64bdf-78ad-4097-8c2a-7e8a9efe8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:21.201091 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-fee64bdf-78ad-4097-8c2a-7e8a9efe8675 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3abe6c6c-b6d6-42bb-ad96-548900a65710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0405419 Dec 14 03:17:21.292116 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-c07ff7cd-32d1-42f4-a170-f298716e52dc service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836573 Dec 14 03:17:21.380905 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0af9f9c5-5ca4-4ca9-846b-71f3bcc56f35 req-b6d091ce-3010-485f-9a16-772a24c3d992 service neutron] 10.222.0.47 "GET /v2.0/networks/3abe6c6c-b6d6-42bb-ad96-548900a65710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820408 Dec 14 03:17:21.831384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876932e-c83d-42b0-b3e9-1c00bfa41b2d req-44778931-bc4f-4ac9-bfda-baf78b7877ca tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:21.833546 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c876932e-c83d-42b0-b3e9-1c00bfa41b2d req-44778931-bc4f-4ac9-bfda-baf78b7877ca tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 947 time: 0.0481520 Dec 14 03:17:21.883594 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c876932e-c83d-42b0-b3e9-1c00bfa41b2d req-388d62ce-9a14-4317-9bd1-23aaebe3d783 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/security-groups?id=221f18c2-d785-4338-9d32-6b10e0055cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441358 Dec 14 03:17:22.997998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14115b4e-e183-4bcf-9d4c-1d2185402588 req-5b0dfa0a-4fc8-493e-9022-9da532cb7f84 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:22.999449 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14115b4e-e183-4bcf-9d4c-1d2185402588 req-5b0dfa0a-4fc8-493e-9022-9da532cb7f84 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 947 time: 0.0477326 Dec 14 03:17:23.045388 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14115b4e-e183-4bcf-9d4c-1d2185402588 req-28fc6828-be66-40b9-8c30-1142ce856ed4 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/security-groups?id=221f18c2-d785-4338-9d32-6b10e0055cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Dec 14 03:17:24.158002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d9561-a30f-4f2f-9ee5-8368da61532b req-3be19afb-4bca-47e9-a404-3b5a9e4b03a6 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:24.159484 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a0d9561-a30f-4f2f-9ee5-8368da61532b req-3be19afb-4bca-47e9-a404-3b5a9e4b03a6 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 947 time: 0.0473371 Dec 14 03:17:24.206156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a0d9561-a30f-4f2f-9ee5-8368da61532b req-0caacc0d-6dcd-44ff-b6f6-1cedea0b2e44 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/security-groups?id=221f18c2-d785-4338-9d32-6b10e0055cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404327 Dec 14 03:17:25.326779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae9ba9-e394-4eed-bd93-5369007d4bc0 req-914f8607-d963-4580-9d58-6e9a50b107e6 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:25.328259 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-31ae9ba9-e394-4eed-bd93-5369007d4bc0 req-914f8607-d963-4580-9d58-6e9a50b107e6 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 947 time: 0.0513864 Dec 14 03:17:25.373848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-31ae9ba9-e394-4eed-bd93-5369007d4bc0 req-7ebdb35b-5eae-4cf6-b224-8ece7518005e tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/security-groups?id=221f18c2-d785-4338-9d32-6b10e0055cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389905 Dec 14 03:17:25.708689 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 5fdc971a-7b0e-4e81-a286-a9a006be3200 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:17:25.803355 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 5fdc971a-7b0e-4e81-a286-a9a006be3200, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=5fdc971a-7b0e-4e81-a286-a9a006be3200,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:17:25.814058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '5fdc971a-7b0e-4e81-a286-a9a006be3200', 'network_id': '3abe6c6c-b6d6-42bb-ad96-548900a65710', 'port_id': '5fdc971a-7b0e-4e81-a286-a9a006be3200', 'mac_address': 'fa:16:3e:cb:76:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ca6a0f-8ed8-46f6-b06b-68b298f37899', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:17:25.849763 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:25.861770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdc971a-7b0e-4e81-a286-a9a006be3200 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:17:25.882072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 5fdc971a-7b0e-4e81-a286-a9a006be3200, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=5fdc971a-7b0e-4e81-a286-a9a006be3200,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:17:25.966920 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:26.021086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=5fdc971a-7b0e-4e81-a286-a9a006be3200,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:26.273503 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['5fdc971a-7b0e-4e81-a286-a9a006be3200'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:17:26.491468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6c731-ea1a-48c9-8be9-fc71b2d58961 req-f465c33d-6c0d-4bc7-8e78-52101cfe1cd5 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:26.492941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04a6c731-ea1a-48c9-8be9-fc71b2d58961 req-f465c33d-6c0d-4bc7-8e78-52101cfe1cd5 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 948 time: 0.0490935 Dec 14 03:17:26.540457 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04a6c731-ea1a-48c9-8be9-fc71b2d58961 req-863a0bed-bfd1-4b18-b8eb-9c1ca27fe74a tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/security-groups?id=221f18c2-d785-4338-9d32-6b10e0055cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413306 Dec 14 03:17:27.396712 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:27.657440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e73ae3-2aae-4724-b086-43bc7efd03d3 req-dac605dd-f585-4c58-8eb0-36deed30f47f tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:27.658820 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63e73ae3-2aae-4724-b086-43bc7efd03d3 req-dac605dd-f585-4c58-8eb0-36deed30f47f tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 948 time: 0.0523927 Dec 14 03:17:27.706019 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 5fdc971a-7b0e-4e81-a286-a9a006be3200 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:17:27.706246 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63e73ae3-2aae-4724-b086-43bc7efd03d3 req-dc0208a6-8365-492d-afe4-cbadf94ae0d5 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/security-groups?id=221f18c2-d785-4338-9d32-6b10e0055cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401900 Dec 14 03:17:27.842122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 5fdc971a-7b0e-4e81-a286-a9a006be3200 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:17:27.846023 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 5fdc971a-7b0e-4e81-a286-a9a006be3200 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:17:27.846423 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:27.921330 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:27.943307 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e0e0e5-baa1-43be-928b-b4f9ee330827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdc971a-7b0e-4e81-a286-a9a006be3200'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:17:27.945584 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c537e4-732c-469e-bf69-fb11a925549c" -d '{"events": [{"server_uuid": "f6e0e0e5-baa1-43be-928b-b4f9ee330827", "name": "network-vif-plugged", "status": "completed", "tag": "5fdc971a-7b0e-4e81-a286-a9a006be3200"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:17:27.958067 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 5fdc971a-7b0e-4e81-a286-a9a006be3200, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=5fdc971a-7b0e-4e81-a286-a9a006be3200,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:17:28.045460 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d59455f-65b2-405a-843c-7365f5cf0580 x-openstack-request-id: req-1d59455f-65b2-405a-843c-7365f5cf0580 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:17:28.045460 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e0e0e5-baa1-43be-928b-b4f9ee330827", "name": "network-vif-plugged", "status": "completed", "tag": "5fdc971a-7b0e-4e81-a286-a9a006be3200", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:17:28.045460 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d59455f-65b2-405a-843c-7365f5cf0580 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:17:28.045712 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e0e0e5-baa1-43be-928b-b4f9ee330827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdc971a-7b0e-4e81-a286-a9a006be3200', 'code': 200} Dec 14 03:17:28.064275 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:28.115890 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=5fdc971a-7b0e-4e81-a286-a9a006be3200,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:28.172093 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4da2c-968c-45c6-afe5-400d1a63a18e req-0b83e9ef-7741-4fdd-a88a-4eafd4af18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:28.173550 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-95a4da2c-968c-45c6-afe5-400d1a63a18e req-0b83e9ef-7741-4fdd-a88a-4eafd4af18a2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 1100 time: 0.0409732 Dec 14 03:17:28.222319 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-95a4da2c-968c-45c6-afe5-400d1a63a18e req-14623118-db93-4a0c-8398-08c4bca20e0d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=221f18c2-d785-4338-9d32-6b10e0055cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421858 Dec 14 03:17:28.819613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f63a8-a1eb-40af-a5c2-5ce12c3f70e7 req-d90dd692-4995-4a30-be13-5648e2deda35 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:28.821079 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-729f63a8-a1eb-40af-a5c2-5ce12c3f70e7 req-d90dd692-4995-4a30-be13-5648e2deda35 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 949 time: 0.0482748 Dec 14 03:17:28.867161 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-729f63a8-a1eb-40af-a5c2-5ce12c3f70e7 req-1ecfd75d-3527-4a8c-b5f1-d05925fccb6e tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/security-groups?id=221f18c2-d785-4338-9d32-6b10e0055cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401559 Dec 14 03:17:29.983856 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44284e-00b5-43fb-a97d-bb093767d05f req-516d67e8-7e3b-41af-a5cc-21f2aed78651 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:29.985360 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d44284e-00b5-43fb-a97d-bb093767d05f req-516d67e8-7e3b-41af-a5cc-21f2aed78651 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 949 time: 0.0480371 Dec 14 03:17:30.035429 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d44284e-00b5-43fb-a97d-bb093767d05f req-467121bc-dbc2-44b7-8181-e3277b72fb90 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/security-groups?id=221f18c2-d785-4338-9d32-6b10e0055cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438099 Dec 14 03:17:30.481155 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:30.519290 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-8f1989f7-938f-43c4-9036-559cf31b82c3 req-eeb09a0b-e22f-4805-bc31-f2429cbf323d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:17:30.520378 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f1989f7-938f-43c4-9036-559cf31b82c3 req-eeb09a0b-e22f-4805-bc31-f2429cbf323d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1166434 Dec 14 03:17:30.987579 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-5eeabcef-7ff4-4201-aeb7-c1263f8d2853 req-d0d3fa83-be3c-49fd-9dd2-40e91bf494df service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:17:30.988584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5eeabcef-7ff4-4201-aeb7-c1263f8d2853 req-d0d3fa83-be3c-49fd-9dd2-40e91bf494df service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052125 Dec 14 03:17:31.618957 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e03f62-76c6-4239-b95f-0dbcca48d296 req-65f4eaf6-cd35-42ed-acb1-2163c59faab0 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:31.620427 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40e03f62-76c6-4239-b95f-0dbcca48d296 req-65f4eaf6-cd35-42ed-acb1-2163c59faab0 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 949 time: 0.0486360 Dec 14 03:17:31.666935 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40e03f62-76c6-4239-b95f-0dbcca48d296 req-e37df3b6-2f20-4a00-b020-9798746e7ddd tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/security-groups?id=221f18c2-d785-4338-9d32-6b10e0055cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403993 Dec 14 03:17:32.779774 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e112fbc3-877e-4254-9153-63e2be9830b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:32.787673 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2f42f-a882-4800-bce2-836b201824e3 req-7ce1ab85-5709-49c1-ac37-39e3741704cd tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:32.789190 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-66d2f42f-a882-4800-bce2-836b201824e3 req-7ce1ab85-5709-49c1-ac37-39e3741704cd tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 949 time: 0.0492692 Dec 14 03:17:32.837060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-66d2f42f-a882-4800-bce2-836b201824e3 req-96385438-efb9-4d8c-94cb-f6aa98579f1f tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/security-groups?id=221f18c2-d785-4338-9d32-6b10e0055cad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415416 Dec 14 03:17:32.995466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fb540-8f9c-47cb-ada0-622d18488be6 req-48ea45f9-68fb-493e-8f53-244a967b6dfd tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:32.996839 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-383fb540-8f9c-47cb-ada0-622d18488be6 req-48ea45f9-68fb-493e-8f53-244a967b6dfd tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 949 time: 0.0470321 Dec 14 03:17:33.083004 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-383fb540-8f9c-47cb-ada0-622d18488be6 req-18ab9aec-824a-43fc-865f-241d5d290caf tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Deleting port 5fdc971a-7b0e-4e81-a286-a9a006be3200 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:17:33.083342 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-383fb540-8f9c-47cb-ada0-622d18488be6 req-18ab9aec-824a-43fc-865f-241d5d290caf tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:33.173236 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-383fb540-8f9c-47cb-ada0-622d18488be6 req-18ab9aec-824a-43fc-865f-241d5d290caf tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] For port 5fdc971a-7b0e-4e81-a286-a9a006be3200, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=5fdc971a-7b0e-4e81-a286-a9a006be3200,segment=NetworkSegment(1acdab3d-758e-4c11-88a1-3be75fcc450b),segment_id=1acdab3d-758e-4c11-88a1-3be75fcc450b)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:17:33.173628 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-383fb540-8f9c-47cb-ada0-622d18488be6 req-18ab9aec-824a-43fc-865f-241d5d290caf tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:33.185954 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-383fb540-8f9c-47cb-ada0-622d18488be6 req-18ab9aec-824a-43fc-865f-241d5d290caf tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Calling delete_port for 5fdc971a-7b0e-4e81-a286-a9a006be3200 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:17:33.356633 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-383fb540-8f9c-47cb-ada0-622d18488be6 req-18ab9aec-824a-43fc-865f-241d5d290caf tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:33.386897 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab9aec-824a-43fc-865f-241d5d290caf tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Pushing event deleted for resources: {'Port': ['ID=5fdc971a-7b0e-4e81-a286-a9a006be3200,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:33.390428 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['5fdc971a-7b0e-4e81-a286-a9a006be3200'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:17:33.429116 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-383fb540-8f9c-47cb-ada0-622d18488be6 req-18ab9aec-824a-43fc-865f-241d5d290caf tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] No DVR routers for this DVR port 5fdc971a-7b0e-4e81-a286-a9a006be3200 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:17:33.431967 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-383fb540-8f9c-47cb-ada0-622d18488be6 req-18ab9aec-824a-43fc-865f-241d5d290caf tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:33.435491 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-383fb540-8f9c-47cb-ada0-622d18488be6 req-18ab9aec-824a-43fc-865f-241d5d290caf tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.47 "DELETE /v2.0/ports/5fdc971a-7b0e-4e81-a286-a9a006be3200 HTTP/1.1" status: 204 len: 173 time: 0.4326391 Dec 14 03:17:33.435955 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e0e0e5-baa1-43be-928b-b4f9ee330827', 'name': 'network-vif-deleted', 'tag': '5fdc971a-7b0e-4e81-a286-a9a006be3200'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:17:33.438313 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c79ffc-9162-4baa-abd8-aa3918d3cab3" -d '{"events": [{"server_uuid": "f6e0e0e5-baa1-43be-928b-b4f9ee330827", "name": "network-vif-deleted", "tag": "5fdc971a-7b0e-4e81-a286-a9a006be3200"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:17:33.478890 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdbbce4-a145-4fb9-8bc7-4a805ed89fb9 x-openstack-request-id: req-cbdbbce4-a145-4fb9-8bc7-4a805ed89fb9 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:17:33.479192 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e0e0e5-baa1-43be-928b-b4f9ee330827", "name": "network-vif-deleted", "tag": "5fdc971a-7b0e-4e81-a286-a9a006be3200", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:17:33.479453 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cbdbbce4-a145-4fb9-8bc7-4a805ed89fb9 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:17:33.479874 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e0e0e5-baa1-43be-928b-b4f9ee330827', 'name': 'network-vif-deleted', 'tag': '5fdc971a-7b0e-4e81-a286-a9a006be3200', 'status': 'completed', 'code': 200} Dec 14 03:17:33.945636 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab5c4578-4358-482d-95df-42c05f66ef82 req-d3fb7473-a188-4282-927c-a846a02a5827 tempest-ServersAdminNegativeTestJSON-916984303 tempest-ServersAdminNegativeTestJSON-916984303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f6e0e0e5-baa1-43be-928b-b4f9ee330827 HTTP/1.1" status: 200 len: 210 time: 0.0293927 Dec 14 03:17:35.075237 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b56c8287-1e13-45c4-83e3-14dcc19f80ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:35.489772 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50946) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:17:35.618723 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7859b18c-1c38-4144-bf10-f71fb2f173ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3c665f3eddac4585bf803c0c355aa499&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277728 Dec 14 03:17:35.621403 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50950) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:17:35.677367 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a4adda4f-228b-4858-bdde-c75505b9bd28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:35.699044 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a4adda4f-228b-4858-bdde-c75505b9bd28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:35.757567 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 5fdc971a-7b0e-4e81-a286-a9a006be3200 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:17:35.780386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 5fdc971a-7b0e-4e81-a286-a9a006be3200 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:17:35.780727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 5fdc971a-7b0e-4e81-a286-a9a006be3200 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:17:35.829922 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a4adda4f-228b-4858-bdde-c75505b9bd28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:35.833119 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a4adda4f-228b-4858-bdde-c75505b9bd28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:35.834327 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a4adda4f-228b-4858-bdde-c75505b9bd28 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/221f18c2-d785-4338-9d32-6b10e0055cad HTTP/1.1" status: 204 len: 168 time: 0.2119980 Dec 14 03:17:35.842608 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4adda4f-228b-4858-bdde-c75505b9bd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221f18c2-d785-4338-9d32-6b10e0055cad,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:36.459049 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:36.464954 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 50956) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:17:36.478438 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eed95170-c4e7-4140-b5dc-8ddeb2aa134d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:36.551675 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eed95170-c4e7-4140-b5dc-8ddeb2aa134d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:36.624884 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eed95170-c4e7-4140-b5dc-8ddeb2aa134d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:36.663815 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-eed95170-c4e7-4140-b5dc-8ddeb2aa134d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c0850ec4b26546049045f24f6631ae5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1976709 Dec 14 03:17:36.664969 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed95170-c4e7-4140-b5dc-8ddeb2aa134d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fa55b5-8668-4bea-b2e0-cd535434d359,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:36.667594 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50958) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:17:36.735668 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-41fb9631-a534-4007-807d-2308291469ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:36.757273 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-41fb9631-a534-4007-807d-2308291469ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:36.899217 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-41fb9631-a534-4007-807d-2308291469ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:36.901795 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-41fb9631-a534-4007-807d-2308291469ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:36.902944 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-41fb9631-a534-4007-807d-2308291469ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6fa55b5-8668-4bea-b2e0-cd535434d359 HTTP/1.1" status: 204 len: 168 time: 0.2340541 Dec 14 03:17:36.912328 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb9631-a534-4007-807d-2308291469ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fa55b5-8668-4bea-b2e0-cd535434d359,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:36.920331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb9631-a534-4007-807d-2308291469ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:36.920688 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb9631-a534-4007-807d-2308291469ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:36.921029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb9631-a534-4007-807d-2308291469ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:36.921438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb9631-a534-4007-807d-2308291469ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:36.921776 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb9631-a534-4007-807d-2308291469ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:36.922105 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb9631-a534-4007-807d-2308291469ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:36.922496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb9631-a534-4007-807d-2308291469ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:36.922765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb9631-a534-4007-807d-2308291469ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:36.923087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb9631-a534-4007-807d-2308291469ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:36.923412 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb9631-a534-4007-807d-2308291469ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:36.923795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb9631-a534-4007-807d-2308291469ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:36.924141 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb9631-a534-4007-807d-2308291469ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:36.924443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fb9631-a534-4007-807d-2308291469ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:37.865758 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:37.905032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50980) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:17:38.005287 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-6607a81c-d516-4fce-b28e-57923e6d0091 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-451216655-network', 'tenant_id': 'e761026ac1d8494386d873a6db754e9a'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:17:38.132391 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6607a81c-d516-4fce-b28e-57923e6d0091 admin admin] Made reservation on behalf of e761026ac1d8494386d873a6db754e9a for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:17:38.134757 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6607a81c-d516-4fce-b28e-57923e6d0091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:38.143288 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6607a81c-d516-4fce-b28e-57923e6d0091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:38.214739 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6607a81c-d516-4fce-b28e-57923e6d0091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:38.298981 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6607a81c-d516-4fce-b28e-57923e6d0091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:38.319923 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6607a81c-d516-4fce-b28e-57923e6d0091 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:17:38.333479 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607a81c-d516-4fce-b28e-57923e6d0091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bc55a6-57a0-4828-bd17-16ffc63dcffe,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:38.338174 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6607a81c-d516-4fce-b28e-57923e6d0091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:38.338514 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-6607a81c-d516-4fce-b28e-57923e6d0091 admin admin] Added segment 27f4d329-9a06-4326-97e0-bd85146efb62 of type vlan for network 566b04f8-c9c1-43e2-a87d-db6a620aedb7 Dec 14 03:17:38.380014 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6607a81c-d516-4fce-b28e-57923e6d0091 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:38.470675 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6607a81c-d516-4fce-b28e-57923e6d0091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:38.471810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6607a81c-d516-4fce-b28e-57923e6d0091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:38.472490 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6607a81c-d516-4fce-b28e-57923e6d0091 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:38.558377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6607a81c-d516-4fce-b28e-57923e6d0091 admin admin] Pushing event updated for resources: {'Network': ['ID=566b04f8-c9c1-43e2-a87d-db6a620aedb7,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:38.572291 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 566b04f8-c9c1-43e2-a87d-db6a620aedb7 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:17:38.593492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6607a81c-d516-4fce-b28e-57923e6d0091 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6872468 Dec 14 03:17:38.596236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 50984) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:17:38.601916 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-64f43286-3bba-408f-b714-d09da0d30b17 admin admin] Request body: {'subnet': {'network_id': '566b04f8-c9c1-43e2-a87d-db6a620aedb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-451216655-subnet', 'tenant_id': 'e761026ac1d8494386d873a6db754e9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:17:38.647480 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:38.699321 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f43286-3bba-408f-b714-d09da0d30b17 admin admin] Made reservation on behalf of e761026ac1d8494386d873a6db754e9a for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:17:38.701976 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-64f43286-3bba-408f-b714-d09da0d30b17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:38.928096 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-64f43286-3bba-408f-b714-d09da0d30b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:38.982110 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f43286-3bba-408f-b714-d09da0d30b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=289c8164-f52e-4334-a609-d0da57e78191,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:38.995315 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f43286-3bba-408f-b714-d09da0d30b17 admin admin] Checking segment: {'id': '27f4d329-9a06-4326-97e0-bd85146efb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '566b04f8-c9c1-43e2-a87d-db6a620aedb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:17:38.995681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f43286-3bba-408f-b714-d09da0d30b17 admin admin] Network hostable DHCP agents. Network: 566b04f8-c9c1-43e2-a87d-db6a620aedb7, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:17:39.092327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f43286-3bba-408f-b714-d09da0d30b17 admin admin] Network 566b04f8-c9c1-43e2-a87d-db6a620aedb7 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:17:39.196093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-64f43286-3bba-408f-b714-d09da0d30b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 566b04f8-c9c1-43e2-a87d-db6a620aedb7) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:17:39.201577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f43286-3bba-408f-b714-d09da0d30b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:39.202257 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-64f43286-3bba-408f-b714-d09da0d30b17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:39.206520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5651c4-34f4-4534-9f88-04e2b8a414c4 None None] Network 566b04f8-c9c1-43e2-a87d-db6a620aedb7 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:17:39.296456 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-64f43286-3bba-408f-b714-d09da0d30b17 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6990783 Dec 14 03:17:39.302918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54380a80-f953-4621-a6b1-595e11a91035 None None] Network 566b04f8-c9c1-43e2-a87d-db6a620aedb7 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:17:39.720805 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-639f33af-4ed5-48f4-a670-83160f7355c7 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:39.722220 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-639f33af-4ed5-48f4-a670-83160f7355c7 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/networks?id=566b04f8-c9c1-43e2-a87d-db6a620aedb7 HTTP/1.1" status: 200 len: 811 time: 0.1057074 Dec 14 03:17:39.737184 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-7dd71844-3d23-4910-9c82-8bc431bda0ad tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/quotas/e761026ac1d8494386d873a6db754e9a HTTP/1.1" status: 200 len: 375 time: 0.0088160 Dec 14 03:17:39.767831 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-40d07ebd-4622-4c5e-9ab8-d8787f2cb365 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e761026ac1d8494386d873a6db754e9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247061 Dec 14 03:17:39.857778 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-9f6fa728-e916-4dfd-8b67-5c642d80f486 service neutron] 10.222.0.39 "GET /v2.0/networks/566b04f8-c9c1-43e2-a87d-db6a620aedb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830824 Dec 14 03:17:39.944170 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-7bcb4be9-842e-4e89-a786-3fd0ee91cff9 service neutron] 10.222.0.39 "GET /v2.0/networks/566b04f8-c9c1-43e2-a87d-db6a620aedb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802901 Dec 14 03:17:40.171528 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d451e94-1ac4-4c76-9799-33ed285f07fc req-ba1e7a08-11d3-4bfd-bda7-e063a4d31857 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 210 time: 0.0281377 Dec 14 03:17:41.509320 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a2a47e9-2eb3-4e9b-9db8-bc63c9e23b3b req-e209e6d7-e917-4e20-a39c-929317dc100c tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 210 time: 0.0264649 Dec 14 03:17:42.590184 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2010defb-32f0-4c9d-b4a3-43e6decc7d52 req-7efdb9e7-04c2-48de-8427-019d7229dee7 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 210 time: 0.0318894 Dec 14 03:17:43.667086 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c873c76-fda4-48e1-b894-95afe54a2cca req-2795ce37-7576-42a2-bef3-467dc2081896 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 210 time: 0.0262747 Dec 14 03:17:44.759339 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bd5c442-bcab-4041-b505-63c6322a1434 req-36689ae3-58f4-4a77-876e-811e68681d7f tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 210 time: 0.0259786 Dec 14 03:17:45.854806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c2f7d1e-ab8b-49ad-a531-5f46eeba7099 req-62dffae8-eef0-45d1-a4a3-ae83e6045323 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 210 time: 0.0275657 Dec 14 03:17:46.507385 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-5bd7b802-257d-4c14-9104-1db5096beeab tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:46.508821 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-5bd7b802-257d-4c14-9104-1db5096beeab tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.47 "GET /v2.0/networks?id=566b04f8-c9c1-43e2-a87d-db6a620aedb7 HTTP/1.1" status: 200 len: 811 time: 0.1025403 Dec 14 03:17:46.538766 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Request body: {'port': {'device_id': '27109e3b-bb35-40f6-b8ea-3dba18955d93', 'network_id': '566b04f8-c9c1-43e2-a87d-db6a620aedb7', 'admin_state_up': True, 'tenant_id': 'e761026ac1d8494386d873a6db754e9a'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:17:46.727191 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Made reservation on behalf of e761026ac1d8494386d873a6db754e9a for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:17:46.730687 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:46.859159 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Allocated IP 172.20.0.3 (566b04f8-c9c1-43e2-a87d-db6a620aedb7/289c8164-f52e-4334-a609-d0da57e78191/fb11c452-bc16-4719-a695-d2249fd7b51b) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:17:46.965742 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02b783aa-d445-42ad-b0db-1df3e1d10723 req-d37fd28e-93f9-449a-8d16-ddfa6f03abca tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 210 time: 0.0374386 Dec 14 03:17:47.014698 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:47.126954 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:47.170463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Network 566b04f8-c9c1-43e2-a87d-db6a620aedb7 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:17:47.173582 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:17:47.178004 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:17:47.200190 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Pushing event updated for resources: {'Port': ['ID=fb11c452-bc16-4719-a695-d2249fd7b51b,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:47.214411 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:47.214760 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:47.215098 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:47.215435 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:47.215881 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:47.216166 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:47.216472 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:47.216794 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:47.217117 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:47.217460 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:47.217783 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:47.218103 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:47.218425 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:17:47.238119 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:47.239286 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:47.364296 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-8400c7b3-64a5-46ac-b771-adfef96f592d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8294969 Dec 14 03:17:47.382963 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Request body: {'port': {'device_id': '27109e3b-bb35-40f6-b8ea-3dba18955d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:17:47.438575 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:47.695550 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb11c452-bc16-4719-a695-d2249fd7b51b {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:17:47.702720 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:47.715278 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Transition to ACTIVE for port object fb11c452-bc16-4719-a695-d2249fd7b51b will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:17:47.790447 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:47.842315 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Pushing event updated for resources: {'Port': ['ID=fb11c452-bc16-4719-a695-d2249fd7b51b,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:47.908066 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Attempting to bind port fb11c452-bc16-4719-a695-d2249fd7b51b on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:17:47.908404 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Attempting to bind port fb11c452-bc16-4719-a695-d2249fd7b51b by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '27f4d329-9a06-4326-97e0-bd85146efb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '566b04f8-c9c1-43e2-a87d-db6a620aedb7'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:17:47.908736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Attempting to bind port fb11c452-bc16-4719-a695-d2249fd7b51b on network 566b04f8-c9c1-43e2-a87d-db6a620aedb7 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:17:47.913643 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Port fb11c452-bc16-4719-a695-d2249fd7b51b on network 566b04f8-c9c1-43e2-a87d-db6a620aedb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:17:47.913975 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Attempting to bind port fb11c452-bc16-4719-a695-d2249fd7b51b on network 566b04f8-c9c1-43e2-a87d-db6a620aedb7 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:17:47.918903 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:17:47.919246 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Checking segment: {'id': '27f4d329-9a06-4326-97e0-bd85146efb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '566b04f8-c9c1-43e2-a87d-db6a620aedb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:17:47.919642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Bound using segment: {'id': '27f4d329-9a06-4326-97e0-bd85146efb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '566b04f8-c9c1-43e2-a87d-db6a620aedb7'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:17:47.920122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Bound port: fb11c452-bc16-4719-a695-d2249fd7b51b, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f4d329-9a06-4326-97e0-bd85146efb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '566b04f8-c9c1-43e2-a87d-db6a620aedb7'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:17:47.920483 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:47.983350 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] For port fb11c452-bc16-4719-a695-d2249fd7b51b, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:17:47.986249 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] For port fb11c452-bc16-4719-a695-d2249fd7b51b, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=fb11c452-bc16-4719-a695-d2249fd7b51b,segment=NetworkSegment(27f4d329-9a06-4326-97e0-bd85146efb62),segment_id=27f4d329-9a06-4326-97e0-bd85146efb62)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:17:48.083853 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137129-5243-4b19-8add-47660eb09e9e req-5d2f4787-31f6-4dd4-ade2-5887102aab10 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:48.085314 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b137129-5243-4b19-8add-47660eb09e9e req-5d2f4787-31f6-4dd4-ade2-5887102aab10 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 943 time: 0.0478952 Dec 14 03:17:48.093436 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:48.131857 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:48.132488 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:48.133891 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] 10.222.0.47 "PUT /v2.0/ports/fb11c452-bc16-4719-a695-d2249fd7b51b HTTP/1.1" status: 200 len: 1091 time: 0.7550423 Dec 14 03:17:48.134329 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27109e3b-bb35-40f6-b8ea-3dba18955d93', 'tag': 'fb11c452-bc16-4719-a695-d2249fd7b51b'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:17:48.136624 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87ea075-8122-4b8b-ad62-d77eca6a9538" -d '{"events": [{"name": "network-changed", "server_uuid": "27109e3b-bb35-40f6-b8ea-3dba18955d93", "tag": "fb11c452-bc16-4719-a695-d2249fd7b51b"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:17:48.137553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4b137129-5243-4b19-8add-47660eb09e9e req-9cde60dc-d6c7-472c-969d-c83210813d73 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461328 Dec 14 03:17:48.156875 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272cc71-3ea3-445d-80c3-dde7edd90b03 service neutron] Pushing event updated for resources: {'Port': ['ID=fb11c452-bc16-4719-a695-d2249fd7b51b,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:48.173507 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e8e3d9-21c2-4703-a50f-4a1def691fc3 x-openstack-request-id: req-48e8e3d9-21c2-4703-a50f-4a1def691fc3 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:17:48.173811 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27109e3b-bb35-40f6-b8ea-3dba18955d93", "tag": "fb11c452-bc16-4719-a695-d2249fd7b51b", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:17:48.174096 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48e8e3d9-21c2-4703-a50f-4a1def691fc3 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:17:48.174512 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27109e3b-bb35-40f6-b8ea-3dba18955d93', 'tag': 'fb11c452-bc16-4719-a695-d2249fd7b51b', 'status': 'completed', 'code': 200} Dec 14 03:17:48.259300 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ea075-8122-4b8b-ad62-d77eca6a9538 req-12eae666-4344-48ef-8a8e-9530a182ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:48.260702 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f87ea075-8122-4b8b-ad62-d77eca6a9538 req-12eae666-4344-48ef-8a8e-9530a182ae30 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e761026ac1d8494386d873a6db754e9a&device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 1094 time: 0.0449736 Dec 14 03:17:48.362102 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ea075-8122-4b8b-ad62-d77eca6a9538 req-6f660d01-33e0-47f1-9ffd-69d6863b7fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:48.364066 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f87ea075-8122-4b8b-ad62-d77eca6a9538 req-6f660d01-33e0-47f1-9ffd-69d6863b7fa3 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e761026ac1d8494386d873a6db754e9a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0908577 Dec 14 03:17:48.463383 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ea075-8122-4b8b-ad62-d77eca6a9538 req-b971c661-786d-4228-abbd-5c3f6d32dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:48.464879 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f87ea075-8122-4b8b-ad62-d77eca6a9538 req-b971c661-786d-4228-abbd-5c3f6d32dca3 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932181 Dec 14 03:17:48.562562 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-3849869f-6fab-45b3-a63b-ee3ff442f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:48.563927 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-3849869f-6fab-45b3-a63b-ee3ff442f9bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e761026ac1d8494386d873a6db754e9a&device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 1094 time: 0.0408316 Dec 14 03:17:48.615164 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-933214cc-4508-4008-939b-d1d17ba76b18 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb11c452-bc16-4719-a695-d2249fd7b51b HTTP/1.1" status: 200 len: 217 time: 0.0380976 Dec 14 03:17:48.664133 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-56aaac74-d330-42e2-82ce-830a87a718c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:48.665651 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-56aaac74-d330-42e2-82ce-830a87a718c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=289c8164-f52e-4334-a609-d0da57e78191 HTTP/1.1" status: 200 len: 851 time: 0.0434954 Dec 14 03:17:48.697584 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-3bb90992-d1d2-473c-bc06-a8aa72038cef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=566b04f8-c9c1-43e2-a87d-db6a620aedb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249503 Dec 14 03:17:48.784596 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-57f0e873-65c5-4f6c-b39d-3debd3feb861 service neutron] 10.222.0.47 "GET /v2.0/networks/566b04f8-c9c1-43e2-a87d-db6a620aedb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803783 Dec 14 03:17:48.876056 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2892b95b-cd38-4823-ab9d-13df68b5e589 req-e9b8e481-f9af-4b38-b298-6eb01af7589e service neutron] 10.222.0.47 "GET /v2.0/networks/566b04f8-c9c1-43e2-a87d-db6a620aedb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850251 Dec 14 03:17:49.262985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95469d91-8a2d-4377-aecd-0297bd6fc7b6 req-1fc36a44-9a3a-47b3-b290-4a3de51d1576 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:49.264455 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95469d91-8a2d-4377-aecd-0297bd6fc7b6 req-1fc36a44-9a3a-47b3-b290-4a3de51d1576 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 943 time: 0.0492909 Dec 14 03:17:49.311274 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-95469d91-8a2d-4377-aecd-0297bd6fc7b6 req-9311f3f9-a368-4fe5-bdf1-be3e35e1f4b0 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400825 Dec 14 03:17:49.748980 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:17:50.428323 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bccea7-0b8b-49f7-9851-78bb8358a12e req-34d72374-3f3b-4057-af95-c254ca23367e tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:50.429821 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-28bccea7-0b8b-49f7-9851-78bb8358a12e req-34d72374-3f3b-4057-af95-c254ca23367e tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 943 time: 0.0478780 Dec 14 03:17:50.475060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-28bccea7-0b8b-49f7-9851-78bb8358a12e req-7a764a20-4077-471a-bdb3-607d7267943a tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393045 Dec 14 03:17:51.591737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31284f-ba13-4735-87cc-8619f7f7964d req-ac27fd37-a3f2-4828-a62c-39b3369ba1bc tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:51.593240 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b31284f-ba13-4735-87cc-8619f7f7964d req-ac27fd37-a3f2-4828-a62c-39b3369ba1bc tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 943 time: 0.0514627 Dec 14 03:17:51.639265 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b31284f-ba13-4735-87cc-8619f7f7964d req-f2908af5-c40d-4da8-9b7e-28ba4cca45f7 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398741 Dec 14 03:17:51.832943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device fb11c452-bc16-4719-a695-d2249fd7b51b details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:17:51.929448 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port fb11c452-bc16-4719-a695-d2249fd7b51b, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=fb11c452-bc16-4719-a695-d2249fd7b51b,segment=NetworkSegment(27f4d329-9a06-4326-97e0-bd85146efb62),segment_id=27f4d329-9a06-4326-97e0-bd85146efb62)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:17:51.940300 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'fb11c452-bc16-4719-a695-d2249fd7b51b', 'network_id': '566b04f8-c9c1-43e2-a87d-db6a620aedb7', 'port_id': 'fb11c452-bc16-4719-a695-d2249fd7b51b', 'mac_address': 'fa:16:3e:1a:cf:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '289c8164-f52e-4334-a609-d0da57e78191', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:17:51.983449 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:51.997736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb11c452-bc16-4719-a695-d2249fd7b51b {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:17:52.017474 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port fb11c452-bc16-4719-a695-d2249fd7b51b, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=fb11c452-bc16-4719-a695-d2249fd7b51b,segment=NetworkSegment(27f4d329-9a06-4326-97e0-bd85146efb62),segment_id=27f4d329-9a06-4326-97e0-bd85146efb62)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:17:52.126370 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:52.171985 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=fb11c452-bc16-4719-a695-d2249fd7b51b,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:52.382873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['fb11c452-bc16-4719-a695-d2249fd7b51b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:17:52.753432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f776f-4e7c-4962-8474-a21fe2249605 req-6574c7ec-c21c-40bb-af16-1871d6973f74 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:52.754915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b4f776f-4e7c-4962-8474-a21fe2249605 req-6574c7ec-c21c-40bb-af16-1871d6973f74 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 944 time: 0.0479355 Dec 14 03:17:52.801325 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b4f776f-4e7c-4962-8474-a21fe2249605 req-1028389b-6e55-4ac5-948e-e82680273128 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 Dec 14 03:17:53.848973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device fb11c452-bc16-4719-a695-d2249fd7b51b up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:17:53.923398 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd072a-3551-45af-9232-171bb2b0482b req-a4350633-184b-42da-9904-173b1f06e3b8 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:53.924872 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6bd072a-3551-45af-9232-171bb2b0482b req-a4350633-184b-42da-9904-173b1f06e3b8 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 944 time: 0.0540516 Dec 14 03:17:53.972173 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6bd072a-3551-45af-9232-171bb2b0482b req-72490953-8a9e-4ccd-8433-7ae66497ad57 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406251 Dec 14 03:17:53.984523 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port fb11c452-bc16-4719-a695-d2249fd7b51b completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:17:53.989755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port fb11c452-bc16-4719-a695-d2249fd7b51b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:17:53.990140 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:54.069995 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:54.091791 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27109e3b-bb35-40f6-b8ea-3dba18955d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb11c452-bc16-4719-a695-d2249fd7b51b'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:17:54.093963 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c055bc2-bebd-4303-abd7-c0bc0d1300c8" -d '{"events": [{"server_uuid": "27109e3b-bb35-40f6-b8ea-3dba18955d93", "name": "network-vif-plugged", "status": "completed", "tag": "fb11c452-bc16-4719-a695-d2249fd7b51b"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:17:54.106745 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port fb11c452-bc16-4719-a695-d2249fd7b51b, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=fb11c452-bc16-4719-a695-d2249fd7b51b,segment=NetworkSegment(27f4d329-9a06-4326-97e0-bd85146efb62),segment_id=27f4d329-9a06-4326-97e0-bd85146efb62)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:17:54.131460 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3251945d-9808-4f5d-971a-2dbf7651e552 x-openstack-request-id: req-3251945d-9808-4f5d-971a-2dbf7651e552 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:17:54.131765 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27109e3b-bb35-40f6-b8ea-3dba18955d93", "name": "network-vif-plugged", "status": "completed", "tag": "fb11c452-bc16-4719-a695-d2249fd7b51b", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:17:54.132025 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3251945d-9808-4f5d-971a-2dbf7651e552 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:17:54.132423 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27109e3b-bb35-40f6-b8ea-3dba18955d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb11c452-bc16-4719-a695-d2249fd7b51b', 'code': 200} Dec 14 03:17:54.190385 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:54.240871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=fb11c452-bc16-4719-a695-d2249fd7b51b,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:17:54.261487 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934786a-83b5-4368-80a3-3a0e7a65d728 req-b76f992e-57ae-42f4-90a3-0284b6d3a3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:54.262991 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e934786a-83b5-4368-80a3-3a0e7a65d728 req-b76f992e-57ae-42f4-90a3-0284b6d3a3b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 1096 time: 0.0424035 Dec 14 03:17:54.307005 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e934786a-83b5-4368-80a3-3a0e7a65d728 req-56bcbc0f-c8b8-4494-8e67-23d913a98db0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367353 Dec 14 03:17:55.087944 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856b815-90bc-499b-8484-218133cf2e44 req-5e1f517c-2afe-42c7-941e-0b4ffdf2283f tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:55.089435 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e856b815-90bc-499b-8484-218133cf2e44 req-5e1f517c-2afe-42c7-941e-0b4ffdf2283f tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0481675 Dec 14 03:17:55.136120 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e856b815-90bc-499b-8484-218133cf2e44 req-69bf4ee3-8e50-49e1-8360-27cdf43c8cee tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406229 Dec 14 03:17:56.252308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63540098-5da9-4da2-9ff6-a09a066e5085 req-d9d00687-ce0a-4db4-85e0-c8bf64470e36 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:56.254322 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63540098-5da9-4da2-9ff6-a09a066e5085 req-d9d00687-ce0a-4db4-85e0-c8bf64470e36 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0496013 Dec 14 03:17:56.306102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63540098-5da9-4da2-9ff6-a09a066e5085 req-c98f722d-f718-4497-be1c-f20e9939996b tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457783 Dec 14 03:17:56.879863 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51060) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:17:56.995731 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-08f87f08-cb04-4129-86e8-63efa1978c2e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1144741 Dec 14 03:17:57.005798 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-2014687e-84a1-4473-8f7d-0a1b1987732b service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:17:57.006940 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-2014687e-84a1-4473-8f7d-0a1b1987732b service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061221 Dec 14 03:17:57.023675 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321c77d-100c-4bb1-aa63-30405a623cb7 req-187f0954-9335-430c-a155-87d4ff3bae53 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:57.025145 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b321c77d-100c-4bb1-aa63-30405a623cb7 req-187f0954-9335-430c-a155-87d4ff3bae53 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.3631914 Dec 14 03:17:57.072360 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b321c77d-100c-4bb1-aa63-30405a623cb7 req-cbaeb2d2-41a3-4615-8101-8c6440999b9c tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Dec 14 03:17:57.401044 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:17:58.189481 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a0860-4d56-40b2-8b2a-07900605228b req-55ab8b57-3558-4cbb-947c-253ea38145bb tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:58.191497 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d1a0860-4d56-40b2-8b2a-07900605228b req-55ab8b57-3558-4cbb-947c-253ea38145bb tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0486670 Dec 14 03:17:58.239143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d1a0860-4d56-40b2-8b2a-07900605228b req-f0016c94-4923-4e28-9754-295738bb49ba tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415239 Dec 14 03:17:59.065983 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-0b6ff101-6ed1-4ad7-b4bf-e40887fa0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:59.067572 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-0b6ff101-6ed1-4ad7-b4bf-e40887fa0f76 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e761026ac1d8494386d873a6db754e9a&device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 1096 time: 0.0432220 Dec 14 03:17:59.156668 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-2367d3d8-b22d-4fea-942d-08378a6b7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:59.158198 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-2367d3d8-b22d-4fea-942d-08378a6b7b90 service neutron] 10.222.0.47 "GET /v2.0/networks?id=566b04f8-c9c1-43e2-a87d-db6a620aedb7 HTTP/1.1" status: 200 len: 912 time: 0.0835783 Dec 14 03:17:59.203185 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-03712a51-cc8b-430e-9cf9-a515d836e495 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb11c452-bc16-4719-a695-d2249fd7b51b HTTP/1.1" status: 200 len: 217 time: 0.0383263 Dec 14 03:17:59.254828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-21719297-05c6-4766-b9b9-c46a98bb935c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:59.256458 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-21719297-05c6-4766-b9b9-c46a98bb935c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=289c8164-f52e-4334-a609-d0da57e78191 HTTP/1.1" status: 200 len: 851 time: 0.0470517 Dec 14 03:17:59.291020 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-dc4e76c7-a9dc-4a5f-b0ec-f0de4fbee038 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=566b04f8-c9c1-43e2-a87d-db6a620aedb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266843 Dec 14 03:17:59.368959 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83533374-72b5-42cb-b208-df4bee6b5eb9 req-d06fd69a-6ccf-4a53-8b0c-0892009d42a8 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:17:59.370498 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83533374-72b5-42cb-b208-df4bee6b5eb9 req-d06fd69a-6ccf-4a53-8b0c-0892009d42a8 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0556099 Dec 14 03:17:59.398977 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-513ceac7-bedf-41bc-906c-c641148f33ce service neutron] 10.222.0.47 "GET /v2.0/networks/566b04f8-c9c1-43e2-a87d-db6a620aedb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010737 Dec 14 03:17:59.424606 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83533374-72b5-42cb-b208-df4bee6b5eb9 req-dfea8508-1654-4486-bb6f-7e5f7a8e7301 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480034 Dec 14 03:17:59.503096 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-5c32d46a-67a7-47a3-b032-b83cdc2d5095 service neutron] 10.222.0.47 "GET /v2.0/networks/566b04f8-c9c1-43e2-a87d-db6a620aedb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967846 Dec 14 03:18:00.492524 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:00.539234 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4cef1-cb79-4c99-ab11-7ef2a06686b9 req-07de74f3-4fb8-4dc0-a996-afbe938aa940 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:00.540730 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55d4cef1-cb79-4c99-ab11-7ef2a06686b9 req-07de74f3-4fb8-4dc0-a996-afbe938aa940 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0490081 Dec 14 03:18:00.588039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55d4cef1-cb79-4c99-ab11-7ef2a06686b9 req-7224b048-2ece-4e6b-b84e-0eebbfec8092 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414310 Dec 14 03:18:01.710133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48190b52-8636-405b-96bf-6fd643614a6c req-3edef227-efbf-4ce4-a523-51b0e3f3a1d5 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:01.711626 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-48190b52-8636-405b-96bf-6fd643614a6c req-3edef227-efbf-4ce4-a523-51b0e3f3a1d5 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0472887 Dec 14 03:18:01.761015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-48190b52-8636-405b-96bf-6fd643614a6c req-9f78fbf9-0ca4-42d4-9ac0-a8b1580529d5 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435207 Dec 14 03:18:02.812332 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-acec32de-f78b-4938-9243-21410ad14579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:02.878451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd0638-732a-4ced-9806-2cd88c83b035 req-8388a915-2b00-4483-83d3-7c67fa6d15e2 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:02.880044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9fd0638-732a-4ced-9806-2cd88c83b035 req-8388a915-2b00-4483-83d3-7c67fa6d15e2 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0492077 Dec 14 03:18:02.928829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9fd0638-732a-4ced-9806-2cd88c83b035 req-6f6ccd96-e4b3-4832-afc2-b70f75f105e4 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428474 Dec 14 03:18:04.043590 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ad896-4edb-4e72-9b0b-c7477adcb311 req-ebef2228-5eae-4a0b-90c7-35d4d4a32461 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:04.045066 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a4ad896-4edb-4e72-9b0b-c7477adcb311 req-ebef2228-5eae-4a0b-90c7-35d4d4a32461 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0481102 Dec 14 03:18:04.091890 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a4ad896-4edb-4e72-9b0b-c7477adcb311 req-0c7b74df-eb36-48fe-be49-0b53b0b32ace tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401881 Dec 14 03:18:05.092110 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3c16cbfd-bd83-4289-b725-da29339a4074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:05.217139 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dc4cd-6667-41a8-a1ec-6ad248680322 req-f4c5217b-56b6-4081-a32b-bce3f07829b4 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:05.218679 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c05dc4cd-6667-41a8-a1ec-6ad248680322 req-f4c5217b-56b6-4081-a32b-bce3f07829b4 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0560613 Dec 14 03:18:05.269331 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c05dc4cd-6667-41a8-a1ec-6ad248680322 req-20c29562-12e9-4e4f-bfb2-b69e5acbf5fe tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439916 Dec 14 03:18:06.386385 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b7eee-1f23-4967-b648-e62dca51f7c4 req-fea2c8a7-11b7-4b6f-bac2-3f34972365a7 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:06.387872 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06b7eee-1f23-4967-b648-e62dca51f7c4 req-fea2c8a7-11b7-4b6f-bac2-3f34972365a7 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0492814 Dec 14 03:18:06.434436 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c06b7eee-1f23-4967-b648-e62dca51f7c4 req-8f322f97-ce75-4864-a9fe-945fe24cc508 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404928 Dec 14 03:18:06.463948 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:07.551795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451556c-337e-4871-ad56-9c7076b50364 req-185eda5b-93f0-40fd-a8c3-a18f0370d9c1 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:07.553247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3451556c-337e-4871-ad56-9c7076b50364 req-185eda5b-93f0-40fd-a8c3-a18f0370d9c1 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0516796 Dec 14 03:18:07.600767 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3451556c-337e-4871-ad56-9c7076b50364 req-59cbd065-9053-4cf1-91e8-9e6a4d7dd185 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413101 Dec 14 03:18:07.875197 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:08.715711 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886367a-b778-43da-b3ce-ce3dcd2d2e31 req-4f47ad70-e593-4782-891f-743ec2f09aa8 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:08.717179 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8886367a-b778-43da-b3ce-ce3dcd2d2e31 req-4f47ad70-e593-4782-891f-743ec2f09aa8 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0485327 Dec 14 03:18:08.744163 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:08.763738 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8886367a-b778-43da-b3ce-ce3dcd2d2e31 req-5f0086ac-8e3b-4d97-b3b7-fdb35be8875c tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406091 Dec 14 03:18:09.882161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e9316-7506-4cff-b3fd-b277ef966408 req-c9334fff-a224-417a-8e99-6f76175511ba tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:09.883630 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e38e9316-7506-4cff-b3fd-b277ef966408 req-c9334fff-a224-417a-8e99-6f76175511ba tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0495899 Dec 14 03:18:09.934017 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e38e9316-7506-4cff-b3fd-b277ef966408 req-faec3e77-6c82-4c5c-8bae-90951b8a297f tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444157 Dec 14 03:18:11.050410 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a5c02-9a88-4a68-ab66-ce5933c95bb6 req-bd000de9-efe0-4587-bac9-e085698b0a57 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:11.051960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-448a5c02-9a88-4a68-ab66-ce5933c95bb6 req-bd000de9-efe0-4587-bac9-e085698b0a57 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0486107 Dec 14 03:18:11.099719 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-448a5c02-9a88-4a68-ab66-ce5933c95bb6 req-482f800b-c24d-4e9e-a18b-fe5b54e28e88 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415361 Dec 14 03:18:12.214263 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054aff02-e34c-4fa9-89ff-6ad5f7d56dc5 req-c26cd321-cc41-47cc-98af-e286ad389e32 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:12.215645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-054aff02-e34c-4fa9-89ff-6ad5f7d56dc5 req-c26cd321-cc41-47cc-98af-e286ad389e32 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0475411 Dec 14 03:18:12.260972 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-054aff02-e34c-4fa9-89ff-6ad5f7d56dc5 req-3a84aff3-76e4-4678-8e09-52b1da3e1c32 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394931 Dec 14 03:18:13.381338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d3458-7bcf-4727-b4bf-aa6f0253d594 req-1fe60d5d-c8b0-4a8f-9f59-498a34ae3195 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:13.382853 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa1d3458-7bcf-4727-b4bf-aa6f0253d594 req-1fe60d5d-c8b0-4a8f-9f59-498a34ae3195 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0521927 Dec 14 03:18:13.431028 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fa1d3458-7bcf-4727-b4bf-aa6f0253d594 req-b16f46eb-1354-406c-b0c5-343ff9624944 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421531 Dec 14 03:18:14.544973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2d6fe-c47c-491b-946f-ba06e0a1e85c req-daf0887f-8ba5-4374-b1e8-47f1b863dafa tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:14.546493 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-99a2d6fe-c47c-491b-946f-ba06e0a1e85c req-daf0887f-8ba5-4374-b1e8-47f1b863dafa tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0480828 Dec 14 03:18:14.594437 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-99a2d6fe-c47c-491b-946f-ba06e0a1e85c req-99528a21-aec0-4f81-a4fb-e460c6f93d8d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415025 Dec 14 03:18:15.709698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7945b1-ddfb-4e9d-8155-474cd5eab295 req-8f1a33d2-05f9-4732-b639-101254b15926 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:15.711188 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f7945b1-ddfb-4e9d-8155-474cd5eab295 req-8f1a33d2-05f9-4732-b639-101254b15926 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0487051 Dec 14 03:18:15.763299 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f7945b1-ddfb-4e9d-8155-474cd5eab295 req-d21d3d6f-a597-4dea-8360-b682d8327048 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462174 Dec 14 03:18:16.878708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97470d7-9775-413d-b36e-f3145747a6fd req-034c1978-3e48-4a8a-a454-160ade294487 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:16.880817 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e97470d7-9775-413d-b36e-f3145747a6fd req-034c1978-3e48-4a8a-a454-160ade294487 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0489924 Dec 14 03:18:16.928493 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e97470d7-9775-413d-b36e-f3145747a6fd req-ab057693-84a7-4159-965f-1b26353831b6 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411711 Dec 14 03:18:18.046081 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d117af1-5523-4dc1-ad7f-e3341426af42 req-a9d544f0-e2f3-4685-9e1f-93ffdf4c9be2 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:18.047661 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d117af1-5523-4dc1-ad7f-e3341426af42 req-a9d544f0-e2f3-4685-9e1f-93ffdf4c9be2 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0502608 Dec 14 03:18:18.094702 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d117af1-5523-4dc1-ad7f-e3341426af42 req-3479345f-c52d-4cff-9084-7ad816d9a032 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406940 Dec 14 03:18:19.216962 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af489350-6c6d-44fd-a1f2-40fbd7aaaa9b req-24999414-e781-40da-969e-4d38f467c3fc tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:19.218379 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af489350-6c6d-44fd-a1f2-40fbd7aaaa9b req-24999414-e781-40da-969e-4d38f467c3fc tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0528517 Dec 14 03:18:19.264845 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af489350-6c6d-44fd-a1f2-40fbd7aaaa9b req-cdf65029-1eb3-4622-939d-029b28cd890b tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404494 Dec 14 03:18:20.379239 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb7c6c-0345-499c-bf5b-33c0e3e947e8 req-2c45e1fe-4414-4e07-ad98-41c49ff4e4aa tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:20.380937 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-48cb7c6c-0345-499c-bf5b-33c0e3e947e8 req-2c45e1fe-4414-4e07-ad98-41c49ff4e4aa tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0485239 Dec 14 03:18:20.433551 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-48cb7c6c-0345-499c-bf5b-33c0e3e947e8 req-99a02c80-0ace-46a9-ae02-c05b3f6b1de4 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466256 Dec 14 03:18:21.583655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d57ff-7fd7-4e30-8e5b-52dd40932aec req-36b7c363-7df5-49b2-adc7-213719f66d8d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:21.585155 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-143d57ff-7fd7-4e30-8e5b-52dd40932aec req-36b7c363-7df5-49b2-adc7-213719f66d8d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0707555 Dec 14 03:18:21.633669 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-143d57ff-7fd7-4e30-8e5b-52dd40932aec req-e31bf8aa-d004-44a1-bfd7-3077b68a994c tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425127 Dec 14 03:18:22.749272 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba503e53-0e49-4003-8196-940d3b57b0f6 req-afd80eda-319c-4359-8eac-c4511a3db066 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:22.750701 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba503e53-0e49-4003-8196-940d3b57b0f6 req-afd80eda-319c-4359-8eac-c4511a3db066 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0499449 Dec 14 03:18:22.808677 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba503e53-0e49-4003-8196-940d3b57b0f6 req-0e18e60d-100f-4c04-b1b4-e289bfff2aca tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520577 Dec 14 03:18:23.923902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a76dfa-40c2-4007-b803-71dbd6b47581 req-dbd85da5-4126-4218-a198-87004c7dbc07 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:23.925407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22a76dfa-40c2-4007-b803-71dbd6b47581 req-dbd85da5-4126-4218-a198-87004c7dbc07 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0491812 Dec 14 03:18:23.977812 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22a76dfa-40c2-4007-b803-71dbd6b47581 req-67b65ae9-92bd-41ed-b558-6fefe114725a tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460031 Dec 14 03:18:25.092650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d444ab-40e8-4bf7-b80e-bcffff9b189e req-e129e711-1947-4a37-9296-3cdb33c34b1d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:25.094143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9d444ab-40e8-4bf7-b80e-bcffff9b189e req-e129e711-1947-4a37-9296-3cdb33c34b1d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0495019 Dec 14 03:18:25.141218 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9d444ab-40e8-4bf7-b80e-bcffff9b189e req-159f2aca-c096-42cb-b675-0e6d57a2c6ca tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404007 Dec 14 03:18:26.256231 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db303fb0-0703-4078-8406-a60cde443b1a req-9ff77662-1c81-4d31-b00f-725b41ca73c7 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:26.257642 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db303fb0-0703-4078-8406-a60cde443b1a req-9ff77662-1c81-4d31-b00f-725b41ca73c7 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0494545 Dec 14 03:18:26.303645 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db303fb0-0703-4078-8406-a60cde443b1a req-663c24dd-3612-4d0e-b88a-424420a60393 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401127 Dec 14 03:18:26.748546 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:18:26.842241 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-7b7426f7-1778-4030-acf3-d8aaacba8223 service neutron] show failed (client error): The resource could not be found. Dec 14 03:18:26.843256 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-7b7426f7-1778-4030-acf3-d8aaacba8223 service neutron] 10.222.0.47 "GET /v2.0/ports/fb11c452-bc16-4719-a695-d2249fd7b51b/bindings/n-h1-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.0549281 Dec 14 03:18:27.373752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-3f79266f-bc85-43db-aaf9-a6f2b693d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:27.375275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-3f79266f-bc85-43db-aaf9-a6f2b693d1e1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93&tenant_id=e761026ac1d8494386d873a6db754e9a HTTP/1.1" status: 200 len: 1096 time: 0.0765221 Dec 14 03:18:27.406097 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821636-1', 'device_owner': 'compute:nova'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:18:27.412404 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:27.452316 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7268e-d582-4b22-becc-c785c1476e72 req-63b19cf6-ae2d-4c9b-ba2a-821691dcfaba tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:27.453832 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3db7268e-d582-4b22-becc-c785c1476e72 req-63b19cf6-ae2d-4c9b-ba2a-821691dcfaba tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0776851 Dec 14 03:18:27.492739 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:27.550265 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3db7268e-d582-4b22-becc-c785c1476e72 req-8ddddf29-9d19-4408-9cdf-47339375d9a8 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787978 Dec 14 03:18:27.713481 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] For port fb11c452-bc16-4719-a695-d2249fd7b51b, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=fb11c452-bc16-4719-a695-d2249fd7b51b,segment=NetworkSegment(27f4d329-9a06-4326-97e0-bd85146efb62),segment_id=27f4d329-9a06-4326-97e0-bd85146efb62)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:18:27.746601 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] For port fb11c452-bc16-4719-a695-d2249fd7b51b, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:18:27.784789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27109e3b-bb35-40f6-b8ea-3dba18955d93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb11c452-bc16-4719-a695-d2249fd7b51b'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:18:27.788180 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e793596f-c38a-45b8-91a4-58c825331cc2" -d '{"events": [{"server_uuid": "27109e3b-bb35-40f6-b8ea-3dba18955d93", "name": "network-vif-unplugged", "status": "completed", "tag": "fb11c452-bc16-4719-a695-d2249fd7b51b"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:18:27.791585 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:27.803927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Transition to ACTIVE for port object fb11c452-bc16-4719-a695-d2249fd7b51b will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:18:27.839739 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 03:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529c5fbc-2d44-47ad-9e15-9ff066623187 x-openstack-request-id: req-529c5fbc-2d44-47ad-9e15-9ff066623187 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:18:27.840061 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27109e3b-bb35-40f6-b8ea-3dba18955d93", "name": "network-vif-unplugged", "status": "completed", "tag": "fb11c452-bc16-4719-a695-d2249fd7b51b", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:18:27.840321 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-529c5fbc-2d44-47ad-9e15-9ff066623187 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:18:27.840725 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27109e3b-bb35-40f6-b8ea-3dba18955d93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb11c452-bc16-4719-a695-d2249fd7b51b', 'code': 200} Dec 14 03:18:27.891442 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:27.953514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] No DVR routers for this DVR port fb11c452-bc16-4719-a695-d2249fd7b51b on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:18:27.955345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Pushing event updated for resources: {'Port': ['ID=fb11c452-bc16-4719-a695-d2249fd7b51b,revision_number=6']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:18:27.993582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Attempting to bind port fb11c452-bc16-4719-a695-d2249fd7b51b on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:18:27.993842 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Attempting to bind port fb11c452-bc16-4719-a695-d2249fd7b51b by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '27f4d329-9a06-4326-97e0-bd85146efb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '566b04f8-c9c1-43e2-a87d-db6a620aedb7'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:18:27.994173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Attempting to bind port fb11c452-bc16-4719-a695-d2249fd7b51b on network 566b04f8-c9c1-43e2-a87d-db6a620aedb7 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:18:27.998533 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Port fb11c452-bc16-4719-a695-d2249fd7b51b on network 566b04f8-c9c1-43e2-a87d-db6a620aedb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:18:27.998886 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Attempting to bind port fb11c452-bc16-4719-a695-d2249fd7b51b on network 566b04f8-c9c1-43e2-a87d-db6a620aedb7 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:18:28.003795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:18:28.004129 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Checking segment: {'id': '27f4d329-9a06-4326-97e0-bd85146efb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '566b04f8-c9c1-43e2-a87d-db6a620aedb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:18:28.004514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Bound using segment: {'id': '27f4d329-9a06-4326-97e0-bd85146efb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '566b04f8-c9c1-43e2-a87d-db6a620aedb7'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:18:28.004934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Bound port: fb11c452-bc16-4719-a695-d2249fd7b51b, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27f4d329-9a06-4326-97e0-bd85146efb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '566b04f8-c9c1-43e2-a87d-db6a620aedb7'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:18:28.005278 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:28.067781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] For port fb11c452-bc16-4719-a695-d2249fd7b51b, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:18:28.071775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] For port fb11c452-bc16-4719-a695-d2249fd7b51b, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=fb11c452-bc16-4719-a695-d2249fd7b51b,segment=NetworkSegment(27f4d329-9a06-4326-97e0-bd85146efb62),segment_id=27f4d329-9a06-4326-97e0-bd85146efb62)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:18:28.166017 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:28.203663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:28.204340 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:28.205836 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] 10.222.0.46 "PUT /v2.0/ports/fb11c452-bc16-4719-a695-d2249fd7b51b HTTP/1.1" status: 200 len: 1091 time: 0.8047113 Dec 14 03:18:28.231364 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ac436-4392-4695-b25b-f29f5072ebdd service neutron] Pushing event updated for resources: {'Port': ['ID=fb11c452-bc16-4719-a695-d2249fd7b51b,revision_number=7']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:18:28.279863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-9eb615ee-6302-4f77-8dd7-7e38cf11282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:28.281275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-9eb615ee-6302-4f77-8dd7-7e38cf11282e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e761026ac1d8494386d873a6db754e9a&device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 1094 time: 0.0421631 Dec 14 03:18:28.373487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-4424974f-267a-418c-8c61-25b2d0ec8f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:28.374962 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-4424974f-267a-418c-8c61-25b2d0ec8f80 service neutron] 10.222.0.46 "GET /v2.0/networks?id=566b04f8-c9c1-43e2-a87d-db6a620aedb7 HTTP/1.1" status: 200 len: 912 time: 0.0868502 Dec 14 03:18:28.416540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-278b154b-7ebb-468e-98e4-2d627bd28db0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb11c452-bc16-4719-a695-d2249fd7b51b HTTP/1.1" status: 200 len: 217 time: 0.0345726 Dec 14 03:18:28.468344 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-eab17b55-3bd6-474d-a6c9-1f5f4c34a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:28.469824 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-eab17b55-3bd6-474d-a6c9-1f5f4c34a5d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=289c8164-f52e-4334-a609-d0da57e78191 HTTP/1.1" status: 200 len: 851 time: 0.0467536 Dec 14 03:18:28.500966 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-471504d4-c959-4d29-891a-0356611900c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=566b04f8-c9c1-43e2-a87d-db6a620aedb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246363 Dec 14 03:18:28.589995 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-8e287808-4033-4ad7-86e0-b9d249f660f1 service neutron] 10.222.0.46 "GET /v2.0/networks/566b04f8-c9c1-43e2-a87d-db6a620aedb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821402 Dec 14 03:18:28.712618 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df8bb8-f163-4725-96a3-c4599fb77de8 req-edafd9eb-bc8f-4101-92b3-821c4427a695 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:28.714121 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61df8bb8-f163-4725-96a3-c4599fb77de8 req-edafd9eb-bc8f-4101-92b3-821c4427a695 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 943 time: 0.0712769 Dec 14 03:18:28.731004 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74131af6-f661-4438-8e16-72a82f6d1e7d req-73517bf7-a678-4b3b-b718-c14c466f2195 service neutron] 10.222.0.46 "GET /v2.0/networks/566b04f8-c9c1-43e2-a87d-db6a620aedb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344659 Dec 14 03:18:28.765517 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61df8bb8-f163-4725-96a3-c4599fb77de8 req-ebaa461a-09ad-4b60-83af-ef46a0af1c1e tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443418 Dec 14 03:18:29.844375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27109e3b-bb35-40f6-b8ea-3dba18955d93', 'tag': 'fb11c452-bc16-4719-a695-d2249fd7b51b'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:18:29.846552 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1c5296-bab8-4844-a62a-fabba6f92bea" -d '{"events": [{"name": "network-changed", "server_uuid": "27109e3b-bb35-40f6-b8ea-3dba18955d93", "tag": "fb11c452-bc16-4719-a695-d2249fd7b51b"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:18:29.893026 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b8500-30bb-445b-9e98-cf973ce78cc8 req-af570a9b-6d7d-4298-986b-817853f2f4f7 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:29.895661 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e69b8500-30bb-445b-9e98-cf973ce78cc8 req-af570a9b-6d7d-4298-986b-817853f2f4f7 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 943 time: 0.0594306 Dec 14 03:18:29.897873 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1638d94e-96d1-48f7-86f6-08efd3b69020 x-openstack-request-id: req-1638d94e-96d1-48f7-86f6-08efd3b69020 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:18:29.898155 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27109e3b-bb35-40f6-b8ea-3dba18955d93", "tag": "fb11c452-bc16-4719-a695-d2249fd7b51b", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:18:29.898405 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1638d94e-96d1-48f7-86f6-08efd3b69020 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:18:29.898805 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27109e3b-bb35-40f6-b8ea-3dba18955d93', 'tag': 'fb11c452-bc16-4719-a695-d2249fd7b51b', 'status': 'completed', 'code': 200} Dec 14 03:18:29.954548 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e69b8500-30bb-445b-9e98-cf973ce78cc8 req-ad682a92-e1b0-4400-bd08-165c923fda44 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524797 Dec 14 03:18:29.984372 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-a91703c6-4680-4200-b906-7dff149bcda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:29.985948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-a91703c6-4680-4200-b906-7dff149bcda9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e761026ac1d8494386d873a6db754e9a&device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 1094 time: 0.0469267 Dec 14 03:18:29.986550 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-cd593c84-eb25-4d8d-a4f4-56d32184f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:29.988308 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-cd593c84-eb25-4d8d-a4f4-56d32184f462 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e761026ac1d8494386d873a6db754e9a&device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 1094 time: 0.0481699 Dec 14 03:18:30.077630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-252d6fc1-487d-4e68-b2e2-fc1cf2800ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:30.078727 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-389cdefb-c292-4697-8722-8dd26f8d53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:30.079025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-252d6fc1-487d-4e68-b2e2-fc1cf2800ba2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=566b04f8-c9c1-43e2-a87d-db6a620aedb7 HTTP/1.1" status: 200 len: 912 time: 0.0849097 Dec 14 03:18:30.080273 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-389cdefb-c292-4697-8722-8dd26f8d53e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=566b04f8-c9c1-43e2-a87d-db6a620aedb7 HTTP/1.1" status: 200 len: 912 time: 0.0857215 Dec 14 03:18:30.083248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device fb11c452-bc16-4719-a695-d2249fd7b51b no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:18:30.123083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device fb11c452-bc16-4719-a695-d2249fd7b51b not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:18:30.127488 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-66589056-0375-41fc-8e6c-2b1f8a51d336 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb11c452-bc16-4719-a695-d2249fd7b51b HTTP/1.1" status: 200 len: 217 time: 0.0399756 Dec 14 03:18:30.134428 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-77a9ff78-5637-4e05-9a5a-d69f242c3963 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb11c452-bc16-4719-a695-d2249fd7b51b HTTP/1.1" status: 200 len: 217 time: 0.0463412 Dec 14 03:18:30.177946 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-1617867e-857e-41d0-8eed-e1b5acd86f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:30.179452 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-1617867e-857e-41d0-8eed-e1b5acd86f6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=289c8164-f52e-4334-a609-d0da57e78191 HTTP/1.1" status: 200 len: 851 time: 0.0457776 Dec 14 03:18:30.184473 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-d300b1a7-9439-4af9-99b3-0103cb787662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:30.185939 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-d300b1a7-9439-4af9-99b3-0103cb787662 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=289c8164-f52e-4334-a609-d0da57e78191 HTTP/1.1" status: 200 len: 851 time: 0.0445235 Dec 14 03:18:30.211789 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-2a33491a-8a05-453c-801b-4879cef2dd11 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=566b04f8-c9c1-43e2-a87d-db6a620aedb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254612 Dec 14 03:18:30.219624 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-697c447d-e80a-41c3-b1c0-75760f39cdc0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=566b04f8-c9c1-43e2-a87d-db6a620aedb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254591 Dec 14 03:18:30.301625 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-30ed6d64-1f34-44d7-addd-cf4acd4da6b9 service neutron] 10.222.0.47 "GET /v2.0/networks/566b04f8-c9c1-43e2-a87d-db6a620aedb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822241 Dec 14 03:18:30.312544 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-a4590b01-baaa-41ff-b490-2fd3c77cc948 service neutron] 10.222.0.46 "GET /v2.0/networks/566b04f8-c9c1-43e2-a87d-db6a620aedb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856967 Dec 14 03:18:30.397996 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-c6273ee4-ffd5-497f-bc9f-13b550a6fc36 service neutron] 10.222.0.47 "GET /v2.0/networks/566b04f8-c9c1-43e2-a87d-db6a620aedb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890491 Dec 14 03:18:30.404517 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be1c5296-bab8-4844-a62a-fabba6f92bea req-844a2361-fb95-4e69-8164-61d1a2574768 service neutron] 10.222.0.46 "GET /v2.0/networks/566b04f8-c9c1-43e2-a87d-db6a620aedb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841134 Dec 14 03:18:30.565911 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:31.054073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device fb11c452-bc16-4719-a695-d2249fd7b51b details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:18:31.080347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217debfc-3960-406c-af1d-c73cce8e5488 req-3003f54f-6461-4322-b18a-ba2535b22efb tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:31.081817 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-217debfc-3960-406c-af1d-c73cce8e5488 req-3003f54f-6461-4322-b18a-ba2535b22efb tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 943 time: 0.0560472 Dec 14 03:18:31.129716 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-217debfc-3960-406c-af1d-c73cce8e5488 req-6ba38cfb-303d-4197-81c9-b627d2f84ba1 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410578 Dec 14 03:18:31.145927 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port fb11c452-bc16-4719-a695-d2249fd7b51b, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=fb11c452-bc16-4719-a695-d2249fd7b51b,segment=NetworkSegment(27f4d329-9a06-4326-97e0-bd85146efb62),segment_id=27f4d329-9a06-4326-97e0-bd85146efb62)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:18:31.158134 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'fb11c452-bc16-4719-a695-d2249fd7b51b', 'network_id': '566b04f8-c9c1-43e2-a87d-db6a620aedb7', 'port_id': 'fb11c452-bc16-4719-a695-d2249fd7b51b', 'mac_address': 'fa:16:3e:1a:cf:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '289c8164-f52e-4334-a609-d0da57e78191', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:18:31.197379 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:31.214521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb11c452-bc16-4719-a695-d2249fd7b51b {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:18:31.234354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port fb11c452-bc16-4719-a695-d2249fd7b51b, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=fb11c452-bc16-4719-a695-d2249fd7b51b,segment=NetworkSegment(27f4d329-9a06-4326-97e0-bd85146efb62),segment_id=27f4d329-9a06-4326-97e0-bd85146efb62)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:18:31.337466 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:31.385202 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=fb11c452-bc16-4719-a695-d2249fd7b51b,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:18:31.392929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:31.393297 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:31.393672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:31.394020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:31.394385 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:31.394704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:31.395070 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:31.395401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:31.395754 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:31.396709 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:31.397051 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:31.397418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:31.397754 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:31.668118 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-b3d03d13-255e-4def-b85d-d1f42e8e9d7c tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:31.669779 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-b3d03d13-255e-4def-b85d-d1f42e8e9d7c tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.47 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93&tenant_id=e761026ac1d8494386d873a6db754e9a&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 944 time: 0.0948076 Dec 14 03:18:31.673705 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['fb11c452-bc16-4719-a695-d2249fd7b51b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:18:31.741179 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-d3df8862-09a5-4297-9994-036294d880a6 service neutron] delete failed (client error): The resource could not be found. Dec 14 03:18:31.742871 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-d3df8862-09a5-4297-9994-036294d880a6 service neutron] 10.222.0.47 "DELETE /v2.0/ports/fb11c452-bc16-4719-a695-d2249fd7b51b/bindings/n-h2-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.0656400 Dec 14 03:18:31.847269 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-e4f747dd-3088-4317-a35c-0992153d46ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:31.848767 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-e4f747dd-3088-4317-a35c-0992153d46ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e761026ac1d8494386d873a6db754e9a&device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 1095 time: 0.0421631 Dec 14 03:18:31.944263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-309c02a5-032b-42d5-854a-19ab0929bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:31.945795 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-309c02a5-032b-42d5-854a-19ab0929bf88 service neutron] 10.222.0.47 "GET /v2.0/networks?id=566b04f8-c9c1-43e2-a87d-db6a620aedb7 HTTP/1.1" status: 200 len: 912 time: 0.0891659 Dec 14 03:18:31.987874 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-bbb48a9c-d7be-43e6-8f26-cb70bc3dbb70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fb11c452-bc16-4719-a695-d2249fd7b51b HTTP/1.1" status: 200 len: 217 time: 0.0346141 Dec 14 03:18:32.033994 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-ba14151d-73b0-4d93-8a34-c8f35caa0b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:32.035395 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-ba14151d-73b0-4d93-8a34-c8f35caa0b34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=289c8164-f52e-4334-a609-d0da57e78191 HTTP/1.1" status: 200 len: 851 time: 0.0414236 Dec 14 03:18:32.066099 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-055f31bb-cf73-4600-910d-6f0ae7010e84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=566b04f8-c9c1-43e2-a87d-db6a620aedb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237515 Dec 14 03:18:32.157110 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-ad0489e8-c7d9-4432-a8cc-8ddf21e58e32 service neutron] 10.222.0.47 "GET /v2.0/networks/566b04f8-c9c1-43e2-a87d-db6a620aedb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839117 Dec 14 03:18:32.244248 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-9c3b26bb-84f0-43a4-a1fd-2a4e9c05b528 service neutron] 10.222.0.47 "GET /v2.0/networks/566b04f8-c9c1-43e2-a87d-db6a620aedb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801902 Dec 14 03:18:32.800127 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-289c0ea4-dfe5-4042-bab0-5e5a00a0c25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:33.068867 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device fb11c452-bc16-4719-a695-d2249fd7b51b up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:18:33.216934 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port fb11c452-bc16-4719-a695-d2249fd7b51b completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:18:33.221281 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port fb11c452-bc16-4719-a695-d2249fd7b51b triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:18:33.225326 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:33.301525 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:33.330393 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27109e3b-bb35-40f6-b8ea-3dba18955d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb11c452-bc16-4719-a695-d2249fd7b51b'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:18:33.332583 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6f9fb4-11d3-45c3-a188-9481c36b2379" -d '{"events": [{"server_uuid": "27109e3b-bb35-40f6-b8ea-3dba18955d93", "name": "network-vif-plugged", "status": "completed", "tag": "fb11c452-bc16-4719-a695-d2249fd7b51b"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:18:33.345622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port fb11c452-bc16-4719-a695-d2249fd7b51b, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=fb11c452-bc16-4719-a695-d2249fd7b51b,segment=NetworkSegment(27f4d329-9a06-4326-97e0-bd85146efb62),segment_id=27f4d329-9a06-4326-97e0-bd85146efb62)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:18:33.370645 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d6a27a-30d7-46d4-9dcc-9aa9fbcc6e5c x-openstack-request-id: req-92d6a27a-30d7-46d4-9dcc-9aa9fbcc6e5c {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:18:33.370940 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27109e3b-bb35-40f6-b8ea-3dba18955d93", "name": "network-vif-plugged", "status": "completed", "tag": "fb11c452-bc16-4719-a695-d2249fd7b51b", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:18:33.371231 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92d6a27a-30d7-46d4-9dcc-9aa9fbcc6e5c {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:18:33.371617 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27109e3b-bb35-40f6-b8ea-3dba18955d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb11c452-bc16-4719-a695-d2249fd7b51b', 'code': 200} Dec 14 03:18:33.422759 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:33.471380 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=fb11c452-bc16-4719-a695-d2249fd7b51b,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:18:33.928551 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7209cca-e9e7-4518-83af-03bc5f2bb3c7 req-14a0c037-27cf-46b3-be3d-9c90ff85b45a tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:33.930437 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7209cca-e9e7-4518-83af-03bc5f2bb3c7 req-14a0c037-27cf-46b3-be3d-9c90ff85b45a tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0504372 Dec 14 03:18:33.978375 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7209cca-e9e7-4518-83af-03bc5f2bb3c7 req-09b41ac0-f2a0-4bb3-a954-468c27c76839 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417647 Dec 14 03:18:35.039942 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4a597dfc-9d08-4f47-8b58-92988ef097fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:35.096529 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b86e0-be47-4e29-9a2d-14985e5abef8 req-6633bfbf-4e9d-4cf2-8ad3-1fcd9bac8b43 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:35.098325 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c7b86e0-be47-4e29-9a2d-14985e5abef8 req-6633bfbf-4e9d-4cf2-8ad3-1fcd9bac8b43 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0503941 Dec 14 03:18:35.150367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c7b86e0-be47-4e29-9a2d-14985e5abef8 req-c5ff6bc3-a15e-4e81-9f99-a8d26ce2f68d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/security-groups?id=97bc55a6-57a0-4828-bd17-16ffc63dcffe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455689 Dec 14 03:18:35.305536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-f0c18249-f019-4b62-8f7d-19260efb200d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:35.307079 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-f0c18249-f019-4b62-8f7d-19260efb200d tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.46 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 945 time: 0.0479217 Dec 14 03:18:35.395724 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-4582a1bc-f755-4a59-981e-fbffc32c23c5 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Deleting port fb11c452-bc16-4719-a695-d2249fd7b51b {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:18:35.396779 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-4582a1bc-f755-4a59-981e-fbffc32c23c5 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:35.492421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-4582a1bc-f755-4a59-981e-fbffc32c23c5 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] For port fb11c452-bc16-4719-a695-d2249fd7b51b, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=fb11c452-bc16-4719-a695-d2249fd7b51b,segment=NetworkSegment(27f4d329-9a06-4326-97e0-bd85146efb62),segment_id=27f4d329-9a06-4326-97e0-bd85146efb62)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:18:35.492785 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-4582a1bc-f755-4a59-981e-fbffc32c23c5 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:35.504787 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-4582a1bc-f755-4a59-981e-fbffc32c23c5 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Calling delete_port for fb11c452-bc16-4719-a695-d2249fd7b51b owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:18:35.714344 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-4582a1bc-f755-4a59-981e-fbffc32c23c5 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:35.741838 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582a1bc-f755-4a59-981e-fbffc32c23c5 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Pushing event deleted for resources: {'Port': ['ID=fb11c452-bc16-4719-a695-d2249fd7b51b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:18:35.746767 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['fb11c452-bc16-4719-a695-d2249fd7b51b'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:18:35.787143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-4582a1bc-f755-4a59-981e-fbffc32c23c5 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] No DVR routers for this DVR port fb11c452-bc16-4719-a695-d2249fd7b51b on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:18:35.789561 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-4582a1bc-f755-4a59-981e-fbffc32c23c5 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:35.792846 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2418a47a-0992-4fcf-a496-f257d199bd87 req-4582a1bc-f755-4a59-981e-fbffc32c23c5 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.46 "DELETE /v2.0/ports/fb11c452-bc16-4719-a695-d2249fd7b51b HTTP/1.1" status: 204 len: 173 time: 0.4795096 Dec 14 03:18:35.793290 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27109e3b-bb35-40f6-b8ea-3dba18955d93', 'name': 'network-vif-deleted', 'tag': 'fb11c452-bc16-4719-a695-d2249fd7b51b'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:18:35.795559 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27139bd3-c11f-4216-a923-5c0999ef97c0" -d '{"events": [{"server_uuid": "27109e3b-bb35-40f6-b8ea-3dba18955d93", "name": "network-vif-deleted", "tag": "fb11c452-bc16-4719-a695-d2249fd7b51b"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:18:35.832319 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7c2d24-f352-4779-bfdc-fc4de04ac8e9 x-openstack-request-id: req-3b7c2d24-f352-4779-bfdc-fc4de04ac8e9 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:18:35.832742 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27109e3b-bb35-40f6-b8ea-3dba18955d93", "name": "network-vif-deleted", "tag": "fb11c452-bc16-4719-a695-d2249fd7b51b", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:18:35.833078 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b7c2d24-f352-4779-bfdc-fc4de04ac8e9 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:18:35.833584 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27109e3b-bb35-40f6-b8ea-3dba18955d93', 'name': 'network-vif-deleted', 'tag': 'fb11c452-bc16-4719-a695-d2249fd7b51b', 'status': 'completed', 'code': 200} Dec 14 03:18:36.256295 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cd4262c-6415-4004-92af-00a2ad82aece req-442a729e-9d16-4341-b122-1395de704b91 tempest-DeleteServersTestJSON-683379434 tempest-DeleteServersTestJSON-683379434-project] 10.222.0.39 "GET /v2.0/ports?device_id=27109e3b-bb35-40f6-b8ea-3dba18955d93 HTTP/1.1" status: 200 len: 210 time: 0.0268965 Dec 14 03:18:36.457398 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:37.388940 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51166) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:18:37.437798 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de9079b-cc26-46f4-bb3d-d1a99e426344 admin admin] Deleting subnet 289c8164-f52e-4334-a609-d0da57e78191 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:18:37.440842 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1de9079b-cc26-46f4-bb3d-d1a99e426344 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:37.474198 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1de9079b-cc26-46f4-bb3d-d1a99e426344 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:37.511409 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1de9079b-cc26-46f4-bb3d-d1a99e426344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:37.640264 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1de9079b-cc26-46f4-bb3d-d1a99e426344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:37.665161 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9079b-cc26-46f4-bb3d-d1a99e426344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=289c8164-f52e-4334-a609-d0da57e78191,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:18:37.668892 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1de9079b-cc26-46f4-bb3d-d1a99e426344 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:37.672075 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1de9079b-cc26-46f4-bb3d-d1a99e426344 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/289c8164-f52e-4334-a609-d0da57e78191 HTTP/1.1" status: 204 len: 168 time: 0.2820230 Dec 14 03:18:37.674527 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51168) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:18:37.748015 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb3cbaa0-6d79-4b18-8bc3-b4c6d969a42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:37.824511 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb3cbaa0-6d79-4b18-8bc3-b4c6d969a42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:37.847800 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-eb3cbaa0-6d79-4b18-8bc3-b4c6d969a42e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566b04f8-c9c1-43e2-a87d-db6a620aedb7']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:18:37.857533 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-eb3cbaa0-6d79-4b18-8bc3-b4c6d969a42e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f4d329-9a06-4326-97e0-bd85146efb62') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:18:37.857835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-eb3cbaa0-6d79-4b18-8bc3-b4c6d969a42e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f4d329-9a06-4326-97e0-bd85146efb62') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:18:37.866854 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb3cbaa0-6d79-4b18-8bc3-b4c6d969a42e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:37.868244 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:37.879621 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb3cbaa0-6d79-4b18-8bc3-b4c6d969a42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:37.886140 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb3cbaa0-6d79-4b18-8bc3-b4c6d969a42e admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:18:37.886524 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb3cbaa0-6d79-4b18-8bc3-b4c6d969a42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:18:37.888174 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:18:37.999595 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb3cbaa0-6d79-4b18-8bc3-b4c6d969a42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:38.005123 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-eb3cbaa0-6d79-4b18-8bc3-b4c6d969a42e admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:38.008529 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-eb3cbaa0-6d79-4b18-8bc3-b4c6d969a42e admin admin] 10.222.0.39 "DELETE /v2.0/networks/566b04f8-c9c1-43e2-a87d-db6a620aedb7 HTTP/1.1" status: 204 len: 168 time: 0.3330951 Dec 14 03:18:38.019336 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cbaa0-6d79-4b18-8bc3-b4c6d969a42e admin admin] Pushing event deleted for resources: {'Network': ['ID=566b04f8-c9c1-43e2-a87d-db6a620aedb7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:18:38.268402 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51174) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:18:38.308263 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b1448f27-2c79-495d-9690-be95aba36282 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e761026ac1d8494386d873a6db754e9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386889 Dec 14 03:18:38.310711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51176) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:18:38.357075 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-65f847c1-aa8a-4a17-b474-347618690806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:38.381176 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-65f847c1-aa8a-4a17-b474-347618690806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:38.462611 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-65f847c1-aa8a-4a17-b474-347618690806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:38.465200 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-65f847c1-aa8a-4a17-b474-347618690806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:38.466391 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-65f847c1-aa8a-4a17-b474-347618690806 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/97bc55a6-57a0-4828-bd17-16ffc63dcffe HTTP/1.1" status: 204 len: 168 time: 0.1547909 Dec 14 03:18:38.474044 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f847c1-aa8a-4a17-b474-347618690806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bc55a6-57a0-4828-bd17-16ffc63dcffe,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:18:38.656998 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:39.129356 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device fb11c452-bc16-4719-a695-d2249fd7b51b no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:18:39.148995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: fb11c452-bc16-4719-a695-d2249fd7b51b {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:18:39.149363 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device fb11c452-bc16-4719-a695-d2249fd7b51b not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:18:39.501346 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51198) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:18:39.605295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0c187299-9bc4-4329-a3dc-41f0ed725311 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-647850416-network', 'tenant_id': 'a491441ac8d742d18a0e40df55cb2cc7'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:18:39.702377 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c187299-9bc4-4329-a3dc-41f0ed725311 admin admin] Made reservation on behalf of a491441ac8d742d18a0e40df55cb2cc7 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:18:39.704708 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0c187299-9bc4-4329-a3dc-41f0ed725311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:39.713268 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0c187299-9bc4-4329-a3dc-41f0ed725311 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:39.785712 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0c187299-9bc4-4329-a3dc-41f0ed725311 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:39.856693 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0c187299-9bc4-4329-a3dc-41f0ed725311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:39.880444 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c187299-9bc4-4329-a3dc-41f0ed725311 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:18:39.889246 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c187299-9bc4-4329-a3dc-41f0ed725311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de771784-f648-4f30-93b7-fb209272c035,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:18:39.895170 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0c187299-9bc4-4329-a3dc-41f0ed725311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:39.895516 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-0c187299-9bc4-4329-a3dc-41f0ed725311 admin admin] Added segment 24955398-87b4-4811-935b-b8838572e1cc of type vlan for network cffd1d06-7be3-4342-bf5a-8739f3678ac0 Dec 14 03:18:39.935713 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0c187299-9bc4-4329-a3dc-41f0ed725311 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:40.016787 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0c187299-9bc4-4329-a3dc-41f0ed725311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:40.017779 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c187299-9bc4-4329-a3dc-41f0ed725311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:40.018358 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0c187299-9bc4-4329-a3dc-41f0ed725311 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:40.108584 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c187299-9bc4-4329-a3dc-41f0ed725311 admin admin] Pushing event updated for resources: {'Network': ['ID=cffd1d06-7be3-4342-bf5a-8739f3678ac0,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:18:40.118975 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network cffd1d06-7be3-4342-bf5a-8739f3678ac0 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:18:40.145852 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0c187299-9bc4-4329-a3dc-41f0ed725311 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6432419 Dec 14 03:18:40.148871 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51202) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:18:40.154337 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9378a296-72a3-49ea-bea0-ab8ac705bd9b admin admin] Request body: {'subnet': {'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-647850416-subnet', 'tenant_id': 'a491441ac8d742d18a0e40df55cb2cc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:18:40.228610 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9378a296-72a3-49ea-bea0-ab8ac705bd9b admin admin] Made reservation on behalf of a491441ac8d742d18a0e40df55cb2cc7 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:18:40.230984 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9378a296-72a3-49ea-bea0-ab8ac705bd9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:40.806163 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9378a296-72a3-49ea-bea0-ab8ac705bd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:40.861355 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378a296-72a3-49ea-bea0-ab8ac705bd9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcaef969-5c1b-401b-a25b-ebdd1add3302,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:18:40.870227 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378a296-72a3-49ea-bea0-ab8ac705bd9b admin admin] Checking segment: {'id': '24955398-87b4-4811-935b-b8838572e1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:18:40.870584 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9378a296-72a3-49ea-bea0-ab8ac705bd9b admin admin] Network hostable DHCP agents. Network: cffd1d06-7be3-4342-bf5a-8739f3678ac0, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:18:40.965675 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9378a296-72a3-49ea-bea0-ab8ac705bd9b admin admin] Network cffd1d06-7be3-4342-bf5a-8739f3678ac0 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:18:41.069156 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-9378a296-72a3-49ea-bea0-ab8ac705bd9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, cffd1d06-7be3-4342-bf5a-8739f3678ac0) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:18:41.073195 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378a296-72a3-49ea-bea0-ab8ac705bd9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:41.073850 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9378a296-72a3-49ea-bea0-ab8ac705bd9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:41.080565 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cf034e-9f11-4eb0-bcb2-b282990ba0be None None] Network cffd1d06-7be3-4342-bf5a-8739f3678ac0 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:18:41.174231 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69f6115-afe6-4b06-a5fc-1f5dcf38f629 None None] Network cffd1d06-7be3-4342-bf5a-8739f3678ac0 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:18:41.174445 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9378a296-72a3-49ea-bea0-ab8ac705bd9b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0243490 Dec 14 03:18:41.595982 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-61a06c0a-94aa-4178-95f0-687cdd9d3e5f tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:41.597384 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-61a06c0a-94aa-4178-95f0-687cdd9d3e5f tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/networks?id=cffd1d06-7be3-4342-bf5a-8739f3678ac0 HTTP/1.1" status: 200 len: 814 time: 0.1065273 Dec 14 03:18:41.612631 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-caee992c-ca02-4b85-b65f-132f31df5ae8 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/quotas/a491441ac8d742d18a0e40df55cb2cc7 HTTP/1.1" status: 200 len: 375 time: 0.0089371 Dec 14 03:18:41.644304 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-9a8e154a-51c7-4cc1-9b6f-386a4c90c3a3 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249937 Dec 14 03:18:41.741053 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-14c040bf-c856-43d8-9807-5b77e6d72dc2 service neutron] 10.222.0.39 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895128 Dec 14 03:18:41.830436 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-639f9758-4de5-406c-a9b9-f736d6314662 service neutron] 10.222.0.39 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826008 Dec 14 03:18:42.067992 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c11929a0-dc9a-45ba-9ac0-1d521e292bb7 req-eac6f4c7-f631-4d09-b5d3-f52b8f15935f tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 210 time: 0.0268481 Dec 14 03:18:43.162995 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61e8db1b-ea0f-439c-a66c-d1f8d374221e req-5713cb41-53ff-4063-b47f-8c95837ad0c9 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 210 time: 0.0270638 Dec 14 03:18:44.298129 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a03ab831-bdb9-4064-9248-01bedf0899c2 req-6b3a5df1-2428-455f-ac5c-1fa60af368cc tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 210 time: 0.0651686 Dec 14 03:18:44.356432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-11af8e3b-1065-4480-91db-5e569a6df84a tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:44.357899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-11af8e3b-1065-4480-91db-5e569a6df84a tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.46 "GET /v2.0/networks?id=cffd1d06-7be3-4342-bf5a-8739f3678ac0 HTTP/1.1" status: 200 len: 814 time: 0.1357508 Dec 14 03:18:44.377084 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Request body: {'port': {'device_id': 'f4861960-aabc-4866-9a70-6294c0f5b714', 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0', 'admin_state_up': True, 'tenant_id': 'a491441ac8d742d18a0e40df55cb2cc7'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:18:44.554327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Made reservation on behalf of a491441ac8d742d18a0e40df55cb2cc7 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:18:44.558249 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:44.679810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Allocated IP 172.20.0.8 (cffd1d06-7be3-4342-bf5a-8739f3678ac0/bcaef969-5c1b-401b-a25b-ebdd1add3302/2a0ffc35-a24d-437a-a77c-253ea061bffe) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:18:44.824514 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:44.925613 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:44.973938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Network cffd1d06-7be3-4342-bf5a-8739f3678ac0 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:18:44.977049 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:18:44.980944 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:18:45.003289 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Pushing event updated for resources: {'Port': ['ID=2a0ffc35-a24d-437a-a77c-253ea061bffe,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:18:45.017795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:45.018157 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:45.018505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:45.018846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:45.019182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:45.019515 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:45.019844 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:45.020174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:45.020564 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:45.021063 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:45.021593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:45.021926 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:45.022255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:18:45.042127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:45.042741 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:45.110931 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-bc699e19-8d98-4e56-bf7f-066661857ad0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7374012 Dec 14 03:18:45.128597 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Request body: {'port': {'device_id': 'f4861960-aabc-4866-9a70-6294c0f5b714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:18:45.180640 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:45.451760 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094931f-528a-4da2-8f89-07dfaac9b9e7 req-a0ab5109-8666-429c-a792-5b98e9948bcc tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:45.453231 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a094931f-528a-4da2-8f89-07dfaac9b9e7 req-a0ab5109-8666-429c-a792-5b98e9948bcc tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 931 time: 0.0787957 Dec 14 03:18:45.497193 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a0ffc35-a24d-437a-a77c-253ea061bffe {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:18:45.507541 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:45.533894 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Transition to ACTIVE for port object 2a0ffc35-a24d-437a-a77c-253ea061bffe will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:18:45.538522 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a094931f-528a-4da2-8f89-07dfaac9b9e7 req-34109348-2631-47cb-8637-cd0afdd40a4f tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681903 Dec 14 03:18:45.605196 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:45.662595 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0ffc35-a24d-437a-a77c-253ea061bffe,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:18:45.727108 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Attempting to bind port 2a0ffc35-a24d-437a-a77c-253ea061bffe on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:18:45.727370 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Attempting to bind port 2a0ffc35-a24d-437a-a77c-253ea061bffe by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '24955398-87b4-4811-935b-b8838572e1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:18:45.727704 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Attempting to bind port 2a0ffc35-a24d-437a-a77c-253ea061bffe on network cffd1d06-7be3-4342-bf5a-8739f3678ac0 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:18:45.732011 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Port 2a0ffc35-a24d-437a-a77c-253ea061bffe on network cffd1d06-7be3-4342-bf5a-8739f3678ac0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:18:45.732338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Attempting to bind port 2a0ffc35-a24d-437a-a77c-253ea061bffe on network cffd1d06-7be3-4342-bf5a-8739f3678ac0 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:18:45.737439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:18:45.737778 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Checking segment: {'id': '24955398-87b4-4811-935b-b8838572e1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:18:45.738165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Bound using segment: {'id': '24955398-87b4-4811-935b-b8838572e1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:18:45.738596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Bound port: 2a0ffc35-a24d-437a-a77c-253ea061bffe, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24955398-87b4-4811-935b-b8838572e1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:18:45.738947 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:45.800088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] For port 2a0ffc35-a24d-437a-a77c-253ea061bffe, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:18:45.803549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] For port 2a0ffc35-a24d-437a-a77c-253ea061bffe, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2a0ffc35-a24d-437a-a77c-253ea061bffe,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:18:45.863095 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:45.902973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:45.903679 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:45.905101 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] 10.222.0.46 "PUT /v2.0/ports/2a0ffc35-a24d-437a-a77c-253ea061bffe HTTP/1.1" status: 200 len: 1091 time: 0.7804997 Dec 14 03:18:45.905566 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4861960-aabc-4866-9a70-6294c0f5b714', 'tag': '2a0ffc35-a24d-437a-a77c-253ea061bffe'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:18:45.908063 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e31410b-f86b-46d8-b693-b24a3f344233" -d '{"events": [{"name": "network-changed", "server_uuid": "f4861960-aabc-4866-9a70-6294c0f5b714", "tag": "2a0ffc35-a24d-437a-a77c-253ea061bffe"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:18:45.933293 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a93a8-fed0-47ae-bbba-cd329e3f6b20 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0ffc35-a24d-437a-a77c-253ea061bffe,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:18:45.947489 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149a01f4-e81d-4072-a8e8-c8cdd5472ff7 x-openstack-request-id: req-149a01f4-e81d-4072-a8e8-c8cdd5472ff7 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:18:45.947778 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4861960-aabc-4866-9a70-6294c0f5b714", "tag": "2a0ffc35-a24d-437a-a77c-253ea061bffe", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:18:45.948032 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-149a01f4-e81d-4072-a8e8-c8cdd5472ff7 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:18:45.948434 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4861960-aabc-4866-9a70-6294c0f5b714', 'tag': '2a0ffc35-a24d-437a-a77c-253ea061bffe', 'status': 'completed', 'code': 200} Dec 14 03:18:46.031079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31410b-f86b-46d8-b693-b24a3f344233 req-fd06e82e-f388-400c-9ade-ac48907c0d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:46.032804 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e31410b-f86b-46d8-b693-b24a3f344233 req-fd06e82e-f388-400c-9ade-ac48907c0d03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 1094 time: 0.0435419 Dec 14 03:18:46.138516 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31410b-f86b-46d8-b693-b24a3f344233 req-c5bf48d6-4397-42ae-b1cb-cf350173802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:46.139984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e31410b-f86b-46d8-b693-b24a3f344233 req-c5bf48d6-4397-42ae-b1cb-cf350173802f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0908954 Dec 14 03:18:46.236963 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31410b-f86b-46d8-b693-b24a3f344233 req-e99527af-27c4-4cc0-b7d8-d843b5af92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:46.238476 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e31410b-f86b-46d8-b693-b24a3f344233 req-e99527af-27c4-4cc0-b7d8-d843b5af92fd service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915182 Dec 14 03:18:46.332748 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-392005d7-d5a8-4418-8fff-324dff60710f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:46.334934 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-392005d7-d5a8-4418-8fff-324dff60710f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 1094 time: 0.0408657 Dec 14 03:18:46.384998 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-36844b70-1b4e-4a5d-926f-b49b02c3fa69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0ffc35-a24d-437a-a77c-253ea061bffe HTTP/1.1" status: 200 len: 217 time: 0.0370648 Dec 14 03:18:46.431784 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-ef020317-72c5-4cc3-9d4c-228700eaf5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:46.433185 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-ef020317-72c5-4cc3-9d4c-228700eaf5a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcaef969-5c1b-401b-a25b-ebdd1add3302 HTTP/1.1" status: 200 len: 854 time: 0.0419631 Dec 14 03:18:46.464096 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-d4561dd2-77ac-4651-b9a9-499903df1c37 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cffd1d06-7be3-4342-bf5a-8739f3678ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243604 Dec 14 03:18:46.553908 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-6e69ced9-8808-4637-bc63-ac83c4254c5f service neutron] 10.222.0.46 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828059 Dec 14 03:18:46.677132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80798a4a-0802-4b89-9ea9-38f174f4312a req-41977bab-4cfd-427d-aa53-1f8f2009e345 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:46.678784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80798a4a-0802-4b89-9ea9-38f174f4312a req-41977bab-4cfd-427d-aa53-1f8f2009e345 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 943 time: 0.0702696 Dec 14 03:18:46.680981 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82c400f9-cb50-45de-aaa7-e4e8562376e2 req-49f195d7-046f-4af0-93b9-b7e8a4375a15 service neutron] 10.222.0.46 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197934 Dec 14 03:18:46.730405 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80798a4a-0802-4b89-9ea9-38f174f4312a req-cc613f41-0ad1-426b-9d0f-ebe53c817a70 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457168 Dec 14 03:18:47.845185 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83335377-8a80-4001-9ec4-0bf6afb72060 req-0039aeb6-6921-4469-a5e3-1645bbacbaa1 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:47.846680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83335377-8a80-4001-9ec4-0bf6afb72060 req-0039aeb6-6921-4469-a5e3-1645bbacbaa1 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 943 time: 0.0477214 Dec 14 03:18:47.893356 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83335377-8a80-4001-9ec4-0bf6afb72060 req-a6697c5a-2971-4d16-9556-b1705198f566 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400786 Dec 14 03:18:49.007935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b647a2-aff1-4a4c-a3c8-ac3a6394e8a5 req-78ad4049-fc9c-4619-ba7f-46245433b41b tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:49.009430 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52b647a2-aff1-4a4c-a3c8-ac3a6394e8a5 req-78ad4049-fc9c-4619-ba7f-46245433b41b tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 943 time: 0.0474558 Dec 14 03:18:49.055777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52b647a2-aff1-4a4c-a3c8-ac3a6394e8a5 req-942dcaa1-46e7-4633-a94b-20e511d9aa16 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404654 Dec 14 03:18:49.200255 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2a0ffc35-a24d-437a-a77c-253ea061bffe details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:18:49.295219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 2a0ffc35-a24d-437a-a77c-253ea061bffe, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2a0ffc35-a24d-437a-a77c-253ea061bffe,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:18:49.306603 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '2a0ffc35-a24d-437a-a77c-253ea061bffe', 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0', 'port_id': '2a0ffc35-a24d-437a-a77c-253ea061bffe', 'mac_address': 'fa:16:3e:27:74:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcaef969-5c1b-401b-a25b-ebdd1add3302', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:18:49.342796 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:49.355258 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0ffc35-a24d-437a-a77c-253ea061bffe {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:18:49.378174 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 2a0ffc35-a24d-437a-a77c-253ea061bffe, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2a0ffc35-a24d-437a-a77c-253ea061bffe,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:18:49.474079 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:49.519531 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=2a0ffc35-a24d-437a-a77c-253ea061bffe,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:18:49.728307 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['2a0ffc35-a24d-437a-a77c-253ea061bffe'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:18:50.173377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfe978-946d-4dc6-b068-7f71569de5d3 req-9079d3e1-7396-4c4a-af0a-b37c5f464bcf tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:50.174889 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88bfe978-946d-4dc6-b068-7f71569de5d3 req-9079d3e1-7396-4c4a-af0a-b37c5f464bcf tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 944 time: 0.0524523 Dec 14 03:18:50.222264 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88bfe978-946d-4dc6-b068-7f71569de5d3 req-4d6e8611-633d-4641-a418-dcad52fb19d3 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406277 Dec 14 03:18:51.231688 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2a0ffc35-a24d-437a-a77c-253ea061bffe up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:18:51.339414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164bc44-347a-4d26-8040-d2315565d44e req-0948323b-a115-4fdc-9443-cf7bacc90ef5 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:51.340875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5164bc44-347a-4d26-8040-d2315565d44e req-0948323b-a115-4fdc-9443-cf7bacc90ef5 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 944 time: 0.0478597 Dec 14 03:18:51.386911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5164bc44-347a-4d26-8040-d2315565d44e req-295291d1-ce0c-4da1-bc43-1e6247883884 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400329 Dec 14 03:18:51.462290 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 2a0ffc35-a24d-437a-a77c-253ea061bffe completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:18:51.466307 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 2a0ffc35-a24d-437a-a77c-253ea061bffe triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:18:51.466677 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:51.545256 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:51.567712 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4861960-aabc-4866-9a70-6294c0f5b714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0ffc35-a24d-437a-a77c-253ea061bffe'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:18:51.572236 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b614af-06a6-4216-a1bc-c7baf6155fc2" -d '{"events": [{"server_uuid": "f4861960-aabc-4866-9a70-6294c0f5b714", "name": "network-vif-plugged", "status": "completed", "tag": "2a0ffc35-a24d-437a-a77c-253ea061bffe"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:18:51.585611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 2a0ffc35-a24d-437a-a77c-253ea061bffe, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2a0ffc35-a24d-437a-a77c-253ea061bffe,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:18:51.606205 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185924ed-628f-4c0b-a37b-8b4b168a46ba x-openstack-request-id: req-185924ed-628f-4c0b-a37b-8b4b168a46ba {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:18:51.606502 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4861960-aabc-4866-9a70-6294c0f5b714", "name": "network-vif-plugged", "status": "completed", "tag": "2a0ffc35-a24d-437a-a77c-253ea061bffe", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:18:51.606958 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-185924ed-628f-4c0b-a37b-8b4b168a46ba {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:18:51.607352 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4861960-aabc-4866-9a70-6294c0f5b714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0ffc35-a24d-437a-a77c-253ea061bffe', 'code': 200} Dec 14 03:18:51.645061 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:51.696729 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=2a0ffc35-a24d-437a-a77c-253ea061bffe,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:18:51.790395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c66e1-0a06-405d-94b7-7ade26f532d4 req-f8d4328c-f544-44f7-9e65-ffcce1cf65ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:51.791866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-796c66e1-0a06-405d-94b7-7ade26f532d4 req-f8d4328c-f544-44f7-9e65-ffcce1cf65ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 1096 time: 0.0948329 Dec 14 03:18:51.835249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-796c66e1-0a06-405d-94b7-7ade26f532d4 req-5b84e19e-1590-4bbf-aaa0-e4b29cc088e3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353277 Dec 14 03:18:52.500324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511195c1-276b-4ad3-90a8-23c629628809 req-4a7e1c17-dff7-4df2-9c3a-36b3d1340e9c tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:52.501818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-511195c1-276b-4ad3-90a8-23c629628809 req-4a7e1c17-dff7-4df2-9c3a-36b3d1340e9c tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0485270 Dec 14 03:18:52.548796 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-511195c1-276b-4ad3-90a8-23c629628809 req-f4513ce5-f332-4e30-8871-88eb450f2170 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407650 Dec 14 03:18:53.663764 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c50bc-1188-433d-9781-fd857920734b req-9cbf2e88-a105-459a-9da6-a0e4301555fe tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:53.665221 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e33c50bc-1188-433d-9781-fd857920734b req-9cbf2e88-a105-459a-9da6-a0e4301555fe tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0471020 Dec 14 03:18:53.714445 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e33c50bc-1188-433d-9781-fd857920734b req-09fddd32-ef21-41af-bc1a-7c71c7cfc690 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431004 Dec 14 03:18:53.829996 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf847a5c-4e7e-4d25-8a79-6061f9868176 req-5b50579b-9f30-4296-9c7b-cd6a615d6d25 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:53.831393 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf847a5c-4e7e-4d25-8a79-6061f9868176 req-5b50579b-9f30-4296-9c7b-cd6a615d6d25 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0487506 Dec 14 03:18:53.878760 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf847a5c-4e7e-4d25-8a79-6061f9868176 req-d1742ce0-23df-420f-b704-4ce29c7fe0a5 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409195 Dec 14 03:18:54.205681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9401622-3661-45e4-9e96-51ee5cef1f2b req-d7d45a27-e9a7-4e96-bab4-99a7efd70ca2 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:54.207154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9401622-3661-45e4-9e96-51ee5cef1f2b req-d7d45a27-e9a7-4e96-bab4-99a7efd70ca2 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0483479 Dec 14 03:18:54.254043 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9401622-3661-45e4-9e96-51ee5cef1f2b req-6c198cab-1acd-4dfe-aa67-b2d3f5d49150 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402446 Dec 14 03:18:54.368640 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa02b01-6e9c-4688-8313-cb22c790776a req-a3b253c4-02ba-4f46-9a08-8f011cfad913 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:54.370111 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ffa02b01-6e9c-4688-8313-cb22c790776a req-a3b253c4-02ba-4f46-9a08-8f011cfad913 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0502532 Dec 14 03:18:54.426787 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ffa02b01-6e9c-4688-8313-cb22c790776a req-949dcf62-6843-43de-8121-9060a1a0ac16 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508146 Dec 14 03:18:54.762210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e259e41-7164-4af9-8bec-fe9023b8c749 req-b6830b8d-32f0-4f0d-8252-31a269dc3411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:54.763866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e259e41-7164-4af9-8bec-fe9023b8c749 req-b6830b8d-32f0-4f0d-8252-31a269dc3411 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 1096 time: 0.0411048 Dec 14 03:18:55.038825 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-81935b96-268c-4083-a136-4a8be48c0b8e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457561 Dec 14 03:18:55.233557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5719e5-cdff-48f4-9039-dc026385e777 req-fa8d0580-fc3b-46c1-9148-6cf56986fa8e tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:55.235054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bb5719e5-cdff-48f4-9039-dc026385e777 req-fa8d0580-fc3b-46c1-9148-6cf56986fa8e tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.4023263 Dec 14 03:18:55.236506 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e259e41-7164-4af9-8bec-fe9023b8c749 req-884552bd-3ce0-43bb-a526-9e8321b5a55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:55.237874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e259e41-7164-4af9-8bec-fe9023b8c749 req-884552bd-3ce0-43bb-a526-9e8321b5a55d service neutron] 10.222.0.46 "GET /v2.0/networks?id=cffd1d06-7be3-4342-bf5a-8739f3678ac0 HTTP/1.1" status: 200 len: 915 time: 0.4542441 Dec 14 03:18:55.290090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e259e41-7164-4af9-8bec-fe9023b8c749 req-b86cfb0d-783a-430d-afdf-7bc00b2cd94f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0ffc35-a24d-437a-a77c-253ea061bffe HTTP/1.1" status: 200 len: 217 time: 0.0422766 Dec 14 03:18:55.348986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bb5719e5-cdff-48f4-9039-dc026385e777 req-c9c6a8c2-cf87-4ae9-9740-ad5be2a9152e tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070650 Dec 14 03:18:55.359772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e259e41-7164-4af9-8bec-fe9023b8c749 req-b62ea4a3-4c57-4df3-a5be-19cb5b708899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:55.361385 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e259e41-7164-4af9-8bec-fe9023b8c749 req-b62ea4a3-4c57-4df3-a5be-19cb5b708899 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcaef969-5c1b-401b-a25b-ebdd1add3302 HTTP/1.1" status: 200 len: 854 time: 0.0617490 Dec 14 03:18:55.392190 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e259e41-7164-4af9-8bec-fe9023b8c749 req-732cc07a-786e-41d8-8b1e-8f6cc7441695 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cffd1d06-7be3-4342-bf5a-8739f3678ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245481 Dec 14 03:18:55.480568 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e259e41-7164-4af9-8bec-fe9023b8c749 req-7ef14142-f3d1-4b10-8c5c-5a2537718acc service neutron] 10.222.0.46 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805295 Dec 14 03:18:55.575047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e259e41-7164-4af9-8bec-fe9023b8c749 req-a1804700-b013-4350-8b1d-3f5f129ff1aa service neutron] 10.222.0.46 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878458 Dec 14 03:18:56.470917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991abf3-cf98-44e4-9693-2dce57e431f7 req-068f1c28-6da5-447d-bdf0-76d750b8cbb3 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:56.472576 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a991abf3-cf98-44e4-9693-2dce57e431f7 req-068f1c28-6da5-447d-bdf0-76d750b8cbb3 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0501485 Dec 14 03:18:56.521574 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a991abf3-cf98-44e4-9693-2dce57e431f7 req-d740d71f-1b59-4d86-92c1-6efdf945a5a4 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418298 Dec 14 03:18:57.213370 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-5cf7f9b6-e315-4f7f-be7a-af873c58d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:57.214792 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-5cf7f9b6-e315-4f7f-be7a-af873c58d86a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 1096 time: 0.0450277 Dec 14 03:18:57.304672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-1d4defdd-d990-476e-87a4-a9b7c140fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:57.306171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-1d4defdd-d990-476e-87a4-a9b7c140fc0d service neutron] 10.222.0.46 "GET /v2.0/networks?id=cffd1d06-7be3-4342-bf5a-8739f3678ac0 HTTP/1.1" status: 200 len: 915 time: 0.0839593 Dec 14 03:18:57.351280 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-d702026c-0302-4502-b6c9-ea8a65fc333b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0ffc35-a24d-437a-a77c-253ea061bffe HTTP/1.1" status: 200 len: 217 time: 0.0372546 Dec 14 03:18:57.397995 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-04a448a4-9884-40bf-8276-8c56f0a01f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:57.399406 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-04a448a4-9884-40bf-8276-8c56f0a01f41 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcaef969-5c1b-401b-a25b-ebdd1add3302 HTTP/1.1" status: 200 len: 854 time: 0.0423687 Dec 14 03:18:57.416710 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:18:57.430489 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-ae99fcd6-4182-4b1d-bf71-e8ee83a58ade service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cffd1d06-7be3-4342-bf5a-8739f3678ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247238 Dec 14 03:18:57.516099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-1ed80ede-fb0a-406c-91c1-f4369cfaad97 service neutron] 10.222.0.46 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787690 Dec 14 03:18:57.631246 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-fd7a3e7d-9e6f-40a1-b6c0-f830e63db8c3 service neutron] 10.222.0.46 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086013 Dec 14 03:18:57.650610 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072613f2-623c-4e60-b4a7-d617f5622c1c req-839acd99-8f63-4f25-8266-5c7ba5f02f42 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:57.652067 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-072613f2-623c-4e60-b4a7-d617f5622c1c req-839acd99-8f63-4f25-8266-5c7ba5f02f42 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0586026 Dec 14 03:18:57.700672 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-072613f2-623c-4e60-b4a7-d617f5622c1c req-c361c1cc-d55a-4034-a358-498fba8be7c1 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420039 Dec 14 03:18:58.821889 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75e555-4883-4507-9730-acc5f5063bc8 req-a5847d62-7a73-4e43-a04b-9059aa6f0bf6 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:58.823262 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab75e555-4883-4507-9730-acc5f5063bc8 req-a5847d62-7a73-4e43-a04b-9059aa6f0bf6 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0531051 Dec 14 03:18:58.870327 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab75e555-4883-4507-9730-acc5f5063bc8 req-d598e371-0f5c-4c5c-bda8-f19eb3908008 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409288 Dec 14 03:18:59.987354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6e188-ff0d-4ab8-bd67-dfe6d3540ed0 req-6dc109c4-ba73-420b-8289-1805b9443cc4 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:18:59.988818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-adc6e188-ff0d-4ab8-bd67-dfe6d3540ed0 req-6dc109c4-ba73-420b-8289-1805b9443cc4 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0480006 Dec 14 03:19:00.034862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-adc6e188-ff0d-4ab8-bd67-dfe6d3540ed0 req-eb1b6164-ab46-4b84-89d2-d8133aba9b25 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392926 Dec 14 03:19:00.553538 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:01.156073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3506e66-2de4-4b03-affd-5125b958b5e4 req-5eb0d8ad-3ea0-46fe-b2fe-6c1937375e67 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:01.157868 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3506e66-2de4-4b03-affd-5125b958b5e4 req-5eb0d8ad-3ea0-46fe-b2fe-6c1937375e67 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0539684 Dec 14 03:19:01.204750 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3506e66-2de4-4b03-affd-5125b958b5e4 req-7eaac19c-ce16-4c66-bea0-38ad6a7e7443 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402014 Dec 14 03:19:02.320626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8209f39b-cdf9-4c81-82b1-a86496e71458 req-23a2e3ad-2cfe-4e53-b282-32bdc028d26d tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:02.322096 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8209f39b-cdf9-4c81-82b1-a86496e71458 req-23a2e3ad-2cfe-4e53-b282-32bdc028d26d tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0474393 Dec 14 03:19:02.367832 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8209f39b-cdf9-4c81-82b1-a86496e71458 req-2fa37b67-636e-42b4-a991-c4707fd79977 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398154 Dec 14 03:19:02.833763 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a1b780fc-b5e8-4e3e-8665-faa2d3194e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:03.481999 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f180d-6784-4821-b77b-afb7e7f958e6 req-7c45dcdd-d242-45f5-868c-d66d2c427bc9 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:03.483485 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f33f180d-6784-4821-b77b-afb7e7f958e6 req-7c45dcdd-d242-45f5-868c-d66d2c427bc9 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0489328 Dec 14 03:19:03.533954 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f33f180d-6784-4821-b77b-afb7e7f958e6 req-a334a9e4-94b3-4d2f-b64d-a3d6c7c4fd2b tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445533 Dec 14 03:19:03.748059 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:19:04.647675 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7d5a0-a572-4ea0-acc7-41fbf00a66c0 req-75b87425-a771-4e73-b71c-f60811aa6514 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:04.649805 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0cb7d5a0-a572-4ea0-acc7-41fbf00a66c0 req-75b87425-a771-4e73-b71c-f60811aa6514 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0487776 Dec 14 03:19:04.697870 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0cb7d5a0-a572-4ea0-acc7-41fbf00a66c0 req-00f3de35-9623-49c3-a5a0-8ac4ad5086d7 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418730 Dec 14 03:19:05.073931 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f54d270e-ae41-4fe0-bbd7-3215631210d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:05.815075 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcfb20-7788-491a-ac12-2a3b2fc2bc36 req-4431bdf0-8614-49a4-a6a8-636ac2a7c973 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:05.816539 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-67bcfb20-7788-491a-ac12-2a3b2fc2bc36 req-4431bdf0-8614-49a4-a6a8-636ac2a7c973 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0479641 Dec 14 03:19:05.861655 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-67bcfb20-7788-491a-ac12-2a3b2fc2bc36 req-22b6c934-9676-44a2-a540-4ed25a4b536f tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390348 Dec 14 03:19:06.421813 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:06.987583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26648181-008b-4f44-af27-0295f0f3b387 req-cb9a2b7d-1c35-4966-aa64-2c2ab09b3d90 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:06.989054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26648181-008b-4f44-af27-0295f0f3b387 req-cb9a2b7d-1c35-4966-aa64-2c2ab09b3d90 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0529923 Dec 14 03:19:07.035820 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26648181-008b-4f44-af27-0295f0f3b387 req-73fa99fe-9d4c-450e-be5e-8fbd12c2de3b tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404751 Dec 14 03:19:07.850636 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:08.149927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac4657e-e968-46e4-a836-0e9e70b8336f req-8590bbc4-e2bd-49bc-beec-8f7138e1bb8d tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:08.151431 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ac4657e-e968-46e4-a836-0e9e70b8336f req-8590bbc4-e2bd-49bc-beec-8f7138e1bb8d tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0478365 Dec 14 03:19:08.199433 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0ac4657e-e968-46e4-a836-0e9e70b8336f req-af963f50-77a5-4226-be5a-6922b22ca9d6 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417652 Dec 14 03:19:08.651533 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:09.314283 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065ee29-e2dd-4adc-a77b-b0fd06038997 req-3b4da869-3d0a-4236-a053-075114a297b2 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:09.315778 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3065ee29-e2dd-4adc-a77b-b0fd06038997 req-3b4da869-3d0a-4236-a053-075114a297b2 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0482824 Dec 14 03:19:09.367961 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3065ee29-e2dd-4adc-a77b-b0fd06038997 req-b9846356-ffba-4965-b022-9e0a0ce9a398 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454001 Dec 14 03:19:10.491966 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df00cd9-0dbd-4de6-b417-c65df73c8528 req-45060dff-1d5a-4c52-b8ca-c310d66bc722 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:10.493681 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6df00cd9-0dbd-4de6-b417-c65df73c8528 req-45060dff-1d5a-4c52-b8ca-c310d66bc722 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0519400 Dec 14 03:19:10.548700 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6df00cd9-0dbd-4de6-b417-c65df73c8528 req-4270958d-748b-450c-bc36-ff539d4a268e tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480270 Dec 14 03:19:11.662913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59717b-e41e-4554-976c-ddb450a2be11 req-235bf2c1-9feb-41b0-ad35-9780a4e1f824 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:11.664917 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c59717b-e41e-4554-976c-ddb450a2be11 req-235bf2c1-9feb-41b0-ad35-9780a4e1f824 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0487795 Dec 14 03:19:11.711231 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c59717b-e41e-4554-976c-ddb450a2be11 req-b1d94e42-a294-45a3-bf5c-7b8b1ec9d1f4 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399327 Dec 14 03:19:12.831955 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef85e5f-150d-4469-a80a-609c8d2a7868 req-cb305d04-7383-4198-9e5b-47dad7541f22 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:12.833370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ef85e5f-150d-4469-a80a-609c8d2a7868 req-cb305d04-7383-4198-9e5b-47dad7541f22 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0530663 Dec 14 03:19:12.880587 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ef85e5f-150d-4469-a80a-609c8d2a7868 req-1c4d5e30-7ccc-4746-87dd-5fd23d060c55 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404196 Dec 14 03:19:13.995927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a159dd-b082-466a-aca4-359a08c57bad req-269774c0-7d77-4d1f-9a44-4238bd688015 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:13.997410 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1a159dd-b082-466a-aca4-359a08c57bad req-269774c0-7d77-4d1f-9a44-4238bd688015 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0479808 Dec 14 03:19:14.043576 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1a159dd-b082-466a-aca4-359a08c57bad req-371f3209-2fa8-45c1-9a85-499fde6b5944 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402505 Dec 14 03:19:14.890374 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-b983e2c0-e150-441b-a054-b5b13e9dccf8 service neutron] show failed (client error): The resource could not be found. Dec 14 03:19:14.891392 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-b983e2c0-e150-441b-a054-b5b13e9dccf8 service neutron] 10.222.0.46 "GET /v2.0/ports/2a0ffc35-a24d-437a-a77c-253ea061bffe/bindings/n-h2-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.0584981 Dec 14 03:19:15.158539 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9726aca-cd49-49aa-b52e-e6785a448f5f req-de58ad71-cf70-4729-94ff-3ec20507b0dc tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:15.159948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9726aca-cd49-49aa-b52e-e6785a448f5f req-de58ad71-cf70-4729-94ff-3ec20507b0dc tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0492206 Dec 14 03:19:15.207826 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9726aca-cd49-49aa-b52e-e6785a448f5f req-e2964d1f-1a20-4f72-8ad4-8b3d822db2cf tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411119 Dec 14 03:19:15.462088 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a96e5a9c-eed1-4047-b1bd-66a31f24e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:15.463481 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a96e5a9c-eed1-4047-b1bd-66a31f24e0c9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714&tenant_id=a491441ac8d742d18a0e40df55cb2cc7 HTTP/1.1" status: 200 len: 1096 time: 0.0403745 Dec 14 03:19:15.475236 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-fb180a03-66be-4ef6-81bd-eb3a26fa5c73 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:19:15.476179 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-fb180a03-66be-4ef6-81bd-eb3a26fa5c73 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049076 Dec 14 03:19:15.494058 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821636-1', 'device_owner': 'compute:nova'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:19:15.546251 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:15.746513 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] For port 2a0ffc35-a24d-437a-a77c-253ea061bffe, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2a0ffc35-a24d-437a-a77c-253ea061bffe,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:19:15.778640 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] For port 2a0ffc35-a24d-437a-a77c-253ea061bffe, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:19:15.817245 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4861960-aabc-4866-9a70-6294c0f5b714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a0ffc35-a24d-437a-a77c-253ea061bffe'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:19:15.819592 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3faa3256-c811-41fe-93da-ebeeee2473f6" -d '{"events": [{"server_uuid": "f4861960-aabc-4866-9a70-6294c0f5b714", "name": "network-vif-unplugged", "status": "completed", "tag": "2a0ffc35-a24d-437a-a77c-253ea061bffe"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:19:15.824408 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:15.836797 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Transition to ACTIVE for port object 2a0ffc35-a24d-437a-a77c-253ea061bffe will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:19:15.871228 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 03:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ba6b31-4e7c-4ca5-a098-07bcebdd2f6d x-openstack-request-id: req-b7ba6b31-4e7c-4ca5-a098-07bcebdd2f6d {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:19:15.871526 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4861960-aabc-4866-9a70-6294c0f5b714", "name": "network-vif-unplugged", "status": "completed", "tag": "2a0ffc35-a24d-437a-a77c-253ea061bffe", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:19:15.871790 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7ba6b31-4e7c-4ca5-a098-07bcebdd2f6d {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:19:15.872219 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4861960-aabc-4866-9a70-6294c0f5b714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a0ffc35-a24d-437a-a77c-253ea061bffe', 'code': 200} Dec 14 03:19:15.959679 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:16.020480 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] No DVR routers for this DVR port 2a0ffc35-a24d-437a-a77c-253ea061bffe on host n-h1-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:19:16.027458 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0ffc35-a24d-437a-a77c-253ea061bffe,revision_number=6']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:19:16.053565 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:16.053920 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:16.054264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:16.054604 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:16.056157 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:16.056494 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:16.056827 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:16.057160 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:16.057515 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:16.057845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:16.058171 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:16.058493 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:16.058814 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:16.075556 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Attempting to bind port 2a0ffc35-a24d-437a-a77c-253ea061bffe on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:19:16.075892 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Attempting to bind port 2a0ffc35-a24d-437a-a77c-253ea061bffe by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '24955398-87b4-4811-935b-b8838572e1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:19:16.076238 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Attempting to bind port 2a0ffc35-a24d-437a-a77c-253ea061bffe on network cffd1d06-7be3-4342-bf5a-8739f3678ac0 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:19:16.080436 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Port 2a0ffc35-a24d-437a-a77c-253ea061bffe on network cffd1d06-7be3-4342-bf5a-8739f3678ac0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:19:16.080752 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Attempting to bind port 2a0ffc35-a24d-437a-a77c-253ea061bffe on network cffd1d06-7be3-4342-bf5a-8739f3678ac0 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:19:16.085523 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:19:16.085862 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Checking segment: {'id': '24955398-87b4-4811-935b-b8838572e1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:19:16.086732 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Bound using segment: {'id': '24955398-87b4-4811-935b-b8838572e1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:19:16.087155 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Bound port: 2a0ffc35-a24d-437a-a77c-253ea061bffe, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24955398-87b4-4811-935b-b8838572e1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:19:16.087506 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:16.149148 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] For port 2a0ffc35-a24d-437a-a77c-253ea061bffe, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:19:16.152130 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] For port 2a0ffc35-a24d-437a-a77c-253ea061bffe, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2a0ffc35-a24d-437a-a77c-253ea061bffe,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:19:16.262817 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:16.299183 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:16.299979 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:16.301576 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] 10.222.0.47 "PUT /v2.0/ports/2a0ffc35-a24d-437a-a77c-253ea061bffe HTTP/1.1" status: 200 len: 1091 time: 0.8113153 Dec 14 03:19:16.324305 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2aa55-a591-4a06-886f-a586b347becc req-7d64d116-9ce3-40e9-9e9f-834bbafed5c2 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:16.325891 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16f2aa55-a591-4a06-886f-a586b347becc req-7d64d116-9ce3-40e9-9e9f-834bbafed5c2 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 943 time: 0.0498374 Dec 14 03:19:16.326847 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fce34-0ae4-4974-a1b0-cdcb12e52ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0ffc35-a24d-437a-a77c-253ea061bffe,revision_number=7']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:19:16.375530 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16f2aa55-a591-4a06-886f-a586b347becc req-26d27a1d-1923-477c-9fbc-bac1223b151d tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428560 Dec 14 03:19:16.377930 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-3057b8a7-4445-4459-963d-3bfd0ca5862f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:16.379440 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-3057b8a7-4445-4459-963d-3bfd0ca5862f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 1094 time: 0.0418847 Dec 14 03:19:16.472686 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-51ad784b-a7e3-4c42-b5e0-5d614bc24d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:16.474214 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-51ad784b-a7e3-4c42-b5e0-5d614bc24d6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=cffd1d06-7be3-4342-bf5a-8739f3678ac0 HTTP/1.1" status: 200 len: 915 time: 0.0872750 Dec 14 03:19:16.515220 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-3885db05-8e78-46cc-9b51-6aef941a129d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0ffc35-a24d-437a-a77c-253ea061bffe HTTP/1.1" status: 200 len: 217 time: 0.0342288 Dec 14 03:19:16.568210 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-aba19a7b-cb3d-49fb-bce3-f98c14bfb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:16.569618 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-aba19a7b-cb3d-49fb-bce3-f98c14bfb70d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bcaef969-5c1b-401b-a25b-ebdd1add3302 HTTP/1.1" status: 200 len: 854 time: 0.0481424 Dec 14 03:19:16.601072 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-1d4aecd5-7078-4287-b10b-891f578dcc16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cffd1d06-7be3-4342-bf5a-8739f3678ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243704 Dec 14 03:19:16.688921 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-0c4db40d-32d1-4b3a-9e11-03a6d28464b5 service neutron] 10.222.0.47 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807486 Dec 14 03:19:16.782641 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-849bb604-2bb2-471e-8f5a-cb4b3357bc78 req-13e84322-3fe7-46da-94c8-53b127f98d7f service neutron] 10.222.0.47 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861621 Dec 14 03:19:17.498292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6723ebe-2910-493c-9e6b-20f2a760674f req-cbe82b2e-1a8e-4373-aa17-9ea44a7a78f0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:17.499693 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6723ebe-2910-493c-9e6b-20f2a760674f req-cbe82b2e-1a8e-4373-aa17-9ea44a7a78f0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 943 time: 0.0545912 Dec 14 03:19:17.547692 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6723ebe-2910-493c-9e6b-20f2a760674f req-f167a8f7-5cd5-4116-a3c0-3e948a999c7b tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419121 Dec 14 03:19:17.873205 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4861960-aabc-4866-9a70-6294c0f5b714', 'tag': '2a0ffc35-a24d-437a-a77c-253ea061bffe'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:19:17.875670 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7" -d '{"events": [{"name": "network-changed", "server_uuid": "f4861960-aabc-4866-9a70-6294c0f5b714", "tag": "2a0ffc35-a24d-437a-a77c-253ea061bffe"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:19:17.923309 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d20f11-193b-43db-bd07-a186e80a7ff8 x-openstack-request-id: req-b2d20f11-193b-43db-bd07-a186e80a7ff8 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:19:17.923603 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4861960-aabc-4866-9a70-6294c0f5b714", "tag": "2a0ffc35-a24d-437a-a77c-253ea061bffe", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:19:17.923943 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2d20f11-193b-43db-bd07-a186e80a7ff8 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:19:17.924374 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4861960-aabc-4866-9a70-6294c0f5b714', 'tag': '2a0ffc35-a24d-437a-a77c-253ea061bffe', 'status': 'completed', 'code': 200} Dec 14 03:19:18.005775 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-e30bf082-34d3-4c4e-82dc-0063c47de4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:18.006546 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-c1d294f5-2a8b-49f9-86c7-27758fe151a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:18.007297 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-e30bf082-34d3-4c4e-82dc-0063c47de4e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 1094 time: 0.0422990 Dec 14 03:19:18.008175 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-c1d294f5-2a8b-49f9-86c7-27758fe151a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 1094 time: 0.0397334 Dec 14 03:19:18.102871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-99b0501d-f270-4859-b95e-49e8e3895208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:18.104336 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-99b0501d-f270-4859-b95e-49e8e3895208 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cffd1d06-7be3-4342-bf5a-8739f3678ac0 HTTP/1.1" status: 200 len: 915 time: 0.0895441 Dec 14 03:19:18.104727 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-1101f137-32d4-46fe-bfc4-a2e49dbc9889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:18.106207 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-1101f137-32d4-46fe-bfc4-a2e49dbc9889 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cffd1d06-7be3-4342-bf5a-8739f3678ac0 HTTP/1.1" status: 200 len: 915 time: 0.0898907 Dec 14 03:19:18.147784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-ffee3e19-5cfc-422f-94d8-809b7fe08e9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0ffc35-a24d-437a-a77c-253ea061bffe HTTP/1.1" status: 200 len: 217 time: 0.0348690 Dec 14 03:19:18.149243 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-540c74e7-8c1a-4314-acb8-ebfe16a64550 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0ffc35-a24d-437a-a77c-253ea061bffe HTTP/1.1" status: 200 len: 217 time: 0.0344882 Dec 14 03:19:18.198559 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-3f8871f5-ea09-404a-b73e-50ebe7746233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:18.199362 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-c32d4251-cde0-4244-9c0e-f1f7231ad144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:18.200062 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-3f8871f5-ea09-404a-b73e-50ebe7746233 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bcaef969-5c1b-401b-a25b-ebdd1add3302 HTTP/1.1" status: 200 len: 854 time: 0.0433807 Dec 14 03:19:18.200849 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-c32d4251-cde0-4244-9c0e-f1f7231ad144 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcaef969-5c1b-401b-a25b-ebdd1add3302 HTTP/1.1" status: 200 len: 854 time: 0.0467029 Dec 14 03:19:18.233874 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-2b6f0918-d33e-44b4-9424-ddecc4313def service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cffd1d06-7be3-4342-bf5a-8739f3678ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251279 Dec 14 03:19:18.234436 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-ff65d511-a06f-4c9c-bc8a-b5ade3d6d466 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cffd1d06-7be3-4342-bf5a-8739f3678ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267177 Dec 14 03:19:18.327367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-d4990078-fbe8-44a4-87fb-2e6086cfdb47 service neutron] 10.222.0.46 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856407 Dec 14 03:19:18.329886 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-fc5eb921-ab17-4536-b0e3-e9307fb1b64c service neutron] 10.222.0.47 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881851 Dec 14 03:19:18.420010 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-504b2d61-61c0-4c87-ab7a-a2784383bd07 service neutron] 10.222.0.46 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850458 Dec 14 03:19:18.421992 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ad937c38-aa96-4420-9e0c-6ef9ae1fecc7 req-21fd3e57-c76b-464f-9c33-bedafe1bc92e service neutron] 10.222.0.47 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829287 Dec 14 03:19:18.675245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90767aba-7ec0-492a-8548-7982dc616807 req-d2ad11ed-cbc4-4268-ab04-9f07c465d6d0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:18.676653 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90767aba-7ec0-492a-8548-7982dc616807 req-d2ad11ed-cbc4-4268-ab04-9f07c465d6d0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 943 time: 0.0558567 Dec 14 03:19:18.726089 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90767aba-7ec0-492a-8548-7982dc616807 req-8ec92453-e3b4-40cf-b85e-8433754c81f6 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420747 Dec 14 03:19:19.342558 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2a0ffc35-a24d-437a-a77c-253ea061bffe no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:19:19.381200 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2a0ffc35-a24d-437a-a77c-253ea061bffe not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:19:19.846193 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ac6c1-f51b-431b-bea4-f29278b28da1 req-fbb2d8a2-1465-4118-9ee1-34d25b855126 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:19.847668 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c39ac6c1-f51b-431b-bea4-f29278b28da1 req-fbb2d8a2-1465-4118-9ee1-34d25b855126 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 943 time: 0.0486209 Dec 14 03:19:19.894474 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c39ac6c1-f51b-431b-bea4-f29278b28da1 req-9ca53c24-984c-4c18-ad2c-bf90f381792a tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408430 Dec 14 03:19:20.290728 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 2a0ffc35-a24d-437a-a77c-253ea061bffe details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:19:20.333719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab3b04-4f96-47e3-977c-e2d680ce9562 req-06a8f705-1bd9-4c39-851c-d80311aac0bb tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:20.335212 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fdab3b04-4f96-47e3-977c-e2d680ce9562 req-06a8f705-1bd9-4c39-851c-d80311aac0bb tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 943 time: 0.0497520 Dec 14 03:19:20.390297 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fdab3b04-4f96-47e3-977c-e2d680ce9562 req-c79ae9b1-5512-42c2-87a7-411d37d12272 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474505 Dec 14 03:19:20.394122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 2a0ffc35-a24d-437a-a77c-253ea061bffe, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2a0ffc35-a24d-437a-a77c-253ea061bffe,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:19:20.405951 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '2a0ffc35-a24d-437a-a77c-253ea061bffe', 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0', 'port_id': '2a0ffc35-a24d-437a-a77c-253ea061bffe', 'mac_address': 'fa:16:3e:27:74:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcaef969-5c1b-401b-a25b-ebdd1add3302', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:19:20.446390 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:20.459430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0ffc35-a24d-437a-a77c-253ea061bffe {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:19:20.479025 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 2a0ffc35-a24d-437a-a77c-253ea061bffe, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2a0ffc35-a24d-437a-a77c-253ea061bffe,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:19:20.512114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9534a-8a99-461f-860d-602929ef3a17 req-7973e730-5ce1-45ea-b25d-46a770c1db2c tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:20.513676 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22f9534a-8a99-461f-860d-602929ef3a17 req-7973e730-5ce1-45ea-b25d-46a770c1db2c tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.46 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714&tenant_id=a491441ac8d742d18a0e40df55cb2cc7&binding%3Ahost_id=n-h2-821636-1 HTTP/1.1" status: 200 len: 943 time: 0.0855942 Dec 14 03:19:20.574832 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-22f9534a-8a99-461f-860d-602929ef3a17 req-87781f7e-5308-4da9-af06-bb86379611dc service neutron] delete failed (client error): The resource could not be found. Dec 14 03:19:20.575870 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22f9534a-8a99-461f-860d-602929ef3a17 req-87781f7e-5308-4da9-af06-bb86379611dc service neutron] 10.222.0.46 "DELETE /v2.0/ports/2a0ffc35-a24d-437a-a77c-253ea061bffe/bindings/n-h1-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.0544124 Dec 14 03:19:20.615641 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:20.671913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=2a0ffc35-a24d-437a-a77c-253ea061bffe,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:19:20.692645 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9534a-8a99-461f-860d-602929ef3a17 req-9a754c0a-185d-419f-9869-4353e93c3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:20.694209 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22f9534a-8a99-461f-860d-602929ef3a17 req-9a754c0a-185d-419f-9869-4353e93c3a25 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 1095 time: 0.0518625 Dec 14 03:19:20.787692 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9534a-8a99-461f-860d-602929ef3a17 req-058b8743-13cc-40c0-93db-5ed5e4de6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:20.789754 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22f9534a-8a99-461f-860d-602929ef3a17 req-058b8743-13cc-40c0-93db-5ed5e4de6150 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cffd1d06-7be3-4342-bf5a-8739f3678ac0 HTTP/1.1" status: 200 len: 915 time: 0.0875223 Dec 14 03:19:20.835037 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22f9534a-8a99-461f-860d-602929ef3a17 req-8a88af0e-e6ba-49a1-b448-484f3812c690 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2a0ffc35-a24d-437a-a77c-253ea061bffe HTTP/1.1" status: 200 len: 217 time: 0.0387490 Dec 14 03:19:20.883106 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9534a-8a99-461f-860d-602929ef3a17 req-440ffc04-1e96-4e24-8dde-288b3af3d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:20.884612 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22f9534a-8a99-461f-860d-602929ef3a17 req-440ffc04-1e96-4e24-8dde-288b3af3d342 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcaef969-5c1b-401b-a25b-ebdd1add3302 HTTP/1.1" status: 200 len: 854 time: 0.0433605 Dec 14 03:19:20.900813 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['2a0ffc35-a24d-437a-a77c-253ea061bffe'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:19:20.917286 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22f9534a-8a99-461f-860d-602929ef3a17 req-0b57709d-19b5-46f0-b3d6-21f1fac5b5c8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cffd1d06-7be3-4342-bf5a-8739f3678ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256186 Dec 14 03:19:21.011811 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22f9534a-8a99-461f-860d-602929ef3a17 req-83413502-2577-4c8f-926b-2197b0bd00d7 service neutron] 10.222.0.46 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877376 Dec 14 03:19:21.102053 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-22f9534a-8a99-461f-860d-602929ef3a17 req-b2c8a179-4810-4b4f-88cb-1ac58a307ba6 service neutron] 10.222.0.46 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824735 Dec 14 03:19:21.513726 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd39e7-fac7-42d6-b52d-6e3617ac2a97 req-b01e9b6f-b6bc-4081-be6e-30e7d5bd3299 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:21.515208 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90dd39e7-fac7-42d6-b52d-6e3617ac2a97 req-b01e9b6f-b6bc-4081-be6e-30e7d5bd3299 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 944 time: 0.0497334 Dec 14 03:19:21.562112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90dd39e7-fac7-42d6-b52d-6e3617ac2a97 req-59c1c118-b0cb-47a4-8be1-763fba161648 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408659 Dec 14 03:19:22.302889 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 2a0ffc35-a24d-437a-a77c-253ea061bffe up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:19:22.467618 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 2a0ffc35-a24d-437a-a77c-253ea061bffe completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:19:22.471584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 2a0ffc35-a24d-437a-a77c-253ea061bffe triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:19:22.471953 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:22.551600 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:22.573495 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4861960-aabc-4866-9a70-6294c0f5b714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0ffc35-a24d-437a-a77c-253ea061bffe'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:19:22.575681 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fbbc18-0f3a-476a-9a0c-8e067fde3827" -d '{"events": [{"server_uuid": "f4861960-aabc-4866-9a70-6294c0f5b714", "name": "network-vif-plugged", "status": "completed", "tag": "2a0ffc35-a24d-437a-a77c-253ea061bffe"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:19:22.588558 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 2a0ffc35-a24d-437a-a77c-253ea061bffe, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2a0ffc35-a24d-437a-a77c-253ea061bffe,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:19:22.615761 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a49c729-a6d9-4925-b586-093172ca8769 x-openstack-request-id: req-7a49c729-a6d9-4925-b586-093172ca8769 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:19:22.616096 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4861960-aabc-4866-9a70-6294c0f5b714", "name": "network-vif-plugged", "status": "completed", "tag": "2a0ffc35-a24d-437a-a77c-253ea061bffe", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:19:22.616320 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a49c729-a6d9-4925-b586-093172ca8769 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:19:22.617725 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4861960-aabc-4866-9a70-6294c0f5b714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0ffc35-a24d-437a-a77c-253ea061bffe', 'code': 200} Dec 14 03:19:22.687844 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282dbb8-37a0-4967-8bd4-2c0e6e4fa8bb req-7bbdd7d8-9af1-4ef6-bafa-0701c54314a5 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:22.689339 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0282dbb8-37a0-4967-8bd4-2c0e6e4fa8bb req-7bbdd7d8-9af1-4ef6-bafa-0701c54314a5 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 944 time: 0.0542510 Dec 14 03:19:22.713516 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:22.737436 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0282dbb8-37a0-4967-8bd4-2c0e6e4fa8bb req-7fd4093c-b385-44bc-9d3a-dcabfd79746b tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419388 Dec 14 03:19:22.761886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=2a0ffc35-a24d-437a-a77c-253ea061bffe,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:19:22.855745 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827c907-76b7-46f2-adef-9b94d1efa1d1 req-980ccdf2-d935-4f7b-bf89-eb184a393b8a tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:22.857128 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5827c907-76b7-46f2-adef-9b94d1efa1d1 req-980ccdf2-d935-4f7b-bf89-eb184a393b8a tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0506496 Dec 14 03:19:22.904996 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5827c907-76b7-46f2-adef-9b94d1efa1d1 req-bd0cec22-ac30-4456-81a5-62e82ecc0175 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417950 Dec 14 03:19:23.032256 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354229b6-0f38-48d2-bddc-03bcee270f5c req-324f816f-6f2a-499f-99f8-49730bbe15d8 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:23.033759 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-354229b6-0f38-48d2-bddc-03bcee270f5c req-324f816f-6f2a-499f-99f8-49730bbe15d8 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0531464 Dec 14 03:19:23.080657 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-354229b6-0f38-48d2-bddc-03bcee270f5c req-35c2d94f-c3cc-4f0a-828c-ed3fdec87e1f tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404022 Dec 14 03:19:23.666548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-6c8374f4-c4c1-4368-95c8-42e6988400b3 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:23.668419 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-6c8374f4-c4c1-4368-95c8-42e6988400b3 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/networks?id=cffd1d06-7be3-4342-bf5a-8739f3678ac0 HTTP/1.1" status: 200 len: 814 time: 0.1026936 Dec 14 03:19:23.684057 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-a89d527a-cf77-47b3-8c68-65cf8fc0ed93 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/quotas/a491441ac8d742d18a0e40df55cb2cc7 HTTP/1.1" status: 200 len: 375 time: 0.0101249 Dec 14 03:19:23.737407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-9f2717e7-6311-44b9-8c42-9834def2da28 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479438 Dec 14 03:19:23.876081 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-de0ef47d-fcf5-4d8d-a177-83edda4f79aa service neutron] 10.222.0.39 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300302 Dec 14 03:19:23.970299 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-23f01114-02fe-42db-9f77-5d5f45c69d26 service neutron] 10.222.0.39 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881398 Dec 14 03:19:24.127858 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-e836c1d0-2fad-40ac-9640-4184c251100b req-de65153c-b57c-4fdf-8dc9-757502050f02 service neutron] (103847) timed out ('10.222.0.39', 41902) {{(pid=103847) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 03:19:24.276785 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b6a918b1-34a2-4597-b7ef-9be1d5b1ee5d req-e3692409-8dee-4471-b678-25198f91c195 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 210 time: 0.0277860 Dec 14 03:19:24.942503 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3243b-9194-48cf-bf27-247f8d099897 req-5303324e-0128-4bed-b124-b76a92ff7ffe tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:24.944001 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7cd3243b-9194-48cf-bf27-247f8d099897 req-5303324e-0128-4bed-b124-b76a92ff7ffe tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4861960-aabc-4866-9a70-6294c0f5b714 HTTP/1.1" status: 200 len: 945 time: 0.0550032 Dec 14 03:19:25.034867 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-7cd3243b-9194-48cf-bf27-247f8d099897 req-bf9f6d58-3135-4ee9-94e9-d36cf3dcff38 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Deleting port 2a0ffc35-a24d-437a-a77c-253ea061bffe {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:19:25.035202 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7cd3243b-9194-48cf-bf27-247f8d099897 req-bf9f6d58-3135-4ee9-94e9-d36cf3dcff38 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:25.126824 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-7cd3243b-9194-48cf-bf27-247f8d099897 req-bf9f6d58-3135-4ee9-94e9-d36cf3dcff38 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] For port 2a0ffc35-a24d-437a-a77c-253ea061bffe, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=2a0ffc35-a24d-437a-a77c-253ea061bffe,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:19:25.127213 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7cd3243b-9194-48cf-bf27-247f8d099897 req-bf9f6d58-3135-4ee9-94e9-d36cf3dcff38 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:25.140806 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-7cd3243b-9194-48cf-bf27-247f8d099897 req-bf9f6d58-3135-4ee9-94e9-d36cf3dcff38 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Calling delete_port for 2a0ffc35-a24d-437a-a77c-253ea061bffe owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:19:25.371205 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-264daf4e-9fbd-4274-8c7c-71db09261764 req-c2a1e6f2-0286-4d6c-a4f3-5a23d23b7747 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 210 time: 0.0273862 Dec 14 03:19:25.382026 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7cd3243b-9194-48cf-bf27-247f8d099897 req-bf9f6d58-3135-4ee9-94e9-d36cf3dcff38 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:25.421578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['2a0ffc35-a24d-437a-a77c-253ea061bffe'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:19:25.422182 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f6d58-3135-4ee9-94e9-d36cf3dcff38 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Pushing event deleted for resources: {'Port': ['ID=2a0ffc35-a24d-437a-a77c-253ea061bffe,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:19:25.465828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd3243b-9194-48cf-bf27-247f8d099897 req-bf9f6d58-3135-4ee9-94e9-d36cf3dcff38 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] No DVR routers for this DVR port 2a0ffc35-a24d-437a-a77c-253ea061bffe on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:19:25.468654 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-7cd3243b-9194-48cf-bf27-247f8d099897 req-bf9f6d58-3135-4ee9-94e9-d36cf3dcff38 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:25.472073 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7cd3243b-9194-48cf-bf27-247f8d099897 req-bf9f6d58-3135-4ee9-94e9-d36cf3dcff38 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.47 "DELETE /v2.0/ports/2a0ffc35-a24d-437a-a77c-253ea061bffe HTTP/1.1" status: 204 len: 173 time: 0.5219026 Dec 14 03:19:25.472835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4861960-aabc-4866-9a70-6294c0f5b714', 'name': 'network-vif-deleted', 'tag': '2a0ffc35-a24d-437a-a77c-253ea061bffe'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:19:25.474753 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76fd8fe-fdfa-4df7-8cc5-351a9e602813" -d '{"events": [{"server_uuid": "f4861960-aabc-4866-9a70-6294c0f5b714", "name": "network-vif-deleted", "tag": "2a0ffc35-a24d-437a-a77c-253ea061bffe"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:19:25.511387 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cef73f-e052-45a9-bd33-cda5e40512d7 x-openstack-request-id: req-47cef73f-e052-45a9-bd33-cda5e40512d7 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:19:25.511679 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4861960-aabc-4866-9a70-6294c0f5b714", "name": "network-vif-deleted", "tag": "2a0ffc35-a24d-437a-a77c-253ea061bffe", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:19:25.511939 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-47cef73f-e052-45a9-bd33-cda5e40512d7 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:19:25.512343 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4861960-aabc-4866-9a70-6294c0f5b714', 'name': 'network-vif-deleted', 'tag': '2a0ffc35-a24d-437a-a77c-253ea061bffe', 'status': 'completed', 'code': 200} Dec 14 03:19:26.469184 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bccc003-8878-48e1-825e-eb8ef0d6864f req-942be03a-535f-4f71-9152-b98fd62c9d98 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 210 time: 0.0286427 Dec 14 03:19:26.896343 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-ff73f9b2-2668-4849-af70-d1f983c4b8be tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:26.897832 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-ff73f9b2-2668-4849-af70-d1f983c4b8be tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.47 "GET /v2.0/networks?id=cffd1d06-7be3-4342-bf5a-8739f3678ac0 HTTP/1.1" status: 200 len: 814 time: 0.1032462 Dec 14 03:19:26.918299 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-cc362340-a7dd-476d-a9b0-0cbdd8b0e8e1 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Request body: {'port': {'device_id': 'c1d9450d-713d-490b-8232-5130e0b2d661', 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0', 'admin_state_up': True, 'tenant_id': 'a491441ac8d742d18a0e40df55cb2cc7'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:19:27.209563 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-cc362340-a7dd-476d-a9b0-0cbdd8b0e8e1 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Made reservation on behalf of a491441ac8d742d18a0e40df55cb2cc7 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:19:27.213473 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-cc362340-a7dd-476d-a9b0-0cbdd8b0e8e1 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:27.345676 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-cc362340-a7dd-476d-a9b0-0cbdd8b0e8e1 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Allocated IP 172.20.0.10 (cffd1d06-7be3-4342-bf5a-8739f3678ac0/bcaef969-5c1b-401b-a25b-ebdd1add3302/25d41d72-b109-480b-9b2b-89c47d303186) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:19:27.460586 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:27.493853 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-cc362340-a7dd-476d-a9b0-0cbdd8b0e8e1 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:27.567708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-373e213c-5bb5-40cf-99a7-1b8151759612 req-8b8f4af2-80d6-43a6-b090-5bfd4b9ace7d tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 210 time: 0.0265496 Dec 14 03:19:27.633948 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-cc362340-a7dd-476d-a9b0-0cbdd8b0e8e1 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:27.677005 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-cc362340-a7dd-476d-a9b0-0cbdd8b0e8e1 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Network cffd1d06-7be3-4342-bf5a-8739f3678ac0 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:19:27.680165 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-cc362340-a7dd-476d-a9b0-0cbdd8b0e8e1 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:19:27.683937 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-cc362340-a7dd-476d-a9b0-0cbdd8b0e8e1 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:19:27.710024 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc362340-a7dd-476d-a9b0-0cbdd8b0e8e1 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Pushing event updated for resources: {'Port': ['ID=25d41d72-b109-480b-9b2b-89c47d303186,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:19:27.736085 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-cc362340-a7dd-476d-a9b0-0cbdd8b0e8e1 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:27.736689 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-cc362340-a7dd-476d-a9b0-0cbdd8b0e8e1 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:27.836521 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-cc362340-a7dd-476d-a9b0-0cbdd8b0e8e1 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9228144 Dec 14 03:19:27.855204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Request body: {'port': {'device_id': 'c1d9450d-713d-490b-8232-5130e0b2d661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:19:27.911105 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:28.163825 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d41d72-b109-480b-9b2b-89c47d303186 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:19:28.171260 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:28.182734 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Transition to ACTIVE for port object 25d41d72-b109-480b-9b2b-89c47d303186 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:19:28.290061 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:28.313544 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 2a0ffc35-a24d-437a-a77c-253ea061bffe no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:19:28.333677 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 2a0ffc35-a24d-437a-a77c-253ea061bffe {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:19:28.334026 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 2a0ffc35-a24d-437a-a77c-253ea061bffe not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:19:28.340747 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Pushing event updated for resources: {'Port': ['ID=25d41d72-b109-480b-9b2b-89c47d303186,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:19:28.412147 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Attempting to bind port 25d41d72-b109-480b-9b2b-89c47d303186 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:19:28.412483 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Attempting to bind port 25d41d72-b109-480b-9b2b-89c47d303186 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '24955398-87b4-4811-935b-b8838572e1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:19:28.412810 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Attempting to bind port 25d41d72-b109-480b-9b2b-89c47d303186 on network cffd1d06-7be3-4342-bf5a-8739f3678ac0 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:19:28.417224 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Port 25d41d72-b109-480b-9b2b-89c47d303186 on network cffd1d06-7be3-4342-bf5a-8739f3678ac0 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:19:28.417516 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Attempting to bind port 25d41d72-b109-480b-9b2b-89c47d303186 on network cffd1d06-7be3-4342-bf5a-8739f3678ac0 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:19:28.422252 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:19:28.422588 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Checking segment: {'id': '24955398-87b4-4811-935b-b8838572e1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:19:28.422979 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Bound using segment: {'id': '24955398-87b4-4811-935b-b8838572e1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:19:28.423400 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Bound port: 25d41d72-b109-480b-9b2b-89c47d303186, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24955398-87b4-4811-935b-b8838572e1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:19:28.423750 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:28.487519 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] For port 25d41d72-b109-480b-9b2b-89c47d303186, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:19:28.490424 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] For port 25d41d72-b109-480b-9b2b-89c47d303186, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=25d41d72-b109-480b-9b2b-89c47d303186,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:19:28.575345 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:28.615120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:28.615764 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:28.617676 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] 10.222.0.47 "PUT /v2.0/ports/25d41d72-b109-480b-9b2b-89c47d303186 HTTP/1.1" status: 200 len: 1092 time: 0.7670295 Dec 14 03:19:28.618115 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d9450d-713d-490b-8232-5130e0b2d661', 'tag': '25d41d72-b109-480b-9b2b-89c47d303186'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:19:28.620455 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68977e0-0fd3-4d4b-b359-bada698db11f" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d9450d-713d-490b-8232-5130e0b2d661", "tag": "25d41d72-b109-480b-9b2b-89c47d303186"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:19:28.640352 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90d24f-bd38-4449-bb6f-52809a4ec308 service neutron] Pushing event updated for resources: {'Port': ['ID=25d41d72-b109-480b-9b2b-89c47d303186,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:19:28.666719 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45598d7-f781-4efe-a795-db1e775e7b02 x-openstack-request-id: req-b45598d7-f781-4efe-a795-db1e775e7b02 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:19:28.666719 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d9450d-713d-490b-8232-5130e0b2d661", "tag": "25d41d72-b109-480b-9b2b-89c47d303186", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:19:28.666719 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b45598d7-f781-4efe-a795-db1e775e7b02 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:19:28.666719 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d9450d-713d-490b-8232-5130e0b2d661', 'tag': '25d41d72-b109-480b-9b2b-89c47d303186', 'status': 'completed', 'code': 200} Dec 14 03:19:28.691470 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71e093-112d-4739-b1b0-36ef0a0be3b3 req-fe0bdb1b-4858-485d-8704-057e47c73d6b tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:28.692887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c71e093-112d-4739-b1b0-36ef0a0be3b3 req-fe0bdb1b-4858-485d-8704-057e47c73d6b tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 944 time: 0.0541425 Dec 14 03:19:28.744272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c71e093-112d-4739-b1b0-36ef0a0be3b3 req-5dbb4835-2910-45ab-a644-cbd0d4362e98 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450747 Dec 14 03:19:28.746920 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68977e0-0fd3-4d4b-b359-bada698db11f req-eccfba63-5d55-49e0-813a-df1c809028ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:28.748429 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b68977e0-0fd3-4d4b-b359-bada698db11f req-eccfba63-5d55-49e0-813a-df1c809028ca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 1095 time: 0.0425334 Dec 14 03:19:28.861598 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68977e0-0fd3-4d4b-b359-bada698db11f req-f5495722-3aee-4cdc-bd84-11bdb506de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:28.863082 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b68977e0-0fd3-4d4b-b359-bada698db11f req-f5495722-3aee-4cdc-bd84-11bdb506de05 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0988579 Dec 14 03:19:28.960311 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68977e0-0fd3-4d4b-b359-bada698db11f req-2a5719f0-3e49-44d6-9a90-eb787723ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:28.961778 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b68977e0-0fd3-4d4b-b359-bada698db11f req-2a5719f0-3e49-44d6-9a90-eb787723ef16 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922883 Dec 14 03:19:29.057250 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-974c6470-5eb0-4d1d-9928-607ffc345d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:29.058792 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-974c6470-5eb0-4d1d-9928-607ffc345d35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 1095 time: 0.0417175 Dec 14 03:19:29.105370 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-42e59bd7-5514-4259-b37f-09fa31079424 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d41d72-b109-480b-9b2b-89c47d303186 HTTP/1.1" status: 200 len: 217 time: 0.0333560 Dec 14 03:19:29.157162 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-b0bec604-791e-4c2e-a030-3f3abd2a6f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:29.158640 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-b0bec604-791e-4c2e-a030-3f3abd2a6f73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bcaef969-5c1b-401b-a25b-ebdd1add3302 HTTP/1.1" status: 200 len: 854 time: 0.0468206 Dec 14 03:19:29.189826 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-e292a089-bb62-4b90-8333-e18f9fa9d484 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cffd1d06-7be3-4342-bf5a-8739f3678ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237036 Dec 14 03:19:29.278274 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-cc3be01c-86f6-4503-a6c4-82d1835b4f26 service neutron] 10.222.0.47 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806286 Dec 14 03:19:29.371173 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1e62c38f-7601-4117-ae16-82e70bbfbb31 req-a889c573-0978-4922-a713-87d6e1cdd03b service neutron] 10.222.0.47 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852745 Dec 14 03:19:29.866796 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752130e9-9571-4538-a3a0-78895c2a8728 req-14ffaf6e-496c-40f4-9ace-37621d29acc1 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:29.868378 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-752130e9-9571-4538-a3a0-78895c2a8728 req-14ffaf6e-496c-40f4-9ace-37621d29acc1 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 944 time: 0.0490632 Dec 14 03:19:29.916122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-752130e9-9571-4538-a3a0-78895c2a8728 req-5f574341-2461-430b-b18a-7dfbb45900bf tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Dec 14 03:19:30.587648 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:31.030239 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22860c-2c18-46cb-8a0a-d64a744bd352 req-106a0990-b35a-4352-b0fa-2efa49bb8e03 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:31.031949 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c22860c-2c18-46cb-8a0a-d64a744bd352 req-106a0990-b35a-4352-b0fa-2efa49bb8e03 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 944 time: 0.0480919 Dec 14 03:19:31.081661 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c22860c-2c18-46cb-8a0a-d64a744bd352 req-f0a0b973-20e4-4cf7-a0ba-d8246a160473 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437157 Dec 14 03:19:32.195611 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf18a9-3586-41cd-a604-22737b180d98 req-82f8b51d-96de-4fd4-a3f1-a9431634715b tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:32.197186 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7bbf18a9-3586-41cd-a604-22737b180d98 req-82f8b51d-96de-4fd4-a3f1-a9431634715b tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 944 time: 0.0498402 Dec 14 03:19:32.245171 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7bbf18a9-3586-41cd-a604-22737b180d98 req-c97fc1a6-7695-49b6-b0b6-ac9ccb4c4a32 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419083 Dec 14 03:19:32.336476 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 25d41d72-b109-480b-9b2b-89c47d303186 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:19:32.430305 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 25d41d72-b109-480b-9b2b-89c47d303186, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=25d41d72-b109-480b-9b2b-89c47d303186,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:19:32.441243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '25d41d72-b109-480b-9b2b-89c47d303186', 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0', 'port_id': '25d41d72-b109-480b-9b2b-89c47d303186', 'mac_address': 'fa:16:3e:35:03:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcaef969-5c1b-401b-a25b-ebdd1add3302', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:19:32.477567 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:32.489820 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d41d72-b109-480b-9b2b-89c47d303186 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:19:32.509659 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 25d41d72-b109-480b-9b2b-89c47d303186, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=25d41d72-b109-480b-9b2b-89c47d303186,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:19:32.650201 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:32.705690 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=25d41d72-b109-480b-9b2b-89c47d303186,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:19:32.719581 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:32.719917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:32.720262 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:32.720603 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:32.720940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:32.721275 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:32.721630 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:32.721973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:32.722292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:32.722630 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:32.722956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:32.723307 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:32.723636 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:32.855728 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fec71b55-bdcd-4bd0-a293-24679bd6a10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:32.905471 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['25d41d72-b109-480b-9b2b-89c47d303186'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:19:33.364220 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84068b-477a-476f-91eb-d0eb73e2daa6 req-dd03770e-2f35-4824-9a14-42840e6de2b4 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:33.365716 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af84068b-477a-476f-91eb-d0eb73e2daa6 req-dd03770e-2f35-4824-9a14-42840e6de2b4 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 945 time: 0.0529866 Dec 14 03:19:33.411856 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af84068b-477a-476f-91eb-d0eb73e2daa6 req-4d0f8650-b35f-4f55-80e2-ab44d1ffa20c tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401390 Dec 14 03:19:34.345854 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 25d41d72-b109-480b-9b2b-89c47d303186 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:19:34.502137 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 25d41d72-b109-480b-9b2b-89c47d303186 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:19:34.506445 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 25d41d72-b109-480b-9b2b-89c47d303186 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:19:34.506900 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:34.536066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c834fcfd-330d-4518-8f39-6ff339ac20a4 req-6c749a0f-e3bd-4e6d-8355-e5cbb5b92202 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:34.537604 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c834fcfd-330d-4518-8f39-6ff339ac20a4 req-6c749a0f-e3bd-4e6d-8355-e5cbb5b92202 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 945 time: 0.0556092 Dec 14 03:19:34.590127 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c834fcfd-330d-4518-8f39-6ff339ac20a4 req-5e90fed4-7120-49eb-b266-c6bc38fa1304 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448871 Dec 14 03:19:34.592604 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:34.619800 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d9450d-713d-490b-8232-5130e0b2d661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d41d72-b109-480b-9b2b-89c47d303186'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:19:34.622119 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37b6975-79e6-4e74-8b47-e25daa2c1d7f" -d '{"events": [{"server_uuid": "c1d9450d-713d-490b-8232-5130e0b2d661", "name": "network-vif-plugged", "status": "completed", "tag": "25d41d72-b109-480b-9b2b-89c47d303186"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:19:34.635664 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 25d41d72-b109-480b-9b2b-89c47d303186, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=25d41d72-b109-480b-9b2b-89c47d303186,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:19:34.663113 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97aa3ed-8b72-456d-843e-a1e036f060d2 x-openstack-request-id: req-c97aa3ed-8b72-456d-843e-a1e036f060d2 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:19:34.664185 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d9450d-713d-490b-8232-5130e0b2d661", "name": "network-vif-plugged", "status": "completed", "tag": "25d41d72-b109-480b-9b2b-89c47d303186", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:19:34.664452 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c97aa3ed-8b72-456d-843e-a1e036f060d2 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:19:34.664851 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d9450d-713d-490b-8232-5130e0b2d661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d41d72-b109-480b-9b2b-89c47d303186', 'code': 200} Dec 14 03:19:34.797798 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47eb65-908e-46eb-be81-7f500dc5e292 req-f146a08b-346f-42aa-bf32-b75ffb2b28ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:34.799324 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ad47eb65-908e-46eb-be81-7f500dc5e292 req-f146a08b-346f-42aa-bf32-b75ffb2b28ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 1096 time: 0.0422366 Dec 14 03:19:34.849850 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ad47eb65-908e-46eb-be81-7f500dc5e292 req-f90b8ed9-a85d-450b-9fd4-99b55769d6ba service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437543 Dec 14 03:19:34.850134 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:34.903901 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=25d41d72-b109-480b-9b2b-89c47d303186,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:19:35.094848 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4ea54faf-3c99-463e-80d0-367dac70ab01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:35.730300 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a381b-1111-47c3-9465-96341ecdb74a req-e9bd10fb-1525-405e-9f57-23ec8034d09c tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:35.731964 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-457a381b-1111-47c3-9465-96341ecdb74a req-e9bd10fb-1525-405e-9f57-23ec8034d09c tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0672641 Dec 14 03:19:35.784032 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-457a381b-1111-47c3-9465-96341ecdb74a req-2256885c-5890-4fb5-80e0-7a4b8ba4c66a tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458488 Dec 14 03:19:36.581642 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:36.901162 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cb547-9097-4a0c-bb38-13ca85e5e99b req-a11977d5-d4db-4247-b8fd-f164f007af5f tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:36.902673 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed7cb547-9097-4a0c-bb38-13ca85e5e99b req-a11977d5-d4db-4247-b8fd-f164f007af5f tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0478148 Dec 14 03:19:36.955633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ed7cb547-9097-4a0c-bb38-13ca85e5e99b req-617e78d8-366d-4162-9b93-950d97124fc9 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463641 Dec 14 03:19:37.069621 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d294d309-9ba1-49be-89d9-637286d6482a req-99022501-c490-45d6-9511-b38bdf9e49fd tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:37.071032 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d294d309-9ba1-49be-89d9-637286d6482a req-99022501-c490-45d6-9511-b38bdf9e49fd tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0484040 Dec 14 03:19:37.118396 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d294d309-9ba1-49be-89d9-637286d6482a req-c7fadf53-9789-4737-b156-e048d7c78eae tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413837 Dec 14 03:19:37.606848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f3635-d657-4789-a04c-cc3afc93a373 req-b8019f62-7427-472c-b335-cc730dfad3e6 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:37.608383 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff8f3635-d657-4789-a04c-cc3afc93a373 req-b8019f62-7427-472c-b335-cc730dfad3e6 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0491948 Dec 14 03:19:37.656977 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ff8f3635-d657-4789-a04c-cc3afc93a373 req-f9fc3f62-cfca-41ac-852c-12bd51883855 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426474 Dec 14 03:19:37.807486 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-3bc637f2-c407-4043-86fc-87eae35078bb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394418 Dec 14 03:19:37.815976 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:38.764889 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:38.778166 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8115b1f8-7bf0-4df9-b436-d585ecba0f77 req-17db3980-99fa-4830-bc76-f9ce7ab733e4 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:38.779655 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8115b1f8-7bf0-4df9-b436-d585ecba0f77 req-17db3980-99fa-4830-bc76-f9ce7ab733e4 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0541039 Dec 14 03:19:38.828810 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8115b1f8-7bf0-4df9-b436-d585ecba0f77 req-ce41d227-d4ac-4e40-8b1b-f31aac719da5 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427868 Dec 14 03:19:39.949624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679eef67-4d07-4a6c-bb10-9618704b3df2 req-c683e835-e2aa-4ed1-9aad-1ea0d4e26327 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:39.951115 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-679eef67-4d07-4a6c-bb10-9618704b3df2 req-c683e835-e2aa-4ed1-9aad-1ea0d4e26327 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0502281 Dec 14 03:19:40.001269 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-679eef67-4d07-4a6c-bb10-9618704b3df2 req-b09bf28e-3ec3-48a2-ba3c-e1126fa14d18 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425410 Dec 14 03:19:40.705317 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-a7cecea8-338f-450a-a422-8f6136126814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:40.706832 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-a7cecea8-338f-450a-a422-8f6136126814 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 1097 time: 0.0933893 Dec 14 03:19:40.747769 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:19:40.795132 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-bffeeff9-87da-4816-899a-0e2cff679232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:40.796523 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-bffeeff9-87da-4816-899a-0e2cff679232 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cffd1d06-7be3-4342-bf5a-8739f3678ac0 HTTP/1.1" status: 200 len: 915 time: 0.0831459 Dec 14 03:19:40.841082 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-e0b1f4cf-9084-408f-9c36-6cc3454c2150 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d41d72-b109-480b-9b2b-89c47d303186 HTTP/1.1" status: 200 len: 217 time: 0.0375741 Dec 14 03:19:40.888624 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-8ad08e6b-82a7-4eb9-8abd-897a2c12c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:40.890055 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-8ad08e6b-82a7-4eb9-8abd-897a2c12c858 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bcaef969-5c1b-401b-a25b-ebdd1add3302 HTTP/1.1" status: 200 len: 854 time: 0.0428619 Dec 14 03:19:40.921474 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-8658b269-2e01-4baa-ab80-b5df65952a71 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cffd1d06-7be3-4342-bf5a-8739f3678ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249846 Dec 14 03:19:41.008921 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-72162d6f-d3c1-4289-9dee-cf77d548d05f service neutron] 10.222.0.47 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809529 Dec 14 03:19:41.104417 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-b3dcbfcd-abf4-4222-9fbf-16bf93da8492 service neutron] 10.222.0.47 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880713 Dec 14 03:19:41.122668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8e6d6-174e-45f2-8177-7b42bfd79ff5 req-b3e68753-17f7-49ab-9b2a-dafb583a5866 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:41.124177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfe8e6d6-174e-45f2-8177-7b42bfd79ff5 req-b3e68753-17f7-49ab-9b2a-dafb583a5866 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0551944 Dec 14 03:19:41.174059 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfe8e6d6-174e-45f2-8177-7b42bfd79ff5 req-2d8906eb-53b0-4db1-806d-f989edba43e2 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436492 Dec 14 03:19:42.287075 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d703ef-5ee1-453b-8e54-07db3af39cd6 req-3502649b-a9fd-4d28-9b13-c68a66ab77f3 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:42.289123 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-35d703ef-5ee1-453b-8e54-07db3af39cd6 req-3502649b-a9fd-4d28-9b13-c68a66ab77f3 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0493612 Dec 14 03:19:42.335315 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-35d703ef-5ee1-453b-8e54-07db3af39cd6 req-0febfbe6-20b4-476e-8681-edec36c525d2 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401490 Dec 14 03:19:43.451409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d582a7e-e823-4d80-a40b-8c1c4b0a15cb req-ddc8a271-23e0-4828-8bec-25d007e7bd63 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:43.452895 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d582a7e-e823-4d80-a40b-8c1c4b0a15cb req-ddc8a271-23e0-4828-8bec-25d007e7bd63 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0496740 Dec 14 03:19:43.503167 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d582a7e-e823-4d80-a40b-8c1c4b0a15cb req-64e31c2f-efb3-422a-b78c-863d569bc88c tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437889 Dec 14 03:19:44.375316 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2df45-a2c9-4797-aded-58d9ebb8b346 req-a51c9e8b-c346-42fd-a7eb-7f204747e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:44.376810 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e9a2df45-a2c9-4797-aded-58d9ebb8b346 req-a51c9e8b-c346-42fd-a7eb-7f204747e00c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 1097 time: 0.0405722 Dec 14 03:19:44.482961 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2df45-a2c9-4797-aded-58d9ebb8b346 req-fb6c849a-12a7-45c0-9891-e2c110505f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:44.484434 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e9a2df45-a2c9-4797-aded-58d9ebb8b346 req-fb6c849a-12a7-45c0-9891-e2c110505f34 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cffd1d06-7be3-4342-bf5a-8739f3678ac0 HTTP/1.1" status: 200 len: 915 time: 0.0894425 Dec 14 03:19:44.525864 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e9a2df45-a2c9-4797-aded-58d9ebb8b346 req-cd513125-794b-4581-9939-0425f1c8f795 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d41d72-b109-480b-9b2b-89c47d303186 HTTP/1.1" status: 200 len: 217 time: 0.0348229 Dec 14 03:19:44.575217 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2df45-a2c9-4797-aded-58d9ebb8b346 req-5ec452ca-6a19-400d-8fc4-ef5ecb3279e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:44.576684 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e9a2df45-a2c9-4797-aded-58d9ebb8b346 req-5ec452ca-6a19-400d-8fc4-ef5ecb3279e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bcaef969-5c1b-401b-a25b-ebdd1add3302 HTTP/1.1" status: 200 len: 854 time: 0.0433269 Dec 14 03:19:44.612353 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e9a2df45-a2c9-4797-aded-58d9ebb8b346 req-ebf13fc2-0e7e-47ab-a662-abdc6c824594 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cffd1d06-7be3-4342-bf5a-8739f3678ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287433 Dec 14 03:19:44.623379 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec00f0b-acf5-4a72-bf76-c6aa76a19082 req-4df7293a-b573-4e65-a744-a866b8482c28 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:44.624874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eec00f0b-acf5-4a72-bf76-c6aa76a19082 req-4df7293a-b573-4e65-a744-a866b8482c28 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0502026 Dec 14 03:19:44.673131 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eec00f0b-acf5-4a72-bf76-c6aa76a19082 req-c128d684-cf3f-4b58-b108-e8e00f33710a tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421584 Dec 14 03:19:44.702278 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e9a2df45-a2c9-4797-aded-58d9ebb8b346 req-371a04e8-e74b-4272-bada-2a11c76af137 service neutron] 10.222.0.47 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831995 Dec 14 03:19:44.797022 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e9a2df45-a2c9-4797-aded-58d9ebb8b346 req-9aedb447-5e9d-470e-abd2-b801086b06fc service neutron] 10.222.0.47 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878634 Dec 14 03:19:45.795393 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b9b5d-3d0f-4e56-b014-e613b31bb17c req-f070c351-acf0-434e-9a04-06ceb3854cba tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:45.796892 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-344b9b5d-3d0f-4e56-b014-e613b31bb17c req-f070c351-acf0-434e-9a04-06ceb3854cba tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0558968 Dec 14 03:19:45.846070 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-344b9b5d-3d0f-4e56-b014-e613b31bb17c req-739a1b5e-cf71-4b1e-bd67-2f935cb9d9a0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431972 Dec 14 03:19:46.966151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6900a-597a-461a-9491-25f434dd2937 req-f9346c5f-ef36-47df-9f36-4369f8174fb5 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:46.967714 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fd6900a-597a-461a-9491-25f434dd2937 req-f9346c5f-ef36-47df-9f36-4369f8174fb5 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0538526 Dec 14 03:19:47.015534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fd6900a-597a-461a-9491-25f434dd2937 req-ae620abe-8c12-4fc3-bb83-41c0fd8eaa9f tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418873 Dec 14 03:19:48.131338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3de037-4137-40c9-b185-0d5b88d3bb1a req-a419c0eb-fb57-4591-98b2-91cda0e14061 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:48.133967 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a3de037-4137-40c9-b185-0d5b88d3bb1a req-a419c0eb-fb57-4591-98b2-91cda0e14061 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0500638 Dec 14 03:19:48.180445 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a3de037-4137-40c9-b185-0d5b88d3bb1a req-07c8b0c7-a68b-42c8-9bdb-93165efb2f44 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404911 Dec 14 03:19:49.295158 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce418c6-78a3-4820-ae75-b5a67b72346a req-b682aa12-8489-4777-9e95-968ec922c97e tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:49.296618 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ce418c6-78a3-4820-ae75-b5a67b72346a req-b682aa12-8489-4777-9e95-968ec922c97e tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0490179 Dec 14 03:19:49.347495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ce418c6-78a3-4820-ae75-b5a67b72346a req-90d4af67-3326-4000-af28-afa457382af0 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448637 Dec 14 03:19:50.466850 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf07467-7276-4442-a3e5-fea288a4b6ce req-c3d83976-688e-45b2-ab71-296ecdf74a20 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:50.468316 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5cf07467-7276-4442-a3e5-fea288a4b6ce req-c3d83976-688e-45b2-ab71-296ecdf74a20 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0475714 Dec 14 03:19:50.515882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5cf07467-7276-4442-a3e5-fea288a4b6ce req-4895bf50-bfd9-4beb-962f-910ff776b4c5 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416808 Dec 14 03:19:51.634866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a668d8-6f4b-43d1-ba13-2d4c1c9509f8 req-26e4d2f3-edb1-461b-9385-f27e170ad1a7 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:51.638312 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37a668d8-6f4b-43d1-ba13-2d4c1c9509f8 req-26e4d2f3-edb1-461b-9385-f27e170ad1a7 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0494344 Dec 14 03:19:51.684192 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37a668d8-6f4b-43d1-ba13-2d4c1c9509f8 req-a37fbedb-6dc8-4b2c-b292-3b911814fb63 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Dec 14 03:19:52.808029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e26c1-72d4-4e21-ae33-353f52813dc4 req-c8767b17-2704-4956-9d4c-cf6e09551fe7 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:52.809521 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad3e26c1-72d4-4e21-ae33-353f52813dc4 req-c8767b17-2704-4956-9d4c-cf6e09551fe7 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0518827 Dec 14 03:19:52.856577 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad3e26c1-72d4-4e21-ae33-353f52813dc4 req-ec427518-3538-4e23-b885-ab6cb33f7fd5 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406954 Dec 14 03:19:53.978093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8603785-bad1-4b81-8494-987a93b997de req-8ac0bd56-2dd8-4ee0-8570-30fbf212121f tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:53.979888 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e8603785-bad1-4b81-8494-987a93b997de req-8ac0bd56-2dd8-4ee0-8570-30fbf212121f tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0511231 Dec 14 03:19:54.027486 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e8603785-bad1-4b81-8494-987a93b997de req-aeda9837-371f-47d3-8780-79857614e685 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411398 Dec 14 03:19:55.145450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bf2b2-78c3-47ef-bcad-31c9a8cf797b req-283fe209-ce76-40d5-9990-8ed226a55ed8 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:55.146915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-005bf2b2-78c3-47ef-bcad-31c9a8cf797b req-283fe209-ce76-40d5-9990-8ed226a55ed8 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0516524 Dec 14 03:19:55.193763 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-005bf2b2-78c3-47ef-bcad-31c9a8cf797b req-409e11e5-3209-410a-a049-a7309bc22fe2 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405009 Dec 14 03:19:56.307447 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a7f51-b391-46f9-b631-b923afe6e146 req-26230c52-9192-438b-9785-f6514fffd791 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:56.308967 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b93a7f51-b391-46f9-b631-b923afe6e146 req-26230c52-9192-438b-9785-f6514fffd791 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0486403 Dec 14 03:19:56.354774 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b93a7f51-b391-46f9-b631-b923afe6e146 req-b7f3f240-273e-4a2c-94b3-10f115487e51 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399313 Dec 14 03:19:57.444557 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:57.471583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f757fa3-8fc1-4932-b9d0-8355f4a695fe req-bc532842-e506-4bb2-a82e-4f4a4cd443a9 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:57.474709 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f757fa3-8fc1-4932-b9d0-8355f4a695fe req-bc532842-e506-4bb2-a82e-4f4a4cd443a9 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0487168 Dec 14 03:19:57.523498 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f757fa3-8fc1-4932-b9d0-8355f4a695fe req-a34e8307-87b1-4f66-9e43-368cc797bc4a tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441062 Dec 14 03:19:58.596910 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-31ea87d0-9643-4e93-b30a-bff2c3d46039 service neutron] show failed (client error): The resource could not be found. Dec 14 03:19:58.597974 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-31ea87d0-9643-4e93-b30a-bff2c3d46039 service neutron] 10.222.0.47 "GET /v2.0/ports/25d41d72-b109-480b-9b2b-89c47d303186/bindings/n-h1-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.0562344 Dec 14 03:19:58.641849 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cdf81-5614-4963-9229-a151d80f5e2c req-8db32e07-5651-4f07-bc50-838bb596a6cb tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:58.643325 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-519cdf81-5614-4963-9229-a151d80f5e2c req-8db32e07-5651-4f07-bc50-838bb596a6cb tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0494554 Dec 14 03:19:58.690931 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-519cdf81-5614-4963-9229-a151d80f5e2c req-2a03f221-d31a-42e4-b51d-b41503903401 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410442 Dec 14 03:19:59.123619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-a7b977cc-c8ec-4daa-8472-9d82cfbe3951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:59.125126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-a7b977cc-c8ec-4daa-8472-9d82cfbe3951 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661&tenant_id=a491441ac8d742d18a0e40df55cb2cc7 HTTP/1.1" status: 200 len: 1097 time: 0.0410256 Dec 14 03:19:59.136414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-5f676782-1f00-4426-bab1-cf8667d00116 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:19:59.137527 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-5f676782-1f00-4426-bab1-cf8667d00116 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048184 Dec 14 03:19:59.155047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821636-1', 'device_owner': 'compute:nova'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:19:59.210460 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:59.407812 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] For port 25d41d72-b109-480b-9b2b-89c47d303186, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=25d41d72-b109-480b-9b2b-89c47d303186,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:19:59.440536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] For port 25d41d72-b109-480b-9b2b-89c47d303186, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:19:59.478203 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d9450d-713d-490b-8232-5130e0b2d661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25d41d72-b109-480b-9b2b-89c47d303186'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:19:59.480369 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570cf3fa-2654-436c-a995-86706746bac9" -d '{"events": [{"server_uuid": "c1d9450d-713d-490b-8232-5130e0b2d661", "name": "network-vif-unplugged", "status": "completed", "tag": "25d41d72-b109-480b-9b2b-89c47d303186"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:19:59.484385 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:59.497230 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Transition to ACTIVE for port object 25d41d72-b109-480b-9b2b-89c47d303186 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:19:59.531086 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 03:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772c62f8-e2f4-4fc9-8603-d6f13216943d x-openstack-request-id: req-772c62f8-e2f4-4fc9-8603-d6f13216943d {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:19:59.531384 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d9450d-713d-490b-8232-5130e0b2d661", "name": "network-vif-unplugged", "status": "completed", "tag": "25d41d72-b109-480b-9b2b-89c47d303186", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:19:59.531642 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-772c62f8-e2f4-4fc9-8603-d6f13216943d {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:19:59.532052 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d9450d-713d-490b-8232-5130e0b2d661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25d41d72-b109-480b-9b2b-89c47d303186', 'code': 200} Dec 14 03:19:59.569727 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:59.630934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Pushing event updated for resources: {'Port': ['ID=25d41d72-b109-480b-9b2b-89c47d303186,revision_number=6']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:19:59.633497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] No DVR routers for this DVR port 25d41d72-b109-480b-9b2b-89c47d303186 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:19:59.642312 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:59.643004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:59.643004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:59.643466 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:59.643623 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:59.643955 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:59.644284 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:59.644608 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:59.644933 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:59.645261 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:59.645622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:59.653867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:59.653867 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:19:59.685011 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Attempting to bind port 25d41d72-b109-480b-9b2b-89c47d303186 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:19:59.685387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Attempting to bind port 25d41d72-b109-480b-9b2b-89c47d303186 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '24955398-87b4-4811-935b-b8838572e1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:19:59.685725 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Attempting to bind port 25d41d72-b109-480b-9b2b-89c47d303186 on network cffd1d06-7be3-4342-bf5a-8739f3678ac0 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:19:59.690160 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Port 25d41d72-b109-480b-9b2b-89c47d303186 on network cffd1d06-7be3-4342-bf5a-8739f3678ac0 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:19:59.690486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Attempting to bind port 25d41d72-b109-480b-9b2b-89c47d303186 on network cffd1d06-7be3-4342-bf5a-8739f3678ac0 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:19:59.695540 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:19:59.695881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Checking segment: {'id': '24955398-87b4-4811-935b-b8838572e1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:19:59.696270 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Bound using segment: {'id': '24955398-87b4-4811-935b-b8838572e1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:19:59.696698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Bound port: 25d41d72-b109-480b-9b2b-89c47d303186, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24955398-87b4-4811-935b-b8838572e1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:19:59.697054 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:59.761786 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] For port 25d41d72-b109-480b-9b2b-89c47d303186, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:19:59.765984 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] For port 25d41d72-b109-480b-9b2b-89c47d303186, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=25d41d72-b109-480b-9b2b-89c47d303186,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:19:59.813854 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd566d-c7e0-4e04-9aac-441cac7ba967 req-1d95115d-5461-4cde-a2d6-45c83957ad1e tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:59.815354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-65fd566d-c7e0-4e04-9aac-441cac7ba967 req-1d95115d-5461-4cde-a2d6-45c83957ad1e tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 944 time: 0.0513678 Dec 14 03:19:59.829331 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:59.893077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:59.893719 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:19:59.895126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] 10.222.0.46 "PUT /v2.0/ports/25d41d72-b109-480b-9b2b-89c47d303186 HTTP/1.1" status: 200 len: 1092 time: 0.7440040 Dec 14 03:19:59.920126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-65fd566d-c7e0-4e04-9aac-441cac7ba967 req-b003f61c-3b33-4d20-83e0-85c9a298444f tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984325 Dec 14 03:19:59.921216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc9612-d5c6-47d9-b1df-ceab6b8b5939 service neutron] Pushing event updated for resources: {'Port': ['ID=25d41d72-b109-480b-9b2b-89c47d303186,revision_number=7']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:19:59.974815 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-59eccf5b-84d4-4959-a758-94647de0f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:19:59.977366 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-59eccf5b-84d4-4959-a758-94647de0f6bc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 1095 time: 0.0430577 Dec 14 03:20:00.067018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-f28078e6-8897-4d4e-8639-9c31d5cf30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:00.068439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-f28078e6-8897-4d4e-8639-9c31d5cf30d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cffd1d06-7be3-4342-bf5a-8739f3678ac0 HTTP/1.1" status: 200 len: 915 time: 0.0837498 Dec 14 03:20:00.114210 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-798e7353-9a48-44ad-bda5-1dc048e0c0a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d41d72-b109-480b-9b2b-89c47d303186 HTTP/1.1" status: 200 len: 217 time: 0.0381987 Dec 14 03:20:00.162127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-35accaff-4316-4415-a149-a8195b3f949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:00.164250 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-35accaff-4316-4415-a149-a8195b3f949c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcaef969-5c1b-401b-a25b-ebdd1add3302 HTTP/1.1" status: 200 len: 854 time: 0.0427942 Dec 14 03:20:00.194795 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-a6d0e30e-4c00-4704-93c8-94d3010f8b4a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cffd1d06-7be3-4342-bf5a-8739f3678ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238671 Dec 14 03:20:00.287338 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-75469785-a984-4ecb-bc2a-d0457f7d7433 service neutron] 10.222.0.46 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855258 Dec 14 03:20:00.373670 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57babf3a-df88-4ddd-8e3e-d75c8117754b req-4d22227f-82f1-4fac-baf8-0ba149f7b062 service neutron] 10.222.0.46 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793827 Dec 14 03:20:00.581247 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:01.047400 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51c0d9-b697-4caf-b7cf-5d1508cc7b4e req-3d10b1c5-9ac8-40e7-975c-2c670b78a252 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:01.048844 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d51c0d9-b697-4caf-b7cf-5d1508cc7b4e req-3d10b1c5-9ac8-40e7-975c-2c670b78a252 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 944 time: 0.0533152 Dec 14 03:20:01.095489 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d51c0d9-b697-4caf-b7cf-5d1508cc7b4e req-2c2989ed-7f72-484e-96b1-4ee5ce7af6db tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398960 Dec 14 03:20:01.533771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d9450d-713d-490b-8232-5130e0b2d661', 'tag': '25d41d72-b109-480b-9b2b-89c47d303186'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:20:01.536142 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db585f5-3742-457f-bc94-470c9e4c573a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d9450d-713d-490b-8232-5130e0b2d661", "tag": "25d41d72-b109-480b-9b2b-89c47d303186"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:20:01.596257 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98b7af2-c5b9-48b5-b931-166cd556986e x-openstack-request-id: req-f98b7af2-c5b9-48b5-b931-166cd556986e {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:20:01.596558 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d9450d-713d-490b-8232-5130e0b2d661", "tag": "25d41d72-b109-480b-9b2b-89c47d303186", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:20:01.596820 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f98b7af2-c5b9-48b5-b931-166cd556986e {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:20:01.597226 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d9450d-713d-490b-8232-5130e0b2d661', 'tag': '25d41d72-b109-480b-9b2b-89c47d303186', 'status': 'completed', 'code': 200} Dec 14 03:20:01.672381 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db585f5-3742-457f-bc94-470c9e4c573a req-eedc4006-60ff-4f82-8fbe-f5f8a91cb311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:01.674134 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4db585f5-3742-457f-bc94-470c9e4c573a req-eedc4006-60ff-4f82-8fbe-f5f8a91cb311 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 1095 time: 0.0447783 Dec 14 03:20:01.675266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db585f5-3742-457f-bc94-470c9e4c573a req-0363acf4-6ad4-4b82-a1f4-095732d11b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:01.676784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4db585f5-3742-457f-bc94-470c9e4c573a req-0363acf4-6ad4-4b82-a1f4-095732d11b2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 1095 time: 0.0428643 Dec 14 03:20:01.767330 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db585f5-3742-457f-bc94-470c9e4c573a req-3067eddb-2fcd-4772-96a4-cd9c251e5b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:01.767583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db585f5-3742-457f-bc94-470c9e4c573a req-1174fb7a-9183-4db9-9524-29100e254a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:01.768810 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4db585f5-3742-457f-bc94-470c9e4c573a req-3067eddb-2fcd-4772-96a4-cd9c251e5b8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=cffd1d06-7be3-4342-bf5a-8739f3678ac0 HTTP/1.1" status: 200 len: 915 time: 0.0881841 Dec 14 03:20:01.769006 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4db585f5-3742-457f-bc94-470c9e4c573a req-1174fb7a-9183-4db9-9524-29100e254a08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cffd1d06-7be3-4342-bf5a-8739f3678ac0 HTTP/1.1" status: 200 len: 915 time: 0.0841045 Dec 14 03:20:01.811004 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4db585f5-3742-457f-bc94-470c9e4c573a req-001803f2-45fa-4147-a893-5e1b4f74a236 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d41d72-b109-480b-9b2b-89c47d303186 HTTP/1.1" status: 200 len: 217 time: 0.0347650 Dec 14 03:20:01.814955 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4db585f5-3742-457f-bc94-470c9e4c573a req-812279fe-5d7f-4727-ad23-308e909458ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d41d72-b109-480b-9b2b-89c47d303186 HTTP/1.1" status: 200 len: 217 time: 0.0377371 Dec 14 03:20:01.860526 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db585f5-3742-457f-bc94-470c9e4c573a req-af83743c-bfd5-452e-b024-dcb879e978d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:01.862033 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4db585f5-3742-457f-bc94-470c9e4c573a req-af83743c-bfd5-452e-b024-dcb879e978d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bcaef969-5c1b-401b-a25b-ebdd1add3302 HTTP/1.1" status: 200 len: 854 time: 0.0443604 Dec 14 03:20:01.863316 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db585f5-3742-457f-bc94-470c9e4c573a req-6f120d44-85e2-4852-8d75-5d8073c5b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:01.864829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4db585f5-3742-457f-bc94-470c9e4c573a req-6f120d44-85e2-4852-8d75-5d8073c5b1a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=bcaef969-5c1b-401b-a25b-ebdd1add3302 HTTP/1.1" status: 200 len: 854 time: 0.0425189 Dec 14 03:20:01.893632 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4db585f5-3742-457f-bc94-470c9e4c573a req-a6e1441b-ae13-4742-a2c4-88461c16d9ed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cffd1d06-7be3-4342-bf5a-8739f3678ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242598 Dec 14 03:20:01.902890 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4db585f5-3742-457f-bc94-470c9e4c573a req-705ac459-260b-451b-b9b4-48f76a111b1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cffd1d06-7be3-4342-bf5a-8739f3678ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258791 Dec 14 03:20:01.985696 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4db585f5-3742-457f-bc94-470c9e4c573a req-8bdfd82c-a2f3-46a9-b67e-59b47719e9b4 service neutron] 10.222.0.47 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849428 Dec 14 03:20:02.011534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4db585f5-3742-457f-bc94-470c9e4c573a req-33aa52d0-97e1-49c7-8361-8294eb60e930 service neutron] 10.222.0.46 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010077 Dec 14 03:20:02.082306 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4db585f5-3742-457f-bc94-470c9e4c573a req-0ba193df-4933-428a-9b84-cede92c7396f service neutron] 10.222.0.47 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866604 Dec 14 03:20:02.102408 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4db585f5-3742-457f-bc94-470c9e4c573a req-3dde6761-970d-4af7-a6c2-90af402ac4e4 service neutron] 10.222.0.46 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833795 Dec 14 03:20:02.221980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e9b70-c8bc-42fb-988f-8dd596f6ce1e req-4cd2b83e-0a7d-4ae2-8d52-126b832946b8 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:02.223503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a80e9b70-c8bc-42fb-988f-8dd596f6ce1e req-4cd2b83e-0a7d-4ae2-8d52-126b832946b8 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 944 time: 0.0570152 Dec 14 03:20:02.501338 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 25d41d72-b109-480b-9b2b-89c47d303186 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:20:02.548245 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 25d41d72-b109-480b-9b2b-89c47d303186 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:20:02.631474 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a80e9b70-c8bc-42fb-988f-8dd596f6ce1e req-0022fdb4-64e5-498c-b824-77a627671457 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017320 Dec 14 03:20:02.821071 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d93ffb9b-553c-40ae-80f8-170fc9d91990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:03.565905 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 25d41d72-b109-480b-9b2b-89c47d303186 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:20:03.657332 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 25d41d72-b109-480b-9b2b-89c47d303186, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=25d41d72-b109-480b-9b2b-89c47d303186,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:20:03.668774 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '25d41d72-b109-480b-9b2b-89c47d303186', 'network_id': 'cffd1d06-7be3-4342-bf5a-8739f3678ac0', 'port_id': '25d41d72-b109-480b-9b2b-89c47d303186', 'mac_address': 'fa:16:3e:35:03:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcaef969-5c1b-401b-a25b-ebdd1add3302', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:20:03.709907 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:03.724024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d41d72-b109-480b-9b2b-89c47d303186 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:20:03.744200 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 25d41d72-b109-480b-9b2b-89c47d303186, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=25d41d72-b109-480b-9b2b-89c47d303186,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:20:03.750765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8235-a228-4ac2-8f53-45e5a38e5daf req-38d7a65a-81b3-4aae-b9a8-0bef96fe78d3 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:03.752266 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3ec8235-a228-4ac2-8f53-45e5a38e5daf req-38d7a65a-81b3-4aae-b9a8-0bef96fe78d3 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 944 time: 0.0485387 Dec 14 03:20:03.792502 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:03.800082 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3ec8235-a228-4ac2-8f53-45e5a38e5daf req-1148ef17-5cdf-4d6b-94ed-fff68e7b1212 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414126 Dec 14 03:20:03.840776 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=25d41d72-b109-480b-9b2b-89c47d303186,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:04.071113 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['25d41d72-b109-480b-9b2b-89c47d303186'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:20:04.125415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb8729-df10-4360-97ac-81ed7649a781 req-60e7fedb-1f46-432f-bb45-7d711b19bbd4 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:04.129781 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0bb8729-df10-4360-97ac-81ed7649a781 req-60e7fedb-1f46-432f-bb45-7d711b19bbd4 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 945 time: 0.0520787 Dec 14 03:20:04.184890 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0bb8729-df10-4360-97ac-81ed7649a781 req-749b4b7c-1dc3-43cf-96b8-6c4de5276ffc tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506275 Dec 14 03:20:04.219630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92064d81-062c-4f1d-a034-caf90eb6cf93 req-a7fb9eb7-eab5-4edb-b7e3-9bd1f074bd67 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:04.221165 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-92064d81-062c-4f1d-a034-caf90eb6cf93 req-a7fb9eb7-eab5-4edb-b7e3-9bd1f074bd67 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.47 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661&tenant_id=a491441ac8d742d18a0e40df55cb2cc7&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 945 time: 0.0609772 Dec 14 03:20:04.281825 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [req-92064d81-062c-4f1d-a034-caf90eb6cf93 req-d7643a10-3f7b-4ce1-8b04-062facd66bca service neutron] delete failed (client error): The resource could not be found. Dec 14 03:20:04.282843 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-92064d81-062c-4f1d-a034-caf90eb6cf93 req-d7643a10-3f7b-4ce1-8b04-062facd66bca service neutron] 10.222.0.47 "DELETE /v2.0/ports/25d41d72-b109-480b-9b2b-89c47d303186/bindings/n-h2-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.0535152 Dec 14 03:20:04.385948 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92064d81-062c-4f1d-a034-caf90eb6cf93 req-b6fdebc4-0dc8-40e2-82ae-5a8c8afe3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:04.387343 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-92064d81-062c-4f1d-a034-caf90eb6cf93 req-b6fdebc4-0dc8-40e2-82ae-5a8c8afe3918 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 1096 time: 0.0412862 Dec 14 03:20:04.477847 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92064d81-062c-4f1d-a034-caf90eb6cf93 req-62ad4dc6-3b02-4246-ad92-063ad85bfc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:04.479305 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-92064d81-062c-4f1d-a034-caf90eb6cf93 req-62ad4dc6-3b02-4246-ad92-063ad85bfc57 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cffd1d06-7be3-4342-bf5a-8739f3678ac0 HTTP/1.1" status: 200 len: 915 time: 0.0852113 Dec 14 03:20:04.520902 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-92064d81-062c-4f1d-a034-caf90eb6cf93 req-38d8d760-4cda-4717-b0da-a40013d3c14b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25d41d72-b109-480b-9b2b-89c47d303186 HTTP/1.1" status: 200 len: 217 time: 0.0343039 Dec 14 03:20:04.569662 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92064d81-062c-4f1d-a034-caf90eb6cf93 req-b1d7d378-71c8-4e31-b64e-dc60783eea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:04.571090 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-92064d81-062c-4f1d-a034-caf90eb6cf93 req-b1d7d378-71c8-4e31-b64e-dc60783eea5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=bcaef969-5c1b-401b-a25b-ebdd1add3302 HTTP/1.1" status: 200 len: 854 time: 0.0433297 Dec 14 03:20:04.601732 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-92064d81-062c-4f1d-a034-caf90eb6cf93 req-3b9755c4-f23a-46f7-b40d-92355bca032c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cffd1d06-7be3-4342-bf5a-8739f3678ac0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235572 Dec 14 03:20:04.693294 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-92064d81-062c-4f1d-a034-caf90eb6cf93 req-071a441f-c841-4cef-84a9-0df289ad3ea2 service neutron] 10.222.0.47 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839605 Dec 14 03:20:04.780055 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-92064d81-062c-4f1d-a034-caf90eb6cf93 req-ffb54adb-5c6f-47fa-874b-f2896ab4d36e service neutron] 10.222.0.47 "GET /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802605 Dec 14 03:20:05.067200 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c737cf4b-3a90-4c0c-9588-45172cd5d6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:05.307025 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986841e3-6d5f-4853-bf08-4f44d675e5a2 req-4f344b52-7ada-43d7-bf56-84b40d32d077 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:05.308512 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-986841e3-6d5f-4853-bf08-4f44d675e5a2 req-4f344b52-7ada-43d7-bf56-84b40d32d077 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 945 time: 0.0494599 Dec 14 03:20:05.355651 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-986841e3-6d5f-4853-bf08-4f44d675e5a2 req-189fd5f6-797d-4d91-bb91-0106341ae110 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409033 Dec 14 03:20:05.579909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 25d41d72-b109-480b-9b2b-89c47d303186 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:20:05.701318 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 25d41d72-b109-480b-9b2b-89c47d303186 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:20:05.705345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 25d41d72-b109-480b-9b2b-89c47d303186 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:20:05.705948 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:05.787234 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:05.810142 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d9450d-713d-490b-8232-5130e0b2d661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d41d72-b109-480b-9b2b-89c47d303186'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:20:05.812509 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c8551e-0f9a-430c-9ea5-33ce8afdedd7" -d '{"events": [{"server_uuid": "c1d9450d-713d-490b-8232-5130e0b2d661", "name": "network-vif-plugged", "status": "completed", "tag": "25d41d72-b109-480b-9b2b-89c47d303186"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:20:05.825858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 25d41d72-b109-480b-9b2b-89c47d303186, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=25d41d72-b109-480b-9b2b-89c47d303186,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:20:05.851597 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50550572-ef1f-4f39-93aa-30f610679a85 x-openstack-request-id: req-50550572-ef1f-4f39-93aa-30f610679a85 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:20:05.851902 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d9450d-713d-490b-8232-5130e0b2d661", "name": "network-vif-plugged", "status": "completed", "tag": "25d41d72-b109-480b-9b2b-89c47d303186", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:20:05.852162 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-50550572-ef1f-4f39-93aa-30f610679a85 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:20:05.852562 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d9450d-713d-490b-8232-5130e0b2d661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d41d72-b109-480b-9b2b-89c47d303186', 'code': 200} Dec 14 03:20:05.912791 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:05.961604 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=25d41d72-b109-480b-9b2b-89c47d303186,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:06.436274 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:06.472179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250a261-72be-4066-bf28-6fcef2aeb163 req-d04b7ada-a31a-44e3-abdf-623e9554b89a tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:06.473769 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1250a261-72be-4066-bf28-6fcef2aeb163 req-d04b7ada-a31a-44e3-abdf-623e9554b89a tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0497587 Dec 14 03:20:06.520313 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1250a261-72be-4066-bf28-6fcef2aeb163 req-1d5952a3-4fcf-48e5-a309-536c1057e859 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400403 Dec 14 03:20:06.641846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f30a27-f441-43a3-8fd6-62124110723b req-fd434ecf-4ec9-4da1-b29b-f837ebadfcd5 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:06.643252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68f30a27-f441-43a3-8fd6-62124110723b req-fd434ecf-4ec9-4da1-b29b-f837ebadfcd5 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0517285 Dec 14 03:20:06.699075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68f30a27-f441-43a3-8fd6-62124110723b req-ff497be3-6d90-4a6e-9ddb-abee4ad613eb tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495570 Dec 14 03:20:06.810327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0ae6c-1043-4fd8-85b7-f4664fdc8f72 req-4fc4f44b-8650-4758-b936-8913dc2608b7 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:06.811776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cb0ae6c-1043-4fd8-85b7-f4664fdc8f72 req-4fc4f44b-8650-4758-b936-8913dc2608b7 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0475495 Dec 14 03:20:06.857553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cb0ae6c-1043-4fd8-85b7-f4664fdc8f72 req-8447a3de-7f68-4729-83a3-84e1b3674119 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399146 Dec 14 03:20:07.473782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354fed7-3d8c-4358-97d9-fe09454dfff8 req-cc222627-bff2-4b15-8933-0fb34b910f78 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:07.475774 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d354fed7-3d8c-4358-97d9-fe09454dfff8 req-cc222627-bff2-4b15-8933-0fb34b910f78 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0477912 Dec 14 03:20:07.525407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d354fed7-3d8c-4358-97d9-fe09454dfff8 req-3dee5bd7-2839-492f-8129-80fb1cdda577 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433085 Dec 14 03:20:07.809477 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:08.641883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b78866-4fa8-480c-9d83-d5eb18041efe req-443dd6f8-2f99-4b4b-b31d-06d54a5b2022 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:08.643377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e8b78866-4fa8-480c-9d83-d5eb18041efe req-443dd6f8-2f99-4b4b-b31d-06d54a5b2022 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0503163 Dec 14 03:20:08.649461 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:08.691549 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e8b78866-4fa8-480c-9d83-d5eb18041efe req-0828824e-1d73-449c-a744-944a64e37871 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/security-groups?id=de771784-f648-4f30-93b7-fb209272c035&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419302 Dec 14 03:20:08.803656 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba58553-dccc-41f1-a445-198cc00ffd6b req-8a438cd2-9657-41b3-8455-5639bbbde9cb tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:08.805032 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ba58553-dccc-41f1-a445-198cc00ffd6b req-8a438cd2-9657-41b3-8455-5639bbbde9cb tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 946 time: 0.0477912 Dec 14 03:20:08.894844 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-1ba58553-dccc-41f1-a445-198cc00ffd6b req-fd4f9106-0705-466f-aa5b-12cf7a1903da tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Deleting port 25d41d72-b109-480b-9b2b-89c47d303186 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:20:08.895181 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1ba58553-dccc-41f1-a445-198cc00ffd6b req-fd4f9106-0705-466f-aa5b-12cf7a1903da tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:08.982698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-1ba58553-dccc-41f1-a445-198cc00ffd6b req-fd4f9106-0705-466f-aa5b-12cf7a1903da tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] For port 25d41d72-b109-480b-9b2b-89c47d303186, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=25d41d72-b109-480b-9b2b-89c47d303186,segment=NetworkSegment(24955398-87b4-4811-935b-b8838572e1cc),segment_id=24955398-87b4-4811-935b-b8838572e1cc)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:20:08.983064 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1ba58553-dccc-41f1-a445-198cc00ffd6b req-fd4f9106-0705-466f-aa5b-12cf7a1903da tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:08.995509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-1ba58553-dccc-41f1-a445-198cc00ffd6b req-fd4f9106-0705-466f-aa5b-12cf7a1903da tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Calling delete_port for 25d41d72-b109-480b-9b2b-89c47d303186 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:20:09.173522 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1ba58553-dccc-41f1-a445-198cc00ffd6b req-fd4f9106-0705-466f-aa5b-12cf7a1903da tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:09.201046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f9106-0705-466f-aa5b-12cf7a1903da tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Pushing event deleted for resources: {'Port': ['ID=25d41d72-b109-480b-9b2b-89c47d303186,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:09.205025 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['25d41d72-b109-480b-9b2b-89c47d303186'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:20:09.248369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba58553-dccc-41f1-a445-198cc00ffd6b req-fd4f9106-0705-466f-aa5b-12cf7a1903da tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] No DVR routers for this DVR port 25d41d72-b109-480b-9b2b-89c47d303186 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:20:09.250962 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1ba58553-dccc-41f1-a445-198cc00ffd6b req-fd4f9106-0705-466f-aa5b-12cf7a1903da tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:09.254343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ba58553-dccc-41f1-a445-198cc00ffd6b req-fd4f9106-0705-466f-aa5b-12cf7a1903da tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.46 "DELETE /v2.0/ports/25d41d72-b109-480b-9b2b-89c47d303186 HTTP/1.1" status: 204 len: 173 time: 0.4424613 Dec 14 03:20:09.254788 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d9450d-713d-490b-8232-5130e0b2d661', 'name': 'network-vif-deleted', 'tag': '25d41d72-b109-480b-9b2b-89c47d303186'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:20:09.257966 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef981b5b-3186-49d3-bf5f-7d91c1b97e37" -d '{"events": [{"server_uuid": "c1d9450d-713d-490b-8232-5130e0b2d661", "name": "network-vif-deleted", "tag": "25d41d72-b109-480b-9b2b-89c47d303186"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:20:09.293929 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116124f6-497d-42da-be13-f7bf6ffd0369 x-openstack-request-id: req-116124f6-497d-42da-be13-f7bf6ffd0369 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:20:09.294253 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d9450d-713d-490b-8232-5130e0b2d661", "name": "network-vif-deleted", "tag": "25d41d72-b109-480b-9b2b-89c47d303186", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:20:09.294506 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-116124f6-497d-42da-be13-f7bf6ffd0369 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:20:09.294903 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d9450d-713d-490b-8232-5130e0b2d661', 'name': 'network-vif-deleted', 'tag': '25d41d72-b109-480b-9b2b-89c47d303186', 'status': 'completed', 'code': 200} Dec 14 03:20:09.798412 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-109ee637-8b0e-4bcd-8f3e-5731bf05b334 req-0d6c37d4-5cbd-47dd-96f5-a4de6e017b30 tempest-ServerDiskConfigTestJSON-1789270737 tempest-ServerDiskConfigTestJSON-1789270737-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1d9450d-713d-490b-8232-5130e0b2d661 HTTP/1.1" status: 200 len: 210 time: 0.0283732 Dec 14 03:20:10.923932 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51526) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:20:10.971168 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-2561dec7-726e-41a7-bdfa-7e89db15226e admin admin] Deleting subnet bcaef969-5c1b-401b-a25b-ebdd1add3302 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:20:10.974115 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2561dec7-726e-41a7-bdfa-7e89db15226e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:11.007627 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2561dec7-726e-41a7-bdfa-7e89db15226e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:11.045696 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2561dec7-726e-41a7-bdfa-7e89db15226e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:11.173744 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2561dec7-726e-41a7-bdfa-7e89db15226e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:11.198383 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561dec7-726e-41a7-bdfa-7e89db15226e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcaef969-5c1b-401b-a25b-ebdd1add3302,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:11.201901 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2561dec7-726e-41a7-bdfa-7e89db15226e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:11.205066 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2561dec7-726e-41a7-bdfa-7e89db15226e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bcaef969-5c1b-401b-a25b-ebdd1add3302 HTTP/1.1" status: 204 len: 168 time: 0.2801301 Dec 14 03:20:11.207828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51528) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:20:11.278333 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2862f6c6-8e72-4af0-86f1-91b856f1a7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:11.359600 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2862f6c6-8e72-4af0-86f1-91b856f1a7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:11.637380 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 25d41d72-b109-480b-9b2b-89c47d303186 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:20:11.659093 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 25d41d72-b109-480b-9b2b-89c47d303186 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:20:11.659447 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 25d41d72-b109-480b-9b2b-89c47d303186 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:20:11.708421 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2862f6c6-8e72-4af0-86f1-91b856f1a7ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffd1d06-7be3-4342-bf5a-8739f3678ac0']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:20:11.718583 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2862f6c6-8e72-4af0-86f1-91b856f1a7ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24955398-87b4-4811-935b-b8838572e1cc') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:20:11.718882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-2862f6c6-8e72-4af0-86f1-91b856f1a7ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24955398-87b4-4811-935b-b8838572e1cc') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:20:11.728102 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2862f6c6-8e72-4af0-86f1-91b856f1a7ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:11.740860 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2862f6c6-8e72-4af0-86f1-91b856f1a7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:11.747043 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2862f6c6-8e72-4af0-86f1-91b856f1a7ae admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:20:11.747447 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2862f6c6-8e72-4af0-86f1-91b856f1a7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:20:11.749127 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:20:11.893397 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2862f6c6-8e72-4af0-86f1-91b856f1a7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:11.898808 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2862f6c6-8e72-4af0-86f1-91b856f1a7ae admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:11.902011 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2862f6c6-8e72-4af0-86f1-91b856f1a7ae admin admin] 10.222.0.39 "DELETE /v2.0/networks/cffd1d06-7be3-4342-bf5a-8739f3678ac0 HTTP/1.1" status: 204 len: 168 time: 0.6932786 Dec 14 03:20:11.913559 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862f6c6-8e72-4af0-86f1-91b856f1a7ae admin admin] Pushing event deleted for resources: {'Network': ['ID=cffd1d06-7be3-4342-bf5a-8739f3678ac0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:12.258967 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51532) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:20:12.298421 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-265b754a-64bf-488c-8a6e-5693344c429d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a491441ac8d742d18a0e40df55cb2cc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382986 Dec 14 03:20:12.300940 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51534) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:20:12.353840 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-835fcfee-c546-4a9d-a20d-26eb435d4a93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:12.375433 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-835fcfee-c546-4a9d-a20d-26eb435d4a93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:12.494281 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-835fcfee-c546-4a9d-a20d-26eb435d4a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:12.496869 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-835fcfee-c546-4a9d-a20d-26eb435d4a93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:12.498069 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-835fcfee-c546-4a9d-a20d-26eb435d4a93 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de771784-f648-4f30-93b7-fb209272c035 HTTP/1.1" status: 204 len: 168 time: 0.1961830 Dec 14 03:20:12.505924 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835fcfee-c546-4a9d-a20d-26eb435d4a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de771784-f648-4f30-93b7-fb209272c035,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:13.506639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51556) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:20:13.601213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-9b0d363d-2ab3-4514-9046-2b239194c7d0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1435003437-network', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:20:13.712251 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0d363d-2ab3-4514-9046-2b239194c7d0 admin admin] Made reservation on behalf of 5214c1674e9a4e0f91667c3b849e4dcc for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:20:13.714693 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b0d363d-2ab3-4514-9046-2b239194c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:13.723398 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b0d363d-2ab3-4514-9046-2b239194c7d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:13.796558 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b0d363d-2ab3-4514-9046-2b239194c7d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:13.866833 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b0d363d-2ab3-4514-9046-2b239194c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:13.891797 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0d363d-2ab3-4514-9046-2b239194c7d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:20:13.901967 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d363d-2ab3-4514-9046-2b239194c7d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e53da0-56f4-473d-ab0c-080a58c5be7c,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:13.906944 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b0d363d-2ab3-4514-9046-2b239194c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:13.907289 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-9b0d363d-2ab3-4514-9046-2b239194c7d0 admin admin] Added segment 6a720c82-2454-465d-ab2a-9fabcda36163 of type vlan for network 9b5d2602-9953-41a0-86a4-e3714d7f2efd Dec 14 03:20:13.946903 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b0d363d-2ab3-4514-9046-2b239194c7d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:14.047487 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b0d363d-2ab3-4514-9046-2b239194c7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:14.048431 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0d363d-2ab3-4514-9046-2b239194c7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:14.049014 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9b0d363d-2ab3-4514-9046-2b239194c7d0 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:14.108864 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d363d-2ab3-4514-9046-2b239194c7d0 admin admin] Pushing event updated for resources: {'Network': ['ID=9b5d2602-9953-41a0-86a4-e3714d7f2efd,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:14.119458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 9b5d2602-9953-41a0-86a4-e3714d7f2efd details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:20:14.176243 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9b0d363d-2ab3-4514-9046-2b239194c7d0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6684566 Dec 14 03:20:14.178997 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51560) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:20:14.184171 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a22c5036-f6af-4141-a5af-63da29a8cc7b admin admin] Request body: {'subnet': {'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1435003437-subnet', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:20:14.264623 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22c5036-f6af-4141-a5af-63da29a8cc7b admin admin] Made reservation on behalf of 5214c1674e9a4e0f91667c3b849e4dcc for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:20:14.266996 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a22c5036-f6af-4141-a5af-63da29a8cc7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:14.512258 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a22c5036-f6af-4141-a5af-63da29a8cc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:14.567866 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c5036-f6af-4141-a5af-63da29a8cc7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c63edeb4-cba8-46a7-88ec-5253846583e1,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:14.577241 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22c5036-f6af-4141-a5af-63da29a8cc7b admin admin] Checking segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:20:14.577621 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22c5036-f6af-4141-a5af-63da29a8cc7b admin admin] Network hostable DHCP agents. Network: 9b5d2602-9953-41a0-86a4-e3714d7f2efd, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:20:14.655188 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22c5036-f6af-4141-a5af-63da29a8cc7b admin admin] Network 9b5d2602-9953-41a0-86a4-e3714d7f2efd is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:20:14.750185 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-a22c5036-f6af-4141-a5af-63da29a8cc7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 9b5d2602-9953-41a0-86a4-e3714d7f2efd) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:20:14.754175 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22c5036-f6af-4141-a5af-63da29a8cc7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:14.754825 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a22c5036-f6af-4141-a5af-63da29a8cc7b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:14.759731 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647150e8-2ed4-4f7c-946d-11d065cb7925 None None] Network 9b5d2602-9953-41a0-86a4-e3714d7f2efd requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:20:14.832964 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a22c5036-f6af-4141-a5af-63da29a8cc7b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6526425 Dec 14 03:20:14.835432 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51562) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:20:14.840534 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:20:14.860164 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:20:14.861046 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:14.927426 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:14.928486 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:14.987600 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:14.990291 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Allocated IP 172.20.0.2 (9b5d2602-9953-41a0-86a4-e3714d7f2efd/c63edeb4-cba8-46a7-88ec-5253846583e1/807b4df2-7998-4782-8ec7-e11b2d5e38e0) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:20:15.130772 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:15.169357 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:15.192370 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:15.230927 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Network 9b5d2602-9953-41a0-86a4-e3714d7f2efd is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:20:15.233848 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:20:15.237351 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:20:15.247848 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Pushing event updated for resources: {'Port': ['ID=807b4df2-7998-4782-8ec7-e11b2d5e38e0,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:15.298660 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Attempting to bind port 807b4df2-7998-4782-8ec7-e11b2d5e38e0 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:20:15.299030 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Attempting to bind port 807b4df2-7998-4782-8ec7-e11b2d5e38e0 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:20:15.299403 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Attempting to bind port 807b4df2-7998-4782-8ec7-e11b2d5e38e0 on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:20:15.304379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:20:15.304816 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Checking segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:20:15.305219 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:15.305674 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Bound using segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:20:15.306144 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Bound port: 807b4df2-7998-4782-8ec7-e11b2d5e38e0, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:20:15.306535 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:15.369185 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] For port 807b4df2-7998-4782-8ec7-e11b2d5e38e0, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:20:15.372294 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] For port 807b4df2-7998-4782-8ec7-e11b2d5e38e0, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=807b4df2-7998-4782-8ec7-e11b2d5e38e0,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:20:15.433118 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:15.445213 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:15.463990 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:15.490541 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a2c4a-5fbd-4eb3-bec4-41575a831e99 None None] Pushing event updated for resources: {'Port': ['ID=807b4df2-7998-4782-8ec7-e11b2d5e38e0,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:15.580779 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] Allocated IP 172.25.7.38 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/0253a4fa-fc82-41e7-b475-071d182c5dc1) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:20:15.699263 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:15.821139 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:15.866450 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:20:15.869458 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:20:15.872963 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:20:15.878276 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] Pushing event updated for resources: {'Port': ['ID=0253a4fa-fc82-41e7-b475-071d182c5dc1,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:15.882281 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b456fe-17db-4524-9d1c-72289957f909 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:20:15.923126 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-aee9d1a4-136d-4292-8610-0b10b6235733 None None] Provisioning complete for port 0253a4fa-fc82-41e7-b475-071d182c5dc1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:20:15.923650 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aee9d1a4-136d-4292-8610-0b10b6235733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:15.963066 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-aee9d1a4-136d-4292-8610-0b10b6235733 None None] Port 0253a4fa-fc82-41e7-b475-071d182c5dc1 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:20:16.233224 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:16.378948 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703f6b42-db9b-4a4d-8080-36e46bcf8b28 None None] Network 9b5d2602-9953-41a0-86a4-e3714d7f2efd requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:20:16.434345 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:16.490874 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-91d5426e-32e8-42be-bf51-9ffe25003046 None None] Provisioning complete for port 807b4df2-7998-4782-8ec7-e11b2d5e38e0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:20:16.491272 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-91d5426e-32e8-42be-bf51-9ffe25003046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:16.580239 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-91d5426e-32e8-42be-bf51-9ffe25003046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:16.621667 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-91d5426e-32e8-42be-bf51-9ffe25003046 None None] For port 807b4df2-7998-4782-8ec7-e11b2d5e38e0, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=807b4df2-7998-4782-8ec7-e11b2d5e38e0,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:20:16.646892 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 807b4df2-7998-4782-8ec7-e11b2d5e38e0 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:20:16.676363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] Router 2bb231bd-313d-40eb-8a1c-d764405ed247 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:20:16.700626 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 807b4df2-7998-4782-8ec7-e11b2d5e38e0 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:20:16.700999 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:16.727444 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-91d5426e-32e8-42be-bf51-9ffe25003046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:16.785089 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5426e-32e8-42be-bf51-9ffe25003046 None None] Pushing event updated for resources: {'Port': ['ID=807b4df2-7998-4782-8ec7-e11b2d5e38e0,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:16.785353 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:20:16.815708 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Sync routers for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:20:16.833229 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:20:16.833881 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:20:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:20:16.866841 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:16.868696 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f5dfb874-d644-417d-a6ad-a4df05810139 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0315256 Dec 14 03:20:16.871547 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51564) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:20:17.086987 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1cfc5ad5-d621-4b83-9d53-d707b3a301c4 None None] Provisioning complete for port 807b4df2-7998-4782-8ec7-e11b2d5e38e0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:20:17.087296 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1cfc5ad5-d621-4b83-9d53-d707b3a301c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:17.149431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:20:17.307935 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:17.359813 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:16Z', 'revision_number': 3, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:20:17.388915 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Checking router: 2bb231bd-313d-40eb-8a1c-d764405ed247 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:20:17.389628 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Updating router 2bb231bd-313d-40eb-8a1c-d764405ed247 port 0253a4fa-fc82-41e7-b475-071d182c5dc1 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:20:17.414930 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:17.507275 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Allocated IP 172.20.0.1 (9b5d2602-9953-41a0-86a4-e3714d7f2efd/c63edeb4-cba8-46a7-88ec-5253846583e1/7d385f63-b963-447e-a8c7-1a6245bb9265) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:20:17.609069 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:17.667531 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:17.716702 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:17.744451 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:17.747870 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:20:17.760766 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Network 9b5d2602-9953-41a0-86a4-e3714d7f2efd is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:20:17.765520 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:20:17.769040 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:20:17.777905 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f80005-cad0-4a05-9951-0918e9dbf00c None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:20:17.795312 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Pushing event updated for resources: {'Port': ['ID=7d385f63-b963-447e-a8c7-1a6245bb9265,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:17.807333 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Attempting to bind port 0253a4fa-fc82-41e7-b475-071d182c5dc1 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:20:17.807545 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Attempting to bind port 0253a4fa-fc82-41e7-b475-071d182c5dc1 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:20:17.807907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Attempting to bind port 0253a4fa-fc82-41e7-b475-071d182c5dc1 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:20:17.810267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:17.810624 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:17.810974 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:17.811737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:17.811737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:17.812017 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:17.812307 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:17.812639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:17.812977 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:17.813319 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:17.813656 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:17.813983 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:17.814325 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:17.818253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa9dff-6bc9-477b-8471-a80a5047d894 None None] Pushing event updated for resources: {'Port': ['ID=0253a4fa-fc82-41e7-b475-071d182c5dc1,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:17.821202 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:20:17.821591 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:20:17.822816 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:17.822816 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:20:17.823073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Bound port: 0253a4fa-fc82-41e7-b475-071d182c5dc1, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:20:17.823430 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:17.839696 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:17.879951 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] For port 0253a4fa-fc82-41e7-b475-071d182c5dc1, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:20:17.884792 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] For port 0253a4fa-fc82-41e7-b475-071d182c5dc1, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=0253a4fa-fc82-41e7-b475-071d182c5dc1,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:20:17.910412 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-92da2182-6abc-4d2c-814b-775bf8fa2d1a None None] Provisioning complete for port 0253a4fa-fc82-41e7-b475-071d182c5dc1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:20:17.910966 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-92da2182-6abc-4d2c-814b-775bf8fa2d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:17.953847 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-92da2182-6abc-4d2c-814b-775bf8fa2d1a None None] Port 0253a4fa-fc82-41e7-b475-071d182c5dc1 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:20:17.979487 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:18.023388 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963aeb11-8544-4428-91fc-cb91fbcd3fa0 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:20:18.043060 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:20:18.043623 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:20:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:20:18.066532 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:18.082263 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa9dff-6bc9-477b-8471-a80a5047d894 None None] Pushing event updated for resources: {'Port': ['ID=0253a4fa-fc82-41e7-b475-071d182c5dc1,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:18.138360 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9284b284-cd3b-4288-ae7c-07a13c67cb4e None None] Provisioning complete for port 7d385f63-b963-447e-a8c7-1a6245bb9265 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:20:18.138731 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9284b284-cd3b-4288-ae7c-07a13c67cb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:18.192646 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:20:18.194232 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-9284b284-cd3b-4288-ae7c-07a13c67cb4e None None] Port 7d385f63-b963-447e-a8c7-1a6245bb9265 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:20:18.233232 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:18.234308 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-9284b284-cd3b-4288-ae7c-07a13c67cb4e None None] Provisioning complete for port 0253a4fa-fc82-41e7-b475-071d182c5dc1 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:20:18.234684 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9284b284-cd3b-4288-ae7c-07a13c67cb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:18.318134 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:18.384668 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:18.387339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Pushing event updated for resources: {'Port': ['ID=7d385f63-b963-447e-a8c7-1a6245bb9265,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:18.431675 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9284b284-cd3b-4288-ae7c-07a13c67cb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:18.456599 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9284b284-cd3b-4288-ae7c-07a13c67cb4e None None] For port 0253a4fa-fc82-41e7-b475-071d182c5dc1, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=0253a4fa-fc82-41e7-b475-071d182c5dc1,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:20:18.476793 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 1, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:20:18.483014 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Network 9b5d2602-9953-41a0-86a4-e3714d7f2efd is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:20:18.484415 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:20:18.505274 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b001f9e7-1e15-49cb-bba0-7a3542b96486 None None] The sync data for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 is: [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 1, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:20:18.550729 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9284b284-cd3b-4288-ae7c-07a13c67cb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:18.600045 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284b284-cd3b-4288-ae7c-07a13c67cb4e None None] Pushing event updated for resources: {'Port': ['ID=0253a4fa-fc82-41e7-b475-071d182c5dc1,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:18.624217 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Router 2bb231bd-313d-40eb-8a1c-d764405ed247 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:20:18.625834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 807b4df2-7998-4782-8ec7-e11b2d5e38e0 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:20:18.696968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 807b4df2-7998-4782-8ec7-e11b2d5e38e0 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:20:18.697675 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:18.754964 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:20:18.767613 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bcc8d50d-a3b0-406a-85e9-0a0a96403c4a admin admin] 10.222.0.39 "PUT /v2.0/routers/2bb231bd-313d-40eb-8a1c-d764405ed247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8935895 Dec 14 03:20:18.800394 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-79a6bbb4-e1fd-42ae-93a4-88716c59940b None None] Provisioning complete for port 7d385f63-b963-447e-a8c7-1a6245bb9265 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:20:18.800778 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-79a6bbb4-e1fd-42ae-93a4-88716c59940b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:18.847022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-79a6bbb4-e1fd-42ae-93a4-88716c59940b None None] Port 7d385f63-b963-447e-a8c7-1a6245bb9265 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:20:19.387119 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51572) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:20:19.391844 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-1b92bef7-1b2a-48dc-b8ca-8408b72978c0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--189718369', 'description': 'tempest-description--887620176'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:20:19.495181 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b92bef7-1b2a-48dc-b8ca-8408b72978c0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:19.565875 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b92bef7-1b2a-48dc-b8ca-8408b72978c0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:19.624722 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b92bef7-1b2a-48dc-b8ca-8408b72978c0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:19.656421 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92bef7-1b2a-48dc-b8ca-8408b72978c0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e79c5bc-9381-4d82-b408-1ed275f2ea65,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:19.714847 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1b92bef7-1b2a-48dc-b8ca-8408b72978c0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:19.716491 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1b92bef7-1b2a-48dc-b8ca-8408b72978c0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3279803 Dec 14 03:20:19.718938 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51574) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:20:19.723582 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0af5a408-9f3e-4662-864b-ebacc1187b49 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Request body: {'security_group_rule': {'security_group_id': '6e79c5bc-9381-4d82-b408-1ed275f2ea65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:20:19.815092 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0af5a408-9f3e-4662-864b-ebacc1187b49 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:19.872186 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0af5a408-9f3e-4662-864b-ebacc1187b49 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:19.963760 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0af5a408-9f3e-4662-864b-ebacc1187b49 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:19.982281 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5a408-9f3e-4662-864b-ebacc1187b49 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6729b7a9-d21c-4290-ab11-375b29ec99f4,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:20.068288 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0af5a408-9f3e-4662-864b-ebacc1187b49 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:20.069556 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0af5a408-9f3e-4662-864b-ebacc1187b49 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3495014 Dec 14 03:20:20.072670 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51576) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:20:20.076972 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-467e73d2-e790-4d9e-8775-eabf2936b01e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Request body: {'security_group_rule': {'security_group_id': '6e79c5bc-9381-4d82-b408-1ed275f2ea65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:20:20.180426 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-467e73d2-e790-4d9e-8775-eabf2936b01e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:20.238951 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-467e73d2-e790-4d9e-8775-eabf2936b01e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:20.321920 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-467e73d2-e790-4d9e-8775-eabf2936b01e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:20.345156 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e73d2-e790-4d9e-8775-eabf2936b01e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224646e6-8131-4ac5-b56b-b134c6ba6f4d,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:20.420560 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-467e73d2-e790-4d9e-8775-eabf2936b01e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:20.421837 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-467e73d2-e790-4d9e-8775-eabf2936b01e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3482161 Dec 14 03:20:20.424924 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 51578) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:20:20.429831 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b2c37945-58cf-4032-aac3-385344490bed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:20:20.533780 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Sync routers for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:20:20.545735 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:20:20.546490 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:20:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:20:20.558204 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b2c37945-58cf-4032-aac3-385344490bed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:20.633690 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0253a4fa-fc82-41e7-b475-071d182c5dc1 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:20:20.667682 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:20:20.690637 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 0253a4fa-fc82-41e7-b475-071d182c5dc1 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:20:20.691009 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:20.885706 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 2, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:20:20.912102 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Checking router: 2bb231bd-313d-40eb-8a1c-d764405ed247 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:20:20.912459 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Updating router 2bb231bd-313d-40eb-8a1c-d764405ed247 port 7d385f63-b963-447e-a8c7-1a6245bb9265 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:20:20.937943 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:21.000192 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b2c37945-58cf-4032-aac3-385344490bed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:21.103847 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-b2c37945-58cf-4032-aac3-385344490bed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Allocated IP 172.25.7.179 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/496f4b33-72cf-4311-bd5b-d3d95cbc54dd) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:20:21.195586 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:21.205118 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b2c37945-58cf-4032-aac3-385344490bed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:21.272037 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:21.299379 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b2c37945-58cf-4032-aac3-385344490bed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:21.324207 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7131091-6938-4383-8ea3-3a4428e489de None None] Pushing event updated for resources: {'Port': ['ID=7d385f63-b963-447e-a8c7-1a6245bb9265,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:21.345157 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7131091-6938-4383-8ea3-3a4428e489de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:21.348361 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7131091-6938-4383-8ea3-3a4428e489de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:21.348361 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7131091-6938-4383-8ea3-3a4428e489de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:21.348361 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7131091-6938-4383-8ea3-3a4428e489de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:21.348361 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7131091-6938-4383-8ea3-3a4428e489de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:21.348361 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7131091-6938-4383-8ea3-3a4428e489de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:21.348361 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7131091-6938-4383-8ea3-3a4428e489de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:21.348361 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7131091-6938-4383-8ea3-3a4428e489de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:21.348361 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7131091-6938-4383-8ea3-3a4428e489de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:21.349038 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c37945-58cf-4032-aac3-385344490bed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:20:21.349121 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7131091-6938-4383-8ea3-3a4428e489de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:21.349121 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7131091-6938-4383-8ea3-3a4428e489de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:21.349121 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7131091-6938-4383-8ea3-3a4428e489de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:21.349121 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7131091-6938-4383-8ea3-3a4428e489de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:21.351555 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-b2c37945-58cf-4032-aac3-385344490bed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:20:21.355499 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c37945-58cf-4032-aac3-385344490bed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:20:21.378659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c37945-58cf-4032-aac3-385344490bed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Pushing event updated for resources: {'Port': ['ID=496f4b33-72cf-4311-bd5b-d3d95cbc54dd,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:21.388422 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Attempting to bind port 7d385f63-b963-447e-a8c7-1a6245bb9265 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:20:21.388799 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Attempting to bind port 7d385f63-b963-447e-a8c7-1a6245bb9265 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:20:21.389173 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Attempting to bind port 7d385f63-b963-447e-a8c7-1a6245bb9265 on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:20:21.394685 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:20:21.395059 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Checking segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:20:21.395457 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:21.395878 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Bound using segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:20:21.396486 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Bound port: 7d385f63-b963-447e-a8c7-1a6245bb9265, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:20:21.396871 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:21.455571 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b2c37945-58cf-4032-aac3-385344490bed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:21.476090 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] For port 7d385f63-b963-447e-a8c7-1a6245bb9265, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:20:21.480030 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] For port 7d385f63-b963-447e-a8c7-1a6245bb9265, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7d385f63-b963-447e-a8c7-1a6245bb9265,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:20:21.552956 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b2c37945-58cf-4032-aac3-385344490bed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:21.564105 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:21.587658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-034d8b7d-d377-4456-919a-7a6c53807fd3 None None] Provisioning complete for port 7d385f63-b963-447e-a8c7-1a6245bb9265 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:20:21.587932 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-034d8b7d-d377-4456-919a-7a6c53807fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:21.624453 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:20:21.625083 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:20:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:20:21.664473 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7131091-6938-4383-8ea3-3a4428e489de None None] Pushing event updated for resources: {'Port': ['ID=7d385f63-b963-447e-a8c7-1a6245bb9265,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:21.688664 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-034d8b7d-d377-4456-919a-7a6c53807fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:21.723456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-034d8b7d-d377-4456-919a-7a6c53807fd3 None None] For port 7d385f63-b963-447e-a8c7-1a6245bb9265, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7d385f63-b963-447e-a8c7-1a6245bb9265,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:20:21.746747 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:20:21.747938 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b2c37945-58cf-4032-aac3-385344490bed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:21.798124 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-034d8b7d-d377-4456-919a-7a6c53807fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:21.814967 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b2c37945-58cf-4032-aac3-385344490bed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:21.853576 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d8b7d-d377-4456-919a-7a6c53807fd3 None None] Pushing event updated for resources: {'Port': ['ID=7d385f63-b963-447e-a8c7-1a6245bb9265,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:21.911973 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c37945-58cf-4032-aac3-385344490bed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Pushing event updated for resources: {'Port': ['ID=496f4b33-72cf-4311-bd5b-d3d95cbc54dd,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:21.920033 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b2c37945-58cf-4032-aac3-385344490bed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:21.925650 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2a327fe6-0a92-49d3-9884-bd66005896e5 None None] Provisioning complete for port 7d385f63-b963-447e-a8c7-1a6245bb9265 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:20:21.926027 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2a327fe6-0a92-49d3-9884-bd66005896e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:21.977174 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:20:21.988636 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b2c37945-58cf-4032-aac3-385344490bed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:21.990514 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b2c37945-58cf-4032-aac3-385344490bed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5641923 Dec 14 03:20:22.094397 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90653e13-9b7a-44f9-91d8-7c56a99eb064 None None] The sync data for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 is: [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:20:22.146055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-54953f23-9e25-4178-9bdb-e700020abe1b tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--189718369&fields=id&tenant_id=5214c1674e9a4e0f91667c3b849e4dcc HTTP/1.1" status: 200 len: 267 time: 0.0447085 Dec 14 03:20:22.266548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-850ee4b3-c3fe-4810-91b2-c43fc0ef2f5d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:22.268089 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-850ee4b3-c3fe-4810-91b2-c43fc0ef2f5d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 812 time: 0.1133568 Dec 14 03:20:22.284747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-aafd2519-269a-48e2-8783-c47008ed957b tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/quotas/5214c1674e9a4e0f91667c3b849e4dcc HTTP/1.1" status: 200 len: 375 time: 0.0100636 Dec 14 03:20:22.340447 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-d1c93105-288f-4eac-8dd7-af0b779be034 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490932 Dec 14 03:20:22.440784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-34cb89c3-4501-41a6-b615-9823a9cdfa24 service neutron] 10.222.0.39 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874116 Dec 14 03:20:22.539334 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-4cae700b-9a68-4d99-ba40-4534e5d6f18c service neutron] 10.222.0.39 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910661 Dec 14 03:20:22.637548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7d385f63-b963-447e-a8c7-1a6245bb9265 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:20:22.688704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 7d385f63-b963-447e-a8c7-1a6245bb9265 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:20:22.689399 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:22.858678 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c987fcd5-fb0f-4ebd-b5cc-c219fe44f432 req-fc257d4e-0e93-4153-a417-05c5d2d10f5f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 210 time: 0.0271618 Dec 14 03:20:23.938245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-140153ad-663e-4740-8e0c-f2c510676385 req-b25c7e7d-7a2b-423f-9bbf-0de16a84afd8 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 210 time: 0.0268645 Dec 14 03:20:25.039622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-655dbcb8-a6a5-42d8-a9c9-12bd673bbb2f req-aa617cf3-6816-4058-b679-533fd95f37ae tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 210 time: 0.0290389 Dec 14 03:20:25.687823 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-02fcbe31-852d-4247-bac3-70add637a02c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:25.689268 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-02fcbe31-852d-4247-bac3-70add637a02c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 812 time: 0.1018453 Dec 14 03:20:25.760469 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-34e9b0cc-b2ef-4bc9-bfb8-315e97d399c7 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5214c1674e9a4e0f91667c3b849e4dcc HTTP/1.1" status: 200 len: 379 time: 0.0554726 Dec 14 03:20:25.769753 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-fbb500b1-bd33-457f-9e69-ed9bec446a30 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Request body: {'port': {'device_id': '3119cf43-a7f7-48cb-b19b-0885ed18e361', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'admin_state_up': True, 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'security_groups': ['6e79c5bc-9381-4d82-b408-1ed275f2ea65']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:20:26.083910 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-fbb500b1-bd33-457f-9e69-ed9bec446a30 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Made reservation on behalf of 5214c1674e9a4e0f91667c3b849e4dcc for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:20:26.088095 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-fbb500b1-bd33-457f-9e69-ed9bec446a30 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:26.146981 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa3adbab-1f3e-497c-87f4-49181f2d0786 req-13e80eaa-59b2-4582-9192-c4c43a0f1e9e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 210 time: 0.0327458 Dec 14 03:20:26.227825 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-fbb500b1-bd33-457f-9e69-ed9bec446a30 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Allocated IP 172.20.0.6 (9b5d2602-9953-41a0-86a4-e3714d7f2efd/c63edeb4-cba8-46a7-88ec-5253846583e1/388dd787-f85f-404b-b436-a2e1937f4184) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:20:26.353444 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-fbb500b1-bd33-457f-9e69-ed9bec446a30 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:26.478465 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-fbb500b1-bd33-457f-9e69-ed9bec446a30 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:26.522458 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-fbb500b1-bd33-457f-9e69-ed9bec446a30 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Network 9b5d2602-9953-41a0-86a4-e3714d7f2efd is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:20:26.526264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-fbb500b1-bd33-457f-9e69-ed9bec446a30 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:20:26.530348 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-fbb500b1-bd33-457f-9e69-ed9bec446a30 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:20:26.536800 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb500b1-bd33-457f-9e69-ed9bec446a30 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Pushing event updated for resources: {'Port': ['ID=388dd787-f85f-404b-b436-a2e1937f4184,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:26.585960 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-fbb500b1-bd33-457f-9e69-ed9bec446a30 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:26.586647 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-fbb500b1-bd33-457f-9e69-ed9bec446a30 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:26.765730 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b244e963-dafd-4734-90b6-272b0e4c5381 None None] Provisioning complete for port 388dd787-f85f-404b-b436-a2e1937f4184 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:20:26.766264 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b244e963-dafd-4734-90b6-272b0e4c5381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:26.776370 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-fbb500b1-bd33-457f-9e69-ed9bec446a30 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0101061 Dec 14 03:20:26.795120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Request body: {'port': {'device_id': '3119cf43-a7f7-48cb-b19b-0885ed18e361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:20:26.799913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b244e963-dafd-4734-90b6-272b0e4c5381 None None] Port 388dd787-f85f-404b-b436-a2e1937f4184 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:20:26.853022 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:27.110312 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388dd787-f85f-404b-b436-a2e1937f4184 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:20:27.118499 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:27.136100 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Transition to ACTIVE for port object 388dd787-f85f-404b-b436-a2e1937f4184 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:20:27.264192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c740dc-c895-485a-8081-d2895901b159 req-414d0f2b-ae02-4812-a7e2-63ea9138530b tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:27.265722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26c740dc-c895-485a-8081-d2895901b159 req-414d0f2b-ae02-4812-a7e2-63ea9138530b tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 931 time: 0.0494089 Dec 14 03:20:27.313292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26c740dc-c895-485a-8081-d2895901b159 req-0d9d129f-ee95-40f0-945b-32bb200cd7ee tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414197 Dec 14 03:20:27.324038 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:27.380989 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Pushing event updated for resources: {'Port': ['ID=388dd787-f85f-404b-b436-a2e1937f4184,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:27.453096 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Attempting to bind port 388dd787-f85f-404b-b436-a2e1937f4184 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:20:27.453473 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Attempting to bind port 388dd787-f85f-404b-b436-a2e1937f4184 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:20:27.453815 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Attempting to bind port 388dd787-f85f-404b-b436-a2e1937f4184 on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:20:27.458570 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Port 388dd787-f85f-404b-b436-a2e1937f4184 on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:20:27.461866 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Attempting to bind port 388dd787-f85f-404b-b436-a2e1937f4184 on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:20:27.464031 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:20:27.464375 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Checking segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:20:27.464770 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Bound using segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:20:27.465204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Bound port: 388dd787-f85f-404b-b436-a2e1937f4184, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:20:27.465589 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:27.495489 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:27.532736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] For port 388dd787-f85f-404b-b436-a2e1937f4184, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:20:27.535711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] For port 388dd787-f85f-404b-b436-a2e1937f4184, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=388dd787-f85f-404b-b436-a2e1937f4184,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:20:27.655431 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:27.692971 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:27.693757 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:27.695377 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] 10.222.0.47 "PUT /v2.0/ports/388dd787-f85f-404b-b436-a2e1937f4184 HTTP/1.1" status: 200 len: 1091 time: 0.9043617 Dec 14 03:20:27.695940 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3119cf43-a7f7-48cb-b19b-0885ed18e361', 'tag': '388dd787-f85f-404b-b436-a2e1937f4184'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:20:27.698201 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7042bd-d0eb-4a47-90ba-588fd6ab7a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "3119cf43-a7f7-48cb-b19b-0885ed18e361", "tag": "388dd787-f85f-404b-b436-a2e1937f4184"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:20:27.742666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d83d31-a30f-4f62-8300-50e277117f4a service neutron] Pushing event updated for resources: {'Port': ['ID=388dd787-f85f-404b-b436-a2e1937f4184,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:27.749357 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724691bf-e656-4354-9113-771dadc91f62 x-openstack-request-id: req-724691bf-e656-4354-9113-771dadc91f62 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:20:27.749659 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3119cf43-a7f7-48cb-b19b-0885ed18e361", "tag": "388dd787-f85f-404b-b436-a2e1937f4184", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:20:27.749919 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-724691bf-e656-4354-9113-771dadc91f62 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:20:27.750392 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3119cf43-a7f7-48cb-b19b-0885ed18e361', 'tag': '388dd787-f85f-404b-b436-a2e1937f4184', 'status': 'completed', 'code': 200} Dec 14 03:20:27.835963 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7042bd-d0eb-4a47-90ba-588fd6ab7a9c req-9696942c-2c73-486f-8384-23cad9246569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:27.837735 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2c7042bd-d0eb-4a47-90ba-588fd6ab7a9c req-9696942c-2c73-486f-8384-23cad9246569 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 1094 time: 0.0456874 Dec 14 03:20:27.949680 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7042bd-d0eb-4a47-90ba-588fd6ab7a9c req-8064fecc-565c-47f6-9dc1-537a1504a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:27.951153 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2c7042bd-d0eb-4a47-90ba-588fd6ab7a9c req-8064fecc-565c-47f6-9dc1-537a1504a95b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0989687 Dec 14 03:20:28.048858 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7042bd-d0eb-4a47-90ba-588fd6ab7a9c req-90d09180-63b2-4aab-a8c5-144336de6c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:28.050263 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2c7042bd-d0eb-4a47-90ba-588fd6ab7a9c req-90d09180-63b2-4aab-a8c5-144336de6c7e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926647 Dec 14 03:20:28.149538 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-8b48b96e-a1c2-4dc9-91cd-90d6b0dfd12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:28.151032 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-8b48b96e-a1c2-4dc9-91cd-90d6b0dfd12b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 1094 time: 0.0409853 Dec 14 03:20:28.200305 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-b3354f4c-decf-4570-bfa5-cd7cf80da4e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388dd787-f85f-404b-b436-a2e1937f4184 HTTP/1.1" status: 200 len: 217 time: 0.0348921 Dec 14 03:20:28.252691 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-b3dc9099-0602-4139-ac47-01d28e079543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:28.254176 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-b3dc9099-0602-4139-ac47-01d28e079543 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0475647 Dec 14 03:20:28.299195 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-3c4508e2-b632-4576-8a18-eff376f5d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:28.300671 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-3c4508e2-b632-4576-8a18-eff376f5d72b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395911 Dec 14 03:20:28.391608 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-22ddaefa-8554-481e-9d73-903253c29a67 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840654 Dec 14 03:20:28.433063 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771c07a-7c6d-4b0d-900b-40f35a74f2fb req-8cc1028b-1c86-4fcd-9b86-92ff907ff80e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:28.434607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5771c07a-7c6d-4b0d-900b-40f35a74f2fb req-8cc1028b-1c86-4fcd-9b86-92ff907ff80e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 943 time: 0.0526404 Dec 14 03:20:28.482247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5771c07a-7c6d-4b0d-900b-40f35a74f2fb req-38abac43-11e7-4d29-ad06-e6b1705d9eb4 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414491 Dec 14 03:20:28.488019 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d9be8066-2428-4e19-ab26-53ef072616a2 req-38b50518-f909-4bcd-bc19-366f7dc3a983 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891190 Dec 14 03:20:29.604714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d5278-60bb-48b3-86ac-0879b08d816d req-bc952654-131f-4178-bcc7-3692f6d465ff tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:29.606240 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eb0d5278-60bb-48b3-86ac-0879b08d816d req-bc952654-131f-4178-bcc7-3692f6d465ff tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 943 time: 0.0528865 Dec 14 03:20:29.654905 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eb0d5278-60bb-48b3-86ac-0879b08d816d req-ae27968b-2bd4-439b-acaa-64e19a92ca2b tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422475 Dec 14 03:20:30.546153 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:30.771387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5787dc-5823-43b3-8629-ebd367e0c744 req-42100a46-04dd-4946-9557-b336fc8fd400 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:30.773438 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df5787dc-5823-43b3-8629-ebd367e0c744 req-42100a46-04dd-4946-9557-b336fc8fd400 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 943 time: 0.0505340 Dec 14 03:20:30.822378 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df5787dc-5823-43b3-8629-ebd367e0c744 req-47cac64a-9042-459e-aca3-8918ed0891b9 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418890 Dec 14 03:20:31.941999 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9b09f-00be-4633-a58f-b7f1eece2c87 req-200b4a03-e480-415f-ad71-d3d98d5b1ae8 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:31.943472 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-67e9b09f-00be-4633-a58f-b7f1eece2c87 req-200b4a03-e480-415f-ad71-d3d98d5b1ae8 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 943 time: 0.0534246 Dec 14 03:20:31.989986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-67e9b09f-00be-4633-a58f-b7f1eece2c87 req-4996cbb0-b9e2-470b-a24b-4ad42ab8acc5 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404019 Dec 14 03:20:32.616859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 388dd787-f85f-404b-b436-a2e1937f4184 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:20:32.719831 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 388dd787-f85f-404b-b436-a2e1937f4184, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=388dd787-f85f-404b-b436-a2e1937f4184,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:20:32.737425 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '388dd787-f85f-404b-b436-a2e1937f4184', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'port_id': '388dd787-f85f-404b-b436-a2e1937f4184', 'mac_address': 'fa:16:3e:60:b3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:20:32.779400 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:32.792532 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388dd787-f85f-404b-b436-a2e1937f4184 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:20:32.813322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 388dd787-f85f-404b-b436-a2e1937f4184, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=388dd787-f85f-404b-b436-a2e1937f4184,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:20:32.817865 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ed5f2884-2078-4fda-9a8f-3cc3bd95a6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:32.877240 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:32.924305 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=388dd787-f85f-404b-b436-a2e1937f4184,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:32.931741 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:32.932092 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:32.932443 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:32.932786 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:32.933127 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:32.933496 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:32.933832 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:32.934165 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:32.934501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:32.934824 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:32.935154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:32.935486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:32.935801 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:20:33.111145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b667f6-8e28-4023-9939-dfc1edfc55d9 req-2f752d82-d310-455c-a9d7-3ddd35dcbf70 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:33.112894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a3b667f6-8e28-4023-9939-dfc1edfc55d9 req-2f752d82-d310-455c-a9d7-3ddd35dcbf70 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 944 time: 0.0528836 Dec 14 03:20:33.147128 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['388dd787-f85f-404b-b436-a2e1937f4184'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:20:33.162771 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a3b667f6-8e28-4023-9939-dfc1edfc55d9 req-cbcd4326-69c4-4baa-95c1-82ebea3bcce1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434685 Dec 14 03:20:34.288744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b568e0a-26ea-4f2b-911d-3d5e5db203ee req-6cba1a8e-7b27-42f5-8915-d1c29bb97572 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:34.290306 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b568e0a-26ea-4f2b-911d-3d5e5db203ee req-6cba1a8e-7b27-42f5-8915-d1c29bb97572 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 944 time: 0.0511122 Dec 14 03:20:34.344835 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b568e0a-26ea-4f2b-911d-3d5e5db203ee req-f87985fc-907d-4be0-b18c-1bbc6644af5d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485189 Dec 14 03:20:34.632617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 388dd787-f85f-404b-b436-a2e1937f4184 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:20:34.738097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 388dd787-f85f-404b-b436-a2e1937f4184 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:20:34.742874 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 388dd787-f85f-404b-b436-a2e1937f4184 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:20:34.743244 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:34.823058 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:34.845077 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3119cf43-a7f7-48cb-b19b-0885ed18e361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388dd787-f85f-404b-b436-a2e1937f4184'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:20:34.847314 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f70c174-b7dd-4d90-9064-02e2eeef5ee4" -d '{"events": [{"server_uuid": "3119cf43-a7f7-48cb-b19b-0885ed18e361", "name": "network-vif-plugged", "status": "completed", "tag": "388dd787-f85f-404b-b436-a2e1937f4184"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:20:34.861186 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 388dd787-f85f-404b-b436-a2e1937f4184, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=388dd787-f85f-404b-b436-a2e1937f4184,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:20:34.887784 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfab60f6-5009-47b4-b379-34b5906cb65a x-openstack-request-id: req-bfab60f6-5009-47b4-b379-34b5906cb65a {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:20:34.888085 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3119cf43-a7f7-48cb-b19b-0885ed18e361", "name": "network-vif-plugged", "status": "completed", "tag": "388dd787-f85f-404b-b436-a2e1937f4184", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:20:34.888345 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bfab60f6-5009-47b4-b379-34b5906cb65a {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:20:34.888738 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3119cf43-a7f7-48cb-b19b-0885ed18e361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388dd787-f85f-404b-b436-a2e1937f4184', 'code': 200} Dec 14 03:20:34.929807 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:34.989772 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=388dd787-f85f-404b-b436-a2e1937f4184,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:20:35.030895 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcbe6a-def5-4b9f-a090-23c1fb2f6bf1 req-f3dbcdda-8716-43db-92bd-9ed244d3ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:35.032507 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4fbcbe6a-def5-4b9f-a090-23c1fb2f6bf1 req-f3dbcdda-8716-43db-92bd-9ed244d3ed62 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 1096 time: 0.0510397 Dec 14 03:20:35.066739 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38886cc3-d283-4851-8700-ced6bf23b2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:35.079800 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4fbcbe6a-def5-4b9f-a090-23c1fb2f6bf1 req-72957c27-5f73-491f-84da-d367918560e1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401587 Dec 14 03:20:35.476320 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d25025-bf64-477b-9bcc-c51e486e26fc req-d17f2d96-f6a9-4194-82c5-343b5abf2a4e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:35.478867 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03d25025-bf64-477b-9bcc-c51e486e26fc req-d17f2d96-f6a9-4194-82c5-343b5abf2a4e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0543075 Dec 14 03:20:35.531201 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03d25025-bf64-477b-9bcc-c51e486e26fc req-385698df-76d4-46d1-a640-7505e24557ad tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461342 Dec 14 03:20:36.441092 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-4cebaea2-4df2-485a-865f-99a9a42e9947 req-73c56caa-a261-4db1-ad1e-8cf3b10c4a67 service neutron] (103848) timed out ('10.222.0.47', 49753) {{(pid=103848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 03:20:36.454809 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:36.653513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec00d3e-2ae5-4724-882e-e407b91ce8b8 req-0cd9dc9c-e9a6-4e24-9cac-2b4d417bbd20 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:36.655288 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dec00d3e-2ae5-4724-882e-e407b91ce8b8 req-0cd9dc9c-e9a6-4e24-9cac-2b4d417bbd20 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0512707 Dec 14 03:20:36.702586 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dec00d3e-2ae5-4724-882e-e407b91ce8b8 req-31827f40-7aa2-4b01-a37d-0ad91ed55ce0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411446 Dec 14 03:20:36.821557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61775f3f-705d-4334-9af4-99aa630b2536 req-1474ed33-e20c-4700-982f-fea9cf8a673e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:36.823094 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61775f3f-705d-4334-9af4-99aa630b2536 req-1474ed33-e20c-4700-982f-fea9cf8a673e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0552680 Dec 14 03:20:36.831926 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 51632) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:20:36.837287 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-59c1095a-c75b-4f3e-a2ba-7a3f0339de47 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Request body: {'floatingip': {'port_id': '388dd787-f85f-404b-b436-a2e1937f4184'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:20:36.880927 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-59c1095a-c75b-4f3e-a2ba-7a3f0339de47 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for floatingip, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:37.316900 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-59c1095a-c75b-4f3e-a2ba-7a3f0339de47 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:37.368627 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-59c1095a-c75b-4f3e-a2ba-7a3f0339de47 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:37.467998 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-59c1095a-c75b-4f3e-a2ba-7a3f0339de47 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Floating IP cba5b4e9-7860-4dbe-828d-7befbb9c25fe associated. External IP: 172.25.7.179, port: 388dd787-f85f-404b-b436-a2e1937f4184. Dec 14 03:20:37.674668 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c1095a-c75b-4f3e-a2ba-7a3f0339de47 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Router 2bb231bd-313d-40eb-8a1c-d764405ed247 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:20:37.788322 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c1095a-c75b-4f3e-a2ba-7a3f0339de47 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:20:37.793665 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-59c1095a-c75b-4f3e-a2ba-7a3f0339de47 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:37.798400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201ed4e4-58bf-41bb-815b-fb480692da6f None None] Sync routers for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:20:37.810028 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201ed4e4-58bf-41bb-815b-fb480692da6f None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:20:37.810658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-201ed4e4-58bf-41bb-815b-fb480692da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:20:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:20:37.825623 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-59c1095a-c75b-4f3e-a2ba-7a3f0339de47 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "PUT /v2.0/floatingips/cba5b4e9-7860-4dbe-828d-7befbb9c25fe HTTP/1.1" status: 200 len: 991 time: 0.9925189 Dec 14 03:20:37.826239 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3119cf43-a7f7-48cb-b19b-0885ed18e361', 'tag': '388dd787-f85f-404b-b436-a2e1937f4184'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:20:37.828593 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2a39ed-730b-47a2-ab28-fc5d38092251" -d '{"events": [{"name": "network-changed", "server_uuid": "3119cf43-a7f7-48cb-b19b-0885ed18e361", "tag": "388dd787-f85f-404b-b436-a2e1937f4184"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:20:37.855046 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:37.870460 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c583bee-53d3-40e6-ad48-a1216c35153c x-openstack-request-id: req-1c583bee-53d3-40e6-ad48-a1216c35153c {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:20:37.870460 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3119cf43-a7f7-48cb-b19b-0885ed18e361", "tag": "388dd787-f85f-404b-b436-a2e1937f4184", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:20:37.870460 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c583bee-53d3-40e6-ad48-a1216c35153c {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:20:37.870460 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3119cf43-a7f7-48cb-b19b-0885ed18e361', 'tag': '388dd787-f85f-404b-b436-a2e1937f4184', 'status': 'completed', 'code': 200} Dec 14 03:20:37.927880 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-201ed4e4-58bf-41bb-815b-fb480692da6f None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:20:37.981549 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a39ed-730b-47a2-ab28-fc5d38092251 req-83710cf9-8e7c-470b-9b54-04c4345dcaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:37.983131 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fd2a39ed-730b-47a2-ab28-fc5d38092251 req-83710cf9-8e7c-470b-9b54-04c4345dcaf9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 1096 time: 0.0468471 Dec 14 03:20:38.078190 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a39ed-730b-47a2-ab28-fc5d38092251 req-f8fedfcf-36aa-4c80-96e8-e90999106767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:38.079658 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fd2a39ed-730b-47a2-ab28-fc5d38092251 req-f8fedfcf-36aa-4c80-96e8-e90999106767 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0899324 Dec 14 03:20:38.153389 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fd2a39ed-730b-47a2-ab28-fc5d38092251 req-bd214edb-8e49-444e-85ca-512d9b81cb5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388dd787-f85f-404b-b436-a2e1937f4184 HTTP/1.1" status: 200 len: 999 time: 0.0669479 Dec 14 03:20:38.203722 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a39ed-730b-47a2-ab28-fc5d38092251 req-76683d62-8648-4ef5-9e28-91d31108fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:38.205110 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fd2a39ed-730b-47a2-ab28-fc5d38092251 req-76683d62-8648-4ef5-9e28-91d31108fa77 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0453539 Dec 14 03:20:38.252759 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a39ed-730b-47a2-ab28-fc5d38092251 req-d08b5b4f-02fb-49dc-bce4-764eba8696f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:38.254304 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fd2a39ed-730b-47a2-ab28-fc5d38092251 req-d08b5b4f-02fb-49dc-bce4-764eba8696f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403728 Dec 14 03:20:38.331866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-201ed4e4-58bf-41bb-815b-fb480692da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'cba5b4e9-7860-4dbe-828d-7befbb9c25fe', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'floating_ip_address': '172.25.7.179', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'port_id': '388dd787-f85f-404b-b436-a2e1937f4184', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'mac_address': 'fa:16:3e:60:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119cf43-a7f7-48cb-b19b-0885ed18e361', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:20:21Z', 'updated_at': '2021-12-14T03:20:37Z', 'revision_number': 1, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:20:38.348951 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fd2a39ed-730b-47a2-ab28-fc5d38092251 req-634e2c02-eba3-46d6-bf9b-c55cda5917fa service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862939 Dec 14 03:20:38.359590 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201ed4e4-58bf-41bb-815b-fb480692da6f None None] Checking router: 2bb231bd-313d-40eb-8a1c-d764405ed247 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:20:38.368079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201ed4e4-58bf-41bb-815b-fb480692da6f None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:20:38.368702 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-201ed4e4-58bf-41bb-815b-fb480692da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:20:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:20:38.443784 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fd2a39ed-730b-47a2-ab28-fc5d38092251 req-83a46163-5a9d-45a2-8d2a-acda7bf71096 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872893 Dec 14 03:20:38.474513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-201ed4e4-58bf-41bb-815b-fb480692da6f None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:20:38.701294 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:20:38.711640 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-201ed4e4-58bf-41bb-815b-fb480692da6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'cba5b4e9-7860-4dbe-828d-7befbb9c25fe', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'floating_ip_address': '172.25.7.179', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'port_id': '388dd787-f85f-404b-b436-a2e1937f4184', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'mac_address': 'fa:16:3e:60:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119cf43-a7f7-48cb-b19b-0885ed18e361', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:20:21Z', 'updated_at': '2021-12-14T03:20:37Z', 'revision_number': 1, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:20:38.737224 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201ed4e4-58bf-41bb-815b-fb480692da6f None None] The sync data for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 is: [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'cba5b4e9-7860-4dbe-828d-7befbb9c25fe', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'floating_ip_address': '172.25.7.179', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'port_id': '388dd787-f85f-404b-b436-a2e1937f4184', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'mac_address': 'fa:16:3e:60:b3:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3119cf43-a7f7-48cb-b19b-0885ed18e361', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:20:21Z', 'updated_at': '2021-12-14T03:20:37Z', 'revision_number': 1, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:20:38.927437 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b39f9-2c63-4bc5-aa54-31ea00f390c8 None None] New status for floating IP cba5b4e9-7860-4dbe-828d-7befbb9c25fe: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:20:44.294293 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7575a723-3f64-4c93-b1b5-cea36d2c43d0 req-d6c4e102-abcf-4ffd-857d-bbe50731b0dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401416 Dec 14 03:20:44.404380 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575a723-3f64-4c93-b1b5-cea36d2c43d0 req-a989a83b-1b5a-4359-9d43-792befa92eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:44.405919 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7575a723-3f64-4c93-b1b5-cea36d2c43d0 req-a989a83b-1b5a-4359-9d43-792befa92eb4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 1096 time: 0.0477500 Dec 14 03:20:44.507580 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575a723-3f64-4c93-b1b5-cea36d2c43d0 req-6273ff23-3502-4c69-abc1-633f11f7713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:44.509058 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7575a723-3f64-4c93-b1b5-cea36d2c43d0 req-6273ff23-3502-4c69-abc1-633f11f7713b service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0827906 Dec 14 03:20:44.583056 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7575a723-3f64-4c93-b1b5-cea36d2c43d0 req-59b7609f-f1ba-425f-acbc-ffa882a2d47f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388dd787-f85f-404b-b436-a2e1937f4184 HTTP/1.1" status: 200 len: 1001 time: 0.0660629 Dec 14 03:20:44.632798 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575a723-3f64-4c93-b1b5-cea36d2c43d0 req-6ecef537-2c7a-4d93-ba15-5c26569a0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:44.634262 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7575a723-3f64-4c93-b1b5-cea36d2c43d0 req-6ecef537-2c7a-4d93-ba15-5c26569a0d8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0431421 Dec 14 03:20:44.680182 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575a723-3f64-4c93-b1b5-cea36d2c43d0 req-bff3b237-5143-47e9-95c2-578afaea9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:20:44.681771 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7575a723-3f64-4c93-b1b5-cea36d2c43d0 req-bff3b237-5143-47e9-95c2-578afaea9148 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400732 Dec 14 03:20:44.773354 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7575a723-3f64-4c93-b1b5-cea36d2c43d0 req-cfc02b0b-650e-49df-9556-4f55d527860b service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845942 Dec 14 03:20:44.862920 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7575a723-3f64-4c93-b1b5-cea36d2c43d0 req-941336f6-0a31-4b08-9f58-cbb84d24be8b service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821979 Dec 14 03:20:54.746461 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:20:57.509084 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:21:00.542660 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:21:02.800116 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-307bd86b-0f99-43ae-8a41-724eaa6116a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:21:05.100037 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-69ef7202-d193-4926-81aa-6da85fee60ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:21:06.456304 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:21:07.860207 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:21:08.662381 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:21:27.482200 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:21:30.582076 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:21:31.745356 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:21:32.853357 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b21573a6-faff-4b06-ba8b-31bb94f511d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:21:35.056329 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-67b063f1-5b98-432b-a35c-f2e7c65e2a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:21:36.482149 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:21:37.824749 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:21:38.659596 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:21:45.299338 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e7db58bc-a716-4206-b7c4-309ac61f906e req-6f130db7-0cba-4d48-8681-dcf1e3b71267 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411806 Dec 14 03:21:45.399569 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db58bc-a716-4206-b7c4-309ac61f906e req-26f91b51-dc51-4629-9d11-990bc1fc68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:21:45.401040 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e7db58bc-a716-4206-b7c4-309ac61f906e req-26f91b51-dc51-4629-9d11-990bc1fc68b0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 1096 time: 0.0450997 Dec 14 03:21:45.502934 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db58bc-a716-4206-b7c4-309ac61f906e req-8d389528-ed22-4636-a596-7e52945dae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:21:45.504389 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e7db58bc-a716-4206-b7c4-309ac61f906e req-8d389528-ed22-4636-a596-7e52945dae61 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0837793 Dec 14 03:21:45.572177 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e7db58bc-a716-4206-b7c4-309ac61f906e req-2cc4d8ae-2805-49e6-9a03-90d85143c785 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388dd787-f85f-404b-b436-a2e1937f4184 HTTP/1.1" status: 200 len: 1001 time: 0.0607347 Dec 14 03:21:45.621324 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db58bc-a716-4206-b7c4-309ac61f906e req-0b0c6ab6-f10a-4f15-b73f-b063a796a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:21:45.622761 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e7db58bc-a716-4206-b7c4-309ac61f906e req-0b0c6ab6-f10a-4f15-b73f-b063a796a0bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0439413 Dec 14 03:21:45.667105 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db58bc-a716-4206-b7c4-309ac61f906e req-740c7aac-e1c7-4169-affc-b784f82a1d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:21:45.668584 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e7db58bc-a716-4206-b7c4-309ac61f906e req-740c7aac-e1c7-4169-affc-b784f82a1d33 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391591 Dec 14 03:21:45.757951 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e7db58bc-a716-4206-b7c4-309ac61f906e req-4fce0bde-4048-4faa-88a2-fc7e51e090ab service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824709 Dec 14 03:21:45.844382 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e7db58bc-a716-4206-b7c4-309ac61f906e req-1e2229c4-1d46-49e9-8560-f20aba8e97e4 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790498 Dec 14 03:21:57.511838 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:00.608916 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:02.780234 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-83da1423-ba09-485d-b47a-921a2c0db865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:05.031189 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74dd8b47-9022-449d-99dd-056a680a3ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:06.464091 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:07.836925 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:08.721609 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:08.743930 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:22:14.286303 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ec903-41c7-438d-b2f0-3514902c9c5f req-c4dd4ee0-6e61-4b55-a780-74bcc2b9c13a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:14.287805 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d75ec903-41c7-438d-b2f0-3514902c9c5f req-c4dd4ee0-6e61-4b55-a780-74bcc2b9c13a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.1095841 Dec 14 03:22:14.334619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d75ec903-41c7-438d-b2f0-3514902c9c5f req-8b0e3fbf-e241-4efa-946d-bb1630d429d1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409973 Dec 14 03:22:14.750117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80417b2a-95df-4128-ac70-d6a92c860fcf req-c36df169-e75e-4afc-8628-cfbae85bd607 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:14.752129 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80417b2a-95df-4128-ac70-d6a92c860fcf req-c36df169-e75e-4afc-8628-cfbae85bd607 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0500050 Dec 14 03:22:14.799427 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80417b2a-95df-4128-ac70-d6a92c860fcf req-76151f4c-9d04-49c4-9b2d-e43eeab86ed1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413876 Dec 14 03:22:14.855854 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-849423d8-d8a2-423e-8228-70e2e91dc163 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0392966 Dec 14 03:22:15.977180 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c565cce-3144-4965-9021-f8233c5c2828 req-825f178c-53d9-4cec-a5ed-8f48685d82ac tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:15.978704 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c565cce-3144-4965-9021-f8233c5c2828 req-825f178c-53d9-4cec-a5ed-8f48685d82ac tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.1085742 Dec 14 03:22:16.035482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c565cce-3144-4965-9021-f8233c5c2828 req-39fdf234-a85a-4b1b-896b-ef95bf871a8f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507138 Dec 14 03:22:17.155789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39288a-ca89-4b7e-b639-7e6efd7bf4d2 req-165b1751-285d-447e-8fbc-a91d3bd1d25a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:17.157314 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bb39288a-ca89-4b7e-b639-7e6efd7bf4d2 req-165b1751-285d-447e-8fbc-a91d3bd1d25a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0507283 Dec 14 03:22:17.206233 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bb39288a-ca89-4b7e-b639-7e6efd7bf4d2 req-a5870beb-c4c0-41cc-a05c-835a9b4dbdf6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426307 Dec 14 03:22:18.319791 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3c612-456a-4420-ad37-ccd789d9b5d8 req-09447698-1e28-4784-b0f6-d7e8914a99ff tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:18.321245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8d3c612-456a-4420-ad37-ccd789d9b5d8 req-09447698-1e28-4784-b0f6-d7e8914a99ff tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0477064 Dec 14 03:22:18.373031 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a8d3c612-456a-4420-ad37-ccd789d9b5d8 req-18fafddb-a859-40f1-a016-02a261ec10d9 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457597 Dec 14 03:22:19.488409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6302abc-7fcc-42b3-9c88-aa13b4027aa3 req-562aff6c-aa75-4660-8082-c1c082d9b9b1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:19.489905 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6302abc-7fcc-42b3-9c88-aa13b4027aa3 req-562aff6c-aa75-4660-8082-c1c082d9b9b1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0483871 Dec 14 03:22:19.536237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6302abc-7fcc-42b3-9c88-aa13b4027aa3 req-a2886dfd-7f9d-4534-844e-058705053673 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404747 Dec 14 03:22:20.658719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f5ee1-fcfb-4979-96de-f1bb62d66082 req-dc94e080-7a3c-4076-8161-9359e934dc77 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:20.660217 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af0f5ee1-fcfb-4979-96de-f1bb62d66082 req-dc94e080-7a3c-4076-8161-9359e934dc77 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0502319 Dec 14 03:22:20.711047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af0f5ee1-fcfb-4979-96de-f1bb62d66082 req-c6ef10a7-0786-441c-9c36-17a19ca51595 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425317 Dec 14 03:22:21.016934 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-4f5e9a9d-424a-4146-98f2-9b5afd64728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:21.018467 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-4f5e9a9d-424a-4146-98f2-9b5afd64728d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 1096 time: 0.0443330 Dec 14 03:22:21.106136 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-80f67120-398a-480b-8f69-5ac7029bebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:21.107596 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-80f67120-398a-480b-8f69-5ac7029bebd9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0813992 Dec 14 03:22:21.176543 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-31c935fa-2fe8-46fa-97b0-fa6ec17973df service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388dd787-f85f-404b-b436-a2e1937f4184 HTTP/1.1" status: 200 len: 1001 time: 0.0617051 Dec 14 03:22:21.224221 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-2493f581-34b0-4e37-8dd4-c83c26b5b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:21.225581 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-2493f581-34b0-4e37-8dd4-c83c26b5b104 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0422513 Dec 14 03:22:21.270128 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-681570e5-494c-40c7-a586-3ddf02f91b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:21.271621 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-681570e5-494c-40c7-a586-3ddf02f91b09 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394688 Dec 14 03:22:21.365295 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-408d35b8-d33b-4534-aaa5-86fadc9b5803 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869651 Dec 14 03:22:21.452939 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-915cc551-d2b4-4406-a15f-6d843b1edc38 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809932 Dec 14 03:22:21.834019 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e9691-adca-4a7f-ba51-215242da257e req-9ae6861b-04d3-4eaf-b13a-f4a06f147cad tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:21.835515 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-200e9691-adca-4a7f-ba51-215242da257e req-9ae6861b-04d3-4eaf-b13a-f4a06f147cad tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0527420 Dec 14 03:22:21.883464 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-200e9691-adca-4a7f-ba51-215242da257e req-7d966516-7b74-40bc-9284-e26d23c851fa tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419586 Dec 14 03:22:23.000836 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa2064-0dc5-4a93-b435-5da84504b106 req-8f4f4e0a-b5b5-423f-8b14-8f1081c2ff2b tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:23.002417 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddfa2064-0dc5-4a93-b435-5da84504b106 req-8f4f4e0a-b5b5-423f-8b14-8f1081c2ff2b tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0499957 Dec 14 03:22:23.048785 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddfa2064-0dc5-4a93-b435-5da84504b106 req-f23cb4e6-c92f-4ea4-8242-d89994f2c421 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404520 Dec 14 03:22:24.167516 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367f171-77be-4519-8323-6037c1c4662b req-cd60c639-9435-48a5-a6ad-4a7c3c37ee18 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:24.168968 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e367f171-77be-4519-8323-6037c1c4662b req-cd60c639-9435-48a5-a6ad-4a7c3c37ee18 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0519507 Dec 14 03:22:24.214767 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e367f171-77be-4519-8323-6037c1c4662b req-4e7b866c-3591-49dc-865d-108c26adac02 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397644 Dec 14 03:22:25.331926 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cb7a1-c5d3-40d4-801a-55c1ec914b54 req-bd89e1d9-a995-47b8-a3d9-c95661b98a6e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:25.333440 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de0cb7a1-c5d3-40d4-801a-55c1ec914b54 req-bd89e1d9-a995-47b8-a3d9-c95661b98a6e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0488377 Dec 14 03:22:25.379200 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-de0cb7a1-c5d3-40d4-801a-55c1ec914b54 req-c5bf5db4-66ba-429f-9b23-e167f41cf49e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398703 Dec 14 03:22:26.504266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245149f7-66f3-48bf-b3f8-c8cc97f017c9 req-6cd759a7-a85b-412c-9204-790bc84a92fe tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:26.505747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-245149f7-66f3-48bf-b3f8-c8cc97f017c9 req-6cd759a7-a85b-412c-9204-790bc84a92fe tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0487797 Dec 14 03:22:26.556690 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-245149f7-66f3-48bf-b3f8-c8cc97f017c9 req-8b9a9101-0302-4b82-b70a-a5eebaf33fea tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450830 Dec 14 03:22:27.532653 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:27.672691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c21f6-1a09-4e0f-8de1-e4d70890b881 req-67389853-05e0-464e-bf85-ac38f72d15e7 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:27.674980 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-096c21f6-1a09-4e0f-8de1-e4d70890b881 req-67389853-05e0-464e-bf85-ac38f72d15e7 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0503156 Dec 14 03:22:27.722690 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-096c21f6-1a09-4e0f-8de1-e4d70890b881 req-6b6b797b-ebbf-4689-bb6e-6d1704b204ce tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416501 Dec 14 03:22:28.837913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b35fe-687c-43f3-933e-5d5e41f90c3d req-977cd58d-917a-44e6-9ab2-eb5e133efd8a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:28.843298 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-357b35fe-687c-43f3-933e-5d5e41f90c3d req-977cd58d-917a-44e6-9ab2-eb5e133efd8a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0478663 Dec 14 03:22:28.886628 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-357b35fe-687c-43f3-933e-5d5e41f90c3d req-7ddb203e-2ef1-4d31-81e6-a06c7b5cc1b5 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402739 Dec 14 03:22:30.007537 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2868a-048c-4fe5-9df8-5437f43489c0 req-b341d9d7-a5d3-421c-84c2-84f5fb676ca2 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:30.008990 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3db2868a-048c-4fe5-9df8-5437f43489c0 req-b341d9d7-a5d3-421c-84c2-84f5fb676ca2 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0506661 Dec 14 03:22:30.054843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3db2868a-048c-4fe5-9df8-5437f43489c0 req-53f0a97c-57c7-4174-b85c-373d0cc9da4a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398748 Dec 14 03:22:30.567651 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:31.184659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edd6dc-ba3e-44e9-bff8-58f2b0098d2e req-458cc2cb-5119-4ef5-8c57-adb3f123de12 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:31.186156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09edd6dc-ba3e-44e9-bff8-58f2b0098d2e req-458cc2cb-5119-4ef5-8c57-adb3f123de12 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0485475 Dec 14 03:22:31.232725 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09edd6dc-ba3e-44e9-bff8-58f2b0098d2e req-01e7df05-223c-4c1d-8122-e0a787aeb052 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399361 Dec 14 03:22:32.348412 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155364a7-1e23-4b00-aa60-bab374744a12 req-362f7971-9cd5-4c7d-aa56-13845adac92c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:32.349914 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-155364a7-1e23-4b00-aa60-bab374744a12 req-362f7971-9cd5-4c7d-aa56-13845adac92c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0481725 Dec 14 03:22:32.399639 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-155364a7-1e23-4b00-aa60-bab374744a12 req-6e1d18dc-ca75-4b0e-8090-b931737215e3 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437367 Dec 14 03:22:32.772925 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-206be357-232c-4c5a-9674-2e19f44b345e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:33.520613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29266a8-7831-405b-a485-7a5eb84df666 req-271214dc-d112-47f6-b7a9-204a140697b4 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:33.522128 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a29266a8-7831-405b-a485-7a5eb84df666 req-271214dc-d112-47f6-b7a9-204a140697b4 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0483811 Dec 14 03:22:33.570020 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a29266a8-7831-405b-a485-7a5eb84df666 req-26419e5d-3859-4389-b0de-b9650c1da5a4 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415947 Dec 14 03:22:33.597675 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d611f8ce-26dc-4770-978e-b0b294d550de service neutron] show failed (client error): The resource could not be found. Dec 14 03:22:33.599344 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d611f8ce-26dc-4770-978e-b0b294d550de service neutron] 10.222.0.47 "GET /v2.0/ports/388dd787-f85f-404b-b436-a2e1937f4184/bindings/n-h1-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.0565572 Dec 14 03:22:34.002340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-f97d6b5f-6250-497b-932e-36f4905d3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:34.003798 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-f97d6b5f-6250-497b-932e-36f4905d3968 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361&tenant_id=5214c1674e9a4e0f91667c3b849e4dcc HTTP/1.1" status: 200 len: 1096 time: 0.0415668 Dec 14 03:22:34.021585 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821636-1', 'device_owner': 'compute:nova'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:22:34.078254 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:34.275001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] For port 388dd787-f85f-404b-b436-a2e1937f4184, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=388dd787-f85f-404b-b436-a2e1937f4184,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:22:34.306731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] For port 388dd787-f85f-404b-b436-a2e1937f4184, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:22:34.345550 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3119cf43-a7f7-48cb-b19b-0885ed18e361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '388dd787-f85f-404b-b436-a2e1937f4184'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:22:34.347810 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9192515-96b7-4da7-913a-e8aa1515b74e" -d '{"events": [{"server_uuid": "3119cf43-a7f7-48cb-b19b-0885ed18e361", "name": "network-vif-unplugged", "status": "completed", "tag": "388dd787-f85f-404b-b436-a2e1937f4184"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:22:34.351598 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:34.368647 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Transition to ACTIVE for port object 388dd787-f85f-404b-b436-a2e1937f4184 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:22:34.430922 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:34.491266 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 03:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd26abd-9195-4d11-b20e-e6eb255dc806 x-openstack-request-id: req-8cd26abd-9195-4d11-b20e-e6eb255dc806 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:22:34.491694 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3119cf43-a7f7-48cb-b19b-0885ed18e361", "name": "network-vif-unplugged", "status": "completed", "tag": "388dd787-f85f-404b-b436-a2e1937f4184", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:22:34.492043 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8cd26abd-9195-4d11-b20e-e6eb255dc806 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:22:34.492538 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3119cf43-a7f7-48cb-b19b-0885ed18e361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '388dd787-f85f-404b-b436-a2e1937f4184', 'code': 200} Dec 14 03:22:34.619258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] No DVR routers for this DVR port 388dd787-f85f-404b-b436-a2e1937f4184 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:22:34.621065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Pushing event updated for resources: {'Port': ['ID=388dd787-f85f-404b-b436-a2e1937f4184,revision_number=6']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:22:34.671375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:34.671663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:34.672032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:34.672535 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:34.673073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:34.673594 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:34.673904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:34.674245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:34.674579 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:34.675087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:34.675419 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:34.675746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:34.676103 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:34.776370 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bd3e0-79df-4ff7-8fc3-8d7230a680d6 req-5fcd1d90-5995-4ba8-91e2-ef8927f2fb6e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:34.777913 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab2bd3e0-79df-4ff7-8fc3-8d7230a680d6 req-5fcd1d90-5995-4ba8-91e2-ef8927f2fb6e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 943 time: 0.1085331 Dec 14 03:22:34.852852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Attempting to bind port 388dd787-f85f-404b-b436-a2e1937f4184 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:22:34.853181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Attempting to bind port 388dd787-f85f-404b-b436-a2e1937f4184 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:22:34.853536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Attempting to bind port 388dd787-f85f-404b-b436-a2e1937f4184 on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:22:34.858264 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab2bd3e0-79df-4ff7-8fc3-8d7230a680d6 req-607faccf-7833-48f3-95d3-a196b1e9ea9f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740716 Dec 14 03:22:34.861418 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Port 388dd787-f85f-404b-b436-a2e1937f4184 on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:22:34.861744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Attempting to bind port 388dd787-f85f-404b-b436-a2e1937f4184 on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:22:34.866635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:22:34.867015 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Checking segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:22:34.867348 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Bound using segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:22:34.867774 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Bound port: 388dd787-f85f-404b-b436-a2e1937f4184, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:22:34.868128 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:34.930932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] For port 388dd787-f85f-404b-b436-a2e1937f4184, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:22:34.933922 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] For port 388dd787-f85f-404b-b436-a2e1937f4184, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=388dd787-f85f-404b-b436-a2e1937f4184,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:22:35.019777 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:35.046960 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4efe4514-cfeb-4cf3-938d-57b7b70f7e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:35.060402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:35.061239 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:35.062757 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] 10.222.0.46 "PUT /v2.0/ports/388dd787-f85f-404b-b436-a2e1937f4184 HTTP/1.1" status: 200 len: 1091 time: 1.0450554 Dec 14 03:22:35.089101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c6310-b952-4fc3-8ce5-bba99759da24 service neutron] Pushing event updated for resources: {'Port': ['ID=388dd787-f85f-404b-b436-a2e1937f4184,revision_number=7']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:22:35.141028 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-fced3097-b752-4fff-94d0-faf2acb7e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:35.143491 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-fced3097-b752-4fff-94d0-faf2acb7e65e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 1094 time: 0.0459988 Dec 14 03:22:35.246095 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-cdd280c9-b7a5-4616-b3f6-025c7ae7fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:35.247628 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-cdd280c9-b7a5-4616-b3f6-025c7ae7fb4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0931039 Dec 14 03:22:35.317847 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-8dd3b84f-bb54-46be-b5a2-d4e72d9bbe15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388dd787-f85f-404b-b436-a2e1937f4184 HTTP/1.1" status: 200 len: 999 time: 0.0630124 Dec 14 03:22:35.367089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-2fee6eeb-a133-4703-ad56-76dc686d5e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:35.368564 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-2fee6eeb-a133-4703-ad56-76dc686d5e12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0440459 Dec 14 03:22:35.414040 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-38491b43-634e-473c-a9c3-697311af80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:35.415544 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-38491b43-634e-473c-a9c3-697311af80a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402188 Dec 14 03:22:35.508058 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-17594ae1-6bda-430d-917f-6d52da300400 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855668 Dec 14 03:22:35.596783 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-baad6b60-78ab-4f17-928a-ccd3b607e76f req-0b15be8d-05d3-4161-8408-eec2683cd629 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818303 Dec 14 03:22:35.988843 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7411c-b148-41a8-a5b0-1828dda45954 req-d22629a2-0bcd-4054-b746-97aca5830c5d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:35.990476 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ebf7411c-b148-41a8-a5b0-1828dda45954 req-d22629a2-0bcd-4054-b746-97aca5830c5d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 943 time: 0.0578439 Dec 14 03:22:36.039803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ebf7411c-b148-41a8-a5b0-1828dda45954 req-636edcb6-0c04-409c-aaf4-5fd9cc514ade tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432460 Dec 14 03:22:36.464459 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:36.494065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3119cf43-a7f7-48cb-b19b-0885ed18e361', 'tag': '388dd787-f85f-404b-b436-a2e1937f4184'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:22:36.496409 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6" -d '{"events": [{"name": "network-changed", "server_uuid": "3119cf43-a7f7-48cb-b19b-0885ed18e361", "tag": "388dd787-f85f-404b-b436-a2e1937f4184"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:22:36.545579 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10662258-b348-4b1f-ab8c-be5d473f4016 x-openstack-request-id: req-10662258-b348-4b1f-ab8c-be5d473f4016 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:22:36.545887 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3119cf43-a7f7-48cb-b19b-0885ed18e361", "tag": "388dd787-f85f-404b-b436-a2e1937f4184", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:22:36.546146 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-10662258-b348-4b1f-ab8c-be5d473f4016 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:22:36.546545 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3119cf43-a7f7-48cb-b19b-0885ed18e361', 'tag': '388dd787-f85f-404b-b436-a2e1937f4184', 'status': 'completed', 'code': 200} Dec 14 03:22:36.626306 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-139f3483-39f8-411a-a8ab-c1ad4f0ef2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:36.627822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-139f3483-39f8-411a-a8ab-c1ad4f0ef2e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 1094 time: 0.0416548 Dec 14 03:22:36.633479 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-8b74acc2-77c8-4fa0-b1fa-c3593152c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:36.634942 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-8b74acc2-77c8-4fa0-b1fa-c3593152c0cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 1094 time: 0.0449684 Dec 14 03:22:36.726056 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-0e7b4f12-8f7d-4704-b9a3-fd2f8b079264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:36.727463 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-0e7b4f12-8f7d-4704-b9a3-fd2f8b079264 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0847416 Dec 14 03:22:36.801399 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-9dcd3886-0995-4b22-92a4-a65140142d93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388dd787-f85f-404b-b436-a2e1937f4184 HTTP/1.1" status: 200 len: 999 time: 0.0669265 Dec 14 03:22:36.853811 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-a4a2c47a-4a7c-441a-96d3-f4e4cf6e063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:36.855357 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-a4a2c47a-4a7c-441a-96d3-f4e4cf6e063f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0476415 Dec 14 03:22:36.905448 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-b41f6ab5-253e-464f-91c0-dd2ac29a1499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:36.907950 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-b41f6ab5-253e-464f-91c0-dd2ac29a1499 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449831 Dec 14 03:22:37.009996 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-77106e3d-d9a4-4989-8daf-e22790d90552 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955594 Dec 14 03:22:37.061563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-a56eca5d-4978-4f87-be11-87a6f27c5554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:37.063789 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-a56eca5d-4978-4f87-be11-87a6f27c5554 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.4276366 Dec 14 03:22:37.105226 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-12bc5c85-497c-46af-9ee4-139ac5b38425 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871942 Dec 14 03:22:37.165932 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-ccc33166-165d-4ca7-9f5e-4534e613664c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388dd787-f85f-404b-b436-a2e1937f4184 HTTP/1.1" status: 200 len: 999 time: 0.0886247 Dec 14 03:22:37.178080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd3d35-dd75-49e6-9d82-e7f4768f96b6 req-522ecf0d-0cb0-4eaa-abde-7ba6dec865ed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:37.180539 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-53dd3d35-dd75-49e6-9d82-e7f4768f96b6 req-522ecf0d-0cb0-4eaa-abde-7ba6dec865ed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 943 time: 0.0663912 Dec 14 03:22:37.181789 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 388dd787-f85f-404b-b436-a2e1937f4184 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:22:37.223628 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 388dd787-f85f-404b-b436-a2e1937f4184 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:22:37.250163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-f273189c-d9bd-4a37-9fb8-037db17b8e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:37.252745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-f273189c-d9bd-4a37-9fb8-037db17b8e48 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0712903 Dec 14 03:22:37.258677 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-53dd3d35-dd75-49e6-9d82-e7f4768f96b6 req-cf3d9a9a-67dc-467b-a026-fe7e9e488728 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711851 Dec 14 03:22:37.298472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-faf5083b-ee96-45c6-a724-f572234792d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:37.299965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-faf5083b-ee96-45c6-a724-f572234792d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403428 Dec 14 03:22:37.394257 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-48c3821f-3b85-45c7-9ca1-6f6d522bb89e service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842841 Dec 14 03:22:37.487341 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e604ff1b-03f9-482f-a0b9-09f49c60f2f6 req-ce48b540-620a-4e99-ae86-c3aadbdba994 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833840 Dec 14 03:22:37.852819 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:38.390848 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060df3be-246f-415d-a648-0b13f41fb1c4 req-72ddb5cf-a4e4-45fe-8813-101ae86fadd1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:38.392963 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-060df3be-246f-415d-a648-0b13f41fb1c4 req-72ddb5cf-a4e4-45fe-8813-101ae86fadd1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 943 time: 0.0586741 Dec 14 03:22:38.443932 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-060df3be-246f-415d-a648-0b13f41fb1c4 req-370a02ad-4b9a-4bc6-8405-9ebfc370f2f8 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450251 Dec 14 03:22:38.647036 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:38.779301 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a0b5c-5169-4da8-bc84-42169deb8bd8 req-dc69cefa-96d7-4196-9583-f4b0aaf32f29 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:38.780798 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-401a0b5c-5169-4da8-bc84-42169deb8bd8 req-dc69cefa-96d7-4196-9583-f4b0aaf32f29 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 943 time: 0.0493360 Dec 14 03:22:38.833809 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-401a0b5c-5169-4da8-bc84-42169deb8bd8 req-e18ccf21-b33a-49d3-b8aa-a88c9ba839de tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443919 Dec 14 03:22:38.890099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722efb3a-9d08-42ab-9afe-1eca7c90b78e req-59db4d3d-de01-44f2-b026-debae99d88ae tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:38.892357 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-722efb3a-9d08-42ab-9afe-1eca7c90b78e req-59db4d3d-de01-44f2-b026-debae99d88ae tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.47 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361&tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 943 time: 0.0554485 Dec 14 03:22:38.955837 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [req-722efb3a-9d08-42ab-9afe-1eca7c90b78e req-ea5e5742-7a16-4691-88aa-0c6ece1ab1f5 service neutron] delete failed (client error): The resource could not be found. Dec 14 03:22:38.956856 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-722efb3a-9d08-42ab-9afe-1eca7c90b78e req-ea5e5742-7a16-4691-88aa-0c6ece1ab1f5 service neutron] 10.222.0.47 "DELETE /v2.0/ports/388dd787-f85f-404b-b436-a2e1937f4184/bindings/n-h2-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.0578294 Dec 14 03:22:39.400443 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722efb3a-9d08-42ab-9afe-1eca7c90b78e req-889e89e2-982f-42c5-98dd-66bac4962694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:39.401981 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-722efb3a-9d08-42ab-9afe-1eca7c90b78e req-889e89e2-982f-42c5-98dd-66bac4962694 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 1094 time: 0.3825319 Dec 14 03:22:39.493129 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722efb3a-9d08-42ab-9afe-1eca7c90b78e req-831d2813-8471-4b65-ac9b-9c4453d9d974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:39.494613 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-722efb3a-9d08-42ab-9afe-1eca7c90b78e req-831d2813-8471-4b65-ac9b-9c4453d9d974 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0848656 Dec 14 03:22:39.558717 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-722efb3a-9d08-42ab-9afe-1eca7c90b78e req-94929218-ed9d-4fa2-b5b9-846b08f71672 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=388dd787-f85f-404b-b436-a2e1937f4184 HTTP/1.1" status: 200 len: 999 time: 0.0572655 Dec 14 03:22:39.606254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722efb3a-9d08-42ab-9afe-1eca7c90b78e req-a92b9e7c-dd1b-473f-b522-c1de5ec2a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:39.607676 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-722efb3a-9d08-42ab-9afe-1eca7c90b78e req-a92b9e7c-dd1b-473f-b522-c1de5ec2a454 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0419414 Dec 14 03:22:39.656249 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722efb3a-9d08-42ab-9afe-1eca7c90b78e req-655db66b-704d-4ed8-867e-2b31a040b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:39.658713 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-722efb3a-9d08-42ab-9afe-1eca7c90b78e req-655db66b-704d-4ed8-867e-2b31a040b559 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435941 Dec 14 03:22:39.749232 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-722efb3a-9d08-42ab-9afe-1eca7c90b78e req-3f241361-1ef3-463f-9d05-117120c2b5a0 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832610 Dec 14 03:22:39.840984 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-722efb3a-9d08-42ab-9afe-1eca7c90b78e req-cee1e012-491d-422d-87c7-4743f6259ea9 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849745 Dec 14 03:22:39.951766 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de090f5-6125-4d46-b404-270e642c9ef2 req-24b54f84-4d5d-4cec-a622-3de6c9eeefd0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:39.953249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7de090f5-6125-4d46-b404-270e642c9ef2 req-24b54f84-4d5d-4cec-a622-3de6c9eeefd0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 943 time: 0.0488553 Dec 14 03:22:40.006232 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7de090f5-6125-4d46-b404-270e642c9ef2 req-423c8aa9-20c8-49c6-b5ae-75acf4daff6d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458422 Dec 14 03:22:40.356701 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 388dd787-f85f-404b-b436-a2e1937f4184 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:22:40.450137 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 388dd787-f85f-404b-b436-a2e1937f4184, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=388dd787-f85f-404b-b436-a2e1937f4184,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:22:40.462390 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '388dd787-f85f-404b-b436-a2e1937f4184', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'port_id': '388dd787-f85f-404b-b436-a2e1937f4184', 'mac_address': 'fa:16:3e:60:b3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:22:40.503746 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:40.517197 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388dd787-f85f-404b-b436-a2e1937f4184 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:22:40.537016 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 388dd787-f85f-404b-b436-a2e1937f4184, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=388dd787-f85f-404b-b436-a2e1937f4184,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:22:40.613348 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:40.661752 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=388dd787-f85f-404b-b436-a2e1937f4184,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:22:40.669152 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:40.669536 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:40.669886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:40.670232 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:40.670583 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:40.670918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:40.671252 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:40.671598 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:40.671921 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:40.672758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:40.673094 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:40.673454 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:40.673787 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:40.928445 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['388dd787-f85f-404b-b436-a2e1937f4184'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:22:41.127362 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395be475-47a1-4ad7-a61f-9030f85e1868 req-a9fc6a57-5204-42aa-9b3a-7616741198b9 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:41.128884 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-395be475-47a1-4ad7-a61f-9030f85e1868 req-a9fc6a57-5204-42aa-9b3a-7616741198b9 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 944 time: 0.0502555 Dec 14 03:22:41.177002 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-395be475-47a1-4ad7-a61f-9030f85e1868 req-649a9ccf-c99a-4fee-9829-aff2bb45c45a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416992 Dec 14 03:22:41.295335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b71900-1b14-423a-9472-5ae974c16227 req-5bb53e3c-afe3-4ce5-8fd3-e0ad64389b56 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:41.296875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9b71900-1b14-423a-9472-5ae974c16227 req-5bb53e3c-afe3-4ce5-8fd3-e0ad64389b56 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 944 time: 0.0493577 Dec 14 03:22:41.343607 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9b71900-1b14-423a-9472-5ae974c16227 req-2f71bcc3-e87d-4d0e-a6a3-ff5690fccd36 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405667 Dec 14 03:22:41.458715 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b144cc95-ce15-4670-a9bf-1aedcb7a7301 req-63948321-a10e-48da-8167-7d8ed4796e19 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:41.460111 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b144cc95-ce15-4670-a9bf-1aedcb7a7301 req-63948321-a10e-48da-8167-7d8ed4796e19 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 944 time: 0.0522664 Dec 14 03:22:41.506781 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b144cc95-ce15-4670-a9bf-1aedcb7a7301 req-28a36f35-59ce-4124-9b94-4010b0adaffc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407925 Dec 14 03:22:41.930861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d57ea1-3028-404c-95e6-3f6668cecb1b req-efab9016-b60b-4c4f-a554-dc31eb1e41de tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:41.932339 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81d57ea1-3028-404c-95e6-3f6668cecb1b req-efab9016-b60b-4c4f-a554-dc31eb1e41de tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 944 time: 0.0515163 Dec 14 03:22:41.980917 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-81d57ea1-3028-404c-95e6-3f6668cecb1b req-109b0df6-a069-4d36-8fd2-23db645ff3f5 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421202 Dec 14 03:22:42.373262 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 388dd787-f85f-404b-b436-a2e1937f4184 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:22:42.492533 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 388dd787-f85f-404b-b436-a2e1937f4184 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:22:42.496425 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 388dd787-f85f-404b-b436-a2e1937f4184 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:22:42.496794 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:42.575484 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:42.597378 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3119cf43-a7f7-48cb-b19b-0885ed18e361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388dd787-f85f-404b-b436-a2e1937f4184'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:22:42.599600 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bd55fa-a5cf-4953-ba2d-a53b02cde92c" -d '{"events": [{"server_uuid": "3119cf43-a7f7-48cb-b19b-0885ed18e361", "name": "network-vif-plugged", "status": "completed", "tag": "388dd787-f85f-404b-b436-a2e1937f4184"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:22:42.614851 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 388dd787-f85f-404b-b436-a2e1937f4184, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=388dd787-f85f-404b-b436-a2e1937f4184,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:22:42.698417 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d52663-29b9-4b1b-bdb9-fa4e0ffce4a1 x-openstack-request-id: req-b2d52663-29b9-4b1b-bdb9-fa4e0ffce4a1 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:22:42.698717 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3119cf43-a7f7-48cb-b19b-0885ed18e361", "name": "network-vif-plugged", "status": "completed", "tag": "388dd787-f85f-404b-b436-a2e1937f4184", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:22:42.698977 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2d52663-29b9-4b1b-bdb9-fa4e0ffce4a1 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:22:42.699378 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3119cf43-a7f7-48cb-b19b-0885ed18e361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388dd787-f85f-404b-b436-a2e1937f4184', 'code': 200} Dec 14 03:22:42.704116 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:42.751723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=388dd787-f85f-404b-b436-a2e1937f4184,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:22:43.102562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7cdbd-356a-4b02-933a-172faacf3909 req-1ade955f-1f75-4bec-8c52-2a7fb54653a9 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:43.104134 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0c7cdbd-356a-4b02-933a-172faacf3909 req-1ade955f-1f75-4bec-8c52-2a7fb54653a9 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0487757 Dec 14 03:22:43.155972 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0c7cdbd-356a-4b02-933a-172faacf3909 req-4ed57ca6-7751-4325-a1e3-3e90d934d3e5 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457704 Dec 14 03:22:43.333748 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c38276-5e89-4445-9a1b-7cd885b01782 req-8c1dc3d1-3bf8-434d-a31e-774e96335c49 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:43.335239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9c38276-5e89-4445-9a1b-7cd885b01782 req-8c1dc3d1-3bf8-434d-a31e-774e96335c49 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.46 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 945 time: 0.0489290 Dec 14 03:22:43.421880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-e9c38276-5e89-4445-9a1b-7cd885b01782 req-518fe4a5-1aeb-41a6-be57-2ee3469cca29 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Deleting port 388dd787-f85f-404b-b436-a2e1937f4184 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:22:43.422572 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e9c38276-5e89-4445-9a1b-7cd885b01782 req-518fe4a5-1aeb-41a6-be57-2ee3469cca29 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:43.513780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e9c38276-5e89-4445-9a1b-7cd885b01782 req-518fe4a5-1aeb-41a6-be57-2ee3469cca29 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] For port 388dd787-f85f-404b-b436-a2e1937f4184, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=388dd787-f85f-404b-b436-a2e1937f4184,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:22:43.514062 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e9c38276-5e89-4445-9a1b-7cd885b01782 req-518fe4a5-1aeb-41a6-be57-2ee3469cca29 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:43.693076 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e9c38276-5e89-4445-9a1b-7cd885b01782 req-518fe4a5-1aeb-41a6-be57-2ee3469cca29 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:43.693481 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e9c38276-5e89-4445-9a1b-7cd885b01782 req-518fe4a5-1aeb-41a6-be57-2ee3469cca29 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:43.693806 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-e9c38276-5e89-4445-9a1b-7cd885b01782 req-518fe4a5-1aeb-41a6-be57-2ee3469cca29 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Floating IP cba5b4e9-7860-4dbe-828d-7befbb9c25fe disassociated. External IP: 172.25.7.179, port: 388dd787-f85f-404b-b436-a2e1937f4184. Dec 14 03:22:43.694150 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-e9c38276-5e89-4445-9a1b-7cd885b01782 req-518fe4a5-1aeb-41a6-be57-2ee3469cca29 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Calling delete_port for 388dd787-f85f-404b-b436-a2e1937f4184 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:22:43.881932 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e9c38276-5e89-4445-9a1b-7cd885b01782 req-518fe4a5-1aeb-41a6-be57-2ee3469cca29 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:43.911489 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fe4a5-1aeb-41a6-be57-2ee3469cca29 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Pushing event deleted for resources: {'Port': ['ID=388dd787-f85f-404b-b436-a2e1937f4184,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:22:44.031814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9c38276-5e89-4445-9a1b-7cd885b01782 req-518fe4a5-1aeb-41a6-be57-2ee3469cca29 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Router 2bb231bd-313d-40eb-8a1c-d764405ed247 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:22:44.142660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9c38276-5e89-4445-9a1b-7cd885b01782 req-518fe4a5-1aeb-41a6-be57-2ee3469cca29 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:22:44.152167 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e891a5c-be19-4580-b619-0f73eedc3aa4 None None] Sync routers for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:22:44.162087 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e891a5c-be19-4580-b619-0f73eedc3aa4 None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:22:44.162700 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9e891a5c-be19-4580-b619-0f73eedc3aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:22:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:22:44.181883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c38276-5e89-4445-9a1b-7cd885b01782 req-518fe4a5-1aeb-41a6-be57-2ee3469cca29 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] No DVR routers for this DVR port 388dd787-f85f-404b-b436-a2e1937f4184 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:22:44.184425 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e9c38276-5e89-4445-9a1b-7cd885b01782 req-518fe4a5-1aeb-41a6-be57-2ee3469cca29 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:44.188571 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e9c38276-5e89-4445-9a1b-7cd885b01782 req-518fe4a5-1aeb-41a6-be57-2ee3469cca29 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.46 "DELETE /v2.0/ports/388dd787-f85f-404b-b436-a2e1937f4184 HTTP/1.1" status: 204 len: 173 time: 0.8469884 Dec 14 03:22:44.189030 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3119cf43-a7f7-48cb-b19b-0885ed18e361', 'name': 'network-vif-deleted', 'tag': '388dd787-f85f-404b-b436-a2e1937f4184'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:22:44.191335 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fecdcb4-6aa1-4517-9010-b7ef0574d262" -d '{"events": [{"server_uuid": "3119cf43-a7f7-48cb-b19b-0885ed18e361", "name": "network-vif-deleted", "tag": "388dd787-f85f-404b-b436-a2e1937f4184"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:22:44.235327 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65e3ef7-9b8e-4fcb-bace-2565daf68fda x-openstack-request-id: req-c65e3ef7-9b8e-4fcb-bace-2565daf68fda {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:22:44.235327 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3119cf43-a7f7-48cb-b19b-0885ed18e361", "name": "network-vif-deleted", "tag": "388dd787-f85f-404b-b436-a2e1937f4184", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:22:44.235327 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c65e3ef7-9b8e-4fcb-bace-2565daf68fda {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:22:44.239822 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3119cf43-a7f7-48cb-b19b-0885ed18e361', 'name': 'network-vif-deleted', 'tag': '388dd787-f85f-404b-b436-a2e1937f4184', 'status': 'completed', 'code': 200} Dec 14 03:22:44.271515 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7431f90f-03e8-4377-a89e-2e350765c7f2 req-f0e1bd3f-6ea9-4ac0-bf82-0297bdfdaa4f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3119cf43-a7f7-48cb-b19b-0885ed18e361 HTTP/1.1" status: 200 len: 210 time: 0.0336919 Dec 14 03:22:44.283469 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-9e891a5c-be19-4580-b619-0f73eedc3aa4 None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:22:44.483626 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9e891a5c-be19-4580-b619-0f73eedc3aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:22:44.511302 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e891a5c-be19-4580-b619-0f73eedc3aa4 None None] Checking router: 2bb231bd-313d-40eb-8a1c-d764405ed247 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:22:44.522146 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e891a5c-be19-4580-b619-0f73eedc3aa4 None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:22:44.522798 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9e891a5c-be19-4580-b619-0f73eedc3aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:22:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:22:44.630024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-9e891a5c-be19-4580-b619-0f73eedc3aa4 None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:22:44.825704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-9e891a5c-be19-4580-b619-0f73eedc3aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:22:44.854917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e891a5c-be19-4580-b619-0f73eedc3aa4 None None] The sync data for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 is: [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:22:45.079154 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec577f35-7764-4d7a-b044-a7aee04f5bc4 None None] New status for floating IP cba5b4e9-7860-4dbe-828d-7befbb9c25fe: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:22:45.517716 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-6171da9f-ba0f-455d-a0f2-7c059972b14a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--189718369&fields=id&tenant_id=5214c1674e9a4e0f91667c3b849e4dcc HTTP/1.1" status: 200 len: 267 time: 0.0422654 Dec 14 03:22:45.622188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-2fa252a1-7375-482b-89a7-2b0c882dfc50 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:45.623655 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-2fa252a1-7375-482b-89a7-2b0c882dfc50 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 812 time: 0.0991066 Dec 14 03:22:45.638995 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-d63116e4-708e-41d1-b4be-20c611957a20 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/quotas/5214c1674e9a4e0f91667c3b849e4dcc HTTP/1.1" status: 200 len: 375 time: 0.0089576 Dec 14 03:22:45.695416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-6163245a-78c9-4b9f-8d4b-3195f5da0973 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506098 Dec 14 03:22:45.742386 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:22:45.790755 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-a7e2785d-058c-47c4-8e4f-d0b2b4968c5f service neutron] 10.222.0.39 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829184 Dec 14 03:22:45.885255 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-3c8fad41-7f0c-46f7-8bbc-e222386a5401 service neutron] 10.222.0.39 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883861 Dec 14 03:22:46.105915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f07e5eb9-8412-407e-830e-9687a6d65f2c req-cb429c36-7af4-4f56-ab77-a50f24a8c92f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 210 time: 0.0277784 Dec 14 03:22:46.424314 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 388dd787-f85f-404b-b436-a2e1937f4184 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:22:46.444573 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 388dd787-f85f-404b-b436-a2e1937f4184 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:22:46.444916 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 388dd787-f85f-404b-b436-a2e1937f4184 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:22:47.186089 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fd394e88-bf53-4a7c-b7f1-5f8175cb0093 req-0212ebb4-e152-4ed7-b47c-75ff77397cad tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 210 time: 0.0263982 Dec 14 03:22:48.267532 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f615bec1-1cf6-48b0-ac00-f668741b1c20 req-9f96e8e6-43bd-4281-a2c1-a4cb936c754b tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 210 time: 0.0275528 Dec 14 03:22:49.347183 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e199dc2c-ffc0-4824-9e50-87cfbd6ce728 req-290b13f8-56de-41bf-bb51-4bb250d9ac34 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 210 time: 0.0265255 Dec 14 03:22:50.438751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-211f3a7d-4479-43f6-b2ae-d068229c8719 req-29652005-1a12-45d9-b948-6092c1ef6e23 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 210 time: 0.0255184 Dec 14 03:22:51.542030 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2005ca69-d467-4978-9735-4f1f4af041c4 req-475a620b-f8f5-4c1b-9141-e4d2e0bae2f2 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 210 time: 0.0327528 Dec 14 03:22:52.080827 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-7a5c8c8b-d00e-4d45-8530-ab86e3e74e72 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:52.082321 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-7a5c8c8b-d00e-4d45-8530-ab86e3e74e72 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 812 time: 0.1024761 Dec 14 03:22:52.148864 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-df71052a-d354-466c-a52a-32998d9637d9 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5214c1674e9a4e0f91667c3b849e4dcc HTTP/1.1" status: 200 len: 379 time: 0.0511987 Dec 14 03:22:52.158806 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Request body: {'port': {'device_id': '3ba42170-bb4c-40ff-a15f-3be93fa4b4b3', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'admin_state_up': True, 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'security_groups': ['6e79c5bc-9381-4d82-b408-1ed275f2ea65']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:22:52.327068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Made reservation on behalf of 5214c1674e9a4e0f91667c3b849e4dcc for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:22:52.331613 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:52.457664 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Allocated IP 172.20.0.11 (9b5d2602-9953-41a0-86a4-e3714d7f2efd/c63edeb4-cba8-46a7-88ec-5253846583e1/4b6883ae-e60b-42ef-a9c3-13887da80a2f) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:22:52.590330 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:52.641106 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cc0e4a12-2956-4805-ab1a-c6d1a25a4fa5 req-a046cc5c-0dce-4555-b7a1-9c35f1d6988c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 210 time: 0.0293696 Dec 14 03:22:52.670530 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:52.725897 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Network 9b5d2602-9953-41a0-86a4-e3714d7f2efd is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:22:52.729604 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:22:52.733452 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:22:52.766769 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Pushing event updated for resources: {'Port': ['ID=4b6883ae-e60b-42ef-a9c3-13887da80a2f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:22:52.783030 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:52.783493 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:52.783943 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:52.784298 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:52.784640 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:52.784980 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:52.785331 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:52.785669 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:52.786000 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:52.786362 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:52.786794 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:52.787263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:52.787709 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:22:52.810025 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:52.810686 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:52.924124 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-f7731606-9049-4cb6-bd69-586e7c8650d6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7694504 Dec 14 03:22:52.942654 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] Request body: {'port': {'device_id': '3ba42170-bb4c-40ff-a15f-3be93fa4b4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:22:52.996471 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3976a79e-7d7b-41ae-a0da-6ad79483b274 None None] Provisioning complete for port 4b6883ae-e60b-42ef-a9c3-13887da80a2f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:22:52.997069 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3976a79e-7d7b-41ae-a0da-6ad79483b274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:53.000068 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:53.029832 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3976a79e-7d7b-41ae-a0da-6ad79483b274 None None] Port 4b6883ae-e60b-42ef-a9c3-13887da80a2f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:22:53.260804 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b6883ae-e60b-42ef-a9c3-13887da80a2f {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:22:53.268177 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:53.280259 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] Transition to ACTIVE for port object 4b6883ae-e60b-42ef-a9c3-13887da80a2f will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:22:53.355493 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:53.411974 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55783264-6241-458c-84bf-53456b553fec service neutron] Pushing event updated for resources: {'Port': ['ID=4b6883ae-e60b-42ef-a9c3-13887da80a2f,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:22:53.484551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] Attempting to bind port 4b6883ae-e60b-42ef-a9c3-13887da80a2f on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:22:53.484871 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] Attempting to bind port 4b6883ae-e60b-42ef-a9c3-13887da80a2f by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:22:53.485206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] Attempting to bind port 4b6883ae-e60b-42ef-a9c3-13887da80a2f on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:22:53.489895 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] Port 4b6883ae-e60b-42ef-a9c3-13887da80a2f on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:22:53.490215 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] Attempting to bind port 4b6883ae-e60b-42ef-a9c3-13887da80a2f on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:22:53.495243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:22:53.495579 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] Checking segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:22:53.495967 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] Bound using segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:22:53.496400 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] Bound port: 4b6883ae-e60b-42ef-a9c3-13887da80a2f, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:22:53.496751 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:53.562232 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] For port 4b6883ae-e60b-42ef-a9c3-13887da80a2f, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:22:53.565352 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] For port 4b6883ae-e60b-42ef-a9c3-13887da80a2f, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:22:53.670553 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:53.705907 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:53.706900 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:53.710586 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-55783264-6241-458c-84bf-53456b553fec service neutron] 10.222.0.47 "PUT /v2.0/ports/4b6883ae-e60b-42ef-a9c3-13887da80a2f HTTP/1.1" status: 200 len: 1092 time: 0.7711945 Dec 14 03:22:53.713366 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba42170-bb4c-40ff-a15f-3be93fa4b4b3', 'tag': '4b6883ae-e60b-42ef-a9c3-13887da80a2f'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:22:53.715753 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65daf828056e49c354eea808c2feb131570784571c5e231f492a3b4fe9fee317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a972314-a967-4d4c-b95e-a88df0f0e12a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba42170-bb4c-40ff-a15f-3be93fa4b4b3", "tag": "4b6883ae-e60b-42ef-a9c3-13887da80a2f"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:22:53.756882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55783264-6241-458c-84bf-53456b553fec service neutron] Pushing event updated for resources: {'Port': ['ID=4b6883ae-e60b-42ef-a9c3-13887da80a2f,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:22:53.769126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c13ba7-ba6d-47dd-8213-48bfdebddfb2 req-27f01120-4bc3-429c-b23c-036f388c14e4 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:53.771249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2c13ba7-ba6d-47dd-8213-48bfdebddfb2 req-27f01120-4bc3-429c-b23c-036f388c14e4 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 944 time: 0.0591013 Dec 14 03:22:53.832754 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2c13ba7-ba6d-47dd-8213-48bfdebddfb2 req-0b2fc6a9-ad81-41bb-aa67-42aeb7e6c582 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536861 Dec 14 03:22:53.853023 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0d7d9e-3f96-4abb-868d-71192e452396 x-openstack-request-id: req-ea0d7d9e-3f96-4abb-868d-71192e452396 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:22:53.853382 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba42170-bb4c-40ff-a15f-3be93fa4b4b3", "tag": "4b6883ae-e60b-42ef-a9c3-13887da80a2f", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:22:53.853625 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea0d7d9e-3f96-4abb-868d-71192e452396 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:22:53.854018 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba42170-bb4c-40ff-a15f-3be93fa4b4b3', 'tag': '4b6883ae-e60b-42ef-a9c3-13887da80a2f', 'status': 'completed', 'code': 200} Dec 14 03:22:53.888312 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-b2d9ba91-66b0-4bf7-abc7-965127999246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:53.890005 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-b2d9ba91-66b0-4bf7-abc7-965127999246 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 1095 time: 0.0518427 Dec 14 03:22:53.942931 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-8a18556f-5857-4302-bb7b-e9485fb1c97b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f HTTP/1.1" status: 200 len: 217 time: 0.0390041 Dec 14 03:22:53.991257 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-fc71b659-417f-4db3-8e44-651cd9dcd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:53.992728 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-fc71b659-417f-4db3-8e44-651cd9dcd817 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0435874 Dec 14 03:22:54.038657 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-94233463-1681-4813-971f-75a7d3170754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:54.040159 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-94233463-1681-4813-971f-75a7d3170754 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407765 Dec 14 03:22:54.133586 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-24c81509-ad56-467f-a54a-0a0eac51af39 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860314 Dec 14 03:22:54.221756 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2550e5ef-a5a9-486e-ab56-4d6cf9c2643b req-615827a3-4a68-46aa-85fa-ebb3fb5074e4 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811496 Dec 14 03:22:54.422692 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a972314-a967-4d4c-b95e-a88df0f0e12a req-dd6e29fe-2db0-4976-8877-5534c60abb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:54.424086 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1a972314-a967-4d4c-b95e-a88df0f0e12a req-dd6e29fe-2db0-4976-8877-5534c60abb56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 1095 time: 0.0459070 Dec 14 03:22:54.511967 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a972314-a967-4d4c-b95e-a88df0f0e12a req-05f7369e-a21f-4720-bb2e-23b8279848b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:54.513453 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1a972314-a967-4d4c-b95e-a88df0f0e12a req-05f7369e-a21f-4720-bb2e-23b8279848b0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0822365 Dec 14 03:22:54.555101 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1a972314-a967-4d4c-b95e-a88df0f0e12a req-680c0313-8450-425a-bc93-eb5e92cc692e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f HTTP/1.1" status: 200 len: 217 time: 0.0348482 Dec 14 03:22:54.607476 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a972314-a967-4d4c-b95e-a88df0f0e12a req-d26a409c-ecca-4868-9f95-16f2d034de88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:54.608882 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1a972314-a967-4d4c-b95e-a88df0f0e12a req-d26a409c-ecca-4868-9f95-16f2d034de88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0467188 Dec 14 03:22:54.654365 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a972314-a967-4d4c-b95e-a88df0f0e12a req-9e914a9d-14eb-4f59-b7a2-4d91ae8e7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:54.656393 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1a972314-a967-4d4c-b95e-a88df0f0e12a req-9e914a9d-14eb-4f59-b7a2-4d91ae8e7ffd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394251 Dec 14 03:22:54.747540 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1a972314-a967-4d4c-b95e-a88df0f0e12a req-c59ef310-bdd8-462a-9155-c4c6d1a1daf1 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823255 Dec 14 03:22:54.839611 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1a972314-a967-4d4c-b95e-a88df0f0e12a req-c3db1380-ecee-489d-ae63-1052515aaa8c service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846434 Dec 14 03:22:54.948501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c38674-3977-4c26-a811-b596eacde854 req-c84e9737-8a34-4066-aedf-b7b33e3b2623 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:54.950045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12c38674-3977-4c26-a811-b596eacde854 req-c84e9737-8a34-4066-aedf-b7b33e3b2623 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 944 time: 0.0488570 Dec 14 03:22:55.001468 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12c38674-3977-4c26-a811-b596eacde854 req-aa71fd99-8e18-422d-b34c-d2c91d183a78 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444629 Dec 14 03:22:56.122313 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2208e-0066-4214-ba6b-4ce4e30e537d req-8deff050-50a6-429f-a9a7-0d16424a7da7 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:56.123797 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-98b2208e-0066-4214-ba6b-4ce4e30e537d req-8deff050-50a6-429f-a9a7-0d16424a7da7 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 944 time: 0.0493939 Dec 14 03:22:56.173656 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-98b2208e-0066-4214-ba6b-4ce4e30e537d req-ebf92f7b-ea91-47c9-a49d-0c75ae6a0ee9 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430675 Dec 14 03:22:57.229249 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4b6883ae-e60b-42ef-a9c3-13887da80a2f details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:22:57.292728 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5c740-ccbb-4aac-b1fc-5191c27c8ea6 req-596e3986-baa2-4271-985a-823bffc89036 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:57.294252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-10a5c740-ccbb-4aac-b1fc-5191c27c8ea6 req-596e3986-baa2-4271-985a-823bffc89036 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 944 time: 0.0491028 Dec 14 03:22:57.325380 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4b6883ae-e60b-42ef-a9c3-13887da80a2f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:22:57.338262 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '4b6883ae-e60b-42ef-a9c3-13887da80a2f', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'port_id': '4b6883ae-e60b-42ef-a9c3-13887da80a2f', 'mac_address': 'fa:16:3e:4a:57:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:22:57.351444 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-10a5c740-ccbb-4aac-b1fc-5191c27c8ea6 req-37aeeb71-d5ca-4907-a37d-f71f874ad2d1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499315 Dec 14 03:22:57.551101 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:57.563552 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6883ae-e60b-42ef-a9c3-13887da80a2f {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:22:57.582404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4b6883ae-e60b-42ef-a9c3-13887da80a2f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:22:57.623908 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:57.651543 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:57.697984 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4b6883ae-e60b-42ef-a9c3-13887da80a2f,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:22:57.924556 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['4b6883ae-e60b-42ef-a9c3-13887da80a2f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:22:58.475665 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9bfaff-1cf7-4294-98b5-3091ee541a74 req-c50317e9-620a-4931-afc9-5b02e08ca60d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:58.477157 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f9bfaff-1cf7-4294-98b5-3091ee541a74 req-c50317e9-620a-4931-afc9-5b02e08ca60d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 945 time: 0.0556321 Dec 14 03:22:58.524486 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7f9bfaff-1cf7-4294-98b5-3091ee541a74 req-2ccc883a-9a27-43d8-a1c9-e637fbac3a4e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408995 Dec 14 03:22:59.248389 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4b6883ae-e60b-42ef-a9c3-13887da80a2f up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:22:59.389149 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 4b6883ae-e60b-42ef-a9c3-13887da80a2f completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:22:59.393620 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 4b6883ae-e60b-42ef-a9c3-13887da80a2f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:22:59.400332 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:59.474870 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:59.496484 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba42170-bb4c-40ff-a15f-3be93fa4b4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6883ae-e60b-42ef-a9c3-13887da80a2f'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:22:59.503299 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab9910aa122d42a267044b2c7157c03657f239cc73b82f8f2db38b463f3473df" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c8ce58-49a1-46d9-a730-534b01bd0e1b" -d '{"events": [{"server_uuid": "3ba42170-bb4c-40ff-a15f-3be93fa4b4b3", "name": "network-vif-plugged", "status": "completed", "tag": "4b6883ae-e60b-42ef-a9c3-13887da80a2f"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:22:59.511060 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 4b6883ae-e60b-42ef-a9c3-13887da80a2f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:22:59.536093 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a03af20-eda3-4c39-a6e4-9be6f3857f33 x-openstack-request-id: req-6a03af20-eda3-4c39-a6e4-9be6f3857f33 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:22:59.536387 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba42170-bb4c-40ff-a15f-3be93fa4b4b3", "name": "network-vif-plugged", "status": "completed", "tag": "4b6883ae-e60b-42ef-a9c3-13887da80a2f", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:22:59.536647 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a03af20-eda3-4c39-a6e4-9be6f3857f33 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:22:59.537042 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba42170-bb4c-40ff-a15f-3be93fa4b4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6883ae-e60b-42ef-a9c3-13887da80a2f', 'code': 200} Dec 14 03:22:59.596270 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:22:59.643555 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=4b6883ae-e60b-42ef-a9c3-13887da80a2f,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:22:59.677746 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237922a-7bd0-4043-90fe-7e55fcbb7e13 req-3529beb4-ff44-436a-958f-6c1f5409dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:59.680791 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b237922a-7bd0-4043-90fe-7e55fcbb7e13 req-3529beb4-ff44-436a-958f-6c1f5409dcca service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 1097 time: 0.0512214 Dec 14 03:22:59.703934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68aa78-ee79-4836-bc42-1e2438f2a551 req-fdde1067-fd99-40ac-a032-e0b48ce2e3fa tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:22:59.705518 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c68aa78-ee79-4836-bc42-1e2438f2a551 req-fdde1067-fd99-40ac-a032-e0b48ce2e3fa tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0523491 Dec 14 03:22:59.725703 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b237922a-7bd0-4043-90fe-7e55fcbb7e13 req-50398e65-a630-4103-9014-088e58041aaf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395374 Dec 14 03:22:59.753581 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c68aa78-ee79-4836-bc42-1e2438f2a551 req-46579d7a-5096-42d0-a7ba-719c5d29f64c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418873 Dec 14 03:23:00.589120 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:23:00.910349 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f318f-f197-4520-ae28-4fd0fd9e2cc9 req-ccbf2868-cd1a-4334-84a0-9236a7dcf8ef tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:23:00.911895 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d50f318f-f197-4520-ae28-4fd0fd9e2cc9 req-ccbf2868-cd1a-4334-84a0-9236a7dcf8ef tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0530050 Dec 14 03:23:00.959925 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d50f318f-f197-4520-ae28-4fd0fd9e2cc9 req-1c59aa6c-5977-4913-aabf-8a31d2916fa2 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420964 Dec 14 03:23:02.078385 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607f2c9-fc1f-4ce3-be2f-e3e81bf181f9 req-d442ce2f-5dcf-40dd-acaf-2d53fd1710e4 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:23:02.079888 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c607f2c9-fc1f-4ce3-be2f-e3e81bf181f9 req-d442ce2f-5dcf-40dd-acaf-2d53fd1710e4 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0515423 Dec 14 03:23:02.126405 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c607f2c9-fc1f-4ce3-be2f-e3e81bf181f9 req-cd89bb2d-d9b7-4334-b098-2a14441e65c5 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405858 Dec 14 03:23:02.239288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc227a-0f76-4c49-8e58-01f4f0216a58 req-c90d609f-770d-4984-8d52-758dfc4af3e8 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:23:02.240686 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79bc227a-0f76-4c49-8e58-01f4f0216a58 req-c90d609f-770d-4984-8d52-758dfc4af3e8 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0493302 Dec 14 03:23:02.249191 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52030) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:23:02.254144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-44bcef20-dba2-4cf6-9053-cb718cb110e6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Request body: {'floatingip': {'port_id': '4b6883ae-e60b-42ef-a9c3-13887da80a2f'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:23:02.297398 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44bcef20-dba2-4cf6-9053-cb718cb110e6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for floatingip, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:23:02.726983 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44bcef20-dba2-4cf6-9053-cb718cb110e6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:23:02.829365 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-db6358fa-107c-4dd9-8991-9531ef1c6f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:23:02.886093 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44bcef20-dba2-4cf6-9053-cb718cb110e6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:23:02.987854 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-44bcef20-dba2-4cf6-9053-cb718cb110e6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Floating IP cba5b4e9-7860-4dbe-828d-7befbb9c25fe associated. External IP: 172.25.7.179, port: 4b6883ae-e60b-42ef-a9c3-13887da80a2f. Dec 14 03:23:03.195325 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bcef20-dba2-4cf6-9053-cb718cb110e6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Router 2bb231bd-313d-40eb-8a1c-d764405ed247 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:23:03.301797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bcef20-dba2-4cf6-9053-cb718cb110e6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:23:03.306680 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44bcef20-dba2-4cf6-9053-cb718cb110e6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:23:03.311460 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81daacbc-d9ee-487f-a2a2-a1f0f02f6c34 None None] Sync routers for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:23:03.321468 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81daacbc-d9ee-487f-a2a2-a1f0f02f6c34 None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:23:03.322091 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-81daacbc-d9ee-487f-a2a2-a1f0f02f6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:22:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:23:03.333666 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-44bcef20-dba2-4cf6-9053-cb718cb110e6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "PUT /v2.0/floatingips/cba5b4e9-7860-4dbe-828d-7befbb9c25fe HTTP/1.1" status: 200 len: 992 time: 1.0833817 Dec 14 03:23:03.334254 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba42170-bb4c-40ff-a15f-3be93fa4b4b3', 'tag': '4b6883ae-e60b-42ef-a9c3-13887da80a2f'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:23:03.336509 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f38396e92c6c1e8dc7894de34cdb4d49f5cc70e514d3f617a0e2c93fe1d134e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7298cd0f-ea15-4207-889b-b9fe709ab3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba42170-bb4c-40ff-a15f-3be93fa4b4b3", "tag": "4b6883ae-e60b-42ef-a9c3-13887da80a2f"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:23:03.384338 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acb3b5e-d468-4f71-aecc-7011c9bf40a9 x-openstack-request-id: req-2acb3b5e-d468-4f71-aecc-7011c9bf40a9 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:23:03.384338 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba42170-bb4c-40ff-a15f-3be93fa4b4b3", "tag": "4b6883ae-e60b-42ef-a9c3-13887da80a2f", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:23:03.384338 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2acb3b5e-d468-4f71-aecc-7011c9bf40a9 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:23:03.384338 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba42170-bb4c-40ff-a15f-3be93fa4b4b3', 'tag': '4b6883ae-e60b-42ef-a9c3-13887da80a2f', 'status': 'completed', 'code': 200} Dec 14 03:23:03.429991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-81daacbc-d9ee-487f-a2a2-a1f0f02f6c34 None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:23:03.502829 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298cd0f-ea15-4207-889b-b9fe709ab3c5 req-74bba50c-ddf5-4d00-9d8a-0ec75fd1cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:23:03.504354 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7298cd0f-ea15-4207-889b-b9fe709ab3c5 req-74bba50c-ddf5-4d00-9d8a-0ec75fd1cdac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 1097 time: 0.0460091 Dec 14 03:23:03.600720 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298cd0f-ea15-4207-889b-b9fe709ab3c5 req-a7b08a03-1100-4481-a8f8-f6a94d08e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:23:03.602259 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7298cd0f-ea15-4207-889b-b9fe709ab3c5 req-a7b08a03-1100-4481-a8f8-f6a94d08e8c1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0898728 Dec 14 03:23:03.660061 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-81daacbc-d9ee-487f-a2a2-a1f0f02f6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'cba5b4e9-7860-4dbe-828d-7befbb9c25fe', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'floating_ip_address': '172.25.7.179', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'port_id': '4b6883ae-e60b-42ef-a9c3-13887da80a2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'mac_address': 'fa:16:3e:4a:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba42170-bb4c-40ff-a15f-3be93fa4b4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:20:21Z', 'updated_at': '2021-12-14T03:23:02Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:23:03.675541 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7298cd0f-ea15-4207-889b-b9fe709ab3c5 req-b26dfecc-caff-4b91-b9ac-cf1097813b19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f HTTP/1.1" status: 200 len: 1000 time: 0.0664485 Dec 14 03:23:03.690297 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81daacbc-d9ee-487f-a2a2-a1f0f02f6c34 None None] Checking router: 2bb231bd-313d-40eb-8a1c-d764405ed247 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:23:03.698914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81daacbc-d9ee-487f-a2a2-a1f0f02f6c34 None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:23:03.699543 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-81daacbc-d9ee-487f-a2a2-a1f0f02f6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:22:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:23:03.726202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298cd0f-ea15-4207-889b-b9fe709ab3c5 req-40771bb1-5a0f-4b49-ada6-803a02b8a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:23:03.727589 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7298cd0f-ea15-4207-889b-b9fe709ab3c5 req-40771bb1-5a0f-4b49-ada6-803a02b8a9a3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0456333 Dec 14 03:23:03.781576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298cd0f-ea15-4207-889b-b9fe709ab3c5 req-62ad583f-2eed-4866-8d5a-61a084983477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:23:03.783366 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7298cd0f-ea15-4207-889b-b9fe709ab3c5 req-62ad583f-2eed-4866-8d5a-61a084983477 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426538 Dec 14 03:23:03.810731 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-81daacbc-d9ee-487f-a2a2-a1f0f02f6c34 None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:23:03.895348 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7298cd0f-ea15-4207-889b-b9fe709ab3c5 req-994eb4fa-19d2-4d3e-b06c-0f1a9414dca8 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987244 Dec 14 03:23:03.992218 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7298cd0f-ea15-4207-889b-b9fe709ab3c5 req-04a78862-286d-452c-83f1-06b318f4ad27 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891461 Dec 14 03:23:04.041531 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-81daacbc-d9ee-487f-a2a2-a1f0f02f6c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'cba5b4e9-7860-4dbe-828d-7befbb9c25fe', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'floating_ip_address': '172.25.7.179', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'port_id': '4b6883ae-e60b-42ef-a9c3-13887da80a2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'mac_address': 'fa:16:3e:4a:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba42170-bb4c-40ff-a15f-3be93fa4b4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:20:21Z', 'updated_at': '2021-12-14T03:23:02Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:23:04.074260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81daacbc-d9ee-487f-a2a2-a1f0f02f6c34 None None] The sync data for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 is: [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'cba5b4e9-7860-4dbe-828d-7befbb9c25fe', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'floating_ip_address': '172.25.7.179', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'port_id': '4b6883ae-e60b-42ef-a9c3-13887da80a2f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'mac_address': 'fa:16:3e:4a:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba42170-bb4c-40ff-a15f-3be93fa4b4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:20:21Z', 'updated_at': '2021-12-14T03:23:02Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:23:04.289753 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5900e8bd-012a-4951-9e8e-44244ad6ca6d None None] New status for floating IP cba5b4e9-7860-4dbe-828d-7befbb9c25fe: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:23:05.086233 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-97bfdd4c-f6a2-4c42-9b6d-e338c73f587b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:23:06.486370 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:23:07.817817 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:23:08.674694 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:23:17.118276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-c3fd4db5-79bb-49a3-88c4-896efecf7387 req-e94fbe90-079c-41c7-a74c-8b954d389587 service neutron] (103848) timed out ('10.222.0.46', 61499) {{(pid=103848) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 03:23:22.741622 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:23:27.502528 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:23:30.599409 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:23:32.759417 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a8398417-0738-4cb0-abf0-411bc488c09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:23:35.033697 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d87c1de9-b215-4da0-a0f3-934112bf9516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:23:36.462321 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:23:37.821932 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:23:38.633512 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:23:47.408225 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-78261b0b-28cc-4798-9dc4-3ec5b9f7c5ed req-d5e6dd15-3ce7-417e-b613-24866d19baf7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0792768 Dec 14 03:23:47.510677 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78261b0b-28cc-4798-9dc4-3ec5b9f7c5ed req-de31ae6c-043e-4e03-ae5b-b7341a89050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:23:47.512183 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-78261b0b-28cc-4798-9dc4-3ec5b9f7c5ed req-de31ae6c-043e-4e03-ae5b-b7341a89050e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 1097 time: 0.0451133 Dec 14 03:23:47.614070 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78261b0b-28cc-4798-9dc4-3ec5b9f7c5ed req-2c4c13ae-3896-4aac-a1b1-ae8e18992c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:23:47.615530 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-78261b0b-28cc-4798-9dc4-3ec5b9f7c5ed req-2c4c13ae-3896-4aac-a1b1-ae8e18992c13 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0841334 Dec 14 03:23:47.686165 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-78261b0b-28cc-4798-9dc4-3ec5b9f7c5ed req-d2e56b5f-0bae-4ed9-a66a-bb13683cbaf9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f HTTP/1.1" status: 200 len: 1002 time: 0.0637069 Dec 14 03:23:47.738645 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78261b0b-28cc-4798-9dc4-3ec5b9f7c5ed req-046698dc-408d-4caa-98b6-e5a9ed2a2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:23:47.740153 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-78261b0b-28cc-4798-9dc4-3ec5b9f7c5ed req-046698dc-408d-4caa-98b6-e5a9ed2a2777 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0459735 Dec 14 03:23:47.788074 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78261b0b-28cc-4798-9dc4-3ec5b9f7c5ed req-c59dc9aa-81f2-43c7-b55d-1b079b36468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:23:47.789649 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-78261b0b-28cc-4798-9dc4-3ec5b9f7c5ed req-c59dc9aa-81f2-43c7-b55d-1b079b36468f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411367 Dec 14 03:23:47.885635 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-78261b0b-28cc-4798-9dc4-3ec5b9f7c5ed req-cc44a0a0-2b04-48da-b97e-a0fcddbd6a56 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889759 Dec 14 03:23:47.974120 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-78261b0b-28cc-4798-9dc4-3ec5b9f7c5ed req-758d117f-0639-40a5-b660-5840c1bf54c3 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815046 Dec 14 03:23:57.490444 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:23:59.741295 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:24:00.610506 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:02.810471 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8453dee4-1cc2-4484-ad4e-00371edff6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:05.021425 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58a7d071-f3b8-42e3-bf39-98c506f76f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:06.472945 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:07.827380 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:08.632914 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:27.489991 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:30.637953 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:32.780557 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-408f1f87-0f1a-488e-9ee1-e929b5a2f46f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:35.055480 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f454727b-7c41-4533-a998-2743e2a4411a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:36.489288 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:36.739413 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:24:37.853952 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:38.631959 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:38.932188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4e479-e605-4af4-8398-9ff9548ea8df req-d5079b7f-9dc6-48f6-8443-5b0d47d4269a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:38.933773 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ca4e479-e605-4af4-8398-9ff9548ea8df req-d5079b7f-9dc6-48f6-8443-5b0d47d4269a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0964561 Dec 14 03:24:38.980572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ca4e479-e605-4af4-8398-9ff9548ea8df req-ced68a27-5140-4928-9cee-19e3f42bcfca tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398366 Dec 14 03:24:40.190258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de675b-d830-495d-8a9f-ba714626e462 req-c10cb480-2e3d-4432-87ff-94c3314ab578 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:40.191721 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30de675b-d830-495d-8a9f-ba714626e462 req-c10cb480-2e3d-4432-87ff-94c3314ab578 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.1035385 Dec 14 03:24:40.239349 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30de675b-d830-495d-8a9f-ba714626e462 req-d88e6cb6-47d6-4e97-8ff9-6d21d025f715 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405226 Dec 14 03:24:41.356203 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83ebd7-1778-4c80-91e2-5e3bebd9add4 req-abe3614b-bd86-479a-bd19-da20f1e4f89a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:41.357705 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e83ebd7-1778-4c80-91e2-5e3bebd9add4 req-abe3614b-bd86-479a-bd19-da20f1e4f89a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0481176 Dec 14 03:24:41.405242 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e83ebd7-1778-4c80-91e2-5e3bebd9add4 req-9df6d30a-0ef7-4e4d-841b-67f08ad08567 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415208 Dec 14 03:24:42.519332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9e363-bda8-4a4c-ab28-87255eb30587 req-72af4241-7f67-40c1-ace5-bcd95f947f04 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:42.521061 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fc9e363-bda8-4a4c-ab28-87255eb30587 req-72af4241-7f67-40c1-ace5-bcd95f947f04 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0486817 Dec 14 03:24:42.572335 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0fc9e363-bda8-4a4c-ab28-87255eb30587 req-9806a6ef-41cd-4fad-a2bb-60531ea9abcf tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453546 Dec 14 03:24:43.689152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad0f3d-4736-46c1-9063-cd9e23d3b515 req-9624d436-176b-4880-8cf3-af716b9aecfc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:43.690664 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f2ad0f3d-4736-46c1-9063-cd9e23d3b515 req-9624d436-176b-4880-8cf3-af716b9aecfc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0497241 Dec 14 03:24:43.736917 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f2ad0f3d-4736-46c1-9063-cd9e23d3b515 req-732be806-acd5-4800-8742-f0bba4e236ff tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402348 Dec 14 03:24:44.849653 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f5660-fc2a-4794-ae4c-3be4c3c56094 req-8f6cbc61-899f-454f-aff6-e9fe564399b1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:44.851128 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-963f5660-fc2a-4794-ae4c-3be4c3c56094 req-8f6cbc61-899f-454f-aff6-e9fe564399b1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0472934 Dec 14 03:24:44.898107 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-963f5660-fc2a-4794-ae4c-3be4c3c56094 req-ee455ccd-7c91-49c3-abe4-49c17a1f4287 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410187 Dec 14 03:24:46.016945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d84703-3089-4fbf-ac80-14765744ecae req-66b9103a-1b3b-4c91-b2a6-103b8eec1ed2 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:46.018482 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78d84703-3089-4fbf-ac80-14765744ecae req-66b9103a-1b3b-4c91-b2a6-103b8eec1ed2 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0519884 Dec 14 03:24:46.064646 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78d84703-3089-4fbf-ac80-14765744ecae req-8dcb5dc8-a026-43c9-8b7b-daf0110decde tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400431 Dec 14 03:24:47.179537 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86703c2a-82ed-4420-813c-03acee256b11 req-6899405e-a3e2-4cf2-bd50-f7af296793e4 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:47.181011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-86703c2a-82ed-4420-813c-03acee256b11 req-6899405e-a3e2-4cf2-bd50-f7af296793e4 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0484276 Dec 14 03:24:47.228524 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-86703c2a-82ed-4420-813c-03acee256b11 req-ed724b9e-0934-4f3c-bf47-a263dc4199c7 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413287 Dec 14 03:24:47.349892 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb219dd-7b5c-4089-afb3-627a90123dac req-39f77876-d893-4584-9b28-e9d57443024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:47.351380 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-afb219dd-7b5c-4089-afb3-627a90123dac req-39f77876-d893-4584-9b28-e9d57443024a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 1097 time: 0.0414193 Dec 14 03:24:47.459824 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb219dd-7b5c-4089-afb3-627a90123dac req-de4a8aba-39f9-4c7d-bbd8-ddfd0cb15a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:47.461274 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-afb219dd-7b5c-4089-afb3-627a90123dac req-de4a8aba-39f9-4c7d-bbd8-ddfd0cb15a17 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0888715 Dec 14 03:24:47.526026 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-afb219dd-7b5c-4089-afb3-627a90123dac req-d9556a4b-e575-4f57-a766-b971be701c51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f HTTP/1.1" status: 200 len: 1002 time: 0.0571184 Dec 14 03:24:47.580465 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb219dd-7b5c-4089-afb3-627a90123dac req-36810709-42f5-429b-a230-56585180fe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:47.581953 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-afb219dd-7b5c-4089-afb3-627a90123dac req-36810709-42f5-429b-a230-56585180fe40 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0475249 Dec 14 03:24:47.629845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb219dd-7b5c-4089-afb3-627a90123dac req-34d7fbef-da1a-4512-b6e2-734209facf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:47.631306 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-afb219dd-7b5c-4089-afb3-627a90123dac req-34d7fbef-da1a-4512-b6e2-734209facf53 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402529 Dec 14 03:24:47.735576 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-afb219dd-7b5c-4089-afb3-627a90123dac req-617a1353-2e8e-417d-beb3-563715870fc8 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814416 Dec 14 03:24:47.835275 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-afb219dd-7b5c-4089-afb3-627a90123dac req-adeb4b39-074a-4667-8e06-13896d530fe2 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852838 Dec 14 03:24:48.346934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edcb98-884c-4d3a-b207-9fd5a3043d6b req-cd68d4e4-7b2d-476a-9ad9-6ac6cec64f98 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:48.348389 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16edcb98-884c-4d3a-b207-9fd5a3043d6b req-cd68d4e4-7b2d-476a-9ad9-6ac6cec64f98 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0524764 Dec 14 03:24:48.397474 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-16edcb98-884c-4d3a-b207-9fd5a3043d6b req-d8c85dc9-3a9e-49f2-af8e-822689df2da5 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431700 Dec 14 03:24:49.512738 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c50e06-b535-4ea4-b9e2-38114eb0f958 req-98897409-aa9c-4a7f-b64b-a0d450f403ff tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:49.514326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6c50e06-b535-4ea4-b9e2-38114eb0f958 req-98897409-aa9c-4a7f-b64b-a0d450f403ff tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0493877 Dec 14 03:24:49.561281 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a6c50e06-b535-4ea4-b9e2-38114eb0f958 req-b04e4164-bfa5-41d2-8fa1-9507213b407b tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409868 Dec 14 03:24:49.969089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc44880-c75a-42b1-ac34-4e22c63ad278 req-43e42016-c9a5-45be-8693-84c8b5415fbd tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:49.971119 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9dc44880-c75a-42b1-ac34-4e22c63ad278 req-43e42016-c9a5-45be-8693-84c8b5415fbd tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0486405 Dec 14 03:24:50.020619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9dc44880-c75a-42b1-ac34-4e22c63ad278 req-7f65668a-2e8c-48e4-b864-8c5ce08902d9 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432487 Dec 14 03:24:50.138962 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-720ca8af-f866-4233-b3b3-835143140ec3 req-1a6d9373-3c0e-4ae9-af0d-417179399f90 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0759768 Dec 14 03:24:51.140114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef6b34-5250-496a-874e-832b1223e1d7 req-5714716e-12c2-4e27-b009-febb35af7695 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:51.141666 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4ef6b34-5250-496a-874e-832b1223e1d7 req-5714716e-12c2-4e27-b009-febb35af7695 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0492685 Dec 14 03:24:51.192259 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b4ef6b34-5250-496a-874e-832b1223e1d7 req-0c973c54-4b34-4c92-be22-b995119734c8 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431659 Dec 14 03:24:52.310568 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9bb91-5d10-4f33-8101-aef0a95aefbc req-2a63b44c-5d84-46e0-94c1-fcbad2dd0cf3 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:52.312044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ab9bb91-5d10-4f33-8101-aef0a95aefbc req-2a63b44c-5d84-46e0-94c1-fcbad2dd0cf3 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0497885 Dec 14 03:24:52.316100 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ca8af-f866-4233-b3b3-835143140ec3 req-1ad00742-b512-4a7b-b0fb-73a57578b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:52.317936 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-720ca8af-f866-4233-b3b3-835143140ec3 req-1ad00742-b512-4a7b-b0fb-73a57578b47c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 1097 time: 0.0413818 Dec 14 03:24:52.359089 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ab9bb91-5d10-4f33-8101-aef0a95aefbc req-2c3e58eb-743e-4c70-a92e-b0c13a320eba tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410821 Dec 14 03:24:52.414716 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ca8af-f866-4233-b3b3-835143140ec3 req-2c2e5000-59ee-428f-9bed-3a5f01021e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:52.416188 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-720ca8af-f866-4233-b3b3-835143140ec3 req-2c2e5000-59ee-428f-9bed-3a5f01021e6a service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0900402 Dec 14 03:24:52.481730 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-720ca8af-f866-4233-b3b3-835143140ec3 req-282f5e01-d116-45ec-a612-1eb988369956 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f HTTP/1.1" status: 200 len: 1002 time: 0.0583222 Dec 14 03:24:52.533692 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ca8af-f866-4233-b3b3-835143140ec3 req-4147bc85-d269-4a05-a569-6c9cec015455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:52.535172 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-720ca8af-f866-4233-b3b3-835143140ec3 req-4147bc85-d269-4a05-a569-6c9cec015455 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0473502 Dec 14 03:24:52.589790 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ca8af-f866-4233-b3b3-835143140ec3 req-f0e3464c-12c5-41cf-9d89-bdd0974f1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:52.591288 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-720ca8af-f866-4233-b3b3-835143140ec3 req-f0e3464c-12c5-41cf-9d89-bdd0974f1335 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488639 Dec 14 03:24:52.679485 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-720ca8af-f866-4233-b3b3-835143140ec3 req-c1ef1c78-e85e-4160-a279-aca49313e571 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807474 Dec 14 03:24:52.774686 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-720ca8af-f866-4233-b3b3-835143140ec3 req-f7e74862-eb33-4713-b59f-93c065606d8a service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868731 Dec 14 03:24:53.478598 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce15a1a0-5840-4ffe-9fdf-19fb41a5a21d req-d34f8831-7ae0-427d-8e7a-251f0b412f7b tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:53.480059 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ce15a1a0-5840-4ffe-9fdf-19fb41a5a21d req-d34f8831-7ae0-427d-8e7a-251f0b412f7b tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0518210 Dec 14 03:24:53.528470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ce15a1a0-5840-4ffe-9fdf-19fb41a5a21d req-27e88800-b02b-4d8b-8277-54ed9cb3b464 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411913 Dec 14 03:24:54.643281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d98f15-d486-444b-9510-10b720c9c222 req-174c67d5-aad9-4b88-94b7-7e0ca40fe0e4 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:54.645884 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42d98f15-d486-444b-9510-10b720c9c222 req-174c67d5-aad9-4b88-94b7-7e0ca40fe0e4 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0495925 Dec 14 03:24:54.691750 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-42d98f15-d486-444b-9510-10b720c9c222 req-e6c0ee75-85f6-445f-8b1f-8ff2f04a97ac tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397851 Dec 14 03:24:54.872128 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [req-720ca8af-f866-4233-b3b3-835143140ec3 req-ae0da30c-9f66-4213-80cc-b42c78d11107 service neutron] show failed (client error): The resource could not be found. Dec 14 03:24:54.873108 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-720ca8af-f866-4233-b3b3-835143140ec3 req-ae0da30c-9f66-4213-80cc-b42c78d11107 service neutron] 10.222.0.47 "GET /v2.0/ports/4b6883ae-e60b-42ef-a9c3-13887da80a2f/bindings/n-h1-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.0530140 Dec 14 03:24:55.438514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ca8af-f866-4233-b3b3-835143140ec3 req-fab8c175-b9dd-42ef-baa4-ea88419a0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:55.439973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-720ca8af-f866-4233-b3b3-835143140ec3 req-fab8c175-b9dd-42ef-baa4-ea88419a0b90 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3&tenant_id=5214c1674e9a4e0f91667c3b849e4dcc HTTP/1.1" status: 200 len: 1097 time: 0.0811255 Dec 14 03:24:55.458397 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821636-1', 'device_owner': 'compute:nova'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:24:55.517063 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:55.711265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] For port 4b6883ae-e60b-42ef-a9c3-13887da80a2f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:24:55.745342 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] For port 4b6883ae-e60b-42ef-a9c3-13887da80a2f, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:24:55.808082 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba42170-bb4c-40ff-a15f-3be93fa4b4b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b6883ae-e60b-42ef-a9c3-13887da80a2f'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:24:55.813326 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:55.832360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Transition to ACTIVE for port object 4b6883ae-e60b-42ef-a9c3-13887da80a2f will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:24:55.841021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4005b88-8863-4689-97a8-cdc2c9f39a8c req-47814930-ba96-48e5-9319-0c22375b5dec tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:55.842507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4005b88-8863-4689-97a8-cdc2c9f39a8c req-47814930-ba96-48e5-9319-0c22375b5dec tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0790854 Dec 14 03:24:55.846742 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d3431a-a8db-4505-99ec-8c5cae446cd3" -d '{"events": [{"server_uuid": "3ba42170-bb4c-40ff-a15f-3be93fa4b4b3", "name": "network-vif-unplugged", "status": "completed", "tag": "4b6883ae-e60b-42ef-a9c3-13887da80a2f"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:24:55.895649 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4005b88-8863-4689-97a8-cdc2c9f39a8c req-2d45316a-3d6e-40ec-833c-e2deb0343475 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448499 Dec 14 03:24:55.917709 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:55.948130 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 03:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12596343-41fe-43f8-81a0-dc1b1ce4ee6c x-openstack-request-id: req-12596343-41fe-43f8-81a0-dc1b1ce4ee6c {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:24:55.948425 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba42170-bb4c-40ff-a15f-3be93fa4b4b3", "name": "network-vif-unplugged", "status": "completed", "tag": "4b6883ae-e60b-42ef-a9c3-13887da80a2f", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:24:55.948684 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-12596343-41fe-43f8-81a0-dc1b1ce4ee6c {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:24:55.949084 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba42170-bb4c-40ff-a15f-3be93fa4b4b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b6883ae-e60b-42ef-a9c3-13887da80a2f', 'code': 200} Dec 14 03:24:55.998917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6883ae-e60b-42ef-a9c3-13887da80a2f,revision_number=6']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:24:56.011526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:24:56.011877 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:24:56.017976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:24:56.017976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:24:56.017976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:24:56.017976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:24:56.017976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:24:56.017976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:24:56.017976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:24:56.017976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:24:56.017976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:24:56.017976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:24:56.017976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:24:56.050104 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] No DVR routers for this DVR port 4b6883ae-e60b-42ef-a9c3-13887da80a2f on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:24:56.186919 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Attempting to bind port 4b6883ae-e60b-42ef-a9c3-13887da80a2f on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:24:56.187259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Attempting to bind port 4b6883ae-e60b-42ef-a9c3-13887da80a2f by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:24:56.187595 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Attempting to bind port 4b6883ae-e60b-42ef-a9c3-13887da80a2f on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:24:56.191868 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Port 4b6883ae-e60b-42ef-a9c3-13887da80a2f on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:24:56.192188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Attempting to bind port 4b6883ae-e60b-42ef-a9c3-13887da80a2f on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:24:56.197003 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:24:56.197370 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Checking segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:24:56.197762 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Bound using segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:24:56.198207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Bound port: 4b6883ae-e60b-42ef-a9c3-13887da80a2f, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:24:56.198554 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:56.266417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] For port 4b6883ae-e60b-42ef-a9c3-13887da80a2f, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:24:56.269671 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] For port 4b6883ae-e60b-42ef-a9c3-13887da80a2f, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:24:56.386780 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:56.423005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:56.423616 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:56.424987 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-720ca8af-f866-4233-b3b3-835143140ec3 req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] 10.222.0.46 "PUT /v2.0/ports/4b6883ae-e60b-42ef-a9c3-13887da80a2f HTTP/1.1" status: 200 len: 1092 time: 0.9704158 Dec 14 03:24:56.444504 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f06e32-827b-4583-9f00-5e937c4efd79 service neutron] Pushing event updated for resources: {'Port': ['ID=4b6883ae-e60b-42ef-a9c3-13887da80a2f,revision_number=7']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:24:56.502056 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ca8af-f866-4233-b3b3-835143140ec3 req-48a64250-da02-4c25-beb9-0f554256aa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:56.503696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-720ca8af-f866-4233-b3b3-835143140ec3 req-48a64250-da02-4c25-beb9-0f554256aa14 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 1095 time: 0.0446215 Dec 14 03:24:56.601349 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ca8af-f866-4233-b3b3-835143140ec3 req-eb7a40f1-371b-40dd-98e6-b50c1226e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:56.602817 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-720ca8af-f866-4233-b3b3-835143140ec3 req-eb7a40f1-371b-40dd-98e6-b50c1226e1e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0923731 Dec 14 03:24:56.672897 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-720ca8af-f866-4233-b3b3-835143140ec3 req-398d309f-0aff-4fdf-933f-63825d41d55a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f HTTP/1.1" status: 200 len: 1000 time: 0.0627382 Dec 14 03:24:56.727890 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ca8af-f866-4233-b3b3-835143140ec3 req-8c8cb96d-293e-4252-be65-5bce47c16ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:56.729245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-720ca8af-f866-4233-b3b3-835143140ec3 req-8c8cb96d-293e-4252-be65-5bce47c16ea5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0475292 Dec 14 03:24:56.775458 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ca8af-f866-4233-b3b3-835143140ec3 req-55a8593f-6245-42d2-aced-e954d224477d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:56.776834 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-720ca8af-f866-4233-b3b3-835143140ec3 req-55a8593f-6245-42d2-aced-e954d224477d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405908 Dec 14 03:24:56.861915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-720ca8af-f866-4233-b3b3-835143140ec3 req-0bd76d06-c69b-49b0-a2fd-e3a394b9d900 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781655 Dec 14 03:24:56.955111 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-720ca8af-f866-4233-b3b3-835143140ec3 req-57337530-1ce6-43a1-91a9-f5a61390a5b3 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862341 Dec 14 03:24:57.015761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34092004-052c-4e5a-9984-ad2b59d4374c req-8b433307-205f-4629-9701-6f3956db5d44 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:57.017221 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34092004-052c-4e5a-9984-ad2b59d4374c req-8b433307-205f-4629-9701-6f3956db5d44 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 944 time: 0.0502932 Dec 14 03:24:57.065132 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-34092004-052c-4e5a-9984-ad2b59d4374c req-84f66b64-6bdb-4f96-b5be-7ee73624c076 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412340 Dec 14 03:24:57.482848 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:24:57.950342 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ba42170-bb4c-40ff-a15f-3be93fa4b4b3', 'tag': '4b6883ae-e60b-42ef-a9c3-13887da80a2f'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:24:57.953007 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f" -d '{"events": [{"name": "network-changed", "server_uuid": "3ba42170-bb4c-40ff-a15f-3be93fa4b4b3", "tag": "4b6883ae-e60b-42ef-a9c3-13887da80a2f"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:24:58.000461 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42754433-2398-466b-8b45-b03e57c30026 x-openstack-request-id: req-42754433-2398-466b-8b45-b03e57c30026 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:24:58.000789 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ba42170-bb4c-40ff-a15f-3be93fa4b4b3", "tag": "4b6883ae-e60b-42ef-a9c3-13887da80a2f", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:24:58.001052 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42754433-2398-466b-8b45-b03e57c30026 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:24:58.001502 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ba42170-bb4c-40ff-a15f-3be93fa4b4b3', 'tag': '4b6883ae-e60b-42ef-a9c3-13887da80a2f', 'status': 'completed', 'code': 200} Dec 14 03:24:58.087775 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-4b524ec0-55b6-4aed-9599-eec862b07295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:58.089283 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-4b524ec0-55b6-4aed-9599-eec862b07295 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 1095 time: 0.0428746 Dec 14 03:24:58.090549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-ddce8b39-8ee2-4ada-9537-52d8a47b65dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:58.092387 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-ddce8b39-8ee2-4ada-9537-52d8a47b65dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 1095 time: 0.0423007 Dec 14 03:24:58.189846 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-3158bfcc-0650-4f2a-940b-6a41fa08b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:58.191251 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-3158bfcc-0650-4f2a-940b-6a41fa08b746 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0949736 Dec 14 03:24:58.260257 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-47fb7aa3-c490-43ed-b3ff-0f9dd28d44ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f HTTP/1.1" status: 200 len: 1000 time: 0.0614190 Dec 14 03:24:58.317106 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-0a5dafba-bd0a-44fe-be30-e58268158816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:58.319258 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-0a5dafba-bd0a-44fe-be30-e58268158816 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0515392 Dec 14 03:24:58.367508 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-78b933ea-4744-40ab-93af-ecb17b36832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:58.369044 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-78b933ea-4744-40ab-93af-ecb17b36832c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421426 Dec 14 03:24:58.466139 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-159510fb-7172-480d-bf36-6d4005d48b90 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884001 Dec 14 03:24:58.565565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48453722-74dc-4de3-9d51-0868fbd45244 req-ac576d97-0950-4162-a2f6-e73c561bf1ee tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:58.691920 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-48453722-74dc-4de3-9d51-0868fbd45244 req-ac576d97-0950-4162-a2f6-e73c561bf1ee tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 944 time: 0.0784523 Dec 14 03:24:58.691920 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-a0f196da-b76f-4c3b-890b-571852c500ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:58.691920 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-a0f196da-b76f-4c3b-890b-571852c500ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.4717202 Dec 14 03:24:58.693520 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-025e765b-5fda-436e-9c7e-e5bd5c5d9369 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995123 Dec 14 03:24:58.693632 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-48453722-74dc-4de3-9d51-0868fbd45244 req-51467813-7159-47cb-933c-b823b93a0ad5 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916839 Dec 14 03:24:58.693632 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-81021b06-82c2-4ff6-9ab3-6d969ebc1412 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f HTTP/1.1" status: 200 len: 1000 time: 0.0878975 Dec 14 03:24:58.716321 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-c40fc49d-14b3-48af-adc6-c8bb2ea326a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:58.717720 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-c40fc49d-14b3-48af-adc6-c8bb2ea326a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0435922 Dec 14 03:24:58.771216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-6a83c381-c179-4b83-bf94-f07d3cc2c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:58.772710 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-6a83c381-c179-4b83-bf94-f07d3cc2c88a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464311 Dec 14 03:24:58.865464 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-22bc766b-a3c0-4ba1-bdb3-cc2f3c77eb79 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856435 Dec 14 03:24:58.959578 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b1f447f-4476-4e7a-a4e8-6ed70e0b860f req-8c32305a-3714-4de3-829b-e0f05ee83011 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874577 Dec 14 03:24:59.786386 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259ca17-7edf-4138-9eff-5daf89fc22cc req-00dbd8f2-e2fb-4252-a6cb-295732fc5b14 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:24:59.787919 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e259ca17-7edf-4138-9eff-5daf89fc22cc req-00dbd8f2-e2fb-4252-a6cb-295732fc5b14 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 944 time: 0.0508893 Dec 14 03:24:59.802579 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4b6883ae-e60b-42ef-a9c3-13887da80a2f no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:24:59.837005 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e259ca17-7edf-4138-9eff-5daf89fc22cc req-ac97723d-ad11-4d22-a99c-c388efe9a098 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430782 Dec 14 03:24:59.839897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 4b6883ae-e60b-42ef-a9c3-13887da80a2f not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:25:00.177126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197be03-ac67-41a5-833f-267134681b2a req-a68a0a50-8738-4caf-a317-8c5f96cc3b4a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:00.178665 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1197be03-ac67-41a5-833f-267134681b2a req-a68a0a50-8738-4caf-a317-8c5f96cc3b4a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 944 time: 0.0497816 Dec 14 03:25:00.226715 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1197be03-ac67-41a5-833f-267134681b2a req-99c312c7-1c31-4a34-8e90-2e7647b00389 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419946 Dec 14 03:25:00.274990 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac287d-9c61-4691-a520-52eabd47012f req-1006a9c1-89ec-401d-800a-18882bd55460 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:00.276457 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3bac287d-9c61-4691-a520-52eabd47012f req-1006a9c1-89ec-401d-800a-18882bd55460 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3&tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 944 time: 0.0530186 Dec 14 03:25:00.336279 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [req-3bac287d-9c61-4691-a520-52eabd47012f req-225fedcc-eb58-4d1f-b21b-39a9b4e8575e service neutron] delete failed (client error): The resource could not be found. Dec 14 03:25:00.337228 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3bac287d-9c61-4691-a520-52eabd47012f req-225fedcc-eb58-4d1f-b21b-39a9b4e8575e service neutron] 10.222.0.47 "DELETE /v2.0/ports/4b6883ae-e60b-42ef-a9c3-13887da80a2f/bindings/n-h2-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.0539348 Dec 14 03:25:00.441774 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac287d-9c61-4691-a520-52eabd47012f req-ab962ab1-79e7-4a6a-8ae2-fee6b01efe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:00.443244 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3bac287d-9c61-4691-a520-52eabd47012f req-ab962ab1-79e7-4a6a-8ae2-fee6b01efe07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 1095 time: 0.0437815 Dec 14 03:25:00.532133 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac287d-9c61-4691-a520-52eabd47012f req-09cf8861-dc64-424e-bdbf-795556eebf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:00.533673 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3bac287d-9c61-4691-a520-52eabd47012f req-09cf8861-dc64-424e-bdbf-795556eebf30 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0823469 Dec 14 03:25:00.603788 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3bac287d-9c61-4691-a520-52eabd47012f req-8650b1df-673c-475b-9279-121d1a9588c7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f HTTP/1.1" status: 200 len: 1000 time: 0.0633924 Dec 14 03:25:00.620525 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:00.705722 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac287d-9c61-4691-a520-52eabd47012f req-eebe6e30-a6f8-4d11-ba1a-c8246796ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:00.707241 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3bac287d-9c61-4691-a520-52eabd47012f req-eebe6e30-a6f8-4d11-ba1a-c8246796ab31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0973125 Dec 14 03:25:00.753499 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac287d-9c61-4691-a520-52eabd47012f req-222c6da6-ddf6-410c-9355-87c4a571c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:00.755879 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3bac287d-9c61-4691-a520-52eabd47012f req-222c6da6-ddf6-410c-9355-87c4a571c698 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414677 Dec 14 03:25:00.852468 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3bac287d-9c61-4691-a520-52eabd47012f req-5a4bc6b7-60bf-468c-b463-dd3eaf34b470 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877159 Dec 14 03:25:00.943376 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3bac287d-9c61-4691-a520-52eabd47012f req-5d5f9578-a83a-40f0-b4dc-841bf23cf68c service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835743 Dec 14 03:25:01.103776 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 4b6883ae-e60b-42ef-a9c3-13887da80a2f details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:25:01.204736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 4b6883ae-e60b-42ef-a9c3-13887da80a2f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:25:01.218387 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '4b6883ae-e60b-42ef-a9c3-13887da80a2f', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'port_id': '4b6883ae-e60b-42ef-a9c3-13887da80a2f', 'mac_address': 'fa:16:3e:4a:57:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:25:01.255850 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:01.273999 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b6883ae-e60b-42ef-a9c3-13887da80a2f {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:25:01.296530 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 4b6883ae-e60b-42ef-a9c3-13887da80a2f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:25:01.354558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f0ad6-820b-4436-bf8c-b939245f05f9 req-27dd05da-5477-47de-829b-40f64e425435 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:01.356022 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-552f0ad6-820b-4436-bf8c-b939245f05f9 req-27dd05da-5477-47de-829b-40f64e425435 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 944 time: 0.0520926 Dec 14 03:25:01.384563 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:01.403129 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-552f0ad6-820b-4436-bf8c-b939245f05f9 req-9eb28166-7e9b-4091-a60c-9173fe29e414 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410600 Dec 14 03:25:01.433980 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=4b6883ae-e60b-42ef-a9c3-13887da80a2f,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:25:01.441957 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:01.442258 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:01.442602 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:01.442944 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:01.443282 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:01.443620 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:01.443959 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:01.444291 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:01.444621 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:01.444950 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:01.445280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:01.445634 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:01.445964 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:01.683411 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['4b6883ae-e60b-42ef-a9c3-13887da80a2f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:25:02.522156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128ba55-2f91-473c-88bf-0aae416c55b4 req-2ff6f445-d741-43b9-bf32-97f237306069 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:02.523640 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3128ba55-2f91-473c-88bf-0aae416c55b4 req-2ff6f445-d741-43b9-bf32-97f237306069 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 945 time: 0.0487678 Dec 14 03:25:02.570098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3128ba55-2f91-473c-88bf-0aae416c55b4 req-11101991-db6b-4b3b-b0d7-0aa843f305d0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404725 Dec 14 03:25:02.691858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a420d-4163-42ca-ae70-98a9ef654548 req-81e5b0c7-a7af-4d6b-8364-88f2c8c054a2 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:02.693246 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e2a420d-4163-42ca-ae70-98a9ef654548 req-81e5b0c7-a7af-4d6b-8364-88f2c8c054a2 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 945 time: 0.0520940 Dec 14 03:25:02.742399 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1e2a420d-4163-42ca-ae70-98a9ef654548 req-c1463f7b-36ba-4bc6-b2e8-cd94bd3ba005 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430224 Dec 14 03:25:02.808873 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-95a57e4e-2346-4864-90ef-3a5e20669abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:03.058485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea770a-9cd3-442b-b07d-a9e2db83c545 req-f6e72976-3b7c-40d7-8214-6628ab1ebdda tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:03.059988 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80ea770a-9cd3-442b-b07d-a9e2db83c545 req-f6e72976-3b7c-40d7-8214-6628ab1ebdda tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 945 time: 0.0497835 Dec 14 03:25:03.107691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80ea770a-9cd3-442b-b07d-a9e2db83c545 req-a3279aba-1267-4c80-83e1-a447222558f3 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416448 Dec 14 03:25:03.107945 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 4b6883ae-e60b-42ef-a9c3-13887da80a2f up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:25:03.163237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca67373-0e22-4a61-9c83-52141abaa0b5 req-f6db8f7f-77ea-41fb-ab5a-16c5c6709a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:03.164937 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aca67373-0e22-4a61-9c83-52141abaa0b5 req-f6db8f7f-77ea-41fb-ab5a-16c5c6709a0c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 1096 time: 0.0423667 Dec 14 03:25:03.231723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 4b6883ae-e60b-42ef-a9c3-13887da80a2f completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:25:03.236090 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 4b6883ae-e60b-42ef-a9c3-13887da80a2f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:25:03.241098 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:03.258248 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca67373-0e22-4a61-9c83-52141abaa0b5 req-e6506733-250e-4077-bd0a-72173f4934f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:03.259849 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aca67373-0e22-4a61-9c83-52141abaa0b5 req-e6506733-250e-4077-bd0a-72173f4934f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0881250 Dec 14 03:25:03.317738 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:03.326345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aca67373-0e22-4a61-9c83-52141abaa0b5 req-3f57c670-6f58-4f7b-9950-4f95a12937b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f HTTP/1.1" status: 200 len: 1001 time: 0.0589676 Dec 14 03:25:03.340177 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba42170-bb4c-40ff-a15f-3be93fa4b4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6883ae-e60b-42ef-a9c3-13887da80a2f'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:25:03.361692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 4b6883ae-e60b-42ef-a9c3-13887da80a2f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:25:03.381148 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a02cdde-c079-43ab-8dad-e61f2437ce45" -d '{"events": [{"server_uuid": "3ba42170-bb4c-40ff-a15f-3be93fa4b4b3", "name": "network-vif-plugged", "status": "completed", "tag": "4b6883ae-e60b-42ef-a9c3-13887da80a2f"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:25:03.381358 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca67373-0e22-4a61-9c83-52141abaa0b5 req-adfb0f41-7e33-40f0-8df8-1d43e0df1e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:03.382748 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aca67373-0e22-4a61-9c83-52141abaa0b5 req-adfb0f41-7e33-40f0-8df8-1d43e0df1e6e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0494075 Dec 14 03:25:03.430567 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca67373-0e22-4a61-9c83-52141abaa0b5 req-2f8c6b3f-ad09-4ce4-83a9-ecaa5ace5ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:03.432249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aca67373-0e22-4a61-9c83-52141abaa0b5 req-2f8c6b3f-ad09-4ce4-83a9-ecaa5ace5ae9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424509 Dec 14 03:25:03.432516 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:03.470110 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4c9906-d31c-4813-bd79-939627f1e0c6 x-openstack-request-id: req-fa4c9906-d31c-4813-bd79-939627f1e0c6 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:25:03.470405 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba42170-bb4c-40ff-a15f-3be93fa4b4b3", "name": "network-vif-plugged", "status": "completed", "tag": "4b6883ae-e60b-42ef-a9c3-13887da80a2f", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:25:03.470680 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa4c9906-d31c-4813-bd79-939627f1e0c6 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:25:03.471071 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba42170-bb4c-40ff-a15f-3be93fa4b4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b6883ae-e60b-42ef-a9c3-13887da80a2f', 'code': 200} Dec 14 03:25:03.485478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=4b6883ae-e60b-42ef-a9c3-13887da80a2f,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:25:03.526969 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aca67373-0e22-4a61-9c83-52141abaa0b5 req-b6ffee37-d526-41b4-ab87-e38ec2b2cbff service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872002 Dec 14 03:25:03.620405 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aca67373-0e22-4a61-9c83-52141abaa0b5 req-a5f565a0-7f49-4d7d-883c-e3fa3f141b12 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862114 Dec 14 03:25:04.229093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53e4cf-2a4e-4f3f-a2b5-46da7757afae req-285f3037-91f0-4561-8db9-b44e1c4d9a52 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:04.230656 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe53e4cf-2a4e-4f3f-a2b5-46da7757afae req-285f3037-91f0-4561-8db9-b44e1c4d9a52 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0516124 Dec 14 03:25:04.279464 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe53e4cf-2a4e-4f3f-a2b5-46da7757afae req-66c0f5c0-32eb-4b41-9ca8-bad7b8202d34 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427754 Dec 14 03:25:04.594476 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75dbb1d8-aa67-49d7-94c8-9d2be091527b req-e59e7767-13fc-46e5-a260-e1b74a58518f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490301 Dec 14 03:25:04.689926 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbb1d8-aa67-49d7-94c8-9d2be091527b req-bbc62918-7e18-4e84-b772-a48aa389603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:04.691443 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75dbb1d8-aa67-49d7-94c8-9d2be091527b req-bbc62918-7e18-4e84-b772-a48aa389603d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 1097 time: 0.0405004 Dec 14 03:25:04.795350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbb1d8-aa67-49d7-94c8-9d2be091527b req-00b3cca7-a849-463d-a531-e3ff8ab91950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:04.796826 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75dbb1d8-aa67-49d7-94c8-9d2be091527b req-00b3cca7-a849-463d-a531-e3ff8ab91950 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0860665 Dec 14 03:25:04.866416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75dbb1d8-aa67-49d7-94c8-9d2be091527b req-cf1f6989-2cfc-49cc-a45c-37eba36b0853 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f HTTP/1.1" status: 200 len: 1002 time: 0.0617838 Dec 14 03:25:04.914927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbb1d8-aa67-49d7-94c8-9d2be091527b req-96796de6-8477-42d5-becb-95c2229fbdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:04.916373 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75dbb1d8-aa67-49d7-94c8-9d2be091527b req-96796de6-8477-42d5-becb-95c2229fbdfb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0437613 Dec 14 03:25:04.965920 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dbb1d8-aa67-49d7-94c8-9d2be091527b req-e0a68439-e845-49e1-b58b-ed870bea73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:04.967441 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75dbb1d8-aa67-49d7-94c8-9d2be091527b req-e0a68439-e845-49e1-b58b-ed870bea73ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441916 Dec 14 03:25:05.026229 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3eb80a87-3190-4f63-b53b-bd04de8a00f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:05.061219 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75dbb1d8-aa67-49d7-94c8-9d2be091527b req-460f6a99-acdc-4e74-9f71-b917c1a99c67 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861838 Dec 14 03:25:05.150631 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75dbb1d8-aa67-49d7-94c8-9d2be091527b req-daebfa82-69a6-4a42-bd7c-83d4a879c766 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811996 Dec 14 03:25:05.403106 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6c1c4-66fc-4ee2-9605-72a20f182989 req-60c017d1-747c-4295-818f-3f5bfa65334d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:05.404488 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ec6c1c4-66fc-4ee2-9605-72a20f182989 req-60c017d1-747c-4295-818f-3f5bfa65334d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0544083 Dec 14 03:25:05.450814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ec6c1c4-66fc-4ee2-9605-72a20f182989 req-77c8066f-2c91-487e-b18d-a2f62969d7d0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403485 Dec 14 03:25:05.929637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd8e01-a9e3-4e7e-8e31-5ab08156b8b1 req-83ad5d55-65fa-4383-bf96-b10c3af5c0f1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:05.931123 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dfd8e01-a9e3-4e7e-8e31-5ab08156b8b1 req-83ad5d55-65fa-4383-bf96-b10c3af5c0f1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0501082 Dec 14 03:25:05.978208 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8dfd8e01-a9e3-4e7e-8e31-5ab08156b8b1 req-3d435755-987f-4f57-80a1-b3b08b6fa6cf tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406344 Dec 14 03:25:06.463904 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:07.110280 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa4a13-ec0d-4e0e-8b5b-21c6084f65ca req-258baa16-0826-4419-8376-798058be858d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:07.111806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-53fa4a13-ec0d-4e0e-8b5b-21c6084f65ca req-258baa16-0826-4419-8376-798058be858d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0512948 Dec 14 03:25:07.168457 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-53fa4a13-ec0d-4e0e-8b5b-21c6084f65ca req-8544c20c-7c94-4210-b10b-a1e2a2f69d63 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491927 Dec 14 03:25:07.387862 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ffbc4-2fb3-4c6c-8da8-1f301100199e req-7a8c6823-b66a-47da-b940-fc5d1ff77c84 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:07.391894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f1ffbc4-2fb3-4c6c-8da8-1f301100199e req-7a8c6823-b66a-47da-b940-fc5d1ff77c84 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 946 time: 0.0482476 Dec 14 03:25:07.487545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-1f1ffbc4-2fb3-4c6c-8da8-1f301100199e req-6240cc26-0248-4371-96c6-a9e071d970cc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Deleting port 4b6883ae-e60b-42ef-a9c3-13887da80a2f {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:25:07.487901 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f1ffbc4-2fb3-4c6c-8da8-1f301100199e req-6240cc26-0248-4371-96c6-a9e071d970cc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:07.595605 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-1f1ffbc4-2fb3-4c6c-8da8-1f301100199e req-6240cc26-0248-4371-96c6-a9e071d970cc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] For port 4b6883ae-e60b-42ef-a9c3-13887da80a2f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=4b6883ae-e60b-42ef-a9c3-13887da80a2f,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:25:07.596030 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f1ffbc4-2fb3-4c6c-8da8-1f301100199e req-6240cc26-0248-4371-96c6-a9e071d970cc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:07.781020 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f1ffbc4-2fb3-4c6c-8da8-1f301100199e req-6240cc26-0248-4371-96c6-a9e071d970cc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:07.781470 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f1ffbc4-2fb3-4c6c-8da8-1f301100199e req-6240cc26-0248-4371-96c6-a9e071d970cc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:07.781796 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-1f1ffbc4-2fb3-4c6c-8da8-1f301100199e req-6240cc26-0248-4371-96c6-a9e071d970cc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Floating IP cba5b4e9-7860-4dbe-828d-7befbb9c25fe disassociated. External IP: 172.25.7.179, port: 4b6883ae-e60b-42ef-a9c3-13887da80a2f. Dec 14 03:25:07.782157 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-1f1ffbc4-2fb3-4c6c-8da8-1f301100199e req-6240cc26-0248-4371-96c6-a9e071d970cc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Calling delete_port for 4b6883ae-e60b-42ef-a9c3-13887da80a2f owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:25:07.906225 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:08.026444 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f1ffbc4-2fb3-4c6c-8da8-1f301100199e req-6240cc26-0248-4371-96c6-a9e071d970cc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:08.054855 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240cc26-0248-4371-96c6-a9e071d970cc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Pushing event deleted for resources: {'Port': ['ID=4b6883ae-e60b-42ef-a9c3-13887da80a2f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:25:08.180816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f1ffbc4-2fb3-4c6c-8da8-1f301100199e req-6240cc26-0248-4371-96c6-a9e071d970cc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Router 2bb231bd-313d-40eb-8a1c-d764405ed247 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:25:08.295473 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5293ea2-937c-4a5f-a944-3fe6aa8213e6 req-661dbbb7-df8a-438a-ba83-789f2780dafa tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 210 time: 0.0359108 Dec 14 03:25:08.329104 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f1ffbc4-2fb3-4c6c-8da8-1f301100199e req-6240cc26-0248-4371-96c6-a9e071d970cc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:25:08.340446 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc86c7c4-94c2-4445-847a-3eaf681a5ff6 None None] Sync routers for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:25:08.351808 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc86c7c4-94c2-4445-847a-3eaf681a5ff6 None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:25:08.352740 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bc86c7c4-94c2-4445-847a-3eaf681a5ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:25:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:25:08.376167 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1ffbc4-2fb3-4c6c-8da8-1f301100199e req-6240cc26-0248-4371-96c6-a9e071d970cc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] No DVR routers for this DVR port 4b6883ae-e60b-42ef-a9c3-13887da80a2f on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:25:08.379973 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-1f1ffbc4-2fb3-4c6c-8da8-1f301100199e req-6240cc26-0248-4371-96c6-a9e071d970cc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:08.383629 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f1ffbc4-2fb3-4c6c-8da8-1f301100199e req-6240cc26-0248-4371-96c6-a9e071d970cc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.46 "DELETE /v2.0/ports/4b6883ae-e60b-42ef-a9c3-13887da80a2f HTTP/1.1" status: 204 len: 173 time: 0.9870775 Dec 14 03:25:08.384082 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ba42170-bb4c-40ff-a15f-3be93fa4b4b3', 'name': 'network-vif-deleted', 'tag': '4b6883ae-e60b-42ef-a9c3-13887da80a2f'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:25:08.386490 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3488717-4961-4edc-b6f8-bc0041637c1f" -d '{"events": [{"server_uuid": "3ba42170-bb4c-40ff-a15f-3be93fa4b4b3", "name": "network-vif-deleted", "tag": "4b6883ae-e60b-42ef-a9c3-13887da80a2f"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:25:08.430784 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92964a7b-e5fa-487a-a397-f689cf89f0b3 x-openstack-request-id: req-92964a7b-e5fa-487a-a397-f689cf89f0b3 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:25:08.431365 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ba42170-bb4c-40ff-a15f-3be93fa4b4b3", "name": "network-vif-deleted", "tag": "4b6883ae-e60b-42ef-a9c3-13887da80a2f", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:25:08.431728 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92964a7b-e5fa-487a-a397-f689cf89f0b3 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:25:08.432201 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ba42170-bb4c-40ff-a15f-3be93fa4b4b3', 'name': 'network-vif-deleted', 'tag': '4b6883ae-e60b-42ef-a9c3-13887da80a2f', 'status': 'completed', 'code': 200} Dec 14 03:25:08.668513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-bc86c7c4-94c2-4445-847a-3eaf681a5ff6 None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:25:08.714305 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:08.870479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bc86c7c4-94c2-4445-847a-3eaf681a5ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:25:08.900045 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc86c7c4-94c2-4445-847a-3eaf681a5ff6 None None] Checking router: 2bb231bd-313d-40eb-8a1c-d764405ed247 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:25:08.908658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc86c7c4-94c2-4445-847a-3eaf681a5ff6 None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:25:08.909284 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bc86c7c4-94c2-4445-847a-3eaf681a5ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:25:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:25:09.012346 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-bc86c7c4-94c2-4445-847a-3eaf681a5ff6 None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:25:09.211998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bc86c7c4-94c2-4445-847a-3eaf681a5ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:25:09.238171 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc86c7c4-94c2-4445-847a-3eaf681a5ff6 None None] The sync data for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 is: [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:25:09.410822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-438eb47f-7133-42a7-9e99-bfc5ba252045 req-be2c5eb6-72d8-4e36-828b-b8304bd90f99 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ba42170-bb4c-40ff-a15f-3be93fa4b4b3 HTTP/1.1" status: 200 len: 210 time: 0.0289893 Dec 14 03:25:09.474355 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08463073-030e-4030-9523-f58b901f3c39 None None] New status for floating IP cba5b4e9-7860-4dbe-828d-7befbb9c25fe: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:25:10.698740 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-4f043065-c311-4be5-9329-f990a66c4cd0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--189718369&fields=id&tenant_id=5214c1674e9a4e0f91667c3b849e4dcc HTTP/1.1" status: 200 len: 267 time: 0.0430410 Dec 14 03:25:10.809361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-d720a6bb-7d79-4bc8-8ed6-6a3d017d11ab tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:10.810787 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-d720a6bb-7d79-4bc8-8ed6-6a3d017d11ab tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 812 time: 0.1053691 Dec 14 03:25:10.825877 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-b25a7075-c8f0-4124-a775-d80085de916c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/quotas/5214c1674e9a4e0f91667c3b849e4dcc HTTP/1.1" status: 200 len: 375 time: 0.0093312 Dec 14 03:25:10.875294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-c9548004-d5c2-42dd-b6c8-aec046774a5b tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441921 Dec 14 03:25:10.971181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-7ff428a4-9dae-486e-bf76-46adf52c891e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:25:10.972201 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-7ff428a4-9dae-486e-bf76-46adf52c891e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479116 Dec 14 03:25:11.060708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-2ef19bf2-55d8-4ed4-81b2-1a406613f940 service neutron] 10.222.0.39 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816932 Dec 14 03:25:11.152977 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-506c3611-c3c5-4713-92aa-b8d539c6d322 service neutron] 10.222.0.39 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858724 Dec 14 03:25:11.193812 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 4b6883ae-e60b-42ef-a9c3-13887da80a2f no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:25:11.217013 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 4b6883ae-e60b-42ef-a9c3-13887da80a2f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:25:11.217393 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 4b6883ae-e60b-42ef-a9c3-13887da80a2f not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:25:11.388781 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-53306fc3-9f4d-4aa5-a2d9-7ea94b4b915f req-9c4c2c54-285c-4cf3-84a3-46a6e2d36f6d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 210 time: 0.0273101 Dec 14 03:25:12.483349 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d204f30-ae82-4e98-b9b2-10e3b9ce5685 req-0c3322f5-50c1-45e7-b45a-a179a6c91113 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 210 time: 0.0255625 Dec 14 03:25:13.586989 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-99bc9b5f-8e18-433e-936a-71317eb80fc0 req-39bb3200-e24d-4ebd-980f-8f820ddf86ab tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 210 time: 0.0280538 Dec 14 03:25:13.725368 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-749e0a5a-fdfd-4bea-a779-5470c98941fe tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:13.726823 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-749e0a5a-fdfd-4bea-a779-5470c98941fe tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 812 time: 0.4354880 Dec 14 03:25:13.737697 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:25:13.796114 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-5825d769-9b73-49cd-a8e0-b4e73ca18ef7 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5214c1674e9a4e0f91667c3b849e4dcc HTTP/1.1" status: 200 len: 379 time: 0.0524049 Dec 14 03:25:13.822865 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Request body: {'port': {'device_id': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'admin_state_up': True, 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'security_groups': ['6e79c5bc-9381-4d82-b408-1ed275f2ea65']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:25:14.008226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Made reservation on behalf of 5214c1674e9a4e0f91667c3b849e4dcc for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:25:14.011752 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:14.137319 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Allocated IP 172.20.0.4 (9b5d2602-9953-41a0-86a4-e3714d7f2efd/c63edeb4-cba8-46a7-88ec-5253846583e1/db00a5a2-3d53-480a-bb8b-15df7b7ddebe) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:25:14.274858 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:14.374744 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:14.419491 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Network 9b5d2602-9953-41a0-86a4-e3714d7f2efd is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:25:14.422868 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:25:14.426572 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:25:14.433268 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Pushing event updated for resources: {'Port': ['ID=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:25:14.463660 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:14.463894 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:14.464227 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:14.464576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:14.464920 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:14.465258 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:14.465669 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:14.466010 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:14.466339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:14.466665 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:14.466996 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:14.467328 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:14.467661 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:25:14.494937 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:14.495555 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:14.605648 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-9e7c9fd8-4b06-48e3-8de9-cf3a77c4c3e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7864001 Dec 14 03:25:14.623958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Request body: {'port': {'device_id': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:25:14.681216 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:14.710111 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a9339cfb-988d-4921-8473-30e9c3a1e1e4 None None] Provisioning complete for port db00a5a2-3d53-480a-bb8b-15df7b7ddebe triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:25:14.710111 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a9339cfb-988d-4921-8473-30e9c3a1e1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:14.711161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b7c39-27a2-4c98-91a3-4a02871bd938 req-8a5e89f9-d45d-4ccd-b97d-3616060e0314 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:14.712449 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d6b7c39-27a2-4c98-91a3-4a02871bd938 req-8a5e89f9-d45d-4ccd-b97d-3616060e0314 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 931 time: 0.0549011 Dec 14 03:25:14.738040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a9339cfb-988d-4921-8473-30e9c3a1e1e4 None None] Port db00a5a2-3d53-480a-bb8b-15df7b7ddebe cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:25:14.765439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d6b7c39-27a2-4c98-91a3-4a02871bd938 req-e19a04e8-c671-4fca-852a-4354e8bb0bc6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461380 Dec 14 03:25:14.941198 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db00a5a2-3d53-480a-bb8b-15df7b7ddebe {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:25:14.949109 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:14.960626 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Transition to ACTIVE for port object db00a5a2-3d53-480a-bb8b-15df7b7ddebe will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:25:15.020220 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:15.070883 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Pushing event updated for resources: {'Port': ['ID=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:25:15.144837 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Attempting to bind port db00a5a2-3d53-480a-bb8b-15df7b7ddebe on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:25:15.145177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Attempting to bind port db00a5a2-3d53-480a-bb8b-15df7b7ddebe by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:25:15.145537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Attempting to bind port db00a5a2-3d53-480a-bb8b-15df7b7ddebe on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:25:15.150425 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Port db00a5a2-3d53-480a-bb8b-15df7b7ddebe on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:25:15.150759 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Attempting to bind port db00a5a2-3d53-480a-bb8b-15df7b7ddebe on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:25:15.156176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:25:15.156521 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Checking segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:25:15.156923 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Bound using segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:25:15.157402 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Bound port: db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:25:15.157768 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:15.221965 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:25:15.225731 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:25:15.300646 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:15.338322 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:15.338868 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:15.340244 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] 10.222.0.47 "PUT /v2.0/ports/db00a5a2-3d53-480a-bb8b-15df7b7ddebe HTTP/1.1" status: 200 len: 1091 time: 0.7207425 Dec 14 03:25:15.340676 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'tag': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:25:15.363882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef82cf-414c-49a9-8b4a-65d8893d0dbd service neutron] Pushing event updated for resources: {'Port': ['ID=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:25:15.388236 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad1a731-e218-433e-b956-55b0a9602644" -d '{"events": [{"name": "network-changed", "server_uuid": "0e834247-3f9d-44e4-9f50-0b849ba98c05", "tag": "db00a5a2-3d53-480a-bb8b-15df7b7ddebe"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:25:15.484094 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0283db-dc70-4f85-aa48-ec50bc572a17 x-openstack-request-id: req-3b0283db-dc70-4f85-aa48-ec50bc572a17 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:25:15.484396 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e834247-3f9d-44e4-9f50-0b849ba98c05", "tag": "db00a5a2-3d53-480a-bb8b-15df7b7ddebe", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:25:15.484656 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b0283db-dc70-4f85-aa48-ec50bc572a17 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:25:15.485060 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'tag': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe', 'status': 'completed', 'code': 200} Dec 14 03:25:15.498398 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-66fee4b5-399c-4924-9a4c-5eca4f56b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:15.499938 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-66fee4b5-399c-4924-9a4c-5eca4f56b1bb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 1094 time: 0.0523534 Dec 14 03:25:15.551230 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-24043088-51e7-4940-875a-1eba4688266d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe HTTP/1.1" status: 200 len: 217 time: 0.0363655 Dec 14 03:25:15.600764 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-a1959836-cb8d-4b75-968e-29d72bd04f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:15.602318 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-a1959836-cb8d-4b75-968e-29d72bd04f3f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0431263 Dec 14 03:25:15.650983 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-fe84f957-f9b1-4819-8909-f13952cf60dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:15.654015 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-fe84f957-f9b1-4819-8909-f13952cf60dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436380 Dec 14 03:25:15.747958 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-222bf0f0-315f-4746-b90f-cba244b1dfc2 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883074 Dec 14 03:25:15.842545 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c128e3e7-1a73-4a22-9b58-12245d9cc558 req-f6657e27-d37c-4e0b-9d01-9fc4d8aa2a29 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877233 Dec 14 03:25:15.882534 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b963a16-f53b-4ca9-a2ef-e0f57e8afbd4 req-ccee0021-9545-46ef-ad31-a1f11c9dea95 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:15.884030 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b963a16-f53b-4ca9-a2ef-e0f57e8afbd4 req-ccee0021-9545-46ef-ad31-a1f11c9dea95 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 943 time: 0.0481195 Dec 14 03:25:15.931593 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b963a16-f53b-4ca9-a2ef-e0f57e8afbd4 req-c495bd87-a642-49ae-9336-f9f2a7e53526 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412343 Dec 14 03:25:16.039210 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1a731-e218-433e-b956-55b0a9602644 req-cf60faf1-bbd5-44da-b434-398dc84c4042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:16.040615 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dad1a731-e218-433e-b956-55b0a9602644 req-cf60faf1-bbd5-44da-b434-398dc84c4042 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 1094 time: 0.0419824 Dec 14 03:25:16.128560 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1a731-e218-433e-b956-55b0a9602644 req-1fa2fdf5-e320-4608-b7be-4f350a3b7750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:16.130077 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dad1a731-e218-433e-b956-55b0a9602644 req-1fa2fdf5-e320-4608-b7be-4f350a3b7750 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0824187 Dec 14 03:25:16.175322 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dad1a731-e218-433e-b956-55b0a9602644 req-2803008e-8602-4b09-9e20-e35159bdd75d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe HTTP/1.1" status: 200 len: 217 time: 0.0370541 Dec 14 03:25:16.223545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1a731-e218-433e-b956-55b0a9602644 req-8bcca122-770e-469f-8bda-0131cc706370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:16.224961 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dad1a731-e218-433e-b956-55b0a9602644 req-8bcca122-770e-469f-8bda-0131cc706370 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0421751 Dec 14 03:25:16.276230 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1a731-e218-433e-b956-55b0a9602644 req-e980cf69-c7e7-4cc0-902d-a997298a4ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:16.277735 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dad1a731-e218-433e-b956-55b0a9602644 req-e980cf69-c7e7-4cc0-902d-a997298a4ecc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442593 Dec 14 03:25:16.369318 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dad1a731-e218-433e-b956-55b0a9602644 req-617b246a-eb59-403f-bb2a-124100be08e0 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840819 Dec 14 03:25:16.458040 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dad1a731-e218-433e-b956-55b0a9602644 req-fac9d380-874c-43a9-b56b-f4224dffbca1 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812550 Dec 14 03:25:17.054412 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f3b7e-7cb2-466a-8dcb-19407e61069b req-b62c7b80-725f-4fe6-9cbc-765f9e1e48a9 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:17.055870 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b11f3b7e-7cb2-466a-8dcb-19407e61069b req-b62c7b80-725f-4fe6-9cbc-765f9e1e48a9 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 943 time: 0.0484290 Dec 14 03:25:17.105665 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b11f3b7e-7cb2-466a-8dcb-19407e61069b req-7a9b2327-2e0d-4738-acd0-f5a9838e16a3 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437245 Dec 14 03:25:18.219706 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f11e34-03e7-4e6b-af2b-ba260ebdb2a7 req-671f6465-a43d-42d9-bc86-d2d18df8520b tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:18.221087 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07f11e34-03e7-4e6b-af2b-ba260ebdb2a7 req-671f6465-a43d-42d9-bc86-d2d18df8520b tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 943 time: 0.0480928 Dec 14 03:25:18.267978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07f11e34-03e7-4e6b-af2b-ba260ebdb2a7 req-e72c1f66-1e99-4245-8d16-4eabc307bc7e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402277 Dec 14 03:25:19.426401 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf55030-6849-4b80-9e21-95717d23f4cc req-e3762450-4c21-41f3-b294-f90b7d1c69b0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:19.428537 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bf55030-6849-4b80-9e21-95717d23f4cc req-e3762450-4c21-41f3-b294-f90b7d1c69b0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 943 time: 0.0483513 Dec 14 03:25:19.474054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bf55030-6849-4b80-9e21-95717d23f4cc req-210e2929-9d0b-49b9-b0c6-0aec56af8531 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396802 Dec 14 03:25:19.946702 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device db00a5a2-3d53-480a-bb8b-15df7b7ddebe details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:25:20.040017 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:25:20.050891 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'port_id': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe', 'mac_address': 'fa:16:3e:ab:69:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:25:20.086724 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:20.098617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db00a5a2-3d53-480a-bb8b-15df7b7ddebe {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:25:20.121322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:25:20.283039 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:20.329710 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:25:20.587973 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['db00a5a2-3d53-480a-bb8b-15df7b7ddebe'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:25:20.599056 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fc3e5-0d12-47e9-8d2d-a560a042bfc1 req-8db7963b-8cc0-4261-8805-08d41f30ae08 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:20.600576 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-020fc3e5-0d12-47e9-8d2d-a560a042bfc1 req-8db7963b-8cc0-4261-8805-08d41f30ae08 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 944 time: 0.0545485 Dec 14 03:25:20.655982 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-020fc3e5-0d12-47e9-8d2d-a560a042bfc1 req-99868e67-e809-43f5-898f-91f58f00ad31 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485265 Dec 14 03:25:21.772731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f335b-e10b-4250-87ad-8587e46b9a70 req-2a3ed933-99c4-475a-890f-897a1d6b3eb0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:21.774376 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-536f335b-e10b-4250-87ad-8587e46b9a70 req-2a3ed933-99c4-475a-890f-897a1d6b3eb0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 944 time: 0.0487442 Dec 14 03:25:21.820553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-536f335b-e10b-4250-87ad-8587e46b9a70 req-7936965d-8c44-42ec-b49a-733fe15b2208 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395422 Dec 14 03:25:21.957109 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device db00a5a2-3d53-480a-bb8b-15df7b7ddebe up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:25:22.133824 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port db00a5a2-3d53-480a-bb8b-15df7b7ddebe completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:25:22.137875 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port db00a5a2-3d53-480a-bb8b-15df7b7ddebe triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:25:22.138249 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:22.212062 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:22.233641 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:25:22.242428 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf1b17d-2b7c-4c37-a645-eace8a0fee1a" -d '{"events": [{"server_uuid": "0e834247-3f9d-44e4-9f50-0b849ba98c05", "name": "network-vif-plugged", "status": "completed", "tag": "db00a5a2-3d53-480a-bb8b-15df7b7ddebe"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:25:22.248965 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:25:22.272317 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a9c347-1006-4dde-bf23-2b2b95847c5a x-openstack-request-id: req-27a9c347-1006-4dde-bf23-2b2b95847c5a {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:25:22.272628 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e834247-3f9d-44e4-9f50-0b849ba98c05", "name": "network-vif-plugged", "status": "completed", "tag": "db00a5a2-3d53-480a-bb8b-15df7b7ddebe", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:25:22.272891 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27a9c347-1006-4dde-bf23-2b2b95847c5a {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:25:22.273346 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe', 'code': 200} Dec 14 03:25:22.328502 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:22.378497 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:25:22.403328 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e26c84-1881-468b-afe3-6b58685ab611 req-2763e4c4-fca7-403a-b948-87ac6e483ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:22.404822 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-16e26c84-1881-468b-afe3-6b58685ab611 req-2763e4c4-fca7-403a-b948-87ac6e483ad1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 1096 time: 0.0404596 Dec 14 03:25:22.453195 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-16e26c84-1881-468b-afe3-6b58685ab611 req-118bd64f-f964-4ba3-808f-8bbae35eddf9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416577 Dec 14 03:25:22.937366 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0851a-1b47-4cd2-aea1-26125663533e req-04cf97ba-7c66-4c98-83cd-66207eb126ed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:22.938628 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-85f0851a-1b47-4cd2-aea1-26125663533e req-04cf97ba-7c66-4c98-83cd-66207eb126ed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0496719 Dec 14 03:25:22.989291 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-85f0851a-1b47-4cd2-aea1-26125663533e req-d7fb83f8-b421-46ed-a855-ea28a53980c9 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445890 Dec 14 03:25:24.106773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab6b98-3cb1-425c-a813-212f781a6cba req-438e71bc-fe97-4d9c-be3b-2526f35dcd5a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:24.108248 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36ab6b98-3cb1-425c-a813-212f781a6cba req-438e71bc-fe97-4d9c-be3b-2526f35dcd5a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0487216 Dec 14 03:25:24.154597 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-36ab6b98-3cb1-425c-a813-212f781a6cba req-334d2dfe-3a01-4d37-a0fe-041ab653bcf8 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403945 Dec 14 03:25:24.264005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299017b-c297-4924-a8a1-a39cecedc2f6 req-188c6694-926a-4e86-957c-727619978a07 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:24.265609 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5299017b-c297-4924-a8a1-a39cecedc2f6 req-188c6694-926a-4e86-957c-727619978a07 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0469501 Dec 14 03:25:24.275031 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52454) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:25:24.279446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-22bc3ab9-e26c-4197-8028-9d31a4837361 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Request body: {'floatingip': {'port_id': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:25:24.321504 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-22bc3ab9-e26c-4197-8028-9d31a4837361 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for floatingip, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:24.730411 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-22bc3ab9-e26c-4197-8028-9d31a4837361 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:24.831259 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-22bc3ab9-e26c-4197-8028-9d31a4837361 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:24.936684 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-22bc3ab9-e26c-4197-8028-9d31a4837361 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Floating IP cba5b4e9-7860-4dbe-828d-7befbb9c25fe associated. External IP: 172.25.7.179, port: db00a5a2-3d53-480a-bb8b-15df7b7ddebe. Dec 14 03:25:25.138219 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bc3ab9-e26c-4197-8028-9d31a4837361 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Router 2bb231bd-313d-40eb-8a1c-d764405ed247 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:25:25.245532 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bc3ab9-e26c-4197-8028-9d31a4837361 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:25:25.250118 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-22bc3ab9-e26c-4197-8028-9d31a4837361 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:25.255805 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383cca0b-4f6a-4d74-b417-0b9a05f4a596 None None] Sync routers for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:25:25.265970 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383cca0b-4f6a-4d74-b417-0b9a05f4a596 None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:25:25.266589 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-383cca0b-4f6a-4d74-b417-0b9a05f4a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:25:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:25:25.277425 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-22bc3ab9-e26c-4197-8028-9d31a4837361 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "PUT /v2.0/floatingips/cba5b4e9-7860-4dbe-828d-7befbb9c25fe HTTP/1.1" status: 200 len: 991 time: 1.0012121 Dec 14 03:25:25.278008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'tag': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:25:25.280304 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1210f556-8f43-4e8f-a605-8c04ce1a6416" -d '{"events": [{"name": "network-changed", "server_uuid": "0e834247-3f9d-44e4-9f50-0b849ba98c05", "tag": "db00a5a2-3d53-480a-bb8b-15df7b7ddebe"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:25:25.319764 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2487bb-239b-4540-9970-2410074c75ee x-openstack-request-id: req-0e2487bb-239b-4540-9970-2410074c75ee {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:25:25.320054 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e834247-3f9d-44e4-9f50-0b849ba98c05", "tag": "db00a5a2-3d53-480a-bb8b-15df7b7ddebe", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:25:25.320313 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e2487bb-239b-4540-9970-2410074c75ee {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:25:25.320768 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'tag': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe', 'status': 'completed', 'code': 200} Dec 14 03:25:25.375591 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-383cca0b-4f6a-4d74-b417-0b9a05f4a596 None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:25:25.416089 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210f556-8f43-4e8f-a605-8c04ce1a6416 req-332938d8-a6c2-43a1-a61e-337dba037085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:25.417642 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1210f556-8f43-4e8f-a605-8c04ce1a6416 req-332938d8-a6c2-43a1-a61e-337dba037085 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 1096 time: 0.0410538 Dec 14 03:25:25.507711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210f556-8f43-4e8f-a605-8c04ce1a6416 req-4f938822-1586-4305-a8a5-88a65df850a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:25.509186 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1210f556-8f43-4e8f-a605-8c04ce1a6416 req-4f938822-1586-4305-a8a5-88a65df850a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0849407 Dec 14 03:25:25.580029 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1210f556-8f43-4e8f-a605-8c04ce1a6416 req-186adebf-d953-4be3-a7ad-0a5f1e936f88 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe HTTP/1.1" status: 200 len: 999 time: 0.0636604 Dec 14 03:25:25.596817 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-383cca0b-4f6a-4d74-b417-0b9a05f4a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'cba5b4e9-7860-4dbe-828d-7befbb9c25fe', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'floating_ip_address': '172.25.7.179', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'port_id': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'mac_address': 'fa:16:3e:ab:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:20:21Z', 'updated_at': '2021-12-14T03:25:24Z', 'revision_number': 9, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:25:25.626653 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383cca0b-4f6a-4d74-b417-0b9a05f4a596 None None] Checking router: 2bb231bd-313d-40eb-8a1c-d764405ed247 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:25:25.628301 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210f556-8f43-4e8f-a605-8c04ce1a6416 req-10653248-2056-483d-a01f-c8c79d5802d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:25.629809 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1210f556-8f43-4e8f-a605-8c04ce1a6416 req-10653248-2056-483d-a01f-c8c79d5802d4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0431054 Dec 14 03:25:25.635326 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383cca0b-4f6a-4d74-b417-0b9a05f4a596 None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:25:25.636022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-383cca0b-4f6a-4d74-b417-0b9a05f4a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:25:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:25:25.676878 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210f556-8f43-4e8f-a605-8c04ce1a6416 req-f8ba49c6-d1ff-44d5-b8b0-55e141446591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:25.678319 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1210f556-8f43-4e8f-a605-8c04ce1a6416 req-f8ba49c6-d1ff-44d5-b8b0-55e141446591 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404260 Dec 14 03:25:25.746114 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-383cca0b-4f6a-4d74-b417-0b9a05f4a596 None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:25:25.778286 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1210f556-8f43-4e8f-a605-8c04ce1a6416 req-07ef4f3d-414d-45ec-9bc3-b4ff3ae1ab11 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877721 Dec 14 03:25:25.868684 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1210f556-8f43-4e8f-a605-8c04ce1a6416 req-a0fbd100-e5dc-4fbd-a9bb-30fb5814016e service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840514 Dec 14 03:25:25.974061 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-383cca0b-4f6a-4d74-b417-0b9a05f4a596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'cba5b4e9-7860-4dbe-828d-7befbb9c25fe', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'floating_ip_address': '172.25.7.179', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'port_id': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'mac_address': 'fa:16:3e:ab:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:20:21Z', 'updated_at': '2021-12-14T03:25:24Z', 'revision_number': 9, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:25:26.003395 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383cca0b-4f6a-4d74-b417-0b9a05f4a596 None None] The sync data for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 is: [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'cba5b4e9-7860-4dbe-828d-7befbb9c25fe', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'floating_ip_address': '172.25.7.179', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'port_id': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'mac_address': 'fa:16:3e:ab:69:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:20:21Z', 'updated_at': '2021-12-14T03:25:24Z', 'revision_number': 9, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:25:26.193253 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643b4915-262d-48e1-9bff-7db8f43c9d16 None None] New status for floating IP cba5b4e9-7860-4dbe-828d-7befbb9c25fe: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:25:27.500053 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:30.669033 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:32.800240 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dc04847a-4a58-4f8c-9844-81d8af85c12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:35.114523 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9e34911-457e-42ed-8fa2-aba417ba8d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:36.476870 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:37.824836 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:38.652004 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:25:48.324982 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2ab1617f-9cb3-4fc8-89ff-8255a2fa7db0 req-628382ec-3063-4e95-ad96-7e4db891a5f2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515964 Dec 14 03:25:48.435916 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1617f-9cb3-4fc8-89ff-8255a2fa7db0 req-7c51414f-7259-4751-bdb8-61578f490374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:48.437458 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2ab1617f-9cb3-4fc8-89ff-8255a2fa7db0 req-7c51414f-7259-4751-bdb8-61578f490374 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 1096 time: 0.0416319 Dec 14 03:25:48.539420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1617f-9cb3-4fc8-89ff-8255a2fa7db0 req-db297b8f-a76b-4058-a223-468f84a370f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:48.541401 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2ab1617f-9cb3-4fc8-89ff-8255a2fa7db0 req-db297b8f-a76b-4058-a223-468f84a370f1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0845277 Dec 14 03:25:48.610616 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2ab1617f-9cb3-4fc8-89ff-8255a2fa7db0 req-54694256-b405-4842-9762-97e6e5a9aeb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe HTTP/1.1" status: 200 len: 1002 time: 0.0618625 Dec 14 03:25:48.659885 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1617f-9cb3-4fc8-89ff-8255a2fa7db0 req-520ef821-66d7-4039-b2ec-d4fe9dcc428b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:48.661292 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2ab1617f-9cb3-4fc8-89ff-8255a2fa7db0 req-520ef821-66d7-4039-b2ec-d4fe9dcc428b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0434124 Dec 14 03:25:48.707393 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1617f-9cb3-4fc8-89ff-8255a2fa7db0 req-6fe976f5-2f8a-4107-98e1-e355cbeedf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:25:48.715356 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2ab1617f-9cb3-4fc8-89ff-8255a2fa7db0 req-6fe976f5-2f8a-4107-98e1-e355cbeedf00 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397437 Dec 14 03:25:48.806995 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2ab1617f-9cb3-4fc8-89ff-8255a2fa7db0 req-8955f915-43ee-417d-a9a3-5b0ed349b92e service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878780 Dec 14 03:25:48.895574 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2ab1617f-9cb3-4fc8-89ff-8255a2fa7db0 req-ba8985e3-983c-43a8-913f-1d67222d9d8b service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813329 Dec 14 03:25:50.736433 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:25:57.550205 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:26:00.633095 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:26:02.784421 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-22f979f1-5ac9-4caf-b883-0f1687176dad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:26:05.035904 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-77d5cb53-8a61-42ff-8aa0-9fe0bdd46f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:26:06.484685 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:26:07.835862 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:26:08.658579 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:26:27.575191 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:26:27.735904 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:26:30.626611 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:26:32.844784 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1b5245bc-a255-43cf-97fa-abfc32258f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:26:35.063895 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ecf66df0-3ae0-4a2a-aa05-d750ae685170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:26:36.498063 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:26:37.883102 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:26:38.666328 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:26:48.278286 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0efaa37f-dc72-4739-8107-d90d5330260d req-24f0f716-3b71-4c06-94a2-869063f4a713 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419269 Dec 14 03:26:48.376776 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaa37f-dc72-4739-8107-d90d5330260d req-138b7d88-953f-4a2a-a934-fc3aa37b984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:26:48.378340 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0efaa37f-dc72-4739-8107-d90d5330260d req-138b7d88-953f-4a2a-a934-fc3aa37b984a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 1096 time: 0.0452890 Dec 14 03:26:48.480711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaa37f-dc72-4739-8107-d90d5330260d req-0314f488-555a-4eec-a1fa-538bd5b8cfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:26:48.482237 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0efaa37f-dc72-4739-8107-d90d5330260d req-0314f488-555a-4eec-a1fa-538bd5b8cfc8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0855322 Dec 14 03:26:48.557167 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0efaa37f-dc72-4739-8107-d90d5330260d req-f224725f-41e0-42d8-b2ce-2604f0e0769a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe HTTP/1.1" status: 200 len: 1002 time: 0.0673020 Dec 14 03:26:48.607841 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaa37f-dc72-4739-8107-d90d5330260d req-e3a855a8-486e-4ee0-b4f1-3c8aff177d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:26:48.609340 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0efaa37f-dc72-4739-8107-d90d5330260d req-e3a855a8-486e-4ee0-b4f1-3c8aff177d6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0452335 Dec 14 03:26:48.655141 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efaa37f-dc72-4739-8107-d90d5330260d req-8fd7694a-e50f-486a-be21-a1c6470f27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:26:48.656613 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0efaa37f-dc72-4739-8107-d90d5330260d req-8fd7694a-e50f-486a-be21-a1c6470f27e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401456 Dec 14 03:26:48.748724 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0efaa37f-dc72-4739-8107-d90d5330260d req-c9b76ffe-1a6c-4a78-bfe0-29efc342981a service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846679 Dec 14 03:26:48.837999 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0efaa37f-dc72-4739-8107-d90d5330260d req-00f8f02e-161b-4d0b-b321-f7353e49e395 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826788 Dec 14 03:26:57.537795 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:00.733942 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:01.974388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd01b0e-0fc9-48a6-8694-1ff5b1be5d6c req-88580e4b-ed7f-4520-9857-51765461c30d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:01.975888 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbd01b0e-0fc9-48a6-8694-1ff5b1be5d6c req-88580e4b-ed7f-4520-9857-51765461c30d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0494108 Dec 14 03:27:02.023217 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fbd01b0e-0fc9-48a6-8694-1ff5b1be5d6c req-9943f772-eab5-41aa-aa30-eb39ec260868 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406761 Dec 14 03:27:02.188973 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-b1906074-9dac-47f4-a179-e2790a6d01c8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412867 Dec 14 03:27:02.869110 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2244e9c0-3e87-431c-8aeb-dc393be40239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:03.154612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ccb74-f426-4eb4-81f5-c6d4ca848231 req-8ee1005c-95ab-49d2-b8f9-bd2bafa998be tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:03.156105 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-686ccb74-f426-4eb4-81f5-c6d4ca848231 req-8ee1005c-95ab-49d2-b8f9-bd2bafa998be tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0553901 Dec 14 03:27:03.202577 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-686ccb74-f426-4eb4-81f5-c6d4ca848231 req-e34ef039-349f-4d73-ad9e-a74487420965 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404294 Dec 14 03:27:04.328882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c96ad1-4ca4-4c92-ba20-63f00edf682d req-cf26f668-b960-43e0-a8c2-7fde1f577bf3 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:04.330394 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c7c96ad1-4ca4-4c92-ba20-63f00edf682d req-cf26f668-b960-43e0-a8c2-7fde1f577bf3 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0488074 Dec 14 03:27:04.377615 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c7c96ad1-4ca4-4c92-ba20-63f00edf682d req-1b0becdf-0724-4bab-8a79-853288fb77a6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411115 Dec 14 03:27:04.734409 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:27:05.074588 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1c078e93-7e09-4ff1-be27-1b8d134a1540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:05.433891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-189755f0-e0c5-4124-af0c-8ea9f45744a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:05.435404 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-189755f0-e0c5-4124-af0c-8ea9f45744a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 1096 time: 0.0456057 Dec 14 03:27:05.498893 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e1595-2155-43e5-bbcb-89349f3ee664 req-579f887f-bbfd-4747-838d-ebdc8ff8f109 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:05.500373 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-927e1595-2155-43e5-bbcb-89349f3ee664 req-579f887f-bbfd-4747-838d-ebdc8ff8f109 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0529282 Dec 14 03:27:05.527882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-48321e91-2868-4645-a05e-0bf6b847a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:05.529438 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-48321e91-2868-4645-a05e-0bf6b847a991 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0875344 Dec 14 03:27:05.553477 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-927e1595-2155-43e5-bbcb-89349f3ee664 req-a42ce829-d33a-454c-bead-6d69a592221d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467331 Dec 14 03:27:05.601328 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-dbdc1e63-5499-464c-8715-e2383f8c4176 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe HTTP/1.1" status: 200 len: 1002 time: 0.0649633 Dec 14 03:27:05.650252 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-bb8beb45-f2ba-4255-b362-8de85c5b71f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:05.652140 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-bb8beb45-f2ba-4255-b362-8de85c5b71f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0438926 Dec 14 03:27:05.696809 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-16610d56-05bb-4fa0-86cf-404674285623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:05.698442 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-16610d56-05bb-4fa0-86cf-404674285623 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397842 Dec 14 03:27:05.789093 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-fee9b2f6-7450-42a7-a587-a6738fb5a44f service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839665 Dec 14 03:27:05.876651 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-b6470ee3-d96c-41e3-a0df-bddd0db08fa3 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806916 Dec 14 03:27:06.520634 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:06.678845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b37b3-c7ac-43d1-b0bc-f0df1a2e6e09 req-56e4564f-477e-45f3-beaa-d2ff84c15496 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:06.680359 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-803b37b3-c7ac-43d1-b0bc-f0df1a2e6e09 req-56e4564f-477e-45f3-beaa-d2ff84c15496 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0516191 Dec 14 03:27:06.734242 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-803b37b3-c7ac-43d1-b0bc-f0df1a2e6e09 req-5f81f25e-1a95-4760-ad8d-71e0df5ec0bd tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457962 Dec 14 03:27:07.860819 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a99d025-5a83-496b-ba7e-66b76b2ac77b req-9b3d9a06-bcab-4e44-95b6-93ae21032222 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:07.862322 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a99d025-5a83-496b-ba7e-66b76b2ac77b req-9b3d9a06-bcab-4e44-95b6-93ae21032222 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0531218 Dec 14 03:27:07.865199 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:07.908641 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a99d025-5a83-496b-ba7e-66b76b2ac77b req-8963cce2-7e87-4e29-9a15-ea4893f221cd tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403371 Dec 14 03:27:08.636997 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:09.029707 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688aedd-c144-42f0-81ed-6983e4a4efdd req-e739d449-5d2e-46cd-a9eb-31f4be4998e7 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:09.031194 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5688aedd-c144-42f0-81ed-6983e4a4efdd req-e739d449-5d2e-46cd-a9eb-31f4be4998e7 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0520473 Dec 14 03:27:09.077824 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5688aedd-c144-42f0-81ed-6983e4a4efdd req-b12e0525-d1a3-4310-86ef-870ba9a700a5 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405128 Dec 14 03:27:10.192630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc638f54-646a-4fa1-b742-ff08ac389c85 req-ffff749d-853a-41e3-9923-454bca6531ea tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:10.194054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc638f54-646a-4fa1-b742-ff08ac389c85 req-ffff749d-853a-41e3-9923-454bca6531ea tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0492237 Dec 14 03:27:10.242204 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bc638f54-646a-4fa1-b742-ff08ac389c85 req-7c0cc242-f982-4540-98bf-645b2a54e543 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412931 Dec 14 03:27:11.364476 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308ba55-b0c4-4c98-ab93-915269494e45 req-1607b386-7263-4817-8179-713465dd3337 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:11.365960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1308ba55-b0c4-4c98-ab93-915269494e45 req-1607b386-7263-4817-8179-713465dd3337 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0527625 Dec 14 03:27:11.412476 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1308ba55-b0c4-4c98-ab93-915269494e45 req-04a17917-f422-4a78-8eb5-5406592b1072 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403256 Dec 14 03:27:12.530899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ecb215-fda6-4595-9895-2ea36bfd7e0e req-62b8a734-2e4d-4660-81a3-368081d4ccdd tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:12.532426 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03ecb215-fda6-4595-9895-2ea36bfd7e0e req-62b8a734-2e4d-4660-81a3-368081d4ccdd tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0511627 Dec 14 03:27:12.578957 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03ecb215-fda6-4595-9895-2ea36bfd7e0e req-8a03cdd4-c683-4a4c-a297-e3c4b12457a1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405746 Dec 14 03:27:13.693989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0f1df-3ed5-415f-9c91-e90597c5d564 req-b54b8f63-42ab-42ba-a226-f4b9abd81256 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:13.695487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-33a0f1df-3ed5-415f-9c91-e90597c5d564 req-b54b8f63-42ab-42ba-a226-f4b9abd81256 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0480275 Dec 14 03:27:13.746277 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-33a0f1df-3ed5-415f-9c91-e90597c5d564 req-d861e1cb-cabf-43e7-a49c-05805cc0ca63 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447879 Dec 14 03:27:14.861702 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd3e9f-66ec-40dd-822d-caef9bb5f37f req-005e635e-a0b8-400a-8ed5-b62a07235e62 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:14.863156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74dd3e9f-66ec-40dd-822d-caef9bb5f37f req-005e635e-a0b8-400a-8ed5-b62a07235e62 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0481493 Dec 14 03:27:14.911492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74dd3e9f-66ec-40dd-822d-caef9bb5f37f req-e745f93e-175a-4b76-9104-84f94bf95968 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420392 Dec 14 03:27:16.029681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da1181-2785-47b4-8757-1d0e905aa068 req-3ed51f73-d5c5-47bf-acd7-1b8bd518d605 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:16.031221 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0da1181-2785-47b4-8757-1d0e905aa068 req-3ed51f73-d5c5-47bf-acd7-1b8bd518d605 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0491989 Dec 14 03:27:16.079441 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d0da1181-2785-47b4-8757-1d0e905aa068 req-241dfb65-5877-4ec6-8100-12d332bc2cc0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423453 Dec 14 03:27:17.544145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75f393-5863-4c6c-878d-dcea9c8a01a4 req-ccfc7850-20fc-48b4-aa47-59e05cebf535 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:17.545682 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be75f393-5863-4c6c-878d-dcea9c8a01a4 req-ccfc7850-20fc-48b4-aa47-59e05cebf535 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.3922987 Dec 14 03:27:17.592817 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be75f393-5863-4c6c-878d-dcea9c8a01a4 req-32f99332-0c14-4ea9-be8b-645e009bff8d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410717 Dec 14 03:27:18.133667 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-0c27c464-7ef6-4d6d-9f9b-e54a0595a57a service neutron] show failed (client error): The resource could not be found. Dec 14 03:27:18.134655 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-0c27c464-7ef6-4d6d-9f9b-e54a0595a57a service neutron] 10.222.0.47 "GET /v2.0/ports/db00a5a2-3d53-480a-bb8b-15df7b7ddebe/bindings/n-h1-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.0542281 Dec 14 03:27:18.586622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-a4eaec17-bbff-4da5-92d6-722470babb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:18.588091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-a4eaec17-bbff-4da5-92d6-722470babb68 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05&tenant_id=5214c1674e9a4e0f91667c3b849e4dcc HTTP/1.1" status: 200 len: 1096 time: 0.0388362 Dec 14 03:27:18.606679 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821636-1', 'device_owner': 'compute:nova'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:27:18.660167 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:18.751894 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6842596-2403-44fd-b688-24951847ab5c req-2e37737c-bb2e-4ca8-b8db-8316fdceeee3 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:18.753407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c6842596-2403-44fd-b688-24951847ab5c req-2e37737c-bb2e-4ca8-b8db-8316fdceeee3 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0902548 Dec 14 03:27:18.896436 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c6842596-2403-44fd-b688-24951847ab5c req-518f767a-4c81-405a-a98f-932e369e38e3 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989578 Dec 14 03:27:18.933374 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:27:18.966525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:27:19.004620 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:27:19.006937 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e6670a-6518-45d8-be31-d5eb00b56cdd" -d '{"events": [{"server_uuid": "0e834247-3f9d-44e4-9f50-0b849ba98c05", "name": "network-vif-unplugged", "status": "completed", "tag": "db00a5a2-3d53-480a-bb8b-15df7b7ddebe"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:27:19.011892 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:19.023658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Transition to ACTIVE for port object db00a5a2-3d53-480a-bb8b-15df7b7ddebe will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:27:19.058225 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 03:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719e51f3-9e38-4a4f-aadb-11290adea562 x-openstack-request-id: req-719e51f3-9e38-4a4f-aadb-11290adea562 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:27:19.058551 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e834247-3f9d-44e4-9f50-0b849ba98c05", "name": "network-vif-unplugged", "status": "completed", "tag": "db00a5a2-3d53-480a-bb8b-15df7b7ddebe", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:27:19.058829 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-719e51f3-9e38-4a4f-aadb-11290adea562 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:27:19.059223 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe', 'code': 200} Dec 14 03:27:19.177067 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:19.255951 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Pushing event updated for resources: {'Port': ['ID=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,revision_number=6']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:27:19.272935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:19.273332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:19.273677 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:19.274023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:19.274368 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:19.274707 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:19.275042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:19.275373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:19.275712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:19.276045 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:19.276375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:19.276701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:19.277033 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:19.309759 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] No DVR routers for this DVR port db00a5a2-3d53-480a-bb8b-15df7b7ddebe on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:27:19.455266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Attempting to bind port db00a5a2-3d53-480a-bb8b-15df7b7ddebe on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:27:19.455610 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Attempting to bind port db00a5a2-3d53-480a-bb8b-15df7b7ddebe by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:27:19.455949 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Attempting to bind port db00a5a2-3d53-480a-bb8b-15df7b7ddebe on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:27:19.460223 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Port db00a5a2-3d53-480a-bb8b-15df7b7ddebe on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:27:19.460553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Attempting to bind port db00a5a2-3d53-480a-bb8b-15df7b7ddebe on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:27:19.465290 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:27:19.465726 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Checking segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:27:19.466116 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Bound using segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:27:19.466682 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Bound port: db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:27:19.467046 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:19.531518 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:27:19.534437 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:27:19.590417 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:19.626859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:19.627555 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:19.628951 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] 10.222.0.46 "PUT /v2.0/ports/db00a5a2-3d53-480a-bb8b-15df7b7ddebe HTTP/1.1" status: 200 len: 1091 time: 1.0262327 Dec 14 03:27:19.647775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629c0a0-4cb8-4177-b943-2654a0543288 service neutron] Pushing event updated for resources: {'Port': ['ID=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,revision_number=7']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:27:19.704468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-42f9e6c7-c6d3-48ea-9068-3622e2030f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:19.706063 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-42f9e6c7-c6d3-48ea-9068-3622e2030f7a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 1094 time: 0.0431900 Dec 14 03:27:19.805005 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-f7ee28f3-2522-4362-8288-5bc4431cc34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:19.806540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-f7ee28f3-2522-4362-8288-5bc4431cc34c service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0920892 Dec 14 03:27:19.870238 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-e7c1a86a-740b-440d-a00d-a524f97b745e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe HTTP/1.1" status: 200 len: 1000 time: 0.0570548 Dec 14 03:27:19.919040 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-935f26da-d510-42d5-9e7f-39e116fd7447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:19.920592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-935f26da-d510-42d5-9e7f-39e116fd7447 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0440927 Dec 14 03:27:19.982674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-33fb4dac-aaee-43ab-aa47-82cb27c43f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:19.984038 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-33fb4dac-aaee-43ab-aa47-82cb27c43f27 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568299 Dec 14 03:27:20.073588 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d5737-7f92-4d84-8443-be24edf00317 req-144d3ba8-6b2c-4126-8df0-c0bb133806c7 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:20.075059 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f51d5737-7f92-4d84-8443-be24edf00317 req-144d3ba8-6b2c-4126-8df0-c0bb133806c7 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 943 time: 0.1041102 Dec 14 03:27:20.120626 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-19778b73-8ba1-45a4-90fb-8786ac09a3f3 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189983 Dec 14 03:27:20.182150 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f51d5737-7f92-4d84-8443-be24edf00317 req-2a182e1e-64be-411d-a113-f2de37dc04fa tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963187 Dec 14 03:27:20.222850 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-57a1b017-7466-4ad2-8f8e-b77a0745d4ca req-6224b5af-e540-417a-b130-fd2b0f4f03e4 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942650 Dec 14 03:27:21.061057 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'tag': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:27:21.063471 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9017cde5-be74-4384-924f-3c688134a9f5" -d '{"events": [{"name": "network-changed", "server_uuid": "0e834247-3f9d-44e4-9f50-0b849ba98c05", "tag": "db00a5a2-3d53-480a-bb8b-15df7b7ddebe"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:27:21.112816 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a207ba5-167c-4422-b832-9feda34e7851 x-openstack-request-id: req-9a207ba5-167c-4422-b832-9feda34e7851 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:27:21.113111 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e834247-3f9d-44e4-9f50-0b849ba98c05", "tag": "db00a5a2-3d53-480a-bb8b-15df7b7ddebe", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:27:21.113397 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a207ba5-167c-4422-b832-9feda34e7851 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:27:21.113807 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'tag': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe', 'status': 'completed', 'code': 200} Dec 14 03:27:21.194637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017cde5-be74-4384-924f-3c688134a9f5 req-9d2c8e55-ee2c-4afc-a637-c159af38513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:21.196062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9017cde5-be74-4384-924f-3c688134a9f5 req-9d2c8e55-ee2c-4afc-a637-c159af38513b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 1094 time: 0.0407329 Dec 14 03:27:21.201404 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017cde5-be74-4384-924f-3c688134a9f5 req-95adfca1-e711-43a8-8b67-67e895811563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:21.203058 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9017cde5-be74-4384-924f-3c688134a9f5 req-95adfca1-e711-43a8-8b67-67e895811563 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 1094 time: 0.0458233 Dec 14 03:27:21.295794 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017cde5-be74-4384-924f-3c688134a9f5 req-d1532821-04b9-4616-ad96-6d35bc2abf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:21.297507 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9017cde5-be74-4384-924f-3c688134a9f5 req-d1532821-04b9-4616-ad96-6d35bc2abf38 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0872571 Dec 14 03:27:21.326825 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b008f-8c50-4147-a11c-2d3bede6cd51 req-c7e5177e-7737-4bc9-9190-d924fef9c324 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:21.328300 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f02b008f-8c50-4147-a11c-2d3bede6cd51 req-c7e5177e-7737-4bc9-9190-d924fef9c324 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 943 time: 0.0746052 Dec 14 03:27:21.331188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017cde5-be74-4384-924f-3c688134a9f5 req-51617c1d-5091-4504-b47c-1635c6df1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:21.332519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9017cde5-be74-4384-924f-3c688134a9f5 req-51617c1d-5091-4504-b47c-1635c6df1a56 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.1297758 Dec 14 03:27:21.368035 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9017cde5-be74-4384-924f-3c688134a9f5 req-8429122e-2835-433e-aad0-4ff9cba2c5f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe HTTP/1.1" status: 200 len: 1000 time: 0.0637863 Dec 14 03:27:21.417340 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017cde5-be74-4384-924f-3c688134a9f5 req-816ee219-2dd3-42cf-bc5c-325fa9b8d58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:21.418815 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9017cde5-be74-4384-924f-3c688134a9f5 req-816ee219-2dd3-42cf-bc5c-325fa9b8d58d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0446076 Dec 14 03:27:21.424174 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f02b008f-8c50-4147-a11c-2d3bede6cd51 req-3cc5d518-13af-4629-864b-2e9289dd0811 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897906 Dec 14 03:27:21.430235 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9017cde5-be74-4384-924f-3c688134a9f5 req-e6f2ea0c-262c-4010-a38c-ea8fd521bc8c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe HTTP/1.1" status: 200 len: 1000 time: 0.0821104 Dec 14 03:27:21.465420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017cde5-be74-4384-924f-3c688134a9f5 req-2b045dd9-5896-487c-ac85-f390714f264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:21.466878 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9017cde5-be74-4384-924f-3c688134a9f5 req-2b045dd9-5896-487c-ac85-f390714f264d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412371 Dec 14 03:27:21.490255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017cde5-be74-4384-924f-3c688134a9f5 req-e247b7c1-6683-475f-849f-d90d54da1bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:21.491735 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9017cde5-be74-4384-924f-3c688134a9f5 req-e247b7c1-6683-475f-849f-d90d54da1bf0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0454681 Dec 14 03:27:21.540464 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017cde5-be74-4384-924f-3c688134a9f5 req-8d0acba4-3201-44d7-b436-17c3c88e1174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:21.542031 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9017cde5-be74-4384-924f-3c688134a9f5 req-8d0acba4-3201-44d7-b436-17c3c88e1174 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426879 Dec 14 03:27:21.556887 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9017cde5-be74-4384-924f-3c688134a9f5 req-0f8228f4-31d0-4de7-90d2-6c8a869a0db5 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832355 Dec 14 03:27:21.637315 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9017cde5-be74-4384-924f-3c688134a9f5 req-e30607bd-fe73-45ee-b732-2ccf099d2f9a service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878255 Dec 14 03:27:21.646005 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9017cde5-be74-4384-924f-3c688134a9f5 req-fd685b32-3f5c-4b5c-905c-86e9afdff426 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822687 Dec 14 03:27:21.727405 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9017cde5-be74-4384-924f-3c688134a9f5 req-c5e44359-82c2-45d4-8345-f6546eb37a54 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825379 Dec 14 03:27:22.548734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b756c3-75aa-4483-a356-cb86d31308af req-c1a7cce7-cf62-4e50-b8ec-568c8eda9bad tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:22.550229 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2b756c3-75aa-4483-a356-cb86d31308af req-c1a7cce7-cf62-4e50-b8ec-568c8eda9bad tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 943 time: 0.0554831 Dec 14 03:27:22.582361 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device db00a5a2-3d53-480a-bb8b-15df7b7ddebe no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:27:22.597340 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2b756c3-75aa-4483-a356-cb86d31308af req-0135073d-4ad8-4eb6-a466-f06ac3482919 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410841 Dec 14 03:27:22.621403 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device db00a5a2-3d53-480a-bb8b-15df7b7ddebe not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:27:23.228869 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4981846-c219-427a-a703-893d3263e8bc req-571bcf97-30e6-41b2-9ab8-19fdfcbb6e8f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:23.230385 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4981846-c219-427a-a703-893d3263e8bc req-571bcf97-30e6-41b2-9ab8-19fdfcbb6e8f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 943 time: 0.0607450 Dec 14 03:27:23.303108 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-29ff6304-ba02-4b0c-b3c0-745f411772e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:23.304601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-29ff6304-ba02-4b0c-b3c0-745f411772e0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.46 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05&tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 943 time: 0.0939817 Dec 14 03:27:23.308918 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4981846-c219-427a-a703-893d3263e8bc req-44dd3457-f7fc-4640-8af7-2bda21f34d87 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645971 Dec 14 03:27:23.366500 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-a3719f80-42a2-43f6-8a22-acf28d570ea1 service neutron] 10.222.0.46 "GET /v2.0/ports/db00a5a2-3d53-480a-bb8b-15df7b7ddebe/bindings/n-h1-821636-1 HTTP/1.1" status: 200 len: 382 time: 0.0543199 Dec 14 03:27:23.444597 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-0911731a-a22b-41be-b952-1f47f8d7fb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:23.446008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-0911731a-a22b-41be-b952-1f47f8d7fb98 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 1094 time: 0.0405331 Dec 14 03:27:23.540880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-e69dd270-6be8-4f28-96cc-b5e2812d75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:23.542369 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-e69dd270-6be8-4f28-96cc-b5e2812d75f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0887978 Dec 14 03:27:23.607788 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-d6fe7e7e-672d-4a33-8983-129a78081f97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe HTTP/1.1" status: 200 len: 1000 time: 0.0587180 Dec 14 03:27:23.656371 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-28e3cb5c-8d33-4542-b04f-4fc810fa8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:23.657836 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-28e3cb5c-8d33-4542-b04f-4fc810fa8945 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0437901 Dec 14 03:27:23.707336 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-4c4a5480-0de9-4779-acf5-66d6fe461728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:23.708718 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-4c4a5480-0de9-4779-acf5-66d6fe461728 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437427 Dec 14 03:27:23.798851 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-870a8ead-174e-4281-b672-354d1b8b5f0f service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831223 Dec 14 03:27:23.802471 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device db00a5a2-3d53-480a-bb8b-15df7b7ddebe details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:27:23.897040 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-5a2a6b71-1a38-4a86-8a60-d1770def359e service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909982 Dec 14 03:27:24.059700 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:27:24.070831 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'port_id': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe', 'mac_address': 'fa:16:3e:ab:69:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:27:24.105358 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:24.117940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db00a5a2-3d53-480a-bb8b-15df7b7ddebe {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:27:24.137068 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:27:24.229636 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:24.278007 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:27:24.285188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:24.285565 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:24.285913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:24.286259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:24.286596 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:24.286932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:24.287265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:24.287595 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:24.287923 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:24.288251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:24.288578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:24.288904 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:24.289229 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:24.431127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7e4f6-8e27-4ee5-869e-aaa1c58c9b8e req-f58879ef-1623-49cb-a579-5887e92beb32 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:24.432620 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1be7e4f6-8e27-4ee5-869e-aaa1c58c9b8e req-f58879ef-1623-49cb-a579-5887e92beb32 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 944 time: 0.0502243 Dec 14 03:27:24.479387 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1be7e4f6-8e27-4ee5-869e-aaa1c58c9b8e req-de842836-c61b-4adf-b3f6-704a337d56b0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408068 Dec 14 03:27:24.533204 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['db00a5a2-3d53-480a-bb8b-15df7b7ddebe'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:27:25.597165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00887b-0068-45d0-9d2e-0b0291b23bc5 req-0cba92ca-f297-4e59-8471-138f85a02f71 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:25.598696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f00887b-0068-45d0-9d2e-0b0291b23bc5 req-0cba92ca-f297-4e59-8471-138f85a02f71 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 944 time: 0.0493686 Dec 14 03:27:25.646039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1f00887b-0068-45d0-9d2e-0b0291b23bc5 req-76d099bc-7253-44f3-aec1-413de8743d9c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413804 Dec 14 03:27:25.835693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device db00a5a2-3d53-480a-bb8b-15df7b7ddebe no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:27:25.913229 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:25.927022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id db00a5a2-3d53-480a-bb8b-15df7b7ddebe {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:27:25.948168 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:27:26.045373 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:26.093503 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:27:26.573898 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-0a6ef316-c016-4fde-a9ee-16285ab2d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:26.575913 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-0a6ef316-c016-4fde-a9ee-16285ab2d2c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05&tenant_id=5214c1674e9a4e0f91667c3b849e4dcc HTTP/1.1" status: 200 len: 1094 time: 0.0402470 Dec 14 03:27:26.593236 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821636-1', 'device_owner': 'compute:nova'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:27:26.651492 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:26.767377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67098b3-72c7-4caa-bb50-d93a8f6bfef2 req-6ecb4f89-7973-4ad3-b5a8-7382a1c2fc8c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:26.768960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f67098b3-72c7-4caa-bb50-d93a8f6bfef2 req-6ecb4f89-7973-4ad3-b5a8-7382a1c2fc8c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 943 time: 0.0548575 Dec 14 03:27:26.817177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f67098b3-72c7-4caa-bb50-d93a8f6bfef2 req-1bb6ff3d-5d81-4764-880f-ef58b88e7021 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410829 Dec 14 03:27:26.855057 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:27:26.887314 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:27:26.919465 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db00a5a2-3d53-480a-bb8b-15df7b7ddebe {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:27:26.926739 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:26.938031 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Ignored duplicate provisioning block setup for port db00a5a2-3d53-480a-bb8b-15df7b7ddebe by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Dec 14 03:27:27.005508 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:27.108147 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Pushing event updated for resources: {'Port': ['ID=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,revision_number=10']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:27:27.137034 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:27.137413 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:27.137765 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:27.138203 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:27.138545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:27.138882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:27.139216 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:27.139549 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:27.140136 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:27.140464 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:27.140795 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:27.141124 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:27.141472 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:27:27.186941 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] No DVR routers for this DVR port db00a5a2-3d53-480a-bb8b-15df7b7ddebe on host n-h1-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:27:27.322656 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Attempting to bind port db00a5a2-3d53-480a-bb8b-15df7b7ddebe on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:27:27.322991 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Attempting to bind port db00a5a2-3d53-480a-bb8b-15df7b7ddebe by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:27:27.323313 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Attempting to bind port db00a5a2-3d53-480a-bb8b-15df7b7ddebe on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:27:27.327561 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Port db00a5a2-3d53-480a-bb8b-15df7b7ddebe on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:27:27.327879 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Attempting to bind port db00a5a2-3d53-480a-bb8b-15df7b7ddebe on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:27:27.333529 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:27:27.333865 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Checking segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:27:27.334246 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Bound using segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:27:27.334664 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Bound port: db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:27:27.335013 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:27.401797 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:27:27.405602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:27:27.464445 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:27.501664 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:27.502212 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:27.503623 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] 10.222.0.47 "PUT /v2.0/ports/db00a5a2-3d53-480a-bb8b-15df7b7ddebe HTTP/1.1" status: 200 len: 1092 time: 0.9152448 Dec 14 03:27:27.504079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'tag': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:27:27.506353 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467e37fd-4e5c-47f3-8d47-6b3d18e67826" -d '{"events": [{"name": "network-changed", "server_uuid": "0e834247-3f9d-44e4-9f50-0b849ba98c05", "tag": "db00a5a2-3d53-480a-bb8b-15df7b7ddebe"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:27:27.533070 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:27.539661 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54600cd5-cfe2-4fe7-a0bd-735b8f0e1f99 service neutron] Pushing event updated for resources: {'Port': ['ID=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,revision_number=11']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:27:27.576661 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c0fdfc-59c8-4b9b-9f30-dea6a835d5b6 x-openstack-request-id: req-11c0fdfc-59c8-4b9b-9f30-dea6a835d5b6 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:27:27.577407 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e834247-3f9d-44e4-9f50-0b849ba98c05", "tag": "db00a5a2-3d53-480a-bb8b-15df7b7ddebe", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:27:27.577407 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11c0fdfc-59c8-4b9b-9f30-dea6a835d5b6 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:27:27.577645 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'tag': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe', 'status': 'completed', 'code': 200} Dec 14 03:27:27.595544 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-eb5842a7-a2dd-49cc-be63-497e3a38524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:27.597059 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-eb5842a7-a2dd-49cc-be63-497e3a38524b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 1095 time: 0.0495114 Dec 14 03:27:27.659665 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-bf29b257-6dd7-46ba-b187-33cdaa482399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:27.661200 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-bf29b257-6dd7-46ba-b187-33cdaa482399 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 1095 time: 0.0491483 Dec 14 03:27:27.698898 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-62a79964-a983-4868-ab36-ceeee12b5676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:27.700414 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-62a79964-a983-4868-ab36-ceeee12b5676 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0946932 Dec 14 03:27:27.760846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-4453f99a-9082-4052-a4ea-22419ba184ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:27.762365 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-4453f99a-9082-4052-a4ea-22419ba184ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0909684 Dec 14 03:27:27.765985 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-5fca1aa6-8871-4723-8536-3e0f385f30a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe HTTP/1.1" status: 200 len: 1000 time: 0.0587435 Dec 14 03:27:27.819240 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-9596a630-a3bd-4070-a534-fc269bf748af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:27.820764 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-9596a630-a3bd-4070-a534-fc269bf748af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0479195 Dec 14 03:27:27.829487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-43955a65-b87e-4419-a535-a7cb2c64081f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe HTTP/1.1" status: 200 len: 1000 time: 0.0597074 Dec 14 03:27:27.868894 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-e6b621cb-01fb-4890-a542-2e178246b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:27.870764 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-e6b621cb-01fb-4890-a542-2e178246b43f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433154 Dec 14 03:27:27.880230 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-e46f6b31-a175-489a-b220-36590a702d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:27.881761 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-e46f6b31-a175-489a-b220-36590a702d8c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0451460 Dec 14 03:27:27.960537 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-9c9d8882-fe79-4821-a984-6f76252833de service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827935 Dec 14 03:27:27.965685 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc94e73-9e4a-477a-b9fc-3865d3b4f4d5 req-3dc81463-fe1b-4051-a5de-119682edea6a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:27.967921 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fc94e73-9e4a-477a-b9fc-3865d3b4f4d5 req-3dc81463-fe1b-4051-a5de-119682edea6a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 944 time: 0.0815570 Dec 14 03:27:27.970487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-869ff7ef-bd8d-4c36-9c70-745e62b1ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:27.971884 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-869ff7ef-bd8d-4c36-9c70-745e62b1ec48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764487 Dec 14 03:27:28.054673 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dcad9fb7-631f-4ebe-ba3f-bf5a2ca6699e req-72bac886-ff06-4d46-b0c1-88e0ab40c85a service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860074 Dec 14 03:27:28.069290 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5fc94e73-9e4a-477a-b9fc-3865d3b4f4d5 req-0be8799b-bce4-400f-beb8-cb754b6ff9c2 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952973 Dec 14 03:27:28.098755 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-44399f14-243d-49dd-81bd-e96089d0010d service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181531 Dec 14 03:27:28.182022 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-463b6075-d9d0-47ef-a45a-14341611d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:28.183505 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-463b6075-d9d0-47ef-a45a-14341611d922 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 1095 time: 0.0412884 Dec 14 03:27:28.190367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-c9d6d986-527a-4a85-bcc2-2e48a113e616 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846567 Dec 14 03:27:28.273357 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-db4731b7-ac38-4047-84e8-5b651753fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:28.274824 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-db4731b7-ac38-4047-84e8-5b651753fa2c service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0848558 Dec 14 03:27:28.338511 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-c93fb50e-bfd9-473e-aa99-35fc5ea74c47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe HTTP/1.1" status: 200 len: 1000 time: 0.0564044 Dec 14 03:27:28.385859 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-c585bf41-0e7f-437a-9e09-06061e393062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:28.390553 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-c585bf41-0e7f-437a-9e09-06061e393062 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0416474 Dec 14 03:27:28.436594 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-b1e30215-f707-4f03-a1be-0c876a3fb27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:28.438081 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-b1e30215-f707-4f03-a1be-0c876a3fb27b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428495 Dec 14 03:27:28.527322 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-3c0c0031-5362-48e0-878d-fd0a280f37e3 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795238 Dec 14 03:27:28.618642 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-467e37fd-4e5c-47f3-8d47-6b3d18e67826 req-5dfda596-b577-4ee3-87de-8d7fa243e2f9 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837190 Dec 14 03:27:29.188278 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b302ec-2783-4e51-ad6d-559644f0ce01 req-5d049616-c056-43dd-948b-866aeace4432 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:29.189686 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02b302ec-2783-4e51-ad6d-559644f0ce01 req-5d049616-c056-43dd-948b-866aeace4432 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 944 time: 0.0492394 Dec 14 03:27:29.236680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-02b302ec-2783-4e51-ad6d-559644f0ce01 req-3bdaec18-9c74-40e6-8ec6-81abb079325e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410283 Dec 14 03:27:30.354737 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af637e-07e2-4079-9dca-56b414e5d49f req-4725dd3b-216e-42e2-8595-0b345fa612e5 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:30.356198 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12af637e-07e2-4079-9dca-56b414e5d49f req-4725dd3b-216e-42e2-8595-0b345fa612e5 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 944 time: 0.0528777 Dec 14 03:27:30.404601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12af637e-07e2-4079-9dca-56b414e5d49f req-1d234ca7-cbfc-4d31-989b-3052d39250da tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406759 Dec 14 03:27:30.518816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1338e6-28b0-4ea6-bf03-d5c83e8f6d33 req-f0b28a45-49ef-4c28-a385-e00cb4a0564f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:30.520348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f1338e6-28b0-4ea6-bf03-d5c83e8f6d33 req-f0b28a45-49ef-4c28-a385-e00cb4a0564f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 944 time: 0.0482242 Dec 14 03:27:30.567915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f1338e6-28b0-4ea6-bf03-d5c83e8f6d33 req-999f38c5-5a1c-47c7-a7b2-4764facfab85 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417781 Dec 14 03:27:30.624544 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device db00a5a2-3d53-480a-bb8b-15df7b7ddebe details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:27:30.629081 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:30.686412 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad26bd-83b3-4652-a926-67ba40f3ed19 req-36a1206b-7829-4af0-8661-c50f2bbfdea6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:30.687918 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5cad26bd-83b3-4652-a926-67ba40f3ed19 req-36a1206b-7829-4af0-8661-c50f2bbfdea6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 944 time: 0.0544035 Dec 14 03:27:30.724751 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:27:30.736433 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5cad26bd-83b3-4652-a926-67ba40f3ed19 req-95396647-e837-4a19-b25c-c174d67d26f7 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421617 Dec 14 03:27:30.736830 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'port_id': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe', 'mac_address': 'fa:16:3e:ab:69:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:27:30.779673 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:30.793565 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db00a5a2-3d53-480a-bb8b-15df7b7ddebe {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:27:30.814583 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:27:30.915618 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:30.963551 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,revision_number=12']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:27:31.210155 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['db00a5a2-3d53-480a-bb8b-15df7b7ddebe'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:27:31.217200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8625a2-a2c1-4257-9f16-06f9dbed785f req-d1e48f72-ac27-4f86-97ab-71948062aa19 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:31.218723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d8625a2-a2c1-4257-9f16-06f9dbed785f req-d1e48f72-ac27-4f86-97ab-71948062aa19 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0480340 Dec 14 03:27:31.266285 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d8625a2-a2c1-4257-9f16-06f9dbed785f req-914c8b57-2d83-4f1e-8a7b-07f586f7b905 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415924 Dec 14 03:27:32.383152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc321b1-1f94-42a7-8e87-51d987a22d00 req-d1bc4229-f4e9-4589-b301-7b0f861cd0b1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:32.384624 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7cc321b1-1f94-42a7-8e87-51d987a22d00 req-d1bc4229-f4e9-4589-b301-7b0f861cd0b1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0475161 Dec 14 03:27:32.438299 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7cc321b1-1f94-42a7-8e87-51d987a22d00 req-2cd28416-f35a-41d9-b628-16c8ab665f2c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465922 Dec 14 03:27:32.641009 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device db00a5a2-3d53-480a-bb8b-15df7b7ddebe up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:27:32.652367 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47045398-21af-448b-9ec0-ba38c16d7cba req-d6db2e47-7c96-4b4b-9d38-a46eb1cb8681 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:32.654875 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-47045398-21af-448b-9ec0-ba38c16d7cba req-d6db2e47-7c96-4b4b-9d38-a46eb1cb8681 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 945 time: 0.0486169 Dec 14 03:27:32.743457 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-47045398-21af-448b-9ec0-ba38c16d7cba req-27095fb0-2b46-4c49-82dd-37b02be714ca tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Deleting port db00a5a2-3d53-480a-bb8b-15df7b7ddebe {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:27:32.743793 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-47045398-21af-448b-9ec0-ba38c16d7cba req-27095fb0-2b46-4c49-82dd-37b02be714ca tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:32.761363 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port db00a5a2-3d53-480a-bb8b-15df7b7ddebe completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:27:32.766450 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port db00a5a2-3d53-480a-bb8b-15df7b7ddebe triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:27:32.766826 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:32.794682 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-49a4d05d-62b3-468a-902c-e2b3be7619fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:32.855374 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:32.880779 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:27:32.883113 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068e0535-e154-4f4d-9c96-eca8e98a6d66" -d '{"events": [{"server_uuid": "0e834247-3f9d-44e4-9f50-0b849ba98c05", "name": "network-vif-plugged", "status": "completed", "tag": "db00a5a2-3d53-480a-bb8b-15df7b7ddebe"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:27:32.898575 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:27:32.924225 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12afa8a3-277f-47d6-9848-c5f59ddcebb8 x-openstack-request-id: req-12afa8a3-277f-47d6-9848-c5f59ddcebb8 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:27:32.924510 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e834247-3f9d-44e4-9f50-0b849ba98c05", "name": "network-vif-plugged", "status": "completed", "tag": "db00a5a2-3d53-480a-bb8b-15df7b7ddebe", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:27:32.924765 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-12afa8a3-277f-47d6-9848-c5f59ddcebb8 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:27:32.925160 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe', 'code': 200} Dec 14 03:27:32.961101 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:33.010465 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,revision_number=13']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:27:33.171097 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-47045398-21af-448b-9ec0-ba38c16d7cba req-27095fb0-2b46-4c49-82dd-37b02be714ca tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] For port db00a5a2-3d53-480a-bb8b-15df7b7ddebe, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:27:33.171383 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-47045398-21af-448b-9ec0-ba38c16d7cba req-27095fb0-2b46-4c49-82dd-37b02be714ca tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:33.390121 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-47045398-21af-448b-9ec0-ba38c16d7cba req-27095fb0-2b46-4c49-82dd-37b02be714ca tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:33.390486 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-47045398-21af-448b-9ec0-ba38c16d7cba req-27095fb0-2b46-4c49-82dd-37b02be714ca tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:33.390806 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [req-47045398-21af-448b-9ec0-ba38c16d7cba req-27095fb0-2b46-4c49-82dd-37b02be714ca tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Floating IP cba5b4e9-7860-4dbe-828d-7befbb9c25fe disassociated. External IP: 172.25.7.179, port: db00a5a2-3d53-480a-bb8b-15df7b7ddebe. Dec 14 03:27:33.391146 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-47045398-21af-448b-9ec0-ba38c16d7cba req-27095fb0-2b46-4c49-82dd-37b02be714ca tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Calling delete_port for db00a5a2-3d53-480a-bb8b-15df7b7ddebe owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:27:33.558126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ff429-ff36-49cb-944c-91c17a67767c req-74c68f17-281e-458a-8c06-3e8516469388 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:33.559586 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-596ff429-ff36-49cb-944c-91c17a67767c req-74c68f17-281e-458a-8c06-3e8516469388 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 946 time: 0.0510089 Dec 14 03:27:33.583778 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-47045398-21af-448b-9ec0-ba38c16d7cba req-27095fb0-2b46-4c49-82dd-37b02be714ca tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:33.611816 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-596ff429-ff36-49cb-944c-91c17a67767c req-8b64c1c5-fe6a-4d2d-b15f-f513d66d9bc1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436194 Dec 14 03:27:33.612538 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27095fb0-2b46-4c49-82dd-37b02be714ca tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Pushing event deleted for resources: {'Port': ['ID=db00a5a2-3d53-480a-bb8b-15df7b7ddebe,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:27:33.734875 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47045398-21af-448b-9ec0-ba38c16d7cba req-27095fb0-2b46-4c49-82dd-37b02be714ca tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Router 2bb231bd-313d-40eb-8a1c-d764405ed247 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:27:33.846611 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47045398-21af-448b-9ec0-ba38c16d7cba req-27095fb0-2b46-4c49-82dd-37b02be714ca tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:27:33.859404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6db4dc2-c926-4bd5-83d9-d66a02609ace None None] Sync routers for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:27:33.868787 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6db4dc2-c926-4bd5-83d9-d66a02609ace None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:27:33.869465 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b6db4dc2-c926-4bd5-83d9-d66a02609ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:27:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:27:33.888059 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-47045398-21af-448b-9ec0-ba38c16d7cba req-27095fb0-2b46-4c49-82dd-37b02be714ca tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] No DVR routers for this DVR port db00a5a2-3d53-480a-bb8b-15df7b7ddebe on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:27:33.893064 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-47045398-21af-448b-9ec0-ba38c16d7cba req-27095fb0-2b46-4c49-82dd-37b02be714ca tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:33.896608 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-47045398-21af-448b-9ec0-ba38c16d7cba req-27095fb0-2b46-4c49-82dd-37b02be714ca tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.47 "DELETE /v2.0/ports/db00a5a2-3d53-480a-bb8b-15df7b7ddebe HTTP/1.1" status: 204 len: 173 time: 1.2368653 Dec 14 03:27:33.897124 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'name': 'network-vif-deleted', 'tag': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:27:33.899412 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecef2d40-1431-4ee1-a0d4-5c7fc1c4bd00" -d '{"events": [{"server_uuid": "0e834247-3f9d-44e4-9f50-0b849ba98c05", "name": "network-vif-deleted", "tag": "db00a5a2-3d53-480a-bb8b-15df7b7ddebe"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:27:33.940857 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7112799c-f9f3-45d9-89ae-dd44f8255edd x-openstack-request-id: req-7112799c-f9f3-45d9-89ae-dd44f8255edd {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:27:33.941224 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e834247-3f9d-44e4-9f50-0b849ba98c05", "name": "network-vif-deleted", "tag": "db00a5a2-3d53-480a-bb8b-15df7b7ddebe", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:27:33.941593 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7112799c-f9f3-45d9-89ae-dd44f8255edd {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:27:33.943040 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e834247-3f9d-44e4-9f50-0b849ba98c05', 'name': 'network-vif-deleted', 'tag': 'db00a5a2-3d53-480a-bb8b-15df7b7ddebe', 'status': 'completed', 'code': 200} Dec 14 03:27:33.988373 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-b6db4dc2-c926-4bd5-83d9-d66a02609ace None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:27:34.187161 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b6db4dc2-c926-4bd5-83d9-d66a02609ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:27:34.213077 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6db4dc2-c926-4bd5-83d9-d66a02609ace None None] Checking router: 2bb231bd-313d-40eb-8a1c-d764405ed247 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:27:34.221726 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6db4dc2-c926-4bd5-83d9-d66a02609ace None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:27:34.222330 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b6db4dc2-c926-4bd5-83d9-d66a02609ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:27:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:27:34.326277 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-b6db4dc2-c926-4bd5-83d9-d66a02609ace None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:27:34.536833 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b6db4dc2-c926-4bd5-83d9-d66a02609ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:27:34.567619 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6db4dc2-c926-4bd5-83d9-d66a02609ace None None] The sync data for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 is: [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:27:34.725264 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30b05b30-c00f-47b8-9524-22812052b851 req-f9c83c3f-e376-48e8-870d-fddfb02224f0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e834247-3f9d-44e4-9f50-0b849ba98c05 HTTP/1.1" status: 200 len: 210 time: 0.0290360 Dec 14 03:27:34.854733 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7e7123-f80f-4bdd-8c59-6789c49ff974 None None] New status for floating IP cba5b4e9-7860-4dbe-828d-7befbb9c25fe: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:27:35.057688 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cc867163-00e9-433c-ba53-7bda1f2adbc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:36.000165 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-13db6d89-4b4c-43b9-9bf2-d3e2a28c9596 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--189718369&fields=id&tenant_id=5214c1674e9a4e0f91667c3b849e4dcc HTTP/1.1" status: 200 len: 267 time: 0.0419040 Dec 14 03:27:36.109104 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-16f041c6-ad47-40af-8777-a4fee1ac7abb tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:36.110620 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-16f041c6-ad47-40af-8777-a4fee1ac7abb tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 812 time: 0.1039104 Dec 14 03:27:36.125404 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-c830b84b-be92-4f42-87a7-a38527aedab6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/quotas/5214c1674e9a4e0f91667c3b849e4dcc HTTP/1.1" status: 200 len: 375 time: 0.0090652 Dec 14 03:27:36.177139 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-61ea9905-9fb1-46bd-87c5-a89069fea131 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465505 Dec 14 03:27:36.284280 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-2c1de74d-74ee-41a1-b374-41513ae621ef service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:27:36.285343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-2c1de74d-74ee-41a1-b374-41513ae621ef service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0440025 Dec 14 03:27:36.386490 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-d5a8acc9-c3b8-49ab-9f9b-b84d23f20af7 service neutron] 10.222.0.39 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950239 Dec 14 03:27:36.476254 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-128f4e65-845e-419a-b486-053a970644fa service neutron] 10.222.0.39 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829940 Dec 14 03:27:36.486972 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:36.659581 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device db00a5a2-3d53-480a-bb8b-15df7b7ddebe no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:27:36.679914 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: db00a5a2-3d53-480a-bb8b-15df7b7ddebe {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:27:36.680259 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device db00a5a2-3d53-480a-bb8b-15df7b7ddebe not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:27:36.699488 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a31c9116-a7d7-4c18-99df-06ce1b11be7e req-623e0c77-0433-4a29-a26b-a4e758bd86b5 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 210 time: 0.0272837 Dec 14 03:27:37.796776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93399bb1-a7eb-4e89-918a-0c63304d2cfb req-ae335a0f-cb68-4cf4-b63f-229e3b4baedd tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 210 time: 0.0277791 Dec 14 03:27:37.840970 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:38.485783 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-1dfda0b2-bb4f-4f1a-9bc3-7a0f0f89ca53 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:38.487215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-1dfda0b2-bb4f-4f1a-9bc3-7a0f0f89ca53 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.46 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 812 time: 0.1089129 Dec 14 03:27:38.555095 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-65557038-1d46-4d24-a64d-2f0772563a58 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5214c1674e9a4e0f91667c3b849e4dcc HTTP/1.1" status: 200 len: 379 time: 0.0524447 Dec 14 03:27:38.564324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-2eea25b4-9050-41f4-a1a6-a62e040cbac1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Request body: {'port': {'device_id': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'admin_state_up': True, 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'security_groups': ['6e79c5bc-9381-4d82-b408-1ed275f2ea65']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:27:38.629875 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:38.726500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-2eea25b4-9050-41f4-a1a6-a62e040cbac1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Made reservation on behalf of 5214c1674e9a4e0f91667c3b849e4dcc for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:27:38.730204 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-2eea25b4-9050-41f4-a1a6-a62e040cbac1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:38.852494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-2eea25b4-9050-41f4-a1a6-a62e040cbac1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Allocated IP 172.20.0.12 (9b5d2602-9953-41a0-86a4-e3714d7f2efd/c63edeb4-cba8-46a7-88ec-5253846583e1/f1fed6cf-7406-41fc-9324-ae1b4e6d6a98) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:27:38.911663 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c6c230a-4abf-41f4-bbe6-b8c349049405 req-7684f08d-24d4-4ff1-b6c2-dc3486f47786 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 210 time: 0.0410080 Dec 14 03:27:39.014885 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-2eea25b4-9050-41f4-a1a6-a62e040cbac1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:39.119706 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-2eea25b4-9050-41f4-a1a6-a62e040cbac1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:39.168057 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-2eea25b4-9050-41f4-a1a6-a62e040cbac1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Network 9b5d2602-9953-41a0-86a4-e3714d7f2efd is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:27:39.171785 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-2eea25b4-9050-41f4-a1a6-a62e040cbac1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:27:39.175493 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-2eea25b4-9050-41f4-a1a6-a62e040cbac1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:27:39.181762 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea25b4-9050-41f4-a1a6-a62e040cbac1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Pushing event updated for resources: {'Port': ['ID=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:27:39.227987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-2eea25b4-9050-41f4-a1a6-a62e040cbac1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:39.228607 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-2eea25b4-9050-41f4-a1a6-a62e040cbac1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:39.328298 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-2eea25b4-9050-41f4-a1a6-a62e040cbac1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7676723 Dec 14 03:27:39.347901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Request body: {'port': {'device_id': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:27:39.399645 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:39.445195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6ac6e725-d2ff-46d8-ba21-d9372d8fb8f4 None None] Provisioning complete for port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:27:39.445841 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e725-d2ff-46d8-ba21-d9372d8fb8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:39.482221 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6e725-d2ff-46d8-ba21-d9372d8fb8f4 None None] Port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:27:39.655754 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:27:39.664108 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:39.676347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Transition to ACTIVE for port object f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:27:39.777792 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:39.824161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Pushing event updated for resources: {'Port': ['ID=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:27:39.900121 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Attempting to bind port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:27:39.900808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Attempting to bind port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:27:39.900808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Attempting to bind port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:27:39.905231 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:27:39.906131 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Attempting to bind port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:27:39.911324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:27:39.911674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Checking segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:27:39.912065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Bound using segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:27:39.912501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Bound port: f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:27:39.912860 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:39.988371 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:27:40.023703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:27:40.059715 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eef7d6-6046-4e88-8337-d5e93d523073 req-c8e6abd1-bb4c-4ad3-9fe8-d492429c4c3d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:40.061561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1eef7d6-6046-4e88-8337-d5e93d523073 req-c8e6abd1-bb4c-4ad3-9fe8-d492429c4c3d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 944 time: 0.0750792 Dec 14 03:27:40.081498 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:40.142275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:40.142897 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:40.144293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] 10.222.0.46 "PUT /v2.0/ports/f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 HTTP/1.1" status: 200 len: 1092 time: 0.8008404 Dec 14 03:27:40.144736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'tag': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:27:40.146997 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f845494-5165-415f-b9a5-7bb8a6793731" -d '{"events": [{"name": "network-changed", "server_uuid": "65794409-c9d9-4854-b7ea-6e6ea515be1b", "tag": "f1fed6cf-7406-41fc-9324-ae1b4e6d6a98"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:27:40.168624 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1eef7d6-6046-4e88-8337-d5e93d523073 req-f164c86b-6f3d-4ae5-886e-4903da686374 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007786 Dec 14 03:27:40.173415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794bc9ee-a3b6-448b-9580-8b9039517b3f service neutron] Pushing event updated for resources: {'Port': ['ID=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:27:40.198010 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7c725f-7b02-4f2a-aa7f-f9aa083cf83e x-openstack-request-id: req-4c7c725f-7b02-4f2a-aa7f-f9aa083cf83e {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:27:40.202646 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65794409-c9d9-4854-b7ea-6e6ea515be1b", "tag": "f1fed6cf-7406-41fc-9324-ae1b4e6d6a98", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:27:40.202646 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c7c725f-7b02-4f2a-aa7f-f9aa083cf83e {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:27:40.202646 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'tag': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98', 'status': 'completed', 'code': 200} Dec 14 03:27:40.285150 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f845494-5165-415f-b9a5-7bb8a6793731 req-40073a8c-5db6-4fa8-af7b-b58af109379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:40.286710 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f845494-5165-415f-b9a5-7bb8a6793731 req-40073a8c-5db6-4fa8-af7b-b58af109379b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 1095 time: 0.0450795 Dec 14 03:27:40.396219 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f845494-5165-415f-b9a5-7bb8a6793731 req-50b1669f-fe94-4745-8084-b086e082a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:40.397606 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f845494-5165-415f-b9a5-7bb8a6793731 req-50b1669f-fe94-4745-8084-b086e082a7c0 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0968297 Dec 14 03:27:40.493696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f845494-5165-415f-b9a5-7bb8a6793731 req-1173b3c3-17e3-4416-b885-7b3209aff5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:40.495170 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f845494-5165-415f-b9a5-7bb8a6793731 req-1173b3c3-17e3-4416-b885-7b3209aff5f6 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909965 Dec 14 03:27:40.588516 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-ba73953e-6ba8-43eb-8776-5f0be7e4cf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:40.589987 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-ba73953e-6ba8-43eb-8776-5f0be7e4cf72 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 1095 time: 0.0390060 Dec 14 03:27:40.640439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-91847d2d-6b25-49e4-bdff-3098594bd255 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 HTTP/1.1" status: 200 len: 217 time: 0.0375102 Dec 14 03:27:40.691413 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-3bdde9b2-8257-4bd7-9c08-98eb6691a99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:40.692768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-3bdde9b2-8257-4bd7-9c08-98eb6691a99d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0427771 Dec 14 03:27:40.738244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-409ca33b-cbe8-4377-b978-3133f19369ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:40.739753 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-409ca33b-cbe8-4377-b978-3133f19369ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402100 Dec 14 03:27:40.833343 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-55911ed0-29ba-4b37-b956-8f7a93fa334c service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848651 Dec 14 03:27:40.923071 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad40ba72-521f-487f-a580-3be172ec5f5f req-61cc8d7d-aa5a-4be3-b64f-7eb2eabef8a7 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819783 Dec 14 03:27:41.287562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383f68c-65a6-4ec3-9e5c-0e9899847cb7 req-f489bb37-b2e7-4632-b37e-4292a1882f29 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:41.288995 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d383f68c-65a6-4ec3-9e5c-0e9899847cb7 req-f489bb37-b2e7-4632-b37e-4292a1882f29 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 944 time: 0.0486045 Dec 14 03:27:41.339557 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d383f68c-65a6-4ec3-9e5c-0e9899847cb7 req-0d079f7b-e5f0-429b-96f3-16d9d3cfdcb3 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442684 Dec 14 03:27:41.732930 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:27:42.457185 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c99cfc-e317-4204-9348-9fb0bd39398a req-5a527f6f-f463-447c-bbdb-93bf7987d373 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:42.458704 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30c99cfc-e317-4204-9348-9fb0bd39398a req-5a527f6f-f463-447c-bbdb-93bf7987d373 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 944 time: 0.0473092 Dec 14 03:27:42.505222 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30c99cfc-e317-4204-9348-9fb0bd39398a req-d72da743-f430-44e1-a816-4ef7d43a8f71 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404894 Dec 14 03:27:43.617710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68992d07-9e71-4c07-98ab-c95267e69528 req-a4716819-8682-4ca9-9278-0b4c5118fbd7 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:43.619186 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68992d07-9e71-4c07-98ab-c95267e69528 req-a4716819-8682-4ca9-9278-0b4c5118fbd7 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 944 time: 0.0474572 Dec 14 03:27:43.664953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68992d07-9e71-4c07-98ab-c95267e69528 req-196c4afa-2e47-4e80-ad18-f2fa2f7d03e1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390365 Dec 14 03:27:43.892626 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:27:43.989796 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:27:44.001074 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'port_id': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98', 'mac_address': 'fa:16:3e:a1:40:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:27:44.037138 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:44.049814 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:27:44.069654 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:27:44.119035 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:44.165771 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:27:44.380909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['f1fed6cf-7406-41fc-9324-ae1b4e6d6a98'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:27:45.118243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf2f87-afae-474e-bd6f-49a7973b097e req-4eae35df-dddf-4013-9e7a-ad71627d4100 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:45.119718 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14bf2f87-afae-474e-bd6f-49a7973b097e req-4eae35df-dddf-4013-9e7a-ad71627d4100 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 945 time: 0.3877850 Dec 14 03:27:45.167440 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14bf2f87-afae-474e-bd6f-49a7973b097e req-1e8b3c6e-6d4a-4ded-a1bc-8be0f7b2325a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411158 Dec 14 03:27:45.893200 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:27:46.034067 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:27:46.037953 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:27:46.038325 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:46.116556 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:46.138307 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:27:46.140779 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c30068-c39e-4769-a7ba-7779eceee2f6" -d '{"events": [{"server_uuid": "65794409-c9d9-4854-b7ea-6e6ea515be1b", "name": "network-vif-plugged", "status": "completed", "tag": "f1fed6cf-7406-41fc-9324-ae1b4e6d6a98"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:27:46.153680 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:27:46.176277 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2abb09-19d6-48ba-8593-3bd91c1fb2a8 x-openstack-request-id: req-7c2abb09-19d6-48ba-8593-3bd91c1fb2a8 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:27:46.176572 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65794409-c9d9-4854-b7ea-6e6ea515be1b", "name": "network-vif-plugged", "status": "completed", "tag": "f1fed6cf-7406-41fc-9324-ae1b4e6d6a98", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:27:46.176828 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c2abb09-19d6-48ba-8593-3bd91c1fb2a8 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:27:46.177218 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98', 'code': 200} Dec 14 03:27:46.228052 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:46.276931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:27:46.310457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb38ed-95d4-4b23-ab64-4d869e8b73cd req-86312417-9307-4246-9a5e-99340dc06177 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:46.311920 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4fb38ed-95d4-4b23-ab64-4d869e8b73cd req-86312417-9307-4246-9a5e-99340dc06177 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0757816 Dec 14 03:27:46.337871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45c5eb-c231-4d08-8dda-62aa0bfad05f req-fd922f48-1d78-4354-ae35-9a0cd475847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:46.339302 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2f45c5eb-c231-4d08-8dda-62aa0bfad05f req-fd922f48-1d78-4354-ae35-9a0cd475847e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 1097 time: 0.0707500 Dec 14 03:27:46.380013 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4fb38ed-95d4-4b23-ab64-4d869e8b73cd req-a57f6857-6cd5-45bd-bb10-b2754bf631c5 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606043 Dec 14 03:27:46.399706 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2f45c5eb-c231-4d08-8dda-62aa0bfad05f req-d3202900-2604-4ff0-a51c-2f7673d594e1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502613 Dec 14 03:27:47.508782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf3511-7334-4140-bc05-edb4bfef11af req-8ef5fec5-10f0-4fb5-b53b-991685a7e880 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:47.510331 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13cf3511-7334-4140-bc05-edb4bfef11af req-8ef5fec5-10f0-4fb5-b53b-991685a7e880 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0523379 Dec 14 03:27:47.558241 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-13cf3511-7334-4140-bc05-edb4bfef11af req-6f1d28be-05e4-4cfc-972e-0de5c6fb8874 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414922 Dec 14 03:27:48.673581 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df400e-800a-4f84-86f1-900cee193970 req-5648d59c-23fe-440c-b3fc-783f50f4051d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:48.675062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20df400e-800a-4f84-86f1-900cee193970 req-5648d59c-23fe-440c-b3fc-783f50f4051d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0487120 Dec 14 03:27:48.725567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-20df400e-800a-4f84-86f1-900cee193970 req-55b46e17-bb46-4581-bf2e-2c21debd3038 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440419 Dec 14 03:27:48.836022 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37458dc1-e6c3-45da-a8dd-3637296de253 req-eec9aa78-e569-4838-91ac-21fcc6226276 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:48.837562 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37458dc1-e6c3-45da-a8dd-3637296de253 req-eec9aa78-e569-4838-91ac-21fcc6226276 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0480075 Dec 14 03:27:48.846045 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 52840) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:27:48.850854 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7473fe56-5652-4f06-9c90-81c6be0f1d7e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Request body: {'floatingip': {'port_id': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:27:48.891499 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7473fe56-5652-4f06-9c90-81c6be0f1d7e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for floatingip, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:49.306568 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7473fe56-5652-4f06-9c90-81c6be0f1d7e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:49.366056 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7473fe56-5652-4f06-9c90-81c6be0f1d7e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:49.464462 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-7473fe56-5652-4f06-9c90-81c6be0f1d7e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Floating IP cba5b4e9-7860-4dbe-828d-7befbb9c25fe associated. External IP: 172.25.7.179, port: f1fed6cf-7406-41fc-9324-ae1b4e6d6a98. Dec 14 03:27:49.671684 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7473fe56-5652-4f06-9c90-81c6be0f1d7e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Router 2bb231bd-313d-40eb-8a1c-d764405ed247 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:27:49.782240 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7473fe56-5652-4f06-9c90-81c6be0f1d7e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:27:49.787488 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7473fe56-5652-4f06-9c90-81c6be0f1d7e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:27:49.794628 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060bcebf-fbbe-4ecb-b7fc-91788a72f83c None None] Sync routers for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:27:49.805783 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060bcebf-fbbe-4ecb-b7fc-91788a72f83c None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:27:49.806388 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-060bcebf-fbbe-4ecb-b7fc-91788a72f83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:27:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:27:49.816377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7473fe56-5652-4f06-9c90-81c6be0f1d7e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "PUT /v2.0/floatingips/cba5b4e9-7860-4dbe-828d-7befbb9c25fe HTTP/1.1" status: 200 len: 993 time: 0.9691687 Dec 14 03:27:49.817166 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'tag': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:27:49.819593 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253eef72-a093-4a73-868e-2cef02c0e4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "65794409-c9d9-4854-b7ea-6e6ea515be1b", "tag": "f1fed6cf-7406-41fc-9324-ae1b4e6d6a98"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:27:49.858573 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948e8024-6c25-440b-94d5-44ae95883753 x-openstack-request-id: req-948e8024-6c25-440b-94d5-44ae95883753 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:27:49.858876 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65794409-c9d9-4854-b7ea-6e6ea515be1b", "tag": "f1fed6cf-7406-41fc-9324-ae1b4e6d6a98", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:27:49.859138 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-948e8024-6c25-440b-94d5-44ae95883753 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:27:49.859553 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'tag': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98', 'status': 'completed', 'code': 200} Dec 14 03:27:49.913433 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-060bcebf-fbbe-4ecb-b7fc-91788a72f83c None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:27:49.953984 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253eef72-a093-4a73-868e-2cef02c0e4ff req-2f941df5-1c6b-4ff0-bee0-f89885e71b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:49.955546 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-253eef72-a093-4a73-868e-2cef02c0e4ff req-2f941df5-1c6b-4ff0-bee0-f89885e71b08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 1097 time: 0.0419548 Dec 14 03:27:50.051846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253eef72-a093-4a73-868e-2cef02c0e4ff req-9506e03b-bf78-497a-b7e3-f9ac3d43dbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:50.053348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-253eef72-a093-4a73-868e-2cef02c0e4ff req-9506e03b-bf78-497a-b7e3-f9ac3d43dbf4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0907295 Dec 14 03:27:50.120450 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-253eef72-a093-4a73-868e-2cef02c0e4ff req-502e32b0-5166-434e-b992-080cb1d0b4cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 HTTP/1.1" status: 200 len: 1001 time: 0.0604708 Dec 14 03:27:50.172080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253eef72-a093-4a73-868e-2cef02c0e4ff req-96972699-6115-4056-be68-a1da30a7fe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:50.173651 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-253eef72-a093-4a73-868e-2cef02c0e4ff req-96972699-6115-4056-be68-a1da30a7fe60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0465462 Dec 14 03:27:50.225856 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253eef72-a093-4a73-868e-2cef02c0e4ff req-35b410c6-9a6a-4f5f-b103-0398857a7ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:27:50.227340 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-253eef72-a093-4a73-868e-2cef02c0e4ff req-35b410c6-9a6a-4f5f-b103-0398857a7ecc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470364 Dec 14 03:27:50.305212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-060bcebf-fbbe-4ecb-b7fc-91788a72f83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'cba5b4e9-7860-4dbe-828d-7befbb9c25fe', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'floating_ip_address': '172.25.7.179', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'port_id': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'mac_address': 'fa:16:3e:a1:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:20:21Z', 'updated_at': '2021-12-14T03:27:49Z', 'revision_number': 13, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:27:50.324249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-253eef72-a093-4a73-868e-2cef02c0e4ff req-d4eb764b-6b72-4c5e-8257-6b877a7cb08e service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895984 Dec 14 03:27:50.331713 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060bcebf-fbbe-4ecb-b7fc-91788a72f83c None None] Checking router: 2bb231bd-313d-40eb-8a1c-d764405ed247 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:27:50.340097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060bcebf-fbbe-4ecb-b7fc-91788a72f83c None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:27:50.340712 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-060bcebf-fbbe-4ecb-b7fc-91788a72f83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:27:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:27:50.417788 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-253eef72-a093-4a73-868e-2cef02c0e4ff req-f7bb125c-2477-4737-87a6-b9bc0aaf34e1 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866802 Dec 14 03:27:50.445237 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-060bcebf-fbbe-4ecb-b7fc-91788a72f83c None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:27:50.669158 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-060bcebf-fbbe-4ecb-b7fc-91788a72f83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'cba5b4e9-7860-4dbe-828d-7befbb9c25fe', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'floating_ip_address': '172.25.7.179', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'port_id': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'mac_address': 'fa:16:3e:a1:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:20:21Z', 'updated_at': '2021-12-14T03:27:49Z', 'revision_number': 13, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:27:50.695416 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060bcebf-fbbe-4ecb-b7fc-91788a72f83c None None] The sync data for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 is: [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'cba5b4e9-7860-4dbe-828d-7befbb9c25fe', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'floating_ip_address': '172.25.7.179', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'port_id': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4086, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'mac_address': 'fa:16:3e:a1:40:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:20:21Z', 'updated_at': '2021-12-14T03:27:49Z', 'revision_number': 13, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:27:50.885822 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26f4fe8-2972-47aa-bc2d-dd2effb31865 None None] New status for floating IP cba5b4e9-7860-4dbe-828d-7befbb9c25fe: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:27:57.531157 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:28:00.657376 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:28:02.782883 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-54669c8c-bcb7-4733-848b-09ae65dca602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:28:05.022417 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6528dd87-53c4-4f1a-86a9-b9073d920898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:28:06.468049 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:28:07.698960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a76276a-64eb-4dc4-b502-ef9c3df8ba6e req-a8721734-2386-4e88-81da-85337c1fde07 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402980 Dec 14 03:28:07.805976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76276a-64eb-4dc4-b502-ef9c3df8ba6e req-17d13ee3-a3a2-467c-a25e-b3b7c46747d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:28:07.807494 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a76276a-64eb-4dc4-b502-ef9c3df8ba6e req-17d13ee3-a3a2-467c-a25e-b3b7c46747d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 1097 time: 0.0452728 Dec 14 03:28:07.874208 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:28:07.915408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76276a-64eb-4dc4-b502-ef9c3df8ba6e req-433af1da-2f74-43fd-a6f0-b64456ea0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:28:07.916886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a76276a-64eb-4dc4-b502-ef9c3df8ba6e req-433af1da-2f74-43fd-a6f0-b64456ea0bed service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0886166 Dec 14 03:28:07.983519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a76276a-64eb-4dc4-b502-ef9c3df8ba6e req-ac1da869-bbc5-4dd7-b977-d56625e8073a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 HTTP/1.1" status: 200 len: 1003 time: 0.0582261 Dec 14 03:28:08.032151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76276a-64eb-4dc4-b502-ef9c3df8ba6e req-a73862c3-5bbf-40dd-a541-449b50dd946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:28:08.033735 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a76276a-64eb-4dc4-b502-ef9c3df8ba6e req-a73862c3-5bbf-40dd-a541-449b50dd946b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0431576 Dec 14 03:28:08.083029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76276a-64eb-4dc4-b502-ef9c3df8ba6e req-42e288b5-b3e3-4956-93bd-c620cd622b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:28:08.084527 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a76276a-64eb-4dc4-b502-ef9c3df8ba6e req-42e288b5-b3e3-4956-93bd-c620cd622b97 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432293 Dec 14 03:28:08.170669 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a76276a-64eb-4dc4-b502-ef9c3df8ba6e req-56af4bcc-acf4-4ad0-982f-9387385ca7f0 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788946 Dec 14 03:28:08.264681 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a76276a-64eb-4dc4-b502-ef9c3df8ba6e req-a14bb5a6-ef6d-4c9d-bb2e-2a0b28823386 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865703 Dec 14 03:28:08.650870 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:28:18.732003 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:28:27.587734 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:28:30.707083 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:28:32.792953 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-55ef3ffd-cd1a-41a6-ad34-bc0da206639b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:28:35.118610 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-863e92e2-ac05-4da7-80f2-8697e5e7ec2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:28:36.529566 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:28:37.850560 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:28:38.632820 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:28:55.731297 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:28:57.540918 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:29:00.638571 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:29:02.791791 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-237cd3c4-0912-452d-a406-90a1473ade4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:29:05.048920 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3da418a2-6dbb-4a16-a33c-32d9a266f146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:29:06.488838 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:29:07.860373 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:29:08.643107 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:29:09.698703 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9513227d-8430-4368-9c26-09203cec3cc2 req-e1afd6ba-0480-427f-964c-b0f55ffce8a9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417204 Dec 14 03:29:09.795808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513227d-8430-4368-9c26-09203cec3cc2 req-6b5030f5-ba47-4c2b-b45b-d32af62eaff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:09.797255 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9513227d-8430-4368-9c26-09203cec3cc2 req-6b5030f5-ba47-4c2b-b45b-d32af62eaff2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 1097 time: 0.0414965 Dec 14 03:29:09.902343 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513227d-8430-4368-9c26-09203cec3cc2 req-dc96c6d0-da28-4469-88b5-a2b27b9e1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:09.903823 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9513227d-8430-4368-9c26-09203cec3cc2 req-dc96c6d0-da28-4469-88b5-a2b27b9e1f0e service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0881534 Dec 14 03:29:09.968889 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9513227d-8430-4368-9c26-09203cec3cc2 req-71923982-ded3-4c82-81e0-2b06294c54a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 HTTP/1.1" status: 200 len: 1003 time: 0.0578949 Dec 14 03:29:10.017122 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513227d-8430-4368-9c26-09203cec3cc2 req-53ed5f89-84a0-4602-894e-650c5ccf2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:10.018620 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9513227d-8430-4368-9c26-09203cec3cc2 req-53ed5f89-84a0-4602-894e-650c5ccf2e99 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0433238 Dec 14 03:29:10.066401 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9513227d-8430-4368-9c26-09203cec3cc2 req-907d8556-5366-4091-afe4-d5ce9a42c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:10.067906 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9513227d-8430-4368-9c26-09203cec3cc2 req-907d8556-5366-4091-afe4-d5ce9a42c2d6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418541 Dec 14 03:29:10.155118 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9513227d-8430-4368-9c26-09203cec3cc2 req-0aaf25f8-de95-4485-8c22-48dcfd2f56bb service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795100 Dec 14 03:29:10.247167 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9513227d-8430-4368-9c26-09203cec3cc2 req-dea06697-1f65-4e9c-bd8a-3b288f46f490 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851886 Dec 14 03:29:27.322974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddba981-6068-483e-a64c-f482e577c3e4 req-dcb162e8-943a-4815-892e-66f1845dc1d0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:27.324465 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eddba981-6068-483e-a64c-f482e577c3e4 req-dcb162e8-943a-4815-892e-66f1845dc1d0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0492587 Dec 14 03:29:27.370822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eddba981-6068-483e-a64c-f482e577c3e4 req-246e951b-e9f0-4ff3-812d-4bab15ee4f2c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400660 Dec 14 03:29:27.578855 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:29:30.654579 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:29:32.733833 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:29:32.780422 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b7ecc5c0-c207-4db5-a6bb-4c3a3f36e8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:29:35.048501 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c189d4fa-a7ba-4417-a00d-770a69f28860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:29:36.498354 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:29:37.888284 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:29:38.648103 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:29:41.017973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-600924a8-63ab-4a01-bf5b-37cba49d90ae req-142e03e4-de4f-4bff-aea5-91350e3bc2b4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:29:41.018988 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-600924a8-63ab-4a01-bf5b-37cba49d90ae req-142e03e4-de4f-4bff-aea5-91350e3bc2b4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053704 Dec 14 03:29:41.360395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47219039-8291-49af-9aae-99191a97c529 req-246b0bd3-4799-4b7f-9b65-9c421969e82f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:41.361908 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47219039-8291-49af-9aae-99191a97c529 req-246b0bd3-4799-4b7f-9b65-9c421969e82f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.1018655 Dec 14 03:29:41.398692 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-7e8a3bcb-a664-492d-83db-3bc98c63004f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428429 Dec 14 03:29:41.410208 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-74fb9826-19b4-4926-99fa-31d4402172bd service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:29:41.411983 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-74fb9826-19b4-4926-99fa-31d4402172bd service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076218 Dec 14 03:29:41.414668 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47219039-8291-49af-9aae-99191a97c529 req-0014903a-2e10-47cb-a11e-198acc803760 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462668 Dec 14 03:29:42.580749 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849ac40-ecdf-4167-a8b1-8d8308822190 req-0a035f8d-e1a3-4410-9f7f-2a0bc7fa6b55 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:42.582239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9849ac40-ecdf-4167-a8b1-8d8308822190 req-0a035f8d-e1a3-4410-9f7f-2a0bc7fa6b55 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0980117 Dec 14 03:29:42.628136 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9849ac40-ecdf-4167-a8b1-8d8308822190 req-50fd8246-709f-4701-bedb-448ff926f536 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397878 Dec 14 03:29:43.745835 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6876acbd-dfa4-4df5-ad28-72a81fc88d4d req-355954ce-aa5c-4dc3-98c4-fd455c8dfbfa tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:43.747314 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6876acbd-dfa4-4df5-ad28-72a81fc88d4d req-355954ce-aa5c-4dc3-98c4-fd455c8dfbfa tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0483098 Dec 14 03:29:43.794552 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6876acbd-dfa4-4df5-ad28-72a81fc88d4d req-b308a95d-8d67-4fe6-8bf2-87ce6ef2b565 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410967 Dec 14 03:29:44.911264 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8999409-b0fe-404e-9333-77eb2c7f983d req-e483b7e9-b225-4560-923a-a55f71f7da38 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:44.914021 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8999409-b0fe-404e-9333-77eb2c7f983d req-e483b7e9-b225-4560-923a-a55f71f7da38 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0499206 Dec 14 03:29:44.965684 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8999409-b0fe-404e-9333-77eb2c7f983d req-e9fc7654-0e0e-4650-84d0-405c54851e74 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458019 Dec 14 03:29:46.080647 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610505d7-bfb1-4ca4-95fe-96da3f7fdd60 req-dfe81da6-d9da-4506-ba09-a4d92808040f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:46.082124 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-610505d7-bfb1-4ca4-95fe-96da3f7fdd60 req-dfe81da6-d9da-4506-ba09-a4d92808040f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0472000 Dec 14 03:29:46.128238 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-610505d7-bfb1-4ca4-95fe-96da3f7fdd60 req-fbbd11ff-82dc-48be-8428-57ee65326095 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394797 Dec 14 03:29:47.248042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ca6d1-13a4-4426-b5bd-3097a25f391d req-726e4141-f352-4433-8e32-9f2bc7af3556 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:47.249552 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a35ca6d1-13a4-4426-b5bd-3097a25f391d req-726e4141-f352-4433-8e32-9f2bc7af3556 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0478120 Dec 14 03:29:47.296421 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a35ca6d1-13a4-4426-b5bd-3097a25f391d req-853539cf-b86f-4c64-b7ee-55179a5acb8c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409083 Dec 14 03:29:47.929840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-bd859f2d-39a4-4430-b861-042487d2b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:47.931374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-bd859f2d-39a4-4430-b861-042487d2b5b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 1097 time: 0.0449984 Dec 14 03:29:48.019604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-39ecd7c4-fb8a-4206-a625-7b70720a81b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:48.021204 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-39ecd7c4-fb8a-4206-a625-7b70720a81b3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0830908 Dec 14 03:29:48.088114 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-5ec211fe-62a3-4bfe-b152-32fb237064d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 HTTP/1.1" status: 200 len: 1003 time: 0.0598445 Dec 14 03:29:48.136302 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-6d05bdde-233e-4ff5-9cb1-9f42392c8eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:48.137799 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-6d05bdde-233e-4ff5-9cb1-9f42392c8eb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0432711 Dec 14 03:29:48.182161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-3e7d0806-1a36-4f41-8fec-20e2b7ea6a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:48.183534 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-3e7d0806-1a36-4f41-8fec-20e2b7ea6a09 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392125 Dec 14 03:29:48.272745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1616778b-1124-4a38-80ed-47e689c03f2a service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823822 Dec 14 03:29:48.363347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-aeb6a5e2-3c65-4752-963f-6155028d9cfc service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835555 Dec 14 03:29:48.421054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69edea-0073-43d1-9964-1000d1404bb0 req-51fe92a0-3b76-4136-b66c-152fd36390fd tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:48.422558 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d69edea-0073-43d1-9964-1000d1404bb0 req-51fe92a0-3b76-4136-b66c-152fd36390fd tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0544372 Dec 14 03:29:48.473960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8d69edea-0073-43d1-9964-1000d1404bb0 req-a2db6c8e-f5c4-4249-8c5b-798da8e0601e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445049 Dec 14 03:29:49.591202 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159e20f-1282-4ba4-bd31-406ee20b667c req-e0f6f64c-a2f4-4906-8f94-0ad452466c79 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:49.592704 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0159e20f-1282-4ba4-bd31-406ee20b667c req-e0f6f64c-a2f4-4906-8f94-0ad452466c79 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0491433 Dec 14 03:29:49.640470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0159e20f-1282-4ba4-bd31-406ee20b667c req-a5f55691-8f63-461c-974a-7968f01ab0d8 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415783 Dec 14 03:29:50.758853 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955bf12-6799-48d3-8eb8-f292a0e8d079 req-274048d1-51d6-4426-b037-60b028d5e51f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:50.760587 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e955bf12-6799-48d3-8eb8-f292a0e8d079 req-274048d1-51d6-4426-b037-60b028d5e51f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0501838 Dec 14 03:29:50.806373 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e955bf12-6799-48d3-8eb8-f292a0e8d079 req-d1f7af04-9eab-470c-857e-b9952d26b6d2 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397172 Dec 14 03:29:51.924886 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54f5bf-9ad4-421c-a5f9-bea6af881ae2 req-551aaa4f-f84a-453e-a04c-652dbdf4bda0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:51.926382 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af54f5bf-9ad4-421c-a5f9-bea6af881ae2 req-551aaa4f-f84a-453e-a04c-652dbdf4bda0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0519776 Dec 14 03:29:51.973293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af54f5bf-9ad4-421c-a5f9-bea6af881ae2 req-12e34646-72c1-4f85-9466-214542aa0852 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404720 Dec 14 03:29:53.091632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f83cf-34ee-4673-90a8-941ac7b0884a req-9a8d4ab6-1207-4922-a504-7adf4182011d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:53.093019 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b98f83cf-34ee-4673-90a8-941ac7b0884a req-9a8d4ab6-1207-4922-a504-7adf4182011d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0485592 Dec 14 03:29:53.139925 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b98f83cf-34ee-4673-90a8-941ac7b0884a req-e9fea087-3d72-476b-8c5b-4500d5f59f39 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410163 Dec 14 03:29:54.260288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3f074-4ddd-4d36-9adf-3cd77475a47f req-d88a2471-5de8-4c75-b30c-022c8ea59d13 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:54.261722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7b3f074-4ddd-4d36-9adf-3cd77475a47f req-d88a2471-5de8-4c75-b30c-022c8ea59d13 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0535464 Dec 14 03:29:54.311577 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7b3f074-4ddd-4d36-9adf-3cd77475a47f req-3dc75d5c-0f98-45df-aac1-41608a8093b5 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439215 Dec 14 03:29:55.424240 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932bf91-1cb3-4faa-b8da-36f9f88057fe req-f256492c-bc6a-4129-8127-6941bcd91985 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:55.425720 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c932bf91-1cb3-4faa-b8da-36f9f88057fe req-f256492c-bc6a-4129-8127-6941bcd91985 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0472741 Dec 14 03:29:55.471122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c932bf91-1cb3-4faa-b8da-36f9f88057fe req-25148325-54a2-4704-9c99-327de613d009 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391006 Dec 14 03:29:56.589903 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61030b-07b8-42f0-ac6b-8db327c7bd5d req-b33fe5e4-0c90-4337-a20c-b773f3373711 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:56.591405 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd61030b-07b8-42f0-ac6b-8db327c7bd5d req-b33fe5e4-0c90-4337-a20c-b773f3373711 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0476828 Dec 14 03:29:56.637676 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd61030b-07b8-42f0-ac6b-8db327c7bd5d req-cff1f47f-aa4a-4915-86db-22cee2b7ae35 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403490 Dec 14 03:29:57.572045 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:29:57.758625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51450cbd-705c-4922-923c-be1eb01b649f req-34141a34-98d7-4963-8252-7ecdd71b090f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:57.760374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-51450cbd-705c-4922-923c-be1eb01b649f req-34141a34-98d7-4963-8252-7ecdd71b090f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0520885 Dec 14 03:29:57.808222 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-51450cbd-705c-4922-923c-be1eb01b649f req-69684efd-f853-4caa-b903-c98ab96e2dcd tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417624 Dec 14 03:29:58.925726 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6afeb4-bf86-4fb8-a825-f488fe971635 req-fc0fc7fc-9017-4492-a8aa-40aa0474a60c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:29:58.927245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ee6afeb4-bf86-4fb8-a825-f488fe971635 req-fc0fc7fc-9017-4492-a8aa-40aa0474a60c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0494504 Dec 14 03:29:58.975076 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ee6afeb4-bf86-4fb8-a825-f488fe971635 req-3401bf42-e226-4206-b2e5-f5c3b43e1ced tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407875 Dec 14 03:30:00.093478 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e551958-16eb-497d-b641-2dd51ae8a7b7 req-fa6c2f6e-4c5b-4c9d-bf5d-a0fb61d8c05a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:00.094942 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e551958-16eb-497d-b641-2dd51ae8a7b7 req-fa6c2f6e-4c5b-4c9d-bf5d-a0fb61d8c05a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0511153 Dec 14 03:30:00.141525 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8e551958-16eb-497d-b641-2dd51ae8a7b7 req-11c4f5e6-271f-491b-aafe-f9292850ff05 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404487 Dec 14 03:30:00.653633 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:01.259837 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6006d1-d27b-4e82-8d2d-8e1d04fe91c6 req-48b17215-613c-4189-8a5b-7729d30dbb52 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:01.261257 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f6006d1-d27b-4e82-8d2d-8e1d04fe91c6 req-48b17215-613c-4189-8a5b-7729d30dbb52 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0490935 Dec 14 03:30:01.309142 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f6006d1-d27b-4e82-8d2d-8e1d04fe91c6 req-6cfde83f-3d96-473a-b9ee-71a193ce05b6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418675 Dec 14 03:30:02.424307 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53fcac-4edb-41f4-9b26-74a0702f1982 req-767c37c7-e3f0-4fe1-bbc6-cf0a26cc71ec tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:02.425806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b53fcac-4edb-41f4-9b26-74a0702f1982 req-767c37c7-e3f0-4fe1-bbc6-cf0a26cc71ec tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0478156 Dec 14 03:30:02.476151 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b53fcac-4edb-41f4-9b26-74a0702f1982 req-ec94870f-c57b-4387-9718-e73e7d7805ae tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436084 Dec 14 03:30:02.779173 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ebf2749c-6d52-4735-8196-f7dbc6034e55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:03.019051 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-25331130-898e-481f-817a-37c662cb01be tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:30:03.020056 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-25331130-898e-481f-817a-37c662cb01be tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053873 Dec 14 03:30:03.453050 n-d-821636-1 neutron-server[103848]: INFO neutron.api.v2.resource [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-426de4c5-b36f-4f5b-a06e-3dfa3b43115e service neutron] show failed (client error): The resource could not be found. Dec 14 03:30:03.454111 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-426de4c5-b36f-4f5b-a06e-3dfa3b43115e service neutron] 10.222.0.46 "GET /v2.0/ports/f1fed6cf-7406-41fc-9324-ae1b4e6d6a98/bindings/n-h2-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.4260278 Dec 14 03:30:03.598637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbfb25-9ffb-4e8e-8019-e0a0271eee4f req-387cfe91-b053-4034-9ca7-7309e8647c4a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:03.600151 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8fdbfb25-9ffb-4e8e-8019-e0a0271eee4f req-387cfe91-b053-4034-9ca7-7309e8647c4a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0502343 Dec 14 03:30:03.648299 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8fdbfb25-9ffb-4e8e-8019-e0a0271eee4f req-4fab9b40-bc22-4955-affa-03dee4e63e2c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420072 Dec 14 03:30:03.966188 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-413c62db-3e81-4381-a90f-bdecd9625721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:03.970877 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-413c62db-3e81-4381-a90f-bdecd9625721 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b&tenant_id=5214c1674e9a4e0f91667c3b849e4dcc HTTP/1.1" status: 200 len: 1097 time: 0.0876932 Dec 14 03:30:03.979316 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-43086495-dd6c-4094-a076-b2620c318c06 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:30:03.980253 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-43086495-dd6c-4094-a076-b2620c318c06 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049412 Dec 14 03:30:04.000408 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821636-1', 'device_owner': 'compute:nova'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:30:04.051915 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:04.247840 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:30:04.280845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:30:04.324425 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:30:04.327320 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e88436e-58e5-4d0d-8c2e-9ef4ebb1b89d" -d '{"events": [{"server_uuid": "65794409-c9d9-4854-b7ea-6e6ea515be1b", "name": "network-vif-unplugged", "status": "completed", "tag": "f1fed6cf-7406-41fc-9324-ae1b4e6d6a98"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:30:04.331573 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:04.344776 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Transition to ACTIVE for port object f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:30:04.379024 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 03:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f13bdb-4bb3-4d26-8929-6b52bb1bc400 x-openstack-request-id: req-c6f13bdb-4bb3-4d26-8929-6b52bb1bc400 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:30:04.379329 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65794409-c9d9-4854-b7ea-6e6ea515be1b", "name": "network-vif-unplugged", "status": "completed", "tag": "f1fed6cf-7406-41fc-9324-ae1b4e6d6a98", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:30:04.379595 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6f13bdb-4bb3-4d26-8929-6b52bb1bc400 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:30:04.380099 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98', 'code': 200} Dec 14 03:30:04.430461 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:04.505089 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Pushing event updated for resources: {'Port': ['ID=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,revision_number=6']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:30:04.517699 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:30:04.523226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:04.523587 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:04.523940 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:04.524287 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:04.524630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:04.524971 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:04.525337 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:04.525671 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:04.526028 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:04.526338 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:04.526673 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:04.527005 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:04.527335 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:04.566012 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:30:04.568735 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] No DVR routers for this DVR port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 on host n-h1-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:30:04.706203 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Attempting to bind port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:30:04.706545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Attempting to bind port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:30:04.706878 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Attempting to bind port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:30:04.712045 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:30:04.712370 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Attempting to bind port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:30:04.717393 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:30:04.717674 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Checking segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:30:04.718065 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Bound using segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:30:04.718496 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Bound port: f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:30:04.718854 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:04.768566 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e277c-0224-4268-beea-1c6e956bdfef req-5825477a-bb3d-4a28-b0e3-dde907c479fd tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:04.774102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-905e277c-0224-4268-beea-1c6e956bdfef req-5825477a-bb3d-4a28-b0e3-dde907c479fd tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 944 time: 0.0515959 Dec 14 03:30:04.787496 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:30:04.790586 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:30:04.820743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-905e277c-0224-4268-beea-1c6e956bdfef req-e2777f2c-4611-4aba-b048-56043d7914a3 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436347 Dec 14 03:30:04.869398 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:04.907032 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:04.907723 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:04.909143 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] 10.222.0.47 "PUT /v2.0/ports/f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 HTTP/1.1" status: 200 len: 1092 time: 0.9125602 Dec 14 03:30:04.932148 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f142f-c178-4e7c-8e18-3a90a3b5de2c service neutron] Pushing event updated for resources: {'Port': ['ID=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,revision_number=7']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:30:04.998846 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-aba2ffcc-f3c2-4c91-abf0-3a35b190b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:05.000377 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-aba2ffcc-f3c2-4c91-abf0-3a35b190b7f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 1095 time: 0.0437877 Dec 14 03:30:05.030982 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-087b8bcc-f433-4ea6-a43f-a54646a864e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:05.095740 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-12a9a1c9-1562-486e-bd93-00add004a6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:05.097208 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-12a9a1c9-1562-486e-bd93-00add004a6a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0904243 Dec 14 03:30:05.161640 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-2c99d69b-3458-42ee-b30a-0659a12ff6c1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 HTTP/1.1" status: 200 len: 1001 time: 0.0575609 Dec 14 03:30:05.214498 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-9e070f64-f6a8-48be-9795-db072fce7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:05.215899 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-9e070f64-f6a8-48be-9795-db072fce7b98 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0482097 Dec 14 03:30:05.262386 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-56651d68-beee-453a-8b2d-49f70ae15f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:05.263783 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-56651d68-beee-453a-8b2d-49f70ae15f20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404913 Dec 14 03:30:05.352317 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-102bff14-9325-4651-9b22-d4bb92185397 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803511 Dec 14 03:30:05.445796 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-96628e10-e301-4fb6-8dcc-b52b20e5a2a7 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868213 Dec 14 03:30:05.952328 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2ca8f-1e5e-4fac-be65-38c3e854888a req-f0d17a14-cc37-4c43-8a30-dedd9456d04b tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:05.953969 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11c2ca8f-1e5e-4fac-be65-38c3e854888a req-f0d17a14-cc37-4c43-8a30-dedd9456d04b tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 944 time: 0.0530746 Dec 14 03:30:06.001788 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11c2ca8f-1e5e-4fac-be65-38c3e854888a req-ed64b1c5-44ee-4a3f-ad13-4846e1d556ed tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411589 Dec 14 03:30:06.380976 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'tag': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:30:06.383357 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37138493-e577-41dc-8be8-1213293f6bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "65794409-c9d9-4854-b7ea-6e6ea515be1b", "tag": "f1fed6cf-7406-41fc-9324-ae1b4e6d6a98"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:30:06.433643 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53475fc-f4cd-41ad-bb66-d45692007a58 x-openstack-request-id: req-d53475fc-f4cd-41ad-bb66-d45692007a58 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:30:06.433952 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65794409-c9d9-4854-b7ea-6e6ea515be1b", "tag": "f1fed6cf-7406-41fc-9324-ae1b4e6d6a98", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:30:06.434219 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d53475fc-f4cd-41ad-bb66-d45692007a58 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:30:06.434716 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'tag': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98', 'status': 'completed', 'code': 200} Dec 14 03:30:06.497332 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:06.516603 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37138493-e577-41dc-8be8-1213293f6bd8 req-b78fd128-1c9d-43a9-aad3-88360d4bebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:06.518240 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-37138493-e577-41dc-8be8-1213293f6bd8 req-b78fd128-1c9d-43a9-aad3-88360d4bebe7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 1095 time: 0.0424755 Dec 14 03:30:06.518907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37138493-e577-41dc-8be8-1213293f6bd8 req-05345888-f75a-412b-83bd-be4b3cc84fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:06.520732 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37138493-e577-41dc-8be8-1213293f6bd8 req-05345888-f75a-412b-83bd-be4b3cc84fb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 1095 time: 0.0416908 Dec 14 03:30:06.622474 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37138493-e577-41dc-8be8-1213293f6bd8 req-33896ba5-7571-4d6c-ae75-760982e6ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:06.622474 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-37138493-e577-41dc-8be8-1213293f6bd8 req-33896ba5-7571-4d6c-ae75-760982e6ece5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0953665 Dec 14 03:30:06.624451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37138493-e577-41dc-8be8-1213293f6bd8 req-3ee95296-4b58-4054-8547-b2f870848f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:06.626047 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37138493-e577-41dc-8be8-1213293f6bd8 req-3ee95296-4b58-4054-8547-b2f870848f05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0982497 Dec 14 03:30:06.694614 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37138493-e577-41dc-8be8-1213293f6bd8 req-662acbca-f9da-41a3-9967-40521a881d8e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 HTTP/1.1" status: 200 len: 1001 time: 0.0614045 Dec 14 03:30:06.695470 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-37138493-e577-41dc-8be8-1213293f6bd8 req-06c7a839-98c6-4826-b8cd-15aa73b33ec4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 HTTP/1.1" status: 200 len: 1001 time: 0.0675957 Dec 14 03:30:06.747397 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37138493-e577-41dc-8be8-1213293f6bd8 req-29867d0c-a00c-44a6-91e6-62199e9e55e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:06.748885 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-37138493-e577-41dc-8be8-1213293f6bd8 req-29867d0c-a00c-44a6-91e6-62199e9e55e2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0471690 Dec 14 03:30:06.757264 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37138493-e577-41dc-8be8-1213293f6bd8 req-545aa291-cd49-4f4e-8eee-e2b6ab137aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:06.758893 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37138493-e577-41dc-8be8-1213293f6bd8 req-545aa291-cd49-4f4e-8eee-e2b6ab137aca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0565164 Dec 14 03:30:06.804186 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37138493-e577-41dc-8be8-1213293f6bd8 req-19fc97e1-c0cb-4003-8ace-02523ebcf24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:06.806224 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-37138493-e577-41dc-8be8-1213293f6bd8 req-19fc97e1-c0cb-4003-8ace-02523ebcf24f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494816 Dec 14 03:30:06.807194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37138493-e577-41dc-8be8-1213293f6bd8 req-4a615ecc-ce2f-4be5-ac8a-932f9aaaf4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:06.808761 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37138493-e577-41dc-8be8-1213293f6bd8 req-4a615ecc-ce2f-4be5-ac8a-932f9aaaf4f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428400 Dec 14 03:30:06.897590 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-37138493-e577-41dc-8be8-1213293f6bd8 req-cd5f3949-3752-42a3-8016-58ccb9335576 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848026 Dec 14 03:30:06.901242 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37138493-e577-41dc-8be8-1213293f6bd8 req-c437be38-0bc4-4edc-9f45-6492d1704d8b service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839972 Dec 14 03:30:07.007774 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-37138493-e577-41dc-8be8-1213293f6bd8 req-a7314e9f-2635-4ca3-9a66-a340ef1e2f74 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031566 Dec 14 03:30:07.017533 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37138493-e577-41dc-8be8-1213293f6bd8 req-a49ec25e-ab6d-477e-8380-0fc3670410be service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073146 Dec 14 03:30:07.135439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2f24e-4b57-40a2-83a0-f53f19bec64e req-26709bdf-6831-441b-9d68-33b2c3b4e158 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:07.136953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5cc2f24e-4b57-40a2-83a0-f53f19bec64e req-26709bdf-6831-441b-9d68-33b2c3b4e158 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 944 time: 0.0510535 Dec 14 03:30:07.185881 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5cc2f24e-4b57-40a2-83a0-f53f19bec64e req-50e99e91-590c-46a4-aaf6-5e91e1e0bada tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426571 Dec 14 03:30:07.882376 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:08.314480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c700b-b96a-413d-bd85-b84a912424dc req-fdef732e-262d-4780-ad2a-9999e85c4b86 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:08.315987 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-334c700b-b96a-413d-bd85-b84a912424dc req-fdef732e-262d-4780-ad2a-9999e85c4b86 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 944 time: 0.0540779 Dec 14 03:30:08.367750 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-334c700b-b96a-413d-bd85-b84a912424dc req-48051eaa-7937-4b4c-831f-f3acdc52bf8d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425766 Dec 14 03:30:08.658783 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:09.487889 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f68a9-6229-4704-9565-b8d7ebae7aba req-7511c420-6ce5-436f-b33b-4d3d16a78c6d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:09.489520 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b6f68a9-6229-4704-9565-b8d7ebae7aba req-7511c420-6ce5-436f-b33b-4d3d16a78c6d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 944 time: 0.0508080 Dec 14 03:30:09.540668 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b6f68a9-6229-4704-9565-b8d7ebae7aba req-fb64ea44-7504-42a3-8305-a9814a7e0972 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448265 Dec 14 03:30:09.729053 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:30:10.662089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772fa94d-7ffb-48f5-8717-6eda2d00e205 req-0dc051aa-6761-4a34-b7b7-0ab292890439 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:10.663699 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-772fa94d-7ffb-48f5-8717-6eda2d00e205 req-0dc051aa-6761-4a34-b7b7-0ab292890439 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 944 time: 0.0506914 Dec 14 03:30:10.715103 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-772fa94d-7ffb-48f5-8717-6eda2d00e205 req-50d9b65c-21ec-4272-b4a8-34906835ce6c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453348 Dec 14 03:30:11.836547 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af1d1e-e349-4c82-9104-b7a93d64907f req-c2175db1-17ce-4ffe-bee9-b92c2c07752d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:11.838089 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89af1d1e-e349-4c82-9104-b7a93d64907f req-c2175db1-17ce-4ffe-bee9-b92c2c07752d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 944 time: 0.0486035 Dec 14 03:30:11.884859 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89af1d1e-e349-4c82-9104-b7a93d64907f req-a829a8f8-3dd6-4439-b112-4d3dfd36054c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409188 Dec 14 03:30:13.002100 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac6c62-a9a6-4aaa-943b-199e88975842 req-872baccf-29a3-4c27-bd93-7bc5c02a805b tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:13.003585 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3ac6c62-a9a6-4aaa-943b-199e88975842 req-872baccf-29a3-4c27-bd93-7bc5c02a805b tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 944 time: 0.0504725 Dec 14 03:30:13.054379 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3ac6c62-a9a6-4aaa-943b-199e88975842 req-09bb523c-cbf0-4eaa-a8f8-8872765f17c6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444775 Dec 14 03:30:14.176063 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180aa6d-90a8-44cb-9c72-7325a729a304 req-3f637330-e92d-4b75-89fe-7865653a5766 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:14.177584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3180aa6d-90a8-44cb-9c72-7325a729a304 req-3f637330-e92d-4b75-89fe-7865653a5766 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 944 time: 0.0528858 Dec 14 03:30:14.226145 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3180aa6d-90a8-44cb-9c72-7325a729a304 req-f6477b35-a435-4462-854f-cd73c7a815e1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425677 Dec 14 03:30:15.344827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5154c-f5a9-4400-a3e4-bdeed1a79d2b req-0f2498d3-b8ec-41e3-889e-8b0decca23f0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:15.346329 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1c5154c-f5a9-4400-a3e4-bdeed1a79d2b req-0f2498d3-b8ec-41e3-889e-8b0decca23f0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 944 time: 0.0485780 Dec 14 03:30:15.394355 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c1c5154c-f5a9-4400-a3e4-bdeed1a79d2b req-ed0a8187-9075-4eac-bc2b-bdb50fa406f3 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411861 Dec 14 03:30:16.510508 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42a008-acc2-4f31-a1f8-2ca2ec49dec5 req-b8ce90c1-3010-49c5-9fdc-44650b534299 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:16.511980 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e42a008-acc2-4f31-a1f8-2ca2ec49dec5 req-b8ce90c1-3010-49c5-9fdc-44650b534299 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 944 time: 0.0477698 Dec 14 03:30:16.563049 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e42a008-acc2-4f31-a1f8-2ca2ec49dec5 req-ba015279-2c64-40e1-8e08-b9316fdeba02 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451553 Dec 14 03:30:17.681402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6427a09-c13a-44ae-afe1-dc3ca3644d41 req-530bfe18-204b-4f8f-9200-ce1b6b690ad9 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:17.689664 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c6427a09-c13a-44ae-afe1-dc3ca3644d41 req-530bfe18-204b-4f8f-9200-ce1b6b690ad9 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 944 time: 0.0505545 Dec 14 03:30:17.730628 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c6427a09-c13a-44ae-afe1-dc3ca3644d41 req-dd3aa21f-5ac8-4541-a8e4-b38a9bc104f6 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417025 Dec 14 03:30:18.847681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbacedc-2415-4b1a-a78e-23812c08da50 req-d20e9361-fe09-4965-8167-95e761e951c0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:18.849746 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fbacedc-2415-4b1a-a78e-23812c08da50 req-d20e9361-fe09-4965-8167-95e761e951c0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 944 time: 0.0500436 Dec 14 03:30:19.067994 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1fbacedc-2415-4b1a-a78e-23812c08da50 req-e67b1b91-7a51-459d-b56f-b5aa82c0593e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121460 Dec 14 03:30:19.329614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:30:19.427097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:30:19.438705 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'port_id': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98', 'mac_address': 'fa:16:3e:a1:40:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:30:19.474629 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:19.487205 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:30:19.506797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:30:19.595531 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:19.645830 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:30:19.653392 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:19.653745 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:19.654094 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:19.654436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:19.654772 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:19.655109 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:19.655438 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:19.655770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:19.656096 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:19.656423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:19.656749 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:19.657076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:19.657494 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:19.890939 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['f1fed6cf-7406-41fc-9324-ae1b4e6d6a98'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:30:20.192725 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc337d-4e33-4464-a984-f4e909ed27f7 req-63dd625b-9866-4c73-89b6-6b0f4608413a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:20.192725 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3abc337d-4e33-4464-a984-f4e909ed27f7 req-63dd625b-9866-4c73-89b6-6b0f4608413a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 945 time: 0.0524254 Dec 14 03:30:20.237952 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3abc337d-4e33-4464-a984-f4e909ed27f7 req-2a042066-127a-4fd4-96f1-eb7757b2136c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405948 Dec 14 03:30:20.784403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e6cf5-1514-4900-9034-dbf73017dc1f req-1dc9d45c-7ed3-4f00-868c-11687a2a5bec tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:20.786727 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d84e6cf5-1514-4900-9034-dbf73017dc1f req-1dc9d45c-7ed3-4f00-868c-11687a2a5bec tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 945 time: 0.0499270 Dec 14 03:30:20.834914 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d84e6cf5-1514-4900-9034-dbf73017dc1f req-9c95a7ec-7704-44a4-992f-a97389e1b760 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420654 Dec 14 03:30:20.844262 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-c3fd6f31-4b03-48da-805a-9d30d382a61a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:20.845767 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-c3fd6f31-4b03-48da-805a-9d30d382a61a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.47 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b&tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&binding%3Ahost_id=n-h2-821636-1 HTTP/1.1" status: 200 len: 945 time: 0.0523460 Dec 14 03:30:20.906442 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-86b03c6f-e865-4bd3-bb20-52977f8d1968 service neutron] 10.222.0.47 "GET /v2.0/ports/f1fed6cf-7406-41fc-9324-ae1b4e6d6a98/bindings/n-h2-821636-1 HTTP/1.1" status: 200 len: 382 time: 0.0530028 Dec 14 03:30:20.985864 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-3acf0e59-6f4e-4acd-89fc-12b4b0645246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:20.987262 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-3acf0e59-6f4e-4acd-89fc-12b4b0645246 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 1096 time: 0.0409613 Dec 14 03:30:21.080568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-8d9e600f-10b3-4e2a-b86d-b99e0c631fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:21.082089 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-8d9e600f-10b3-4e2a-b86d-b99e0c631fe2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0874047 Dec 14 03:30:21.147094 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-61dce809-6d9c-4368-acea-512d9ad8e486 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 HTTP/1.1" status: 200 len: 1002 time: 0.0581124 Dec 14 03:30:21.199451 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-83933bad-1087-42b4-852d-eb069e451532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:21.200872 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-83933bad-1087-42b4-852d-eb069e451532 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0468385 Dec 14 03:30:21.246031 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-5dda193e-10de-4cd0-a5ed-6210f7385352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:21.247427 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-5dda193e-10de-4cd0-a5ed-6210f7385352 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384552 Dec 14 03:30:21.337649 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-efd93969-476d-4d3d-ad5f-964b407616a5 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817792 Dec 14 03:30:21.338269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:30:21.430482 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-6b487060-d5de-4264-ae79-cd90c86981fb service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860417 Dec 14 03:30:21.464149 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:30:21.468084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:30:21.468458 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:21.544060 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:21.565873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:30:21.568896 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32ebed0-2f65-428f-8692-46012ba0f9d8" -d '{"events": [{"server_uuid": "65794409-c9d9-4854-b7ea-6e6ea515be1b", "name": "network-vif-plugged", "status": "completed", "tag": "f1fed6cf-7406-41fc-9324-ae1b4e6d6a98"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:30:21.581260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:30:21.641316 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:21.693345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:30:21.742659 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867a5aed-bb2a-4cf0-8be7-a4c7da5a045d x-openstack-request-id: req-867a5aed-bb2a-4cf0-8be7-a4c7da5a045d {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:30:21.742967 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65794409-c9d9-4854-b7ea-6e6ea515be1b", "name": "network-vif-plugged", "status": "completed", "tag": "f1fed6cf-7406-41fc-9324-ae1b4e6d6a98", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:30:21.743231 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-867a5aed-bb2a-4cf0-8be7-a4c7da5a045d {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:30:21.743662 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98', 'code': 200} Dec 14 03:30:21.956207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab8f147-d0a8-48a2-9a36-af61cc2fe0df req-0ee8782f-1f29-4ae9-9a3d-5955f2447c87 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:21.957861 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ab8f147-d0a8-48a2-9a36-af61cc2fe0df req-0ee8782f-1f29-4ae9-9a3d-5955f2447c87 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0532026 Dec 14 03:30:22.005506 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ab8f147-d0a8-48a2-9a36-af61cc2fe0df req-6f3ed376-cfda-4c22-82b9-c02f82e9fa65 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416286 Dec 14 03:30:23.123109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83682ed-8bb4-4c5e-88be-481f01642799 req-79ac8d05-5bcf-4802-bc0f-2342dc0e00f7 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:23.124594 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d83682ed-8bb4-4c5e-88be-481f01642799 req-79ac8d05-5bcf-4802-bc0f-2342dc0e00f7 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0480647 Dec 14 03:30:23.172052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d83682ed-8bb4-4c5e-88be-481f01642799 req-7fb197ce-f811-4024-ab4f-7df1606e45d8 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407174 Dec 14 03:30:24.293730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9856a1-d84f-40d0-87b6-b76fb2bff300 req-3308965a-92c1-42cf-ba32-072ee3bd6fca tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:24.295297 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a9856a1-d84f-40d0-87b6-b76fb2bff300 req-3308965a-92c1-42cf-ba32-072ee3bd6fca tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0506892 Dec 14 03:30:24.346522 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a9856a1-d84f-40d0-87b6-b76fb2bff300 req-10ab3153-6179-4eee-b066-2aae4682f2cc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450578 Dec 14 03:30:25.467318 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e70dc2-e537-4618-9902-505d6f2e5740 req-b745f349-8448-4b8a-9834-b6867b05ab0f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:25.468736 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14e70dc2-e537-4618-9902-505d6f2e5740 req-b745f349-8448-4b8a-9834-b6867b05ab0f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0495493 Dec 14 03:30:25.517992 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14e70dc2-e537-4618-9902-505d6f2e5740 req-ec5aaab1-fdb0-4144-8f2e-3fcb216d87cc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424736 Dec 14 03:30:26.589555 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-a6f19824-b008-438c-852a-dfdaf5e0dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:26.591079 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-a6f19824-b008-438c-852a-dfdaf5e0dd55 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b&tenant_id=5214c1674e9a4e0f91667c3b849e4dcc HTTP/1.1" status: 200 len: 1097 time: 0.0422769 Dec 14 03:30:26.622099 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821636-1', 'device_owner': 'compute:nova'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:30:26.688750 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313cc6b-9fa7-49a9-886d-5b671fd4406b req-1bd1ffb2-5632-4abd-a995-5edc2807c4bc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:26.690245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e313cc6b-9fa7-49a9-886d-5b671fd4406b req-1bd1ffb2-5632-4abd-a995-5edc2807c4bc tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0982902 Dec 14 03:30:26.698976 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:26.774784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e313cc6b-9fa7-49a9-886d-5b671fd4406b req-ab13e149-80d9-4791-856c-fb2f379b99bf tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776918 Dec 14 03:30:26.935270 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:30:26.967571 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:30:27.011767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:30:27.014095 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3decdd4-1b8f-4e4e-b002-baf269eb6388" -d '{"events": [{"server_uuid": "65794409-c9d9-4854-b7ea-6e6ea515be1b", "name": "network-vif-unplugged", "status": "completed", "tag": "f1fed6cf-7406-41fc-9324-ae1b4e6d6a98"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:30:27.017859 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:27.031630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Transition to ACTIVE for port object f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:30:27.110025 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:27.113071 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 03:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81214c1-9995-43da-8bda-a71676012d67 x-openstack-request-id: req-d81214c1-9995-43da-8bda-a71676012d67 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:30:27.113408 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65794409-c9d9-4854-b7ea-6e6ea515be1b", "name": "network-vif-unplugged", "status": "completed", "tag": "f1fed6cf-7406-41fc-9324-ae1b4e6d6a98", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:30:27.113671 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d81214c1-9995-43da-8bda-a71676012d67 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:30:27.114072 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98', 'code': 200} Dec 14 03:30:27.188359 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,revision_number=10']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:30:27.205461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:27.205853 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:27.206205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:27.206560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:27.206900 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:27.207239 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:27.207572 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:27.207907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:27.208809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:27.209708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:27.209708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:27.209987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:27.210318 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:30:27.252280 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] No DVR routers for this DVR port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:30:27.337578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:30:27.375085 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:30:27.398654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Attempting to bind port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:30:27.398994 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Attempting to bind port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:30:27.399324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Attempting to bind port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:30:27.403664 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:30:27.403985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Attempting to bind port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 on network 9b5d2602-9953-41a0-86a4-e3714d7f2efd {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:30:27.409532 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:30:27.409871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Checking segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:30:27.410255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Bound using segment: {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:30:27.410679 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Bound port: f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a720c82-2454-465d-ab2a-9fabcda36163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:30:27.411032 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:27.478154 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:30:27.481357 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:30:27.562124 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:27.589791 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:27.600304 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:27.600304 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:27.600304 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] 10.222.0.46 "PUT /v2.0/ports/f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 HTTP/1.1" status: 200 len: 1093 time: 0.9822097 Dec 14 03:30:27.624288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5ec3e-75a3-4ca7-89a9-6c0fa525a220 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,revision_number=11']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:30:27.683222 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-69476873-9c4a-42da-8c51-176fa5c13237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:27.684742 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-69476873-9c4a-42da-8c51-176fa5c13237 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 1096 time: 0.0445154 Dec 14 03:30:27.784077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-12d67d91-91dd-4305-a9cb-8ae03081f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:27.785628 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-12d67d91-91dd-4305-a9cb-8ae03081f5a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0943480 Dec 14 03:30:27.865062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-5d40765d-7c89-4642-8962-c3fac3aa0a39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 HTTP/1.1" status: 200 len: 1001 time: 0.0711842 Dec 14 03:30:27.940530 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f49e268-b485-4a3e-a6d3-7f082fda45bf req-5fb68250-5efd-41dc-a44b-fce971bbdb06 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:27.942062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f49e268-b485-4a3e-a6d3-7f082fda45bf req-5fb68250-5efd-41dc-a44b-fce971bbdb06 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 945 time: 0.0943277 Dec 14 03:30:27.943983 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-31ec5152-9cf3-46c9-b2d5-b51cc16b656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:27.945324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-31ec5152-9cf3-46c9-b2d5-b51cc16b656f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0674498 Dec 14 03:30:28.018532 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f49e268-b485-4a3e-a6d3-7f082fda45bf req-40bf034b-4edd-4283-9486-c65e36b5de12 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703087 Dec 14 03:30:28.020182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-db597123-a3d2-4da6-8b9b-da12c24ce2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:28.021802 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-db597123-a3d2-4da6-8b9b-da12c24ce2b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678966 Dec 14 03:30:28.116439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-fe629592-da00-4ddd-80d6-f76a8465b168 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871363 Dec 14 03:30:28.206228 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64dd033f-880a-4882-93ca-8ef5d83a9a12 req-fa2e5b0a-d87f-44ee-8fe4-37d0e5bc6ce1 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822895 Dec 14 03:30:29.117425 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'tag': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:30:29.119664 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12cc06df-ae40-446f-a09a-17a3aba888b1" -d '{"events": [{"name": "network-changed", "server_uuid": "65794409-c9d9-4854-b7ea-6e6ea515be1b", "tag": "f1fed6cf-7406-41fc-9324-ae1b4e6d6a98"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:30:29.145674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059b8b7-1ca5-4902-b41d-cc3480dcd7c8 req-9ab4fe07-8bd0-4bb6-be4d-53a28a7e0850 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:29.147733 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7059b8b7-1ca5-4902-b41d-cc3480dcd7c8 req-9ab4fe07-8bd0-4bb6-be4d-53a28a7e0850 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 945 time: 0.0566289 Dec 14 03:30:29.175825 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83254c98-79af-4bf2-b031-fa9b3ea46397 x-openstack-request-id: req-83254c98-79af-4bf2-b031-fa9b3ea46397 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:30:29.176113 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65794409-c9d9-4854-b7ea-6e6ea515be1b", "tag": "f1fed6cf-7406-41fc-9324-ae1b4e6d6a98", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:30:29.176366 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83254c98-79af-4bf2-b031-fa9b3ea46397 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:30:29.176751 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'tag': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98', 'status': 'completed', 'code': 200} Dec 14 03:30:29.209817 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7059b8b7-1ca5-4902-b41d-cc3480dcd7c8 req-65b42bd3-80ef-47d8-ba31-55ac6d0eb492 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534825 Dec 14 03:30:29.253814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-33c76799-9f4d-4ebd-b37c-635148b97b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:29.255502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-33c76799-9f4d-4ebd-b37c-635148b97b3e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 1096 time: 0.0415089 Dec 14 03:30:29.280250 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-7c579031-0f8c-449d-b298-9fd5212a6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:29.282484 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-7c579031-0f8c-449d-b298-9fd5212a6354 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 1096 time: 0.0542762 Dec 14 03:30:29.353173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-bcb8a144-cd3b-41f9-b604-774b025bd81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:29.354701 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-bcb8a144-cd3b-41f9-b604-774b025bd81b service neutron] 10.222.0.46 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0875688 Dec 14 03:30:29.380498 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-dc4308e9-b5dd-4e0f-afbe-a5199c315cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:29.382614 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-dc4308e9-b5dd-4e0f-afbe-a5199c315cd3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 200 len: 913 time: 0.0932596 Dec 14 03:30:29.426269 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-e738c563-c068-424d-9e93-0a560f4f7a93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 HTTP/1.1" status: 200 len: 1001 time: 0.0642455 Dec 14 03:30:29.451492 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-cfbe679d-ace7-42d0-98b2-3b50eed175a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 HTTP/1.1" status: 200 len: 1001 time: 0.0615199 Dec 14 03:30:29.477241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-8cfc6dce-8990-42f6-9aa5-4ad8e91579c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:29.478761 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-8cfc6dce-8990-42f6-9aa5-4ad8e91579c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0456328 Dec 14 03:30:29.502555 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-dcc708ef-a9b4-411e-8931-8aa94e6d77e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:29.504053 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-dcc708ef-a9b4-411e-8931-8aa94e6d77e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 200 len: 851 time: 0.0452144 Dec 14 03:30:29.527023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-d7c76b44-fde7-4e36-9283-341d78a6be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:29.528565 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-d7c76b44-fde7-4e36-9283-341d78a6be91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425518 Dec 14 03:30:29.556241 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-d80d7065-38c1-4bea-bafe-b617dfddf053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:29.557957 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-d80d7065-38c1-4bea-bafe-b617dfddf053 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9b5d2602-9953-41a0-86a4-e3714d7f2efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464444 Dec 14 03:30:29.639038 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-9c2d3ab1-b0e2-4062-9abb-8fdd1a5005db service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034133 Dec 14 03:30:29.659069 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-1a415128-95ed-402a-ad53-9552325f1620 service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942640 Dec 14 03:30:29.756578 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-283aa57f-86ed-4666-aa6f-585b7dd4e6b0 service neutron] 10.222.0.46 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101663 Dec 14 03:30:29.774954 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-12cc06df-ae40-446f-a09a-17a3aba888b1 req-bfc3a69e-8874-459f-93a5-98874efb997f service neutron] 10.222.0.47 "GET /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093338 Dec 14 03:30:30.344741 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64138f22-02a1-4a54-86d0-8a44f4ce4d8b req-b90590fa-7458-4be2-9d69-ea1f3044f1e9 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:30.346294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64138f22-02a1-4a54-86d0-8a44f4ce4d8b req-b90590fa-7458-4be2-9d69-ea1f3044f1e9 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 945 time: 0.0560951 Dec 14 03:30:30.395494 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-64138f22-02a1-4a54-86d0-8a44f4ce4d8b req-f1e38bcb-879e-4d3c-a487-6f33e98f9a9c tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426941 Dec 14 03:30:30.690575 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:31.513525 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c597ccb-6db9-43c8-b71b-c7257a15d1c4 req-8622b3fd-55cf-404f-9c70-e872a3f29275 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:31.515025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c597ccb-6db9-43c8-b71b-c7257a15d1c4 req-8622b3fd-55cf-404f-9c70-e872a3f29275 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 945 time: 0.0507565 Dec 14 03:30:31.562634 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c597ccb-6db9-43c8-b71b-c7257a15d1c4 req-e8b91150-6683-48e1-8509-ac258412f9d2 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414762 Dec 14 03:30:32.680319 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4112803-711b-4317-bcf7-95f955147813 req-0a4c2d7f-88cb-430b-beff-91c2b3a78f91 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:32.681838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4112803-711b-4317-bcf7-95f955147813 req-0a4c2d7f-88cb-430b-beff-91c2b3a78f91 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 945 time: 0.0489709 Dec 14 03:30:32.740528 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4112803-711b-4317-bcf7-95f955147813 req-d05dd305-d423-40cf-82e3-abbab395944b tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521626 Dec 14 03:30:32.793650 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-50f64d94-ef23-4086-bd49-03a5e027ff2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:33.858782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d8892-db18-49c4-a312-a7869e7feb78 req-14070737-2f01-448d-b59d-351be02b7f1f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:33.860236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c27d8892-db18-49c4-a312-a7869e7feb78 req-14070737-2f01-448d-b59d-351be02b7f1f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 945 time: 0.0491569 Dec 14 03:30:33.907737 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c27d8892-db18-49c4-a312-a7869e7feb78 req-e8f5e27f-3558-4705-a5be-51a5ace49873 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404801 Dec 14 03:30:35.030378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adb028-5526-4b07-839f-db777634aaa5 req-9e7d2fa5-cc2e-4529-970f-df2163744b40 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:35.031881 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d5adb028-5526-4b07-839f-db777634aaa5 req-9e7d2fa5-cc2e-4529-970f-df2163744b40 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 945 time: 0.0518911 Dec 14 03:30:35.063992 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f35f21bb-b234-4a98-879d-4c6fef3cc70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:35.085865 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d5adb028-5526-4b07-839f-db777634aaa5 req-d2688d6a-4156-4a15-b3bb-6f30bc20c78a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475755 Dec 14 03:30:36.206483 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9c78b-ffa6-4462-8369-b6264d32a0b9 req-010bb1e7-1fd3-4adf-b555-7b81386dd178 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:36.207872 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fea9c78b-ffa6-4462-8369-b6264d32a0b9 req-010bb1e7-1fd3-4adf-b555-7b81386dd178 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 945 time: 0.0527539 Dec 14 03:30:36.254895 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fea9c78b-ffa6-4462-8369-b6264d32a0b9 req-c5bf5adf-b5b0-48eb-8e8c-295fef8c01d8 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402863 Dec 14 03:30:36.515729 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:37.374657 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987593c-654a-4ecb-88af-8484105f095e req-a8c3e97d-b306-406b-9960-387f3703e2f0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:37.376141 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b987593c-654a-4ecb-88af-8484105f095e req-a8c3e97d-b306-406b-9960-387f3703e2f0 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 945 time: 0.0502236 Dec 14 03:30:37.424201 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b987593c-654a-4ecb-88af-8484105f095e req-df3a35d8-766b-434b-a1a3-c2e00b2678ac tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415704 Dec 14 03:30:37.846453 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:38.541852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676086c-8482-429e-8642-0ccf25a9405d req-f8fa0fc6-be2e-47d9-9ce7-1988611532cd tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:38.543323 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9676086c-8482-429e-8642-0ccf25a9405d req-f8fa0fc6-be2e-47d9-9ce7-1988611532cd tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 945 time: 0.0472398 Dec 14 03:30:38.594803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9676086c-8482-429e-8642-0ccf25a9405d req-cde2af66-7782-4638-abdf-afa9c2785f2d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455399 Dec 14 03:30:38.624069 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:39.712079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524b1bb-1b89-4864-bf95-1343890db4e3 req-457f8b89-20df-4ffb-8adf-c70d3676e648 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:39.713589 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8524b1bb-1b89-4864-bf95-1343890db4e3 req-457f8b89-20df-4ffb-8adf-c70d3676e648 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 945 time: 0.0484705 Dec 14 03:30:39.762125 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8524b1bb-1b89-4864-bf95-1343890db4e3 req-29f8ebf9-de9e-410b-bb8d-925fabe65fff tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426366 Dec 14 03:30:40.878097 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be218a6-95c0-4f13-a7d3-d30afcf294cf req-8dd8a0e2-c3f1-421e-b64b-60a12dc8cc1f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:40.879688 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1be218a6-95c0-4f13-a7d3-d30afcf294cf req-8dd8a0e2-c3f1-421e-b64b-60a12dc8cc1f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 945 time: 0.0490594 Dec 14 03:30:40.926924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1be218a6-95c0-4f13-a7d3-d30afcf294cf req-81eac023-60c6-4293-8f17-515d8814b2ee tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401967 Dec 14 03:30:42.050857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28431551-6f89-4380-a1a7-0d3ee2e88547 req-3bd05698-f42e-426d-902a-d7c925b243bb tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:42.052335 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-28431551-6f89-4380-a1a7-0d3ee2e88547 req-3bd05698-f42e-426d-902a-d7c925b243bb tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 945 time: 0.0532875 Dec 14 03:30:42.099559 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-28431551-6f89-4380-a1a7-0d3ee2e88547 req-14897f91-099f-4f8b-ba00-9480d8a5b2cb tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409729 Dec 14 03:30:42.216192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ac297-1bcd-4702-a3ac-98fdf22acca6 req-7040ac25-592b-40e1-b474-659b8643811e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:42.217617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-522ac297-1bcd-4702-a3ac-98fdf22acca6 req-7040ac25-592b-40e1-b474-659b8643811e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 945 time: 0.0490103 Dec 14 03:30:42.264289 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-522ac297-1bcd-4702-a3ac-98fdf22acca6 req-95145233-a607-4dc0-b7aa-a87f428d2a3e tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407369 Dec 14 03:30:42.387392 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c226f-f4a6-4c67-9af3-c88359183521 req-c81e12d5-263a-4b30-b719-e6f4359fed7f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:42.388916 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-955c226f-f4a6-4c67-9af3-c88359183521 req-c81e12d5-263a-4b30-b719-e6f4359fed7f tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 945 time: 0.0526702 Dec 14 03:30:42.434708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-955c226f-f4a6-4c67-9af3-c88359183521 req-6730f1b6-23bd-4d55-b651-b1f7e41b9118 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397701 Dec 14 03:30:42.753805 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:30:42.850464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:30:42.862787 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'port_id': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98', 'mac_address': 'fa:16:3e:a1:40:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:30:42.900435 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:42.906621 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa906df-e3bf-4b27-8951-fe010ec3e90f req-108f3354-ee87-43a7-b851-5982b699e5cf tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:42.911625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9aa906df-e3bf-4b27-8951-fe010ec3e90f req-108f3354-ee87-43a7-b851-5982b699e5cf tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 945 time: 0.0499668 Dec 14 03:30:42.915763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:30:42.936358 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:30:42.961358 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9aa906df-e3bf-4b27-8951-fe010ec3e90f req-f6ced1a6-a00f-4f41-9bba-332615a92948 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461347 Dec 14 03:30:43.006840 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:43.057368 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,revision_number=12']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:30:43.312423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['f1fed6cf-7406-41fc-9324-ae1b4e6d6a98'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:30:44.079759 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4749f08-4235-45b2-b97c-98cd8af14247 req-11cb5643-1f7a-4570-ab3d-f5be40b08b37 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:44.081253 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4749f08-4235-45b2-b97c-98cd8af14247 req-11cb5643-1f7a-4570-ab3d-f5be40b08b37 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0492454 Dec 14 03:30:44.133245 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4749f08-4235-45b2-b97c-98cd8af14247 req-919a6f25-30d1-49a4-9e1c-393eeb4b8041 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups?id=6e79c5bc-9381-4d82-b408-1ed275f2ea65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457442 Dec 14 03:30:44.606334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bef659-8c2e-4a9e-8434-d7daeb2ac123 req-44a9bc5c-e6a1-4af4-8c89-da3ff22c2b8a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:30:44.607762 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9bef659-8c2e-4a9e-8434-d7daeb2ac123 req-44a9bc5c-e6a1-4af4-8c89-da3ff22c2b8a tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.46 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 946 time: 0.0477641 Dec 14 03:30:44.696300 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-f9bef659-8c2e-4a9e-8434-d7daeb2ac123 req-bc21a947-61b9-4440-b0e2-9cf88e8ffb59 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Deleting port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:30:44.696642 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f9bef659-8c2e-4a9e-8434-d7daeb2ac123 req-bc21a947-61b9-4440-b0e2-9cf88e8ffb59 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:44.790548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-f9bef659-8c2e-4a9e-8434-d7daeb2ac123 req-bc21a947-61b9-4440-b0e2-9cf88e8ffb59 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:30:44.790910 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f9bef659-8c2e-4a9e-8434-d7daeb2ac123 req-bc21a947-61b9-4440-b0e2-9cf88e8ffb59 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:44.819952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:30:44.900626 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:44.915738 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:30:44.939061 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:30:44.966427 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f9bef659-8c2e-4a9e-8434-d7daeb2ac123 req-bc21a947-61b9-4440-b0e2-9cf88e8ffb59 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:44.966804 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f9bef659-8c2e-4a9e-8434-d7daeb2ac123 req-bc21a947-61b9-4440-b0e2-9cf88e8ffb59 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:44.967109 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [req-f9bef659-8c2e-4a9e-8434-d7daeb2ac123 req-bc21a947-61b9-4440-b0e2-9cf88e8ffb59 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Floating IP cba5b4e9-7860-4dbe-828d-7befbb9c25fe disassociated. External IP: 172.25.7.179, port: f1fed6cf-7406-41fc-9324-ae1b4e6d6a98. Dec 14 03:30:44.967446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-f9bef659-8c2e-4a9e-8434-d7daeb2ac123 req-bc21a947-61b9-4440-b0e2-9cf88e8ffb59 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Calling delete_port for f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:30:45.027485 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:45.074700 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,revision_number=13']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:30:45.161077 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f9bef659-8c2e-4a9e-8434-d7daeb2ac123 req-bc21a947-61b9-4440-b0e2-9cf88e8ffb59 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:45.188055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21a947-61b9-4440-b0e2-9cf88e8ffb59 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Pushing event deleted for resources: {'Port': ['ID=f1fed6cf-7406-41fc-9324-ae1b4e6d6a98,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:30:45.293942 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ac9ebf4f-a68a-4f40-894c-f59da2b92bb5 req-880f99f8-eb7b-48e6-a712-f1a8fa0b9b5d tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 210 time: 0.0630991 Dec 14 03:30:45.331284 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9bef659-8c2e-4a9e-8434-d7daeb2ac123 req-bc21a947-61b9-4440-b0e2-9cf88e8ffb59 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Router 2bb231bd-313d-40eb-8a1c-d764405ed247 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:30:45.451012 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9bef659-8c2e-4a9e-8434-d7daeb2ac123 req-bc21a947-61b9-4440-b0e2-9cf88e8ffb59 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:30:45.460681 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ee943a-0cc6-413c-9063-bdc840e8c7ca None None] Sync routers for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:30:45.471114 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ee943a-0cc6-413c-9063-bdc840e8c7ca None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:30:45.471654 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b4ee943a-0cc6-413c-9063-bdc840e8c7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:30:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:30:45.494594 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bef659-8c2e-4a9e-8434-d7daeb2ac123 req-bc21a947-61b9-4440-b0e2-9cf88e8ffb59 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] No DVR routers for this DVR port f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:30:45.497450 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-f9bef659-8c2e-4a9e-8434-d7daeb2ac123 req-bc21a947-61b9-4440-b0e2-9cf88e8ffb59 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:45.500920 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9bef659-8c2e-4a9e-8434-d7daeb2ac123 req-bc21a947-61b9-4440-b0e2-9cf88e8ffb59 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.46 "DELETE /v2.0/ports/f1fed6cf-7406-41fc-9324-ae1b4e6d6a98 HTTP/1.1" status: 204 len: 173 time: 0.8870144 Dec 14 03:30:45.501407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'name': 'network-vif-deleted', 'tag': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:30:45.503713 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f730a4-2300-435a-af85-ffdb3e37f0d3" -d '{"events": [{"server_uuid": "65794409-c9d9-4854-b7ea-6e6ea515be1b", "name": "network-vif-deleted", "tag": "f1fed6cf-7406-41fc-9324-ae1b4e6d6a98"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:30:45.540204 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52759104-7235-4c18-a0d1-48ceec9fd288 x-openstack-request-id: req-52759104-7235-4c18-a0d1-48ceec9fd288 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:30:45.540574 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65794409-c9d9-4854-b7ea-6e6ea515be1b", "name": "network-vif-deleted", "tag": "f1fed6cf-7406-41fc-9324-ae1b4e6d6a98", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:30:45.540836 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52759104-7235-4c18-a0d1-48ceec9fd288 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:30:45.541243 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65794409-c9d9-4854-b7ea-6e6ea515be1b', 'name': 'network-vif-deleted', 'tag': 'f1fed6cf-7406-41fc-9324-ae1b4e6d6a98', 'status': 'completed', 'code': 200} Dec 14 03:30:45.580270 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-b4ee943a-0cc6-413c-9063-bdc840e8c7ca None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:30:45.787779 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b4ee943a-0cc6-413c-9063-bdc840e8c7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:30:45.814654 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ee943a-0cc6-413c-9063-bdc840e8c7ca None None] Checking router: 2bb231bd-313d-40eb-8a1c-d764405ed247 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:30:45.823210 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ee943a-0cc6-413c-9063-bdc840e8c7ca None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:30:45.823849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b4ee943a-0cc6-413c-9063-bdc840e8c7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:30:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:30:45.929877 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-b4ee943a-0cc6-413c-9063-bdc840e8c7ca None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:30:46.128799 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b4ee943a-0cc6-413c-9063-bdc840e8c7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:30:46.155035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ee943a-0cc6-413c-9063-bdc840e8c7ca None None] The sync data for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 is: [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:20:17Z', 'revision_number': 4, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '7d385f63-b963-447e-a8c7-1a6245bb9265', 'name': '', 'network_id': '9b5d2602-9953-41a0-86a4-e3714d7f2efd', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'mac_address': 'fa:16:3e:3b:04:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:17Z', 'updated_at': '2021-12-14T03:20:21Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'subnets': [{'id': 'c63edeb4-cba8-46a7-88ec-5253846583e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:30:46.388820 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fd5341-62c8-494c-b056-c85c72b5cc73 None None] New status for floating IP cba5b4e9-7860-4dbe-828d-7befbb9c25fe: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:30:46.399545 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e37d38b-7a53-42f2-bc66-9e44db3705dd req-5ffa8289-f0cd-4712-b660-8a63c507cdad tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 210 time: 0.0298436 Dec 14 03:30:46.728411 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:30:47.502274 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-66228765-f9aa-4ba9-a62d-9f634f079e0e req-14aff5d2-581b-4371-a068-249781277164 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 210 time: 0.0311198 Dec 14 03:30:48.597818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c1fa15c-d91a-45d9-ad99-97f6a2bf9f2f req-e3068228-7013-40b8-9339-50eb6a4235ea tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 210 time: 0.0263274 Dec 14 03:30:49.696486 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-997b036a-50bb-4a67-aba8-516eb0b8301a req-312ea218-7a64-45b1-b692-8e2d3a4270a1 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/ports?device_id=65794409-c9d9-4854-b7ea-6e6ea515be1b HTTP/1.1" status: 200 len: 210 time: 0.0270152 Dec 14 03:30:54.599055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53322) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:30:54.653595 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-438d9e40-e3fe-4a9c-bc0a-b16304089da2 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:54.675632 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-438d9e40-e3fe-4a9c-bc0a-b16304089da2 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:54.766542 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-438d9e40-e3fe-4a9c-bc0a-b16304089da2 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:54.769234 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-438d9e40-e3fe-4a9c-bc0a-b16304089da2 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:54.773480 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-438d9e40-e3fe-4a9c-bc0a-b16304089da2 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "DELETE /v2.0/security-groups/6e79c5bc-9381-4d82-b408-1ed275f2ea65 HTTP/1.1" status: 204 len: 168 time: 0.1702933 Dec 14 03:30:54.773765 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53324) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:30:54.780401 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d9e40-e3fe-4a9c-bc0a-b16304089da2 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e79c5bc-9381-4d82-b408-1ed275f2ea65,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:30:54.787721 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-9e659a94-ada1-4f8b-8cea-1b8bd8573526 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] show failed (client error): The resource could not be found. Dec 14 03:30:54.789324 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9e659a94-ada1-4f8b-8cea-1b8bd8573526 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "GET /v2.0/security-groups/6e79c5bc-9381-4d82-b408-1ed275f2ea65 HTTP/1.1" status: 404 len: 347 time: 0.0144632 Dec 14 03:30:54.792020 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53326) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:30:54.923090 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-90fb3c94-5337-4cf7-afaf-6dd88573e804 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Deleting port 496f4b33-72cf-4311-bd5b-d3d95cbc54dd {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:30:54.923440 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90fb3c94-5337-4cf7-afaf-6dd88573e804 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:55.000264 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90fb3c94-5337-4cf7-afaf-6dd88573e804 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:55.000595 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90fb3c94-5337-4cf7-afaf-6dd88573e804 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:55.013209 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-90fb3c94-5337-4cf7-afaf-6dd88573e804 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Calling delete_port for 496f4b33-72cf-4311-bd5b-d3d95cbc54dd owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:30:55.211720 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90fb3c94-5337-4cf7-afaf-6dd88573e804 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:55.234058 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fb3c94-5337-4cf7-afaf-6dd88573e804 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Pushing event deleted for resources: {'Port': ['ID=496f4b33-72cf-4311-bd5b-d3d95cbc54dd,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:30:55.300845 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90fb3c94-5337-4cf7-afaf-6dd88573e804 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:55.303645 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-90fb3c94-5337-4cf7-afaf-6dd88573e804 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:55.305448 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-90fb3c94-5337-4cf7-afaf-6dd88573e804 tempest-ServerActionsTestJSON-1121825678 tempest-ServerActionsTestJSON-1121825678-project] 10.222.0.39 "DELETE /v2.0/floatingips/cba5b4e9-7860-4dbe-828d-7befbb9c25fe HTTP/1.1" status: 204 len: 168 time: 0.5124769 Dec 14 03:30:55.308459 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53328) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:30:55.789696 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-37f0d862-4911-420f-ae9c-05cbdf936522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:56.033740 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-37f0d862-4911-420f-ae9c-05cbdf936522 admin admin] Deleting port 7d385f63-b963-447e-a8c7-1a6245bb9265 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:30:56.034084 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-37f0d862-4911-420f-ae9c-05cbdf936522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:56.115530 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-37f0d862-4911-420f-ae9c-05cbdf936522 admin admin] For port 7d385f63-b963-447e-a8c7-1a6245bb9265, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7d385f63-b963-447e-a8c7-1a6245bb9265,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:30:56.115894 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-37f0d862-4911-420f-ae9c-05cbdf936522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:56.128756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-37f0d862-4911-420f-ae9c-05cbdf936522 admin admin] Calling delete_port for 7d385f63-b963-447e-a8c7-1a6245bb9265 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:30:56.377866 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-37f0d862-4911-420f-ae9c-05cbdf936522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:56.403982 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0d862-4911-420f-ae9c-05cbdf936522 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d385f63-b963-447e-a8c7-1a6245bb9265,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:30:56.903526 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-37f0d862-4911-420f-ae9c-05cbdf936522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:57.120195 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37f0d862-4911-420f-ae9c-05cbdf936522 admin admin] Router 2bb231bd-313d-40eb-8a1c-d764405ed247 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:30:57.222315 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f0d862-4911-420f-ae9c-05cbdf936522 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:30:57.231849 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53332) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:30:57.232307 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-37f0d862-4911-420f-ae9c-05cbdf936522 admin admin] 10.222.0.39 "PUT /v2.0/routers/2bb231bd-313d-40eb-8a1c-d764405ed247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9214935 Dec 14 03:30:57.233367 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170caf15-ed0f-44f2-8f8c-661a4e5e8917 None None] Sync routers for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:30:57.244279 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170caf15-ed0f-44f2-8f8c-661a4e5e8917 None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:30:57.244979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-170caf15-ed0f-44f2-8f8c-661a4e5e8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:30:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:30:57.336932 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9504b39c-070d-4328-823e-ff33ffb0db86 admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:57.348847 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-170caf15-ed0f-44f2-8f8c-661a4e5e8917 None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:30:57.435012 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9504b39c-070d-4328-823e-ff33ffb0db86 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:57.541352 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9504b39c-070d-4328-823e-ff33ffb0db86 admin admin] Deleting port 0253a4fa-fc82-41e7-b475-071d182c5dc1 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:30:57.541582 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9504b39c-070d-4328-823e-ff33ffb0db86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:57.624534 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-9504b39c-070d-4328-823e-ff33ffb0db86 admin admin] For port 0253a4fa-fc82-41e7-b475-071d182c5dc1, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=0253a4fa-fc82-41e7-b475-071d182c5dc1,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:30:57.625560 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9504b39c-070d-4328-823e-ff33ffb0db86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:57.638568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9504b39c-070d-4328-823e-ff33ffb0db86 admin admin] Calling delete_port for 0253a4fa-fc82-41e7-b475-071d182c5dc1 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:30:57.701429 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-170caf15-ed0f-44f2-8f8c-661a4e5e8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:30:56Z', 'revision_number': 5, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port': {'id': '0253a4fa-fc82-41e7-b475-071d182c5dc1', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ca:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:20:15Z', 'updated_at': '2021-12-14T03:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:30:57.729076 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:57.729906 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170caf15-ed0f-44f2-8f8c-661a4e5e8917 None None] Checking router: 2bb231bd-313d-40eb-8a1c-d764405ed247 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:30:57.738770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170caf15-ed0f-44f2-8f8c-661a4e5e8917 None None] Routers {'2bb231bd-313d-40eb-8a1c-d764405ed247'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:30:57.739405 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-170caf15-ed0f-44f2-8f8c-661a4e5e8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:30:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['2bb231bd-313d-40eb-8a1c-d764405ed247'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:30:57.826369 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-170caf15-ed0f-44f2-8f8c-661a4e5e8917 None None] Set router 2bb231bd-313d-40eb-8a1c-d764405ed247 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:30:57.874786 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9504b39c-070d-4328-823e-ff33ffb0db86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:57.879089 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-170caf15-ed0f-44f2-8f8c-661a4e5e8917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:30:57Z', 'revision_number': 6, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:30:57.906299 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504b39c-070d-4328-823e-ff33ffb0db86 admin admin] Pushing event deleted for resources: {'Port': ['ID=0253a4fa-fc82-41e7-b475-071d182c5dc1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:30:57.906494 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170caf15-ed0f-44f2-8f8c-661a4e5e8917 None None] The sync data for ids ['2bb231bd-313d-40eb-8a1c-d764405ed247'] in n-d-821636-1 is: [{'id': '2bb231bd-313d-40eb-8a1c-d764405ed247', 'name': 'tempest-ServerActionsTestJSON-1435003437-router', 'tenant_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:20:14Z', 'updated_at': '2021-12-14T03:30:57Z', 'revision_number': 6, 'project_id': '5214c1674e9a4e0f91667c3b849e4dcc', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:30:57.917545 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178a3ceb-5179-4491-8dab-ef9ab114a072 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:30:57.975045 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9504b39c-070d-4328-823e-ff33ffb0db86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:58.063249 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9504b39c-070d-4328-823e-ff33ffb0db86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:58.065353 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9504b39c-070d-4328-823e-ff33ffb0db86 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:58.160635 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9504b39c-070d-4328-823e-ff33ffb0db86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:58.161172 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9504b39c-070d-4328-823e-ff33ffb0db86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bb231bd-313d-40eb-8a1c-d764405ed247 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:30:58.165700 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9504b39c-070d-4328-823e-ff33ffb0db86 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:58.166857 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9504b39c-070d-4328-823e-ff33ffb0db86 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2bb231bd-313d-40eb-8a1c-d764405ed247 HTTP/1.1" status: 204 len: 168 time: 0.9352570 Dec 14 03:30:58.169377 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53334) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:30:58.216532 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae82d4e-a231-4ac4-963f-ccc39f527f7f admin admin] Deleting subnet c63edeb4-cba8-46a7-88ec-5253846583e1 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:30:58.219569 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8ae82d4e-a231-4ac4-963f-ccc39f527f7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:58.253145 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8ae82d4e-a231-4ac4-963f-ccc39f527f7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:58.336152 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8ae82d4e-a231-4ac4-963f-ccc39f527f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:58.463662 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8ae82d4e-a231-4ac4-963f-ccc39f527f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:58.492112 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae82d4e-a231-4ac4-963f-ccc39f527f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c63edeb4-cba8-46a7-88ec-5253846583e1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:30:58.495804 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8ae82d4e-a231-4ac4-963f-ccc39f527f7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:58.498972 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8ae82d4e-a231-4ac4-963f-ccc39f527f7f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c63edeb4-cba8-46a7-88ec-5253846583e1 HTTP/1.1" status: 204 len: 168 time: 0.3286614 Dec 14 03:30:58.501479 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53336) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:30:58.501642 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34868496-451e-4656-9655-4073e26d8ccb None None] Network 9b5d2602-9953-41a0-86a4-e3714d7f2efd requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:30:58.567144 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:58.619013 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] Deleting port 807b4df2-7998-4782-8ec7-e11b2d5e38e0 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:30:58.619351 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:58.666308 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f271ac7-a16b-4f79-b897-3aae2bc77337 None None] DHCP port deletion for 9b5d2602-9953-41a0-86a4-e3714d7f2efd request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:30:58.718118 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2f271ac7-a16b-4f79-b897-3aae2bc77337 None None] Deleting port 807b4df2-7998-4782-8ec7-e11b2d5e38e0 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:30:58.718405 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f271ac7-a16b-4f79-b897-3aae2bc77337 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:58.791834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2f271ac7-a16b-4f79-b897-3aae2bc77337 None None] For port 807b4df2-7998-4782-8ec7-e11b2d5e38e0, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=807b4df2-7998-4782-8ec7-e11b2d5e38e0,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:30:58.792249 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f271ac7-a16b-4f79-b897-3aae2bc77337 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:58.807457 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2f271ac7-a16b-4f79-b897-3aae2bc77337 None None] Calling delete_port for 807b4df2-7998-4782-8ec7-e11b2d5e38e0 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:30:58.956907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0253a4fa-fc82-41e7-b475-071d182c5dc1 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:30:58.982693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 0253a4fa-fc82-41e7-b475-071d182c5dc1 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:30:58.983045 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0253a4fa-fc82-41e7-b475-071d182c5dc1 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:30:58.983365 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 807b4df2-7998-4782-8ec7-e11b2d5e38e0 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:30:59.012308 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2f271ac7-a16b-4f79-b897-3aae2bc77337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:59.026156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f271ac7-a16b-4f79-b897-3aae2bc77337 None None] No DVR routers for this DVR port 807b4df2-7998-4782-8ec7-e11b2d5e38e0 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:30:59.048918 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] For port 807b4df2-7998-4782-8ec7-e11b2d5e38e0, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=807b4df2-7998-4782-8ec7-e11b2d5e38e0,segment=NetworkSegment(6a720c82-2454-465d-ab2a-9fabcda36163),segment_id=6a720c82-2454-465d-ab2a-9fabcda36163)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:30:59.049290 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:59.051002 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f271ac7-a16b-4f79-b897-3aae2bc77337 None None] Pushing event deleted for resources: {'Port': ['ID=807b4df2-7998-4782-8ec7-e11b2d5e38e0,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:30:59.062329 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No active binding found for port 807b4df2-7998-4782-8ec7-e11b2d5e38e0 {{(pid=103849) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 14 03:30:59.062756 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 807b4df2-7998-4782-8ec7-e11b2d5e38e0 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:30:59.063331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7d385f63-b963-447e-a8c7-1a6245bb9265 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:30:59.068751 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] Calling delete_port for 807b4df2-7998-4782-8ec7-e11b2d5e38e0 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:30:59.083060 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 7d385f63-b963-447e-a8c7-1a6245bb9265 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:30:59.083554 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7d385f63-b963-447e-a8c7-1a6245bb9265 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:30:59.145018 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:59.167301 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] Pushing event deleted for resources: {'Port': ['ID=807b4df2-7998-4782-8ec7-e11b2d5e38e0,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:30:59.172621 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] No DVR routers for this DVR port 807b4df2-7998-4782-8ec7-e11b2d5e38e0 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:30:59.244977 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:59.264545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b5d2602-9953-41a0-86a4-e3714d7f2efd']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:30:59.273780 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a720c82-2454-465d-ab2a-9fabcda36163') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:30:59.274031 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a720c82-2454-465d-ab2a-9fabcda36163') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:30:59.282994 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:59.296061 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:59.301885 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:30:59.302273 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: self.session.flush() Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:30:59.304578 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:30:59.457495 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:59.463284 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:59.466687 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9b5d2602-9953-41a0-86a4-e3714d7f2efd HTTP/1.1" status: 204 len: 168 time: 0.9642830 Dec 14 03:30:59.478293 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c308717-0094-40a2-88a7-bc186da88322 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b5d2602-9953-41a0-86a4-e3714d7f2efd,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:30:59.739598 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53340) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:30:59.780095 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-926eae96-e92f-4816-919a-ff28a149f457 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5214c1674e9a4e0f91667c3b849e4dcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390232 Dec 14 03:30:59.782358 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53342) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:30:59.828788 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dede7cf5-3680-428d-8a41-193326177f24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:59.849252 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dede7cf5-3680-428d-8a41-193326177f24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:59.960969 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dede7cf5-3680-428d-8a41-193326177f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:59.964297 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dede7cf5-3680-428d-8a41-193326177f24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:30:59.965484 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dede7cf5-3680-428d-8a41-193326177f24 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/82e53da0-56f4-473d-ab0c-080a58c5be7c HTTP/1.1" status: 204 len: 168 time: 0.1821845 Dec 14 03:30:59.973189 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede7cf5-3680-428d-8a41-193326177f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e53da0-56f4-473d-ab0c-080a58c5be7c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:00.651067 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:00.965096 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53364) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:01.059838 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2b62f5c3-3f57-4076-bc53-af1d12c934a9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1305700648-network', 'tenant_id': 'b078173f3d884cb3a143a9f4034d2d2e'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:31:01.141164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b62f5c3-3f57-4076-bc53-af1d12c934a9 admin admin] Made reservation on behalf of b078173f3d884cb3a143a9f4034d2d2e for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:31:01.143454 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b62f5c3-3f57-4076-bc53-af1d12c934a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:01.152558 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b62f5c3-3f57-4076-bc53-af1d12c934a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:01.228748 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b62f5c3-3f57-4076-bc53-af1d12c934a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:01.286282 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b62f5c3-3f57-4076-bc53-af1d12c934a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:01.310843 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b62f5c3-3f57-4076-bc53-af1d12c934a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:31:01.320669 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62f5c3-3f57-4076-bc53-af1d12c934a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d52a35c-6559-484c-8c6e-db210104a25e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:01.326356 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b62f5c3-3f57-4076-bc53-af1d12c934a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:01.326699 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-2b62f5c3-3f57-4076-bc53-af1d12c934a9 admin admin] Added segment a5cb949e-f54d-4791-a7a5-3b9fb14d29fa of type vlan for network 2869f7ce-4545-4be3-b373-4e1503e58fc9 Dec 14 03:31:01.365875 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b62f5c3-3f57-4076-bc53-af1d12c934a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:01.457601 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b62f5c3-3f57-4076-bc53-af1d12c934a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:01.458473 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b62f5c3-3f57-4076-bc53-af1d12c934a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:01.459049 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2b62f5c3-3f57-4076-bc53-af1d12c934a9 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:01.517726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b62f5c3-3f57-4076-bc53-af1d12c934a9 admin admin] Pushing event updated for resources: {'Network': ['ID=2869f7ce-4545-4be3-b373-4e1503e58fc9,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:01.530679 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 2869f7ce-4545-4be3-b373-4e1503e58fc9 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:31:01.586734 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2b62f5c3-3f57-4076-bc53-af1d12c934a9 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6204801 Dec 14 03:31:01.589696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53368) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:01.595403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-ee189582-5a30-4242-861b-abd6b1fafee3 admin admin] Request body: {'subnet': {'network_id': '2869f7ce-4545-4be3-b373-4e1503e58fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1305700648-subnet', 'tenant_id': 'b078173f3d884cb3a143a9f4034d2d2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:31:01.666413 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee189582-5a30-4242-861b-abd6b1fafee3 admin admin] Made reservation on behalf of b078173f3d884cb3a143a9f4034d2d2e for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:31:01.668726 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ee189582-5a30-4242-861b-abd6b1fafee3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:01.909402 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ee189582-5a30-4242-861b-abd6b1fafee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:01.969333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee189582-5a30-4242-861b-abd6b1fafee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3813d69d-cff3-4585-af41-9d9038c51917,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:01.977985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee189582-5a30-4242-861b-abd6b1fafee3 admin admin] Checking segment: {'id': 'a5cb949e-f54d-4791-a7a5-3b9fb14d29fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2869f7ce-4545-4be3-b373-4e1503e58fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:31:01.978350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee189582-5a30-4242-861b-abd6b1fafee3 admin admin] Network hostable DHCP agents. Network: 2869f7ce-4545-4be3-b373-4e1503e58fc9, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:31:02.051853 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee189582-5a30-4242-861b-abd6b1fafee3 admin admin] Network 2869f7ce-4545-4be3-b373-4e1503e58fc9 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:31:02.126245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-ee189582-5a30-4242-861b-abd6b1fafee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 2869f7ce-4545-4be3-b373-4e1503e58fc9) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:31:02.130437 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee189582-5a30-4242-861b-abd6b1fafee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:02.131073 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ee189582-5a30-4242-861b-abd6b1fafee3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:02.136067 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee66ddc3-ab35-4b09-bfdb-03f4810410c1 None None] Network 2869f7ce-4545-4be3-b373-4e1503e58fc9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:31:02.215104 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ee189582-5a30-4242-861b-abd6b1fafee3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6241856 Dec 14 03:31:02.235567 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b61fb1c-3b1c-42d3-a09d-072a9c40741b None None] Network 2869f7ce-4545-4be3-b373-4e1503e58fc9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:31:02.638420 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40569785-2f48-417b-8239-5859260af24b req-adf77cb1-8207-4a1a-8435-f99fd6eb2aec tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:02.639885 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40569785-2f48-417b-8239-5859260af24b req-adf77cb1-8207-4a1a-8435-f99fd6eb2aec tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/networks?id=2869f7ce-4545-4be3-b373-4e1503e58fc9 HTTP/1.1" status: 200 len: 814 time: 0.1005762 Dec 14 03:31:02.654371 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40569785-2f48-417b-8239-5859260af24b req-885eb079-951d-45a5-974b-fea2b400d958 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/quotas/b078173f3d884cb3a143a9f4034d2d2e HTTP/1.1" status: 200 len: 375 time: 0.0088618 Dec 14 03:31:02.689177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40569785-2f48-417b-8239-5859260af24b req-b292c032-9c12-421b-a661-0b779cf9a93b tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b078173f3d884cb3a143a9f4034d2d2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296814 Dec 14 03:31:02.778885 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40569785-2f48-417b-8239-5859260af24b req-bb1c752a-9ae2-489e-abf3-1177f7187a01 service neutron] 10.222.0.39 "GET /v2.0/networks/2869f7ce-4545-4be3-b373-4e1503e58fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818579 Dec 14 03:31:02.804445 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a6d393fb-64de-4728-85f8-a04bcacf5385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:02.871851 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-40569785-2f48-417b-8239-5859260af24b req-ec562595-8445-4f7b-b31c-b7cdda201b8f service neutron] 10.222.0.39 "GET /v2.0/networks/2869f7ce-4545-4be3-b373-4e1503e58fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869229 Dec 14 03:31:04.136810 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-851af98d-2441-4b7d-ba40-737071d713da req-16b8f92c-2b53-4b0c-b29a-b35fcad07aa8 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 210 time: 0.0295517 Dec 14 03:31:05.068898 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d26bbd5e-d148-49af-b233-ee073a953509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:05.230675 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b458082-17da-4935-8e46-706236441fbe req-2978eb85-9b0f-4fd0-9094-baec84230b8e tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 210 time: 0.0277359 Dec 14 03:31:06.327023 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a6aa3b6-e248-4def-aa55-0506a4ca18ff req-3400c488-4704-499c-aeb9-2237cbce75b6 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 210 time: 0.0277915 Dec 14 03:31:06.389390 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40569785-2f48-417b-8239-5859260af24b req-f9096db2-a8cf-4fb2-9e59-17d6412da48e tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:06.390856 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-40569785-2f48-417b-8239-5859260af24b req-f9096db2-a8cf-4fb2-9e59-17d6412da48e tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.47 "GET /v2.0/networks?id=2869f7ce-4545-4be3-b373-4e1503e58fc9 HTTP/1.1" status: 200 len: 814 time: 0.1077371 Dec 14 03:31:06.418136 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-40569785-2f48-417b-8239-5859260af24b req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Request body: {'port': {'device_id': 'd32f699e-854a-4bff-bb61-22689375b576', 'network_id': '2869f7ce-4545-4be3-b373-4e1503e58fc9', 'admin_state_up': True, 'tenant_id': 'b078173f3d884cb3a143a9f4034d2d2e'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:31:06.492535 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:06.592325 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40569785-2f48-417b-8239-5859260af24b req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Made reservation on behalf of b078173f3d884cb3a143a9f4034d2d2e for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:31:06.595836 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-40569785-2f48-417b-8239-5859260af24b req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:06.720073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-40569785-2f48-417b-8239-5859260af24b req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Allocated IP 172.20.0.9 (2869f7ce-4545-4be3-b373-4e1503e58fc9/3813d69d-cff3-4585-af41-9d9038c51917/93bbf8f6-834f-4536-bbf2-319b7a8d0192) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:31:06.865776 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-40569785-2f48-417b-8239-5859260af24b req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:06.961601 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-40569785-2f48-417b-8239-5859260af24b req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:07.005424 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40569785-2f48-417b-8239-5859260af24b req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Network 2869f7ce-4545-4be3-b373-4e1503e58fc9 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:31:07.009716 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-40569785-2f48-417b-8239-5859260af24b req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:31:07.013430 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-40569785-2f48-417b-8239-5859260af24b req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:31:07.040528 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Pushing event updated for resources: {'Port': ['ID=93bbf8f6-834f-4536-bbf2-319b7a8d0192,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:07.054674 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:07.055023 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:07.055362 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:07.055701 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:07.056041 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:07.056371 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:07.056695 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:07.057019 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:07.057362 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:07.057688 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:07.058016 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:07.058335 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:07.058656 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:07.079831 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40569785-2f48-417b-8239-5859260af24b req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:07.080549 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-40569785-2f48-417b-8239-5859260af24b req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:07.174465 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-40569785-2f48-417b-8239-5859260af24b req-386615b1-c135-4321-9fc0-96cc834d5c1f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7600558 Dec 14 03:31:07.192253 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Request body: {'port': {'device_id': 'd32f699e-854a-4bff-bb61-22689375b576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:31:07.245759 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:07.446779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0519a4-72f8-43a1-8589-3f26dac9e690 req-691b6e84-0046-4008-b60d-9fd506ff8b7a tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:07.448165 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c0519a4-72f8-43a1-8589-3f26dac9e690 req-691b6e84-0046-4008-b60d-9fd506ff8b7a tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 931 time: 0.0492971 Dec 14 03:31:07.496455 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c0519a4-72f8-43a1-8589-3f26dac9e690 req-d46ef8b3-0b15-4183-b074-96ffe1f40209 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421679 Dec 14 03:31:07.516619 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93bbf8f6-834f-4536-bbf2-319b7a8d0192 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:31:07.524226 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:07.536613 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Transition to ACTIVE for port object 93bbf8f6-834f-4536-bbf2-319b7a8d0192 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:31:07.614532 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:07.671077 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Pushing event updated for resources: {'Port': ['ID=93bbf8f6-834f-4536-bbf2-319b7a8d0192,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:07.734429 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Attempting to bind port 93bbf8f6-834f-4536-bbf2-319b7a8d0192 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:31:07.734774 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Attempting to bind port 93bbf8f6-834f-4536-bbf2-319b7a8d0192 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'a5cb949e-f54d-4791-a7a5-3b9fb14d29fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2869f7ce-4545-4be3-b373-4e1503e58fc9'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:31:07.735108 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Attempting to bind port 93bbf8f6-834f-4536-bbf2-319b7a8d0192 on network 2869f7ce-4545-4be3-b373-4e1503e58fc9 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:31:07.739335 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Port 93bbf8f6-834f-4536-bbf2-319b7a8d0192 on network 2869f7ce-4545-4be3-b373-4e1503e58fc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:31:07.739663 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Attempting to bind port 93bbf8f6-834f-4536-bbf2-319b7a8d0192 on network 2869f7ce-4545-4be3-b373-4e1503e58fc9 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:31:07.745257 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:31:07.745642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Checking segment: {'id': 'a5cb949e-f54d-4791-a7a5-3b9fb14d29fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2869f7ce-4545-4be3-b373-4e1503e58fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:31:07.746032 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Bound using segment: {'id': 'a5cb949e-f54d-4791-a7a5-3b9fb14d29fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2869f7ce-4545-4be3-b373-4e1503e58fc9'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:31:07.746467 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Bound port: 93bbf8f6-834f-4536-bbf2-319b7a8d0192, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5cb949e-f54d-4791-a7a5-3b9fb14d29fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2869f7ce-4545-4be3-b373-4e1503e58fc9'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:31:07.747715 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:07.808804 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] For port 93bbf8f6-834f-4536-bbf2-319b7a8d0192, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:31:07.811931 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] For port 93bbf8f6-834f-4536-bbf2-319b7a8d0192, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=93bbf8f6-834f-4536-bbf2-319b7a8d0192,segment=NetworkSegment(a5cb949e-f54d-4791-a7a5-3b9fb14d29fa),segment_id=a5cb949e-f54d-4791-a7a5-3b9fb14d29fa)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:31:07.875210 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:07.885963 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:07.916563 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:07.917185 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:07.918605 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-40569785-2f48-417b-8239-5859260af24b req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] 10.222.0.47 "PUT /v2.0/ports/93bbf8f6-834f-4536-bbf2-319b7a8d0192 HTTP/1.1" status: 200 len: 1091 time: 0.7304742 Dec 14 03:31:07.919050 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd32f699e-854a-4bff-bb61-22689375b576', 'tag': '93bbf8f6-834f-4536-bbf2-319b7a8d0192'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:31:07.921385 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce83b56-4130-453b-91a2-ba46a74e7b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "d32f699e-854a-4bff-bb61-22689375b576", "tag": "93bbf8f6-834f-4536-bbf2-319b7a8d0192"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:31:07.942436 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a4e966-8357-4164-9bfb-f11a1b36adc5 service neutron] Pushing event updated for resources: {'Port': ['ID=93bbf8f6-834f-4536-bbf2-319b7a8d0192,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:08.019681 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66df251d-8462-482f-a9d3-7f2953bd04fc x-openstack-request-id: req-66df251d-8462-482f-a9d3-7f2953bd04fc {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:31:08.019982 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d32f699e-854a-4bff-bb61-22689375b576", "tag": "93bbf8f6-834f-4536-bbf2-319b7a8d0192", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:31:08.020245 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66df251d-8462-482f-a9d3-7f2953bd04fc {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:31:08.020663 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd32f699e-854a-4bff-bb61-22689375b576', 'tag': '93bbf8f6-834f-4536-bbf2-319b7a8d0192', 'status': 'completed', 'code': 200} Dec 14 03:31:08.085821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40569785-2f48-417b-8239-5859260af24b req-57f4ce87-8df7-45da-b4fa-f4d4370da461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:08.087319 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-40569785-2f48-417b-8239-5859260af24b req-57f4ce87-8df7-45da-b4fa-f4d4370da461 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b078173f3d884cb3a143a9f4034d2d2e&device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 1094 time: 0.0416346 Dec 14 03:31:08.135960 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-40569785-2f48-417b-8239-5859260af24b req-4a0816d2-6f03-434c-a720-59bb0a03bb08 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93bbf8f6-834f-4536-bbf2-319b7a8d0192 HTTP/1.1" status: 200 len: 217 time: 0.0335371 Dec 14 03:31:08.191524 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40569785-2f48-417b-8239-5859260af24b req-4418ba0d-99dc-4a04-b5c0-167629850ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:08.192970 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-40569785-2f48-417b-8239-5859260af24b req-4418ba0d-99dc-4a04-b5c0-167629850ead service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3813d69d-cff3-4585-af41-9d9038c51917 HTTP/1.1" status: 200 len: 854 time: 0.0494359 Dec 14 03:31:08.227095 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-40569785-2f48-417b-8239-5859260af24b req-d4cc94bc-e0fa-48a9-a796-f92a69a4fa59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2869f7ce-4545-4be3-b373-4e1503e58fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256920 Dec 14 03:31:08.315410 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-40569785-2f48-417b-8239-5859260af24b req-43f941fe-ebf0-4e45-a5b1-dfea43e41a1b service neutron] 10.222.0.47 "GET /v2.0/networks/2869f7ce-4545-4be3-b373-4e1503e58fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811977 Dec 14 03:31:08.408807 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-40569785-2f48-417b-8239-5859260af24b req-2a03b8d4-f787-4dee-9c09-46a191c19775 service neutron] 10.222.0.47 "GET /v2.0/networks/2869f7ce-4545-4be3-b373-4e1503e58fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867345 Dec 14 03:31:08.620289 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b69f8-aba4-4196-815d-871a4a89cd1b req-f6725ca9-4431-451f-9cd1-b27d502633f1 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:08.621846 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b7b69f8-aba4-4196-815d-871a4a89cd1b req-f6725ca9-4431-451f-9cd1-b27d502633f1 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 943 time: 0.0586970 Dec 14 03:31:08.626357 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce83b56-4130-453b-91a2-ba46a74e7b0e req-b16bac97-130a-4279-a57f-af61102b20a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:08.627890 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7ce83b56-4130-453b-91a2-ba46a74e7b0e req-b16bac97-130a-4279-a57f-af61102b20a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b078173f3d884cb3a143a9f4034d2d2e&device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 1094 time: 0.0433011 Dec 14 03:31:08.663431 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:08.671581 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b7b69f8-aba4-4196-815d-871a4a89cd1b req-9f02e5ed-11a3-44fa-8f1c-b4728457cd54 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436058 Dec 14 03:31:08.722631 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce83b56-4130-453b-91a2-ba46a74e7b0e req-09d7fa08-7720-47b4-8db4-1d8db8b3ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:08.724113 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7ce83b56-4130-453b-91a2-ba46a74e7b0e req-09d7fa08-7720-47b4-8db4-1d8db8b3ad74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2869f7ce-4545-4be3-b373-4e1503e58fc9 HTTP/1.1" status: 200 len: 915 time: 0.0892215 Dec 14 03:31:08.766194 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7ce83b56-4130-453b-91a2-ba46a74e7b0e req-1771f22c-2290-4afa-9265-efd1095d28ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=93bbf8f6-834f-4536-bbf2-319b7a8d0192 HTTP/1.1" status: 200 len: 217 time: 0.0352271 Dec 14 03:31:08.814540 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce83b56-4130-453b-91a2-ba46a74e7b0e req-56fc98f4-dba1-4a26-8072-e623463b1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:08.815873 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7ce83b56-4130-453b-91a2-ba46a74e7b0e req-56fc98f4-dba1-4a26-8072-e623463b1fde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=3813d69d-cff3-4585-af41-9d9038c51917 HTTP/1.1" status: 200 len: 854 time: 0.0423994 Dec 14 03:31:08.847767 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7ce83b56-4130-453b-91a2-ba46a74e7b0e req-7fc37289-9981-4f03-9bb3-6744aa5ddee1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2869f7ce-4545-4be3-b373-4e1503e58fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238266 Dec 14 03:31:08.941829 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7ce83b56-4130-453b-91a2-ba46a74e7b0e req-632516cf-791f-4eec-9b0e-23549d4d5890 service neutron] 10.222.0.47 "GET /v2.0/networks/2869f7ce-4545-4be3-b373-4e1503e58fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861917 Dec 14 03:31:09.032392 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7ce83b56-4130-453b-91a2-ba46a74e7b0e req-c505dee8-bf5b-4b63-ba13-522303f0b07a service neutron] 10.222.0.47 "GET /v2.0/networks/2869f7ce-4545-4be3-b373-4e1503e58fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825891 Dec 14 03:31:09.801097 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c6c8f-74e0-4d4f-a134-c6e1cd6591da req-16c76223-d958-4d78-b493-08f6a5cd9197 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:09.802688 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a8c6c8f-74e0-4d4f-a134-c6e1cd6591da req-16c76223-d958-4d78-b493-08f6a5cd9197 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 943 time: 0.0549037 Dec 14 03:31:09.850541 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5a8c6c8f-74e0-4d4f-a134-c6e1cd6591da req-e57e3acb-d313-46a0-a77c-114c2716f10c tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407403 Dec 14 03:31:10.970456 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731f97a-fa54-426a-a599-69674c59cfbc req-7a643067-d5b6-48d6-a2d8-8912b28081de tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:10.971936 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c731f97a-fa54-426a-a599-69674c59cfbc req-7a643067-d5b6-48d6-a2d8-8912b28081de tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 943 time: 0.0523963 Dec 14 03:31:11.025091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c731f97a-fa54-426a-a599-69674c59cfbc req-6113eaa1-41ef-4e57-bce2-d79e3eb4835f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462751 Dec 14 03:31:11.543044 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 93bbf8f6-834f-4536-bbf2-319b7a8d0192 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:31:11.645101 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 93bbf8f6-834f-4536-bbf2-319b7a8d0192, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=93bbf8f6-834f-4536-bbf2-319b7a8d0192,segment=NetworkSegment(a5cb949e-f54d-4791-a7a5-3b9fb14d29fa),segment_id=a5cb949e-f54d-4791-a7a5-3b9fb14d29fa)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:31:11.657186 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '93bbf8f6-834f-4536-bbf2-319b7a8d0192', 'network_id': '2869f7ce-4545-4be3-b373-4e1503e58fc9', 'port_id': '93bbf8f6-834f-4536-bbf2-319b7a8d0192', 'mac_address': 'fa:16:3e:d0:f4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3813d69d-cff3-4585-af41-9d9038c51917', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:31:11.695949 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:11.713022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93bbf8f6-834f-4536-bbf2-319b7a8d0192 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:31:11.738957 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 93bbf8f6-834f-4536-bbf2-319b7a8d0192, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=93bbf8f6-834f-4536-bbf2-319b7a8d0192,segment=NetworkSegment(a5cb949e-f54d-4791-a7a5-3b9fb14d29fa),segment_id=a5cb949e-f54d-4791-a7a5-3b9fb14d29fa)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:31:11.874605 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:11.923165 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=93bbf8f6-834f-4536-bbf2-319b7a8d0192,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:12.131303 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['93bbf8f6-834f-4536-bbf2-319b7a8d0192'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:31:12.144495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf41d43f-7258-4815-86c7-380007ff3cd4 req-c53dd7be-5569-43c6-bb9b-e7e29d63ec8e tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:12.146806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf41d43f-7258-4815-86c7-380007ff3cd4 req-c53dd7be-5569-43c6-bb9b-e7e29d63ec8e tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 944 time: 0.0544128 Dec 14 03:31:12.195763 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cf41d43f-7258-4815-86c7-380007ff3cd4 req-8387fd32-cb38-4d8f-b002-f83e55bdf657 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426154 Dec 14 03:31:13.311682 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663acf77-2931-4676-a207-f34502f02f91 req-4f7417fb-4fc0-43a0-8b94-f7d46ed791a6 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:13.313168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-663acf77-2931-4676-a207-f34502f02f91 req-4f7417fb-4fc0-43a0-8b94-f7d46ed791a6 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 944 time: 0.0490766 Dec 14 03:31:13.370319 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-663acf77-2931-4676-a207-f34502f02f91 req-dd5f6b7e-1839-464e-b372-b36bf300df4e tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481699 Dec 14 03:31:13.561676 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 93bbf8f6-834f-4536-bbf2-319b7a8d0192 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:31:13.648455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 93bbf8f6-834f-4536-bbf2-319b7a8d0192 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:31:13.652214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 93bbf8f6-834f-4536-bbf2-319b7a8d0192 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:31:13.652670 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:13.727241 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:13.749450 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32f699e-854a-4bff-bb61-22689375b576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bbf8f6-834f-4536-bbf2-319b7a8d0192'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:31:13.751747 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c03b6b1-b152-4ee4-a565-0f8c9ab9dc6c" -d '{"events": [{"server_uuid": "d32f699e-854a-4bff-bb61-22689375b576", "name": "network-vif-plugged", "status": "completed", "tag": "93bbf8f6-834f-4536-bbf2-319b7a8d0192"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:31:13.765031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 93bbf8f6-834f-4536-bbf2-319b7a8d0192, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=93bbf8f6-834f-4536-bbf2-319b7a8d0192,segment=NetworkSegment(a5cb949e-f54d-4791-a7a5-3b9fb14d29fa),segment_id=a5cb949e-f54d-4791-a7a5-3b9fb14d29fa)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:31:13.790517 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb51c410-b8e2-42be-97ee-7a4a0cd367e2 x-openstack-request-id: req-cb51c410-b8e2-42be-97ee-7a4a0cd367e2 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:31:13.793172 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32f699e-854a-4bff-bb61-22689375b576", "name": "network-vif-plugged", "status": "completed", "tag": "93bbf8f6-834f-4536-bbf2-319b7a8d0192", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:31:13.793172 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb51c410-b8e2-42be-97ee-7a4a0cd367e2 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:31:13.793172 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32f699e-854a-4bff-bb61-22689375b576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bbf8f6-834f-4536-bbf2-319b7a8d0192', 'code': 200} Dec 14 03:31:13.857724 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:13.911786 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=93bbf8f6-834f-4536-bbf2-319b7a8d0192,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:13.923731 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca150f-6aa1-4eb4-afa3-3c73d915f14d req-67e99c60-3cc0-4dcd-b98e-d002ee90a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:13.925348 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ffca150f-6aa1-4eb4-afa3-3c73d915f14d req-67e99c60-3cc0-4dcd-b98e-d002ee90a796 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 1096 time: 0.0490024 Dec 14 03:31:13.969849 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ffca150f-6aa1-4eb4-afa3-3c73d915f14d req-0533f749-ffd2-4efd-80d1-a291678f5c45 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379300 Dec 14 03:31:14.485906 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b511b7b-c314-42e2-827b-b6f473309aba req-84859e4c-f6e9-4899-896a-014147e2e3fc tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:14.487384 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b511b7b-c314-42e2-827b-b6f473309aba req-84859e4c-f6e9-4899-896a-014147e2e3fc tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 945 time: 0.0492568 Dec 14 03:31:14.534570 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b511b7b-c314-42e2-827b-b6f473309aba req-33df4a84-7cd8-40ec-a27d-6ffb06016959 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412753 Dec 14 03:31:15.652970 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606782c6-afe7-41bd-9506-a72f24342d70 req-d2877f63-afaa-4640-95d0-3d048b6fc3c1 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:15.654540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-606782c6-afe7-41bd-9506-a72f24342d70 req-d2877f63-afaa-4640-95d0-3d048b6fc3c1 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 945 time: 0.0489726 Dec 14 03:31:15.701082 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-606782c6-afe7-41bd-9506-a72f24342d70 req-13e9cb06-9dac-47e7-bb0a-ecb140474609 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406053 Dec 14 03:31:15.931377 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-1775c821-7983-4fe3-aeb9-0e84110f8ca4 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:15.933129 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-1775c821-7983-4fe3-aeb9-0e84110f8ca4 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/networks?id=2869f7ce-4545-4be3-b373-4e1503e58fc9 HTTP/1.1" status: 200 len: 814 time: 0.1047924 Dec 14 03:31:15.948507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-bd41de66-0a24-4847-a80f-255705250ff5 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/quotas/b078173f3d884cb3a143a9f4034d2d2e HTTP/1.1" status: 200 len: 375 time: 0.0096114 Dec 14 03:31:15.996466 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-d0146fc0-a9b0-4f65-b645-35741e7825d2 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b078173f3d884cb3a143a9f4034d2d2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0424507 Dec 14 03:31:16.088681 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-96fa5504-200a-4b67-83f8-459d5716116b service neutron] 10.222.0.39 "GET /v2.0/networks/2869f7ce-4545-4be3-b373-4e1503e58fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851107 Dec 14 03:31:16.183548 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-e563be7b-be52-4622-99f6-d70d84ffbced service neutron] 10.222.0.39 "GET /v2.0/networks/2869f7ce-4545-4be3-b373-4e1503e58fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889802 Dec 14 03:31:16.427084 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7bc2304-adf9-49c5-bed2-39be10796fe0 req-07b4932b-8e09-4049-a34e-ab3cde153201 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e99ca2d-6e92-48b6-8637-e24af645cede HTTP/1.1" status: 200 len: 210 time: 0.0271549 Dec 14 03:31:17.531769 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be6b0ce8-71cb-4544-9468-1af372a765eb req-ff705648-6373-41ff-aa75-dc1c0a917e2e tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e99ca2d-6e92-48b6-8637-e24af645cede HTTP/1.1" status: 200 len: 210 time: 0.0320942 Dec 14 03:31:18.474494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-9f6c1c3a-73f8-4f56-ab89-0fdb44cf1825 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:18.475978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-9f6c1c3a-73f8-4f56-ab89-0fdb44cf1825 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.46 "GET /v2.0/networks?id=2869f7ce-4545-4be3-b373-4e1503e58fc9 HTTP/1.1" status: 200 len: 814 time: 0.1017456 Dec 14 03:31:18.494442 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-2a5add66-fd26-44d9-bf2e-f7fe836221f3 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Request body: {'port': {'device_id': '7e99ca2d-6e92-48b6-8637-e24af645cede', 'network_id': '2869f7ce-4545-4be3-b373-4e1503e58fc9', 'admin_state_up': True, 'tenant_id': 'b078173f3d884cb3a143a9f4034d2d2e'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:31:18.636013 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bd10a326-439b-41cb-9983-5a6ae7bbf013 req-328f0ca9-fb41-4249-b646-a2d0b1c646a9 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e99ca2d-6e92-48b6-8637-e24af645cede HTTP/1.1" status: 200 len: 210 time: 0.0314512 Dec 14 03:31:18.705807 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-2a5add66-fd26-44d9-bf2e-f7fe836221f3 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Made reservation on behalf of b078173f3d884cb3a143a9f4034d2d2e for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:31:18.709522 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-2a5add66-fd26-44d9-bf2e-f7fe836221f3 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:18.837187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-2a5add66-fd26-44d9-bf2e-f7fe836221f3 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Allocated IP 172.20.0.4 (2869f7ce-4545-4be3-b373-4e1503e58fc9/3813d69d-cff3-4585-af41-9d9038c51917/2b079f5e-4eb7-4f06-a996-22232d904ab8) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:31:18.982651 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-2a5add66-fd26-44d9-bf2e-f7fe836221f3 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:19.080234 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-2a5add66-fd26-44d9-bf2e-f7fe836221f3 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:19.114499 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['93bbf8f6-834f-4536-bbf2-319b7a8d0192'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:31:19.129744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-2a5add66-fd26-44d9-bf2e-f7fe836221f3 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Network 2869f7ce-4545-4be3-b373-4e1503e58fc9 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:31:19.133237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-2a5add66-fd26-44d9-bf2e-f7fe836221f3 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:31:19.136987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-2a5add66-fd26-44d9-bf2e-f7fe836221f3 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:31:19.143354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5add66-fd26-44d9-bf2e-f7fe836221f3 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Pushing event updated for resources: {'Port': ['ID=2b079f5e-4eb7-4f06-a996-22232d904ab8,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:19.189161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-2a5add66-fd26-44d9-bf2e-f7fe836221f3 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:19.189840 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-2a5add66-fd26-44d9-bf2e-f7fe836221f3 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:19.274247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-2a5add66-fd26-44d9-bf2e-f7fe836221f3 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7836158 Dec 14 03:31:19.292606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Request body: {'port': {'device_id': '7e99ca2d-6e92-48b6-8637-e24af645cede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:31:19.346341 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:19.607426 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b079f5e-4eb7-4f06-a996-22232d904ab8 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:31:19.614874 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:19.628627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Transition to ACTIVE for port object 2b079f5e-4eb7-4f06-a996-22232d904ab8 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:31:19.700345 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:19.801265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Pushing event updated for resources: {'Port': ['ID=2b079f5e-4eb7-4f06-a996-22232d904ab8,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:19.840886 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33c2e8-5569-4ddf-aabd-1282ec0cff33 req-fde3cbf3-ab14-4a5c-8572-1382195abec8 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:19.842495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea33c2e8-5569-4ddf-aabd-1282ec0cff33 req-fde3cbf3-ab14-4a5c-8572-1382195abec8 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e99ca2d-6e92-48b6-8637-e24af645cede HTTP/1.1" status: 200 len: 943 time: 0.1323221 Dec 14 03:31:19.880295 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Attempting to bind port 2b079f5e-4eb7-4f06-a996-22232d904ab8 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:31:19.880641 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Attempting to bind port 2b079f5e-4eb7-4f06-a996-22232d904ab8 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'a5cb949e-f54d-4791-a7a5-3b9fb14d29fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2869f7ce-4545-4be3-b373-4e1503e58fc9'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:31:19.880978 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Attempting to bind port 2b079f5e-4eb7-4f06-a996-22232d904ab8 on network 2869f7ce-4545-4be3-b373-4e1503e58fc9 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:31:19.894987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Port 2b079f5e-4eb7-4f06-a996-22232d904ab8 on network 2869f7ce-4545-4be3-b373-4e1503e58fc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:31:19.895318 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Attempting to bind port 2b079f5e-4eb7-4f06-a996-22232d904ab8 on network 2869f7ce-4545-4be3-b373-4e1503e58fc9 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:31:19.906772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:31:19.915980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Checking segment: {'id': 'a5cb949e-f54d-4791-a7a5-3b9fb14d29fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2869f7ce-4545-4be3-b373-4e1503e58fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:31:19.915980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Bound using segment: {'id': 'a5cb949e-f54d-4791-a7a5-3b9fb14d29fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2869f7ce-4545-4be3-b373-4e1503e58fc9'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:31:19.915980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Bound port: 2b079f5e-4eb7-4f06-a996-22232d904ab8, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5cb949e-f54d-4791-a7a5-3b9fb14d29fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2869f7ce-4545-4be3-b373-4e1503e58fc9'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:31:19.915980 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:19.915980 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ea33c2e8-5569-4ddf-aabd-1282ec0cff33 req-b50a9ab5-0d62-4b94-83bf-8fb10608cd18 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655937 Dec 14 03:31:19.980205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] For port 2b079f5e-4eb7-4f06-a996-22232d904ab8, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:31:19.983455 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] For port 2b079f5e-4eb7-4f06-a996-22232d904ab8, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2b079f5e-4eb7-4f06-a996-22232d904ab8,segment=NetworkSegment(a5cb949e-f54d-4791-a7a5-3b9fb14d29fa),segment_id=a5cb949e-f54d-4791-a7a5-3b9fb14d29fa)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:31:20.074955 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:20.110742 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:20.111884 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:20.112910 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] 10.222.0.46 "PUT /v2.0/ports/2b079f5e-4eb7-4f06-a996-22232d904ab8 HTTP/1.1" status: 200 len: 1091 time: 0.8250756 Dec 14 03:31:20.113368 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e99ca2d-6e92-48b6-8637-e24af645cede', 'tag': '2b079f5e-4eb7-4f06-a996-22232d904ab8'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:31:20.115608 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37279b02-460e-4e2b-b37f-bc35248bcc79" -d '{"events": [{"name": "network-changed", "server_uuid": "7e99ca2d-6e92-48b6-8637-e24af645cede", "tag": "2b079f5e-4eb7-4f06-a996-22232d904ab8"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:31:20.137697 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648c1a4-b34b-4b7b-aea7-ec28891db6be service neutron] Pushing event updated for resources: {'Port': ['ID=2b079f5e-4eb7-4f06-a996-22232d904ab8,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:20.159751 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86226491-3b02-44ce-ab03-61fb1b650e34 x-openstack-request-id: req-86226491-3b02-44ce-ab03-61fb1b650e34 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:31:20.160048 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e99ca2d-6e92-48b6-8637-e24af645cede", "tag": "2b079f5e-4eb7-4f06-a996-22232d904ab8", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:31:20.160310 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86226491-3b02-44ce-ab03-61fb1b650e34 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:31:20.160720 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e99ca2d-6e92-48b6-8637-e24af645cede', 'tag': '2b079f5e-4eb7-4f06-a996-22232d904ab8', 'status': 'completed', 'code': 200} Dec 14 03:31:20.241196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37279b02-460e-4e2b-b37f-bc35248bcc79 req-2af8c591-20e5-4d44-8c2c-8fea4b3243e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:20.242738 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37279b02-460e-4e2b-b37f-bc35248bcc79 req-2af8c591-20e5-4d44-8c2c-8fea4b3243e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b078173f3d884cb3a143a9f4034d2d2e&device_id=7e99ca2d-6e92-48b6-8637-e24af645cede HTTP/1.1" status: 200 len: 1094 time: 0.0413475 Dec 14 03:31:20.348796 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37279b02-460e-4e2b-b37f-bc35248bcc79 req-2a5c8bef-7020-4dcb-ad3d-03eea771167f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:20.350312 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37279b02-460e-4e2b-b37f-bc35248bcc79 req-2a5c8bef-7020-4dcb-ad3d-03eea771167f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b078173f3d884cb3a143a9f4034d2d2e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0940657 Dec 14 03:31:20.443583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37279b02-460e-4e2b-b37f-bc35248bcc79 req-5550fce2-5d5d-494c-8eba-bd0afdb16ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:20.444962 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-37279b02-460e-4e2b-b37f-bc35248bcc79 req-5550fce2-5d5d-494c-8eba-bd0afdb16ac0 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880396 Dec 14 03:31:20.546047 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-d849eafa-f468-41d8-a004-d22fd1122be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:20.547520 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-d849eafa-f468-41d8-a004-d22fd1122be7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b078173f3d884cb3a143a9f4034d2d2e&device_id=7e99ca2d-6e92-48b6-8637-e24af645cede HTTP/1.1" status: 200 len: 1094 time: 0.0444679 Dec 14 03:31:20.595044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-47194272-dcae-4b43-85fe-469d4f1131fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b079f5e-4eb7-4f06-a996-22232d904ab8 HTTP/1.1" status: 200 len: 217 time: 0.0332656 Dec 14 03:31:20.642925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-1def0e2d-4447-418a-84a6-dd0947a8faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:20.644401 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-1def0e2d-4447-418a-84a6-dd0947a8faeb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3813d69d-cff3-4585-af41-9d9038c51917 HTTP/1.1" status: 200 len: 854 time: 0.0428147 Dec 14 03:31:20.681707 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-c8131672-eda8-4106-99c1-f22481bf8563 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2869f7ce-4545-4be3-b373-4e1503e58fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300543 Dec 14 03:31:20.772166 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-3dd17774-184a-480d-8716-c5a04bcc9e8f service neutron] 10.222.0.46 "GET /v2.0/networks/2869f7ce-4545-4be3-b373-4e1503e58fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837841 Dec 14 03:31:20.858781 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71a6531a-584a-4e17-9e52-3114571a4f44 req-bdf0d55d-380e-4e00-8a7b-00c4ffa844f1 service neutron] 10.222.0.46 "GET /v2.0/networks/2869f7ce-4545-4be3-b373-4e1503e58fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802608 Dec 14 03:31:21.036809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28777c8f-2fe6-4d9d-9e60-8e60c3beba9a req-f696ca63-3022-446e-960b-70e49d514d03 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:21.038222 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-28777c8f-2fe6-4d9d-9e60-8e60c3beba9a req-f696ca63-3022-446e-960b-70e49d514d03 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e99ca2d-6e92-48b6-8637-e24af645cede HTTP/1.1" status: 200 len: 943 time: 0.0543363 Dec 14 03:31:21.084157 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-28777c8f-2fe6-4d9d-9e60-8e60c3beba9a req-ab2b727f-b8cd-4967-be9e-54a658ca576f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398631 Dec 14 03:31:22.198236 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2f163-26fd-437a-866d-ae73afc0969c req-f31e81af-a1bc-4628-8ec8-0e10b358ab66 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:22.199604 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a0d2f163-26fd-437a-866d-ae73afc0969c req-f31e81af-a1bc-4628-8ec8-0e10b358ab66 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e99ca2d-6e92-48b6-8637-e24af645cede HTTP/1.1" status: 200 len: 943 time: 0.0474641 Dec 14 03:31:22.246272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a0d2f163-26fd-437a-866d-ae73afc0969c req-c5c5d050-79d9-487e-9887-329820889b9b tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405095 Dec 14 03:31:23.360394 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd736e8b-51f9-4684-9d68-85201583aae0 req-58bf6ea9-490f-4ebf-bf21-86fd53b6ce09 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:23.361951 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd736e8b-51f9-4684-9d68-85201583aae0 req-58bf6ea9-490f-4ebf-bf21-86fd53b6ce09 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e99ca2d-6e92-48b6-8637-e24af645cede HTTP/1.1" status: 200 len: 943 time: 0.0480993 Dec 14 03:31:23.414372 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cd736e8b-51f9-4684-9d68-85201583aae0 req-88a7f41a-2ddb-45b1-a329-20462faf0ef5 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463421 Dec 14 03:31:23.726426 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:31:24.529353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71285c2-093a-4117-9df5-8b6a4a4c2e03 req-9c807ad1-11b0-4ec5-b840-2e517f8afc6d tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:24.530822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b71285c2-093a-4117-9df5-8b6a4a4c2e03 req-9c807ad1-11b0-4ec5-b840-2e517f8afc6d tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e99ca2d-6e92-48b6-8637-e24af645cede HTTP/1.1" status: 200 len: 943 time: 0.0492830 Dec 14 03:31:24.578081 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b71285c2-093a-4117-9df5-8b6a4a4c2e03 req-be05a963-e885-4e87-a636-f4dd241c6172 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413573 Dec 14 03:31:25.028954 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2b079f5e-4eb7-4f06-a996-22232d904ab8 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:31:25.122255 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 2b079f5e-4eb7-4f06-a996-22232d904ab8, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2b079f5e-4eb7-4f06-a996-22232d904ab8,segment=NetworkSegment(a5cb949e-f54d-4791-a7a5-3b9fb14d29fa),segment_id=a5cb949e-f54d-4791-a7a5-3b9fb14d29fa)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:31:25.133934 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': '2b079f5e-4eb7-4f06-a996-22232d904ab8', 'network_id': '2869f7ce-4545-4be3-b373-4e1503e58fc9', 'port_id': '2b079f5e-4eb7-4f06-a996-22232d904ab8', 'mac_address': 'fa:16:3e:f5:f8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3813d69d-cff3-4585-af41-9d9038c51917', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:31:25.176062 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:25.188559 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b079f5e-4eb7-4f06-a996-22232d904ab8 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:31:25.207132 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 2b079f5e-4eb7-4f06-a996-22232d904ab8, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2b079f5e-4eb7-4f06-a996-22232d904ab8,segment=NetworkSegment(a5cb949e-f54d-4791-a7a5-3b9fb14d29fa),segment_id=a5cb949e-f54d-4791-a7a5-3b9fb14d29fa)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:31:25.297225 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:25.343860 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=2b079f5e-4eb7-4f06-a996-22232d904ab8,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:25.351110 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:25.351463 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:25.351827 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:25.352151 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:25.352486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:25.352821 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:25.353152 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:25.353511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:25.353841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:25.354166 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:25.354491 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:25.354816 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:25.355189 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:25.554674 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['2b079f5e-4eb7-4f06-a996-22232d904ab8'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:31:25.691416 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d78be-6758-48d6-9fdb-9e8341faa736 req-76e01e63-0a30-49b7-b0f7-b07da9defa24 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:25.693133 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c73d78be-6758-48d6-9fdb-9e8341faa736 req-76e01e63-0a30-49b7-b0f7-b07da9defa24 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e99ca2d-6e92-48b6-8637-e24af645cede HTTP/1.1" status: 200 len: 944 time: 0.0483739 Dec 14 03:31:25.739599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c73d78be-6758-48d6-9fdb-9e8341faa736 req-f8901c8b-6828-4798-b073-4b78c636a4d3 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405545 Dec 14 03:31:26.860913 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4ff2d-545a-4895-9ae5-99a93fa834a7 req-bae81dc4-301f-41c0-ac35-5f39e7e9b0b4 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:26.862383 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fec4ff2d-545a-4895-9ae5-99a93fa834a7 req-bae81dc4-301f-41c0-ac35-5f39e7e9b0b4 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e99ca2d-6e92-48b6-8637-e24af645cede HTTP/1.1" status: 200 len: 944 time: 0.0547469 Dec 14 03:31:26.911595 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fec4ff2d-545a-4895-9ae5-99a93fa834a7 req-cdcf56f0-0338-47cf-aad1-c11e6e93f145 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429549 Dec 14 03:31:27.029147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2b079f5e-4eb7-4f06-a996-22232d904ab8 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:31:27.137327 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port 2b079f5e-4eb7-4f06-a996-22232d904ab8 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:31:27.141092 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port 2b079f5e-4eb7-4f06-a996-22232d904ab8 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:31:27.141498 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:27.224439 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:27.246586 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e99ca2d-6e92-48b6-8637-e24af645cede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b079f5e-4eb7-4f06-a996-22232d904ab8'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:31:27.248805 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d177d0a-acda-4387-a5ba-88b38b986836" -d '{"events": [{"server_uuid": "7e99ca2d-6e92-48b6-8637-e24af645cede", "name": "network-vif-plugged", "status": "completed", "tag": "2b079f5e-4eb7-4f06-a996-22232d904ab8"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:31:27.260929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port 2b079f5e-4eb7-4f06-a996-22232d904ab8, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2b079f5e-4eb7-4f06-a996-22232d904ab8,segment=NetworkSegment(a5cb949e-f54d-4791-a7a5-3b9fb14d29fa),segment_id=a5cb949e-f54d-4791-a7a5-3b9fb14d29fa)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:31:27.286336 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23fb001-92bd-4bf6-9d64-05f23d2a84e4 x-openstack-request-id: req-d23fb001-92bd-4bf6-9d64-05f23d2a84e4 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:31:27.286630 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e99ca2d-6e92-48b6-8637-e24af645cede", "name": "network-vif-plugged", "status": "completed", "tag": "2b079f5e-4eb7-4f06-a996-22232d904ab8", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:31:27.286909 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d23fb001-92bd-4bf6-9d64-05f23d2a84e4 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:31:27.287520 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e99ca2d-6e92-48b6-8637-e24af645cede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b079f5e-4eb7-4f06-a996-22232d904ab8', 'code': 200} Dec 14 03:31:27.345341 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:27.393422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=2b079f5e-4eb7-4f06-a996-22232d904ab8,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:27.414213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f009c-93d7-484a-b0f7-85a7b1846ecb req-1f59162d-e96e-44bb-aaf0-da7bd6a6a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:27.415751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a52f009c-93d7-484a-b0f7-85a7b1846ecb req-1f59162d-e96e-44bb-aaf0-da7bd6a6a793 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7e99ca2d-6e92-48b6-8637-e24af645cede HTTP/1.1" status: 200 len: 1096 time: 0.0402637 Dec 14 03:31:27.459463 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a52f009c-93d7-484a-b0f7-85a7b1846ecb req-77a510dc-6840-4a6e-be0f-55f286222df3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367520 Dec 14 03:31:27.570997 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:28.029452 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefe6a9-e254-4ed9-8e5e-5b9723ba979a req-3c6a677b-aa68-4bb4-b45f-cc5a946dcec1 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:28.030921 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-efefe6a9-e254-4ed9-8e5e-5b9723ba979a req-3c6a677b-aa68-4bb4-b45f-cc5a946dcec1 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e99ca2d-6e92-48b6-8637-e24af645cede HTTP/1.1" status: 200 len: 945 time: 0.0530612 Dec 14 03:31:28.077753 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-efefe6a9-e254-4ed9-8e5e-5b9723ba979a req-2179b2fd-e9e7-4049-9e1e-f674bce59d0d tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408258 Dec 14 03:31:29.194604 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b622ddd-c9f5-4d38-86b6-6dc4ad1de7f0 req-4553a443-faa6-4471-8e83-ecd6bbfee8ea tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:29.195977 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b622ddd-c9f5-4d38-86b6-6dc4ad1de7f0 req-4553a443-faa6-4471-8e83-ecd6bbfee8ea tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e99ca2d-6e92-48b6-8637-e24af645cede HTTP/1.1" status: 200 len: 945 time: 0.0479300 Dec 14 03:31:29.242264 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b622ddd-c9f5-4d38-86b6-6dc4ad1de7f0 req-10d13ecb-04ae-46be-8b9d-2f610a685589 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397198 Dec 14 03:31:29.643993 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ea031-8b12-4863-9367-48493b4ff082 req-e2d97ee3-721c-458d-a7e6-efece8e059e8 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:29.645480 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-115ea031-8b12-4863-9367-48493b4ff082 req-e2d97ee3-721c-458d-a7e6-efece8e059e8 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e99ca2d-6e92-48b6-8637-e24af645cede HTTP/1.1" status: 200 len: 945 time: 0.0484133 Dec 14 03:31:29.694453 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-115ea031-8b12-4863-9367-48493b4ff082 req-de324374-1aa2-40a4-89b1-7a8e434a4f9c tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430937 Dec 14 03:31:30.687817 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:30.813808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12664b84-163e-41c5-9fec-18ccf7f7bf0e req-ad40c7ee-4220-409c-acc4-2ad23d0709d6 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:30.815312 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12664b84-163e-41c5-9fec-18ccf7f7bf0e req-ad40c7ee-4220-409c-acc4-2ad23d0709d6 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e99ca2d-6e92-48b6-8637-e24af645cede HTTP/1.1" status: 200 len: 945 time: 0.0498226 Dec 14 03:31:30.862291 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-12664b84-163e-41c5-9fec-18ccf7f7bf0e req-b244b55d-a65b-4d2a-ba2a-05d8a40efa10 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409045 Dec 14 03:31:31.007961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd786c4-3e2e-43f3-924d-54b74f33d41b req-ee2e07d5-f427-4f32-a87f-ff5fa554c72b tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:31.009297 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bdd786c4-3e2e-43f3-924d-54b74f33d41b req-ee2e07d5-f427-4f32-a87f-ff5fa554c72b tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.46 "GET /v2.0/ports?device_id=7e99ca2d-6e92-48b6-8637-e24af645cede HTTP/1.1" status: 200 len: 945 time: 0.0472660 Dec 14 03:31:31.098359 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-bdd786c4-3e2e-43f3-924d-54b74f33d41b req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Deleting port 2b079f5e-4eb7-4f06-a996-22232d904ab8 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:31:31.098696 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bdd786c4-3e2e-43f3-924d-54b74f33d41b req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:31.184479 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-bdd786c4-3e2e-43f3-924d-54b74f33d41b req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] For port 2b079f5e-4eb7-4f06-a996-22232d904ab8, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=2b079f5e-4eb7-4f06-a996-22232d904ab8,segment=NetworkSegment(a5cb949e-f54d-4791-a7a5-3b9fb14d29fa),segment_id=a5cb949e-f54d-4791-a7a5-3b9fb14d29fa)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:31:31.184840 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bdd786c4-3e2e-43f3-924d-54b74f33d41b req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:31.197266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-bdd786c4-3e2e-43f3-924d-54b74f33d41b req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Calling delete_port for 2b079f5e-4eb7-4f06-a996-22232d904ab8 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:31:31.411348 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bdd786c4-3e2e-43f3-924d-54b74f33d41b req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:31.440428 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Pushing event deleted for resources: {'Port': ['ID=2b079f5e-4eb7-4f06-a996-22232d904ab8,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:31.446462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['2b079f5e-4eb7-4f06-a996-22232d904ab8'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:31:31.449408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['93bbf8f6-834f-4536-bbf2-319b7a8d0192'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:31:31.467114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:31.467480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:31.467808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:31.468148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:31.468485 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:31.468816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:31.469145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:31.469493 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:31.469821 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:31.470165 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:31.470466 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:31.470789 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:31.471112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:31:31.492734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd786c4-3e2e-43f3-924d-54b74f33d41b req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] No DVR routers for this DVR port 2b079f5e-4eb7-4f06-a996-22232d904ab8 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:31:31.495483 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-bdd786c4-3e2e-43f3-924d-54b74f33d41b req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:31.500846 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bdd786c4-3e2e-43f3-924d-54b74f33d41b req-0006f02b-e4e2-4b2f-97eb-53805c435043 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.46 "DELETE /v2.0/ports/2b079f5e-4eb7-4f06-a996-22232d904ab8 HTTP/1.1" status: 204 len: 173 time: 0.4833274 Dec 14 03:31:31.500846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e99ca2d-6e92-48b6-8637-e24af645cede', 'name': 'network-vif-deleted', 'tag': '2b079f5e-4eb7-4f06-a996-22232d904ab8'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:31:31.503396 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362c5d79-a91b-4052-99b4-a9e32befc209" -d '{"events": [{"server_uuid": "7e99ca2d-6e92-48b6-8637-e24af645cede", "name": "network-vif-deleted", "tag": "2b079f5e-4eb7-4f06-a996-22232d904ab8"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:31:31.548468 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65965f4-f159-46af-83ba-a0c8e66de0cb x-openstack-request-id: req-a65965f4-f159-46af-83ba-a0c8e66de0cb {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:31:31.548468 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e99ca2d-6e92-48b6-8637-e24af645cede", "name": "network-vif-deleted", "tag": "2b079f5e-4eb7-4f06-a996-22232d904ab8", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:31:31.548468 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a65965f4-f159-46af-83ba-a0c8e66de0cb {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:31:31.548468 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e99ca2d-6e92-48b6-8637-e24af645cede', 'name': 'network-vif-deleted', 'tag': '2b079f5e-4eb7-4f06-a996-22232d904ab8', 'status': 'completed', 'code': 200} Dec 14 03:31:31.968275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a77da8fc-008b-4296-8dab-f2587aecd2fd req-d51cbcc4-f0be-4017-a05e-89a9caa55c8f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e99ca2d-6e92-48b6-8637-e24af645cede HTTP/1.1" status: 200 len: 210 time: 0.0264456 Dec 14 03:31:32.799694 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2a62fab9-8f23-455c-bb75-e619bc39323d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:33.117030 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738bd23-c012-48f2-aa96-5072ffbe555b req-0321c3df-d3d0-4c16-b246-b1157094a006 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:33.118526 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1738bd23-c012-48f2-aa96-5072ffbe555b req-0321c3df-d3d0-4c16-b246-b1157094a006 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 945 time: 0.0489082 Dec 14 03:31:33.166496 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1738bd23-c012-48f2-aa96-5072ffbe555b req-a46d7a80-6250-484a-846a-1a00d282f317 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420704 Dec 14 03:31:33.297701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b86b12-11d3-4387-9109-55834049fe85 req-05ea5887-236f-40e3-93fe-26939b64cc12 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:33.299165 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7b86b12-11d3-4387-9109-55834049fe85 req-05ea5887-236f-40e3-93fe-26939b64cc12 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 945 time: 0.0481610 Dec 14 03:31:33.349036 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e7b86b12-11d3-4387-9109-55834049fe85 req-d61c0fa4-89c2-4abb-a93a-bcf85aede01f tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439708 Dec 14 03:31:33.467756 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f3d4e-8898-434c-bf54-73f9ca0cb31d req-4a120e6e-6f2c-41ad-a8ce-f695fb2fee82 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:33.469202 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e06f3d4e-8898-434c-bf54-73f9ca0cb31d req-4a120e6e-6f2c-41ad-a8ce-f695fb2fee82 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 945 time: 0.0487947 Dec 14 03:31:33.515680 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e06f3d4e-8898-434c-bf54-73f9ca0cb31d req-52bad1aa-c2ed-4bf2-bfb4-2891f8ad3df9 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405309 Dec 14 03:31:33.680746 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b37d1-06f9-4a99-9eaf-93956588f5a0 req-c269ea98-204b-4583-9d6e-3e10dffc8701 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:33.682161 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-738b37d1-06f9-4a99-9eaf-93956588f5a0 req-c269ea98-204b-4583-9d6e-3e10dffc8701 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 945 time: 0.0470684 Dec 14 03:31:33.727604 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-738b37d1-06f9-4a99-9eaf-93956588f5a0 req-7750c589-dc5e-477e-8fa3-f15f569dce59 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387678 Dec 14 03:31:33.847112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76982a-0f44-40dd-b73f-5a671659591e req-a4dd2a21-9d9f-4696-b523-f6f5f9865f67 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:33.848560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b76982a-0f44-40dd-b73f-5a671659591e req-a4dd2a21-9d9f-4696-b523-f6f5f9865f67 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 945 time: 0.0503123 Dec 14 03:31:33.895149 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3b76982a-0f44-40dd-b73f-5a671659591e req-05dff43d-e253-4d7e-8a3d-94b695a4e8fc tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405440 Dec 14 03:31:34.018335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460915f6-0463-47ea-ac26-e3f92789987d req-8cf23281-18f9-4f85-a33d-170d048261c8 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:34.019800 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-460915f6-0463-47ea-ac26-e3f92789987d req-8cf23281-18f9-4f85-a33d-170d048261c8 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 945 time: 0.0480402 Dec 14 03:31:34.066507 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-460915f6-0463-47ea-ac26-e3f92789987d req-f28b3c3e-accc-4a37-a651-8b02908ac6c8 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407934 Dec 14 03:31:34.600013 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d48ec-5349-4393-a241-12d0e7f214a9 req-472ff48f-92c1-4c33-babc-e3e7688daa71 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:34.601529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-608d48ec-5349-4393-a241-12d0e7f214a9 req-472ff48f-92c1-4c33-babc-e3e7688daa71 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 945 time: 0.0529115 Dec 14 03:31:34.649204 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-608d48ec-5349-4393-a241-12d0e7f214a9 req-c5825cac-f579-4946-bfcd-999799dd1604 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407383 Dec 14 03:31:35.050963 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9b8f068d-7b45-4cf8-a11c-5d6749b75c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:35.114659 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2b079f5e-4eb7-4f06-a996-22232d904ab8 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:31:35.138322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: 2b079f5e-4eb7-4f06-a996-22232d904ab8 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:31:35.138661 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device 2b079f5e-4eb7-4f06-a996-22232d904ab8 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:31:35.768046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0613e6-53c1-439b-91dc-04851b91c9ee req-b0c3e152-fe3d-48fd-b9fc-8af847e2a304 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:35.769552 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d0613e6-53c1-439b-91dc-04851b91c9ee req-b0c3e152-fe3d-48fd-b9fc-8af847e2a304 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 945 time: 0.0500264 Dec 14 03:31:35.815768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d0613e6-53c1-439b-91dc-04851b91c9ee req-b4c5b4b1-2182-480a-8655-cbaf57f117aa tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/security-groups?id=3d52a35c-6559-484c-8c6e-db210104a25e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401983 Dec 14 03:31:36.050028 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022983b-2586-4e80-a4d1-3384e270265c req-73931274-fde7-4cf5-88dc-feae79582883 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:36.051480 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4022983b-2586-4e80-a4d1-3384e270265c req-73931274-fde7-4cf5-88dc-feae79582883 tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.47 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 945 time: 0.0483711 Dec 14 03:31:36.141740 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-4022983b-2586-4e80-a4d1-3384e270265c req-1683ea34-89dd-4e9f-ae29-9c614454a05b tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Deleting port 93bbf8f6-834f-4536-bbf2-319b7a8d0192 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:31:36.142085 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4022983b-2586-4e80-a4d1-3384e270265c req-1683ea34-89dd-4e9f-ae29-9c614454a05b tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:36.229402 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-4022983b-2586-4e80-a4d1-3384e270265c req-1683ea34-89dd-4e9f-ae29-9c614454a05b tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] For port 93bbf8f6-834f-4536-bbf2-319b7a8d0192, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=93bbf8f6-834f-4536-bbf2-319b7a8d0192,segment=NetworkSegment(a5cb949e-f54d-4791-a7a5-3b9fb14d29fa),segment_id=a5cb949e-f54d-4791-a7a5-3b9fb14d29fa)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:31:36.229709 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4022983b-2586-4e80-a4d1-3384e270265c req-1683ea34-89dd-4e9f-ae29-9c614454a05b tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:36.242419 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-4022983b-2586-4e80-a4d1-3384e270265c req-1683ea34-89dd-4e9f-ae29-9c614454a05b tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Calling delete_port for 93bbf8f6-834f-4536-bbf2-319b7a8d0192 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:31:36.479701 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4022983b-2586-4e80-a4d1-3384e270265c req-1683ea34-89dd-4e9f-ae29-9c614454a05b tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:36.508009 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:36.510609 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1683ea34-89dd-4e9f-ae29-9c614454a05b tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Pushing event deleted for resources: {'Port': ['ID=93bbf8f6-834f-4536-bbf2-319b7a8d0192,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:36.513425 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['93bbf8f6-834f-4536-bbf2-319b7a8d0192'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:31:36.553968 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-4022983b-2586-4e80-a4d1-3384e270265c req-1683ea34-89dd-4e9f-ae29-9c614454a05b tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] No DVR routers for this DVR port 93bbf8f6-834f-4536-bbf2-319b7a8d0192 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:31:36.556524 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-4022983b-2586-4e80-a4d1-3384e270265c req-1683ea34-89dd-4e9f-ae29-9c614454a05b tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:36.560413 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4022983b-2586-4e80-a4d1-3384e270265c req-1683ea34-89dd-4e9f-ae29-9c614454a05b tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.47 "DELETE /v2.0/ports/93bbf8f6-834f-4536-bbf2-319b7a8d0192 HTTP/1.1" status: 204 len: 173 time: 0.5026522 Dec 14 03:31:36.560873 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd32f699e-854a-4bff-bb61-22689375b576', 'name': 'network-vif-deleted', 'tag': '93bbf8f6-834f-4536-bbf2-319b7a8d0192'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:31:36.563134 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e6491d-ac03-4905-8b40-bb30de55aa49" -d '{"events": [{"server_uuid": "d32f699e-854a-4bff-bb61-22689375b576", "name": "network-vif-deleted", "tag": "93bbf8f6-834f-4536-bbf2-319b7a8d0192"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:31:36.602274 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a637047e-5a28-4272-b062-436ed82baed5 x-openstack-request-id: req-a637047e-5a28-4272-b062-436ed82baed5 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:31:36.602575 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d32f699e-854a-4bff-bb61-22689375b576", "name": "network-vif-deleted", "tag": "93bbf8f6-834f-4536-bbf2-319b7a8d0192", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:31:36.602833 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a637047e-5a28-4272-b062-436ed82baed5 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:31:36.603237 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd32f699e-854a-4bff-bb61-22689375b576', 'name': 'network-vif-deleted', 'tag': '93bbf8f6-834f-4536-bbf2-319b7a8d0192', 'status': 'completed', 'code': 200} Dec 14 03:31:36.926839 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f46e6f0e-3c08-415f-a362-4ab8ae0210b1 req-eb565c9c-4a18-4d5c-853e-a02693ced62a tempest-ServersNegativeTestJSON-94084572 tempest-ServersNegativeTestJSON-94084572-project] 10.222.0.39 "GET /v2.0/ports?device_id=d32f699e-854a-4bff-bb61-22689375b576 HTTP/1.1" status: 200 len: 210 time: 0.0272877 Dec 14 03:31:37.887539 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:37.984920 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53528) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:38.031151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f886ea5-273b-4aa8-901a-25f3291a8bac admin admin] Deleting subnet 3813d69d-cff3-4585-af41-9d9038c51917 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:31:38.034132 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9f886ea5-273b-4aa8-901a-25f3291a8bac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:38.067047 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9f886ea5-273b-4aa8-901a-25f3291a8bac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:38.104397 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9f886ea5-273b-4aa8-901a-25f3291a8bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:38.236582 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9f886ea5-273b-4aa8-901a-25f3291a8bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:38.265571 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f886ea5-273b-4aa8-901a-25f3291a8bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3813d69d-cff3-4585-af41-9d9038c51917,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:38.269233 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9f886ea5-273b-4aa8-901a-25f3291a8bac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:38.272497 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9f886ea5-273b-4aa8-901a-25f3291a8bac admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3813d69d-cff3-4585-af41-9d9038c51917 HTTP/1.1" status: 204 len: 168 time: 0.2864506 Dec 14 03:31:38.274938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53530) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:38.341450 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7264b1f7-95f4-4b27-b1fe-836dfebd0ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:38.665403 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:38.756526 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7264b1f7-95f4-4b27-b1fe-836dfebd0ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:38.775871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-7264b1f7-95f4-4b27-b1fe-836dfebd0ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2869f7ce-4545-4be3-b373-4e1503e58fc9']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:38.784855 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-7264b1f7-95f4-4b27-b1fe-836dfebd0ce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cb949e-f54d-4791-a7a5-3b9fb14d29fa') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:38.785158 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-7264b1f7-95f4-4b27-b1fe-836dfebd0ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cb949e-f54d-4791-a7a5-3b9fb14d29fa') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:38.794340 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7264b1f7-95f4-4b27-b1fe-836dfebd0ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:38.806999 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7264b1f7-95f4-4b27-b1fe-836dfebd0ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:38.813187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7264b1f7-95f4-4b27-b1fe-836dfebd0ce3 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7264b1f7-95f4-4b27-b1fe-836dfebd0ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: timer() Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:31:38.818932 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:31:38.931621 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7264b1f7-95f4-4b27-b1fe-836dfebd0ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:38.941154 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7264b1f7-95f4-4b27-b1fe-836dfebd0ce3 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:38.941738 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7264b1f7-95f4-4b27-b1fe-836dfebd0ce3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2869f7ce-4545-4be3-b373-4e1503e58fc9 HTTP/1.1" status: 204 len: 168 time: 0.6658781 Dec 14 03:31:38.953372 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264b1f7-95f4-4b27-b1fe-836dfebd0ce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2869f7ce-4545-4be3-b373-4e1503e58fc9,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:39.240724 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53534) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:39.280078 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e2080d25-a86e-4728-a88a-bc42f5cb466b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b078173f3d884cb3a143a9f4034d2d2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372808 Dec 14 03:31:39.281556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53536) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:39.335075 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-08c07e8a-c8fc-4567-8590-fe63b22e2796 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:39.354947 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-08c07e8a-c8fc-4567-8590-fe63b22e2796 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:39.476155 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-08c07e8a-c8fc-4567-8590-fe63b22e2796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:39.478664 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-08c07e8a-c8fc-4567-8590-fe63b22e2796 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:39.479814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-08c07e8a-c8fc-4567-8590-fe63b22e2796 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3d52a35c-6559-484c-8c6e-db210104a25e HTTP/1.1" status: 204 len: 168 time: 0.1973743 Dec 14 03:31:39.489589 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c07e8a-c8fc-4567-8590-fe63b22e2796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d52a35c-6559-484c-8c6e-db210104a25e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:39.645740 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 93bbf8f6-834f-4536-bbf2-319b7a8d0192 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:31:39.670189 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 93bbf8f6-834f-4536-bbf2-319b7a8d0192 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:31:39.673886 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 93bbf8f6-834f-4536-bbf2-319b7a8d0192 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:31:40.429799 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53558) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:40.533386 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-1dc32d22-7e75-44f9-9445-72de038e6bee tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-784311413'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:31:40.610536 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc32d22-7e75-44f9-9445-72de038e6bee tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Made reservation on behalf of 2eda1d07cbf54e5da386862f18fd22d1 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:31:40.613966 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1dc32d22-7e75-44f9-9445-72de038e6bee tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:40.622877 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1dc32d22-7e75-44f9-9445-72de038e6bee tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:40.696908 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1dc32d22-7e75-44f9-9445-72de038e6bee tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:40.770694 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1dc32d22-7e75-44f9-9445-72de038e6bee tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:40.796879 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc32d22-7e75-44f9-9445-72de038e6bee tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:31:40.806354 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc32d22-7e75-44f9-9445-72de038e6bee tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9289395f-d95e-4200-bc84-6f95e4083992,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:40.811641 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1dc32d22-7e75-44f9-9445-72de038e6bee tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:40.815819 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-1dc32d22-7e75-44f9-9445-72de038e6bee tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Added segment 4025123b-4ac6-497b-a25f-73d3c13354c6 of type vlan for network b98227fa-6a19-423f-8e70-3efaa0e3d9f9 Dec 14 03:31:40.850418 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1dc32d22-7e75-44f9-9445-72de038e6bee tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:40.948306 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1dc32d22-7e75-44f9-9445-72de038e6bee tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:40.954166 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc32d22-7e75-44f9-9445-72de038e6bee tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:40.954758 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1dc32d22-7e75-44f9-9445-72de038e6bee tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:41.022461 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc32d22-7e75-44f9-9445-72de038e6bee tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event updated for resources: {'Network': ['ID=b98227fa-6a19-423f-8e70-3efaa0e3d9f9,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:41.033070 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network b98227fa-6a19-423f-8e70-3efaa0e3d9f9 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:31:41.094618 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1dc32d22-7e75-44f9-9445-72de038e6bee tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6636679 Dec 14 03:31:44.311730 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53562) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:44.316721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-e673b9db-4d5a-46d9-b604-478df9e3aeff tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Request body: {'subnet': {'network_id': 'b98227fa-6a19-423f-8e70-3efaa0e3d9f9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:31:44.510281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e673b9db-4d5a-46d9-b604-478df9e3aeff tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Made reservation on behalf of 2eda1d07cbf54e5da386862f18fd22d1 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:31:44.514647 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e673b9db-4d5a-46d9-b604-478df9e3aeff tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:44.794404 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e673b9db-4d5a-46d9-b604-478df9e3aeff tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:44.852396 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673b9db-4d5a-46d9-b604-478df9e3aeff tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event updated for resources: {'Subnet': ['ID=1b0aeafa-2562-45ce-a101-be3710d86b5b,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:44.864514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e673b9db-4d5a-46d9-b604-478df9e3aeff tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Checking segment: {'id': '4025123b-4ac6-497b-a25f-73d3c13354c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b98227fa-6a19-423f-8e70-3efaa0e3d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:31:44.864876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e673b9db-4d5a-46d9-b604-478df9e3aeff tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Network hostable DHCP agents. Network: b98227fa-6a19-423f-8e70-3efaa0e3d9f9, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:31:44.942379 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e673b9db-4d5a-46d9-b604-478df9e3aeff tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Network b98227fa-6a19-423f-8e70-3efaa0e3d9f9 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:31:45.030053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-e673b9db-4d5a-46d9-b604-478df9e3aeff tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, b98227fa-6a19-423f-8e70-3efaa0e3d9f9) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:31:45.034529 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e673b9db-4d5a-46d9-b604-478df9e3aeff tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:45.035131 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e673b9db-4d5a-46d9-b604-478df9e3aeff tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:45.039554 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070a613c-5346-49ef-83b4-ca1914c99215 None None] Network b98227fa-6a19-423f-8e70-3efaa0e3d9f9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:31:45.113224 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e673b9db-4d5a-46d9-b604-478df9e3aeff tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8004293 Dec 14 03:31:45.116802 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53564) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:45.122109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3f2d045c-fd54-4b89-b1b9-f6bd6c79eb33 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-797807856'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:31:45.142586 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-b98227fa-6a19-423f-8e70-3efaa0e3d9f9', 'network_id': 'b98227fa-6a19-423f-8e70-3efaa0e3d9f9', 'project_id': '2eda1d07cbf54e5da386862f18fd22d1', 'fixed_ips': [{'subnet_id': '1b0aeafa-2562-45ce-a101-be3710d86b5b'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:31:45.143501 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:45.205330 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2d045c-fd54-4b89-b1b9-f6bd6c79eb33 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Made reservation on behalf of 2eda1d07cbf54e5da386862f18fd22d1 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:31:45.208989 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3f2d045c-fd54-4b89-b1b9-f6bd6c79eb33 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:45.233484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2d045c-fd54-4b89-b1b9-f6bd6c79eb33 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:31:45.242101 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3f2d045c-fd54-4b89-b1b9-f6bd6c79eb33 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:45.242449 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-3f2d045c-fd54-4b89-b1b9-f6bd6c79eb33 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Added segment 159c3681-a312-4e8f-9960-1b193b7c935c of type vlan for network 59408ce2-d020-4369-98f8-530ecc131f1c Dec 14 03:31:45.281074 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Allocated IP 2001:db8:0:ffff::2 (b98227fa-6a19-423f-8e70-3efaa0e3d9f9/1b0aeafa-2562-45ce-a101-be3710d86b5b/1ed1c149-3240-4eb3-bc4c-f806a1bae34c) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:31:45.281800 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3f2d045c-fd54-4b89-b1b9-f6bd6c79eb33 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:45.376624 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3f2d045c-fd54-4b89-b1b9-f6bd6c79eb33 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:45.382289 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2d045c-fd54-4b89-b1b9-f6bd6c79eb33 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:45.384287 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3f2d045c-fd54-4b89-b1b9-f6bd6c79eb33 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:45.423549 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:45.452046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d045c-fd54-4b89-b1b9-f6bd6c79eb33 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event updated for resources: {'Network': ['ID=59408ce2-d020-4369-98f8-530ecc131f1c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:45.465007 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 59408ce2-d020-4369-98f8-530ecc131f1c details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:31:45.520997 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:45.541887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3f2d045c-fd54-4b89-b1b9-f6bd6c79eb33 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4238999 Dec 14 03:31:45.544767 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53566) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:45.551145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-c3617ac8-d6ea-4068-9334-cdd490497e14 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Request body: {'subnet': {'network_id': '59408ce2-d020-4369-98f8-530ecc131f1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:31:45.567019 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Network b98227fa-6a19-423f-8e70-3efaa0e3d9f9 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:31:45.569961 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:31:45.573472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:31:45.582518 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Pushing event updated for resources: {'Port': ['ID=1ed1c149-3240-4eb3-bc4c-f806a1bae34c,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:45.632885 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Attempting to bind port 1ed1c149-3240-4eb3-bc4c-f806a1bae34c on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:31:45.633170 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Attempting to bind port 1ed1c149-3240-4eb3-bc4c-f806a1bae34c by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '4025123b-4ac6-497b-a25f-73d3c13354c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b98227fa-6a19-423f-8e70-3efaa0e3d9f9'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:31:45.633568 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Attempting to bind port 1ed1c149-3240-4eb3-bc4c-f806a1bae34c on network b98227fa-6a19-423f-8e70-3efaa0e3d9f9 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:31:45.640366 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:31:45.640793 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Checking segment: {'id': '4025123b-4ac6-497b-a25f-73d3c13354c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b98227fa-6a19-423f-8e70-3efaa0e3d9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:31:45.641253 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:45.641758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Bound using segment: {'id': '4025123b-4ac6-497b-a25f-73d3c13354c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b98227fa-6a19-423f-8e70-3efaa0e3d9f9'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:31:45.642236 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Bound port: 1ed1c149-3240-4eb3-bc4c-f806a1bae34c, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4025123b-4ac6-497b-a25f-73d3c13354c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b98227fa-6a19-423f-8e70-3efaa0e3d9f9'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:31:45.642623 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:45.702419 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] For port 1ed1c149-3240-4eb3-bc4c-f806a1bae34c, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:31:45.705369 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] For port 1ed1c149-3240-4eb3-bc4c-f806a1bae34c, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1ed1c149-3240-4eb3-bc4c-f806a1bae34c,segment=NetworkSegment(4025123b-4ac6-497b-a25f-73d3c13354c6),segment_id=4025123b-4ac6-497b-a25f-73d3c13354c6)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:31:45.710390 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3617ac8-d6ea-4068-9334-cdd490497e14 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Made reservation on behalf of 2eda1d07cbf54e5da386862f18fd22d1 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:31:45.713992 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3617ac8-d6ea-4068-9334-cdd490497e14 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:45.796890 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:45.869483 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfc7f6-41f2-41df-a651-4797a68f62ab None None] Pushing event updated for resources: {'Port': ['ID=1ed1c149-3240-4eb3-bc4c-f806a1bae34c,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:45.968229 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3617ac8-d6ea-4068-9334-cdd490497e14 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:46.042829 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3617ac8-d6ea-4068-9334-cdd490497e14 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event updated for resources: {'Subnet': ['ID=786382fa-5b92-4fef-baa2-015bbd77318f,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:46.051742 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3617ac8-d6ea-4068-9334-cdd490497e14 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Checking segment: {'id': '159c3681-a312-4e8f-9960-1b193b7c935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '59408ce2-d020-4369-98f8-530ecc131f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:31:46.052107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3617ac8-d6ea-4068-9334-cdd490497e14 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Network hostable DHCP agents. Network: 59408ce2-d020-4369-98f8-530ecc131f1c, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:31:46.175615 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3617ac8-d6ea-4068-9334-cdd490497e14 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Network 59408ce2-d020-4369-98f8-530ecc131f1c is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:31:46.264822 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-c3617ac8-d6ea-4068-9334-cdd490497e14 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 59408ce2-d020-4369-98f8-530ecc131f1c) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:31:46.269516 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3617ac8-d6ea-4068-9334-cdd490497e14 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:46.270088 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c3617ac8-d6ea-4068-9334-cdd490497e14 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:46.274134 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86215eee-b4f9-47dc-8242-08c976d3660a None None] Network 59408ce2-d020-4369-98f8-530ecc131f1c requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:31:46.404827 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c3617ac8-d6ea-4068-9334-cdd490497e14 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8587420 Dec 14 03:31:46.407624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53568) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:46.512664 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:46.545079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-59408ce2-d020-4369-98f8-530ecc131f1c', 'network_id': '59408ce2-d020-4369-98f8-530ecc131f1c', 'project_id': '2eda1d07cbf54e5da386862f18fd22d1', 'fixed_ips': [{'subnet_id': '786382fa-5b92-4fef-baa2-015bbd77318f'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:31:46.545079 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:46.601528 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:46.696721 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Allocated IP 2001:db8::2 (59408ce2-d020-4369-98f8-530ecc131f1c/786382fa-5b92-4fef-baa2-015bbd77318f/8c78281b-1fe0-49a8-88e6-ce9f9fc78f8d) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:31:46.790863 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b0d3aa-9076-49ec-b9f9-88cc9bc0ea98 None None] Network b98227fa-6a19-423f-8e70-3efaa0e3d9f9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:31:46.905201 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-80803817-1c8c-4e02-b493-76e30155ef86 None None] Provisioning complete for port 1ed1c149-3240-4eb3-bc4c-f806a1bae34c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:31:46.905604 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-80803817-1c8c-4e02-b493-76e30155ef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:46.937255 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:46.994222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1ed1c149-3240-4eb3-bc4c-f806a1bae34c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:31:47.033401 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:47.097275 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-80803817-1c8c-4e02-b493-76e30155ef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:47.103443 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Network 59408ce2-d020-4369-98f8-530ecc131f1c is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:31:47.108862 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:47.116523 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:31:47.125726 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:31:47.136592 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Pushing event updated for resources: {'Port': ['ID=8c78281b-1fe0-49a8-88e6-ce9f9fc78f8d,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:47.154625 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event deleted for resources: {'Subnet': ['ID=786382fa-5b92-4fef-baa2-015bbd77318f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:47.206105 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-80803817-1c8c-4e02-b493-76e30155ef86 None None] For port 1ed1c149-3240-4eb3-bc4c-f806a1bae34c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1ed1c149-3240-4eb3-bc4c-f806a1bae34c,segment=NetworkSegment(4025123b-4ac6-497b-a25f-73d3c13354c6),segment_id=4025123b-4ac6-497b-a25f-73d3c13354c6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:31:47.219401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1ed1c149-3240-4eb3-bc4c-f806a1bae34c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:31:47.220685 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:47.221016 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:47.222430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Attempting to bind port 8c78281b-1fe0-49a8-88e6-ce9f9fc78f8d on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:31:47.223150 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Attempting to bind port 8c78281b-1fe0-49a8-88e6-ce9f9fc78f8d by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '159c3681-a312-4e8f-9960-1b193b7c935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '59408ce2-d020-4369-98f8-530ecc131f1c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:31:47.223150 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Attempting to bind port 8c78281b-1fe0-49a8-88e6-ce9f9fc78f8d on network 59408ce2-d020-4369-98f8-530ecc131f1c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:31:47.240819 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59408ce2-d020-4369-98f8-530ecc131f1c']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:47.248834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:31:47.249398 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Checking segment: {'id': '159c3681-a312-4e8f-9960-1b193b7c935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '59408ce2-d020-4369-98f8-530ecc131f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:31:47.249666 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:47.250072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Bound using segment: {'id': '159c3681-a312-4e8f-9960-1b193b7c935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '59408ce2-d020-4369-98f8-530ecc131f1c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:31:47.250543 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Bound port: 8c78281b-1fe0-49a8-88e6-ce9f9fc78f8d, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159c3681-a312-4e8f-9960-1b193b7c935c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '59408ce2-d020-4369-98f8-530ecc131f1c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:31:47.250927 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:47.251348 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159c3681-a312-4e8f-9960-1b193b7c935c') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:47.251653 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159c3681-a312-4e8f-9960-1b193b7c935c') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:47.261072 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:47.273394 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-80803817-1c8c-4e02-b493-76e30155ef86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:47.277337 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:47.283720 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:31:47.286247 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: timer() Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:31:47.287189 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:31:47.394529 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.db.api [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 03:31:47.394529 n-d-821636-1 neutron-server[103848]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 03:31:47.394529 n-d-821636-1 neutron-server[103848]: [parameters: {'id': '59408ce2-d020-4369-98f8-530ecc131f1c'}] Dec 14 03:31:47.394529 n-d-821636-1 neutron-server[103848]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 03:31:47.395056 n-d-821636-1 neutron-server[103848]: DEBUG oslo_db.api [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 03:31:47.399610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] For port 8c78281b-1fe0-49a8-88e6-ce9f9fc78f8d, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:31:47.404058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80803817-1c8c-4e02-b493-76e30155ef86 None None] Pushing event updated for resources: {'Port': ['ID=1ed1c149-3240-4eb3-bc4c-f806a1bae34c,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:47.423884 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] For port 8c78281b-1fe0-49a8-88e6-ce9f9fc78f8d, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8c78281b-1fe0-49a8-88e6-ce9f9fc78f8d,segment=NetworkSegment(159c3681-a312-4e8f-9960-1b193b7c935c),segment_id=159c3681-a312-4e8f-9960-1b193b7c935c)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:31:47.430872 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ae1161dc-cca8-48d5-8cbf-e84c30666720 None None] Provisioning complete for port 1ed1c149-3240-4eb3-bc4c-f806a1bae34c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:31:47.431253 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ae1161dc-cca8-48d5-8cbf-e84c30666720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:47.497706 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:47.585907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5c029-e1b6-4c9f-8839-7239ac3daa5d None None] Pushing event updated for resources: {'Port': ['ID=8c78281b-1fe0-49a8-88e6-ce9f9fc78f8d,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:47.601260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121cba76-1a31-4405-a924-663c85781d68 None None] Network 59408ce2-d020-4369-98f8-530ecc131f1c requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:31:47.697250 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f61df79-00b6-468e-8bcc-b9bd91a9de92 None None] get_active_networks_info from n-d-821636-1 {{(pid=103849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 03:31:47.765440 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f61df79-00b6-468e-8bcc-b9bd91a9de92 None None] Resources bound (agent type, host, resource id): {{(pid=103849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 03:31:47.896679 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:47.956339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Deleting port 8c78281b-1fe0-49a8-88e6-ce9f9fc78f8d {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:31:47.956680 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:48.018803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] For port 8c78281b-1fe0-49a8-88e6-ce9f9fc78f8d, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8c78281b-1fe0-49a8-88e6-ce9f9fc78f8d,segment=NetworkSegment(159c3681-a312-4e8f-9960-1b193b7c935c),segment_id=159c3681-a312-4e8f-9960-1b193b7c935c)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:31:48.019090 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:48.031106 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Calling delete_port for 8c78281b-1fe0-49a8-88e6-ce9f9fc78f8d owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:31:48.188052 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:48.214126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event deleted for resources: {'Port': ['ID=8c78281b-1fe0-49a8-88e6-ce9f9fc78f8d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:48.216231 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] No DVR routers for this DVR port 8c78281b-1fe0-49a8-88e6-ce9f9fc78f8d on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:31:48.297444 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:48.316563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59408ce2-d020-4369-98f8-530ecc131f1c']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:48.325452 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159c3681-a312-4e8f-9960-1b193b7c935c') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:48.325752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159c3681-a312-4e8f-9960-1b193b7c935c') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:48.335217 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:48.347887 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:48.353637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:31:48.354025 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: timer() Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:31:48.357500 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:31:48.508223 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:48.519347 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:48.519347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "DELETE /v2.0/networks/59408ce2-d020-4369-98f8-530ecc131f1c HTTP/1.1" status: 204 len: 168 time: 2.1099088 Dec 14 03:31:48.522530 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53570) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:48.527921 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-74fcbceb-e119-4d5e-ac4f-51ffb6fecca4 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1630839901'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:31:48.532269 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3f0df-6151-4d2f-b8f4-fbe9681d0a12 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event deleted for resources: {'Network': ['ID=59408ce2-d020-4369-98f8-530ecc131f1c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:48.622325 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fcbceb-e119-4d5e-ac4f-51ffb6fecca4 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Made reservation on behalf of 2eda1d07cbf54e5da386862f18fd22d1 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:31:48.625950 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74fcbceb-e119-4d5e-ac4f-51ffb6fecca4 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:48.650812 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fcbceb-e119-4d5e-ac4f-51ffb6fecca4 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:31:48.660317 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74fcbceb-e119-4d5e-ac4f-51ffb6fecca4 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:48.667007 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-74fcbceb-e119-4d5e-ac4f-51ffb6fecca4 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Added segment 13f2f4bd-c1fd-4ba7-b069-f6004c04e902 of type vlan for network b388fce9-a99a-48aa-844c-b96f09727907 Dec 14 03:31:48.700549 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74fcbceb-e119-4d5e-ac4f-51ffb6fecca4 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:48.773277 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74fcbceb-e119-4d5e-ac4f-51ffb6fecca4 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:48.778920 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fcbceb-e119-4d5e-ac4f-51ffb6fecca4 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:48.780078 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-74fcbceb-e119-4d5e-ac4f-51ffb6fecca4 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:48.848318 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fcbceb-e119-4d5e-ac4f-51ffb6fecca4 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event updated for resources: {'Network': ['ID=b388fce9-a99a-48aa-844c-b96f09727907,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:48.859011 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network b388fce9-a99a-48aa-844c-b96f09727907 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:31:48.884756 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-74fcbceb-e119-4d5e-ac4f-51ffb6fecca4 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3610213 Dec 14 03:31:48.887607 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53572) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:48.892431 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0628584f-cdbe-4691-b7a8-e8ba39845698 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Request body: {'subnet': {'network_id': 'b388fce9-a99a-48aa-844c-b96f09727907', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:31:48.972669 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1ed1c149-3240-4eb3-bc4c-f806a1bae34c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:31:49.020363 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1ed1c149-3240-4eb3-bc4c-f806a1bae34c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:31:49.020730 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:49.053428 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0628584f-cdbe-4691-b7a8-e8ba39845698 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Made reservation on behalf of 2eda1d07cbf54e5da386862f18fd22d1 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:31:49.057047 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0628584f-cdbe-4691-b7a8-e8ba39845698 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:49.117200 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.ipam_backend_mixin [None req-0628584f-cdbe-4691-b7a8-e8ba39845698 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Performing IP validity checks on allocation pools {{(pid=103847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 14 03:31:49.117755 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.ipam_backend_mixin [None req-0628584f-cdbe-4691-b7a8-e8ba39845698 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103847) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 14 03:31:49.276231 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0628584f-cdbe-4691-b7a8-e8ba39845698 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:49.341267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628584f-cdbe-4691-b7a8-e8ba39845698 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event updated for resources: {'Subnet': ['ID=281ae5c1-ab6e-471a-ad48-0418f67733d9,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:49.348528 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0628584f-cdbe-4691-b7a8-e8ba39845698 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Checking segment: {'id': '13f2f4bd-c1fd-4ba7-b069-f6004c04e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b388fce9-a99a-48aa-844c-b96f09727907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:31:49.348834 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0628584f-cdbe-4691-b7a8-e8ba39845698 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Network hostable DHCP agents. Network: b388fce9-a99a-48aa-844c-b96f09727907, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:31:49.419335 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0628584f-cdbe-4691-b7a8-e8ba39845698 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Network b388fce9-a99a-48aa-844c-b96f09727907 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:31:49.496741 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-0628584f-cdbe-4691-b7a8-e8ba39845698 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, b388fce9-a99a-48aa-844c-b96f09727907) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:31:49.502674 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0628584f-cdbe-4691-b7a8-e8ba39845698 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:49.503399 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0628584f-cdbe-4691-b7a8-e8ba39845698 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:49.504804 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a905a22-5f28-4fb1-8b7f-542392e08623 None None] Network b388fce9-a99a-48aa-844c-b96f09727907 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:31:49.593798 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0628584f-cdbe-4691-b7a8-e8ba39845698 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7051435 Dec 14 03:31:49.596515 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53574) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:49.671296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-b388fce9-a99a-48aa-844c-b96f09727907', 'network_id': 'b388fce9-a99a-48aa-844c-b96f09727907', 'project_id': '2eda1d07cbf54e5da386862f18fd22d1', 'fixed_ips': [{'subnet_id': '281ae5c1-ab6e-471a-ad48-0418f67733d9'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:31:49.672164 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:49.693937 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:49.772586 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:49.830504 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Allocated IP 2001:db8::3 (b388fce9-a99a-48aa-844c-b96f09727907/281ae5c1-ab6e-471a-ad48-0418f67733d9/c8105302-df4b-42ec-bd8c-17b759a5806a) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:31:49.983511 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:50.036380 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:50.075785 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Network b388fce9-a99a-48aa-844c-b96f09727907 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:31:50.078698 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:31:50.082235 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:31:50.087265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Pushing event updated for resources: {'Port': ['ID=c8105302-df4b-42ec-bd8c-17b759a5806a,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:50.114527 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:50.138578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Attempting to bind port c8105302-df4b-42ec-bd8c-17b759a5806a on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:31:50.145501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Attempting to bind port c8105302-df4b-42ec-bd8c-17b759a5806a by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '13f2f4bd-c1fd-4ba7-b069-f6004c04e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b388fce9-a99a-48aa-844c-b96f09727907'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:31:50.145501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Attempting to bind port c8105302-df4b-42ec-bd8c-17b759a5806a on network b388fce9-a99a-48aa-844c-b96f09727907 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:31:50.145501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:31:50.145885 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event deleted for resources: {'Subnet': ['ID=281ae5c1-ab6e-471a-ad48-0418f67733d9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:50.146005 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Checking segment: {'id': '13f2f4bd-c1fd-4ba7-b069-f6004c04e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b388fce9-a99a-48aa-844c-b96f09727907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:31:50.146005 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:50.146005 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Bound using segment: {'id': '13f2f4bd-c1fd-4ba7-b069-f6004c04e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b388fce9-a99a-48aa-844c-b96f09727907'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:31:50.146284 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Bound port: c8105302-df4b-42ec-bd8c-17b759a5806a, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f2f4bd-c1fd-4ba7-b069-f6004c04e902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'b388fce9-a99a-48aa-844c-b96f09727907'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:31:50.146650 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:50.208194 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:50.213815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] For port c8105302-df4b-42ec-bd8c-17b759a5806a, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:31:50.216962 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] For port c8105302-df4b-42ec-bd8c-17b759a5806a, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c8105302-df4b-42ec-bd8c-17b759a5806a,segment=NetworkSegment(13f2f4bd-c1fd-4ba7-b069-f6004c04e902),segment_id=13f2f4bd-c1fd-4ba7-b069-f6004c04e902)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:31:50.228006 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b388fce9-a99a-48aa-844c-b96f09727907']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:50.237411 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f2f4bd-c1fd-4ba7-b069-f6004c04e902') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:50.239533 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f2f4bd-c1fd-4ba7-b069-f6004c04e902') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:50.246741 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:50.287800 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:50.289803 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:50.295957 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:31:50.299752 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:31:50.373670 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb3eb1-8286-4448-b343-7acda2848c95 None None] Pushing event updated for resources: {'Port': ['ID=c8105302-df4b-42ec-bd8c-17b759a5806a,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:50.389839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40994166-0917-4ac2-b9a4-11c0df9c42b2 None None] Network b388fce9-a99a-48aa-844c-b96f09727907 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:31:50.396422 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.db.api [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 03:31:50.396422 n-d-821636-1 neutron-server[103847]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 03:31:50.396422 n-d-821636-1 neutron-server[103847]: [parameters: {'id': 'b388fce9-a99a-48aa-844c-b96f09727907'}] Dec 14 03:31:50.396422 n-d-821636-1 neutron-server[103847]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103847) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 03:31:50.396956 n-d-821636-1 neutron-server[103847]: DEBUG oslo_db.api [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 03:31:50.640464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9dd86c-998c-4496-bd3c-c0097d601640 None None] get_active_networks_info from n-d-821636-1 {{(pid=103849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 03:31:50.708887 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9dd86c-998c-4496-bd3c-c0097d601640 None None] Resources bound (agent type, host, resource id): {{(pid=103849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 03:31:50.898057 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:50.952457 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Deleting port c8105302-df4b-42ec-bd8c-17b759a5806a {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:31:50.952797 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:51.016567 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] For port c8105302-df4b-42ec-bd8c-17b759a5806a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c8105302-df4b-42ec-bd8c-17b759a5806a,segment=NetworkSegment(13f2f4bd-c1fd-4ba7-b069-f6004c04e902),segment_id=13f2f4bd-c1fd-4ba7-b069-f6004c04e902)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:31:51.016930 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:51.029102 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Calling delete_port for c8105302-df4b-42ec-bd8c-17b759a5806a owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:31:51.218665 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:51.247734 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event deleted for resources: {'Port': ['ID=c8105302-df4b-42ec-bd8c-17b759a5806a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:51.251185 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] No DVR routers for this DVR port c8105302-df4b-42ec-bd8c-17b759a5806a on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:31:51.325936 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:51.344627 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b388fce9-a99a-48aa-844c-b96f09727907']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:51.353382 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f2f4bd-c1fd-4ba7-b069-f6004c04e902') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:51.353683 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f2f4bd-c1fd-4ba7-b069-f6004c04e902') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:51.363612 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:51.376776 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:51.382673 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:31:51.383050 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:31:51.386007 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:31:51.553706 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:51.560577 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:51.563708 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "DELETE /v2.0/networks/b388fce9-a99a-48aa-844c-b96f09727907 HTTP/1.1" status: 204 len: 168 time: 1.9662108 Dec 14 03:31:51.567431 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53576) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:51.572440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-5a0aad4d-a4f2-42d5-8d9e-a84fe74d0842 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1766437933'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:31:51.578620 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521ecd51-57d0-492f-acca-9d98248cdd26 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event deleted for resources: {'Network': ['ID=b388fce9-a99a-48aa-844c-b96f09727907,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:51.679280 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0aad4d-a4f2-42d5-8d9e-a84fe74d0842 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Made reservation on behalf of 2eda1d07cbf54e5da386862f18fd22d1 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:31:51.682903 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5a0aad4d-a4f2-42d5-8d9e-a84fe74d0842 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:51.710174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0aad4d-a4f2-42d5-8d9e-a84fe74d0842 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:31:51.719667 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5a0aad4d-a4f2-42d5-8d9e-a84fe74d0842 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:51.720009 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-5a0aad4d-a4f2-42d5-8d9e-a84fe74d0842 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Added segment 3b92f0b3-72d8-422d-9a41-dcebd88380bd of type vlan for network 1923cec1-a139-44ef-aedd-861a45143d57 Dec 14 03:31:51.758994 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5a0aad4d-a4f2-42d5-8d9e-a84fe74d0842 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:51.842410 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5a0aad4d-a4f2-42d5-8d9e-a84fe74d0842 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:51.847965 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0aad4d-a4f2-42d5-8d9e-a84fe74d0842 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:51.848619 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5a0aad4d-a4f2-42d5-8d9e-a84fe74d0842 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:51.912013 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0aad4d-a4f2-42d5-8d9e-a84fe74d0842 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event updated for resources: {'Network': ['ID=1923cec1-a139-44ef-aedd-861a45143d57,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:51.923557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 1923cec1-a139-44ef-aedd-861a45143d57 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:31:51.992667 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5a0aad4d-a4f2-42d5-8d9e-a84fe74d0842 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4241381 Dec 14 03:31:51.995509 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53578) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:52.000337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-f69601d7-ffd3-4a56-a9e8-e14db8f23551 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Request body: {'subnet': {'network_id': '1923cec1-a139-44ef-aedd-861a45143d57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:31:52.190175 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69601d7-ffd3-4a56-a9e8-e14db8f23551 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Made reservation on behalf of 2eda1d07cbf54e5da386862f18fd22d1 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:31:52.193788 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f69601d7-ffd3-4a56-a9e8-e14db8f23551 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:52.439709 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f69601d7-ffd3-4a56-a9e8-e14db8f23551 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:52.496154 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69601d7-ffd3-4a56-a9e8-e14db8f23551 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event updated for resources: {'Subnet': ['ID=d29db5d4-6968-4481-8db5-2373acbda118,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:52.506797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69601d7-ffd3-4a56-a9e8-e14db8f23551 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Checking segment: {'id': '3b92f0b3-72d8-422d-9a41-dcebd88380bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1923cec1-a139-44ef-aedd-861a45143d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:31:52.507159 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69601d7-ffd3-4a56-a9e8-e14db8f23551 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Network hostable DHCP agents. Network: 1923cec1-a139-44ef-aedd-861a45143d57, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:31:52.599281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69601d7-ffd3-4a56-a9e8-e14db8f23551 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Network 1923cec1-a139-44ef-aedd-861a45143d57 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:31:52.685617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-f69601d7-ffd3-4a56-a9e8-e14db8f23551 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 1923cec1-a139-44ef-aedd-861a45143d57) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:31:52.689976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69601d7-ffd3-4a56-a9e8-e14db8f23551 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:52.690578 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f69601d7-ffd3-4a56-a9e8-e14db8f23551 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:52.695299 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71322a79-3d30-43fb-87fe-014c9cfc5ea8 None None] Network 1923cec1-a139-44ef-aedd-861a45143d57 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:31:52.793053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-1923cec1-a139-44ef-aedd-861a45143d57', 'network_id': '1923cec1-a139-44ef-aedd-861a45143d57', 'project_id': '2eda1d07cbf54e5da386862f18fd22d1', 'fixed_ips': [{'subnet_id': 'd29db5d4-6968-4481-8db5-2373acbda118'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:31:52.794563 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:52.813743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f69601d7-ffd3-4a56-a9e8-e14db8f23551 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8140001 Dec 14 03:31:52.814188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53580) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:52.819163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-fd08dafd-28da-47d7-888b-b81013574236 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1458926669'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:31:52.931270 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Allocated IP 2001:db8::2 (1923cec1-a139-44ef-aedd-861a45143d57/d29db5d4-6968-4481-8db5-2373acbda118/15928bf8-761e-411f-b13a-8fbdf4e3e1d7) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:31:52.941559 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd08dafd-28da-47d7-888b-b81013574236 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Made reservation on behalf of 2eda1d07cbf54e5da386862f18fd22d1 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:31:52.948219 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fd08dafd-28da-47d7-888b-b81013574236 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:52.969217 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd08dafd-28da-47d7-888b-b81013574236 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:31:52.977942 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fd08dafd-28da-47d7-888b-b81013574236 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:52.982540 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-fd08dafd-28da-47d7-888b-b81013574236 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Added segment 28586207-8749-4915-830b-997f83f1f9ea of type vlan for network 4f110986-fc66-42e3-a909-39da42441702 Dec 14 03:31:53.024064 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fd08dafd-28da-47d7-888b-b81013574236 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:53.074949 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:53.127030 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fd08dafd-28da-47d7-888b-b81013574236 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:53.132910 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd08dafd-28da-47d7-888b-b81013574236 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:53.138005 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-fd08dafd-28da-47d7-888b-b81013574236 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:53.159832 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:53.199345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08dafd-28da-47d7-888b-b81013574236 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event updated for resources: {'Network': ['ID=4f110986-fc66-42e3-a909-39da42441702,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:53.202022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Network 1923cec1-a139-44ef-aedd-861a45143d57 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:31:53.204956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:31:53.218036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:31:53.218036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 4f110986-fc66-42e3-a909-39da42441702 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:31:53.218036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Pushing event updated for resources: {'Port': ['ID=15928bf8-761e-411f-b13a-8fbdf4e3e1d7,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:53.273034 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-fd08dafd-28da-47d7-888b-b81013574236 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4577355 Dec 14 03:31:53.276091 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53582) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:53.281385 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-23b49a97-0c95-4cfa-8a8f-3d44594b507a tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Request body: {'subnet': {'network_id': '4f110986-fc66-42e3-a909-39da42441702', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:31:53.320014 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Attempting to bind port 15928bf8-761e-411f-b13a-8fbdf4e3e1d7 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:31:53.320392 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Attempting to bind port 15928bf8-761e-411f-b13a-8fbdf4e3e1d7 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '3b92f0b3-72d8-422d-9a41-dcebd88380bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1923cec1-a139-44ef-aedd-861a45143d57'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:31:53.320759 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Attempting to bind port 15928bf8-761e-411f-b13a-8fbdf4e3e1d7 on network 1923cec1-a139-44ef-aedd-861a45143d57 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:31:53.327699 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:31:53.328000 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Checking segment: {'id': '3b92f0b3-72d8-422d-9a41-dcebd88380bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1923cec1-a139-44ef-aedd-861a45143d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:31:53.328407 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:53.328831 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Bound using segment: {'id': '3b92f0b3-72d8-422d-9a41-dcebd88380bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1923cec1-a139-44ef-aedd-861a45143d57'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:31:53.329889 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Bound port: 15928bf8-761e-411f-b13a-8fbdf4e3e1d7, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b92f0b3-72d8-422d-9a41-dcebd88380bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1923cec1-a139-44ef-aedd-861a45143d57'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:31:53.330263 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:53.391841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] For port 15928bf8-761e-411f-b13a-8fbdf4e3e1d7, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:31:53.394930 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] For port 15928bf8-761e-411f-b13a-8fbdf4e3e1d7, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=15928bf8-761e-411f-b13a-8fbdf4e3e1d7,segment=NetworkSegment(3b92f0b3-72d8-422d-9a41-dcebd88380bd),segment_id=3b92f0b3-72d8-422d-9a41-dcebd88380bd)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:31:53.464747 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b49a97-0c95-4cfa-8a8f-3d44594b507a tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Made reservation on behalf of 2eda1d07cbf54e5da386862f18fd22d1 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:31:53.468417 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-23b49a97-0c95-4cfa-8a8f-3d44594b507a tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:53.504891 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:53.574266 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d78cd-fff2-4aee-b776-76740179ddca None None] Pushing event updated for resources: {'Port': ['ID=15928bf8-761e-411f-b13a-8fbdf4e3e1d7,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:53.728560 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-23b49a97-0c95-4cfa-8a8f-3d44594b507a tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:53.787642 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b49a97-0c95-4cfa-8a8f-3d44594b507a tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event updated for resources: {'Subnet': ['ID=ec41cc65-c5e9-47f7-a212-efc308ac52d1,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:53.804481 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b49a97-0c95-4cfa-8a8f-3d44594b507a tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Checking segment: {'id': '28586207-8749-4915-830b-997f83f1f9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4f110986-fc66-42e3-a909-39da42441702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:31:53.804843 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b49a97-0c95-4cfa-8a8f-3d44594b507a tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Network hostable DHCP agents. Network: 4f110986-fc66-42e3-a909-39da42441702, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:31:53.913540 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b49a97-0c95-4cfa-8a8f-3d44594b507a tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Network 4f110986-fc66-42e3-a909-39da42441702 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:31:54.005181 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-23b49a97-0c95-4cfa-8a8f-3d44594b507a tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 4f110986-fc66-42e3-a909-39da42441702) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:31:54.010017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b49a97-0c95-4cfa-8a8f-3d44594b507a tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:31:54.010623 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-23b49a97-0c95-4cfa-8a8f-3d44594b507a tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:54.015389 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ecef92-49ee-49b7-9c06-7e26c0c54907 None None] Network 4f110986-fc66-42e3-a909-39da42441702 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:31:54.099226 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-23b49a97-0c95-4cfa-8a8f-3d44594b507a tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8219209 Dec 14 03:31:54.101596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53584) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:54.111931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4f110986-fc66-42e3-a909-39da42441702', 'network_id': '4f110986-fc66-42e3-a909-39da42441702', 'project_id': '2eda1d07cbf54e5da386862f18fd22d1', 'fixed_ips': [{'subnet_id': 'ec41cc65-c5e9-47f7-a212-efc308ac52d1'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:31:54.112832 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:54.212855 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:54.258713 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Allocated IP 2001:db8::2 (4f110986-fc66-42e3-a909-39da42441702/ec41cc65-c5e9-47f7-a212-efc308ac52d1/6063f112-1ad5-47c7-a14d-3885c80e0991) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:31:54.270510 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:54.410291 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:54.469368 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:54.498032 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a046c17d-5111-452e-9659-aa2224fa6ad5 None None] Network 1923cec1-a139-44ef-aedd-861a45143d57 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:31:54.557201 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Network 4f110986-fc66-42e3-a909-39da42441702 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:31:54.560958 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:54.571782 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:31:54.577696 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:31:54.580295 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Pushing event updated for resources: {'Port': ['ID=6063f112-1ad5-47c7-a14d-3885c80e0991,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:54.592079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b841d27d-c951-416d-aead-34929f6b3aa2 None None] Provisioning complete for port 15928bf8-761e-411f-b13a-8fbdf4e3e1d7 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:31:54.592458 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b841d27d-c951-416d-aead-34929f6b3aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:54.597775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event deleted for resources: {'Subnet': ['ID=ec41cc65-c5e9-47f7-a212-efc308ac52d1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:54.661362 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:54.681371 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f110986-fc66-42e3-a909-39da42441702']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:54.691205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28586207-8749-4915-830b-997f83f1f9ea') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:54.691499 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28586207-8749-4915-830b-997f83f1f9ea') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:54.701736 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:54.704405 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Attempting to bind port 6063f112-1ad5-47c7-a14d-3885c80e0991 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:31:54.704780 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Attempting to bind port 6063f112-1ad5-47c7-a14d-3885c80e0991 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '28586207-8749-4915-830b-997f83f1f9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4f110986-fc66-42e3-a909-39da42441702'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:31:54.705147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Attempting to bind port 6063f112-1ad5-47c7-a14d-3885c80e0991 on network 4f110986-fc66-42e3-a909-39da42441702 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:31:54.714778 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:54.715758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:31:54.716141 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Checking segment: {'id': '28586207-8749-4915-830b-997f83f1f9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4f110986-fc66-42e3-a909-39da42441702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:31:54.716545 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:54.716942 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Bound using segment: {'id': '28586207-8749-4915-830b-997f83f1f9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4f110986-fc66-42e3-a909-39da42441702'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:31:54.717438 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Bound port: 6063f112-1ad5-47c7-a14d-3885c80e0991, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28586207-8749-4915-830b-997f83f1f9ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '4f110986-fc66-42e3-a909-39da42441702'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:31:54.717826 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:54.720828 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:31:54.721182 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: timer() Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:31:54.724145 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:31:54.794750 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b841d27d-c951-416d-aead-34929f6b3aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:54.825604 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.db.api [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 14 03:31:54.825604 n-d-821636-1 neutron-server[103848]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 14 03:31:54.825604 n-d-821636-1 neutron-server[103848]: [parameters: {'id': '4f110986-fc66-42e3-a909-39da42441702'}] Dec 14 03:31:54.825604 n-d-821636-1 neutron-server[103848]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103848) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 03:31:54.826613 n-d-821636-1 neutron-server[103848]: DEBUG oslo_db.api [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 03:31:54.835741 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] For port 6063f112-1ad5-47c7-a14d-3885c80e0991, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:31:54.840123 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] For port 6063f112-1ad5-47c7-a14d-3885c80e0991, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6063f112-1ad5-47c7-a14d-3885c80e0991,segment=NetworkSegment(28586207-8749-4915-830b-997f83f1f9ea),segment_id=28586207-8749-4915-830b-997f83f1f9ea)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:31:54.849580 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b841d27d-c951-416d-aead-34929f6b3aa2 None None] For port 15928bf8-761e-411f-b13a-8fbdf4e3e1d7, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=15928bf8-761e-411f-b13a-8fbdf4e3e1d7,segment=NetworkSegment(3b92f0b3-72d8-422d-9a41-dcebd88380bd),segment_id=3b92f0b3-72d8-422d-9a41-dcebd88380bd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:31:54.959429 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:54.994178 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b841d27d-c951-416d-aead-34929f6b3aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:55.008050 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 15928bf8-761e-411f-b13a-8fbdf4e3e1d7 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:31:55.073756 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed29c4-37ce-4660-a680-c15d43d9f8e5 None None] Pushing event updated for resources: {'Port': ['ID=6063f112-1ad5-47c7-a14d-3885c80e0991,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:55.111814 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e496039e-3da2-47c7-a401-c4a1b4f51a9b None None] Network 4f110986-fc66-42e3-a909-39da42441702 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:31:55.198727 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f8ab6b4e-ea17-47f6-bc5e-02505f7a26bf None None] Provisioning complete for port 15928bf8-761e-411f-b13a-8fbdf4e3e1d7 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:31:55.199014 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f8ab6b4e-ea17-47f6-bc5e-02505f7a26bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:55.200984 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841d27d-c951-416d-aead-34929f6b3aa2 None None] Pushing event updated for resources: {'Port': ['ID=15928bf8-761e-411f-b13a-8fbdf4e3e1d7,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:55.223370 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 15928bf8-761e-411f-b13a-8fbdf4e3e1d7 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:31:55.223746 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:55.328347 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:55.336946 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a3e4c3-9e06-4d12-9e8e-7205daccaa20 None None] get_active_networks_info from n-d-821636-1 {{(pid=103849) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 14 03:31:55.385810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Deleting port 6063f112-1ad5-47c7-a14d-3885c80e0991 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:31:55.386150 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:55.447347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] For port 6063f112-1ad5-47c7-a14d-3885c80e0991, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6063f112-1ad5-47c7-a14d-3885c80e0991,segment=NetworkSegment(28586207-8749-4915-830b-997f83f1f9ea),segment_id=28586207-8749-4915-830b-997f83f1f9ea)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:31:55.447813 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:55.460778 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Calling delete_port for 6063f112-1ad5-47c7-a14d-3885c80e0991 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:31:55.494097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a3e4c3-9e06-4d12-9e8e-7205daccaa20 None None] Resources bound (agent type, host, resource id): {{(pid=103849) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 14 03:31:55.613114 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:55.638739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event deleted for resources: {'Port': ['ID=6063f112-1ad5-47c7-a14d-3885c80e0991,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:55.645460 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] No DVR routers for this DVR port 6063f112-1ad5-47c7-a14d-3885c80e0991 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:31:55.735244 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:55.756174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f110986-fc66-42e3-a909-39da42441702']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:55.766907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28586207-8749-4915-830b-997f83f1f9ea') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:55.767218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28586207-8749-4915-830b-997f83f1f9ea') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:55.777611 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:55.791355 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:55.797513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:31:55.797903 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: timer() Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:31:55.800888 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:31:55.933248 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:55.940649 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:55.943818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "DELETE /v2.0/networks/4f110986-fc66-42e3-a909-39da42441702 HTTP/1.1" status: 204 len: 168 time: 1.8412974 Dec 14 03:31:55.947201 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53586) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:55.955839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f8cf9-b2a0-4e94-9222-c8d04b9b0a66 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event deleted for resources: {'Network': ['ID=4f110986-fc66-42e3-a909-39da42441702,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:55.975659 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5316b16-6d9a-4138-8399-614543f30b9b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] GET failed (client error): The resource could not be found. Dec 14 03:31:55.976947 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f5316b16-6d9a-4138-8399-614543f30b9b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "GET /v2.0/subnets/ec41cc65-c5e9-47f7-a212-efc308ac52d1 HTTP/1.1" status: 404 len: 337 time: 0.0289042 Dec 14 03:31:55.979660 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53588) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:55.996799 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aac8640-32b7-4f50-b02a-ce6a6360049b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] DELETE failed (client error): The resource could not be found. Dec 14 03:31:55.997526 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aac8640-32b7-4f50-b02a-ce6a6360049b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 03:31:56.001060 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7aac8640-32b7-4f50-b02a-ce6a6360049b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "DELETE /v2.0/networks/4f110986-fc66-42e3-a909-39da42441702 HTTP/1.1" status: 404 len: 339 time: 0.0205245 Dec 14 03:31:56.004527 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53590) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:56.030033 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce071925-2118-4fd8-a8ec-098434d87a7c tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] DELETE failed (client error): The resource could not be found. Dec 14 03:31:56.030475 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce071925-2118-4fd8-a8ec-098434d87a7c tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 03:31:56.033421 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ce071925-2118-4fd8-a8ec-098434d87a7c tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "DELETE /v2.0/subnets/ec41cc65-c5e9-47f7-a212-efc308ac52d1 HTTP/1.1" status: 404 len: 337 time: 0.0279572 Dec 14 03:31:56.035788 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53592) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:56.056996 n-d-821636-1 neutron-server[103847]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c81ece-5ced-445b-8bff-7e95353a7ae1 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] DELETE failed (client error): The resource could not be found. Dec 14 03:31:56.057557 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c81ece-5ced-445b-8bff-7e95353a7ae1 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103847) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 03:31:56.060987 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-07c81ece-5ced-445b-8bff-7e95353a7ae1 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "DELETE /v2.0/networks/4f110986-fc66-42e3-a909-39da42441702 HTTP/1.1" status: 404 len: 339 time: 0.0243280 Dec 14 03:31:56.063420 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53594) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:56.112331 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2c9ab6-b2ac-461b-836c-9923826a4f9d tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Deleting subnet d29db5d4-6968-4481-8db5-2373acbda118 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:31:56.115338 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b2c9ab6-b2ac-461b-836c-9923826a4f9d tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:56.154789 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b2c9ab6-b2ac-461b-836c-9923826a4f9d tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:56.244252 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b2c9ab6-b2ac-461b-836c-9923826a4f9d tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:56.378940 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b2c9ab6-b2ac-461b-836c-9923826a4f9d tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:56.406299 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c9ab6-b2ac-461b-836c-9923826a4f9d tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event deleted for resources: {'Subnet': ['ID=d29db5d4-6968-4481-8db5-2373acbda118,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:56.410068 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b2c9ab6-b2ac-461b-836c-9923826a4f9d tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:56.413251 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4b2c9ab6-b2ac-461b-836c-9923826a4f9d tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "DELETE /v2.0/subnets/d29db5d4-6968-4481-8db5-2373acbda118 HTTP/1.1" status: 204 len: 168 time: 0.3489516 Dec 14 03:31:56.415787 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53596) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:56.418116 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ffa180-1c58-40b0-ba84-c6b5e829958f None None] Network 1923cec1-a139-44ef-aedd-861a45143d57 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:31:56.491850 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:56.551692 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Deleting port 15928bf8-761e-411f-b13a-8fbdf4e3e1d7 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:31:56.552131 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:56.557873 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a5c1be-5e0d-417f-b0fe-1d6653964e24 None None] DHCP port deletion for 1923cec1-a139-44ef-aedd-861a45143d57 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:31:56.607154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d2a5c1be-5e0d-417f-b0fe-1d6653964e24 None None] Deleting port 15928bf8-761e-411f-b13a-8fbdf4e3e1d7 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:31:56.607539 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d2a5c1be-5e0d-417f-b0fe-1d6653964e24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:56.614895 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] For port 15928bf8-761e-411f-b13a-8fbdf4e3e1d7, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=15928bf8-761e-411f-b13a-8fbdf4e3e1d7,segment=NetworkSegment(3b92f0b3-72d8-422d-9a41-dcebd88380bd),segment_id=3b92f0b3-72d8-422d-9a41-dcebd88380bd)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:31:56.615266 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:56.628067 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Calling delete_port for 15928bf8-761e-411f-b13a-8fbdf4e3e1d7 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:31:56.671614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d2a5c1be-5e0d-417f-b0fe-1d6653964e24 None None] For port 15928bf8-761e-411f-b13a-8fbdf4e3e1d7, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=15928bf8-761e-411f-b13a-8fbdf4e3e1d7,segment=NetworkSegment(3b92f0b3-72d8-422d-9a41-dcebd88380bd),segment_id=3b92f0b3-72d8-422d-9a41-dcebd88380bd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:31:56.671887 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d2a5c1be-5e0d-417f-b0fe-1d6653964e24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:56.684988 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d2a5c1be-5e0d-417f-b0fe-1d6653964e24 None None] Calling delete_port for 15928bf8-761e-411f-b13a-8fbdf4e3e1d7 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:31:56.794535 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:56.803310 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d2a5c1be-5e0d-417f-b0fe-1d6653964e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:56.822888 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event deleted for resources: {'Port': ['ID=15928bf8-761e-411f-b13a-8fbdf4e3e1d7,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:56.826772 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] No DVR routers for this DVR port 15928bf8-761e-411f-b13a-8fbdf4e3e1d7 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:31:56.831450 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5c1be-5e0d-417f-b0fe-1d6653964e24 None None] No DVR routers for this DVR port 15928bf8-761e-411f-b13a-8fbdf4e3e1d7 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:31:56.833379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5c1be-5e0d-417f-b0fe-1d6653964e24 None None] Pushing event deleted for resources: {'Port': ['ID=15928bf8-761e-411f-b13a-8fbdf4e3e1d7,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:56.908694 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:56.929243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1923cec1-a139-44ef-aedd-861a45143d57']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:56.939239 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b92f0b3-72d8-422d-9a41-dcebd88380bd') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:56.939541 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b92f0b3-72d8-422d-9a41-dcebd88380bd') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:56.948780 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:56.962996 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:56.963354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 15928bf8-761e-411f-b13a-8fbdf4e3e1d7 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:31:56.970202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:31:56.970585 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:31:56.973597 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:31:56.985339 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 15928bf8-761e-411f-b13a-8fbdf4e3e1d7 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:31:56.985685 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 15928bf8-761e-411f-b13a-8fbdf4e3e1d7 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:31:57.119456 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:57.124755 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:57.128006 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "DELETE /v2.0/networks/1923cec1-a139-44ef-aedd-861a45143d57 HTTP/1.1" status: 204 len: 168 time: 0.7113056 Dec 14 03:31:57.130935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53598) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:57.148815 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c68760-ac24-43dd-84ec-bb23a02b249b tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event deleted for resources: {'Network': ['ID=1923cec1-a139-44ef-aedd-861a45143d57,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:57.171374 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-055314ee-6026-4f99-832f-557c062451d4 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] DELETE failed (client error): The resource could not be found. Dec 14 03:31:57.171881 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-055314ee-6026-4f99-832f-557c062451d4 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 03:31:57.175297 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-055314ee-6026-4f99-832f-557c062451d4 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "DELETE /v2.0/subnets/281ae5c1-ab6e-471a-ad48-0418f67733d9 HTTP/1.1" status: 404 len: 337 time: 0.0429740 Dec 14 03:31:57.177395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53600) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:57.195049 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed68395f-8ff8-44d5-9db2-e20fa65c04ea tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] DELETE failed (client error): The resource could not be found. Dec 14 03:31:57.195523 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed68395f-8ff8-44d5-9db2-e20fa65c04ea tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 03:31:57.198491 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ed68395f-8ff8-44d5-9db2-e20fa65c04ea tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "DELETE /v2.0/networks/b388fce9-a99a-48aa-844c-b96f09727907 HTTP/1.1" status: 404 len: 339 time: 0.0201786 Dec 14 03:31:57.201513 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53602) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:57.226113 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-709aadcc-dcbc-40c2-b0a3-c365bad3e2e5 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] DELETE failed (client error): The resource could not be found. Dec 14 03:31:57.226548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709aadcc-dcbc-40c2-b0a3-c365bad3e2e5 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 03:31:57.229485 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-709aadcc-dcbc-40c2-b0a3-c365bad3e2e5 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "DELETE /v2.0/subnets/786382fa-5b92-4fef-baa2-015bbd77318f HTTP/1.1" status: 404 len: 337 time: 0.0270753 Dec 14 03:31:57.231659 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53604) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:57.248452 n-d-821636-1 neutron-server[103848]: INFO neutron.pecan_wsgi.hooks.translation [None req-581287bc-096d-4033-9cc8-6af9810e21f8 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] DELETE failed (client error): The resource could not be found. Dec 14 03:31:57.248925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581287bc-096d-4033-9cc8-6af9810e21f8 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103848) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 14 03:31:57.251848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-581287bc-096d-4033-9cc8-6af9810e21f8 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "DELETE /v2.0/networks/59408ce2-d020-4369-98f8-530ecc131f1c HTTP/1.1" status: 404 len: 339 time: 0.0193267 Dec 14 03:31:57.254006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53606) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:57.302821 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8045f4-9730-49e9-b6e6-05d47074ecd1 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Deleting subnet 1b0aeafa-2562-45ce-a101-be3710d86b5b {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:31:57.305934 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ed8045f4-9730-49e9-b6e6-05d47074ecd1 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:57.346601 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ed8045f4-9730-49e9-b6e6-05d47074ecd1 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:57.435981 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ed8045f4-9730-49e9-b6e6-05d47074ecd1 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:57.573193 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ed8045f4-9730-49e9-b6e6-05d47074ecd1 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:57.602359 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ed8045f4-9730-49e9-b6e6-05d47074ecd1 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:57.605644 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ed8045f4-9730-49e9-b6e6-05d47074ecd1 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "DELETE /v2.0/subnets/1b0aeafa-2562-45ce-a101-be3710d86b5b HTTP/1.1" status: 204 len: 168 time: 0.3507428 Dec 14 03:31:57.606723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8045f4-9730-49e9-b6e6-05d47074ecd1 tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0aeafa-2562-45ce-a101-be3710d86b5b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:57.608138 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231bc880-98fd-497a-8807-538f7a4a6e2c None None] Network b98227fa-6a19-423f-8e70-3efaa0e3d9f9 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:31:57.608612 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53608) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:57.611703 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:57.690157 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:57.746170 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Deleting port 1ed1c149-3240-4eb3-bc4c-f806a1bae34c {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:31:57.747017 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:57.756049 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c646bef-d840-457b-9ec3-6aa9702306e0 None None] DHCP port deletion for b98227fa-6a19-423f-8e70-3efaa0e3d9f9 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:31:57.802375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3c646bef-d840-457b-9ec3-6aa9702306e0 None None] Deleting port 1ed1c149-3240-4eb3-bc4c-f806a1bae34c {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:31:57.802758 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3c646bef-d840-457b-9ec3-6aa9702306e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:57.818221 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] For port 1ed1c149-3240-4eb3-bc4c-f806a1bae34c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1ed1c149-3240-4eb3-bc4c-f806a1bae34c,segment=NetworkSegment(4025123b-4ac6-497b-a25f-73d3c13354c6),segment_id=4025123b-4ac6-497b-a25f-73d3c13354c6)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:31:57.818623 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:57.831560 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Calling delete_port for 1ed1c149-3240-4eb3-bc4c-f806a1bae34c owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:31:57.870101 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3c646bef-d840-457b-9ec3-6aa9702306e0 None None] For port 1ed1c149-3240-4eb3-bc4c-f806a1bae34c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1ed1c149-3240-4eb3-bc4c-f806a1bae34c,segment=NetworkSegment(4025123b-4ac6-497b-a25f-73d3c13354c6),segment_id=4025123b-4ac6-497b-a25f-73d3c13354c6)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:31:57.870502 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3c646bef-d840-457b-9ec3-6aa9702306e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:57.883511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3c646bef-d840-457b-9ec3-6aa9702306e0 None None] Calling delete_port for 1ed1c149-3240-4eb3-bc4c-f806a1bae34c owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:31:57.961581 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:57.968029 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3c646bef-d840-457b-9ec3-6aa9702306e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:57.987043 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event deleted for resources: {'Port': ['ID=1ed1c149-3240-4eb3-bc4c-f806a1bae34c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:57.990622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] No DVR routers for this DVR port 1ed1c149-3240-4eb3-bc4c-f806a1bae34c on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:31:57.997017 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c646bef-d840-457b-9ec3-6aa9702306e0 None None] No DVR routers for this DVR port 1ed1c149-3240-4eb3-bc4c-f806a1bae34c on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:31:57.998938 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c646bef-d840-457b-9ec3-6aa9702306e0 None None] Pushing event deleted for resources: {'Port': ['ID=1ed1c149-3240-4eb3-bc4c-f806a1bae34c,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:58.071362 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:58.091395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98227fa-6a19-423f-8e70-3efaa0e3d9f9']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:58.100163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4025123b-4ac6-497b-a25f-73d3c13354c6') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:58.100466 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4025123b-4ac6-497b-a25f-73d3c13354c6') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:31:58.109573 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:58.122057 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:58.127667 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:31:58.128047 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: timer() Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:31:58.131326 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:31:58.258373 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:58.266691 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:58.269016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] 10.222.0.39 "DELETE /v2.0/networks/b98227fa-6a19-423f-8e70-3efaa0e3d9f9 HTTP/1.1" status: 204 len: 168 time: 0.6597624 Dec 14 03:31:58.281345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe56cba-b407-44b0-ae96-2aeb43b16def tempest-NetworksIpV6Test-1510737257 tempest-NetworksIpV6Test-1510737257-project] Pushing event deleted for resources: {'Network': ['ID=b98227fa-6a19-423f-8e70-3efaa0e3d9f9,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:58.732781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53614) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:58.861019 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a2c72ebc-0cb7-4674-92dd-7e5a6c37dc82 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2eda1d07cbf54e5da386862f18fd22d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1270213 Dec 14 03:31:58.863500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53618) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:31:58.908530 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-db3e1389-9915-4ae5-b002-e77dadef9cc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:58.929834 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-db3e1389-9915-4ae5-b002-e77dadef9cc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:58.968348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1ed1c149-3240-4eb3-bc4c-f806a1bae34c no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:31:58.992406 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 1ed1c149-3240-4eb3-bc4c-f806a1bae34c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:31:58.992757 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1ed1c149-3240-4eb3-bc4c-f806a1bae34c not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:31:59.067730 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-db3e1389-9915-4ae5-b002-e77dadef9cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:59.070422 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-db3e1389-9915-4ae5-b002-e77dadef9cc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:31:59.071594 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-db3e1389-9915-4ae5-b002-e77dadef9cc1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9289395f-d95e-4200-bc84-6f95e4083992 HTTP/1.1" status: 204 len: 168 time: 0.2072060 Dec 14 03:31:59.079818 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e1389-9915-4ae5-b002-e77dadef9cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9289395f-d95e-4200-bc84-6f95e4083992,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:31:59.970299 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53640) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:00.062594 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7b77fe22-5dc2-4935-b321-e59b7fec01d2 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1124385938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:32:00.144062 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7b77fe22-5dc2-4935-b321-e59b7fec01d2 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:00.145144 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7b77fe22-5dc2-4935-b321-e59b7fec01d2 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:00.198619 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7b77fe22-5dc2-4935-b321-e59b7fec01d2 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:00.258900 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7b77fe22-5dc2-4935-b321-e59b7fec01d2 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:00.338499 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7b77fe22-5dc2-4935-b321-e59b7fec01d2 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:00.339742 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7b77fe22-5dc2-4935-b321-e59b7fec01d2 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3684280 Dec 14 03:32:00.348098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53644) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:00.352833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-0967bfeb-4efb-4f43-ab70-81e4df5f2492 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-940577583'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:32:00.446994 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0967bfeb-4efb-4f43-ab70-81e4df5f2492 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Made reservation on behalf of 66472a657aa64192be0e8f5df36b6c10 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:32:00.450802 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0967bfeb-4efb-4f43-ab70-81e4df5f2492 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:00.459106 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0967bfeb-4efb-4f43-ab70-81e4df5f2492 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:00.531004 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0967bfeb-4efb-4f43-ab70-81e4df5f2492 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:00.593210 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0967bfeb-4efb-4f43-ab70-81e4df5f2492 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:00.615772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0967bfeb-4efb-4f43-ab70-81e4df5f2492 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:32:00.631247 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967bfeb-4efb-4f43-ab70-81e4df5f2492 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=488d3d31-520f-445c-b47e-88399671dfe1,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:00.634345 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0967bfeb-4efb-4f43-ab70-81e4df5f2492 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:00.634698 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-0967bfeb-4efb-4f43-ab70-81e4df5f2492 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Added segment 34341e75-4dcf-456a-8bcf-1c4ca317ccd7 of type vlan for network decef7e5-e293-4c5a-bcd8-9cff42961232 Dec 14 03:32:00.675294 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0967bfeb-4efb-4f43-ab70-81e4df5f2492 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:00.709729 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:00.725263 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:32:00.799272 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0967bfeb-4efb-4f43-ab70-81e4df5f2492 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:00.804841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0967bfeb-4efb-4f43-ab70-81e4df5f2492 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:00.805455 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0967bfeb-4efb-4f43-ab70-81e4df5f2492 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:00.871847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967bfeb-4efb-4f43-ab70-81e4df5f2492 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Pushing event updated for resources: {'Network': ['ID=decef7e5-e293-4c5a-bcd8-9cff42961232,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:00.882136 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network decef7e5-e293-4c5a-bcd8-9cff42961232 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:32:00.929887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0967bfeb-4efb-4f43-ab70-81e4df5f2492 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5807302 Dec 14 03:32:00.932958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53646) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:00.938792 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-292ed4fb-a7fb-4a89-a1c0-3d77fde7205e tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Request body: {'subnet': {'network_id': 'decef7e5-e293-4c5a-bcd8-9cff42961232', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:32:01.115551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292ed4fb-a7fb-4a89-a1c0-3d77fde7205e tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Made reservation on behalf of 66472a657aa64192be0e8f5df36b6c10 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:32:01.119180 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-292ed4fb-a7fb-4a89-a1c0-3d77fde7205e tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:01.347738 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-292ed4fb-a7fb-4a89-a1c0-3d77fde7205e tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:01.406012 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ed4fb-a7fb-4a89-a1c0-3d77fde7205e tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Pushing event updated for resources: {'Subnet': ['ID=11d2dfaf-c229-4b94-8687-65e53634d83d,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:01.414662 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ed4fb-a7fb-4a89-a1c0-3d77fde7205e tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Checking segment: {'id': '34341e75-4dcf-456a-8bcf-1c4ca317ccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'decef7e5-e293-4c5a-bcd8-9cff42961232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:32:01.415025 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292ed4fb-a7fb-4a89-a1c0-3d77fde7205e tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Network hostable DHCP agents. Network: decef7e5-e293-4c5a-bcd8-9cff42961232, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:32:01.530214 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292ed4fb-a7fb-4a89-a1c0-3d77fde7205e tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Network decef7e5-e293-4c5a-bcd8-9cff42961232 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:32:01.593149 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-292ed4fb-a7fb-4a89-a1c0-3d77fde7205e tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, decef7e5-e293-4c5a-bcd8-9cff42961232) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:32:01.597047 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292ed4fb-a7fb-4a89-a1c0-3d77fde7205e tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:01.597670 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-292ed4fb-a7fb-4a89-a1c0-3d77fde7205e tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:01.602549 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22aebd0-bcbe-4f30-a29f-43a340dd8e74 None None] Network decef7e5-e293-4c5a-bcd8-9cff42961232 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:32:01.681167 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-292ed4fb-a7fb-4a89-a1c0-3d77fde7205e tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7441156 Dec 14 03:32:01.682008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53648) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:01.687601 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-14d6ccbf-60ad-4f92-9e09-ae40ad2aec79 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-219844766'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:32:01.698777 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-decef7e5-e293-4c5a-bcd8-9cff42961232', 'network_id': 'decef7e5-e293-4c5a-bcd8-9cff42961232', 'project_id': '66472a657aa64192be0e8f5df36b6c10', 'fixed_ips': [{'subnet_id': '11d2dfaf-c229-4b94-8687-65e53634d83d'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:32:01.699708 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:01.778579 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d6ccbf-60ad-4f92-9e09-ae40ad2aec79 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Made reservation on behalf of 66472a657aa64192be0e8f5df36b6c10 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:32:01.782185 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-14d6ccbf-60ad-4f92-9e09-ae40ad2aec79 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:01.807761 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d6ccbf-60ad-4f92-9e09-ae40ad2aec79 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:32:01.817272 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-14d6ccbf-60ad-4f92-9e09-ae40ad2aec79 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:01.817656 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-14d6ccbf-60ad-4f92-9e09-ae40ad2aec79 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Added segment 27f43a96-afc9-41a6-8448-3de8c938f594 of type vlan for network f298c34e-96bd-444f-a614-f12f77367355 Dec 14 03:32:01.838349 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Allocated IP 172.20.0.2 (decef7e5-e293-4c5a-bcd8-9cff42961232/11d2dfaf-c229-4b94-8687-65e53634d83d/11405647-d5e8-4901-a576-9298b037d4be) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:32:01.863498 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-14d6ccbf-60ad-4f92-9e09-ae40ad2aec79 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:01.949952 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-14d6ccbf-60ad-4f92-9e09-ae40ad2aec79 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:01.955788 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d6ccbf-60ad-4f92-9e09-ae40ad2aec79 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:01.956390 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-14d6ccbf-60ad-4f92-9e09-ae40ad2aec79 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:01.979470 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:02.028628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6ccbf-60ad-4f92-9e09-ae40ad2aec79 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Pushing event updated for resources: {'Network': ['ID=f298c34e-96bd-444f-a614-f12f77367355,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:02.038979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network f298c34e-96bd-444f-a614-f12f77367355 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:32:02.088007 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:02.118031 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-14d6ccbf-60ad-4f92-9e09-ae40ad2aec79 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4349148 Dec 14 03:32:02.120809 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53650) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:02.126048 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-43ba224b-5a96-4a92-ae5c-6b975ff37cdd tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Request body: {'subnet': {'network_id': 'f298c34e-96bd-444f-a614-f12f77367355', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:32:02.148052 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Network decef7e5-e293-4c5a-bcd8-9cff42961232 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:32:02.153379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:32:02.155049 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Pushing event updated for resources: {'Port': ['ID=11405647-d5e8-4901-a576-9298b037d4be,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:02.157179 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:32:02.209382 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Attempting to bind port 11405647-d5e8-4901-a576-9298b037d4be on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:32:02.209679 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Attempting to bind port 11405647-d5e8-4901-a576-9298b037d4be by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '34341e75-4dcf-456a-8bcf-1c4ca317ccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'decef7e5-e293-4c5a-bcd8-9cff42961232'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:32:02.210051 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Attempting to bind port 11405647-d5e8-4901-a576-9298b037d4be on network decef7e5-e293-4c5a-bcd8-9cff42961232 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:32:02.215593 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:32:02.216095 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Checking segment: {'id': '34341e75-4dcf-456a-8bcf-1c4ca317ccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'decef7e5-e293-4c5a-bcd8-9cff42961232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:32:02.216508 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:02.216912 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Bound using segment: {'id': '34341e75-4dcf-456a-8bcf-1c4ca317ccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'decef7e5-e293-4c5a-bcd8-9cff42961232'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:32:02.217430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Bound port: 11405647-d5e8-4901-a576-9298b037d4be, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34341e75-4dcf-456a-8bcf-1c4ca317ccd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'decef7e5-e293-4c5a-bcd8-9cff42961232'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:32:02.217823 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:02.279184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] For port 11405647-d5e8-4901-a576-9298b037d4be, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:32:02.282180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] For port 11405647-d5e8-4901-a576-9298b037d4be, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=11405647-d5e8-4901-a576-9298b037d4be,segment=NetworkSegment(34341e75-4dcf-456a-8bcf-1c4ca317ccd7),segment_id=34341e75-4dcf-456a-8bcf-1c4ca317ccd7)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:32:02.298168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ba224b-5a96-4a92-ae5c-6b975ff37cdd tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Made reservation on behalf of 66472a657aa64192be0e8f5df36b6c10 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:32:02.301750 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-43ba224b-5a96-4a92-ae5c-6b975ff37cdd tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:02.384436 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:02.456385 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc98f67-0c32-41fa-af02-6536e00f542b None None] Pushing event updated for resources: {'Port': ['ID=11405647-d5e8-4901-a576-9298b037d4be,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:02.567428 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-43ba224b-5a96-4a92-ae5c-6b975ff37cdd tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:02.646117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba224b-5a96-4a92-ae5c-6b975ff37cdd tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Pushing event updated for resources: {'Subnet': ['ID=33102585-a436-4b2f-854f-25bbb2ed59c9,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:02.658080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ba224b-5a96-4a92-ae5c-6b975ff37cdd tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Checking segment: {'id': '27f43a96-afc9-41a6-8448-3de8c938f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f298c34e-96bd-444f-a614-f12f77367355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:32:02.658446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ba224b-5a96-4a92-ae5c-6b975ff37cdd tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Network hostable DHCP agents. Network: f298c34e-96bd-444f-a614-f12f77367355, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:32:02.747924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ba224b-5a96-4a92-ae5c-6b975ff37cdd tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Network f298c34e-96bd-444f-a614-f12f77367355 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:32:02.804888 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-de78cf98-2724-4c92-b4b9-774104add08f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:02.919590 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-43ba224b-5a96-4a92-ae5c-6b975ff37cdd tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, f298c34e-96bd-444f-a614-f12f77367355) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:32:02.923771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ba224b-5a96-4a92-ae5c-6b975ff37cdd tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:02.924504 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-43ba224b-5a96-4a92-ae5c-6b975ff37cdd tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:02.929485 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22796904-e165-4cba-b802-797ce76e9304 None None] Network f298c34e-96bd-444f-a614-f12f77367355 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:32:03.009321 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-43ba224b-5a96-4a92-ae5c-6b975ff37cdd tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8871682 Dec 14 03:32:03.009504 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 11405647-d5e8-4901-a576-9298b037d4be up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:32:03.012562 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53654) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:03.018125 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3867f182-d737-4a0e-8146-ec40f5230d31 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f298c34e-96bd-444f-a614-f12f77367355'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:32:03.071298 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-f298c34e-96bd-444f-a614-f12f77367355', 'network_id': 'f298c34e-96bd-444f-a614-f12f77367355', 'project_id': '66472a657aa64192be0e8f5df36b6c10', 'fixed_ips': [{'subnet_id': '33102585-a436-4b2f-854f-25bbb2ed59c9'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:32:03.072159 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:03.149856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 11405647-d5e8-4901-a576-9298b037d4be triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:03.150239 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:03.255462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Allocated IP 172.21.0.2 (f298c34e-96bd-444f-a614-f12f77367355/33102585-a436-4b2f-854f-25bbb2ed59c9/55bd7ecf-cb77-46ae-94c6-e03aa29e47d6) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:32:03.337090 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:03.397546 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 11405647-d5e8-4901-a576-9298b037d4be, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=11405647-d5e8-4901-a576-9298b037d4be,segment=NetworkSegment(34341e75-4dcf-456a-8bcf-1c4ca317ccd7),segment_id=34341e75-4dcf-456a-8bcf-1c4ca317ccd7)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:32:03.421009 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2895834e-e37c-440f-8a16-c1ce5950b9c0 None None] Network decef7e5-e293-4c5a-bcd8-9cff42961232 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:32:03.499489 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:03.519781 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4bfada07-dd29-4fb0-8ed9-a9b786a54cc3 None None] Provisioning complete for port 11405647-d5e8-4901-a576-9298b037d4be triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:03.520160 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4bfada07-dd29-4fb0-8ed9-a9b786a54cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:03.584580 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3867f182-d737-4a0e-8146-ec40f5230d31 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:03.593232 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:03.631133 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=11405647-d5e8-4901-a576-9298b037d4be,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:03.686732 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:03.744534 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Network f298c34e-96bd-444f-a614-f12f77367355 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:32:03.747797 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:32:03.751543 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:32:03.751982 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [None req-3867f182-d737-4a0e-8146-ec40f5230d31 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 14 03:32:03.753185 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3867f182-d737-4a0e-8146-ec40f5230d31 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] 10.222.0.39 "PUT /v2.0/routers/b3aabd5b-1450-40e0-9bd9-c9f250d96378 HTTP/1.1" status: 400 len: 364 time: 0.7390418 Dec 14 03:32:03.760213 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Pushing event updated for resources: {'Port': ['ID=55bd7ecf-cb77-46ae-94c6-e03aa29e47d6,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:03.760382 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53656) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:03.814836 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Attempting to bind port 55bd7ecf-cb77-46ae-94c6-e03aa29e47d6 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:32:03.815200 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Attempting to bind port 55bd7ecf-cb77-46ae-94c6-e03aa29e47d6 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '27f43a96-afc9-41a6-8448-3de8c938f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f298c34e-96bd-444f-a614-f12f77367355'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:32:03.815573 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Attempting to bind port 55bd7ecf-cb77-46ae-94c6-e03aa29e47d6 on network f298c34e-96bd-444f-a614-f12f77367355 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:32:03.819500 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf0dd6f9-333f-4d79-bc3e-e11479a76daf tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Deleting subnet 33102585-a436-4b2f-854f-25bbb2ed59c9 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:32:03.820985 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:32:03.821623 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Checking segment: {'id': '27f43a96-afc9-41a6-8448-3de8c938f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f298c34e-96bd-444f-a614-f12f77367355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:32:03.822040 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:03.822849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Bound using segment: {'id': '27f43a96-afc9-41a6-8448-3de8c938f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f298c34e-96bd-444f-a614-f12f77367355'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:32:03.823057 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd6f9-333f-4d79-bc3e-e11479a76daf tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:03.823486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Bound port: 55bd7ecf-cb77-46ae-94c6-e03aa29e47d6, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f43a96-afc9-41a6-8448-3de8c938f594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f298c34e-96bd-444f-a614-f12f77367355'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:32:03.823878 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:03.871229 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd6f9-333f-4d79-bc3e-e11479a76daf tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:03.896263 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] For port 55bd7ecf-cb77-46ae-94c6-e03aa29e47d6, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:32:03.899609 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] For port 55bd7ecf-cb77-46ae-94c6-e03aa29e47d6, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=55bd7ecf-cb77-46ae-94c6-e03aa29e47d6,segment=NetworkSegment(27f43a96-afc9-41a6-8448-3de8c938f594),segment_id=27f43a96-afc9-41a6-8448-3de8c938f594)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:32:03.962747 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:03.963457 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd6f9-333f-4d79-bc3e-e11479a76daf tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:03.966628 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-09159fe8-83ae-409c-b1d4-b925be24ae6b None None] Provisioning complete for port 11405647-d5e8-4901-a576-9298b037d4be triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:03.966932 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-09159fe8-83ae-409c-b1d4-b925be24ae6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:04.051928 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131dc62-6cbd-40ac-9c3d-7739936ca723 None None] Pushing event updated for resources: {'Port': ['ID=55bd7ecf-cb77-46ae-94c6-e03aa29e47d6,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:04.093218 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd6f9-333f-4d79-bc3e-e11479a76daf tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:04.126417 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0dd6f9-333f-4d79-bc3e-e11479a76daf tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Pushing event deleted for resources: {'Subnet': ['ID=33102585-a436-4b2f-854f-25bbb2ed59c9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:04.130563 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf0dd6f9-333f-4d79-bc3e-e11479a76daf tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:04.133833 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cf0dd6f9-333f-4d79-bc3e-e11479a76daf tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] 10.222.0.39 "DELETE /v2.0/subnets/33102585-a436-4b2f-854f-25bbb2ed59c9 HTTP/1.1" status: 204 len: 168 time: 0.3724031 Dec 14 03:32:04.136351 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53658) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:04.222958 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:04.284899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Deleting port 55bd7ecf-cb77-46ae-94c6-e03aa29e47d6 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:32:04.285259 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:04.351148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] For port 55bd7ecf-cb77-46ae-94c6-e03aa29e47d6, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=55bd7ecf-cb77-46ae-94c6-e03aa29e47d6,segment=NetworkSegment(27f43a96-afc9-41a6-8448-3de8c938f594),segment_id=27f43a96-afc9-41a6-8448-3de8c938f594)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:32:04.351513 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:04.363877 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Calling delete_port for 55bd7ecf-cb77-46ae-94c6-e03aa29e47d6 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:32:04.501985 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:04.526054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Pushing event deleted for resources: {'Port': ['ID=55bd7ecf-cb77-46ae-94c6-e03aa29e47d6,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:04.531739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] No DVR routers for this DVR port 55bd7ecf-cb77-46ae-94c6-e03aa29e47d6 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:32:04.608715 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:04.634914 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f298c34e-96bd-444f-a614-f12f77367355']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:04.645600 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f43a96-afc9-41a6-8448-3de8c938f594') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:04.645930 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f43a96-afc9-41a6-8448-3de8c938f594') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:04.656458 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:04.670719 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:04.676973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:32:04.677392 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: timer() Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:32:04.680433 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:32:04.824365 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:04.830550 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:04.833900 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] 10.222.0.39 "DELETE /v2.0/networks/f298c34e-96bd-444f-a614-f12f77367355 HTTP/1.1" status: 204 len: 168 time: 0.6957974 Dec 14 03:32:04.836520 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53660) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:04.848891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46ebdd-2ae0-425c-91ec-ed6b8e0bc644 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Pushing event deleted for resources: {'Network': ['ID=f298c34e-96bd-444f-a614-f12f77367355,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:04.891171 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-0200c55a-51a4-4afd-9d8c-79d992ac63bc tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Deleting subnet 11d2dfaf-c229-4b94-8687-65e53634d83d {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:32:04.894447 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0200c55a-51a4-4afd-9d8c-79d992ac63bc tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:04.936483 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0200c55a-51a4-4afd-9d8c-79d992ac63bc tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:04.991604 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 11405647-d5e8-4901-a576-9298b037d4be up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:32:05.032379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5e52a8a7-c7c4-44ba-88c4-6aa77e0ea9f5 None None] Could not find standard attr ID for object 55bd7ecf-cb77-46ae-94c6-e03aa29e47d6. {{(pid=103849) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 14 03:32:05.038613 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c787945-679c-421d-b420-d12df11900ef None None] DHCP port deletion for f298c34e-96bd-444f-a614-f12f77367355 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:32:05.046106 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0200c55a-51a4-4afd-9d8c-79d992ac63bc tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:05.061295 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ec92d5ba-d4ea-4bab-87bc-d6ce637f302a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:05.062852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb83013-8b8e-4488-ad54-f552a778a443 None None] Network f298c34e-96bd-444f-a614-f12f77367355 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:32:05.065123 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 11405647-d5e8-4901-a576-9298b037d4be triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:05.065511 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:05.097750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb83013-8b8e-4488-ad54-f552a778a443 None None] Network f298c34e-96bd-444f-a614-f12f77367355 could not be found, it might have been deleted concurrently. {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 14 03:32:05.161191 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0200c55a-51a4-4afd-9d8c-79d992ac63bc tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:05.188347 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200c55a-51a4-4afd-9d8c-79d992ac63bc tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Pushing event deleted for resources: {'Subnet': ['ID=11d2dfaf-c229-4b94-8687-65e53634d83d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:05.192000 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0200c55a-51a4-4afd-9d8c-79d992ac63bc tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:05.195262 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0200c55a-51a4-4afd-9d8c-79d992ac63bc tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] 10.222.0.39 "DELETE /v2.0/subnets/11d2dfaf-c229-4b94-8687-65e53634d83d HTTP/1.1" status: 204 len: 168 time: 0.3577368 Dec 14 03:32:05.197856 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53662) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:05.201037 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e001e6-be89-4965-a124-8eb2bdbc23f4 None None] Network decef7e5-e293-4c5a-bcd8-9cff42961232 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:32:05.273078 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:05.331702 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Deleting port 11405647-d5e8-4901-a576-9298b037d4be {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:32:05.332047 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:05.342178 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba0a643-8e07-4d01-9531-5ada520586c8 None None] DHCP port deletion for decef7e5-e293-4c5a-bcd8-9cff42961232 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:32:05.388660 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-0ba0a643-8e07-4d01-9531-5ada520586c8 None None] Deleting port 11405647-d5e8-4901-a576-9298b037d4be {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:32:05.389040 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ba0a643-8e07-4d01-9531-5ada520586c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:05.395273 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] For port 11405647-d5e8-4901-a576-9298b037d4be, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=11405647-d5e8-4901-a576-9298b037d4be,segment=NetworkSegment(34341e75-4dcf-456a-8bcf-1c4ca317ccd7),segment_id=34341e75-4dcf-456a-8bcf-1c4ca317ccd7)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:32:05.395644 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:05.407787 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Calling delete_port for 11405647-d5e8-4901-a576-9298b037d4be owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:32:05.559801 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:05.587012 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Pushing event deleted for resources: {'Port': ['ID=11405647-d5e8-4901-a576-9298b037d4be,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:05.592754 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] No DVR routers for this DVR port 11405647-d5e8-4901-a576-9298b037d4be on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:32:05.617614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0ba0a643-8e07-4d01-9531-5ada520586c8 None None] For port 11405647-d5e8-4901-a576-9298b037d4be, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=11405647-d5e8-4901-a576-9298b037d4be,segment=NetworkSegment(34341e75-4dcf-456a-8bcf-1c4ca317ccd7),segment_id=34341e75-4dcf-456a-8bcf-1c4ca317ccd7)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:32:05.618021 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ba0a643-8e07-4d01-9531-5ada520586c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:05.631244 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-0ba0a643-8e07-4d01-9531-5ada520586c8 None None] Calling delete_port for 11405647-d5e8-4901-a576-9298b037d4be owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:32:05.677422 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:05.697600 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decef7e5-e293-4c5a-bcd8-9cff42961232']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:05.706886 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0ba0a643-8e07-4d01-9531-5ada520586c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:05.707071 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34341e75-4dcf-456a-8bcf-1c4ca317ccd7') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:05.707232 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34341e75-4dcf-456a-8bcf-1c4ca317ccd7') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:05.716942 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:05.729840 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:05.731388 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0a643-8e07-4d01-9531-5ada520586c8 None None] Pushing event deleted for resources: {'Port': ['ID=11405647-d5e8-4901-a576-9298b037d4be,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:05.735101 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba0a643-8e07-4d01-9531-5ada520586c8 None None] No DVR routers for this DVR port 11405647-d5e8-4901-a576-9298b037d4be on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:32:05.740601 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:32:05.741015 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:32:05.744163 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:32:05.862084 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:05.868873 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:05.872161 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] 10.222.0.39 "DELETE /v2.0/networks/decef7e5-e293-4c5a-bcd8-9cff42961232 HTTP/1.1" status: 204 len: 168 time: 0.6733847 Dec 14 03:32:05.875109 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53664) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:05.885194 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e5257-b2e9-48b0-ba2e-238ddd5e9d5b tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Pushing event deleted for resources: {'Network': ['ID=decef7e5-e293-4c5a-bcd8-9cff42961232,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:05.902184 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b6acd7db-136e-4006-92da-22b955e0bd7d tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3aabd5b-1450-40e0-9bd9-c9f250d96378 HTTP/1.1" status: 200 len: 205 time: 0.0259328 Dec 14 03:32:05.905241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 53666) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:05.983974 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7051ffc0-56bb-45c7-b172-4c64b00f7d86 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:06.486302 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7051ffc0-56bb-45c7-b172-4c64b00f7d86 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:06.488454 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7051ffc0-56bb-45c7-b172-4c64b00f7d86 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:06.525185 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:06.624063 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7051ffc0-56bb-45c7-b172-4c64b00f7d86 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:06.624583 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7051ffc0-56bb-45c7-b172-4c64b00f7d86 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Fanout notify agent at l3_agent the message router_deleted on router b3aabd5b-1450-40e0-9bd9-c9f250d96378 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:32:06.631969 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7051ffc0-56bb-45c7-b172-4c64b00f7d86 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:06.633073 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7051ffc0-56bb-45c7-b172-4c64b00f7d86 tempest-RoutersNegativeTest-285242945 tempest-RoutersNegativeTest-285242945-project] 10.222.0.39 "DELETE /v2.0/routers/b3aabd5b-1450-40e0-9bd9-c9f250d96378 HTTP/1.1" status: 204 len: 168 time: 0.7268796 Dec 14 03:32:06.972772 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 55bd7ecf-cb77-46ae-94c6-e03aa29e47d6 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:32:06.992684 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 55bd7ecf-cb77-46ae-94c6-e03aa29e47d6 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:32:06.993031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 55bd7ecf-cb77-46ae-94c6-e03aa29e47d6 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:32:06.993474 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 11405647-d5e8-4901-a576-9298b037d4be no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:32:07.013584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 11405647-d5e8-4901-a576-9298b037d4be {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:32:07.013931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 11405647-d5e8-4901-a576-9298b037d4be not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:32:07.094562 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53672) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:07.227076 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-48573088-d20d-471a-ae10-609e95340c7c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66472a657aa64192be0e8f5df36b6c10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1313379 Dec 14 03:32:07.229724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53676) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:07.281104 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-92bebdab-9c27-4a66-8226-b83a9eefa855 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:07.302137 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-92bebdab-9c27-4a66-8226-b83a9eefa855 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:07.429186 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-92bebdab-9c27-4a66-8226-b83a9eefa855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:07.431863 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-92bebdab-9c27-4a66-8226-b83a9eefa855 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:07.433021 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-92bebdab-9c27-4a66-8226-b83a9eefa855 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/488d3d31-520f-445c-b47e-88399671dfe1 HTTP/1.1" status: 204 len: 168 time: 0.2023993 Dec 14 03:32:07.440892 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bebdab-9c27-4a66-8226-b83a9eefa855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488d3d31-520f-445c-b47e-88399671dfe1,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:07.448342 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bebdab-9c27-4a66-8226-b83a9eefa855 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:07.448696 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bebdab-9c27-4a66-8226-b83a9eefa855 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:07.449039 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bebdab-9c27-4a66-8226-b83a9eefa855 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:07.449457 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bebdab-9c27-4a66-8226-b83a9eefa855 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:07.451504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bebdab-9c27-4a66-8226-b83a9eefa855 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:07.451504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bebdab-9c27-4a66-8226-b83a9eefa855 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:07.451504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bebdab-9c27-4a66-8226-b83a9eefa855 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:07.451504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bebdab-9c27-4a66-8226-b83a9eefa855 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:07.451504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bebdab-9c27-4a66-8226-b83a9eefa855 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:07.451504 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bebdab-9c27-4a66-8226-b83a9eefa855 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:07.452123 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bebdab-9c27-4a66-8226-b83a9eefa855 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:07.452123 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bebdab-9c27-4a66-8226-b83a9eefa855 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:07.452327 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bebdab-9c27-4a66-8226-b83a9eefa855 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:07.875417 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:08.394506 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53698) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:08.489562 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-2db14524-17f3-40b6-95da-47012ee79cab admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-837316413-network', 'tenant_id': 'f9a827b1a57445ff9fd819c2e69d2a75'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:32:08.616261 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db14524-17f3-40b6-95da-47012ee79cab admin admin] Made reservation on behalf of f9a827b1a57445ff9fd819c2e69d2a75 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:32:08.619093 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2db14524-17f3-40b6-95da-47012ee79cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:08.629562 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2db14524-17f3-40b6-95da-47012ee79cab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:08.639381 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:08.705193 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2db14524-17f3-40b6-95da-47012ee79cab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:08.776310 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2db14524-17f3-40b6-95da-47012ee79cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:08.801617 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db14524-17f3-40b6-95da-47012ee79cab admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:32:08.810223 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db14524-17f3-40b6-95da-47012ee79cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ca991d-76a3-4ba7-bfa2-06b652453f27,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:08.816131 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2db14524-17f3-40b6-95da-47012ee79cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:08.816480 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-2db14524-17f3-40b6-95da-47012ee79cab admin admin] Added segment fa5f2e74-8405-489d-b187-cb13a71fe28a of type vlan for network e027e52e-e26d-4f8a-a7fc-348e13a00f4f Dec 14 03:32:08.857116 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2db14524-17f3-40b6-95da-47012ee79cab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:08.947669 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2db14524-17f3-40b6-95da-47012ee79cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:08.948692 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db14524-17f3-40b6-95da-47012ee79cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:08.949470 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2db14524-17f3-40b6-95da-47012ee79cab admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:09.011592 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db14524-17f3-40b6-95da-47012ee79cab admin admin] Pushing event updated for resources: {'Network': ['ID=e027e52e-e26d-4f8a-a7fc-348e13a00f4f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:09.021904 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network e027e52e-e26d-4f8a-a7fc-348e13a00f4f details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:32:09.077604 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2db14524-17f3-40b6-95da-47012ee79cab admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6804078 Dec 14 03:32:09.078966 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53704) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:09.084230 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4040de70-6788-44cd-bcf1-5b8c7a3127ba admin admin] Request body: {'subnet': {'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-837316413-subnet', 'tenant_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:32:09.187688 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4040de70-6788-44cd-bcf1-5b8c7a3127ba admin admin] Made reservation on behalf of f9a827b1a57445ff9fd819c2e69d2a75 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:32:09.190119 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4040de70-6788-44cd-bcf1-5b8c7a3127ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:09.406555 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4040de70-6788-44cd-bcf1-5b8c7a3127ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:09.462537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040de70-6788-44cd-bcf1-5b8c7a3127ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bcbe044-0e54-46c5-a634-dd58ebd354c9,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:09.470509 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4040de70-6788-44cd-bcf1-5b8c7a3127ba admin admin] Checking segment: {'id': 'fa5f2e74-8405-489d-b187-cb13a71fe28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:32:09.470863 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4040de70-6788-44cd-bcf1-5b8c7a3127ba admin admin] Network hostable DHCP agents. Network: e027e52e-e26d-4f8a-a7fc-348e13a00f4f, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:32:09.537662 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4040de70-6788-44cd-bcf1-5b8c7a3127ba admin admin] Network e027e52e-e26d-4f8a-a7fc-348e13a00f4f is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:32:09.612288 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-4040de70-6788-44cd-bcf1-5b8c7a3127ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, e027e52e-e26d-4f8a-a7fc-348e13a00f4f) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:32:09.616285 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4040de70-6788-44cd-bcf1-5b8c7a3127ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:09.616913 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4040de70-6788-44cd-bcf1-5b8c7a3127ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:09.621492 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c07df0-040f-422c-862f-7777c1c180b3 None None] Network e027e52e-e26d-4f8a-a7fc-348e13a00f4f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:32:09.721348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-e027e52e-e26d-4f8a-a7fc-348e13a00f4f', 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f', 'project_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'fixed_ips': [{'subnet_id': '8bcbe044-0e54-46c5-a634-dd58ebd354c9'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:32:09.722201 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:09.729416 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4040de70-6788-44cd-bcf1-5b8c7a3127ba admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6491966 Dec 14 03:32:09.732316 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53708) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:09.736879 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-837316413-router', 'tenant_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:32:09.828448 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:09.829967 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:09.856537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Allocated IP 172.20.0.2 (e027e52e-e26d-4f8a-a7fc-348e13a00f4f/8bcbe044-0e54-46c5-a634-dd58ebd354c9/d1f7cbb5-02d4-4dcf-be05-2d1386178e21) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:32:09.890091 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:09.995706 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:10.055727 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:10.087629 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:10.098594 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Network e027e52e-e26d-4f8a-a7fc-348e13a00f4f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:32:10.102932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:32:10.107924 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:32:10.115671 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Pushing event updated for resources: {'Port': ['ID=d1f7cbb5-02d4-4dcf-be05-2d1386178e21,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:10.164474 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Attempting to bind port d1f7cbb5-02d4-4dcf-be05-2d1386178e21 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:32:10.164852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Attempting to bind port d1f7cbb5-02d4-4dcf-be05-2d1386178e21 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'fa5f2e74-8405-489d-b187-cb13a71fe28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:32:10.165226 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Attempting to bind port d1f7cbb5-02d4-4dcf-be05-2d1386178e21 on network e027e52e-e26d-4f8a-a7fc-348e13a00f4f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:32:10.171344 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:32:10.171815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Checking segment: {'id': 'fa5f2e74-8405-489d-b187-cb13a71fe28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:32:10.172217 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:10.172610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Bound using segment: {'id': 'fa5f2e74-8405-489d-b187-cb13a71fe28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:32:10.173075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Bound port: d1f7cbb5-02d4-4dcf-be05-2d1386178e21, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5f2e74-8405-489d-b187-cb13a71fe28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:32:10.173488 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:10.237967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] For port d1f7cbb5-02d4-4dcf-be05-2d1386178e21, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:32:10.241087 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] For port d1f7cbb5-02d4-4dcf-be05-2d1386178e21, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d1f7cbb5-02d4-4dcf-be05-2d1386178e21,segment=NetworkSegment(fa5f2e74-8405-489d-b187-cb13a71fe28a),segment_id=fa5f2e74-8405-489d-b187-cb13a71fe28a)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:32:10.310609 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:10.354122 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:10.375872 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:10.378065 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc48cf-f45f-4a09-962f-06b9e50ad576 None None] Pushing event updated for resources: {'Port': ['ID=d1f7cbb5-02d4-4dcf-be05-2d1386178e21,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:10.488753 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] Allocated IP 172.25.7.146 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/d079149e-10e0-420f-96d6-0071ec524c76) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:32:10.595025 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:10.842329 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:10.890148 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:32:10.892922 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:32:10.897381 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:32:10.900082 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] Pushing event updated for resources: {'Port': ['ID=d079149e-10e0-420f-96d6-0071ec524c76,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:10.905551 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180189d3-34b7-4d8b-b720-34b2332ef933 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:32:10.990828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-892eba1a-cae6-4c41-92b7-710858a55707 None None] Provisioning complete for port d079149e-10e0-420f-96d6-0071ec524c76 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:10.991290 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-892eba1a-cae6-4c41-92b7-710858a55707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:11.022715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d1f7cbb5-02d4-4dcf-be05-2d1386178e21 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:32:11.055432 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-892eba1a-cae6-4c41-92b7-710858a55707 None None] Port d079149e-10e0-420f-96d6-0071ec524c76 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:32:11.077639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d1f7cbb5-02d4-4dcf-be05-2d1386178e21 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:11.078414 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:11.165710 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:11.204057 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port d1f7cbb5-02d4-4dcf-be05-2d1386178e21, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d1f7cbb5-02d4-4dcf-be05-2d1386178e21,segment=NetworkSegment(fa5f2e74-8405-489d-b187-cb13a71fe28a),segment_id=fa5f2e74-8405-489d-b187-cb13a71fe28a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:32:11.228947 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:11.325540 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:11.376479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=d1f7cbb5-02d4-4dcf-be05-2d1386178e21,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:11.444733 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:11.490703 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79daf4e-3424-4b5e-bb94-fa8613501351 None None] Network e027e52e-e26d-4f8a-a7fc-348e13a00f4f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:32:11.600515 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-def30ecb-3ebf-40fa-91b4-4b9265a16c51 None None] Provisioning complete for port d1f7cbb5-02d4-4dcf-be05-2d1386178e21 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:11.600888 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-def30ecb-3ebf-40fa-91b4-4b9265a16c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:11.646880 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] Router f50b71f3-f582-4957-80d1-c68afbbd9ff6 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:32:11.758837 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:32:11.770201 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Sync routers for ids ['f50b71f3-f582-4957-80d1-c68afbbd9ff6'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:32:11.786319 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Routers {'f50b71f3-f582-4957-80d1-c68afbbd9ff6'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:32:11.786319 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:32:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f50b71f3-f582-4957-80d1-c68afbbd9ff6'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:11.835397 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:11.836719 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-69946d6a-3331-4b52-a976-21c452f5cab1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1032150 Dec 14 03:32:11.839466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53712) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:11.884376 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Set router f50b71f3-f582-4957-80d1-c68afbbd9ff6 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:32:11.918901 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5286d1af-0b4f-4a59-bbc9-a57613f4a2b4 None None] Provisioning complete for port d1f7cbb5-02d4-4dcf-be05-2d1386178e21 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:11.919458 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5286d1af-0b4f-4a59-bbc9-a57613f4a2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:12.065682 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b71f3-f582-4957-80d1-c68afbbd9ff6', 'name': 'tempest-TestEncryptedCinderVolumes-837316413-router', 'tenant_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd079149e-10e0-420f-96d6-0071ec524c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:32:09Z', 'updated_at': '2021-12-14T03:32:11Z', 'revision_number': 3, 'project_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'gw_port': {'id': 'd079149e-10e0-420f-96d6-0071ec524c76', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50b71f3-f582-4957-80d1-c68afbbd9ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:10Z', 'updated_at': '2021-12-14T03:32:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:12.180278 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Checking router: f50b71f3-f582-4957-80d1-c68afbbd9ff6 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:32:12.180544 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Updating router f50b71f3-f582-4957-80d1-c68afbbd9ff6 port d079149e-10e0-420f-96d6-0071ec524c76 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:32:12.210469 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:12.276277 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd2cb-0090-4ac2-a5ce-0663e1f301d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:12.456179 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-2d7dd2cb-0090-4ac2-a5ce-0663e1f301d2 admin admin] Allocated IP 172.20.0.1 (e027e52e-e26d-4f8a-a7fc-348e13a00f4f/8bcbe044-0e54-46c5-a634-dd58ebd354c9/caa0f9c2-2fc1-478d-a61b-d85d6588b27a) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:32:12.509587 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:12.579782 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd2cb-0090-4ac2-a5ce-0663e1f301d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:12.589428 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:12.637631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0320b2-5848-4c16-82be-a0e2417dd163 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:32:12.648093 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Attempting to bind port d079149e-10e0-420f-96d6-0071ec524c76 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:32:12.649701 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Attempting to bind port d079149e-10e0-420f-96d6-0071ec524c76 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:32:12.649701 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Attempting to bind port d079149e-10e0-420f-96d6-0071ec524c76 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:32:12.650896 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50620c22-7669-4adf-97d9-d359d76fb8a9 None None] Pushing event updated for resources: {'Port': ['ID=d079149e-10e0-420f-96d6-0071ec524c76,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:12.660242 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:32:12.660616 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:32:12.661019 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:12.661438 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:32:12.661993 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Bound port: d079149e-10e0-420f-96d6-0071ec524c76, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:32:12.662669 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:12.664986 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50620c22-7669-4adf-97d9-d359d76fb8a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:12.665350 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50620c22-7669-4adf-97d9-d359d76fb8a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:12.669938 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50620c22-7669-4adf-97d9-d359d76fb8a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:12.669938 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50620c22-7669-4adf-97d9-d359d76fb8a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:12.669938 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50620c22-7669-4adf-97d9-d359d76fb8a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:12.669938 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50620c22-7669-4adf-97d9-d359d76fb8a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:12.669938 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50620c22-7669-4adf-97d9-d359d76fb8a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:12.669938 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50620c22-7669-4adf-97d9-d359d76fb8a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:12.669938 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50620c22-7669-4adf-97d9-d359d76fb8a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:12.669938 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50620c22-7669-4adf-97d9-d359d76fb8a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:12.669938 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50620c22-7669-4adf-97d9-d359d76fb8a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:12.669938 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50620c22-7669-4adf-97d9-d359d76fb8a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:12.669938 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50620c22-7669-4adf-97d9-d359d76fb8a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:12.686861 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd2cb-0090-4ac2-a5ce-0663e1f301d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:12.727476 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] For port d079149e-10e0-420f-96d6-0071ec524c76, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:32:12.731044 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] For port d079149e-10e0-420f-96d6-0071ec524c76, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d079149e-10e0-420f-96d6-0071ec524c76,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:32:12.734794 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-457d2be3-7a32-43e9-83cb-4a01d50694ce None None] Provisioning complete for port d079149e-10e0-420f-96d6-0071ec524c76 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:12.735164 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-457d2be3-7a32-43e9-83cb-4a01d50694ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:12.741426 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7dd2cb-0090-4ac2-a5ce-0663e1f301d2 admin admin] Network e027e52e-e26d-4f8a-a7fc-348e13a00f4f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:32:12.747944 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-2d7dd2cb-0090-4ac2-a5ce-0663e1f301d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:32:12.752998 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7dd2cb-0090-4ac2-a5ce-0663e1f301d2 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:32:12.755891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7dd2cb-0090-4ac2-a5ce-0663e1f301d2 admin admin] Pushing event updated for resources: {'Port': ['ID=caa0f9c2-2fc1-478d-a61b-d85d6588b27a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:12.776806 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-457d2be3-7a32-43e9-83cb-4a01d50694ce None None] Port d079149e-10e0-420f-96d6-0071ec524c76 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:32:12.807644 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd2cb-0090-4ac2-a5ce-0663e1f301d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:12.825038 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:12.879151 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5395a40d-d502-4569-b1d9-8e7f22aaee53 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:32:12.903715 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Routers {'f50b71f3-f582-4957-80d1-c68afbbd9ff6'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:32:12.903715 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:32:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f50b71f3-f582-4957-80d1-c68afbbd9ff6'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:12.908572 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50620c22-7669-4adf-97d9-d359d76fb8a9 None None] Pushing event updated for resources: {'Port': ['ID=d079149e-10e0-420f-96d6-0071ec524c76,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:13.006443 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-356e82bd-facd-44a3-b5a0-68ed0e9b3217 None None] Provisioning complete for port d079149e-10e0-420f-96d6-0071ec524c76 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:13.006443 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-356e82bd-facd-44a3-b5a0-68ed0e9b3217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:13.007556 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d1f7cbb5-02d4-4dcf-be05-2d1386178e21 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:32:13.042186 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] Set router f50b71f3-f582-4957-80d1-c68afbbd9ff6 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:32:13.051504 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd2cb-0090-4ac2-a5ce-0663e1f301d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:13.116929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d1f7cbb5-02d4-4dcf-be05-2d1386178e21 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:13.117320 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:13.149776 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-356e82bd-facd-44a3-b5a0-68ed0e9b3217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:13.178502 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-356e82bd-facd-44a3-b5a0-68ed0e9b3217 None None] For port d079149e-10e0-420f-96d6-0071ec524c76, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d079149e-10e0-420f-96d6-0071ec524c76,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:32:13.238032 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd2cb-0090-4ac2-a5ce-0663e1f301d2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:13.251588 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b71f3-f582-4957-80d1-c68afbbd9ff6', 'name': 'tempest-TestEncryptedCinderVolumes-837316413-router', 'tenant_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd079149e-10e0-420f-96d6-0071ec524c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:32:09Z', 'updated_at': '2021-12-14T03:32:11Z', 'revision_number': 3, 'project_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'gw_port': {'id': 'd079149e-10e0-420f-96d6-0071ec524c76', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50b71f3-f582-4957-80d1-c68afbbd9ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:10Z', 'updated_at': '2021-12-14T03:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:13.258647 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-356e82bd-facd-44a3-b5a0-68ed0e9b3217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:13.280048 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ed2380-6e5a-450c-ad9d-3b17e855904b None None] The sync data for ids ['f50b71f3-f582-4957-80d1-c68afbbd9ff6'] in n-d-821636-1 is: [{'id': 'f50b71f3-f582-4957-80d1-c68afbbd9ff6', 'name': 'tempest-TestEncryptedCinderVolumes-837316413-router', 'tenant_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd079149e-10e0-420f-96d6-0071ec524c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:32:09Z', 'updated_at': '2021-12-14T03:32:11Z', 'revision_number': 3, 'project_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'gw_port': {'id': 'd079149e-10e0-420f-96d6-0071ec524c76', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50b71f3-f582-4957-80d1-c68afbbd9ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:10Z', 'updated_at': '2021-12-14T03:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:32:13.303849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e82bd-facd-44a3-b5a0-68ed0e9b3217 None None] Pushing event updated for resources: {'Port': ['ID=d079149e-10e0-420f-96d6-0071ec524c76,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:13.304056 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd2cb-0090-4ac2-a5ce-0663e1f301d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:13.374178 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ff910548-185c-4c41-a970-10119a09cc72 None None] Provisioning complete for port caa0f9c2-2fc1-478d-a61b-d85d6588b27a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:13.374359 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ff910548-185c-4c41-a970-10119a09cc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:13.379316 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7dd2cb-0090-4ac2-a5ce-0663e1f301d2 admin admin] Pushing event updated for resources: {'Port': ['ID=caa0f9c2-2fc1-478d-a61b-d85d6588b27a,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:13.383383 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-2d7dd2cb-0090-4ac2-a5ce-0663e1f301d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:13.412648 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ff910548-185c-4c41-a970-10119a09cc72 None None] Port caa0f9c2-2fc1-478d-a61b-d85d6588b27a cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:32:13.482605 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7dd2cb-0090-4ac2-a5ce-0663e1f301d2 admin admin] Network e027e52e-e26d-4f8a-a7fc-348e13a00f4f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:32:13.484161 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-2d7dd2cb-0090-4ac2-a5ce-0663e1f301d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:32:13.675609 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7dd2cb-0090-4ac2-a5ce-0663e1f301d2 admin admin] Router f50b71f3-f582-4957-80d1-c68afbbd9ff6 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:32:13.811611 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7dd2cb-0090-4ac2-a5ce-0663e1f301d2 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:32:13.820100 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2d7dd2cb-0090-4ac2-a5ce-0663e1f301d2 admin admin] 10.222.0.39 "PUT /v2.0/routers/f50b71f3-f582-4957-80d1-c68afbbd9ff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9794030 Dec 14 03:32:13.855821 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d704be74-6762-47cc-b8c7-a79f465bd8ba None None] Provisioning complete for port caa0f9c2-2fc1-478d-a61b-d85d6588b27a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:13.856442 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d704be74-6762-47cc-b8c7-a79f465bd8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:13.894968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d704be74-6762-47cc-b8c7-a79f465bd8ba None None] Port caa0f9c2-2fc1-478d-a61b-d85d6588b27a cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:32:14.507486 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53728) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:14.512922 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-71ae509c-c285-4d4d-8f7e-bc9beafe9c0e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-444650790-network', 'tenant_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:32:14.594991 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ae509c-c285-4d4d-8f7e-bc9beafe9c0e admin admin] Made reservation on behalf of 1b5c9c7b013e4bd4a86dfa4fcc1fe7da for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:32:14.597576 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71ae509c-c285-4d4d-8f7e-bc9beafe9c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:14.608081 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71ae509c-c285-4d4d-8f7e-bc9beafe9c0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:14.700306 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71ae509c-c285-4d4d-8f7e-bc9beafe9c0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:14.830005 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71ae509c-c285-4d4d-8f7e-bc9beafe9c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:14.856198 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ae509c-c285-4d4d-8f7e-bc9beafe9c0e admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:32:14.866979 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae509c-c285-4d4d-8f7e-bc9beafe9c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb729082-14f9-4530-8ec2-7d5ec6ff4100,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:14.873650 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71ae509c-c285-4d4d-8f7e-bc9beafe9c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:14.873999 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-71ae509c-c285-4d4d-8f7e-bc9beafe9c0e admin admin] Added segment e215e0ff-d2d6-481c-a5a5-9ec4f70210a4 of type vlan for network 4952a1ba-9ac3-4072-8297-17ba8aff5b9a Dec 14 03:32:14.920908 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71ae509c-c285-4d4d-8f7e-bc9beafe9c0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:14.924265 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Sync routers for ids ['f50b71f3-f582-4957-80d1-c68afbbd9ff6'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:32:14.938032 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Routers {'f50b71f3-f582-4957-80d1-c68afbbd9ff6'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:32:14.939483 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:32:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f50b71f3-f582-4957-80d1-c68afbbd9ff6'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:15.013439 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71ae509c-c285-4d4d-8f7e-bc9beafe9c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:15.013663 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d079149e-10e0-420f-96d6-0071ec524c76 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:32:15.014585 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ae509c-c285-4d4d-8f7e-bc9beafe9c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:15.015192 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-71ae509c-c285-4d4d-8f7e-bc9beafe9c0e admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:15.076281 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae509c-c285-4d4d-8f7e-bc9beafe9c0e admin admin] Pushing event updated for resources: {'Network': ['ID=4952a1ba-9ac3-4072-8297-17ba8aff5b9a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:15.083997 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Set router f50b71f3-f582-4957-80d1-c68afbbd9ff6 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:32:15.087119 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 4952a1ba-9ac3-4072-8297-17ba8aff5b9a details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:32:15.111815 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-71ae509c-c285-4d4d-8f7e-bc9beafe9c0e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6032639 Dec 14 03:32:15.114519 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53732) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:15.119777 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-bf9373ad-00d0-4dd3-a8a5-7165a74aa804 admin admin] Request body: {'subnet': {'network_id': '4952a1ba-9ac3-4072-8297-17ba8aff5b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-444650790-subnet', 'tenant_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:32:15.153485 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d079149e-10e0-420f-96d6-0071ec524c76 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:15.153856 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:15.212195 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9373ad-00d0-4dd3-a8a5-7165a74aa804 admin admin] Made reservation on behalf of 1b5c9c7b013e4bd4a86dfa4fcc1fe7da for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:32:15.215329 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf9373ad-00d0-4dd3-a8a5-7165a74aa804 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:15.452447 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf9373ad-00d0-4dd3-a8a5-7165a74aa804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:15.509321 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9373ad-00d0-4dd3-a8a5-7165a74aa804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67254e23-b40f-4b16-9402-0dc07a178380,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:15.518215 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9373ad-00d0-4dd3-a8a5-7165a74aa804 admin admin] Checking segment: {'id': 'e215e0ff-d2d6-481c-a5a5-9ec4f70210a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4952a1ba-9ac3-4072-8297-17ba8aff5b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:32:15.519046 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9373ad-00d0-4dd3-a8a5-7165a74aa804 admin admin] Network hostable DHCP agents. Network: 4952a1ba-9ac3-4072-8297-17ba8aff5b9a, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:32:15.574448 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b71f3-f582-4957-80d1-c68afbbd9ff6', 'name': 'tempest-TestEncryptedCinderVolumes-837316413-router', 'tenant_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd079149e-10e0-420f-96d6-0071ec524c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:32:09Z', 'updated_at': '2021-12-14T03:32:12Z', 'revision_number': 4, 'project_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'gw_port': {'id': 'd079149e-10e0-420f-96d6-0071ec524c76', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b71f3-f582-4957-80d1-c68afbbd9ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:10Z', 'updated_at': '2021-12-14T03:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'caa0f9c2-2fc1-478d-a61b-d85d6588b27a', 'name': '', 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f', 'tenant_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'mac_address': 'fa:16:3e:e9:ca:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50b71f3-f582-4957-80d1-c68afbbd9ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '8bcbe044-0e54-46c5-a634-dd58ebd354c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:12Z', 'updated_at': '2021-12-14T03:32:13Z', 'revision_number': 2, 'project_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'subnets': [{'id': '8bcbe044-0e54-46c5-a634-dd58ebd354c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:15.598520 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9373ad-00d0-4dd3-a8a5-7165a74aa804 admin admin] Network 4952a1ba-9ac3-4072-8297-17ba8aff5b9a is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:32:15.600159 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Checking router: f50b71f3-f582-4957-80d1-c68afbbd9ff6 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:32:15.600579 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Updating router f50b71f3-f582-4957-80d1-c68afbbd9ff6 port caa0f9c2-2fc1-478d-a61b-d85d6588b27a binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:32:15.625832 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:15.678939 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-bf9373ad-00d0-4dd3-a8a5-7165a74aa804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 4952a1ba-9ac3-4072-8297-17ba8aff5b9a) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:32:15.683244 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9373ad-00d0-4dd3-a8a5-7165a74aa804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:15.684045 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-bf9373ad-00d0-4dd3-a8a5-7165a74aa804 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:15.720065 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ef992b-95f8-480c-8f22-8eb94d01dfd0 None None] Network 4952a1ba-9ac3-4072-8297-17ba8aff5b9a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:32:15.767142 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-bf9373ad-00d0-4dd3-a8a5-7165a74aa804 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6514125 Dec 14 03:32:15.769602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53734) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:15.773898 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-444650790-router', 'tenant_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:32:15.863737 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:15.864813 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:15.884506 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-4952a1ba-9ac3-4072-8297-17ba8aff5b9a', 'network_id': '4952a1ba-9ac3-4072-8297-17ba8aff5b9a', 'project_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'fixed_ips': [{'subnet_id': '67254e23-b40f-4b16-9402-0dc07a178380'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:32:15.890495 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:16.076018 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:16.098297 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Allocated IP 172.20.0.2 (4952a1ba-9ac3-4072-8297-17ba8aff5b9a/67254e23-b40f-4b16-9402-0dc07a178380/cb2e0893-b750-44b0-9433-6343319674c3) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:32:16.148674 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:16.214894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928114ff-6a89-41ad-bbfb-1e017b91e701 None None] Pushing event updated for resources: {'Port': ['ID=caa0f9c2-2fc1-478d-a61b-d85d6588b27a,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:16.279296 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:16.317907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Attempting to bind port caa0f9c2-2fc1-478d-a61b-d85d6588b27a on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:32:16.318289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Attempting to bind port caa0f9c2-2fc1-478d-a61b-d85d6588b27a by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'fa5f2e74-8405-489d-b187-cb13a71fe28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:32:16.319255 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Attempting to bind port caa0f9c2-2fc1-478d-a61b-d85d6588b27a on network e027e52e-e26d-4f8a-a7fc-348e13a00f4f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:32:16.331339 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:32:16.331638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Checking segment: {'id': 'fa5f2e74-8405-489d-b187-cb13a71fe28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:32:16.332089 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:16.332456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Bound using segment: {'id': 'fa5f2e74-8405-489d-b187-cb13a71fe28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:32:16.332939 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Bound port: caa0f9c2-2fc1-478d-a61b-d85d6588b27a, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5f2e74-8405-489d-b187-cb13a71fe28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:32:16.333341 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:16.361599 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:16.410521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] For port caa0f9c2-2fc1-478d-a61b-d85d6588b27a, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:32:16.413610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] For port caa0f9c2-2fc1-478d-a61b-d85d6588b27a, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=caa0f9c2-2fc1-478d-a61b-d85d6588b27a,segment=NetworkSegment(fa5f2e74-8405-489d-b187-cb13a71fe28a),segment_id=fa5f2e74-8405-489d-b187-cb13a71fe28a)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:32:16.438938 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5b88d996-5957-482c-86d5-fd6cf52df00a None None] Provisioning complete for port caa0f9c2-2fc1-478d-a61b-d85d6588b27a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:16.439599 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5b88d996-5957-482c-86d5-fd6cf52df00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:16.469531 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:16.472676 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:16.482171 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5b88d996-5957-482c-86d5-fd6cf52df00a None None] Port caa0f9c2-2fc1-478d-a61b-d85d6588b27a cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:32:16.507596 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:16.522967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Network 4952a1ba-9ac3-4072-8297-17ba8aff5b9a is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:32:16.529433 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:32:16.535615 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:32:16.539371 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Pushing event updated for resources: {'Port': ['ID=cb2e0893-b750-44b0-9433-6343319674c3,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:16.597638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Routers {'f50b71f3-f582-4957-80d1-c68afbbd9ff6'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:32:16.597638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:32:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f50b71f3-f582-4957-80d1-c68afbbd9ff6'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:16.710238 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Attempting to bind port cb2e0893-b750-44b0-9433-6343319674c3 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:32:16.710600 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Attempting to bind port cb2e0893-b750-44b0-9433-6343319674c3 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'e215e0ff-d2d6-481c-a5a5-9ec4f70210a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4952a1ba-9ac3-4072-8297-17ba8aff5b9a'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:32:16.710969 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Attempting to bind port cb2e0893-b750-44b0-9433-6343319674c3 on network 4952a1ba-9ac3-4072-8297-17ba8aff5b9a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:32:16.723478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928114ff-6a89-41ad-bbfb-1e017b91e701 None None] Pushing event updated for resources: {'Port': ['ID=caa0f9c2-2fc1-478d-a61b-d85d6588b27a,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:16.728668 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:32:16.729048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Checking segment: {'id': 'e215e0ff-d2d6-481c-a5a5-9ec4f70210a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4952a1ba-9ac3-4072-8297-17ba8aff5b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:32:16.729478 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:16.729867 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Bound using segment: {'id': 'e215e0ff-d2d6-481c-a5a5-9ec4f70210a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4952a1ba-9ac3-4072-8297-17ba8aff5b9a'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:32:16.730387 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Bound port: cb2e0893-b750-44b0-9433-6343319674c3, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e215e0ff-d2d6-481c-a5a5-9ec4f70210a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4952a1ba-9ac3-4072-8297-17ba8aff5b9a'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:32:16.730786 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:16.770110 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:16.789351 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:16.795214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] Set router f50b71f3-f582-4957-80d1-c68afbbd9ff6 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:32:16.852139 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] For port cb2e0893-b750-44b0-9433-6343319674c3, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:32:16.856603 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] For port cb2e0893-b750-44b0-9433-6343319674c3, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=cb2e0893-b750-44b0-9433-6343319674c3,segment=NetworkSegment(e215e0ff-d2d6-481c-a5a5-9ec4f70210a4),segment_id=e215e0ff-d2d6-481c-a5a5-9ec4f70210a4)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:32:16.861525 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1568a708-cfc3-48bf-9238-d5c3297f9a29 None None] Provisioning complete for port caa0f9c2-2fc1-478d-a61b-d85d6588b27a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:16.861903 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1568a708-cfc3-48bf-9238-d5c3297f9a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:16.901444 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] Allocated IP 172.25.7.234 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/3cbba95a-ad76-428a-a8dd-df1c0e94795e) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:32:16.964047 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:17.008189 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:17.065222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e14f45-a47c-428d-93b1-9666719386ab None None] Pushing event updated for resources: {'Port': ['ID=cb2e0893-b750-44b0-9433-6343319674c3,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:17.109624 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:17.125270 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1568a708-cfc3-48bf-9238-d5c3297f9a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:17.153927 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:32:17.157432 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:32:17.161168 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:32:17.166977 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] Pushing event updated for resources: {'Port': ['ID=3cbba95a-ad76-428a-a8dd-df1c0e94795e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:17.171352 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-1568a708-cfc3-48bf-9238-d5c3297f9a29 None None] For port caa0f9c2-2fc1-478d-a61b-d85d6588b27a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=caa0f9c2-2fc1-478d-a61b-d85d6588b27a,segment=NetworkSegment(fa5f2e74-8405-489d-b187-cb13a71fe28a),segment_id=fa5f2e74-8405-489d-b187-cb13a71fe28a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:32:17.180289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b71f3-f582-4957-80d1-c68afbbd9ff6', 'name': 'tempest-TestEncryptedCinderVolumes-837316413-router', 'tenant_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd079149e-10e0-420f-96d6-0071ec524c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:32:09Z', 'updated_at': '2021-12-14T03:32:12Z', 'revision_number': 4, 'project_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'gw_port': {'id': 'd079149e-10e0-420f-96d6-0071ec524c76', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b71f3-f582-4957-80d1-c68afbbd9ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:10Z', 'updated_at': '2021-12-14T03:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'caa0f9c2-2fc1-478d-a61b-d85d6588b27a', 'name': '', 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f', 'tenant_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'mac_address': 'fa:16:3e:e9:ca:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50b71f3-f582-4957-80d1-c68afbbd9ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '8bcbe044-0e54-46c5-a634-dd58ebd354c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:12Z', 'updated_at': '2021-12-14T03:32:16Z', 'revision_number': 4, 'project_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'subnets': [{'id': '8bcbe044-0e54-46c5-a634-dd58ebd354c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:17.183937 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9b8d85-a9ca-4b64-a38d-a3f15d97c25e None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:32:17.211723 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5b3b38-bdd3-4154-b6ca-bd70d136773e None None] The sync data for ids ['f50b71f3-f582-4957-80d1-c68afbbd9ff6'] in n-d-821636-1 is: [{'id': 'f50b71f3-f582-4957-80d1-c68afbbd9ff6', 'name': 'tempest-TestEncryptedCinderVolumes-837316413-router', 'tenant_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd079149e-10e0-420f-96d6-0071ec524c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:32:09Z', 'updated_at': '2021-12-14T03:32:12Z', 'revision_number': 4, 'project_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'gw_port': {'id': 'd079149e-10e0-420f-96d6-0071ec524c76', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b71f3-f582-4957-80d1-c68afbbd9ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:10Z', 'updated_at': '2021-12-14T03:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'caa0f9c2-2fc1-478d-a61b-d85d6588b27a', 'name': '', 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f', 'tenant_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'mac_address': 'fa:16:3e:e9:ca:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50b71f3-f582-4957-80d1-c68afbbd9ff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '8bcbe044-0e54-46c5-a634-dd58ebd354c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:12Z', 'updated_at': '2021-12-14T03:32:16Z', 'revision_number': 4, 'project_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'subnets': [{'id': '8bcbe044-0e54-46c5-a634-dd58ebd354c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:32:17.250699 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1568a708-cfc3-48bf-9238-d5c3297f9a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:17.322493 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568a708-cfc3-48bf-9238-d5c3297f9a29 None None] Pushing event updated for resources: {'Port': ['ID=caa0f9c2-2fc1-478d-a61b-d85d6588b27a,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:17.390968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a2797668-eb71-4b43-8e52-72222686d2a3 None None] Provisioning complete for port 3cbba95a-ad76-428a-a8dd-df1c0e94795e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:17.391444 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a2797668-eb71-4b43-8e52-72222686d2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:17.431837 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a2797668-eb71-4b43-8e52-72222686d2a3 None None] Port 3cbba95a-ad76-428a-a8dd-df1c0e94795e cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:32:17.562234 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:17.775024 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:17.989671 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] Router a2d1f033-0e19-463c-b3cb-15bd5e2464c3 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:32:18.112293 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:32:18.124644 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Sync routers for ids ['a2d1f033-0e19-463c-b3cb-15bd5e2464c3'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:32:18.138900 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Routers {'a2d1f033-0e19-463c-b3cb-15bd5e2464c3'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:32:18.139709 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:32:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a2d1f033-0e19-463c-b3cb-15bd5e2464c3'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:18.148999 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac43a742-7e4f-4d60-842d-e3479f1f0fec None None] Network 4952a1ba-9ac3-4072-8297-17ba8aff5b9a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:32:18.186431 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:18.187730 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c2b8567a-ad1b-4c2a-8be0-621d509b3e0f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4171560 Dec 14 03:32:18.190593 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 53736) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:32:18.220378 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8e79027d-aa1d-44c7-9479-02c8d0877175 None None] Provisioning complete for port cb2e0893-b750-44b0-9433-6343319674c3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:18.220912 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8e79027d-aa1d-44c7-9479-02c8d0877175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:18.258639 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Set router a2d1f033-0e19-463c-b3cb-15bd5e2464c3 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:32:18.373948 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8e79027d-aa1d-44c7-9479-02c8d0877175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:18.424031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8e79027d-aa1d-44c7-9479-02c8d0877175 None None] For port cb2e0893-b750-44b0-9433-6343319674c3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=cb2e0893-b750-44b0-9433-6343319674c3,segment=NetworkSegment(e215e0ff-d2d6-481c-a5a5-9ec4f70210a4),segment_id=e215e0ff-d2d6-481c-a5a5-9ec4f70210a4)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:32:18.478494 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d1f033-0e19-463c-b3cb-15bd5e2464c3', 'name': 'tempest-TestEncryptedCinderVolumes-444650790-router', 'tenant_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '3cbba95a-ad76-428a-a8dd-df1c0e94795e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:32:15Z', 'updated_at': '2021-12-14T03:32:17Z', 'revision_number': 3, 'project_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'gw_port': {'id': '3cbba95a-ad76-428a-a8dd-df1c0e94795e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:61:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d1f033-0e19-463c-b3cb-15bd5e2464c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:16Z', 'updated_at': '2021-12-14T03:32:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:18.509352 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Checking router: a2d1f033-0e19-463c-b3cb-15bd5e2464c3 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:32:18.510077 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Updating router a2d1f033-0e19-463c-b3cb-15bd5e2464c3 port 3cbba95a-ad76-428a-a8dd-df1c0e94795e binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:32:18.515164 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8e79027d-aa1d-44c7-9479-02c8d0877175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:18.538002 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:18.590719 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79027d-aa1d-44c7-9479-02c8d0877175 None None] Pushing event updated for resources: {'Port': ['ID=cb2e0893-b750-44b0-9433-6343319674c3,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:18.640231 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e9ca3de9-890d-4058-a3a9-561b0c12ef51 None None] Provisioning complete for port cb2e0893-b750-44b0-9433-6343319674c3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:18.640515 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e9ca3de9-890d-4058-a3a9-561b0c12ef51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:18.714254 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ddb14f71-219b-410b-b2aa-cbf84b04200c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:18.824466 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:18.869772 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-ddb14f71-219b-410b-b2aa-cbf84b04200c admin admin] Allocated IP 172.20.0.1 (4952a1ba-9ac3-4072-8297-17ba8aff5b9a/67254e23-b40f-4b16-9402-0dc07a178380/869c562a-f240-45ed-8a3d-0141f4eedd3e) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:32:18.903397 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:18.950189 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Attempting to bind port 3cbba95a-ad76-428a-a8dd-df1c0e94795e on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:32:18.950564 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Attempting to bind port 3cbba95a-ad76-428a-a8dd-df1c0e94795e by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:32:18.950926 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Attempting to bind port 3cbba95a-ad76-428a-a8dd-df1c0e94795e on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:32:18.955817 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9672b79f-97a7-48c1-8900-03d066cbebfa None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:32:18.964128 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:32:18.964544 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:32:18.965079 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:18.965565 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:32:18.966041 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Bound port: 3cbba95a-ad76-428a-a8dd-df1c0e94795e, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:32:18.966419 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:18.988226 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ddb14f71-219b-410b-b2aa-cbf84b04200c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:19.004898 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbc4ff-838a-4ece-a320-2fe8cbdef701 None None] Pushing event updated for resources: {'Port': ['ID=3cbba95a-ad76-428a-a8dd-df1c0e94795e,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:19.026195 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] For port 3cbba95a-ad76-428a-a8dd-df1c0e94795e, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:32:19.029566 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] For port 3cbba95a-ad76-428a-a8dd-df1c0e94795e, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3cbba95a-ad76-428a-a8dd-df1c0e94795e,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:32:19.048829 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e4aa44a5-6e6a-4c76-9684-15792cd7314f None None] Provisioning complete for port 3cbba95a-ad76-428a-a8dd-df1c0e94795e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:19.049209 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e4aa44a5-6e6a-4c76-9684-15792cd7314f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:19.081260 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ddb14f71-219b-410b-b2aa-cbf84b04200c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:19.085263 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e4aa44a5-6e6a-4c76-9684-15792cd7314f None None] Port 3cbba95a-ad76-428a-a8dd-df1c0e94795e cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:32:19.099885 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device cb2e0893-b750-44b0-9433-6343319674c3 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:32:19.109540 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:19.124195 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb14f71-219b-410b-b2aa-cbf84b04200c admin admin] Network 4952a1ba-9ac3-4072-8297-17ba8aff5b9a is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:32:19.127274 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-ddb14f71-219b-410b-b2aa-cbf84b04200c admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:32:19.131296 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb14f71-219b-410b-b2aa-cbf84b04200c admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:32:19.153577 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port cb2e0893-b750-44b0-9433-6343319674c3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:19.154109 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:19.160974 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb14f71-219b-410b-b2aa-cbf84b04200c admin admin] Pushing event updated for resources: {'Port': ['ID=869c562a-f240-45ed-8a3d-0141f4eedd3e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:19.181167 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Routers {'a2d1f033-0e19-463c-b3cb-15bd5e2464c3'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:32:19.181884 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:32:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a2d1f033-0e19-463c-b3cb-15bd5e2464c3'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:19.189652 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1760138-e693-4d93-896d-25fd3c8b4176 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:32:19.193246 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ddb14f71-219b-410b-b2aa-cbf84b04200c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:19.261421 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device caa0f9c2-2fc1-478d-a61b-d85d6588b27a up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:32:19.323031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-aab14d39-8127-4561-b9c4-31b379549ceb None None] Provisioning complete for port 3cbba95a-ad76-428a-a8dd-df1c0e94795e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:19.323552 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aab14d39-8127-4561-b9c4-31b379549ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:19.330611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port caa0f9c2-2fc1-478d-a61b-d85d6588b27a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:19.331111 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:19.373553 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbc4ff-838a-4ece-a320-2fe8cbdef701 None None] Pushing event updated for resources: {'Port': ['ID=3cbba95a-ad76-428a-a8dd-df1c0e94795e,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:19.417745 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] Set router a2d1f033-0e19-463c-b3cb-15bd5e2464c3 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:32:19.455792 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ddb14f71-219b-410b-b2aa-cbf84b04200c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:19.477937 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aab14d39-8127-4561-b9c4-31b379549ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:19.500129 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-aab14d39-8127-4561-b9c4-31b379549ceb None None] For port 3cbba95a-ad76-428a-a8dd-df1c0e94795e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3cbba95a-ad76-428a-a8dd-df1c0e94795e,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:32:19.572195 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aab14d39-8127-4561-b9c4-31b379549ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:19.601737 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d1f033-0e19-463c-b3cb-15bd5e2464c3', 'name': 'tempest-TestEncryptedCinderVolumes-444650790-router', 'tenant_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '3cbba95a-ad76-428a-a8dd-df1c0e94795e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:32:15Z', 'updated_at': '2021-12-14T03:32:17Z', 'revision_number': 3, 'project_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'gw_port': {'id': '3cbba95a-ad76-428a-a8dd-df1c0e94795e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:61:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d1f033-0e19-463c-b3cb-15bd5e2464c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:16Z', 'updated_at': '2021-12-14T03:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:19.624303 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab14d39-8127-4561-b9c4-31b379549ceb None None] Pushing event updated for resources: {'Port': ['ID=3cbba95a-ad76-428a-a8dd-df1c0e94795e,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:19.628458 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc962b0c-e5d4-401a-b2a1-153daed096c3 None None] The sync data for ids ['a2d1f033-0e19-463c-b3cb-15bd5e2464c3'] in n-d-821636-1 is: [{'id': 'a2d1f033-0e19-463c-b3cb-15bd5e2464c3', 'name': 'tempest-TestEncryptedCinderVolumes-444650790-router', 'tenant_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '3cbba95a-ad76-428a-a8dd-df1c0e94795e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:32:15Z', 'updated_at': '2021-12-14T03:32:17Z', 'revision_number': 3, 'project_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'gw_port': {'id': '3cbba95a-ad76-428a-a8dd-df1c0e94795e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:61:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d1f033-0e19-463c-b3cb-15bd5e2464c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:16Z', 'updated_at': '2021-12-14T03:32:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:32:19.630604 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ddb14f71-219b-410b-b2aa-cbf84b04200c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:19.697843 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f34708fd-3bdd-4ba1-a4ee-212aca27bf1b None None] Provisioning complete for port 869c562a-f240-45ed-8a3d-0141f4eedd3e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:19.698215 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f34708fd-3bdd-4ba1-a4ee-212aca27bf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:19.724380 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ddb14f71-219b-410b-b2aa-cbf84b04200c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:19.734043 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f34708fd-3bdd-4ba1-a4ee-212aca27bf1b None None] Port 869c562a-f240-45ed-8a3d-0141f4eedd3e cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:32:19.794938 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb14f71-219b-410b-b2aa-cbf84b04200c admin admin] Pushing event updated for resources: {'Port': ['ID=869c562a-f240-45ed-8a3d-0141f4eedd3e,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:19.800887 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ddb14f71-219b-410b-b2aa-cbf84b04200c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:19.904292 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb14f71-219b-410b-b2aa-cbf84b04200c admin admin] Network 4952a1ba-9ac3-4072-8297-17ba8aff5b9a is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:32:19.905848 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-ddb14f71-219b-410b-b2aa-cbf84b04200c admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:32:20.035548 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb14f71-219b-410b-b2aa-cbf84b04200c admin admin] Router a2d1f033-0e19-463c-b3cb-15bd5e2464c3 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:32:20.154715 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb14f71-219b-410b-b2aa-cbf84b04200c admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:32:20.160272 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ddb14f71-219b-410b-b2aa-cbf84b04200c admin admin] 10.222.0.39 "PUT /v2.0/routers/a2d1f033-0e19-463c-b3cb-15bd5e2464c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9686852 Dec 14 03:32:20.167829 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3da181a9-4ab8-4804-ac1c-3ed7d9b80dd2 None None] Provisioning complete for port 869c562a-f240-45ed-8a3d-0141f4eedd3e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:20.168547 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3da181a9-4ab8-4804-ac1c-3ed7d9b80dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:20.204645 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3da181a9-4ab8-4804-ac1c-3ed7d9b80dd2 None None] Port 869c562a-f240-45ed-8a3d-0141f4eedd3e cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:32:21.005702 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3cbba95a-ad76-428a-a8dd-df1c0e94795e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:32:21.055564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 3cbba95a-ad76-428a-a8dd-df1c0e94795e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:21.055961 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:21.242026 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Sync routers for ids ['a2d1f033-0e19-463c-b3cb-15bd5e2464c3'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:32:21.264048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Routers {'a2d1f033-0e19-463c-b3cb-15bd5e2464c3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:32:21.264700 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:32:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a2d1f033-0e19-463c-b3cb-15bd5e2464c3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:21.403422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Set router a2d1f033-0e19-463c-b3cb-15bd5e2464c3 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:32:21.609337 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d1f033-0e19-463c-b3cb-15bd5e2464c3', 'name': 'tempest-TestEncryptedCinderVolumes-444650790-router', 'tenant_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '3cbba95a-ad76-428a-a8dd-df1c0e94795e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:32:15Z', 'updated_at': '2021-12-14T03:32:19Z', 'revision_number': 4, 'project_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'gw_port': {'id': '3cbba95a-ad76-428a-a8dd-df1c0e94795e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d1f033-0e19-463c-b3cb-15bd5e2464c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:16Z', 'updated_at': '2021-12-14T03:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '869c562a-f240-45ed-8a3d-0141f4eedd3e', 'name': '', 'network_id': '4952a1ba-9ac3-4072-8297-17ba8aff5b9a', 'tenant_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'mac_address': 'fa:16:3e:32:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d1f033-0e19-463c-b3cb-15bd5e2464c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '67254e23-b40f-4b16-9402-0dc07a178380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:18Z', 'updated_at': '2021-12-14T03:32:19Z', 'revision_number': 2, 'project_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'subnets': [{'id': '67254e23-b40f-4b16-9402-0dc07a178380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:21.635456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Checking router: a2d1f033-0e19-463c-b3cb-15bd5e2464c3 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:32:21.635817 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Updating router a2d1f033-0e19-463c-b3cb-15bd5e2464c3 port 869c562a-f240-45ed-8a3d-0141f4eedd3e binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:32:21.659948 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:21.911446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-2bf9e8fd-0896-437c-9f6a-e5a14b23cd6f tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:21.913063 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-2bf9e8fd-0896-437c-9f6a-e5a14b23cd6f tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/networks?id=e027e52e-e26d-4f8a-a7fc-348e13a00f4f HTTP/1.1" status: 200 len: 816 time: 0.1078944 Dec 14 03:32:21.929221 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-14b275ea-f13e-4c2d-bd83-206b19cf09e5 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/quotas/f9a827b1a57445ff9fd819c2e69d2a75 HTTP/1.1" status: 200 len: 375 time: 0.0091858 Dec 14 03:32:21.974689 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:21.982579 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-68fc7b04-5e08-42a3-98e2-a3474713acd0 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9a827b1a57445ff9fd819c2e69d2a75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473378 Dec 14 03:32:22.029399 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:22.078408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b28497-b1a8-4071-959d-38f98357b7c9 None None] Pushing event updated for resources: {'Port': ['ID=869c562a-f240-45ed-8a3d-0141f4eedd3e,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:22.137257 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Attempting to bind port 869c562a-f240-45ed-8a3d-0141f4eedd3e on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:32:22.137764 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Attempting to bind port 869c562a-f240-45ed-8a3d-0141f4eedd3e by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'e215e0ff-d2d6-481c-a5a5-9ec4f70210a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4952a1ba-9ac3-4072-8297-17ba8aff5b9a'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:32:22.138145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Attempting to bind port 869c562a-f240-45ed-8a3d-0141f4eedd3e on network 4952a1ba-9ac3-4072-8297-17ba8aff5b9a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:32:22.143757 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:32:22.144142 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Checking segment: {'id': 'e215e0ff-d2d6-481c-a5a5-9ec4f70210a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4952a1ba-9ac3-4072-8297-17ba8aff5b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:32:22.144554 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:22.144963 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Bound using segment: {'id': 'e215e0ff-d2d6-481c-a5a5-9ec4f70210a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4952a1ba-9ac3-4072-8297-17ba8aff5b9a'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:32:22.145468 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Bound port: 869c562a-f240-45ed-8a3d-0141f4eedd3e, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e215e0ff-d2d6-481c-a5a5-9ec4f70210a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '4952a1ba-9ac3-4072-8297-17ba8aff5b9a'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:32:22.145862 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:22.194435 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-79761ddf-605c-4f28-adcc-ffe0f6cda1d7 service neutron] 10.222.0.39 "GET /v2.0/networks/e027e52e-e26d-4f8a-a7fc-348e13a00f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999917 Dec 14 03:32:22.220286 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] For port 869c562a-f240-45ed-8a3d-0141f4eedd3e, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:32:22.223856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] For port 869c562a-f240-45ed-8a3d-0141f4eedd3e, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=869c562a-f240-45ed-8a3d-0141f4eedd3e,segment=NetworkSegment(e215e0ff-d2d6-481c-a5a5-9ec4f70210a4),segment_id=e215e0ff-d2d6-481c-a5a5-9ec4f70210a4)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:32:22.289004 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-cd5b0792-23d1-40c7-a5e3-ab6cb16eeca0 service neutron] 10.222.0.39 "GET /v2.0/networks/e027e52e-e26d-4f8a-a7fc-348e13a00f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873799 Dec 14 03:32:22.303727 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:22.377803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-43979cc3-b159-40f8-8014-b0d6bfcfdd3f None None] Provisioning complete for port 869c562a-f240-45ed-8a3d-0141f4eedd3e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:22.377803 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43979cc3-b159-40f8-8014-b0d6bfcfdd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:22.377803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Routers {'a2d1f033-0e19-463c-b3cb-15bd5e2464c3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:32:22.377803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:32:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a2d1f033-0e19-463c-b3cb-15bd5e2464c3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:22.440922 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b28497-b1a8-4071-959d-38f98357b7c9 None None] Pushing event updated for resources: {'Port': ['ID=869c562a-f240-45ed-8a3d-0141f4eedd3e,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:22.553912 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] Set router a2d1f033-0e19-463c-b3cb-15bd5e2464c3 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:32:22.592862 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43979cc3-b159-40f8-8014-b0d6bfcfdd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:22.695083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-43979cc3-b159-40f8-8014-b0d6bfcfdd3f None None] For port 869c562a-f240-45ed-8a3d-0141f4eedd3e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=869c562a-f240-45ed-8a3d-0141f4eedd3e,segment=NetworkSegment(e215e0ff-d2d6-481c-a5a5-9ec4f70210a4),segment_id=e215e0ff-d2d6-481c-a5a5-9ec4f70210a4)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:32:22.781557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d1f033-0e19-463c-b3cb-15bd5e2464c3', 'name': 'tempest-TestEncryptedCinderVolumes-444650790-router', 'tenant_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '3cbba95a-ad76-428a-a8dd-df1c0e94795e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:32:15Z', 'updated_at': '2021-12-14T03:32:19Z', 'revision_number': 4, 'project_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'gw_port': {'id': '3cbba95a-ad76-428a-a8dd-df1c0e94795e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d1f033-0e19-463c-b3cb-15bd5e2464c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:16Z', 'updated_at': '2021-12-14T03:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '869c562a-f240-45ed-8a3d-0141f4eedd3e', 'name': '', 'network_id': '4952a1ba-9ac3-4072-8297-17ba8aff5b9a', 'tenant_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'mac_address': 'fa:16:3e:32:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d1f033-0e19-463c-b3cb-15bd5e2464c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '67254e23-b40f-4b16-9402-0dc07a178380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:18Z', 'updated_at': '2021-12-14T03:32:22Z', 'revision_number': 4, 'project_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'subnets': [{'id': '67254e23-b40f-4b16-9402-0dc07a178380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:32:22.784487 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43979cc3-b159-40f8-8014-b0d6bfcfdd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:22.810807 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0d2b15-a425-4cea-89e4-2c273475e36a None None] The sync data for ids ['a2d1f033-0e19-463c-b3cb-15bd5e2464c3'] in n-d-821636-1 is: [{'id': 'a2d1f033-0e19-463c-b3cb-15bd5e2464c3', 'name': 'tempest-TestEncryptedCinderVolumes-444650790-router', 'tenant_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '3cbba95a-ad76-428a-a8dd-df1c0e94795e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:32:15Z', 'updated_at': '2021-12-14T03:32:19Z', 'revision_number': 4, 'project_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'gw_port': {'id': '3cbba95a-ad76-428a-a8dd-df1c0e94795e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d1f033-0e19-463c-b3cb-15bd5e2464c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:16Z', 'updated_at': '2021-12-14T03:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '869c562a-f240-45ed-8a3d-0141f4eedd3e', 'name': '', 'network_id': '4952a1ba-9ac3-4072-8297-17ba8aff5b9a', 'tenant_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'mac_address': 'fa:16:3e:32:ee:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d1f033-0e19-463c-b3cb-15bd5e2464c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '67254e23-b40f-4b16-9402-0dc07a178380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:18Z', 'updated_at': '2021-12-14T03:32:22Z', 'revision_number': 4, 'project_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'subnets': [{'id': '67254e23-b40f-4b16-9402-0dc07a178380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:32:22.910865 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43979cc3-b159-40f8-8014-b0d6bfcfdd3f None None] Pushing event updated for resources: {'Port': ['ID=869c562a-f240-45ed-8a3d-0141f4eedd3e,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:22.910865 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-eaff4006-75a5-4c92-8ca7-48f389593326 None None] Provisioning complete for port 869c562a-f240-45ed-8a3d-0141f4eedd3e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:22.910865 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eaff4006-75a5-4c92-8ca7-48f389593326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:23.021372 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 869c562a-f240-45ed-8a3d-0141f4eedd3e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:32:23.070846 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 869c562a-f240-45ed-8a3d-0141f4eedd3e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:23.071216 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:23.561523 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-961a7683-7539-45ff-a85f-13b90fdcdb87 req-37efe87c-08c5-463d-939e-3318bb34769e tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 210 time: 0.0331819 Dec 14 03:32:24.655969 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94dc4e0e-c543-4550-9389-d739ae324cdf req-28a69432-d44b-4320-8d53-d30df8bd5b95 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 210 time: 0.0270126 Dec 14 03:32:25.634666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-303e66a4-5b1f-4bea-acac-286c6cbdc48a tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:25.636666 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-303e66a4-5b1f-4bea-acac-286c6cbdc48a tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.47 "GET /v2.0/networks?id=e027e52e-e26d-4f8a-a7fc-348e13a00f4f HTTP/1.1" status: 200 len: 816 time: 0.1110971 Dec 14 03:32:25.654707 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-9f2f2b41-4653-497c-a30d-9b93083a0f2d tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Request body: {'port': {'device_id': 'c2e798a5-ce40-4f95-8c3c-0d8def208685', 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f', 'admin_state_up': True, 'tenant_id': 'f9a827b1a57445ff9fd819c2e69d2a75'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:32:25.752195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8551ec01-1df3-48ad-bada-18557d47f6f9 req-722fd5c6-8af9-464d-815f-e1f69e80fd73 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 210 time: 0.0270081 Dec 14 03:32:25.834622 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-9f2f2b41-4653-497c-a30d-9b93083a0f2d tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Made reservation on behalf of f9a827b1a57445ff9fd819c2e69d2a75 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:32:25.838308 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-9f2f2b41-4653-497c-a30d-9b93083a0f2d tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:25.966990 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-9f2f2b41-4653-497c-a30d-9b93083a0f2d tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Allocated IP 172.20.0.9 (e027e52e-e26d-4f8a-a7fc-348e13a00f4f/8bcbe044-0e54-46c5-a634-dd58ebd354c9/f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:32:26.110206 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-9f2f2b41-4653-497c-a30d-9b93083a0f2d tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:26.206013 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-9f2f2b41-4653-497c-a30d-9b93083a0f2d tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:26.250457 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-9f2f2b41-4653-497c-a30d-9b93083a0f2d tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Network e027e52e-e26d-4f8a-a7fc-348e13a00f4f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:32:26.253624 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-9f2f2b41-4653-497c-a30d-9b93083a0f2d tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:32:26.257619 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-9f2f2b41-4653-497c-a30d-9b93083a0f2d tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:32:26.281088 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f2b41-4653-497c-a30d-9b93083a0f2d tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Pushing event updated for resources: {'Port': ['ID=f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:26.311726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-9f2f2b41-4653-497c-a30d-9b93083a0f2d tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:26.312438 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-9f2f2b41-4653-497c-a30d-9b93083a0f2d tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:26.386684 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-9f2f2b41-4653-497c-a30d-9b93083a0f2d tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7351494 Dec 14 03:32:26.404323 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Request body: {'port': {'device_id': 'c2e798a5-ce40-4f95-8c3c-0d8def208685', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:32:26.461620 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:26.552456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5e99168d-0334-4441-b385-5fd4de63eb1d None None] Provisioning complete for port f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:26.553004 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5e99168d-0334-4441-b385-5fd4de63eb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:26.587208 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5e99168d-0334-4441-b385-5fd4de63eb1d None None] Port f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:32:26.720605 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:32:26.728112 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:26.740475 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Transition to ACTIVE for port object f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:32:26.800519 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:26.869628 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Pushing event updated for resources: {'Port': ['ID=f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:26.878472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6ec09-3d31-4b8b-a82e-c707acf8c945 req-f7aa19e0-748b-4d23-83af-858b3da52461 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:26.880389 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7cc6ec09-3d31-4b8b-a82e-c707acf8c945 req-f7aa19e0-748b-4d23-83af-858b3da52461 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 943 time: 0.0549238 Dec 14 03:32:26.929558 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Attempting to bind port f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:32:26.929905 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Attempting to bind port f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'fa5f2e74-8405-489d-b187-cb13a71fe28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:32:26.930228 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Attempting to bind port f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a on network e027e52e-e26d-4f8a-a7fc-348e13a00f4f {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:32:26.935075 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7cc6ec09-3d31-4b8b-a82e-c707acf8c945 req-30ebf3d1-4836-4175-a43f-51c149ca5879 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474653 Dec 14 03:32:26.940304 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Port f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a on network e027e52e-e26d-4f8a-a7fc-348e13a00f4f not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:32:26.940634 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Attempting to bind port f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a on network e027e52e-e26d-4f8a-a7fc-348e13a00f4f {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:32:26.945897 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:32:26.946215 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Checking segment: {'id': 'fa5f2e74-8405-489d-b187-cb13a71fe28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:32:26.946609 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Bound using segment: {'id': 'fa5f2e74-8405-489d-b187-cb13a71fe28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:32:26.947080 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Bound port: f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5f2e74-8405-489d-b187-cb13a71fe28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:32:26.947522 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:27.019741 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] For port f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:32:27.022781 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] For port f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a,segment=NetworkSegment(fa5f2e74-8405-489d-b187-cb13a71fe28a),segment_id=fa5f2e74-8405-489d-b187-cb13a71fe28a)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:32:27.074595 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:27.112417 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:27.113246 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:27.114653 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] 10.222.0.47 "PUT /v2.0/ports/f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a HTTP/1.1" status: 200 len: 1091 time: 0.7147503 Dec 14 03:32:27.114966 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e798a5-ce40-4f95-8c3c-0d8def208685', 'tag': 'f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:32:27.117231 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7652e8-4297-4a80-99f5-5e62075f7ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e798a5-ce40-4f95-8c3c-0d8def208685", "tag": "f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:32:27.141520 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783d067-2a41-40a2-94a3-7583645234cd service neutron] Pushing event updated for resources: {'Port': ['ID=f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:27.157207 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85267725-9c1c-4e79-91c8-95f5d7f40dab x-openstack-request-id: req-85267725-9c1c-4e79-91c8-95f5d7f40dab {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:32:27.157542 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e798a5-ce40-4f95-8c3c-0d8def208685", "tag": "f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:32:27.157801 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85267725-9c1c-4e79-91c8-95f5d7f40dab {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:32:27.158208 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e798a5-ce40-4f95-8c3c-0d8def208685', 'tag': 'f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a', 'status': 'completed', 'code': 200} Dec 14 03:32:27.242094 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7652e8-4297-4a80-99f5-5e62075f7ec3 req-89b3b164-d748-4172-b1a6-508e356a8c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:27.243685 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2d7652e8-4297-4a80-99f5-5e62075f7ec3 req-89b3b164-d748-4172-b1a6-508e356a8c64 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9a827b1a57445ff9fd819c2e69d2a75&device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 1094 time: 0.0432973 Dec 14 03:32:27.359776 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7652e8-4297-4a80-99f5-5e62075f7ec3 req-3fe5b0a3-df98-49ee-91a9-3dc618e5161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:27.361642 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2d7652e8-4297-4a80-99f5-5e62075f7ec3 req-3fe5b0a3-df98-49ee-91a9-3dc618e5161b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f9a827b1a57445ff9fd819c2e69d2a75&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1033039 Dec 14 03:32:27.458487 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7652e8-4297-4a80-99f5-5e62075f7ec3 req-c6dc8805-828a-4f3b-878b-99fec91f6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:27.459870 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2d7652e8-4297-4a80-99f5-5e62075f7ec3 req-c6dc8805-828a-4f3b-878b-99fec91f6e90 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920348 Dec 14 03:32:27.561044 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-d2f623c2-76fc-41f7-86d1-a60d110cd657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:27.562512 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-d2f623c2-76fc-41f7-86d1-a60d110cd657 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9a827b1a57445ff9fd819c2e69d2a75&device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 1094 time: 0.0414124 Dec 14 03:32:27.571623 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:27.610181 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-73d4b5e7-df0e-4e0b-a896-9f2c42952741 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a HTTP/1.1" status: 200 len: 217 time: 0.0351017 Dec 14 03:32:27.660978 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-86ba904e-5a8f-46b6-92c7-8a577bacbed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:27.662437 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-86ba904e-5a8f-46b6-92c7-8a577bacbed4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bcbe044-0e54-46c5-a634-dd58ebd354c9 HTTP/1.1" status: 200 len: 855 time: 0.0461419 Dec 14 03:32:28.052568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-efe08238-53a7-4f98-bf77-f970456982fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:28.054109 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-efe08238-53a7-4f98-bf77-f970456982fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e027e52e-e26d-4f8a-a7fc-348e13a00f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3844671 Dec 14 03:32:28.072464 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f042ef-4837-499f-bb70-3c4d23c98a4f req-165bbc3e-d943-43a4-aae4-f9002187c6e2 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:28.074932 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0f042ef-4837-499f-bb70-3c4d23c98a4f req-165bbc3e-d943-43a4-aae4-f9002187c6e2 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 943 time: 0.0537128 Dec 14 03:32:28.122299 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0f042ef-4837-499f-bb70-3c4d23c98a4f req-5ec225aa-b732-4cd8-a40a-257f8e25b44a tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414321 Dec 14 03:32:28.143749 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-1cfd193f-75e7-433f-9482-b08e0d23d814 service neutron] 10.222.0.47 "GET /v2.0/networks/e027e52e-e26d-4f8a-a7fc-348e13a00f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823655 Dec 14 03:32:28.235959 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9968d212-e9ee-4487-bbae-6f4d717d58d9 req-5e5cda51-7799-4dba-bd12-f38b3751d77b service neutron] 10.222.0.47 "GET /v2.0/networks/e027e52e-e26d-4f8a-a7fc-348e13a00f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855191 Dec 14 03:32:29.244907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b4d2f-2c17-4ae0-a6b4-7c3ec3ee3363 req-7f0a2528-5b96-4822-9be6-52210e3ae4c9 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:29.247203 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-380b4d2f-2c17-4ae0-a6b4-7c3ec3ee3363 req-7f0a2528-5b96-4822-9be6-52210e3ae4c9 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 943 time: 0.0494070 Dec 14 03:32:29.294087 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-380b4d2f-2c17-4ae0-a6b4-7c3ec3ee3363 req-bddbdae3-4dd4-44f1-b69e-d0f57066c921 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 Dec 14 03:32:30.411490 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76e22e-31c1-47f0-acb4-d009a4504e33 req-460a25f1-1dc6-46fe-9e5f-b770ec1d607a tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:30.413015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba76e22e-31c1-47f0-acb4-d009a4504e33 req-460a25f1-1dc6-46fe-9e5f-b770ec1d607a tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 943 time: 0.0486956 Dec 14 03:32:30.465590 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ba76e22e-31c1-47f0-acb4-d009a4504e33 req-5c88bda4-1178-4135-bc1f-2b1276555b71 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446613 Dec 14 03:32:30.742877 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:31.579933 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f89541-7f30-4ab5-af37-525488b7cf5c req-c2054360-daa3-40e9-ac10-6f14fce28c3c tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:31.581457 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14f89541-7f30-4ab5-af37-525488b7cf5c req-c2054360-daa3-40e9-ac10-6f14fce28c3c tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 943 time: 0.0487697 Dec 14 03:32:31.628858 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14f89541-7f30-4ab5-af37-525488b7cf5c req-cfe59122-afe5-4303-800b-ddf6d6ce0c36 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409522 Dec 14 03:32:31.862865 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:32:31.955659 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a,segment=NetworkSegment(fa5f2e74-8405-489d-b187-cb13a71fe28a),segment_id=fa5f2e74-8405-489d-b187-cb13a71fe28a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:32:31.967282 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a', 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f', 'port_id': 'f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a', 'mac_address': 'fa:16:3e:7f:3e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcbe044-0e54-46c5-a634-dd58ebd354c9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:32:32.006529 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:32.019332 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:32:32.038903 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a,segment=NetworkSegment(fa5f2e74-8405-489d-b187-cb13a71fe28a),segment_id=fa5f2e74-8405-489d-b187-cb13a71fe28a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:32:32.102813 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:32.150278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:32.157648 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:32.158004 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:32.158353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:32.158695 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:32.159034 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:32.159371 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:32.159704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:32.160042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:32.160427 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:32.160763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:32.161093 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:32.161461 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:32.161791 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:32:32.376458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:32:32.743141 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3134831-22da-4453-a66d-9a83224e916b req-4016b953-bf99-49ae-8a67-9cd3cb288548 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:32.744550 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3134831-22da-4453-a66d-9a83224e916b req-4016b953-bf99-49ae-8a67-9cd3cb288548 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 944 time: 0.0481656 Dec 14 03:32:32.782740 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-cc20d826-eca4-4dbf-ae4c-e4c814af42f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:32.792059 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d3134831-22da-4453-a66d-9a83224e916b req-85e63256-bdfd-4c97-a728-b86b91b8ece5 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408001 Dec 14 03:32:33.869563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:32:33.911408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530cd3f-be8c-4071-8d86-42be08c24e87 req-a549ba75-c643-4cd4-b362-29a21f5d5bc8 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:33.913099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0530cd3f-be8c-4071-8d86-42be08c24e87 req-a549ba75-c643-4cd4-b362-29a21f5d5bc8 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 944 time: 0.0529535 Dec 14 03:32:33.963214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0530cd3f-be8c-4071-8d86-42be08c24e87 req-e4dfbef3-6fa4-4fb6-8d1d-ecd2f769394d tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415962 Dec 14 03:32:34.000667 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:32:34.005081 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:32:34.005516 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:34.083650 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:34.105779 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e798a5-ce40-4f95-8c3c-0d8def208685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:32:34.113223 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4723c6-54a5-4d47-b6b4-0c901cdd186b" -d '{"events": [{"server_uuid": "c2e798a5-ce40-4f95-8c3c-0d8def208685", "name": "network-vif-plugged", "status": "completed", "tag": "f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:32:34.120069 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a,segment=NetworkSegment(fa5f2e74-8405-489d-b187-cb13a71fe28a),segment_id=fa5f2e74-8405-489d-b187-cb13a71fe28a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:32:34.145859 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb17de4-de77-4d17-9f46-aee420caf8c9 x-openstack-request-id: req-ecb17de4-de77-4d17-9f46-aee420caf8c9 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:32:34.146151 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e798a5-ce40-4f95-8c3c-0d8def208685", "name": "network-vif-plugged", "status": "completed", "tag": "f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:32:34.146405 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ecb17de4-de77-4d17-9f46-aee420caf8c9 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:32:34.146797 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e798a5-ce40-4f95-8c3c-0d8def208685', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a', 'code': 200} Dec 14 03:32:34.192404 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:34.240192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:32:34.279574 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a619e02-63a8-4d5a-9bb1-06af78628b82 req-bc15e54d-76f5-4d9a-97e7-3a5e7a7441d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:34.281054 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0a619e02-63a8-4d5a-9bb1-06af78628b82 req-bc15e54d-76f5-4d9a-97e7-3a5e7a7441d7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 1096 time: 0.0407562 Dec 14 03:32:34.325236 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0a619e02-63a8-4d5a-9bb1-06af78628b82 req-d78376aa-d621-4878-8fb8-c012eb27bd7d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374458 Dec 14 03:32:35.050102 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fe0d34e-50b9-466a-b138-803da3e28603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:35.089335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26f355-6651-4afa-9115-75c397b99b60 req-fe712aad-bf0a-47e2-aa85-893162b10ade tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:35.090924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae26f355-6651-4afa-9115-75c397b99b60 req-fe712aad-bf0a-47e2-aa85-893162b10ade tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 945 time: 0.0526979 Dec 14 03:32:35.138367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae26f355-6651-4afa-9115-75c397b99b60 req-235a368c-dda6-4d51-b7fc-595b35c0f9cc tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412974 Dec 14 03:32:36.252237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfd04f-1b84-4aa1-ad25-efa813efb29f req-3620ef52-c6bf-4c7f-9c53-9f5631a99ac9 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:36.253634 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fdfd04f-1b84-4aa1-ad25-efa813efb29f req-3620ef52-c6bf-4c7f-9c53-9f5631a99ac9 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 945 time: 0.0471005 Dec 14 03:32:36.305106 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7fdfd04f-1b84-4aa1-ad25-efa813efb29f req-0ad8f070-6cac-4172-8bcb-40ce55e7d6f9 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451102 Dec 14 03:32:36.419088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f16536-da53-40fd-af8c-8ccb6233e05b req-a21736da-ee9a-4820-9067-4d263456fb8c tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:36.420572 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3f16536-da53-40fd-af8c-8ccb6233e05b req-a21736da-ee9a-4820-9067-4d263456fb8c tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 945 time: 0.0493288 Dec 14 03:32:36.468597 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3f16536-da53-40fd-af8c-8ccb6233e05b req-2511c98a-039e-4327-9c63-031b63d54783 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420256 Dec 14 03:32:36.553802 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:37.724923 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:32:37.919053 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:38.689650 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:32:56.276751 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c64290cb-40bb-434d-9d26-c459cc38eb2b req-2083b57d-5301-4b92-b705-eda1b72fd0be service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445242 Dec 14 03:32:56.380446 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64290cb-40bb-434d-9d26-c459cc38eb2b req-64bfa207-c2a3-4286-b1c4-c7efb75fa7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:56.382014 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c64290cb-40bb-434d-9d26-c459cc38eb2b req-64bfa207-c2a3-4286-b1c4-c7efb75fa7e0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9a827b1a57445ff9fd819c2e69d2a75&device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 1096 time: 0.0417500 Dec 14 03:32:56.484925 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64290cb-40bb-434d-9d26-c459cc38eb2b req-cef81fbf-1e5d-41b0-90f9-a1ebf5e79edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:56.486397 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c64290cb-40bb-434d-9d26-c459cc38eb2b req-cef81fbf-1e5d-41b0-90f9-a1ebf5e79edb service neutron] 10.222.0.47 "GET /v2.0/networks?id=e027e52e-e26d-4f8a-a7fc-348e13a00f4f HTTP/1.1" status: 200 len: 917 time: 0.0840483 Dec 14 03:32:56.532937 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c64290cb-40bb-434d-9d26-c459cc38eb2b req-a66240d9-2790-4c17-96b8-79e98e574a94 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a HTTP/1.1" status: 200 len: 217 time: 0.0394230 Dec 14 03:32:56.582880 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64290cb-40bb-434d-9d26-c459cc38eb2b req-c7e76dde-ca99-4d0c-8c09-c5d5b75dd87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:56.584336 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c64290cb-40bb-434d-9d26-c459cc38eb2b req-c7e76dde-ca99-4d0c-8c09-c5d5b75dd87f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bcbe044-0e54-46c5-a634-dd58ebd354c9 HTTP/1.1" status: 200 len: 855 time: 0.0448105 Dec 14 03:32:56.629803 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64290cb-40bb-434d-9d26-c459cc38eb2b req-dcc88215-07c1-4f7e-9c6f-2f00783f44e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:32:56.631294 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c64290cb-40bb-434d-9d26-c459cc38eb2b req-dcc88215-07c1-4f7e-9c6f-2f00783f44e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e027e52e-e26d-4f8a-a7fc-348e13a00f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395637 Dec 14 03:32:56.724575 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c64290cb-40bb-434d-9d26-c459cc38eb2b req-aee4e162-4dd7-4c5a-8012-e873e2aa4185 service neutron] 10.222.0.47 "GET /v2.0/networks/e027e52e-e26d-4f8a-a7fc-348e13a00f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852771 Dec 14 03:32:56.813272 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c64290cb-40bb-434d-9d26-c459cc38eb2b req-46c1aa3e-55d5-4a01-a113-4cd16a91ad17 service neutron] 10.222.0.47 "GET /v2.0/networks/e027e52e-e26d-4f8a-a7fc-348e13a00f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815709 Dec 14 03:32:57.598651 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:00.735908 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:01.634621 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7974561-4080-4fee-92fd-f1a573fddbab req-69d2dfe9-e0d4-44ed-9e9b-204986c5da58 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:01.636130 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7974561-4080-4fee-92fd-f1a573fddbab req-69d2dfe9-e0d4-44ed-9e9b-204986c5da58 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 945 time: 0.0493708 Dec 14 03:33:01.688921 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f7974561-4080-4fee-92fd-f1a573fddbab req-a6f24610-e6eb-47b1-bfe8-66ae0720b9ad tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464187 Dec 14 03:33:02.812641 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6b6d5-fecf-4c54-882b-b135c7a5b3a8 req-495fd7f4-686f-46e9-9b81-7c7161029b2a tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:02.814269 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55d6b6d5-fecf-4c54-882b-b135c7a5b3a8 req-495fd7f4-686f-46e9-9b81-7c7161029b2a tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 945 time: 0.0535028 Dec 14 03:33:02.815104 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2b2bfe01-68d5-4fcf-9a92-2dc9d92da691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:02.863199 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55d6b6d5-fecf-4c54-882b-b135c7a5b3a8 req-b7555f7a-ffd8-41d0-9c85-c465ed818c31 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429320 Dec 14 03:33:03.328824 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260212a-ee2d-4132-8422-f02631d483e7 req-b852649c-bf99-4c4f-8977-9dfaf7972629 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:03.330244 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1260212a-ee2d-4132-8422-f02631d483e7 req-b852649c-bf99-4c4f-8977-9dfaf7972629 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 945 time: 0.0531898 Dec 14 03:33:03.416837 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-1260212a-ee2d-4132-8422-f02631d483e7 req-be847474-68ca-40a2-9ceb-3d7a8e88bb24 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Deleting port f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:33:03.417174 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1260212a-ee2d-4132-8422-f02631d483e7 req-be847474-68ca-40a2-9ceb-3d7a8e88bb24 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:03.505102 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-1260212a-ee2d-4132-8422-f02631d483e7 req-be847474-68ca-40a2-9ceb-3d7a8e88bb24 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] For port f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a,segment=NetworkSegment(fa5f2e74-8405-489d-b187-cb13a71fe28a),segment_id=fa5f2e74-8405-489d-b187-cb13a71fe28a)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:33:03.505493 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1260212a-ee2d-4132-8422-f02631d483e7 req-be847474-68ca-40a2-9ceb-3d7a8e88bb24 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:03.519124 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-1260212a-ee2d-4132-8422-f02631d483e7 req-be847474-68ca-40a2-9ceb-3d7a8e88bb24 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Calling delete_port for f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:33:03.730009 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1260212a-ee2d-4132-8422-f02631d483e7 req-be847474-68ca-40a2-9ceb-3d7a8e88bb24 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:03.761265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be847474-68ca-40a2-9ceb-3d7a8e88bb24 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Pushing event deleted for resources: {'Port': ['ID=f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:03.764693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:33:03.806642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-1260212a-ee2d-4132-8422-f02631d483e7 req-be847474-68ca-40a2-9ceb-3d7a8e88bb24 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] No DVR routers for this DVR port f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:33:03.809762 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1260212a-ee2d-4132-8422-f02631d483e7 req-be847474-68ca-40a2-9ceb-3d7a8e88bb24 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:03.813078 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1260212a-ee2d-4132-8422-f02631d483e7 req-be847474-68ca-40a2-9ceb-3d7a8e88bb24 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.47 "DELETE /v2.0/ports/f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a HTTP/1.1" status: 204 len: 173 time: 0.4762027 Dec 14 03:33:03.813588 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e798a5-ce40-4f95-8c3c-0d8def208685', 'name': 'network-vif-deleted', 'tag': 'f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:33:03.815879 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dcf2f9-0afb-4dde-b2db-4382592747db" -d '{"events": [{"server_uuid": "c2e798a5-ce40-4f95-8c3c-0d8def208685", "name": "network-vif-deleted", "tag": "f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:33:03.852580 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48526525-46d7-42d9-9309-5ea5bf324712 x-openstack-request-id: req-48526525-46d7-42d9-9309-5ea5bf324712 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:33:03.852884 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e798a5-ce40-4f95-8c3c-0d8def208685", "name": "network-vif-deleted", "tag": "f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:33:03.853148 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48526525-46d7-42d9-9309-5ea5bf324712 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:33:03.853603 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e798a5-ce40-4f95-8c3c-0d8def208685', 'name': 'network-vif-deleted', 'tag': 'f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a', 'status': 'completed', 'code': 200} Dec 14 03:33:03.958616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77b8840e-5dcc-44c5-b833-28fa6b2b2c27 req-d4c441d4-da46-4e4f-9ac9-bb6506d6b6e1 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=c2e798a5-ce40-4f95-8c3c-0d8def208685 HTTP/1.1" status: 200 len: 210 time: 0.0269334 Dec 14 03:33:05.055610 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fb4f2446-7daf-4cb3-a19e-25b7ca0d0e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:06.506555 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:06.970992 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4d8629f5-0c00-421a-bc30-a26898aaa61f tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:06.972470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4d8629f5-0c00-421a-bc30-a26898aaa61f tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/networks?id=e027e52e-e26d-4f8a-a7fc-348e13a00f4f HTTP/1.1" status: 200 len: 816 time: 0.1070609 Dec 14 03:33:06.987957 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-b32ad5ed-1b44-442b-948c-96a1094c878b tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/quotas/f9a827b1a57445ff9fd819c2e69d2a75 HTTP/1.1" status: 200 len: 375 time: 0.0098259 Dec 14 03:33:07.038740 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-98434ee7-9080-45bb-b764-bf73b59dd926 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9a827b1a57445ff9fd819c2e69d2a75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451305 Dec 14 03:33:07.177828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-a2785ad7-b3ce-423d-b822-86580b43115e service neutron] 10.222.0.39 "GET /v2.0/networks/e027e52e-e26d-4f8a-a7fc-348e13a00f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265471 Dec 14 03:33:07.266901 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4c25f77e-d434-47a8-a6ef-a0b64fe0d8f2 service neutron] 10.222.0.39 "GET /v2.0/networks/e027e52e-e26d-4f8a-a7fc-348e13a00f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829043 Dec 14 03:33:07.498108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c9dcf4f2-0b33-4f24-b3ca-bdca0b0cc019 req-7676505b-f9c1-4f6b-a6a6-36969a255287 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c091a65-f6a7-4e52-9ca3-0e18cc406ad4 HTTP/1.1" status: 200 len: 210 time: 0.0279620 Dec 14 03:33:07.952869 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:08.048899 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:33:08.068946 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:33:08.069238 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device f04bcf0c-d590-4d7d-9aaf-0668cfd6f28a not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:33:08.593095 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ebbe29f3-fd58-4dce-a5de-c5fa026f6c61 req-be31eb03-d073-4936-a1cb-adfdad522368 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c091a65-f6a7-4e52-9ca3-0e18cc406ad4 HTTP/1.1" status: 200 len: 210 time: 0.0264919 Dec 14 03:33:08.689934 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:09.644833 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-b2a425f7-d042-4bc1-95f7-9c44c074d9e5 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:09.646440 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-b2a425f7-d042-4bc1-95f7-9c44c074d9e5 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.47 "GET /v2.0/networks?id=e027e52e-e26d-4f8a-a7fc-348e13a00f4f HTTP/1.1" status: 200 len: 816 time: 0.1097503 Dec 14 03:33:09.668706 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Request body: {'port': {'device_id': '4c091a65-f6a7-4e52-9ca3-0e18cc406ad4', 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f', 'admin_state_up': True, 'tenant_id': 'f9a827b1a57445ff9fd819c2e69d2a75'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:33:09.698239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5f51743a-28be-4d68-b853-41491c759336 req-4b404fe2-85d8-4030-8dca-b54fdc3f00c6 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c091a65-f6a7-4e52-9ca3-0e18cc406ad4 HTTP/1.1" status: 200 len: 210 time: 0.0343902 Dec 14 03:33:09.878672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Made reservation on behalf of f9a827b1a57445ff9fd819c2e69d2a75 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:33:09.882239 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:10.009205 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Allocated IP 172.20.0.11 (e027e52e-e26d-4f8a-a7fc-348e13a00f4f/8bcbe044-0e54-46c5-a634-dd58ebd354c9/d3aac111-058c-4b8c-aa94-c8e3d0996976) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:33:10.154744 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:10.254940 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:10.301930 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Network e027e52e-e26d-4f8a-a7fc-348e13a00f4f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:33:10.305087 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:33:10.308781 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:33:10.315115 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Pushing event updated for resources: {'Port': ['ID=d3aac111-058c-4b8c-aa94-c8e3d0996976,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:10.343407 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:10.343752 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:10.344106 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:10.344447 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:10.344784 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:10.345125 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:10.345485 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:10.345821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:10.346155 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:10.346484 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:10.346810 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:10.347166 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:10.347494 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:10.374846 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:10.375927 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:10.487535 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-c316e2d3-d663-40dd-8ee3-4dd06c6e4359 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8230524 Dec 14 03:33:10.506720 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Request body: {'port': {'device_id': '4c091a65-f6a7-4e52-9ca3-0e18cc406ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:33:10.527826 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-80a7c7cb-afe1-48a4-b0e2-028a2e04340a None None] Provisioning complete for port d3aac111-058c-4b8c-aa94-c8e3d0996976 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:33:10.528405 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-80a7c7cb-afe1-48a4-b0e2-028a2e04340a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:10.562536 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-80a7c7cb-afe1-48a4-b0e2-028a2e04340a None None] Port d3aac111-058c-4b8c-aa94-c8e3d0996976 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:33:10.564633 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:10.818475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffcb6c-6fd6-42cf-bd30-74e781c7fef4 req-3e57d994-c566-411c-a9c6-01bc16da3ee1 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:10.820637 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29ffcb6c-6fd6-42cf-bd30-74e781c7fef4 req-3e57d994-c566-411c-a9c6-01bc16da3ee1 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c091a65-f6a7-4e52-9ca3-0e18cc406ad4 HTTP/1.1" status: 200 len: 932 time: 0.0490680 Dec 14 03:33:10.829713 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3aac111-058c-4b8c-aa94-c8e3d0996976 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:33:10.837195 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:10.850338 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Transition to ACTIVE for port object d3aac111-058c-4b8c-aa94-c8e3d0996976 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:33:10.870311 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29ffcb6c-6fd6-42cf-bd30-74e781c7fef4 req-41524748-d626-48db-9ab3-673ae5dfb7f5 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425105 Dec 14 03:33:10.918445 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:10.973639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Pushing event updated for resources: {'Port': ['ID=d3aac111-058c-4b8c-aa94-c8e3d0996976,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:11.045037 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Attempting to bind port d3aac111-058c-4b8c-aa94-c8e3d0996976 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:33:11.045455 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Attempting to bind port d3aac111-058c-4b8c-aa94-c8e3d0996976 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'fa5f2e74-8405-489d-b187-cb13a71fe28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:33:11.045977 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Attempting to bind port d3aac111-058c-4b8c-aa94-c8e3d0996976 on network e027e52e-e26d-4f8a-a7fc-348e13a00f4f {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:33:11.050797 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Port d3aac111-058c-4b8c-aa94-c8e3d0996976 on network e027e52e-e26d-4f8a-a7fc-348e13a00f4f not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:33:11.051122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Attempting to bind port d3aac111-058c-4b8c-aa94-c8e3d0996976 on network e027e52e-e26d-4f8a-a7fc-348e13a00f4f {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:33:11.056267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:33:11.056611 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Checking segment: {'id': 'fa5f2e74-8405-489d-b187-cb13a71fe28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:33:11.057007 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Bound using segment: {'id': 'fa5f2e74-8405-489d-b187-cb13a71fe28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:33:11.057490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Bound port: d3aac111-058c-4b8c-aa94-c8e3d0996976, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa5f2e74-8405-489d-b187-cb13a71fe28a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:33:11.057857 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:11.125416 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] For port d3aac111-058c-4b8c-aa94-c8e3d0996976, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:33:11.129454 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] For port d3aac111-058c-4b8c-aa94-c8e3d0996976, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d3aac111-058c-4b8c-aa94-c8e3d0996976,segment=NetworkSegment(fa5f2e74-8405-489d-b187-cb13a71fe28a),segment_id=fa5f2e74-8405-489d-b187-cb13a71fe28a)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:33:11.215747 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:11.252662 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:11.253572 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:11.255055 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] 10.222.0.47 "PUT /v2.0/ports/d3aac111-058c-4b8c-aa94-c8e3d0996976 HTTP/1.1" status: 200 len: 1092 time: 0.7526519 Dec 14 03:33:11.255544 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c091a65-f6a7-4e52-9ca3-0e18cc406ad4', 'tag': 'd3aac111-058c-4b8c-aa94-c8e3d0996976'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:33:11.257944 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3531515-9f27-4c5b-8c05-8bc22413e6be" -d '{"events": [{"name": "network-changed", "server_uuid": "4c091a65-f6a7-4e52-9ca3-0e18cc406ad4", "tag": "d3aac111-058c-4b8c-aa94-c8e3d0996976"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:33:11.284553 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec29aa3-7b94-4085-888c-395cd57f7b0b service neutron] Pushing event updated for resources: {'Port': ['ID=d3aac111-058c-4b8c-aa94-c8e3d0996976,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:11.305072 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a013db-3987-41bc-aa15-6f4aee50ed2c x-openstack-request-id: req-d0a013db-3987-41bc-aa15-6f4aee50ed2c {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:33:11.305409 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c091a65-f6a7-4e52-9ca3-0e18cc406ad4", "tag": "d3aac111-058c-4b8c-aa94-c8e3d0996976", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:33:11.305677 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0a013db-3987-41bc-aa15-6f4aee50ed2c {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:33:11.306093 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c091a65-f6a7-4e52-9ca3-0e18cc406ad4', 'tag': 'd3aac111-058c-4b8c-aa94-c8e3d0996976', 'status': 'completed', 'code': 200} Dec 14 03:33:11.394679 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3531515-9f27-4c5b-8c05-8bc22413e6be req-729112d0-da1c-4304-8a46-6339e1db3912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:11.396401 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b3531515-9f27-4c5b-8c05-8bc22413e6be req-729112d0-da1c-4304-8a46-6339e1db3912 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9a827b1a57445ff9fd819c2e69d2a75&device_id=4c091a65-f6a7-4e52-9ca3-0e18cc406ad4 HTTP/1.1" status: 200 len: 1095 time: 0.0479977 Dec 14 03:33:11.500591 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3531515-9f27-4c5b-8c05-8bc22413e6be req-1e3ccd18-67e9-4835-8dfe-4d1a4bd15f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:11.502042 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b3531515-9f27-4c5b-8c05-8bc22413e6be req-1e3ccd18-67e9-4835-8dfe-4d1a4bd15f98 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=f9a827b1a57445ff9fd819c2e69d2a75&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0924797 Dec 14 03:33:11.598870 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3531515-9f27-4c5b-8c05-8bc22413e6be req-c145f31e-f89a-4f1c-911e-679ce62c491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:11.600331 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b3531515-9f27-4c5b-8c05-8bc22413e6be req-c145f31e-f89a-4f1c-911e-679ce62c491e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916126 Dec 14 03:33:11.699457 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-ba8f7c90-0468-4514-b096-53bc9bb11fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:11.700978 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-ba8f7c90-0468-4514-b096-53bc9bb11fa8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9a827b1a57445ff9fd819c2e69d2a75&device_id=4c091a65-f6a7-4e52-9ca3-0e18cc406ad4 HTTP/1.1" status: 200 len: 1095 time: 0.0417211 Dec 14 03:33:11.754027 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-d4147d99-9ede-4468-bfb1-0b9f86b502d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3aac111-058c-4b8c-aa94-c8e3d0996976 HTTP/1.1" status: 200 len: 217 time: 0.0389371 Dec 14 03:33:11.803862 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-47bcc908-6ab8-4b83-abb6-81fd1b47d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:11.805289 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-47bcc908-6ab8-4b83-abb6-81fd1b47d943 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bcbe044-0e54-46c5-a634-dd58ebd354c9 HTTP/1.1" status: 200 len: 855 time: 0.0443351 Dec 14 03:33:11.849715 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-884b719d-a692-44a8-be1b-0109304e2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:11.851169 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-884b719d-a692-44a8-be1b-0109304e2ad6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e027e52e-e26d-4f8a-a7fc-348e13a00f4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392265 Dec 14 03:33:11.947004 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-d640600d-eddf-493c-b92a-f546be02004b service neutron] 10.222.0.47 "GET /v2.0/networks/e027e52e-e26d-4f8a-a7fc-348e13a00f4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879686 Dec 14 03:33:11.988772 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aed94f-0803-44e5-989a-d0f38b831088 req-d8a221ce-4068-430e-8dc7-58cb32017aaa tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:11.990302 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9aed94f-0803-44e5-989a-d0f38b831088 req-d8a221ce-4068-430e-8dc7-58cb32017aaa tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c091a65-f6a7-4e52-9ca3-0e18cc406ad4 HTTP/1.1" status: 200 len: 944 time: 0.0490658 Dec 14 03:33:12.036474 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9d8c75a1-4338-45c0-990b-9f394b8facdd req-6661eddf-8456-4953-87f6-ebf8659e63a2 service neutron] 10.222.0.47 "GET /v2.0/networks/e027e52e-e26d-4f8a-a7fc-348e13a00f4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828102 Dec 14 03:33:12.038730 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a9aed94f-0803-44e5-989a-d0f38b831088 req-cb46a63f-4816-453e-82bd-0b7c83f46cd9 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424142 Dec 14 03:33:13.173940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb821d8f-d922-4f94-8400-c88491967ea0 req-88d2d1e0-a794-4f9c-8525-6794cd1a7ed4 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:13.175447 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cb821d8f-d922-4f94-8400-c88491967ea0 req-88d2d1e0-a794-4f9c-8525-6794cd1a7ed4 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c091a65-f6a7-4e52-9ca3-0e18cc406ad4 HTTP/1.1" status: 200 len: 944 time: 0.0568459 Dec 14 03:33:13.226146 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cb821d8f-d922-4f94-8400-c88491967ea0 req-ec9f6fb7-3269-46be-b376-436dc601e738 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436268 Dec 14 03:33:14.080957 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device d3aac111-058c-4b8c-aa94-c8e3d0996976 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:33:14.176880 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port d3aac111-058c-4b8c-aa94-c8e3d0996976, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d3aac111-058c-4b8c-aa94-c8e3d0996976,segment=NetworkSegment(fa5f2e74-8405-489d-b187-cb13a71fe28a),segment_id=fa5f2e74-8405-489d-b187-cb13a71fe28a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:33:14.189255 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'd3aac111-058c-4b8c-aa94-c8e3d0996976', 'network_id': 'e027e52e-e26d-4f8a-a7fc-348e13a00f4f', 'port_id': 'd3aac111-058c-4b8c-aa94-c8e3d0996976', 'mac_address': 'fa:16:3e:96:7b:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bcbe044-0e54-46c5-a634-dd58ebd354c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:33:14.229165 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:14.241694 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3aac111-058c-4b8c-aa94-c8e3d0996976 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:33:14.261605 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port d3aac111-058c-4b8c-aa94-c8e3d0996976, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d3aac111-058c-4b8c-aa94-c8e3d0996976,segment=NetworkSegment(fa5f2e74-8405-489d-b187-cb13a71fe28a),segment_id=fa5f2e74-8405-489d-b187-cb13a71fe28a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:33:14.341026 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:14.347682 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1127b2-6d05-48db-a30d-86450fec3682 req-c99355bc-e36c-4e62-8bbe-5ede4da6f5e2 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:14.349206 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a1127b2-6d05-48db-a30d-86450fec3682 req-c99355bc-e36c-4e62-8bbe-5ede4da6f5e2 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c091a65-f6a7-4e52-9ca3-0e18cc406ad4 HTTP/1.1" status: 200 len: 944 time: 0.0497446 Dec 14 03:33:14.391597 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=d3aac111-058c-4b8c-aa94-c8e3d0996976,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:14.402151 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a1127b2-6d05-48db-a30d-86450fec3682 req-44e492d0-b0f8-46a5-bb52-b394807ed89a tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467472 Dec 14 03:33:14.606358 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['d3aac111-058c-4b8c-aa94-c8e3d0996976'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:33:14.724405 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:33:15.517130 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb988f5-153c-4276-bf4b-4ed0b0be6190 req-f2715cfa-e5a0-4489-bb2e-7e9ebe3061b3 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:15.518633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ebb988f5-153c-4276-bf4b-4ed0b0be6190 req-f2715cfa-e5a0-4489-bb2e-7e9ebe3061b3 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c091a65-f6a7-4e52-9ca3-0e18cc406ad4 HTTP/1.1" status: 200 len: 945 time: 0.0479777 Dec 14 03:33:15.569985 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ebb988f5-153c-4276-bf4b-4ed0b0be6190 req-72fe387e-8c3a-4ad5-97ff-3fb110cdcc2a tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453849 Dec 14 03:33:16.091076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device d3aac111-058c-4b8c-aa94-c8e3d0996976 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:33:16.214507 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port d3aac111-058c-4b8c-aa94-c8e3d0996976 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:33:16.218227 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port d3aac111-058c-4b8c-aa94-c8e3d0996976 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:33:16.218615 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:16.292535 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:16.318012 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c091a65-f6a7-4e52-9ca3-0e18cc406ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3aac111-058c-4b8c-aa94-c8e3d0996976'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:33:16.320231 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7209a6a6-ec08-4660-b4e4-dd1c3dbd643e" -d '{"events": [{"server_uuid": "4c091a65-f6a7-4e52-9ca3-0e18cc406ad4", "name": "network-vif-plugged", "status": "completed", "tag": "d3aac111-058c-4b8c-aa94-c8e3d0996976"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:33:16.491502 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503d7c93-970b-40a0-83c1-98a0a8066b52 x-openstack-request-id: req-503d7c93-970b-40a0-83c1-98a0a8066b52 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:33:16.491735 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c091a65-f6a7-4e52-9ca3-0e18cc406ad4", "name": "network-vif-plugged", "status": "completed", "tag": "d3aac111-058c-4b8c-aa94-c8e3d0996976", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:33:16.491980 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-503d7c93-970b-40a0-83c1-98a0a8066b52 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:33:16.492327 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c091a65-f6a7-4e52-9ca3-0e18cc406ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3aac111-058c-4b8c-aa94-c8e3d0996976', 'code': 200} Dec 14 03:33:16.493839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33812b5-c5d8-4830-860b-85893b50bfb7 req-f4b35333-46fd-4427-8109-a630dcba83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:16.494330 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port d3aac111-058c-4b8c-aa94-c8e3d0996976, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d3aac111-058c-4b8c-aa94-c8e3d0996976,segment=NetworkSegment(fa5f2e74-8405-489d-b187-cb13a71fe28a),segment_id=fa5f2e74-8405-489d-b187-cb13a71fe28a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:33:16.495377 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c33812b5-c5d8-4830-860b-85893b50bfb7 req-f4b35333-46fd-4427-8109-a630dcba83e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4c091a65-f6a7-4e52-9ca3-0e18cc406ad4 HTTP/1.1" status: 200 len: 1096 time: 0.0412619 Dec 14 03:33:16.540061 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c33812b5-c5d8-4830-860b-85893b50bfb7 req-99abbb66-fe2f-450d-9e6e-e582cb4acf0c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371962 Dec 14 03:33:16.552435 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:16.598336 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=d3aac111-058c-4b8c-aa94-c8e3d0996976,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:16.688207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4eb3e7-7e0a-4c31-8055-da254ff7ca96 req-81700cdf-7beb-4a45-b9ed-e69a2c5ad389 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:16.689728 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2e4eb3e7-7e0a-4c31-8055-da254ff7ca96 req-81700cdf-7beb-4a45-b9ed-e69a2c5ad389 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c091a65-f6a7-4e52-9ca3-0e18cc406ad4 HTTP/1.1" status: 200 len: 946 time: 0.0532939 Dec 14 03:33:16.736768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2e4eb3e7-7e0a-4c31-8055-da254ff7ca96 req-a54ab470-9128-4415-a240-4426c12972ee tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408180 Dec 14 03:33:17.856133 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808770f5-5039-425f-bfd4-2c08436de437 req-720a58e4-6db8-4f4d-8e67-e14bbfc8c34d tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:17.857695 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-808770f5-5039-425f-bfd4-2c08436de437 req-720a58e4-6db8-4f4d-8e67-e14bbfc8c34d tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c091a65-f6a7-4e52-9ca3-0e18cc406ad4 HTTP/1.1" status: 200 len: 946 time: 0.0499692 Dec 14 03:33:17.905921 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-808770f5-5039-425f-bfd4-2c08436de437 req-cdcd62a0-1f01-4540-b80e-8bc6e4c70618 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422032 Dec 14 03:33:18.025815 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcacd30-0e21-4e7e-a43c-7d46a83208d4 req-3313f4af-c9b1-47c7-94a9-e5bcf1736d20 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:18.027204 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-afcacd30-0e21-4e7e-a43c-7d46a83208d4 req-3313f4af-c9b1-47c7-94a9-e5bcf1736d20 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c091a65-f6a7-4e52-9ca3-0e18cc406ad4 HTTP/1.1" status: 200 len: 946 time: 0.0537450 Dec 14 03:33:18.073320 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-afcacd30-0e21-4e7e-a43c-7d46a83208d4 req-e4fc6c38-f904-4760-9e86-fda1b3b4ff2c tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401378 Dec 14 03:33:27.596967 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:30.734586 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:32.792347 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-807298b3-7454-4b73-8122-e9834d950728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:35.042642 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c3be285c-65a7-4f68-a781-1609d31aa77e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:36.534378 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:37.888783 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:38.654297 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:42.956030 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c1b4c-8b00-4a02-b00a-4aee9bd06a95 req-1aca6684-5ea8-412f-acae-1d42fec702a9 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:42.957678 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-668c1b4c-8b00-4a02-b00a-4aee9bd06a95 req-1aca6684-5ea8-412f-acae-1d42fec702a9 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c091a65-f6a7-4e52-9ca3-0e18cc406ad4 HTTP/1.1" status: 200 len: 946 time: 0.0501370 Dec 14 03:33:43.009808 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-668c1b4c-8b00-4a02-b00a-4aee9bd06a95 req-5ee4d78e-0491-4266-9e72-ec1d43b0c59b tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458922 Dec 14 03:33:44.130582 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669df93f-0ea8-46cc-b0b2-6143c7c3c543 req-813a368d-7836-43d6-b6d0-f8c2c81b1058 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:44.132094 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-669df93f-0ea8-46cc-b0b2-6143c7c3c543 req-813a368d-7836-43d6-b6d0-f8c2c81b1058 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c091a65-f6a7-4e52-9ca3-0e18cc406ad4 HTTP/1.1" status: 200 len: 946 time: 0.0530496 Dec 14 03:33:44.178751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-669df93f-0ea8-46cc-b0b2-6143c7c3c543 req-b80cb84f-c054-4efb-89fb-eeba0421d658 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/security-groups?id=e8ca991d-76a3-4ba7-bfa2-06b652453f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407820 Dec 14 03:33:44.692086 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e4c4c-1059-4ef5-b1bc-0ae245ece2d7 req-b677bfbf-c08c-4ad4-ab23-4e0d475b50e2 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:44.693874 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fa9e4c4c-1059-4ef5-b1bc-0ae245ece2d7 req-b677bfbf-c08c-4ad4-ab23-4e0d475b50e2 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.47 "GET /v2.0/ports?device_id=4c091a65-f6a7-4e52-9ca3-0e18cc406ad4 HTTP/1.1" status: 200 len: 946 time: 0.0546355 Dec 14 03:33:44.781574 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-fa9e4c4c-1059-4ef5-b1bc-0ae245ece2d7 req-d7cba3a8-df09-46e1-9f53-ac5751b91d7b tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Deleting port d3aac111-058c-4b8c-aa94-c8e3d0996976 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:33:44.781916 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-fa9e4c4c-1059-4ef5-b1bc-0ae245ece2d7 req-d7cba3a8-df09-46e1-9f53-ac5751b91d7b tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:44.872127 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-fa9e4c4c-1059-4ef5-b1bc-0ae245ece2d7 req-d7cba3a8-df09-46e1-9f53-ac5751b91d7b tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] For port d3aac111-058c-4b8c-aa94-c8e3d0996976, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d3aac111-058c-4b8c-aa94-c8e3d0996976,segment=NetworkSegment(fa5f2e74-8405-489d-b187-cb13a71fe28a),segment_id=fa5f2e74-8405-489d-b187-cb13a71fe28a)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:33:44.872490 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-fa9e4c4c-1059-4ef5-b1bc-0ae245ece2d7 req-d7cba3a8-df09-46e1-9f53-ac5751b91d7b tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:44.885846 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-fa9e4c4c-1059-4ef5-b1bc-0ae245ece2d7 req-d7cba3a8-df09-46e1-9f53-ac5751b91d7b tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Calling delete_port for d3aac111-058c-4b8c-aa94-c8e3d0996976 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:33:45.076707 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-fa9e4c4c-1059-4ef5-b1bc-0ae245ece2d7 req-d7cba3a8-df09-46e1-9f53-ac5751b91d7b tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:45.104853 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cba3a8-df09-46e1-9f53-ac5751b91d7b tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Pushing event deleted for resources: {'Port': ['ID=d3aac111-058c-4b8c-aa94-c8e3d0996976,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:45.109132 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['d3aac111-058c-4b8c-aa94-c8e3d0996976'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:33:45.147646 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9e4c4c-1059-4ef5-b1bc-0ae245ece2d7 req-d7cba3a8-df09-46e1-9f53-ac5751b91d7b tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] No DVR routers for this DVR port d3aac111-058c-4b8c-aa94-c8e3d0996976 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:33:45.150257 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-fa9e4c4c-1059-4ef5-b1bc-0ae245ece2d7 req-d7cba3a8-df09-46e1-9f53-ac5751b91d7b tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:45.153657 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-fa9e4c4c-1059-4ef5-b1bc-0ae245ece2d7 req-d7cba3a8-df09-46e1-9f53-ac5751b91d7b tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.47 "DELETE /v2.0/ports/d3aac111-058c-4b8c-aa94-c8e3d0996976 HTTP/1.1" status: 204 len: 173 time: 0.4538507 Dec 14 03:33:45.154092 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c091a65-f6a7-4e52-9ca3-0e18cc406ad4', 'name': 'network-vif-deleted', 'tag': 'd3aac111-058c-4b8c-aa94-c8e3d0996976'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:33:45.156345 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492248ad-8891-4bd4-89cb-6f9b0bec2f59" -d '{"events": [{"server_uuid": "4c091a65-f6a7-4e52-9ca3-0e18cc406ad4", "name": "network-vif-deleted", "tag": "d3aac111-058c-4b8c-aa94-c8e3d0996976"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:33:45.193262 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd5210f-d278-4da9-9027-20d561f1a974 x-openstack-request-id: req-2cd5210f-d278-4da9-9027-20d561f1a974 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:33:45.193763 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c091a65-f6a7-4e52-9ca3-0e18cc406ad4", "name": "network-vif-deleted", "tag": "d3aac111-058c-4b8c-aa94-c8e3d0996976", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:33:45.194040 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2cd5210f-d278-4da9-9027-20d561f1a974 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:33:45.194469 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c091a65-f6a7-4e52-9ca3-0e18cc406ad4', 'name': 'network-vif-deleted', 'tag': 'd3aac111-058c-4b8c-aa94-c8e3d0996976', 'status': 'completed', 'code': 200} Dec 14 03:33:45.276064 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b71061c8-40e0-4902-8351-b25f2b5a054c req-b310d26d-8080-40f0-a539-0857692eaf01 tempest-TestEncryptedCinderVolumes-1886191766 tempest-TestEncryptedCinderVolumes-1886191766-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c091a65-f6a7-4e52-9ca3-0e18cc406ad4 HTTP/1.1" status: 200 len: 210 time: 0.0271111 Dec 14 03:33:46.450327 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54076) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:33:46.790567 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d01636fc-8bcc-4837-91a9-9414ba573a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:47.027026 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d01636fc-8bcc-4837-91a9-9414ba573a9f admin admin] Deleting port caa0f9c2-2fc1-478d-a61b-d85d6588b27a {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:33:47.027359 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d01636fc-8bcc-4837-91a9-9414ba573a9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:47.102122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-d01636fc-8bcc-4837-91a9-9414ba573a9f admin admin] For port caa0f9c2-2fc1-478d-a61b-d85d6588b27a, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=caa0f9c2-2fc1-478d-a61b-d85d6588b27a,segment=NetworkSegment(fa5f2e74-8405-489d-b187-cb13a71fe28a),segment_id=fa5f2e74-8405-489d-b187-cb13a71fe28a)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:33:47.102398 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d01636fc-8bcc-4837-91a9-9414ba573a9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:47.114979 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d01636fc-8bcc-4837-91a9-9414ba573a9f admin admin] Calling delete_port for caa0f9c2-2fc1-478d-a61b-d85d6588b27a owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:33:47.368184 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d01636fc-8bcc-4837-91a9-9414ba573a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:47.395288 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01636fc-8bcc-4837-91a9-9414ba573a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=caa0f9c2-2fc1-478d-a61b-d85d6588b27a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:47.564050 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d01636fc-8bcc-4837-91a9-9414ba573a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:47.775587 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01636fc-8bcc-4837-91a9-9414ba573a9f admin admin] Router f50b71f3-f582-4957-80d1-c68afbbd9ff6 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:33:48.220550 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01636fc-8bcc-4837-91a9-9414ba573a9f admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:33:48.226318 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d01636fc-8bcc-4837-91a9-9414ba573a9f admin admin] 10.222.0.39 "PUT /v2.0/routers/f50b71f3-f582-4957-80d1-c68afbbd9ff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7748442 Dec 14 03:33:48.228331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54078) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:33:48.229343 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b57f46-3468-4f42-940f-e07813040d1b None None] Sync routers for ids ['f50b71f3-f582-4957-80d1-c68afbbd9ff6'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:33:48.236236 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device d3aac111-058c-4b8c-aa94-c8e3d0996976 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:33:48.240076 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b57f46-3468-4f42-940f-e07813040d1b None None] Routers {'f50b71f3-f582-4957-80d1-c68afbbd9ff6'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:33:48.240700 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-46b57f46-3468-4f42-940f-e07813040d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:33:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f50b71f3-f582-4957-80d1-c68afbbd9ff6'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:33:48.256199 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: d3aac111-058c-4b8c-aa94-c8e3d0996976 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:33:48.256628 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device d3aac111-058c-4b8c-aa94-c8e3d0996976 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:33:48.332832 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:48.344072 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-46b57f46-3468-4f42-940f-e07813040d1b None None] Set router f50b71f3-f582-4957-80d1-c68afbbd9ff6 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:33:48.436429 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:48.515917 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-46b57f46-3468-4f42-940f-e07813040d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b71f3-f582-4957-80d1-c68afbbd9ff6', 'name': 'tempest-TestEncryptedCinderVolumes-837316413-router', 'tenant_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': 'd079149e-10e0-420f-96d6-0071ec524c76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:32:09Z', 'updated_at': '2021-12-14T03:33:47Z', 'revision_number': 5, 'project_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'gw_port': {'id': 'd079149e-10e0-420f-96d6-0071ec524c76', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:1c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50b71f3-f582-4957-80d1-c68afbbd9ff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:10Z', 'updated_at': '2021-12-14T03:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:33:48.545871 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b57f46-3468-4f42-940f-e07813040d1b None None] Checking router: f50b71f3-f582-4957-80d1-c68afbbd9ff6 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:33:48.554359 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b57f46-3468-4f42-940f-e07813040d1b None None] Routers {'f50b71f3-f582-4957-80d1-c68afbbd9ff6'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:33:48.554969 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-46b57f46-3468-4f42-940f-e07813040d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:33:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f50b71f3-f582-4957-80d1-c68afbbd9ff6'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:33:48.560408 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Deleting port d079149e-10e0-420f-96d6-0071ec524c76 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:33:48.560749 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:48.639691 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-46b57f46-3468-4f42-940f-e07813040d1b None None] Set router f50b71f3-f582-4957-80d1-c68afbbd9ff6 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:33:48.643119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] For port d079149e-10e0-420f-96d6-0071ec524c76, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d079149e-10e0-420f-96d6-0071ec524c76,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:33:48.643487 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:48.660360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Calling delete_port for d079149e-10e0-420f-96d6-0071ec524c76 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:33:48.690977 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-46b57f46-3468-4f42-940f-e07813040d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50b71f3-f582-4957-80d1-c68afbbd9ff6', 'name': 'tempest-TestEncryptedCinderVolumes-837316413-router', 'tenant_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:32:09Z', 'updated_at': '2021-12-14T03:33:48Z', 'revision_number': 6, 'project_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:33:48.720288 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b57f46-3468-4f42-940f-e07813040d1b None None] The sync data for ids ['f50b71f3-f582-4957-80d1-c68afbbd9ff6'] in n-d-821636-1 is: [{'id': 'f50b71f3-f582-4957-80d1-c68afbbd9ff6', 'name': 'tempest-TestEncryptedCinderVolumes-837316413-router', 'tenant_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:32:09Z', 'updated_at': '2021-12-14T03:33:48Z', 'revision_number': 6, 'project_id': 'f9a827b1a57445ff9fd819c2e69d2a75', 'gw_port_host': None}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:33:48.888448 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:48.917880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d079149e-10e0-420f-96d6-0071ec524c76,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:48.932968 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6e3dea-ce62-4fc3-816f-83aaeb3caabd None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:33:48.945677 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:48.946029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:48.946362 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:48.946703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:48.947035 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:48.947461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:48.947683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:48.948011 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:48.948334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:48.948655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:48.948972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:48.949292 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:48.954031 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:48.989071 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:49.081876 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:49.084249 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:49.162705 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:49.163577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f50b71f3-f582-4957-80d1-c68afbbd9ff6 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:33:49.172149 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:49.174082 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c7421169-ce4d-4b8c-a39e-a053c38e20dd admin admin] 10.222.0.39 "DELETE /v2.0/routers/f50b71f3-f582-4957-80d1-c68afbbd9ff6 HTTP/1.1" status: 204 len: 168 time: 0.9447489 Dec 14 03:33:49.176990 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54082) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:33:49.221732 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3d1c53-2a6c-43b4-aa4c-3458b5a42ac7 admin admin] Deleting subnet 8bcbe044-0e54-46c5-a634-dd58ebd354c9 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:33:49.224732 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5f3d1c53-2a6c-43b4-aa4c-3458b5a42ac7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:49.258391 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5f3d1c53-2a6c-43b4-aa4c-3458b5a42ac7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:49.335597 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5f3d1c53-2a6c-43b4-aa4c-3458b5a42ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:49.460250 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5f3d1c53-2a6c-43b4-aa4c-3458b5a42ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:49.489563 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d1c53-2a6c-43b4-aa4c-3458b5a42ac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bcbe044-0e54-46c5-a634-dd58ebd354c9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:49.489563 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5f3d1c53-2a6c-43b4-aa4c-3458b5a42ac7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:49.492794 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5f3d1c53-2a6c-43b4-aa4c-3458b5a42ac7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8bcbe044-0e54-46c5-a634-dd58ebd354c9 HTTP/1.1" status: 204 len: 168 time: 0.3146725 Dec 14 03:33:49.495287 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54084) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:33:49.497625 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device caa0f9c2-2fc1-478d-a61b-d85d6588b27a no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:33:49.499821 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef101ba2-27ae-4168-8e55-060692106ba7 None None] Network e027e52e-e26d-4f8a-a7fc-348e13a00f4f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:33:49.556897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: caa0f9c2-2fc1-478d-a61b-d85d6588b27a {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:33:49.557248 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device caa0f9c2-2fc1-478d-a61b-d85d6588b27a not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:33:49.576565 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:49.635368 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] Deleting port d1f7cbb5-02d4-4dcf-be05-2d1386178e21 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:33:49.635850 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:49.705639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] For port d1f7cbb5-02d4-4dcf-be05-2d1386178e21, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d1f7cbb5-02d4-4dcf-be05-2d1386178e21,segment=NetworkSegment(fa5f2e74-8405-489d-b187-cb13a71fe28a),segment_id=fa5f2e74-8405-489d-b187-cb13a71fe28a)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:33:49.706011 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:49.720633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] Calling delete_port for d1f7cbb5-02d4-4dcf-be05-2d1386178e21 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:33:49.763173 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] DHCP port deletion for e027e52e-e26d-4f8a-a7fc-348e13a00f4f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:33:49.822422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] Deleting port d1f7cbb5-02d4-4dcf-be05-2d1386178e21 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:33:49.822422 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:49.881284 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] For port d1f7cbb5-02d4-4dcf-be05-2d1386178e21, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d1f7cbb5-02d4-4dcf-be05-2d1386178e21,segment=NetworkSegment(fa5f2e74-8405-489d-b187-cb13a71fe28a),segment_id=fa5f2e74-8405-489d-b187-cb13a71fe28a)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:33:49.881729 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:49.888626 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:49.894186 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] Calling delete_port for d1f7cbb5-02d4-4dcf-be05-2d1386178e21 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:33:49.917432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] No DVR routers for this DVR port d1f7cbb5-02d4-4dcf-be05-2d1386178e21 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:33:49.922280 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f7cbb5-02d4-4dcf-be05-2d1386178e21,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:49.975633 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:49.998775 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] Pushing event deleted for resources: {'Port': ['ID=d1f7cbb5-02d4-4dcf-be05-2d1386178e21,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:50.004962 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:50.008158 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] No DVR routers for this DVR port d1f7cbb5-02d4-4dcf-be05-2d1386178e21 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:33:50.010524 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:50.010879 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:50.011340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:50.011682 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:50.012022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:50.012359 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:50.013126 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:50.013126 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:50.013360 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:50.013683 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:50.014010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:50.014337 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:50.014672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a4afc-4edb-48d9-92a4-1f5e17cb4527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:33:50.029291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e027e52e-e26d-4f8a-a7fc-348e13a00f4f']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:33:50.039213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5f2e74-8405-489d-b187-cb13a71fe28a') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:33:50.039512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5f2e74-8405-489d-b187-cb13a71fe28a') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:33:50.049375 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:50.062034 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:50.067841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:33:50.068229 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: timer() Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:33:50.074186 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:33:50.214578 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:50.228722 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:50.228722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] 10.222.0.39 "DELETE /v2.0/networks/e027e52e-e26d-4f8a-a7fc-348e13a00f4f HTTP/1.1" status: 204 len: 168 time: 0.7305756 Dec 14 03:33:50.230568 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54086) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:33:50.237971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b409c-6515-4d4e-a783-7d43be80326b admin admin] Pushing event deleted for resources: {'Network': ['ID=e027e52e-e26d-4f8a-a7fc-348e13a00f4f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:50.573557 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0c374c7d-f9aa-455d-8bb3-bfec4b873d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:50.817485 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-0c374c7d-f9aa-455d-8bb3-bfec4b873d1c admin admin] Deleting port 869c562a-f240-45ed-8a3d-0141f4eedd3e {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:33:50.817836 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0c374c7d-f9aa-455d-8bb3-bfec4b873d1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:50.897578 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-0c374c7d-f9aa-455d-8bb3-bfec4b873d1c admin admin] For port 869c562a-f240-45ed-8a3d-0141f4eedd3e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=869c562a-f240-45ed-8a3d-0141f4eedd3e,segment=NetworkSegment(e215e0ff-d2d6-481c-a5a5-9ec4f70210a4),segment_id=e215e0ff-d2d6-481c-a5a5-9ec4f70210a4)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:33:50.897945 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0c374c7d-f9aa-455d-8bb3-bfec4b873d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:50.910672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-0c374c7d-f9aa-455d-8bb3-bfec4b873d1c admin admin] Calling delete_port for 869c562a-f240-45ed-8a3d-0141f4eedd3e owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:33:51.036991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d079149e-10e0-420f-96d6-0071ec524c76 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:33:51.058045 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: d079149e-10e0-420f-96d6-0071ec524c76 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:33:51.058395 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d079149e-10e0-420f-96d6-0071ec524c76 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:33:51.058804 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d1f7cbb5-02d4-4dcf-be05-2d1386178e21 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:33:51.077748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: d1f7cbb5-02d4-4dcf-be05-2d1386178e21 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:33:51.078089 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d1f7cbb5-02d4-4dcf-be05-2d1386178e21 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:33:51.156960 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0c374c7d-f9aa-455d-8bb3-bfec4b873d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:51.182904 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c374c7d-f9aa-455d-8bb3-bfec4b873d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=869c562a-f240-45ed-8a3d-0141f4eedd3e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:51.347320 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0c374c7d-f9aa-455d-8bb3-bfec4b873d1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:51.560094 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c374c7d-f9aa-455d-8bb3-bfec4b873d1c admin admin] Router a2d1f033-0e19-463c-b3cb-15bd5e2464c3 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:33:51.666897 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c374c7d-f9aa-455d-8bb3-bfec4b873d1c admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:33:51.671851 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0c374c7d-f9aa-455d-8bb3-bfec4b873d1c admin admin] 10.222.0.39 "PUT /v2.0/routers/a2d1f033-0e19-463c-b3cb-15bd5e2464c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4396882 Dec 14 03:33:51.675029 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54088) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:33:51.678785 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20404bd-6c3c-4cf2-be32-20eb3e67caf7 None None] Sync routers for ids ['a2d1f033-0e19-463c-b3cb-15bd5e2464c3'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:33:51.688724 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20404bd-6c3c-4cf2-be32-20eb3e67caf7 None None] Routers {'a2d1f033-0e19-463c-b3cb-15bd5e2464c3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:33:51.689882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f20404bd-6c3c-4cf2-be32-20eb3e67caf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:33:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a2d1f033-0e19-463c-b3cb-15bd5e2464c3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:33:51.723480 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:33:51.779741 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e87a18b-d5bf-43ea-ae9e-92dafbc12e66 admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:51.793478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-f20404bd-6c3c-4cf2-be32-20eb3e67caf7 None None] Set router a2d1f033-0e19-463c-b3cb-15bd5e2464c3 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:33:51.884027 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e87a18b-d5bf-43ea-ae9e-92dafbc12e66 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:51.973269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f20404bd-6c3c-4cf2-be32-20eb3e67caf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d1f033-0e19-463c-b3cb-15bd5e2464c3', 'name': 'tempest-TestEncryptedCinderVolumes-444650790-router', 'tenant_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '3cbba95a-ad76-428a-a8dd-df1c0e94795e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:32:15Z', 'updated_at': '2021-12-14T03:33:51Z', 'revision_number': 5, 'project_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'gw_port': {'id': '3cbba95a-ad76-428a-a8dd-df1c0e94795e', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d1f033-0e19-463c-b3cb-15bd5e2464c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:32:16Z', 'updated_at': '2021-12-14T03:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:33:51.999610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20404bd-6c3c-4cf2-be32-20eb3e67caf7 None None] Checking router: a2d1f033-0e19-463c-b3cb-15bd5e2464c3 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:33:52.008853 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20404bd-6c3c-4cf2-be32-20eb3e67caf7 None None] Routers {'a2d1f033-0e19-463c-b3cb-15bd5e2464c3'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:33:52.009501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f20404bd-6c3c-4cf2-be32-20eb3e67caf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:33:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a2d1f033-0e19-463c-b3cb-15bd5e2464c3'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:33:52.018612 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9e87a18b-d5bf-43ea-ae9e-92dafbc12e66 admin admin] Deleting port 3cbba95a-ad76-428a-a8dd-df1c0e94795e {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:33:52.018957 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e87a18b-d5bf-43ea-ae9e-92dafbc12e66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:52.096613 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-f20404bd-6c3c-4cf2-be32-20eb3e67caf7 None None] Set router a2d1f033-0e19-463c-b3cb-15bd5e2464c3 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:33:52.097658 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-9e87a18b-d5bf-43ea-ae9e-92dafbc12e66 admin admin] For port 3cbba95a-ad76-428a-a8dd-df1c0e94795e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=3cbba95a-ad76-428a-a8dd-df1c0e94795e,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:33:52.098030 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e87a18b-d5bf-43ea-ae9e-92dafbc12e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:52.115206 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-9e87a18b-d5bf-43ea-ae9e-92dafbc12e66 admin admin] Calling delete_port for 3cbba95a-ad76-428a-a8dd-df1c0e94795e owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:33:52.150659 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f20404bd-6c3c-4cf2-be32-20eb3e67caf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d1f033-0e19-463c-b3cb-15bd5e2464c3', 'name': 'tempest-TestEncryptedCinderVolumes-444650790-router', 'tenant_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:32:15Z', 'updated_at': '2021-12-14T03:33:51Z', 'revision_number': 6, 'project_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:33:52.175732 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20404bd-6c3c-4cf2-be32-20eb3e67caf7 None None] The sync data for ids ['a2d1f033-0e19-463c-b3cb-15bd5e2464c3'] in n-d-821636-1 is: [{'id': 'a2d1f033-0e19-463c-b3cb-15bd5e2464c3', 'name': 'tempest-TestEncryptedCinderVolumes-444650790-router', 'tenant_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:32:15Z', 'updated_at': '2021-12-14T03:33:51Z', 'revision_number': 6, 'project_id': '1b5c9c7b013e4bd4a86dfa4fcc1fe7da', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:33:52.394290 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e87a18b-d5bf-43ea-ae9e-92dafbc12e66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:52.421491 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87a18b-d5bf-43ea-ae9e-92dafbc12e66 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cbba95a-ad76-428a-a8dd-df1c0e94795e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:52.436468 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875ad306-f01a-457a-aef7-d2b3b089be14 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:33:52.494945 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e87a18b-d5bf-43ea-ae9e-92dafbc12e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:52.575955 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e87a18b-d5bf-43ea-ae9e-92dafbc12e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:52.578319 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e87a18b-d5bf-43ea-ae9e-92dafbc12e66 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:52.791239 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e87a18b-d5bf-43ea-ae9e-92dafbc12e66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:52.791758 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e87a18b-d5bf-43ea-ae9e-92dafbc12e66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2d1f033-0e19-463c-b3cb-15bd5e2464c3 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:33:52.796865 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-9e87a18b-d5bf-43ea-ae9e-92dafbc12e66 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:52.799273 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9e87a18b-d5bf-43ea-ae9e-92dafbc12e66 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a2d1f033-0e19-463c-b3cb-15bd5e2464c3 HTTP/1.1" status: 204 len: 168 time: 1.1222420 Dec 14 03:33:52.801242 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54090) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:33:52.853598 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3814611-22dd-4b24-9877-44697425e116 admin admin] Deleting subnet 67254e23-b40f-4b16-9402-0dc07a178380 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:33:52.856537 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3814611-22dd-4b24-9877-44697425e116 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:52.893327 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3814611-22dd-4b24-9877-44697425e116 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:52.970705 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3814611-22dd-4b24-9877-44697425e116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:53.045289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3cbba95a-ad76-428a-a8dd-df1c0e94795e no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:33:53.066877 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 3cbba95a-ad76-428a-a8dd-df1c0e94795e {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:33:53.067225 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 3cbba95a-ad76-428a-a8dd-df1c0e94795e not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:33:53.067638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 869c562a-f240-45ed-8a3d-0141f4eedd3e no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:33:53.086052 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 869c562a-f240-45ed-8a3d-0141f4eedd3e {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:33:53.086404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 869c562a-f240-45ed-8a3d-0141f4eedd3e not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:33:53.197539 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3814611-22dd-4b24-9877-44697425e116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:53.223431 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3814611-22dd-4b24-9877-44697425e116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67254e23-b40f-4b16-9402-0dc07a178380,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:53.226999 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a3814611-22dd-4b24-9877-44697425e116 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:53.230230 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a3814611-22dd-4b24-9877-44697425e116 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/67254e23-b40f-4b16-9402-0dc07a178380 HTTP/1.1" status: 204 len: 168 time: 0.4279106 Dec 14 03:33:53.232711 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b904489e-e7f4-4c98-b750-dea5c5599f49 None None] Network 4952a1ba-9ac3-4072-8297-17ba8aff5b9a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:33:53.233245 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54092) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:33:53.301728 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:53.356758 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] Deleting port cb2e0893-b750-44b0-9433-6343319674c3 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:33:53.357101 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:53.373674 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71ca9c1-fd9c-40d2-8db5-8ced31282ad9 None None] DHCP port deletion for 4952a1ba-9ac3-4072-8297-17ba8aff5b9a request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:33:53.420415 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a71ca9c1-fd9c-40d2-8db5-8ced31282ad9 None None] Deleting port cb2e0893-b750-44b0-9433-6343319674c3 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:33:53.420789 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a71ca9c1-fd9c-40d2-8db5-8ced31282ad9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:53.427353 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] For port cb2e0893-b750-44b0-9433-6343319674c3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=cb2e0893-b750-44b0-9433-6343319674c3,segment=NetworkSegment(e215e0ff-d2d6-481c-a5a5-9ec4f70210a4),segment_id=e215e0ff-d2d6-481c-a5a5-9ec4f70210a4)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:33:53.427844 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:53.441527 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] Calling delete_port for cb2e0893-b750-44b0-9433-6343319674c3 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:33:53.487550 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a71ca9c1-fd9c-40d2-8db5-8ced31282ad9 None None] For port cb2e0893-b750-44b0-9433-6343319674c3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=cb2e0893-b750-44b0-9433-6343319674c3,segment=NetworkSegment(e215e0ff-d2d6-481c-a5a5-9ec4f70210a4),segment_id=e215e0ff-d2d6-481c-a5a5-9ec4f70210a4)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:33:53.487955 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a71ca9c1-fd9c-40d2-8db5-8ced31282ad9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:53.500455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a71ca9c1-fd9c-40d2-8db5-8ced31282ad9 None None] Calling delete_port for cb2e0893-b750-44b0-9433-6343319674c3 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:33:53.688385 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:53.695986 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a71ca9c1-fd9c-40d2-8db5-8ced31282ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:53.716762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2e0893-b750-44b0-9433-6343319674c3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:53.718598 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] No DVR routers for this DVR port cb2e0893-b750-44b0-9433-6343319674c3 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:33:53.727703 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ca9c1-fd9c-40d2-8db5-8ced31282ad9 None None] Pushing event deleted for resources: {'Port': ['ID=cb2e0893-b750-44b0-9433-6343319674c3,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:53.732153 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71ca9c1-fd9c-40d2-8db5-8ced31282ad9 None None] No DVR routers for this DVR port cb2e0893-b750-44b0-9433-6343319674c3 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:33:53.793596 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:53.812920 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4952a1ba-9ac3-4072-8297-17ba8aff5b9a']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:33:53.822366 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e215e0ff-d2d6-481c-a5a5-9ec4f70210a4') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:33:53.822673 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e215e0ff-d2d6-481c-a5a5-9ec4f70210a4') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:33:53.832397 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:53.845133 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:53.851782 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:33:53.851782 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:33:53.852925 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:33:54.008820 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:54.031591 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:54.031591 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] 10.222.0.39 "DELETE /v2.0/networks/4952a1ba-9ac3-4072-8297-17ba8aff5b9a HTTP/1.1" status: 204 len: 168 time: 0.7845228 Dec 14 03:33:54.031591 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed56d97-062b-4104-bccd-19bb81f7b715 admin admin] Pushing event deleted for resources: {'Network': ['ID=4952a1ba-9ac3-4072-8297-17ba8aff5b9a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:54.356730 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54096) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:33:54.396156 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-13fbdb6b-437c-4f10-ae96-5dafded48fde admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9a827b1a57445ff9fd819c2e69d2a75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382297 Dec 14 03:33:54.398572 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54098) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:33:54.444977 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e156cd84-fc31-49d4-add2-d5a6c0523926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:54.465013 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e156cd84-fc31-49d4-add2-d5a6c0523926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:54.591377 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e156cd84-fc31-49d4-add2-d5a6c0523926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:54.594346 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e156cd84-fc31-49d4-add2-d5a6c0523926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:54.596249 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e156cd84-fc31-49d4-add2-d5a6c0523926 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8ca991d-76a3-4ba7-bfa2-06b652453f27 HTTP/1.1" status: 204 len: 168 time: 0.1966467 Dec 14 03:33:54.604313 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156cd84-fc31-49d4-add2-d5a6c0523926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ca991d-76a3-4ba7-bfa2-06b652453f27,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:55.033790 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device cb2e0893-b750-44b0-9433-6343319674c3 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:33:55.053037 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: cb2e0893-b750-44b0-9433-6343319674c3 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:33:55.053410 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device cb2e0893-b750-44b0-9433-6343319674c3 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:33:55.209759 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54104) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:33:55.250010 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ed349ebc-c5cb-459e-b5ea-92a29eac1b27 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b5c9c7b013e4bd4a86dfa4fcc1fe7da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391014 Dec 14 03:33:55.253367 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54106) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:33:55.307800 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-57e32f54-8dc5-4e63-a281-0a791dbd8419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:55.328585 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-57e32f54-8dc5-4e63-a281-0a791dbd8419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:55.442495 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-57e32f54-8dc5-4e63-a281-0a791dbd8419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:55.445099 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-57e32f54-8dc5-4e63-a281-0a791dbd8419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:55.446333 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-57e32f54-8dc5-4e63-a281-0a791dbd8419 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb729082-14f9-4530-8ec2-7d5ec6ff4100 HTTP/1.1" status: 204 len: 168 time: 0.1920729 Dec 14 03:33:55.467670 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e32f54-8dc5-4e63-a281-0a791dbd8419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb729082-14f9-4530-8ec2-7d5ec6ff4100,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:56.432101 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54128) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:33:56.526964 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-dc6744b2-47ee-43ca-989b-1907083f1665 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1395087229-network', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:33:56.646172 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6744b2-47ee-43ca-989b-1907083f1665 admin admin] Made reservation on behalf of d30d1c0619e6464bbdaf0e37c7f77e00 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:33:56.648512 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dc6744b2-47ee-43ca-989b-1907083f1665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:56.658374 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dc6744b2-47ee-43ca-989b-1907083f1665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:56.729886 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dc6744b2-47ee-43ca-989b-1907083f1665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:56.790994 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dc6744b2-47ee-43ca-989b-1907083f1665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:56.815268 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6744b2-47ee-43ca-989b-1907083f1665 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:33:56.824584 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6744b2-47ee-43ca-989b-1907083f1665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d548d44-9fa4-419c-80e0-57e1c7b6ff63,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:56.829210 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dc6744b2-47ee-43ca-989b-1907083f1665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:56.830297 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-dc6744b2-47ee-43ca-989b-1907083f1665 admin admin] Added segment 96c7db0a-cbbc-4ead-9494-063f6d09aee9 of type vlan for network ddca801a-1463-4dd4-8a4a-b5dadcbf1028 Dec 14 03:33:56.870924 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dc6744b2-47ee-43ca-989b-1907083f1665 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:56.945469 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dc6744b2-47ee-43ca-989b-1907083f1665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:56.946442 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6744b2-47ee-43ca-989b-1907083f1665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:56.947024 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dc6744b2-47ee-43ca-989b-1907083f1665 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:57.006441 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6744b2-47ee-43ca-989b-1907083f1665 admin admin] Pushing event updated for resources: {'Network': ['ID=ddca801a-1463-4dd4-8a4a-b5dadcbf1028,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:57.016246 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network ddca801a-1463-4dd4-8a4a-b5dadcbf1028 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:33:57.051841 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dc6744b2-47ee-43ca-989b-1907083f1665 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6184545 Dec 14 03:33:57.054465 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54132) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:33:57.059213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-af98987c-270c-4bd6-9ac2-5d616f4872b9 admin admin] Request body: {'subnet': {'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1395087229-subnet', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:33:57.122490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af98987c-270c-4bd6-9ac2-5d616f4872b9 admin admin] Made reservation on behalf of d30d1c0619e6464bbdaf0e37c7f77e00 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:33:57.124831 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af98987c-270c-4bd6-9ac2-5d616f4872b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:57.351421 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af98987c-270c-4bd6-9ac2-5d616f4872b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:57.406545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98987c-270c-4bd6-9ac2-5d616f4872b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9ad7b72-2b9c-4483-a10a-cb0097b91bfa,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:57.414499 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98987c-270c-4bd6-9ac2-5d616f4872b9 admin admin] Checking segment: {'id': '96c7db0a-cbbc-4ead-9494-063f6d09aee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:33:57.414864 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af98987c-270c-4bd6-9ac2-5d616f4872b9 admin admin] Network hostable DHCP agents. Network: ddca801a-1463-4dd4-8a4a-b5dadcbf1028, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:33:57.488101 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af98987c-270c-4bd6-9ac2-5d616f4872b9 admin admin] Network ddca801a-1463-4dd4-8a4a-b5dadcbf1028 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:33:57.556941 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-af98987c-270c-4bd6-9ac2-5d616f4872b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, ddca801a-1463-4dd4-8a4a-b5dadcbf1028) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:33:57.561510 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af98987c-270c-4bd6-9ac2-5d616f4872b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:33:57.562102 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-af98987c-270c-4bd6-9ac2-5d616f4872b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:57.567297 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8172ef5-5efe-4a58-98c6-0f6cf5d39c2b None None] Network ddca801a-1463-4dd4-8a4a-b5dadcbf1028 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:33:57.637431 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:57.645565 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-af98987c-270c-4bd6-9ac2-5d616f4872b9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5899861 Dec 14 03:33:57.648260 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54134) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:33:57.652569 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1395087229-router', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:33:57.670146 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-ddca801a-1463-4dd4-8a4a-b5dadcbf1028', 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028', 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'fixed_ips': [{'subnet_id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:33:57.670985 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:57.706354 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:57.707457 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:57.763339 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:57.802238 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Allocated IP 172.20.0.2 (ddca801a-1463-4dd4-8a4a-b5dadcbf1028/b9ad7b72-2b9c-4483-a10a-cb0097b91bfa/10d4f4e6-9366-47db-a190-d9ae0274bc66) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:33:57.936604 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:57.946277 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:58.031572 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:58.069422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Network ddca801a-1463-4dd4-8a4a-b5dadcbf1028 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:33:58.072340 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:33:58.076036 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:33:58.085106 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Pushing event updated for resources: {'Port': ['ID=10d4f4e6-9366-47db-a190-d9ae0274bc66,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:58.139638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Attempting to bind port 10d4f4e6-9366-47db-a190-d9ae0274bc66 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:33:58.140021 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Attempting to bind port 10d4f4e6-9366-47db-a190-d9ae0274bc66 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '96c7db0a-cbbc-4ead-9494-063f6d09aee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:33:58.140399 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Attempting to bind port 10d4f4e6-9366-47db-a190-d9ae0274bc66 on network ddca801a-1463-4dd4-8a4a-b5dadcbf1028 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:33:58.146325 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:33:58.146715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Checking segment: {'id': '96c7db0a-cbbc-4ead-9494-063f6d09aee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:33:58.147127 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:58.147671 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Bound using segment: {'id': '96c7db0a-cbbc-4ead-9494-063f6d09aee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:33:58.148152 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Bound port: 10d4f4e6-9366-47db-a190-d9ae0274bc66, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c7db0a-cbbc-4ead-9494-063f6d09aee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:33:58.148545 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:58.214010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] For port 10d4f4e6-9366-47db-a190-d9ae0274bc66, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:33:58.217214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] For port 10d4f4e6-9366-47db-a190-d9ae0274bc66, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=10d4f4e6-9366-47db-a190-d9ae0274bc66,segment=NetworkSegment(96c7db0a-cbbc-4ead-9494-063f6d09aee9),segment_id=96c7db0a-cbbc-4ead-9494-063f6d09aee9)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:33:58.271858 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:58.335227 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84b6a0-dec5-47fe-9c20-10085d1429ca None None] Pushing event updated for resources: {'Port': ['ID=10d4f4e6-9366-47db-a190-d9ae0274bc66,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:58.556338 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:58.576200 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:58.689744 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] Allocated IP 172.25.7.248 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/1b367597-42e8-4757-be88-d7b8c0ab8611) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:33:58.791754 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:58.859695 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:58.903970 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:33:58.906936 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:33:58.911399 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:33:58.922170 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39913f04-49be-4b6f-a8b9-fee33077c2ee None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:33:58.943375 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] Pushing event updated for resources: {'Port': ['ID=1b367597-42e8-4757-be88-d7b8c0ab8611,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:59.037818 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d7df60df-ea9d-4c0a-b936-e04219af71bc None None] Provisioning complete for port 1b367597-42e8-4757-be88-d7b8c0ab8611 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:33:59.038400 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d7df60df-ea9d-4c0a-b936-e04219af71bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:59.082496 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d7df60df-ea9d-4c0a-b936-e04219af71bc None None] Port 1b367597-42e8-4757-be88-d7b8c0ab8611 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:33:59.105728 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 10d4f4e6-9366-47db-a190-d9ae0274bc66 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:33:59.156451 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 10d4f4e6-9366-47db-a190-d9ae0274bc66 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:33:59.156821 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:59.247874 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:59.249161 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:59.290591 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 10d4f4e6-9366-47db-a190-d9ae0274bc66, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=10d4f4e6-9366-47db-a190-d9ae0274bc66,segment=NetworkSegment(96c7db0a-cbbc-4ead-9494-063f6d09aee9),segment_id=96c7db0a-cbbc-4ead-9494-063f6d09aee9)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:33:59.323545 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8ab882-ccbe-4815-8aa2-e3b8962d332f None None] Network ddca801a-1463-4dd4-8a4a-b5dadcbf1028 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:33:59.364125 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:59.444627 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5c6c689a-aceb-42ce-ace0-19d13c407cd2 None None] Provisioning complete for port 10d4f4e6-9366-47db-a190-d9ae0274bc66 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:33:59.444999 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5c6c689a-aceb-42ce-ace0-19d13c407cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:59.448288 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=10d4f4e6-9366-47db-a190-d9ae0274bc66,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:33:59.456697 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:59.642766 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] Router cb448b62-5ae1-4065-9542-aec70124131b is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:33:59.755551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:33:59.764723 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Sync routers for ids ['cb448b62-5ae1-4065-9542-aec70124131b'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:33:59.774180 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Routers {'cb448b62-5ae1-4065-9542-aec70124131b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:33:59.774866 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:33:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cb448b62-5ae1-4065-9542-aec70124131b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:33:59.775982 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a24c6b12-1497-4a36-8ac3-6ada2bbd8f6c None None] Provisioning complete for port 10d4f4e6-9366-47db-a190-d9ae0274bc66 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:33:59.776357 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a24c6b12-1497-4a36-8ac3-6ada2bbd8f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:59.884754 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:33:59.886097 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-16efee85-9971-457c-9197-2ace1f8d29eb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2368631 Dec 14 03:33:59.888893 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54136) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:33:59.970637 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Set router cb448b62-5ae1-4065-9542-aec70124131b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:34:00.143013 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'name': 'tempest-TestMinimumBasicScenario-1395087229-router', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:33:57Z', 'updated_at': '2021-12-14T03:33:59Z', 'revision_number': 3, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'gw_port': {'id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:33:58Z', 'updated_at': '2021-12-14T03:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:34:00.168323 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Checking router: cb448b62-5ae1-4065-9542-aec70124131b for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:34:00.168681 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Updating router cb448b62-5ae1-4065-9542-aec70124131b port 1b367597-42e8-4757-be88-d7b8c0ab8611 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:34:00.196655 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:00.307864 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-79d79eb1-b80a-4e3c-93fb-961853c24b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:00.441069 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:00.465461 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-79d79eb1-b80a-4e3c-93fb-961853c24b6d admin admin] Allocated IP 172.20.0.1 (ddca801a-1463-4dd4-8a4a-b5dadcbf1028/b9ad7b72-2b9c-4483-a10a-cb0097b91bfa/f1de5cec-cc4d-4322-a82b-112dc87d6523) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:34:00.510968 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:00.553349 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b21f19-d9e2-4f36-a737-d1d0ae2da125 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:34:00.569197 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Attempting to bind port 1b367597-42e8-4757-be88-d7b8c0ab8611 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:34:00.569486 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Attempting to bind port 1b367597-42e8-4757-be88-d7b8c0ab8611 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:34:00.569851 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Attempting to bind port 1b367597-42e8-4757-be88-d7b8c0ab8611 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:34:00.571341 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-79d79eb1-b80a-4e3c-93fb-961853c24b6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:00.576944 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409334aa-bda0-4fea-b89d-1c0ecc772118 None None] Pushing event updated for resources: {'Port': ['ID=1b367597-42e8-4757-be88-d7b8c0ab8611,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:00.583868 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:34:00.584109 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:34:00.584571 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:00.585378 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:34:00.585378 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Bound port: 1b367597-42e8-4757-be88-d7b8c0ab8611, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:34:00.585731 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:00.586087 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0019cacf-f1a7-41e4-9c12-fe2c95fb01d2 None None] Provisioning complete for port 1b367597-42e8-4757-be88-d7b8c0ab8611 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:00.586693 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0019cacf-f1a7-41e4-9c12-fe2c95fb01d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:00.588370 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409334aa-bda0-4fea-b89d-1c0ecc772118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:00.588712 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409334aa-bda0-4fea-b89d-1c0ecc772118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:00.589224 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409334aa-bda0-4fea-b89d-1c0ecc772118 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:00.589590 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409334aa-bda0-4fea-b89d-1c0ecc772118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:00.589922 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409334aa-bda0-4fea-b89d-1c0ecc772118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:00.590256 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409334aa-bda0-4fea-b89d-1c0ecc772118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:00.590585 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409334aa-bda0-4fea-b89d-1c0ecc772118 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:00.590909 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409334aa-bda0-4fea-b89d-1c0ecc772118 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:00.591247 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409334aa-bda0-4fea-b89d-1c0ecc772118 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:00.591557 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409334aa-bda0-4fea-b89d-1c0ecc772118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:00.591877 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409334aa-bda0-4fea-b89d-1c0ecc772118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:00.592201 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409334aa-bda0-4fea-b89d-1c0ecc772118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:00.592518 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-409334aa-bda0-4fea-b89d-1c0ecc772118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:00.632192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-0019cacf-f1a7-41e4-9c12-fe2c95fb01d2 None None] Port 1b367597-42e8-4757-be88-d7b8c0ab8611 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:34:00.657560 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] For port 1b367597-42e8-4757-be88-d7b8c0ab8611, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:34:00.661086 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] For port 1b367597-42e8-4757-be88-d7b8c0ab8611, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1b367597-42e8-4757-be88-d7b8c0ab8611,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:34:00.688608 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-79d79eb1-b80a-4e3c-93fb-961853c24b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:00.730000 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d79eb1-b80a-4e3c-93fb-961853c24b6d admin admin] Network ddca801a-1463-4dd4-8a4a-b5dadcbf1028 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:34:00.732877 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-79d79eb1-b80a-4e3c-93fb-961853c24b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:34:00.736563 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d79eb1-b80a-4e3c-93fb-961853c24b6d admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:34:00.744027 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d79eb1-b80a-4e3c-93fb-961853c24b6d admin admin] Pushing event updated for resources: {'Port': ['ID=f1de5cec-cc4d-4322-a82b-112dc87d6523,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:00.762880 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:00.766812 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:00.780106 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-79d79eb1-b80a-4e3c-93fb-961853c24b6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:00.817775 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409334aa-bda0-4fea-b89d-1c0ecc772118 None None] Pushing event updated for resources: {'Port': ['ID=1b367597-42e8-4757-be88-d7b8c0ab8611,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:00.819620 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d6d825-3513-4bbf-bab3-f49ca6b7fff5 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:34:00.841022 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Routers {'cb448b62-5ae1-4065-9542-aec70124131b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:34:00.841848 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:33:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cb448b62-5ae1-4065-9542-aec70124131b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:34:00.956759 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4dd31c76-6863-48bf-adcc-d0fd5481accd None None] Provisioning complete for port 1b367597-42e8-4757-be88-d7b8c0ab8611 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:00.957136 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4dd31c76-6863-48bf-adcc-d0fd5481accd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:00.965038 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] Set router cb448b62-5ae1-4065-9542-aec70124131b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:34:00.984952 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-79d79eb1-b80a-4e3c-93fb-961853c24b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:01.163678 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'name': 'tempest-TestMinimumBasicScenario-1395087229-router', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:33:57Z', 'updated_at': '2021-12-14T03:33:59Z', 'revision_number': 3, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'gw_port': {'id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:33:58Z', 'updated_at': '2021-12-14T03:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:34:01.173347 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-79d79eb1-b80a-4e3c-93fb-961853c24b6d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:01.194744 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb632d1-73fa-47f5-94a8-0e7aa71f7ad2 None None] The sync data for ids ['cb448b62-5ae1-4065-9542-aec70124131b'] in n-d-821636-1 is: [{'id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'name': 'tempest-TestMinimumBasicScenario-1395087229-router', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:33:57Z', 'updated_at': '2021-12-14T03:33:59Z', 'revision_number': 3, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'gw_port': {'id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:33:58Z', 'updated_at': '2021-12-14T03:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:34:01.208096 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 10d4f4e6-9366-47db-a190-d9ae0274bc66 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:34:01.243331 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-79d79eb1-b80a-4e3c-93fb-961853c24b6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:01.253429 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4dd31c76-6863-48bf-adcc-d0fd5481accd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:01.281353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-4dd31c76-6863-48bf-adcc-d0fd5481accd None None] For port 1b367597-42e8-4757-be88-d7b8c0ab8611, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1b367597-42e8-4757-be88-d7b8c0ab8611,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:34:01.291580 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 10d4f4e6-9366-47db-a190-d9ae0274bc66 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:01.291966 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:01.313511 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d79eb1-b80a-4e3c-93fb-961853c24b6d admin admin] Pushing event updated for resources: {'Port': ['ID=f1de5cec-cc4d-4322-a82b-112dc87d6523,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:01.316796 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-79d79eb1-b80a-4e3c-93fb-961853c24b6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:01.358941 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4dd31c76-6863-48bf-adcc-d0fd5481accd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:01.420734 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd31c76-6863-48bf-adcc-d0fd5481accd None None] Pushing event updated for resources: {'Port': ['ID=1b367597-42e8-4757-be88-d7b8c0ab8611,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:01.427073 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d79eb1-b80a-4e3c-93fb-961853c24b6d admin admin] Network ddca801a-1463-4dd4-8a4a-b5dadcbf1028 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:34:01.428774 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-79d79eb1-b80a-4e3c-93fb-961853c24b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:34:01.481390 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-023233a0-2eba-4e61-9483-bb5ca82d2f1a None None] Provisioning complete for port f1de5cec-cc4d-4322-a82b-112dc87d6523 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:01.481984 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-023233a0-2eba-4e61-9483-bb5ca82d2f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:01.521970 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-023233a0-2eba-4e61-9483-bb5ca82d2f1a None None] Port f1de5cec-cc4d-4322-a82b-112dc87d6523 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:34:01.580658 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d79eb1-b80a-4e3c-93fb-961853c24b6d admin admin] Router cb448b62-5ae1-4065-9542-aec70124131b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:34:01.702289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d79eb1-b80a-4e3c-93fb-961853c24b6d admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:34:01.712886 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-79d79eb1-b80a-4e3c-93fb-961853c24b6d admin admin] 10.222.0.39 "PUT /v2.0/routers/cb448b62-5ae1-4065-9542-aec70124131b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8186724 Dec 14 03:34:01.743025 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5fa8fa68-5c76-43d9-b16b-5a5cf28821f4 None None] Provisioning complete for port f1de5cec-cc4d-4322-a82b-112dc87d6523 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:01.743544 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5fa8fa68-5c76-43d9-b16b-5a5cf28821f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:01.781429 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5fa8fa68-5c76-43d9-b16b-5a5cf28821f4 None None] Port f1de5cec-cc4d-4322-a82b-112dc87d6523 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:34:02.392362 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54152) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:34:02.397489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e35645fd-c8d0-43f5-aa1b-ea22dc187cce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-56184191-network', 'tenant_id': 'd2c325c1a55a4f5f83e5229db875515c'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:34:02.471326 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35645fd-c8d0-43f5-aa1b-ea22dc187cce admin admin] Made reservation on behalf of d2c325c1a55a4f5f83e5229db875515c for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:34:02.473866 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e35645fd-c8d0-43f5-aa1b-ea22dc187cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:02.483475 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e35645fd-c8d0-43f5-aa1b-ea22dc187cce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:02.561087 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e35645fd-c8d0-43f5-aa1b-ea22dc187cce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:02.614288 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e35645fd-c8d0-43f5-aa1b-ea22dc187cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:02.640623 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35645fd-c8d0-43f5-aa1b-ea22dc187cce admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:34:02.650614 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35645fd-c8d0-43f5-aa1b-ea22dc187cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c075062-ed8d-420d-a584-bd72bb49d894,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:02.655336 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e35645fd-c8d0-43f5-aa1b-ea22dc187cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:02.655691 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-e35645fd-c8d0-43f5-aa1b-ea22dc187cce admin admin] Added segment cb0a085b-3e5e-4493-acc4-85037a74c6d3 of type vlan for network 06fcdb68-1726-4df9-9be9-d4f5863a093a Dec 14 03:34:02.696786 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e35645fd-c8d0-43f5-aa1b-ea22dc187cce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:02.768483 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e35645fd-c8d0-43f5-aa1b-ea22dc187cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:02.769513 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35645fd-c8d0-43f5-aa1b-ea22dc187cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:02.770102 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e35645fd-c8d0-43f5-aa1b-ea22dc187cce admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:02.786607 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bb403eb0-c0c3-4355-a31f-923a73e14756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:02.794979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Sync routers for ids ['cb448b62-5ae1-4065-9542-aec70124131b'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:34:02.806165 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Routers {'cb448b62-5ae1-4065-9542-aec70124131b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:34:02.809480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:33:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cb448b62-5ae1-4065-9542-aec70124131b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:34:02.832393 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35645fd-c8d0-43f5-aa1b-ea22dc187cce admin admin] Pushing event updated for resources: {'Network': ['ID=06fcdb68-1726-4df9-9be9-d4f5863a093a,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:02.863447 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e35645fd-c8d0-43f5-aa1b-ea22dc187cce admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4698548 Dec 14 03:34:02.866153 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54154) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:34:02.870980 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-35a6144f-5ca7-4f88-b107-aa852fb1c608 admin admin] Request body: {'subnet': {'network_id': '06fcdb68-1726-4df9-9be9-d4f5863a093a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-56184191-subnet', 'tenant_id': 'd2c325c1a55a4f5f83e5229db875515c', 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:34:02.874778 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 06fcdb68-1726-4df9-9be9-d4f5863a093a details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:34:02.934541 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a6144f-5ca7-4f88-b107-aa852fb1c608 admin admin] Made reservation on behalf of d2c325c1a55a4f5f83e5229db875515c for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:34:02.937233 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35a6144f-5ca7-4f88-b107-aa852fb1c608 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:02.971748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Set router cb448b62-5ae1-4065-9542-aec70124131b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:34:03.091157 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1b367597-42e8-4757-be88-d7b8c0ab8611 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:34:03.168521 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35a6144f-5ca7-4f88-b107-aa852fb1c608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:03.192456 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1b367597-42e8-4757-be88-d7b8c0ab8611 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:03.192831 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:03.226588 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a6144f-5ca7-4f88-b107-aa852fb1c608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c33ccc-014e-4f7f-a727-f2d7ff7f5316,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:03.235329 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a6144f-5ca7-4f88-b107-aa852fb1c608 admin admin] Checking segment: {'id': 'cb0a085b-3e5e-4493-acc4-85037a74c6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06fcdb68-1726-4df9-9be9-d4f5863a093a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:34:03.235691 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a6144f-5ca7-4f88-b107-aa852fb1c608 admin admin] Network hostable DHCP agents. Network: 06fcdb68-1726-4df9-9be9-d4f5863a093a, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:34:03.258746 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'name': 'tempest-TestMinimumBasicScenario-1395087229-router', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:33:57Z', 'updated_at': '2021-12-14T03:34:00Z', 'revision_number': 4, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'gw_port': {'id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:33:58Z', 'updated_at': '2021-12-14T03:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f1de5cec-cc4d-4322-a82b-112dc87d6523', 'name': '', 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'mac_address': 'fa:16:3e:c3:55:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:34:00Z', 'updated_at': '2021-12-14T03:34:01Z', 'revision_number': 2, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'subnets': [{'id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:34:03.302088 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Checking router: cb448b62-5ae1-4065-9542-aec70124131b for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:34:03.302449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Updating router cb448b62-5ae1-4065-9542-aec70124131b port f1de5cec-cc4d-4322-a82b-112dc87d6523 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:34:03.305333 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a6144f-5ca7-4f88-b107-aa852fb1c608 admin admin] Network 06fcdb68-1726-4df9-9be9-d4f5863a093a is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:34:03.333110 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:03.351338 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-35a6144f-5ca7-4f88-b107-aa852fb1c608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 06fcdb68-1726-4df9-9be9-d4f5863a093a) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:34:03.358165 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a6144f-5ca7-4f88-b107-aa852fb1c608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:03.358165 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-35a6144f-5ca7-4f88-b107-aa852fb1c608 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:03.377176 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3fa9b2-8ff2-4e51-9f98-bb31d2ba9a71 None None] Network 06fcdb68-1726-4df9-9be9-d4f5863a093a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:34:03.411779 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-35a6144f-5ca7-4f88-b107-aa852fb1c608 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5445461 Dec 14 03:34:03.414311 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54156) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:34:03.418668 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-56184191-router', 'tenant_id': 'd2c325c1a55a4f5f83e5229db875515c', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:34:03.482976 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:03.484069 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:03.538461 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:03.579239 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-06fcdb68-1726-4df9-9be9-d4f5863a093a', 'network_id': '06fcdb68-1726-4df9-9be9-d4f5863a093a', 'project_id': 'd2c325c1a55a4f5f83e5229db875515c', 'fixed_ips': [{'subnet_id': 'e0c33ccc-014e-4f7f-a727-f2d7ff7f5316'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:34:03.580136 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:03.712529 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:03.787847 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:03.792474 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Allocated IP 172.20.0.2 (06fcdb68-1726-4df9-9be9-d4f5863a093a/e0c33ccc-014e-4f7f-a727-f2d7ff7f5316/23f97953-80ab-4bc9-8b4d-cc0e95f713f5) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:34:03.871489 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:03.968421 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cd884-689e-4410-88ab-a5b37e1a3889 None None] Pushing event updated for resources: {'Port': ['ID=f1de5cec-cc4d-4322-a82b-112dc87d6523,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:03.992127 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:04.012655 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:04.025275 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:04.041151 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Attempting to bind port f1de5cec-cc4d-4322-a82b-112dc87d6523 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:34:04.042052 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Attempting to bind port f1de5cec-cc4d-4322-a82b-112dc87d6523 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '96c7db0a-cbbc-4ead-9494-063f6d09aee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:34:04.042052 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Attempting to bind port f1de5cec-cc4d-4322-a82b-112dc87d6523 on network ddca801a-1463-4dd4-8a4a-b5dadcbf1028 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:34:04.047778 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:34:04.048349 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Checking segment: {'id': '96c7db0a-cbbc-4ead-9494-063f6d09aee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:34:04.048862 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:04.049399 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Bound using segment: {'id': '96c7db0a-cbbc-4ead-9494-063f6d09aee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:34:04.049977 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Bound port: f1de5cec-cc4d-4322-a82b-112dc87d6523, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c7db0a-cbbc-4ead-9494-063f6d09aee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:34:04.050606 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:04.087185 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:04.122816 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] Allocated IP 172.25.7.202 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/5536a8d7-3a3f-426b-b92c-82613a6e1714) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:34:04.154111 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Network 06fcdb68-1726-4df9-9be9-d4f5863a093a is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:34:04.159483 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:34:04.164169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Pushing event updated for resources: {'Port': ['ID=23f97953-80ab-4bc9-8b4d-cc0e95f713f5,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:04.166390 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:34:04.175344 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] For port f1de5cec-cc4d-4322-a82b-112dc87d6523, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:34:04.180299 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] For port f1de5cec-cc4d-4322-a82b-112dc87d6523, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f1de5cec-cc4d-4322-a82b-112dc87d6523,segment=NetworkSegment(96c7db0a-cbbc-4ead-9494-063f6d09aee9),segment_id=96c7db0a-cbbc-4ead-9494-063f6d09aee9)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:34:04.232362 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:04.234861 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Attempting to bind port 23f97953-80ab-4bc9-8b4d-cc0e95f713f5 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:34:04.235239 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Attempting to bind port 23f97953-80ab-4bc9-8b4d-cc0e95f713f5 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'cb0a085b-3e5e-4493-acc4-85037a74c6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06fcdb68-1726-4df9-9be9-d4f5863a093a'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:34:04.235607 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Attempting to bind port 23f97953-80ab-4bc9-8b4d-cc0e95f713f5 on network 06fcdb68-1726-4df9-9be9-d4f5863a093a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:34:04.243865 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:04.252940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:34:04.253345 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Checking segment: {'id': 'cb0a085b-3e5e-4493-acc4-85037a74c6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06fcdb68-1726-4df9-9be9-d4f5863a093a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:34:04.253758 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:04.254149 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Bound using segment: {'id': 'cb0a085b-3e5e-4493-acc4-85037a74c6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06fcdb68-1726-4df9-9be9-d4f5863a093a'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:34:04.254631 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Bound port: 23f97953-80ab-4bc9-8b4d-cc0e95f713f5, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0a085b-3e5e-4493-acc4-85037a74c6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06fcdb68-1726-4df9-9be9-d4f5863a093a'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:34:04.255010 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:04.256705 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-43263508-46c4-4c65-a35f-815101e23599 None None] Provisioning complete for port f1de5cec-cc4d-4322-a82b-112dc87d6523 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:04.257056 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43263508-46c4-4c65-a35f-815101e23599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:04.300409 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:04.344472 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:34:04.347651 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:34:04.352077 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:34:04.355318 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] Pushing event updated for resources: {'Port': ['ID=5536a8d7-3a3f-426b-b92c-82613a6e1714,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:04.371511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1078a790-e70c-4ffa-8e24-bd8f40826e47 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:34:04.387293 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348cd884-689e-4410-88ab-a5b37e1a3889 None None] Pushing event updated for resources: {'Port': ['ID=f1de5cec-cc4d-4322-a82b-112dc87d6523,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:04.394084 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Routers {'cb448b62-5ae1-4065-9542-aec70124131b'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:34:04.394712 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:33:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cb448b62-5ae1-4065-9542-aec70124131b'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:34:04.653180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] For port 23f97953-80ab-4bc9-8b4d-cc0e95f713f5, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:34:04.678994 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:04.689572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] For port 23f97953-80ab-4bc9-8b4d-cc0e95f713f5, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=23f97953-80ab-4bc9-8b4d-cc0e95f713f5,segment=NetworkSegment(cb0a085b-3e5e-4493-acc4-85037a74c6d3),segment_id=cb0a085b-3e5e-4493-acc4-85037a74c6d3)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:34:04.716216 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43263508-46c4-4c65-a35f-815101e23599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:04.737241 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] Set router cb448b62-5ae1-4065-9542-aec70124131b gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:34:04.778627 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:04.831516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-43263508-46c4-4c65-a35f-815101e23599 None None] For port f1de5cec-cc4d-4322-a82b-112dc87d6523, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f1de5cec-cc4d-4322-a82b-112dc87d6523,segment=NetworkSegment(96c7db0a-cbbc-4ead-9494-063f6d09aee9),segment_id=96c7db0a-cbbc-4ead-9494-063f6d09aee9)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:34:04.899679 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43263508-46c4-4c65-a35f-815101e23599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:04.938048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14e97f-ab3b-4d13-b112-b9f48593aedf None None] Pushing event updated for resources: {'Port': ['ID=23f97953-80ab-4bc9-8b4d-cc0e95f713f5,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:05.052468 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43263508-46c4-4c65-a35f-815101e23599 None None] Pushing event updated for resources: {'Port': ['ID=f1de5cec-cc4d-4322-a82b-112dc87d6523,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:05.091862 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-74d3e6f9-513a-430c-be13-ead2a7eb97f0 None None] Provisioning complete for port 5536a8d7-3a3f-426b-b92c-82613a6e1714 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:05.091862 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74d3e6f9-513a-430c-be13-ead2a7eb97f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:05.134467 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-532a035d-6b71-4bf2-9e92-3a8f91c06e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:05.168339 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-74d3e6f9-513a-430c-be13-ead2a7eb97f0 None None] Port 5536a8d7-3a3f-426b-b92c-82613a6e1714 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:34:05.187123 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-74d3e6f9-513a-430c-be13-ead2a7eb97f0 None None] Provisioning complete for port f1de5cec-cc4d-4322-a82b-112dc87d6523 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:05.187603 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-74d3e6f9-513a-430c-be13-ead2a7eb97f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:05.216033 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'name': 'tempest-TestMinimumBasicScenario-1395087229-router', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:33:57Z', 'updated_at': '2021-12-14T03:34:00Z', 'revision_number': 4, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'gw_port': {'id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:33:58Z', 'updated_at': '2021-12-14T03:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f1de5cec-cc4d-4322-a82b-112dc87d6523', 'name': '', 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'mac_address': 'fa:16:3e:c3:55:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:34:00Z', 'updated_at': '2021-12-14T03:34:04Z', 'revision_number': 4, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'subnets': [{'id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:34:05.252462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33670b75-4353-4024-a5f6-9c47eb0dcc8f None None] The sync data for ids ['cb448b62-5ae1-4065-9542-aec70124131b'] in n-d-821636-1 is: [{'id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'name': 'tempest-TestMinimumBasicScenario-1395087229-router', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:33:57Z', 'updated_at': '2021-12-14T03:34:00Z', 'revision_number': 4, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'gw_port': {'id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:33:58Z', 'updated_at': '2021-12-14T03:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f1de5cec-cc4d-4322-a82b-112dc87d6523', 'name': '', 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'mac_address': 'fa:16:3e:c3:55:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:34:00Z', 'updated_at': '2021-12-14T03:34:04Z', 'revision_number': 4, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'subnets': [{'id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:34:05.274220 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:05.511430 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] Router 08c05b06-c4b5-4d06-b068-bd07f9d06102 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:34:05.632036 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:34:05.647994 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Sync routers for ids ['08c05b06-c4b5-4d06-b068-bd07f9d06102'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:34:05.654786 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Routers {'08c05b06-c4b5-4d06-b068-bd07f9d06102'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:34:05.655524 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:34:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['08c05b06-c4b5-4d06-b068-bd07f9d06102'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:34:05.742848 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:05.744631 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b981a2ab-1f92-4c5a-9144-bcf30f9c249e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3293359 Dec 14 03:34:05.747544 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54158) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:34:05.780703 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Set router 08c05b06-c4b5-4d06-b068-bd07f9d06102 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:34:05.992233 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c05b06-c4b5-4d06-b068-bd07f9d06102', 'name': 'tempest-TestMinimumBasicScenario-56184191-router', 'tenant_id': 'd2c325c1a55a4f5f83e5229db875515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '5536a8d7-3a3f-426b-b92c-82613a6e1714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:34:03Z', 'updated_at': '2021-12-14T03:34:04Z', 'revision_number': 3, 'project_id': 'd2c325c1a55a4f5f83e5229db875515c', 'gw_port': {'id': '5536a8d7-3a3f-426b-b92c-82613a6e1714', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c05b06-c4b5-4d06-b068-bd07f9d06102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:34:04Z', 'updated_at': '2021-12-14T03:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:34:06.009932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce122a1-e345-42dc-9bb8-ff8baf864e8a None None] Network 06fcdb68-1726-4df9-9be9-d4f5863a093a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:34:06.021559 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Checking router: 08c05b06-c4b5-4d06-b068-bd07f9d06102 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:34:06.021911 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Updating router 08c05b06-c4b5-4d06-b068-bd07f9d06102 port 5536a8d7-3a3f-426b-b92c-82613a6e1714 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:34:06.057815 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:06.084766 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d09269c9-3431-49cd-9752-dc4459d5ebd5 None None] Provisioning complete for port 23f97953-80ab-4bc9-8b4d-cc0e95f713f5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:06.085291 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d09269c9-3431-49cd-9752-dc4459d5ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:06.218992 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d09269c9-3431-49cd-9752-dc4459d5ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:06.274501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d09269c9-3431-49cd-9752-dc4459d5ebd5 None None] For port 23f97953-80ab-4bc9-8b4d-cc0e95f713f5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=23f97953-80ab-4bc9-8b4d-cc0e95f713f5,segment=NetworkSegment(cb0a085b-3e5e-4493-acc4-85037a74c6d3),segment_id=cb0a085b-3e5e-4493-acc4-85037a74c6d3)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:34:06.303186 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f3d5a41-64f5-4f21-b039-d19e0ec7dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:06.352382 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d09269c9-3431-49cd-9752-dc4459d5ebd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:06.416777 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09269c9-3431-49cd-9752-dc4459d5ebd5 None None] Pushing event updated for resources: {'Port': ['ID=23f97953-80ab-4bc9-8b4d-cc0e95f713f5,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:06.485290 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5bf734c8-9216-4fa7-949c-314477ef84cb None None] Provisioning complete for port 23f97953-80ab-4bc9-8b4d-cc0e95f713f5 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:06.486506 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5bf734c8-9216-4fa7-949c-314477ef84cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:06.491782 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:06.564010 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:06.568387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-1f3d5a41-64f5-4f21-b039-d19e0ec7dd9d admin admin] Allocated IP 172.20.0.1 (06fcdb68-1726-4df9-9be9-d4f5863a093a/e0c33ccc-014e-4f7f-a727-f2d7ff7f5316/655d96bd-40bb-40ad-9acc-cfc3f3ea5936) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:34:06.602751 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:06.646950 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3498cd-0a84-4cfa-90d2-2c9e145c442e None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:34:06.658856 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Attempting to bind port 5536a8d7-3a3f-426b-b92c-82613a6e1714 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:34:06.658856 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Attempting to bind port 5536a8d7-3a3f-426b-b92c-82613a6e1714 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:34:06.658856 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Attempting to bind port 5536a8d7-3a3f-426b-b92c-82613a6e1714 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:34:06.660200 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93391c-8825-4b1e-99c9-21a3ed7ccf38 None None] Pushing event updated for resources: {'Port': ['ID=5536a8d7-3a3f-426b-b92c-82613a6e1714,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:06.666027 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:34:06.666408 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:34:06.666821 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:06.667219 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:34:06.667696 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Bound port: 5536a8d7-3a3f-426b-b92c-82613a6e1714, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:34:06.668082 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:06.688498 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f3d5a41-64f5-4f21-b039-d19e0ec7dd9d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:06.696256 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-564d472b-a3f0-4256-8c84-abb91ef157bb None None] Provisioning complete for port 5536a8d7-3a3f-426b-b92c-82613a6e1714 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:06.696934 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-564d472b-a3f0-4256-8c84-abb91ef157bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:06.725010 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] For port 5536a8d7-3a3f-426b-b92c-82613a6e1714, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:34:06.728172 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] For port 5536a8d7-3a3f-426b-b92c-82613a6e1714, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5536a8d7-3a3f-426b-b92c-82613a6e1714,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:34:06.737787 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-564d472b-a3f0-4256-8c84-abb91ef157bb None None] Port 5536a8d7-3a3f-426b-b92c-82613a6e1714 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:34:06.780457 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f3d5a41-64f5-4f21-b039-d19e0ec7dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:06.791444 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:06.825119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3d5a41-64f5-4f21-b039-d19e0ec7dd9d admin admin] Network 06fcdb68-1726-4df9-9be9-d4f5863a093a is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:34:06.830568 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-1f3d5a41-64f5-4f21-b039-d19e0ec7dd9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:34:06.834971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d5a41-64f5-4f21-b039-d19e0ec7dd9d admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:34:06.838079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d5a41-64f5-4f21-b039-d19e0ec7dd9d admin admin] Pushing event updated for resources: {'Port': ['ID=655d96bd-40bb-40ad-9acc-cfc3f3ea5936,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:06.838379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6440da60-b7e4-4ec0-80af-6e4c1b75a3a8 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:34:06.849123 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Routers {'08c05b06-c4b5-4d06-b068-bd07f9d06102'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:34:06.849871 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:34:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['08c05b06-c4b5-4d06-b068-bd07f9d06102'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:34:06.883312 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f3d5a41-64f5-4f21-b039-d19e0ec7dd9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:06.921396 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93391c-8825-4b1e-99c9-21a3ed7ccf38 None None] Pushing event updated for resources: {'Port': ['ID=5536a8d7-3a3f-426b-b92c-82613a6e1714,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:06.963102 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d23dea53-77ea-47f3-806e-32ae01bd6b7f None None] Provisioning complete for port 5536a8d7-3a3f-426b-b92c-82613a6e1714 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:06.963621 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d23dea53-77ea-47f3-806e-32ae01bd6b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:06.964606 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] Set router 08c05b06-c4b5-4d06-b068-bd07f9d06102 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:34:07.055964 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d23dea53-77ea-47f3-806e-32ae01bd6b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:07.088801 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d23dea53-77ea-47f3-806e-32ae01bd6b7f None None] For port 5536a8d7-3a3f-426b-b92c-82613a6e1714, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5536a8d7-3a3f-426b-b92c-82613a6e1714,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:34:07.156985 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f1de5cec-cc4d-4322-a82b-112dc87d6523 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:34:07.158198 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f3d5a41-64f5-4f21-b039-d19e0ec7dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:07.179099 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c05b06-c4b5-4d06-b068-bd07f9d06102', 'name': 'tempest-TestMinimumBasicScenario-56184191-router', 'tenant_id': 'd2c325c1a55a4f5f83e5229db875515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '5536a8d7-3a3f-426b-b92c-82613a6e1714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:34:03Z', 'updated_at': '2021-12-14T03:34:04Z', 'revision_number': 3, 'project_id': 'd2c325c1a55a4f5f83e5229db875515c', 'gw_port': {'id': '5536a8d7-3a3f-426b-b92c-82613a6e1714', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c05b06-c4b5-4d06-b068-bd07f9d06102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:34:04Z', 'updated_at': '2021-12-14T03:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:34:07.186010 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d23dea53-77ea-47f3-806e-32ae01bd6b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:07.211380 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa65848-b6f8-493e-af71-44fcd5769875 None None] The sync data for ids ['08c05b06-c4b5-4d06-b068-bd07f9d06102'] in n-d-821636-1 is: [{'id': '08c05b06-c4b5-4d06-b068-bd07f9d06102', 'name': 'tempest-TestMinimumBasicScenario-56184191-router', 'tenant_id': 'd2c325c1a55a4f5f83e5229db875515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '5536a8d7-3a3f-426b-b92c-82613a6e1714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:34:03Z', 'updated_at': '2021-12-14T03:34:04Z', 'revision_number': 3, 'project_id': 'd2c325c1a55a4f5f83e5229db875515c', 'gw_port': {'id': '5536a8d7-3a3f-426b-b92c-82613a6e1714', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c05b06-c4b5-4d06-b068-bd07f9d06102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:34:04Z', 'updated_at': '2021-12-14T03:34:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:34:07.257830 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23dea53-77ea-47f3-806e-32ae01bd6b7f None None] Pushing event updated for resources: {'Port': ['ID=5536a8d7-3a3f-426b-b92c-82613a6e1714,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:07.264343 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port f1de5cec-cc4d-4322-a82b-112dc87d6523 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:07.264722 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:07.321458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c8affce6-323a-4d8b-a49b-953f057c91a0 None None] Provisioning complete for port 655d96bd-40bb-40ad-9acc-cfc3f3ea5936 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:07.321952 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c8affce6-323a-4d8b-a49b-953f057c91a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:07.353391 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f3d5a41-64f5-4f21-b039-d19e0ec7dd9d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:07.387226 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-c8affce6-323a-4d8b-a49b-953f057c91a0 None None] Port 655d96bd-40bb-40ad-9acc-cfc3f3ea5936 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:34:07.389719 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 23f97953-80ab-4bc9-8b4d-cc0e95f713f5 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:34:07.420039 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f3d5a41-64f5-4f21-b039-d19e0ec7dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:07.443755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 23f97953-80ab-4bc9-8b4d-cc0e95f713f5 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:07.443755 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:07.505831 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1f3d5a41-64f5-4f21-b039-d19e0ec7dd9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:07.508026 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d5a41-64f5-4f21-b039-d19e0ec7dd9d admin admin] Pushing event updated for resources: {'Port': ['ID=655d96bd-40bb-40ad-9acc-cfc3f3ea5936,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:07.604914 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3d5a41-64f5-4f21-b039-d19e0ec7dd9d admin admin] Network 06fcdb68-1726-4df9-9be9-d4f5863a093a is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:34:07.606428 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-1f3d5a41-64f5-4f21-b039-d19e0ec7dd9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:34:07.732417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3d5a41-64f5-4f21-b039-d19e0ec7dd9d admin admin] Router 08c05b06-c4b5-4d06-b068-bd07f9d06102 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:34:07.857360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3d5a41-64f5-4f21-b039-d19e0ec7dd9d admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:34:07.863339 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1f3d5a41-64f5-4f21-b039-d19e0ec7dd9d admin admin] 10.222.0.39 "PUT /v2.0/routers/08c05b06-c4b5-4d06-b068-bd07f9d06102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1145484 Dec 14 03:34:07.877730 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:07.915033 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6b9ab22f-b7f4-4576-9345-3339e47569ef None None] Provisioning complete for port 655d96bd-40bb-40ad-9acc-cfc3f3ea5936 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:07.915410 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6b9ab22f-b7f4-4576-9345-3339e47569ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:07.955468 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6b9ab22f-b7f4-4576-9345-3339e47569ef None None] Port 655d96bd-40bb-40ad-9acc-cfc3f3ea5936 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:34:08.706019 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:08.852121 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Sync routers for ids ['08c05b06-c4b5-4d06-b068-bd07f9d06102'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:34:08.863128 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Routers {'08c05b06-c4b5-4d06-b068-bd07f9d06102'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:34:08.863761 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:34:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['08c05b06-c4b5-4d06-b068-bd07f9d06102'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:34:08.974984 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Set router 08c05b06-c4b5-4d06-b068-bd07f9d06102 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:34:09.094703 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5536a8d7-3a3f-426b-b92c-82613a6e1714 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:34:09.221750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 5536a8d7-3a3f-426b-b92c-82613a6e1714 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:09.222512 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:09.339414 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c05b06-c4b5-4d06-b068-bd07f9d06102', 'name': 'tempest-TestMinimumBasicScenario-56184191-router', 'tenant_id': 'd2c325c1a55a4f5f83e5229db875515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '5536a8d7-3a3f-426b-b92c-82613a6e1714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:34:03Z', 'updated_at': '2021-12-14T03:34:07Z', 'revision_number': 4, 'project_id': 'd2c325c1a55a4f5f83e5229db875515c', 'gw_port': {'id': '5536a8d7-3a3f-426b-b92c-82613a6e1714', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c05b06-c4b5-4d06-b068-bd07f9d06102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:34:04Z', 'updated_at': '2021-12-14T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '655d96bd-40bb-40ad-9acc-cfc3f3ea5936', 'name': '', 'network_id': '06fcdb68-1726-4df9-9be9-d4f5863a093a', 'tenant_id': 'd2c325c1a55a4f5f83e5229db875515c', 'mac_address': 'fa:16:3e:7f:7d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c05b06-c4b5-4d06-b068-bd07f9d06102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e0c33ccc-014e-4f7f-a727-f2d7ff7f5316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:34:06Z', 'updated_at': '2021-12-14T03:34:07Z', 'revision_number': 2, 'project_id': 'd2c325c1a55a4f5f83e5229db875515c', 'subnets': [{'id': 'e0c33ccc-014e-4f7f-a727-f2d7ff7f5316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:34:09.371676 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Checking router: 08c05b06-c4b5-4d06-b068-bd07f9d06102 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:34:09.372292 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Updating router 08c05b06-c4b5-4d06-b068-bd07f9d06102 port 655d96bd-40bb-40ad-9acc-cfc3f3ea5936 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:34:09.405212 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:09.693440 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:09.762947 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:09.816024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa7cf2-fadd-4be5-9f48-73574f2c09d4 None None] Pushing event updated for resources: {'Port': ['ID=655d96bd-40bb-40ad-9acc-cfc3f3ea5936,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:09.900776 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Attempting to bind port 655d96bd-40bb-40ad-9acc-cfc3f3ea5936 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:34:09.901474 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Attempting to bind port 655d96bd-40bb-40ad-9acc-cfc3f3ea5936 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'cb0a085b-3e5e-4493-acc4-85037a74c6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06fcdb68-1726-4df9-9be9-d4f5863a093a'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:34:09.902019 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Attempting to bind port 655d96bd-40bb-40ad-9acc-cfc3f3ea5936 on network 06fcdb68-1726-4df9-9be9-d4f5863a093a {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:34:09.908181 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:34:09.908854 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Checking segment: {'id': 'cb0a085b-3e5e-4493-acc4-85037a74c6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06fcdb68-1726-4df9-9be9-d4f5863a093a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:34:09.910019 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:09.910601 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Bound using segment: {'id': 'cb0a085b-3e5e-4493-acc4-85037a74c6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06fcdb68-1726-4df9-9be9-d4f5863a093a'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:34:09.911243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Bound port: 655d96bd-40bb-40ad-9acc-cfc3f3ea5936, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0a085b-3e5e-4493-acc4-85037a74c6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '06fcdb68-1726-4df9-9be9-d4f5863a093a'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:34:09.911816 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:09.992616 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] For port 655d96bd-40bb-40ad-9acc-cfc3f3ea5936, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:34:09.995963 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] For port 655d96bd-40bb-40ad-9acc-cfc3f3ea5936, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=655d96bd-40bb-40ad-9acc-cfc3f3ea5936,segment=NetworkSegment(cb0a085b-3e5e-4493-acc4-85037a74c6d3),segment_id=cb0a085b-3e5e-4493-acc4-85037a74c6d3)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:34:10.061721 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:10.139737 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Routers {'08c05b06-c4b5-4d06-b068-bd07f9d06102'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:34:10.140225 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:34:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['08c05b06-c4b5-4d06-b068-bd07f9d06102'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:34:10.182399 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa7cf2-fadd-4be5-9f48-73574f2c09d4 None None] Pushing event updated for resources: {'Port': ['ID=655d96bd-40bb-40ad-9acc-cfc3f3ea5936,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:10.223898 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a675330d-9098-42ac-911c-44dcfc7c4e9b None None] Provisioning complete for port 655d96bd-40bb-40ad-9acc-cfc3f3ea5936 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:10.224093 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a675330d-9098-42ac-911c-44dcfc7c4e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:10.530719 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] Set router 08c05b06-c4b5-4d06-b068-bd07f9d06102 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:34:10.573523 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a675330d-9098-42ac-911c-44dcfc7c4e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:10.692324 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a675330d-9098-42ac-911c-44dcfc7c4e9b None None] For port 655d96bd-40bb-40ad-9acc-cfc3f3ea5936, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=655d96bd-40bb-40ad-9acc-cfc3f3ea5936,segment=NetworkSegment(cb0a085b-3e5e-4493-acc4-85037a74c6d3),segment_id=cb0a085b-3e5e-4493-acc4-85037a74c6d3)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:34:10.766296 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a675330d-9098-42ac-911c-44dcfc7c4e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:10.841745 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675330d-9098-42ac-911c-44dcfc7c4e9b None None] Pushing event updated for resources: {'Port': ['ID=655d96bd-40bb-40ad-9acc-cfc3f3ea5936,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:10.856131 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c05b06-c4b5-4d06-b068-bd07f9d06102', 'name': 'tempest-TestMinimumBasicScenario-56184191-router', 'tenant_id': 'd2c325c1a55a4f5f83e5229db875515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '5536a8d7-3a3f-426b-b92c-82613a6e1714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:34:03Z', 'updated_at': '2021-12-14T03:34:07Z', 'revision_number': 4, 'project_id': 'd2c325c1a55a4f5f83e5229db875515c', 'gw_port': {'id': '5536a8d7-3a3f-426b-b92c-82613a6e1714', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c05b06-c4b5-4d06-b068-bd07f9d06102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:34:04Z', 'updated_at': '2021-12-14T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '655d96bd-40bb-40ad-9acc-cfc3f3ea5936', 'name': '', 'network_id': '06fcdb68-1726-4df9-9be9-d4f5863a093a', 'tenant_id': 'd2c325c1a55a4f5f83e5229db875515c', 'mac_address': 'fa:16:3e:7f:7d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c05b06-c4b5-4d06-b068-bd07f9d06102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e0c33ccc-014e-4f7f-a727-f2d7ff7f5316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:34:06Z', 'updated_at': '2021-12-14T03:34:09Z', 'revision_number': 4, 'project_id': 'd2c325c1a55a4f5f83e5229db875515c', 'subnets': [{'id': 'e0c33ccc-014e-4f7f-a727-f2d7ff7f5316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:34:10.888000 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfe5b8a-edf3-4e6c-93ce-0a6bde68a656 None None] The sync data for ids ['08c05b06-c4b5-4d06-b068-bd07f9d06102'] in n-d-821636-1 is: [{'id': '08c05b06-c4b5-4d06-b068-bd07f9d06102', 'name': 'tempest-TestMinimumBasicScenario-56184191-router', 'tenant_id': 'd2c325c1a55a4f5f83e5229db875515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '5536a8d7-3a3f-426b-b92c-82613a6e1714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:34:03Z', 'updated_at': '2021-12-14T03:34:07Z', 'revision_number': 4, 'project_id': 'd2c325c1a55a4f5f83e5229db875515c', 'gw_port': {'id': '5536a8d7-3a3f-426b-b92c-82613a6e1714', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c05b06-c4b5-4d06-b068-bd07f9d06102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:34:04Z', 'updated_at': '2021-12-14T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '655d96bd-40bb-40ad-9acc-cfc3f3ea5936', 'name': '', 'network_id': '06fcdb68-1726-4df9-9be9-d4f5863a093a', 'tenant_id': 'd2c325c1a55a4f5f83e5229db875515c', 'mac_address': 'fa:16:3e:7f:7d:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c05b06-c4b5-4d06-b068-bd07f9d06102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e0c33ccc-014e-4f7f-a727-f2d7ff7f5316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:34:06Z', 'updated_at': '2021-12-14T03:34:09Z', 'revision_number': 4, 'project_id': 'd2c325c1a55a4f5f83e5229db875515c', 'subnets': [{'id': 'e0c33ccc-014e-4f7f-a727-f2d7ff7f5316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:34:10.900435 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e35d4aa1-34be-48dd-8861-88a92bd070be None None] Provisioning complete for port 655d96bd-40bb-40ad-9acc-cfc3f3ea5936 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:10.900816 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e35d4aa1-34be-48dd-8861-88a92bd070be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:11.121425 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 655d96bd-40bb-40ad-9acc-cfc3f3ea5936 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:34:11.194011 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 655d96bd-40bb-40ad-9acc-cfc3f3ea5936 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:11.194769 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:20.238524 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-9e6291b5-cdb4-47fd-968a-1d616241eea5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:20.238524 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-9e6291b5-cdb4-47fd-968a-1d616241eea5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/networks?id=ddca801a-1463-4dd4-8a4a-b5dadcbf1028 HTTP/1.1" status: 200 len: 815 time: 0.1000443 Dec 14 03:34:20.249523 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-8c1108a9-17b7-4e69-8277-a4e474fa0e70 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/quotas/d30d1c0619e6464bbdaf0e37c7f77e00 HTTP/1.1" status: 200 len: 375 time: 0.0092149 Dec 14 03:34:20.304567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-12fac046-553d-4cab-af13-81342bb7e60a tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d30d1c0619e6464bbdaf0e37c7f77e00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492549 Dec 14 03:34:20.397580 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-683a5e08-3b8a-4c88-a11f-d8ba35a3ae6e service neutron] 10.222.0.39 "GET /v2.0/networks/ddca801a-1463-4dd4-8a4a-b5dadcbf1028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811572 Dec 14 03:34:20.487378 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-8537c858-6022-403b-8248-89fc4a22aa8a service neutron] 10.222.0.39 "GET /v2.0/networks/ddca801a-1463-4dd4-8a4a-b5dadcbf1028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836267 Dec 14 03:34:21.074606 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-78291190-37c4-4fb9-ae93-616324106c9a req-47a59c75-6db5-49b0-9d44-569461c44a58 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 210 time: 0.3799834 Dec 14 03:34:22.175280 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db3c5918-9dec-4791-8876-553d067c364f req-da246321-bbdc-412a-8963-f972838f83ea tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 210 time: 0.0267491 Dec 14 03:34:22.853855 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-89c7ede1-b0a5-4910-a277-d03510b88c29 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:22.855222 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-89c7ede1-b0a5-4910-a277-d03510b88c29 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.47 "GET /v2.0/networks?id=ddca801a-1463-4dd4-8a4a-b5dadcbf1028 HTTP/1.1" status: 200 len: 815 time: 0.1093040 Dec 14 03:34:22.874514 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Request body: {'port': {'device_id': 'f5d8060a-8641-4d88-9741-ddc47ef7ea9f', 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028', 'admin_state_up': True, 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:34:23.030954 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Made reservation on behalf of d30d1c0619e6464bbdaf0e37c7f77e00 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:34:23.034805 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:23.164891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Allocated IP 172.20.0.10 (ddca801a-1463-4dd4-8a4a-b5dadcbf1028/b9ad7b72-2b9c-4483-a10a-cb0097b91bfa/af586d57-b97a-4447-beb2-ddf76d29e4d3) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:34:23.281552 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3859560e-a04b-49d6-ad0a-5fa8e846a60a req-3fba9217-5168-4df2-be40-84c6b6b9b331 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 210 time: 0.0333571 Dec 14 03:34:23.321971 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:23.471628 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:23.515438 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Network ddca801a-1463-4dd4-8a4a-b5dadcbf1028 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:34:23.518711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:34:23.522649 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:34:23.549582 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Pushing event updated for resources: {'Port': ['ID=af586d57-b97a-4447-beb2-ddf76d29e4d3,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:23.558823 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:23.559179 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:23.559532 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:23.559880 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:23.560223 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:23.560561 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:23.560891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:23.561226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:23.561600 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:23.561946 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:23.562492 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:23.562822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:23.563334 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:34:23.608917 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:23.609863 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:23.698368 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-b7e0a921-afd1-4d5e-bb0a-c3c3bbd5cbcf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8264263 Dec 14 03:34:23.863731 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f9bedf42-9b02-4b6d-8e7d-a2d0f417ae79 None None] Provisioning complete for port af586d57-b97a-4447-beb2-ddf76d29e4d3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:23.864811 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f9bedf42-9b02-4b6d-8e7d-a2d0f417ae79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:23.901211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f9bedf42-9b02-4b6d-8e7d-a2d0f417ae79 None None] Port af586d57-b97a-4447-beb2-ddf76d29e4d3 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:34:24.404714 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b6a3f-f6bd-443b-bbf5-4957598becbc req-cc8de3fa-898d-4af1-a513-d4f04ce4bb60 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:24.406236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-735b6a3f-f6bd-443b-bbf5-4957598becbc req-cc8de3fa-898d-4af1-a513-d4f04ce4bb60 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 932 time: 0.0570641 Dec 14 03:34:24.455625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-735b6a3f-f6bd-443b-bbf5-4957598becbc req-f6a13775-8cf1-4903-8cd6-507fcc71dd3d tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426917 Dec 14 03:34:25.580438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c3bcb-74f8-4f94-a80e-952cfe581e98 req-b5f693c0-0806-484c-89d9-0bd175d885a5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:25.582014 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d23c3bcb-74f8-4f94-a80e-952cfe581e98 req-b5f693c0-0806-484c-89d9-0bd175d885a5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 932 time: 0.0556610 Dec 14 03:34:25.630939 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d23c3bcb-74f8-4f94-a80e-952cfe581e98 req-a0efb78c-251d-4b6f-9a47-419f7641bf1c tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424805 Dec 14 03:34:26.761235 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdbb626-379e-40a2-ae34-2056cda91838 req-11d1621c-918d-4fa8-82ba-fa8491d0ecfc tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:26.762915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4fdbb626-379e-40a2-ae34-2056cda91838 req-11d1621c-918d-4fa8-82ba-fa8491d0ecfc tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 932 time: 0.0599790 Dec 14 03:34:26.811063 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4fdbb626-379e-40a2-ae34-2056cda91838 req-127eecc0-01f7-483d-a05c-611c8e8f841a tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416167 Dec 14 03:34:27.602606 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:27.940562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0b15e-dbc5-449b-a9c7-35e307aeef5b req-b6123d45-89eb-461a-95d9-caeef26b51c8 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:27.947714 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52c0b15e-dbc5-449b-a9c7-35e307aeef5b req-b6123d45-89eb-461a-95d9-caeef26b51c8 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 932 time: 0.0628319 Dec 14 03:34:27.994265 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52c0b15e-dbc5-449b-a9c7-35e307aeef5b req-d575509c-4c64-40b9-b04c-1c40e0c7e936 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459466 Dec 14 03:34:28.723267 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:34:29.126337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14d368-e18b-43ca-af46-a6ab9212d2e4 req-8821e122-ffe6-4d16-bb75-477869ca7258 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:29.128283 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c14d368-e18b-43ca-af46-a6ab9212d2e4 req-8821e122-ffe6-4d16-bb75-477869ca7258 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 932 time: 0.0494125 Dec 14 03:34:29.178460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c14d368-e18b-43ca-af46-a6ab9212d2e4 req-e9d3f525-f335-473b-940d-3ef353e4b3ce tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439606 Dec 14 03:34:30.299478 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd419b-2105-4d74-9535-fd4496d044bb req-423a2767-58e9-4010-ad70-e920b17647e7 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:30.300926 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aadd419b-2105-4d74-9535-fd4496d044bb req-423a2767-58e9-4010-ad70-e920b17647e7 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 932 time: 0.0511475 Dec 14 03:34:30.352200 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aadd419b-2105-4d74-9535-fd4496d044bb req-4cf85219-4e03-4023-8aed-eabfcffffd24 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457907 Dec 14 03:34:30.769376 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:31.481526 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cb159-4f3e-4350-a3a7-e21bad11ea73 req-07b424b6-b194-483d-8c33-3582064cc299 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:31.483003 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a7cb159-4f3e-4350-a3a7-e21bad11ea73 req-07b424b6-b194-483d-8c33-3582064cc299 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 932 time: 0.0529976 Dec 14 03:34:31.531454 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0a7cb159-4f3e-4350-a3a7-e21bad11ea73 req-4a4c4541-48d9-40fa-b42f-1b43207cf194 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417225 Dec 14 03:34:32.659985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c943d3-aa4a-4c4f-8c31-1d826a24ed48 req-66086e7b-d5ba-4ede-97eb-084581437d94 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:32.661609 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09c943d3-aa4a-4c4f-8c31-1d826a24ed48 req-66086e7b-d5ba-4ede-97eb-084581437d94 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 932 time: 0.0554800 Dec 14 03:34:32.713532 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-09c943d3-aa4a-4c4f-8c31-1d826a24ed48 req-6950e1f5-7540-4439-b9c8-3873993839b7 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412118 Dec 14 03:34:32.797211 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fbec36d7-3ae8-48dd-85de-2018f6813e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:33.841042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7bf90-feb2-4450-9668-e7f07d9b5bae req-18769bb0-f12f-4be0-b1c9-93249f8c0843 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:33.842484 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-59e7bf90-feb2-4450-9668-e7f07d9b5bae req-18769bb0-f12f-4be0-b1c9-93249f8c0843 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 932 time: 0.0539014 Dec 14 03:34:33.888685 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-59e7bf90-feb2-4450-9668-e7f07d9b5bae req-f4905829-74f7-46ef-8d15-7abd30ca7c6e tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 Dec 14 03:34:34.236883 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Request body: {'port': {'device_id': 'f5d8060a-8641-4d88-9741-ddc47ef7ea9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:34:34.299684 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:34.573647 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af586d57-b97a-4447-beb2-ddf76d29e4d3 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:34:34.581587 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:34.594307 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Transition to ACTIVE for port object af586d57-b97a-4447-beb2-ddf76d29e4d3 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:34:34.683277 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:34.786120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Pushing event updated for resources: {'Port': ['ID=af586d57-b97a-4447-beb2-ddf76d29e4d3,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:34.819199 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Attempting to bind port af586d57-b97a-4447-beb2-ddf76d29e4d3 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:34:34.819545 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Attempting to bind port af586d57-b97a-4447-beb2-ddf76d29e4d3 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '96c7db0a-cbbc-4ead-9494-063f6d09aee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:34:34.820013 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Attempting to bind port af586d57-b97a-4447-beb2-ddf76d29e4d3 on network ddca801a-1463-4dd4-8a4a-b5dadcbf1028 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:34:34.824858 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Port af586d57-b97a-4447-beb2-ddf76d29e4d3 on network ddca801a-1463-4dd4-8a4a-b5dadcbf1028 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:34:34.825122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Attempting to bind port af586d57-b97a-4447-beb2-ddf76d29e4d3 on network ddca801a-1463-4dd4-8a4a-b5dadcbf1028 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:34:34.831006 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:34:34.831347 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Checking segment: {'id': '96c7db0a-cbbc-4ead-9494-063f6d09aee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:34:34.831806 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Bound using segment: {'id': '96c7db0a-cbbc-4ead-9494-063f6d09aee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:34:34.832243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Bound port: af586d57-b97a-4447-beb2-ddf76d29e4d3, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c7db0a-cbbc-4ead-9494-063f6d09aee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:34:34.832627 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:34.954162 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] For port af586d57-b97a-4447-beb2-ddf76d29e4d3, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:34:34.959597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] For port af586d57-b97a-4447-beb2-ddf76d29e4d3, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=af586d57-b97a-4447-beb2-ddf76d29e4d3,segment=NetworkSegment(96c7db0a-cbbc-4ead-9494-063f6d09aee9),segment_id=96c7db0a-cbbc-4ead-9494-063f6d09aee9)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:34:35.013556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c430f-703d-44e1-a332-b43df2df993d req-f8746926-931f-4e8f-a876-4cd1d6a031fa tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:35.013556 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c82c430f-703d-44e1-a332-b43df2df993d req-f8746926-931f-4e8f-a876-4cd1d6a031fa tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 944 time: 0.0527134 Dec 14 03:34:35.032210 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:35.061580 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fd0aca20-73eb-4d9b-b1aa-adac957dca8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:35.070989 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:35.071416 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:35.072808 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] 10.222.0.47 "PUT /v2.0/ports/af586d57-b97a-4447-beb2-ddf76d29e4d3 HTTP/1.1" status: 200 len: 1092 time: 0.8410709 Dec 14 03:34:35.073261 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d8060a-8641-4d88-9741-ddc47ef7ea9f', 'tag': 'af586d57-b97a-4447-beb2-ddf76d29e4d3'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:34:35.075668 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47ddd47-dcbe-448b-9e1f-91cbec7aa061" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d8060a-8641-4d88-9741-ddc47ef7ea9f", "tag": "af586d57-b97a-4447-beb2-ddf76d29e4d3"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:34:35.077751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c82c430f-703d-44e1-a332-b43df2df993d req-dd012090-8bb1-463a-b44d-b603049061ee tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548215 Dec 14 03:34:35.115176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac850a4-a4d2-49e5-a137-076ed52813c5 service neutron] Pushing event updated for resources: {'Port': ['ID=af586d57-b97a-4447-beb2-ddf76d29e4d3,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:35.125207 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64ed571-ef99-4553-ae8f-e4d8f8733cc8 x-openstack-request-id: req-f64ed571-ef99-4553-ae8f-e4d8f8733cc8 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:34:35.125559 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d8060a-8641-4d88-9741-ddc47ef7ea9f", "tag": "af586d57-b97a-4447-beb2-ddf76d29e4d3", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:34:35.125949 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f64ed571-ef99-4553-ae8f-e4d8f8733cc8 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:34:35.126752 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d8060a-8641-4d88-9741-ddc47ef7ea9f', 'tag': 'af586d57-b97a-4447-beb2-ddf76d29e4d3', 'status': 'completed', 'code': 200} Dec 14 03:34:35.221376 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ddd47-dcbe-448b-9e1f-91cbec7aa061 req-5792bd51-8d44-43f0-82fe-bee8565dc3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:35.223247 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f47ddd47-dcbe-448b-9e1f-91cbec7aa061 req-5792bd51-8d44-43f0-82fe-bee8565dc3ef service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d30d1c0619e6464bbdaf0e37c7f77e00&device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 1095 time: 0.0512216 Dec 14 03:34:35.337815 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ddd47-dcbe-448b-9e1f-91cbec7aa061 req-08171377-aa75-47e8-97ba-f394551f011a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:35.339319 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f47ddd47-dcbe-448b-9e1f-91cbec7aa061 req-08171377-aa75-47e8-97ba-f394551f011a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=d30d1c0619e6464bbdaf0e37c7f77e00&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1019118 Dec 14 03:34:35.437842 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ddd47-dcbe-448b-9e1f-91cbec7aa061 req-a4b86fa6-c11b-4e48-b0a7-43633889de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:35.439959 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f47ddd47-dcbe-448b-9e1f-91cbec7aa061 req-a4b86fa6-c11b-4e48-b0a7-43633889de89 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932276 Dec 14 03:34:35.537968 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-d432cd05-93f6-4681-a8f1-b30b2c406edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:35.539467 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-d432cd05-93f6-4681-a8f1-b30b2c406edb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d30d1c0619e6464bbdaf0e37c7f77e00&device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 1095 time: 0.0419209 Dec 14 03:34:35.586442 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-b6b4c6f4-9d10-46db-9048-02e798c42064 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af586d57-b97a-4447-beb2-ddf76d29e4d3 HTTP/1.1" status: 200 len: 217 time: 0.0345652 Dec 14 03:34:35.640083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-bc0ccef2-3469-4f32-aa36-810bebeaf387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:35.641553 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-bc0ccef2-3469-4f32-aa36-810bebeaf387 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9ad7b72-2b9c-4483-a10a-cb0097b91bfa HTTP/1.1" status: 200 len: 854 time: 0.0477252 Dec 14 03:34:35.690279 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-aa11e89b-e2d1-4172-8266-36a910f56f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:35.691816 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-aa11e89b-e2d1-4172-8266-36a910f56f6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddca801a-1463-4dd4-8a4a-b5dadcbf1028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424390 Dec 14 03:34:35.783810 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-07f2e706-3a42-447c-b4e5-f856b8565522 service neutron] 10.222.0.47 "GET /v2.0/networks/ddca801a-1463-4dd4-8a4a-b5dadcbf1028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839841 Dec 14 03:34:35.879134 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8ed4cc62-6ef5-48e6-a324-93a74f6e46c4 req-f83c2609-6328-47ee-85c0-336b8176278d service neutron] 10.222.0.47 "GET /v2.0/networks/ddca801a-1463-4dd4-8a4a-b5dadcbf1028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876176 Dec 14 03:34:36.194572 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f06ac-8528-4958-bba6-d7147d058acb req-f578356f-b9dc-45b0-b118-d6fdd99576d6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:36.195980 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae6f06ac-8528-4958-bba6-d7147d058acb req-f578356f-b9dc-45b0-b118-d6fdd99576d6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 944 time: 0.0494864 Dec 14 03:34:36.246889 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae6f06ac-8528-4958-bba6-d7147d058acb req-5070acfb-281d-4558-8949-ed3a30640e58 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449870 Dec 14 03:34:36.523044 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:37.364112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1cc2c-ea2c-4403-b097-2b1ae6c86520 req-525da830-73c4-442b-965e-baa9d67a0afc tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:37.365653 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0bb1cc2c-ea2c-4403-b097-2b1ae6c86520 req-525da830-73c4-442b-965e-baa9d67a0afc tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 944 time: 0.0500741 Dec 14 03:34:37.412401 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0bb1cc2c-ea2c-4403-b097-2b1ae6c86520 req-619233db-7f84-4090-91ca-24e1e9d7a4ef tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408802 Dec 14 03:34:37.894510 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:38.485054 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device af586d57-b97a-4447-beb2-ddf76d29e4d3 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:34:38.528110 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916bdf8-b616-45cb-b53c-b5d19e1e9d82 req-77a57862-3c09-4626-bcfe-0a4ded3addbd tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:38.529657 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8916bdf8-b616-45cb-b53c-b5d19e1e9d82 req-77a57862-3c09-4626-bcfe-0a4ded3addbd tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 944 time: 0.0491395 Dec 14 03:34:38.578912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8916bdf8-b616-45cb-b53c-b5d19e1e9d82 req-eb64225d-af4a-4ff2-a7db-75d17aa22e7e tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429189 Dec 14 03:34:38.584504 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port af586d57-b97a-4447-beb2-ddf76d29e4d3, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=af586d57-b97a-4447-beb2-ddf76d29e4d3,segment=NetworkSegment(96c7db0a-cbbc-4ead-9494-063f6d09aee9),segment_id=96c7db0a-cbbc-4ead-9494-063f6d09aee9)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:34:38.606169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'af586d57-b97a-4447-beb2-ddf76d29e4d3', 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028', 'port_id': 'af586d57-b97a-4447-beb2-ddf76d29e4d3', 'mac_address': 'fa:16:3e:d8:5b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:34:38.644911 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:38.657237 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af586d57-b97a-4447-beb2-ddf76d29e4d3 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:34:38.676948 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port af586d57-b97a-4447-beb2-ddf76d29e4d3, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=af586d57-b97a-4447-beb2-ddf76d29e4d3,segment=NetworkSegment(96c7db0a-cbbc-4ead-9494-063f6d09aee9),segment_id=96c7db0a-cbbc-4ead-9494-063f6d09aee9)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:34:38.688099 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:38.762697 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:38.812614 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=af586d57-b97a-4447-beb2-ddf76d29e4d3,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:39.054936 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['af586d57-b97a-4447-beb2-ddf76d29e4d3'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:34:39.696480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a01440-e10d-431a-8cf9-09f22070dfc1 req-e70e57fb-1740-4cdd-8e8a-80bac510362f tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:39.697993 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24a01440-e10d-431a-8cf9-09f22070dfc1 req-e70e57fb-1740-4cdd-8e8a-80bac510362f tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 945 time: 0.0529344 Dec 14 03:34:39.744357 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24a01440-e10d-431a-8cf9-09f22070dfc1 req-2dc15a0b-9e70-4c26-8885-ee10c8e06e19 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405149 Dec 14 03:34:40.486788 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device af586d57-b97a-4447-beb2-ddf76d29e4d3 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:34:40.602519 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port af586d57-b97a-4447-beb2-ddf76d29e4d3 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:34:40.606450 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port af586d57-b97a-4447-beb2-ddf76d29e4d3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:34:40.606825 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:40.684099 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:40.706230 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d8060a-8641-4d88-9741-ddc47ef7ea9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af586d57-b97a-4447-beb2-ddf76d29e4d3'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:34:40.708680 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c55ff73-afd4-4592-84f0-0f77d9e16751" -d '{"events": [{"server_uuid": "f5d8060a-8641-4d88-9741-ddc47ef7ea9f", "name": "network-vif-plugged", "status": "completed", "tag": "af586d57-b97a-4447-beb2-ddf76d29e4d3"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:34:40.727138 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port af586d57-b97a-4447-beb2-ddf76d29e4d3, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=af586d57-b97a-4447-beb2-ddf76d29e4d3,segment=NetworkSegment(96c7db0a-cbbc-4ead-9494-063f6d09aee9),segment_id=96c7db0a-cbbc-4ead-9494-063f6d09aee9)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:34:40.745642 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7103f41-60c9-4b70-8c8c-38d92aefb95b x-openstack-request-id: req-d7103f41-60c9-4b70-8c8c-38d92aefb95b {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:34:40.745940 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d8060a-8641-4d88-9741-ddc47ef7ea9f", "name": "network-vif-plugged", "status": "completed", "tag": "af586d57-b97a-4447-beb2-ddf76d29e4d3", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:34:40.746253 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7103f41-60c9-4b70-8c8c-38d92aefb95b {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:34:40.746671 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d8060a-8641-4d88-9741-ddc47ef7ea9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af586d57-b97a-4447-beb2-ddf76d29e4d3', 'code': 200} Dec 14 03:34:40.803214 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:40.860144 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=af586d57-b97a-4447-beb2-ddf76d29e4d3,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:34:40.870421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff00af2-9fd2-4955-abeb-3267cabe9e63 req-4ebf9f81-635d-446d-bded-04be560f6c6a tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:40.871862 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bff00af2-9fd2-4955-abeb-3267cabe9e63 req-4ebf9f81-635d-446d-bded-04be560f6c6a tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 946 time: 0.0509744 Dec 14 03:34:40.877822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef6d66-2907-4949-a1b0-85c2b15c5232 req-a7773c72-7799-4c1a-b195-22b464746e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:40.880538 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c3ef6d66-2907-4949-a1b0-85c2b15c5232 req-a7773c72-7799-4c1a-b195-22b464746e69 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 1097 time: 0.0457876 Dec 14 03:34:40.922748 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bff00af2-9fd2-4955-abeb-3267cabe9e63 req-b888cd9d-ebda-4da1-a9ec-ef3a13f623bd tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440977 Dec 14 03:34:40.929122 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c3ef6d66-2907-4949-a1b0-85c2b15c5232 req-cb41a546-d7fb-4508-aab5-c4f68cf81c8a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405712 Dec 14 03:34:42.201150 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e860ef-0bc9-4836-ba02-51b727b4be59 req-398c056e-6cd6-4e79-a331-daf44bddf160 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:42.202574 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2e860ef-0bc9-4836-ba02-51b727b4be59 req-398c056e-6cd6-4e79-a331-daf44bddf160 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 946 time: 0.2074368 Dec 14 03:34:42.250177 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e2e860ef-0bc9-4836-ba02-51b727b4be59 req-2946a462-f33b-4730-a9a8-384b1765aa13 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405521 Dec 14 03:34:43.414437 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41856fe-03af-4811-aac5-d3948b6e9388 req-9c0a41e5-31e8-40df-a8f4-7cdd17297f23 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:43.415986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f41856fe-03af-4811-aac5-d3948b6e9388 req-9c0a41e5-31e8-40df-a8f4-7cdd17297f23 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 946 time: 0.0991092 Dec 14 03:34:43.463592 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f41856fe-03af-4811-aac5-d3948b6e9388 req-0e16f0c8-d7c7-4914-a72e-f6e788b5a01c tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 Dec 14 03:34:43.579438 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dacbfc-3294-4a09-a8b8-2471a66df996 req-82cb046c-a3cb-4c7b-90d9-883660295533 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:43.580891 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03dacbfc-3294-4a09-a8b8-2471a66df996 req-82cb046c-a3cb-4c7b-90d9-883660295533 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 946 time: 0.0486212 Dec 14 03:34:43.632154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03dacbfc-3294-4a09-a8b8-2471a66df996 req-e5be785c-bdda-403c-8ea2-d58ff52190b2 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443759 Dec 14 03:34:43.815213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b50c1a-dbeb-46b9-90b5-77acdd503ae8 req-cf2783ba-a137-4614-8542-5bd243f86e69 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:43.817375 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8b50c1a-dbeb-46b9-90b5-77acdd503ae8 req-cf2783ba-a137-4614-8542-5bd243f86e69 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 946 time: 0.0487804 Dec 14 03:34:43.864649 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8b50c1a-dbeb-46b9-90b5-77acdd503ae8 req-e3b7f2e6-5c42-44f0-bf6f-12a169e3ac23 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412297 Dec 14 03:34:57.307762 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ec85667e-e90f-4bc7-a703-f3a029df589b req-aefda1b5-c7a4-448b-80dd-51aa5bcc7288 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515745 Dec 14 03:34:57.409904 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85667e-e90f-4bc7-a703-f3a029df589b req-993ad67b-bd1c-4a78-a2a7-4e680f35135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:57.411483 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ec85667e-e90f-4bc7-a703-f3a029df589b req-993ad67b-bd1c-4a78-a2a7-4e680f35135e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d30d1c0619e6464bbdaf0e37c7f77e00&device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 1097 time: 0.0414472 Dec 14 03:34:57.515038 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85667e-e90f-4bc7-a703-f3a029df589b req-384ad9f8-8342-4a0f-9868-559c60482d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:57.516568 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ec85667e-e90f-4bc7-a703-f3a029df589b req-384ad9f8-8342-4a0f-9868-559c60482d57 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddca801a-1463-4dd4-8a4a-b5dadcbf1028 HTTP/1.1" status: 200 len: 916 time: 0.0855215 Dec 14 03:34:57.562436 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ec85667e-e90f-4bc7-a703-f3a029df589b req-3cbe0675-effc-4122-994e-82e61c76b172 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af586d57-b97a-4447-beb2-ddf76d29e4d3 HTTP/1.1" status: 200 len: 217 time: 0.0378494 Dec 14 03:34:57.610845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85667e-e90f-4bc7-a703-f3a029df589b req-82ba918b-de97-45e6-830c-7639fa861c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:57.612479 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ec85667e-e90f-4bc7-a703-f3a029df589b req-82ba918b-de97-45e6-830c-7639fa861c92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9ad7b72-2b9c-4483-a10a-cb0097b91bfa HTTP/1.1" status: 200 len: 854 time: 0.0433736 Dec 14 03:34:57.625926 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:57.666331 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85667e-e90f-4bc7-a703-f3a029df589b req-e20c680c-0b4f-4463-afa9-8e18ce04abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:57.667818 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ec85667e-e90f-4bc7-a703-f3a029df589b req-e20c680c-0b4f-4463-afa9-8e18ce04abc5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddca801a-1463-4dd4-8a4a-b5dadcbf1028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417380 Dec 14 03:34:57.761519 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ec85667e-e90f-4bc7-a703-f3a029df589b req-979e1786-e8ba-4b5b-abbe-e0bb12a5179e service neutron] 10.222.0.47 "GET /v2.0/networks/ddca801a-1463-4dd4-8a4a-b5dadcbf1028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846944 Dec 14 03:34:57.851183 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ec85667e-e90f-4bc7-a703-f3a029df589b req-c62ee5c3-e71c-46a6-970d-a148f94d5f5a service neutron] 10.222.0.47 "GET /v2.0/networks/ddca801a-1463-4dd4-8a4a-b5dadcbf1028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810821 Dec 14 03:34:59.239565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d6236-ea7a-4ddf-80a6-f43d142e8ddb req-f73e8bca-89dc-40a3-b0ac-d577dccf3637 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:59.240955 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-074d6236-ea7a-4ddf-80a6-f43d142e8ddb req-f73e8bca-89dc-40a3-b0ac-d577dccf3637 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 946 time: 0.0492036 Dec 14 03:34:59.287344 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-074d6236-ea7a-4ddf-80a6-f43d142e8ddb req-04b4db06-7b1a-4a40-a36b-fe5a27242c6a tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403934 Dec 14 03:34:59.310161 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54376) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:34:59.390904 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c92e46-0240-4280-8800-92b9a41254fc tempest-TestMinimumBasicScenario-1989591458 tempest-TestMinimumBasicScenario-1989591458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:34:59.392413 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-97c92e46-0240-4280-8800-92b9a41254fc tempest-TestMinimumBasicScenario-1989591458 tempest-TestMinimumBasicScenario-1989591458-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 1092 time: 0.0812633 Dec 14 03:34:59.395447 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54380) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:34:59.399608 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': 'af586d57-b97a-4447-beb2-ddf76d29e4d3', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:34:59.477172 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:59.575956 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:59.679476 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Allocated IP 172.25.7.165 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/5cf3d74d-8d97-4ee7-a58d-e7db5d449a5f) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:34:59.778001 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:59.859077 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:34:59.903378 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:34:59.906339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:34:59.908969 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:34:59.933197 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Pushing event updated for resources: {'Port': ['ID=5cf3d74d-8d97-4ee7-a58d-e7db5d449a5f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:35:00.257068 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:00.396661 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:00.543441 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:00.608175 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:00.678659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Pushing event updated for resources: {'Port': ['ID=5cf3d74d-8d97-4ee7-a58d-e7db5d449a5f,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:35:00.687055 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:00.768757 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:00.790598 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Floating IP f4d62b41-f5e0-48b5-9acb-97a8c44ce8f7 associated. External IP: 172.25.7.165, port: af586d57-b97a-4447-beb2-ddf76d29e4d3. Dec 14 03:35:00.997762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Router cb448b62-5ae1-4065-9542-aec70124131b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:35:01.100410 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:35:01.110875 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad6bdde-eb7f-44ca-831f-66872cd27c5a None None] Sync routers for ids ['cb448b62-5ae1-4065-9542-aec70124131b'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:35:01.120603 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad6bdde-eb7f-44ca-831f-66872cd27c5a None None] Routers {'cb448b62-5ae1-4065-9542-aec70124131b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:35:01.121240 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2ad6bdde-eb7f-44ca-831f-66872cd27c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:34:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cb448b62-5ae1-4065-9542-aec70124131b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:35:01.187966 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:01.218534 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-068cef4d-bd92-40e0-9895-fa8a2046d1e5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8219831 Dec 14 03:35:01.219172 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d8060a-8641-4d88-9741-ddc47ef7ea9f', 'tag': 'af586d57-b97a-4447-beb2-ddf76d29e4d3'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:35:01.221483 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54382) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:35:01.222525 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6faa8d-1eb4-484a-ac80-2cad87b6ccd5" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d8060a-8641-4d88-9741-ddc47ef7ea9f", "tag": "af586d57-b97a-4447-beb2-ddf76d29e4d3"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:35:01.226021 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-2ad6bdde-eb7f-44ca-831f-66872cd27c5a None None] Set router cb448b62-5ae1-4065-9542-aec70124131b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:35:01.226663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1546722729', 'description': 'tempest-secgroup-smoke-1546722729 description', 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:35:01.260243 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab551cb-012a-4cd1-8a44-2981efefe6ac x-openstack-request-id: req-4ab551cb-012a-4cd1-8a44-2981efefe6ac {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:35:01.260569 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d8060a-8641-4d88-9741-ddc47ef7ea9f", "tag": "af586d57-b97a-4447-beb2-ddf76d29e4d3", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:35:01.260822 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ab551cb-012a-4cd1-8a44-2981efefe6ac {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:35:01.261226 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d8060a-8641-4d88-9741-ddc47ef7ea9f', 'tag': 'af586d57-b97a-4447-beb2-ddf76d29e4d3', 'status': 'completed', 'code': 200} Dec 14 03:35:01.335132 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:01.352543 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6faa8d-1eb4-484a-ac80-2cad87b6ccd5 req-ca189859-8a0e-42a6-942b-156124633063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:01.356299 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-af6faa8d-1eb4-484a-ac80-2cad87b6ccd5 req-ca189859-8a0e-42a6-942b-156124633063 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d30d1c0619e6464bbdaf0e37c7f77e00&device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 1097 time: 0.0478151 Dec 14 03:35:01.422050 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:01.447549 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6faa8d-1eb4-484a-ac80-2cad87b6ccd5 req-a7b68a85-8e2f-4179-a68f-91c6a5efd98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:01.449074 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-af6faa8d-1eb4-484a-ac80-2cad87b6ccd5 req-a7b68a85-8e2f-4179-a68f-91c6a5efd98f service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddca801a-1463-4dd4-8a4a-b5dadcbf1028 HTTP/1.1" status: 200 len: 916 time: 0.0872881 Dec 14 03:35:01.456362 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2ad6bdde-eb7f-44ca-831f-66872cd27c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'name': 'tempest-TestMinimumBasicScenario-1395087229-router', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:33:57Z', 'updated_at': '2021-12-14T03:34:00Z', 'revision_number': 4, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'gw_port': {'id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:33:58Z', 'updated_at': '2021-12-14T03:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'f4d62b41-f5e0-48b5-9acb-97a8c44ce8f7', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'floating_ip_address': '172.25.7.165', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'port_id': 'af586d57-b97a-4447-beb2-ddf76d29e4d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028', 'mac_address': 'fa:16:3e:d8:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8060a-8641-4d88-9741-ddc47ef7ea9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:35:00Z', 'updated_at': '2021-12-14T03:35:00Z', 'revision_number': 0, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1de5cec-cc4d-4322-a82b-112dc87d6523', 'name': '', 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'mac_address': 'fa:16:3e:c3:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:34:00Z', 'updated_at': '2021-12-14T03:34:04Z', 'revision_number': 5, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'subnets': [{'id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:35:01.483577 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:01.485174 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad6bdde-eb7f-44ca-831f-66872cd27c5a None None] Checking router: cb448b62-5ae1-4065-9542-aec70124131b for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:35:01.495764 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad6bdde-eb7f-44ca-831f-66872cd27c5a None None] Routers {'cb448b62-5ae1-4065-9542-aec70124131b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:35:01.496390 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2ad6bdde-eb7f-44ca-831f-66872cd27c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:34:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cb448b62-5ae1-4065-9542-aec70124131b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:35:01.515638 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97dc6499-b4a7-4d1d-88d8-55e0daa4c21a,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:35:01.521836 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-af6faa8d-1eb4-484a-ac80-2cad87b6ccd5 req-0dc7531b-e580-40f8-8efe-a66aab141447 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af586d57-b97a-4447-beb2-ddf76d29e4d3 HTTP/1.1" status: 200 len: 1000 time: 0.0650802 Dec 14 03:35:01.524017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:35:01.524365 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:35:01.524706 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:35:01.525044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:35:01.525403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:35:01.525733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:35:01.526061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:35:01.526384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:35:01.526708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:35:01.527032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:35:01.527517 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:35:01.527845 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:35:01.528163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:35:01.576372 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6faa8d-1eb4-484a-ac80-2cad87b6ccd5 req-ed526b8e-bc86-48e3-8ff2-6805d3039d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:01.577893 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-af6faa8d-1eb4-484a-ac80-2cad87b6ccd5 req-ed526b8e-bc86-48e3-8ff2-6805d3039d27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9ad7b72-2b9c-4483-a10a-cb0097b91bfa HTTP/1.1" status: 200 len: 854 time: 0.0480375 Dec 14 03:35:01.581796 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:01.583083 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-453848cf-8824-461a-b357-1794d15cf034 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3604553 Dec 14 03:35:01.586653 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54386) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:35:01.591779 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-92c10581-87fb-40c7-ad02-1d10d4717f33 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Request body: {'security_group_rule': {'security_group_id': '97dc6499-b4a7-4d1d-88d8-55e0daa4c21a', 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:35:01.602769 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-2ad6bdde-eb7f-44ca-831f-66872cd27c5a None None] Set router cb448b62-5ae1-4065-9542-aec70124131b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:35:01.630118 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6faa8d-1eb4-484a-ac80-2cad87b6ccd5 req-3f6ad105-ae78-421e-9388-c5957ff1b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:01.632338 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-af6faa8d-1eb4-484a-ac80-2cad87b6ccd5 req-3f6ad105-ae78-421e-9388-c5957ff1b8e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddca801a-1463-4dd4-8a4a-b5dadcbf1028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466647 Dec 14 03:35:01.682945 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92c10581-87fb-40c7-ad02-1d10d4717f33 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:01.731815 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-af6faa8d-1eb4-484a-ac80-2cad87b6ccd5 req-9401c6fb-65ba-4f64-9cad-207ba80dfac4 service neutron] 10.222.0.47 "GET /v2.0/networks/ddca801a-1463-4dd4-8a4a-b5dadcbf1028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908844 Dec 14 03:35:01.745845 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92c10581-87fb-40c7-ad02-1d10d4717f33 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:01.809536 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92c10581-87fb-40c7-ad02-1d10d4717f33 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:01.830365 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c10581-87fb-40c7-ad02-1d10d4717f33 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c29cdcf-78ca-4a45-a4db-3221537db556,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:35:01.833767 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-af6faa8d-1eb4-484a-ac80-2cad87b6ccd5 req-a47f0107-3109-48d6-86c3-bcfddd3113d7 service neutron] 10.222.0.47 "GET /v2.0/networks/ddca801a-1463-4dd4-8a4a-b5dadcbf1028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923870 Dec 14 03:35:01.924240 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-2ad6bdde-eb7f-44ca-831f-66872cd27c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'name': 'tempest-TestMinimumBasicScenario-1395087229-router', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:33:57Z', 'updated_at': '2021-12-14T03:34:00Z', 'revision_number': 4, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'gw_port': {'id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:33:58Z', 'updated_at': '2021-12-14T03:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'f4d62b41-f5e0-48b5-9acb-97a8c44ce8f7', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'floating_ip_address': '172.25.7.165', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'port_id': 'af586d57-b97a-4447-beb2-ddf76d29e4d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028', 'mac_address': 'fa:16:3e:d8:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8060a-8641-4d88-9741-ddc47ef7ea9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:35:00Z', 'updated_at': '2021-12-14T03:35:00Z', 'revision_number': 0, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1de5cec-cc4d-4322-a82b-112dc87d6523', 'name': '', 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'mac_address': 'fa:16:3e:c3:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:34:00Z', 'updated_at': '2021-12-14T03:34:04Z', 'revision_number': 5, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'subnets': [{'id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:35:01.924804 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-92c10581-87fb-40c7-ad02-1d10d4717f33 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:01.929980 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-92c10581-87fb-40c7-ad02-1d10d4717f33 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385236 Dec 14 03:35:01.933580 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54388) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:35:01.934907 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3d87ce69-658e-4538-9880-8f1aeb2a4ef9 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Request body: {'security_group_rule': {'security_group_id': '97dc6499-b4a7-4d1d-88d8-55e0daa4c21a', 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:35:01.957744 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad6bdde-eb7f-44ca-831f-66872cd27c5a None None] The sync data for ids ['cb448b62-5ae1-4065-9542-aec70124131b'] in n-d-821636-1 is: [{'id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'name': 'tempest-TestMinimumBasicScenario-1395087229-router', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:33:57Z', 'updated_at': '2021-12-14T03:34:00Z', 'revision_number': 4, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'gw_port': {'id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:33:58Z', 'updated_at': '2021-12-14T03:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'f4d62b41-f5e0-48b5-9acb-97a8c44ce8f7', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'floating_ip_address': '172.25.7.165', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'port_id': 'af586d57-b97a-4447-beb2-ddf76d29e4d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028', 'mac_address': 'fa:16:3e:d8:5b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d8060a-8641-4d88-9741-ddc47ef7ea9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:35:00Z', 'updated_at': '2021-12-14T03:35:00Z', 'revision_number': 0, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1de5cec-cc4d-4322-a82b-112dc87d6523', 'name': '', 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'mac_address': 'fa:16:3e:c3:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:34:00Z', 'updated_at': '2021-12-14T03:34:04Z', 'revision_number': 5, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'subnets': [{'id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:35:02.042182 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d87ce69-658e-4538-9880-8f1aeb2a4ef9 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:02.101229 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d87ce69-658e-4538-9880-8f1aeb2a4ef9 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:02.147170 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d092218-899d-41f7-bf4e-915cabc87f6c None None] New status for floating IP f4d62b41-f5e0-48b5-9acb-97a8c44ce8f7: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:35:02.201389 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d87ce69-658e-4538-9880-8f1aeb2a4ef9 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:02.217415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87ce69-658e-4538-9880-8f1aeb2a4ef9 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265ce79e-869b-45ec-99bb-c66d2c8fcad7,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:35:02.296623 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3d87ce69-658e-4538-9880-8f1aeb2a4ef9 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:02.297882 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3d87ce69-658e-4538-9880-8f1aeb2a4ef9 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3666945 Dec 14 03:35:02.300541 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54390) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:35:02.305019 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-98fb8574-0fd5-4d9b-8973-f4ecec8858fd tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Request body: {'security_group_rule': {'security_group_id': '97dc6499-b4a7-4d1d-88d8-55e0daa4c21a', 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:35:02.407954 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-98fb8574-0fd5-4d9b-8973-f4ecec8858fd tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:02.464599 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-98fb8574-0fd5-4d9b-8973-f4ecec8858fd tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:02.528579 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-98fb8574-0fd5-4d9b-8973-f4ecec8858fd tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:02.544674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb8574-0fd5-4d9b-8973-f4ecec8858fd tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05eac4d6-c218-4778-a4c8-cd5efd96bc9a,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:35:02.633655 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-98fb8574-0fd5-4d9b-8973-f4ecec8858fd tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:02.634874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-98fb8574-0fd5-4d9b-8973-f4ecec8858fd tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3334141 Dec 14 03:35:02.637614 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54392) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:35:02.641984 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-25a0f026-8e90-4a4b-aab4-4091e9326567 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Request body: {'security_group_rule': {'security_group_id': '97dc6499-b4a7-4d1d-88d8-55e0daa4c21a', 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:35:02.721630 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-25a0f026-8e90-4a4b-aab4-4091e9326567 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:02.782471 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-25a0f026-8e90-4a4b-aab4-4091e9326567 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:02.791332 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-195fde72-59d0-46b3-be27-9accaf507698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:02.866022 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-25a0f026-8e90-4a4b-aab4-4091e9326567 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:02.886557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0f026-8e90-4a4b-aab4-4091e9326567 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb52d25-09dc-4df4-9748-327d7c7cbff8,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:35:02.952277 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-25a0f026-8e90-4a4b-aab4-4091e9326567 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:02.953518 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-25a0f026-8e90-4a4b-aab4-4091e9326567 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3149574 Dec 14 03:35:02.956252 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54394) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:35:02.960952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-52c1ac0c-bf17-4bd8-a30d-eddc324f601b tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Request body: {'security_group_rule': {'security_group_id': '97dc6499-b4a7-4d1d-88d8-55e0daa4c21a', 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:35:03.054646 n-d-821636-1 neutron-server[103848]: INFO neutron.db.securitygroups_db [None req-52c1ac0c-bf17-4bd8-a30d-eddc324f601b tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Project d30d1c0619e6464bbdaf0e37c7f77e00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:35:03.059742 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-52c1ac0c-bf17-4bd8-a30d-eddc324f601b tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:03.116464 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-52c1ac0c-bf17-4bd8-a30d-eddc324f601b tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:03.208742 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-52c1ac0c-bf17-4bd8-a30d-eddc324f601b tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:03.226273 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1ac0c-bf17-4bd8-a30d-eddc324f601b tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d778686-3b69-425c-b3d7-68a60f78951d,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:35:03.294857 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-52c1ac0c-bf17-4bd8-a30d-eddc324f601b tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:03.296099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-52c1ac0c-bf17-4bd8-a30d-eddc324f601b tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3389220 Dec 14 03:35:03.298840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54396) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:35:03.303154 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d3e1ca64-239e-4af2-8246-3baa7eb216a9 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Request body: {'security_group_rule': {'security_group_id': '97dc6499-b4a7-4d1d-88d8-55e0daa4c21a', 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:35:03.391293 n-d-821636-1 neutron-server[103848]: INFO neutron.db.securitygroups_db [None req-d3e1ca64-239e-4af2-8246-3baa7eb216a9 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Project d30d1c0619e6464bbdaf0e37c7f77e00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:35:03.396176 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d3e1ca64-239e-4af2-8246-3baa7eb216a9 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:03.454209 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d3e1ca64-239e-4af2-8246-3baa7eb216a9 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:03.534448 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d3e1ca64-239e-4af2-8246-3baa7eb216a9 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:03.558227 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1ca64-239e-4af2-8246-3baa7eb216a9 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01289749-c555-4ab8-89ce-6af67f43ca1a,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:35:03.656254 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d3e1ca64-239e-4af2-8246-3baa7eb216a9 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:03.657456 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d3e1ca64-239e-4af2-8246-3baa7eb216a9 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3576572 Dec 14 03:35:03.754569 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-480477fe-475f-4587-8ef1-db4f8a1e442a req-73017249-a704-4c5c-adc3-50af76041bb5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546722729&fields=id&tenant_id=d30d1c0619e6464bbdaf0e37c7f77e00 HTTP/1.1" status: 200 len: 267 time: 0.0515687 Dec 14 03:35:03.809548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480477fe-475f-4587-8ef1-db4f8a1e442a req-7afca0aa-313e-4c6c-96b7-75d394d0fb1d tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:03.814638 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-480477fe-475f-4587-8ef1-db4f8a1e442a req-7afca0aa-313e-4c6c-96b7-75d394d0fb1d tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 946 time: 0.0490034 Dec 14 03:35:03.822000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-480477fe-475f-4587-8ef1-db4f8a1e442a req-6579a758-1303-4869-bdd1-cbc21d199adf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Request body: {'port': {'security_groups': ['9d548d44-9fa4-419c-80e0-57e1c7b6ff63', '97dc6499-b4a7-4d1d-88d8-55e0daa4c21a']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:35:03.884144 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-480477fe-475f-4587-8ef1-db4f8a1e442a req-6579a758-1303-4869-bdd1-cbc21d199adf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:04.067285 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-480477fe-475f-4587-8ef1-db4f8a1e442a req-6579a758-1303-4869-bdd1-cbc21d199adf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] For port af586d57-b97a-4447-beb2-ddf76d29e4d3, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=af586d57-b97a-4447-beb2-ddf76d29e4d3,segment=NetworkSegment(96c7db0a-cbbc-4ead-9494-063f6d09aee9),segment_id=96c7db0a-cbbc-4ead-9494-063f6d09aee9)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:35:04.101644 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-480477fe-475f-4587-8ef1-db4f8a1e442a req-6579a758-1303-4869-bdd1-cbc21d199adf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:04.145473 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-480477fe-475f-4587-8ef1-db4f8a1e442a req-6579a758-1303-4869-bdd1-cbc21d199adf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:04.178648 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['af586d57-b97a-4447-beb2-ddf76d29e4d3'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:35:04.190872 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480477fe-475f-4587-8ef1-db4f8a1e442a req-6579a758-1303-4869-bdd1-cbc21d199adf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:04.193037 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-480477fe-475f-4587-8ef1-db4f8a1e442a req-6579a758-1303-4869-bdd1-cbc21d199adf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:04.193205 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-480477fe-475f-4587-8ef1-db4f8a1e442a req-6579a758-1303-4869-bdd1-cbc21d199adf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "PUT /v2.0/ports/af586d57-b97a-4447-beb2-ddf76d29e4d3 HTTP/1.1" status: 200 len: 982 time: 0.3757536 Dec 14 03:35:04.193627 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d8060a-8641-4d88-9741-ddc47ef7ea9f', 'tag': 'af586d57-b97a-4447-beb2-ddf76d29e4d3'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:35:04.196200 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c5be56-7e79-4c73-9779-0d0a90bca0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d8060a-8641-4d88-9741-ddc47ef7ea9f", "tag": "af586d57-b97a-4447-beb2-ddf76d29e4d3"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:35:04.237700 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579a758-1303-4869-bdd1-cbc21d199adf tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Pushing event updated for resources: {'Port': ['ID=af586d57-b97a-4447-beb2-ddf76d29e4d3,revision_number=6']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:35:04.265023 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54864af5-83fd-4bad-a08e-ddc49ea5885f x-openstack-request-id: req-54864af5-83fd-4bad-a08e-ddc49ea5885f {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:35:04.266895 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d8060a-8641-4d88-9741-ddc47ef7ea9f", "tag": "af586d57-b97a-4447-beb2-ddf76d29e4d3", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:35:04.267317 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-54864af5-83fd-4bad-a08e-ddc49ea5885f {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:35:04.268001 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d8060a-8641-4d88-9741-ddc47ef7ea9f', 'tag': 'af586d57-b97a-4447-beb2-ddf76d29e4d3', 'status': 'completed', 'code': 200} Dec 14 03:35:04.316884 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['af586d57-b97a-4447-beb2-ddf76d29e4d3'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:35:04.340783 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbe661-897f-4a8e-8546-674fa1dd33cf req-153d879b-36b7-46ab-9971-4aa4e51c4628 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:04.342633 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55cbe661-897f-4a8e-8546-674fa1dd33cf req-153d879b-36b7-46ab-9971-4aa4e51c4628 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 985 time: 0.0657904 Dec 14 03:35:04.427527 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-55cbe661-897f-4a8e-8546-674fa1dd33cf req-3be3c4e9-8220-4e49-aacd-dbbcb5a468e6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&id=97dc6499-b4a7-4d1d-88d8-55e0daa4c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759702 Dec 14 03:35:04.431989 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5be56-7e79-4c73-9779-0d0a90bca0f2 req-46927d00-9966-4ed5-aa71-a73be6dd1c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:04.433594 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-62c5be56-7e79-4c73-9779-0d0a90bca0f2 req-46927d00-9966-4ed5-aa71-a73be6dd1c74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d30d1c0619e6464bbdaf0e37c7f77e00&device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 1136 time: 0.1152511 Dec 14 03:35:04.537390 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5be56-7e79-4c73-9779-0d0a90bca0f2 req-73cbe563-24e6-44f8-b812-552cb4265e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:04.538871 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-62c5be56-7e79-4c73-9779-0d0a90bca0f2 req-73cbe563-24e6-44f8-b812-552cb4265e8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddca801a-1463-4dd4-8a4a-b5dadcbf1028 HTTP/1.1" status: 200 len: 916 time: 0.0975282 Dec 14 03:35:04.589009 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d25d7146-6c77-4d28-8af2-caf7feb10cfc None None] Provisioning complete for port af586d57-b97a-4447-beb2-ddf76d29e4d3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:35:04.589485 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d25d7146-6c77-4d28-8af2-caf7feb10cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:04.609332 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-62c5be56-7e79-4c73-9779-0d0a90bca0f2 req-50380b67-959d-43ad-9bca-59ef18432dd5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af586d57-b97a-4447-beb2-ddf76d29e4d3 HTTP/1.1" status: 200 len: 1002 time: 0.0628042 Dec 14 03:35:04.661202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5be56-7e79-4c73-9779-0d0a90bca0f2 req-aeb7db6f-f470-4eb0-9689-7c8fa1aaa2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:04.662733 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-62c5be56-7e79-4c73-9779-0d0a90bca0f2 req-aeb7db6f-f470-4eb0-9689-7c8fa1aaa2a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9ad7b72-2b9c-4483-a10a-cb0097b91bfa HTTP/1.1" status: 200 len: 854 time: 0.0439837 Dec 14 03:35:04.709809 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5be56-7e79-4c73-9779-0d0a90bca0f2 req-1809a87c-25f7-476a-a90f-51a976745d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:04.711224 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-62c5be56-7e79-4c73-9779-0d0a90bca0f2 req-1809a87c-25f7-476a-a90f-51a976745d98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddca801a-1463-4dd4-8a4a-b5dadcbf1028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404315 Dec 14 03:35:04.815887 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-62c5be56-7e79-4c73-9779-0d0a90bca0f2 req-6ebd914d-39f5-4497-905c-c4690dc30654 service neutron] 10.222.0.47 "GET /v2.0/networks/ddca801a-1463-4dd4-8a4a-b5dadcbf1028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968487 Dec 14 03:35:04.906965 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-62c5be56-7e79-4c73-9779-0d0a90bca0f2 req-e8825ba3-3e99-4119-b885-0f38c1a58509 service neutron] 10.222.0.47 "GET /v2.0/networks/ddca801a-1463-4dd4-8a4a-b5dadcbf1028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836682 Dec 14 03:35:05.052820 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-86768f46-cde7-4b1a-b712-9894bf2d7e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:05.722835 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:35:06.521098 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:07.893948 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:08.671181 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:14.244432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae282994-c874-4799-8e4e-be3351c3364f req-bec6a061-a518-407f-a065-723f42490ead tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:14.246624 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae282994-c874-4799-8e4e-be3351c3364f req-bec6a061-a518-407f-a065-723f42490ead tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 985 time: 0.0543425 Dec 14 03:35:14.312923 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae282994-c874-4799-8e4e-be3351c3364f req-8c9122a9-e62d-4d62-a42e-0bb8d54a739c tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&id=97dc6499-b4a7-4d1d-88d8-55e0daa4c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600052 Dec 14 03:35:14.313742 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64701a68-da42-4ea9-bcb9-090278aa6ec3 req-b321926a-4c95-43ef-ad37-1a0b78a8bc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:14.315327 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-64701a68-da42-4ea9-bcb9-090278aa6ec3 req-b321926a-4c95-43ef-ad37-1a0b78a8bc31 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d30d1c0619e6464bbdaf0e37c7f77e00&device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 1136 time: 0.0427210 Dec 14 03:35:14.753102 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64701a68-da42-4ea9-bcb9-090278aa6ec3 req-cb8db94c-f49b-4436-ab6d-e942b1864715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:14.754659 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-64701a68-da42-4ea9-bcb9-090278aa6ec3 req-cb8db94c-f49b-4436-ab6d-e942b1864715 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddca801a-1463-4dd4-8a4a-b5dadcbf1028 HTTP/1.1" status: 200 len: 916 time: 0.4295077 Dec 14 03:35:14.826554 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-64701a68-da42-4ea9-bcb9-090278aa6ec3 req-c959cdb5-d6f1-43b3-a261-5f01d77004f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af586d57-b97a-4447-beb2-ddf76d29e4d3 HTTP/1.1" status: 200 len: 1002 time: 0.0582981 Dec 14 03:35:14.877811 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64701a68-da42-4ea9-bcb9-090278aa6ec3 req-6970bbbd-a03a-4832-986b-ee6107de74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:14.879212 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-64701a68-da42-4ea9-bcb9-090278aa6ec3 req-6970bbbd-a03a-4832-986b-ee6107de74b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9ad7b72-2b9c-4483-a10a-cb0097b91bfa HTTP/1.1" status: 200 len: 854 time: 0.0456560 Dec 14 03:35:14.924854 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64701a68-da42-4ea9-bcb9-090278aa6ec3 req-f83507c2-0bdb-4913-806f-58c73d6899bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:14.926385 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-64701a68-da42-4ea9-bcb9-090278aa6ec3 req-f83507c2-0bdb-4913-806f-58c73d6899bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddca801a-1463-4dd4-8a4a-b5dadcbf1028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387623 Dec 14 03:35:15.015395 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-64701a68-da42-4ea9-bcb9-090278aa6ec3 req-0917361b-7695-4134-8e78-83ad706f1fdb service neutron] 10.222.0.47 "GET /v2.0/networks/ddca801a-1463-4dd4-8a4a-b5dadcbf1028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800102 Dec 14 03:35:15.105743 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-64701a68-da42-4ea9-bcb9-090278aa6ec3 req-50a1d9b2-66b7-4f42-857e-10966663a360 service neutron] 10.222.0.47 "GET /v2.0/networks/ddca801a-1463-4dd4-8a4a-b5dadcbf1028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824342 Dec 14 03:35:15.433864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf0f24-11b2-41cd-adfd-c135dcc38630 req-5224f3e2-65a6-440a-96b9-c127a0be3dd4 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:15.435345 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ecf0f24-11b2-41cd-adfd-c135dcc38630 req-5224f3e2-65a6-440a-96b9-c127a0be3dd4 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 985 time: 0.0492520 Dec 14 03:35:15.494484 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ecf0f24-11b2-41cd-adfd-c135dcc38630 req-74bddd32-6e72-404a-9acd-c3da042aee15 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&id=97dc6499-b4a7-4d1d-88d8-55e0daa4c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527532 Dec 14 03:35:16.614970 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b0c0a-5c8b-4e31-874e-29fba8548bad req-b0a476d7-6e4c-4b69-a328-1b2db19b9bf3 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:16.616443 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e03b0c0a-5c8b-4e31-874e-29fba8548bad req-b0a476d7-6e4c-4b69-a328-1b2db19b9bf3 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 985 time: 0.0501115 Dec 14 03:35:16.677324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e03b0c0a-5c8b-4e31-874e-29fba8548bad req-d2d3f6e9-c2f4-459e-8abe-5e303fa159bc tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&id=97dc6499-b4a7-4d1d-88d8-55e0daa4c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542343 Dec 14 03:35:17.797041 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a592f8-f84a-4331-9808-6708717ecdaf req-8a8dee48-b97b-4549-be30-2461f1e8982a tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:17.798540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4a592f8-f84a-4331-9808-6708717ecdaf req-8a8dee48-b97b-4549-be30-2461f1e8982a tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 985 time: 0.0542257 Dec 14 03:35:17.857730 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f4a592f8-f84a-4331-9808-6708717ecdaf req-38e545e3-e83b-43cb-b236-6351308c2ed7 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&id=97dc6499-b4a7-4d1d-88d8-55e0daa4c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531507 Dec 14 03:35:18.986060 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061229a2-60f5-45d4-92e1-e1b4fc394be0 req-5d7b35cf-046f-4529-8316-01083ef3932d tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:18.987575 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-061229a2-60f5-45d4-92e1-e1b4fc394be0 req-5d7b35cf-046f-4529-8316-01083ef3932d tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 985 time: 0.0570729 Dec 14 03:35:19.049164 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-061229a2-60f5-45d4-92e1-e1b4fc394be0 req-5671ef7b-544a-4f78-8295-fa580c52840a tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&id=97dc6499-b4a7-4d1d-88d8-55e0daa4c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550845 Dec 14 03:35:20.172950 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77910364-1646-450d-8977-af12d41a7837 req-285079e0-a573-41cd-8633-bba1acc15e97 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:20.174470 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77910364-1646-450d-8977-af12d41a7837 req-285079e0-a573-41cd-8633-bba1acc15e97 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 985 time: 0.0541265 Dec 14 03:35:20.233352 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-77910364-1646-450d-8977-af12d41a7837 req-3b170834-92e9-4cb9-9361-54e6d69470c3 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&id=97dc6499-b4a7-4d1d-88d8-55e0daa4c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527556 Dec 14 03:35:21.351006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712c3ff-74b0-4cd1-9145-15e1b7cacb9e req-ffcaa48a-eb28-48de-bc04-1f79144c9031 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:21.352506 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c712c3ff-74b0-4cd1-9145-15e1b7cacb9e req-ffcaa48a-eb28-48de-bc04-1f79144c9031 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 985 time: 0.0505686 Dec 14 03:35:21.412668 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c712c3ff-74b0-4cd1-9145-15e1b7cacb9e req-53839386-73e5-467b-9bb5-9e39814e9648 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&id=97dc6499-b4a7-4d1d-88d8-55e0daa4c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540764 Dec 14 03:35:22.526185 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82901fab-fa35-4206-808a-474596802ccf req-57ba150e-3d94-43a5-8706-734658b027c1 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:22.528205 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82901fab-fa35-4206-808a-474596802ccf req-57ba150e-3d94-43a5-8706-734658b027c1 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 985 time: 0.0487537 Dec 14 03:35:22.592763 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-82901fab-fa35-4206-808a-474596802ccf req-1ff43183-81f4-4a6d-b44d-0f0f847072ec tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&id=97dc6499-b4a7-4d1d-88d8-55e0daa4c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585101 Dec 14 03:35:23.708904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc40514-ce48-45f1-acb4-d33789b36920 req-4d535726-a437-4bc0-8dbb-636874ec9956 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:23.710405 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4bc40514-ce48-45f1-acb4-d33789b36920 req-4d535726-a437-4bc0-8dbb-636874ec9956 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 985 time: 0.0496912 Dec 14 03:35:23.771057 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4bc40514-ce48-45f1-acb4-d33789b36920 req-d372f365-718f-4848-abc4-947c9a59007e tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&id=97dc6499-b4a7-4d1d-88d8-55e0daa4c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545564 Dec 14 03:35:24.887355 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990327a-e1bb-48b4-b4e7-41c727dcd3b9 req-cd845cc1-e42c-4ed6-b801-4146d1208269 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:24.888833 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4990327a-e1bb-48b4-b4e7-41c727dcd3b9 req-cd845cc1-e42c-4ed6-b801-4146d1208269 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 985 time: 0.0500767 Dec 14 03:35:24.948838 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4990327a-e1bb-48b4-b4e7-41c727dcd3b9 req-85e9e753-d8a5-41db-9588-5815ba7c0cc2 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&id=97dc6499-b4a7-4d1d-88d8-55e0daa4c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537941 Dec 14 03:35:26.070188 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962dc3e-9bc0-4720-967c-3d21a949429d req-0fd00021-09e4-45a7-8cbf-3af8640bca97 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:26.071814 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4962dc3e-9bc0-4720-967c-3d21a949429d req-0fd00021-09e4-45a7-8cbf-3af8640bca97 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 985 time: 0.0555975 Dec 14 03:35:26.135966 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4962dc3e-9bc0-4720-967c-3d21a949429d req-255cbc1e-eb1b-42b6-8fad-1bbb256bd079 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&id=97dc6499-b4a7-4d1d-88d8-55e0daa4c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572588 Dec 14 03:35:27.250686 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78471dd-5cbf-49af-b464-3498eb18be5c req-8c8cc930-ca19-4e61-b40b-bc247c9b880b tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:27.252324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e78471dd-5cbf-49af-b464-3498eb18be5c req-8c8cc930-ca19-4e61-b40b-bc247c9b880b tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 985 time: 0.0488987 Dec 14 03:35:27.311268 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e78471dd-5cbf-49af-b464-3498eb18be5c req-833fb9a6-a20a-4c96-ac98-1772d25b2787 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&id=97dc6499-b4a7-4d1d-88d8-55e0daa4c21a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528505 Dec 14 03:35:27.597054 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:30.773957 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:32.812507 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-62936451-b035-4032-83c5-315ddd2a52ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:35.055584 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1668d545-0e9c-48af-bfd7-8398158b4322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:36.529296 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:37.906215 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:38.699670 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:42.722402 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:35:57.680383 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:58.310436 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bf709261-5cee-4c67-bd4c-a533c06582ce req-a7c9f945-35bb-479e-a4e2-bbc47ff9b6e4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394633 Dec 14 03:35:58.412428 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf709261-5cee-4c67-bd4c-a533c06582ce req-b6d7f2bb-4c28-4515-ac7e-53db11c7e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:58.414030 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bf709261-5cee-4c67-bd4c-a533c06582ce req-b6d7f2bb-4c28-4515-ac7e-53db11c7e48c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d30d1c0619e6464bbdaf0e37c7f77e00&device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 1136 time: 0.0418139 Dec 14 03:35:58.521244 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf709261-5cee-4c67-bd4c-a533c06582ce req-cd521ecb-2ba8-471d-8803-5e744719a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:58.522746 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bf709261-5cee-4c67-bd4c-a533c06582ce req-cd521ecb-2ba8-471d-8803-5e744719a162 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddca801a-1463-4dd4-8a4a-b5dadcbf1028 HTTP/1.1" status: 200 len: 916 time: 0.0905206 Dec 14 03:35:58.588980 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bf709261-5cee-4c67-bd4c-a533c06582ce req-fbc1db87-b66d-4f2f-9fb9-259b0c94b550 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af586d57-b97a-4447-beb2-ddf76d29e4d3 HTTP/1.1" status: 200 len: 1002 time: 0.0583897 Dec 14 03:35:58.642360 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf709261-5cee-4c67-bd4c-a533c06582ce req-afd5611f-6a91-4791-a84c-56652701d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:58.643992 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bf709261-5cee-4c67-bd4c-a533c06582ce req-afd5611f-6a91-4791-a84c-56652701d2ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9ad7b72-2b9c-4483-a10a-cb0097b91bfa HTTP/1.1" status: 200 len: 854 time: 0.0478289 Dec 14 03:35:58.688682 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf709261-5cee-4c67-bd4c-a533c06582ce req-7af80911-1028-470b-9b76-5595997edf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:58.690815 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bf709261-5cee-4c67-bd4c-a533c06582ce req-7af80911-1028-470b-9b76-5595997edf06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddca801a-1463-4dd4-8a4a-b5dadcbf1028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391505 Dec 14 03:35:58.783241 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bf709261-5cee-4c67-bd4c-a533c06582ce req-3f8fb5f7-ea7d-471c-ab4d-8fffdedf74eb service neutron] 10.222.0.47 "GET /v2.0/networks/ddca801a-1463-4dd4-8a4a-b5dadcbf1028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801077 Dec 14 03:35:58.879283 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bf709261-5cee-4c67-bd4c-a533c06582ce req-472835e0-9b42-4096-9c49-22bd5f0b5171 service neutron] 10.222.0.47 "GET /v2.0/networks/ddca801a-1463-4dd4-8a4a-b5dadcbf1028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858057 Dec 14 03:35:59.615278 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dde40f45-534d-47e9-88d4-0e5cf0be1394 req-33939fce-8260-4e4d-b75a-a7538e07ab2c tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546722729&fields=id&tenant_id=d30d1c0619e6464bbdaf0e37c7f77e00 HTTP/1.1" status: 200 len: 267 time: 0.0457206 Dec 14 03:35:59.673389 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde40f45-534d-47e9-88d4-0e5cf0be1394 req-0b5d3e9f-a433-4eed-a4be-85f12706ab92 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:35:59.674912 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dde40f45-534d-47e9-88d4-0e5cf0be1394 req-0b5d3e9f-a433-4eed-a4be-85f12706ab92 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 985 time: 0.0540125 Dec 14 03:35:59.685858 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-dde40f45-534d-47e9-88d4-0e5cf0be1394 req-db2de463-4171-4fd5-9c7e-93cc85fc4245 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Request body: {'port': {'security_groups': ['9d548d44-9fa4-419c-80e0-57e1c7b6ff63']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:35:59.748226 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dde40f45-534d-47e9-88d4-0e5cf0be1394 req-db2de463-4171-4fd5-9c7e-93cc85fc4245 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:35:59.916091 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-dde40f45-534d-47e9-88d4-0e5cf0be1394 req-db2de463-4171-4fd5-9c7e-93cc85fc4245 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] For port af586d57-b97a-4447-beb2-ddf76d29e4d3, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=af586d57-b97a-4447-beb2-ddf76d29e4d3,segment=NetworkSegment(96c7db0a-cbbc-4ead-9494-063f6d09aee9),segment_id=96c7db0a-cbbc-4ead-9494-063f6d09aee9)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:35:59.944921 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dde40f45-534d-47e9-88d4-0e5cf0be1394 req-db2de463-4171-4fd5-9c7e-93cc85fc4245 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:00.006301 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dde40f45-534d-47e9-88d4-0e5cf0be1394 req-db2de463-4171-4fd5-9c7e-93cc85fc4245 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:00.039479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['af586d57-b97a-4447-beb2-ddf76d29e4d3'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:36:00.052069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde40f45-534d-47e9-88d4-0e5cf0be1394 req-db2de463-4171-4fd5-9c7e-93cc85fc4245 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:00.052740 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-dde40f45-534d-47e9-88d4-0e5cf0be1394 req-db2de463-4171-4fd5-9c7e-93cc85fc4245 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:00.054216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dde40f45-534d-47e9-88d4-0e5cf0be1394 req-db2de463-4171-4fd5-9c7e-93cc85fc4245 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "PUT /v2.0/ports/af586d57-b97a-4447-beb2-ddf76d29e4d3 HTTP/1.1" status: 200 len: 943 time: 0.3728418 Dec 14 03:36:00.054677 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d8060a-8641-4d88-9741-ddc47ef7ea9f', 'tag': 'af586d57-b97a-4447-beb2-ddf76d29e4d3'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:36:00.057215 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a974e592-b24c-4448-bbf9-7d75c01eb5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d8060a-8641-4d88-9741-ddc47ef7ea9f", "tag": "af586d57-b97a-4447-beb2-ddf76d29e4d3"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:36:00.060228 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54448) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:00.084007 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2de463-4171-4fd5-9c7e-93cc85fc4245 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Pushing event updated for resources: {'Port': ['ID=af586d57-b97a-4447-beb2-ddf76d29e4d3,revision_number=7']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:00.146193 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11652ec5-17ee-4802-b74b-12690aa6d7a6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:00.173747 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['af586d57-b97a-4447-beb2-ddf76d29e4d3'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:36:00.178573 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11652ec5-17ee-4802-b74b-12690aa6d7a6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:00.185001 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4894e233-3d66-4c0d-b200-09855a2e0026 x-openstack-request-id: req-4894e233-3d66-4c0d-b200-09855a2e0026 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:36:00.185351 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d8060a-8641-4d88-9741-ddc47ef7ea9f", "tag": "af586d57-b97a-4447-beb2-ddf76d29e4d3", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:36:00.185586 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4894e233-3d66-4c0d-b200-09855a2e0026 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:36:00.186014 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d8060a-8641-4d88-9741-ddc47ef7ea9f', 'tag': 'af586d57-b97a-4447-beb2-ddf76d29e4d3', 'status': 'completed', 'code': 200} Dec 14 03:36:00.293794 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974e592-b24c-4448-bbf9-7d75c01eb5d8 req-90f43e25-1630-4440-98dd-acc005bd4669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:00.295294 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a974e592-b24c-4448-bbf9-7d75c01eb5d8 req-90f43e25-1630-4440-98dd-acc005bd4669 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d30d1c0619e6464bbdaf0e37c7f77e00&device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 1097 time: 0.0607004 Dec 14 03:36:00.375861 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11652ec5-17ee-4802-b74b-12690aa6d7a6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:00.376120 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7e57cb61-29b8-4b1c-aa3b-882ed728bd72 None None] Provisioning complete for port af586d57-b97a-4447-beb2-ddf76d29e4d3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:36:00.376417 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7e57cb61-29b8-4b1c-aa3b-882ed728bd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:00.379268 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-11652ec5-17ee-4802-b74b-12690aa6d7a6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:00.381007 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-11652ec5-17ee-4802-b74b-12690aa6d7a6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "DELETE /v2.0/security-groups/97dc6499-b4a7-4d1d-88d8-55e0daa4c21a HTTP/1.1" status: 204 len: 168 time: 0.3181627 Dec 14 03:36:00.383908 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54452) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:00.400490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11652ec5-17ee-4802-b74b-12690aa6d7a6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97dc6499-b4a7-4d1d-88d8-55e0daa4c21a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:00.409157 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974e592-b24c-4448-bbf9-7d75c01eb5d8 req-3c73dd7b-a3e8-401a-949d-005cb7086d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:00.410742 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a974e592-b24c-4448-bbf9-7d75c01eb5d8 req-3c73dd7b-a3e8-401a-949d-005cb7086d3e service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddca801a-1463-4dd4-8a4a-b5dadcbf1028 HTTP/1.1" status: 200 len: 916 time: 0.1086659 Dec 14 03:36:00.412471 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11652ec5-17ee-4802-b74b-12690aa6d7a6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:00.412829 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11652ec5-17ee-4802-b74b-12690aa6d7a6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:00.413183 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11652ec5-17ee-4802-b74b-12690aa6d7a6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:00.413555 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11652ec5-17ee-4802-b74b-12690aa6d7a6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:00.413895 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11652ec5-17ee-4802-b74b-12690aa6d7a6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:00.414231 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11652ec5-17ee-4802-b74b-12690aa6d7a6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:00.414571 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11652ec5-17ee-4802-b74b-12690aa6d7a6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:00.414982 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11652ec5-17ee-4802-b74b-12690aa6d7a6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:00.415320 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11652ec5-17ee-4802-b74b-12690aa6d7a6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:00.415657 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11652ec5-17ee-4802-b74b-12690aa6d7a6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:00.416045 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11652ec5-17ee-4802-b74b-12690aa6d7a6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:00.416434 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11652ec5-17ee-4802-b74b-12690aa6d7a6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:00.416719 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11652ec5-17ee-4802-b74b-12690aa6d7a6 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:00.484289 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a974e592-b24c-4448-bbf9-7d75c01eb5d8 req-8c9446af-e689-46cc-b9e3-83249394f45a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af586d57-b97a-4447-beb2-ddf76d29e4d3 HTTP/1.1" status: 200 len: 1002 time: 0.0646493 Dec 14 03:36:00.534801 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974e592-b24c-4448-bbf9-7d75c01eb5d8 req-68bfb056-3d26-4203-bf5a-53fd2704f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:00.536288 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a974e592-b24c-4448-bbf9-7d75c01eb5d8 req-68bfb056-3d26-4203-bf5a-53fd2704f342 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9ad7b72-2b9c-4483-a10a-cb0097b91bfa HTTP/1.1" status: 200 len: 854 time: 0.0445282 Dec 14 03:36:00.561180 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-44ee3ac4-9f39-42e8-af50-39071f831217 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Deleting port 5cf3d74d-8d97-4ee7-a58d-e7db5d449a5f {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:36:00.561550 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44ee3ac4-9f39-42e8-af50-39071f831217 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:00.583035 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974e592-b24c-4448-bbf9-7d75c01eb5d8 req-d8283911-a969-4464-a067-773a4231ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:00.584553 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a974e592-b24c-4448-bbf9-7d75c01eb5d8 req-d8283911-a969-4464-a067-773a4231ffad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddca801a-1463-4dd4-8a4a-b5dadcbf1028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406587 Dec 14 03:36:00.638460 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44ee3ac4-9f39-42e8-af50-39071f831217 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:00.639089 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44ee3ac4-9f39-42e8-af50-39071f831217 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:00.653373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-44ee3ac4-9f39-42e8-af50-39071f831217 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Calling delete_port for 5cf3d74d-8d97-4ee7-a58d-e7db5d449a5f owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:36:00.680109 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a974e592-b24c-4448-bbf9-7d75c01eb5d8 req-5f9e8173-7256-4c22-b8db-7405274e425a service neutron] 10.222.0.47 "GET /v2.0/networks/ddca801a-1463-4dd4-8a4a-b5dadcbf1028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874755 Dec 14 03:36:00.772760 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-a974e592-b24c-4448-bbf9-7d75c01eb5d8 req-204c35be-392d-4a0c-8088-3818f596f20c service neutron] 10.222.0.47 "GET /v2.0/networks/ddca801a-1463-4dd4-8a4a-b5dadcbf1028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856245 Dec 14 03:36:00.797269 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:00.854188 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44ee3ac4-9f39-42e8-af50-39071f831217 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:00.880839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee3ac4-9f39-42e8-af50-39071f831217 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Pushing event deleted for resources: {'Port': ['ID=5cf3d74d-8d97-4ee7-a58d-e7db5d449a5f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:00.947440 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44ee3ac4-9f39-42e8-af50-39071f831217 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:00.947440 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-44ee3ac4-9f39-42e8-af50-39071f831217 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Floating IP f4d62b41-f5e0-48b5-9acb-97a8c44ce8f7 disassociated (deleted). External IP: 172.25.7.165, port: af586d57-b97a-4447-beb2-ddf76d29e4d3. Dec 14 03:36:01.143097 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ee3ac4-9f39-42e8-af50-39071f831217 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Router cb448b62-5ae1-4065-9542-aec70124131b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:36:01.249143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ee3ac4-9f39-42e8-af50-39071f831217 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:36:01.254332 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44ee3ac4-9f39-42e8-af50-39071f831217 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:01.262608 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4a97a-a805-4de5-989a-c2c07b70f354 None None] Sync routers for ids ['cb448b62-5ae1-4065-9542-aec70124131b'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:36:01.273246 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d4a97a-a805-4de5-989a-c2c07b70f354 None None] Routers {'cb448b62-5ae1-4065-9542-aec70124131b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:36:01.273942 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-66d4a97a-a805-4de5-989a-c2c07b70f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:35:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cb448b62-5ae1-4065-9542-aec70124131b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:01.280531 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-44ee3ac4-9f39-42e8-af50-39071f831217 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "DELETE /v2.0/floatingips/f4d62b41-f5e0-48b5-9acb-97a8c44ce8f7 HTTP/1.1" status: 204 len: 168 time: 0.8947086 Dec 14 03:36:01.381414 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-66d4a97a-a805-4de5-989a-c2c07b70f354 None None] Set router cb448b62-5ae1-4065-9542-aec70124131b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:36:01.576374 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-66d4a97a-a805-4de5-989a-c2c07b70f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'name': 'tempest-TestMinimumBasicScenario-1395087229-router', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:33:57Z', 'updated_at': '2021-12-14T03:34:00Z', 'revision_number': 4, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'gw_port': {'id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:33:58Z', 'updated_at': '2021-12-14T03:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f1de5cec-cc4d-4322-a82b-112dc87d6523', 'name': '', 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'mac_address': 'fa:16:3e:c3:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:34:00Z', 'updated_at': '2021-12-14T03:34:04Z', 'revision_number': 5, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'subnets': [{'id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:01.605536 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4a97a-a805-4de5-989a-c2c07b70f354 None None] Checking router: cb448b62-5ae1-4065-9542-aec70124131b for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:36:01.612075 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d4a97a-a805-4de5-989a-c2c07b70f354 None None] Routers {'cb448b62-5ae1-4065-9542-aec70124131b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:36:01.612694 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-66d4a97a-a805-4de5-989a-c2c07b70f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:35:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cb448b62-5ae1-4065-9542-aec70124131b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:01.717619 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-66d4a97a-a805-4de5-989a-c2c07b70f354 None None] Set router cb448b62-5ae1-4065-9542-aec70124131b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:36:01.917041 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-66d4a97a-a805-4de5-989a-c2c07b70f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'name': 'tempest-TestMinimumBasicScenario-1395087229-router', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:33:57Z', 'updated_at': '2021-12-14T03:34:00Z', 'revision_number': 4, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'gw_port': {'id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:33:58Z', 'updated_at': '2021-12-14T03:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f1de5cec-cc4d-4322-a82b-112dc87d6523', 'name': '', 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'mac_address': 'fa:16:3e:c3:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:34:00Z', 'updated_at': '2021-12-14T03:34:04Z', 'revision_number': 5, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'subnets': [{'id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:01.942352 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d4a97a-a805-4de5-989a-c2c07b70f354 None None] The sync data for ids ['cb448b62-5ae1-4065-9542-aec70124131b'] in n-d-821636-1 is: [{'id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'name': 'tempest-TestMinimumBasicScenario-1395087229-router', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:33:57Z', 'updated_at': '2021-12-14T03:34:00Z', 'revision_number': 4, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'gw_port': {'id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:33:58Z', 'updated_at': '2021-12-14T03:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'f1de5cec-cc4d-4322-a82b-112dc87d6523', 'name': '', 'network_id': 'ddca801a-1463-4dd4-8a4a-b5dadcbf1028', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'mac_address': 'fa:16:3e:c3:55:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:34:00Z', 'updated_at': '2021-12-14T03:34:04Z', 'revision_number': 5, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'subnets': [{'id': 'b9ad7b72-2b9c-4483-a10a-cb0097b91bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:36:02.164662 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1382733e-56e7-4aa7-961f-365d18140d86 None None] New status for floating IP f4d62b41-f5e0-48b5-9acb-97a8c44ce8f7: DOWN {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:36:02.187810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d8060a-8641-4d88-9741-ddc47ef7ea9f', 'tag': 'af586d57-b97a-4447-beb2-ddf76d29e4d3'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:36:02.190857 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa00c46-48ac-4831-b421-2aed301f96e4" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d8060a-8641-4d88-9741-ddc47ef7ea9f", "tag": "af586d57-b97a-4447-beb2-ddf76d29e4d3"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:36:02.228722 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7f0dde-b745-400e-8e90-c1a45268614e x-openstack-request-id: req-2e7f0dde-b745-400e-8e90-c1a45268614e {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:36:02.229253 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d8060a-8641-4d88-9741-ddc47ef7ea9f", "tag": "af586d57-b97a-4447-beb2-ddf76d29e4d3", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:36:02.229622 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e7f0dde-b745-400e-8e90-c1a45268614e {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:36:02.230170 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d8060a-8641-4d88-9741-ddc47ef7ea9f', 'tag': 'af586d57-b97a-4447-beb2-ddf76d29e4d3', 'status': 'completed', 'code': 200} Dec 14 03:36:02.315686 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa00c46-48ac-4831-b421-2aed301f96e4 req-e69ecbb0-daf4-4917-ac22-0cc15f01a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:02.317365 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2aa00c46-48ac-4831-b421-2aed301f96e4 req-e69ecbb0-daf4-4917-ac22-0cc15f01a0ce service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d30d1c0619e6464bbdaf0e37c7f77e00&device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 1097 time: 0.0439997 Dec 14 03:36:02.412176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa00c46-48ac-4831-b421-2aed301f96e4 req-fd854718-4f30-44d9-9bc1-b4101b900355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:02.413788 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2aa00c46-48ac-4831-b421-2aed301f96e4 req-fd854718-4f30-44d9-9bc1-b4101b900355 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ddca801a-1463-4dd4-8a4a-b5dadcbf1028 HTTP/1.1" status: 200 len: 916 time: 0.0888865 Dec 14 03:36:02.456578 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2aa00c46-48ac-4831-b421-2aed301f96e4 req-6adae562-4890-4f55-951a-3c78d61b5bd1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af586d57-b97a-4447-beb2-ddf76d29e4d3 HTTP/1.1" status: 200 len: 217 time: 0.0350733 Dec 14 03:36:02.512372 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa00c46-48ac-4831-b421-2aed301f96e4 req-81210b51-6203-439c-a4ff-14ab9c74f487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:02.513803 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2aa00c46-48ac-4831-b421-2aed301f96e4 req-81210b51-6203-439c-a4ff-14ab9c74f487 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b9ad7b72-2b9c-4483-a10a-cb0097b91bfa HTTP/1.1" status: 200 len: 854 time: 0.0490737 Dec 14 03:36:02.559914 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa00c46-48ac-4831-b421-2aed301f96e4 req-32bfdcd9-d6ec-4afa-84b7-fc2eb893731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:02.568171 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2aa00c46-48ac-4831-b421-2aed301f96e4 req-32bfdcd9-d6ec-4afa-84b7-fc2eb893731c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ddca801a-1463-4dd4-8a4a-b5dadcbf1028&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409262 Dec 14 03:36:02.651722 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2aa00c46-48ac-4831-b421-2aed301f96e4 req-8b3d7373-767f-4aaf-9dc1-98f414b5847d service neutron] 10.222.0.47 "GET /v2.0/networks/ddca801a-1463-4dd4-8a4a-b5dadcbf1028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827057 Dec 14 03:36:02.754129 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-2aa00c46-48ac-4831-b421-2aed301f96e4 req-831d6b37-296f-4f13-8402-31d1214a9992 service neutron] 10.222.0.47 "GET /v2.0/networks/ddca801a-1463-4dd4-8a4a-b5dadcbf1028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945737 Dec 14 03:36:02.808933 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0bf153ff-baa2-4ab0-a8c2-e09fb0831e4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:05.094842 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-aa3a6320-a76a-4960-882c-9ffe49466456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:06.517277 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:07.943332 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:08.660151 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:10.795432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8bc5b-a000-4662-a653-8c9368c11e1a req-0764ec7e-4cf7-4ff7-88db-9fa04390eb0c tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:10.796943 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b5b8bc5b-a000-4662-a653-8c9368c11e1a req-0764ec7e-4cf7-4ff7-88db-9fa04390eb0c tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 946 time: 0.0532491 Dec 14 03:36:10.844123 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b5b8bc5b-a000-4662-a653-8c9368c11e1a req-56a6b8e1-f210-4eb5-b2fa-6479b1a15599 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404770 Dec 14 03:36:11.966000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c4f9b-b812-4f3e-bb2d-d931a8898c0f req-ad1ec57d-1474-423d-ae30-fd6efb41675c tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:11.967531 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-170c4f9b-b812-4f3e-bb2d-d931a8898c0f req-ad1ec57d-1474-423d-ae30-fd6efb41675c tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 946 time: 0.0499208 Dec 14 03:36:12.016087 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-170c4f9b-b812-4f3e-bb2d-d931a8898c0f req-7983f8d7-1bc3-44c4-aea7-34baba86e2de tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/security-groups?id=9d548d44-9fa4-419c-80e0-57e1c7b6ff63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419195 Dec 14 03:36:12.586558 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18040a31-e406-4ea5-867d-88bbd434fa39 req-17efb9ad-eb9d-4754-9774-72c3b62335a5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:12.588024 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-18040a31-e406-4ea5-867d-88bbd434fa39 req-17efb9ad-eb9d-4754-9774-72c3b62335a5 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 946 time: 0.0509346 Dec 14 03:36:12.679302 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-18040a31-e406-4ea5-867d-88bbd434fa39 req-fb54770f-c7b7-4207-8b0d-cf70d80a3537 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Deleting port af586d57-b97a-4447-beb2-ddf76d29e4d3 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:36:12.679641 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-18040a31-e406-4ea5-867d-88bbd434fa39 req-fb54770f-c7b7-4207-8b0d-cf70d80a3537 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:12.768109 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-18040a31-e406-4ea5-867d-88bbd434fa39 req-fb54770f-c7b7-4207-8b0d-cf70d80a3537 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] For port af586d57-b97a-4447-beb2-ddf76d29e4d3, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=af586d57-b97a-4447-beb2-ddf76d29e4d3,segment=NetworkSegment(96c7db0a-cbbc-4ead-9494-063f6d09aee9),segment_id=96c7db0a-cbbc-4ead-9494-063f6d09aee9)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:36:12.768532 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-18040a31-e406-4ea5-867d-88bbd434fa39 req-fb54770f-c7b7-4207-8b0d-cf70d80a3537 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:12.780758 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-18040a31-e406-4ea5-867d-88bbd434fa39 req-fb54770f-c7b7-4207-8b0d-cf70d80a3537 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Calling delete_port for af586d57-b97a-4447-beb2-ddf76d29e4d3 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:36:13.008805 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-18040a31-e406-4ea5-867d-88bbd434fa39 req-fb54770f-c7b7-4207-8b0d-cf70d80a3537 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:13.037337 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb54770f-c7b7-4207-8b0d-cf70d80a3537 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Pushing event deleted for resources: {'Port': ['ID=af586d57-b97a-4447-beb2-ddf76d29e4d3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:13.041536 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['af586d57-b97a-4447-beb2-ddf76d29e4d3'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:36:13.094204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-18040a31-e406-4ea5-867d-88bbd434fa39 req-fb54770f-c7b7-4207-8b0d-cf70d80a3537 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] No DVR routers for this DVR port af586d57-b97a-4447-beb2-ddf76d29e4d3 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:36:13.097466 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-18040a31-e406-4ea5-867d-88bbd434fa39 req-fb54770f-c7b7-4207-8b0d-cf70d80a3537 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:13.100956 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-18040a31-e406-4ea5-867d-88bbd434fa39 req-fb54770f-c7b7-4207-8b0d-cf70d80a3537 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.47 "DELETE /v2.0/ports/af586d57-b97a-4447-beb2-ddf76d29e4d3 HTTP/1.1" status: 204 len: 173 time: 0.5067592 Dec 14 03:36:13.103557 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d8060a-8641-4d88-9741-ddc47ef7ea9f', 'name': 'network-vif-deleted', 'tag': 'af586d57-b97a-4447-beb2-ddf76d29e4d3'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:36:13.105886 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2d9686-90a7-4af8-83a6-54bc4a780a26" -d '{"events": [{"server_uuid": "f5d8060a-8641-4d88-9741-ddc47ef7ea9f", "name": "network-vif-deleted", "tag": "af586d57-b97a-4447-beb2-ddf76d29e4d3"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:36:13.132723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9bc83da-662d-4be5-a19f-f5c50fcddf52 req-db2714e6-2e05-477a-bc2c-27b5f4d76d55 tempest-TestMinimumBasicScenario-1127335927 tempest-TestMinimumBasicScenario-1127335927-project] 10.222.0.39 "GET /v2.0/ports?device_id=f5d8060a-8641-4d88-9741-ddc47ef7ea9f HTTP/1.1" status: 200 len: 210 time: 0.0372465 Dec 14 03:36:13.217758 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2118c4f-9479-47cd-99be-a6c4477fb8fa x-openstack-request-id: req-a2118c4f-9479-47cd-99be-a6c4477fb8fa {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:36:13.218052 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d8060a-8641-4d88-9741-ddc47ef7ea9f", "name": "network-vif-deleted", "tag": "af586d57-b97a-4447-beb2-ddf76d29e4d3", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:36:13.218309 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2118c4f-9479-47cd-99be-a6c4477fb8fa {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:36:13.218720 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d8060a-8641-4d88-9741-ddc47ef7ea9f', 'name': 'network-vif-deleted', 'tag': 'af586d57-b97a-4447-beb2-ddf76d29e4d3', 'status': 'completed', 'code': 200} Dec 14 03:36:15.290435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54552) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:15.632633 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:15.871646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Deleting port f1de5cec-cc4d-4322-a82b-112dc87d6523 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:36:15.871988 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:15.949281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] For port f1de5cec-cc4d-4322-a82b-112dc87d6523, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=f1de5cec-cc4d-4322-a82b-112dc87d6523,segment=NetworkSegment(96c7db0a-cbbc-4ead-9494-063f6d09aee9),segment_id=96c7db0a-cbbc-4ead-9494-063f6d09aee9)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:36:15.949682 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:15.962040 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Calling delete_port for f1de5cec-cc4d-4322-a82b-112dc87d6523 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:36:16.211648 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:16.235088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1de5cec-cc4d-4322-a82b-112dc87d6523,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:16.248148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:16.248501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:16.248846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:16.249185 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:16.249548 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:16.249882 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:16.250215 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:16.250820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:16.251151 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:16.251475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:16.251797 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:16.252119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:16.252453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:16.418632 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:16.626710 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Router cb448b62-5ae1-4065-9542-aec70124131b has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:36:16.727483 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:36:16.732444 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-224628ac-17fa-4206-bf00-1126eaf09a4a admin admin] 10.222.0.39 "PUT /v2.0/routers/cb448b62-5ae1-4065-9542-aec70124131b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4408777 Dec 14 03:36:16.735086 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54554) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:16.735801 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8232248c-f52a-435c-b4e9-b16193c39051 None None] Sync routers for ids ['cb448b62-5ae1-4065-9542-aec70124131b'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:36:16.745905 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8232248c-f52a-435c-b4e9-b16193c39051 None None] Routers {'cb448b62-5ae1-4065-9542-aec70124131b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:36:16.746520 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-8232248c-f52a-435c-b4e9-b16193c39051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:36:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cb448b62-5ae1-4065-9542-aec70124131b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:16.835457 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd40403-e82c-4168-aeee-fa5e8bf35aa1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:16.848545 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-8232248c-f52a-435c-b4e9-b16193c39051 None None] Set router cb448b62-5ae1-4065-9542-aec70124131b gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:36:16.942633 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd40403-e82c-4168-aeee-fa5e8bf35aa1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:16.984460 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device af586d57-b97a-4447-beb2-ddf76d29e4d3 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:36:17.007585 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: af586d57-b97a-4447-beb2-ddf76d29e4d3 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:36:17.007937 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device af586d57-b97a-4447-beb2-ddf76d29e4d3 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:36:17.028074 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-8232248c-f52a-435c-b4e9-b16193c39051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'name': 'tempest-TestMinimumBasicScenario-1395087229-router', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:33:57Z', 'updated_at': '2021-12-14T03:36:16Z', 'revision_number': 5, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'gw_port': {'id': '1b367597-42e8-4757-be88-d7b8c0ab8611', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:77:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:33:58Z', 'updated_at': '2021-12-14T03:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:17.054128 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8232248c-f52a-435c-b4e9-b16193c39051 None None] Checking router: cb448b62-5ae1-4065-9542-aec70124131b for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:36:17.061585 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-dfd40403-e82c-4168-aeee-fa5e8bf35aa1 admin admin] Deleting port 1b367597-42e8-4757-be88-d7b8c0ab8611 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:36:17.061938 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd40403-e82c-4168-aeee-fa5e8bf35aa1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:17.062443 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8232248c-f52a-435c-b4e9-b16193c39051 None None] Routers {'cb448b62-5ae1-4065-9542-aec70124131b'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:36:17.063125 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-8232248c-f52a-435c-b4e9-b16193c39051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:36:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['cb448b62-5ae1-4065-9542-aec70124131b'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:17.151112 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-dfd40403-e82c-4168-aeee-fa5e8bf35aa1 admin admin] For port 1b367597-42e8-4757-be88-d7b8c0ab8611, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1b367597-42e8-4757-be88-d7b8c0ab8611,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:36:17.151593 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd40403-e82c-4168-aeee-fa5e8bf35aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:17.164701 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-dfd40403-e82c-4168-aeee-fa5e8bf35aa1 admin admin] Calling delete_port for 1b367597-42e8-4757-be88-d7b8c0ab8611 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:36:17.235102 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-8232248c-f52a-435c-b4e9-b16193c39051 None None] Set router cb448b62-5ae1-4065-9542-aec70124131b gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:36:17.288546 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-8232248c-f52a-435c-b4e9-b16193c39051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'name': 'tempest-TestMinimumBasicScenario-1395087229-router', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:33:57Z', 'updated_at': '2021-12-14T03:36:16Z', 'revision_number': 6, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:17.314587 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8232248c-f52a-435c-b4e9-b16193c39051 None None] The sync data for ids ['cb448b62-5ae1-4065-9542-aec70124131b'] in n-d-821636-1 is: [{'id': 'cb448b62-5ae1-4065-9542-aec70124131b', 'name': 'tempest-TestMinimumBasicScenario-1395087229-router', 'tenant_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:33:57Z', 'updated_at': '2021-12-14T03:36:16Z', 'revision_number': 6, 'project_id': 'd30d1c0619e6464bbdaf0e37c7f77e00', 'gw_port_host': None}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:36:17.423777 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd40403-e82c-4168-aeee-fa5e8bf35aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:17.448326 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd40403-e82c-4168-aeee-fa5e8bf35aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b367597-42e8-4757-be88-d7b8c0ab8611,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:17.463900 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2395cd5-46f3-4ad6-aaa7-4f7aa1bbaf37 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:36:17.509667 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd40403-e82c-4168-aeee-fa5e8bf35aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:17.601074 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd40403-e82c-4168-aeee-fa5e8bf35aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:17.603120 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd40403-e82c-4168-aeee-fa5e8bf35aa1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:18.048559 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd40403-e82c-4168-aeee-fa5e8bf35aa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:18.049057 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd40403-e82c-4168-aeee-fa5e8bf35aa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb448b62-5ae1-4065-9542-aec70124131b {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:36:18.057104 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd40403-e82c-4168-aeee-fa5e8bf35aa1 admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:18.057104 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-dfd40403-e82c-4168-aeee-fa5e8bf35aa1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/cb448b62-5ae1-4065-9542-aec70124131b HTTP/1.1" status: 204 len: 168 time: 1.3185203 Dec 14 03:36:18.057104 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54556) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:18.103091 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e746e1-a6ab-4de6-a432-60d3f365ba1f admin admin] Deleting subnet b9ad7b72-2b9c-4483-a10a-cb0097b91bfa {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:36:18.106562 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b3e746e1-a6ab-4de6-a432-60d3f365ba1f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:18.140479 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b3e746e1-a6ab-4de6-a432-60d3f365ba1f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:18.220845 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b3e746e1-a6ab-4de6-a432-60d3f365ba1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:18.392212 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b3e746e1-a6ab-4de6-a432-60d3f365ba1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:18.419673 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e746e1-a6ab-4de6-a432-60d3f365ba1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9ad7b72-2b9c-4483-a10a-cb0097b91bfa,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:18.421706 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b3e746e1-a6ab-4de6-a432-60d3f365ba1f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:18.425183 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b3e746e1-a6ab-4de6-a432-60d3f365ba1f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b9ad7b72-2b9c-4483-a10a-cb0097b91bfa HTTP/1.1" status: 204 len: 168 time: 0.3667924 Dec 14 03:36:18.426464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaa12e9-677f-4fa8-b12b-58824188a0b1 None None] Network ddca801a-1463-4dd4-8a4a-b5dadcbf1028 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:36:18.427992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54558) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:18.501172 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:18.555774 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] Deleting port 10d4f4e6-9366-47db-a190-d9ae0274bc66 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:36:18.556119 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:18.576305 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] DHCP port deletion for ddca801a-1463-4dd4-8a4a-b5dadcbf1028 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:36:18.622619 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] Deleting port 10d4f4e6-9366-47db-a190-d9ae0274bc66 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:36:18.623018 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:18.623236 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] For port 10d4f4e6-9366-47db-a190-d9ae0274bc66, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=10d4f4e6-9366-47db-a190-d9ae0274bc66,segment=NetworkSegment(96c7db0a-cbbc-4ead-9494-063f6d09aee9),segment_id=96c7db0a-cbbc-4ead-9494-063f6d09aee9)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:36:18.623601 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:18.637103 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] Calling delete_port for 10d4f4e6-9366-47db-a190-d9ae0274bc66 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:36:18.685537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] For port 10d4f4e6-9366-47db-a190-d9ae0274bc66, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=10d4f4e6-9366-47db-a190-d9ae0274bc66,segment=NetworkSegment(96c7db0a-cbbc-4ead-9494-063f6d09aee9),segment_id=96c7db0a-cbbc-4ead-9494-063f6d09aee9)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:36:18.685952 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:18.698659 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] Calling delete_port for 10d4f4e6-9366-47db-a190-d9ae0274bc66 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:36:18.771801 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:18.778751 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:18.797406 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=10d4f4e6-9366-47db-a190-d9ae0274bc66,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:18.801506 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] No DVR routers for this DVR port 10d4f4e6-9366-47db-a190-d9ae0274bc66 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:36:18.805067 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] No DVR routers for this DVR port 10d4f4e6-9366-47db-a190-d9ae0274bc66 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:36:18.806747 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] Pushing event deleted for resources: {'Port': ['ID=10d4f4e6-9366-47db-a190-d9ae0274bc66,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:18.817498 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:18.817498 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:18.817498 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:18.817498 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:18.817498 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:18.818142 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:18.818142 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:18.818408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:18.818764 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:18.819065 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:18.819396 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:18.819736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:18.820054 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70342b96-89ea-43f1-9df5-717a52305afd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:18.877277 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:18.897817 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddca801a-1463-4dd4-8a4a-b5dadcbf1028']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:18.906787 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c7db0a-cbbc-4ead-9494-063f6d09aee9') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:18.907090 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c7db0a-cbbc-4ead-9494-063f6d09aee9') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:18.916957 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:18.930417 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:18.936417 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:36:18.937165 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:36:18.938583 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:36:19.069057 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:19.074846 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:19.079534 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ddca801a-1463-4dd4-8a4a-b5dadcbf1028 HTTP/1.1" status: 204 len: 168 time: 0.6489735 Dec 14 03:36:19.081114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54560) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:19.090676 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07272bcb-c385-4cd9-ae2b-aefd1b0137f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddca801a-1463-4dd4-8a4a-b5dadcbf1028,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:19.136832 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 10d4f4e6-9366-47db-a190-d9ae0274bc66 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:36:19.157116 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 10d4f4e6-9366-47db-a190-d9ae0274bc66 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:36:19.157501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 10d4f4e6-9366-47db-a190-d9ae0274bc66 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:36:19.157913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f1de5cec-cc4d-4322-a82b-112dc87d6523 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:36:19.177972 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: f1de5cec-cc4d-4322-a82b-112dc87d6523 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:36:19.178327 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device f1de5cec-cc4d-4322-a82b-112dc87d6523 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:36:19.178737 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1b367597-42e8-4757-be88-d7b8c0ab8611 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:36:19.199581 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 1b367597-42e8-4757-be88-d7b8c0ab8611 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:36:19.199947 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1b367597-42e8-4757-be88-d7b8c0ab8611 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:36:19.436477 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7311dc2-0e3e-4f52-9969-e0dd579b0bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:19.675226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-a7311dc2-0e3e-4f52-9969-e0dd579b0bfa admin admin] Deleting port 655d96bd-40bb-40ad-9acc-cfc3f3ea5936 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:36:19.675564 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7311dc2-0e3e-4f52-9969-e0dd579b0bfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:19.722765 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:36:19.750308 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-a7311dc2-0e3e-4f52-9969-e0dd579b0bfa admin admin] For port 655d96bd-40bb-40ad-9acc-cfc3f3ea5936, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=655d96bd-40bb-40ad-9acc-cfc3f3ea5936,segment=NetworkSegment(cb0a085b-3e5e-4493-acc4-85037a74c6d3),segment_id=cb0a085b-3e5e-4493-acc4-85037a74c6d3)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:36:19.750918 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7311dc2-0e3e-4f52-9969-e0dd579b0bfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:19.763032 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-a7311dc2-0e3e-4f52-9969-e0dd579b0bfa admin admin] Calling delete_port for 655d96bd-40bb-40ad-9acc-cfc3f3ea5936 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:36:20.011790 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7311dc2-0e3e-4f52-9969-e0dd579b0bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:20.035744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7311dc2-0e3e-4f52-9969-e0dd579b0bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=655d96bd-40bb-40ad-9acc-cfc3f3ea5936,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:20.211956 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7311dc2-0e3e-4f52-9969-e0dd579b0bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:20.425781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7311dc2-0e3e-4f52-9969-e0dd579b0bfa admin admin] Router 08c05b06-c4b5-4d06-b068-bd07f9d06102 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:36:20.527454 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7311dc2-0e3e-4f52-9969-e0dd579b0bfa admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:36:20.532491 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a7311dc2-0e3e-4f52-9969-e0dd579b0bfa admin admin] 10.222.0.39 "PUT /v2.0/routers/08c05b06-c4b5-4d06-b068-bd07f9d06102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4501500 Dec 14 03:36:20.535456 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54562) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:20.536210 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a7253-b924-45a1-ba93-d7b1a2402785 None None] Sync routers for ids ['08c05b06-c4b5-4d06-b068-bd07f9d06102'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:36:20.545569 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a7253-b924-45a1-ba93-d7b1a2402785 None None] Routers {'08c05b06-c4b5-4d06-b068-bd07f9d06102'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:36:20.546195 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b87a7253-b924-45a1-ba93-d7b1a2402785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:36:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['08c05b06-c4b5-4d06-b068-bd07f9d06102'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:20.646109 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d86600d2-aeca-492a-ba2e-d26961ac37dd admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:20.754425 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d86600d2-aeca-492a-ba2e-d26961ac37dd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:20.816247 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-b87a7253-b924-45a1-ba93-d7b1a2402785 None None] Set router 08c05b06-c4b5-4d06-b068-bd07f9d06102 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:36:20.844597 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d86600d2-aeca-492a-ba2e-d26961ac37dd admin admin] Deleting port 5536a8d7-3a3f-426b-b92c-82613a6e1714 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:36:20.844942 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d86600d2-aeca-492a-ba2e-d26961ac37dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:20.923444 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-d86600d2-aeca-492a-ba2e-d26961ac37dd admin admin] For port 5536a8d7-3a3f-426b-b92c-82613a6e1714, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5536a8d7-3a3f-426b-b92c-82613a6e1714,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:36:20.923813 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d86600d2-aeca-492a-ba2e-d26961ac37dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:20.944414 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-d86600d2-aeca-492a-ba2e-d26961ac37dd admin admin] Calling delete_port for 5536a8d7-3a3f-426b-b92c-82613a6e1714 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:36:20.994526 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b87a7253-b924-45a1-ba93-d7b1a2402785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c05b06-c4b5-4d06-b068-bd07f9d06102', 'name': 'tempest-TestMinimumBasicScenario-56184191-router', 'tenant_id': 'd2c325c1a55a4f5f83e5229db875515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '5536a8d7-3a3f-426b-b92c-82613a6e1714', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:34:03Z', 'updated_at': '2021-12-14T03:36:19Z', 'revision_number': 5, 'project_id': 'd2c325c1a55a4f5f83e5229db875515c', 'gw_port': {'id': '5536a8d7-3a3f-426b-b92c-82613a6e1714', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:fa:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c05b06-c4b5-4d06-b068-bd07f9d06102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:34:04Z', 'updated_at': '2021-12-14T03:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:21.021020 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a7253-b924-45a1-ba93-d7b1a2402785 None None] Checking router: 08c05b06-c4b5-4d06-b068-bd07f9d06102 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:36:21.029254 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87a7253-b924-45a1-ba93-d7b1a2402785 None None] Routers {'08c05b06-c4b5-4d06-b068-bd07f9d06102'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:36:21.029905 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b87a7253-b924-45a1-ba93-d7b1a2402785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:36:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['08c05b06-c4b5-4d06-b068-bd07f9d06102'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:21.117481 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-b87a7253-b924-45a1-ba93-d7b1a2402785 None None] Set router 08c05b06-c4b5-4d06-b068-bd07f9d06102 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:36:21.157358 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d86600d2-aeca-492a-ba2e-d26961ac37dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:21.172067 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b87a7253-b924-45a1-ba93-d7b1a2402785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c05b06-c4b5-4d06-b068-bd07f9d06102', 'name': 'tempest-TestMinimumBasicScenario-56184191-router', 'tenant_id': 'd2c325c1a55a4f5f83e5229db875515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:34:03Z', 'updated_at': '2021-12-14T03:36:20Z', 'revision_number': 6, 'project_id': 'd2c325c1a55a4f5f83e5229db875515c', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:21.193024 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86600d2-aeca-492a-ba2e-d26961ac37dd admin admin] Pushing event deleted for resources: {'Port': ['ID=5536a8d7-3a3f-426b-b92c-82613a6e1714,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:21.203833 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e20004-5b47-4301-a7c7-19c2fcaae509 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:36:21.206132 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87a7253-b924-45a1-ba93-d7b1a2402785 None None] The sync data for ids ['08c05b06-c4b5-4d06-b068-bd07f9d06102'] in n-d-821636-1 is: [{'id': '08c05b06-c4b5-4d06-b068-bd07f9d06102', 'name': 'tempest-TestMinimumBasicScenario-56184191-router', 'tenant_id': 'd2c325c1a55a4f5f83e5229db875515c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:34:03Z', 'updated_at': '2021-12-14T03:36:20Z', 'revision_number': 6, 'project_id': 'd2c325c1a55a4f5f83e5229db875515c', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:36:21.257661 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d86600d2-aeca-492a-ba2e-d26961ac37dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:21.350117 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d86600d2-aeca-492a-ba2e-d26961ac37dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:21.352175 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d86600d2-aeca-492a-ba2e-d26961ac37dd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:21.460074 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d86600d2-aeca-492a-ba2e-d26961ac37dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:21.460639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86600d2-aeca-492a-ba2e-d26961ac37dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08c05b06-c4b5-4d06-b068-bd07f9d06102 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:36:21.465065 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-d86600d2-aeca-492a-ba2e-d26961ac37dd admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:21.466315 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-d86600d2-aeca-492a-ba2e-d26961ac37dd admin admin] 10.222.0.39 "DELETE /v2.0/routers/08c05b06-c4b5-4d06-b068-bd07f9d06102 HTTP/1.1" status: 204 len: 168 time: 0.9297459 Dec 14 03:36:21.468848 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54564) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:21.513739 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e2eb90-0dfd-4c7f-a14e-4a4cbdadfb2f admin admin] Deleting subnet e0c33ccc-014e-4f7f-a727-f2d7ff7f5316 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:36:21.516729 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6e2eb90-0dfd-4c7f-a14e-4a4cbdadfb2f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:21.550890 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6e2eb90-0dfd-4c7f-a14e-4a4cbdadfb2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:21.632040 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6e2eb90-0dfd-4c7f-a14e-4a4cbdadfb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:21.757590 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6e2eb90-0dfd-4c7f-a14e-4a4cbdadfb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:21.782403 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2eb90-0dfd-4c7f-a14e-4a4cbdadfb2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c33ccc-014e-4f7f-a727-f2d7ff7f5316,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:21.786542 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b6e2eb90-0dfd-4c7f-a14e-4a4cbdadfb2f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:21.789925 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b6e2eb90-0dfd-4c7f-a14e-4a4cbdadfb2f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e0c33ccc-014e-4f7f-a727-f2d7ff7f5316 HTTP/1.1" status: 204 len: 168 time: 0.3199468 Dec 14 03:36:21.792193 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54566) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:21.794174 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3faee3b-3e12-469f-a1bb-f36f2d2ebde2 None None] Network 06fcdb68-1726-4df9-9be9-d4f5863a093a requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:36:21.859418 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:21.912943 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] Deleting port 23f97953-80ab-4bc9-8b4d-cc0e95f713f5 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:36:21.913280 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:21.983479 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] For port 23f97953-80ab-4bc9-8b4d-cc0e95f713f5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=23f97953-80ab-4bc9-8b4d-cc0e95f713f5,segment=NetworkSegment(cb0a085b-3e5e-4493-acc4-85037a74c6d3),segment_id=cb0a085b-3e5e-4493-acc4-85037a74c6d3)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:36:21.983850 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:21.995150 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f753c3b9-823d-492e-8875-aa8323509e4d None None] DHCP port deletion for 06fcdb68-1726-4df9-9be9-d4f5863a093a request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:36:21.999946 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] Calling delete_port for 23f97953-80ab-4bc9-8b4d-cc0e95f713f5 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:36:22.044499 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f753c3b9-823d-492e-8875-aa8323509e4d None None] Deleting port 23f97953-80ab-4bc9-8b4d-cc0e95f713f5 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:36:22.044977 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f753c3b9-823d-492e-8875-aa8323509e4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:22.112230 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f753c3b9-823d-492e-8875-aa8323509e4d None None] For port 23f97953-80ab-4bc9-8b4d-cc0e95f713f5, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=23f97953-80ab-4bc9-8b4d-cc0e95f713f5,segment=NetworkSegment(cb0a085b-3e5e-4493-acc4-85037a74c6d3),segment_id=cb0a085b-3e5e-4493-acc4-85037a74c6d3)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:36:22.112640 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f753c3b9-823d-492e-8875-aa8323509e4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:22.125708 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f753c3b9-823d-492e-8875-aa8323509e4d None None] Calling delete_port for 23f97953-80ab-4bc9-8b4d-cc0e95f713f5 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:36:22.134531 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:22.165180 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=23f97953-80ab-4bc9-8b4d-cc0e95f713f5,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:22.168668 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] No DVR routers for this DVR port 23f97953-80ab-4bc9-8b4d-cc0e95f713f5 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:36:22.213444 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f753c3b9-823d-492e-8875-aa8323509e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:22.241904 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:22.247076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f753c3b9-823d-492e-8875-aa8323509e4d None None] No DVR routers for this DVR port 23f97953-80ab-4bc9-8b4d-cc0e95f713f5 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:36:22.249173 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753c3b9-823d-492e-8875-aa8323509e4d None None] Pushing event deleted for resources: {'Port': ['ID=23f97953-80ab-4bc9-8b4d-cc0e95f713f5,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:22.268281 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fcdb68-1726-4df9-9be9-d4f5863a093a']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:22.279476 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0a085b-3e5e-4493-acc4-85037a74c6d3') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:22.283527 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0a085b-3e5e-4493-acc4-85037a74c6d3') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:22.290820 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:22.304346 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:22.310173 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:36:22.310580 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:36:22.312220 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:36:22.422822 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:22.428391 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:22.432208 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] 10.222.0.39 "DELETE /v2.0/networks/06fcdb68-1726-4df9-9be9-d4f5863a093a HTTP/1.1" status: 204 len: 168 time: 0.6391020 Dec 14 03:36:22.444118 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1bc2a-9d51-481d-aa58-03edb6468b39 admin admin] Pushing event deleted for resources: {'Network': ['ID=06fcdb68-1726-4df9-9be9-d4f5863a093a,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:22.760573 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54570) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:22.800194 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a90362c2-2c0b-47be-8c9f-056f6a143a99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d30d1c0619e6464bbdaf0e37c7f77e00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379710 Dec 14 03:36:22.802798 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54572) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:22.850045 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-051b8f2e-f3dc-4ebc-9c7a-fee9b9c0a1b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:22.870513 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-051b8f2e-f3dc-4ebc-9c7a-fee9b9c0a1b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:22.965973 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-051b8f2e-f3dc-4ebc-9c7a-fee9b9c0a1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:22.968603 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-051b8f2e-f3dc-4ebc-9c7a-fee9b9c0a1b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:22.969798 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-051b8f2e-f3dc-4ebc-9c7a-fee9b9c0a1b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9d548d44-9fa4-419c-80e0-57e1c7b6ff63 HTTP/1.1" status: 204 len: 168 time: 0.1661189 Dec 14 03:36:22.979880 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b8f2e-f3dc-4ebc-9c7a-fee9b9c0a1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d548d44-9fa4-419c-80e0-57e1c7b6ff63,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:23.124464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 655d96bd-40bb-40ad-9acc-cfc3f3ea5936 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:36:23.144913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 655d96bd-40bb-40ad-9acc-cfc3f3ea5936 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:36:23.145269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 655d96bd-40bb-40ad-9acc-cfc3f3ea5936 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:36:23.145708 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 23f97953-80ab-4bc9-8b4d-cc0e95f713f5 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:36:23.164741 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 23f97953-80ab-4bc9-8b4d-cc0e95f713f5 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:36:23.165096 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 23f97953-80ab-4bc9-8b4d-cc0e95f713f5 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:36:23.165537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5536a8d7-3a3f-426b-b92c-82613a6e1714 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:36:23.184541 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 5536a8d7-3a3f-426b-b92c-82613a6e1714 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:36:23.185409 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5536a8d7-3a3f-426b-b92c-82613a6e1714 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:36:23.534446 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54578) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:23.578201 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-de9d3648-5e9c-46dd-a64c-d32a4544a424 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d2c325c1a55a4f5f83e5229db875515c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419385 Dec 14 03:36:23.580785 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54580) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:23.626909 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c473e267-000b-4266-8215-6f079a0c8ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:23.648628 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c473e267-000b-4266-8215-6f079a0c8ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:23.740293 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c473e267-000b-4266-8215-6f079a0c8ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:23.743042 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c473e267-000b-4266-8215-6f079a0c8ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:23.744222 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c473e267-000b-4266-8215-6f079a0c8ffb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9c075062-ed8d-420d-a584-bd72bb49d894 HTTP/1.1" status: 204 len: 168 time: 0.1618056 Dec 14 03:36:23.757108 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473e267-000b-4266-8215-6f079a0c8ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c075062-ed8d-420d-a584-bd72bb49d894,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:26.992859 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54622) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:26.997453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-cdab0db1-f573-47c7-aa55-870e949976af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1068162801', 'description': 'tempest-secgroup-smoke-1068162801 description', 'project_id': 'e90791a963ff4982b07d4a054c7fb248'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:36:27.098238 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cdab0db1-f573-47c7-aa55-870e949976af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:27.107067 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cdab0db1-f573-47c7-aa55-870e949976af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:27.182057 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cdab0db1-f573-47c7-aa55-870e949976af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:27.242734 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cdab0db1-f573-47c7-aa55-870e949976af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:27.279014 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab0db1-f573-47c7-aa55-870e949976af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e7b8a6-77ec-4344-b93c-3ec2d8982860,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:27.322884 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cdab0db1-f573-47c7-aa55-870e949976af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:27.391704 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cdab0db1-f573-47c7-aa55-870e949976af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:27.421919 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdab0db1-f573-47c7-aa55-870e949976af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af732cac-8ac5-442f-98eb-a47890423642,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:27.488404 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cdab0db1-f573-47c7-aa55-870e949976af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:27.489675 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cdab0db1-f573-47c7-aa55-870e949976af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4957864 Dec 14 03:36:27.492577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54624) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:27.497393 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-146e8177-3381-433c-9994-97be8b09bb7b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': 'af732cac-8ac5-442f-98eb-a47890423642', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:36:27.590404 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-146e8177-3381-433c-9994-97be8b09bb7b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:27.644727 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-146e8177-3381-433c-9994-97be8b09bb7b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:27.668845 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:27.725627 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-146e8177-3381-433c-9994-97be8b09bb7b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:27.743590 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e8177-3381-433c-9994-97be8b09bb7b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96436acd-a7bb-48ca-bbe4-4b036d7937f7,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:27.813146 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-146e8177-3381-433c-9994-97be8b09bb7b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:27.814396 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-146e8177-3381-433c-9994-97be8b09bb7b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3209019 Dec 14 03:36:27.817018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54626) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:27.821281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-ed28a5cf-c05c-47b0-8e11-7317ca42409b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': 'af732cac-8ac5-442f-98eb-a47890423642', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:36:27.901705 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ed28a5cf-c05c-47b0-8e11-7317ca42409b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:27.959652 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ed28a5cf-c05c-47b0-8e11-7317ca42409b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:28.011166 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ed28a5cf-c05c-47b0-8e11-7317ca42409b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:28.028598 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28a5cf-c05c-47b0-8e11-7317ca42409b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d58a311-5527-4dfc-b191-c9fb57fb4925,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:28.076394 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ed28a5cf-c05c-47b0-8e11-7317ca42409b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:28.077688 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ed28a5cf-c05c-47b0-8e11-7317ca42409b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2597177 Dec 14 03:36:28.080449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54628) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:28.085456 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-44464863-d095-4b42-bffa-dc8391fa271c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': 'af732cac-8ac5-442f-98eb-a47890423642', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:36:28.167927 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44464863-d095-4b42-bffa-dc8391fa271c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:28.226916 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44464863-d095-4b42-bffa-dc8391fa271c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:28.314052 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44464863-d095-4b42-bffa-dc8391fa271c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:28.332709 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44464863-d095-4b42-bffa-dc8391fa271c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23464108-1dca-4228-b238-56926473a18a,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:28.410524 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-44464863-d095-4b42-bffa-dc8391fa271c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:28.411758 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-44464863-d095-4b42-bffa-dc8391fa271c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3303442 Dec 14 03:36:28.414486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54630) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:28.418812 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-892a2dec-e77a-4d1c-8edc-a98df9dbf2eb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': 'af732cac-8ac5-442f-98eb-a47890423642', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:36:28.502454 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-892a2dec-e77a-4d1c-8edc-a98df9dbf2eb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:28.560915 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-892a2dec-e77a-4d1c-8edc-a98df9dbf2eb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:28.625746 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-892a2dec-e77a-4d1c-8edc-a98df9dbf2eb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:28.643851 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a2dec-e77a-4d1c-8edc-a98df9dbf2eb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa458a9-a052-4cdc-afc9-4e27875e09fc,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:28.719000 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-892a2dec-e77a-4d1c-8edc-a98df9dbf2eb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:28.720214 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-892a2dec-e77a-4d1c-8edc-a98df9dbf2eb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3048022 Dec 14 03:36:28.722964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54632) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:28.727240 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-6b226cd5-51d6-4a21-bff5-ef9ada7403e9 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': 'af732cac-8ac5-442f-98eb-a47890423642', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:36:28.808549 n-d-821636-1 neutron-server[103848]: INFO neutron.db.securitygroups_db [None req-6b226cd5-51d6-4a21-bff5-ef9ada7403e9 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Project e90791a963ff4982b07d4a054c7fb248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:36:28.813812 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b226cd5-51d6-4a21-bff5-ef9ada7403e9 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:28.870988 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b226cd5-51d6-4a21-bff5-ef9ada7403e9 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:28.945703 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b226cd5-51d6-4a21-bff5-ef9ada7403e9 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:28.960950 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b226cd5-51d6-4a21-bff5-ef9ada7403e9 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a21171-d556-4963-8854-1a425082b5b9,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:29.033295 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6b226cd5-51d6-4a21-bff5-ef9ada7403e9 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:29.035070 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6b226cd5-51d6-4a21-bff5-ef9ada7403e9 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3106523 Dec 14 03:36:29.037729 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54634) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:29.042117 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-9c87bc1b-10db-4371-b2d6-1e5480ec41c8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': 'af732cac-8ac5-442f-98eb-a47890423642', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:36:29.117233 n-d-821636-1 neutron-server[103848]: INFO neutron.db.securitygroups_db [None req-9c87bc1b-10db-4371-b2d6-1e5480ec41c8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Project e90791a963ff4982b07d4a054c7fb248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:36:29.122381 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9c87bc1b-10db-4371-b2d6-1e5480ec41c8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:29.181396 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9c87bc1b-10db-4371-b2d6-1e5480ec41c8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:29.254549 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9c87bc1b-10db-4371-b2d6-1e5480ec41c8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:29.274334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87bc1b-10db-4371-b2d6-1e5480ec41c8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efd90cf-faa2-4efd-8143-5c7a38280494,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:29.350997 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9c87bc1b-10db-4371-b2d6-1e5480ec41c8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:29.352239 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9c87bc1b-10db-4371-b2d6-1e5480ec41c8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3135526 Dec 14 03:36:29.355271 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54636) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:29.360016 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-803e5da2-5173-4073-b552-24593ae0d07a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'network': {'name': 'tempest-network-smoke--2039438906', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'port_security_enabled': True}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:36:29.445932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803e5da2-5173-4073-b552-24593ae0d07a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Made reservation on behalf of e90791a963ff4982b07d4a054c7fb248 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:36:29.449425 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-803e5da2-5173-4073-b552-24593ae0d07a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:29.473242 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-803e5da2-5173-4073-b552-24593ae0d07a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:36:29.481674 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-803e5da2-5173-4073-b552-24593ae0d07a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:29.482024 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-803e5da2-5173-4073-b552-24593ae0d07a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Added segment da1050a0-68fe-4a50-933b-e557a51ce7b2 of type vlan for network 5df13fed-c698-4b56-a8ab-40af9170d50d Dec 14 03:36:29.524454 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-803e5da2-5173-4073-b552-24593ae0d07a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:29.611560 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-803e5da2-5173-4073-b552-24593ae0d07a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:29.617163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803e5da2-5173-4073-b552-24593ae0d07a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:29.617799 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-803e5da2-5173-4073-b552-24593ae0d07a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:29.684101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e5da2-5173-4073-b552-24593ae0d07a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Network': ['ID=5df13fed-c698-4b56-a8ab-40af9170d50d,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:29.695852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 5df13fed-c698-4b56-a8ab-40af9170d50d details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:36:29.744423 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-803e5da2-5173-4073-b552-24593ae0d07a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3881066 Dec 14 03:36:29.747594 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54638) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:29.752433 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1668350707', 'admin_state_up': True, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:36:29.832033 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:29.833034 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:29.887561 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:30.064950 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:30.307926 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:30.327238 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:30.429018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.25.7.14 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/5d01c2c0-25d6-43ce-beb4-287cdb6bba11) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:36:30.528676 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:30.615066 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:30.658318 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:36:30.661975 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:36:30.664527 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:36:30.674492 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ac40d1-4595-465e-bf86-3a9e24dc8706 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:36:30.691912 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=5d01c2c0-25d6-43ce-beb4-287cdb6bba11,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:30.790077 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-12dc4fd5-17a0-40c1-86bf-bc54a6d37b39 None None] Provisioning complete for port 5d01c2c0-25d6-43ce-beb4-287cdb6bba11 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:36:30.790653 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-12dc4fd5-17a0-40c1-86bf-bc54a6d37b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:30.819061 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:30.827833 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-12dc4fd5-17a0-40c1-86bf-bc54a6d37b39 None None] Port 5d01c2c0-25d6-43ce-beb4-287cdb6bba11 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:36:30.959996 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:31.151127 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:31.719924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router fdcc0275-5754-4238-ba4c-225c03d622fd is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:36:31.821194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:36:31.833797 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Sync routers for ids ['fdcc0275-5754-4238-ba4c-225c03d622fd'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:36:31.843775 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Routers {'fdcc0275-5754-4238-ba4c-225c03d622fd'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:36:31.844790 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:36:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fdcc0275-5754-4238-ba4c-225c03d622fd'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:31.876794 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:31.878617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-82a6b278-ff10-4449-8fe6-48c574c875ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1294966 Dec 14 03:36:31.883350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54640) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:31.948072 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Set router fdcc0275-5754-4238-ba4c-225c03d622fd gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:36:32.012739 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9022dda0-c651-4522-865a-cb63e3edba0d tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e90791a963ff4982b07d4a054c7fb248&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1282578 Dec 14 03:36:32.015452 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54644) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:32.099472 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54b768c-3353-4907-8278-31ff5f5f2b72 tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:32.100979 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d54b768c-3353-4907-8278-31ff5f5f2b72 tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0845671 Dec 14 03:36:32.103915 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54646) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:32.124491 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668350707', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:36:29Z', 'updated_at': '2021-12-14T03:36:30Z', 'revision_number': 3, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:30Z', 'updated_at': '2021-12-14T03:36:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:32.133744 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-343b65c7-15b2-4243-91ba-151e786662e8 tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286019 Dec 14 03:36:32.136366 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54648) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:32.140990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d58a12f1-d2f0-4e83-add3-ebfa59874a15 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1644434184', 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:36:32.151767 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Checking router: fdcc0275-5754-4238-ba4c-225c03d622fd for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:36:32.152117 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Updating router fdcc0275-5754-4238-ba4c-225c03d622fd port 5d01c2c0-25d6-43ce-beb4-287cdb6bba11 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:36:32.176667 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:32.280313 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58a12f1-d2f0-4e83-add3-ebfa59874a15 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Made reservation on behalf of e90791a963ff4982b07d4a054c7fb248 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:36:32.283867 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d58a12f1-d2f0-4e83-add3-ebfa59874a15 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:32.423976 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:32.485752 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:32.514763 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d58a12f1-d2f0-4e83-add3-ebfa59874a15 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:32.529227 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf1aaa8-15a7-46a8-b767-4ac4a420e0e2 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:36:32.534052 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Attempting to bind port 5d01c2c0-25d6-43ce-beb4-287cdb6bba11 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:36:32.534423 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Attempting to bind port 5d01c2c0-25d6-43ce-beb4-287cdb6bba11 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:36:32.534855 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Attempting to bind port 5d01c2c0-25d6-43ce-beb4-287cdb6bba11 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:36:32.544167 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:36:32.544550 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:36:32.544956 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:32.545374 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:36:32.546243 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Bound port: 5d01c2c0-25d6-43ce-beb4-287cdb6bba11, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:36:32.546243 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:32.563407 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e70b72f9-d2e0-419c-86c5-4326b9bdf9e3 None None] Provisioning complete for port 5d01c2c0-25d6-43ce-beb4-287cdb6bba11 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:36:32.564159 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e70b72f9-d2e0-419c-86c5-4326b9bdf9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:32.567347 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3087d3a-1718-4696-b774-50fa4ff85b2c None None] Pushing event updated for resources: {'Port': ['ID=5d01c2c0-25d6-43ce-beb4-287cdb6bba11,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:32.572379 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a12f1-d2f0-4e83-add3-ebfa59874a15 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Subnet': ['ID=7b667d5d-dbb5-42b1-adc1-19337ff17b9f,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:32.592059 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58a12f1-d2f0-4e83-add3-ebfa59874a15 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Checking segment: {'id': 'da1050a0-68fe-4a50-933b-e557a51ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:36:32.592418 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58a12f1-d2f0-4e83-add3-ebfa59874a15 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network hostable DHCP agents. Network: 5df13fed-c698-4b56-a8ab-40af9170d50d, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:36:32.602521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e70b72f9-d2e0-419c-86c5-4326b9bdf9e3 None None] Port 5d01c2c0-25d6-43ce-beb4-287cdb6bba11 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:36:32.604431 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] For port 5d01c2c0-25d6-43ce-beb4-287cdb6bba11, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:36:32.607164 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] For port 5d01c2c0-25d6-43ce-beb4-287cdb6bba11, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5d01c2c0-25d6-43ce-beb4-287cdb6bba11,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:36:32.608868 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3087d3a-1718-4696-b774-50fa4ff85b2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:32.609215 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3087d3a-1718-4696-b774-50fa4ff85b2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:32.611296 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3087d3a-1718-4696-b774-50fa4ff85b2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:32.611296 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3087d3a-1718-4696-b774-50fa4ff85b2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:32.611296 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3087d3a-1718-4696-b774-50fa4ff85b2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:32.611296 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3087d3a-1718-4696-b774-50fa4ff85b2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:32.611296 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3087d3a-1718-4696-b774-50fa4ff85b2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:32.611296 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3087d3a-1718-4696-b774-50fa4ff85b2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:32.611965 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3087d3a-1718-4696-b774-50fa4ff85b2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:32.611965 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3087d3a-1718-4696-b774-50fa4ff85b2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:32.612130 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3087d3a-1718-4696-b774-50fa4ff85b2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:32.612398 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3087d3a-1718-4696-b774-50fa4ff85b2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:32.613371 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3087d3a-1718-4696-b774-50fa4ff85b2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:36:32.674664 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:32.685837 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58a12f1-d2f0-4e83-add3-ebfa59874a15 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network 5df13fed-c698-4b56-a8ab-40af9170d50d is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:36:32.716263 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b18cde-4303-4302-8996-4d326acc8c72 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:36:32.730046 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Routers {'fdcc0275-5754-4238-ba4c-225c03d622fd'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:36:32.730679 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:36:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fdcc0275-5754-4238-ba4c-225c03d622fd'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:32.746018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-d58a12f1-d2f0-4e83-add3-ebfa59874a15 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 5df13fed-c698-4b56-a8ab-40af9170d50d) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:36:32.751116 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58a12f1-d2f0-4e83-add3-ebfa59874a15 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:32.751757 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d58a12f1-d2f0-4e83-add3-ebfa59874a15 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:32.758186 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58e7e8b-d11e-4b5a-b621-a18a2883c490 None None] Network 5df13fed-c698-4b56-a8ab-40af9170d50d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:36:32.769569 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3087d3a-1718-4696-b774-50fa4ff85b2c None None] Pushing event updated for resources: {'Port': ['ID=5d01c2c0-25d6-43ce-beb4-287cdb6bba11,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:32.831259 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-496fc9ad-e701-4ff1-9b49-0969f30c4e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:32.843830 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] Set router fdcc0275-5754-4238-ba4c-225c03d622fd gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:36:32.847952 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-058f4af7-1bf0-4873-8291-b695c67e71b4 None None] Provisioning complete for port 5d01c2c0-25d6-43ce-beb4-287cdb6bba11 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:36:32.848359 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-058f4af7-1bf0-4873-8291-b695c67e71b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:32.855005 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d58a12f1-d2f0-4e83-add3-ebfa59874a15 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7150557 Dec 14 03:36:32.855469 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54650) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:32.910760 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-5df13fed-c698-4b56-a8ab-40af9170d50d', 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ips': [{'subnet_id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:36:32.911774 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:33.033021 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668350707', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:36:29Z', 'updated_at': '2021-12-14T03:36:30Z', 'revision_number': 3, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:30Z', 'updated_at': '2021-12-14T03:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:33.060629 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14a05aa-e37e-46fa-a99d-3f87dca2555e None None] The sync data for ids ['fdcc0275-5754-4238-ba4c-225c03d622fd'] in n-d-821636-1 is: [{'id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668350707', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:36:29Z', 'updated_at': '2021-12-14T03:36:30Z', 'revision_number': 3, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:30Z', 'updated_at': '2021-12-14T03:36:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:36:33.074863 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-058f4af7-1bf0-4873-8291-b695c67e71b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:33.114454 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Allocated IP 172.20.0.2 (5df13fed-c698-4b56-a8ab-40af9170d50d/7b667d5d-dbb5-42b1-adc1-19337ff17b9f/99933caf-1736-4a79-a494-c7ebf6c75ed8) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:36:33.117538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-058f4af7-1bf0-4873-8291-b695c67e71b4 None None] For port 5d01c2c0-25d6-43ce-beb4-287cdb6bba11, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5d01c2c0-25d6-43ce-beb4-287cdb6bba11,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:36:33.195666 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-058f4af7-1bf0-4873-8291-b695c67e71b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:33.261198 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f4af7-1bf0-4873-8291-b695c67e71b4 None None] Pushing event updated for resources: {'Port': ['ID=5d01c2c0-25d6-43ce-beb4-287cdb6bba11,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:33.342909 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bc55888-9909-4304-b4bc-812c2c9943d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:33.346563 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:33.406370 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:33.453691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Network 5df13fed-c698-4b56-a8ab-40af9170d50d is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:36:33.456790 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:36:33.460552 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:36:33.475962 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Pushing event updated for resources: {'Port': ['ID=99933caf-1736-4a79-a494-c7ebf6c75ed8,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:33.522970 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Attempting to bind port 99933caf-1736-4a79-a494-c7ebf6c75ed8 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:36:33.523348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Attempting to bind port 99933caf-1736-4a79-a494-c7ebf6c75ed8 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'da1050a0-68fe-4a50-933b-e557a51ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:36:33.523716 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Attempting to bind port 99933caf-1736-4a79-a494-c7ebf6c75ed8 on network 5df13fed-c698-4b56-a8ab-40af9170d50d {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:36:33.529183 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:36:33.529581 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Checking segment: {'id': 'da1050a0-68fe-4a50-933b-e557a51ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:36:33.530159 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:33.530370 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Bound using segment: {'id': 'da1050a0-68fe-4a50-933b-e557a51ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:36:33.530853 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Bound port: 99933caf-1736-4a79-a494-c7ebf6c75ed8, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1050a0-68fe-4a50-933b-e557a51ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:36:33.531221 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:33.600055 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] For port 99933caf-1736-4a79-a494-c7ebf6c75ed8, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:36:33.604309 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] For port 99933caf-1736-4a79-a494-c7ebf6c75ed8, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=99933caf-1736-4a79-a494-c7ebf6c75ed8,segment=NetworkSegment(da1050a0-68fe-4a50-933b-e557a51ce7b2),segment_id=da1050a0-68fe-4a50-933b-e557a51ce7b2)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:36:33.639077 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-7bc55888-9909-4304-b4bc-812c2c9943d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.20.0.1 (5df13fed-c698-4b56-a8ab-40af9170d50d/7b667d5d-dbb5-42b1-adc1-19337ff17b9f/0442397d-b3de-4c30-8b5b-50242e3832b6) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:36:33.686195 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:33.748780 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33421a-a56a-414d-a5e9-67bc4ad3f50d None None] Pushing event updated for resources: {'Port': ['ID=99933caf-1736-4a79-a494-c7ebf6c75ed8,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:33.767287 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bc55888-9909-4304-b4bc-812c2c9943d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:33.858405 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bc55888-9909-4304-b4bc-812c2c9943d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:33.921717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc55888-9909-4304-b4bc-812c2c9943d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network 5df13fed-c698-4b56-a8ab-40af9170d50d is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:36:33.925706 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-7bc55888-9909-4304-b4bc-812c2c9943d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:36:33.930774 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc55888-9909-4304-b4bc-812c2c9943d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:36:33.966836 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc55888-9909-4304-b4bc-812c2c9943d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=0442397d-b3de-4c30-8b5b-50242e3832b6,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:33.990972 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bc55888-9909-4304-b4bc-812c2c9943d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:34.184521 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bc55888-9909-4304-b4bc-812c2c9943d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:34.457294 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bc55888-9909-4304-b4bc-812c2c9943d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:34.532121 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bc55888-9909-4304-b4bc-812c2c9943d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:34.607894 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc55888-9909-4304-b4bc-812c2c9943d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=0442397d-b3de-4c30-8b5b-50242e3832b6,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:34.614398 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7bc55888-9909-4304-b4bc-812c2c9943d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:34.709852 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc55888-9909-4304-b4bc-812c2c9943d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network 5df13fed-c698-4b56-a8ab-40af9170d50d is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:36:34.711234 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-7bc55888-9909-4304-b4bc-812c2c9943d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:36:34.829680 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc55888-9909-4304-b4bc-812c2c9943d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router fdcc0275-5754-4238-ba4c-225c03d622fd has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:36:35.077745 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2b25a0bc-ecbd-4c43-98ae-a0e5b2b5da34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:35.225884 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5d01c2c0-25d6-43ce-beb4-287cdb6bba11 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:36:35.295260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 5d01c2c0-25d6-43ce-beb4-287cdb6bba11 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:36:35.296088 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:35.315839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc55888-9909-4304-b4bc-812c2c9943d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:36:35.322600 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7bc55888-9909-4304-b4bc-812c2c9943d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "PUT /v2.0/routers/fdcc0275-5754-4238-ba4c-225c03d622fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4656763 Dec 14 03:36:35.344808 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Sync routers for ids ['fdcc0275-5754-4238-ba4c-225c03d622fd'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:36:35.375536 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Routers {'fdcc0275-5754-4238-ba4c-225c03d622fd'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:36:35.376764 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:36:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fdcc0275-5754-4238-ba4c-225c03d622fd'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:35.523294 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-e02b37ff-9005-4390-ae06-d7cbf74af162 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068162801&fields=id&tenant_id=e90791a963ff4982b07d4a054c7fb248 HTTP/1.1" status: 200 len: 267 time: 0.0686028 Dec 14 03:36:35.551435 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 99933caf-1736-4a79-a494-c7ebf6c75ed8 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:36:35.602639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Set router fdcc0275-5754-4238-ba4c-225c03d622fd gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:36:35.674380 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-89026e9a-f44e-4332-a11f-7f47b055eec8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:35.676254 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-89026e9a-f44e-4332-a11f-7f47b055eec8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/networks?id=5df13fed-c698-4b56-a8ab-40af9170d50d HTTP/1.1" status: 200 len: 797 time: 0.1456211 Dec 14 03:36:35.696459 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-89571984-65e8-4fc2-8c9f-a53be7098812 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/quotas/e90791a963ff4982b07d4a054c7fb248 HTTP/1.1" status: 200 len: 375 time: 0.0121896 Dec 14 03:36:35.698515 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 99933caf-1736-4a79-a494-c7ebf6c75ed8 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:36:35.699028 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:35.742696 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647f1cb0-0d82-4fa4-9438-97dedc6e7cc5 None None] Network 5df13fed-c698-4b56-a8ab-40af9170d50d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:36:35.757089 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-d1321306-218e-404b-a6c6-442749ed86d6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529521 Dec 14 03:36:35.871303 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-d0d7f008-85b0-4f9b-9063-612598dd3052 service neutron] 10.222.0.39 "GET /v2.0/networks/5df13fed-c698-4b56-a8ab-40af9170d50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006429 Dec 14 03:36:35.974570 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-33768039-e103-4977-9073-8f9890ff3b17 service neutron] 10.222.0.39 "GET /v2.0/networks/5df13fed-c698-4b56-a8ab-40af9170d50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962098 Dec 14 03:36:36.073966 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d197351e-48e2-4da9-927a-c4f77ab03d69 None None] Provisioning complete for port 99933caf-1736-4a79-a494-c7ebf6c75ed8 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:36:36.074342 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d197351e-48e2-4da9-927a-c4f77ab03d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:36.280660 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:36.389080 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port 99933caf-1736-4a79-a494-c7ebf6c75ed8, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=99933caf-1736-4a79-a494-c7ebf6c75ed8,segment=NetworkSegment(da1050a0-68fe-4a50-933b-e557a51ce7b2),segment_id=da1050a0-68fe-4a50-933b-e557a51ce7b2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:36:36.391891 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668350707', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:36:29Z', 'updated_at': '2021-12-14T03:36:34Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:30Z', 'updated_at': '2021-12-14T03:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '0442397d-b3de-4c30-8b5b-50242e3832b6', 'name': '', 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:b4:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:33Z', 'updated_at': '2021-12-14T03:36:34Z', 'revision_number': 2, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:36.421292 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d197351e-48e2-4da9-927a-c4f77ab03d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:36.424364 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Checking router: fdcc0275-5754-4238-ba4c-225c03d622fd for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:36:36.424729 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Updating router fdcc0275-5754-4238-ba4c-225c03d622fd port 0442397d-b3de-4c30-8b5b-50242e3832b6 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:36:36.455145 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:36.510367 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:36.607199 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=99933caf-1736-4a79-a494-c7ebf6c75ed8,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:36.611514 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-d197351e-48e2-4da9-927a-c4f77ab03d69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 03:36:36.611884 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-d197351e-48e2-4da9-927a-c4f77ab03d69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 03:36:36.624414 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:36.855695 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:37.028507 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:37.082564 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de975383-864a-4dd2-8f9b-573f6232ae9d None None] Pushing event updated for resources: {'Port': ['ID=0442397d-b3de-4c30-8b5b-50242e3832b6,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:37.158917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Attempting to bind port 0442397d-b3de-4c30-8b5b-50242e3832b6 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:36:37.159336 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Attempting to bind port 0442397d-b3de-4c30-8b5b-50242e3832b6 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'da1050a0-68fe-4a50-933b-e557a51ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:36:37.159777 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Attempting to bind port 0442397d-b3de-4c30-8b5b-50242e3832b6 on network 5df13fed-c698-4b56-a8ab-40af9170d50d {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:36:37.165658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 99933caf-1736-4a79-a494-c7ebf6c75ed8 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:36:37.175213 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:36:37.175681 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Checking segment: {'id': 'da1050a0-68fe-4a50-933b-e557a51ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:36:37.176010 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:37.176417 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Bound using segment: {'id': 'da1050a0-68fe-4a50-933b-e557a51ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:36:37.176909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Bound port: 0442397d-b3de-4c30-8b5b-50242e3832b6, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1050a0-68fe-4a50-933b-e557a51ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:36:37.177326 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:37.264598 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7153018b-b8e5-4a09-a719-cc8ad63233c0 req-96bfacd4-814a-4c9f-aa4d-e04b6532f46c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 210 time: 0.0294671 Dec 14 03:36:37.287485 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 99933caf-1736-4a79-a494-c7ebf6c75ed8 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:36:37.288025 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:37.344994 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b89d1c79-bf6b-4a1f-bf77-aa61805ae0cd None None] Provisioning complete for port 99933caf-1736-4a79-a494-c7ebf6c75ed8 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:36:37.345288 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b89d1c79-bf6b-4a1f-bf77-aa61805ae0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:37.391928 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] For port 0442397d-b3de-4c30-8b5b-50242e3832b6, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:36:37.416436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] For port 0442397d-b3de-4c30-8b5b-50242e3832b6, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=0442397d-b3de-4c30-8b5b-50242e3832b6,segment=NetworkSegment(da1050a0-68fe-4a50-933b-e557a51ce7b2),segment_id=da1050a0-68fe-4a50-933b-e557a51ce7b2)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:36:37.478825 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b89d1c79-bf6b-4a1f-bf77-aa61805ae0cd None None] Provisioning complete for port 0442397d-b3de-4c30-8b5b-50242e3832b6 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:36:37.479144 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b89d1c79-bf6b-4a1f-bf77-aa61805ae0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:37.501100 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:37.583683 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Routers {'fdcc0275-5754-4238-ba4c-225c03d622fd'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:36:37.584321 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:36:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fdcc0275-5754-4238-ba4c-225c03d622fd'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:37.591742 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de975383-864a-4dd2-8f9b-573f6232ae9d None None] Pushing event updated for resources: {'Port': ['ID=0442397d-b3de-4c30-8b5b-50242e3832b6,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:37.720970 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b89d1c79-bf6b-4a1f-bf77-aa61805ae0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:37.772517 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] Set router fdcc0275-5754-4238-ba4c-225c03d622fd gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:36:37.799437 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b89d1c79-bf6b-4a1f-bf77-aa61805ae0cd None None] For port 0442397d-b3de-4c30-8b5b-50242e3832b6, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=0442397d-b3de-4c30-8b5b-50242e3832b6,segment=NetworkSegment(da1050a0-68fe-4a50-933b-e557a51ce7b2),segment_id=da1050a0-68fe-4a50-933b-e557a51ce7b2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:36:37.874000 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b89d1c79-bf6b-4a1f-bf77-aa61805ae0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:37.946845 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:38.000834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d1c79-bf6b-4a1f-bf77-aa61805ae0cd None None] Pushing event updated for resources: {'Port': ['ID=0442397d-b3de-4c30-8b5b-50242e3832b6,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:38.034964 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f740eea3-9245-4e44-9e63-1c837066a123 None None] Provisioning complete for port 0442397d-b3de-4c30-8b5b-50242e3832b6 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:36:38.035468 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f740eea3-9245-4e44-9e63-1c837066a123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:38.183630 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668350707', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:36:29Z', 'updated_at': '2021-12-14T03:36:34Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:30Z', 'updated_at': '2021-12-14T03:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '0442397d-b3de-4c30-8b5b-50242e3832b6', 'name': '', 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:b4:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:33Z', 'updated_at': '2021-12-14T03:36:37Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:38.361240 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f53f6dee-ab31-4913-8571-55486c577c6a req-92dd013f-0b11-4eaa-8a3a-85f4e39bd13a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 210 time: 0.0354950 Dec 14 03:36:38.426493 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa623ec-719a-4e21-8619-4fd60be6c1f8 None None] The sync data for ids ['fdcc0275-5754-4238-ba4c-225c03d622fd'] in n-d-821636-1 is: [{'id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668350707', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:36:29Z', 'updated_at': '2021-12-14T03:36:34Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:30Z', 'updated_at': '2021-12-14T03:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '0442397d-b3de-4c30-8b5b-50242e3832b6', 'name': '', 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:b4:25:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:33Z', 'updated_at': '2021-12-14T03:36:37Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:36:38.669868 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:39.156605 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0442397d-b3de-4c30-8b5b-50242e3832b6 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:36:39.206144 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 0442397d-b3de-4c30-8b5b-50242e3832b6 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:36:39.206585 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:39.444622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-672dd9fd-c0b3-41a1-b71f-04456a317c93 req-52d0f55c-016b-457d-8a2c-d6805d77a6de tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 210 time: 0.0290699 Dec 14 03:36:40.523156 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9f384800-afcb-42af-ac9e-82ae3cac6a0c req-fe7ba5c5-27c7-48fa-a091-3e594b9ec731 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 210 time: 0.0273609 Dec 14 03:36:41.617770 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29d57df3-38b5-4a88-96a7-fd3a52bb3bb4 req-fa415cfc-961e-46be-9b12-d59236ebc3c5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 210 time: 0.0275898 Dec 14 03:36:42.713032 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94037573-46d8-461a-8fd2-86626b4790e9 req-35d5d816-5563-4cba-b516-ad13064b7679 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 210 time: 0.0267525 Dec 14 03:36:43.569238 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-233270a2-ff38-4896-93d2-7f0e44a4c87c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:43.570778 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-233270a2-ff38-4896-93d2-7f0e44a4c87c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.47 "GET /v2.0/networks?id=5df13fed-c698-4b56-a8ab-40af9170d50d HTTP/1.1" status: 200 len: 797 time: 0.1068616 Dec 14 03:36:43.639926 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-8b89a5ab-453b-4567-96fb-4376ee16f270 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e90791a963ff4982b07d4a054c7fb248 HTTP/1.1" status: 200 len: 380 time: 0.0547097 Dec 14 03:36:43.649769 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-ba3a9c00-3ef7-4d62-8aeb-80e8cdc0e894 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'port': {'device_id': 'a8c918fc-72d5-4eb5-828a-d981bfcf93d9', 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d', 'admin_state_up': True, 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'security_groups': ['af732cac-8ac5-442f-98eb-a47890423642']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:36:43.810157 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c3c7bba-5229-438d-a30f-dc17fa0393cb req-905ac607-c402-4ae4-8109-e6fa76ec4036 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 210 time: 0.0280452 Dec 14 03:36:43.822864 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-ba3a9c00-3ef7-4d62-8aeb-80e8cdc0e894 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Made reservation on behalf of e90791a963ff4982b07d4a054c7fb248 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:36:43.826662 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-ba3a9c00-3ef7-4d62-8aeb-80e8cdc0e894 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:43.948878 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-ba3a9c00-3ef7-4d62-8aeb-80e8cdc0e894 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.20.0.9 (5df13fed-c698-4b56-a8ab-40af9170d50d/7b667d5d-dbb5-42b1-adc1-19337ff17b9f/ebbf4452-b5de-49fb-96f5-562e14f5b13e) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:36:44.089980 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-ba3a9c00-3ef7-4d62-8aeb-80e8cdc0e894 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:44.182881 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-ba3a9c00-3ef7-4d62-8aeb-80e8cdc0e894 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:44.225652 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-ba3a9c00-3ef7-4d62-8aeb-80e8cdc0e894 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network 5df13fed-c698-4b56-a8ab-40af9170d50d is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:36:44.228738 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-ba3a9c00-3ef7-4d62-8aeb-80e8cdc0e894 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:36:44.231272 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-ba3a9c00-3ef7-4d62-8aeb-80e8cdc0e894 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:36:44.266248 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a9c00-3ef7-4d62-8aeb-80e8cdc0e894 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=ebbf4452-b5de-49fb-96f5-562e14f5b13e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:44.294733 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-ba3a9c00-3ef7-4d62-8aeb-80e8cdc0e894 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:44.295395 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-ba3a9c00-3ef7-4d62-8aeb-80e8cdc0e894 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:44.408265 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-ba3a9c00-3ef7-4d62-8aeb-80e8cdc0e894 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7621365 Dec 14 03:36:44.427271 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Request body: {'port': {'device_id': 'a8c918fc-72d5-4eb5-828a-d981bfcf93d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:36:44.479615 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:44.494773 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f1a70642-efe6-4ea2-b6d7-d514f948fc18 None None] Provisioning complete for port ebbf4452-b5de-49fb-96f5-562e14f5b13e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:36:44.495339 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f1a70642-efe6-4ea2-b6d7-d514f948fc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:44.528556 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f1a70642-efe6-4ea2-b6d7-d514f948fc18 None None] Port ebbf4452-b5de-49fb-96f5-562e14f5b13e cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:36:44.736427 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebbf4452-b5de-49fb-96f5-562e14f5b13e {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:36:44.744469 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:44.756811 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Transition to ACTIVE for port object ebbf4452-b5de-49fb-96f5-562e14f5b13e will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:36:44.819653 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:44.877391 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbf4452-b5de-49fb-96f5-562e14f5b13e,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:44.945348 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982118be-c600-4b10-9f13-09f634ec57ab req-2f4584c8-d3f1-405d-ab6a-6a26bf74ee38 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:44.946885 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-982118be-c600-4b10-9f13-09f634ec57ab req-2f4584c8-d3f1-405d-ab6a-6a26bf74ee38 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 943 time: 0.0654993 Dec 14 03:36:44.948245 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Attempting to bind port ebbf4452-b5de-49fb-96f5-562e14f5b13e on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:36:44.948590 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Attempting to bind port ebbf4452-b5de-49fb-96f5-562e14f5b13e by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'da1050a0-68fe-4a50-933b-e557a51ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:36:44.948926 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Attempting to bind port ebbf4452-b5de-49fb-96f5-562e14f5b13e on network 5df13fed-c698-4b56-a8ab-40af9170d50d {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:36:44.953656 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Port ebbf4452-b5de-49fb-96f5-562e14f5b13e on network 5df13fed-c698-4b56-a8ab-40af9170d50d not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:36:44.953987 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Attempting to bind port ebbf4452-b5de-49fb-96f5-562e14f5b13e on network 5df13fed-c698-4b56-a8ab-40af9170d50d {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:36:44.959956 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:36:44.960463 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Checking segment: {'id': 'da1050a0-68fe-4a50-933b-e557a51ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:36:44.960853 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Bound using segment: {'id': 'da1050a0-68fe-4a50-933b-e557a51ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:36:44.961339 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Bound port: ebbf4452-b5de-49fb-96f5-562e14f5b13e, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1050a0-68fe-4a50-933b-e557a51ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:36:44.961676 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:45.002545 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-982118be-c600-4b10-9f13-09f634ec57ab req-de5e5417-34e4-40a0-82ed-7178ba2ec8aa tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=af732cac-8ac5-442f-98eb-a47890423642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490267 Dec 14 03:36:45.032715 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] For port ebbf4452-b5de-49fb-96f5-562e14f5b13e, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:36:45.036455 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] For port ebbf4452-b5de-49fb-96f5-562e14f5b13e, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ebbf4452-b5de-49fb-96f5-562e14f5b13e,segment=NetworkSegment(da1050a0-68fe-4a50-933b-e557a51ce7b2),segment_id=da1050a0-68fe-4a50-933b-e557a51ce7b2)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:36:45.126300 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:45.175882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:45.176681 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:45.178117 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] 10.222.0.47 "PUT /v2.0/ports/ebbf4452-b5de-49fb-96f5-562e14f5b13e HTTP/1.1" status: 200 len: 1091 time: 0.7559595 Dec 14 03:36:45.197803 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c918fc-72d5-4eb5-828a-d981bfcf93d9', 'tag': 'ebbf4452-b5de-49fb-96f5-562e14f5b13e'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:36:45.197803 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2228f6-6b1e-4097-a653-8b38b649bc60" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c918fc-72d5-4eb5-828a-d981bfcf93d9", "tag": "ebbf4452-b5de-49fb-96f5-562e14f5b13e"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:36:45.201596 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4b916-32fd-48a1-8d30-d2ad833ee6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=ebbf4452-b5de-49fb-96f5-562e14f5b13e,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:45.220208 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee152527-f33c-4e8e-a304-3cc4221765f6 x-openstack-request-id: req-ee152527-f33c-4e8e-a304-3cc4221765f6 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:36:45.220507 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c918fc-72d5-4eb5-828a-d981bfcf93d9", "tag": "ebbf4452-b5de-49fb-96f5-562e14f5b13e", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:36:45.220769 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee152527-f33c-4e8e-a304-3cc4221765f6 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:36:45.221187 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c918fc-72d5-4eb5-828a-d981bfcf93d9', 'tag': 'ebbf4452-b5de-49fb-96f5-562e14f5b13e', 'status': 'completed', 'code': 200} Dec 14 03:36:45.306765 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2228f6-6b1e-4097-a653-8b38b649bc60 req-477971b0-afe3-4856-8962-20423418cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:45.308401 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7c2228f6-6b1e-4097-a653-8b38b649bc60 req-477971b0-afe3-4856-8962-20423418cc6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 1094 time: 0.0459080 Dec 14 03:36:45.419804 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2228f6-6b1e-4097-a653-8b38b649bc60 req-810b33e5-c953-40c1-97aa-2eaedaee15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:45.421269 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7c2228f6-6b1e-4097-a653-8b38b649bc60 req-810b33e5-c953-40c1-97aa-2eaedaee15f2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e90791a963ff4982b07d4a054c7fb248&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0991771 Dec 14 03:36:45.523620 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2228f6-6b1e-4097-a653-8b38b649bc60 req-344bfbb4-4514-4848-a0ab-f2b26ea813bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:45.525015 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7c2228f6-6b1e-4097-a653-8b38b649bc60 req-344bfbb4-4514-4848-a0ab-f2b26ea813bb service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0969906 Dec 14 03:36:45.620882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-5ee615dd-078a-4f51-b7c7-31694b91fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:45.622412 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-5ee615dd-078a-4f51-b7c7-31694b91fcdb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 1094 time: 0.0402963 Dec 14 03:36:45.674182 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-86e89284-6ea8-429f-918b-decdd8bb56ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebbf4452-b5de-49fb-96f5-562e14f5b13e HTTP/1.1" status: 200 len: 217 time: 0.0377398 Dec 14 03:36:45.721895 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-f0b9774f-ec31-4aa8-9ded-ed68e627a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:45.723443 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-f0b9774f-ec31-4aa8-9ded-ed68e627a153 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b667d5d-dbb5-42b1-adc1-19337ff17b9f HTTP/1.1" status: 200 len: 835 time: 0.0421059 Dec 14 03:36:45.768144 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-a5c13660-30cd-4117-a0b9-c7d17af7ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:45.769651 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-a5c13660-30cd-4117-a0b9-c7d17af7ae35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5df13fed-c698-4b56-a8ab-40af9170d50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397389 Dec 14 03:36:45.870842 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-ebe5265a-7afd-4cc7-bee7-2745f03f6388 service neutron] 10.222.0.47 "GET /v2.0/networks/5df13fed-c698-4b56-a8ab-40af9170d50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934510 Dec 14 03:36:45.960038 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-832d7c91-38c0-4365-987b-6f240730a7e7 req-e805cc17-c3a3-4069-b1ff-0015294d68b8 service neutron] 10.222.0.47 "GET /v2.0/networks/5df13fed-c698-4b56-a8ab-40af9170d50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822279 Dec 14 03:36:46.123735 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ff061-9963-43fb-b450-d4733ab075d9 req-b03fc93d-73f8-4781-8015-501db67734c0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:46.125402 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c41ff061-9963-43fb-b450-d4733ab075d9 req-b03fc93d-73f8-4781-8015-501db67734c0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 943 time: 0.0490489 Dec 14 03:36:46.174084 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c41ff061-9963-43fb-b450-d4733ab075d9 req-f498aaac-96f9-4a3e-98b4-a22b0d885ad5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=af732cac-8ac5-442f-98eb-a47890423642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421958 Dec 14 03:36:47.290383 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4585cf8-4162-4452-a33f-7e1be9925541 req-bf363551-e8e5-4173-a8b5-fa7d2819708a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:47.291858 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d4585cf8-4162-4452-a33f-7e1be9925541 req-bf363551-e8e5-4173-a8b5-fa7d2819708a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 943 time: 0.0492890 Dec 14 03:36:47.344905 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d4585cf8-4162-4452-a33f-7e1be9925541 req-2a29a00b-6638-4b51-9641-f9e24a792db1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=af732cac-8ac5-442f-98eb-a47890423642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470059 Dec 14 03:36:48.461469 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c73ac6-d7e9-4db5-87d2-81bf826866bd req-4c2127a2-6c01-4a0e-a765-0751e44e2bc7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:48.463102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-98c73ac6-d7e9-4db5-87d2-81bf826866bd req-4c2127a2-6c01-4a0e-a765-0751e44e2bc7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 943 time: 0.0494027 Dec 14 03:36:48.514382 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-98c73ac6-d7e9-4db5-87d2-81bf826866bd req-14ea0bd3-3ba9-4204-b366-e4e643d28a0c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=af732cac-8ac5-442f-98eb-a47890423642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450573 Dec 14 03:36:49.123828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device ebbf4452-b5de-49fb-96f5-562e14f5b13e details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:36:49.216118 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port ebbf4452-b5de-49fb-96f5-562e14f5b13e, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ebbf4452-b5de-49fb-96f5-562e14f5b13e,segment=NetworkSegment(da1050a0-68fe-4a50-933b-e557a51ce7b2),segment_id=da1050a0-68fe-4a50-933b-e557a51ce7b2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:36:49.227329 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'ebbf4452-b5de-49fb-96f5-562e14f5b13e', 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d', 'port_id': 'ebbf4452-b5de-49fb-96f5-562e14f5b13e', 'mac_address': 'fa:16:3e:50:ed:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:36:49.266762 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:49.280024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebbf4452-b5de-49fb-96f5-562e14f5b13e {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:36:49.298836 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port ebbf4452-b5de-49fb-96f5-562e14f5b13e, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ebbf4452-b5de-49fb-96f5-562e14f5b13e,segment=NetworkSegment(da1050a0-68fe-4a50-933b-e557a51ce7b2),segment_id=da1050a0-68fe-4a50-933b-e557a51ce7b2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:36:49.348339 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:49.395643 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=ebbf4452-b5de-49fb-96f5-562e14f5b13e,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:49.629108 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbf7de4-adeb-4e2d-af9a-686178ba51b2 req-09ae7dc9-763d-47b7-8fee-93a4a5707dfa tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:49.631157 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-efbf7de4-adeb-4e2d-af9a-686178ba51b2 req-09ae7dc9-763d-47b7-8fee-93a4a5707dfa tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 944 time: 0.0487604 Dec 14 03:36:49.641179 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['ebbf4452-b5de-49fb-96f5-562e14f5b13e'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:36:49.680418 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-efbf7de4-adeb-4e2d-af9a-686178ba51b2 req-8554f5bc-60a2-4d85-9d36-5acac5d624f5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=af732cac-8ac5-442f-98eb-a47890423642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433645 Dec 14 03:36:50.801213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6864d-871d-40aa-b85e-83c53f8229d8 req-365e772f-c9e1-48af-a67c-b2e8284a534d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:50.802981 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7de6864d-871d-40aa-b85e-83c53f8229d8 req-365e772f-c9e1-48af-a67c-b2e8284a534d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 944 time: 0.0537560 Dec 14 03:36:50.851725 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7de6864d-871d-40aa-b85e-83c53f8229d8 req-dc4b28d2-7571-418e-9afd-75250401d4af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=af732cac-8ac5-442f-98eb-a47890423642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427082 Dec 14 03:36:51.123907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device ebbf4452-b5de-49fb-96f5-562e14f5b13e up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:36:51.256715 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port ebbf4452-b5de-49fb-96f5-562e14f5b13e completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:36:51.260684 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port ebbf4452-b5de-49fb-96f5-562e14f5b13e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:36:51.261056 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:51.338888 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:51.360654 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c918fc-72d5-4eb5-828a-d981bfcf93d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbf4452-b5de-49fb-96f5-562e14f5b13e'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:36:51.362921 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a147ae-d01d-43e1-817a-736bc1d7e49f" -d '{"events": [{"server_uuid": "a8c918fc-72d5-4eb5-828a-d981bfcf93d9", "name": "network-vif-plugged", "status": "completed", "tag": "ebbf4452-b5de-49fb-96f5-562e14f5b13e"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:36:51.376167 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port ebbf4452-b5de-49fb-96f5-562e14f5b13e, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ebbf4452-b5de-49fb-96f5-562e14f5b13e,segment=NetworkSegment(da1050a0-68fe-4a50-933b-e557a51ce7b2),segment_id=da1050a0-68fe-4a50-933b-e557a51ce7b2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:36:51.442956 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:51.465461 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88589fd2-81e1-40a5-824d-f8eb17734938 x-openstack-request-id: req-88589fd2-81e1-40a5-824d-f8eb17734938 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:36:51.465760 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c918fc-72d5-4eb5-828a-d981bfcf93d9", "name": "network-vif-plugged", "status": "completed", "tag": "ebbf4452-b5de-49fb-96f5-562e14f5b13e", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:36:51.466022 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88589fd2-81e1-40a5-824d-f8eb17734938 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:36:51.466418 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c918fc-72d5-4eb5-828a-d981bfcf93d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebbf4452-b5de-49fb-96f5-562e14f5b13e', 'code': 200} Dec 14 03:36:51.491884 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=ebbf4452-b5de-49fb-96f5-562e14f5b13e,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:51.588584 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dff6e6-bf8c-4c24-9754-f08b3f499dbd req-348e4f75-0021-4a1e-8164-0ed6845dc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:51.590207 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-16dff6e6-bf8c-4c24-9754-f08b3f499dbd req-348e4f75-0021-4a1e-8164-0ed6845dc41c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 1096 time: 0.0450230 Dec 14 03:36:51.635924 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-16dff6e6-bf8c-4c24-9754-f08b3f499dbd req-d411348d-37b8-4602-bedc-d971cda2bad3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=af732cac-8ac5-442f-98eb-a47890423642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389123 Dec 14 03:36:51.966929 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a12753-c3cb-4c97-b251-0e3c046efafb req-29c4752d-af79-4e4c-af83-28b5b146b9ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:51.968430 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00a12753-c3cb-4c97-b251-0e3c046efafb req-29c4752d-af79-4e4c-af83-28b5b146b9ea tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 945 time: 0.0491254 Dec 14 03:36:52.016998 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00a12753-c3cb-4c97-b251-0e3c046efafb req-5f4101a9-2f32-4060-9c37-c83d659d7a76 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=af732cac-8ac5-442f-98eb-a47890423642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416646 Dec 14 03:36:53.137920 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6541e9-ed3c-4ec7-8958-c9d6305df0e1 req-ac2bb7e6-2b7e-4106-a3d4-5217fb013747 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:53.139388 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b6541e9-ed3c-4ec7-8958-c9d6305df0e1 req-ac2bb7e6-2b7e-4106-a3d4-5217fb013747 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 945 time: 0.0522819 Dec 14 03:36:53.187452 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8b6541e9-ed3c-4ec7-8958-c9d6305df0e1 req-f2366fc4-ed43-4f92-943a-f65c4f375162 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=af732cac-8ac5-442f-98eb-a47890423642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413980 Dec 14 03:36:53.300563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85b987-e3a5-4163-ba0c-36b230fa38cc req-20fa978f-0dd6-4e83-9048-97fb73c506e4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:53.302078 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eb85b987-e3a5-4163-ba0c-36b230fa38cc req-20fa978f-0dd6-4e83-9048-97fb73c506e4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 945 time: 0.0487895 Dec 14 03:36:53.350844 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-eb85b987-e3a5-4163-ba0c-36b230fa38cc req-cb620a2d-94f9-4562-87ca-8fedce5b3509 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=af732cac-8ac5-442f-98eb-a47890423642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428317 Dec 14 03:36:53.371852 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54724) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:53.409924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e412f90-2f6d-4809-94f5-a548d19a784c tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:53.412042 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3e412f90-2f6d-4809-94f5-a548d19a784c tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 1091 time: 0.0392346 Dec 14 03:36:53.414863 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54726) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:53.419077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': 'ebbf4452-b5de-49fb-96f5-562e14f5b13e', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:36:53.494686 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:53.594154 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:53.696691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.25.7.174 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/39eb7deb-c2e8-4119-bab4-2c365df599a9) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:36:53.794412 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:53.877737 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:53.922938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:36:53.925896 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:36:53.929469 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:36:53.954642 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=39eb7deb-c2e8-4119-bab4-2c365df599a9,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:54.272252 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:54.429621 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:54.580950 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:54.648559 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:54.715637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=39eb7deb-c2e8-4119-bab4-2c365df599a9,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:36:54.726208 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:54.834459 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Floating IP 93dc28fc-d514-44fb-8b31-e4e3621c61aa associated. External IP: 172.25.7.174, port: ebbf4452-b5de-49fb-96f5-562e14f5b13e. Dec 14 03:36:55.043232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router fdcc0275-5754-4238-ba4c-225c03d622fd has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:36:55.145143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:36:55.154541 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c222f6e6-15e1-45c9-a56f-f6ce953ef384 None None] Sync routers for ids ['fdcc0275-5754-4238-ba4c-225c03d622fd'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:36:55.164865 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c222f6e6-15e1-45c9-a56f-f6ce953ef384 None None] Routers {'fdcc0275-5754-4238-ba4c-225c03d622fd'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:36:55.165513 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c222f6e6-15e1-45c9-a56f-f6ce953ef384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:36:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fdcc0275-5754-4238-ba4c-225c03d622fd'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:55.230051 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:55.261225 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a0696eaf-b3c2-43f4-ae15-8b00c398f3af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8453496 Dec 14 03:36:55.261846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c918fc-72d5-4eb5-828a-d981bfcf93d9', 'tag': 'ebbf4452-b5de-49fb-96f5-562e14f5b13e'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:36:55.264277 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c40548d-edb8-4f91-8c88-31da6bf66062" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c918fc-72d5-4eb5-828a-d981bfcf93d9", "tag": "ebbf4452-b5de-49fb-96f5-562e14f5b13e"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:36:55.269783 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-c222f6e6-15e1-45c9-a56f-f6ce953ef384 None None] Set router fdcc0275-5754-4238-ba4c-225c03d622fd gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:36:55.319512 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46f6aae-0a3c-41bb-9d0c-7e32ca682918 x-openstack-request-id: req-f46f6aae-0a3c-41bb-9d0c-7e32ca682918 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:36:55.320046 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c918fc-72d5-4eb5-828a-d981bfcf93d9", "tag": "ebbf4452-b5de-49fb-96f5-562e14f5b13e", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:36:55.320152 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f46f6aae-0a3c-41bb-9d0c-7e32ca682918 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:36:55.320538 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c918fc-72d5-4eb5-828a-d981bfcf93d9', 'tag': 'ebbf4452-b5de-49fb-96f5-562e14f5b13e', 'status': 'completed', 'code': 200} Dec 14 03:36:55.380382 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f95c6-e8a2-44da-99d9-bdd80c986604 req-095cf343-7a3e-4e1b-92d5-629a07de2e97 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:55.382052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c8f95c6-e8a2-44da-99d9-bdd80c986604 req-095cf343-7a3e-4e1b-92d5-629a07de2e97 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 945 time: 0.0538146 Dec 14 03:36:55.409350 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40548d-edb8-4f91-8c88-31da6bf66062 req-9eabf224-0018-4700-8eb8-abbfa12fbb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:55.412179 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c40548d-edb8-4f91-8c88-31da6bf66062 req-9eabf224-0018-4700-8eb8-abbfa12fbb09 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 1096 time: 0.0436056 Dec 14 03:36:55.435388 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3c8f95c6-e8a2-44da-99d9-bdd80c986604 req-abc831e9-ae7f-4580-813d-4c9429dd1adb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=af732cac-8ac5-442f-98eb-a47890423642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468085 Dec 14 03:36:55.459764 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54732) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:55.510579 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40548d-edb8-4f91-8c88-31da6bf66062 req-0630843e-c1ff-46a0-b889-a868bc84ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:55.512086 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c40548d-edb8-4f91-8c88-31da6bf66062 req-0630843e-c1ff-46a0-b889-a868bc84ff1c service neutron] 10.222.0.47 "GET /v2.0/networks?id=5df13fed-c698-4b56-a8ab-40af9170d50d HTTP/1.1" status: 200 len: 898 time: 0.0915847 Dec 14 03:36:55.528815 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-484b66d1-e21b-415a-82dd-5eaac5c62cb5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/floatingips/93dc28fc-d514-44fb-8b31-e4e3621c61aa HTTP/1.1" status: 200 len: 991 time: 0.0672905 Dec 14 03:36:55.578640 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c40548d-edb8-4f91-8c88-31da6bf66062 req-0eb6425f-2b9a-4fbe-bfaf-ea09c660254c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebbf4452-b5de-49fb-96f5-562e14f5b13e HTTP/1.1" status: 200 len: 999 time: 0.0591803 Dec 14 03:36:55.597538 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c222f6e6-15e1-45c9-a56f-f6ce953ef384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668350707', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:36:29Z', 'updated_at': '2021-12-14T03:36:34Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:30Z', 'updated_at': '2021-12-14T03:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '93dc28fc-d514-44fb-8b31-e4e3621c61aa', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'floating_ip_address': '172.25.7.174', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'port_id': 'ebbf4452-b5de-49fb-96f5-562e14f5b13e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d', 'mac_address': 'fa:16:3e:50:ed:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c918fc-72d5-4eb5-828a-d981bfcf93d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:36:54Z', 'updated_at': '2021-12-14T03:36:54Z', 'revision_number': 0, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0442397d-b3de-4c30-8b5b-50242e3832b6', 'name': '', 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:b4:25:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:33Z', 'updated_at': '2021-12-14T03:36:37Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:55.623978 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c222f6e6-15e1-45c9-a56f-f6ce953ef384 None None] Checking router: fdcc0275-5754-4238-ba4c-225c03d622fd for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:36:55.627860 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40548d-edb8-4f91-8c88-31da6bf66062 req-ded73f6c-6d85-4ea5-a61b-e433cb68ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:55.629490 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c40548d-edb8-4f91-8c88-31da6bf66062 req-ded73f6c-6d85-4ea5-a61b-e433cb68ddbe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b667d5d-dbb5-42b1-adc1-19337ff17b9f HTTP/1.1" status: 200 len: 835 time: 0.0442715 Dec 14 03:36:55.632940 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c222f6e6-15e1-45c9-a56f-f6ce953ef384 None None] Routers {'fdcc0275-5754-4238-ba4c-225c03d622fd'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:36:55.633509 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c222f6e6-15e1-45c9-a56f-f6ce953ef384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:36:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fdcc0275-5754-4238-ba4c-225c03d622fd'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:55.679408 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40548d-edb8-4f91-8c88-31da6bf66062 req-408b8c14-b972-4095-b1d1-1d019f2f6d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:55.680902 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c40548d-edb8-4f91-8c88-31da6bf66062 req-408b8c14-b972-4095-b1d1-1d019f2f6d45 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5df13fed-c698-4b56-a8ab-40af9170d50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446067 Dec 14 03:36:55.737544 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-c222f6e6-15e1-45c9-a56f-f6ce953ef384 None None] Set router fdcc0275-5754-4238-ba4c-225c03d622fd gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:36:55.769064 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c40548d-edb8-4f91-8c88-31da6bf66062 req-47975c45-bda4-4823-838f-05d1f20415f2 service neutron] 10.222.0.47 "GET /v2.0/networks/5df13fed-c698-4b56-a8ab-40af9170d50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807796 Dec 14 03:36:55.864344 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c40548d-edb8-4f91-8c88-31da6bf66062 req-514a0557-3335-4f26-9ef6-30a527f105a3 service neutron] 10.222.0.47 "GET /v2.0/networks/5df13fed-c698-4b56-a8ab-40af9170d50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872343 Dec 14 03:36:55.961942 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-c222f6e6-15e1-45c9-a56f-f6ce953ef384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668350707', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:36:29Z', 'updated_at': '2021-12-14T03:36:34Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:30Z', 'updated_at': '2021-12-14T03:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '93dc28fc-d514-44fb-8b31-e4e3621c61aa', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'floating_ip_address': '172.25.7.174', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'port_id': 'ebbf4452-b5de-49fb-96f5-562e14f5b13e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d', 'mac_address': 'fa:16:3e:50:ed:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c918fc-72d5-4eb5-828a-d981bfcf93d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:36:54Z', 'updated_at': '2021-12-14T03:36:54Z', 'revision_number': 0, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0442397d-b3de-4c30-8b5b-50242e3832b6', 'name': '', 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:b4:25:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:33Z', 'updated_at': '2021-12-14T03:36:37Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:36:55.986939 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c222f6e6-15e1-45c9-a56f-f6ce953ef384 None None] The sync data for ids ['fdcc0275-5754-4238-ba4c-225c03d622fd'] in n-d-821636-1 is: [{'id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668350707', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:36:29Z', 'updated_at': '2021-12-14T03:36:34Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:30Z', 'updated_at': '2021-12-14T03:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '93dc28fc-d514-44fb-8b31-e4e3621c61aa', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'floating_ip_address': '172.25.7.174', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'port_id': 'ebbf4452-b5de-49fb-96f5-562e14f5b13e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d', 'mac_address': 'fa:16:3e:50:ed:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c918fc-72d5-4eb5-828a-d981bfcf93d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:36:54Z', 'updated_at': '2021-12-14T03:36:54Z', 'revision_number': 0, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0442397d-b3de-4c30-8b5b-50242e3832b6', 'name': '', 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:b4:25:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:33Z', 'updated_at': '2021-12-14T03:36:37Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:36:56.180965 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20eafb33-fd42-4b21-a03c-d135194eaf61 None None] New status for floating IP 93dc28fc-d514-44fb-8b31-e4e3621c61aa: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:36:56.532665 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54734) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:36:56.593163 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1428e4db-e796-4fbb-be41-f4534714282b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/floatingips/93dc28fc-d514-44fb-8b31-e4e3621c61aa HTTP/1.1" status: 200 len: 993 time: 0.0593293 Dec 14 03:36:56.720801 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:36:57.648215 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:36:59.268078 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9d65c1f5-1f94-4e89-a94c-20ce32e6c312 req-ba9f3ca4-9a9b-405d-8b0c-f478211e4af0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395083 Dec 14 03:36:59.366973 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65c1f5-1f94-4e89-a94c-20ce32e6c312 req-47e68214-b9b3-4ff0-92bf-fe964a8ef861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:59.368460 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9d65c1f5-1f94-4e89-a94c-20ce32e6c312 req-47e68214-b9b3-4ff0-92bf-fe964a8ef861 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 1096 time: 0.0414073 Dec 14 03:36:59.472520 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65c1f5-1f94-4e89-a94c-20ce32e6c312 req-c7f3c033-56b7-4915-9905-176c2c4ed922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:59.474737 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9d65c1f5-1f94-4e89-a94c-20ce32e6c312 req-c7f3c033-56b7-4915-9905-176c2c4ed922 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5df13fed-c698-4b56-a8ab-40af9170d50d HTTP/1.1" status: 200 len: 898 time: 0.0872374 Dec 14 03:36:59.541691 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9d65c1f5-1f94-4e89-a94c-20ce32e6c312 req-8005e55c-ece2-441b-9abb-a5853617ad5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebbf4452-b5de-49fb-96f5-562e14f5b13e HTTP/1.1" status: 200 len: 1001 time: 0.0597055 Dec 14 03:36:59.590237 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65c1f5-1f94-4e89-a94c-20ce32e6c312 req-7d8eb692-3ace-4af0-a602-f4d20dfaf940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:59.591689 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9d65c1f5-1f94-4e89-a94c-20ce32e6c312 req-7d8eb692-3ace-4af0-a602-f4d20dfaf940 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b667d5d-dbb5-42b1-adc1-19337ff17b9f HTTP/1.1" status: 200 len: 835 time: 0.0433202 Dec 14 03:36:59.639894 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65c1f5-1f94-4e89-a94c-20ce32e6c312 req-258e992f-1c7f-40ca-8747-e79f6dd84acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:36:59.641391 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9d65c1f5-1f94-4e89-a94c-20ce32e6c312 req-258e992f-1c7f-40ca-8747-e79f6dd84acd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5df13fed-c698-4b56-a8ab-40af9170d50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429020 Dec 14 03:36:59.728488 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9d65c1f5-1f94-4e89-a94c-20ce32e6c312 req-ca7f394a-7642-463a-a9f7-8715ec1e4bf0 service neutron] 10.222.0.47 "GET /v2.0/networks/5df13fed-c698-4b56-a8ab-40af9170d50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803609 Dec 14 03:36:59.819479 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9d65c1f5-1f94-4e89-a94c-20ce32e6c312 req-73e4ea66-d0dd-485c-9081-5a8ad367e7b4 service neutron] 10.222.0.47 "GET /v2.0/networks/5df13fed-c698-4b56-a8ab-40af9170d50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843685 Dec 14 03:37:00.844853 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:02.791535 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9484691a-d3ed-4040-8236-79af4c538390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:05.073390 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-024f9cf9-8521-4611-87f5-f296b0d6df01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:06.570704 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:07.911310 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:08.705982 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:27.656104 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:28.065006 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cf900-bef8-4436-9a27-b0012d9b7f3b req-35c8f624-d9d9-4f9a-846b-c03eb143eeb8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:28.066563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-842cf900-bef8-4436-9a27-b0012d9b7f3b req-35c8f624-d9d9-4f9a-846b-c03eb143eeb8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 945 time: 0.0480568 Dec 14 03:37:28.115599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-842cf900-bef8-4436-9a27-b0012d9b7f3b req-b40c812a-1b0c-4d03-9c04-c105aa60a1e1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=af732cac-8ac5-442f-98eb-a47890423642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422871 Dec 14 03:37:29.240619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec100628-419b-4412-8205-a174fda26052 req-b34ee0c4-8df7-4ddc-a12b-6dcddea46e13 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:29.242073 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec100628-419b-4412-8205-a174fda26052 req-b34ee0c4-8df7-4ddc-a12b-6dcddea46e13 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 945 time: 0.0528162 Dec 14 03:37:29.291948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec100628-419b-4412-8205-a174fda26052 req-d0b554f5-bc1e-4d3d-91de-fe515171d443 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=af732cac-8ac5-442f-98eb-a47890423642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432706 Dec 14 03:37:29.315129 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54756) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:29.375135 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b32a8576-d0d5-4992-97f5-9b0fc2433214 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/floatingips/93dc28fc-d514-44fb-8b31-e4e3621c61aa HTTP/1.1" status: 200 len: 993 time: 0.0585146 Dec 14 03:37:30.803129 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784c18c-c60b-4749-80e7-339dd5bd1eb6 req-92acaf8f-2c2b-4397-9706-f3ac52bcab69 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:30.805187 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7784c18c-c60b-4749-80e7-339dd5bd1eb6 req-92acaf8f-2c2b-4397-9706-f3ac52bcab69 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 945 time: 0.0640557 Dec 14 03:37:30.823476 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:30.854896 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7784c18c-c60b-4749-80e7-339dd5bd1eb6 req-7a114000-59dd-4e25-9dbb-5c33e4fb3bfc tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=af732cac-8ac5-442f-98eb-a47890423642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433798 Dec 14 03:37:31.972451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d91c31-ac66-4442-b697-52f8d9705e95 req-79c249cf-d8f8-4fc7-b501-8434839a6d6c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:31.974021 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38d91c31-ac66-4442-b697-52f8d9705e95 req-79c249cf-d8f8-4fc7-b501-8434839a6d6c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 945 time: 0.0486906 Dec 14 03:37:32.022702 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-38d91c31-ac66-4442-b697-52f8d9705e95 req-b476be52-f1ab-4363-9261-d088ddd3f483 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=af732cac-8ac5-442f-98eb-a47890423642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427465 Dec 14 03:37:32.045378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54768) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:32.111025 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-11813132-4250-4070-ab34-af01784bb62d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/floatingips/93dc28fc-d514-44fb-8b31-e4e3621c61aa HTTP/1.1" status: 200 len: 993 time: 0.0644727 Dec 14 03:37:32.337216 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54774) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:32.490182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port 39eb7deb-c2e8-4119-bab4-2c365df599a9 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:37:32.490435 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:32.565199 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:32.565554 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:32.576828 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for 39eb7deb-c2e8-4119-bab4-2c365df599a9 owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:37:32.816220 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:32.827011 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b78b1900-b318-4438-bb6c-5f996f6031bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:32.842158 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=39eb7deb-c2e8-4119-bab4-2c365df599a9,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:32.858600 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:32.858600 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:32.858600 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:32.858600 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:32.859018 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:32.859111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:32.859450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:32.859777 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:32.860102 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:32.860427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:32.860748 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:32.861093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:32.861460 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:32.918904 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:32.919228 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Floating IP 93dc28fc-d514-44fb-8b31-e4e3621c61aa disassociated (deleted). External IP: 172.25.7.174, port: ebbf4452-b5de-49fb-96f5-562e14f5b13e. Dec 14 03:37:33.124309 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router fdcc0275-5754-4238-ba4c-225c03d622fd has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:37:33.570143 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:37:33.575227 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:33.581765 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828fb274-ded6-49d9-b42f-9aa6aed4e3bb None None] Sync routers for ids ['fdcc0275-5754-4238-ba4c-225c03d622fd'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:37:33.591210 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828fb274-ded6-49d9-b42f-9aa6aed4e3bb None None] Routers {'fdcc0275-5754-4238-ba4c-225c03d622fd'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:37:33.591823 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-828fb274-ded6-49d9-b42f-9aa6aed4e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:37:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fdcc0275-5754-4238-ba4c-225c03d622fd'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:37:33.604237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-887866a8-288b-4f38-8f80-412cf1b705a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/floatingips/93dc28fc-d514-44fb-8b31-e4e3621c61aa HTTP/1.1" status: 204 len: 168 time: 1.2632124 Dec 14 03:37:33.604237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c918fc-72d5-4eb5-828a-d981bfcf93d9', 'tag': 'ebbf4452-b5de-49fb-96f5-562e14f5b13e'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:37:33.604659 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69af9975-003c-492a-8eef-3dd97a0c9125" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c918fc-72d5-4eb5-828a-d981bfcf93d9", "tag": "ebbf4452-b5de-49fb-96f5-562e14f5b13e"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:37:33.651217 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea21f4f-b296-495f-9edd-0010fe3058d0 x-openstack-request-id: req-1ea21f4f-b296-495f-9edd-0010fe3058d0 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:37:33.651518 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c918fc-72d5-4eb5-828a-d981bfcf93d9", "tag": "ebbf4452-b5de-49fb-96f5-562e14f5b13e", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:37:33.651777 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ea21f4f-b296-495f-9edd-0010fe3058d0 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:37:33.652188 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c918fc-72d5-4eb5-828a-d981bfcf93d9', 'tag': 'ebbf4452-b5de-49fb-96f5-562e14f5b13e', 'status': 'completed', 'code': 200} Dec 14 03:37:33.698811 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-828fb274-ded6-49d9-b42f-9aa6aed4e3bb None None] Set router fdcc0275-5754-4238-ba4c-225c03d622fd gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:37:33.732629 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af9975-003c-492a-8eef-3dd97a0c9125 req-49caee1c-5061-4601-8d11-e9a011a7547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:33.734351 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-69af9975-003c-492a-8eef-3dd97a0c9125 req-49caee1c-5061-4601-8d11-e9a011a7547f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 1096 time: 0.0424592 Dec 14 03:37:33.736479 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:37:33.828203 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af9975-003c-492a-8eef-3dd97a0c9125 req-127980c3-aaf6-415c-aeb9-f16089bf2e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:33.829645 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-69af9975-003c-492a-8eef-3dd97a0c9125 req-127980c3-aaf6-415c-aeb9-f16089bf2e11 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5df13fed-c698-4b56-a8ab-40af9170d50d HTTP/1.1" status: 200 len: 898 time: 0.0881617 Dec 14 03:37:33.875569 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-69af9975-003c-492a-8eef-3dd97a0c9125 req-3379c779-a393-4646-b0d6-65747d6a2b05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ebbf4452-b5de-49fb-96f5-562e14f5b13e HTTP/1.1" status: 200 len: 217 time: 0.0385985 Dec 14 03:37:33.908543 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-828fb274-ded6-49d9-b42f-9aa6aed4e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668350707', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:36:29Z', 'updated_at': '2021-12-14T03:36:34Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:30Z', 'updated_at': '2021-12-14T03:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '0442397d-b3de-4c30-8b5b-50242e3832b6', 'name': '', 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:b4:25:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:33Z', 'updated_at': '2021-12-14T03:36:37Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:37:33.934179 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af9975-003c-492a-8eef-3dd97a0c9125 req-24d946c6-a18c-47cb-8a09-28f189c037e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:33.935651 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-69af9975-003c-492a-8eef-3dd97a0c9125 req-24d946c6-a18c-47cb-8a09-28f189c037e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7b667d5d-dbb5-42b1-adc1-19337ff17b9f HTTP/1.1" status: 200 len: 835 time: 0.0470419 Dec 14 03:37:33.943810 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828fb274-ded6-49d9-b42f-9aa6aed4e3bb None None] Checking router: fdcc0275-5754-4238-ba4c-225c03d622fd for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:37:33.948924 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828fb274-ded6-49d9-b42f-9aa6aed4e3bb None None] Routers {'fdcc0275-5754-4238-ba4c-225c03d622fd'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:37:33.949573 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-828fb274-ded6-49d9-b42f-9aa6aed4e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:37:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fdcc0275-5754-4238-ba4c-225c03d622fd'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:37:33.984176 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af9975-003c-492a-8eef-3dd97a0c9125 req-a840df84-d892-4efa-8d3e-c0f0048fa3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:33.985820 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-69af9975-003c-492a-8eef-3dd97a0c9125 req-a840df84-d892-4efa-8d3e-c0f0048fa3fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5df13fed-c698-4b56-a8ab-40af9170d50d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420253 Dec 14 03:37:34.057442 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-828fb274-ded6-49d9-b42f-9aa6aed4e3bb None None] Set router fdcc0275-5754-4238-ba4c-225c03d622fd gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:37:34.100440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c93f1-e7bf-4332-8c9d-5380cb2778b1 req-e9ee28c4-6700-46fc-99f1-c96968a041fb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:34.102984 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-69af9975-003c-492a-8eef-3dd97a0c9125 req-6810c6b7-38e0-4630-b8cb-b2c49175c0de service neutron] 10.222.0.47 "GET /v2.0/networks/5df13fed-c698-4b56-a8ab-40af9170d50d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913908 Dec 14 03:37:34.103376 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c5c93f1-e7bf-4332-8c9d-5380cb2778b1 req-e9ee28c4-6700-46fc-99f1-c96968a041fb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 945 time: 0.0582271 Dec 14 03:37:34.155723 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c5c93f1-e7bf-4332-8c9d-5380cb2778b1 req-aff18397-504f-47b1-bde5-8bd1e0f9a3c5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=af732cac-8ac5-442f-98eb-a47890423642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475976 Dec 14 03:37:34.200244 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-69af9975-003c-492a-8eef-3dd97a0c9125 req-1685c177-77c2-42d8-8651-de517c05b508 service neutron] 10.222.0.47 "GET /v2.0/networks/5df13fed-c698-4b56-a8ab-40af9170d50d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891054 Dec 14 03:37:34.256682 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-828fb274-ded6-49d9-b42f-9aa6aed4e3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668350707', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:36:29Z', 'updated_at': '2021-12-14T03:36:34Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:30Z', 'updated_at': '2021-12-14T03:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '0442397d-b3de-4c30-8b5b-50242e3832b6', 'name': '', 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:b4:25:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:33Z', 'updated_at': '2021-12-14T03:36:37Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:37:34.283280 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828fb274-ded6-49d9-b42f-9aa6aed4e3bb None None] The sync data for ids ['fdcc0275-5754-4238-ba4c-225c03d622fd'] in n-d-821636-1 is: [{'id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668350707', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:36:29Z', 'updated_at': '2021-12-14T03:36:34Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:30Z', 'updated_at': '2021-12-14T03:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '0442397d-b3de-4c30-8b5b-50242e3832b6', 'name': '', 'network_id': '5df13fed-c698-4b56-a8ab-40af9170d50d', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:b4:25:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:33Z', 'updated_at': '2021-12-14T03:36:37Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '7b667d5d-dbb5-42b1-adc1-19337ff17b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:37:34.526963 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d516187c-fab8-415e-bb40-c638c8dc1946 None None] New status for floating IP 93dc28fc-d514-44fb-8b31-e4e3621c61aa: DOWN {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:37:35.090271 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce14d-7a40-4eaf-802f-ee262c5d9115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:35.273158 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a28de-38d5-414a-a121-4c4a518326e0 req-5ef51b9e-e8c6-4ec7-90e1-23ced3a08089 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:35.275299 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d92a28de-38d5-414a-a121-4c4a518326e0 req-5ef51b9e-e8c6-4ec7-90e1-23ced3a08089 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 945 time: 0.0498388 Dec 14 03:37:35.327819 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d92a28de-38d5-414a-a121-4c4a518326e0 req-08bdf1f3-bdf5-441e-b290-eec99d347242 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=af732cac-8ac5-442f-98eb-a47890423642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463681 Dec 14 03:37:35.750484 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3460c-fbd2-4d83-af7e-d8317bc04ead req-d4d3f2dd-082e-4998-a0ce-743b1433ceba tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:35.751942 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c9c3460c-fbd2-4d83-af7e-d8317bc04ead req-d4d3f2dd-082e-4998-a0ce-743b1433ceba tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 945 time: 0.0539072 Dec 14 03:37:35.839289 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-c9c3460c-fbd2-4d83-af7e-d8317bc04ead req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port ebbf4452-b5de-49fb-96f5-562e14f5b13e {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:37:35.839623 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c9c3460c-fbd2-4d83-af7e-d8317bc04ead req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:35.928736 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-c9c3460c-fbd2-4d83-af7e-d8317bc04ead req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] For port ebbf4452-b5de-49fb-96f5-562e14f5b13e, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=ebbf4452-b5de-49fb-96f5-562e14f5b13e,segment=NetworkSegment(da1050a0-68fe-4a50-933b-e557a51ce7b2),segment_id=da1050a0-68fe-4a50-933b-e557a51ce7b2)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:37:35.929102 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c9c3460c-fbd2-4d83-af7e-d8317bc04ead req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:35.942537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-c9c3460c-fbd2-4d83-af7e-d8317bc04ead req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for ebbf4452-b5de-49fb-96f5-562e14f5b13e owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:37:36.122723 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c9c3460c-fbd2-4d83-af7e-d8317bc04ead req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:36.153484 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=ebbf4452-b5de-49fb-96f5-562e14f5b13e,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:36.166271 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:36.166685 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:36.167040 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:36.167381 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:36.167715 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:36.168055 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:36.168372 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:36.168698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:36.169021 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:36.169368 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:36.169695 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:36.170014 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:36.170332 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:36.207413 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c3460c-fbd2-4d83-af7e-d8317bc04ead req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] No DVR routers for this DVR port ebbf4452-b5de-49fb-96f5-562e14f5b13e on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:37:36.210101 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-c9c3460c-fbd2-4d83-af7e-d8317bc04ead req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:36.213549 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c9c3460c-fbd2-4d83-af7e-d8317bc04ead req-01587307-a35d-46f9-b01c-b7295a1ad005 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.47 "DELETE /v2.0/ports/ebbf4452-b5de-49fb-96f5-562e14f5b13e HTTP/1.1" status: 204 len: 173 time: 0.4557855 Dec 14 03:37:36.213980 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c918fc-72d5-4eb5-828a-d981bfcf93d9', 'name': 'network-vif-deleted', 'tag': 'ebbf4452-b5de-49fb-96f5-562e14f5b13e'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:37:36.216233 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6b257f-e1e0-40c4-8f38-ece650a1d3ff" -d '{"events": [{"server_uuid": "a8c918fc-72d5-4eb5-828a-d981bfcf93d9", "name": "network-vif-deleted", "tag": "ebbf4452-b5de-49fb-96f5-562e14f5b13e"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:37:36.254563 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6791b4f1-7447-41a3-aebe-d202ee2ea30e x-openstack-request-id: req-6791b4f1-7447-41a3-aebe-d202ee2ea30e {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:37:36.254866 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c918fc-72d5-4eb5-828a-d981bfcf93d9", "name": "network-vif-deleted", "tag": "ebbf4452-b5de-49fb-96f5-562e14f5b13e", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:37:36.255132 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6791b4f1-7447-41a3-aebe-d202ee2ea30e {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:37:36.255542 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c918fc-72d5-4eb5-828a-d981bfcf93d9', 'name': 'network-vif-deleted', 'tag': 'ebbf4452-b5de-49fb-96f5-562e14f5b13e', 'status': 'completed', 'code': 200} Dec 14 03:37:36.425279 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b507ebb5-b61a-40fd-b54e-8cc4598f4f70 req-e2c43429-1280-4c56-a646-aa2208cc1179 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8c918fc-72d5-4eb5-828a-d981bfcf93d9 HTTP/1.1" status: 200 len: 210 time: 0.0266504 Dec 14 03:37:36.551707 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:37.482932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54790) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:37.834302 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-872e365b-df44-4c0b-b0c3-d43f2fc3bceb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:37.928273 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:38.093960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-872e365b-df44-4c0b-b0c3-d43f2fc3bceb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port 0442397d-b3de-4c30-8b5b-50242e3832b6 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:37:38.094221 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-872e365b-df44-4c0b-b0c3-d43f2fc3bceb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:38.185683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-872e365b-df44-4c0b-b0c3-d43f2fc3bceb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] For port 0442397d-b3de-4c30-8b5b-50242e3832b6, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=0442397d-b3de-4c30-8b5b-50242e3832b6,segment=NetworkSegment(da1050a0-68fe-4a50-933b-e557a51ce7b2),segment_id=da1050a0-68fe-4a50-933b-e557a51ce7b2)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:37:38.186103 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-872e365b-df44-4c0b-b0c3-d43f2fc3bceb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:38.198354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-872e365b-df44-4c0b-b0c3-d43f2fc3bceb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for 0442397d-b3de-4c30-8b5b-50242e3832b6 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:37:38.484548 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-872e365b-df44-4c0b-b0c3-d43f2fc3bceb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:38.512690 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e365b-df44-4c0b-b0c3-d43f2fc3bceb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=0442397d-b3de-4c30-8b5b-50242e3832b6,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:38.673565 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:38.701237 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-872e365b-df44-4c0b-b0c3-d43f2fc3bceb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:38.912736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872e365b-df44-4c0b-b0c3-d43f2fc3bceb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router fdcc0275-5754-4238-ba4c-225c03d622fd has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:37:39.020719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872e365b-df44-4c0b-b0c3-d43f2fc3bceb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:37:39.025892 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-872e365b-df44-4c0b-b0c3-d43f2fc3bceb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "PUT /v2.0/routers/fdcc0275-5754-4238-ba4c-225c03d622fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5419369 Dec 14 03:37:39.028646 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54792) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:39.032217 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5ebc8e-2ea6-4e57-a442-b76e519261cc None None] Sync routers for ids ['fdcc0275-5754-4238-ba4c-225c03d622fd'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:37:39.042982 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ebc8e-2ea6-4e57-a442-b76e519261cc None None] Routers {'fdcc0275-5754-4238-ba4c-225c03d622fd'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:37:39.043671 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-fa5ebc8e-2ea6-4e57-a442-b76e519261cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fdcc0275-5754-4238-ba4c-225c03d622fd'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:37:39.085985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-478c54fe-c285-4aba-ba16-8241333617ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting subnet 7b667d5d-dbb5-42b1-adc1-19337ff17b9f {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:37:39.089706 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-478c54fe-c285-4aba-ba16-8241333617ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:39.134263 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-478c54fe-c285-4aba-ba16-8241333617ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:39.219361 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-478c54fe-c285-4aba-ba16-8241333617ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:39.244564 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-fa5ebc8e-2ea6-4e57-a442-b76e519261cc None None] Set router fdcc0275-5754-4238-ba4c-225c03d622fd gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:37:39.345945 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-478c54fe-c285-4aba-ba16-8241333617ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:39.373918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c54fe-c285-4aba-ba16-8241333617ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Subnet': ['ID=7b667d5d-dbb5-42b1-adc1-19337ff17b9f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:39.378957 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-478c54fe-c285-4aba-ba16-8241333617ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:39.384263 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-478c54fe-c285-4aba-ba16-8241333617ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/subnets/7b667d5d-dbb5-42b1-adc1-19337ff17b9f HTTP/1.1" status: 204 len: 168 time: 0.3546183 Dec 14 03:37:39.385090 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54794) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:39.387962 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d180d2b-ab57-4748-a26f-c0d0fd19d976 None None] Network 5df13fed-c698-4b56-a8ab-40af9170d50d requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:37:39.418880 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-fa5ebc8e-2ea6-4e57-a442-b76e519261cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668350707', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:36:29Z', 'updated_at': '2021-12-14T03:37:38Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:30Z', 'updated_at': '2021-12-14T03:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:37:39.435765 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device ebbf4452-b5de-49fb-96f5-562e14f5b13e no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:37:39.445536 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5ebc8e-2ea6-4e57-a442-b76e519261cc None None] Checking router: fdcc0275-5754-4238-ba4c-225c03d622fd for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:37:39.454435 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ebc8e-2ea6-4e57-a442-b76e519261cc None None] Routers {'fdcc0275-5754-4238-ba4c-225c03d622fd'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:37:39.455047 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-fa5ebc8e-2ea6-4e57-a442-b76e519261cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['fdcc0275-5754-4238-ba4c-225c03d622fd'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:37:39.458338 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: ebbf4452-b5de-49fb-96f5-562e14f5b13e {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:37:39.458694 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device ebbf4452-b5de-49fb-96f5-562e14f5b13e not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:37:39.499592 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b74f736b-64b1-432b-9544-8b6159b2e518 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:39.561019 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-fa5ebc8e-2ea6-4e57-a442-b76e519261cc None None] Set router fdcc0275-5754-4238-ba4c-225c03d622fd gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:37:39.583481 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] DHCP port deletion for 5df13fed-c698-4b56-a8ab-40af9170d50d request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:37:39.613063 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b74f736b-64b1-432b-9544-8b6159b2e518 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:39.637732 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] Deleting port 99933caf-1736-4a79-a494-c7ebf6c75ed8 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:37:39.638195 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:39.701017 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] For port 99933caf-1736-4a79-a494-c7ebf6c75ed8, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=99933caf-1736-4a79-a494-c7ebf6c75ed8,segment=NetworkSegment(da1050a0-68fe-4a50-933b-e557a51ce7b2),segment_id=da1050a0-68fe-4a50-933b-e557a51ce7b2)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:37:39.701376 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:39.714883 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] Calling delete_port for 99933caf-1736-4a79-a494-c7ebf6c75ed8 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:37:39.743168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-b74f736b-64b1-432b-9544-8b6159b2e518 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port 5d01c2c0-25d6-43ce-beb4-287cdb6bba11 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:37:39.743689 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b74f736b-64b1-432b-9544-8b6159b2e518 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:39.743815 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-fa5ebc8e-2ea6-4e57-a442-b76e519261cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668350707', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:36:29Z', 'updated_at': '2021-12-14T03:37:38Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:30Z', 'updated_at': '2021-12-14T03:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:37:39.770183 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5ebc8e-2ea6-4e57-a442-b76e519261cc None None] The sync data for ids ['fdcc0275-5754-4238-ba4c-225c03d622fd'] in n-d-821636-1 is: [{'id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1668350707', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:36:29Z', 'updated_at': '2021-12-14T03:37:38Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '5d01c2c0-25d6-43ce-beb4-287cdb6bba11', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcc0275-5754-4238-ba4c-225c03d622fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:36:30Z', 'updated_at': '2021-12-14T03:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:37:39.831901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-b74f736b-64b1-432b-9544-8b6159b2e518 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] For port 5d01c2c0-25d6-43ce-beb4-287cdb6bba11, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5d01c2c0-25d6-43ce-beb4-287cdb6bba11,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:37:39.840644 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b74f736b-64b1-432b-9544-8b6159b2e518 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:39.845098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-b74f736b-64b1-432b-9544-8b6159b2e518 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for 5d01c2c0-25d6-43ce-beb4-287cdb6bba11 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:37:39.884327 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:39.911231 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] Pushing event deleted for resources: {'Port': ['ID=99933caf-1736-4a79-a494-c7ebf6c75ed8,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:39.913523 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] No DVR routers for this DVR port 99933caf-1736-4a79-a494-c7ebf6c75ed8 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:37:39.924449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:39.924874 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:39.925227 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:39.925724 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:39.926047 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:39.926257 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:39.926594 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:39.926928 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:39.927264 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:39.927594 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:39.927928 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:39.928258 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:39.928793 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42fad94-6a45-48b0-823b-b1eef1d5b126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:40.050082 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b74f736b-64b1-432b-9544-8b6159b2e518 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:40.080174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f736b-64b1-432b-9544-8b6159b2e518 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=5d01c2c0-25d6-43ce-beb4-287cdb6bba11,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:40.096163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c2dcb-cbbb-4f3e-8dce-1b7185e274c9 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:37:40.143942 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b74f736b-64b1-432b-9544-8b6159b2e518 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:40.240257 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b74f736b-64b1-432b-9544-8b6159b2e518 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:40.242937 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b74f736b-64b1-432b-9544-8b6159b2e518 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:40.347083 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b74f736b-64b1-432b-9544-8b6159b2e518 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:40.347650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74f736b-64b1-432b-9544-8b6159b2e518 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Fanout notify agent at l3_agent the message router_deleted on router fdcc0275-5754-4238-ba4c-225c03d622fd {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:37:40.354647 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b74f736b-64b1-432b-9544-8b6159b2e518 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:40.355760 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b74f736b-64b1-432b-9544-8b6159b2e518 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/routers/fdcc0275-5754-4238-ba4c-225c03d622fd HTTP/1.1" status: 204 len: 168 time: 0.9697294 Dec 14 03:37:40.358468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54796) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:40.444775 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d16164d4-f460-43be-b743-ff48d9faa44e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:40.536480 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d16164d4-f460-43be-b743-ff48d9faa44e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:40.556309 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-d16164d4-f460-43be-b743-ff48d9faa44e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df13fed-c698-4b56-a8ab-40af9170d50d']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:37:40.565441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-d16164d4-f460-43be-b743-ff48d9faa44e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1050a0-68fe-4a50-933b-e557a51ce7b2') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:37:40.565749 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-d16164d4-f460-43be-b743-ff48d9faa44e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1050a0-68fe-4a50-933b-e557a51ce7b2') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:37:40.575594 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d16164d4-f460-43be-b743-ff48d9faa44e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:40.588488 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d16164d4-f460-43be-b743-ff48d9faa44e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:40.594409 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d16164d4-f460-43be-b743-ff48d9faa44e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:37:40.594800 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d16164d4-f460-43be-b743-ff48d9faa44e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: timer() Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:37:40.597792 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:37:40.712722 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d16164d4-f460-43be-b743-ff48d9faa44e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:40.719721 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d16164d4-f460-43be-b743-ff48d9faa44e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:40.722811 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d16164d4-f460-43be-b743-ff48d9faa44e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/networks/5df13fed-c698-4b56-a8ab-40af9170d50d HTTP/1.1" status: 204 len: 168 time: 0.3633766 Dec 14 03:37:40.725762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54798) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:40.735383 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16164d4-f460-43be-b743-ff48d9faa44e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Network': ['ID=5df13fed-c698-4b56-a8ab-40af9170d50d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:40.790206 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4fede9fb-d304-4989-a286-1842f33bac0e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:40.816458 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4fede9fb-d304-4989-a286-1842f33bac0e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:40.941321 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4fede9fb-d304-4989-a286-1842f33bac0e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:40.943990 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4fede9fb-d304-4989-a286-1842f33bac0e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:40.945223 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4fede9fb-d304-4989-a286-1842f33bac0e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/security-groups/af732cac-8ac5-442f-98eb-a47890423642 HTTP/1.1" status: 204 len: 168 time: 0.2177467 Dec 14 03:37:40.954218 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fede9fb-d304-4989-a286-1842f33bac0e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af732cac-8ac5-442f-98eb-a47890423642,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:41.167046 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5d01c2c0-25d6-43ce-beb4-287cdb6bba11 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:37:41.187285 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 5d01c2c0-25d6-43ce-beb4-287cdb6bba11 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:37:41.187562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5d01c2c0-25d6-43ce-beb4-287cdb6bba11 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:37:41.187980 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 99933caf-1736-4a79-a494-c7ebf6c75ed8 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:37:41.206123 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 99933caf-1736-4a79-a494-c7ebf6c75ed8 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:37:41.206473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 99933caf-1736-4a79-a494-c7ebf6c75ed8 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:37:41.206879 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0442397d-b3de-4c30-8b5b-50242e3832b6 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:37:41.228358 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 0442397d-b3de-4c30-8b5b-50242e3832b6 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:37:41.228708 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0442397d-b3de-4c30-8b5b-50242e3832b6 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:37:41.357033 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54804) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:41.361587 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3d51b9cb-9dba-4128-ad64-eb7263488af0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1752290284', 'description': 'tempest-secgroup-smoke-1752290284 description', 'project_id': 'e90791a963ff4982b07d4a054c7fb248'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:37:41.444516 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d51b9cb-9dba-4128-ad64-eb7263488af0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:41.511654 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d51b9cb-9dba-4128-ad64-eb7263488af0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:41.581324 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d51b9cb-9dba-4128-ad64-eb7263488af0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:41.610785 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51b9cb-9dba-4128-ad64-eb7263488af0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f22b2e7-14b1-4dae-b407-2787568437a5,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:41.707525 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d51b9cb-9dba-4128-ad64-eb7263488af0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:41.708861 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3d51b9cb-9dba-4128-ad64-eb7263488af0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3507571 Dec 14 03:37:41.712367 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54806) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:41.716714 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0f098369-eb1f-4b28-afab-8ec9701d33b3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': '4f22b2e7-14b1-4dae-b407-2787568437a5', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:37:41.803166 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0f098369-eb1f-4b28-afab-8ec9701d33b3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:41.857226 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0f098369-eb1f-4b28-afab-8ec9701d33b3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:41.912417 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0f098369-eb1f-4b28-afab-8ec9701d33b3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:41.930097 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f098369-eb1f-4b28-afab-8ec9701d33b3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eeab5f3-0b20-4af3-8e9a-367e4254a4dc,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:41.988886 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0f098369-eb1f-4b28-afab-8ec9701d33b3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:41.990086 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0f098369-eb1f-4b28-afab-8ec9701d33b3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2767811 Dec 14 03:37:41.993925 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54808) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:41.998182 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-87f63843-211b-4d08-8749-4acebcab7a3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': '4f22b2e7-14b1-4dae-b407-2787568437a5', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:37:42.066215 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87f63843-211b-4d08-8749-4acebcab7a3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:42.121584 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87f63843-211b-4d08-8749-4acebcab7a3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:42.158796 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87f63843-211b-4d08-8749-4acebcab7a3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:42.178122 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f63843-211b-4d08-8749-4acebcab7a3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a51496d-489e-457b-8a25-9d12c902b5a4,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:42.223168 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-87f63843-211b-4d08-8749-4acebcab7a3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:42.224446 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-87f63843-211b-4d08-8749-4acebcab7a3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2296019 Dec 14 03:37:42.228275 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54810) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:42.232692 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ecac182f-8ea4-4382-a2ea-97fc920a0b73 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': '4f22b2e7-14b1-4dae-b407-2787568437a5', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:37:42.327694 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecac182f-8ea4-4382-a2ea-97fc920a0b73 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:42.386362 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecac182f-8ea4-4382-a2ea-97fc920a0b73 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:42.465734 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecac182f-8ea4-4382-a2ea-97fc920a0b73 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:42.483093 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac182f-8ea4-4382-a2ea-97fc920a0b73 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1ec5c3-175f-4ba5-b6c5-f08182c09075,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:42.555979 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ecac182f-8ea4-4382-a2ea-97fc920a0b73 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:42.557277 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ecac182f-8ea4-4382-a2ea-97fc920a0b73 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3278909 Dec 14 03:37:42.560078 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54812) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:42.564306 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a81d27cd-4e74-42f4-b9d1-a7367a744d60 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': '4f22b2e7-14b1-4dae-b407-2787568437a5', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:37:42.670562 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a81d27cd-4e74-42f4-b9d1-a7367a744d60 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:42.725901 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a81d27cd-4e74-42f4-b9d1-a7367a744d60 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:42.797283 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a81d27cd-4e74-42f4-b9d1-a7367a744d60 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:42.814654 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d27cd-4e74-42f4-b9d1-a7367a744d60 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8ae2ec-1b21-4472-9e71-0a23fed06a24,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:42.878979 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a81d27cd-4e74-42f4-b9d1-a7367a744d60 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:42.880190 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a81d27cd-4e74-42f4-b9d1-a7367a744d60 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3191898 Dec 14 03:37:42.883376 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54814) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:42.887610 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e1f8ba01-9df9-4623-9e4c-00be7deb025f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': '4f22b2e7-14b1-4dae-b407-2787568437a5', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:37:42.975439 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-e1f8ba01-9df9-4623-9e4c-00be7deb025f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Project e90791a963ff4982b07d4a054c7fb248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:37:42.980571 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1f8ba01-9df9-4623-9e4c-00be7deb025f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:43.037320 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1f8ba01-9df9-4623-9e4c-00be7deb025f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:43.112453 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1f8ba01-9df9-4623-9e4c-00be7deb025f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:43.129888 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8ba01-9df9-4623-9e4c-00be7deb025f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8e2a8f-b20f-4b5f-a0c7-391ea723902a,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:43.213929 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1f8ba01-9df9-4623-9e4c-00be7deb025f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:43.215120 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e1f8ba01-9df9-4623-9e4c-00be7deb025f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3308032 Dec 14 03:37:43.217934 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54816) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:43.223281 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-503e62e2-1291-42c8-bdd3-92836ec29bfb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': '4f22b2e7-14b1-4dae-b407-2787568437a5', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:37:43.300210 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-503e62e2-1291-42c8-bdd3-92836ec29bfb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Project e90791a963ff4982b07d4a054c7fb248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:37:43.306537 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-503e62e2-1291-42c8-bdd3-92836ec29bfb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:43.367402 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-503e62e2-1291-42c8-bdd3-92836ec29bfb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:43.436949 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-503e62e2-1291-42c8-bdd3-92836ec29bfb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:43.455135 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e62e2-1291-42c8-bdd3-92836ec29bfb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f703ec-8ad5-43ea-b975-fe97da6619f4,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:43.537680 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-503e62e2-1291-42c8-bdd3-92836ec29bfb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:43.539550 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-503e62e2-1291-42c8-bdd3-92836ec29bfb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3201058 Dec 14 03:37:43.542585 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54818) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:43.547353 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-872ff22e-9adc-4552-b82a-1c6bb2c6a2ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'network': {'name': 'tempest-network-smoke--1550630297', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'port_security_enabled': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:37:43.638424 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872ff22e-9adc-4552-b82a-1c6bb2c6a2ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Made reservation on behalf of e90791a963ff4982b07d4a054c7fb248 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:37:43.641920 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-872ff22e-9adc-4552-b82a-1c6bb2c6a2ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:43.666365 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872ff22e-9adc-4552-b82a-1c6bb2c6a2ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:37:43.675162 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-872ff22e-9adc-4552-b82a-1c6bb2c6a2ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:43.675509 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-872ff22e-9adc-4552-b82a-1c6bb2c6a2ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Added segment 61dc8df4-7723-4575-8e69-5218c6c128dd of type vlan for network f41dfefb-b922-4790-8c79-90d3217ce94f Dec 14 03:37:43.714721 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-872ff22e-9adc-4552-b82a-1c6bb2c6a2ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:43.804151 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-872ff22e-9adc-4552-b82a-1c6bb2c6a2ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:43.809771 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872ff22e-9adc-4552-b82a-1c6bb2c6a2ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:43.810360 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-872ff22e-9adc-4552-b82a-1c6bb2c6a2ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:43.875743 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ff22e-9adc-4552-b82a-1c6bb2c6a2ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Network': ['ID=f41dfefb-b922-4790-8c79-90d3217ce94f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:43.886393 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network f41dfefb-b922-4790-8c79-90d3217ce94f details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:37:43.944298 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-872ff22e-9adc-4552-b82a-1c6bb2c6a2ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4006901 Dec 14 03:37:43.948129 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54820) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:43.952619 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-85498726', 'admin_state_up': True, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:37:44.038555 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:44.039631 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:44.090272 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:44.271992 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:44.506936 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:44.528634 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:44.626889 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.25.7.27 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/7a78082a-023c-4837-9cb7-3ee5ba02cc4f) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:37:44.726528 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:44.810497 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:44.849065 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:37:44.851984 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:37:44.855427 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:37:44.860872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=7a78082a-023c-4837-9cb7-3ee5ba02cc4f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:44.864921 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31df800-f37e-4a5d-902e-7249c2be8cfa None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:37:44.959897 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-bfdfa4cb-5cfb-47d2-be8d-2d2f7ac84ff3 None None] Provisioning complete for port 7a78082a-023c-4837-9cb7-3ee5ba02cc4f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:37:44.960613 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bfdfa4cb-5cfb-47d2-be8d-2d2f7ac84ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:44.998346 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bfdfa4cb-5cfb-47d2-be8d-2d2f7ac84ff3 None None] Port 7a78082a-023c-4837-9cb7-3ee5ba02cc4f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:37:45.541092 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:45.734889 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:45.939907 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router a21d4684-7a15-432f-98ab-da61ffa9bd7a is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:37:46.041916 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:37:46.051498 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Sync routers for ids ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:37:46.062425 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Routers {'a21d4684-7a15-432f-98ab-da61ffa9bd7a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:37:46.067329 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:37:46.136535 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:46.137867 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ffb9745e-ca6b-444a-add1-6663f6c31b64 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1887598 Dec 14 03:37:46.141151 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54822) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:46.165011 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Set router a21d4684-7a15-432f-98ab-da61ffa9bd7a gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:37:46.173176 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-2cc9820c-0696-4580-828c-136c63afd709 tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e90791a963ff4982b07d4a054c7fb248&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308654 Dec 14 03:37:46.175958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54824) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:46.264329 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48f1894-c3e6-4d8d-a463-208a2ca2d13f tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:46.265860 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c48f1894-c3e6-4d8d-a463-208a2ca2d13f tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890017 Dec 14 03:37:46.268704 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54826) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:46.296348 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-8571a2c8-ca16-4457-8d1f-1757be0831a9 tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265799 Dec 14 03:37:46.298890 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54828) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:46.303629 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6ab8ffdd-a729-42eb-88b9-3029b5696512 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-362524776', 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:37:46.340307 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85498726', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:45Z', 'revision_number': 3, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:37:46.370097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Checking router: a21d4684-7a15-432f-98ab-da61ffa9bd7a for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:37:46.370457 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Updating router a21d4684-7a15-432f-98ab-da61ffa9bd7a port 7a78082a-023c-4837-9cb7-3ee5ba02cc4f binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:37:46.395080 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:46.455714 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab8ffdd-a729-42eb-88b9-3029b5696512 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Made reservation on behalf of e90791a963ff4982b07d4a054c7fb248 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:37:46.459323 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6ab8ffdd-a729-42eb-88b9-3029b5696512 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:46.645315 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:46.690270 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6ab8ffdd-a729-42eb-88b9-3029b5696512 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:46.718624 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:46.750946 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab8ffdd-a729-42eb-88b9-3029b5696512 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Subnet': ['ID=2b368759-70e5-44a5-9f3a-f4540d32743c,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:46.759913 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab8ffdd-a729-42eb-88b9-3029b5696512 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Checking segment: {'id': '61dc8df4-7723-4575-8e69-5218c6c128dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:37:46.760154 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab8ffdd-a729-42eb-88b9-3029b5696512 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network hostable DHCP agents. Network: f41dfefb-b922-4790-8c79-90d3217ce94f, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:37:46.770243 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c9bb3a-4564-42b5-816b-c4a5c6f3866d None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:37:46.780894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Attempting to bind port 7a78082a-023c-4837-9cb7-3ee5ba02cc4f on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:37:46.781267 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Attempting to bind port 7a78082a-023c-4837-9cb7-3ee5ba02cc4f by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:37:46.781675 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Attempting to bind port 7a78082a-023c-4837-9cb7-3ee5ba02cc4f on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:37:46.785990 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0261904-9b01-4f8e-8b13-8335d98307f3 None None] Pushing event updated for resources: {'Port': ['ID=7a78082a-023c-4837-9cb7-3ee5ba02cc4f,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:46.791320 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:37:46.791692 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:37:46.792090 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:46.792479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:37:46.792955 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Bound port: 7a78082a-023c-4837-9cb7-3ee5ba02cc4f, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:37:46.793353 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:46.851702 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-66083ed3-e9c1-41af-ac0c-810bf6970aa3 None None] Provisioning complete for port 7a78082a-023c-4837-9cb7-3ee5ba02cc4f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:37:46.852213 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-66083ed3-e9c1-41af-ac0c-810bf6970aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:46.857877 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] For port 7a78082a-023c-4837-9cb7-3ee5ba02cc4f, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:37:46.867555 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab8ffdd-a729-42eb-88b9-3029b5696512 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network f41dfefb-b922-4790-8c79-90d3217ce94f is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:37:46.889578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] For port 7a78082a-023c-4837-9cb7-3ee5ba02cc4f, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7a78082a-023c-4837-9cb7-3ee5ba02cc4f,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:37:46.900480 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-66083ed3-e9c1-41af-ac0c-810bf6970aa3 None None] Port 7a78082a-023c-4837-9cb7-3ee5ba02cc4f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:37:46.947231 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-6ab8ffdd-a729-42eb-88b9-3029b5696512 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, f41dfefb-b922-4790-8c79-90d3217ce94f) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:37:46.951375 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab8ffdd-a729-42eb-88b9-3029b5696512 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:46.952001 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6ab8ffdd-a729-42eb-88b9-3029b5696512 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:46.955871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a912cd-a0ac-4f92-b503-809471548f16 None None] Network f41dfefb-b922-4790-8c79-90d3217ce94f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:37:46.997505 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:47.040801 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6ab8ffdd-a729-42eb-88b9-3029b5696512 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7408841 Dec 14 03:37:47.043711 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54830) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:37:47.053687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d1a9cb-0903-4da2-8799-08b0cb56fcec None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:37:47.107532 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0261904-9b01-4f8e-8b13-8335d98307f3 None None] Pushing event updated for resources: {'Port': ['ID=7a78082a-023c-4837-9cb7-3ee5ba02cc4f,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:47.113478 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Routers {'a21d4684-7a15-432f-98ab-da61ffa9bd7a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:37:47.114093 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:37:47.182772 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-f41dfefb-b922-4790-8c79-90d3217ce94f', 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ips': [{'subnet_id': '2b368759-70e5-44a5-9f3a-f4540d32743c'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:37:47.183547 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:47.214015 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-bf714aea-fbec-44a9-9dc1-292091abcc12 None None] Provisioning complete for port 7a78082a-023c-4837-9cb7-3ee5ba02cc4f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:37:47.214391 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf714aea-fbec-44a9-9dc1-292091abcc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:47.496618 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] Set router a21d4684-7a15-432f-98ab-da61ffa9bd7a gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:37:47.503043 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-caee1a6f-2d22-49ba-b3ae-01f8017e2dcd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:47.686599 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Allocated IP 172.20.0.2 (f41dfefb-b922-4790-8c79-90d3217ce94f/2b368759-70e5-44a5-9f3a-f4540d32743c/010c782b-bfab-495f-8841-e65cb0e91454) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:37:47.698362 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf714aea-fbec-44a9-9dc1-292091abcc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:47.754241 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-bf714aea-fbec-44a9-9dc1-292091abcc12 None None] For port 7a78082a-023c-4837-9cb7-3ee5ba02cc4f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7a78082a-023c-4837-9cb7-3ee5ba02cc4f,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:37:47.831034 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bf714aea-fbec-44a9-9dc1-292091abcc12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:47.886871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85498726', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:45Z', 'revision_number': 3, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:37:47.946593 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea98a310-ad9a-4ce9-b98e-bcc50dd2bf10 None None] The sync data for ids ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'] in n-d-821636-1 is: [{'id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85498726', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:45Z', 'revision_number': 3, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:37:47.953499 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf714aea-fbec-44a9-9dc1-292091abcc12 None None] Pushing event updated for resources: {'Port': ['ID=7a78082a-023c-4837-9cb7-3ee5ba02cc4f,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:47.971737 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:48.039092 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:48.080289 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Network f41dfefb-b922-4790-8c79-90d3217ce94f is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:37:48.083420 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:37:48.087485 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:37:48.089520 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-caee1a6f-2d22-49ba-b3ae-01f8017e2dcd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.20.0.1 (f41dfefb-b922-4790-8c79-90d3217ce94f/2b368759-70e5-44a5-9f3a-f4540d32743c/d5c69572-ee52-4ae1-8a6a-021720978daf) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:37:48.094313 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Pushing event updated for resources: {'Port': ['ID=010c782b-bfab-495f-8841-e65cb0e91454,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:48.152418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Attempting to bind port 010c782b-bfab-495f-8841-e65cb0e91454 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:37:48.152815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Attempting to bind port 010c782b-bfab-495f-8841-e65cb0e91454 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '61dc8df4-7723-4575-8e69-5218c6c128dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:37:48.153175 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Attempting to bind port 010c782b-bfab-495f-8841-e65cb0e91454 on network f41dfefb-b922-4790-8c79-90d3217ce94f {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:37:48.159065 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:37:48.159451 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Checking segment: {'id': '61dc8df4-7723-4575-8e69-5218c6c128dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:37:48.159877 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:48.160467 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Bound using segment: {'id': '61dc8df4-7723-4575-8e69-5218c6c128dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:37:48.160945 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Bound port: 010c782b-bfab-495f-8841-e65cb0e91454, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dc8df4-7723-4575-8e69-5218c6c128dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:37:48.161384 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:48.242574 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-caee1a6f-2d22-49ba-b3ae-01f8017e2dcd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:48.261824 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] For port 010c782b-bfab-495f-8841-e65cb0e91454, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:37:48.265140 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] For port 010c782b-bfab-495f-8841-e65cb0e91454, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=010c782b-bfab-495f-8841-e65cb0e91454,segment=NetworkSegment(61dc8df4-7723-4575-8e69-5218c6c128dd),segment_id=61dc8df4-7723-4575-8e69-5218c6c128dd)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:37:48.330834 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:48.353906 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-caee1a6f-2d22-49ba-b3ae-01f8017e2dcd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:48.396419 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26cc25-2aeb-4c36-be65-6625128055a8 None None] Pushing event updated for resources: {'Port': ['ID=010c782b-bfab-495f-8841-e65cb0e91454,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:48.409576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caee1a6f-2d22-49ba-b3ae-01f8017e2dcd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network f41dfefb-b922-4790-8c79-90d3217ce94f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:37:48.412925 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-caee1a6f-2d22-49ba-b3ae-01f8017e2dcd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:37:48.416157 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caee1a6f-2d22-49ba-b3ae-01f8017e2dcd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:37:48.453483 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee1a6f-2d22-49ba-b3ae-01f8017e2dcd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=d5c69572-ee52-4ae1-8a6a-021720978daf,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:48.479546 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-caee1a6f-2d22-49ba-b3ae-01f8017e2dcd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:48.713784 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-caee1a6f-2d22-49ba-b3ae-01f8017e2dcd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:49.003269 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-caee1a6f-2d22-49ba-b3ae-01f8017e2dcd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:49.078845 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-caee1a6f-2d22-49ba-b3ae-01f8017e2dcd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:49.158751 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee1a6f-2d22-49ba-b3ae-01f8017e2dcd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=d5c69572-ee52-4ae1-8a6a-021720978daf,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:49.161365 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-caee1a6f-2d22-49ba-b3ae-01f8017e2dcd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:49.234907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7a78082a-023c-4837-9cb7-3ee5ba02cc4f up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:37:49.270344 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caee1a6f-2d22-49ba-b3ae-01f8017e2dcd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network f41dfefb-b922-4790-8c79-90d3217ce94f is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:37:49.271800 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-caee1a6f-2d22-49ba-b3ae-01f8017e2dcd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:37:49.286233 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 7a78082a-023c-4837-9cb7-3ee5ba02cc4f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:37:49.286609 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:49.387134 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 010c782b-bfab-495f-8841-e65cb0e91454 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:37:49.405168 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caee1a6f-2d22-49ba-b3ae-01f8017e2dcd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router a21d4684-7a15-432f-98ab-da61ffa9bd7a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:37:49.408630 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ec7ae3-2bd6-4b82-85d8-9763131b5eb4 None None] Network f41dfefb-b922-4790-8c79-90d3217ce94f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:37:49.501988 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7bd37f5b-6683-4423-a0c2-1967afd167bf None None] Provisioning complete for port 010c782b-bfab-495f-8841-e65cb0e91454 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:37:49.502357 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7bd37f5b-6683-4423-a0c2-1967afd167bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:49.514515 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caee1a6f-2d22-49ba-b3ae-01f8017e2dcd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:37:49.521799 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-caee1a6f-2d22-49ba-b3ae-01f8017e2dcd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "PUT /v2.0/routers/a21d4684-7a15-432f-98ab-da61ffa9bd7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4761262 Dec 14 03:37:49.555473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 010c782b-bfab-495f-8841-e65cb0e91454 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:37:49.555847 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:49.701640 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-62cef9a9-3758-4144-a99f-3ca8c018bb6c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1752290284&fields=id&tenant_id=e90791a963ff4982b07d4a054c7fb248 HTTP/1.1" status: 200 len: 267 time: 0.0565929 Dec 14 03:37:49.769449 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7bd37f5b-6683-4423-a0c2-1967afd167bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:49.801970 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:49.825176 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-28b3d637-f15a-4ec5-af69-8bf49d4783af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:49.826605 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-7bd37f5b-6683-4423-a0c2-1967afd167bf None None] For port 010c782b-bfab-495f-8841-e65cb0e91454, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=010c782b-bfab-495f-8841-e65cb0e91454,segment=NetworkSegment(61dc8df4-7723-4575-8e69-5218c6c128dd),segment_id=61dc8df4-7723-4575-8e69-5218c6c128dd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:37:49.833473 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-28b3d637-f15a-4ec5-af69-8bf49d4783af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/networks?id=f41dfefb-b922-4790-8c79-90d3217ce94f HTTP/1.1" status: 200 len: 797 time: 0.1226499 Dec 14 03:37:49.846649 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-84ed7894-886c-45e4-9827-2682ca210fd4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/quotas/e90791a963ff4982b07d4a054c7fb248 HTTP/1.1" status: 200 len: 375 time: 0.0117667 Dec 14 03:37:49.908439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-1693648b-d1b8-4c11-8a4c-befbc6dec422 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540826 Dec 14 03:37:49.925051 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7bd37f5b-6683-4423-a0c2-1967afd167bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:49.983175 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Sync routers for ids ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:37:49.995426 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Routers {'a21d4684-7a15-432f-98ab-da61ffa9bd7a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:37:49.996060 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:37:50.006649 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-fc05c40f-26b8-4c81-a59f-664a65f06be4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:37:50.009160 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-fc05c40f-26b8-4c81-a59f-664a65f06be4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0881972 Dec 14 03:37:50.011152 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd37f5b-6683-4423-a0c2-1967afd167bf None None] Pushing event updated for resources: {'Port': ['ID=010c782b-bfab-495f-8841-e65cb0e91454,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:50.019939 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103849) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 14 03:37:50.020397 n-d-821636-1 neutron-server[103849]: DEBUG oslo_db.api [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 14 03:37:50.048731 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-37325d64-0463-46f5-ae3a-78a48a71c65f None None] Provisioning complete for port d5c69572-ee52-4ae1-8a6a-021720978daf triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:37:50.049104 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37325d64-0463-46f5-ae3a-78a48a71c65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:50.090471 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-37325d64-0463-46f5-ae3a-78a48a71c65f None None] Port d5c69572-ee52-4ae1-8a6a-021720978daf cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:37:50.102769 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-37325d64-0463-46f5-ae3a-78a48a71c65f None None] Provisioning complete for port 010c782b-bfab-495f-8841-e65cb0e91454 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:37:50.103752 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37325d64-0463-46f5-ae3a-78a48a71c65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:50.126657 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Set router a21d4684-7a15-432f-98ab-da61ffa9bd7a gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:37:50.131520 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-c5c92c51-7955-470f-800f-f295c26d2fcc service neutron] 10.222.0.39 "GET /v2.0/networks/f41dfefb-b922-4790-8c79-90d3217ce94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129341 Dec 14 03:37:50.231462 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-5b4940be-c662-406f-b01c-9994791659ed service neutron] 10.222.0.39 "GET /v2.0/networks/f41dfefb-b922-4790-8c79-90d3217ce94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988736 Dec 14 03:37:50.312744 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-80b86b1d-38b2-4a6a-a358-ff884843f06c None None] Provisioning complete for port d5c69572-ee52-4ae1-8a6a-021720978daf triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:37:50.313363 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-80b86b1d-38b2-4a6a-a358-ff884843f06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:50.357262 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-80b86b1d-38b2-4a6a-a358-ff884843f06c None None] Port d5c69572-ee52-4ae1-8a6a-021720978daf cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:37:50.360671 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85498726', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:48Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd5c69572-ee52-4ae1-8a6a-021720978daf', 'name': '', 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:a6:52:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2b368759-70e5-44a5-9f3a-f4540d32743c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:47Z', 'updated_at': '2021-12-14T03:37:48Z', 'revision_number': 2, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '2b368759-70e5-44a5-9f3a-f4540d32743c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:37:50.388446 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Checking router: a21d4684-7a15-432f-98ab-da61ffa9bd7a for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:37:50.388798 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Updating router a21d4684-7a15-432f-98ab-da61ffa9bd7a port d5c69572-ee52-4ae1-8a6a-021720978daf binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:37:50.420134 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:50.473006 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f8b22d7e-94d8-460e-a8cb-2465f93032db req-02703c07-2c15-46bd-81ec-61f65456d2a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 210 time: 0.0280187 Dec 14 03:37:50.476229 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-80c7c9be-5ce2-4ea5-8373-ae86ae9e6e36 None None] Provisioning complete for port d5c69572-ee52-4ae1-8a6a-021720978daf triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:37:50.476659 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-80c7c9be-5ce2-4ea5-8373-ae86ae9e6e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:50.513066 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-80c7c9be-5ce2-4ea5-8373-ae86ae9e6e36 None None] Port d5c69572-ee52-4ae1-8a6a-021720978daf cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:37:50.685805 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:50.786600 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:50.837796 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a9a55-b014-41cc-9a92-699fd7e06e33 None None] Pushing event updated for resources: {'Port': ['ID=d5c69572-ee52-4ae1-8a6a-021720978daf,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:50.861046 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a9a55-b014-41cc-9a92-699fd7e06e33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:50.861430 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a9a55-b014-41cc-9a92-699fd7e06e33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:50.861759 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a9a55-b014-41cc-9a92-699fd7e06e33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:50.862100 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a9a55-b014-41cc-9a92-699fd7e06e33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:50.862433 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a9a55-b014-41cc-9a92-699fd7e06e33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:50.862764 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a9a55-b014-41cc-9a92-699fd7e06e33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:50.863093 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a9a55-b014-41cc-9a92-699fd7e06e33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:50.863415 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a9a55-b014-41cc-9a92-699fd7e06e33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:50.863740 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a9a55-b014-41cc-9a92-699fd7e06e33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:50.864062 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a9a55-b014-41cc-9a92-699fd7e06e33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:50.864382 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a9a55-b014-41cc-9a92-699fd7e06e33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:50.864706 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a9a55-b014-41cc-9a92-699fd7e06e33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:50.865024 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a9a55-b014-41cc-9a92-699fd7e06e33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:37:50.893273 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Attempting to bind port d5c69572-ee52-4ae1-8a6a-021720978daf on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:37:50.897626 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Attempting to bind port d5c69572-ee52-4ae1-8a6a-021720978daf by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '61dc8df4-7723-4575-8e69-5218c6c128dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:37:50.897626 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Attempting to bind port d5c69572-ee52-4ae1-8a6a-021720978daf on network f41dfefb-b922-4790-8c79-90d3217ce94f {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:37:50.899928 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:37:50.900304 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Checking segment: {'id': '61dc8df4-7723-4575-8e69-5218c6c128dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:37:50.900708 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:50.901103 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Bound using segment: {'id': '61dc8df4-7723-4575-8e69-5218c6c128dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:37:50.901601 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Bound port: d5c69572-ee52-4ae1-8a6a-021720978daf, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61dc8df4-7723-4575-8e69-5218c6c128dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:37:50.901984 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:50.968930 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] For port d5c69572-ee52-4ae1-8a6a-021720978daf, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:37:50.971989 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] For port d5c69572-ee52-4ae1-8a6a-021720978daf, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d5c69572-ee52-4ae1-8a6a-021720978daf,segment=NetworkSegment(61dc8df4-7723-4575-8e69-5218c6c128dd),segment_id=61dc8df4-7723-4575-8e69-5218c6c128dd)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:37:51.034525 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-bc1b76e5-41c4-4e03-abfa-a452138f5d4f None None] Provisioning complete for port d5c69572-ee52-4ae1-8a6a-021720978daf triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:37:51.034956 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bc1b76e5-41c4-4e03-abfa-a452138f5d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:51.055397 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:51.071420 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b76e5-41c4-4e03-abfa-a452138f5d4f None None] Port d5c69572-ee52-4ae1-8a6a-021720978daf cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:37:51.111512 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Routers {'a21d4684-7a15-432f-98ab-da61ffa9bd7a'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:37:51.112257 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:37:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:37:51.175193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 010c782b-bfab-495f-8841-e65cb0e91454 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:37:51.229125 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 010c782b-bfab-495f-8841-e65cb0e91454 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:37:51.229541 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:51.270061 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a9a55-b014-41cc-9a92-699fd7e06e33 None None] Pushing event updated for resources: {'Port': ['ID=d5c69572-ee52-4ae1-8a6a-021720978daf,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:51.320879 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] Set router a21d4684-7a15-432f-98ab-da61ffa9bd7a gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:37:51.393449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-bc14da0c-478f-4aed-b7ca-d56508077430 None None] Provisioning complete for port d5c69572-ee52-4ae1-8a6a-021720978daf triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:37:51.394023 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bc14da0c-478f-4aed-b7ca-d56508077430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:51.478398 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bc14da0c-478f-4aed-b7ca-d56508077430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:51.511706 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-bc14da0c-478f-4aed-b7ca-d56508077430 None None] For port d5c69572-ee52-4ae1-8a6a-021720978daf, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d5c69572-ee52-4ae1-8a6a-021720978daf,segment=NetworkSegment(61dc8df4-7723-4575-8e69-5218c6c128dd),segment_id=61dc8df4-7723-4575-8e69-5218c6c128dd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:37:51.540373 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85498726', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:48Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd5c69572-ee52-4ae1-8a6a-021720978daf', 'name': '', 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:a6:52:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2b368759-70e5-44a5-9f3a-f4540d32743c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:47Z', 'updated_at': '2021-12-14T03:37:50Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '2b368759-70e5-44a5-9f3a-f4540d32743c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:37:51.558523 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-61fd313f-c843-4324-9479-7a4962666488 req-149047b1-62fe-4274-bb1e-99e7b1c2d326 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 210 time: 0.0327311 Dec 14 03:37:51.568956 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f79bcf5-a263-46b9-9ec6-8d5405875e49 None None] The sync data for ids ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'] in n-d-821636-1 is: [{'id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85498726', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:48Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd5c69572-ee52-4ae1-8a6a-021720978daf', 'name': '', 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:a6:52:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2b368759-70e5-44a5-9f3a-f4540d32743c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:47Z', 'updated_at': '2021-12-14T03:37:50Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '2b368759-70e5-44a5-9f3a-f4540d32743c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:37:51.621351 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bc14da0c-478f-4aed-b7ca-d56508077430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:51.674747 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc14da0c-478f-4aed-b7ca-d56508077430 None None] Pushing event updated for resources: {'Port': ['ID=d5c69572-ee52-4ae1-8a6a-021720978daf,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:52.645940 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a0aeed37-3fc3-4c2e-b4bb-4e193788c20e req-b8c99769-6875-4f7b-9c0a-2217a00b849c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 210 time: 0.0275710 Dec 14 03:37:53.188401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d5c69572-ee52-4ae1-8a6a-021720978daf up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:37:53.407222 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port d5c69572-ee52-4ae1-8a6a-021720978daf triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:37:53.407501 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:53.723112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ebc8bff9-08c8-4143-9ab6-6a789da1eaa7 req-fd1d0dd0-56c1-4d5e-b723-191e4e20df6d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 210 time: 0.0255873 Dec 14 03:37:54.815242 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-29abd0ac-e537-43ba-9e82-fc51504f43d1 req-2c332290-5646-413b-bef1-1ae7b6d998a2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 210 time: 0.0257056 Dec 14 03:37:55.911479 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cc63e93-7f21-4a48-9b37-9f32342eecbd req-be951ba8-0eeb-4663-a6f5-6b81344c4a6a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 210 time: 0.0261786 Dec 14 03:37:56.496111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-544b80d8-70da-4592-a0e8-26acf62ed7fb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:56.497655 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-544b80d8-70da-4592-a0e8-26acf62ed7fb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.46 "GET /v2.0/networks?id=f41dfefb-b922-4790-8c79-90d3217ce94f HTTP/1.1" status: 200 len: 797 time: 0.1041951 Dec 14 03:37:56.568691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-7fd9a317-91c9-41c1-af24-ac7a9b5dd197 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e90791a963ff4982b07d4a054c7fb248 HTTP/1.1" status: 200 len: 380 time: 0.0545473 Dec 14 03:37:56.580569 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-a35c9484-b018-4362-b82a-be40c94ecc91 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'port': {'device_id': 'a3e63a4b-8108-4ece-9d5f-be5aa7202c9c', 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f', 'admin_state_up': True, 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'security_groups': ['4f22b2e7-14b1-4dae-b407-2787568437a5']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:37:56.758705 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-a35c9484-b018-4362-b82a-be40c94ecc91 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Made reservation on behalf of e90791a963ff4982b07d4a054c7fb248 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:37:56.762249 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-a35c9484-b018-4362-b82a-be40c94ecc91 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:56.883061 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-a35c9484-b018-4362-b82a-be40c94ecc91 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.20.0.9 (f41dfefb-b922-4790-8c79-90d3217ce94f/2b368759-70e5-44a5-9f3a-f4540d32743c/a8d05196-996b-4562-9b02-11ba1b1bd5a0) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:37:57.011175 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3e610d2c-0bdc-4427-8e9a-27562a370dbe req-638fe819-023a-4e2e-aff9-552d574a9ade tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 210 time: 0.0321178 Dec 14 03:37:57.042294 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-a35c9484-b018-4362-b82a-be40c94ecc91 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:57.141532 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-a35c9484-b018-4362-b82a-be40c94ecc91 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:57.189155 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-a35c9484-b018-4362-b82a-be40c94ecc91 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network f41dfefb-b922-4790-8c79-90d3217ce94f is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:37:57.192328 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-a35c9484-b018-4362-b82a-be40c94ecc91 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:37:57.196398 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-a35c9484-b018-4362-b82a-be40c94ecc91 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:37:57.203310 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c9484-b018-4362-b82a-be40c94ecc91 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=a8d05196-996b-4562-9b02-11ba1b1bd5a0,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:57.253911 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-a35c9484-b018-4362-b82a-be40c94ecc91 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:57.254537 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-a35c9484-b018-4362-b82a-be40c94ecc91 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:57.326903 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-a35c9484-b018-4362-b82a-be40c94ecc91 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7499380 Dec 14 03:37:57.381904 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2655cf09-c078-45e6-aae0-57ad0ae8cfb3 None None] Provisioning complete for port a8d05196-996b-4562-9b02-11ba1b1bd5a0 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:37:57.385408 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2655cf09-c078-45e6-aae0-57ad0ae8cfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:57.390831 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Request body: {'port': {'device_id': 'a3e63a4b-8108-4ece-9d5f-be5aa7202c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:37:57.421122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2655cf09-c078-45e6-aae0-57ad0ae8cfb3 None None] Port a8d05196-996b-4562-9b02-11ba1b1bd5a0 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:37:57.443393 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:57.666372 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:58.050572 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d05196-996b-4562-9b02-11ba1b1bd5a0 {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:37:58.058862 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:58.070850 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Transition to ACTIVE for port object a8d05196-996b-4562-9b02-11ba1b1bd5a0 will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:37:58.126880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df05067-97f8-4b68-bbb9-a32f47ba89e4 req-cd7f06b1-9976-4f63-bf18-58f6e21203a0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:58.128364 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2df05067-97f8-4b68-bbb9-a32f47ba89e4 req-cd7f06b1-9976-4f63-bf18-58f6e21203a0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 931 time: 0.0496383 Dec 14 03:37:58.140581 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:58.227952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Pushing event updated for resources: {'Port': ['ID=a8d05196-996b-4562-9b02-11ba1b1bd5a0,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:58.250079 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2df05067-97f8-4b68-bbb9-a32f47ba89e4 req-815b42bd-ec99-451d-b2b5-643bbe8b1bf1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154449 Dec 14 03:37:58.302691 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Attempting to bind port a8d05196-996b-4562-9b02-11ba1b1bd5a0 on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:37:58.303029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Attempting to bind port a8d05196-996b-4562-9b02-11ba1b1bd5a0 by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '61dc8df4-7723-4575-8e69-5218c6c128dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:37:58.303364 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Attempting to bind port a8d05196-996b-4562-9b02-11ba1b1bd5a0 on network f41dfefb-b922-4790-8c79-90d3217ce94f {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:37:58.308487 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Port a8d05196-996b-4562-9b02-11ba1b1bd5a0 on network f41dfefb-b922-4790-8c79-90d3217ce94f not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:37:58.308813 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Attempting to bind port a8d05196-996b-4562-9b02-11ba1b1bd5a0 on network f41dfefb-b922-4790-8c79-90d3217ce94f {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:37:58.313738 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:37:58.314077 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Checking segment: {'id': '61dc8df4-7723-4575-8e69-5218c6c128dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:37:58.314463 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Bound using segment: {'id': '61dc8df4-7723-4575-8e69-5218c6c128dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:37:58.314894 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Bound port: a8d05196-996b-4562-9b02-11ba1b1bd5a0, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61dc8df4-7723-4575-8e69-5218c6c128dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:37:58.315255 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:58.380094 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] For port a8d05196-996b-4562-9b02-11ba1b1bd5a0, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:37:58.383837 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] For port a8d05196-996b-4562-9b02-11ba1b1bd5a0, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a8d05196-996b-4562-9b02-11ba1b1bd5a0,segment=NetworkSegment(61dc8df4-7723-4575-8e69-5218c6c128dd),segment_id=61dc8df4-7723-4575-8e69-5218c6c128dd)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:37:58.460317 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:58.496875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:58.497626 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:37:58.499253 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] 10.222.0.46 "PUT /v2.0/ports/a8d05196-996b-4562-9b02-11ba1b1bd5a0 HTTP/1.1" status: 200 len: 1091 time: 1.1579854 Dec 14 03:37:58.499698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e63a4b-8108-4ece-9d5f-be5aa7202c9c', 'tag': 'a8d05196-996b-4562-9b02-11ba1b1bd5a0'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:37:58.501996 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3a3538-4cd6-4d87-8619-c6a958d87588" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e63a4b-8108-4ece-9d5f-be5aa7202c9c", "tag": "a8d05196-996b-4562-9b02-11ba1b1bd5a0"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:37:58.527765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57f03f-1a6b-47a6-afa4-bd72fe28196b service neutron] Pushing event updated for resources: {'Port': ['ID=a8d05196-996b-4562-9b02-11ba1b1bd5a0,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:37:58.541427 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345c59f1-4de6-4114-a585-9424a6be9d81 x-openstack-request-id: req-345c59f1-4de6-4114-a585-9424a6be9d81 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:37:58.541754 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e63a4b-8108-4ece-9d5f-be5aa7202c9c", "tag": "a8d05196-996b-4562-9b02-11ba1b1bd5a0", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:37:58.542010 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-345c59f1-4de6-4114-a585-9424a6be9d81 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:37:58.546770 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e63a4b-8108-4ece-9d5f-be5aa7202c9c', 'tag': 'a8d05196-996b-4562-9b02-11ba1b1bd5a0', 'status': 'completed', 'code': 200} Dec 14 03:37:58.636002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a3538-4cd6-4d87-8619-c6a958d87588 req-9b311f01-57fc-42b7-8c8a-c9ee01ddba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:58.637567 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be3a3538-4cd6-4d87-8619-c6a958d87588 req-9b311f01-57fc-42b7-8c8a-c9ee01ddba9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 1094 time: 0.0474982 Dec 14 03:37:58.745254 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a3538-4cd6-4d87-8619-c6a958d87588 req-3bde3cb2-52b0-42d8-9949-08a5fc5f2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:58.746704 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be3a3538-4cd6-4d87-8619-c6a958d87588 req-3bde3cb2-52b0-42d8-9949-08a5fc5f2230 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=e90791a963ff4982b07d4a054c7fb248&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0944724 Dec 14 03:37:58.845288 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a3538-4cd6-4d87-8619-c6a958d87588 req-487d5ee5-86bc-4bd6-aff8-d120e6550a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:58.846794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be3a3538-4cd6-4d87-8619-c6a958d87588 req-487d5ee5-86bc-4bd6-aff8-d120e6550a2c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915020 Dec 14 03:37:58.941695 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-d5b02939-7c0b-4e48-93b5-59e74598d65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:58.943195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-d5b02939-7c0b-4e48-93b5-59e74598d65b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 1094 time: 0.0411332 Dec 14 03:37:58.995233 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-b6435b66-233e-4460-aaa4-98d7f5305f08 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8d05196-996b-4562-9b02-11ba1b1bd5a0 HTTP/1.1" status: 200 len: 217 time: 0.0383294 Dec 14 03:37:59.043752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-10cb7add-bcf8-4852-88ab-4a6112e48efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:59.045108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-10cb7add-bcf8-4852-88ab-4a6112e48efd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b368759-70e5-44a5-9f3a-f4540d32743c HTTP/1.1" status: 200 len: 834 time: 0.0435243 Dec 14 03:37:59.090196 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-303a7086-126b-4e92-9bee-a09c93a46507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:59.091662 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-303a7086-126b-4e92-9bee-a09c93a46507 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f41dfefb-b922-4790-8c79-90d3217ce94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394378 Dec 14 03:37:59.184454 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-c1ebb3be-c663-4de2-b6ed-3c9f326571cf service neutron] 10.222.0.46 "GET /v2.0/networks/f41dfefb-b922-4790-8c79-90d3217ce94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852633 Dec 14 03:37:59.274989 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e0dbda71-d6cf-4b7b-a3e6-982900077b08 req-83fa1b57-5011-40ed-a226-64baab4f799d service neutron] 10.222.0.46 "GET /v2.0/networks/f41dfefb-b922-4790-8c79-90d3217ce94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823243 Dec 14 03:37:59.367000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206de5f2-3f69-4a88-a18c-0080435eb915 req-d1a9cabc-57d3-46f7-9f43-a8b6060c41b2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:37:59.368638 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-206de5f2-3f69-4a88-a18c-0080435eb915 req-d1a9cabc-57d3-46f7-9f43-a8b6060c41b2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 943 time: 0.0510018 Dec 14 03:37:59.417516 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-206de5f2-3f69-4a88-a18c-0080435eb915 req-f92241f9-8c2f-4ba9-b515-9ba484efea6f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426719 Dec 14 03:38:00.538616 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee199fa-05ba-47d8-8696-bf4f70290c0d req-9ae24a20-370e-4aff-a8da-018f7565fd87 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:00.540109 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dee199fa-05ba-47d8-8696-bf4f70290c0d req-9ae24a20-370e-4aff-a8da-018f7565fd87 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 943 time: 0.0537348 Dec 14 03:38:00.590911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dee199fa-05ba-47d8-8696-bf4f70290c0d req-f8325242-4465-4e69-9200-ea200dea42f2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447531 Dec 14 03:38:00.809595 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:01.708101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1c614-2bad-4daf-a44a-357a2d8c652b req-c7f20fa7-2ed2-474a-a461-20ede376f4a7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:01.709595 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5a1c614-2bad-4daf-a44a-357a2d8c652b req-c7f20fa7-2ed2-474a-a461-20ede376f4a7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 943 time: 0.0486996 Dec 14 03:38:01.759152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5a1c614-2bad-4daf-a44a-357a2d8c652b req-5c17760c-f46f-4a0a-869f-65ef4d1c54b4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428994 Dec 14 03:38:02.780845 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ffe09449-20bd-4a71-a06d-7ae6032335c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:02.879974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df1d0a-b797-4f11-b5af-99e7478dc386 req-0dbc19b3-1d33-47a1-a519-f1734e98deda tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:02.881384 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03df1d0a-b797-4f11-b5af-99e7478dc386 req-0dbc19b3-1d33-47a1-a519-f1734e98deda tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 943 time: 0.0528324 Dec 14 03:38:02.930556 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-03df1d0a-b797-4f11-b5af-99e7478dc386 req-fbf79f7c-456f-4a50-b0e3-4454e5095208 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425482 Dec 14 03:38:02.978261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device a8d05196-996b-4562-9b02-11ba1b1bd5a0 details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:38:03.074920 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port a8d05196-996b-4562-9b02-11ba1b1bd5a0, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a8d05196-996b-4562-9b02-11ba1b1bd5a0,segment=NetworkSegment(61dc8df4-7723-4575-8e69-5218c6c128dd),segment_id=61dc8df4-7723-4575-8e69-5218c6c128dd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:38:03.085893 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'a8d05196-996b-4562-9b02-11ba1b1bd5a0', 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f', 'port_id': 'a8d05196-996b-4562-9b02-11ba1b1bd5a0', 'mac_address': 'fa:16:3e:79:02:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b368759-70e5-44a5-9f3a-f4540d32743c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:38:03.121880 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:03.135163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d05196-996b-4562-9b02-11ba1b1bd5a0 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:38:03.153776 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port a8d05196-996b-4562-9b02-11ba1b1bd5a0, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a8d05196-996b-4562-9b02-11ba1b1bd5a0,segment=NetworkSegment(61dc8df4-7723-4575-8e69-5218c6c128dd),segment_id=61dc8df4-7723-4575-8e69-5218c6c128dd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:38:03.227086 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:03.276750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=a8d05196-996b-4562-9b02-11ba1b1bd5a0,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:38:03.537357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['a8d05196-996b-4562-9b02-11ba1b1bd5a0'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:38:04.046059 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f636f2-0675-4e11-ac02-e26eedae36e9 req-c07b5f08-a329-4052-8dc0-ee055932f1d8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:04.047525 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44f636f2-0675-4e11-ac02-e26eedae36e9 req-c07b5f08-a329-4052-8dc0-ee055932f1d8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 944 time: 0.0489681 Dec 14 03:38:04.096020 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44f636f2-0675-4e11-ac02-e26eedae36e9 req-905cb7a3-2dfc-4e40-a701-e2c6cd4c179c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425479 Dec 14 03:38:04.992249 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device a8d05196-996b-4562-9b02-11ba1b1bd5a0 up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:38:05.082536 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-bfd057cc-bb92-4920-95ab-b0eea8c441f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:05.105436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port a8d05196-996b-4562-9b02-11ba1b1bd5a0 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:38:05.109440 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port a8d05196-996b-4562-9b02-11ba1b1bd5a0 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:38:05.109820 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:05.191703 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:05.214874 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e63a4b-8108-4ece-9d5f-be5aa7202c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d05196-996b-4562-9b02-11ba1b1bd5a0'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:38:05.215092 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6116be-3240-4b27-b614-19c3e7b9fb2a req-8dc592c1-6876-4477-be4c-835e00a8d2fa tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:05.216505 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c6116be-3240-4b27-b614-19c3e7b9fb2a req-8dc592c1-6876-4477-be4c-835e00a8d2fa tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 944 time: 0.0481958 Dec 14 03:38:05.217157 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0fb433-a190-4b50-82f1-c702861871db" -d '{"events": [{"server_uuid": "a3e63a4b-8108-4ece-9d5f-be5aa7202c9c", "name": "network-vif-plugged", "status": "completed", "tag": "a8d05196-996b-4562-9b02-11ba1b1bd5a0"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:38:05.230049 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port a8d05196-996b-4562-9b02-11ba1b1bd5a0, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a8d05196-996b-4562-9b02-11ba1b1bd5a0,segment=NetworkSegment(61dc8df4-7723-4575-8e69-5218c6c128dd),segment_id=61dc8df4-7723-4575-8e69-5218c6c128dd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:38:05.254257 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dc2cf7-8a24-48de-9f2e-05054dac5647 x-openstack-request-id: req-91dc2cf7-8a24-48de-9f2e-05054dac5647 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:38:05.254552 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e63a4b-8108-4ece-9d5f-be5aa7202c9c", "name": "network-vif-plugged", "status": "completed", "tag": "a8d05196-996b-4562-9b02-11ba1b1bd5a0", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:38:05.254825 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-91dc2cf7-8a24-48de-9f2e-05054dac5647 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:38:05.255223 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e63a4b-8108-4ece-9d5f-be5aa7202c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d05196-996b-4562-9b02-11ba1b1bd5a0', 'code': 200} Dec 14 03:38:05.272305 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:05.273941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c6116be-3240-4b27-b614-19c3e7b9fb2a req-fccee1a9-4e4e-4ced-a7bd-194e718abd93 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508761 Dec 14 03:38:05.321039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=a8d05196-996b-4562-9b02-11ba1b1bd5a0,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:38:05.384501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b3c46-9112-4e86-827a-ef61404a328b req-53e9a30c-cc9e-4899-b836-e2c2fd841e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:05.386010 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d70b3c46-9112-4e86-827a-ef61404a328b req-53e9a30c-cc9e-4899-b836-e2c2fd841e2e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 1096 time: 0.0397341 Dec 14 03:38:05.431575 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d70b3c46-9112-4e86-827a-ef61404a328b req-c7ccdd74-b713-49d0-830e-c8ccc14140e3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387938 Dec 14 03:38:06.402911 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858a26d-2fa3-4d61-a792-014cf8707bc5 req-a1509a14-1911-44a3-b337-f065980419c2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:06.404439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7858a26d-2fa3-4d61-a792-014cf8707bc5 req-a1509a14-1911-44a3-b337-f065980419c2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 945 time: 0.0494187 Dec 14 03:38:06.455099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7858a26d-2fa3-4d61-a792-014cf8707bc5 req-08912d88-f10c-45ce-92a9-9e5ec35cf0a4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444524 Dec 14 03:38:06.598396 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:07.575002 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c174a65-c7fd-4c99-b50a-9f3674ceef7e req-9de65ca4-a042-461b-ba67-289527d41ddb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:07.576494 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c174a65-c7fd-4c99-b50a-9f3674ceef7e req-9de65ca4-a042-461b-ba67-289527d41ddb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 945 time: 0.0528183 Dec 14 03:38:07.634501 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0c174a65-c7fd-4c99-b50a-9f3674ceef7e req-cde97ef6-7af8-4ddf-b411-5df925c93cff tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515866 Dec 14 03:38:07.747537 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d77eb2-2093-4881-8326-556ef5bcfa8e req-0a6a19d2-d75c-49b4-9a45-efcfdc769782 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:07.749178 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1d77eb2-2093-4881-8326-556ef5bcfa8e req-0a6a19d2-d75c-49b4-9a45-efcfdc769782 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 945 time: 0.0487962 Dec 14 03:38:07.796988 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1d77eb2-2093-4881-8326-556ef5bcfa8e req-e6c09736-c258-4c0b-890d-d621b1a32713 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419049 Dec 14 03:38:07.818664 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54908) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:38:07.857826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8881f4-b6e6-4ec4-9496-3b785f8f930d tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:07.859346 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2b8881f4-b6e6-4ec4-9496-3b785f8f930d tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 1091 time: 0.0397165 Dec 14 03:38:07.862350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54910) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:38:07.868717 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': 'a8d05196-996b-4562-9b02-11ba1b1bd5a0', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:38:07.912504 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:07.969432 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:08.067107 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:08.171462 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.25.7.180 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/dcad4721-ffd2-4061-8714-5113556d6c14) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:38:08.269980 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:08.341187 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:08.383639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:38:08.386644 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:38:08.389255 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:38:08.417992 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=dcad4721-ffd2-4061-8714-5113556d6c14,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:38:08.678162 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:08.767660 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:08.906869 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:09.066432 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:09.202713 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:09.274993 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=dcad4721-ffd2-4061-8714-5113556d6c14,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:38:09.286759 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:09.386973 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Floating IP 47179be8-ba8e-46e4-954f-649bcbcd9052 associated. External IP: 172.25.7.180, port: a8d05196-996b-4562-9b02-11ba1b1bd5a0. Dec 14 03:38:09.593128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router a21d4684-7a15-432f-98ab-da61ffa9bd7a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:38:09.697445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:38:09.706864 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e3b02d-d6be-471e-b636-5384cb7fcfe4 None None] Sync routers for ids ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:38:09.717159 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e3b02d-d6be-471e-b636-5384cb7fcfe4 None None] Routers {'a21d4684-7a15-432f-98ab-da61ffa9bd7a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:38:09.717803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-63e3b02d-d6be-471e-b636-5384cb7fcfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:38:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:38:09.770572 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:09.802417 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6347a2ef-60d8-4904-ae19-bd19dc8c8aca tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9390492 Dec 14 03:38:09.803020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e63a4b-8108-4ece-9d5f-be5aa7202c9c', 'tag': 'a8d05196-996b-4562-9b02-11ba1b1bd5a0'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:38:09.812934 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf4415b-df1b-4c07-a74c-ea1f8246d3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e63a4b-8108-4ece-9d5f-be5aa7202c9c", "tag": "a8d05196-996b-4562-9b02-11ba1b1bd5a0"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:38:09.822128 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-63e3b02d-d6be-471e-b636-5384cb7fcfe4 None None] Set router a21d4684-7a15-432f-98ab-da61ffa9bd7a gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:38:09.851887 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6528d99-4d29-4c40-b93a-2856a2f8cb06 x-openstack-request-id: req-c6528d99-4d29-4c40-b93a-2856a2f8cb06 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:38:09.852306 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e63a4b-8108-4ece-9d5f-be5aa7202c9c", "tag": "a8d05196-996b-4562-9b02-11ba1b1bd5a0", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:38:09.852681 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c6528d99-4d29-4c40-b93a-2856a2f8cb06 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:38:09.853181 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e63a4b-8108-4ece-9d5f-be5aa7202c9c', 'tag': 'a8d05196-996b-4562-9b02-11ba1b1bd5a0', 'status': 'completed', 'code': 200} Dec 14 03:38:09.902194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e616c6-c2a3-4aa9-94fe-a4cd87f06209 req-71a7fa56-8f29-4c36-ab3b-24e19d130dd2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:09.903714 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5e616c6-c2a3-4aa9-94fe-a4cd87f06209 req-71a7fa56-8f29-4c36-ab3b-24e19d130dd2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 945 time: 0.0496264 Dec 14 03:38:09.976911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c5e616c6-c2a3-4aa9-94fe-a4cd87f06209 req-25913398-83a5-4e14-ac76-f200a9c778b1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647638 Dec 14 03:38:09.979470 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4415b-df1b-4c07-a74c-ea1f8246d3b0 req-8ff1122f-f17d-4ed8-89ca-d20f904d2da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:09.980867 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddf4415b-df1b-4c07-a74c-ea1f8246d3b0 req-8ff1122f-f17d-4ed8-89ca-d20f904d2da5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 1096 time: 0.0762968 Dec 14 03:38:10.000843 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54916) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:38:10.052679 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-63e3b02d-d6be-471e-b636-5384cb7fcfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85498726', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:48Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '47179be8-ba8e-46e4-954f-649bcbcd9052', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'port_id': 'a8d05196-996b-4562-9b02-11ba1b1bd5a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f', 'mac_address': 'fa:16:3e:79:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e63a4b-8108-4ece-9d5f-be5aa7202c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:38:08Z', 'updated_at': '2021-12-14T03:38:08Z', 'revision_number': 0, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c69572-ee52-4ae1-8a6a-021720978daf', 'name': '', 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:a6:52:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2b368759-70e5-44a5-9f3a-f4540d32743c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:47Z', 'updated_at': '2021-12-14T03:37:51Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '2b368759-70e5-44a5-9f3a-f4540d32743c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:38:10.064816 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fd9e0fc1-b313-4102-b0f2-800fbda89d7c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/floatingips/47179be8-ba8e-46e4-954f-649bcbcd9052 HTTP/1.1" status: 200 len: 991 time: 0.0621042 Dec 14 03:38:10.079050 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4415b-df1b-4c07-a74c-ea1f8246d3b0 req-96e36640-c70f-401e-928d-8eba9538e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:10.079257 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e3b02d-d6be-471e-b636-5384cb7fcfe4 None None] Checking router: a21d4684-7a15-432f-98ab-da61ffa9bd7a for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:38:10.080722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddf4415b-df1b-4c07-a74c-ea1f8246d3b0 req-96e36640-c70f-401e-928d-8eba9538e18f service neutron] 10.222.0.46 "GET /v2.0/networks?id=f41dfefb-b922-4790-8c79-90d3217ce94f HTTP/1.1" status: 200 len: 898 time: 0.0923336 Dec 14 03:38:10.088040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e3b02d-d6be-471e-b636-5384cb7fcfe4 None None] Routers {'a21d4684-7a15-432f-98ab-da61ffa9bd7a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:38:10.088657 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-63e3b02d-d6be-471e-b636-5384cb7fcfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:38:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:38:10.146902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddf4415b-df1b-4c07-a74c-ea1f8246d3b0 req-1b769264-37c8-40a7-8499-7da1c2560c47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8d05196-996b-4562-9b02-11ba1b1bd5a0 HTTP/1.1" status: 200 len: 999 time: 0.0581586 Dec 14 03:38:10.192462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-63e3b02d-d6be-471e-b636-5384cb7fcfe4 None None] Set router a21d4684-7a15-432f-98ab-da61ffa9bd7a gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:38:10.200166 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4415b-df1b-4c07-a74c-ea1f8246d3b0 req-940ccdbf-d4d8-4e65-b6b7-def81a0c452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:10.201674 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddf4415b-df1b-4c07-a74c-ea1f8246d3b0 req-940ccdbf-d4d8-4e65-b6b7-def81a0c452e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b368759-70e5-44a5-9f3a-f4540d32743c HTTP/1.1" status: 200 len: 834 time: 0.0479000 Dec 14 03:38:10.246814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4415b-df1b-4c07-a74c-ea1f8246d3b0 req-f7946b16-163e-485b-8ecd-b3437e21eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:10.252095 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddf4415b-df1b-4c07-a74c-ea1f8246d3b0 req-f7946b16-163e-485b-8ecd-b3437e21eedd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f41dfefb-b922-4790-8c79-90d3217ce94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400236 Dec 14 03:38:10.338914 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddf4415b-df1b-4c07-a74c-ea1f8246d3b0 req-739daa3c-5ceb-4aac-bfa1-945a8add9fbc service neutron] 10.222.0.46 "GET /v2.0/networks/f41dfefb-b922-4790-8c79-90d3217ce94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831566 Dec 14 03:38:10.418803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-63e3b02d-d6be-471e-b636-5384cb7fcfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85498726', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:48Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '47179be8-ba8e-46e4-954f-649bcbcd9052', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'port_id': 'a8d05196-996b-4562-9b02-11ba1b1bd5a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f', 'mac_address': 'fa:16:3e:79:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e63a4b-8108-4ece-9d5f-be5aa7202c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:38:08Z', 'updated_at': '2021-12-14T03:38:08Z', 'revision_number': 0, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c69572-ee52-4ae1-8a6a-021720978daf', 'name': '', 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:a6:52:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2b368759-70e5-44a5-9f3a-f4540d32743c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:47Z', 'updated_at': '2021-12-14T03:37:51Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '2b368759-70e5-44a5-9f3a-f4540d32743c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:38:10.433920 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddf4415b-df1b-4c07-a74c-ea1f8246d3b0 req-0e21baad-c459-464c-ac2c-3a5035420325 service neutron] 10.222.0.46 "GET /v2.0/networks/f41dfefb-b922-4790-8c79-90d3217ce94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883262 Dec 14 03:38:10.444354 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e3b02d-d6be-471e-b636-5384cb7fcfe4 None None] The sync data for ids ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'] in n-d-821636-1 is: [{'id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85498726', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:48Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '47179be8-ba8e-46e4-954f-649bcbcd9052', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'floating_ip_address': '172.25.7.180', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'port_id': 'a8d05196-996b-4562-9b02-11ba1b1bd5a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f', 'mac_address': 'fa:16:3e:79:02:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3e63a4b-8108-4ece-9d5f-be5aa7202c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:38:08Z', 'updated_at': '2021-12-14T03:38:08Z', 'revision_number': 0, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5c69572-ee52-4ae1-8a6a-021720978daf', 'name': '', 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:a6:52:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2b368759-70e5-44a5-9f3a-f4540d32743c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:47Z', 'updated_at': '2021-12-14T03:37:51Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '2b368759-70e5-44a5-9f3a-f4540d32743c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:38:10.639817 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64fb828-0481-42db-9ac0-e4f80c7c347d None None] New status for floating IP 47179be8-ba8e-46e4-954f-649bcbcd9052: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:38:10.742991 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:38:11.067154 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54918) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:38:11.129183 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dd67211c-5c13-4ba1-904f-85ec3e9a16d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/floatingips/47179be8-ba8e-46e4-954f-649bcbcd9052 HTTP/1.1" status: 200 len: 993 time: 0.0609539 Dec 14 03:38:15.712825 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0314b8c-1350-4178-b237-e4203d3d9fb7 req-acfb9a14-19cf-452c-8019-80d4ecaab842 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406852 Dec 14 03:38:15.811780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0314b8c-1350-4178-b237-e4203d3d9fb7 req-5b42e071-fbcc-42e4-ab15-a229cef78e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:15.813391 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0314b8c-1350-4178-b237-e4203d3d9fb7 req-5b42e071-fbcc-42e4-ab15-a229cef78e67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 1096 time: 0.0411446 Dec 14 03:38:15.919414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0314b8c-1350-4178-b237-e4203d3d9fb7 req-6113797b-3651-48ab-93c9-410cf760c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:15.920887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0314b8c-1350-4178-b237-e4203d3d9fb7 req-6113797b-3651-48ab-93c9-410cf760c263 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f41dfefb-b922-4790-8c79-90d3217ce94f HTTP/1.1" status: 200 len: 898 time: 0.0882621 Dec 14 03:38:15.987348 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0314b8c-1350-4178-b237-e4203d3d9fb7 req-b8074f25-2231-414c-8aec-b31cf6af0593 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8d05196-996b-4562-9b02-11ba1b1bd5a0 HTTP/1.1" status: 200 len: 1001 time: 0.0593417 Dec 14 03:38:16.041145 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0314b8c-1350-4178-b237-e4203d3d9fb7 req-17f5f7bb-b15d-400a-ac51-67c76aefa850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:16.042626 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0314b8c-1350-4178-b237-e4203d3d9fb7 req-17f5f7bb-b15d-400a-ac51-67c76aefa850 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b368759-70e5-44a5-9f3a-f4540d32743c HTTP/1.1" status: 200 len: 834 time: 0.0482819 Dec 14 03:38:16.094390 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0314b8c-1350-4178-b237-e4203d3d9fb7 req-a0bfa688-8ebe-4ba2-8fc2-5482aaf9c5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:16.095904 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0314b8c-1350-4178-b237-e4203d3d9fb7 req-a0bfa688-8ebe-4ba2-8fc2-5482aaf9c5f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f41dfefb-b922-4790-8c79-90d3217ce94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398240 Dec 14 03:38:16.185014 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0314b8c-1350-4178-b237-e4203d3d9fb7 req-345ad06e-4c73-43cf-b1a8-8c72018f7a05 service neutron] 10.222.0.46 "GET /v2.0/networks/f41dfefb-b922-4790-8c79-90d3217ce94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818346 Dec 14 03:38:16.291738 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0314b8c-1350-4178-b237-e4203d3d9fb7 req-937e72e9-85ac-4c4d-8e3e-3cef0a7f12c3 service neutron] 10.222.0.46 "GET /v2.0/networks/f41dfefb-b922-4790-8c79-90d3217ce94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998604 Dec 14 03:38:27.665719 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:30.825567 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:32.808740 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5a8b9e1f-895c-4e74-ba5c-a2d1d82a6b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:35.061174 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1109c7f8-e4e1-42d0-b65b-72b370d01859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:36.563149 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:37.905748 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:37.956256 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dad557b-2036-4ba3-aadb-a2ea0420b8c3 req-468ef56b-6af1-4b12-b514-2a49efaf9d8e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:37.957784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0dad557b-2036-4ba3-aadb-a2ea0420b8c3 req-468ef56b-6af1-4b12-b514-2a49efaf9d8e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 945 time: 0.0502522 Dec 14 03:38:38.031504 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0dad557b-2036-4ba3-aadb-a2ea0420b8c3 req-7f1745be-3525-4ffa-8f47-c2e136129532 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670578 Dec 14 03:38:38.041244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda8a1-29c6-4f25-8cbf-ee5039d67f21 req-54a26f1e-b778-4b9a-9b0d-78790b9706e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:38.042743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-65cda8a1-29c6-4f25-8cbf-ee5039d67f21 req-54a26f1e-b778-4b9a-9b0d-78790b9706e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 1096 time: 0.0595288 Dec 14 03:38:38.142214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda8a1-29c6-4f25-8cbf-ee5039d67f21 req-76e32ba7-c9a0-4f22-b12a-47c70da3fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:38.143683 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-65cda8a1-29c6-4f25-8cbf-ee5039d67f21 req-76e32ba7-c9a0-4f22-b12a-47c70da3fe31 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f41dfefb-b922-4790-8c79-90d3217ce94f HTTP/1.1" status: 200 len: 898 time: 0.0937388 Dec 14 03:38:38.214776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-65cda8a1-29c6-4f25-8cbf-ee5039d67f21 req-86c73f18-5336-4b56-9ab4-5296ec4e4d38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8d05196-996b-4562-9b02-11ba1b1bd5a0 HTTP/1.1" status: 200 len: 1001 time: 0.0589528 Dec 14 03:38:38.271503 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda8a1-29c6-4f25-8cbf-ee5039d67f21 req-51c55998-ec0e-4827-9f47-b63f986f4fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:38.273000 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-65cda8a1-29c6-4f25-8cbf-ee5039d67f21 req-51c55998-ec0e-4827-9f47-b63f986f4fef service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b368759-70e5-44a5-9f3a-f4540d32743c HTTP/1.1" status: 200 len: 834 time: 0.0484228 Dec 14 03:38:38.319116 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cda8a1-29c6-4f25-8cbf-ee5039d67f21 req-32f1829b-f2db-4660-9f65-848b5695ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:38.321085 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-65cda8a1-29c6-4f25-8cbf-ee5039d67f21 req-32f1829b-f2db-4660-9f65-848b5695ef61 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f41dfefb-b922-4790-8c79-90d3217ce94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401313 Dec 14 03:38:38.408568 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-65cda8a1-29c6-4f25-8cbf-ee5039d67f21 req-a4b3c11e-48f2-4412-8d87-7eca61c228e1 service neutron] 10.222.0.46 "GET /v2.0/networks/f41dfefb-b922-4790-8c79-90d3217ce94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804255 Dec 14 03:38:38.502262 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-65cda8a1-29c6-4f25-8cbf-ee5039d67f21 req-21f8fa26-abcd-4a25-906c-61d700da702e service neutron] 10.222.0.46 "GET /v2.0/networks/f41dfefb-b922-4790-8c79-90d3217ce94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864334 Dec 14 03:38:38.677075 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:38:39.150394 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f8986-ffa3-413b-abe7-368f5fc0d8f4 req-c771912d-7658-495f-9255-1f522af924db tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:39.151898 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-750f8986-ffa3-413b-abe7-368f5fc0d8f4 req-c771912d-7658-495f-9255-1f522af924db tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 945 time: 0.0496876 Dec 14 03:38:39.200770 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-750f8986-ffa3-413b-abe7-368f5fc0d8f4 req-5a300c67-32c0-428d-ba35-11a95416e882 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427804 Dec 14 03:38:40.321421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3251ec-20b7-40e0-ac9e-b60b330ffbad req-9ece0c55-3f93-4a00-8e68-1a923f564864 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:40.322908 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4d3251ec-20b7-40e0-ac9e-b60b330ffbad req-9ece0c55-3f93-4a00-8e68-1a923f564864 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 945 time: 0.0533237 Dec 14 03:38:40.371925 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4d3251ec-20b7-40e0-ac9e-b60b330ffbad req-419bb93e-fdad-4188-8d69-156ab120b0b4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430701 Dec 14 03:38:41.486054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1698ef1-d970-4044-b097-1e57ae2bfabc req-37cf3318-ff08-4324-a9bc-f88aa3f5f0c1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:41.487530 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1698ef1-d970-4044-b097-1e57ae2bfabc req-37cf3318-ff08-4324-a9bc-f88aa3f5f0c1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 945 time: 0.0479715 Dec 14 03:38:41.535022 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1698ef1-d970-4044-b097-1e57ae2bfabc req-43b273cb-1cd2-45e0-aa0a-94ff386150d8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408883 Dec 14 03:38:42.652198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a978e-1d1b-4d86-967f-15f1988e1d57 req-08cb4a4e-d5b4-4ead-aa76-82ea66cf8282 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:42.653691 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-245a978e-1d1b-4d86-967f-15f1988e1d57 req-08cb4a4e-d5b4-4ead-aa76-82ea66cf8282 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 945 time: 0.0495114 Dec 14 03:38:42.706795 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-245a978e-1d1b-4d86-967f-15f1988e1d57 req-a5f12f13-fa08-4873-8279-bddac1c7e748 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472326 Dec 14 03:38:43.828899 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb6d81-6ad2-4658-a571-1cd837d1de2a req-bfd2bbd9-9db0-4ad4-976e-5113435ba57f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:43.830432 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41cb6d81-6ad2-4658-a571-1cd837d1de2a req-bfd2bbd9-9db0-4ad4-976e-5113435ba57f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 945 time: 0.0519311 Dec 14 03:38:43.879371 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41cb6d81-6ad2-4658-a571-1cd837d1de2a req-dc6723ac-7ba7-419a-a6cb-e3128ef95122 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420072 Dec 14 03:38:44.995871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fa107-4a8e-4c81-be2b-deb6325bdb5f req-ff771835-f1fd-41d7-96bd-21189036c7c0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:44.997374 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c4fa107-4a8e-4c81-be2b-deb6325bdb5f req-ff771835-f1fd-41d7-96bd-21189036c7c0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 945 time: 0.0474594 Dec 14 03:38:45.045237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c4fa107-4a8e-4c81-be2b-deb6325bdb5f req-056bcd52-4107-4d2e-9dae-e534458346f2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417254 Dec 14 03:38:46.163254 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f208c6-4506-4bbf-b763-22a5c09ffbf9 req-3c8bc343-04ec-4bcc-9caf-34f17b302ca1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:46.164731 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6f208c6-4506-4bbf-b763-22a5c09ffbf9 req-3c8bc343-04ec-4bcc-9caf-34f17b302ca1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 945 time: 0.0521152 Dec 14 03:38:46.213711 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e6f208c6-4506-4bbf-b763-22a5c09ffbf9 req-889e3038-afef-439d-aceb-2b6b4c4252c9 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429325 Dec 14 03:38:47.326828 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abcdaf-7784-4918-9b22-3b98dc507a21 req-90a10642-c799-4661-8e87-5378325d2442 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:47.328293 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1abcdaf-7784-4918-9b22-3b98dc507a21 req-90a10642-c799-4661-8e87-5378325d2442 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 945 time: 0.0477819 Dec 14 03:38:47.377283 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1abcdaf-7784-4918-9b22-3b98dc507a21 req-fdc0645c-9a06-4b04-bb47-c3546c268550 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430303 Dec 14 03:38:47.741837 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:38:48.498479 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57346a-23fc-47ae-a061-67f7cc23212b req-9d4b053d-0832-480e-8ee3-7fbe82c8867d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:48.499982 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c57346a-23fc-47ae-a061-67f7cc23212b req-9d4b053d-0832-480e-8ee3-7fbe82c8867d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 945 time: 0.0559037 Dec 14 03:38:48.549664 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c57346a-23fc-47ae-a061-67f7cc23212b req-86562111-8fc2-4d45-a3f5-98646a676f19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433042 Dec 14 03:38:49.668273 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78546cb-b5a0-4bfc-8a6b-9ed90b03bbb1 req-8e743f1d-42d5-4e14-901b-f35a61f8672f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:38:49.669783 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d78546cb-b5a0-4bfc-8a6b-9ed90b03bbb1 req-8e743f1d-42d5-4e14-901b-f35a61f8672f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 945 time: 0.0503826 Dec 14 03:38:49.719201 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d78546cb-b5a0-4bfc-8a6b-9ed90b03bbb1 req-ce4adc54-d81d-4b0a-8dba-5ef62f059fd0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434015 Dec 14 03:38:49.740851 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54954) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:38:49.800530 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b91237a7-a9a9-497d-a505-4dcd5c1a16f0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/floatingips/47179be8-ba8e-46e4-954f-649bcbcd9052 HTTP/1.1" status: 200 len: 993 time: 0.0584147 Dec 14 03:38:57.665190 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:00.853700 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:02.796817 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8fe09d2-e950-47c9-b700-70cf45008cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:05.059524 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-057073f2-34db-4c1a-a6ca-970ce42944bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:06.539599 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:07.910925 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:08.676682 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:16.465746 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b0d08dd-b10c-4015-8352-788a08fe9547 req-96cc0a47-6a5d-47b1-90e3-d274c805dbfe service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393145 Dec 14 03:39:16.568290 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d08dd-b10c-4015-8352-788a08fe9547 req-764d6c82-bbf6-4358-aeb8-4e745d713157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:16.569811 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b0d08dd-b10c-4015-8352-788a08fe9547 req-764d6c82-bbf6-4358-aeb8-4e745d713157 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 1096 time: 0.0438375 Dec 14 03:39:16.671375 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d08dd-b10c-4015-8352-788a08fe9547 req-69f7a4aa-17b9-4723-8ff3-6cfccacce7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:16.672836 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b0d08dd-b10c-4015-8352-788a08fe9547 req-69f7a4aa-17b9-4723-8ff3-6cfccacce7f9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f41dfefb-b922-4790-8c79-90d3217ce94f HTTP/1.1" status: 200 len: 898 time: 0.0835304 Dec 14 03:39:16.743915 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b0d08dd-b10c-4015-8352-788a08fe9547 req-49b98e77-fc62-4758-9474-3c2e77b418ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8d05196-996b-4562-9b02-11ba1b1bd5a0 HTTP/1.1" status: 200 len: 1001 time: 0.0611057 Dec 14 03:39:16.790662 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d08dd-b10c-4015-8352-788a08fe9547 req-db02d304-1133-4dd3-8f7a-b493678aa505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:16.792066 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b0d08dd-b10c-4015-8352-788a08fe9547 req-db02d304-1133-4dd3-8f7a-b493678aa505 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b368759-70e5-44a5-9f3a-f4540d32743c HTTP/1.1" status: 200 len: 834 time: 0.0416365 Dec 14 03:39:16.837144 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d08dd-b10c-4015-8352-788a08fe9547 req-da2494e6-9501-4805-abdf-05328047763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:16.838636 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b0d08dd-b10c-4015-8352-788a08fe9547 req-da2494e6-9501-4805-abdf-05328047763c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f41dfefb-b922-4790-8c79-90d3217ce94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392950 Dec 14 03:39:16.933852 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b0d08dd-b10c-4015-8352-788a08fe9547 req-51d4f986-9e0f-4120-83ab-a4b298faa10d service neutron] 10.222.0.46 "GET /v2.0/networks/f41dfefb-b922-4790-8c79-90d3217ce94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876739 Dec 14 03:39:17.023646 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b0d08dd-b10c-4015-8352-788a08fe9547 req-e2cc943b-2451-4f58-b766-4b0388fd8e10 service neutron] 10.222.0.46 "GET /v2.0/networks/f41dfefb-b922-4790-8c79-90d3217ce94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813553 Dec 14 03:39:20.149624 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54968) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:20.656576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port dcad4721-ffd2-4061-8714-5113556d6c14 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:39:20.656920 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:20.735413 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:20.735734 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:20.747039 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for dcad4721-ffd2-4061-8714-5113556d6c14 owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:39:20.967956 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:20.991258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=dcad4721-ffd2-4061-8714-5113556d6c14,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:21.001403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:21.001694 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:21.002042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:21.002380 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:21.002712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:21.003565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:21.003565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:21.003770 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:21.003985 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:21.004318 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:21.004639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:21.004975 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:21.005427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:21.062898 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:21.063225 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Floating IP 47179be8-ba8e-46e4-954f-649bcbcd9052 disassociated (deleted). External IP: 172.25.7.180, port: a8d05196-996b-4562-9b02-11ba1b1bd5a0. Dec 14 03:39:21.267495 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router a21d4684-7a15-432f-98ab-da61ffa9bd7a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:39:21.373228 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:39:21.378110 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:21.383685 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f6ae6a-a5a5-484d-b40f-b9d274b29e21 None None] Sync routers for ids ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:39:21.396664 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f6ae6a-a5a5-484d-b40f-b9d274b29e21 None None] Routers {'a21d4684-7a15-432f-98ab-da61ffa9bd7a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:39:21.397628 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f1f6ae6a-a5a5-484d-b40f-b9d274b29e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:39:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:21.409602 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-249a4893-949e-4e8e-a931-663efc2bf734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/floatingips/47179be8-ba8e-46e4-954f-649bcbcd9052 HTTP/1.1" status: 204 len: 168 time: 1.2564695 Dec 14 03:39:21.409602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e63a4b-8108-4ece-9d5f-be5aa7202c9c', 'tag': 'a8d05196-996b-4562-9b02-11ba1b1bd5a0'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:39:21.410463 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2076534-7fed-4b7b-a597-090983ed1d07" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e63a4b-8108-4ece-9d5f-be5aa7202c9c", "tag": "a8d05196-996b-4562-9b02-11ba1b1bd5a0"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:39:21.450137 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a2daef-2490-4e3e-9f3f-a3830dd60326 x-openstack-request-id: req-f3a2daef-2490-4e3e-9f3f-a3830dd60326 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:39:21.450438 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e63a4b-8108-4ece-9d5f-be5aa7202c9c", "tag": "a8d05196-996b-4562-9b02-11ba1b1bd5a0", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:39:21.450700 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3a2daef-2490-4e3e-9f3f-a3830dd60326 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:39:21.451110 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e63a4b-8108-4ece-9d5f-be5aa7202c9c', 'tag': 'a8d05196-996b-4562-9b02-11ba1b1bd5a0', 'status': 'completed', 'code': 200} Dec 14 03:39:21.506828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-f1f6ae6a-a5a5-484d-b40f-b9d274b29e21 None None] Set router a21d4684-7a15-432f-98ab-da61ffa9bd7a gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:39:21.538305 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2076534-7fed-4b7b-a597-090983ed1d07 req-7808e0b7-a4e3-4205-b1b9-cd4e38fc392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:21.539483 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2076534-7fed-4b7b-a597-090983ed1d07 req-7808e0b7-a4e3-4205-b1b9-cd4e38fc392c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 1096 time: 0.0426633 Dec 14 03:39:21.637055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2076534-7fed-4b7b-a597-090983ed1d07 req-cdc41cc1-a02c-4208-b723-b0f775880355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:21.638559 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2076534-7fed-4b7b-a597-090983ed1d07 req-cdc41cc1-a02c-4208-b723-b0f775880355 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f41dfefb-b922-4790-8c79-90d3217ce94f HTTP/1.1" status: 200 len: 898 time: 0.0908718 Dec 14 03:39:21.686246 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2076534-7fed-4b7b-a597-090983ed1d07 req-c9f466a7-1723-41a8-a06e-2bbf2a30b40e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8d05196-996b-4562-9b02-11ba1b1bd5a0 HTTP/1.1" status: 200 len: 217 time: 0.0358346 Dec 14 03:39:21.713045 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f1f6ae6a-a5a5-484d-b40f-b9d274b29e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85498726', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:48Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd5c69572-ee52-4ae1-8a6a-021720978daf', 'name': '', 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:a6:52:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2b368759-70e5-44a5-9f3a-f4540d32743c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:47Z', 'updated_at': '2021-12-14T03:37:51Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '2b368759-70e5-44a5-9f3a-f4540d32743c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:21.740532 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f6ae6a-a5a5-484d-b40f-b9d274b29e21 None None] Checking router: a21d4684-7a15-432f-98ab-da61ffa9bd7a for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:39:21.743585 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2076534-7fed-4b7b-a597-090983ed1d07 req-900c3c8a-3951-4ac0-aa90-ee20c56e2ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:21.745092 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2076534-7fed-4b7b-a597-090983ed1d07 req-900c3c8a-3951-4ac0-aa90-ee20c56e2ca7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b368759-70e5-44a5-9f3a-f4540d32743c HTTP/1.1" status: 200 len: 834 time: 0.0498180 Dec 14 03:39:21.756104 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f6ae6a-a5a5-484d-b40f-b9d274b29e21 None None] Routers {'a21d4684-7a15-432f-98ab-da61ffa9bd7a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:39:21.756735 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f1f6ae6a-a5a5-484d-b40f-b9d274b29e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:39:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:21.795914 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2076534-7fed-4b7b-a597-090983ed1d07 req-a003ca81-8b3b-46d6-b704-40a47ea2ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:21.797989 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2076534-7fed-4b7b-a597-090983ed1d07 req-a003ca81-8b3b-46d6-b704-40a47ea2ec6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f41dfefb-b922-4790-8c79-90d3217ce94f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442204 Dec 14 03:39:21.866712 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-f1f6ae6a-a5a5-484d-b40f-b9d274b29e21 None None] Set router a21d4684-7a15-432f-98ab-da61ffa9bd7a gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:39:21.905764 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7860227e-7653-437d-ad1c-b2ecfe3a20be req-398878b2-e249-41e8-9a70-640bdb218e9d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:21.907298 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7860227e-7653-437d-ad1c-b2ecfe3a20be req-398878b2-e249-41e8-9a70-640bdb218e9d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 945 time: 0.1023343 Dec 14 03:39:21.968828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2076534-7fed-4b7b-a597-090983ed1d07 req-1dc2d351-486e-415d-a38d-634aa53f6c5b service neutron] 10.222.0.46 "GET /v2.0/networks/f41dfefb-b922-4790-8c79-90d3217ce94f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392441 Dec 14 03:39:21.990684 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7860227e-7653-437d-ad1c-b2ecfe3a20be req-bf223f5f-8e1f-43ec-b43e-5bb23d69fd94 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750973 Dec 14 03:39:22.077402 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2076534-7fed-4b7b-a597-090983ed1d07 req-3952f39e-50ed-4379-adaf-3ddbc1236930 service neutron] 10.222.0.46 "GET /v2.0/networks/f41dfefb-b922-4790-8c79-90d3217ce94f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994043 Dec 14 03:39:22.085049 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-f1f6ae6a-a5a5-484d-b40f-b9d274b29e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85498726', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:48Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd5c69572-ee52-4ae1-8a6a-021720978daf', 'name': '', 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:a6:52:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2b368759-70e5-44a5-9f3a-f4540d32743c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:47Z', 'updated_at': '2021-12-14T03:37:51Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '2b368759-70e5-44a5-9f3a-f4540d32743c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:22.115758 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f6ae6a-a5a5-484d-b40f-b9d274b29e21 None None] The sync data for ids ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'] in n-d-821636-1 is: [{'id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85498726', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:48Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'd5c69572-ee52-4ae1-8a6a-021720978daf', 'name': '', 'network_id': 'f41dfefb-b922-4790-8c79-90d3217ce94f', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:a6:52:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2b368759-70e5-44a5-9f3a-f4540d32743c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:47Z', 'updated_at': '2021-12-14T03:37:51Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '2b368759-70e5-44a5-9f3a-f4540d32743c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:39:22.357651 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4494065f-b0cc-458c-8ee1-c7afec4d9f85 None None] New status for floating IP 47179be8-ba8e-46e4-954f-649bcbcd9052: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:39:23.112552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7075b1a-f08e-401a-b9da-f423e057f17e req-db917bf7-5af9-4ba2-b932-84e57d6ac41a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:23.114050 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d7075b1a-f08e-401a-b9da-f423e057f17e req-db917bf7-5af9-4ba2-b932-84e57d6ac41a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 945 time: 0.0527511 Dec 14 03:39:23.163619 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d7075b1a-f08e-401a-b9da-f423e057f17e req-e57d80d9-8b47-470e-a498-912b1d91fbc9 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=4f22b2e7-14b1-4dae-b407-2787568437a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429709 Dec 14 03:39:23.520412 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4cda09-a2f0-454c-8c9d-476554606086 req-392a2554-98d6-4bd5-8062-b791011bfbcc tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:23.521926 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db4cda09-a2f0-454c-8c9d-476554606086 req-392a2554-98d6-4bd5-8062-b791011bfbcc tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 945 time: 0.0486567 Dec 14 03:39:23.611931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-db4cda09-a2f0-454c-8c9d-476554606086 req-3ae71dcd-45ae-4623-8b61-e558441e6edb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port a8d05196-996b-4562-9b02-11ba1b1bd5a0 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:39:23.612272 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-db4cda09-a2f0-454c-8c9d-476554606086 req-3ae71dcd-45ae-4623-8b61-e558441e6edb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:23.698905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-db4cda09-a2f0-454c-8c9d-476554606086 req-3ae71dcd-45ae-4623-8b61-e558441e6edb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] For port a8d05196-996b-4562-9b02-11ba1b1bd5a0, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=a8d05196-996b-4562-9b02-11ba1b1bd5a0,segment=NetworkSegment(61dc8df4-7723-4575-8e69-5218c6c128dd),segment_id=61dc8df4-7723-4575-8e69-5218c6c128dd)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:39:23.699273 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-db4cda09-a2f0-454c-8c9d-476554606086 req-3ae71dcd-45ae-4623-8b61-e558441e6edb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:23.711271 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-db4cda09-a2f0-454c-8c9d-476554606086 req-3ae71dcd-45ae-4623-8b61-e558441e6edb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for a8d05196-996b-4562-9b02-11ba1b1bd5a0 owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:39:23.928025 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-db4cda09-a2f0-454c-8c9d-476554606086 req-3ae71dcd-45ae-4623-8b61-e558441e6edb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:23.956480 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae71dcd-45ae-4623-8b61-e558441e6edb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=a8d05196-996b-4562-9b02-11ba1b1bd5a0,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:24.007304 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4cda09-a2f0-454c-8c9d-476554606086 req-3ae71dcd-45ae-4623-8b61-e558441e6edb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] No DVR routers for this DVR port a8d05196-996b-4562-9b02-11ba1b1bd5a0 on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:39:24.010035 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-db4cda09-a2f0-454c-8c9d-476554606086 req-3ae71dcd-45ae-4623-8b61-e558441e6edb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:24.013442 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-db4cda09-a2f0-454c-8c9d-476554606086 req-3ae71dcd-45ae-4623-8b61-e558441e6edb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.46 "DELETE /v2.0/ports/a8d05196-996b-4562-9b02-11ba1b1bd5a0 HTTP/1.1" status: 204 len: 173 time: 0.4853885 Dec 14 03:39:24.014812 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e63a4b-8108-4ece-9d5f-be5aa7202c9c', 'name': 'network-vif-deleted', 'tag': 'a8d05196-996b-4562-9b02-11ba1b1bd5a0'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:39:24.016078 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b318187d-6a89-4333-9c78-2c5ace16adef" -d '{"events": [{"server_uuid": "a3e63a4b-8108-4ece-9d5f-be5aa7202c9c", "name": "network-vif-deleted", "tag": "a8d05196-996b-4562-9b02-11ba1b1bd5a0"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:39:24.053497 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510c2109-109c-496c-ab47-4cea2f6f1599 x-openstack-request-id: req-510c2109-109c-496c-ab47-4cea2f6f1599 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:39:24.059152 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e63a4b-8108-4ece-9d5f-be5aa7202c9c", "name": "network-vif-deleted", "tag": "a8d05196-996b-4562-9b02-11ba1b1bd5a0", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:39:24.059152 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-510c2109-109c-496c-ab47-4cea2f6f1599 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:39:24.059152 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e63a4b-8108-4ece-9d5f-be5aa7202c9c', 'name': 'network-vif-deleted', 'tag': 'a8d05196-996b-4562-9b02-11ba1b1bd5a0', 'status': 'completed', 'code': 200} Dec 14 03:39:24.258627 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe870c85-ee79-41dc-9bde-36905c09a4e7 req-b8bfcb97-75ea-42a7-9a58-30549e2194cb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=a3e63a4b-8108-4ece-9d5f-be5aa7202c9c HTTP/1.1" status: 200 len: 210 time: 0.0275712 Dec 14 03:39:24.740931 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:39:25.315904 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54988) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:25.662822 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6bbe8be4-bca4-453d-84b6-b7bdf49f73c1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:25.925564 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-6bbe8be4-bca4-453d-84b6-b7bdf49f73c1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port d5c69572-ee52-4ae1-8a6a-021720978daf {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:39:25.925822 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6bbe8be4-bca4-453d-84b6-b7bdf49f73c1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:26.018324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-6bbe8be4-bca4-453d-84b6-b7bdf49f73c1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] For port d5c69572-ee52-4ae1-8a6a-021720978daf, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=d5c69572-ee52-4ae1-8a6a-021720978daf,segment=NetworkSegment(61dc8df4-7723-4575-8e69-5218c6c128dd),segment_id=61dc8df4-7723-4575-8e69-5218c6c128dd)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:39:26.018683 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6bbe8be4-bca4-453d-84b6-b7bdf49f73c1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:26.031138 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-6bbe8be4-bca4-453d-84b6-b7bdf49f73c1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for d5c69572-ee52-4ae1-8a6a-021720978daf owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:39:26.259532 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6bbe8be4-bca4-453d-84b6-b7bdf49f73c1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:26.286927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe8be4-bca4-453d-84b6-b7bdf49f73c1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=d5c69572-ee52-4ae1-8a6a-021720978daf,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:26.464404 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6bbe8be4-bca4-453d-84b6-b7bdf49f73c1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:26.678502 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbe8be4-bca4-453d-84b6-b7bdf49f73c1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router a21d4684-7a15-432f-98ab-da61ffa9bd7a has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:39:26.784090 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbe8be4-bca4-453d-84b6-b7bdf49f73c1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:39:26.789135 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6bbe8be4-bca4-453d-84b6-b7bdf49f73c1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "PUT /v2.0/routers/a21d4684-7a15-432f-98ab-da61ffa9bd7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4722061 Dec 14 03:39:26.791785 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54990) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:26.796848 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aa9282-bb90-4c3b-8672-33f08b233ef5 None None] Sync routers for ids ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:39:26.808445 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aa9282-bb90-4c3b-8672-33f08b233ef5 None None] Routers {'a21d4684-7a15-432f-98ab-da61ffa9bd7a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:39:26.809069 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-02aa9282-bb90-4c3b-8672-33f08b233ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:39:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:26.844949 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-197786ec-41db-477d-9227-0d360d8b965a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting subnet 2b368759-70e5-44a5-9f3a-f4540d32743c {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:39:26.848170 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-197786ec-41db-477d-9227-0d360d8b965a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:26.890816 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-197786ec-41db-477d-9227-0d360d8b965a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:26.981538 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-197786ec-41db-477d-9227-0d360d8b965a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:27.075223 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-02aa9282-bb90-4c3b-8672-33f08b233ef5 None None] Set router a21d4684-7a15-432f-98ab-da61ffa9bd7a gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:39:27.094320 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-197786ec-41db-477d-9227-0d360d8b965a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:27.122995 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197786ec-41db-477d-9227-0d360d8b965a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Subnet': ['ID=2b368759-70e5-44a5-9f3a-f4540d32743c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:27.124994 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-197786ec-41db-477d-9227-0d360d8b965a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:27.128228 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-197786ec-41db-477d-9227-0d360d8b965a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/subnets/2b368759-70e5-44a5-9f3a-f4540d32743c HTTP/1.1" status: 204 len: 168 time: 0.3355138 Dec 14 03:39:27.131679 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54992) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:27.143236 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1c1023-1d79-44f0-bb5f-eb75d512e622 None None] Network f41dfefb-b922-4790-8c79-90d3217ce94f requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:39:27.244645 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:27.333411 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-02aa9282-bb90-4c3b-8672-33f08b233ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85498726', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:39:26Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:27.358845 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:27.365087 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aa9282-bb90-4c3b-8672-33f08b233ef5 None None] Checking router: a21d4684-7a15-432f-98ab-da61ffa9bd7a for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:39:27.373850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aa9282-bb90-4c3b-8672-33f08b233ef5 None None] Routers {'a21d4684-7a15-432f-98ab-da61ffa9bd7a'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:39:27.374508 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-02aa9282-bb90-4c3b-8672-33f08b233ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:39:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:27.410695 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] DHCP port deletion for f41dfefb-b922-4790-8c79-90d3217ce94f request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:39:27.413145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device a8d05196-996b-4562-9b02-11ba1b1bd5a0 no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:39:27.465458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: a8d05196-996b-4562-9b02-11ba1b1bd5a0 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:39:27.465803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device a8d05196-996b-4562-9b02-11ba1b1bd5a0 not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:39:27.485275 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port 7a78082a-023c-4837-9cb7-3ee5ba02cc4f {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:39:27.485674 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:27.537497 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-02aa9282-bb90-4c3b-8672-33f08b233ef5 None None] Set router a21d4684-7a15-432f-98ab-da61ffa9bd7a gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:39:27.565273 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] Deleting port 010c782b-bfab-495f-8841-e65cb0e91454 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:39:27.565677 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:27.568778 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] For port 7a78082a-023c-4837-9cb7-3ee5ba02cc4f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=7a78082a-023c-4837-9cb7-3ee5ba02cc4f,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:39:27.569151 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:27.580934 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for 7a78082a-023c-4837-9cb7-3ee5ba02cc4f owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:39:27.719297 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] For port 010c782b-bfab-495f-8841-e65cb0e91454, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=010c782b-bfab-495f-8841-e65cb0e91454,segment=NetworkSegment(61dc8df4-7723-4575-8e69-5218c6c128dd),segment_id=61dc8df4-7723-4575-8e69-5218c6c128dd)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:39:27.719760 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:27.741562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] Calling delete_port for 010c782b-bfab-495f-8841-e65cb0e91454 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:39:27.794958 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:27.825693 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:27.854171 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=7a78082a-023c-4837-9cb7-3ee5ba02cc4f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:27.867628 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baf7ba1-cd10-4e4c-8968-2e6974e43b2d None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:39:27.880640 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:27.881102 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:27.881485 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:27.881828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:27.882164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:27.882278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-02aa9282-bb90-4c3b-8672-33f08b233ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85498726', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:39:26Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:27.882508 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:27.882812 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:27.883496 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:27.883496 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:27.883781 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:27.884108 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:27.884434 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:27.884772 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:27.912461 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aa9282-bb90-4c3b-8672-33f08b233ef5 None None] The sync data for ids ['a21d4684-7a15-432f-98ab-da61ffa9bd7a'] in n-d-821636-1 is: [{'id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-85498726', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:39:26Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '7a78082a-023c-4837-9cb7-3ee5ba02cc4f', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21d4684-7a15-432f-98ab-da61ffa9bd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:37:44Z', 'updated_at': '2021-12-14T03:37:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:39:27.928809 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:27.956770 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:27.984348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] Pushing event deleted for resources: {'Port': ['ID=010c782b-bfab-495f-8841-e65cb0e91454,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:27.986613 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] No DVR routers for this DVR port 010c782b-bfab-495f-8841-e65cb0e91454 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:39:27.997371 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:27.998045 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:27.998436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:27.998786 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:27.999124 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:27.999537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:27.999788 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:28.000122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:28.000453 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:28.000898 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:28.001105 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:28.001458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:28.001792 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249e28b0-a1a4-4dc2-9108-97d432c27c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:28.024093 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:28.026280 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:28.122155 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:28.122931 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Fanout notify agent at l3_agent the message router_deleted on router a21d4684-7a15-432f-98ab-da61ffa9bd7a {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:39:28.130427 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:28.131687 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-7fe09e0e-acdd-460f-a01d-60f589883e3e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/routers/a21d4684-7a15-432f-98ab-da61ffa9bd7a HTTP/1.1" status: 204 len: 168 time: 0.9984753 Dec 14 03:39:28.134627 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 54996) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:28.207448 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23650497-96f0-43f1-b866-4c2fe214b3c5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:28.301227 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23650497-96f0-43f1-b866-4c2fe214b3c5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:28.321639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-23650497-96f0-43f1-b866-4c2fe214b3c5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f41dfefb-b922-4790-8c79-90d3217ce94f']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:28.331177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-23650497-96f0-43f1-b866-4c2fe214b3c5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61dc8df4-7723-4575-8e69-5218c6c128dd') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:28.331478 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-23650497-96f0-43f1-b866-4c2fe214b3c5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61dc8df4-7723-4575-8e69-5218c6c128dd') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:28.342008 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23650497-96f0-43f1-b866-4c2fe214b3c5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:28.361700 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23650497-96f0-43f1-b866-4c2fe214b3c5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:28.363390 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23650497-96f0-43f1-b866-4c2fe214b3c5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:39:28.363875 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23650497-96f0-43f1-b866-4c2fe214b3c5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:39:28.367375 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:39:28.505682 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23650497-96f0-43f1-b866-4c2fe214b3c5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:28.513272 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-23650497-96f0-43f1-b866-4c2fe214b3c5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:28.515993 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-23650497-96f0-43f1-b866-4c2fe214b3c5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/networks/f41dfefb-b922-4790-8c79-90d3217ce94f HTTP/1.1" status: 204 len: 168 time: 0.3803833 Dec 14 03:39:28.519034 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 54998) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:28.529995 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23650497-96f0-43f1-b866-4c2fe214b3c5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Network': ['ID=f41dfefb-b922-4790-8c79-90d3217ce94f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:28.582752 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac508544-d15d-4451-9c0e-7fd7c91550b2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:28.619622 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac508544-d15d-4451-9c0e-7fd7c91550b2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:28.756685 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac508544-d15d-4451-9c0e-7fd7c91550b2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:28.759337 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ac508544-d15d-4451-9c0e-7fd7c91550b2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:28.760535 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ac508544-d15d-4451-9c0e-7fd7c91550b2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/security-groups/4f22b2e7-14b1-4dae-b407-2787568437a5 HTTP/1.1" status: 204 len: 168 time: 0.2403638 Dec 14 03:39:28.769652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac508544-d15d-4451-9c0e-7fd7c91550b2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f22b2e7-14b1-4dae-b407-2787568437a5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:29.226406 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7a78082a-023c-4837-9cb7-3ee5ba02cc4f no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:39:29.249988 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 7a78082a-023c-4837-9cb7-3ee5ba02cc4f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:39:29.250419 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 7a78082a-023c-4837-9cb7-3ee5ba02cc4f not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:39:29.250904 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d5c69572-ee52-4ae1-8a6a-021720978daf no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:39:29.269687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: d5c69572-ee52-4ae1-8a6a-021720978daf {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:39:29.270040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device d5c69572-ee52-4ae1-8a6a-021720978daf not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:39:29.270530 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 010c782b-bfab-495f-8841-e65cb0e91454 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:39:29.288435 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 010c782b-bfab-495f-8841-e65cb0e91454 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:39:29.288788 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 010c782b-bfab-495f-8841-e65cb0e91454 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:39:29.535796 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55004) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:29.540638 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0fa5672a-0002-4c1f-bc02-707b062587a5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1838745760', 'description': 'tempest-secgroup-smoke-1838745760 description', 'project_id': 'e90791a963ff4982b07d4a054c7fb248'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:39:29.602163 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fa5672a-0002-4c1f-bc02-707b062587a5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:29.666026 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fa5672a-0002-4c1f-bc02-707b062587a5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:29.710379 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fa5672a-0002-4c1f-bc02-707b062587a5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:29.737636 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5672a-0002-4c1f-bc02-707b062587a5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fbbe79-fbca-44fd-b32c-2138b9bae96e,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:29.764009 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0fa5672a-0002-4c1f-bc02-707b062587a5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:29.765179 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0fa5672a-0002-4c1f-bc02-707b062587a5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2283220 Dec 14 03:39:29.767970 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55006) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:29.772805 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-adae16eb-d5e3-46a9-a114-12e19cc255cd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': 'd4fbbe79-fbca-44fd-b32c-2138b9bae96e', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:39:29.847154 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-adae16eb-d5e3-46a9-a114-12e19cc255cd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:29.901531 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-adae16eb-d5e3-46a9-a114-12e19cc255cd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:29.956544 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-adae16eb-d5e3-46a9-a114-12e19cc255cd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:29.974569 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae16eb-d5e3-46a9-a114-12e19cc255cd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f2c9785-add1-4667-a660-099b12b4311c,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:30.021194 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-adae16eb-d5e3-46a9-a114-12e19cc255cd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:30.022384 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-adae16eb-d5e3-46a9-a114-12e19cc255cd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2534771 Dec 14 03:39:30.025060 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55008) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:30.029373 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f5e36fa3-a40f-4d63-ade6-51b84a68cdf7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': 'd4fbbe79-fbca-44fd-b32c-2138b9bae96e', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:39:30.115686 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f5e36fa3-a40f-4d63-ade6-51b84a68cdf7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:30.173275 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f5e36fa3-a40f-4d63-ade6-51b84a68cdf7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:30.225265 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f5e36fa3-a40f-4d63-ade6-51b84a68cdf7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:30.244625 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e36fa3-a40f-4d63-ade6-51b84a68cdf7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6e2f81-fa1b-47f7-9ba4-a09e23110432,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:30.307452 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f5e36fa3-a40f-4d63-ade6-51b84a68cdf7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:30.308648 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f5e36fa3-a40f-4d63-ade6-51b84a68cdf7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2826257 Dec 14 03:39:30.312529 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55010) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:30.316821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-f8fe1fce-5116-4daf-8463-e193cdd45aeb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': 'd4fbbe79-fbca-44fd-b32c-2138b9bae96e', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:39:30.389712 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f8fe1fce-5116-4daf-8463-e193cdd45aeb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:30.445603 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f8fe1fce-5116-4daf-8463-e193cdd45aeb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:30.527949 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f8fe1fce-5116-4daf-8463-e193cdd45aeb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:30.546754 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe1fce-5116-4daf-8463-e193cdd45aeb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c7efcd2-c42b-4247-9584-618fb754a0ab,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:30.621218 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f8fe1fce-5116-4daf-8463-e193cdd45aeb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:30.622741 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f8fe1fce-5116-4daf-8463-e193cdd45aeb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3090343 Dec 14 03:39:30.625365 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55012) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:30.629716 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-df8448c3-f306-4eb3-9597-85aa37e40600 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': 'd4fbbe79-fbca-44fd-b32c-2138b9bae96e', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:39:30.732803 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df8448c3-f306-4eb3-9597-85aa37e40600 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:30.790813 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df8448c3-f306-4eb3-9597-85aa37e40600 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:30.847967 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:30.865341 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df8448c3-f306-4eb3-9597-85aa37e40600 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:30.883589 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8448c3-f306-4eb3-9597-85aa37e40600 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59737939-577b-4af9-9bb4-9025a4ae2f46,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:30.958794 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-df8448c3-f306-4eb3-9597-85aa37e40600 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:30.963065 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-df8448c3-f306-4eb3-9597-85aa37e40600 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3342905 Dec 14 03:39:30.963385 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55014) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:30.967771 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-dfaa2af4-2544-4ea0-b438-8e4c063b5ae4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': 'd4fbbe79-fbca-44fd-b32c-2138b9bae96e', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:39:31.065167 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-dfaa2af4-2544-4ea0-b438-8e4c063b5ae4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Project e90791a963ff4982b07d4a054c7fb248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:39:31.070805 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dfaa2af4-2544-4ea0-b438-8e4c063b5ae4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:31.131679 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dfaa2af4-2544-4ea0-b438-8e4c063b5ae4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:31.213638 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dfaa2af4-2544-4ea0-b438-8e4c063b5ae4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:31.231076 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa2af4-2544-4ea0-b438-8e4c063b5ae4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ef39ae-cb00-4e33-b834-b5cb72608cdc,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:31.306999 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-dfaa2af4-2544-4ea0-b438-8e4c063b5ae4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:31.308223 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-dfaa2af4-2544-4ea0-b438-8e4c063b5ae4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3438358 Dec 14 03:39:31.310958 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55016) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:31.315179 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-5fef3b84-8632-459a-a234-41e2fceee219 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': 'd4fbbe79-fbca-44fd-b32c-2138b9bae96e', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:39:31.396495 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-5fef3b84-8632-459a-a234-41e2fceee219 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Project e90791a963ff4982b07d4a054c7fb248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:39:31.401409 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5fef3b84-8632-459a-a234-41e2fceee219 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:31.458430 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5fef3b84-8632-459a-a234-41e2fceee219 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:31.499365 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5fef3b84-8632-459a-a234-41e2fceee219 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:31.516864 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef3b84-8632-459a-a234-41e2fceee219 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1140f4-84c9-4e40-9424-8fffe171895c,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:31.564201 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5fef3b84-8632-459a-a234-41e2fceee219 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:31.565474 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5fef3b84-8632-459a-a234-41e2fceee219 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2535448 Dec 14 03:39:31.568626 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55018) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:31.573923 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ec3e4ca2-68f6-45ab-a27b-c7c28eddda14 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'network': {'name': 'tempest-network-smoke--1700301650', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'port_security_enabled': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:39:31.636093 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3e4ca2-68f6-45ab-a27b-c7c28eddda14 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Made reservation on behalf of e90791a963ff4982b07d4a054c7fb248 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:39:31.639584 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4ca2-68f6-45ab-a27b-c7c28eddda14 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:31.663219 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3e4ca2-68f6-45ab-a27b-c7c28eddda14 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:39:31.671562 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4ca2-68f6-45ab-a27b-c7c28eddda14 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:31.671898 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-ec3e4ca2-68f6-45ab-a27b-c7c28eddda14 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Added segment 1057f68f-c10a-4cf7-9ae0-875cde6dd22f of type vlan for network b90438e1-6bcd-47fb-94d2-096de1b6dd46 Dec 14 03:39:31.711090 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4ca2-68f6-45ab-a27b-c7c28eddda14 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:31.778493 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4ca2-68f6-45ab-a27b-c7c28eddda14 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:31.783989 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3e4ca2-68f6-45ab-a27b-c7c28eddda14 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:31.784575 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ec3e4ca2-68f6-45ab-a27b-c7c28eddda14 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:31.849383 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e4ca2-68f6-45ab-a27b-c7c28eddda14 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Network': ['ID=b90438e1-6bcd-47fb-94d2-096de1b6dd46,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:31.859377 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network b90438e1-6bcd-47fb-94d2-096de1b6dd46 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:39:31.924790 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ec3e4ca2-68f6-45ab-a27b-c7c28eddda14 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3549621 Dec 14 03:39:31.927647 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55020) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:31.931855 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1644424846', 'admin_state_up': True, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:39:32.019387 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:32.020320 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:32.071052 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:32.268852 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:32.859838 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fcc0bed3-08f3-46a1-9c34-3cd66181fc1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:32.890986 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:32.910058 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:33.014071 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.25.7.222 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/c93941ca-3f36-4bbc-95cb-5e62478f3831) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:39:33.116807 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:33.190935 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:33.229223 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:39:33.232155 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:39:33.235832 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:39:33.247088 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60015f6-c6c1-45e4-81b7-c491b2020019 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:39:33.261329 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=c93941ca-3f36-4bbc-95cb-5e62478f3831,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:33.360825 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5fcf21f9-30fd-4a9b-968a-5e7d855b06b4 None None] Provisioning complete for port c93941ca-3f36-4bbc-95cb-5e62478f3831 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:39:33.361196 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5fcf21f9-30fd-4a9b-968a-5e7d855b06b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:33.397088 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5fcf21f9-30fd-4a9b-968a-5e7d855b06b4 None None] Port c93941ca-3f36-4bbc-95cb-5e62478f3831 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:39:33.527979 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:33.722501 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:33.898947 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router 4b960711-fa35-427e-a6ee-dfb77b07d935 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:39:34.006812 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:39:34.017354 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Sync routers for ids ['4b960711-fa35-427e-a6ee-dfb77b07d935'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:39:34.027923 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Routers {'4b960711-fa35-427e-a6ee-dfb77b07d935'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:39:34.031462 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:39:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4b960711-fa35-427e-a6ee-dfb77b07d935'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:34.061649 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:34.062919 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-13c0dc41-7917-4481-a39d-cbf71e790336 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1345806 Dec 14 03:39:34.066055 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55022) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:34.094843 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0b8caef8-e791-48ec-ac01-6dfa8d3c64ad tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e90791a963ff4982b07d4a054c7fb248&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276232 Dec 14 03:39:34.097407 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55024) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:34.130937 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Set router 4b960711-fa35-427e-a6ee-dfb77b07d935 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:39:34.184022 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbd7124-faaf-4982-8567-811068dd3c28 tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:34.185592 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fcbd7124-faaf-4982-8567-811068dd3c28 tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871809 Dec 14 03:39:34.188397 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55026) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:34.221445 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-63acb520-0a8e-46d2-9339-3ee761aa4a1c tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316160 Dec 14 03:39:34.223666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55028) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:34.228441 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-31f0f8f4-dd6a-49ae-ba1d-a66cdc48ee1c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-995159619', 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:39:34.309279 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644424846', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:33Z', 'revision_number': 3, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:34.335780 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Checking router: 4b960711-fa35-427e-a6ee-dfb77b07d935 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:39:34.336126 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Updating router 4b960711-fa35-427e-a6ee-dfb77b07d935 port c93941ca-3f36-4bbc-95cb-5e62478f3831 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:39:34.359719 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:34.362155 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f0f8f4-dd6a-49ae-ba1d-a66cdc48ee1c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Made reservation on behalf of e90791a963ff4982b07d4a054c7fb248 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:39:34.366460 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31f0f8f4-dd6a-49ae-ba1d-a66cdc48ee1c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:34.623281 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:34.654141 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31f0f8f4-dd6a-49ae-ba1d-a66cdc48ee1c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:34.710860 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0f8f4-dd6a-49ae-ba1d-a66cdc48ee1c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Subnet': ['ID=2529e3c8-bdff-4969-b6e1-89b6367d9b1b,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:34.722381 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:34.726822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f0f8f4-dd6a-49ae-ba1d-a66cdc48ee1c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Checking segment: {'id': '1057f68f-c10a-4cf7-9ae0-875cde6dd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:39:34.727485 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f0f8f4-dd6a-49ae-ba1d-a66cdc48ee1c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network hostable DHCP agents. Network: b90438e1-6bcd-47fb-94d2-096de1b6dd46, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:39:34.773215 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1483fcc9-45be-49ca-ae1e-b5f053d6f744 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:39:34.773790 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Attempting to bind port c93941ca-3f36-4bbc-95cb-5e62478f3831 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:39:34.773887 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Attempting to bind port c93941ca-3f36-4bbc-95cb-5e62478f3831 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:39:34.774246 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Attempting to bind port c93941ca-3f36-4bbc-95cb-5e62478f3831 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:39:34.782533 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:39:34.782908 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:39:34.783310 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:34.783883 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:39:34.784213 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Bound port: c93941ca-3f36-4bbc-95cb-5e62478f3831, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:39:34.784597 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:34.819762 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f0f8f4-dd6a-49ae-ba1d-a66cdc48ee1c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network b90438e1-6bcd-47fb-94d2-096de1b6dd46 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:39:34.826253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-28ecfaad-a532-4bb0-ae12-05980e850a13 None None] Provisioning complete for port c93941ca-3f36-4bbc-95cb-5e62478f3831 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:39:34.826253 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-28ecfaad-a532-4bb0-ae12-05980e850a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:34.837398 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] For port c93941ca-3f36-4bbc-95cb-5e62478f3831, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:39:34.840469 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] For port c93941ca-3f36-4bbc-95cb-5e62478f3831, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c93941ca-3f36-4bbc-95cb-5e62478f3831,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:39:34.844228 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ceba4-8cbd-4865-ae15-1ff6c0fedb06 None None] Pushing event updated for resources: {'Port': ['ID=c93941ca-3f36-4bbc-95cb-5e62478f3831,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:34.852458 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ceba4-8cbd-4865-ae15-1ff6c0fedb06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:34.852810 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ceba4-8cbd-4865-ae15-1ff6c0fedb06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:34.853152 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ceba4-8cbd-4865-ae15-1ff6c0fedb06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:34.853511 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ceba4-8cbd-4865-ae15-1ff6c0fedb06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:34.853843 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ceba4-8cbd-4865-ae15-1ff6c0fedb06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:34.854174 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ceba4-8cbd-4865-ae15-1ff6c0fedb06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:34.854503 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ceba4-8cbd-4865-ae15-1ff6c0fedb06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:34.854826 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ceba4-8cbd-4865-ae15-1ff6c0fedb06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:34.855150 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ceba4-8cbd-4865-ae15-1ff6c0fedb06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:34.855470 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ceba4-8cbd-4865-ae15-1ff6c0fedb06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:34.855799 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ceba4-8cbd-4865-ae15-1ff6c0fedb06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:34.856392 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ceba4-8cbd-4865-ae15-1ff6c0fedb06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:34.856509 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464ceba4-8cbd-4865-ae15-1ff6c0fedb06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:39:34.862789 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-28ecfaad-a532-4bb0-ae12-05980e850a13 None None] Port c93941ca-3f36-4bbc-95cb-5e62478f3831 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:39:34.916681 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-31f0f8f4-dd6a-49ae-ba1d-a66cdc48ee1c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, b90438e1-6bcd-47fb-94d2-096de1b6dd46) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:39:34.920575 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f0f8f4-dd6a-49ae-ba1d-a66cdc48ee1c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:34.926871 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-31f0f8f4-dd6a-49ae-ba1d-a66cdc48ee1c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:34.927190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feed246b-05f6-409c-b5d5-9d64cb87275b None None] Network b90438e1-6bcd-47fb-94d2-096de1b6dd46 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:39:34.951118 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:35.000655 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e0d7ec-f4df-433a-a811-f29dab7264a9 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:39:35.016241 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ceba4-8cbd-4865-ae15-1ff6c0fedb06 None None] Pushing event updated for resources: {'Port': ['ID=c93941ca-3f36-4bbc-95cb-5e62478f3831,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:35.024415 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-31f0f8f4-dd6a-49ae-ba1d-a66cdc48ee1c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7996461 Dec 14 03:39:35.027385 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55030) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:35.034627 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Routers {'4b960711-fa35-427e-a6ee-dfb77b07d935'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:39:35.035344 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:39:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4b960711-fa35-427e-a6ee-dfb77b07d935'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:35.071078 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-b90438e1-6bcd-47fb-94d2-096de1b6dd46', 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ips': [{'subnet_id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:39:35.071973 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:35.088687 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-983ec1c2-0260-4827-ae6f-29709e7d50fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:35.102407 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-15d4038f-f6d8-4dae-8118-96764e9e0e79 None None] Provisioning complete for port c93941ca-3f36-4bbc-95cb-5e62478f3831 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:39:35.110566 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15d4038f-f6d8-4dae-8118-96764e9e0e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:35.184219 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] Set router 4b960711-fa35-427e-a6ee-dfb77b07d935 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:39:35.289816 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Allocated IP 172.20.0.2 (b90438e1-6bcd-47fb-94d2-096de1b6dd46/2529e3c8-bdff-4969-b6e1-89b6367d9b1b/81f97b35-7ff3-408a-afbb-dd0c0f4ef675) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:39:35.458838 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:35.481073 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644424846', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:33Z', 'revision_number': 3, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:35.510423 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54a7fbe-77d1-4404-a303-c0078d2dd76f None None] The sync data for ids ['4b960711-fa35-427e-a6ee-dfb77b07d935'] in n-d-821636-1 is: [{'id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644424846', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:33Z', 'revision_number': 3, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:39:35.511518 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15d4038f-f6d8-4dae-8118-96764e9e0e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:35.540133 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:35.556472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-15d4038f-f6d8-4dae-8118-96764e9e0e79 None None] For port c93941ca-3f36-4bbc-95cb-5e62478f3831, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c93941ca-3f36-4bbc-95cb-5e62478f3831,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:39:35.581998 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1622878f-a695-4f8a-b726-56fe093c90ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:35.593223 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Network b90438e1-6bcd-47fb-94d2-096de1b6dd46 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:39:35.599999 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:39:35.604107 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:39:35.618979 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Pushing event updated for resources: {'Port': ['ID=81f97b35-7ff3-408a-afbb-dd0c0f4ef675,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:35.634073 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15d4038f-f6d8-4dae-8118-96764e9e0e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:35.694696 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Attempting to bind port 81f97b35-7ff3-408a-afbb-dd0c0f4ef675 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:39:35.695095 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Attempting to bind port 81f97b35-7ff3-408a-afbb-dd0c0f4ef675 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '1057f68f-c10a-4cf7-9ae0-875cde6dd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:39:35.695431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Attempting to bind port 81f97b35-7ff3-408a-afbb-dd0c0f4ef675 on network b90438e1-6bcd-47fb-94d2-096de1b6dd46 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:39:35.708584 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:39:35.709015 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Checking segment: {'id': '1057f68f-c10a-4cf7-9ae0-875cde6dd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:39:35.709398 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:35.709798 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Bound using segment: {'id': '1057f68f-c10a-4cf7-9ae0-875cde6dd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:39:35.710276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Bound port: 81f97b35-7ff3-408a-afbb-dd0c0f4ef675, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1057f68f-c10a-4cf7-9ae0-875cde6dd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:39:35.710663 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:35.715392 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4038f-f6d8-4dae-8118-96764e9e0e79 None None] Pushing event updated for resources: {'Port': ['ID=c93941ca-3f36-4bbc-95cb-5e62478f3831,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:35.795814 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] For port 81f97b35-7ff3-408a-afbb-dd0c0f4ef675, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:39:35.800111 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] For port 81f97b35-7ff3-408a-afbb-dd0c0f4ef675, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=81f97b35-7ff3-408a-afbb-dd0c0f4ef675,segment=NetworkSegment(1057f68f-c10a-4cf7-9ae0-875cde6dd22f),segment_id=1057f68f-c10a-4cf7-9ae0-875cde6dd22f)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:39:35.922453 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-1622878f-a695-4f8a-b726-56fe093c90ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.20.0.1 (b90438e1-6bcd-47fb-94d2-096de1b6dd46/2529e3c8-bdff-4969-b6e1-89b6367d9b1b/e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:39:35.934249 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:35.993618 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fe067-cfb8-423b-ae0a-1992062085e8 None None] Pushing event updated for resources: {'Port': ['ID=81f97b35-7ff3-408a-afbb-dd0c0f4ef675,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:36.060311 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1622878f-a695-4f8a-b726-56fe093c90ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:36.156734 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1622878f-a695-4f8a-b726-56fe093c90ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:36.224981 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1622878f-a695-4f8a-b726-56fe093c90ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network b90438e1-6bcd-47fb-94d2-096de1b6dd46 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:39:36.228091 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622878f-a695-4f8a-b726-56fe093c90ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:36.231533 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-1622878f-a695-4f8a-b726-56fe093c90ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:39:36.233913 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1622878f-a695-4f8a-b726-56fe093c90ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:39:36.281433 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1622878f-a695-4f8a-b726-56fe093c90ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:36.475454 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1622878f-a695-4f8a-b726-56fe093c90ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:36.550635 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:36.763252 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1622878f-a695-4f8a-b726-56fe093c90ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:36.818658 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1622878f-a695-4f8a-b726-56fe093c90ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:36.896537 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-1622878f-a695-4f8a-b726-56fe093c90ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:36.898561 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622878f-a695-4f8a-b726-56fe093c90ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:36.982030 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4973388a-4d11-4585-8811-f583e981f2bd None None] Network b90438e1-6bcd-47fb-94d2-096de1b6dd46 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:39:37.006605 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1622878f-a695-4f8a-b726-56fe093c90ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network b90438e1-6bcd-47fb-94d2-096de1b6dd46 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:39:37.007992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-1622878f-a695-4f8a-b726-56fe093c90ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:39:37.122650 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1622878f-a695-4f8a-b726-56fe093c90ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router 4b960711-fa35-427e-a6ee-dfb77b07d935 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:39:37.254825 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1622878f-a695-4f8a-b726-56fe093c90ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:39:37.266335 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-37a9a574-f3ed-4090-b8fc-d61ccf6dc7fe None None] Provisioning complete for port 81f97b35-7ff3-408a-afbb-dd0c0f4ef675 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:39:37.266707 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37a9a574-f3ed-4090-b8fc-d61ccf6dc7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:37.277330 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-1622878f-a695-4f8a-b726-56fe093c90ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "PUT /v2.0/routers/4b960711-fa35-427e-a6ee-dfb77b07d935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2462046 Dec 14 03:39:37.344834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 81f97b35-7ff3-408a-afbb-dd0c0f4ef675 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:39:37.393225 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37a9a574-f3ed-4090-b8fc-d61ccf6dc7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:37.443936 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-37a9a574-f3ed-4090-b8fc-d61ccf6dc7fe None None] For port 81f97b35-7ff3-408a-afbb-dd0c0f4ef675, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=81f97b35-7ff3-408a-afbb-dd0c0f4ef675,segment=NetworkSegment(1057f68f-c10a-4cf7-9ae0-875cde6dd22f),segment_id=1057f68f-c10a-4cf7-9ae0-875cde6dd22f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:39:37.451156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 81f97b35-7ff3-408a-afbb-dd0c0f4ef675 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:39:37.454332 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:37.461296 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-39810089-e708-4292-bc6c-85ae28852238 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1838745760&fields=id&tenant_id=e90791a963ff4982b07d4a054c7fb248 HTTP/1.1" status: 200 len: 267 time: 0.0597515 Dec 14 03:39:37.500206 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37a9a574-f3ed-4090-b8fc-d61ccf6dc7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:37.568877 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c93941ca-3f36-4bbc-95cb-5e62478f3831 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:39:37.595192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-585194ce-9d01-40fa-845b-a6342066dd0d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:37.596941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-585194ce-9d01-40fa-845b-a6342066dd0d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/networks?id=b90438e1-6bcd-47fb-94d2-096de1b6dd46 HTTP/1.1" status: 200 len: 797 time: 0.1283121 Dec 14 03:39:37.613823 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9a574-f3ed-4090-b8fc-d61ccf6dc7fe None None] Pushing event updated for resources: {'Port': ['ID=81f97b35-7ff3-408a-afbb-dd0c0f4ef675,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:37.621646 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-3a9c20a4-0971-4238-abdd-13bb9684273c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/quotas/e90791a963ff4982b07d4a054c7fb248 HTTP/1.1" status: 200 len: 375 time: 0.0172331 Dec 14 03:39:37.642712 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Sync routers for ids ['4b960711-fa35-427e-a6ee-dfb77b07d935'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:39:37.646570 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7c3edbee-3111-4d26-980f-72b7561e7018 None None] Provisioning complete for port 81f97b35-7ff3-408a-afbb-dd0c0f4ef675 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:39:37.647075 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7c3edbee-3111-4d26-980f-72b7561e7018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:37.675973 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-4f4425bf-4d08-4b17-999d-d6efb8bc8b58 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534353 Dec 14 03:39:37.691677 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Routers {'4b960711-fa35-427e-a6ee-dfb77b07d935'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:39:37.692462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:39:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4b960711-fa35-427e-a6ee-dfb77b07d935'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:37.697069 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port c93941ca-3f36-4bbc-95cb-5e62478f3831 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:39:37.697493 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:37.780735 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-4f487669-30b0-4527-b7a1-814612ed6c36 service neutron] 10.222.0.39 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923748 Dec 14 03:39:37.888143 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-42c033ce-4285-46fb-920b-cbc6caad1e1f service neutron] 10.222.0.39 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992429 Dec 14 03:39:37.935493 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Set router 4b960711-fa35-427e-a6ee-dfb77b07d935 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:39:38.029775 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:38.031851 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7c3edbee-3111-4d26-980f-72b7561e7018 None None] Provisioning complete for port e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:39:38.032229 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7c3edbee-3111-4d26-980f-72b7561e7018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:38.115578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-7c3edbee-3111-4d26-980f-72b7561e7018 None None] Port e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:39:38.125421 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74c60512-3dfd-4a86-a8af-58c72cbfb496 req-bb604b03-abdf-4834-a4c1-567203fd9b11 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 210 time: 0.0314097 Dec 14 03:39:38.190863 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644424846', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:36Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc', 'name': '', 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:b1:cf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:35Z', 'updated_at': '2021-12-14T03:39:36Z', 'revision_number': 2, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:38.217743 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Checking router: 4b960711-fa35-427e-a6ee-dfb77b07d935 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:39:38.218108 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Updating router 4b960711-fa35-427e-a6ee-dfb77b07d935 port e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:39:38.254947 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:38.268174 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1b201fbb-cebc-45d4-8edb-4d8076448600 None None] Provisioning complete for port e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:39:38.268546 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1b201fbb-cebc-45d4-8edb-4d8076448600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:38.329332 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1b201fbb-cebc-45d4-8edb-4d8076448600 None None] Port e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:39:38.547794 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:38.624995 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:38.678403 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be3732-5880-4660-8788-e4f355bf285d None None] Pushing event updated for resources: {'Port': ['ID=e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:38.701627 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:38.732882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Attempting to bind port e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:39:38.733268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Attempting to bind port e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '1057f68f-c10a-4cf7-9ae0-875cde6dd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:39:38.738574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Attempting to bind port e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc on network b90438e1-6bcd-47fb-94d2-096de1b6dd46 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:39:38.740687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:39:38.741244 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Checking segment: {'id': '1057f68f-c10a-4cf7-9ae0-875cde6dd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:39:38.742278 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:38.742760 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Bound using segment: {'id': '1057f68f-c10a-4cf7-9ae0-875cde6dd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:39:38.743251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Bound port: e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1057f68f-c10a-4cf7-9ae0-875cde6dd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:39:38.743669 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:38.809073 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] For port e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:39:38.843254 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] For port e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc,segment=NetworkSegment(1057f68f-c10a-4cf7-9ae0-875cde6dd22f),segment_id=1057f68f-c10a-4cf7-9ae0-875cde6dd22f)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:39:38.934071 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:39.004331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1e3eefdf-c64f-4ae6-8b7b-538884c7b7aa None None] Provisioning complete for port e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:39:39.004723 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1e3eefdf-c64f-4ae6-8b7b-538884c7b7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:39.029563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be3732-5880-4660-8788-e4f355bf285d None None] Pushing event updated for resources: {'Port': ['ID=e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:39.039620 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Routers {'4b960711-fa35-427e-a6ee-dfb77b07d935'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:39:39.040326 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:39:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4b960711-fa35-427e-a6ee-dfb77b07d935'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:39.198801 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1e3eefdf-c64f-4ae6-8b7b-538884c7b7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:39.208046 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] Set router 4b960711-fa35-427e-a6ee-dfb77b07d935 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:39:39.234199 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-945c2065-c18d-4fd7-9071-761babc06a87 req-edd93d22-36ef-43e4-abc5-074757804722 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 210 time: 0.0293124 Dec 14 03:39:39.256370 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 81f97b35-7ff3-408a-afbb-dd0c0f4ef675 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:39:39.327486 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-1e3eefdf-c64f-4ae6-8b7b-538884c7b7aa None None] For port e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc,segment=NetworkSegment(1057f68f-c10a-4cf7-9ae0-875cde6dd22f),segment_id=1057f68f-c10a-4cf7-9ae0-875cde6dd22f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:39:39.544463 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1e3eefdf-c64f-4ae6-8b7b-538884c7b7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:39.636940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3eefdf-c64f-4ae6-8b7b-538884c7b7aa None None] Pushing event updated for resources: {'Port': ['ID=e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:39.655395 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 81f97b35-7ff3-408a-afbb-dd0c0f4ef675 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:39:39.655768 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:39.717327 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1fe86d8e-882a-478f-8750-c45ae65bf135 None None] Provisioning complete for port e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:39:39.717695 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1fe86d8e-882a-478f-8750-c45ae65bf135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:39.788052 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644424846', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:36Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc', 'name': '', 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:b1:cf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:35Z', 'updated_at': '2021-12-14T03:39:38Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:39.826140 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a0ded-fb22-4b8e-aa3a-e77a1b07d624 None None] The sync data for ids ['4b960711-fa35-427e-a6ee-dfb77b07d935'] in n-d-821636-1 is: [{'id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644424846', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:36Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc', 'name': '', 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:b1:cf:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:35Z', 'updated_at': '2021-12-14T03:39:38Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:39:40.189093 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-5491de83-4a12-4b52-abc0-bfc3c33a2fb0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:40.190812 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-5491de83-4a12-4b52-abc0-bfc3c33a2fb0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.47 "GET /v2.0/networks?id=b90438e1-6bcd-47fb-94d2-096de1b6dd46 HTTP/1.1" status: 200 len: 797 time: 0.1057827 Dec 14 03:39:40.266500 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-da2ef1bd-57c6-42ed-b2a7-44d91c32eba7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e90791a963ff4982b07d4a054c7fb248 HTTP/1.1" status: 200 len: 380 time: 0.0597100 Dec 14 03:39:40.277225 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-374df479-7f43-4f59-986c-bd9c2d903153 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'port': {'device_id': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46', 'admin_state_up': True, 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'security_groups': ['d4fbbe79-fbca-44fd-b32c-2138b9bae96e']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:39:40.373573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e392754-d9df-415e-89eb-01175c285eab req-b3c323d2-bd1c-4847-8d66-db9c5ded5f4a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 210 time: 0.0301158 Dec 14 03:39:40.510982 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-374df479-7f43-4f59-986c-bd9c2d903153 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Made reservation on behalf of e90791a963ff4982b07d4a054c7fb248 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:39:40.515287 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-374df479-7f43-4f59-986c-bd9c2d903153 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:40.652016 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-374df479-7f43-4f59-986c-bd9c2d903153 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.20.0.4 (b90438e1-6bcd-47fb-94d2-096de1b6dd46/2529e3c8-bdff-4969-b6e1-89b6367d9b1b/b32f3af9-0234-4c06-8c4c-a0894773d0df) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:39:40.800387 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-374df479-7f43-4f59-986c-bd9c2d903153 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:40.928564 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-374df479-7f43-4f59-986c-bd9c2d903153 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:40.978976 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-374df479-7f43-4f59-986c-bd9c2d903153 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network b90438e1-6bcd-47fb-94d2-096de1b6dd46 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:39:40.982201 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-374df479-7f43-4f59-986c-bd9c2d903153 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:39:40.985901 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-374df479-7f43-4f59-986c-bd9c2d903153 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:39:41.009955 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374df479-7f43-4f59-986c-bd9c2d903153 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=b32f3af9-0234-4c06-8c4c-a0894773d0df,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:41.040163 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-374df479-7f43-4f59-986c-bd9c2d903153 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:41.040797 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-374df479-7f43-4f59-986c-bd9c2d903153 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:41.113734 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-374df479-7f43-4f59-986c-bd9c2d903153 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8406649 Dec 14 03:39:41.131696 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Request body: {'port': {'device_id': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:39:41.186414 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:41.224707 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6e1341f0-bc07-4310-b09e-e60370641890 None None] Provisioning complete for port b32f3af9-0234-4c06-8c4c-a0894773d0df triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:39:41.225522 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6e1341f0-bc07-4310-b09e-e60370641890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:41.263070 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:39:41.271646 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6e1341f0-bc07-4310-b09e-e60370641890 None None] Port b32f3af9-0234-4c06-8c4c-a0894773d0df cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:39:41.321574 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:39:41.321950 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:41.477077 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32f3af9-0234-4c06-8c4c-a0894773d0df {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:39:41.484642 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:41.496724 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Transition to ACTIVE for port object b32f3af9-0234-4c06-8c4c-a0894773d0df will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:39:41.499358 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dc6dc9-0fe7-4f6c-b806-e4fcaa695dba req-073ca3cb-371a-471d-8423-3a23619ba8f2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:41.500832 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8dc6dc9-0fe7-4f6c-b806-e4fcaa695dba req-073ca3cb-371a-471d-8423-3a23619ba8f2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 931 time: 0.0571814 Dec 14 03:39:41.550060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d8dc6dc9-0fe7-4f6c-b806-e4fcaa695dba req-eccf1ff6-9bd0-42e2-a0d9-11a56f850f0b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Dec 14 03:39:41.562331 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:41.632613 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Pushing event updated for resources: {'Port': ['ID=b32f3af9-0234-4c06-8c4c-a0894773d0df,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:41.687243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Attempting to bind port b32f3af9-0234-4c06-8c4c-a0894773d0df on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:39:41.687652 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Attempting to bind port b32f3af9-0234-4c06-8c4c-a0894773d0df by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '1057f68f-c10a-4cf7-9ae0-875cde6dd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:39:41.688056 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Attempting to bind port b32f3af9-0234-4c06-8c4c-a0894773d0df on network b90438e1-6bcd-47fb-94d2-096de1b6dd46 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:39:41.694117 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Port b32f3af9-0234-4c06-8c4c-a0894773d0df on network b90438e1-6bcd-47fb-94d2-096de1b6dd46 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:39:41.694526 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Attempting to bind port b32f3af9-0234-4c06-8c4c-a0894773d0df on network b90438e1-6bcd-47fb-94d2-096de1b6dd46 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:39:41.699608 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:39:41.700031 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Checking segment: {'id': '1057f68f-c10a-4cf7-9ae0-875cde6dd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:39:41.700481 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Bound using segment: {'id': '1057f68f-c10a-4cf7-9ae0-875cde6dd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:39:41.700978 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Bound port: b32f3af9-0234-4c06-8c4c-a0894773d0df, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1057f68f-c10a-4cf7-9ae0-875cde6dd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:39:41.701427 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:41.773134 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] For port b32f3af9-0234-4c06-8c4c-a0894773d0df, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:39:41.777467 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] For port b32f3af9-0234-4c06-8c4c-a0894773d0df, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=b32f3af9-0234-4c06-8c4c-a0894773d0df,segment=NetworkSegment(1057f68f-c10a-4cf7-9ae0-875cde6dd22f),segment_id=1057f68f-c10a-4cf7-9ae0-875cde6dd22f)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:39:41.888464 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:41.925763 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:41.926619 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:41.928705 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] 10.222.0.47 "PUT /v2.0/ports/b32f3af9-0234-4c06-8c4c-a0894773d0df HTTP/1.1" status: 200 len: 1091 time: 0.8014562 Dec 14 03:39:41.931028 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'tag': 'b32f3af9-0234-4c06-8c4c-a0894773d0df'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:39:41.933597 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6768ab47-5cf7-4508-8c68-282f884e4819" -d '{"events": [{"name": "network-changed", "server_uuid": "21971de0-51bc-467c-aac8-c799dfcb0da6", "tag": "b32f3af9-0234-4c06-8c4c-a0894773d0df"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:39:41.958057 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e825d00f-006b-4514-aee4-9b388f659b66 service neutron] Pushing event updated for resources: {'Port': ['ID=b32f3af9-0234-4c06-8c4c-a0894773d0df,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:41.988172 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f9bf95-665c-43a9-8427-3640fccc74fd x-openstack-request-id: req-d6f9bf95-665c-43a9-8427-3640fccc74fd {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:39:41.988467 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21971de0-51bc-467c-aac8-c799dfcb0da6", "tag": "b32f3af9-0234-4c06-8c4c-a0894773d0df", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:39:41.988725 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6f9bf95-665c-43a9-8427-3640fccc74fd {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:39:41.989137 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'tag': 'b32f3af9-0234-4c06-8c4c-a0894773d0df', 'status': 'completed', 'code': 200} Dec 14 03:39:42.074068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768ab47-5cf7-4508-8c68-282f884e4819 req-f21ab482-dfd0-4feb-abc0-ed19a8ef0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:42.075576 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6768ab47-5cf7-4508-8c68-282f884e4819 req-f21ab482-dfd0-4feb-abc0-ed19a8ef0d59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 1094 time: 0.0447106 Dec 14 03:39:42.184703 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768ab47-5cf7-4508-8c68-282f884e4819 req-0a91e73b-7026-4607-9ecf-4d6a54d0473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:42.186201 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6768ab47-5cf7-4508-8c68-282f884e4819 req-0a91e73b-7026-4607-9ecf-4d6a54d0473b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e90791a963ff4982b07d4a054c7fb248&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0962663 Dec 14 03:39:42.277610 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768ab47-5cf7-4508-8c68-282f884e4819 req-1f56e100-6843-4bba-80b4-f8d793f64a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:42.279029 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6768ab47-5cf7-4508-8c68-282f884e4819 req-1f56e100-6843-4bba-80b4-f8d793f64a68 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0851145 Dec 14 03:39:42.376347 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-34d509c1-a4ab-4d7f-b344-b34ed41620c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:42.377935 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-34d509c1-a4ab-4d7f-b344-b34ed41620c8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 1094 time: 0.0430121 Dec 14 03:39:42.423300 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-3e44d80e-aa70-4f6d-937a-3ec5eff0951e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b32f3af9-0234-4c06-8c4c-a0894773d0df HTTP/1.1" status: 200 len: 217 time: 0.0326943 Dec 14 03:39:42.470327 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-daa3d0c1-2c9f-4509-872b-c2f6309a19ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:42.471754 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-daa3d0c1-2c9f-4509-872b-c2f6309a19ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2529e3c8-bdff-4969-b6e1-89b6367d9b1b HTTP/1.1" status: 200 len: 834 time: 0.0415287 Dec 14 03:39:42.515394 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-793828ae-bbb0-4712-ad25-815d41290e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:42.516848 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-793828ae-bbb0-4712-ad25-815d41290e5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b90438e1-6bcd-47fb-94d2-096de1b6dd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387144 Dec 14 03:39:42.609785 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-061594db-1cc0-4362-be2b-47a7f1526bec service neutron] 10.222.0.47 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848441 Dec 14 03:39:42.666811 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac0520-b904-4f36-910a-14c481c4d31b req-1b0a5e43-23b3-4e14-882c-032f7d10898e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:42.668415 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcac0520-b904-4f36-910a-14c481c4d31b req-1b0a5e43-23b3-4e14-882c-032f7d10898e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 943 time: 0.0488348 Dec 14 03:39:42.700973 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-bf65992f-1d35-4822-b560-7b5d6ad87b01 req-c5756ce7-e33c-4ef1-bf3e-a5cf2e3b7a7a service neutron] 10.222.0.47 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835845 Dec 14 03:39:42.718879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dcac0520-b904-4f36-910a-14c481c4d31b req-a01927f5-829d-476a-9643-c8cba1c28567 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445111 Dec 14 03:39:43.893475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc16db-ccfb-455f-ab2a-d2e870ccf949 req-9e18e61e-b96a-4fb7-8be5-f016fb703ba9 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:43.894932 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3dc16db-ccfb-455f-ab2a-d2e870ccf949 req-9e18e61e-b96a-4fb7-8be5-f016fb703ba9 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 943 time: 0.1061296 Dec 14 03:39:43.948770 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b3dc16db-ccfb-455f-ab2a-d2e870ccf949 req-d67a3a5f-65b9-400b-95d0-c3fbe14e907e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469687 Dec 14 03:39:44.048143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device b32f3af9-0234-4c06-8c4c-a0894773d0df details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:39:44.144403 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port b32f3af9-0234-4c06-8c4c-a0894773d0df, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=b32f3af9-0234-4c06-8c4c-a0894773d0df,segment=NetworkSegment(1057f68f-c10a-4cf7-9ae0-875cde6dd22f),segment_id=1057f68f-c10a-4cf7-9ae0-875cde6dd22f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:39:44.155869 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'b32f3af9-0234-4c06-8c4c-a0894773d0df', 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46', 'port_id': 'b32f3af9-0234-4c06-8c4c-a0894773d0df', 'mac_address': 'fa:16:3e:95:77:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:39:44.191739 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:44.205164 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32f3af9-0234-4c06-8c4c-a0894773d0df {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:39:44.224194 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port b32f3af9-0234-4c06-8c4c-a0894773d0df, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=b32f3af9-0234-4c06-8c4c-a0894773d0df,segment=NetworkSegment(1057f68f-c10a-4cf7-9ae0-875cde6dd22f),segment_id=1057f68f-c10a-4cf7-9ae0-875cde6dd22f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:39:44.264961 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:44.315634 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=b32f3af9-0234-4c06-8c4c-a0894773d0df,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:44.567066 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['b32f3af9-0234-4c06-8c4c-a0894773d0df'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:39:45.367486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e68cf5-fe7c-40ab-be45-56135896145d req-5e38c0cf-23eb-4859-b5f0-c74c5959c78c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:45.368960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d7e68cf5-fe7c-40ab-be45-56135896145d req-5e38c0cf-23eb-4859-b5f0-c74c5959c78c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 944 time: 0.0966389 Dec 14 03:39:45.418051 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d7e68cf5-fe7c-40ab-be45-56135896145d req-76f7198b-5143-4203-873b-fc0c144c3bd9 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429554 Dec 14 03:39:46.058787 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device b32f3af9-0234-4c06-8c4c-a0894773d0df up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:39:46.178901 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port b32f3af9-0234-4c06-8c4c-a0894773d0df completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:39:46.182882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port b32f3af9-0234-4c06-8c4c-a0894773d0df triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:39:46.183253 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:46.261241 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:46.283320 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32f3af9-0234-4c06-8c4c-a0894773d0df'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:39:46.285562 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d92165c-9f63-4a75-847b-51fac7fac9fe" -d '{"events": [{"server_uuid": "21971de0-51bc-467c-aac8-c799dfcb0da6", "name": "network-vif-plugged", "status": "completed", "tag": "b32f3af9-0234-4c06-8c4c-a0894773d0df"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:39:46.298311 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port b32f3af9-0234-4c06-8c4c-a0894773d0df, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=b32f3af9-0234-4c06-8c4c-a0894773d0df,segment=NetworkSegment(1057f68f-c10a-4cf7-9ae0-875cde6dd22f),segment_id=1057f68f-c10a-4cf7-9ae0-875cde6dd22f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:39:46.342511 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1e1306-7072-4e10-bf5f-5c13711f0dcf x-openstack-request-id: req-ee1e1306-7072-4e10-bf5f-5c13711f0dcf {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:39:46.342511 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21971de0-51bc-467c-aac8-c799dfcb0da6", "name": "network-vif-plugged", "status": "completed", "tag": "b32f3af9-0234-4c06-8c4c-a0894773d0df", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:39:46.342511 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee1e1306-7072-4e10-bf5f-5c13711f0dcf {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:39:46.342511 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32f3af9-0234-4c06-8c4c-a0894773d0df', 'code': 200} Dec 14 03:39:46.402025 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:46.450694 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=b32f3af9-0234-4c06-8c4c-a0894773d0df,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:46.539820 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923139b6-c6cf-4873-a9cb-60836e61b54e req-43d4a81b-9346-4379-abc9-5154786567d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:46.541468 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-923139b6-c6cf-4873-a9cb-60836e61b54e req-43d4a81b-9346-4379-abc9-5154786567d7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0516143 Dec 14 03:39:46.594524 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-923139b6-c6cf-4873-a9cb-60836e61b54e req-59f68373-5896-4185-bf8e-defd0faaab31 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464509 Dec 14 03:39:46.797821 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2632805-6548-42d8-8df7-c2605467e49d req-a73db54b-6dcd-423c-810c-ea99844127d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:46.799298 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c2632805-6548-42d8-8df7-c2605467e49d req-a73db54b-6dcd-423c-810c-ea99844127d4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 1096 time: 0.3842313 Dec 14 03:39:46.844367 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c2632805-6548-42d8-8df7-c2605467e49d req-b09b59cd-fe96-4372-b636-1b88b764b1d6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379453 Dec 14 03:39:47.717198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79738f61-90e1-4918-863d-19b6d7249754 req-f210ef02-1c7e-463f-bdc3-957d81350dce tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:47.720091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79738f61-90e1-4918-863d-19b6d7249754 req-f210ef02-1c7e-463f-bdc3-957d81350dce tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0535362 Dec 14 03:39:47.768500 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-79738f61-90e1-4918-863d-19b6d7249754 req-0cec605f-9944-405a-8a26-3f60d83416ae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434847 Dec 14 03:39:48.882874 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cc3b9-1a0e-4095-8f2a-dbe6270722f7 req-f9068859-f0a0-40cb-81eb-d4d0090cab18 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:48.884354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f0cc3b9-1a0e-4095-8f2a-dbe6270722f7 req-f9068859-f0a0-40cb-81eb-d4d0090cab18 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0486493 Dec 14 03:39:48.934422 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8f0cc3b9-1a0e-4095-8f2a-dbe6270722f7 req-750344da-e2ca-4c2f-82e8-49cf3c8845e1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440876 Dec 14 03:39:49.050353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd797a9f-3b96-4baf-b0a3-eab079f62817 req-040e7ee9-d7e5-4e02-a1b7-1004b6ff6e4e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:49.051831 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd797a9f-3b96-4baf-b0a3-eab079f62817 req-040e7ee9-d7e5-4e02-a1b7-1004b6ff6e4e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0479593 Dec 14 03:39:49.104178 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd797a9f-3b96-4baf-b0a3-eab079f62817 req-c378d322-748c-49b9-8e77-06df7eea359f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464849 Dec 14 03:39:49.125475 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55086) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:49.164622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bd3b36-401e-4432-9d08-2570d21038e3 tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:49.166159 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-02bd3b36-401e-4432-9d08-2570d21038e3 tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 1091 time: 0.0397348 Dec 14 03:39:49.168987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55088) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:49.173125 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': 'b32f3af9-0234-4c06-8c4c-a0894773d0df', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:39:49.230284 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:49.329544 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:49.427351 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.25.7.19 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/2cbcb642-4770-42de-8b3f-290328a5079b) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:39:49.528141 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:49.619507 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:49.658805 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:39:49.662474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:39:49.666015 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:39:49.671301 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=2cbcb642-4770-42de-8b3f-290328a5079b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:50.001187 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:50.461481 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:50.609097 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:50.670806 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:50.736379 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=2cbcb642-4770-42de-8b3f-290328a5079b,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:39:50.748679 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:50.847061 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Floating IP 7937b316-4645-4359-a719-ae5e4cbacd8b associated. External IP: 172.25.7.19, port: b32f3af9-0234-4c06-8c4c-a0894773d0df. Dec 14 03:39:51.059054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router 4b960711-fa35-427e-a6ee-dfb77b07d935 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:39:51.166310 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:39:51.176090 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a2467-30d8-4207-bdf9-31e8625b5f87 None None] Sync routers for ids ['4b960711-fa35-427e-a6ee-dfb77b07d935'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:39:51.186882 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a2467-30d8-4207-bdf9-31e8625b5f87 None None] Routers {'4b960711-fa35-427e-a6ee-dfb77b07d935'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:39:51.187535 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-585a2467-30d8-4207-bdf9-31e8625b5f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:39:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4b960711-fa35-427e-a6ee-dfb77b07d935'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:51.244276 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:39:51.271386 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-15441a99-f8b0-437a-9a6e-8be22a39168d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1013596 Dec 14 03:39:51.272027 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'tag': 'b32f3af9-0234-4c06-8c4c-a0894773d0df'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:39:51.274460 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d260cc7c-1150-4468-8d99-ed76bce16489" -d '{"events": [{"name": "network-changed", "server_uuid": "21971de0-51bc-467c-aac8-c799dfcb0da6", "tag": "b32f3af9-0234-4c06-8c4c-a0894773d0df"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:39:51.292547 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-585a2467-30d8-4207-bdf9-31e8625b5f87 None None] Set router 4b960711-fa35-427e-a6ee-dfb77b07d935 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:39:51.311787 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e47535-2ba1-4cc2-8446-b92391090e64 x-openstack-request-id: req-17e47535-2ba1-4cc2-8446-b92391090e64 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:39:51.312084 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21971de0-51bc-467c-aac8-c799dfcb0da6", "tag": "b32f3af9-0234-4c06-8c4c-a0894773d0df", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:39:51.312849 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-17e47535-2ba1-4cc2-8446-b92391090e64 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:39:51.312849 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'tag': 'b32f3af9-0234-4c06-8c4c-a0894773d0df', 'status': 'completed', 'code': 200} Dec 14 03:39:51.381536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc421ee-5350-49f8-9fb2-cb343fcb31ab req-c6bde2f3-146c-4ed5-bbae-07bbc9ba7179 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:51.383332 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbc421ee-5350-49f8-9fb2-cb343fcb31ab req-c6bde2f3-146c-4ed5-bbae-07bbc9ba7179 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0580847 Dec 14 03:39:51.395282 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260cc7c-1150-4468-8d99-ed76bce16489 req-c906c3a4-b1c5-4b00-82de-3204da3934ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:51.397032 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d260cc7c-1150-4468-8d99-ed76bce16489 req-c906c3a4-b1c5-4b00-82de-3204da3934ac service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 1096 time: 0.0412028 Dec 14 03:39:51.434456 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dbc421ee-5350-49f8-9fb2-cb343fcb31ab req-f62dedb6-b4c0-47b2-b83f-998ac9ec8476 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449467 Dec 14 03:39:51.459450 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55094) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:51.493174 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260cc7c-1150-4468-8d99-ed76bce16489 req-9a9acb2d-dd24-4793-a3ee-2e78ea1f3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:51.494689 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d260cc7c-1150-4468-8d99-ed76bce16489 req-9a9acb2d-dd24-4793-a3ee-2e78ea1f3706 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b90438e1-6bcd-47fb-94d2-096de1b6dd46 HTTP/1.1" status: 200 len: 898 time: 0.0898850 Dec 14 03:39:51.522157 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-585a2467-30d8-4207-bdf9-31e8625b5f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644424846', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:36Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '7937b316-4645-4359-a719-ae5e4cbacd8b', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'floating_ip_address': '172.25.7.19', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'port_id': 'b32f3af9-0234-4c06-8c4c-a0894773d0df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46', 'mac_address': 'fa:16:3e:95:77:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:39:49Z', 'updated_at': '2021-12-14T03:39:49Z', 'revision_number': 0, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc', 'name': '', 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:b1:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:35Z', 'updated_at': '2021-12-14T03:39:39Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:51.534191 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1465d5de-9ab6-4676-b839-38d250c7f854 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/floatingips/7937b316-4645-4359-a719-ae5e4cbacd8b HTTP/1.1" status: 200 len: 990 time: 0.0729897 Dec 14 03:39:51.548317 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a2467-30d8-4207-bdf9-31e8625b5f87 None None] Checking router: 4b960711-fa35-427e-a6ee-dfb77b07d935 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:39:51.557190 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585a2467-30d8-4207-bdf9-31e8625b5f87 None None] Routers {'4b960711-fa35-427e-a6ee-dfb77b07d935'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:39:51.557843 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-585a2467-30d8-4207-bdf9-31e8625b5f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:39:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4b960711-fa35-427e-a6ee-dfb77b07d935'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:51.567174 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d260cc7c-1150-4468-8d99-ed76bce16489 req-0caf1fa6-e8ec-4cb7-a5e6-6e1685106f16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b32f3af9-0234-4c06-8c4c-a0894773d0df HTTP/1.1" status: 200 len: 998 time: 0.0647364 Dec 14 03:39:51.616345 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260cc7c-1150-4468-8d99-ed76bce16489 req-8b259486-234d-4f8d-a42e-aa24c7ae7f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:51.617838 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d260cc7c-1150-4468-8d99-ed76bce16489 req-8b259486-234d-4f8d-a42e-aa24c7ae7f16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2529e3c8-bdff-4969-b6e1-89b6367d9b1b HTTP/1.1" status: 200 len: 834 time: 0.0436447 Dec 14 03:39:51.660648 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-585a2467-30d8-4207-bdf9-31e8625b5f87 None None] Set router 4b960711-fa35-427e-a6ee-dfb77b07d935 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:39:51.667961 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260cc7c-1150-4468-8d99-ed76bce16489 req-a373e11b-2928-4fe4-9df7-2e0ce4876ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:39:51.669491 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d260cc7c-1150-4468-8d99-ed76bce16489 req-a373e11b-2928-4fe4-9df7-2e0ce4876ea9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b90438e1-6bcd-47fb-94d2-096de1b6dd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448005 Dec 14 03:39:51.759684 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d260cc7c-1150-4468-8d99-ed76bce16489 req-af6d9218-6539-44a0-b0db-ef2cbf5c6d64 service neutron] 10.222.0.47 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830081 Dec 14 03:39:51.851587 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d260cc7c-1150-4468-8d99-ed76bce16489 req-67c141dc-5269-43d4-9910-15639193f677 service neutron] 10.222.0.47 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843899 Dec 14 03:39:51.884894 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-585a2467-30d8-4207-bdf9-31e8625b5f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644424846', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:36Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '7937b316-4645-4359-a719-ae5e4cbacd8b', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'floating_ip_address': '172.25.7.19', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'port_id': 'b32f3af9-0234-4c06-8c4c-a0894773d0df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46', 'mac_address': 'fa:16:3e:95:77:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:39:49Z', 'updated_at': '2021-12-14T03:39:49Z', 'revision_number': 0, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc', 'name': '', 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:b1:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:35Z', 'updated_at': '2021-12-14T03:39:39Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:39:51.910120 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585a2467-30d8-4207-bdf9-31e8625b5f87 None None] The sync data for ids ['4b960711-fa35-427e-a6ee-dfb77b07d935'] in n-d-821636-1 is: [{'id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644424846', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:36Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '7937b316-4645-4359-a719-ae5e4cbacd8b', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'floating_ip_address': '172.25.7.19', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'port_id': 'b32f3af9-0234-4c06-8c4c-a0894773d0df', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46', 'mac_address': 'fa:16:3e:95:77:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:39:49Z', 'updated_at': '2021-12-14T03:39:49Z', 'revision_number': 0, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc', 'name': '', 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:b1:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:35Z', 'updated_at': '2021-12-14T03:39:39Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:39:52.105777 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfdb260-ab93-4f45-887f-3b03d695c29e None None] New status for floating IP 7937b316-4645-4359-a719-ae5e4cbacd8b: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:39:52.538048 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55096) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:39:52.598155 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-91611616-862e-430d-94b0-f00ef23bd2e0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/floatingips/7937b316-4645-4359-a719-ae5e4cbacd8b HTTP/1.1" status: 200 len: 992 time: 0.0589406 Dec 14 03:39:57.716266 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:00.847602 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:01.739840 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:40:02.287480 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c044cb6-929e-4267-975d-6817f21f201f req-a5b48176-f8f2-4073-a60f-614ae4fc3a25 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386121 Dec 14 03:40:02.391328 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c044cb6-929e-4267-975d-6817f21f201f req-dfab6b69-86cd-4b85-861e-f22a4a285bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:02.392813 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c044cb6-929e-4267-975d-6817f21f201f req-dfab6b69-86cd-4b85-861e-f22a4a285bca service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 1096 time: 0.0449715 Dec 14 03:40:02.493446 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c044cb6-929e-4267-975d-6817f21f201f req-12f73088-8a5c-4ad4-9778-a67616ef6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:02.494912 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c044cb6-929e-4267-975d-6817f21f201f req-12f73088-8a5c-4ad4-9778-a67616ef6477 service neutron] 10.222.0.47 "GET /v2.0/networks?id=b90438e1-6bcd-47fb-94d2-096de1b6dd46 HTTP/1.1" status: 200 len: 898 time: 0.0827408 Dec 14 03:40:02.563038 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c044cb6-929e-4267-975d-6817f21f201f req-ba976e2b-1219-43a8-a5fe-56551ab7880e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b32f3af9-0234-4c06-8c4c-a0894773d0df HTTP/1.1" status: 200 len: 1000 time: 0.0606134 Dec 14 03:40:02.611255 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c044cb6-929e-4267-975d-6817f21f201f req-03002076-251d-4166-8bd0-818f4991a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:02.612671 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c044cb6-929e-4267-975d-6817f21f201f req-03002076-251d-4166-8bd0-818f4991a855 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2529e3c8-bdff-4969-b6e1-89b6367d9b1b HTTP/1.1" status: 200 len: 834 time: 0.0426183 Dec 14 03:40:02.658191 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c044cb6-929e-4267-975d-6817f21f201f req-9e659de5-f25e-4ae6-ab30-104add4f9fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:02.659695 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c044cb6-929e-4267-975d-6817f21f201f req-9e659de5-f25e-4ae6-ab30-104add4f9fa5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b90438e1-6bcd-47fb-94d2-096de1b6dd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402400 Dec 14 03:40:02.751500 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c044cb6-929e-4267-975d-6817f21f201f req-725ad64c-b18b-49d3-a577-82bdc48edde9 service neutron] 10.222.0.47 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845532 Dec 14 03:40:02.806958 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8a34228f-6648-4fa7-be87-ff53bd9b6b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:02.840910 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-0c044cb6-929e-4267-975d-6817f21f201f req-68b1d008-fd5c-4cb5-a75d-393bf7ceb531 service neutron] 10.222.0.47 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820475 Dec 14 03:40:05.063684 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8adebb89-18cb-40e9-80ff-9f3c0479b2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:06.561608 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:07.904402 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:08.669862 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:23.782536 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-277ffd9a-713d-4553-98e4-6fbd22bb1f6c req-c64c56fa-6fa3-444a-8c71-d47fc6411acd service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:40:23.783582 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-277ffd9a-713d-4553-98e4-6fbd22bb1f6c req-c64c56fa-6fa3-444a-8c71-d47fc6411acd service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053847 Dec 14 03:40:24.108515 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9ac06-cf4a-4da3-b71a-33ff20119e72 req-ad7b6afc-4381-44ca-9750-fe50bc725155 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:24.110054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-46f9ac06-cf4a-4da3-b71a-33ff20119e72 req-ad7b6afc-4381-44ca-9750-fe50bc725155 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0494509 Dec 14 03:40:24.161083 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-46f9ac06-cf4a-4da3-b71a-33ff20119e72 req-3942e452-454f-4aaf-ab2c-e4fe8d34f6a4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440521 Dec 14 03:40:24.256985 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55116) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:40:24.338002 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-ef7a1dca-0e8e-4e0e-877b-3b7aff0409e3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798728 Dec 14 03:40:24.346698 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-380dbdfc-639c-4c9f-a820-7e2ad928b7cb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:40:24.348182 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-380dbdfc-639c-4c9f-a820-7e2ad928b7cb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049024 Dec 14 03:40:25.286254 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5ffb6-cd08-4407-a02b-3b55dad83b9b req-91b6f187-ce02-4ffd-a9fa-9c5959208acc tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:25.287765 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8e5ffb6-cd08-4407-a02b-3b55dad83b9b req-91b6f187-ce02-4ffd-a9fa-9c5959208acc tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0546997 Dec 14 03:40:25.338622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8e5ffb6-cd08-4407-a02b-3b55dad83b9b req-98fe3dc9-ce06-44e7-a0aa-58910254e4ff tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447655 Dec 14 03:40:26.456266 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901d819-c75a-4c8d-b699-40045899ef79 req-29fa89b5-66f5-400f-bd0b-ddd2b6d2093c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:26.457979 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0901d819-c75a-4c8d-b699-40045899ef79 req-29fa89b5-66f5-400f-bd0b-ddd2b6d2093c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0495439 Dec 14 03:40:26.509886 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0901d819-c75a-4c8d-b699-40045899ef79 req-af415c9f-e7ad-486a-83fe-1a4a1e176a22 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454583 Dec 14 03:40:26.531461 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-2e14b4b5-7309-471e-ad4c-5ff422111d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:26.532976 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-2e14b4b5-7309-471e-ad4c-5ff422111d1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 1096 time: 0.0889580 Dec 14 03:40:26.622617 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-a9dcb303-ec63-46a2-bf22-befa6d52195c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:26.624003 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-a9dcb303-ec63-46a2-bf22-befa6d52195c service neutron] 10.222.0.47 "GET /v2.0/networks?id=b90438e1-6bcd-47fb-94d2-096de1b6dd46 HTTP/1.1" status: 200 len: 898 time: 0.0839767 Dec 14 03:40:26.694021 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-eb928d36-1bb2-46d1-aff9-2a0e2cb59588 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b32f3af9-0234-4c06-8c4c-a0894773d0df HTTP/1.1" status: 200 len: 1000 time: 0.0630186 Dec 14 03:40:26.743558 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-2640290d-0109-411f-bf06-f31de2aa89da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:26.745076 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-2640290d-0109-411f-bf06-f31de2aa89da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2529e3c8-bdff-4969-b6e1-89b6367d9b1b HTTP/1.1" status: 200 len: 834 time: 0.0448129 Dec 14 03:40:26.791786 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-3b7b6dbc-aefd-4d86-8424-502b78d281d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:26.793273 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-3b7b6dbc-aefd-4d86-8424-502b78d281d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b90438e1-6bcd-47fb-94d2-096de1b6dd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405803 Dec 14 03:40:26.804330 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-88f21a77-8c13-48da-be58-4996725b2d1a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:40:26.807621 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-88f21a77-8c13-48da-be58-4996725b2d1a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051587 Dec 14 03:40:26.898013 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-c7acd3d2-dab6-4c6f-b230-3ad33e427918 service neutron] 10.222.0.47 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852566 Dec 14 03:40:26.986021 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-10ad3bfe-74ff-433f-a9c5-0d3f1f9d375d service neutron] 10.222.0.47 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816178 Dec 14 03:40:27.624905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e9573-572f-404f-9d66-8b322f062138 req-e75ae93e-9716-48ea-89de-d51a35144734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:27.626435 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a33e9573-572f-404f-9d66-8b322f062138 req-e75ae93e-9716-48ea-89de-d51a35144734 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0488074 Dec 14 03:40:27.685553 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a33e9573-572f-404f-9d66-8b322f062138 req-b377101e-fab8-4673-9897-f9b9fb06d0e4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522192 Dec 14 03:40:27.685863 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:28.803822 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518da12-48b2-4163-a604-6ca0a86a189b req-35564cb0-b273-4305-a5a0-c1449724fadc tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:28.805405 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6518da12-48b2-4163-a604-6ca0a86a189b req-35564cb0-b273-4305-a5a0-c1449724fadc tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0508838 Dec 14 03:40:28.854686 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6518da12-48b2-4163-a604-6ca0a86a189b req-8e7cc854-3e3d-4043-a2bf-03f6a370f2fb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432909 Dec 14 03:40:29.968902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d081c-18d9-436e-9566-dbef206cf516 req-bfabffe4-0d1e-4335-972b-9a5026db912e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:29.970445 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc9d081c-18d9-436e-9566-dbef206cf516 req-bfabffe4-0d1e-4335-972b-9a5026db912e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0484512 Dec 14 03:40:30.020337 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fc9d081c-18d9-436e-9566-dbef206cf516 req-113abb02-a883-4d13-858a-afc4e38edc19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427001 Dec 14 03:40:30.836218 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:31.139371 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dae4a-8a27-4312-bb6b-d38a8cad5920 req-ac0ae35a-945f-4e00-a6fd-6a0245f39c9d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:31.140855 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af5dae4a-8a27-4312-bb6b-d38a8cad5920 req-ac0ae35a-945f-4e00-a6fd-6a0245f39c9d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0532856 Dec 14 03:40:31.189826 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-af5dae4a-8a27-4312-bb6b-d38a8cad5920 req-39cd605e-8c2a-4383-8682-f9228a4c036e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430067 Dec 14 03:40:32.305269 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac8457-1aa4-41b8-a676-0925a7a18dee req-2148a9c4-219a-40f3-a5ef-9044dced1f6f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:32.306786 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3ac8457-1aa4-41b8-a676-0925a7a18dee req-2148a9c4-219a-40f3-a5ef-9044dced1f6f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0492799 Dec 14 03:40:32.355326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e3ac8457-1aa4-41b8-a676-0925a7a18dee req-685d178a-bdff-4c9e-85a7-643aff343610 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426617 Dec 14 03:40:32.799829 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-768adc88-d6cc-4816-9544-f0d733a7949d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:33.474448 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51055b-82bf-461d-8b9e-5a19fa816a9d req-368dfa68-dece-4a4d-b13f-f83af69878a1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:33.475852 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b51055b-82bf-461d-8b9e-5a19fa816a9d req-368dfa68-dece-4a4d-b13f-f83af69878a1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0530565 Dec 14 03:40:33.526216 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b51055b-82bf-461d-8b9e-5a19fa816a9d req-eaba5d04-70b1-4c95-92d2-3c102ecc3c14 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444858 Dec 14 03:40:34.643966 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4136eb-03a3-432f-b38e-16f6e329c28f req-750fcfa9-9fe1-4672-a23c-9fd96ea5f4cd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:34.645894 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec4136eb-03a3-432f-b38e-16f6e329c28f req-750fcfa9-9fe1-4672-a23c-9fd96ea5f4cd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0502977 Dec 14 03:40:34.696754 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec4136eb-03a3-432f-b38e-16f6e329c28f req-a6d49c6c-6b5f-4a95-b6d1-f22787ad3079 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445235 Dec 14 03:40:35.079795 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9866f432-dae5-4141-a391-8cf1c4ac1b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:35.814353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ef1a4-8258-48ab-8229-8d3e591a0358 req-aa08a608-d057-49bb-809e-7d1b9e4058c6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:35.815783 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae1ef1a4-8258-48ab-8229-8d3e591a0358 req-aa08a608-d057-49bb-809e-7d1b9e4058c6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0499284 Dec 14 03:40:35.870489 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae1ef1a4-8258-48ab-8229-8d3e591a0358 req-b9377959-d368-4b36-b74a-6824545e73fa tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470715 Dec 14 03:40:36.561318 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:36.994020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e862b41-1394-4fd0-b159-c5ef1ea69f6e req-ea77ec64-46b6-4451-a6d3-896b0a75271a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:36.995531 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e862b41-1394-4fd0-b159-c5ef1ea69f6e req-ea77ec64-46b6-4451-a6d3-896b0a75271a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0562546 Dec 14 03:40:37.044877 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e862b41-1394-4fd0-b159-c5ef1ea69f6e req-2af79b6b-1e03-4c09-81ad-2f5577921c46 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430403 Dec 14 03:40:37.954014 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:38.164024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea24e0c-5d86-4286-a7aa-1d73448d361c req-a8f41264-732b-4a33-b6b7-9caab02bf7b7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:38.165536 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ea24e0c-5d86-4286-a7aa-1d73448d361c req-a8f41264-732b-4a33-b6b7-9caab02bf7b7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0491574 Dec 14 03:40:38.217573 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7ea24e0c-5d86-4286-a7aa-1d73448d361c req-1bccd270-b300-4e53-ab9c-bb9294943e11 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460286 Dec 14 03:40:38.662683 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:38.738775 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:40:39.065874 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-39884d9e-0ddf-4a44-a793-195942b9405d service neutron] show failed (client error): The resource could not be found. Dec 14 03:40:39.067484 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-39884d9e-0ddf-4a44-a793-195942b9405d service neutron] 10.222.0.47 "GET /v2.0/ports/b32f3af9-0234-4c06-8c4c-a0894773d0df/bindings/n-h1-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.0554929 Dec 14 03:40:39.337224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e195f-f8c1-4f34-bb2d-2cfb2b60e53a req-efe67db5-53f8-4489-84cd-8088dac722da tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:39.338740 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-104e195f-f8c1-4f34-bb2d-2cfb2b60e53a req-efe67db5-53f8-4489-84cd-8088dac722da tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0525715 Dec 14 03:40:39.388060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-104e195f-f8c1-4f34-bb2d-2cfb2b60e53a req-525141ba-2282-44de-ae7d-fc42c4c0a71c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433481 Dec 14 03:40:39.547269 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-ebc496ea-d0ea-42b6-8f03-2b66ac987824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:39.548681 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-ebc496ea-d0ea-42b6-8f03-2b66ac987824 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6&tenant_id=e90791a963ff4982b07d4a054c7fb248 HTTP/1.1" status: 200 len: 1096 time: 0.0421519 Dec 14 03:40:39.560198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-183e48a0-85e5-4990-9bd5-ebb3681f9131 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:40:39.561124 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-183e48a0-85e5-4990-9bd5-ebb3681f9131 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049765 Dec 14 03:40:39.578490 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-821636-1', 'device_owner': 'compute:nova'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:40:39.633855 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:39.830699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] For port b32f3af9-0234-4c06-8c4c-a0894773d0df, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=b32f3af9-0234-4c06-8c4c-a0894773d0df,segment=NetworkSegment(1057f68f-c10a-4cf7-9ae0-875cde6dd22f),segment_id=1057f68f-c10a-4cf7-9ae0-875cde6dd22f)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:40:39.863444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] For port b32f3af9-0234-4c06-8c4c-a0894773d0df, host n-h2-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:40:39.901127 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b32f3af9-0234-4c06-8c4c-a0894773d0df'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:40:39.903434 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf60bceb-294b-4fb6-bcd3-8eca3b84be48" -d '{"events": [{"server_uuid": "21971de0-51bc-467c-aac8-c799dfcb0da6", "name": "network-vif-unplugged", "status": "completed", "tag": "b32f3af9-0234-4c06-8c4c-a0894773d0df"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:40:39.907486 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:39.927346 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Transition to ACTIVE for port object b32f3af9-0234-4c06-8c4c-a0894773d0df will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:40:39.954475 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 03:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72261ec7-b6b4-4871-b1d9-9d71962c4453 x-openstack-request-id: req-72261ec7-b6b4-4871-b1d9-9d71962c4453 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:40:39.954475 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21971de0-51bc-467c-aac8-c799dfcb0da6", "name": "network-vif-unplugged", "status": "completed", "tag": "b32f3af9-0234-4c06-8c4c-a0894773d0df", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:40:39.954475 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72261ec7-b6b4-4871-b1d9-9d71962c4453 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:40:39.954791 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b32f3af9-0234-4c06-8c4c-a0894773d0df', 'code': 200} Dec 14 03:40:40.007099 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:40.087778 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Pushing event updated for resources: {'Port': ['ID=b32f3af9-0234-4c06-8c4c-a0894773d0df,revision_number=6']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:40:40.104892 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:40.105251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:40.123066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:40.123066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:40.123066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:40.123066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:40.123066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:40.123066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:40.123066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:40.123066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:40.123066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:40.123066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:40.123066 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:40.146950 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] No DVR routers for this DVR port b32f3af9-0234-4c06-8c4c-a0894773d0df on host n-h2-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:40:40.291271 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Attempting to bind port b32f3af9-0234-4c06-8c4c-a0894773d0df on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:40:40.291458 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Attempting to bind port b32f3af9-0234-4c06-8c4c-a0894773d0df by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '1057f68f-c10a-4cf7-9ae0-875cde6dd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:40:40.291785 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Attempting to bind port b32f3af9-0234-4c06-8c4c-a0894773d0df on network b90438e1-6bcd-47fb-94d2-096de1b6dd46 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:40:40.296148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Port b32f3af9-0234-4c06-8c4c-a0894773d0df on network b90438e1-6bcd-47fb-94d2-096de1b6dd46 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:40:40.296471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Attempting to bind port b32f3af9-0234-4c06-8c4c-a0894773d0df on network b90438e1-6bcd-47fb-94d2-096de1b6dd46 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:40:40.301873 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:40:40.302248 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Checking segment: {'id': '1057f68f-c10a-4cf7-9ae0-875cde6dd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:40:40.302633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Bound using segment: {'id': '1057f68f-c10a-4cf7-9ae0-875cde6dd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:40:40.303072 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Bound port: b32f3af9-0234-4c06-8c4c-a0894773d0df, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1057f68f-c10a-4cf7-9ae0-875cde6dd22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:40:40.303406 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:40.365880 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] For port b32f3af9-0234-4c06-8c4c-a0894773d0df, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:40:40.368808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] For port b32f3af9-0234-4c06-8c4c-a0894773d0df, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=b32f3af9-0234-4c06-8c4c-a0894773d0df,segment=NetworkSegment(1057f68f-c10a-4cf7-9ae0-875cde6dd22f),segment_id=1057f68f-c10a-4cf7-9ae0-875cde6dd22f)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:40:40.417185 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:40.453522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:40.454152 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:40.455718 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] 10.222.0.46 "PUT /v2.0/ports/b32f3af9-0234-4c06-8c4c-a0894773d0df HTTP/1.1" status: 200 len: 1091 time: 0.8806746 Dec 14 03:40:40.531357 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ebbd5-9e8b-445b-bfd3-4ac815c175fa service neutron] Pushing event updated for resources: {'Port': ['ID=b32f3af9-0234-4c06-8c4c-a0894773d0df,revision_number=7']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:40:40.556182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643ee73-4c7d-4114-8a5a-9034d0eb19de req-a648c8b9-a3eb-4aed-b4ab-4849be260d52 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:40.557805 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1643ee73-4c7d-4114-8a5a-9034d0eb19de req-a648c8b9-a3eb-4aed-b4ab-4849be260d52 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 943 time: 0.0969803 Dec 14 03:40:40.564815 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-75909352-58c6-4e88-927f-b9235d719cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:40.566941 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-75909352-58c6-4e88-927f-b9235d719cef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 1094 time: 0.0695424 Dec 14 03:40:40.669084 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1643ee73-4c7d-4114-8a5a-9034d0eb19de req-45e1d3e2-3c75-45c9-bbb0-ba10389a0e76 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010654 Dec 14 03:40:40.693702 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-01bd57c2-e344-4337-b433-efa36a38fef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:40.695211 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-01bd57c2-e344-4337-b433-efa36a38fef6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b90438e1-6bcd-47fb-94d2-096de1b6dd46 HTTP/1.1" status: 200 len: 898 time: 0.1212204 Dec 14 03:40:40.763694 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-209512e7-1bf9-481e-8675-f77b360733bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b32f3af9-0234-4c06-8c4c-a0894773d0df HTTP/1.1" status: 200 len: 998 time: 0.0602882 Dec 14 03:40:40.812089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-f47ece44-afdf-4616-8a4f-5fe6d9f1c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:40.813601 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-f47ece44-afdf-4616-8a4f-5fe6d9f1c5da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2529e3c8-bdff-4969-b6e1-89b6367d9b1b HTTP/1.1" status: 200 len: 834 time: 0.0432513 Dec 14 03:40:40.861935 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-bc368324-2966-4e1e-be2c-b7be0e0b2116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:40.864053 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-bc368324-2966-4e1e-be2c-b7be0e0b2116 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b90438e1-6bcd-47fb-94d2-096de1b6dd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436246 Dec 14 03:40:40.951462 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-2efef297-0573-4b50-b697-e8e01bf6784c service neutron] 10.222.0.46 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801597 Dec 14 03:40:41.045351 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8a855ee8-5cab-4b7f-b056-ee6236af0389 req-0a6b2303-3873-483b-bdfd-ecd226a2fdfa service neutron] 10.222.0.46 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858834 Dec 14 03:40:41.788995 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d5e8c-cb62-4b62-b0d0-7dac96f89f29 req-98facfd9-46ca-4fc4-9ef3-8d07de10f422 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:41.790499 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-148d5e8c-cb62-4b62-b0d0-7dac96f89f29 req-98facfd9-46ca-4fc4-9ef3-8d07de10f422 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 943 time: 0.0500622 Dec 14 03:40:41.839641 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-148d5e8c-cb62-4b62-b0d0-7dac96f89f29 req-c7bdd8eb-a41f-4280-aeb8-820837e3137c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430708 Dec 14 03:40:41.955654 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'tag': 'b32f3af9-0234-4c06-8c4c-a0894773d0df'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:40:41.958291 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d63511-5805-4fcc-8fd8-fd4322f469bb" -d '{"events": [{"name": "network-changed", "server_uuid": "21971de0-51bc-467c-aac8-c799dfcb0da6", "tag": "b32f3af9-0234-4c06-8c4c-a0894773d0df"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:40:42.009042 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504228e9-6df1-4eb5-9088-bad0089298d6 x-openstack-request-id: req-504228e9-6df1-4eb5-9088-bad0089298d6 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:40:42.009360 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21971de0-51bc-467c-aac8-c799dfcb0da6", "tag": "b32f3af9-0234-4c06-8c4c-a0894773d0df", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:40:42.009633 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-504228e9-6df1-4eb5-9088-bad0089298d6 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:40:42.010040 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'tag': 'b32f3af9-0234-4c06-8c4c-a0894773d0df', 'status': 'completed', 'code': 200} Dec 14 03:40:42.089445 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-7795c674-b770-4acf-a1e8-bab8dc4f0614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:42.090952 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-7795c674-b770-4acf-a1e8-bab8dc4f0614 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 1094 time: 0.0412467 Dec 14 03:40:42.099058 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-88584f17-9edf-44cb-a44c-931ad254b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:42.100538 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-88584f17-9edf-44cb-a44c-931ad254b0ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 1094 time: 0.0454707 Dec 14 03:40:42.186374 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-3c669138-4fdd-43f7-8678-de993ad022c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:42.187850 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-3c669138-4fdd-43f7-8678-de993ad022c3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b90438e1-6bcd-47fb-94d2-096de1b6dd46 HTTP/1.1" status: 200 len: 898 time: 0.0874465 Dec 14 03:40:42.188666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-28320775-95bc-4c25-8c4a-55219ea5acde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:42.190167 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-28320775-95bc-4c25-8c4a-55219ea5acde service neutron] 10.222.0.47 "GET /v2.0/networks?id=b90438e1-6bcd-47fb-94d2-096de1b6dd46 HTTP/1.1" status: 200 len: 898 time: 0.0826871 Dec 14 03:40:42.255017 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-261d70cc-14ad-46e3-a4c6-aae92561e5ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b32f3af9-0234-4c06-8c4c-a0894773d0df HTTP/1.1" status: 200 len: 998 time: 0.0584164 Dec 14 03:40:42.259590 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-0cdaba0f-3e37-42c9-a3bb-9c1292150181 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b32f3af9-0234-4c06-8c4c-a0894773d0df HTTP/1.1" status: 200 len: 998 time: 0.0625510 Dec 14 03:40:42.294800 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device b32f3af9-0234-4c06-8c4c-a0894773d0df no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:40:42.308995 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-1edfed86-9b65-4940-8534-158613431d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:42.310543 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-1edfed86-9b65-4940-8534-158613431d0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2529e3c8-bdff-4969-b6e1-89b6367d9b1b HTTP/1.1" status: 200 len: 834 time: 0.0482275 Dec 14 03:40:42.313751 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-b08790b2-c32b-474a-a892-3a20e267fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:42.315206 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-b08790b2-c32b-474a-a892-3a20e267fecc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2529e3c8-bdff-4969-b6e1-89b6367d9b1b HTTP/1.1" status: 200 len: 834 time: 0.0491040 Dec 14 03:40:42.336132 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device b32f3af9-0234-4c06-8c4c-a0894773d0df not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:40:42.361316 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-7d90c818-8fc8-458d-ab18-3873e06404a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:42.361836 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-12d7bb56-b5a7-413e-8aa9-2165b0413806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:42.362850 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-7d90c818-8fc8-458d-ab18-3873e06404a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b90438e1-6bcd-47fb-94d2-096de1b6dd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420811 Dec 14 03:40:42.363501 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-12d7bb56-b5a7-413e-8aa9-2165b0413806 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b90438e1-6bcd-47fb-94d2-096de1b6dd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410087 Dec 14 03:40:42.452541 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-2c7940bb-25e6-4c98-b84c-201885fe0826 service neutron] 10.222.0.46 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817502 Dec 14 03:40:42.455670 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-7817cbf9-791d-4cdb-9b9c-31e9d65342a6 service neutron] 10.222.0.47 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848467 Dec 14 03:40:42.549178 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-0c16aebb-d7f2-4c1a-9ee9-bc9782d95a20 service neutron] 10.222.0.47 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862939 Dec 14 03:40:42.555493 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-27d63511-5805-4fcc-8fd8-fd4322f469bb req-79b2a158-4913-47e5-bc97-1fddc21aa29c service neutron] 10.222.0.46 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880265 Dec 14 03:40:42.959857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe6a15-5841-48ed-84ec-b481fc845457 req-aeb9d243-6e38-4b24-b965-dc963baf4b95 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:42.961399 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50fe6a15-5841-48ed-84ec-b481fc845457 req-aeb9d243-6e38-4b24-b965-dc963baf4b95 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 943 time: 0.0504229 Dec 14 03:40:43.011180 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-50fe6a15-5841-48ed-84ec-b481fc845457 req-bda2bcc2-6542-4bab-8df2-de279eace659 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436704 Dec 14 03:40:43.719244 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device b32f3af9-0234-4c06-8c4c-a0894773d0df details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:40:43.816778 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port b32f3af9-0234-4c06-8c4c-a0894773d0df, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=b32f3af9-0234-4c06-8c4c-a0894773d0df,segment=NetworkSegment(1057f68f-c10a-4cf7-9ae0-875cde6dd22f),segment_id=1057f68f-c10a-4cf7-9ae0-875cde6dd22f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:40:43.827783 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'b32f3af9-0234-4c06-8c4c-a0894773d0df', 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46', 'port_id': 'b32f3af9-0234-4c06-8c4c-a0894773d0df', 'mac_address': 'fa:16:3e:95:77:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:40:43.863705 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:43.876355 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32f3af9-0234-4c06-8c4c-a0894773d0df {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:40:43.896219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port b32f3af9-0234-4c06-8c4c-a0894773d0df, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=b32f3af9-0234-4c06-8c4c-a0894773d0df,segment=NetworkSegment(1057f68f-c10a-4cf7-9ae0-875cde6dd22f),segment_id=1057f68f-c10a-4cf7-9ae0-875cde6dd22f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:40:43.956132 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:44.007271 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=b32f3af9-0234-4c06-8c4c-a0894773d0df,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:40:44.014538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:44.014892 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:44.015240 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:44.015582 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:44.015920 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:44.016280 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:44.016590 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:44.016925 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:44.017254 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:44.017603 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:44.019866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:44.019866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:44.019866 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:40:44.134111 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6744a4d-3a63-4b6e-ada0-287d63668e40 req-ece13675-66df-4a35-9889-e34cc2fd1595 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:44.135594 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d6744a4d-3a63-4b6e-ada0-287d63668e40 req-ece13675-66df-4a35-9889-e34cc2fd1595 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 944 time: 0.0542328 Dec 14 03:40:44.184271 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d6744a4d-3a63-4b6e-ada0-287d63668e40 req-139b9f7d-d99c-49df-bc05-adce3c515200 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427585 Dec 14 03:40:44.255603 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['b32f3af9-0234-4c06-8c4c-a0894773d0df'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:40:44.489736 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8aca7d-281c-4f66-a45d-407f7e77ab9f req-761390ae-37af-4c35-87b3-986eca5f4aef tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:44.491236 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9e8aca7d-281c-4f66-a45d-407f7e77ab9f req-761390ae-37af-4c35-87b3-986eca5f4aef tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 944 time: 0.0494623 Dec 14 03:40:44.541490 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9e8aca7d-281c-4f66-a45d-407f7e77ab9f req-372119a4-bef0-47e1-9713-17adab6bfbc5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436714 Dec 14 03:40:44.576722 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f65b24-28b4-4fbd-bbf9-6feac7ecb1ff req-fa707c06-e2fb-4ad7-95c2-02b4096ad12c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:44.578227 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-78f65b24-28b4-4fbd-bbf9-6feac7ecb1ff req-fa707c06-e2fb-4ad7-95c2-02b4096ad12c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.47 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6&tenant_id=e90791a963ff4982b07d4a054c7fb248&binding%3Ahost_id=n-h1-821636-1 HTTP/1.1" status: 200 len: 944 time: 0.0532839 Dec 14 03:40:44.651800 n-d-821636-1 neutron-server[103847]: INFO neutron.api.v2.resource [req-78f65b24-28b4-4fbd-bbf9-6feac7ecb1ff req-2fea243e-4d4a-4296-bced-1d84dfc48c24 service neutron] delete failed (client error): The resource could not be found. Dec 14 03:40:44.651800 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-78f65b24-28b4-4fbd-bbf9-6feac7ecb1ff req-2fea243e-4d4a-4296-bced-1d84dfc48c24 service neutron] 10.222.0.47 "DELETE /v2.0/ports/b32f3af9-0234-4c06-8c4c-a0894773d0df/bindings/n-h2-821636-1 HTTP/1.1" status: 404 len: 380 time: 0.0614009 Dec 14 03:40:44.659052 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f714ad-ef5e-4b3f-87fa-00e99c253422 req-379a8822-09ae-4e26-ad40-2bf0194b9f5b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:44.661113 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-23f714ad-ef5e-4b3f-87fa-00e99c253422 req-379a8822-09ae-4e26-ad40-2bf0194b9f5b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 944 time: 0.0501399 Dec 14 03:40:44.714877 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-23f714ad-ef5e-4b3f-87fa-00e99c253422 req-0492ca2b-8d6f-46fb-a4a7-8039ac56f59e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474412 Dec 14 03:40:44.752366 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f65b24-28b4-4fbd-bbf9-6feac7ecb1ff req-d0c2c9a6-42b0-478a-ac34-4e1615cea76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:44.754624 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-78f65b24-28b4-4fbd-bbf9-6feac7ecb1ff req-d0c2c9a6-42b0-478a-ac34-4e1615cea76e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 1095 time: 0.0423067 Dec 14 03:40:44.843485 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f65b24-28b4-4fbd-bbf9-6feac7ecb1ff req-0637212d-2ff6-467b-8dea-d18692b7ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:44.844937 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-78f65b24-28b4-4fbd-bbf9-6feac7ecb1ff req-0637212d-2ff6-467b-8dea-d18692b7ddcf service neutron] 10.222.0.47 "GET /v2.0/networks?id=b90438e1-6bcd-47fb-94d2-096de1b6dd46 HTTP/1.1" status: 200 len: 898 time: 0.0841045 Dec 14 03:40:44.913492 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-78f65b24-28b4-4fbd-bbf9-6feac7ecb1ff req-1e8beca2-dcff-494e-8760-f5538eeed4ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b32f3af9-0234-4c06-8c4c-a0894773d0df HTTP/1.1" status: 200 len: 999 time: 0.0616145 Dec 14 03:40:44.962934 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f65b24-28b4-4fbd-bbf9-6feac7ecb1ff req-844b48bd-b8e5-4ef0-b2c6-4e1500a0d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:44.964382 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-78f65b24-28b4-4fbd-bbf9-6feac7ecb1ff req-844b48bd-b8e5-4ef0-b2c6-4e1500a0d6aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2529e3c8-bdff-4969-b6e1-89b6367d9b1b HTTP/1.1" status: 200 len: 834 time: 0.0441282 Dec 14 03:40:45.011605 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f65b24-28b4-4fbd-bbf9-6feac7ecb1ff req-17dc7a32-8c9b-49dd-9838-bd199b1e1733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:45.013138 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-78f65b24-28b4-4fbd-bbf9-6feac7ecb1ff req-17dc7a32-8c9b-49dd-9838-bd199b1e1733 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=b90438e1-6bcd-47fb-94d2-096de1b6dd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408337 Dec 14 03:40:45.106256 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-78f65b24-28b4-4fbd-bbf9-6feac7ecb1ff req-8024a60b-65ec-482e-aea4-996e58b152df service neutron] 10.222.0.47 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844407 Dec 14 03:40:45.194190 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-78f65b24-28b4-4fbd-bbf9-6feac7ecb1ff req-58b5c3e7-0a38-4aa9-a2cb-e730db281df5 service neutron] 10.222.0.47 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798380 Dec 14 03:40:45.748119 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device b32f3af9-0234-4c06-8c4c-a0894773d0df up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:40:45.835752 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df76db-7de8-4858-a2e2-7dcd86bca9e2 req-84c44e2c-4cf1-45ac-bf2c-2619f1d71d6b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:45.837394 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58df76db-7de8-4858-a2e2-7dcd86bca9e2 req-84c44e2c-4cf1-45ac-bf2c-2619f1d71d6b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 944 time: 0.0492735 Dec 14 03:40:45.853129 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port b32f3af9-0234-4c06-8c4c-a0894773d0df completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:40:45.857156 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port b32f3af9-0234-4c06-8c4c-a0894773d0df triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:40:45.862735 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:45.888191 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-58df76db-7de8-4858-a2e2-7dcd86bca9e2 req-78822bfb-e6ab-4283-8cb7-c148706cf939 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448475 Dec 14 03:40:45.936723 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:45.960933 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32f3af9-0234-4c06-8c4c-a0894773d0df'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:40:45.963408 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6591d37-5af1-43d2-85e1-52ddf6789e42" -d '{"events": [{"server_uuid": "21971de0-51bc-467c-aac8-c799dfcb0da6", "name": "network-vif-plugged", "status": "completed", "tag": "b32f3af9-0234-4c06-8c4c-a0894773d0df"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:40:45.979956 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port b32f3af9-0234-4c06-8c4c-a0894773d0df, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=b32f3af9-0234-4c06-8c4c-a0894773d0df,segment=NetworkSegment(1057f68f-c10a-4cf7-9ae0-875cde6dd22f),segment_id=1057f68f-c10a-4cf7-9ae0-875cde6dd22f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:40:46.004133 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b40fea6-2a6a-4f26-b52d-c4e432bb0f4e x-openstack-request-id: req-7b40fea6-2a6a-4f26-b52d-c4e432bb0f4e {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:40:46.004448 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21971de0-51bc-467c-aac8-c799dfcb0da6", "name": "network-vif-plugged", "status": "completed", "tag": "b32f3af9-0234-4c06-8c4c-a0894773d0df", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:40:46.004713 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b40fea6-2a6a-4f26-b52d-c4e432bb0f4e {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:40:46.005162 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32f3af9-0234-4c06-8c4c-a0894773d0df', 'code': 200} Dec 14 03:40:46.045236 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:40:46.094795 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=b32f3af9-0234-4c06-8c4c-a0894773d0df,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:40:47.008726 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef900338-229a-4cb5-b7a1-b1f6b2399877 req-b16d23c4-a014-4232-b919-5755f34977c2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:40:47.010227 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef900338-229a-4cb5-b7a1-b1f6b2399877 req-b16d23c4-a014-4232-b919-5755f34977c2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0480750 Dec 14 03:40:47.058759 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef900338-229a-4cb5-b7a1-b1f6b2399877 req-a51972de-09cb-4398-a28e-46538b986fdf tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426869 Dec 14 03:40:47.080331 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55194) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:40:47.143431 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-be576109-9000-4dc3-a5cf-2cf7924fc999 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/floatingips/7937b316-4645-4359-a719-ae5e4cbacd8b HTTP/1.1" status: 200 len: 992 time: 0.0619698 Dec 14 03:40:57.716044 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:00.841625 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:02.806907 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-76b3cd98-1fa3-45b7-b189-b6a4e689b1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:05.070108 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fd084af9-f0d4-498c-95ac-0b137efdc721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:06.567331 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:07.949866 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:08.673157 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:13.572973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55204) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:13.727719 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-6d10e307-a5dd-4236-9533-6e817377c6af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port 2cbcb642-4770-42de-8b3f-290328a5079b {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:41:13.728056 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6d10e307-a5dd-4236-9533-6e817377c6af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:13.803962 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6d10e307-a5dd-4236-9533-6e817377c6af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:13.804290 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6d10e307-a5dd-4236-9533-6e817377c6af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:13.816234 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-6d10e307-a5dd-4236-9533-6e817377c6af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for 2cbcb642-4770-42de-8b3f-290328a5079b owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:41:14.016281 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6d10e307-a5dd-4236-9533-6e817377c6af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:14.052182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10e307-a5dd-4236-9533-6e817377c6af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=2cbcb642-4770-42de-8b3f-290328a5079b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:14.104194 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6d10e307-a5dd-4236-9533-6e817377c6af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:14.109634 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-6d10e307-a5dd-4236-9533-6e817377c6af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Floating IP 7937b316-4645-4359-a719-ae5e4cbacd8b disassociated (deleted). External IP: 172.25.7.19, port: b32f3af9-0234-4c06-8c4c-a0894773d0df. Dec 14 03:41:14.308835 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d10e307-a5dd-4236-9533-6e817377c6af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router 4b960711-fa35-427e-a6ee-dfb77b07d935 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:41:14.415031 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d10e307-a5dd-4236-9533-6e817377c6af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:41:14.419834 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-6d10e307-a5dd-4236-9533-6e817377c6af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:14.424401 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2f9b60-acc7-43b8-a54d-31515fbc2daf None None] Sync routers for ids ['4b960711-fa35-427e-a6ee-dfb77b07d935'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:41:14.433556 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2f9b60-acc7-43b8-a54d-31515fbc2daf None None] Routers {'4b960711-fa35-427e-a6ee-dfb77b07d935'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:41:14.434163 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-df2f9b60-acc7-43b8-a54d-31515fbc2daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:41:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4b960711-fa35-427e-a6ee-dfb77b07d935'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:14.446841 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-6d10e307-a5dd-4236-9533-6e817377c6af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/floatingips/7937b316-4645-4359-a719-ae5e4cbacd8b HTTP/1.1" status: 204 len: 168 time: 0.8728294 Dec 14 03:41:14.447522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'tag': 'b32f3af9-0234-4c06-8c4c-a0894773d0df'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:41:14.449866 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b48fed-4264-4774-8f4f-803d5f62f280" -d '{"events": [{"name": "network-changed", "server_uuid": "21971de0-51bc-467c-aac8-c799dfcb0da6", "tag": "b32f3af9-0234-4c06-8c4c-a0894773d0df"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:41:14.542132 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-df2f9b60-acc7-43b8-a54d-31515fbc2daf None None] Set router 4b960711-fa35-427e-a6ee-dfb77b07d935 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:41:14.582550 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b73e498-aeb1-46df-ba2b-0a13c7d063ac x-openstack-request-id: req-3b73e498-aeb1-46df-ba2b-0a13c7d063ac {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:41:14.583112 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21971de0-51bc-467c-aac8-c799dfcb0da6", "tag": "b32f3af9-0234-4c06-8c4c-a0894773d0df", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:41:14.583232 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b73e498-aeb1-46df-ba2b-0a13c7d063ac {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:41:14.583550 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'tag': 'b32f3af9-0234-4c06-8c4c-a0894773d0df', 'status': 'completed', 'code': 200} Dec 14 03:41:14.673321 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b48fed-4264-4774-8f4f-803d5f62f280 req-d9420ec6-f669-4f63-8ae8-d8ab8c4d08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:14.675163 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1b48fed-4264-4774-8f4f-803d5f62f280 req-d9420ec6-f669-4f63-8ae8-d8ab8c4d08dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 1096 time: 0.0436888 Dec 14 03:41:14.769495 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-df2f9b60-acc7-43b8-a54d-31515fbc2daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644424846', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:36Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc', 'name': '', 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:b1:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:35Z', 'updated_at': '2021-12-14T03:39:39Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:14.774501 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b48fed-4264-4774-8f4f-803d5f62f280 req-9f20d167-5bc8-4d8a-9e37-e54478660261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:14.774501 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1b48fed-4264-4774-8f4f-803d5f62f280 req-9f20d167-5bc8-4d8a-9e37-e54478660261 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b90438e1-6bcd-47fb-94d2-096de1b6dd46 HTTP/1.1" status: 200 len: 898 time: 0.0906508 Dec 14 03:41:14.794949 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2f9b60-acc7-43b8-a54d-31515fbc2daf None None] Checking router: 4b960711-fa35-427e-a6ee-dfb77b07d935 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:41:14.804072 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2f9b60-acc7-43b8-a54d-31515fbc2daf None None] Routers {'4b960711-fa35-427e-a6ee-dfb77b07d935'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:41:14.804687 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-df2f9b60-acc7-43b8-a54d-31515fbc2daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:41:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4b960711-fa35-427e-a6ee-dfb77b07d935'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:14.867859 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1b48fed-4264-4774-8f4f-803d5f62f280 req-997010f1-017b-4086-8ee0-949203c25963 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b32f3af9-0234-4c06-8c4c-a0894773d0df HTTP/1.1" status: 200 len: 217 time: 0.0575347 Dec 14 03:41:14.920774 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b7974-7e8e-4aab-8adf-f5ee19a93c61 req-a55580e8-8664-4642-92f3-a792a0872145 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:14.922316 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-725b7974-7e8e-4aab-8adf-f5ee19a93c61 req-a55580e8-8664-4642-92f3-a792a0872145 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.1051567 Dec 14 03:41:15.004037 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-df2f9b60-acc7-43b8-a54d-31515fbc2daf None None] Set router 4b960711-fa35-427e-a6ee-dfb77b07d935 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:41:15.212359 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-df2f9b60-acc7-43b8-a54d-31515fbc2daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644424846', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:36Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc', 'name': '', 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:b1:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:35Z', 'updated_at': '2021-12-14T03:39:39Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:15.239638 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2f9b60-acc7-43b8-a54d-31515fbc2daf None None] The sync data for ids ['4b960711-fa35-427e-a6ee-dfb77b07d935'] in n-d-821636-1 is: [{'id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644424846', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:36Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc', 'name': '', 'network_id': 'b90438e1-6bcd-47fb-94d2-096de1b6dd46', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:b1:cf:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:35Z', 'updated_at': '2021-12-14T03:39:39Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '2529e3c8-bdff-4969-b6e1-89b6367d9b1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:41:15.302676 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b48fed-4264-4774-8f4f-803d5f62f280 req-0a54a9bc-9659-4d33-a424-612fe2a07c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:15.304147 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1b48fed-4264-4774-8f4f-803d5f62f280 req-0a54a9bc-9659-4d33-a424-612fe2a07c61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2529e3c8-bdff-4969-b6e1-89b6367d9b1b HTTP/1.1" status: 200 len: 834 time: 0.4275074 Dec 14 03:41:15.355992 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-725b7974-7e8e-4aab-8adf-f5ee19a93c61 req-8de4a320-c547-437f-b8b6-8b963def5be5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4263101 Dec 14 03:41:15.376919 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b48fed-4264-4774-8f4f-803d5f62f280 req-65cdf4a4-cc34-4f09-b3f2-d45cdd2d25e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:15.376919 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1b48fed-4264-4774-8f4f-803d5f62f280 req-65cdf4a4-cc34-4f09-b3f2-d45cdd2d25e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b90438e1-6bcd-47fb-94d2-096de1b6dd46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588837 Dec 14 03:41:15.463024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc5bbf6-2b22-4387-a293-8d49007485f1 None None] New status for floating IP 7937b316-4645-4359-a719-ae5e4cbacd8b: DOWN {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:41:15.470775 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1b48fed-4264-4774-8f4f-803d5f62f280 req-ed3d1f24-cd95-41aa-bd4a-6f9da0fd7d05 service neutron] 10.222.0.46 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885942 Dec 14 03:41:15.563026 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e1b48fed-4264-4774-8f4f-803d5f62f280 req-b9510b78-bcaf-428e-9819-572a778ebe69 service neutron] 10.222.0.46 "GET /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838485 Dec 14 03:41:15.738006 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:41:16.276629 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73685a3-91a5-49cd-95e8-a343afcf7571 req-e0b1a543-18ba-4573-9ad6-b13f67b11bba tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:16.278127 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d73685a3-91a5-49cd-95e8-a343afcf7571 req-e0b1a543-18ba-4573-9ad6-b13f67b11bba tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.46 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0488980 Dec 14 03:41:16.369876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-d73685a3-91a5-49cd-95e8-a343afcf7571 req-6fc2fb2c-c61f-47d4-a05f-cb0b1dd782c7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port b32f3af9-0234-4c06-8c4c-a0894773d0df {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:41:16.370217 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d73685a3-91a5-49cd-95e8-a343afcf7571 req-6fc2fb2c-c61f-47d4-a05f-cb0b1dd782c7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:16.487667 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-d73685a3-91a5-49cd-95e8-a343afcf7571 req-6fc2fb2c-c61f-47d4-a05f-cb0b1dd782c7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] For port b32f3af9-0234-4c06-8c4c-a0894773d0df, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=b32f3af9-0234-4c06-8c4c-a0894773d0df,segment=NetworkSegment(1057f68f-c10a-4cf7-9ae0-875cde6dd22f),segment_id=1057f68f-c10a-4cf7-9ae0-875cde6dd22f)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:41:16.488082 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d73685a3-91a5-49cd-95e8-a343afcf7571 req-6fc2fb2c-c61f-47d4-a05f-cb0b1dd782c7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:16.504921 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-d73685a3-91a5-49cd-95e8-a343afcf7571 req-6fc2fb2c-c61f-47d4-a05f-cb0b1dd782c7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for b32f3af9-0234-4c06-8c4c-a0894773d0df owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:41:16.515832 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99410f-d268-41f3-a729-cf21f6530e1c req-7a945264-afed-450a-9fe8-6489f750a422 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:16.517322 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec99410f-d268-41f3-a729-cf21f6530e1c req-7a945264-afed-450a-9fe8-6489f750a422 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 945 time: 0.0887473 Dec 14 03:41:16.610080 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec99410f-d268-41f3-a729-cf21f6530e1c req-da12fb16-bbc4-48fe-a3db-d32f83058328 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=d4fbbe79-fbca-44fd-b32c-2138b9bae96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858171 Dec 14 03:41:16.764465 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d73685a3-91a5-49cd-95e8-a343afcf7571 req-6fc2fb2c-c61f-47d4-a05f-cb0b1dd782c7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:16.791564 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2fb2c-c61f-47d4-a05f-cb0b1dd782c7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=b32f3af9-0234-4c06-8c4c-a0894773d0df,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:16.834799 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73685a3-91a5-49cd-95e8-a343afcf7571 req-6fc2fb2c-c61f-47d4-a05f-cb0b1dd782c7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] No DVR routers for this DVR port b32f3af9-0234-4c06-8c4c-a0894773d0df on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:41:16.837516 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-d73685a3-91a5-49cd-95e8-a343afcf7571 req-6fc2fb2c-c61f-47d4-a05f-cb0b1dd782c7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:16.840872 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d73685a3-91a5-49cd-95e8-a343afcf7571 req-6fc2fb2c-c61f-47d4-a05f-cb0b1dd782c7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.46 "DELETE /v2.0/ports/b32f3af9-0234-4c06-8c4c-a0894773d0df HTTP/1.1" status: 204 len: 173 time: 0.5554304 Dec 14 03:41:16.841340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'name': 'network-vif-deleted', 'tag': 'b32f3af9-0234-4c06-8c4c-a0894773d0df'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:41:16.843696 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccd8f7b-9a63-4b58-81d5-ed3520c6395b" -d '{"events": [{"server_uuid": "21971de0-51bc-467c-aac8-c799dfcb0da6", "name": "network-vif-deleted", "tag": "b32f3af9-0234-4c06-8c4c-a0894773d0df"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:41:16.881076 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312cdf70-a87f-43ae-b55f-6a9ba091f40b x-openstack-request-id: req-312cdf70-a87f-43ae-b55f-6a9ba091f40b {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:41:16.881396 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21971de0-51bc-467c-aac8-c799dfcb0da6", "name": "network-vif-deleted", "tag": "b32f3af9-0234-4c06-8c4c-a0894773d0df", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:41:16.881653 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-312cdf70-a87f-43ae-b55f-6a9ba091f40b {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:41:16.882057 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21971de0-51bc-467c-aac8-c799dfcb0da6', 'name': 'network-vif-deleted', 'tag': 'b32f3af9-0234-4c06-8c4c-a0894773d0df', 'status': 'completed', 'code': 200} Dec 14 03:41:17.717552 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c79303ef-d301-4221-99c2-b3cad5aced9a req-f2775ab6-abf0-4f34-80a1-76dd52c54e54 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=21971de0-51bc-467c-aac8-c799dfcb0da6 HTTP/1.1" status: 200 len: 210 time: 0.0260048 Dec 14 03:41:18.774620 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55222) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:19.143665 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f1f2c432-06da-4ae5-9af7-27760b2ef8ad tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:19.420229 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2c432-06da-4ae5-9af7-27760b2ef8ad tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:41:19.420525 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f1f2c432-06da-4ae5-9af7-27760b2ef8ad tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:19.519549 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-f1f2c432-06da-4ae5-9af7-27760b2ef8ad tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] For port e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc,segment=NetworkSegment(1057f68f-c10a-4cf7-9ae0-875cde6dd22f),segment_id=1057f68f-c10a-4cf7-9ae0-875cde6dd22f)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:41:19.519915 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f1f2c432-06da-4ae5-9af7-27760b2ef8ad tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:19.532168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2c432-06da-4ae5-9af7-27760b2ef8ad tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:41:19.810462 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f1f2c432-06da-4ae5-9af7-27760b2ef8ad tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:19.841861 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2c432-06da-4ae5-9af7-27760b2ef8ad tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:19.946399 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device b32f3af9-0234-4c06-8c4c-a0894773d0df no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:41:19.971690 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: b32f3af9-0234-4c06-8c4c-a0894773d0df {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:41:19.977975 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device b32f3af9-0234-4c06-8c4c-a0894773d0df not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:41:20.021366 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f1f2c432-06da-4ae5-9af7-27760b2ef8ad tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:20.238087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f2c432-06da-4ae5-9af7-27760b2ef8ad tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router 4b960711-fa35-427e-a6ee-dfb77b07d935 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:41:20.344201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f2c432-06da-4ae5-9af7-27760b2ef8ad tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:41:20.350819 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f1f2c432-06da-4ae5-9af7-27760b2ef8ad tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "PUT /v2.0/routers/4b960711-fa35-427e-a6ee-dfb77b07d935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5750656 Dec 14 03:41:20.352680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55224) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:20.354552 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660651d8-651d-4287-98dc-503d13a6a781 None None] Sync routers for ids ['4b960711-fa35-427e-a6ee-dfb77b07d935'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:41:20.364083 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660651d8-651d-4287-98dc-503d13a6a781 None None] Routers {'4b960711-fa35-427e-a6ee-dfb77b07d935'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:41:20.364800 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-660651d8-651d-4287-98dc-503d13a6a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:41:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4b960711-fa35-427e-a6ee-dfb77b07d935'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:20.404910 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-858d4155-6af1-4e07-a77c-0c1231a7fa37 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting subnet 2529e3c8-bdff-4969-b6e1-89b6367d9b1b {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:41:20.408100 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-858d4155-6af1-4e07-a77c-0c1231a7fa37 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:20.454178 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-858d4155-6af1-4e07-a77c-0c1231a7fa37 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:20.468042 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-660651d8-651d-4287-98dc-503d13a6a781 None None] Set router 4b960711-fa35-427e-a6ee-dfb77b07d935 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:41:20.540979 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-858d4155-6af1-4e07-a77c-0c1231a7fa37 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:20.644134 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-660651d8-651d-4287-98dc-503d13a6a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644424846', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:41:19Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:20.656654 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-858d4155-6af1-4e07-a77c-0c1231a7fa37 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:20.674202 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660651d8-651d-4287-98dc-503d13a6a781 None None] Checking router: 4b960711-fa35-427e-a6ee-dfb77b07d935 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:41:20.681992 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d4155-6af1-4e07-a77c-0c1231a7fa37 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Subnet': ['ID=2529e3c8-bdff-4969-b6e1-89b6367d9b1b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:20.682807 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660651d8-651d-4287-98dc-503d13a6a781 None None] Routers {'4b960711-fa35-427e-a6ee-dfb77b07d935'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:41:20.683427 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-660651d8-651d-4287-98dc-503d13a6a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:41:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['4b960711-fa35-427e-a6ee-dfb77b07d935'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:20.692330 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-858d4155-6af1-4e07-a77c-0c1231a7fa37 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:20.695974 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-858d4155-6af1-4e07-a77c-0c1231a7fa37 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/subnets/2529e3c8-bdff-4969-b6e1-89b6367d9b1b HTTP/1.1" status: 204 len: 168 time: 0.3421118 Dec 14 03:41:20.698914 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55226) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:20.702050 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a6d5e1-9bea-4c1e-bfbb-3de7ec159bfd None None] Network b90438e1-6bcd-47fb-94d2-096de1b6dd46 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:41:20.794999 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-660651d8-651d-4287-98dc-503d13a6a781 None None] Set router 4b960711-fa35-427e-a6ee-dfb77b07d935 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:41:20.822326 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:20.873779 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765d1460-668a-44be-8a93-b3b9707166a0 None None] DHCP port deletion for b90438e1-6bcd-47fb-94d2-096de1b6dd46 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:41:20.931190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-765d1460-668a-44be-8a93-b3b9707166a0 None None] Deleting port 81f97b35-7ff3-408a-afbb-dd0c0f4ef675 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:41:20.932000 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-765d1460-668a-44be-8a93-b3b9707166a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:20.933330 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:20.984732 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-660651d8-651d-4287-98dc-503d13a6a781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644424846', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:41:19Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:20.997282 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-765d1460-668a-44be-8a93-b3b9707166a0 None None] For port 81f97b35-7ff3-408a-afbb-dd0c0f4ef675, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=81f97b35-7ff3-408a-afbb-dd0c0f4ef675,segment=NetworkSegment(1057f68f-c10a-4cf7-9ae0-875cde6dd22f),segment_id=1057f68f-c10a-4cf7-9ae0-875cde6dd22f)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:41:20.997876 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-765d1460-668a-44be-8a93-b3b9707166a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:21.011010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-765d1460-668a-44be-8a93-b3b9707166a0 None None] Calling delete_port for 81f97b35-7ff3-408a-afbb-dd0c0f4ef675 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:41:21.011275 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660651d8-651d-4287-98dc-503d13a6a781 None None] The sync data for ids ['4b960711-fa35-427e-a6ee-dfb77b07d935'] in n-d-821636-1 is: [{'id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1644424846', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:41:19Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': 'c93941ca-3f36-4bbc-95cb-5e62478f3831', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:82:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b960711-fa35-427e-a6ee-dfb77b07d935', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:39:32Z', 'updated_at': '2021-12-14T03:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:41:21.068864 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port c93941ca-3f36-4bbc-95cb-5e62478f3831 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:41:21.069208 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:21.152854 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] For port c93941ca-3f36-4bbc-95cb-5e62478f3831, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=c93941ca-3f36-4bbc-95cb-5e62478f3831,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:41:21.153217 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:21.166452 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for c93941ca-3f36-4bbc-95cb-5e62478f3831 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:41:21.170396 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-765d1460-668a-44be-8a93-b3b9707166a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:21.196142 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d1460-668a-44be-8a93-b3b9707166a0 None None] Pushing event deleted for resources: {'Port': ['ID=81f97b35-7ff3-408a-afbb-dd0c0f4ef675,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:21.199676 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765d1460-668a-44be-8a93-b3b9707166a0 None None] No DVR routers for this DVR port 81f97b35-7ff3-408a-afbb-dd0c0f4ef675 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:41:21.407357 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:21.420418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 81f97b35-7ff3-408a-afbb-dd0c0f4ef675 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:41:21.436147 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=c93941ca-3f36-4bbc-95cb-5e62478f3831,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:21.453402 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:21.453402 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:21.453402 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:21.453402 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:21.453402 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:21.453402 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:21.453402 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:21.453402 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:21.454159 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 81f97b35-7ff3-408a-afbb-dd0c0f4ef675 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:41:21.454263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:21.454357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 81f97b35-7ff3-408a-afbb-dd0c0f4ef675 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:41:21.454576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:21.454978 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:21.455453 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:21.455845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:21.456726 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:41:21.465338 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ef9e2d-fc9e-496e-91f9-b92ea99577de None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:41:21.498612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:41:21.498970 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e5cb5c7c-af5d-400c-81f2-9e5bd48a5fbc not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:41:21.519196 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:21.623092 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:21.625348 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:21.729984 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:21.730683 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Fanout notify agent at l3_agent the message router_deleted on router 4b960711-fa35-427e-a6ee-dfb77b07d935 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:41:21.738113 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:21.739220 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-557cce2a-8ef7-456b-a10c-4b3142932808 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/routers/4b960711-fa35-427e-a6ee-dfb77b07d935 HTTP/1.1" status: 204 len: 168 time: 1.0387361 Dec 14 03:41:21.742125 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55228) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:21.820637 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c096e3f3-dd00-4e23-a702-afc8f65741e6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:21.910349 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c096e3f3-dd00-4e23-a702-afc8f65741e6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:21.930243 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-c096e3f3-dd00-4e23-a702-afc8f65741e6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90438e1-6bcd-47fb-94d2-096de1b6dd46']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:21.939792 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-c096e3f3-dd00-4e23-a702-afc8f65741e6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1057f68f-c10a-4cf7-9ae0-875cde6dd22f') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:21.940091 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-c096e3f3-dd00-4e23-a702-afc8f65741e6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1057f68f-c10a-4cf7-9ae0-875cde6dd22f') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:21.949584 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c096e3f3-dd00-4e23-a702-afc8f65741e6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:21.962645 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c096e3f3-dd00-4e23-a702-afc8f65741e6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:21.968364 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c096e3f3-dd00-4e23-a702-afc8f65741e6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:41:21.968750 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c096e3f3-dd00-4e23-a702-afc8f65741e6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:41:21.972269 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:41:22.104379 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c096e3f3-dd00-4e23-a702-afc8f65741e6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:22.108993 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c096e3f3-dd00-4e23-a702-afc8f65741e6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:22.114333 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c096e3f3-dd00-4e23-a702-afc8f65741e6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/networks/b90438e1-6bcd-47fb-94d2-096de1b6dd46 HTTP/1.1" status: 204 len: 168 time: 0.3699369 Dec 14 03:41:22.115989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55230) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:22.128295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096e3f3-dd00-4e23-a702-afc8f65741e6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Network': ['ID=b90438e1-6bcd-47fb-94d2-096de1b6dd46,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:22.176236 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ef92bee-0a8b-415d-863a-0c6a044adbac tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:22.202501 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ef92bee-0a8b-415d-863a-0c6a044adbac tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:22.336025 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ef92bee-0a8b-415d-863a-0c6a044adbac tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:22.338650 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5ef92bee-0a8b-415d-863a-0c6a044adbac tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:22.339815 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5ef92bee-0a8b-415d-863a-0c6a044adbac tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/security-groups/d4fbbe79-fbca-44fd-b32c-2138b9bae96e HTTP/1.1" status: 204 len: 168 time: 0.2228303 Dec 14 03:41:22.349153 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef92bee-0a8b-415d-863a-0c6a044adbac tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fbbe79-fbca-44fd-b32c-2138b9bae96e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:22.833902 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55236) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:22.838474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-b4ae0c66-b6a2-40de-b24a-8e3ff72f8ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1827849081', 'description': 'tempest-secgroup-smoke-1827849081 description', 'project_id': 'e90791a963ff4982b07d4a054c7fb248'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:41:22.921669 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b4ae0c66-b6a2-40de-b24a-8e3ff72f8ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:22.990678 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b4ae0c66-b6a2-40de-b24a-8e3ff72f8ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:23.067176 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b4ae0c66-b6a2-40de-b24a-8e3ff72f8ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:23.095293 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae0c66-b6a2-40de-b24a-8e3ff72f8ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=305a9112-3e75-4c14-bd97-91e71a93e73d,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:23.157521 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b4ae0c66-b6a2-40de-b24a-8e3ff72f8ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:23.159461 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b4ae0c66-b6a2-40de-b24a-8e3ff72f8ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3245451 Dec 14 03:41:23.162421 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55238) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:23.166716 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-5c7427fb-3070-4481-962e-ce7a97a12e11 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': '305a9112-3e75-4c14-bd97-91e71a93e73d', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:41:23.249847 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c7427fb-3070-4481-962e-ce7a97a12e11 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:23.277812 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c93941ca-3f36-4bbc-95cb-5e62478f3831 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:41:23.300749 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: c93941ca-3f36-4bbc-95cb-5e62478f3831 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:41:23.301185 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device c93941ca-3f36-4bbc-95cb-5e62478f3831 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:41:23.308095 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c7427fb-3070-4481-962e-ce7a97a12e11 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:23.358714 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c7427fb-3070-4481-962e-ce7a97a12e11 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:23.376938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7427fb-3070-4481-962e-ce7a97a12e11 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0a2c7c-3fe0-4ef6-ab6c-39eb53d1fcaa,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:23.429361 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5c7427fb-3070-4481-962e-ce7a97a12e11 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:23.430584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5c7427fb-3070-4481-962e-ce7a97a12e11 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2672076 Dec 14 03:41:23.433371 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55240) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:23.438393 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-a7d80ef7-197a-41c5-853e-c8abbf76fd78 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': '305a9112-3e75-4c14-bd97-91e71a93e73d', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:41:23.523924 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7d80ef7-197a-41c5-853e-c8abbf76fd78 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:23.576874 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7d80ef7-197a-41c5-853e-c8abbf76fd78 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:23.658351 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7d80ef7-197a-41c5-853e-c8abbf76fd78 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:23.676808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d80ef7-197a-41c5-853e-c8abbf76fd78 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f2914cd-ded0-4a7f-8fb1-72d4aa681d56,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:23.762982 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a7d80ef7-197a-41c5-853e-c8abbf76fd78 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:23.764223 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a7d80ef7-197a-41c5-853e-c8abbf76fd78 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3299189 Dec 14 03:41:23.766937 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55242) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:23.771905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-f45a8a18-6595-4f0f-ac37-1ebace000772 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': '305a9112-3e75-4c14-bd97-91e71a93e73d', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:41:23.856995 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f45a8a18-6595-4f0f-ac37-1ebace000772 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:23.915188 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f45a8a18-6595-4f0f-ac37-1ebace000772 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:23.998715 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f45a8a18-6595-4f0f-ac37-1ebace000772 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:24.016193 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a8a18-6595-4f0f-ac37-1ebace000772 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e254e2-6c9e-4bfc-b359-b7c945459944,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:24.086338 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-f45a8a18-6595-4f0f-ac37-1ebace000772 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:24.087570 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-f45a8a18-6595-4f0f-ac37-1ebace000772 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3196788 Dec 14 03:41:24.090338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55244) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:24.094667 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-49a97438-08c0-421c-9cd7-1807e6c4d420 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': '305a9112-3e75-4c14-bd97-91e71a93e73d', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:41:24.188600 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-49a97438-08c0-421c-9cd7-1807e6c4d420 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:24.244952 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-49a97438-08c0-421c-9cd7-1807e6c4d420 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:24.326596 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-49a97438-08c0-421c-9cd7-1807e6c4d420 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:24.343481 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a97438-08c0-421c-9cd7-1807e6c4d420 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33264285-d47d-4b89-a7a7-58c9317a806c,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:24.409616 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-49a97438-08c0-421c-9cd7-1807e6c4d420 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:24.410909 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-49a97438-08c0-421c-9cd7-1807e6c4d420 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3195806 Dec 14 03:41:24.413931 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55246) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:24.418345 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-5d5f2ad7-4f9f-4289-80bf-9011c8b976fe tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': '305a9112-3e75-4c14-bd97-91e71a93e73d', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:41:24.501797 n-d-821636-1 neutron-server[103848]: INFO neutron.db.securitygroups_db [None req-5d5f2ad7-4f9f-4289-80bf-9011c8b976fe tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Project e90791a963ff4982b07d4a054c7fb248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:41:24.506793 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d5f2ad7-4f9f-4289-80bf-9011c8b976fe tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:24.563751 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d5f2ad7-4f9f-4289-80bf-9011c8b976fe tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:24.635633 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d5f2ad7-4f9f-4289-80bf-9011c8b976fe tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:24.653974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f2ad7-4f9f-4289-80bf-9011c8b976fe tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb05ade-a4a4-4244-baf1-dfd8653dbcba,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:24.732200 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5d5f2ad7-4f9f-4289-80bf-9011c8b976fe tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:24.733485 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5d5f2ad7-4f9f-4289-80bf-9011c8b976fe tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3185930 Dec 14 03:41:24.736425 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55248) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:24.781171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-bd60fa78-2c43-4703-9204-b65dcc13e77a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': '305a9112-3e75-4c14-bd97-91e71a93e73d', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:41:24.893147 n-d-821636-1 neutron-server[103848]: INFO neutron.db.securitygroups_db [None req-bd60fa78-2c43-4703-9204-b65dcc13e77a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Project e90791a963ff4982b07d4a054c7fb248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:41:24.898259 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bd60fa78-2c43-4703-9204-b65dcc13e77a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:24.961435 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bd60fa78-2c43-4703-9204-b65dcc13e77a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:25.035369 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bd60fa78-2c43-4703-9204-b65dcc13e77a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:25.055209 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60fa78-2c43-4703-9204-b65dcc13e77a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29336c88-7a7c-4ee9-afb9-c2d1b83afb10,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:25.125926 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bd60fa78-2c43-4703-9204-b65dcc13e77a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:25.128100 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bd60fa78-2c43-4703-9204-b65dcc13e77a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3895588 Dec 14 03:41:25.130596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55252) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:25.135396 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-b70b8bf5-0d2f-4a1b-b3f1-8e401fa3c1a3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'network': {'name': 'tempest-network-smoke--177094079', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'port_security_enabled': True}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:41:25.227025 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70b8bf5-0d2f-4a1b-b3f1-8e401fa3c1a3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Made reservation on behalf of e90791a963ff4982b07d4a054c7fb248 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:41:25.230562 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b70b8bf5-0d2f-4a1b-b3f1-8e401fa3c1a3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:25.254771 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70b8bf5-0d2f-4a1b-b3f1-8e401fa3c1a3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:41:25.263169 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b70b8bf5-0d2f-4a1b-b3f1-8e401fa3c1a3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:25.263515 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-b70b8bf5-0d2f-4a1b-b3f1-8e401fa3c1a3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Added segment f0732378-7bc5-4b81-9ea8-1872783848f7 of type vlan for network 0ad78539-8530-4b97-8275-117c34f96dc1 Dec 14 03:41:25.302326 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b70b8bf5-0d2f-4a1b-b3f1-8e401fa3c1a3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:25.369938 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b70b8bf5-0d2f-4a1b-b3f1-8e401fa3c1a3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:25.375626 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70b8bf5-0d2f-4a1b-b3f1-8e401fa3c1a3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:25.376205 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b70b8bf5-0d2f-4a1b-b3f1-8e401fa3c1a3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:25.441563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b8bf5-0d2f-4a1b-b3f1-8e401fa3c1a3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Network': ['ID=0ad78539-8530-4b97-8275-117c34f96dc1,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:25.451799 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 0ad78539-8530-4b97-8275-117c34f96dc1 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:41:25.498959 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b70b8bf5-0d2f-4a1b-b3f1-8e401fa3c1a3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3673143 Dec 14 03:41:25.501671 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55254) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:25.507073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1473870382', 'admin_state_up': True, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:41:25.587367 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:25.588341 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:25.638847 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:25.827350 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:26.059973 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:26.077825 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:26.182897 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.25.7.80 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/731785d2-0038-4737-9e76-a79d8fdf09b6) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:41:26.286609 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:26.372897 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:26.411309 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:41:26.414244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:41:26.417888 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:41:26.427452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0846cde3-c5e0-45b8-9a9c-e8e4fbd16c43 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:41:26.442641 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=731785d2-0038-4737-9e76-a79d8fdf09b6,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:26.527600 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5224af40-e6a2-45f4-8f28-f856edeed578 None None] Provisioning complete for port 731785d2-0038-4737-9e76-a79d8fdf09b6 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:41:26.528188 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5224af40-e6a2-45f4-8f28-f856edeed578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:26.561047 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5224af40-e6a2-45f4-8f28-f856edeed578 None None] Port 731785d2-0038-4737-9e76-a79d8fdf09b6 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:41:26.767205 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:27.301294 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:27.490017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:41:27.594884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:41:27.605045 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Sync routers for ids ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:41:27.615081 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Routers {'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:41:27.615713 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:41:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:27.672521 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:27.673839 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-70f12bce-620f-4f95-bbf7-72cfbde767d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1704743 Dec 14 03:41:27.676973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55256) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:27.711933 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2a547c9e-0f46-4791-a7d6-088e838fdd2d tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e90791a963ff4982b07d4a054c7fb248&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312309 Dec 14 03:41:27.712147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55258) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:27.728375 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Set router f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:41:27.802265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f200bf-2684-4e29-93a8-b22bbc76f2d8 tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:27.805810 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-30f200bf-2684-4e29-93a8-b22bbc76f2d8 tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926886 Dec 14 03:41:27.806925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55260) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:27.839007 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-90e52ee1-e6a4-44a8-9e97-c89455dbf5bd tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285830 Dec 14 03:41:27.839231 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55262) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:27.844119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d3063add-05d7-4607-9be9-296c378c36c6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-80457339', 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:41:27.955016 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:28.018271 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3063add-05d7-4607-9be9-296c378c36c6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Made reservation on behalf of e90791a963ff4982b07d4a054c7fb248 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:41:28.021944 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d3063add-05d7-4607-9be9-296c378c36c6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:28.075317 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473870382', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:41:25Z', 'updated_at': '2021-12-14T03:41:26Z', 'revision_number': 3, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:26Z', 'updated_at': '2021-12-14T03:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:28.105161 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Checking router: f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:41:28.105529 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Updating router f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 port 731785d2-0038-4737-9e76-a79d8fdf09b6 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:41:28.131219 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:28.253594 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d3063add-05d7-4607-9be9-296c378c36c6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:28.313272 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3063add-05d7-4607-9be9-296c378c36c6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Subnet': ['ID=6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:28.329814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3063add-05d7-4607-9be9-296c378c36c6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Checking segment: {'id': 'f0732378-7bc5-4b81-9ea8-1872783848f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:41:28.329814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3063add-05d7-4607-9be9-296c378c36c6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network hostable DHCP agents. Network: 0ad78539-8530-4b97-8275-117c34f96dc1, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:41:28.381395 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:28.412535 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3063add-05d7-4607-9be9-296c378c36c6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network 0ad78539-8530-4b97-8275-117c34f96dc1 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:41:28.461685 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:28.513079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-d3063add-05d7-4607-9be9-296c378c36c6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 0ad78539-8530-4b97-8275-117c34f96dc1) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:41:28.513356 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2f5118-9168-4800-8de2-c441a8af223e None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:41:28.517091 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3063add-05d7-4607-9be9-296c378c36c6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:28.517904 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d3063add-05d7-4607-9be9-296c378c36c6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:28.525115 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dbe062-d422-4250-b995-0fc6f077eaad None None] Network 0ad78539-8530-4b97-8275-117c34f96dc1 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:41:28.527718 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b8b5-2171-4c49-ac2f-23fd4b40c56d None None] Pushing event updated for resources: {'Port': ['ID=731785d2-0038-4737-9e76-a79d8fdf09b6,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:28.532386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Attempting to bind port 731785d2-0038-4737-9e76-a79d8fdf09b6 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:41:28.532842 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Attempting to bind port 731785d2-0038-4737-9e76-a79d8fdf09b6 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:41:28.533771 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Attempting to bind port 731785d2-0038-4737-9e76-a79d8fdf09b6 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:41:28.573114 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:41:28.573518 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:41:28.573927 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:28.574347 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:41:28.574820 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Bound port: 731785d2-0038-4737-9e76-a79d8fdf09b6, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:41:28.575207 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:28.604125 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d3063add-05d7-4607-9be9-296c378c36c6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7637954 Dec 14 03:41:28.607058 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55264) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:28.663172 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5dae7cbb-801b-4e95-808c-cf02def87a4d None None] Provisioning complete for port 731785d2-0038-4737-9e76-a79d8fdf09b6 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:41:28.663761 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5dae7cbb-801b-4e95-808c-cf02def87a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:28.701098 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] For port 731785d2-0038-4737-9e76-a79d8fdf09b6, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:41:28.717783 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-0ad78539-8530-4b97-8275-117c34f96dc1', 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ips': [{'subnet_id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:41:28.720045 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:28.725362 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] For port 731785d2-0038-4737-9e76-a79d8fdf09b6, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=731785d2-0038-4737-9e76-a79d8fdf09b6,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:41:28.737159 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5dae7cbb-801b-4e95-808c-cf02def87a4d None None] Port 731785d2-0038-4737-9e76-a79d8fdf09b6 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:41:28.807005 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:28.877945 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e8fc87-a9d3-4611-9563-c6ae244d23a7 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:41:28.919452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Allocated IP 172.20.0.2 (0ad78539-8530-4b97-8275-117c34f96dc1/6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2/57032136-9dc9-424f-b902-5929975ce60c) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:41:28.925140 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82b8b5-2171-4c49-ac2f-23fd4b40c56d None None] Pushing event updated for resources: {'Port': ['ID=731785d2-0038-4737-9e76-a79d8fdf09b6,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:28.940416 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Routers {'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:41:28.941055 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:41:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:29.046242 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f8804064-dc87-487b-923f-ef1c4b287117 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:29.075305 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-046ad0dc-a6be-47f8-a050-982ceb654bbf None None] Provisioning complete for port 731785d2-0038-4737-9e76-a79d8fdf09b6 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:41:29.075678 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-046ad0dc-a6be-47f8-a050-982ceb654bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:29.146417 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] Set router f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:41:29.324088 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:29.348036 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-046ad0dc-a6be-47f8-a050-982ceb654bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:29.390677 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-046ad0dc-a6be-47f8-a050-982ceb654bbf None None] For port 731785d2-0038-4737-9e76-a79d8fdf09b6, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=731785d2-0038-4737-9e76-a79d8fdf09b6,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:41:29.418005 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473870382', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:41:25Z', 'updated_at': '2021-12-14T03:41:26Z', 'revision_number': 3, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:26Z', 'updated_at': '2021-12-14T03:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:29.421215 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:29.454917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81c019e-fd84-4046-91b1-e4abaefd2327 None None] The sync data for ids ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'] in n-d-821636-1 is: [{'id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473870382', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:41:25Z', 'updated_at': '2021-12-14T03:41:26Z', 'revision_number': 3, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:26Z', 'updated_at': '2021-12-14T03:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:41:29.468874 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-f8804064-dc87-487b-923f-ef1c4b287117 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.20.0.1 (0ad78539-8530-4b97-8275-117c34f96dc1/6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2/de4c4871-5fa4-4a6c-91b9-a898d578abfe) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:41:29.482750 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-046ad0dc-a6be-47f8-a050-982ceb654bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:29.490625 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Network 0ad78539-8530-4b97-8275-117c34f96dc1 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:41:29.496033 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:41:29.499704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:41:29.507853 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Pushing event updated for resources: {'Port': ['ID=57032136-9dc9-424f-b902-5929975ce60c,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:29.600357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Attempting to bind port 57032136-9dc9-424f-b902-5929975ce60c on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:41:29.606610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Attempting to bind port 57032136-9dc9-424f-b902-5929975ce60c by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'f0732378-7bc5-4b81-9ea8-1872783848f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:41:29.606610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Attempting to bind port 57032136-9dc9-424f-b902-5929975ce60c on network 0ad78539-8530-4b97-8275-117c34f96dc1 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:41:29.606610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ad0dc-a6be-47f8-a050-982ceb654bbf None None] Pushing event updated for resources: {'Port': ['ID=731785d2-0038-4737-9e76-a79d8fdf09b6,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:29.609227 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:41:29.609652 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Checking segment: {'id': 'f0732378-7bc5-4b81-9ea8-1872783848f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:41:29.610046 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:29.610272 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f8804064-dc87-487b-923f-ef1c4b287117 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:29.610741 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Bound using segment: {'id': 'f0732378-7bc5-4b81-9ea8-1872783848f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:41:29.610895 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Bound port: 57032136-9dc9-424f-b902-5929975ce60c, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0732378-7bc5-4b81-9ea8-1872783848f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:41:29.611343 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:29.683984 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] For port 57032136-9dc9-424f-b902-5929975ce60c, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:41:29.692404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] For port 57032136-9dc9-424f-b902-5929975ce60c, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=57032136-9dc9-424f-b902-5929975ce60c,segment=NetworkSegment(f0732378-7bc5-4b81-9ea8-1872783848f7),segment_id=f0732378-7bc5-4b81-9ea8-1872783848f7)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:41:29.710591 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f8804064-dc87-487b-923f-ef1c4b287117 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:29.756732 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8804064-dc87-487b-923f-ef1c4b287117 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network 0ad78539-8530-4b97-8275-117c34f96dc1 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:41:29.760296 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f8804064-dc87-487b-923f-ef1c4b287117 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:41:29.762871 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8804064-dc87-487b-923f-ef1c4b287117 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:41:29.768235 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:29.790422 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8804064-dc87-487b-923f-ef1c4b287117 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=de4c4871-5fa4-4a6c-91b9-a898d578abfe,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:29.827838 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f8804064-dc87-487b-923f-ef1c4b287117 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:29.841560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0c310-94d5-4289-ba80-f21d40485863 None None] Pushing event updated for resources: {'Port': ['ID=57032136-9dc9-424f-b902-5929975ce60c,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:30.054515 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f8804064-dc87-487b-923f-ef1c4b287117 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:30.707679 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f8804064-dc87-487b-923f-ef1c4b287117 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:30.766201 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7cc2a7-cbe4-478b-b334-75476f7674a8 None None] Network 0ad78539-8530-4b97-8275-117c34f96dc1 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:41:30.770019 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f8804064-dc87-487b-923f-ef1c4b287117 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:30.848275 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-092ac1ba-a52a-44aa-92ff-e94653d0da61 None None] Provisioning complete for port 57032136-9dc9-424f-b902-5929975ce60c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:41:30.848636 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-092ac1ba-a52a-44aa-92ff-e94653d0da61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:30.849827 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8804064-dc87-487b-923f-ef1c4b287117 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=de4c4871-5fa4-4a6c-91b9-a898d578abfe,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:30.853182 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f8804064-dc87-487b-923f-ef1c4b287117 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:30.911847 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:30.946918 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8804064-dc87-487b-923f-ef1c4b287117 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network 0ad78539-8530-4b97-8275-117c34f96dc1 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:41:30.948480 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-f8804064-dc87-487b-923f-ef1c4b287117 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:41:30.986583 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-092ac1ba-a52a-44aa-92ff-e94653d0da61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:31.035420 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-092ac1ba-a52a-44aa-92ff-e94653d0da61 None None] For port 57032136-9dc9-424f-b902-5929975ce60c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=57032136-9dc9-424f-b902-5929975ce60c,segment=NetworkSegment(f0732378-7bc5-4b81-9ea8-1872783848f7),segment_id=f0732378-7bc5-4b81-9ea8-1872783848f7)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:41:31.083025 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8804064-dc87-487b-923f-ef1c4b287117 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:41:31.090825 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-092ac1ba-a52a-44aa-92ff-e94653d0da61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:31.151133 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ac1ba-a52a-44aa-92ff-e94653d0da61 None None] Pushing event updated for resources: {'Port': ['ID=57032136-9dc9-424f-b902-5929975ce60c,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:31.209469 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8804064-dc87-487b-923f-ef1c4b287117 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:41:31.215356 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f8804064-dc87-487b-923f-ef1c4b287117 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "PUT /v2.0/routers/f40dbbef-cf71-47d6-ad8c-05f9bb9824b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6071420 Dec 14 03:41:31.223540 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1fcabb27-9aea-4f1b-ac22-9cfa90f28cdf None None] Provisioning complete for port de4c4871-5fa4-4a6c-91b9-a898d578abfe triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:41:31.223869 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1fcabb27-9aea-4f1b-ac22-9cfa90f28cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:31.269160 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-1fcabb27-9aea-4f1b-ac22-9cfa90f28cdf None None] Port de4c4871-5fa4-4a6c-91b9-a898d578abfe cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:41:31.295632 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-1fcabb27-9aea-4f1b-ac22-9cfa90f28cdf None None] Provisioning complete for port 57032136-9dc9-424f-b902-5929975ce60c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:41:31.295821 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1fcabb27-9aea-4f1b-ac22-9cfa90f28cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:31.397263 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 731785d2-0038-4737-9e76-a79d8fdf09b6 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:41:31.427031 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-286740fb-4cef-4b03-abef-417765a077b9 req-51dc1677-8507-40b7-ab09-7d7a2786c135 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827849081&fields=id&tenant_id=e90791a963ff4982b07d4a054c7fb248 HTTP/1.1" status: 200 len: 267 time: 0.0650444 Dec 14 03:41:31.449959 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Sync routers for ids ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:41:31.462685 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Routers {'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:41:31.463501 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:41:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:31.464206 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 731785d2-0038-4737-9e76-a79d8fdf09b6 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:41:31.464650 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:31.575075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 57032136-9dc9-424f-b902-5929975ce60c up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:41:31.577660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286740fb-4cef-4b03-abef-417765a077b9 req-c5d24d31-7a33-41d2-aabf-f37fb463d7c8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:31.585910 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-286740fb-4cef-4b03-abef-417765a077b9 req-c5d24d31-7a33-41d2-aabf-f37fb463d7c8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/networks?id=0ad78539-8530-4b97-8275-117c34f96dc1 HTTP/1.1" status: 200 len: 796 time: 0.1485040 Dec 14 03:41:31.586979 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Set router f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:41:31.597675 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-286740fb-4cef-4b03-abef-417765a077b9 req-4ff8fd42-3261-4bd0-b609-ce59f58e40e1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/quotas/e90791a963ff4982b07d4a054c7fb248 HTTP/1.1" status: 200 len: 375 time: 0.0104411 Dec 14 03:41:31.605051 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-66ced026-e317-4451-8f21-1ca3517b3649 None None] Provisioning complete for port de4c4871-5fa4-4a6c-91b9-a898d578abfe triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:41:31.605545 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-66ced026-e317-4451-8f21-1ca3517b3649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:31.645410 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-66ced026-e317-4451-8f21-1ca3517b3649 None None] Port de4c4871-5fa4-4a6c-91b9-a898d578abfe cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:41:31.667929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 57032136-9dc9-424f-b902-5929975ce60c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:41:31.668325 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:31.672133 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-286740fb-4cef-4b03-abef-417765a077b9 req-146bf4d3-0d77-4357-832e-4c9efbc5cd12 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589895 Dec 14 03:41:31.769905 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-3b2d060f-c5cd-4173-8299-04e42861d992 None None] Provisioning complete for port de4c4871-5fa4-4a6c-91b9-a898d578abfe triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:41:31.770431 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b2d060f-c5cd-4173-8299-04e42861d992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:31.771292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-286740fb-4cef-4b03-abef-417765a077b9 req-a8284a98-ec50-475f-b682-b5f4290637c4 service neutron] 10.222.0.39 "GET /v2.0/networks/0ad78539-8530-4b97-8275-117c34f96dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974824 Dec 14 03:41:31.817891 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473870382', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:41:25Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:26Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'de4c4871-5fa4-4a6c-91b9-a898d578abfe', 'name': '', 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:27:98:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:29Z', 'updated_at': '2021-12-14T03:41:30Z', 'revision_number': 2, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:31.845679 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Checking router: f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:41:31.846804 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Updating router f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 port de4c4871-5fa4-4a6c-91b9-a898d578abfe binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:41:31.867260 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-286740fb-4cef-4b03-abef-417765a077b9 req-eef1ec21-3680-4a1e-8522-a2dc7930cd9a service neutron] 10.222.0.39 "GET /v2.0/networks/0ad78539-8530-4b97-8275-117c34f96dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896397 Dec 14 03:41:31.971117 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:31.974157 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d060f-c5cd-4173-8299-04e42861d992 None None] Port de4c4871-5fa4-4a6c-91b9-a898d578abfe cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:41:32.121818 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c98e2628-e3fa-4595-b0a3-d1274f7bff35 req-6dad17d5-a830-4575-a92a-21f2cda8b7b6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 210 time: 0.0303485 Dec 14 03:41:32.240723 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:32.324295 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:32.399674 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c25630-df69-44b6-b509-67f70e740566 None None] Pushing event updated for resources: {'Port': ['ID=de4c4871-5fa4-4a6c-91b9-a898d578abfe,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:32.425787 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c25630-df69-44b6-b509-67f70e740566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:32.426128 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c25630-df69-44b6-b509-67f70e740566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:32.426476 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c25630-df69-44b6-b509-67f70e740566 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:32.426816 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c25630-df69-44b6-b509-67f70e740566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:32.427161 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c25630-df69-44b6-b509-67f70e740566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:32.427513 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c25630-df69-44b6-b509-67f70e740566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:32.427882 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c25630-df69-44b6-b509-67f70e740566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:32.428211 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c25630-df69-44b6-b509-67f70e740566 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:32.428537 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c25630-df69-44b6-b509-67f70e740566 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:32.428863 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c25630-df69-44b6-b509-67f70e740566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:32.429187 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c25630-df69-44b6-b509-67f70e740566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:32.429533 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c25630-df69-44b6-b509-67f70e740566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:32.429854 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c25630-df69-44b6-b509-67f70e740566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:41:32.445746 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Attempting to bind port de4c4871-5fa4-4a6c-91b9-a898d578abfe on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:41:32.446127 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Attempting to bind port de4c4871-5fa4-4a6c-91b9-a898d578abfe by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'f0732378-7bc5-4b81-9ea8-1872783848f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:41:32.446494 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Attempting to bind port de4c4871-5fa4-4a6c-91b9-a898d578abfe on network 0ad78539-8530-4b97-8275-117c34f96dc1 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:41:32.451783 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:41:32.452417 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Checking segment: {'id': 'f0732378-7bc5-4b81-9ea8-1872783848f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:41:32.452522 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:32.452849 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Bound using segment: {'id': 'f0732378-7bc5-4b81-9ea8-1872783848f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:41:32.453413 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Bound port: de4c4871-5fa4-4a6c-91b9-a898d578abfe, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0732378-7bc5-4b81-9ea8-1872783848f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:41:32.453722 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:32.520533 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] For port de4c4871-5fa4-4a6c-91b9-a898d578abfe, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:41:32.523664 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] For port de4c4871-5fa4-4a6c-91b9-a898d578abfe, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=de4c4871-5fa4-4a6c-91b9-a898d578abfe,segment=NetworkSegment(f0732378-7bc5-4b81-9ea8-1872783848f7),segment_id=f0732378-7bc5-4b81-9ea8-1872783848f7)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:41:32.595925 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:32.596541 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5ffc27ab-8be6-45db-ac7b-de0269f47b90 None None] Provisioning complete for port de4c4871-5fa4-4a6c-91b9-a898d578abfe triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:41:32.596953 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5ffc27ab-8be6-45db-ac7b-de0269f47b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:32.658862 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Routers {'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:41:32.658862 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:41:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:32.659928 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c25630-df69-44b6-b509-67f70e740566 None None] Pushing event updated for resources: {'Port': ['ID=de4c4871-5fa4-4a6c-91b9-a898d578abfe,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:32.693831 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5ffc27ab-8be6-45db-ac7b-de0269f47b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:32.736033 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5ffc27ab-8be6-45db-ac7b-de0269f47b90 None None] For port de4c4871-5fa4-4a6c-91b9-a898d578abfe, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=de4c4871-5fa4-4a6c-91b9-a898d578abfe,segment=NetworkSegment(f0732378-7bc5-4b81-9ea8-1872783848f7),segment_id=f0732378-7bc5-4b81-9ea8-1872783848f7)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:41:32.776017 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] Set router f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:41:32.802437 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5ffc27ab-8be6-45db-ac7b-de0269f47b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:32.834106 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1fa94630-5ab1-4e62-bb46-cb43fbeef3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:32.862876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc27ab-8be6-45db-ac7b-de0269f47b90 None None] Pushing event updated for resources: {'Port': ['ID=de4c4871-5fa4-4a6c-91b9-a898d578abfe,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:32.935331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b45aa8c0-162d-4610-a33c-9b614b785955 None None] Provisioning complete for port de4c4871-5fa4-4a6c-91b9-a898d578abfe triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:41:32.935715 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b45aa8c0-162d-4610-a33c-9b614b785955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:32.989214 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473870382', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:41:25Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:26Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'de4c4871-5fa4-4a6c-91b9-a898d578abfe', 'name': '', 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:27:98:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:29Z', 'updated_at': '2021-12-14T03:41:32Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:33.014792 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913da64-d397-4564-b1fe-ddfd456be655 None None] The sync data for ids ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'] in n-d-821636-1 is: [{'id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473870382', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:41:25Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:26Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'de4c4871-5fa4-4a6c-91b9-a898d578abfe', 'name': '', 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:27:98:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:29Z', 'updated_at': '2021-12-14T03:41:32Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:41:33.230494 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c122acde-bb25-42aa-8355-22eef0a05157 req-610fa62d-8d8f-4c44-9364-a6c1dceea19d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 210 time: 0.0332732 Dec 14 03:41:33.322079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device de4c4871-5fa4-4a6c-91b9-a898d578abfe up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:41:33.376097 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port de4c4871-5fa4-4a6c-91b9-a898d578abfe triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:41:33.376471 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:34.104159 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286740fb-4cef-4b03-abef-417765a077b9 req-bcfc4f52-5881-48c8-baf3-a690f7b362e4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:34.105704 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-286740fb-4cef-4b03-abef-417765a077b9 req-bcfc4f52-5881-48c8-baf3-a690f7b362e4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.47 "GET /v2.0/networks?id=0ad78539-8530-4b97-8275-117c34f96dc1 HTTP/1.1" status: 200 len: 796 time: 0.1057386 Dec 14 03:41:34.192040 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-286740fb-4cef-4b03-abef-417765a077b9 req-b26b8a5b-d496-494a-954e-c914e0700bb1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e90791a963ff4982b07d4a054c7fb248 HTTP/1.1" status: 200 len: 380 time: 0.0594952 Dec 14 03:41:34.201366 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-286740fb-4cef-4b03-abef-417765a077b9 req-ac7d67f9-8291-456e-8c84-042039cb386e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'port': {'device_id': '35f3e867-e33a-4707-8c06-f8743e5f321d', 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1', 'admin_state_up': True, 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'security_groups': ['305a9112-3e75-4c14-bd97-91e71a93e73d']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:41:34.329699 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f119e173-ffa0-4051-a529-8b4a4db05d48 req-95ab8f46-8b7c-4314-b4cb-fc27b522c120 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 210 time: 0.0260637 Dec 14 03:41:34.389937 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-286740fb-4cef-4b03-abef-417765a077b9 req-ac7d67f9-8291-456e-8c84-042039cb386e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Made reservation on behalf of e90791a963ff4982b07d4a054c7fb248 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:41:34.393573 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-286740fb-4cef-4b03-abef-417765a077b9 req-ac7d67f9-8291-456e-8c84-042039cb386e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:34.526001 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-286740fb-4cef-4b03-abef-417765a077b9 req-ac7d67f9-8291-456e-8c84-042039cb386e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.20.0.4 (0ad78539-8530-4b97-8275-117c34f96dc1/6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2/23dab68f-e650-471a-834f-7861c8d4e63d) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:41:34.663153 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-286740fb-4cef-4b03-abef-417765a077b9 req-ac7d67f9-8291-456e-8c84-042039cb386e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:34.785473 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-286740fb-4cef-4b03-abef-417765a077b9 req-ac7d67f9-8291-456e-8c84-042039cb386e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:34.829653 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-286740fb-4cef-4b03-abef-417765a077b9 req-ac7d67f9-8291-456e-8c84-042039cb386e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network 0ad78539-8530-4b97-8275-117c34f96dc1 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:41:34.833794 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-286740fb-4cef-4b03-abef-417765a077b9 req-ac7d67f9-8291-456e-8c84-042039cb386e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:41:34.837537 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-286740fb-4cef-4b03-abef-417765a077b9 req-ac7d67f9-8291-456e-8c84-042039cb386e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:41:34.844233 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d67f9-8291-456e-8c84-042039cb386e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=23dab68f-e650-471a-834f-7861c8d4e63d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:34.895101 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286740fb-4cef-4b03-abef-417765a077b9 req-ac7d67f9-8291-456e-8c84-042039cb386e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:34.895756 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-286740fb-4cef-4b03-abef-417765a077b9 req-ac7d67f9-8291-456e-8c84-042039cb386e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:35.004730 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-286740fb-4cef-4b03-abef-417765a077b9 req-ac7d67f9-8291-456e-8c84-042039cb386e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8069584 Dec 14 03:41:35.023434 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Request body: {'port': {'device_id': '35f3e867-e33a-4707-8c06-f8743e5f321d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:41:35.064072 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1139fb92-2070-48d4-8eb9-359642514217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:35.087340 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:35.150492 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ea45ac40-a0bb-4231-8416-2042b35e992c None None] Provisioning complete for port 23dab68f-e650-471a-834f-7861c8d4e63d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:41:35.150860 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ea45ac40-a0bb-4231-8416-2042b35e992c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:35.188069 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ea45ac40-a0bb-4231-8416-2042b35e992c None None] Port 23dab68f-e650-471a-834f-7861c8d4e63d cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:41:35.351393 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23dab68f-e650-471a-834f-7861c8d4e63d {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:41:35.359581 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:35.373445 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Transition to ACTIVE for port object 23dab68f-e650-471a-834f-7861c8d4e63d will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:41:35.441600 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:35.447533 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62f7f2-d46f-4c70-811a-38dd54c37ab7 req-bd24e770-ac7b-4a70-88aa-43c62047fff0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:35.449060 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe62f7f2-d46f-4c70-811a-38dd54c37ab7 req-bd24e770-ac7b-4a70-88aa-43c62047fff0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 931 time: 0.0494127 Dec 14 03:41:35.520072 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=23dab68f-e650-471a-834f-7861c8d4e63d,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:35.528615 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fe62f7f2-d46f-4c70-811a-38dd54c37ab7 req-23e40d45-fbc4-4655-bcd0-f787d423c8bd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645101 Dec 14 03:41:35.579522 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Attempting to bind port 23dab68f-e650-471a-834f-7861c8d4e63d on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:41:35.579902 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Attempting to bind port 23dab68f-e650-471a-834f-7861c8d4e63d by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'f0732378-7bc5-4b81-9ea8-1872783848f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:41:35.580236 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Attempting to bind port 23dab68f-e650-471a-834f-7861c8d4e63d on network 0ad78539-8530-4b97-8275-117c34f96dc1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:41:35.584851 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Port 23dab68f-e650-471a-834f-7861c8d4e63d on network 0ad78539-8530-4b97-8275-117c34f96dc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:41:35.585172 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Attempting to bind port 23dab68f-e650-471a-834f-7861c8d4e63d on network 0ad78539-8530-4b97-8275-117c34f96dc1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:41:35.590203 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:41:35.590544 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Checking segment: {'id': 'f0732378-7bc5-4b81-9ea8-1872783848f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:41:35.590936 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Bound using segment: {'id': 'f0732378-7bc5-4b81-9ea8-1872783848f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:41:35.591364 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Bound port: 23dab68f-e650-471a-834f-7861c8d4e63d, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0732378-7bc5-4b81-9ea8-1872783848f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:41:35.591736 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:35.658235 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] For port 23dab68f-e650-471a-834f-7861c8d4e63d, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:41:35.661527 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] For port 23dab68f-e650-471a-834f-7861c8d4e63d, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=23dab68f-e650-471a-834f-7861c8d4e63d,segment=NetworkSegment(f0732378-7bc5-4b81-9ea8-1872783848f7),segment_id=f0732378-7bc5-4b81-9ea8-1872783848f7)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:41:35.727776 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:35.765935 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:35.766572 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:35.768024 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-286740fb-4cef-4b03-abef-417765a077b9 req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] 10.222.0.47 "PUT /v2.0/ports/23dab68f-e650-471a-834f-7861c8d4e63d HTTP/1.1" status: 200 len: 1091 time: 0.7494168 Dec 14 03:41:35.768460 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f3e867-e33a-4707-8c06-f8743e5f321d', 'tag': '23dab68f-e650-471a-834f-7861c8d4e63d'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:41:35.770767 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f67c176-e59e-482c-b597-3b0f9a066d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "35f3e867-e33a-4707-8c06-f8743e5f321d", "tag": "23dab68f-e650-471a-834f-7861c8d4e63d"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:41:35.797845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ecdd9-4263-461d-ae3f-337dfecf6bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=23dab68f-e650-471a-834f-7861c8d4e63d,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:35.881840 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57afdc4-be37-4bb7-8e9e-928f5cacff23 x-openstack-request-id: req-a57afdc4-be37-4bb7-8e9e-928f5cacff23 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:41:35.882171 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f3e867-e33a-4707-8c06-f8743e5f321d", "tag": "23dab68f-e650-471a-834f-7861c8d4e63d", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:41:35.882437 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a57afdc4-be37-4bb7-8e9e-928f5cacff23 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:41:35.890760 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f3e867-e33a-4707-8c06-f8743e5f321d', 'tag': '23dab68f-e650-471a-834f-7861c8d4e63d', 'status': 'completed', 'code': 200} Dec 14 03:41:35.949059 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286740fb-4cef-4b03-abef-417765a077b9 req-e0ddcd28-b651-4e7b-b5c9-c8fc101637db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:35.952368 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-286740fb-4cef-4b03-abef-417765a077b9 req-e0ddcd28-b651-4e7b-b5c9-c8fc101637db service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 1094 time: 0.0515146 Dec 14 03:41:36.010576 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-286740fb-4cef-4b03-abef-417765a077b9 req-c9f16279-f69d-4eea-840c-d0533a619674 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23dab68f-e650-471a-834f-7861c8d4e63d HTTP/1.1" status: 200 len: 217 time: 0.0464838 Dec 14 03:41:36.061295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286740fb-4cef-4b03-abef-417765a077b9 req-42cac4f9-14fc-42ca-b127-319133fb21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:36.062793 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-286740fb-4cef-4b03-abef-417765a077b9 req-42cac4f9-14fc-42ca-b127-319133fb21a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2 HTTP/1.1" status: 200 len: 833 time: 0.0438774 Dec 14 03:41:36.108544 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286740fb-4cef-4b03-abef-417765a077b9 req-90228ada-cdc0-497a-b4a2-716778a62f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:36.110067 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-286740fb-4cef-4b03-abef-417765a077b9 req-90228ada-cdc0-497a-b4a2-716778a62f8f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ad78539-8530-4b97-8275-117c34f96dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397167 Dec 14 03:41:36.202914 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-286740fb-4cef-4b03-abef-417765a077b9 req-128615df-715f-4afc-94fa-9704d630780e service neutron] 10.222.0.47 "GET /v2.0/networks/0ad78539-8530-4b97-8275-117c34f96dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850410 Dec 14 03:41:36.291682 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-286740fb-4cef-4b03-abef-417765a077b9 req-8239d109-fcd3-4220-83ad-de095afe255d service neutron] 10.222.0.47 "GET /v2.0/networks/0ad78539-8530-4b97-8275-117c34f96dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817776 Dec 14 03:41:36.527515 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67c176-e59e-482c-b597-3b0f9a066d5f req-cc311737-d24e-4e1d-bab9-53cc94b08bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:36.528940 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f67c176-e59e-482c-b597-3b0f9a066d5f req-cc311737-d24e-4e1d-bab9-53cc94b08bcd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 1094 time: 0.0477870 Dec 14 03:41:36.555372 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:36.621040 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67c176-e59e-482c-b597-3b0f9a066d5f req-7448b707-645f-486d-88d6-e00014433b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:36.622608 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f67c176-e59e-482c-b597-3b0f9a066d5f req-7448b707-645f-486d-88d6-e00014433b49 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ad78539-8530-4b97-8275-117c34f96dc1 HTTP/1.1" status: 200 len: 897 time: 0.0868762 Dec 14 03:41:36.658798 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db95bc-fde7-46c5-b48b-b1c7691d59ac req-a2129ce9-5a77-4e02-a5b2-a0fb3fe6a903 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:36.660313 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0db95bc-fde7-46c5-b48b-b1c7691d59ac req-a2129ce9-5a77-4e02-a5b2-a0fb3fe6a903 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 943 time: 0.0498395 Dec 14 03:41:36.666114 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f67c176-e59e-482c-b597-3b0f9a066d5f req-79bf123c-2fe5-4de7-a9c2-c26c62d66836 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23dab68f-e650-471a-834f-7861c8d4e63d HTTP/1.1" status: 200 len: 217 time: 0.0357814 Dec 14 03:41:36.714568 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c0db95bc-fde7-46c5-b48b-b1c7691d59ac req-1d9f4682-4954-4748-9ec1-921bae836978 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480285 Dec 14 03:41:36.721602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67c176-e59e-482c-b597-3b0f9a066d5f req-7097edb4-99f0-45e4-85e6-d61038ae1d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:36.723257 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f67c176-e59e-482c-b597-3b0f9a066d5f req-7097edb4-99f0-45e4-85e6-d61038ae1d28 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2 HTTP/1.1" status: 200 len: 833 time: 0.0490942 Dec 14 03:41:36.770940 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67c176-e59e-482c-b597-3b0f9a066d5f req-18395bce-1ba4-4892-85c6-59d2b91fdc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:36.772439 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f67c176-e59e-482c-b597-3b0f9a066d5f req-18395bce-1ba4-4892-85c6-59d2b91fdc7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ad78539-8530-4b97-8275-117c34f96dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413928 Dec 14 03:41:36.863268 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f67c176-e59e-482c-b597-3b0f9a066d5f req-5f709fb3-6990-4538-8006-7fb378c521f7 service neutron] 10.222.0.47 "GET /v2.0/networks/0ad78539-8530-4b97-8275-117c34f96dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824432 Dec 14 03:41:36.958775 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4f67c176-e59e-482c-b597-3b0f9a066d5f req-06edfdaf-3ab9-4176-8f53-7316b176ee1f service neutron] 10.222.0.47 "GET /v2.0/networks/0ad78539-8530-4b97-8275-117c34f96dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876203 Dec 14 03:41:37.832729 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ebf59-b702-4ee3-bf2a-b2c6f6d5c916 req-29aa03c5-bb77-46ea-9d12-afc6ec97e71e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:37.834318 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-656ebf59-b702-4ee3-bf2a-b2c6f6d5c916 req-29aa03c5-bb77-46ea-9d12-afc6ec97e71e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 943 time: 0.0506165 Dec 14 03:41:37.884414 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-656ebf59-b702-4ee3-bf2a-b2c6f6d5c916 req-eab7547f-bce6-4629-8298-dc6e82731389 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441616 Dec 14 03:41:37.949991 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:38.677768 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:39.004012 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c339477-5afc-4238-a8c2-61001a907e97 req-de95fc4d-3ad4-4d68-bff6-854bb88ed642 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:39.005543 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c339477-5afc-4238-a8c2-61001a907e97 req-de95fc4d-3ad4-4d68-bff6-854bb88ed642 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 943 time: 0.0497465 Dec 14 03:41:39.055240 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c339477-5afc-4238-a8c2-61001a907e97 req-3cac0c98-8506-4f36-8d51-83ae38cb1957 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437372 Dec 14 03:41:40.174987 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed2206-1733-4b42-8446-1373af866ad2 req-30ef671a-b441-4baa-8075-a342020720e2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:40.176473 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-beed2206-1733-4b42-8446-1373af866ad2 req-30ef671a-b441-4baa-8075-a342020720e2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 943 time: 0.0531423 Dec 14 03:41:40.225595 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-beed2206-1733-4b42-8446-1373af866ad2 req-74eb7354-8f5e-4477-ad12-b07c937cba9f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428622 Dec 14 03:41:40.564452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 23dab68f-e650-471a-834f-7861c8d4e63d details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:41:40.659377 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 23dab68f-e650-471a-834f-7861c8d4e63d, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=23dab68f-e650-471a-834f-7861c8d4e63d,segment=NetworkSegment(f0732378-7bc5-4b81-9ea8-1872783848f7),segment_id=f0732378-7bc5-4b81-9ea8-1872783848f7)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:41:40.670052 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '23dab68f-e650-471a-834f-7861c8d4e63d', 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1', 'port_id': '23dab68f-e650-471a-834f-7861c8d4e63d', 'mac_address': 'fa:16:3e:48:c1:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:41:40.707044 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:40.721382 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23dab68f-e650-471a-834f-7861c8d4e63d {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:41:40.739348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 23dab68f-e650-471a-834f-7861c8d4e63d, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=23dab68f-e650-471a-834f-7861c8d4e63d,segment=NetworkSegment(f0732378-7bc5-4b81-9ea8-1872783848f7),segment_id=f0732378-7bc5-4b81-9ea8-1872783848f7)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:41:40.792214 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:40.850193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=23dab68f-e650-471a-834f-7861c8d4e63d,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:41.084992 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['23dab68f-e650-471a-834f-7861c8d4e63d'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:41:41.342327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5039a330-a4cb-4794-8e01-c736a444396c req-dcaecca9-cc6b-4549-afe9-466c73a132d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:41.343831 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5039a330-a4cb-4794-8e01-c736a444396c req-dcaecca9-cc6b-4549-afe9-466c73a132d4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 944 time: 0.0496404 Dec 14 03:41:41.394237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5039a330-a4cb-4794-8e01-c736a444396c req-418d1196-88a2-4134-a274-67db981c9ba3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445244 Dec 14 03:41:42.512773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079890c-a646-4922-81c8-ab32c8a31f50 req-6b91e2c3-e450-42ed-bbf6-bd7a24d6ec27 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:42.514274 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4079890c-a646-4922-81c8-ab32c8a31f50 req-6b91e2c3-e450-42ed-bbf6-bd7a24d6ec27 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 944 time: 0.0530436 Dec 14 03:41:42.563740 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4079890c-a646-4922-81c8-ab32c8a31f50 req-7349bb2d-d65c-4d1c-a977-aedc28522838 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432093 Dec 14 03:41:42.570879 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 23dab68f-e650-471a-834f-7861c8d4e63d up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:41:42.683981 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 23dab68f-e650-471a-834f-7861c8d4e63d completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:41:42.687943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 23dab68f-e650-471a-834f-7861c8d4e63d triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:41:42.688314 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:42.765438 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:42.788454 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f3e867-e33a-4707-8c06-f8743e5f321d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dab68f-e650-471a-834f-7861c8d4e63d'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:41:42.790715 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af91fad6-f5fd-4281-9d8d-5c5db692bf02" -d '{"events": [{"server_uuid": "35f3e867-e33a-4707-8c06-f8743e5f321d", "name": "network-vif-plugged", "status": "completed", "tag": "23dab68f-e650-471a-834f-7861c8d4e63d"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:41:42.803834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 23dab68f-e650-471a-834f-7861c8d4e63d, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=23dab68f-e650-471a-834f-7861c8d4e63d,segment=NetworkSegment(f0732378-7bc5-4b81-9ea8-1872783848f7),segment_id=f0732378-7bc5-4b81-9ea8-1872783848f7)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:41:42.828197 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c011b21-5504-402e-b5ae-33d4cc8b624e x-openstack-request-id: req-4c011b21-5504-402e-b5ae-33d4cc8b624e {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:41:42.829504 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f3e867-e33a-4707-8c06-f8743e5f321d", "name": "network-vif-plugged", "status": "completed", "tag": "23dab68f-e650-471a-834f-7861c8d4e63d", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:41:42.829504 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c011b21-5504-402e-b5ae-33d4cc8b624e {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:41:42.829504 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f3e867-e33a-4707-8c06-f8743e5f321d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dab68f-e650-471a-834f-7861c8d4e63d', 'code': 200} Dec 14 03:41:42.869574 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:42.919022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=23dab68f-e650-471a-834f-7861c8d4e63d,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:42.953936 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffccbea-e1d5-4048-8293-cf75ccf874af req-02624183-2075-469a-89fc-7ad91f120432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:42.956053 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3ffccbea-e1d5-4048-8293-cf75ccf874af req-02624183-2075-469a-89fc-7ad91f120432 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 1096 time: 0.0416937 Dec 14 03:41:43.002712 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-3ffccbea-e1d5-4048-8293-cf75ccf874af req-7041f838-e198-42be-8314-b5e6c9e2f04a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390668 Dec 14 03:41:43.678945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7ee75-785d-401e-92d3-04710e95fa9f req-ae69f9a6-f647-475d-9a28-df49b78f1adc tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:43.680417 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cf7ee75-785d-401e-92d3-04710e95fa9f req-ae69f9a6-f647-475d-9a28-df49b78f1adc tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0481217 Dec 14 03:41:43.728128 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6cf7ee75-785d-401e-92d3-04710e95fa9f req-90eca9c4-b2ff-49c9-8660-6e4beaec546f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417185 Dec 14 03:41:44.843508 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b9052-b8b1-4bf7-81d0-e8e882a7c478 req-ca8244f9-15f4-407b-a154-1fd42667b657 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:44.844965 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a98b9052-b8b1-4bf7-81d0-e8e882a7c478 req-ca8244f9-15f4-407b-a154-1fd42667b657 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0484104 Dec 14 03:41:44.898880 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a98b9052-b8b1-4bf7-81d0-e8e882a7c478 req-bf60efd3-5183-410d-b744-ade26008deb0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476501 Dec 14 03:41:45.016633 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3044af1-fedb-4b19-83b8-df39e7190571 req-f61bf087-0636-438f-b150-9625e5b6fdbd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:45.018777 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c3044af1-fedb-4b19-83b8-df39e7190571 req-f61bf087-0636-438f-b150-9625e5b6fdbd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0492759 Dec 14 03:41:45.066716 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c3044af1-fedb-4b19-83b8-df39e7190571 req-78e9cbe5-e68c-45f2-bb49-145d13b3b8da tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418577 Dec 14 03:41:45.088654 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55322) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:45.173513 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7d2503-b4d2-4d05-8a9e-7a1210a9799a tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:45.175736 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-de7d2503-b4d2-4d05-8a9e-7a1210a9799a tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 1091 time: 0.0860353 Dec 14 03:41:45.178572 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55326) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:45.182815 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': '23dab68f-e650-471a-834f-7861c8d4e63d', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:41:45.249533 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:45.343710 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:45.446195 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.25.7.244 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/6a64f84f-942c-48c7-a9f6-972b10a74be6) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:41:45.545828 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:45.626586 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:45.669417 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:41:45.672388 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:41:45.676578 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:41:45.697683 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=6a64f84f-942c-48c7-a9f6-972b10a74be6,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:46.013055 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:46.131496 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:46.278784 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:46.321116 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:46.387615 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=6a64f84f-942c-48c7-a9f6-972b10a74be6,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:41:46.399774 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:46.496599 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Floating IP d1a5f580-6d90-4174-8b18-ee7e49377f27 associated. External IP: 172.25.7.244, port: 23dab68f-e650-471a-834f-7861c8d4e63d. Dec 14 03:41:46.698548 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:41:46.802674 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:41:46.812929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a215198e-88a3-4c28-b94a-9de88627e6ed None None] Sync routers for ids ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:41:46.822268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a215198e-88a3-4c28-b94a-9de88627e6ed None None] Routers {'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:41:46.822895 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a215198e-88a3-4c28-b94a-9de88627e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:41:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:46.886083 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:41:46.916714 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-3d03fa04-f505-4b55-9649-7a798ba47572 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7371292 Dec 14 03:41:46.917290 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f3e867-e33a-4707-8c06-f8743e5f321d', 'tag': '23dab68f-e650-471a-834f-7861c8d4e63d'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:41:46.919570 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c85b93-788b-4f6d-948f-00eecef52294" -d '{"events": [{"name": "network-changed", "server_uuid": "35f3e867-e33a-4707-8c06-f8743e5f321d", "tag": "23dab68f-e650-471a-834f-7861c8d4e63d"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:41:46.935269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-a215198e-88a3-4c28-b94a-9de88627e6ed None None] Set router f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:41:46.967683 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286a1843-513d-420d-bffa-5ef6c2122279 x-openstack-request-id: req-286a1843-513d-420d-bffa-5ef6c2122279 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:41:46.967982 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f3e867-e33a-4707-8c06-f8743e5f321d", "tag": "23dab68f-e650-471a-834f-7861c8d4e63d", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:41:46.968245 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-286a1843-513d-420d-bffa-5ef6c2122279 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:41:46.968698 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f3e867-e33a-4707-8c06-f8743e5f321d', 'tag': '23dab68f-e650-471a-834f-7861c8d4e63d', 'status': 'completed', 'code': 200} Dec 14 03:41:47.022191 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348afad-5b7c-4c36-9233-25a726b77f9f req-e77f7134-23d5-4575-95ec-7e20a49af60e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:47.025957 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6348afad-5b7c-4c36-9233-25a726b77f9f req-e77f7134-23d5-4575-95ec-7e20a49af60e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0547857 Dec 14 03:41:47.056079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c85b93-788b-4f6d-948f-00eecef52294 req-b70b49ac-9f4d-41ca-801f-03595d7b1f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:47.057629 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-23c85b93-788b-4f6d-948f-00eecef52294 req-b70b49ac-9f4d-41ca-801f-03595d7b1f88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 1096 time: 0.0447986 Dec 14 03:41:47.078650 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6348afad-5b7c-4c36-9233-25a726b77f9f req-a693d04e-3dc8-4445-81d6-f4b9c15d47bf tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460672 Dec 14 03:41:47.103073 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55332) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:47.155305 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c85b93-788b-4f6d-948f-00eecef52294 req-8860cbd2-fe83-4752-83fa-cd2cbfab5337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:47.156811 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-23c85b93-788b-4f6d-948f-00eecef52294 req-8860cbd2-fe83-4752-83fa-cd2cbfab5337 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ad78539-8530-4b97-8275-117c34f96dc1 HTTP/1.1" status: 200 len: 897 time: 0.0916772 Dec 14 03:41:47.172192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a215198e-88a3-4c28-b94a-9de88627e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473870382', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:41:25Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:26Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'd1a5f580-6d90-4174-8b18-ee7e49377f27', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'floating_ip_address': '172.25.7.244', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'port_id': '23dab68f-e650-471a-834f-7861c8d4e63d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1', 'mac_address': 'fa:16:3e:48:c1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f3e867-e33a-4707-8c06-f8743e5f321d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:41:45Z', 'updated_at': '2021-12-14T03:41:45Z', 'revision_number': 0, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4c4871-5fa4-4a6c-91b9-a898d578abfe', 'name': '', 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:27:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:29Z', 'updated_at': '2021-12-14T03:41:32Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:47.176931 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-72ffc7ad-f413-4f07-9c61-c1f42fc896b9 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/floatingips/d1a5f580-6d90-4174-8b18-ee7e49377f27 HTTP/1.1" status: 200 len: 991 time: 0.0723591 Dec 14 03:41:47.198745 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a215198e-88a3-4c28-b94a-9de88627e6ed None None] Checking router: f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:41:47.207488 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a215198e-88a3-4c28-b94a-9de88627e6ed None None] Routers {'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:41:47.208037 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a215198e-88a3-4c28-b94a-9de88627e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:41:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:47.224087 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-23c85b93-788b-4f6d-948f-00eecef52294 req-0e9faacd-8a34-4d5e-a074-ecc64b40ff0d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23dab68f-e650-471a-834f-7861c8d4e63d HTTP/1.1" status: 200 len: 999 time: 0.0595343 Dec 14 03:41:47.273065 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c85b93-788b-4f6d-948f-00eecef52294 req-387983b4-c6e4-4c6d-8104-87f890bf12e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:47.274577 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-23c85b93-788b-4f6d-948f-00eecef52294 req-387983b4-c6e4-4c6d-8104-87f890bf12e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2 HTTP/1.1" status: 200 len: 833 time: 0.0437768 Dec 14 03:41:47.313045 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-a215198e-88a3-4c28-b94a-9de88627e6ed None None] Set router f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:41:47.323735 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c85b93-788b-4f6d-948f-00eecef52294 req-1411ee3b-01c7-45d2-b605-1ad4dc66bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:41:47.325241 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-23c85b93-788b-4f6d-948f-00eecef52294 req-1411ee3b-01c7-45d2-b605-1ad4dc66bd1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ad78539-8530-4b97-8275-117c34f96dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434911 Dec 14 03:41:47.414739 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-23c85b93-788b-4f6d-948f-00eecef52294 req-ba0a37ca-30c3-410f-9a0c-6d67382d3c00 service neutron] 10.222.0.47 "GET /v2.0/networks/0ad78539-8530-4b97-8275-117c34f96dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821238 Dec 14 03:41:47.506544 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-23c85b93-788b-4f6d-948f-00eecef52294 req-c03a4da1-4854-4885-91c2-eae84727a0c5 service neutron] 10.222.0.47 "GET /v2.0/networks/0ad78539-8530-4b97-8275-117c34f96dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850754 Dec 14 03:41:47.538092 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a215198e-88a3-4c28-b94a-9de88627e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473870382', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:41:25Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:26Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'd1a5f580-6d90-4174-8b18-ee7e49377f27', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'floating_ip_address': '172.25.7.244', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'port_id': '23dab68f-e650-471a-834f-7861c8d4e63d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1', 'mac_address': 'fa:16:3e:48:c1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f3e867-e33a-4707-8c06-f8743e5f321d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:41:45Z', 'updated_at': '2021-12-14T03:41:45Z', 'revision_number': 0, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4c4871-5fa4-4a6c-91b9-a898d578abfe', 'name': '', 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:27:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:29Z', 'updated_at': '2021-12-14T03:41:32Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:41:47.563901 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a215198e-88a3-4c28-b94a-9de88627e6ed None None] The sync data for ids ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'] in n-d-821636-1 is: [{'id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473870382', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:41:25Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:26Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'd1a5f580-6d90-4174-8b18-ee7e49377f27', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'floating_ip_address': '172.25.7.244', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'port_id': '23dab68f-e650-471a-834f-7861c8d4e63d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1', 'mac_address': 'fa:16:3e:48:c1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f3e867-e33a-4707-8c06-f8743e5f321d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:41:45Z', 'updated_at': '2021-12-14T03:41:45Z', 'revision_number': 0, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de4c4871-5fa4-4a6c-91b9-a898d578abfe', 'name': '', 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:27:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:29Z', 'updated_at': '2021-12-14T03:41:32Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:41:47.772565 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6e60df-053e-4a9e-988e-ca00814ba69c None None] New status for floating IP d1a5f580-6d90-4174-8b18-ee7e49377f27: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:41:48.180763 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55334) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:41:48.240051 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-176f1412-de99-41e2-9c3d-560d3cae5796 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/floatingips/d1a5f580-6d90-4174-8b18-ee7e49377f27 HTTP/1.1" status: 200 len: 993 time: 0.0581076 Dec 14 03:41:52.737846 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:41:57.780778 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:42:00.863772 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:42:02.817843 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b4aecaa6-8462-4368-ae9c-2a3d2b966a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:42:04.279936 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f4f451dd-04ad-4caa-b287-da66c3e489ce req-95c339ca-af9b-4992-bb36-960b9de84f72 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422816 Dec 14 03:42:04.381992 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f451dd-04ad-4caa-b287-da66c3e489ce req-51342669-de2b-4504-a638-6d3133be77cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:04.383452 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f4f451dd-04ad-4caa-b287-da66c3e489ce req-51342669-de2b-4504-a638-6d3133be77cb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 1096 time: 0.0423775 Dec 14 03:42:04.487706 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f451dd-04ad-4caa-b287-da66c3e489ce req-2c3e4298-4e01-4b70-9048-d11a7cee7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:04.489082 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f4f451dd-04ad-4caa-b287-da66c3e489ce req-2c3e4298-4e01-4b70-9048-d11a7cee7b86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ad78539-8530-4b97-8275-117c34f96dc1 HTTP/1.1" status: 200 len: 897 time: 0.0863070 Dec 14 03:42:04.554032 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f4f451dd-04ad-4caa-b287-da66c3e489ce req-d1e7822d-4568-4c40-89e1-09364993697d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23dab68f-e650-471a-834f-7861c8d4e63d HTTP/1.1" status: 200 len: 1001 time: 0.0570865 Dec 14 03:42:04.601489 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f451dd-04ad-4caa-b287-da66c3e489ce req-67eda801-fe24-4e2e-8414-153e984568f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:04.602893 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f4f451dd-04ad-4caa-b287-da66c3e489ce req-67eda801-fe24-4e2e-8414-153e984568f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2 HTTP/1.1" status: 200 len: 833 time: 0.0419767 Dec 14 03:42:04.650922 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f451dd-04ad-4caa-b287-da66c3e489ce req-64aee664-7319-40e1-8f96-5d6c9a3d4ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:04.652394 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f4f451dd-04ad-4caa-b287-da66c3e489ce req-64aee664-7319-40e1-8f96-5d6c9a3d4ff8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ad78539-8530-4b97-8275-117c34f96dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420556 Dec 14 03:42:04.740889 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f4f451dd-04ad-4caa-b287-da66c3e489ce req-9cc56029-4536-48b5-b891-1e50c12b46e8 service neutron] 10.222.0.47 "GET /v2.0/networks/0ad78539-8530-4b97-8275-117c34f96dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805101 Dec 14 03:42:04.832098 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f4f451dd-04ad-4caa-b287-da66c3e489ce req-13a8f68e-ad67-463e-8e55-a8a3418b5d5f service neutron] 10.222.0.47 "GET /v2.0/networks/0ad78539-8530-4b97-8275-117c34f96dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833383 Dec 14 03:42:05.071999 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1b55a0a3-c5c5-45a8-8a97-6843ca773224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:42:06.574439 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:42:07.923234 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:42:08.674991 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:42:19.718361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193bc71-fa1f-4403-afae-2663abbd201d req-f6253910-3352-4603-ad87-b6b019b01926 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:19.720409 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6193bc71-fa1f-4403-afae-2663abbd201d req-f6253910-3352-4603-ad87-b6b019b01926 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0582633 Dec 14 03:42:19.769811 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6193bc71-fa1f-4403-afae-2663abbd201d req-e02b6b9f-b594-475c-a4ba-e763d5ca1fbc tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432334 Dec 14 03:42:20.888795 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15f48c-7b0a-4915-81db-f52eaddb883d req-8aa9bed8-9339-4680-bbc3-e915430b722e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:20.890302 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be15f48c-7b0a-4915-81db-f52eaddb883d req-8aa9bed8-9339-4680-bbc3-e915430b722e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0497704 Dec 14 03:42:20.941384 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-be15f48c-7b0a-4915-81db-f52eaddb883d req-4bd3ad67-4a9b-4669-acda-9b309c567488 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436594 Dec 14 03:42:22.058189 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1941044-cf08-42d5-9f26-2c8d45a941cf req-d7951ee7-10e1-4801-961b-88d4642c4fa2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:22.059650 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1941044-cf08-42d5-9f26-2c8d45a941cf req-d7951ee7-10e1-4801-961b-88d4642c4fa2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0488446 Dec 14 03:42:22.114579 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1941044-cf08-42d5-9f26-2c8d45a941cf req-cee35982-d21d-4f7c-a899-af8056155240 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476422 Dec 14 03:42:23.232374 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109f04d-a606-4ca6-bcb7-d07921beab2d req-eafeb387-de02-4a35-8acb-3add76b26b24 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:23.233781 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1109f04d-a606-4ca6-bcb7-d07921beab2d req-eafeb387-de02-4a35-8acb-3add76b26b24 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0493314 Dec 14 03:42:23.283791 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1109f04d-a606-4ca6-bcb7-d07921beab2d req-f2d412a6-0d1c-4669-8374-95ce454cdf7d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440471 Dec 14 03:42:24.399043 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d3e21-d7fb-4cf4-9d22-aafee590596c req-03c7aca0-7416-4284-842a-31e3347bee0e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:24.400530 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-826d3e21-d7fb-4cf4-9d22-aafee590596c req-03c7aca0-7416-4284-842a-31e3347bee0e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0492783 Dec 14 03:42:24.449403 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-826d3e21-d7fb-4cf4-9d22-aafee590596c req-6044a8e3-c904-44df-bd12-7cb8a0bf34a8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428762 Dec 14 03:42:25.574641 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730be717-8c04-41d8-90da-ca87e7c7a8ef req-8c5fdc05-e552-436e-94f9-fd53b1750b4c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:25.576064 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-730be717-8c04-41d8-90da-ca87e7c7a8ef req-8c5fdc05-e552-436e-94f9-fd53b1750b4c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0530291 Dec 14 03:42:25.624776 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-730be717-8c04-41d8-90da-ca87e7c7a8ef req-d11a8377-1152-4ce2-856e-717999ec7fc3 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426250 Dec 14 03:42:26.741337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c579c7-f730-44ac-b33a-bfda9bf74b07 req-6d51c17c-c1aa-4dc0-9096-b2af14d967b2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:26.742864 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30c579c7-f730-44ac-b33a-bfda9bf74b07 req-6d51c17c-c1aa-4dc0-9096-b2af14d967b2 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0499046 Dec 14 03:42:26.791831 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-30c579c7-f730-44ac-b33a-bfda9bf74b07 req-c92de84e-58ab-49be-b1d9-f963beb94f36 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428154 Dec 14 03:42:27.773808 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:42:27.911991 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98ecd0-3b65-44fa-b6e7-dd152292ed71 req-d1bfdf94-a2fe-4cbb-94b2-4764e40c64b5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:27.913515 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a98ecd0-3b65-44fa-b6e7-dd152292ed71 req-d1bfdf94-a2fe-4cbb-94b2-4764e40c64b5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0546622 Dec 14 03:42:27.963238 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a98ecd0-3b65-44fa-b6e7-dd152292ed71 req-9526fee8-fcc5-4d53-814b-ce3577366807 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435724 Dec 14 03:42:29.078675 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0d149-ff69-42f0-a8a4-670088ff33ba req-b1f78fef-57be-42df-b359-135be4d5abcf tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:29.080432 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3cf0d149-ff69-42f0-a8a4-670088ff33ba req-b1f78fef-57be-42df-b359-135be4d5abcf tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0489779 Dec 14 03:42:29.129780 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3cf0d149-ff69-42f0-a8a4-670088ff33ba req-c7422903-6909-44d9-903c-194afada2d7e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432069 Dec 14 03:42:29.736317 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:42:30.244163 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2756a-844c-43dc-b553-f2ab254c2718 req-44e963b6-99c5-4e15-be3d-0327862e3448 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:30.245661 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07c2756a-844c-43dc-b553-f2ab254c2718 req-44e963b6-99c5-4e15-be3d-0327862e3448 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0483549 Dec 14 03:42:30.303866 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07c2756a-844c-43dc-b553-f2ab254c2718 req-95460fbd-d7b1-43a8-b0b3-0e42c64c5284 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516090 Dec 14 03:42:30.830982 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:42:31.419847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f95d60-9be2-4e99-b105-e9da20536ffb req-51ae49c3-3a5a-44dc-a5cc-51e31c1ffad4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:31.421347 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07f95d60-9be2-4e99-b105-e9da20536ffb req-51ae49c3-3a5a-44dc-a5cc-51e31c1ffad4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0479181 Dec 14 03:42:31.468911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07f95d60-9be2-4e99-b105-e9da20536ffb req-aa97712e-1746-41be-a910-ad2138ae129d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409131 Dec 14 03:42:32.584326 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab723d-32e4-4394-a0c2-59215be35b29 req-5890cff2-62ff-472b-9168-e03d53f3dbbd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:32.585843 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bab723d-32e4-4394-a0c2-59215be35b29 req-5890cff2-62ff-472b-9168-e03d53f3dbbd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0483100 Dec 14 03:42:32.635104 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bab723d-32e4-4394-a0c2-59215be35b29 req-2505146d-a499-40ab-b80a-69c6dcd98eb9 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433652 Dec 14 03:42:32.819394 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8fdb65d4-9162-45bc-a2ae-1f3791bc22ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:42:33.755406 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e541f-9e7f-4e08-af4e-248982cb6db6 req-b769ade1-9ef0-477d-9917-e226eda169e9 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:33.756891 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d4e541f-9e7f-4e08-af4e-248982cb6db6 req-b769ade1-9ef0-477d-9917-e226eda169e9 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0518610 Dec 14 03:42:33.804769 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d4e541f-9e7f-4e08-af4e-248982cb6db6 req-0f125ffc-60ce-4e6e-a4a4-d263bd078d96 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419240 Dec 14 03:42:34.928500 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8177c5-9442-4610-8aa0-6338ad483740 req-68a05291-7ec0-49ad-a4e0-a09d4b17cb40 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:34.930038 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d8177c5-9442-4610-8aa0-6338ad483740 req-68a05291-7ec0-49ad-a4e0-a09d4b17cb40 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0495117 Dec 14 03:42:34.981195 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d8177c5-9442-4610-8aa0-6338ad483740 req-ffd13dbe-0356-47e1-b14f-cfb7a60a2361 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450652 Dec 14 03:42:35.057614 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1030612a-1435-4eb6-8127-7ee3c93cf747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:42:36.101722 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2eab1d-a3d4-47b0-85f0-33de565df539 req-1177e548-a09a-47ce-99a9-ec298ba3984a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:36.103208 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae2eab1d-a3d4-47b0-85f0-33de565df539 req-1177e548-a09a-47ce-99a9-ec298ba3984a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0480840 Dec 14 03:42:36.155953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae2eab1d-a3d4-47b0-85f0-33de565df539 req-8a0e8384-30d1-40a9-be56-617bc2687f2f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467465 Dec 14 03:42:36.178591 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55382) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:42:36.238526 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c666dd7e-ecf8-4ebf-9d41-40a3a880b4af tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/floatingips/d1a5f580-6d90-4174-8b18-ee7e49377f27 HTTP/1.1" status: 200 len: 993 time: 0.0587239 Dec 14 03:42:36.567916 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:42:37.642713 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b257a3-bb4d-4346-ac3d-fc45a8063035 req-180c0354-6f8e-474f-a48a-afd918de604e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:37.644132 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56b257a3-bb4d-4346-ac3d-fc45a8063035 req-180c0354-6f8e-474f-a48a-afd918de604e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0495508 Dec 14 03:42:37.699225 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-56b257a3-bb4d-4346-ac3d-fc45a8063035 req-7a3a0a87-44b4-4797-a1f8-8c68b8ab113b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482225 Dec 14 03:42:37.973692 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:42:38.091795 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f407be9-1f57-41f1-b9f9-43020a388625 req-7c96dca9-eef5-4399-9232-cbae04b76f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:38.093216 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1f407be9-1f57-41f1-b9f9-43020a388625 req-7c96dca9-eef5-4399-9232-cbae04b76f9c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 1096 time: 0.3846412 Dec 14 03:42:38.182614 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f407be9-1f57-41f1-b9f9-43020a388625 req-64e2d81b-1bd0-43f8-b492-4191c024e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:38.184080 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1f407be9-1f57-41f1-b9f9-43020a388625 req-64e2d81b-1bd0-43f8-b492-4191c024e02b service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ad78539-8530-4b97-8275-117c34f96dc1 HTTP/1.1" status: 200 len: 897 time: 0.0834966 Dec 14 03:42:38.250837 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1f407be9-1f57-41f1-b9f9-43020a388625 req-e2cbb4ec-43c1-4de4-a6f8-669c1f5bc485 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23dab68f-e650-471a-834f-7861c8d4e63d HTTP/1.1" status: 200 len: 1001 time: 0.0596950 Dec 14 03:42:38.298031 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f407be9-1f57-41f1-b9f9-43020a388625 req-f39931cb-a9b2-4358-8d9c-20658a4fb65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:38.300147 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1f407be9-1f57-41f1-b9f9-43020a388625 req-f39931cb-a9b2-4358-8d9c-20658a4fb65c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2 HTTP/1.1" status: 200 len: 833 time: 0.0423734 Dec 14 03:42:38.354924 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f407be9-1f57-41f1-b9f9-43020a388625 req-6c705beb-e812-4801-b3ff-99e543728592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:38.354924 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1f407be9-1f57-41f1-b9f9-43020a388625 req-6c705beb-e812-4801-b3ff-99e543728592 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ad78539-8530-4b97-8275-117c34f96dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405037 Dec 14 03:42:38.440969 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1f407be9-1f57-41f1-b9f9-43020a388625 req-9b49e786-5308-47e3-9931-1ab1fa9850d8 service neutron] 10.222.0.47 "GET /v2.0/networks/0ad78539-8530-4b97-8275-117c34f96dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834982 Dec 14 03:42:38.530942 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1f407be9-1f57-41f1-b9f9-43020a388625 req-cf3612b7-30a5-4818-9a85-6bd4ef4f1bad service neutron] 10.222.0.47 "GET /v2.0/networks/0ad78539-8530-4b97-8275-117c34f96dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829446 Dec 14 03:42:38.703021 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:42:38.817878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a8c05-939a-4bbf-9fc4-d65bd0e230cb req-93e2941d-a868-4b66-9222-b7738af4f0cd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:38.819351 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b97a8c05-939a-4bbf-9fc4-d65bd0e230cb req-93e2941d-a868-4b66-9222-b7738af4f0cd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0488005 Dec 14 03:42:38.867743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b97a8c05-939a-4bbf-9fc4-d65bd0e230cb req-3f4e787c-0cca-4e64-b99c-0b15a3d9e71b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424805 Dec 14 03:42:39.984076 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74495c09-b7b9-4f90-9c84-e8f0ce7969c0 req-a0454209-7cdf-4ff6-aa0c-5b7080a9360d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:42:39.985563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74495c09-b7b9-4f90-9c84-e8f0ce7969c0 req-a0454209-7cdf-4ff6-aa0c-5b7080a9360d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0482552 Dec 14 03:42:40.034039 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-74495c09-b7b9-4f90-9c84-e8f0ce7969c0 req-31b7d344-7d79-42bd-bcd0-72403d557c3a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416095 Dec 14 03:42:40.056259 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55394) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:42:40.119577 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-19d8dd92-79df-4bc3-a746-a50653f97522 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/floatingips/d1a5f580-6d90-4174-8b18-ee7e49377f27 HTTP/1.1" status: 200 len: 993 time: 0.0621333 Dec 14 03:42:57.755858 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:00.847115 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:02.824160 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-628b49b0-b340-421a-98cb-e51368002864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:04.252980 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-542afb5a-5010-491e-80a9-3c1939c1f1a0 req-4b0af431-eb6f-47e5-b56d-d33e45049d4a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454557 Dec 14 03:43:04.393290 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542afb5a-5010-491e-80a9-3c1939c1f1a0 req-e5b3e267-c773-4b17-bf1d-7a8ab5c06ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:04.394784 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-542afb5a-5010-491e-80a9-3c1939c1f1a0 req-e5b3e267-c773-4b17-bf1d-7a8ab5c06ba0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 1096 time: 0.0441611 Dec 14 03:43:04.498197 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542afb5a-5010-491e-80a9-3c1939c1f1a0 req-bafd7ea8-5ee1-4069-94ed-93243fbd7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:04.499544 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-542afb5a-5010-491e-80a9-3c1939c1f1a0 req-bafd7ea8-5ee1-4069-94ed-93243fbd7bd9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ad78539-8530-4b97-8275-117c34f96dc1 HTTP/1.1" status: 200 len: 897 time: 0.0842845 Dec 14 03:43:04.567250 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-542afb5a-5010-491e-80a9-3c1939c1f1a0 req-63a8c0dc-ef95-4400-a24d-c5edbb08d8ba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23dab68f-e650-471a-834f-7861c8d4e63d HTTP/1.1" status: 200 len: 1001 time: 0.0603991 Dec 14 03:43:04.615764 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542afb5a-5010-491e-80a9-3c1939c1f1a0 req-4d27a90b-a152-463e-b909-9c284cfc1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:04.617202 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-542afb5a-5010-491e-80a9-3c1939c1f1a0 req-4d27a90b-a152-463e-b909-9c284cfc1c89 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2 HTTP/1.1" status: 200 len: 833 time: 0.0421629 Dec 14 03:43:04.664127 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542afb5a-5010-491e-80a9-3c1939c1f1a0 req-8226d2fa-78e0-4c57-a396-7858a261f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:04.665615 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-542afb5a-5010-491e-80a9-3c1939c1f1a0 req-8226d2fa-78e0-4c57-a396-7858a261f3c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ad78539-8530-4b97-8275-117c34f96dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385118 Dec 14 03:43:04.754628 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-542afb5a-5010-491e-80a9-3c1939c1f1a0 req-bdf554eb-798c-421f-9ca2-263bab390c34 service neutron] 10.222.0.47 "GET /v2.0/networks/0ad78539-8530-4b97-8275-117c34f96dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819607 Dec 14 03:43:04.846583 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-542afb5a-5010-491e-80a9-3c1939c1f1a0 req-7d6aaff4-7951-4037-ac1c-17764d0ea7f9 service neutron] 10.222.0.47 "GET /v2.0/networks/0ad78539-8530-4b97-8275-117c34f96dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821545 Dec 14 03:43:05.041065 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f45a91ba-8069-4dfb-8a5e-3c3a38ec3a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:06.607152 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:06.734905 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:43:07.944284 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:08.668377 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:10.800139 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55412) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:10.956234 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port 6a64f84f-942c-48c7-a9f6-972b10a74be6 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:43:10.956579 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:11.034862 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:11.035197 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:11.047440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for 6a64f84f-942c-48c7-a9f6-972b10a74be6 owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:43:11.235738 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:11.263265 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=6a64f84f-942c-48c7-a9f6-972b10a74be6,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:11.286674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:11.287031 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:11.287381 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:11.287724 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:11.288064 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:11.288399 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:11.288731 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:11.289063 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:11.289418 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:11.289751 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:11.290079 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:11.290402 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:11.290724 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:11.339461 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:11.339789 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Floating IP d1a5f580-6d90-4174-8b18-ee7e49377f27 disassociated (deleted). External IP: 172.25.7.244, port: 23dab68f-e650-471a-834f-7861c8d4e63d. Dec 14 03:43:11.544847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:43:11.650502 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:43:11.655336 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:11.659993 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a942d2-e71c-4536-a897-15a137a1ac63 None None] Sync routers for ids ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:43:11.669376 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a942d2-e71c-4536-a897-15a137a1ac63 None None] Routers {'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:43:11.669996 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-18a942d2-e71c-4536-a897-15a137a1ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:43:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:11.682831 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c708ef6d-ab6a-46cd-941c-9069cfb0d129 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/floatingips/d1a5f580-6d90-4174-8b18-ee7e49377f27 HTTP/1.1" status: 204 len: 168 time: 0.8815958 Dec 14 03:43:11.683529 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f3e867-e33a-4707-8c06-f8743e5f321d', 'tag': '23dab68f-e650-471a-834f-7861c8d4e63d'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:43:11.685963 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044c19b0-9114-432c-bd31-8d0d51e866af" -d '{"events": [{"name": "network-changed", "server_uuid": "35f3e867-e33a-4707-8c06-f8743e5f321d", "tag": "23dab68f-e650-471a-834f-7861c8d4e63d"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:43:11.731647 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8fc97a-92f4-495f-a02a-8f6384b40e17 x-openstack-request-id: req-6f8fc97a-92f4-495f-a02a-8f6384b40e17 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:43:11.732214 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f3e867-e33a-4707-8c06-f8743e5f321d", "tag": "23dab68f-e650-471a-834f-7861c8d4e63d", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:43:11.732632 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6f8fc97a-92f4-495f-a02a-8f6384b40e17 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:43:11.733055 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f3e867-e33a-4707-8c06-f8743e5f321d', 'tag': '23dab68f-e650-471a-834f-7861c8d4e63d', 'status': 'completed', 'code': 200} Dec 14 03:43:11.776739 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-18a942d2-e71c-4536-a897-15a137a1ac63 None None] Set router f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:43:11.819020 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c19b0-9114-432c-bd31-8d0d51e866af req-8c7c3345-54e7-446f-ba9c-d8268bc5660e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:11.820423 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-044c19b0-9114-432c-bd31-8d0d51e866af req-8c7c3345-54e7-446f-ba9c-d8268bc5660e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 1096 time: 0.0450757 Dec 14 03:43:11.917757 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c19b0-9114-432c-bd31-8d0d51e866af req-acfead07-c309-4d30-b24b-ac86f82fc620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:11.919263 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-044c19b0-9114-432c-bd31-8d0d51e866af req-acfead07-c309-4d30-b24b-ac86f82fc620 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0ad78539-8530-4b97-8275-117c34f96dc1 HTTP/1.1" status: 200 len: 897 time: 0.0901446 Dec 14 03:43:11.975495 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-044c19b0-9114-432c-bd31-8d0d51e866af req-02dece53-c642-441d-96fe-8f51e8b4107e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23dab68f-e650-471a-834f-7861c8d4e63d HTTP/1.1" status: 200 len: 217 time: 0.0469959 Dec 14 03:43:12.027598 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c19b0-9114-432c-bd31-8d0d51e866af req-506f2bcb-32cc-4e11-b229-9625093ecb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:12.029148 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-044c19b0-9114-432c-bd31-8d0d51e866af req-506f2bcb-32cc-4e11-b229-9625093ecb56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2 HTTP/1.1" status: 200 len: 833 time: 0.0457370 Dec 14 03:43:12.089671 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c19b0-9114-432c-bd31-8d0d51e866af req-4e9272c0-612c-4039-992b-3e0f12b54b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:12.092094 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-044c19b0-9114-432c-bd31-8d0d51e866af req-4e9272c0-612c-4039-992b-3e0f12b54b41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0ad78539-8530-4b97-8275-117c34f96dc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563188 Dec 14 03:43:12.137226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954e011-e07a-462d-8780-70c97e6db386 req-e3a5d82a-deab-4c54-9117-293f68a15059 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:12.143061 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5954e011-e07a-462d-8780-70c97e6db386 req-e3a5d82a-deab-4c54-9117-293f68a15059 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0537670 Dec 14 03:43:12.152491 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-18a942d2-e71c-4536-a897-15a137a1ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473870382', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:41:25Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:26Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'de4c4871-5fa4-4a6c-91b9-a898d578abfe', 'name': '', 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:27:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:29Z', 'updated_at': '2021-12-14T03:41:32Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:12.181538 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a942d2-e71c-4536-a897-15a137a1ac63 None None] Checking router: f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:43:12.189765 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a942d2-e71c-4536-a897-15a137a1ac63 None None] Routers {'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:43:12.190379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-18a942d2-e71c-4536-a897-15a137a1ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:43:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:12.191629 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-044c19b0-9114-432c-bd31-8d0d51e866af req-f8e3d49e-cf45-4b70-b998-52ab42e09158 service neutron] 10.222.0.47 "GET /v2.0/networks/0ad78539-8530-4b97-8275-117c34f96dc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909610 Dec 14 03:43:12.194305 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5954e011-e07a-462d-8780-70c97e6db386 req-cd9e10f9-53c5-4931-ab62-d0358e9ed860 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479124 Dec 14 03:43:12.285235 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-044c19b0-9114-432c-bd31-8d0d51e866af req-11226e8a-c548-4e0a-9700-d9d94140731c service neutron] 10.222.0.47 "GET /v2.0/networks/0ad78539-8530-4b97-8275-117c34f96dc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851035 Dec 14 03:43:12.296651 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-18a942d2-e71c-4536-a897-15a137a1ac63 None None] Set router f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:43:12.491379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-18a942d2-e71c-4536-a897-15a137a1ac63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473870382', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:41:25Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:26Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'de4c4871-5fa4-4a6c-91b9-a898d578abfe', 'name': '', 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:27:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:29Z', 'updated_at': '2021-12-14T03:41:32Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:12.520039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a942d2-e71c-4536-a897-15a137a1ac63 None None] The sync data for ids ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'] in n-d-821636-1 is: [{'id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473870382', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:41:25Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:26Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'de4c4871-5fa4-4a6c-91b9-a898d578abfe', 'name': '', 'network_id': '0ad78539-8530-4b97-8275-117c34f96dc1', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:27:98:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:29Z', 'updated_at': '2021-12-14T03:41:32Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': '6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:43:12.737232 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb1bb77-3c75-458d-a1bd-bbbdfa2caf55 None None] New status for floating IP d1a5f580-6d90-4174-8b18-ee7e49377f27: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:43:13.311973 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefab7b-cdb6-4556-a4dc-221c1fbcd257 req-d1ae2dc7-6294-4200-a17d-9cae24b4bb2d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:13.313479 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ecefab7b-cdb6-4556-a4dc-221c1fbcd257 req-d1ae2dc7-6294-4200-a17d-9cae24b4bb2d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0484025 Dec 14 03:43:13.366812 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ecefab7b-cdb6-4556-a4dc-221c1fbcd257 req-e8410877-860b-4f88-9ebb-6319b5fa6ed6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=305a9112-3e75-4c14-bd97-91e71a93e73d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464406 Dec 14 03:43:13.751932 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb21085-1c75-488f-bb78-dc101265a2a3 req-118d065e-fa2b-43a6-9ad1-195d695f7aae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:13.753400 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-afb21085-1c75-488f-bb78-dc101265a2a3 req-118d065e-fa2b-43a6-9ad1-195d695f7aae tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.47 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 945 time: 0.0494480 Dec 14 03:43:13.844834 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-afb21085-1c75-488f-bb78-dc101265a2a3 req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port 23dab68f-e650-471a-834f-7861c8d4e63d {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:43:13.845174 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-afb21085-1c75-488f-bb78-dc101265a2a3 req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:13.933219 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-afb21085-1c75-488f-bb78-dc101265a2a3 req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] For port 23dab68f-e650-471a-834f-7861c8d4e63d, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=23dab68f-e650-471a-834f-7861c8d4e63d,segment=NetworkSegment(f0732378-7bc5-4b81-9ea8-1872783848f7),segment_id=f0732378-7bc5-4b81-9ea8-1872783848f7)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:43:13.933565 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-afb21085-1c75-488f-bb78-dc101265a2a3 req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:13.946068 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-afb21085-1c75-488f-bb78-dc101265a2a3 req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for 23dab68f-e650-471a-834f-7861c8d4e63d owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:43:14.138322 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-afb21085-1c75-488f-bb78-dc101265a2a3 req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:14.166946 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=23dab68f-e650-471a-834f-7861c8d4e63d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:14.179154 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:14.179513 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:14.179870 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:14.180213 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:14.180551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:14.180887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:14.181222 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:14.181582 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:14.181919 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:14.182249 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:14.182578 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:14.182903 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:14.183227 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:14.221136 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb21085-1c75-488f-bb78-dc101265a2a3 req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] No DVR routers for this DVR port 23dab68f-e650-471a-834f-7861c8d4e63d on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:43:14.224412 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-afb21085-1c75-488f-bb78-dc101265a2a3 req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:14.227858 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-afb21085-1c75-488f-bb78-dc101265a2a3 req-c48e9fbc-0538-411f-9496-1142602e1b19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.47 "DELETE /v2.0/ports/23dab68f-e650-471a-834f-7861c8d4e63d HTTP/1.1" status: 204 len: 173 time: 0.4684381 Dec 14 03:43:14.228294 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f3e867-e33a-4707-8c06-f8743e5f321d', 'name': 'network-vif-deleted', 'tag': '23dab68f-e650-471a-834f-7861c8d4e63d'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:43:14.230560 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19843558-6936-49c2-b0c3-92cdfefbe97d" -d '{"events": [{"server_uuid": "35f3e867-e33a-4707-8c06-f8743e5f321d", "name": "network-vif-deleted", "tag": "23dab68f-e650-471a-834f-7861c8d4e63d"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:43:14.269968 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d122f927-99a2-4f20-92f6-d6082ff6e756 x-openstack-request-id: req-d122f927-99a2-4f20-92f6-d6082ff6e756 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:43:14.269968 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f3e867-e33a-4707-8c06-f8743e5f321d", "name": "network-vif-deleted", "tag": "23dab68f-e650-471a-834f-7861c8d4e63d", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:43:14.269968 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d122f927-99a2-4f20-92f6-d6082ff6e756 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:43:14.269968 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f3e867-e33a-4707-8c06-f8743e5f321d', 'name': 'network-vif-deleted', 'tag': '23dab68f-e650-471a-834f-7861c8d4e63d', 'status': 'completed', 'code': 200} Dec 14 03:43:14.464946 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-493d160b-07aa-4d1b-81d9-27d3139d6544 req-02f47659-bb93-4da5-aa5b-2ea171582cfd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=35f3e867-e33a-4707-8c06-f8743e5f321d HTTP/1.1" status: 200 len: 210 time: 0.0290470 Dec 14 03:43:15.523515 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55428) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:15.871772 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9355980c-9336-405e-bf18-8c00ae08761f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:16.123383 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-9355980c-9336-405e-bf18-8c00ae08761f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port de4c4871-5fa4-4a6c-91b9-a898d578abfe {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:43:16.123649 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9355980c-9336-405e-bf18-8c00ae08761f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:16.213570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-9355980c-9336-405e-bf18-8c00ae08761f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] For port de4c4871-5fa4-4a6c-91b9-a898d578abfe, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=de4c4871-5fa4-4a6c-91b9-a898d578abfe,segment=NetworkSegment(f0732378-7bc5-4b81-9ea8-1872783848f7),segment_id=f0732378-7bc5-4b81-9ea8-1872783848f7)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:43:16.213932 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9355980c-9336-405e-bf18-8c00ae08761f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:16.226781 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-9355980c-9336-405e-bf18-8c00ae08761f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for de4c4871-5fa4-4a6c-91b9-a898d578abfe owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:43:16.486302 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9355980c-9336-405e-bf18-8c00ae08761f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:16.513981 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355980c-9336-405e-bf18-8c00ae08761f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=de4c4871-5fa4-4a6c-91b9-a898d578abfe,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:17.039366 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9355980c-9336-405e-bf18-8c00ae08761f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:17.052297 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 23dab68f-e650-471a-834f-7861c8d4e63d no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:43:17.072249 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 23dab68f-e650-471a-834f-7861c8d4e63d {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:43:17.072602 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 23dab68f-e650-471a-834f-7861c8d4e63d not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:43:17.256488 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9355980c-9336-405e-bf18-8c00ae08761f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:43:17.361657 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9355980c-9336-405e-bf18-8c00ae08761f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:43:17.367902 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9355980c-9336-405e-bf18-8c00ae08761f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "PUT /v2.0/routers/f40dbbef-cf71-47d6-ad8c-05f9bb9824b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8430662 Dec 14 03:43:17.370732 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55430) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:17.373359 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b731e9eb-f101-4d4e-bfce-b14a0af8f947 None None] Sync routers for ids ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:43:17.383713 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b731e9eb-f101-4d4e-bfce-b14a0af8f947 None None] Routers {'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:43:17.384342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b731e9eb-f101-4d4e-bfce-b14a0af8f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:43:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:17.427650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45ca5ff-1bda-4294-9922-8c22a7a646e0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting subnet 6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:43:17.430891 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b45ca5ff-1bda-4294-9922-8c22a7a646e0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:17.469761 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b45ca5ff-1bda-4294-9922-8c22a7a646e0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:17.488041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-b731e9eb-f101-4d4e-bfce-b14a0af8f947 None None] Set router f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:43:17.557297 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b45ca5ff-1bda-4294-9922-8c22a7a646e0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:17.676996 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b731e9eb-f101-4d4e-bfce-b14a0af8f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473870382', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:41:25Z', 'updated_at': '2021-12-14T03:43:16Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:26Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:17.681633 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b45ca5ff-1bda-4294-9922-8c22a7a646e0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:17.707691 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b731e9eb-f101-4d4e-bfce-b14a0af8f947 None None] Checking router: f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:43:17.710522 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ca5ff-1bda-4294-9922-8c22a7a646e0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:17.712600 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b45ca5ff-1bda-4294-9922-8c22a7a646e0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:17.716066 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b45ca5ff-1bda-4294-9922-8c22a7a646e0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/subnets/6b2b466a-e8a1-4edb-b9a4-b6038b38f2f2 HTTP/1.1" status: 204 len: 168 time: 0.3443198 Dec 14 03:43:17.718748 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55432) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:17.721878 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b731e9eb-f101-4d4e-bfce-b14a0af8f947 None None] Routers {'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:43:17.723404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b731e9eb-f101-4d4e-bfce-b14a0af8f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:43:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:17.728200 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2825fd7f-51e6-40cb-86e1-eb382e169daa None None] Network 0ad78539-8530-4b97-8275-117c34f96dc1 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:43:17.829280 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2681132c-72bf-4633-9c83-3fc213173bcb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:17.898967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-b731e9eb-f101-4d4e-bfce-b14a0af8f947 None None] Set router f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:43:17.939000 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2681132c-72bf-4633-9c83-3fc213173bcb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:18.012127 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] DHCP port deletion for 0ad78539-8530-4b97-8275-117c34f96dc1 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:43:18.067682 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-2681132c-72bf-4633-9c83-3fc213173bcb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port 731785d2-0038-4737-9e76-a79d8fdf09b6 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:43:18.068300 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2681132c-72bf-4633-9c83-3fc213173bcb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:18.110647 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] Deleting port 57032136-9dc9-424f-b902-5929975ce60c {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:43:18.111212 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:18.154833 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-2681132c-72bf-4633-9c83-3fc213173bcb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] For port 731785d2-0038-4737-9e76-a79d8fdf09b6, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=731785d2-0038-4737-9e76-a79d8fdf09b6,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:43:18.155220 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2681132c-72bf-4633-9c83-3fc213173bcb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:18.167465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-2681132c-72bf-4633-9c83-3fc213173bcb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for 731785d2-0038-4737-9e76-a79d8fdf09b6 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:43:18.172329 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-b731e9eb-f101-4d4e-bfce-b14a0af8f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473870382', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:41:25Z', 'updated_at': '2021-12-14T03:43:16Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:26Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:18.206211 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b731e9eb-f101-4d4e-bfce-b14a0af8f947 None None] The sync data for ids ['f40dbbef-cf71-47d6-ad8c-05f9bb9824b6'] in n-d-821636-1 is: [{'id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1473870382', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:41:25Z', 'updated_at': '2021-12-14T03:43:16Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '731785d2-0038-4737-9e76-a79d8fdf09b6', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40dbbef-cf71-47d6-ad8c-05f9bb9824b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:41:26Z', 'updated_at': '2021-12-14T03:41:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:43:18.209427 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] For port 57032136-9dc9-424f-b902-5929975ce60c, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=57032136-9dc9-424f-b902-5929975ce60c,segment=NetworkSegment(f0732378-7bc5-4b81-9ea8-1872783848f7),segment_id=f0732378-7bc5-4b81-9ea8-1872783848f7)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:43:18.209725 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:18.222274 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] Calling delete_port for 57032136-9dc9-424f-b902-5929975ce60c owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:43:18.372642 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:18.395519 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2681132c-72bf-4633-9c83-3fc213173bcb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:18.398725 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] Pushing event deleted for resources: {'Port': ['ID=57032136-9dc9-424f-b902-5929975ce60c,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:18.408707 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] No DVR routers for this DVR port 57032136-9dc9-424f-b902-5929975ce60c on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:43:18.428213 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:18.428642 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:18.429494 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:18.429494 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:18.436790 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:18.437510 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681132c-72bf-4633-9c83-3fc213173bcb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=731785d2-0038-4737-9e76-a79d8fdf09b6,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:18.437858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:18.437858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:18.437858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:18.437858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:18.437858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:18.437858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:18.437858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:18.437858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e410c-ee8d-4702-86e7-6fa8f848489d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:18.443670 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fbbb74-ce25-40e1-a02b-51e5f468e3ee None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:43:18.491083 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2681132c-72bf-4633-9c83-3fc213173bcb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:18.584601 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2681132c-72bf-4633-9c83-3fc213173bcb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:18.586924 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2681132c-72bf-4633-9c83-3fc213173bcb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:18.721403 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2681132c-72bf-4633-9c83-3fc213173bcb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:18.721948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2681132c-72bf-4633-9c83-3fc213173bcb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Fanout notify agent at l3_agent the message router_deleted on router f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:43:18.729911 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2681132c-72bf-4633-9c83-3fc213173bcb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:18.735012 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2681132c-72bf-4633-9c83-3fc213173bcb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/routers/f40dbbef-cf71-47d6-ad8c-05f9bb9824b6 HTTP/1.1" status: 204 len: 168 time: 1.0113075 Dec 14 03:43:18.736136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55434) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:18.815716 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f81703b-f71b-40ff-81b9-fe4c7c36f67d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:18.909784 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f81703b-f71b-40ff-81b9-fe4c7c36f67d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:18.929219 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-7f81703b-f71b-40ff-81b9-fe4c7c36f67d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad78539-8530-4b97-8275-117c34f96dc1']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:18.938393 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-7f81703b-f71b-40ff-81b9-fe4c7c36f67d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0732378-7bc5-4b81-9ea8-1872783848f7') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:18.938695 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-7f81703b-f71b-40ff-81b9-fe4c7c36f67d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0732378-7bc5-4b81-9ea8-1872783848f7') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:18.948791 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f81703b-f71b-40ff-81b9-fe4c7c36f67d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:18.962433 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f81703b-f71b-40ff-81b9-fe4c7c36f67d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:18.968491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f81703b-f71b-40ff-81b9-fe4c7c36f67d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:43:18.968814 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f81703b-f71b-40ff-81b9-fe4c7c36f67d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: timer() Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:43:18.971908 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:43:19.132262 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f81703b-f71b-40ff-81b9-fe4c7c36f67d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:19.141825 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7f81703b-f71b-40ff-81b9-fe4c7c36f67d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:19.142103 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7f81703b-f71b-40ff-81b9-fe4c7c36f67d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/networks/0ad78539-8530-4b97-8275-117c34f96dc1 HTTP/1.1" status: 204 len: 168 time: 0.4050164 Dec 14 03:43:19.145026 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55436) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:19.154621 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81703b-f71b-40ff-81b9-fe4c7c36f67d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Network': ['ID=0ad78539-8530-4b97-8275-117c34f96dc1,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:19.205592 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f08f5a35-9ad7-4979-81ed-66be550e2db0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:19.231847 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f08f5a35-9ad7-4979-81ed-66be550e2db0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:19.339900 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 57032136-9dc9-424f-b902-5929975ce60c no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:43:19.355257 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f08f5a35-9ad7-4979-81ed-66be550e2db0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:19.357988 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-f08f5a35-9ad7-4979-81ed-66be550e2db0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:19.360349 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-f08f5a35-9ad7-4979-81ed-66be550e2db0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/security-groups/305a9112-3e75-4c14-bd97-91e71a93e73d HTTP/1.1" status: 204 len: 168 time: 0.2121460 Dec 14 03:43:19.360472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 57032136-9dc9-424f-b902-5929975ce60c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:43:19.360472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 57032136-9dc9-424f-b902-5929975ce60c not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:43:19.360763 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 731785d2-0038-4737-9e76-a79d8fdf09b6 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:43:19.370882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f5a35-9ad7-4979-81ed-66be550e2db0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=305a9112-3e75-4c14-bd97-91e71a93e73d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:19.385703 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 731785d2-0038-4737-9e76-a79d8fdf09b6 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:43:19.386040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 731785d2-0038-4737-9e76-a79d8fdf09b6 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:43:19.386458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device de4c4871-5fa4-4a6c-91b9-a898d578abfe no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:43:19.412373 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: de4c4871-5fa4-4a6c-91b9-a898d578abfe {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:43:19.412659 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device de4c4871-5fa4-4a6c-91b9-a898d578abfe not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:43:19.632214 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55442) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:19.636977 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-6861e666-e05a-4195-b92a-b375975316d0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1955434981', 'description': 'tempest-secgroup-smoke-1955434981 description', 'project_id': 'e90791a963ff4982b07d4a054c7fb248'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:43:19.725672 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6861e666-e05a-4195-b92a-b375975316d0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:19.791326 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6861e666-e05a-4195-b92a-b375975316d0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:19.868833 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6861e666-e05a-4195-b92a-b375975316d0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:19.896905 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861e666-e05a-4195-b92a-b375975316d0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:19.968963 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6861e666-e05a-4195-b92a-b375975316d0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:19.970286 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6861e666-e05a-4195-b92a-b375975316d0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3370574 Dec 14 03:43:19.973199 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55444) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:19.978378 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-ca996a4c-6475-41c8-addf-edd92c991d73 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': 'c7936d26-f59b-4bbc-bdfc-4ff8caad6bef', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:43:20.073267 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca996a4c-6475-41c8-addf-edd92c991d73 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:20.131490 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca996a4c-6475-41c8-addf-edd92c991d73 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:20.211250 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca996a4c-6475-41c8-addf-edd92c991d73 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:20.230187 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca996a4c-6475-41c8-addf-edd92c991d73 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0cec41-42dc-4a8b-83d4-9599615ccc6e,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:20.304727 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ca996a4c-6475-41c8-addf-edd92c991d73 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:20.306041 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ca996a4c-6475-41c8-addf-edd92c991d73 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3311548 Dec 14 03:43:20.308980 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55446) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:20.313283 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-0d118533-81da-4d47-baae-943c78bf01ce tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': 'c7936d26-f59b-4bbc-bdfc-4ff8caad6bef', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:43:20.440043 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0d118533-81da-4d47-baae-943c78bf01ce tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:20.496710 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0d118533-81da-4d47-baae-943c78bf01ce tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:20.577634 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0d118533-81da-4d47-baae-943c78bf01ce tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:20.596157 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d118533-81da-4d47-baae-943c78bf01ce tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0403eeb-3be3-450c-b742-b748502f9a96,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:20.677532 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-0d118533-81da-4d47-baae-943c78bf01ce tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:20.678775 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-0d118533-81da-4d47-baae-943c78bf01ce tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3688331 Dec 14 03:43:20.687541 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55448) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:20.692798 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-152240db-7679-4f15-b984-2819844329f4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': 'c7936d26-f59b-4bbc-bdfc-4ff8caad6bef', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:43:20.788646 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-152240db-7679-4f15-b984-2819844329f4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:20.848138 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-152240db-7679-4f15-b984-2819844329f4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:20.897641 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-152240db-7679-4f15-b984-2819844329f4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:20.916191 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152240db-7679-4f15-b984-2819844329f4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b72c580-4f21-42dc-a144-2d9f3ac630eb,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:20.985865 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-152240db-7679-4f15-b984-2819844329f4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:20.987154 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-152240db-7679-4f15-b984-2819844329f4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2986770 Dec 14 03:43:20.990490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55450) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:20.995134 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-793fa174-41a3-4dbb-9d96-78bcc7d87d82 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': 'c7936d26-f59b-4bbc-bdfc-4ff8caad6bef', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:43:21.086138 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-793fa174-41a3-4dbb-9d96-78bcc7d87d82 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:21.155119 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-793fa174-41a3-4dbb-9d96-78bcc7d87d82 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:21.229778 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-793fa174-41a3-4dbb-9d96-78bcc7d87d82 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:21.249726 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793fa174-41a3-4dbb-9d96-78bcc7d87d82 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399c8b29-579c-45e5-90eb-9aa98dd9fff3,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:21.329897 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-793fa174-41a3-4dbb-9d96-78bcc7d87d82 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:21.331445 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-793fa174-41a3-4dbb-9d96-78bcc7d87d82 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3398376 Dec 14 03:43:21.334413 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55452) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:21.338962 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-08b6fde4-d884-4aa2-b411-1e2cf0973981 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': 'c7936d26-f59b-4bbc-bdfc-4ff8caad6bef', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:43:21.424265 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-08b6fde4-d884-4aa2-b411-1e2cf0973981 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Project e90791a963ff4982b07d4a054c7fb248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:43:21.431571 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08b6fde4-d884-4aa2-b411-1e2cf0973981 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:21.492245 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08b6fde4-d884-4aa2-b411-1e2cf0973981 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:21.560960 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08b6fde4-d884-4aa2-b411-1e2cf0973981 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:21.579815 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6fde4-d884-4aa2-b411-1e2cf0973981 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd03d1b-11ae-4873-883b-b5d393bce2a7,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:21.649266 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08b6fde4-d884-4aa2-b411-1e2cf0973981 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:21.650534 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-08b6fde4-d884-4aa2-b411-1e2cf0973981 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3150733 Dec 14 03:43:21.653282 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55454) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:21.657850 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-49113597-bb22-4422-b507-c98c51a677be tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'security_group_rule': {'security_group_id': 'c7936d26-f59b-4bbc-bdfc-4ff8caad6bef', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:43:21.749416 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-49113597-bb22-4422-b507-c98c51a677be tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Project e90791a963ff4982b07d4a054c7fb248 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:43:21.754756 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-49113597-bb22-4422-b507-c98c51a677be tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:21.812753 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-49113597-bb22-4422-b507-c98c51a677be tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:21.863386 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-49113597-bb22-4422-b507-c98c51a677be tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:21.881562 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49113597-bb22-4422-b507-c98c51a677be tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfd2166-e1cc-4bc4-832a-b10ac5e4d980,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:21.939414 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-49113597-bb22-4422-b507-c98c51a677be tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:21.940695 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-49113597-bb22-4422-b507-c98c51a677be tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2864447 Dec 14 03:43:21.944064 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55456) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:21.949165 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-08ca6020-079f-4319-91c7-0b4b20c012a0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'network': {'name': 'tempest-network-smoke--157414963', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'port_security_enabled': True}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:43:22.034277 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ca6020-079f-4319-91c7-0b4b20c012a0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Made reservation on behalf of e90791a963ff4982b07d4a054c7fb248 for: {'network': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:43:22.037928 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08ca6020-079f-4319-91c7-0b4b20c012a0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:22.064544 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ca6020-079f-4319-91c7-0b4b20c012a0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=103847) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:43:22.073727 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08ca6020-079f-4319-91c7-0b4b20c012a0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:22.074225 n-d-821636-1 neutron-server[103847]: INFO neutron.db.segments_db [None req-08ca6020-079f-4319-91c7-0b4b20c012a0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Added segment 0cc47964-38bd-4ea8-b9ad-57a83c0df99c of type vlan for network 69433b41-e90d-46dc-af6e-ac7e92cab921 Dec 14 03:43:22.114949 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08ca6020-079f-4319-91c7-0b4b20c012a0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:22.218232 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08ca6020-079f-4319-91c7-0b4b20c012a0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:22.224812 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca6020-079f-4319-91c7-0b4b20c012a0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:22.225452 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08ca6020-079f-4319-91c7-0b4b20c012a0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:22.291977 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca6020-079f-4319-91c7-0b4b20c012a0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Network': ['ID=69433b41-e90d-46dc-af6e-ac7e92cab921,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:22.303810 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 69433b41-e90d-46dc-af6e-ac7e92cab921 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:43:22.340757 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-08ca6020-079f-4319-91c7-0b4b20c012a0 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3955915 Dec 14 03:43:22.343449 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55458) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:22.349250 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-259853265', 'admin_state_up': True, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:43:22.435190 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:22.436267 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:22.497505 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:22.707325 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:22.971095 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:22.989878 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:23.093819 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.25.7.66 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/4dba0907-144a-434e-a8da-f7d5cb223df3) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:43:23.199111 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:23.275609 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:23.323358 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:43:23.326307 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:43:23.331342 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:43:23.332767 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=4dba0907-144a-434e-a8da-f7d5cb223df3,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:23.338989 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de23ec33-e335-456f-b5b5-f2880b989752 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:43:23.410272 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-958e8b34-ff3a-4266-940c-19f1eb318b8f None None] Provisioning complete for port 4dba0907-144a-434e-a8da-f7d5cb223df3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:43:23.411167 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-958e8b34-ff3a-4266-940c-19f1eb318b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:23.448850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-958e8b34-ff3a-4266-940c-19f1eb318b8f None None] Port 4dba0907-144a-434e-a8da-f7d5cb223df3 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:43:23.639772 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:23.836185 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:24.039984 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:43:24.144717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:43:24.154854 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Sync routers for ids ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:43:24.164495 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Routers {'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:43:24.165145 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:43:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:24.237334 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:24.238765 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4ba441a1-375f-4335-9d14-b375573c0e47 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8942068 Dec 14 03:43:24.241856 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55460) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:24.266348 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Set router e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:43:24.271015 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-35b1d40b-3ddf-4876-a290-b6fc849639d9 tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e90791a963ff4982b07d4a054c7fb248&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271800 Dec 14 03:43:24.273678 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55462) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:24.366447 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62dcb9c-101c-461d-96e0-3ba0c2239e42 tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:24.368259 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a62dcb9c-101c-461d-96e0-3ba0c2239e42 tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936747 Dec 14 03:43:24.371354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55464) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:24.408036 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a4749805-6d89-4030-976c-7c0509ae646e tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=bef0dca9-95c3-43a9-8538-205d0dbf759c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330818 Dec 14 03:43:24.408244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55466) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:24.412844 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-7ab40579-7377-4bf0-880e-86f03cbd8d87 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1948070031', 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:43:24.528086 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259853265', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:23Z', 'revision_number': 3, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:24.553928 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Checking router: e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:43:24.554274 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Updating router e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f port 4dba0907-144a-434e-a8da-f7d5cb223df3 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:43:24.566449 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab40579-7377-4bf0-880e-86f03cbd8d87 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Made reservation on behalf of e90791a963ff4982b07d4a054c7fb248 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:43:24.572395 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7ab40579-7377-4bf0-880e-86f03cbd8d87 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:24.578189 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:24.818916 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7ab40579-7377-4bf0-880e-86f03cbd8d87 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:24.825022 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:24.880839 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab40579-7377-4bf0-880e-86f03cbd8d87 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Subnet': ['ID=d4513839-19a2-4fa1-b295-190e26c7615c,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:24.892468 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab40579-7377-4bf0-880e-86f03cbd8d87 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Checking segment: {'id': '0cc47964-38bd-4ea8-b9ad-57a83c0df99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:43:24.892841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab40579-7377-4bf0-880e-86f03cbd8d87 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network hostable DHCP agents. Network: 69433b41-e90d-46dc-af6e-ac7e92cab921, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:43:24.920905 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:24.955964 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab40579-7377-4bf0-880e-86f03cbd8d87 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network 69433b41-e90d-46dc-af6e-ac7e92cab921 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:43:24.962730 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8e5a1e-529a-43bb-9031-b8c4cf25de69 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:43:24.968669 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Attempting to bind port 4dba0907-144a-434e-a8da-f7d5cb223df3 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:43:24.969051 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Attempting to bind port 4dba0907-144a-434e-a8da-f7d5cb223df3 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:43:24.969510 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Attempting to bind port 4dba0907-144a-434e-a8da-f7d5cb223df3 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:43:24.979950 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:43:24.980327 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:43:24.980731 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:24.981128 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:43:24.981624 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Bound port: 4dba0907-144a-434e-a8da-f7d5cb223df3, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:43:24.982003 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:24.983645 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5957018-1ec0-42ba-89f5-238343427461 None None] Pushing event updated for resources: {'Port': ['ID=4dba0907-144a-434e-a8da-f7d5cb223df3,revision_number=2']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:25.007035 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5957018-1ec0-42ba-89f5-238343427461 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:25.007385 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5957018-1ec0-42ba-89f5-238343427461 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:25.007728 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5957018-1ec0-42ba-89f5-238343427461 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:25.008065 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5957018-1ec0-42ba-89f5-238343427461 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:25.008401 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5957018-1ec0-42ba-89f5-238343427461 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:25.008735 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5957018-1ec0-42ba-89f5-238343427461 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:25.009064 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5957018-1ec0-42ba-89f5-238343427461 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:25.009421 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5957018-1ec0-42ba-89f5-238343427461 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:25.009749 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5957018-1ec0-42ba-89f5-238343427461 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:25.010073 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5957018-1ec0-42ba-89f5-238343427461 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:25.010397 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5957018-1ec0-42ba-89f5-238343427461 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:25.010739 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5957018-1ec0-42ba-89f5-238343427461 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:25.011061 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5957018-1ec0-42ba-89f5-238343427461 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:43:25.018060 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-7ab40579-7377-4bf0-880e-86f03cbd8d87 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 69433b41-e90d-46dc-af6e-ac7e92cab921) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:43:25.023435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab40579-7377-4bf0-880e-86f03cbd8d87 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:25.024042 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-7ab40579-7377-4bf0-880e-86f03cbd8d87 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:25.028121 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7851146d-fc92-4294-8677-a5c547cce847 None None] Network 69433b41-e90d-46dc-af6e-ac7e92cab921 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:43:25.046343 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] For port 4dba0907-144a-434e-a8da-f7d5cb223df3, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:43:25.049636 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] For port 4dba0907-144a-434e-a8da-f7d5cb223df3, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=4dba0907-144a-434e-a8da-f7d5cb223df3,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:43:25.094362 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-31590306-0363-4cb4-a506-61381b1e9e9a None None] Provisioning complete for port 4dba0907-144a-434e-a8da-f7d5cb223df3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:43:25.094653 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-31590306-0363-4cb4-a506-61381b1e9e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:25.100561 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-7ab40579-7377-4bf0-880e-86f03cbd8d87 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6914346 Dec 14 03:43:25.103557 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55468) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:25.121056 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:25.157756 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-31590306-0363-4cb4-a506-61381b1e9e9a None None] Port 4dba0907-144a-434e-a8da-f7d5cb223df3 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:43:25.173814 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-69433b41-e90d-46dc-af6e-ac7e92cab921', 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921', 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ips': [{'subnet_id': 'd4513839-19a2-4fa1-b295-190e26c7615c'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:43:25.174653 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:25.182287 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Routers {'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:43:25.182997 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:43:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:25.190815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffa0834-5f29-4a11-a63a-7a8b77e6b62d None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:43:25.225025 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5957018-1ec0-42ba-89f5-238343427461 None None] Pushing event updated for resources: {'Port': ['ID=4dba0907-144a-434e-a8da-f7d5cb223df3,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:25.298174 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] Set router e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:43:25.340489 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Allocated IP 172.20.0.2 (69433b41-e90d-46dc-af6e-ac7e92cab921/d4513839-19a2-4fa1-b295-190e26c7615c/72a3e203-3583-4e89-8a78-5349a9fb1996) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:43:25.342499 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c25e8704-0ccc-4c12-878e-1e4dd69b1f71 None None] Provisioning complete for port 4dba0907-144a-434e-a8da-f7d5cb223df3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:43:25.342875 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c25e8704-0ccc-4c12-878e-1e4dd69b1f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:25.488660 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259853265', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:23Z', 'revision_number': 3, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:25.519207 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8021b38-249b-4c72-b76e-c5b401ff2d04 None None] The sync data for ids ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'] in n-d-821636-1 is: [{'id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259853265', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:23Z', 'revision_number': 3, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:43:25.596070 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1cfc9a80-ceda-4c69-8145-a0108b0a76d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:25.674392 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c25e8704-0ccc-4c12-878e-1e4dd69b1f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:25.719610 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c25e8704-0ccc-4c12-878e-1e4dd69b1f71 None None] For port 4dba0907-144a-434e-a8da-f7d5cb223df3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=4dba0907-144a-434e-a8da-f7d5cb223df3,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:43:25.739763 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:25.785418 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c25e8704-0ccc-4c12-878e-1e4dd69b1f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:25.824102 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:25.847554 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Network 69433b41-e90d-46dc-af6e-ac7e92cab921 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:43:25.851770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:43:25.854514 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:43:25.871421 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e8704-0ccc-4c12-878e-1e4dd69b1f71 None None] Pushing event updated for resources: {'Port': ['ID=4dba0907-144a-434e-a8da-f7d5cb223df3,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:25.915275 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-1cfc9a80-ceda-4c69-8145-a0108b0a76d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.20.0.1 (69433b41-e90d-46dc-af6e-ac7e92cab921/d4513839-19a2-4fa1-b295-190e26c7615c/a3b1194f-a73f-4b37-96fd-4c3cf59ae99e) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:43:25.961807 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Attempting to bind port 72a3e203-3583-4e89-8a78-5349a9fb1996 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:43:25.962229 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Attempting to bind port 72a3e203-3583-4e89-8a78-5349a9fb1996 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '0cc47964-38bd-4ea8-b9ad-57a83c0df99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:43:25.962543 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Attempting to bind port 72a3e203-3583-4e89-8a78-5349a9fb1996 on network 69433b41-e90d-46dc-af6e-ac7e92cab921 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:43:25.964575 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Pushing event updated for resources: {'Port': ['ID=72a3e203-3583-4e89-8a78-5349a9fb1996,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:25.971470 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:43:25.971850 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Checking segment: {'id': '0cc47964-38bd-4ea8-b9ad-57a83c0df99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:43:25.972252 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:25.972649 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Bound using segment: {'id': '0cc47964-38bd-4ea8-b9ad-57a83c0df99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:43:25.973171 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Bound port: 72a3e203-3583-4e89-8a78-5349a9fb1996, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc47964-38bd-4ea8-b9ad-57a83c0df99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:43:25.973586 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:26.042695 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] For port 72a3e203-3583-4e89-8a78-5349a9fb1996, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:43:26.044960 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1cfc9a80-ceda-4c69-8145-a0108b0a76d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:26.047656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] For port 72a3e203-3583-4e89-8a78-5349a9fb1996, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=72a3e203-3583-4e89-8a78-5349a9fb1996,segment=NetworkSegment(0cc47964-38bd-4ea8-b9ad-57a83c0df99c),segment_id=0cc47964-38bd-4ea8-b9ad-57a83c0df99c)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:43:26.131798 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:26.138839 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1cfc9a80-ceda-4c69-8145-a0108b0a76d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:26.185753 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfc9a80-ceda-4c69-8145-a0108b0a76d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network 69433b41-e90d-46dc-af6e-ac7e92cab921 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:43:26.189440 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-1cfc9a80-ceda-4c69-8145-a0108b0a76d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:43:26.193423 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfc9a80-ceda-4c69-8145-a0108b0a76d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:43:26.204165 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8bf0f-adb7-4ef0-b297-7d5eda2f2fb4 None None] Pushing event updated for resources: {'Port': ['ID=72a3e203-3583-4e89-8a78-5349a9fb1996,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:26.230553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc9a80-ceda-4c69-8145-a0108b0a76d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=a3b1194f-a73f-4b37-96fd-4c3cf59ae99e,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:26.245854 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1cfc9a80-ceda-4c69-8145-a0108b0a76d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:26.461931 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1cfc9a80-ceda-4c69-8145-a0108b0a76d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:26.750101 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1cfc9a80-ceda-4c69-8145-a0108b0a76d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:26.806230 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1cfc9a80-ceda-4c69-8145-a0108b0a76d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:26.878938 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfc9a80-ceda-4c69-8145-a0108b0a76d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=a3b1194f-a73f-4b37-96fd-4c3cf59ae99e,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:26.885552 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1cfc9a80-ceda-4c69-8145-a0108b0a76d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:26.977403 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfc9a80-ceda-4c69-8145-a0108b0a76d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network 69433b41-e90d-46dc-af6e-ac7e92cab921 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:43:26.978815 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-1cfc9a80-ceda-4c69-8145-a0108b0a76d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:43:27.092494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfc9a80-ceda-4c69-8145-a0108b0a76d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:43:27.207021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfc9a80-ceda-4c69-8145-a0108b0a76d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:43:27.212258 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1cfc9a80-ceda-4c69-8145-a0108b0a76d1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "PUT /v2.0/routers/e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1075821 Dec 14 03:43:27.395823 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04691a4d-c1de-4470-808c-f38457b831ea req-971253fb-ed80-4d3b-85b5-6d928e9e7f80 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1955434981&fields=id&tenant_id=e90791a963ff4982b07d4a054c7fb248 HTTP/1.1" status: 200 len: 267 time: 0.0651009 Dec 14 03:43:27.431341 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 4dba0907-144a-434e-a8da-f7d5cb223df3 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:43:27.460418 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e28f7eb-7518-4ed9-8f3d-3ef0e0920c9e None None] Network 69433b41-e90d-46dc-af6e-ac7e92cab921 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:43:27.516587 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04691a4d-c1de-4470-808c-f38457b831ea req-b8f3afa5-a02e-41a9-b9eb-91734bb6d0ef tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:27.521835 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04691a4d-c1de-4470-808c-f38457b831ea req-b8f3afa5-a02e-41a9-b9eb-91734bb6d0ef tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/networks?id=69433b41-e90d-46dc-af6e-ac7e92cab921 HTTP/1.1" status: 200 len: 796 time: 0.1183624 Dec 14 03:43:27.534820 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04691a4d-c1de-4470-808c-f38457b831ea req-d9d2031a-28cd-4d5d-aa2a-e43c71efb7c4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/quotas/e90791a963ff4982b07d4a054c7fb248 HTTP/1.1" status: 200 len: 375 time: 0.0094357 Dec 14 03:43:27.550261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-fc423477-f039-48bb-b72d-7aef699fe479 None None] Provisioning complete for port 72a3e203-3583-4e89-8a78-5349a9fb1996 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:43:27.550664 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc423477-f039-48bb-b72d-7aef699fe479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:27.592120 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04691a4d-c1de-4470-808c-f38457b831ea req-5dcd0682-0231-4c30-b977-f7ca3b8bfb13 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490756 Dec 14 03:43:27.594666 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 4dba0907-144a-434e-a8da-f7d5cb223df3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:43:27.595044 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:27.729061 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc423477-f039-48bb-b72d-7aef699fe479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:27.764147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Sync routers for ids ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:43:27.805295 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 72a3e203-3583-4e89-8a78-5349a9fb1996 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:43:27.808700 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Routers {'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:43:27.809381 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:43:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:27.813227 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-fc423477-f039-48bb-b72d-7aef699fe479 None None] For port 72a3e203-3583-4e89-8a78-5349a9fb1996, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=72a3e203-3583-4e89-8a78-5349a9fb1996,segment=NetworkSegment(0cc47964-38bd-4ea8-b9ad-57a83c0df99c),segment_id=0cc47964-38bd-4ea8-b9ad-57a83c0df99c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:43:27.870015 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:27.917148 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fc423477-f039-48bb-b72d-7aef699fe479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:28.010342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc423477-f039-48bb-b72d-7aef699fe479 None None] Pushing event updated for resources: {'Port': ['ID=72a3e203-3583-4e89-8a78-5349a9fb1996,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:28.026864 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 72a3e203-3583-4e89-8a78-5349a9fb1996 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:43:28.027250 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:28.060754 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Set router e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:43:28.118740 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04691a4d-c1de-4470-808c-f38457b831ea req-0d66928c-dfa2-4b76-ac61-55974135c4ce service neutron] 10.222.0.39 "GET /v2.0/networks/69433b41-e90d-46dc-af6e-ac7e92cab921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134733 Dec 14 03:43:28.119361 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a5e58cee-95fc-4a62-b470-15e600b91fce None None] Provisioning complete for port a3b1194f-a73f-4b37-96fd-4c3cf59ae99e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:43:28.119610 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5e58cee-95fc-4a62-b470-15e600b91fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:28.217608 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04691a4d-c1de-4470-808c-f38457b831ea req-b25bbb8b-96ab-4d61-a7ce-a4f781152922 service neutron] 10.222.0.39 "GET /v2.0/networks/69433b41-e90d-46dc-af6e-ac7e92cab921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911624 Dec 14 03:43:28.257035 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a5e58cee-95fc-4a62-b470-15e600b91fce None None] Port a3b1194f-a73f-4b37-96fd-4c3cf59ae99e cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:43:28.300408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a5e58cee-95fc-4a62-b470-15e600b91fce None None] Provisioning complete for port 72a3e203-3583-4e89-8a78-5349a9fb1996 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:43:28.300633 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a5e58cee-95fc-4a62-b470-15e600b91fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:28.426012 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259853265', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:26Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a3b1194f-a73f-4b37-96fd-4c3cf59ae99e', 'name': '', 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:65:89:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'd4513839-19a2-4fa1-b295-190e26c7615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:25Z', 'updated_at': '2021-12-14T03:43:26Z', 'revision_number': 2, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': 'd4513839-19a2-4fa1-b295-190e26c7615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:28.459984 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Checking router: e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:43:28.460604 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Updating router e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f port a3b1194f-a73f-4b37-96fd-4c3cf59ae99e binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:43:28.473967 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-952c8895-f285-4b1f-9ac9-cb89de04002f req-2a56a8cf-bd44-49ea-b74d-1ee62cd62b50 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 210 time: 0.0332885 Dec 14 03:43:28.488914 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:28.618287 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-01ff5d42-573e-4538-b0f3-67fee78f2b5c None None] Provisioning complete for port a3b1194f-a73f-4b37-96fd-4c3cf59ae99e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:43:28.618665 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-01ff5d42-573e-4538-b0f3-67fee78f2b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:28.696622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-01ff5d42-573e-4538-b0f3-67fee78f2b5c None None] Port a3b1194f-a73f-4b37-96fd-4c3cf59ae99e cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:43:28.787154 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:28.858017 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:28.908203 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15263e3-781e-4850-ba34-23735018abd8 None None] Pushing event updated for resources: {'Port': ['ID=a3b1194f-a73f-4b37-96fd-4c3cf59ae99e,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:28.966039 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Attempting to bind port a3b1194f-a73f-4b37-96fd-4c3cf59ae99e on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:43:28.966416 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Attempting to bind port a3b1194f-a73f-4b37-96fd-4c3cf59ae99e by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '0cc47964-38bd-4ea8-b9ad-57a83c0df99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:43:28.966814 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Attempting to bind port a3b1194f-a73f-4b37-96fd-4c3cf59ae99e on network 69433b41-e90d-46dc-af6e-ac7e92cab921 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:43:28.972147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:43:28.972526 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Checking segment: {'id': '0cc47964-38bd-4ea8-b9ad-57a83c0df99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:43:28.972947 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:28.973481 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Bound using segment: {'id': '0cc47964-38bd-4ea8-b9ad-57a83c0df99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:43:28.973957 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Bound port: a3b1194f-a73f-4b37-96fd-4c3cf59ae99e, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc47964-38bd-4ea8-b9ad-57a83c0df99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:43:28.974342 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:29.042877 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] For port a3b1194f-a73f-4b37-96fd-4c3cf59ae99e, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:43:29.046660 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] For port a3b1194f-a73f-4b37-96fd-4c3cf59ae99e, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a3b1194f-a73f-4b37-96fd-4c3cf59ae99e,segment=NetworkSegment(0cc47964-38bd-4ea8-b9ad-57a83c0df99c),segment_id=0cc47964-38bd-4ea8-b9ad-57a83c0df99c)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:43:29.112879 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:29.154639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5303e509-4aa7-4a4a-b7f5-12bea2342028 None None] Provisioning complete for port a3b1194f-a73f-4b37-96fd-4c3cf59ae99e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:43:29.155078 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5303e509-4aa7-4a4a-b7f5-12bea2342028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:29.208586 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15263e3-781e-4850-ba34-23735018abd8 None None] Pushing event updated for resources: {'Port': ['ID=a3b1194f-a73f-4b37-96fd-4c3cf59ae99e,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:29.213579 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Routers {'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:43:29.214201 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:43:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:29.416798 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 72a3e203-3583-4e89-8a78-5349a9fb1996 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:43:29.560316 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5303e509-4aa7-4a4a-b7f5-12bea2342028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:29.563203 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] Set router e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:43:29.594476 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a13e3461-7fad-4210-9cf7-1e7357af9fdf req-b596bf78-e9e4-4929-a6cc-89e32cc3d59d tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 210 time: 0.0465662 Dec 14 03:43:29.606789 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 72a3e203-3583-4e89-8a78-5349a9fb1996 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:43:29.607163 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:29.693638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5303e509-4aa7-4a4a-b7f5-12bea2342028 None None] For port a3b1194f-a73f-4b37-96fd-4c3cf59ae99e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a3b1194f-a73f-4b37-96fd-4c3cf59ae99e,segment=NetworkSegment(0cc47964-38bd-4ea8-b9ad-57a83c0df99c),segment_id=0cc47964-38bd-4ea8-b9ad-57a83c0df99c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:43:29.748764 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5303e509-4aa7-4a4a-b7f5-12bea2342028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:29.851839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303e509-4aa7-4a4a-b7f5-12bea2342028 None None] Pushing event updated for resources: {'Port': ['ID=a3b1194f-a73f-4b37-96fd-4c3cf59ae99e,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:29.900663 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4db42ddd-62bc-415e-8ef8-c174d1105e9a None None] Provisioning complete for port a3b1194f-a73f-4b37-96fd-4c3cf59ae99e triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:43:29.901030 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4db42ddd-62bc-415e-8ef8-c174d1105e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:29.948347 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259853265', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:26Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a3b1194f-a73f-4b37-96fd-4c3cf59ae99e', 'name': '', 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:65:89:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'd4513839-19a2-4fa1-b295-190e26c7615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:25Z', 'updated_at': '2021-12-14T03:43:29Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': 'd4513839-19a2-4fa1-b295-190e26c7615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:29.977174 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85193e1-f9db-443f-97a5-1250a686a20b None None] The sync data for ids ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'] in n-d-821636-1 is: [{'id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259853265', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:26Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a3b1194f-a73f-4b37-96fd-4c3cf59ae99e', 'name': '', 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:65:89:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'd4513839-19a2-4fa1-b295-190e26c7615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:25Z', 'updated_at': '2021-12-14T03:43:29Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': 'd4513839-19a2-4fa1-b295-190e26c7615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:43:30.580189 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04691a4d-c1de-4470-808c-f38457b831ea req-ded4d202-4e05-4a1f-b461-c8a4051737f8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:30.581892 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04691a4d-c1de-4470-808c-f38457b831ea req-ded4d202-4e05-4a1f-b461-c8a4051737f8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.47 "GET /v2.0/networks?id=69433b41-e90d-46dc-af6e-ac7e92cab921 HTTP/1.1" status: 200 len: 796 time: 0.1111519 Dec 14 03:43:30.664394 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04691a4d-c1de-4470-808c-f38457b831ea req-b375c57a-5c53-4830-9bec-ee7bb5ed8e11 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e90791a963ff4982b07d4a054c7fb248 HTTP/1.1" status: 200 len: 380 time: 0.0674660 Dec 14 03:43:30.675217 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-04691a4d-c1de-4470-808c-f38457b831ea req-173bedf2-8f39-4683-96b1-d5d141d2589b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'port': {'device_id': '4616d811-a71d-4978-9e49-aacb16ba99d0', 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921', 'admin_state_up': True, 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'security_groups': ['c7936d26-f59b-4bbc-bdfc-4ff8caad6bef']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:43:30.707227 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-145581e3-f2ed-4b09-81ef-9d4af4452712 req-b9fad33e-50e6-4f32-99fa-b6c22e8f63a7 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 210 time: 0.0285594 Dec 14 03:43:30.846386 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:30.868913 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04691a4d-c1de-4470-808c-f38457b831ea req-173bedf2-8f39-4683-96b1-d5d141d2589b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Made reservation on behalf of e90791a963ff4982b07d4a054c7fb248 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:43:30.877876 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-04691a4d-c1de-4470-808c-f38457b831ea req-173bedf2-8f39-4683-96b1-d5d141d2589b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:31.013483 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-04691a4d-c1de-4470-808c-f38457b831ea req-173bedf2-8f39-4683-96b1-d5d141d2589b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.20.0.14 (69433b41-e90d-46dc-af6e-ac7e92cab921/d4513839-19a2-4fa1-b295-190e26c7615c/eff2e2fb-6766-4a2f-a3e3-f9a9580b2810) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:43:31.150432 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-04691a4d-c1de-4470-808c-f38457b831ea req-173bedf2-8f39-4683-96b1-d5d141d2589b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:31.222915 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-04691a4d-c1de-4470-808c-f38457b831ea req-173bedf2-8f39-4683-96b1-d5d141d2589b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:31.267291 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04691a4d-c1de-4470-808c-f38457b831ea req-173bedf2-8f39-4683-96b1-d5d141d2589b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network 69433b41-e90d-46dc-af6e-ac7e92cab921 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:43:31.271062 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-04691a4d-c1de-4470-808c-f38457b831ea req-173bedf2-8f39-4683-96b1-d5d141d2589b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:43:31.274839 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-04691a4d-c1de-4470-808c-f38457b831ea req-173bedf2-8f39-4683-96b1-d5d141d2589b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:43:31.281317 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173bedf2-8f39-4683-96b1-d5d141d2589b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=eff2e2fb-6766-4a2f-a3e3-f9a9580b2810,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:31.331824 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04691a4d-c1de-4470-808c-f38457b831ea req-173bedf2-8f39-4683-96b1-d5d141d2589b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:31.333688 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-04691a4d-c1de-4470-808c-f38457b831ea req-173bedf2-8f39-4683-96b1-d5d141d2589b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:31.372477 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a3b1194f-a73f-4b37-96fd-4c3cf59ae99e up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:43:31.409095 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04691a4d-c1de-4470-808c-f38457b831ea req-173bedf2-8f39-4683-96b1-d5d141d2589b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7378507 Dec 14 03:43:31.424011 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a3b1194f-a73f-4b37-96fd-4c3cf59ae99e triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:43:31.424620 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:31.431573 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Request body: {'port': {'device_id': '4616d811-a71d-4978-9e49-aacb16ba99d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:43:31.491400 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:31.558859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-894b2869-37f1-41f9-9390-b4a5e9455a6a None None] Provisioning complete for port eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:43:31.559146 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-894b2869-37f1-41f9-9390-b4a5e9455a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:31.597998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-894b2869-37f1-41f9-9390-b4a5e9455a6a None None] Port eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:43:31.749563 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:43:31.757593 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:31.774241 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Transition to ACTIVE for port object eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:43:31.812078 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:31.826338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37015c-1d5c-4a07-9535-5547a199b74f req-12e81a14-9a19-4169-b952-6767598cd6f8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:31.827828 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b37015c-1d5c-4a07-9535-5547a199b74f req-12e81a14-9a19-4169-b952-6767598cd6f8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 932 time: 0.0485289 Dec 14 03:43:31.880083 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b37015c-1d5c-4a07-9535-5547a199b74f req-3315d399-d627-4d3c-9e9e-5580b8bf65fb tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451756 Dec 14 03:43:31.880642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Pushing event updated for resources: {'Port': ['ID=eff2e2fb-6766-4a2f-a3e3-f9a9580b2810,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:31.944088 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Attempting to bind port eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:43:31.944507 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Attempting to bind port eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '0cc47964-38bd-4ea8-b9ad-57a83c0df99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:43:31.944844 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Attempting to bind port eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 on network 69433b41-e90d-46dc-af6e-ac7e92cab921 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:43:31.949627 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Port eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 on network 69433b41-e90d-46dc-af6e-ac7e92cab921 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:43:31.949951 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Attempting to bind port eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 on network 69433b41-e90d-46dc-af6e-ac7e92cab921 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:43:31.955184 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:43:31.955881 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Checking segment: {'id': '0cc47964-38bd-4ea8-b9ad-57a83c0df99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:43:31.956273 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Bound using segment: {'id': '0cc47964-38bd-4ea8-b9ad-57a83c0df99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:43:31.956703 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Bound port: eff2e2fb-6766-4a2f-a3e3-f9a9580b2810, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc47964-38bd-4ea8-b9ad-57a83c0df99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:43:31.957738 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:32.024298 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] For port eff2e2fb-6766-4a2f-a3e3-f9a9580b2810, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:43:32.027604 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] For port eff2e2fb-6766-4a2f-a3e3-f9a9580b2810, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=eff2e2fb-6766-4a2f-a3e3-f9a9580b2810,segment=NetworkSegment(0cc47964-38bd-4ea8-b9ad-57a83c0df99c),segment_id=0cc47964-38bd-4ea8-b9ad-57a83c0df99c)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:43:32.098197 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:32.135331 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:32.136025 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:32.137419 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04691a4d-c1de-4470-808c-f38457b831ea req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] 10.222.0.47 "PUT /v2.0/ports/eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 HTTP/1.1" status: 200 len: 1092 time: 0.7113860 Dec 14 03:43:32.137850 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4616d811-a71d-4978-9e49-aacb16ba99d0', 'tag': 'eff2e2fb-6766-4a2f-a3e3-f9a9580b2810'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:43:32.140100 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f921541-56ed-4474-9c21-185993a1f9a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4616d811-a71d-4978-9e49-aacb16ba99d0", "tag": "eff2e2fb-6766-4a2f-a3e3-f9a9580b2810"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:43:32.163208 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035c92b-20b2-4525-9713-63c90facee27 service neutron] Pushing event updated for resources: {'Port': ['ID=eff2e2fb-6766-4a2f-a3e3-f9a9580b2810,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:32.189102 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43015ab4-700f-4c54-9750-2108dc4dec5b x-openstack-request-id: req-43015ab4-700f-4c54-9750-2108dc4dec5b {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:43:32.189429 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4616d811-a71d-4978-9e49-aacb16ba99d0", "tag": "eff2e2fb-6766-4a2f-a3e3-f9a9580b2810", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:43:32.189679 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-43015ab4-700f-4c54-9750-2108dc4dec5b {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:43:32.190087 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4616d811-a71d-4978-9e49-aacb16ba99d0', 'tag': 'eff2e2fb-6766-4a2f-a3e3-f9a9580b2810', 'status': 'completed', 'code': 200} Dec 14 03:43:32.271990 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f921541-56ed-4474-9c21-185993a1f9a6 req-990bb067-a398-457a-bcd1-c0f27edcca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:32.273568 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6f921541-56ed-4474-9c21-185993a1f9a6 req-990bb067-a398-457a-bcd1-c0f27edcca9c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 1095 time: 0.0433686 Dec 14 03:43:32.383285 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f921541-56ed-4474-9c21-185993a1f9a6 req-f7289164-425c-414d-a22e-31ed903b2580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:32.384756 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6f921541-56ed-4474-9c21-185993a1f9a6 req-f7289164-425c-414d-a22e-31ed903b2580 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=e90791a963ff4982b07d4a054c7fb248&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0967994 Dec 14 03:43:32.480159 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f921541-56ed-4474-9c21-185993a1f9a6 req-f481d864-0b6d-431d-b549-7e54549f9711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:32.481710 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-6f921541-56ed-4474-9c21-185993a1f9a6 req-f481d864-0b6d-431d-b549-7e54549f9711 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896487 Dec 14 03:43:32.576274 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04691a4d-c1de-4470-808c-f38457b831ea req-bae2ff80-baf6-409e-8b6c-ae9a26fccafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:32.577689 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04691a4d-c1de-4470-808c-f38457b831ea req-bae2ff80-baf6-409e-8b6c-ae9a26fccafe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 1095 time: 0.0403962 Dec 14 03:43:32.623561 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04691a4d-c1de-4470-808c-f38457b831ea req-2aa2b9ef-ec40-4899-aa96-d068ca67612d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 HTTP/1.1" status: 200 len: 217 time: 0.0326428 Dec 14 03:43:32.674485 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04691a4d-c1de-4470-808c-f38457b831ea req-9becc81a-507f-40fb-b412-078a9e583756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:32.676398 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04691a4d-c1de-4470-808c-f38457b831ea req-9becc81a-507f-40fb-b412-078a9e583756 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4513839-19a2-4fa1-b295-190e26c7615c HTTP/1.1" status: 200 len: 835 time: 0.0454850 Dec 14 03:43:32.720939 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04691a4d-c1de-4470-808c-f38457b831ea req-d50d4dde-eed4-48f3-a46b-39e5f09a882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:32.722397 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04691a4d-c1de-4470-808c-f38457b831ea req-d50d4dde-eed4-48f3-a46b-39e5f09a882f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69433b41-e90d-46dc-af6e-ac7e92cab921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392721 Dec 14 03:43:32.805286 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-84a436a2-b187-484e-af2f-2a4d855a329d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:32.811866 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04691a4d-c1de-4470-808c-f38457b831ea req-77f57ca3-e815-4db6-8b0d-355683c36106 service neutron] 10.222.0.47 "GET /v2.0/networks/69433b41-e90d-46dc-af6e-ac7e92cab921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822899 Dec 14 03:43:32.903760 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-04691a4d-c1de-4470-808c-f38457b831ea req-8b93e7ad-4b51-4e5b-a144-0c0502ce1353 service neutron] 10.222.0.47 "GET /v2.0/networks/69433b41-e90d-46dc-af6e-ac7e92cab921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852554 Dec 14 03:43:33.007905 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456be2f-6909-4059-a8ed-7ba807fc1e6a req-9ca3a9aa-5182-4e45-a261-10b3515c006c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:33.009399 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b456be2f-6909-4059-a8ed-7ba807fc1e6a req-9ca3a9aa-5182-4e45-a261-10b3515c006c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 944 time: 0.0498517 Dec 14 03:43:33.061748 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b456be2f-6909-4059-a8ed-7ba807fc1e6a req-e7c2864d-45a1-4bd8-b996-70890fce8c19 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464244 Dec 14 03:43:34.180391 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510ba64-4869-4125-8f34-b8a0edce113c req-7d9aba8f-6700-40e1-819d-b5ca86143942 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:34.181900 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9510ba64-4869-4125-8f34-b8a0edce113c req-7d9aba8f-6700-40e1-819d-b5ca86143942 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 944 time: 0.0480533 Dec 14 03:43:34.230453 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9510ba64-4869-4125-8f34-b8a0edce113c req-ec0705d2-a259-41bc-a935-0d0e0691b77c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424731 Dec 14 03:43:35.063406 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c2d575e2-1ef1-4c18-986f-d2ec61015af3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:35.347000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c763a56-7399-461f-8b28-eb484ea84078 req-e074de32-5c41-4996-988d-92bdefeef875 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:35.348990 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c763a56-7399-461f-8b28-eb484ea84078 req-e074de32-5c41-4996-988d-92bdefeef875 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 944 time: 0.0504642 Dec 14 03:43:35.399492 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6c763a56-7399-461f-8b28-eb484ea84078 req-472ec324-2eda-436b-be1d-af2562f53042 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444396 Dec 14 03:43:36.520171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec84a10-5034-406c-ad49-b127c3e5cccf req-37a0af7a-13e2-48b5-972c-5ec35300d03f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:36.530330 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6ec84a10-5034-406c-ad49-b127c3e5cccf req-37a0af7a-13e2-48b5-972c-5ec35300d03f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 944 time: 0.0532329 Dec 14 03:43:36.570015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6ec84a10-5034-406c-ad49-b127c3e5cccf req-79301ee3-adea-4f12-978a-393dfed1b4e5 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422783 Dec 14 03:43:36.583713 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:37.130056 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:43:37.224431 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port eff2e2fb-6766-4a2f-a3e3-f9a9580b2810, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=eff2e2fb-6766-4a2f-a3e3-f9a9580b2810,segment=NetworkSegment(0cc47964-38bd-4ea8-b9ad-57a83c0df99c),segment_id=0cc47964-38bd-4ea8-b9ad-57a83c0df99c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:43:37.235560 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'eff2e2fb-6766-4a2f-a3e3-f9a9580b2810', 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921', 'port_id': 'eff2e2fb-6766-4a2f-a3e3-f9a9580b2810', 'mac_address': 'fa:16:3e:e8:a5:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4513839-19a2-4fa1-b295-190e26c7615c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:43:37.272354 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:37.284686 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:43:37.304213 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port eff2e2fb-6766-4a2f-a3e3-f9a9580b2810, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=eff2e2fb-6766-4a2f-a3e3-f9a9580b2810,segment=NetworkSegment(0cc47964-38bd-4ea8-b9ad-57a83c0df99c),segment_id=0cc47964-38bd-4ea8-b9ad-57a83c0df99c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:43:37.377357 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:37.423395 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=eff2e2fb-6766-4a2f-a3e3-f9a9580b2810,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:37.654951 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['eff2e2fb-6766-4a2f-a3e3-f9a9580b2810'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:43:37.686354 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccc187-e36b-4f98-ac39-e059a2df320f req-73a10654-c858-4dc4-9a92-9352d1942805 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:37.687859 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0bccc187-e36b-4f98-ac39-e059a2df320f req-73a10654-c858-4dc4-9a92-9352d1942805 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 945 time: 0.0500388 Dec 14 03:43:37.738450 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0bccc187-e36b-4f98-ac39-e059a2df320f req-a8559d42-0948-4af3-9f8f-de33413ee75c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436511 Dec 14 03:43:37.954147 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:38.691543 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:38.865895 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089b00c-4a3e-4183-8625-119497caa73b req-98adfb5b-5ee8-4a0b-a3f7-6eede06f7551 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:38.867634 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3089b00c-4a3e-4183-8625-119497caa73b req-98adfb5b-5ee8-4a0b-a3f7-6eede06f7551 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 945 time: 0.0531297 Dec 14 03:43:38.917426 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3089b00c-4a3e-4183-8625-119497caa73b req-7eca80e9-df26-43a1-8340-8045a6798dd9 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437243 Dec 14 03:43:39.143678 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:43:39.268464 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:43:39.273520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:43:39.273906 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:39.349460 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:39.374183 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4616d811-a71d-4978-9e49-aacb16ba99d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff2e2fb-6766-4a2f-a3e3-f9a9580b2810'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:43:39.376458 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94c0ab7-f59d-42c1-80f8-5bb86a6362ec" -d '{"events": [{"server_uuid": "4616d811-a71d-4978-9e49-aacb16ba99d0", "name": "network-vif-plugged", "status": "completed", "tag": "eff2e2fb-6766-4a2f-a3e3-f9a9580b2810"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:43:39.389706 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port eff2e2fb-6766-4a2f-a3e3-f9a9580b2810, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=eff2e2fb-6766-4a2f-a3e3-f9a9580b2810,segment=NetworkSegment(0cc47964-38bd-4ea8-b9ad-57a83c0df99c),segment_id=0cc47964-38bd-4ea8-b9ad-57a83c0df99c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:43:39.452056 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:39.480958 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79c8c7c-5413-4910-88e4-0f4fe3dfbb59 x-openstack-request-id: req-f79c8c7c-5413-4910-88e4-0f4fe3dfbb59 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:43:39.481252 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4616d811-a71d-4978-9e49-aacb16ba99d0", "name": "network-vif-plugged", "status": "completed", "tag": "eff2e2fb-6766-4a2f-a3e3-f9a9580b2810", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:43:39.481528 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f79c8c7c-5413-4910-88e4-0f4fe3dfbb59 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:43:39.481922 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4616d811-a71d-4978-9e49-aacb16ba99d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff2e2fb-6766-4a2f-a3e3-f9a9580b2810', 'code': 200} Dec 14 03:43:39.507781 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=eff2e2fb-6766-4a2f-a3e3-f9a9580b2810,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:39.595084 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fd970-5f35-4435-bb2c-13041209df3e req-f12891c1-8a38-4983-961a-09d0e13c9883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:39.596561 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-eb2fd970-5f35-4435-bb2c-13041209df3e req-f12891c1-8a38-4983-961a-09d0e13c9883 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 1097 time: 0.0398812 Dec 14 03:43:39.642049 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-eb2fd970-5f35-4435-bb2c-13041209df3e req-fe5eeb1b-31f2-4444-ac64-b2852f32d660 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382421 Dec 14 03:43:40.031912 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6c855-d692-4e09-a895-8283936a8d27 req-22894144-12fa-47be-b77e-df61096d8446 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:40.033403 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84c6c855-d692-4e09-a895-8283936a8d27 req-22894144-12fa-47be-b77e-df61096d8446 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 946 time: 0.0476072 Dec 14 03:43:40.081265 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84c6c855-d692-4e09-a895-8283936a8d27 req-85c88d59-4c94-4436-bf28-c8891d916238 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414588 Dec 14 03:43:41.200575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828b1c80-e32d-4c30-bf6a-79dea2608804 req-6d764d35-9cc5-4676-8f87-369c17b6f964 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:41.201992 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-828b1c80-e32d-4c30-bf6a-79dea2608804 req-6d764d35-9cc5-4676-8f87-369c17b6f964 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 946 time: 0.0486617 Dec 14 03:43:41.255675 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-828b1c80-e32d-4c30-bf6a-79dea2608804 req-358a5dbe-760f-4259-a3ae-57026dc53ee4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474603 Dec 14 03:43:41.370460 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd01083-3508-4e6e-87a8-e1b443dff4f8 req-aaa72075-99b8-4158-9fcf-4a5839dd1aaf tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:41.371952 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9dd01083-3508-4e6e-87a8-e1b443dff4f8 req-aaa72075-99b8-4158-9fcf-4a5839dd1aaf tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 946 time: 0.0491035 Dec 14 03:43:41.419781 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9dd01083-3508-4e6e-87a8-e1b443dff4f8 req-87c2f83f-705b-4746-ada6-f7847c8840c4 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418518 Dec 14 03:43:41.441208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55532) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:41.480414 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93964ac-d8c3-473d-9900-97f462998175 tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:41.481833 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a93964ac-d8c3-473d-9900-97f462998175 tempest-TestNetworkAdvancedServerOps-244997111 tempest-TestNetworkAdvancedServerOps-244997111-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 1092 time: 0.0394366 Dec 14 03:43:41.484554 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55534) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:41.489629 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': 'eff2e2fb-6766-4a2f-a3e3-f9a9580b2810', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:43:41.600530 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:41.697950 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:41.797765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Allocated IP 172.25.7.82 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/865634e1-900d-44b3-9a79-55fa76ca1ed7) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:43:41.900030 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:41.989327 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:42.025524 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:43:42.028285 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:43:42.031801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:43:42.058017 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=865634e1-900d-44b3-9a79-55fa76ca1ed7,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:42.377460 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:42.499350 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:42.650187 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:42.708644 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:42.776055 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event updated for resources: {'Port': ['ID=865634e1-900d-44b3-9a79-55fa76ca1ed7,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:43:42.791624 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:42.896281 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Floating IP 20c40ffc-ef71-4bdc-8d38-42fc150081ec associated. External IP: 172.25.7.82, port: eff2e2fb-6766-4a2f-a3e3-f9a9580b2810. Dec 14 03:43:43.097484 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:43:43.205270 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:43:43.216110 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef098a0-51d6-45dc-9e93-e3f454bc6791 None None] Sync routers for ids ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:43:43.226563 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef098a0-51d6-45dc-9e93-e3f454bc6791 None None] Routers {'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:43:43.227194 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-aef098a0-51d6-45dc-9e93-e3f454bc6791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:43:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:43.295852 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:43:43.323256 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-3989c367-8ce2-44cf-8d7a-e4ede4277a1f tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8376844 Dec 14 03:43:43.323870 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4616d811-a71d-4978-9e49-aacb16ba99d0', 'tag': 'eff2e2fb-6766-4a2f-a3e3-f9a9580b2810'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:43:43.326270 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4548bdb6-2287-41cf-8f79-336be1e38fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "4616d811-a71d-4978-9e49-aacb16ba99d0", "tag": "eff2e2fb-6766-4a2f-a3e3-f9a9580b2810"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:43:43.335673 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-aef098a0-51d6-45dc-9e93-e3f454bc6791 None None] Set router e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:43:43.369552 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5f725e-e71c-4e53-9483-6a055a741ec4 x-openstack-request-id: req-aa5f725e-e71c-4e53-9483-6a055a741ec4 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:43:43.369849 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4616d811-a71d-4978-9e49-aacb16ba99d0", "tag": "eff2e2fb-6766-4a2f-a3e3-f9a9580b2810", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:43:43.370110 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa5f725e-e71c-4e53-9483-6a055a741ec4 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:43:43.370522 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4616d811-a71d-4978-9e49-aacb16ba99d0', 'tag': 'eff2e2fb-6766-4a2f-a3e3-f9a9580b2810', 'status': 'completed', 'code': 200} Dec 14 03:43:43.442474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84020c42-3102-4116-b76e-be082157d2f2 req-957d53a4-7e9f-4df6-bd78-20b5f9ac5f4c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:43.444033 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84020c42-3102-4116-b76e-be082157d2f2 req-957d53a4-7e9f-4df6-bd78-20b5f9ac5f4c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 946 time: 0.0568342 Dec 14 03:43:43.460188 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548bdb6-2287-41cf-8f79-336be1e38fa8 req-f1eba5c4-e9a2-432e-bf0e-42a78c8642ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:43.461652 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4548bdb6-2287-41cf-8f79-336be1e38fa8 req-f1eba5c4-e9a2-432e-bf0e-42a78c8642ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 1097 time: 0.0456502 Dec 14 03:43:43.497439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84020c42-3102-4116-b76e-be082157d2f2 req-c0276fb7-1c90-4f4f-8cf6-7f372249517e tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464950 Dec 14 03:43:43.521089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55540) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:43.554332 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548bdb6-2287-41cf-8f79-336be1e38fa8 req-984f0400-2a27-46f9-bcb2-bdf4ae6c1370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:43.555826 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4548bdb6-2287-41cf-8f79-336be1e38fa8 req-984f0400-2a27-46f9-bcb2-bdf4ae6c1370 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69433b41-e90d-46dc-af6e-ac7e92cab921 HTTP/1.1" status: 200 len: 897 time: 0.0877733 Dec 14 03:43:43.569464 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-aef098a0-51d6-45dc-9e93-e3f454bc6791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259853265', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:26Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '20c40ffc-ef71-4bdc-8d38-42fc150081ec', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'port_id': 'eff2e2fb-6766-4a2f-a3e3-f9a9580b2810', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921', 'mac_address': 'fa:16:3e:e8:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616d811-a71d-4978-9e49-aacb16ba99d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:43:42Z', 'updated_at': '2021-12-14T03:43:42Z', 'revision_number': 0, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b1194f-a73f-4b37-96fd-4c3cf59ae99e', 'name': '', 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:65:89:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'd4513839-19a2-4fa1-b295-190e26c7615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:25Z', 'updated_at': '2021-12-14T03:43:29Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': 'd4513839-19a2-4fa1-b295-190e26c7615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:43.584642 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5a64f65a-7fe6-4b55-8090-f1ef03d7bb78 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/floatingips/20c40ffc-ef71-4bdc-8d38-42fc150081ec HTTP/1.1" status: 200 len: 991 time: 0.0621958 Dec 14 03:43:43.596889 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef098a0-51d6-45dc-9e93-e3f454bc6791 None None] Checking router: e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:43:43.605501 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef098a0-51d6-45dc-9e93-e3f454bc6791 None None] Routers {'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:43:43.606125 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-aef098a0-51d6-45dc-9e93-e3f454bc6791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:43:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:43.626046 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4548bdb6-2287-41cf-8f79-336be1e38fa8 req-b821a2c6-5b35-46bb-a5cf-64642140485e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 HTTP/1.1" status: 200 len: 999 time: 0.0629661 Dec 14 03:43:43.713591 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-aef098a0-51d6-45dc-9e93-e3f454bc6791 None None] Set router e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:43:43.752944 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:43:43.955400 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-aef098a0-51d6-45dc-9e93-e3f454bc6791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259853265', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:26Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '20c40ffc-ef71-4bdc-8d38-42fc150081ec', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'port_id': 'eff2e2fb-6766-4a2f-a3e3-f9a9580b2810', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921', 'mac_address': 'fa:16:3e:e8:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616d811-a71d-4978-9e49-aacb16ba99d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:43:42Z', 'updated_at': '2021-12-14T03:43:42Z', 'revision_number': 0, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b1194f-a73f-4b37-96fd-4c3cf59ae99e', 'name': '', 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:65:89:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'd4513839-19a2-4fa1-b295-190e26c7615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:25Z', 'updated_at': '2021-12-14T03:43:29Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': 'd4513839-19a2-4fa1-b295-190e26c7615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:43:43.982778 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef098a0-51d6-45dc-9e93-e3f454bc6791 None None] The sync data for ids ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'] in n-d-821636-1 is: [{'id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259853265', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:26Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '20c40ffc-ef71-4bdc-8d38-42fc150081ec', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'floating_ip_address': '172.25.7.82', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'port_id': 'eff2e2fb-6766-4a2f-a3e3-f9a9580b2810', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921', 'mac_address': 'fa:16:3e:e8:a5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4616d811-a71d-4978-9e49-aacb16ba99d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:43:42Z', 'updated_at': '2021-12-14T03:43:42Z', 'revision_number': 0, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3b1194f-a73f-4b37-96fd-4c3cf59ae99e', 'name': '', 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:65:89:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'd4513839-19a2-4fa1-b295-190e26c7615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:25Z', 'updated_at': '2021-12-14T03:43:29Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': 'd4513839-19a2-4fa1-b295-190e26c7615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:43:44.017549 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548bdb6-2287-41cf-8f79-336be1e38fa8 req-0f9484e5-8db7-4316-9ad8-7bfd05130124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:44.019093 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4548bdb6-2287-41cf-8f79-336be1e38fa8 req-0f9484e5-8db7-4316-9ad8-7bfd05130124 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4513839-19a2-4fa1-b295-190e26c7615c HTTP/1.1" status: 200 len: 835 time: 0.3857141 Dec 14 03:43:44.067968 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548bdb6-2287-41cf-8f79-336be1e38fa8 req-26e6d9a9-4674-4893-b407-3c46dbf0301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:43:44.069784 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4548bdb6-2287-41cf-8f79-336be1e38fa8 req-26e6d9a9-4674-4893-b407-3c46dbf0301f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69433b41-e90d-46dc-af6e-ac7e92cab921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424180 Dec 14 03:43:44.166971 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4548bdb6-2287-41cf-8f79-336be1e38fa8 req-e842702c-5f9f-49da-921e-54b710353ca3 service neutron] 10.222.0.47 "GET /v2.0/networks/69433b41-e90d-46dc-af6e-ac7e92cab921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890708 Dec 14 03:43:44.188166 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4039a4e0-10cf-4f17-84e5-9bdd9e9fd3fa None None] New status for floating IP 20c40ffc-ef71-4bdc-8d38-42fc150081ec: ACTIVE {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:43:44.256821 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4548bdb6-2287-41cf-8f79-336be1e38fa8 req-ab7d3339-2a9d-4665-845f-59f00447f6a7 service neutron] 10.222.0.47 "GET /v2.0/networks/69433b41-e90d-46dc-af6e-ac7e92cab921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828731 Dec 14 03:43:44.586842 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55542) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:43:44.650874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a63190f2-60b7-4389-8daa-a268d660d42c tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/floatingips/20c40ffc-ef71-4bdc-8d38-42fc150081ec HTTP/1.1" status: 200 len: 993 time: 0.0629506 Dec 14 03:43:57.748101 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:00.827891 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:02.788327 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ddc22e17-f311-4378-b529-4b92fc740208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:05.068103 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-719155ac-8486-4c7a-a457-d15b7ad7c6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:06.264508 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-59abc58e-951e-4300-90e1-c66f85696dc4 req-299da4c6-80ba-48d6-b029-d7415165b016 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389621 Dec 14 03:44:06.369018 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abc58e-951e-4300-90e1-c66f85696dc4 req-6669a274-c131-44de-a6a3-fd6fe9483710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:06.370630 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-59abc58e-951e-4300-90e1-c66f85696dc4 req-6669a274-c131-44de-a6a3-fd6fe9483710 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 1097 time: 0.0450749 Dec 14 03:44:06.470438 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abc58e-951e-4300-90e1-c66f85696dc4 req-483fc89f-079c-4691-af94-e7e8cb87321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:06.471877 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-59abc58e-951e-4300-90e1-c66f85696dc4 req-483fc89f-079c-4691-af94-e7e8cb87321a service neutron] 10.222.0.47 "GET /v2.0/networks?id=69433b41-e90d-46dc-af6e-ac7e92cab921 HTTP/1.1" status: 200 len: 897 time: 0.0819607 Dec 14 03:44:06.543707 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-59abc58e-951e-4300-90e1-c66f85696dc4 req-776e8a56-3118-4b05-a3b8-573037283786 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 HTTP/1.1" status: 200 len: 1001 time: 0.0636196 Dec 14 03:44:06.576276 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:06.593861 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abc58e-951e-4300-90e1-c66f85696dc4 req-a65eb91b-4a55-4326-b5b9-cfb9e62ded9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:06.595311 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-59abc58e-951e-4300-90e1-c66f85696dc4 req-a65eb91b-4a55-4326-b5b9-cfb9e62ded9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4513839-19a2-4fa1-b295-190e26c7615c HTTP/1.1" status: 200 len: 835 time: 0.0421636 Dec 14 03:44:06.640412 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abc58e-951e-4300-90e1-c66f85696dc4 req-ec145aa3-a3dd-4ea5-a43e-cf49f8853597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:06.641917 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-59abc58e-951e-4300-90e1-c66f85696dc4 req-ec145aa3-a3dd-4ea5-a43e-cf49f8853597 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69433b41-e90d-46dc-af6e-ac7e92cab921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385358 Dec 14 03:44:06.733100 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-59abc58e-951e-4300-90e1-c66f85696dc4 req-800bf623-33d2-4185-bbd6-f5c7b3d23131 service neutron] 10.222.0.47 "GET /v2.0/networks/69433b41-e90d-46dc-af6e-ac7e92cab921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838928 Dec 14 03:44:06.822068 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-59abc58e-951e-4300-90e1-c66f85696dc4 req-7e4aa708-f642-4236-b177-dff8ba59f82a service neutron] 10.222.0.47 "GET /v2.0/networks/69433b41-e90d-46dc-af6e-ac7e92cab921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813944 Dec 14 03:44:07.925022 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:08.684698 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:11.624986 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48089ac-3b4d-4142-bae3-7415058c98f1 req-f1a3886f-d752-4e25-956a-ca8edc921efd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:11.626584 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a48089ac-3b4d-4142-bae3-7415058c98f1 req-f1a3886f-d752-4e25-956a-ca8edc921efd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 946 time: 0.0499856 Dec 14 03:44:11.676444 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a48089ac-3b4d-4142-bae3-7415058c98f1 req-262e057e-61f1-4bbb-a746-98c025f80393 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437846 Dec 14 03:44:12.795729 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec3383-876e-46ff-b194-94e0ed79ef0a req-00cc9adb-ffec-4d46-9cbb-552e2fdd6273 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:12.797226 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ccec3383-876e-46ff-b194-94e0ed79ef0a req-00cc9adb-ffec-4d46-9cbb-552e2fdd6273 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 946 time: 0.0505638 Dec 14 03:44:12.849907 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ccec3383-876e-46ff-b194-94e0ed79ef0a req-7a817df5-9262-427b-9ecb-a60efa72e5cd tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467165 Dec 14 03:44:12.873022 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55560) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:12.938391 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-9fd26ca8-555a-4dd4-971c-60283b9a9f55 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/floatingips/20c40ffc-ef71-4bdc-8d38-42fc150081ec HTTP/1.1" status: 200 len: 993 time: 0.0641131 Dec 14 03:44:14.339250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e98a51-c4e8-46f1-8a2d-cebad47bb4f4 req-83daa6ab-f96e-442d-9236-04bb60acae65 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:14.340739 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15e98a51-c4e8-46f1-8a2d-cebad47bb4f4 req-83daa6ab-f96e-442d-9236-04bb60acae65 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 946 time: 0.0499225 Dec 14 03:44:14.391560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-15e98a51-c4e8-46f1-8a2d-cebad47bb4f4 req-2f76a1fe-a51c-4eac-a202-dbd421da12e8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446293 Dec 14 03:44:14.448267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e6bfb-37bf-4c58-adad-57ef43ac7123 req-4d496ef8-27d8-4094-be18-9df858bc7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:14.449804 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-094e6bfb-37bf-4c58-adad-57ef43ac7123 req-4d496ef8-27d8-4094-be18-9df858bc7c18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 1097 time: 0.0414426 Dec 14 03:44:14.540037 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e6bfb-37bf-4c58-adad-57ef43ac7123 req-433b1e1a-a5aa-411b-afdf-ba07e759fc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:14.541432 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-094e6bfb-37bf-4c58-adad-57ef43ac7123 req-433b1e1a-a5aa-411b-afdf-ba07e759fc04 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69433b41-e90d-46dc-af6e-ac7e92cab921 HTTP/1.1" status: 200 len: 897 time: 0.0843587 Dec 14 03:44:14.608910 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-094e6bfb-37bf-4c58-adad-57ef43ac7123 req-f199882a-7317-4d3b-a3d7-ee27f28c1540 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 HTTP/1.1" status: 200 len: 1001 time: 0.0609579 Dec 14 03:44:14.656969 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e6bfb-37bf-4c58-adad-57ef43ac7123 req-7afa6642-e5f4-4dbf-a15b-a99720bc1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:14.658408 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-094e6bfb-37bf-4c58-adad-57ef43ac7123 req-7afa6642-e5f4-4dbf-a15b-a99720bc1de5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4513839-19a2-4fa1-b295-190e26c7615c HTTP/1.1" status: 200 len: 835 time: 0.0427535 Dec 14 03:44:14.704642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e6bfb-37bf-4c58-adad-57ef43ac7123 req-425bc0c7-824c-4739-a764-82805dcb0f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:14.706136 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-094e6bfb-37bf-4c58-adad-57ef43ac7123 req-425bc0c7-824c-4739-a764-82805dcb0f22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69433b41-e90d-46dc-af6e-ac7e92cab921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394187 Dec 14 03:44:14.798013 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-094e6bfb-37bf-4c58-adad-57ef43ac7123 req-456609e9-74e9-4650-a942-e9aea75ea135 service neutron] 10.222.0.47 "GET /v2.0/networks/69433b41-e90d-46dc-af6e-ac7e92cab921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840964 Dec 14 03:44:14.887158 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-094e6bfb-37bf-4c58-adad-57ef43ac7123 req-bed65bc4-b925-44f7-8042-cd6632273292 service neutron] 10.222.0.47 "GET /v2.0/networks/69433b41-e90d-46dc-af6e-ac7e92cab921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818028 Dec 14 03:44:15.508362 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf79c1d-be7d-437d-bf79-9d89d99ffb81 req-cc405899-e2f4-48a1-a1c1-0fc53ca0c683 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:15.509859 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddf79c1d-be7d-437d-bf79-9d89d99ffb81 req-cc405899-e2f4-48a1-a1c1-0fc53ca0c683 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 946 time: 0.0482821 Dec 14 03:44:15.558635 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ddf79c1d-be7d-437d-bf79-9d89d99ffb81 req-0d7a9626-e06e-4a93-9c90-3f2b25a75a8a tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428574 Dec 14 03:44:16.680978 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d888ef6-1e6b-4a7c-8955-259fa7622874 req-dddbb3f1-c53c-443e-b2c5-b1fb87d7b362 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:16.682486 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d888ef6-1e6b-4a7c-8955-259fa7622874 req-dddbb3f1-c53c-443e-b2c5-b1fb87d7b362 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 946 time: 0.0518019 Dec 14 03:44:16.732578 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2d888ef6-1e6b-4a7c-8955-259fa7622874 req-c2d6bb7a-8e2f-482c-af52-c2042b2dda72 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441616 Dec 14 03:44:16.756083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55572) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:16.822149 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e25d4a12-c3d9-44bf-9985-907312eeb9ef tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/floatingips/20c40ffc-ef71-4bdc-8d38-42fc150081ec HTTP/1.1" status: 200 len: 993 time: 0.0647626 Dec 14 03:44:17.070001 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55578) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:17.223989 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port 865634e1-900d-44b3-9a79-55fa76ca1ed7 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:44:17.224331 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:17.302542 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:17.302882 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:17.314360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for 865634e1-900d-44b3-9a79-55fa76ca1ed7 owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:44:17.502069 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:17.532712 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=865634e1-900d-44b3-9a79-55fa76ca1ed7,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:17.556241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:17.556601 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:17.556956 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:17.557325 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:17.557663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:17.557998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:17.558335 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:17.558670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:17.559003 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:17.559337 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:17.559670 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:17.559999 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:17.560324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:17.602011 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:17.602337 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Floating IP 20c40ffc-ef71-4bdc-8d38-42fc150081ec disassociated (deleted). External IP: 172.25.7.82, port: eff2e2fb-6766-4a2f-a3e3-f9a9580b2810. Dec 14 03:44:17.813836 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:44:17.921099 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:44:17.925895 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:17.930900 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1118f-82ec-4d26-b1fc-3cdb103350d0 None None] Sync routers for ids ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:44:17.941129 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e1118f-82ec-4d26-b1fc-3cdb103350d0 None None] Routers {'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:44:17.941828 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-75e1118f-82ec-4d26-b1fc-3cdb103350d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:17.953690 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-79e06fec-2a78-49fd-972f-d0690c135ed8 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/floatingips/20c40ffc-ef71-4bdc-8d38-42fc150081ec HTTP/1.1" status: 204 len: 168 time: 0.8825524 Dec 14 03:44:17.954282 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4616d811-a71d-4978-9e49-aacb16ba99d0', 'tag': 'eff2e2fb-6766-4a2f-a3e3-f9a9580b2810'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:44:17.956544 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16234215-9ac3-4e9f-a62c-e2d337c4417b" -d '{"events": [{"name": "network-changed", "server_uuid": "4616d811-a71d-4978-9e49-aacb16ba99d0", "tag": "eff2e2fb-6766-4a2f-a3e3-f9a9580b2810"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:44:17.995636 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b494120b-8c14-403b-8bf2-ec727037ad7e x-openstack-request-id: req-b494120b-8c14-403b-8bf2-ec727037ad7e {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:44:17.995940 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4616d811-a71d-4978-9e49-aacb16ba99d0", "tag": "eff2e2fb-6766-4a2f-a3e3-f9a9580b2810", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:44:17.996199 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b494120b-8c14-403b-8bf2-ec727037ad7e {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:44:17.996608 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4616d811-a71d-4978-9e49-aacb16ba99d0', 'tag': 'eff2e2fb-6766-4a2f-a3e3-f9a9580b2810', 'status': 'completed', 'code': 200} Dec 14 03:44:18.051039 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-75e1118f-82ec-4d26-b1fc-3cdb103350d0 None None] Set router e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:44:18.083841 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16234215-9ac3-4e9f-a62c-e2d337c4417b req-bb0ccee3-b205-467c-b2c1-b90e0aff5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:18.085400 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-16234215-9ac3-4e9f-a62c-e2d337c4417b req-bb0ccee3-b205-467c-b2c1-b90e0aff5274 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e90791a963ff4982b07d4a054c7fb248&device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 1097 time: 0.0434866 Dec 14 03:44:18.189936 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16234215-9ac3-4e9f-a62c-e2d337c4417b req-28ce21bd-2b5c-45c5-a8b2-3605f324b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:18.191477 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-16234215-9ac3-4e9f-a62c-e2d337c4417b req-28ce21bd-2b5c-45c5-a8b2-3605f324b8c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=69433b41-e90d-46dc-af6e-ac7e92cab921 HTTP/1.1" status: 200 len: 897 time: 0.0987463 Dec 14 03:44:18.236363 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-16234215-9ac3-4e9f-a62c-e2d337c4417b req-cdefb9af-0832-4f49-a7f7-a2ce67ef1603 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 HTTP/1.1" status: 200 len: 217 time: 0.0358016 Dec 14 03:44:18.291020 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16234215-9ac3-4e9f-a62c-e2d337c4417b req-c99e8e44-f7bf-4ab2-bb2c-8c6a1c0e3333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:18.295509 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-16234215-9ac3-4e9f-a62c-e2d337c4417b req-c99e8e44-f7bf-4ab2-bb2c-8c6a1c0e3333 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d4513839-19a2-4fa1-b295-190e26c7615c HTTP/1.1" status: 200 len: 835 time: 0.0485244 Dec 14 03:44:18.351049 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-75e1118f-82ec-4d26-b1fc-3cdb103350d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259853265', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:26Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a3b1194f-a73f-4b37-96fd-4c3cf59ae99e', 'name': '', 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:65:89:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'd4513839-19a2-4fa1-b295-190e26c7615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:25Z', 'updated_at': '2021-12-14T03:43:29Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': 'd4513839-19a2-4fa1-b295-190e26c7615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:18.362814 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadb25b-1196-4d58-add7-2915e3381519 req-f0792650-9e00-4e36-9b24-6948889c9922 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:18.364321 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2eadb25b-1196-4d58-add7-2915e3381519 req-f0792650-9e00-4e36-9b24-6948889c9922 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 946 time: 0.0526505 Dec 14 03:44:18.381822 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1118f-82ec-4d26-b1fc-3cdb103350d0 None None] Checking router: e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:44:18.391556 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16234215-9ac3-4e9f-a62c-e2d337c4417b req-fd020e42-4405-49a3-b289-4ec142ddf469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:18.392598 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e1118f-82ec-4d26-b1fc-3cdb103350d0 None None] Routers {'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:44:18.393516 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-16234215-9ac3-4e9f-a62c-e2d337c4417b req-fd020e42-4405-49a3-b289-4ec142ddf469 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=69433b41-e90d-46dc-af6e-ac7e92cab921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507586 Dec 14 03:44:18.393680 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-75e1118f-82ec-4d26-b1fc-3cdb103350d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:18.417585 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2eadb25b-1196-4d58-add7-2915e3381519 req-33a87ab6-b39b-4e93-af4f-fb74a979d486 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452869 Dec 14 03:44:18.499652 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-16234215-9ac3-4e9f-a62c-e2d337c4417b req-6f026514-433b-460e-bd57-d710e1d56626 service neutron] 10.222.0.47 "GET /v2.0/networks/69433b41-e90d-46dc-af6e-ac7e92cab921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975535 Dec 14 03:44:18.502192 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-75e1118f-82ec-4d26-b1fc-3cdb103350d0 None None] Set router e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:44:18.603912 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-16234215-9ac3-4e9f-a62c-e2d337c4417b req-a0295c7e-49fc-406c-bb26-b3e355ecbdcd service neutron] 10.222.0.47 "GET /v2.0/networks/69433b41-e90d-46dc-af6e-ac7e92cab921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917101 Dec 14 03:44:18.698536 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-75e1118f-82ec-4d26-b1fc-3cdb103350d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259853265', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:26Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a3b1194f-a73f-4b37-96fd-4c3cf59ae99e', 'name': '', 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:65:89:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'd4513839-19a2-4fa1-b295-190e26c7615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:25Z', 'updated_at': '2021-12-14T03:43:29Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': 'd4513839-19a2-4fa1-b295-190e26c7615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:18.723456 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1118f-82ec-4d26-b1fc-3cdb103350d0 None None] The sync data for ids ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'] in n-d-821636-1 is: [{'id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259853265', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:26Z', 'revision_number': 4, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': 'a3b1194f-a73f-4b37-96fd-4c3cf59ae99e', 'name': '', 'network_id': '69433b41-e90d-46dc-af6e-ac7e92cab921', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'mac_address': 'fa:16:3e:65:89:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'd4513839-19a2-4fa1-b295-190e26c7615c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:25Z', 'updated_at': '2021-12-14T03:43:29Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'subnets': [{'id': 'd4513839-19a2-4fa1-b295-190e26c7615c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:44:18.946811 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba061ff6-7ed9-494b-9b0c-afa8015f9da0 None None] New status for floating IP 20c40ffc-ef71-4bdc-8d38-42fc150081ec: DOWN {{(pid=103849) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:44:19.537946 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e8c94-a8cb-40f1-8bb5-2976975c29c0 req-b0030c6c-ca3a-485c-a871-6e7421ff2565 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:19.539918 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2a7e8c94-a8cb-40f1-8bb5-2976975c29c0 req-b0030c6c-ca3a-485c-a871-6e7421ff2565 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 946 time: 0.0482090 Dec 14 03:44:19.592021 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2a7e8c94-a8cb-40f1-8bb5-2976975c29c0 req-5dfd795e-d04a-40c0-a72b-3a0f765c5f53 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459924 Dec 14 03:44:20.316542 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd9f42-9406-4284-9526-11abfbec0688 req-db6a23d8-9954-4dae-af2f-052853f61a00 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:20.317952 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-44cd9f42-9406-4284-9526-11abfbec0688 req-db6a23d8-9954-4dae-af2f-052853f61a00 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.47 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 946 time: 0.0505991 Dec 14 03:44:20.410599 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-44cd9f42-9406-4284-9526-11abfbec0688 req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:44:20.410943 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-44cd9f42-9406-4284-9526-11abfbec0688 req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:20.504590 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-44cd9f42-9406-4284-9526-11abfbec0688 req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] For port eff2e2fb-6766-4a2f-a3e3-f9a9580b2810, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=eff2e2fb-6766-4a2f-a3e3-f9a9580b2810,segment=NetworkSegment(0cc47964-38bd-4ea8-b9ad-57a83c0df99c),segment_id=0cc47964-38bd-4ea8-b9ad-57a83c0df99c)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:44:20.504952 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-44cd9f42-9406-4284-9526-11abfbec0688 req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:20.517644 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-44cd9f42-9406-4284-9526-11abfbec0688 req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:44:20.702148 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-44cd9f42-9406-4284-9526-11abfbec0688 req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:20.711864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08d6aa-3e71-44b9-87f1-7c21d26e840a req-08f7e6b1-2c0b-43e6-9c91-9129f13d1baf tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:20.713982 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a08d6aa-3e71-44b9-87f1-7c21d26e840a req-08f7e6b1-2c0b-43e6-9c91-9129f13d1baf tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/ports?device_id=4616d811-a71d-4978-9e49-aacb16ba99d0 HTTP/1.1" status: 200 len: 946 time: 0.0504582 Dec 14 03:44:20.740297 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=eff2e2fb-6766-4a2f-a3e3-f9a9580b2810,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:20.744492 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:44:20.770251 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3a08d6aa-3e71-44b9-87f1-7c21d26e840a req-dd75a75a-8534-4c80-adb7-9755538dfac1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "GET /v2.0/security-groups?id=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480859 Dec 14 03:44:20.779899 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:20.780264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:20.780639 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:20.781228 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:20.782622 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:20.782972 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:20.783319 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:20.783664 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:20.784004 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:20.784345 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:20.784679 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:20.785012 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:20.785367 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:20.789010 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-44cd9f42-9406-4284-9526-11abfbec0688 req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] No DVR routers for this DVR port eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:44:20.792329 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-44cd9f42-9406-4284-9526-11abfbec0688 req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:20.795269 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-44cd9f42-9406-4284-9526-11abfbec0688 req-82a975f0-39ec-47fa-984b-25abf61b2c9b tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.47 "DELETE /v2.0/ports/eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 HTTP/1.1" status: 204 len: 173 time: 0.4696319 Dec 14 03:44:20.795710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4616d811-a71d-4978-9e49-aacb16ba99d0', 'name': 'network-vif-deleted', 'tag': 'eff2e2fb-6766-4a2f-a3e3-f9a9580b2810'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:44:20.798013 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59501da0-15fa-4602-b549-a1b77082cd52" -d '{"events": [{"server_uuid": "4616d811-a71d-4978-9e49-aacb16ba99d0", "name": "network-vif-deleted", "tag": "eff2e2fb-6766-4a2f-a3e3-f9a9580b2810"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:44:20.833757 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dbf3f5-0c1f-4fdf-b0a0-1a650e51bc1d x-openstack-request-id: req-84dbf3f5-0c1f-4fdf-b0a0-1a650e51bc1d {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:44:20.834160 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4616d811-a71d-4978-9e49-aacb16ba99d0", "name": "network-vif-deleted", "tag": "eff2e2fb-6766-4a2f-a3e3-f9a9580b2810", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:44:20.834429 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84dbf3f5-0c1f-4fdf-b0a0-1a650e51bc1d {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:44:20.834878 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4616d811-a71d-4978-9e49-aacb16ba99d0', 'name': 'network-vif-deleted', 'tag': 'eff2e2fb-6766-4a2f-a3e3-f9a9580b2810', 'status': 'completed', 'code': 200} Dec 14 03:44:21.829338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55594) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:22.187026 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-de252454-e6e9-4f7a-8bc8-ae2b55ee10a1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:22.782024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-de252454-e6e9-4f7a-8bc8-ae2b55ee10a1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port a3b1194f-a73f-4b37-96fd-4c3cf59ae99e {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:44:22.782370 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-de252454-e6e9-4f7a-8bc8-ae2b55ee10a1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:22.869387 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-de252454-e6e9-4f7a-8bc8-ae2b55ee10a1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] For port a3b1194f-a73f-4b37-96fd-4c3cf59ae99e, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a3b1194f-a73f-4b37-96fd-4c3cf59ae99e,segment=NetworkSegment(0cc47964-38bd-4ea8-b9ad-57a83c0df99c),segment_id=0cc47964-38bd-4ea8-b9ad-57a83c0df99c)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:44:22.870091 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-de252454-e6e9-4f7a-8bc8-ae2b55ee10a1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:22.881948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-de252454-e6e9-4f7a-8bc8-ae2b55ee10a1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for a3b1194f-a73f-4b37-96fd-4c3cf59ae99e owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:44:23.118979 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-de252454-e6e9-4f7a-8bc8-ae2b55ee10a1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:23.149063 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de252454-e6e9-4f7a-8bc8-ae2b55ee10a1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=a3b1194f-a73f-4b37-96fd-4c3cf59ae99e,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:23.319913 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-de252454-e6e9-4f7a-8bc8-ae2b55ee10a1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:23.345529 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:44:23.370344 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:44:23.370940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device eff2e2fb-6766-4a2f-a3e3-f9a9580b2810 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:44:23.541570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de252454-e6e9-4f7a-8bc8-ae2b55ee10a1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Router e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:44:23.645535 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de252454-e6e9-4f7a-8bc8-ae2b55ee10a1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:44:23.654008 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-de252454-e6e9-4f7a-8bc8-ae2b55ee10a1 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "PUT /v2.0/routers/e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8206477 Dec 14 03:44:23.654008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55596) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:23.656553 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922fbf15-5010-4a3b-80da-972c4b40d335 None None] Sync routers for ids ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:44:23.666964 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922fbf15-5010-4a3b-80da-972c4b40d335 None None] Routers {'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:44:23.667588 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-922fbf15-5010-4a3b-80da-972c4b40d335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:23.704287 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba74d1a-8e81-485d-aa9e-324bc8aaa224 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting subnet d4513839-19a2-4fa1-b295-190e26c7615c {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:44:23.707390 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eba74d1a-8e81-485d-aa9e-324bc8aaa224 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:23.746823 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eba74d1a-8e81-485d-aa9e-324bc8aaa224 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:23.768534 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-922fbf15-5010-4a3b-80da-972c4b40d335 None None] Set router e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:44:23.832596 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eba74d1a-8e81-485d-aa9e-324bc8aaa224 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:23.942760 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eba74d1a-8e81-485d-aa9e-324bc8aaa224 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:23.946677 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-922fbf15-5010-4a3b-80da-972c4b40d335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259853265', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:44:23Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:23.971350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba74d1a-8e81-485d-aa9e-324bc8aaa224 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Subnet': ['ID=d4513839-19a2-4fa1-b295-190e26c7615c,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:23.974666 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922fbf15-5010-4a3b-80da-972c4b40d335 None None] Checking router: e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:44:23.975150 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-eba74d1a-8e81-485d-aa9e-324bc8aaa224 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:23.979084 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-eba74d1a-8e81-485d-aa9e-324bc8aaa224 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/subnets/d4513839-19a2-4fa1-b295-190e26c7615c HTTP/1.1" status: 204 len: 168 time: 0.3243048 Dec 14 03:44:23.981699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55598) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:23.985582 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2567ba16-c998-4b8a-89d7-d70257d69944 None None] Network 69433b41-e90d-46dc-af6e-ac7e92cab921 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:44:23.987474 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922fbf15-5010-4a3b-80da-972c4b40d335 None None] Routers {'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:44:23.988124 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-922fbf15-5010-4a3b-80da-972c4b40d335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:24.099273 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-922fbf15-5010-4a3b-80da-972c4b40d335 None None] Set router e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:44:24.105560 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-605b108a-735e-4d77-a9bc-ace8a6f65aff tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:24.151765 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] DHCP port deletion for 69433b41-e90d-46dc-af6e-ac7e92cab921 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:44:24.204719 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] Deleting port 72a3e203-3583-4e89-8a78-5349a9fb1996 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:44:24.205489 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:24.214251 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-605b108a-735e-4d77-a9bc-ace8a6f65aff tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:24.273273 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] For port 72a3e203-3583-4e89-8a78-5349a9fb1996, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=72a3e203-3583-4e89-8a78-5349a9fb1996,segment=NetworkSegment(0cc47964-38bd-4ea8-b9ad-57a83c0df99c),segment_id=0cc47964-38bd-4ea8-b9ad-57a83c0df99c)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:44:24.273713 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:24.286736 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] Calling delete_port for 72a3e203-3583-4e89-8a78-5349a9fb1996 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:44:24.295995 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-922fbf15-5010-4a3b-80da-972c4b40d335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259853265', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:44:23Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:24.312817 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-605b108a-735e-4d77-a9bc-ace8a6f65aff tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Deleting port 4dba0907-144a-434e-a8da-f7d5cb223df3 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:44:24.313169 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-605b108a-735e-4d77-a9bc-ace8a6f65aff tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:24.327127 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922fbf15-5010-4a3b-80da-972c4b40d335 None None] The sync data for ids ['e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f'] in n-d-821636-1 is: [{'id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-259853265', 'tenant_id': 'e90791a963ff4982b07d4a054c7fb248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66'}], 'enable_snat': True}, 'gw_port_id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:44:23Z', 'revision_number': 5, 'project_id': 'e90791a963ff4982b07d4a054c7fb248', 'gw_port': {'id': '4dba0907-144a-434e-a8da-f7d5cb223df3', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:5b:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:43:22Z', 'updated_at': '2021-12-14T03:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:44:24.398542 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-605b108a-735e-4d77-a9bc-ace8a6f65aff tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] For port 4dba0907-144a-434e-a8da-f7d5cb223df3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=4dba0907-144a-434e-a8da-f7d5cb223df3,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:44:24.398933 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-605b108a-735e-4d77-a9bc-ace8a6f65aff tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:24.416351 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-605b108a-735e-4d77-a9bc-ace8a6f65aff tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Calling delete_port for 4dba0907-144a-434e-a8da-f7d5cb223df3 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:44:24.422109 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:24.446512 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] Pushing event deleted for resources: {'Port': ['ID=72a3e203-3583-4e89-8a78-5349a9fb1996,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:24.450755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] No DVR routers for this DVR port 72a3e203-3583-4e89-8a78-5349a9fb1996 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:44:24.457801 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:24.458076 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:24.458420 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:24.458773 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:24.459096 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:24.459427 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:24.459753 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:24.460676 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:24.461007 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:24.464572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:24.464572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:24.464572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:24.464572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80920925-e8d5-43a3-9ae4-c3e05fa130a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:24.650941 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-605b108a-735e-4d77-a9bc-ace8a6f65aff tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:24.681340 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b108a-735e-4d77-a9bc-ace8a6f65aff tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Port': ['ID=4dba0907-144a-434e-a8da-f7d5cb223df3,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:24.700521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99e5972-3e56-43eb-afa4-bacb6cd690fb None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:44:24.751859 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-605b108a-735e-4d77-a9bc-ace8a6f65aff tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:24.854460 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-605b108a-735e-4d77-a9bc-ace8a6f65aff tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:24.856671 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-605b108a-735e-4d77-a9bc-ace8a6f65aff tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:24.959250 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-605b108a-735e-4d77-a9bc-ace8a6f65aff tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:24.959856 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605b108a-735e-4d77-a9bc-ace8a6f65aff tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Fanout notify agent at l3_agent the message router_deleted on router e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:44:24.967671 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-605b108a-735e-4d77-a9bc-ace8a6f65aff tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:24.968707 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-605b108a-735e-4d77-a9bc-ace8a6f65aff tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/routers/e5ee1e5e-52ea-46a3-8dd6-60bd1c7dde5f HTTP/1.1" status: 204 len: 168 time: 0.9859974 Dec 14 03:44:24.971548 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55600) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:25.058715 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa769eb1-8217-4d34-b1fb-d545f40378f6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:25.152369 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa769eb1-8217-4d34-b1fb-d545f40378f6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:25.171809 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-fa769eb1-8217-4d34-b1fb-d545f40378f6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69433b41-e90d-46dc-af6e-ac7e92cab921']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:25.181502 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-fa769eb1-8217-4d34-b1fb-d545f40378f6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc47964-38bd-4ea8-b9ad-57a83c0df99c') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:25.181805 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-fa769eb1-8217-4d34-b1fb-d545f40378f6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc47964-38bd-4ea8-b9ad-57a83c0df99c') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:25.190740 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa769eb1-8217-4d34-b1fb-d545f40378f6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:25.203901 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa769eb1-8217-4d34-b1fb-d545f40378f6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:25.209617 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa769eb1-8217-4d34-b1fb-d545f40378f6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:44:25.211094 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa769eb1-8217-4d34-b1fb-d545f40378f6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:44:25.214026 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:44:25.340301 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa769eb1-8217-4d34-b1fb-d545f40378f6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:25.343881 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-fa769eb1-8217-4d34-b1fb-d545f40378f6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:25.347018 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-fa769eb1-8217-4d34-b1fb-d545f40378f6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/networks/69433b41-e90d-46dc-af6e-ac7e92cab921 HTTP/1.1" status: 204 len: 168 time: 0.3744600 Dec 14 03:44:25.349894 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55602) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:25.360646 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa769eb1-8217-4d34-b1fb-d545f40378f6 tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'Network': ['ID=69433b41-e90d-46dc-af6e-ac7e92cab921,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:25.420375 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-edc562f6-1902-44bc-b182-ef3cf568e9ce tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:25.449543 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-edc562f6-1902-44bc-b182-ef3cf568e9ce tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:25.466576 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a3b1194f-a73f-4b37-96fd-4c3cf59ae99e no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:44:25.486228 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: a3b1194f-a73f-4b37-96fd-4c3cf59ae99e {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:44:25.486576 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a3b1194f-a73f-4b37-96fd-4c3cf59ae99e not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:44:25.487015 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 4dba0907-144a-434e-a8da-f7d5cb223df3 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:44:25.505801 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 4dba0907-144a-434e-a8da-f7d5cb223df3 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:44:25.506151 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 4dba0907-144a-434e-a8da-f7d5cb223df3 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:44:25.506593 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 72a3e203-3583-4e89-8a78-5349a9fb1996 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:44:25.528558 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 72a3e203-3583-4e89-8a78-5349a9fb1996 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:44:25.528909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 72a3e203-3583-4e89-8a78-5349a9fb1996 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:44:25.571148 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-edc562f6-1902-44bc-b182-ef3cf568e9ce tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:25.573826 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-edc562f6-1902-44bc-b182-ef3cf568e9ce tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:25.575045 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-edc562f6-1902-44bc-b182-ef3cf568e9ce tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] 10.222.0.39 "DELETE /v2.0/security-groups/c7936d26-f59b-4bbc-bdfc-4ff8caad6bef HTTP/1.1" status: 204 len: 168 time: 0.2235882 Dec 14 03:44:25.584051 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc562f6-1902-44bc-b182-ef3cf568e9ce tempest-TestNetworkAdvancedServerOps-968247241 tempest-TestNetworkAdvancedServerOps-968247241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7936d26-f59b-4bbc-bdfc-4ff8caad6bef,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:26.184159 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55610) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:26.313935 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8023b672-17fb-4884-9f3b-85cc13f15094 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e90791a963ff4982b07d4a054c7fb248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285961 Dec 14 03:44:26.317637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55614) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:26.364864 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b170d6b-be75-4a2b-bc89-2311c47acc44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:26.388433 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b170d6b-be75-4a2b-bc89-2311c47acc44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:26.490795 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b170d6b-be75-4a2b-bc89-2311c47acc44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:26.495016 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1b170d6b-be75-4a2b-bc89-2311c47acc44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:26.496423 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1b170d6b-be75-4a2b-bc89-2311c47acc44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22e7b8a6-77ec-4344-b93c-3ec2d8982860 HTTP/1.1" status: 204 len: 168 time: 0.1778648 Dec 14 03:44:26.509433 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b170d6b-be75-4a2b-bc89-2311c47acc44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e7b8a6-77ec-4344-b93c-3ec2d8982860,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:27.033576 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55620) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:27.049879 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dbb60cde-3044-4524-9c91-fc1db5874c1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:27.122151 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dbb60cde-3044-4524-9c91-fc1db5874c1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:27.170142 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dbb60cde-3044-4524-9c91-fc1db5874c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:27.208720 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-dbb60cde-3044-4524-9c91-fc1db5874c1f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c81f14b07e774ac8a21da9f9f7392808&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1740675 Dec 14 03:44:27.211516 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb60cde-3044-4524-9c91-fc1db5874c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219351d9-b100-4522-8dcf-028923faa312,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:27.211988 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55622) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:27.260358 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70f19cd5-6db2-4349-97ae-3c3c5147e067 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:27.281277 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70f19cd5-6db2-4349-97ae-3c3c5147e067 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:27.387296 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70f19cd5-6db2-4349-97ae-3c3c5147e067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:27.389950 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-70f19cd5-6db2-4349-97ae-3c3c5147e067 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:27.391121 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-70f19cd5-6db2-4349-97ae-3c3c5147e067 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/219351d9-b100-4522-8dcf-028923faa312 HTTP/1.1" status: 204 len: 168 time: 0.1781445 Dec 14 03:44:27.399664 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f19cd5-6db2-4349-97ae-3c3c5147e067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219351d9-b100-4522-8dcf-028923faa312,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:27.759398 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:28.451562 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55644) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:28.549581 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-d30617d8-3faa-4f02-824f-8f57c7862487 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1196597741-network', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:44:28.644723 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30617d8-3faa-4f02-824f-8f57c7862487 admin admin] Made reservation on behalf of da1a00f397c54391a543b6adc72bb7ff for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:44:28.647019 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d30617d8-3faa-4f02-824f-8f57c7862487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:28.656843 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d30617d8-3faa-4f02-824f-8f57c7862487 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:28.728726 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d30617d8-3faa-4f02-824f-8f57c7862487 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:28.770212 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d30617d8-3faa-4f02-824f-8f57c7862487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:28.796796 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30617d8-3faa-4f02-824f-8f57c7862487 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:44:28.802085 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30617d8-3faa-4f02-824f-8f57c7862487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca42ecf-55fe-4d1e-b275-9f92dd98d110,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:28.809693 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d30617d8-3faa-4f02-824f-8f57c7862487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:28.810659 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-d30617d8-3faa-4f02-824f-8f57c7862487 admin admin] Added segment a78b2f67-9155-4d91-9cd8-caee43986b6d of type vlan for network 279059b4-362b-4ab9-972d-2939b05903d8 Dec 14 03:44:28.849572 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d30617d8-3faa-4f02-824f-8f57c7862487 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:28.913283 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d30617d8-3faa-4f02-824f-8f57c7862487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:28.914221 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30617d8-3faa-4f02-824f-8f57c7862487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:28.914810 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-d30617d8-3faa-4f02-824f-8f57c7862487 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:28.977543 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30617d8-3faa-4f02-824f-8f57c7862487 admin admin] Pushing event updated for resources: {'Network': ['ID=279059b4-362b-4ab9-972d-2939b05903d8,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:28.987263 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 279059b4-362b-4ab9-972d-2939b05903d8 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:44:29.008084 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d30617d8-3faa-4f02-824f-8f57c7862487 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5553346 Dec 14 03:44:29.011046 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55648) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:29.016251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-639a6f74-5bad-4dc1-af91-4d24780bdb1d admin admin] Request body: {'subnet': {'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1196597741-subnet', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:44:29.085417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639a6f74-5bad-4dc1-af91-4d24780bdb1d admin admin] Made reservation on behalf of da1a00f397c54391a543b6adc72bb7ff for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:44:29.087968 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-639a6f74-5bad-4dc1-af91-4d24780bdb1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:29.330701 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-639a6f74-5bad-4dc1-af91-4d24780bdb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:29.383477 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a6f74-5bad-4dc1-af91-4d24780bdb1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=20ad3664-bc44-41ab-91a1-c522c7abc466,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:29.393617 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639a6f74-5bad-4dc1-af91-4d24780bdb1d admin admin] Checking segment: {'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:44:29.393979 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639a6f74-5bad-4dc1-af91-4d24780bdb1d admin admin] Network hostable DHCP agents. Network: 279059b4-362b-4ab9-972d-2939b05903d8, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:44:29.478943 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639a6f74-5bad-4dc1-af91-4d24780bdb1d admin admin] Network 279059b4-362b-4ab9-972d-2939b05903d8 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:44:29.530094 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-639a6f74-5bad-4dc1-af91-4d24780bdb1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 279059b4-362b-4ab9-972d-2939b05903d8) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:44:29.534091 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639a6f74-5bad-4dc1-af91-4d24780bdb1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:29.534691 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-639a6f74-5bad-4dc1-af91-4d24780bdb1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:29.539353 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4819d1-46c6-4c03-bb97-b6452df2d1c3 None None] Network 279059b4-362b-4ab9-972d-2939b05903d8 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:44:29.595993 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-639a6f74-5bad-4dc1-af91-4d24780bdb1d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5838060 Dec 14 03:44:29.643839 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-279059b4-362b-4ab9-972d-2939b05903d8', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:44:29.644879 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:29.661120 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55650) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:29.666007 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:44:29.759243 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:29.760259 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:29.779617 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Allocated IP 172.20.0.2 (279059b4-362b-4ab9-972d-2939b05903d8/20ad3664-bc44-41ab-91a1-c522c7abc466/b5256c31-c3b1-4411-9e07-d55fe278f2f3) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:44:29.811043 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:29.922700 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:29.993860 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:30.012158 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:30.035277 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Network 279059b4-362b-4ab9-972d-2939b05903d8 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:44:30.041452 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:44:30.043521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Pushing event updated for resources: {'Port': ['ID=b5256c31-c3b1-4411-9e07-d55fe278f2f3,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:30.045698 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:44:30.099416 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Attempting to bind port b5256c31-c3b1-4411-9e07-d55fe278f2f3 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:44:30.099789 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Attempting to bind port b5256c31-c3b1-4411-9e07-d55fe278f2f3 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:44:30.100153 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Attempting to bind port b5256c31-c3b1-4411-9e07-d55fe278f2f3 on network 279059b4-362b-4ab9-972d-2939b05903d8 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:44:30.105589 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:44:30.105961 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Checking segment: {'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:44:30.106361 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:30.106752 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Bound using segment: {'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:44:30.107214 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Bound port: b5256c31-c3b1-4411-9e07-d55fe278f2f3, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:44:30.107592 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:30.168334 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] For port b5256c31-c3b1-4411-9e07-d55fe278f2f3, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:44:30.171343 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] For port b5256c31-c3b1-4411-9e07-d55fe278f2f3, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b5256c31-c3b1-4411-9e07-d55fe278f2f3,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:44:30.245556 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:30.273261 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:30.298396 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:30.302086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa040e87-88ac-46c8-abb2-4088916b0e09 None None] Pushing event updated for resources: {'Port': ['ID=b5256c31-c3b1-4411-9e07-d55fe278f2f3,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:30.524138 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] Allocated IP 172.25.7.24 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:44:30.634623 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:30.731210 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:30.771498 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:44:30.775143 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:44:30.778715 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:44:30.791436 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fbb7e3-a4ff-4259-b45c-faefab8cc6c9 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:44:30.805434 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] Pushing event updated for resources: {'Port': ['ID=0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:30.855933 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:30.911599 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8b7ed91d-475b-4383-8cad-df250ef4baef None None] Provisioning complete for port 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:30.912244 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed91d-475b-4383-8cad-df250ef4baef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:30.956605 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8b7ed91d-475b-4383-8cad-df250ef4baef None None] Port 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:44:31.080751 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:31.197004 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307b470f-c654-4890-a478-f58b93d0cc38 None None] Network 279059b4-362b-4ab9-972d-2939b05903d8 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:44:31.278426 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:31.299658 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0d8986d8-d181-4f7d-b3c8-7afa3e7ab3d6 None None] Provisioning complete for port b5256c31-c3b1-4411-9e07-d55fe278f2f3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:31.300178 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0d8986d8-d181-4f7d-b3c8-7afa3e7ab3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:31.393776 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0d8986d8-d181-4f7d-b3c8-7afa3e7ab3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:31.432049 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-0d8986d8-d181-4f7d-b3c8-7afa3e7ab3d6 None None] For port b5256c31-c3b1-4411-9e07-d55fe278f2f3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b5256c31-c3b1-4411-9e07-d55fe278f2f3,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:44:31.449743 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b5256c31-c3b1-4411-9e07-d55fe278f2f3 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:44:31.484609 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] Router 8cf38a9f-d2dd-4dac-9dce-26d946230523 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:44:31.511902 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port b5256c31-c3b1-4411-9e07-d55fe278f2f3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:31.512376 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:31.537350 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0d8986d8-d181-4f7d-b3c8-7afa3e7ab3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:31.597154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8986d8-d181-4f7d-b3c8-7afa3e7ab3d6 None None] Pushing event updated for resources: {'Port': ['ID=b5256c31-c3b1-4411-9e07-d55fe278f2f3,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:31.598945 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:44:31.610947 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Sync routers for ids ['8cf38a9f-d2dd-4dac-9dce-26d946230523'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:44:31.655816 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Routers {'8cf38a9f-d2dd-4dac-9dce-26d946230523'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:44:31.656485 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['8cf38a9f-d2dd-4dac-9dce-26d946230523'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:31.670097 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:31.671054 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-94122bb5-62b0-4a3d-b2f2-f4ff5ed62f95 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0088527 Dec 14 03:44:31.673927 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55652) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:31.746143 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-51e489d4-6988-4dc4-ba04-a53c5830fc33 None None] Provisioning complete for port b5256c31-c3b1-4411-9e07-d55fe278f2f3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:31.746547 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-51e489d4-6988-4dc4-ba04-a53c5830fc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:31.815935 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Set router 8cf38a9f-d2dd-4dac-9dce-26d946230523 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:44:32.020890 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:44:30Z', 'revision_number': 3, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port': {'id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:94:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:30Z', 'updated_at': '2021-12-14T03:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:32.049802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Checking router: 8cf38a9f-d2dd-4dac-9dce-26d946230523 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:44:32.050164 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Updating router 8cf38a9f-d2dd-4dac-9dce-26d946230523 port 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:44:32.074955 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:32.086313 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af64f780-610c-496a-8ff4-521f0de75552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:32.239866 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-af64f780-610c-496a-8ff4-521f0de75552 admin admin] Allocated IP 172.20.0.1 (279059b4-362b-4ab9-972d-2939b05903d8/20ad3664-bc44-41ab-91a1-c522c7abc466/1d554c63-7343-4911-a310-db2434f6105f) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:44:32.321898 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:32.345366 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af64f780-610c-496a-8ff4-521f0de75552 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:32.370900 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:32.420501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e023b16a-2a9d-4112-a2d3-7a4e582c7c83 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:44:32.431329 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Attempting to bind port 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:44:32.431718 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Attempting to bind port 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:44:32.432072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Attempting to bind port 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:44:32.433887 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18530ac7-103e-48f7-8e35-c880cef206d5 None None] Pushing event updated for resources: {'Port': ['ID=0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:32.439573 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af64f780-610c-496a-8ff4-521f0de75552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:32.442430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:44:32.442430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:44:32.442430 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:32.442430 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:44:32.443636 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Bound port: 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:44:32.443636 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:32.480944 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af64f780-610c-496a-8ff4-521f0de75552 admin admin] Network 279059b4-362b-4ab9-972d-2939b05903d8 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:44:32.485540 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-af64f780-610c-496a-8ff4-521f0de75552 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:44:32.489037 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af64f780-610c-496a-8ff4-521f0de75552 admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:44:32.498334 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] For port 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:44:32.501703 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] For port 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:44:32.512579 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64f780-610c-496a-8ff4-521f0de75552 admin admin] Pushing event updated for resources: {'Port': ['ID=1d554c63-7343-4911-a310-db2434f6105f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:32.532080 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af64f780-610c-496a-8ff4-521f0de75552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:32.568401 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-dc3a9bac-d277-42b5-9e92-f64039951d46 None None] Provisioning complete for port 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:32.568936 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dc3a9bac-d277-42b5-9e92-f64039951d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:32.602372 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:32.650548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be6fa12-6a7a-49db-820e-de41d43d08a9 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:44:32.652192 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a9bac-d277-42b5-9e92-f64039951d46 None None] Port 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:44:32.680184 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18530ac7-103e-48f7-8e35-c880cef206d5 None None] Pushing event updated for resources: {'Port': ['ID=0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:32.682852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Routers {'8cf38a9f-d2dd-4dac-9dce-26d946230523'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:44:32.683479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['8cf38a9f-d2dd-4dac-9dce-26d946230523'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:32.745683 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af64f780-610c-496a-8ff4-521f0de75552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:32.791169 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8cdd7d84-0bb6-4590-906f-b1c28cba7675 None None] Provisioning complete for port 1d554c63-7343-4911-a310-db2434f6105f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:32.791523 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8cdd7d84-0bb6-4590-906f-b1c28cba7675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:32.835940 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] Set router 8cf38a9f-d2dd-4dac-9dce-26d946230523 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:44:32.892027 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3d10a6b5-2a14-4bfe-b154-3d5b8baeceba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:32.893854 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8cdd7d84-0bb6-4590-906f-b1c28cba7675 None None] Port 1d554c63-7343-4911-a310-db2434f6105f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:44:32.918009 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af64f780-610c-496a-8ff4-521f0de75552 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:32.948328 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8cdd7d84-0bb6-4590-906f-b1c28cba7675 None None] Provisioning complete for port 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:32.948710 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8cdd7d84-0bb6-4590-906f-b1c28cba7675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:32.976001 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af64f780-610c-496a-8ff4-521f0de75552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:33.042048 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64f780-610c-496a-8ff4-521f0de75552 admin admin] Pushing event updated for resources: {'Port': ['ID=1d554c63-7343-4911-a310-db2434f6105f,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:33.044576 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af64f780-610c-496a-8ff4-521f0de75552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:33.079938 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8cdd7d84-0bb6-4590-906f-b1c28cba7675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:33.105002 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8cdd7d84-0bb6-4590-906f-b1c28cba7675 None None] For port 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:44:33.109393 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:44:30Z', 'revision_number': 3, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port': {'id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:94:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:30Z', 'updated_at': '2021-12-14T03:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:33.136754 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d533ac8-8800-49b7-af95-ad52d10e08ab None None] The sync data for ids ['8cf38a9f-d2dd-4dac-9dce-26d946230523'] in n-d-821636-1 is: [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:44:30Z', 'revision_number': 3, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port': {'id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:94:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:30Z', 'updated_at': '2021-12-14T03:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:44:33.138234 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af64f780-610c-496a-8ff4-521f0de75552 admin admin] Network 279059b4-362b-4ab9-972d-2939b05903d8 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:44:33.139634 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-af64f780-610c-496a-8ff4-521f0de75552 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:44:33.142645 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8cdd7d84-0bb6-4590-906f-b1c28cba7675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:33.213884 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd7d84-0bb6-4590-906f-b1c28cba7675 None None] Pushing event updated for resources: {'Port': ['ID=0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:33.278952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af64f780-610c-496a-8ff4-521f0de75552 admin admin] Router 8cf38a9f-d2dd-4dac-9dce-26d946230523 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:44:33.434030 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b5256c31-c3b1-4411-9e07-d55fe278f2f3 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:44:33.494600 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6450aab0-c45c-4a75-9243-767e503671e7 None None] Provisioning complete for port 1d554c63-7343-4911-a310-db2434f6105f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:33.494979 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6450aab0-c45c-4a75-9243-767e503671e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:33.539673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6450aab0-c45c-4a75-9243-767e503671e7 None None] Port 1d554c63-7343-4911-a310-db2434f6105f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:44:33.542661 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port b5256c31-c3b1-4411-9e07-d55fe278f2f3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:33.543123 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:33.767460 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af64f780-610c-496a-8ff4-521f0de75552 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:44:33.780692 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-af64f780-610c-496a-8ff4-521f0de75552 admin admin] 10.222.0.39 "PUT /v2.0/routers/8cf38a9f-d2dd-4dac-9dce-26d946230523/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0984964 Dec 14 03:44:34.385419 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 55668) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:34.390532 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-08fda2d0-b8dd-4b42-9bd4-e4c36e2d416d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-211124501-network', 'tenant_id': 'f150b0ca025347a2964f923dcb416481'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:44:34.478810 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fda2d0-b8dd-4b42-9bd4-e4c36e2d416d admin admin] Made reservation on behalf of f150b0ca025347a2964f923dcb416481 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:44:34.481192 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-08fda2d0-b8dd-4b42-9bd4-e4c36e2d416d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:34.490251 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-08fda2d0-b8dd-4b42-9bd4-e4c36e2d416d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:34.573449 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-08fda2d0-b8dd-4b42-9bd4-e4c36e2d416d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:34.634058 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-08fda2d0-b8dd-4b42-9bd4-e4c36e2d416d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:34.659660 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fda2d0-b8dd-4b42-9bd4-e4c36e2d416d admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:44:34.670088 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fda2d0-b8dd-4b42-9bd4-e4c36e2d416d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9c7196-e78f-450a-9fc9-9d20afe6ac32,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:34.674934 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-08fda2d0-b8dd-4b42-9bd4-e4c36e2d416d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:34.675182 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-08fda2d0-b8dd-4b42-9bd4-e4c36e2d416d admin admin] Added segment 96368d5a-ccc0-4fd2-b885-b4bf5b8a6850 of type vlan for network 97c80294-8f81-4f77-9803-13a29f6809d6 Dec 14 03:44:34.719190 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-08fda2d0-b8dd-4b42-9bd4-e4c36e2d416d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:34.724039 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Sync routers for ids ['8cf38a9f-d2dd-4dac-9dce-26d946230523'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:44:34.734741 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Routers {'8cf38a9f-d2dd-4dac-9dce-26d946230523'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:44:34.736483 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:44:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['8cf38a9f-d2dd-4dac-9dce-26d946230523'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:34.788428 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-08fda2d0-b8dd-4b42-9bd4-e4c36e2d416d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:34.789637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fda2d0-b8dd-4b42-9bd4-e4c36e2d416d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:34.790401 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-08fda2d0-b8dd-4b42-9bd4-e4c36e2d416d admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:34.860417 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fda2d0-b8dd-4b42-9bd4-e4c36e2d416d admin admin] Pushing event updated for resources: {'Network': ['ID=97c80294-8f81-4f77-9803-13a29f6809d6,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:34.872717 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 97c80294-8f81-4f77-9803-13a29f6809d6 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:44:34.900367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-08fda2d0-b8dd-4b42-9bd4-e4c36e2d416d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5136712 Dec 14 03:44:34.903574 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55670) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:34.909549 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-08df288e-1eb1-4ec2-a773-d0cbc44a103d admin admin] Request body: {'subnet': {'network_id': '97c80294-8f81-4f77-9803-13a29f6809d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-211124501-subnet', 'tenant_id': 'f150b0ca025347a2964f923dcb416481', 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:44:34.946868 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Set router 8cf38a9f-d2dd-4dac-9dce-26d946230523 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:44:35.005202 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08df288e-1eb1-4ec2-a773-d0cbc44a103d admin admin] Made reservation on behalf of f150b0ca025347a2964f923dcb416481 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:44:35.008293 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08df288e-1eb1-4ec2-a773-d0cbc44a103d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:35.051017 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-86f4877f-e7d7-4718-908a-3bfe8433765a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:35.161902 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:44:32Z', 'revision_number': 4, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port': {'id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:30Z', 'updated_at': '2021-12-14T03:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '1d554c63-7343-4911-a310-db2434f6105f', 'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'mac_address': 'fa:16:3e:d9:63:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:32Z', 'updated_at': '2021-12-14T03:44:32Z', 'revision_number': 2, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'subnets': [{'id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:35.188705 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Checking router: 8cf38a9f-d2dd-4dac-9dce-26d946230523 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:44:35.195239 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Updating router 8cf38a9f-d2dd-4dac-9dce-26d946230523 port 1d554c63-7343-4911-a310-db2434f6105f binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:44:35.215690 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:35.239599 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08df288e-1eb1-4ec2-a773-d0cbc44a103d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:35.300067 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df288e-1eb1-4ec2-a773-d0cbc44a103d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1213a0e-0e7e-4701-ac23-75f3577b8ae9,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:35.305551 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08df288e-1eb1-4ec2-a773-d0cbc44a103d admin admin] Checking segment: {'id': '96368d5a-ccc0-4fd2-b885-b4bf5b8a6850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '97c80294-8f81-4f77-9803-13a29f6809d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:44:35.309690 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08df288e-1eb1-4ec2-a773-d0cbc44a103d admin admin] Network hostable DHCP agents. Network: 97c80294-8f81-4f77-9803-13a29f6809d6, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:44:35.382558 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08df288e-1eb1-4ec2-a773-d0cbc44a103d admin admin] Network 97c80294-8f81-4f77-9803-13a29f6809d6 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:44:35.418555 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:44:35.445808 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-08df288e-1eb1-4ec2-a773-d0cbc44a103d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 97c80294-8f81-4f77-9803-13a29f6809d6) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:44:35.449824 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08df288e-1eb1-4ec2-a773-d0cbc44a103d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:35.450419 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-08df288e-1eb1-4ec2-a773-d0cbc44a103d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:35.464002 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cf07ef-e726-4e48-84e8-dbf8c95a5f81 None None] Network 97c80294-8f81-4f77-9803-13a29f6809d6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:44:35.493228 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:35.533867 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-08df288e-1eb1-4ec2-a773-d0cbc44a103d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6288290 Dec 14 03:44:35.542064 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55672) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:35.542523 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:35.542897 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:35.547065 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-211124501-router', 'tenant_id': 'f150b0ca025347a2964f923dcb416481', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:44:35.560128 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:35.651161 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:35.652723 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:35.669199 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Attempting to bind port 1d554c63-7343-4911-a310-db2434f6105f on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:44:35.669607 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Attempting to bind port 1d554c63-7343-4911-a310-db2434f6105f by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:44:35.669979 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Attempting to bind port 1d554c63-7343-4911-a310-db2434f6105f on network 279059b4-362b-4ab9-972d-2939b05903d8 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:44:35.673670 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98edd7-c3ba-47db-9bd6-f200a069f19e None None] Pushing event updated for resources: {'Port': ['ID=1d554c63-7343-4911-a310-db2434f6105f,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:35.682936 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:44:35.683327 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Checking segment: {'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:44:35.683727 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:35.684131 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Bound using segment: {'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:44:35.690537 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Bound port: 1d554c63-7343-4911-a310-db2434f6105f, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:44:35.690537 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:35.690537 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98edd7-c3ba-47db-9bd6-f200a069f19e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:35.690537 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98edd7-c3ba-47db-9bd6-f200a069f19e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:35.690537 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98edd7-c3ba-47db-9bd6-f200a069f19e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:35.690537 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98edd7-c3ba-47db-9bd6-f200a069f19e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:35.690537 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98edd7-c3ba-47db-9bd6-f200a069f19e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:35.690537 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98edd7-c3ba-47db-9bd6-f200a069f19e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:35.690537 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98edd7-c3ba-47db-9bd6-f200a069f19e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:35.690537 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98edd7-c3ba-47db-9bd6-f200a069f19e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:35.690537 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98edd7-c3ba-47db-9bd6-f200a069f19e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:35.691440 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98edd7-c3ba-47db-9bd6-f200a069f19e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:35.691440 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98edd7-c3ba-47db-9bd6-f200a069f19e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:35.691440 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98edd7-c3ba-47db-9bd6-f200a069f19e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:35.691854 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f98edd7-c3ba-47db-9bd6-f200a069f19e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:44:35.724108 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:35.787490 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] For port 1d554c63-7343-4911-a310-db2434f6105f, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:44:35.794124 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] For port 1d554c63-7343-4911-a310-db2434f6105f, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1d554c63-7343-4911-a310-db2434f6105f,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:44:35.826150 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-97c80294-8f81-4f77-9803-13a29f6809d6', 'network_id': '97c80294-8f81-4f77-9803-13a29f6809d6', 'project_id': 'f150b0ca025347a2964f923dcb416481', 'fixed_ips': [{'subnet_id': 'b1213a0e-0e7e-4701-ac23-75f3577b8ae9'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:44:35.828453 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:35.874146 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:35.947392 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Routers {'8cf38a9f-d2dd-4dac-9dce-26d946230523'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:44:35.947765 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:44:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['8cf38a9f-d2dd-4dac-9dce-26d946230523'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:35.948015 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-572ef07b-81ec-4b34-8c8f-42b975740d5c None None] Provisioning complete for port 1d554c63-7343-4911-a310-db2434f6105f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:35.948932 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-572ef07b-81ec-4b34-8c8f-42b975740d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:35.951084 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98edd7-c3ba-47db-9bd6-f200a069f19e None None] Pushing event updated for resources: {'Port': ['ID=1d554c63-7343-4911-a310-db2434f6105f,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:35.953127 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:36.048267 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Allocated IP 172.20.0.2 (97c80294-8f81-4f77-9803-13a29f6809d6/b1213a0e-0e7e-4701-ac23-75f3577b8ae9/e7bb0a73-87d0-49c0-bd68-a353af989839) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:44:36.083591 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] Set router 8cf38a9f-d2dd-4dac-9dce-26d946230523 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:44:36.136651 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-572ef07b-81ec-4b34-8c8f-42b975740d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:36.189937 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-572ef07b-81ec-4b34-8c8f-42b975740d5c None None] For port 1d554c63-7343-4911-a310-db2434f6105f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1d554c63-7343-4911-a310-db2434f6105f,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:44:36.247513 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:36.257976 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:36.267759 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-572ef07b-81ec-4b34-8c8f-42b975740d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:36.314108 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:44:32Z', 'revision_number': 4, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port': {'id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:30Z', 'updated_at': '2021-12-14T03:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '1d554c63-7343-4911-a310-db2434f6105f', 'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'mac_address': 'fa:16:3e:d9:63:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:32Z', 'updated_at': '2021-12-14T03:44:35Z', 'revision_number': 4, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'subnets': [{'id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:36.322124 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572ef07b-81ec-4b34-8c8f-42b975740d5c None None] Pushing event updated for resources: {'Port': ['ID=1d554c63-7343-4911-a310-db2434f6105f,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:36.331687 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:36.347191 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd68c71-6153-4225-90fd-2496087b3440 None None] The sync data for ids ['8cf38a9f-d2dd-4dac-9dce-26d946230523'] in n-d-821636-1 is: [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:44:32Z', 'revision_number': 4, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port': {'id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:30Z', 'updated_at': '2021-12-14T03:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '1d554c63-7343-4911-a310-db2434f6105f', 'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'mac_address': 'fa:16:3e:d9:63:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:32Z', 'updated_at': '2021-12-14T03:44:35Z', 'revision_number': 4, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'subnets': [{'id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:44:36.402876 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Network 97c80294-8f81-4f77-9803-13a29f6809d6 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:44:36.409346 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:44:36.412024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:44:36.423815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Pushing event updated for resources: {'Port': ['ID=e7bb0a73-87d0-49c0-bd68-a353af989839,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:36.435831 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8d467fcb-0c01-4492-b1ed-5a77310f1176 None None] Provisioning complete for port 1d554c63-7343-4911-a310-db2434f6105f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:36.440685 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8d467fcb-0c01-4492-b1ed-5a77310f1176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:36.543098 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Attempting to bind port e7bb0a73-87d0-49c0-bd68-a353af989839 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:44:36.543566 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Attempting to bind port e7bb0a73-87d0-49c0-bd68-a353af989839 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '96368d5a-ccc0-4fd2-b885-b4bf5b8a6850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '97c80294-8f81-4f77-9803-13a29f6809d6'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:44:36.544024 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Attempting to bind port e7bb0a73-87d0-49c0-bd68-a353af989839 on network 97c80294-8f81-4f77-9803-13a29f6809d6 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:44:36.552918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:44:36.553531 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Checking segment: {'id': '96368d5a-ccc0-4fd2-b885-b4bf5b8a6850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '97c80294-8f81-4f77-9803-13a29f6809d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:44:36.554221 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:36.554582 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Bound using segment: {'id': '96368d5a-ccc0-4fd2-b885-b4bf5b8a6850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '97c80294-8f81-4f77-9803-13a29f6809d6'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:44:36.555080 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Bound port: e7bb0a73-87d0-49c0-bd68-a353af989839, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96368d5a-ccc0-4fd2-b885-b4bf5b8a6850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '97c80294-8f81-4f77-9803-13a29f6809d6'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:44:36.555479 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:36.627922 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:36.663933 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] For port e7bb0a73-87d0-49c0-bd68-a353af989839, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:44:36.667278 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] For port e7bb0a73-87d0-49c0-bd68-a353af989839, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e7bb0a73-87d0-49c0-bd68-a353af989839,segment=NetworkSegment(96368d5a-ccc0-4fd2-b885-b4bf5b8a6850),segment_id=96368d5a-ccc0-4fd2-b885-b4bf5b8a6850)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:44:36.674489 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:36.748606 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:36.780090 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] Allocated IP 172.25.7.3 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/6b87cad4-f418-4f9b-adab-f110dd41b269) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:44:36.809216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d93fa-d511-4259-b6cf-f3783535678e None None] Pushing event updated for resources: {'Port': ['ID=e7bb0a73-87d0-49c0-bd68-a353af989839,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:36.903485 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:37.010986 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:37.060429 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:44:37.063613 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:44:37.067442 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:44:37.073263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] Pushing event updated for resources: {'Port': ['ID=6b87cad4-f418-4f9b-adab-f110dd41b269,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:37.078410 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49e850f-887c-4d9f-95e4-fbb22cde0155 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:44:37.158263 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-22e898b4-1a85-4c8f-a0a3-5bfca9a0c57e None None] Provisioning complete for port 6b87cad4-f418-4f9b-adab-f110dd41b269 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:37.158731 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-22e898b4-1a85-4c8f-a0a3-5bfca9a0c57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:37.199161 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-22e898b4-1a85-4c8f-a0a3-5bfca9a0c57e None None] Port 6b87cad4-f418-4f9b-adab-f110dd41b269 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:44:37.406743 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:37.456562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e7bb0a73-87d0-49c0-bd68-a353af989839 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:44:37.519262 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e7bb0a73-87d0-49c0-bd68-a353af989839 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:37.519649 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:37.617486 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:37.633475 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:37.659998 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] For port e7bb0a73-87d0-49c0-bd68-a353af989839, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e7bb0a73-87d0-49c0-bd68-a353af989839,segment=NetworkSegment(96368d5a-ccc0-4fd2-b885-b4bf5b8a6850),segment_id=96368d5a-ccc0-4fd2-b885-b4bf5b8a6850)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:44:37.747966 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:37.748789 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1d554c63-7343-4911-a310-db2434f6105f up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:44:37.832740 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Pushing event updated for resources: {'Port': ['ID=e7bb0a73-87d0-49c0-bd68-a353af989839,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:37.844796 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] Router e244679f-20ea-4386-a959-7c7c57565f78 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:44:37.851022 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 1d554c63-7343-4911-a310-db2434f6105f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:37.851022 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:37.890129 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571ee8cb-20c6-48b2-8b63-876786f292c3 None None] Network 97c80294-8f81-4f77-9803-13a29f6809d6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:44:37.973901 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:44:37.996525 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Sync routers for ids ['e244679f-20ea-4386-a959-7c7c57565f78'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:44:38.014539 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-55b83b37-bf74-40d6-b05c-ad694ffe73ca None None] Provisioning complete for port e7bb0a73-87d0-49c0-bd68-a353af989839 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:38.017322 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-55b83b37-bf74-40d6-b05c-ad694ffe73ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:38.026204 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:38.029996 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:38.031823 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-504667cd-f89c-4183-b3a3-48142a1fa914 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.4883244 Dec 14 03:44:38.034527 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55674) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:38.059516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Routers {'e244679f-20ea-4386-a959-7c7c57565f78'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:44:38.060149 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:44:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e244679f-20ea-4386-a959-7c7c57565f78'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:38.242934 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Set router e244679f-20ea-4386-a959-7c7c57565f78 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:44:38.438653 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'name': 'tempest-TestShelveInstance-211124501-router', 'tenant_id': 'f150b0ca025347a2964f923dcb416481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '6b87cad4-f418-4f9b-adab-f110dd41b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:35Z', 'updated_at': '2021-12-14T03:44:37Z', 'revision_number': 3, 'project_id': 'f150b0ca025347a2964f923dcb416481', 'gw_port': {'id': '6b87cad4-f418-4f9b-adab-f110dd41b269', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:36Z', 'updated_at': '2021-12-14T03:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:38.467931 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Checking router: e244679f-20ea-4386-a959-7c7c57565f78 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:44:38.468270 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Updating router e244679f-20ea-4386-a959-7c7c57565f78 port 6b87cad4-f418-4f9b-adab-f110dd41b269 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:44:38.474301 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8cc2-c93f-46c0-b42d-b4bdd50480e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:38.506517 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:38.509400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ddd9a6ee-e03b-4a7c-b0d1-6352f580b2b1 None None] Provisioning complete for port e7bb0a73-87d0-49c0-bd68-a353af989839 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:38.509729 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ddd9a6ee-e03b-4a7c-b0d1-6352f580b2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:38.640434 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-6bfc8cc2-c93f-46c0-b42d-b4bdd50480e2 admin admin] Allocated IP 172.20.0.1 (97c80294-8f81-4f77-9803-13a29f6809d6/b1213a0e-0e7e-4701-ac23-75f3577b8ae9/8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:44:38.724770 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:38.749828 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8cc2-c93f-46c0-b42d-b4bdd50480e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:38.810660 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8cc2-c93f-46c0-b42d-b4bdd50480e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:38.840585 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:38.849580 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfc8cc2-c93f-46c0-b42d-b4bdd50480e2 admin admin] Network 97c80294-8f81-4f77-9803-13a29f6809d6 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:44:38.853121 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-6bfc8cc2-c93f-46c0-b42d-b4bdd50480e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:44:38.856798 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfc8cc2-c93f-46c0-b42d-b4bdd50480e2 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:44:38.881929 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc8cc2-c93f-46c0-b42d-b4bdd50480e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:38.896332 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:38.901592 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8cc2-c93f-46c0-b42d-b4bdd50480e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:38.948748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Attempting to bind port 6b87cad4-f418-4f9b-adab-f110dd41b269 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:44:38.949132 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Attempting to bind port 6b87cad4-f418-4f9b-adab-f110dd41b269 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:44:38.949534 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Attempting to bind port 6b87cad4-f418-4f9b-adab-f110dd41b269 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:44:38.956437 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d59eaae-32f2-4f24-8c2e-08a7fb25d970 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:44:38.969061 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:44:38.969408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:44:38.969642 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:38.970053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:44:38.970540 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Bound port: 6b87cad4-f418-4f9b-adab-f110dd41b269, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:44:38.970934 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:38.976525 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d05ac9-a5ce-42ec-9e90-8406e8a6d6dc None None] Pushing event updated for resources: {'Port': ['ID=6b87cad4-f418-4f9b-adab-f110dd41b269,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:39.037342 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] For port 6b87cad4-f418-4f9b-adab-f110dd41b269, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:44:39.040586 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] For port 6b87cad4-f418-4f9b-adab-f110dd41b269, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6b87cad4-f418-4f9b-adab-f110dd41b269,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:44:39.071056 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0b9a77a6-d6b0-4fa5-80f5-3d444e4c785e None None] Provisioning complete for port 6b87cad4-f418-4f9b-adab-f110dd41b269 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:39.071566 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0b9a77a6-d6b0-4fa5-80f5-3d444e4c785e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:39.108654 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-0b9a77a6-d6b0-4fa5-80f5-3d444e4c785e None None] Port 6b87cad4-f418-4f9b-adab-f110dd41b269 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:44:39.125245 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:39.128044 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8cc2-c93f-46c0-b42d-b4bdd50480e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:39.173463 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e86254-25c4-48bd-9a56-9b06ebf8e14e None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:44:39.195789 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Routers {'e244679f-20ea-4386-a959-7c7c57565f78'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:44:39.196991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:44:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e244679f-20ea-4386-a959-7c7c57565f78'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:39.201572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d05ac9-a5ce-42ec-9e90-8406e8a6d6dc None None] Pushing event updated for resources: {'Port': ['ID=6b87cad4-f418-4f9b-adab-f110dd41b269,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:39.301408 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8cc2-c93f-46c0-b42d-b4bdd50480e2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:39.370741 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8cc2-c93f-46c0-b42d-b4bdd50480e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:39.435277 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e7bb0a73-87d0-49c0-bd68-a353af989839 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:44:39.442432 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc8cc2-c93f-46c0-b42d-b4bdd50480e2 admin admin] Pushing event updated for resources: {'Port': ['ID=8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:39.446198 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6bfc8cc2-c93f-46c0-b42d-b4bdd50480e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:39.484667 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5d6fe5c4-cdcb-49f5-810c-c7afbce9d284 None None] Provisioning complete for port 6b87cad4-f418-4f9b-adab-f110dd41b269 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:39.485042 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5d6fe5c4-cdcb-49f5-810c-c7afbce9d284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:39.539835 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfc8cc2-c93f-46c0-b42d-b4bdd50480e2 admin admin] Network 97c80294-8f81-4f77-9803-13a29f6809d6 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:44:39.541490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-6bfc8cc2-c93f-46c0-b42d-b4bdd50480e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:44:39.543918 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] Set router e244679f-20ea-4386-a959-7c7c57565f78 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:44:39.590603 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port e7bb0a73-87d0-49c0-bd68-a353af989839 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:39.590970 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:39.663325 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfc8cc2-c93f-46c0-b42d-b4bdd50480e2 admin admin] Router e244679f-20ea-4386-a959-7c7c57565f78 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:44:39.741786 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5d6fe5c4-cdcb-49f5-810c-c7afbce9d284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:39.774927 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5d6fe5c4-cdcb-49f5-810c-c7afbce9d284 None None] For port 6b87cad4-f418-4f9b-adab-f110dd41b269, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6b87cad4-f418-4f9b-adab-f110dd41b269,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:44:39.780397 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfc8cc2-c93f-46c0-b42d-b4bdd50480e2 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:44:39.785565 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6bfc8cc2-c93f-46c0-b42d-b4bdd50480e2 admin admin] 10.222.0.39 "PUT /v2.0/routers/e244679f-20ea-4386-a959-7c7c57565f78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7500324 Dec 14 03:44:39.835536 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5d6fe5c4-cdcb-49f5-810c-c7afbce9d284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:39.902725 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5d6fe5c4-cdcb-49f5-810c-c7afbce9d284 None None] Provisioning complete for port 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:39.903117 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5d6fe5c4-cdcb-49f5-810c-c7afbce9d284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:39.949859 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6fe5c4-cdcb-49f5-810c-c7afbce9d284 None None] Pushing event updated for resources: {'Port': ['ID=6b87cad4-f418-4f9b-adab-f110dd41b269,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:39.960669 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-5d6fe5c4-cdcb-49f5-810c-c7afbce9d284 None None] Port 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:44:39.970276 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'name': 'tempest-TestShelveInstance-211124501-router', 'tenant_id': 'f150b0ca025347a2964f923dcb416481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '6b87cad4-f418-4f9b-adab-f110dd41b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:35Z', 'updated_at': '2021-12-14T03:44:39Z', 'revision_number': 4, 'project_id': 'f150b0ca025347a2964f923dcb416481', 'gw_port': {'id': '6b87cad4-f418-4f9b-adab-f110dd41b269', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:36Z', 'updated_at': '2021-12-14T03:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc', 'name': '', 'network_id': '97c80294-8f81-4f77-9803-13a29f6809d6', 'tenant_id': 'f150b0ca025347a2964f923dcb416481', 'mac_address': 'fa:16:3e:40:2f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b1213a0e-0e7e-4701-ac23-75f3577b8ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:38Z', 'updated_at': '2021-12-14T03:44:38Z', 'revision_number': 1, 'project_id': 'f150b0ca025347a2964f923dcb416481', 'subnets': [{'id': 'b1213a0e-0e7e-4701-ac23-75f3577b8ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:40.002295 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3952e5ca-3b8d-4d3f-8003-4702d134eb2a None None] The sync data for ids ['e244679f-20ea-4386-a959-7c7c57565f78'] in n-d-821636-1 is: [{'id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'name': 'tempest-TestShelveInstance-211124501-router', 'tenant_id': 'f150b0ca025347a2964f923dcb416481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '6b87cad4-f418-4f9b-adab-f110dd41b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:35Z', 'updated_at': '2021-12-14T03:44:39Z', 'revision_number': 4, 'project_id': 'f150b0ca025347a2964f923dcb416481', 'gw_port': {'id': '6b87cad4-f418-4f9b-adab-f110dd41b269', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:36Z', 'updated_at': '2021-12-14T03:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc', 'name': '', 'network_id': '97c80294-8f81-4f77-9803-13a29f6809d6', 'tenant_id': 'f150b0ca025347a2964f923dcb416481', 'mac_address': 'fa:16:3e:40:2f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b1213a0e-0e7e-4701-ac23-75f3577b8ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:38Z', 'updated_at': '2021-12-14T03:44:38Z', 'revision_number': 1, 'project_id': 'f150b0ca025347a2964f923dcb416481', 'subnets': [{'id': 'b1213a0e-0e7e-4701-ac23-75f3577b8ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:44:40.082101 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f2f1d7fe-4bf2-411e-9655-0767e684eecc None None] Provisioning complete for port 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:40.082484 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f2f1d7fe-4bf2-411e-9655-0767e684eecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:40.118086 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-f2f1d7fe-4bf2-411e-9655-0767e684eecc None None] Port 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:44:40.373976 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55682) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:40.378691 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-feb01977-49a2-46e6-9125-3829e8f6896b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1071545294', 'description': 'tempest-secgroup-smoke-1071545294 description', 'project_id': 'da1a00f397c54391a543b6adc72bb7ff'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:44:40.450216 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-feb01977-49a2-46e6-9125-3829e8f6896b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:40.523667 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-feb01977-49a2-46e6-9125-3829e8f6896b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:40.587909 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-feb01977-49a2-46e6-9125-3829e8f6896b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:40.617824 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb01977-49a2-46e6-9125-3829e8f6896b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f6d952-2ed7-494f-a94e-467ba6b48d3d,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:40.692991 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-feb01977-49a2-46e6-9125-3829e8f6896b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:40.695001 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-feb01977-49a2-46e6-9125-3829e8f6896b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3198507 Dec 14 03:44:40.697913 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55684) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:40.702665 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-02eaa861-b998-4f58-8ad7-0e98a99d975e tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Request body: {'security_group_rule': {'security_group_id': '34f6d952-2ed7-494f-a94e-467ba6b48d3d', 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:44:40.793576 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02eaa861-b998-4f58-8ad7-0e98a99d975e tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:40.858051 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02eaa861-b998-4f58-8ad7-0e98a99d975e tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:40.930861 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02eaa861-b998-4f58-8ad7-0e98a99d975e tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:40.950323 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaa861-b998-4f58-8ad7-0e98a99d975e tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b689e832-02f4-43e6-8ea4-d5ecc9fad872,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:41.041844 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-02eaa861-b998-4f58-8ad7-0e98a99d975e tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:41.049935 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-02eaa861-b998-4f58-8ad7-0e98a99d975e tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3441820 Dec 14 03:44:41.049935 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55686) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:41.050390 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-c8d37bba-5973-454a-a472-4a0398c009cd tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Request body: {'security_group_rule': {'security_group_id': '34f6d952-2ed7-494f-a94e-467ba6b48d3d', 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:44:41.141148 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8d37bba-5973-454a-a472-4a0398c009cd tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:41.201791 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8d37bba-5973-454a-a472-4a0398c009cd tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:41.262074 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8d37bba-5973-454a-a472-4a0398c009cd tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:41.284560 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d37bba-5973-454a-a472-4a0398c009cd tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb077157-bc35-4e04-9325-f45a527919a7,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:41.367887 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-c8d37bba-5973-454a-a472-4a0398c009cd tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:41.369276 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-c8d37bba-5973-454a-a472-4a0398c009cd tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3224907 Dec 14 03:44:41.372004 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55688) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:41.376467 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-cf12d012-7374-446d-b390-639785d0112c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Request body: {'security_group_rule': {'security_group_id': '34f6d952-2ed7-494f-a94e-467ba6b48d3d', 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:44:41.413540 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-a514874e-81d9-4a0c-af4a-6a7648801bc6 req-74fb9826-19b4-4926-99fa-31d4402172bd service neutron] (103847) timed out ('10.222.0.39', 51060) {{(pid=103847) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 03:44:41.423334 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6b87cad4-f418-4f9b-adab-f110dd41b269 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:44:41.444328 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf12d012-7374-446d-b390-639785d0112c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:41.471862 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6b87cad4-f418-4f9b-adab-f110dd41b269 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:41.472239 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:41.502044 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf12d012-7374-446d-b390-639785d0112c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:41.554184 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf12d012-7374-446d-b390-639785d0112c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:41.576366 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12d012-7374-446d-b390-639785d0112c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78569f9e-dec1-4ecf-8232-5bf45e1072ca,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:41.635544 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-cf12d012-7374-446d-b390-639785d0112c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:41.636777 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-cf12d012-7374-446d-b390-639785d0112c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2638099 Dec 14 03:44:41.639602 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55690) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:41.643911 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-e71ae954-ab9c-4242-b998-5a80842b2ce7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Request body: {'security_group_rule': {'security_group_id': '34f6d952-2ed7-494f-a94e-467ba6b48d3d', 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:44:41.706133 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e71ae954-ab9c-4242-b998-5a80842b2ce7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:41.765466 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e71ae954-ab9c-4242-b998-5a80842b2ce7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:41.804877 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e71ae954-ab9c-4242-b998-5a80842b2ce7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:41.822702 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ae954-ab9c-4242-b998-5a80842b2ce7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8b40b7-9310-4a55-ba0a-23f37ac70e18,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:41.863577 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e71ae954-ab9c-4242-b998-5a80842b2ce7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:41.864798 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e71ae954-ab9c-4242-b998-5a80842b2ce7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2242467 Dec 14 03:44:41.868255 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55692) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:41.872580 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-afc4b869-68dd-489a-afcf-a860e364cb36 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Request body: {'security_group_rule': {'security_group_id': '34f6d952-2ed7-494f-a94e-467ba6b48d3d', 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:44:41.947966 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-afc4b869-68dd-489a-afcf-a860e364cb36 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Project da1a00f397c54391a543b6adc72bb7ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:44:41.953202 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afc4b869-68dd-489a-afcf-a860e364cb36 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:42.012930 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afc4b869-68dd-489a-afcf-a860e364cb36 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:42.061904 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afc4b869-68dd-489a-afcf-a860e364cb36 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:42.082409 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4b869-68dd-489a-afcf-a860e364cb36 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3869669a-18a3-4ea5-8410-af2313d2f3fc,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:42.120745 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-afc4b869-68dd-489a-afcf-a860e364cb36 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:42.121980 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-afc4b869-68dd-489a-afcf-a860e364cb36 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2528114 Dec 14 03:44:42.124790 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55694) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:44:42.129177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-00c89954-d5a3-4f78-82f9-5817b092f043 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Request body: {'security_group_rule': {'security_group_id': '34f6d952-2ed7-494f-a94e-467ba6b48d3d', 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:44:42.198006 n-d-821636-1 neutron-server[103847]: INFO neutron.db.securitygroups_db [None req-00c89954-d5a3-4f78-82f9-5817b092f043 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Project da1a00f397c54391a543b6adc72bb7ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:44:42.203073 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-00c89954-d5a3-4f78-82f9-5817b092f043 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:42.263733 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-00c89954-d5a3-4f78-82f9-5817b092f043 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:42.336227 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-00c89954-d5a3-4f78-82f9-5817b092f043 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:42.355679 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c89954-d5a3-4f78-82f9-5817b092f043 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760013a2-9bee-4160-9188-6ac453d5ffee,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:42.441049 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-00c89954-d5a3-4f78-82f9-5817b092f043 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:42.442323 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-00c89954-d5a3-4f78-82f9-5817b092f043 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3164327 Dec 14 03:44:42.595559 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-ba0f3959-ffde-4983-8be2-a1e1b1178528 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1071545294&fields=id&tenant_id=da1a00f397c54391a543b6adc72bb7ff HTTP/1.1" status: 200 len: 267 time: 0.0472126 Dec 14 03:44:42.701413 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-af45e8a6-bc9a-477c-bbba-8f91ed702d3a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:42.702869 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-af45e8a6-bc9a-477c-bbba-8f91ed702d3a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 809 time: 0.1005523 Dec 14 03:44:42.717596 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-49523f17-3825-44b7-9ed3-b33953727077 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/quotas/da1a00f397c54391a543b6adc72bb7ff HTTP/1.1" status: 200 len: 375 time: 0.0089605 Dec 14 03:44:42.771875 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-2d7ce5c8-8a4c-43cd-83e8-c193debc4e04 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490000 Dec 14 03:44:42.873338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-39423a9b-a9f0-4a71-90f6-fd2ce498c3df service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:44:42.874308 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-39423a9b-a9f0-4a71-90f6-fd2ce498c3df service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0912490 Dec 14 03:44:42.963157 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-9ce2f51e-e74f-4e27-a263-af10e5b671e4 service neutron] 10.222.0.39 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824881 Dec 14 03:44:43.059815 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-45e184b9-3d94-4f94-9c47-05cdbeef5187 service neutron] 10.222.0.39 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903852 Dec 14 03:44:43.291648 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Sync routers for ids ['e244679f-20ea-4386-a959-7c7c57565f78'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:44:43.301048 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Routers {'e244679f-20ea-4386-a959-7c7c57565f78'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:44:43.301706 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:44:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e244679f-20ea-4386-a959-7c7c57565f78'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:43.408244 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Set router e244679f-20ea-4386-a959-7c7c57565f78 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:44:43.601614 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'name': 'tempest-TestShelveInstance-211124501-router', 'tenant_id': 'f150b0ca025347a2964f923dcb416481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '6b87cad4-f418-4f9b-adab-f110dd41b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:35Z', 'updated_at': '2021-12-14T03:44:39Z', 'revision_number': 4, 'project_id': 'f150b0ca025347a2964f923dcb416481', 'gw_port': {'id': '6b87cad4-f418-4f9b-adab-f110dd41b269', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:36Z', 'updated_at': '2021-12-14T03:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc', 'name': '', 'network_id': '97c80294-8f81-4f77-9803-13a29f6809d6', 'tenant_id': 'f150b0ca025347a2964f923dcb416481', 'mac_address': 'fa:16:3e:40:2f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b1213a0e-0e7e-4701-ac23-75f3577b8ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:38Z', 'updated_at': '2021-12-14T03:44:39Z', 'revision_number': 2, 'project_id': 'f150b0ca025347a2964f923dcb416481', 'subnets': [{'id': 'b1213a0e-0e7e-4701-ac23-75f3577b8ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:43.629908 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Checking router: e244679f-20ea-4386-a959-7c7c57565f78 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:44:43.630259 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Updating router e244679f-20ea-4386-a959-7c7c57565f78 port 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:44:43.734330 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:43.983263 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:44.032962 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:44.087451 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2b09b-d31f-4955-9baf-62af77f05a57 None None] Pushing event updated for resources: {'Port': ['ID=8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:44.134538 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Attempting to bind port 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:44:44.134911 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Attempting to bind port 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '96368d5a-ccc0-4fd2-b885-b4bf5b8a6850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '97c80294-8f81-4f77-9803-13a29f6809d6'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:44:44.148608 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Attempting to bind port 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc on network 97c80294-8f81-4f77-9803-13a29f6809d6 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:44:44.148608 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:44:44.148608 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Checking segment: {'id': '96368d5a-ccc0-4fd2-b885-b4bf5b8a6850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '97c80294-8f81-4f77-9803-13a29f6809d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:44:44.148608 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:44.148608 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Bound using segment: {'id': '96368d5a-ccc0-4fd2-b885-b4bf5b8a6850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '97c80294-8f81-4f77-9803-13a29f6809d6'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:44:44.148608 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Bound port: 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96368d5a-ccc0-4fd2-b885-b4bf5b8a6850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '97c80294-8f81-4f77-9803-13a29f6809d6'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:44:44.148608 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:44.205924 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] For port 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:44:44.209119 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] For port 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc,segment=NetworkSegment(96368d5a-ccc0-4fd2-b885-b4bf5b8a6850),segment_id=96368d5a-ccc0-4fd2-b885-b4bf5b8a6850)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:44:44.269698 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-048d4a67-9dc3-4960-bbd6-c536dab2728e None None] Provisioning complete for port 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:44.270643 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-048d4a67-9dc3-4960-bbd6-c536dab2728e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:44.273922 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:44.323731 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-94fd06a1-121a-4e50-9cf0-314e214216d3 req-c8a87eb9-601b-4edc-b022-f9573aab08d0 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 210 time: 0.0304458 Dec 14 03:44:44.325286 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Routers {'e244679f-20ea-4386-a959-7c7c57565f78'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:44:44.326129 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:44:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e244679f-20ea-4386-a959-7c7c57565f78'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:44.371696 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-048d4a67-9dc3-4960-bbd6-c536dab2728e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:44.411422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-048d4a67-9dc3-4960-bbd6-c536dab2728e None None] For port 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc,segment=NetworkSegment(96368d5a-ccc0-4fd2-b885-b4bf5b8a6850),segment_id=96368d5a-ccc0-4fd2-b885-b4bf5b8a6850)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:44:44.422797 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2b09b-d31f-4955-9baf-62af77f05a57 None None] Pushing event updated for resources: {'Port': ['ID=8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:44.451502 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] Set router e244679f-20ea-4386-a959-7c7c57565f78 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:44:44.484834 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-048d4a67-9dc3-4960-bbd6-c536dab2728e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:44.534672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d4a67-9dc3-4960-bbd6-c536dab2728e None None] Pushing event updated for resources: {'Port': ['ID=8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:44.604158 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-7d6e3ef5-fac1-4fc6-bd18-bad59777d658 None None] Provisioning complete for port 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:44.604802 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7d6e3ef5-fac1-4fc6-bd18-bad59777d658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:44.653207 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'name': 'tempest-TestShelveInstance-211124501-router', 'tenant_id': 'f150b0ca025347a2964f923dcb416481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '6b87cad4-f418-4f9b-adab-f110dd41b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:35Z', 'updated_at': '2021-12-14T03:44:39Z', 'revision_number': 4, 'project_id': 'f150b0ca025347a2964f923dcb416481', 'gw_port': {'id': '6b87cad4-f418-4f9b-adab-f110dd41b269', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:36Z', 'updated_at': '2021-12-14T03:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc', 'name': '', 'network_id': '97c80294-8f81-4f77-9803-13a29f6809d6', 'tenant_id': 'f150b0ca025347a2964f923dcb416481', 'mac_address': 'fa:16:3e:40:2f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b1213a0e-0e7e-4701-ac23-75f3577b8ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:38Z', 'updated_at': '2021-12-14T03:44:44Z', 'revision_number': 4, 'project_id': 'f150b0ca025347a2964f923dcb416481', 'subnets': [{'id': 'b1213a0e-0e7e-4701-ac23-75f3577b8ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:44:44.680791 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01bb682-9cb2-4a87-8734-bc66c667d85a None None] The sync data for ids ['e244679f-20ea-4386-a959-7c7c57565f78'] in n-d-821636-1 is: [{'id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'name': 'tempest-TestShelveInstance-211124501-router', 'tenant_id': 'f150b0ca025347a2964f923dcb416481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '6b87cad4-f418-4f9b-adab-f110dd41b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:35Z', 'updated_at': '2021-12-14T03:44:39Z', 'revision_number': 4, 'project_id': 'f150b0ca025347a2964f923dcb416481', 'gw_port': {'id': '6b87cad4-f418-4f9b-adab-f110dd41b269', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:36Z', 'updated_at': '2021-12-14T03:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc', 'name': '', 'network_id': '97c80294-8f81-4f77-9803-13a29f6809d6', 'tenant_id': 'f150b0ca025347a2964f923dcb416481', 'mac_address': 'fa:16:3e:40:2f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'b1213a0e-0e7e-4701-ac23-75f3577b8ae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:38Z', 'updated_at': '2021-12-14T03:44:44Z', 'revision_number': 4, 'project_id': 'f150b0ca025347a2964f923dcb416481', 'subnets': [{'id': 'b1213a0e-0e7e-4701-ac23-75f3577b8ae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:44:45.435167 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:44:45.464888 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5c03bdc7-6ea1-4271-bf58-e4dcc0d7921f req-7702ef05-bae9-4ddf-ad24-a9dea6258cbb tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 210 time: 0.0802479 Dec 14 03:44:45.506903 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:45.507285 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:46.593984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c4640dc3-3585-4035-b525-1c35f261684a req-8e74704a-9fb1-44a9-816b-55f370733bd3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 210 time: 0.0758476 Dec 14 03:44:47.669934 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7ba53db-1ffb-4fe6-8cc0-867aa76ad7fb req-5c32c8b3-ceee-419a-bd8a-fecc830267bd tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 210 time: 0.0253332 Dec 14 03:44:48.762334 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1c058207-d562-418a-ae3b-2eb8a2592ed4 req-0cf3c50a-9041-45f4-a60d-ea56e0597bb7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 210 time: 0.0263894 Dec 14 03:44:49.864490 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ed98e0c-dc57-4cc1-a197-52d6b24ad79a req-2772ad94-e08e-4b1c-be63-061a68f920c5 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 210 time: 0.0320017 Dec 14 03:44:50.668403 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-3ab78914-7b11-4102-9528-3bdd40851559 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:50.669894 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-3ab78914-7b11-4102-9528-3bdd40851559 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.47 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 809 time: 0.0998564 Dec 14 03:44:50.741635 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-5083d45c-1b8f-4d33-bb10-2d93b98b5de5 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da1a00f397c54391a543b6adc72bb7ff HTTP/1.1" status: 200 len: 380 time: 0.0574808 Dec 14 03:44:50.751356 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-518d0d9d-2e0d-4057-9368-605518c9b6ab tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Request body: {'port': {'device_id': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'admin_state_up': True, 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'security_groups': ['34f6d952-2ed7-494f-a94e-467ba6b48d3d']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:44:50.925152 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-518d0d9d-2e0d-4057-9368-605518c9b6ab tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Made reservation on behalf of da1a00f397c54391a543b6adc72bb7ff for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:44:50.930195 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-518d0d9d-2e0d-4057-9368-605518c9b6ab tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:50.964229 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-52784015-34b3-440a-8b1d-56fc512c30f7 req-e1dd2483-8fd3-4247-81e2-ff5721970729 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 210 time: 0.0281990 Dec 14 03:44:51.088093 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-518d0d9d-2e0d-4057-9368-605518c9b6ab tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Allocated IP 172.20.0.5 (279059b4-362b-4ab9-972d-2939b05903d8/20ad3664-bc44-41ab-91a1-c522c7abc466/e2a78dd3-d08e-4f10-87fc-5a19e74d961f) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:44:51.231673 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-518d0d9d-2e0d-4057-9368-605518c9b6ab tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:51.324562 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-518d0d9d-2e0d-4057-9368-605518c9b6ab tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:51.369827 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-518d0d9d-2e0d-4057-9368-605518c9b6ab tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Network 279059b4-362b-4ab9-972d-2939b05903d8 is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:44:51.372961 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-518d0d9d-2e0d-4057-9368-605518c9b6ab tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:44:51.376710 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-518d0d9d-2e0d-4057-9368-605518c9b6ab tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:44:51.383106 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d0d9d-2e0d-4057-9368-605518c9b6ab tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'Port': ['ID=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:51.429364 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-518d0d9d-2e0d-4057-9368-605518c9b6ab tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:51.430264 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-518d0d9d-2e0d-4057-9368-605518c9b6ab tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:51.498562 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-518d0d9d-2e0d-4057-9368-605518c9b6ab tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7507486 Dec 14 03:44:51.517266 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Request body: {'port': {'device_id': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:44:51.575660 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:51.639883 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-46de0fbe-ce8f-4148-b274-e81e98e7f9be None None] Provisioning complete for port e2a78dd3-d08e-4f10-87fc-5a19e74d961f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:51.640566 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-46de0fbe-ce8f-4148-b274-e81e98e7f9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:51.677757 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-46de0fbe-ce8f-4148-b274-e81e98e7f9be None None] Port e2a78dd3-d08e-4f10-87fc-5a19e74d961f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:44:51.829121 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2a78dd3-d08e-4f10-87fc-5a19e74d961f {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:44:51.837047 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:51.848628 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Transition to ACTIVE for port object e2a78dd3-d08e-4f10-87fc-5a19e74d961f will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:44:51.901233 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:51.953618 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:52.025291 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Attempting to bind port e2a78dd3-d08e-4f10-87fc-5a19e74d961f on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:44:52.025666 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Attempting to bind port e2a78dd3-d08e-4f10-87fc-5a19e74d961f by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:44:52.026005 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Attempting to bind port e2a78dd3-d08e-4f10-87fc-5a19e74d961f on network 279059b4-362b-4ab9-972d-2939b05903d8 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:44:52.030783 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Port e2a78dd3-d08e-4f10-87fc-5a19e74d961f on network 279059b4-362b-4ab9-972d-2939b05903d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:44:52.031109 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Attempting to bind port e2a78dd3-d08e-4f10-87fc-5a19e74d961f on network 279059b4-362b-4ab9-972d-2939b05903d8 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:44:52.036374 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:44:52.036737 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Checking segment: {'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:44:52.037100 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Bound using segment: {'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:44:52.037571 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Bound port: e2a78dd3-d08e-4f10-87fc-5a19e74d961f, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:44:52.037951 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:52.100699 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f1a7-4735-4309-92ce-3b1b82967c61 req-98de60f3-2723-4713-89ae-5631a87acb3c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:52.102960 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e661f1a7-4735-4309-92ce-3b1b82967c61 req-98de60f3-2723-4713-89ae-5631a87acb3c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0588450 Dec 14 03:44:52.105684 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] For port e2a78dd3-d08e-4f10-87fc-5a19e74d961f, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:44:52.108828 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] For port e2a78dd3-d08e-4f10-87fc-5a19e74d961f, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:44:52.153405 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:52.155605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e661f1a7-4735-4309-92ce-3b1b82967c61 req-6d23368b-5764-420e-bee6-6a4d3d85e16f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454590 Dec 14 03:44:52.189187 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:52.189910 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:52.191293 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] 10.222.0.47 "PUT /v2.0/ports/e2a78dd3-d08e-4f10-87fc-5a19e74d961f HTTP/1.1" status: 200 len: 1091 time: 0.6785693 Dec 14 03:44:52.191885 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'tag': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:44:52.194061 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454b3c6c-7c9c-4598-acd3-c481a3fd05bb" -d '{"events": [{"name": "network-changed", "server_uuid": "2dac7c5a-4660-4e6e-91e6-e7121ca17bce", "tag": "e2a78dd3-d08e-4f10-87fc-5a19e74d961f"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:44:52.218411 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56404613-f7a2-405e-a87d-214e66e4c941 service neutron] Pushing event updated for resources: {'Port': ['ID=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:52.241415 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddc9b16-d55d-4688-8ec4-d003f984b12d x-openstack-request-id: req-fddc9b16-d55d-4688-8ec4-d003f984b12d {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:44:52.246458 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dac7c5a-4660-4e6e-91e6-e7121ca17bce", "tag": "e2a78dd3-d08e-4f10-87fc-5a19e74d961f", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:44:52.246458 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fddc9b16-d55d-4688-8ec4-d003f984b12d {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:44:52.246458 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'tag': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f', 'status': 'completed', 'code': 200} Dec 14 03:44:52.325189 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b3c6c-7c9c-4598-acd3-c481a3fd05bb req-700a3bec-ca76-4d89-bde0-d76d2900269d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:52.326784 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-454b3c6c-7c9c-4598-acd3-c481a3fd05bb req-700a3bec-ca76-4d89-bde0-d76d2900269d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 1094 time: 0.0426309 Dec 14 03:44:52.444823 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b3c6c-7c9c-4598-acd3-c481a3fd05bb req-2023845a-6031-439b-8af1-e503c620e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:52.446874 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-454b3c6c-7c9c-4598-acd3-c481a3fd05bb req-2023845a-6031-439b-8af1-e503c620e03a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=da1a00f397c54391a543b6adc72bb7ff&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1053379 Dec 14 03:44:52.546658 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454b3c6c-7c9c-4598-acd3-c481a3fd05bb req-d8285ee7-acce-4a63-8ff4-4fac2eb7441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:52.547998 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-454b3c6c-7c9c-4598-acd3-c481a3fd05bb req-d8285ee7-acce-4a63-8ff4-4fac2eb7441d service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947764 Dec 14 03:44:52.643801 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-d9121422-ff99-4e97-94da-13057dfad5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:52.645265 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-d9121422-ff99-4e97-94da-13057dfad5c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 1094 time: 0.0402372 Dec 14 03:44:52.693082 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-51b2011e-8555-4004-9c48-0fb4dd17cd8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f HTTP/1.1" status: 200 len: 217 time: 0.0338387 Dec 14 03:44:52.745267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-3ce25d9e-1898-406f-bca2-069257b85599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:52.746819 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-3ce25d9e-1898-406f-bca2-069257b85599 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0462360 Dec 14 03:44:52.792210 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-c7066912-950f-48ff-ac55-afe2968c8828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:52.793715 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-c7066912-950f-48ff-ac55-afe2968c8828 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394340 Dec 14 03:44:52.879969 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-43cfb9f2-86f4-44c1-a2e0-9d9707d7025c service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790586 Dec 14 03:44:52.972854 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-66964c02-01ce-4929-bb9c-3c24601ff2f1 req-e8fe6d2e-1878-4c76-b0a8-59a7c6f77d6d service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851195 Dec 14 03:44:53.271114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99795732-dfde-4f43-817b-f19d6de16209 req-de595fda-8758-4017-a4dc-00a5f16cc40a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:53.272587 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-99795732-dfde-4f43-817b-f19d6de16209 req-de595fda-8758-4017-a4dc-00a5f16cc40a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0486541 Dec 14 03:44:53.324934 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-99795732-dfde-4f43-817b-f19d6de16209 req-e91e7c11-df50-4f22-a3a2-03a42baefb29 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461504 Dec 14 03:44:54.440333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f9072-dac9-4870-826d-3f78c951e88c req-281abad4-bb01-40ec-b38b-9830327b3977 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:54.441820 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-703f9072-dac9-4870-826d-3f78c951e88c req-281abad4-bb01-40ec-b38b-9830327b3977 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0485618 Dec 14 03:44:54.490500 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-703f9072-dac9-4870-826d-3f78c951e88c req-03495473-caa4-41f9-8384-f6b4f263783f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423534 Dec 14 03:44:55.471665 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e2a78dd3-d08e-4f10-87fc-5a19e74d961f details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:44:55.571010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e2a78dd3-d08e-4f10-87fc-5a19e74d961f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:44:55.582348 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'port_id': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f', 'mac_address': 'fa:16:3e:13:51:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:44:55.605444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14036345-9ba0-49e6-8105-a6bb96884e96 req-78ba2fb6-26b9-451a-b314-07a7f9208bb5 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:55.606956 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14036345-9ba0-49e6-8105-a6bb96884e96 req-78ba2fb6-26b9-451a-b314-07a7f9208bb5 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0486069 Dec 14 03:44:55.619684 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:55.633322 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a78dd3-d08e-4f10-87fc-5a19e74d961f {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:44:55.652679 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e2a78dd3-d08e-4f10-87fc-5a19e74d961f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:44:55.657251 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-14036345-9ba0-49e6-8105-a6bb96884e96 req-f1bc20d1-f746-49f3-ac07-68894790fedd tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442607 Dec 14 03:44:55.741929 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:55.787896 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:56.025137 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['e2a78dd3-d08e-4f10-87fc-5a19e74d961f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:44:56.776093 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea924e-265b-4fc6-8668-7c5824068877 req-429c782d-998c-4e14-ac95-7cc2f03e2077 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:56.777570 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fcea924e-265b-4fc6-8668-7c5824068877 req-429c782d-998c-4e14-ac95-7cc2f03e2077 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 944 time: 0.0544004 Dec 14 03:44:56.826090 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-fcea924e-265b-4fc6-8668-7c5824068877 req-fd6e2c5a-e8f1-4bec-b03d-29f82d8c67bf tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426378 Dec 14 03:44:57.485651 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e2a78dd3-d08e-4f10-87fc-5a19e74d961f up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:44:57.610562 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port e2a78dd3-d08e-4f10-87fc-5a19e74d961f completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:44:57.614519 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port e2a78dd3-d08e-4f10-87fc-5a19e74d961f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:44:57.617468 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:57.694980 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:57.721829 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:44:57.724070 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc326eb3-0b8b-44e1-8d51-13ba8e3f5ed1" -d '{"events": [{"server_uuid": "2dac7c5a-4660-4e6e-91e6-e7121ca17bce", "name": "network-vif-plugged", "status": "completed", "tag": "e2a78dd3-d08e-4f10-87fc-5a19e74d961f"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:44:57.737272 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e2a78dd3-d08e-4f10-87fc-5a19e74d961f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:44:57.745558 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:44:57.764058 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab92b36f-b8a7-447f-a12b-f86e4b2bde92 x-openstack-request-id: req-ab92b36f-b8a7-447f-a12b-f86e4b2bde92 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:44:57.764058 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dac7c5a-4660-4e6e-91e6-e7121ca17bce", "name": "network-vif-plugged", "status": "completed", "tag": "e2a78dd3-d08e-4f10-87fc-5a19e74d961f", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:44:57.764058 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab92b36f-b8a7-447f-a12b-f86e4b2bde92 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:44:57.764058 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f', 'code': 200} Dec 14 03:44:57.781356 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:57.804905 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:44:57.861154 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:44:57.898169 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0bf93-ed84-4de4-a21a-de7b7d7c6c11 req-74d082d7-4cc3-461c-85ad-ec0d5eafce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:57.899673 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-aff0bf93-ed84-4de4-a21a-de7b7d7c6c11 req-74d082d7-4cc3-461c-85ad-ec0d5eafce8e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 1096 time: 0.0449750 Dec 14 03:44:57.946822 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-aff0bf93-ed84-4de4-a21a-de7b7d7c6c11 req-6114784f-129d-43fc-bbbb-e56a2a394b6a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405231 Dec 14 03:44:57.950443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57d1f6-f3d6-4526-8a44-79033ef13332 req-207b8a4b-68e2-4e95-9628-108c1c23f6fb tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:57.951924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc57d1f6-f3d6-4526-8a44-79033ef13332 req-207b8a4b-68e2-4e95-9628-108c1c23f6fb tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0498772 Dec 14 03:44:58.000219 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dc57d1f6-f3d6-4526-8a44-79033ef13332 req-bdde119c-5c73-4619-aed4-133b5f011e80 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422380 Dec 14 03:44:59.123672 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4895f74-ecd2-4876-acae-6867f98bbca1 req-f562bf9f-ab7a-4b85-9e60-a60c96eacc4a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:44:59.125324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4895f74-ecd2-4876-acae-6867f98bbca1 req-f562bf9f-ab7a-4b85-9e60-a60c96eacc4a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0547254 Dec 14 03:44:59.176787 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4895f74-ecd2-4876-acae-6867f98bbca1 req-f6690f34-6873-49c0-ad83-4faa8f959ae3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452433 Dec 14 03:45:00.292237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c5aa7-c801-43ec-9cc7-367d5903f3c3 req-901cfdf7-5015-495b-8d8a-a520adaac76e tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:45:00.296515 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d37c5aa7-c801-43ec-9cc7-367d5903f3c3 req-901cfdf7-5015-495b-8d8a-a520adaac76e tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0491436 Dec 14 03:45:00.342477 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d37c5aa7-c801-43ec-9cc7-367d5903f3c3 req-8c6a9284-2188-4f35-9c4f-7a5be2d67fd9 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426080 Dec 14 03:45:00.456054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2b767-095d-4b2e-86a2-423c1c43df2a req-b01aaa23-57a8-45bb-acf0-b37c3676d3b1 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:45:00.457524 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-31e2b767-095d-4b2e-86a2-423c1c43df2a req-b01aaa23-57a8-45bb-acf0-b37c3676d3b1 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0477407 Dec 14 03:45:00.511029 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-31e2b767-095d-4b2e-86a2-423c1c43df2a req-56871a8b-ac16-4180-9860-993292a01d6f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470276 Dec 14 03:45:00.532661 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55774) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:45:00.620882 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18f434e-ab68-4eb4-b900-2b86f77530d2 tempest-TestShelveInstance-1612063157 tempest-TestShelveInstance-1612063157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:45:00.622430 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e18f434e-ab68-4eb4-b900-2b86f77530d2 tempest-TestShelveInstance-1612063157 tempest-TestShelveInstance-1612063157-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 1091 time: 0.0887377 Dec 14 03:45:00.625417 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 55778) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:45:00.629532 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:45:00.707062 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for floatingip, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:00.867710 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:01.138580 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:01.241026 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Allocated IP 172.25.7.49 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/d3bab4a0-4234-4cad-ac24-b25d8e736f58) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:45:01.339338 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:01.445024 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:01.488071 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:45:01.491300 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:45:01.494660 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:45:01.516948 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'Port': ['ID=d3bab4a0-4234-4cad-ac24-b25d8e736f58,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:45:01.831850 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:01.961391 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:02.108614 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:02.147493 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:02.215412 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'Port': ['ID=d3bab4a0-4234-4cad-ac24-b25d8e736f58,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:45:02.225033 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:02.323971 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Floating IP e8424e53-8af2-4f5e-acd2-b4b6581e5472 associated. External IP: 172.25.7.49, port: e2a78dd3-d08e-4f10-87fc-5a19e74d961f. Dec 14 03:45:02.530533 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Router 8cf38a9f-d2dd-4dac-9dce-26d946230523 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:45:02.636937 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:45:02.646860 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bec4462-04c9-49bf-b08a-a8c0cbd0704c None None] Sync routers for ids ['8cf38a9f-d2dd-4dac-9dce-26d946230523'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:45:02.657651 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bec4462-04c9-49bf-b08a-a8c0cbd0704c None None] Routers {'8cf38a9f-d2dd-4dac-9dce-26d946230523'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:45:02.663651 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7bec4462-04c9-49bf-b08a-a8c0cbd0704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:44:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['8cf38a9f-d2dd-4dac-9dce-26d946230523'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:45:02.708031 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:02.735626 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-b00da364-04dc-4a58-b10b-483a75ed0eaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1092203 Dec 14 03:45:02.736207 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'tag': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:45:02.738502 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7dcdc5-63b3-4e97-a4ad-97d770a1a04e" -d '{"events": [{"name": "network-changed", "server_uuid": "2dac7c5a-4660-4e6e-91e6-e7121ca17bce", "tag": "e2a78dd3-d08e-4f10-87fc-5a19e74d961f"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:45:02.776665 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f23106d-827f-415d-93db-d7e0dbad4db6 x-openstack-request-id: req-4f23106d-827f-415d-93db-d7e0dbad4db6 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:45:02.776957 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dac7c5a-4660-4e6e-91e6-e7121ca17bce", "tag": "e2a78dd3-d08e-4f10-87fc-5a19e74d961f", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:45:02.777214 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f23106d-827f-415d-93db-d7e0dbad4db6 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:45:02.777732 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'tag': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f', 'status': 'completed', 'code': 200} Dec 14 03:45:02.788542 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-7bec4462-04c9-49bf-b08a-a8c0cbd0704c None None] Set router 8cf38a9f-d2dd-4dac-9dce-26d946230523 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:45:02.861316 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7dcdc5-63b3-4e97-a4ad-97d770a1a04e req-6ff52eb1-da25-4f19-9cfe-649734989772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:45:02.862878 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ba7dcdc5-63b3-4e97-a4ad-97d770a1a04e req-6ff52eb1-da25-4f19-9cfe-649734989772 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 1096 time: 0.0419192 Dec 14 03:45:02.866216 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ed3edae1-5d75-457b-8c4e-5d80532e9406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:02.963163 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7dcdc5-63b3-4e97-a4ad-97d770a1a04e req-44c176b4-2401-44d1-8390-2e7fb64add09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:45:02.964642 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ba7dcdc5-63b3-4e97-a4ad-97d770a1a04e req-44c176b4-2401-44d1-8390-2e7fb64add09 service neutron] 10.222.0.47 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 910 time: 0.0935714 Dec 14 03:45:03.021140 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7bec4462-04c9-49bf-b08a-a8c0cbd0704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:44:32Z', 'revision_number': 4, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port': {'id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:30Z', 'updated_at': '2021-12-14T03:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'e8424e53-8af2-4f5e-acd2-b4b6581e5472', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'floating_ip_address': '172.25.7.49', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'port_id': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'mac_address': 'fa:16:3e:13:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:45:01Z', 'updated_at': '2021-12-14T03:45:01Z', 'revision_number': 0, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d554c63-7343-4911-a310-db2434f6105f', 'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'mac_address': 'fa:16:3e:d9:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:32Z', 'updated_at': '2021-12-14T03:44:36Z', 'revision_number': 5, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'subnets': [{'id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:45:03.030335 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ba7dcdc5-63b3-4e97-a4ad-97d770a1a04e req-22384114-ef5f-494f-9337-e52f593bc86b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f HTTP/1.1" status: 200 len: 998 time: 0.0588357 Dec 14 03:45:03.047706 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bec4462-04c9-49bf-b08a-a8c0cbd0704c None None] Checking router: 8cf38a9f-d2dd-4dac-9dce-26d946230523 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:45:03.057043 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bec4462-04c9-49bf-b08a-a8c0cbd0704c None None] Routers {'8cf38a9f-d2dd-4dac-9dce-26d946230523'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:45:03.057672 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7bec4462-04c9-49bf-b08a-a8c0cbd0704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:44:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['8cf38a9f-d2dd-4dac-9dce-26d946230523'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:45:03.079211 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7dcdc5-63b3-4e97-a4ad-97d770a1a04e req-2ced22ba-ca36-427e-8fb5-cee36801c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:45:03.080672 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ba7dcdc5-63b3-4e97-a4ad-97d770a1a04e req-2ced22ba-ca36-427e-8fb5-cee36801c9d2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0438035 Dec 14 03:45:03.131944 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7dcdc5-63b3-4e97-a4ad-97d770a1a04e req-88706f73-e576-4807-b6f6-9748c30f5327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:45:03.133568 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ba7dcdc5-63b3-4e97-a4ad-97d770a1a04e req-88706f73-e576-4807-b6f6-9748c30f5327 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449982 Dec 14 03:45:03.160048 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-7bec4462-04c9-49bf-b08a-a8c0cbd0704c None None] Set router 8cf38a9f-d2dd-4dac-9dce-26d946230523 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:45:03.221586 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ba7dcdc5-63b3-4e97-a4ad-97d770a1a04e req-0ab44069-ce2e-447b-bba5-d7dedf889062 service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812523 Dec 14 03:45:03.327178 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-ba7dcdc5-63b3-4e97-a4ad-97d770a1a04e req-7a8d1714-e31b-43ce-86a9-e228d41e7e2d service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907724 Dec 14 03:45:03.541101 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-7bec4462-04c9-49bf-b08a-a8c0cbd0704c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:44:32Z', 'revision_number': 4, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port': {'id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:30Z', 'updated_at': '2021-12-14T03:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'e8424e53-8af2-4f5e-acd2-b4b6581e5472', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'floating_ip_address': '172.25.7.49', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'port_id': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'mac_address': 'fa:16:3e:13:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:45:01Z', 'updated_at': '2021-12-14T03:45:01Z', 'revision_number': 0, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d554c63-7343-4911-a310-db2434f6105f', 'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'mac_address': 'fa:16:3e:d9:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:32Z', 'updated_at': '2021-12-14T03:44:36Z', 'revision_number': 5, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'subnets': [{'id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:45:03.570064 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bec4462-04c9-49bf-b08a-a8c0cbd0704c None None] The sync data for ids ['8cf38a9f-d2dd-4dac-9dce-26d946230523'] in n-d-821636-1 is: [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:44:32Z', 'revision_number': 4, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port': {'id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:30Z', 'updated_at': '2021-12-14T03:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': 'e8424e53-8af2-4f5e-acd2-b4b6581e5472', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'floating_ip_address': '172.25.7.49', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'port_id': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'mac_address': 'fa:16:3e:13:51:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:45:01Z', 'updated_at': '2021-12-14T03:45:01Z', 'revision_number': 0, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d554c63-7343-4911-a310-db2434f6105f', 'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'mac_address': 'fa:16:3e:d9:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:32Z', 'updated_at': '2021-12-14T03:44:36Z', 'revision_number': 5, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'subnets': [{'id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:45:03.751323 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea530d27-048e-4ff8-acc8-00732e13ddcc None None] New status for floating IP e8424e53-8af2-4f5e-acd2-b4b6581e5472: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:45:05.078486 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7f40fef9-99c8-4d21-9dc0-8761ef58957b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:06.317775 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dd6b657e-d07a-49f0-a76e-1f53c6e10b59 req-ca737691-4ffc-4ddc-85b2-69ee410b297e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404961 Dec 14 03:45:06.416539 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b657e-d07a-49f0-a76e-1f53c6e10b59 req-b4de9649-3b66-4a48-8667-e0f30796fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:45:06.418045 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dd6b657e-d07a-49f0-a76e-1f53c6e10b59 req-b4de9649-3b66-4a48-8667-e0f30796fd5c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 1096 time: 0.0411630 Dec 14 03:45:06.527381 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b657e-d07a-49f0-a76e-1f53c6e10b59 req-96370221-6027-4d19-86b7-42669e57dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:45:06.528903 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dd6b657e-d07a-49f0-a76e-1f53c6e10b59 req-96370221-6027-4d19-86b7-42669e57dbef service neutron] 10.222.0.47 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 910 time: 0.0901704 Dec 14 03:45:06.575740 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:06.597423 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dd6b657e-d07a-49f0-a76e-1f53c6e10b59 req-08bf992c-bfbd-407d-acdb-bf31657c6d7e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f HTTP/1.1" status: 200 len: 1000 time: 0.0593610 Dec 14 03:45:06.645846 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b657e-d07a-49f0-a76e-1f53c6e10b59 req-80421ec0-baf8-4e51-a60e-50a39d5ecd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:45:06.647280 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dd6b657e-d07a-49f0-a76e-1f53c6e10b59 req-80421ec0-baf8-4e51-a60e-50a39d5ecd96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0428431 Dec 14 03:45:06.696642 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b657e-d07a-49f0-a76e-1f53c6e10b59 req-058b241b-83e2-46c2-8270-3a1ef3719fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:45:06.698216 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dd6b657e-d07a-49f0-a76e-1f53c6e10b59 req-058b241b-83e2-46c2-8270-3a1ef3719fcb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443103 Dec 14 03:45:06.786892 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dd6b657e-d07a-49f0-a76e-1f53c6e10b59 req-19998c37-ec5a-41b7-8204-c9cb7a7caadf service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809803 Dec 14 03:45:06.877653 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-dd6b657e-d07a-49f0-a76e-1f53c6e10b59 req-b4931e50-403a-4a59-897b-b3ecbbca49a2 service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843761 Dec 14 03:45:07.974915 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:08.678144 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:27.776185 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:30.905334 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:32.847883 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-906d549c-ec24-47bb-8bde-3f03fa605b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:34.746187 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:45:35.077607 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-03c5cf23-05e5-4c6e-a63a-49a84d2f7cf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:36.586372 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:37.968152 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:38.687971 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:45:57.803540 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:46:00.899346 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:46:02.826042 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a96b6999-52b6-4f9f-86a6-434911a897af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:46:05.077716 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-209bae04-f9a3-4ab0-a382-87382f6e70fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:46:06.592084 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:46:07.961676 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:46:08.326088 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b6025a1f-9cfc-4324-b917-d8d75849cdb0 req-5d7eaab9-67e2-4bd1-bddf-f63ea38541da service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0817041 Dec 14 03:46:08.425870 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6025a1f-9cfc-4324-b917-d8d75849cdb0 req-16f7b3b5-708e-459d-82e4-618b595f3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:46:08.427339 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b6025a1f-9cfc-4324-b917-d8d75849cdb0 req-16f7b3b5-708e-459d-82e4-618b595f3755 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 1096 time: 0.0410063 Dec 14 03:46:08.533624 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6025a1f-9cfc-4324-b917-d8d75849cdb0 req-ce9e8a4d-689e-474e-9d57-cadb9ee52920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:46:08.535033 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b6025a1f-9cfc-4324-b917-d8d75849cdb0 req-ce9e8a4d-689e-474e-9d57-cadb9ee52920 service neutron] 10.222.0.47 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 910 time: 0.0883648 Dec 14 03:46:08.599955 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b6025a1f-9cfc-4324-b917-d8d75849cdb0 req-4572337c-4f3d-431f-a441-04d458585e9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f HTTP/1.1" status: 200 len: 1000 time: 0.0580716 Dec 14 03:46:08.648264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6025a1f-9cfc-4324-b917-d8d75849cdb0 req-268ef8b8-0a1f-4b5a-9902-80b211a3e182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:46:08.650640 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b6025a1f-9cfc-4324-b917-d8d75849cdb0 req-268ef8b8-0a1f-4b5a-9902-80b211a3e182 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0435481 Dec 14 03:46:08.683091 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:46:08.699254 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6025a1f-9cfc-4324-b917-d8d75849cdb0 req-a2058b8e-5eb8-4d78-9bcb-eb0efd2b20df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:46:08.700745 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b6025a1f-9cfc-4324-b917-d8d75849cdb0 req-a2058b8e-5eb8-4d78-9bcb-eb0efd2b20df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435798 Dec 14 03:46:08.789411 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b6025a1f-9cfc-4324-b917-d8d75849cdb0 req-61044876-16ff-455f-bb41-0e8860260e50 service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812993 Dec 14 03:46:08.883375 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b6025a1f-9cfc-4324-b917-d8d75849cdb0 req-928b9b89-944a-4a67-b877-7a76f755fac7 service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872426 Dec 14 03:46:11.745385 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:46:27.817598 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:46:30.897385 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:46:32.818099 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-21b7aa1b-b29b-410e-9954-f3aec1983431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:46:35.088934 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dc8851ea-c009-4f90-ae3b-cb730fc5cff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:46:36.608422 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:46:37.954790 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:46:38.702638 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:46:48.744273 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:46:57.552101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906c129-3652-42a1-b103-2912a71ef8fc req-e9445d31-991d-49ff-9e28-46856846e29d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:46:57.553654 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b906c129-3652-42a1-b103-2912a71ef8fc req-e9445d31-991d-49ff-9e28-46856846e29d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0531638 Dec 14 03:46:57.603277 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b906c129-3652-42a1-b103-2912a71ef8fc req-80cca45c-5917-42b8-8f9c-f9d0ace22407 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432436 Dec 14 03:46:57.813808 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:46:58.746243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ea737-4cdd-468f-b4f0-503f84e87e91 req-52a6ae29-930e-443e-8447-6d195668e33e tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:46:58.747717 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd4ea737-4cdd-468f-b4f0-503f84e87e91 req-52a6ae29-930e-443e-8447-6d195668e33e tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0507040 Dec 14 03:46:58.795810 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd4ea737-4cdd-468f-b4f0-503f84e87e91 req-ce7a3cea-586b-4b30-9696-a3111490fd0d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421553 Dec 14 03:46:59.930365 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3123f0-a0ab-40bc-a427-7db81fca5c41 req-1d728a16-20e8-469f-a271-772b7eac55db tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:46:59.932476 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d3123f0-a0ab-40bc-a427-7db81fca5c41 req-1d728a16-20e8-469f-a271-772b7eac55db tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0533412 Dec 14 03:46:59.982098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d3123f0-a0ab-40bc-a427-7db81fca5c41 req-8adadf68-cb5e-455c-b516-b57eb110e0a6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435367 Dec 14 03:47:00.888221 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:01.097607 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e67d49-fdf3-497e-ba66-9c44436bd5ca req-ee99df09-a6aa-42cb-82fd-53d558b60cd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:01.099091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5e67d49-fdf3-497e-ba66-9c44436bd5ca req-ee99df09-a6aa-42cb-82fd-53d558b60cd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0486770 Dec 14 03:47:01.148367 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a5e67d49-fdf3-497e-ba66-9c44436bd5ca req-74850fb7-f4b4-4996-8b43-f51c62268fa3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432174 Dec 14 03:47:02.267416 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b7a0c-8d82-4629-b3a1-386b1cdfea87 req-acd6f1d4-0b2f-4d1d-8d4b-dfa817f58826 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:02.268784 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-695b7a0c-8d82-4629-b3a1-386b1cdfea87 req-acd6f1d4-0b2f-4d1d-8d4b-dfa817f58826 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0537658 Dec 14 03:47:02.322254 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-695b7a0c-8d82-4629-b3a1-386b1cdfea87 req-cf3e41b7-af3b-4abb-bc1d-bf310680ba39 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474954 Dec 14 03:47:02.833477 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3a86d119-fe0c-45b4-9cb1-04df95fdbfeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:03.439100 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f4085-bc21-43ff-93ee-c7f6bce2069d req-65666846-9aad-4deb-bbb8-5afdf326bf6a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:03.440606 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f15f4085-bc21-43ff-93ee-c7f6bce2069d req-65666846-9aad-4deb-bbb8-5afdf326bf6a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0483739 Dec 14 03:47:03.489069 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f15f4085-bc21-43ff-93ee-c7f6bce2069d req-13ad3088-b5b9-4e40-947a-e351f2c6d997 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425451 Dec 14 03:47:04.604911 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e2f83-4620-4d92-95db-6b47290475aa req-c0ea133f-8811-44dd-9f01-fa0f359156ad tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:04.606424 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d83e2f83-4620-4d92-95db-6b47290475aa req-c0ea133f-8811-44dd-9f01-fa0f359156ad tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0488868 Dec 14 03:47:04.660207 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d83e2f83-4620-4d92-95db-6b47290475aa req-24d56e72-a3a4-4143-a11c-9ffa9112b9b5 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475454 Dec 14 03:47:05.082471 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-36e9e729-203d-4710-b20b-a81e1a4d1242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:05.778990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1e7f7-4471-458c-ba3e-4b0f126061d0 req-8c92791c-bd95-488b-9e0b-eed5c5583a95 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:05.780469 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3db1e7f7-4471-458c-ba3e-4b0f126061d0 req-8c92791c-bd95-488b-9e0b-eed5c5583a95 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0492930 Dec 14 03:47:05.828827 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3db1e7f7-4471-458c-ba3e-4b0f126061d0 req-c6a02ea8-aa84-4c8a-ab9c-399e95b8a4bb tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424323 Dec 14 03:47:06.605287 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:06.947665 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231e3f7-68c9-4601-8abb-fe9fe3a1383d req-6e6ac90d-8c33-4298-9689-0b6be0f6d99c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:06.949163 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b231e3f7-68c9-4601-8abb-fe9fe3a1383d req-6e6ac90d-8c33-4298-9689-0b6be0f6d99c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0507414 Dec 14 03:47:06.998161 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b231e3f7-68c9-4601-8abb-fe9fe3a1383d req-54e4055b-dc32-4bb4-86f4-91036d8a20ec tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430579 Dec 14 03:47:08.021887 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:08.123327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e2317-dba4-4232-b889-8e99e91835bc req-7a17468a-83b0-497e-9632-952ba3f50d55 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:08.124820 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a4e2317-dba4-4232-b889-8e99e91835bc req-7a17468a-83b0-497e-9632-952ba3f50d55 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0539632 Dec 14 03:47:08.174141 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a4e2317-dba4-4232-b889-8e99e91835bc req-756fbc87-336a-4d89-9f3a-125e1b0b92d7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433204 Dec 14 03:47:08.342395 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b530a2-810f-4cdc-b07d-311811ccc9a6 req-955b8117-8f71-4771-b423-4b52a2a57902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:08.343985 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57b530a2-810f-4cdc-b07d-311811ccc9a6 req-955b8117-8f71-4771-b423-4b52a2a57902 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 1096 time: 0.0415049 Dec 14 03:47:08.445990 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b530a2-810f-4cdc-b07d-311811ccc9a6 req-c3b7a218-0189-44fa-8c62-ca3cebe28a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:08.448270 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57b530a2-810f-4cdc-b07d-311811ccc9a6 req-c3b7a218-0189-44fa-8c62-ca3cebe28a6b service neutron] 10.222.0.47 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 910 time: 0.0843453 Dec 14 03:47:08.519606 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57b530a2-810f-4cdc-b07d-311811ccc9a6 req-8fabee9c-f722-4eb4-bb0b-3616d5a70bb2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f HTTP/1.1" status: 200 len: 1000 time: 0.0630255 Dec 14 03:47:08.569653 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b530a2-810f-4cdc-b07d-311811ccc9a6 req-169201c1-2687-4895-83d6-2553bbfd9af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:08.571152 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57b530a2-810f-4cdc-b07d-311811ccc9a6 req-169201c1-2687-4895-83d6-2553bbfd9af1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0433178 Dec 14 03:47:08.617470 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b530a2-810f-4cdc-b07d-311811ccc9a6 req-7d37368e-bf86-439b-bd7b-f3e2e5326412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:08.619543 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57b530a2-810f-4cdc-b07d-311811ccc9a6 req-7d37368e-bf86-439b-bd7b-f3e2e5326412 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406184 Dec 14 03:47:08.710989 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:08.711472 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57b530a2-810f-4cdc-b07d-311811ccc9a6 req-9fe1bef5-ebfa-4369-b72c-e2c438cf444f service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839610 Dec 14 03:47:08.801700 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-57b530a2-810f-4cdc-b07d-311811ccc9a6 req-44280b24-32e8-4e5b-b93d-8673a5e5c10a service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823402 Dec 14 03:47:09.289840 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8e380-32d7-4031-b72e-ea7674af59d5 req-19175d35-f8ad-4ffc-bb96-ab7b6cd560c1 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:09.292193 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1c8e380-32d7-4031-b72e-ea7674af59d5 req-19175d35-f8ad-4ffc-bb96-ab7b6cd560c1 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0494397 Dec 14 03:47:09.341698 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a1c8e380-32d7-4031-b72e-ea7674af59d5 req-1e044c16-1ff9-4b0c-83b5-e0c6e36b4d11 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434349 Dec 14 03:47:10.129162 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e2a78dd3-d08e-4f10-87fc-5a19e74d961f details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:47:10.223784 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e2a78dd3-d08e-4f10-87fc-5a19e74d961f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:47:10.234856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'port_id': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f', 'mac_address': 'fa:16:3e:13:51:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:47:10.275759 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:10.288374 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e2a78dd3-d08e-4f10-87fc-5a19e74d961f {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:47:10.307987 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e2a78dd3-d08e-4f10-87fc-5a19e74d961f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:47:10.414477 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:10.460481 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c084c77-0c58-4bce-90ae-c1256005862a req-7aca93fa-3bd8-4ec5-b9cd-5bc6653eae5b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:10.462115 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8c084c77-0c58-4bce-90ae-c1256005862a req-7aca93fa-3bd8-4ec5-b9cd-5bc6653eae5b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 944 time: 0.0531037 Dec 14 03:47:10.468263 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:47:10.476244 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:47:10.476598 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:47:10.476947 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:47:10.477297 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:47:10.477660 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:47:10.478753 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:47:10.479071 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:47:10.479410 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:47:10.479747 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:47:10.480078 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:47:10.480412 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:47:10.480735 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:47:10.481064 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:47:10.517817 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-8c084c77-0c58-4bce-90ae-c1256005862a req-09a27771-801d-476e-b189-0549c1fd5bfd tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493255 Dec 14 03:47:10.553673 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['e2a78dd3-d08e-4f10-87fc-5a19e74d961f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:47:11.652206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce8d8a-0c1e-409a-a567-7c11e5f4a45d req-78f96a0b-a884-42aa-bb08-60fc9939755b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:11.653995 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90ce8d8a-0c1e-409a-a567-7c11e5f4a45d req-78f96a0b-a884-42aa-bb08-60fc9939755b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 944 time: 0.0593281 Dec 14 03:47:11.721919 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-90ce8d8a-0c1e-409a-a567-7c11e5f4a45d req-e907132f-20a1-4275-9c5e-caa79884751d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616114 Dec 14 03:47:12.153249 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e2a78dd3-d08e-4f10-87fc-5a19e74d961f up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:47:12.202079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port e2a78dd3-d08e-4f10-87fc-5a19e74d961f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:47:12.202375 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:12.291283 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:12.318344 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:47:12.320877 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbd542e-25d2-4b9f-bb3a-0427ac9bf185" -d '{"events": [{"server_uuid": "2dac7c5a-4660-4e6e-91e6-e7121ca17bce", "name": "network-vif-plugged", "status": "completed", "tag": "e2a78dd3-d08e-4f10-87fc-5a19e74d961f"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:47:12.336685 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e2a78dd3-d08e-4f10-87fc-5a19e74d961f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:47:12.363500 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa892830-5599-4f2d-9c22-ff74ce49af89 x-openstack-request-id: req-aa892830-5599-4f2d-9c22-ff74ce49af89 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:47:12.363960 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dac7c5a-4660-4e6e-91e6-e7121ca17bce", "name": "network-vif-plugged", "status": "completed", "tag": "e2a78dd3-d08e-4f10-87fc-5a19e74d961f", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:47:12.364076 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa892830-5599-4f2d-9c22-ff74ce49af89 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:47:12.364474 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f', 'code': 200} Dec 14 03:47:12.416789 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:12.472187 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:47:12.847585 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a7703-f365-40b9-9944-aa4f3d129799 req-0284fa21-79c8-485f-80df-61b8bf05bb8f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:12.849106 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c8a7703-f365-40b9-9944-aa4f3d129799 req-0284fa21-79c8-485f-80df-61b8bf05bb8f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0538521 Dec 14 03:47:12.915154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c8a7703-f365-40b9-9944-aa4f3d129799 req-14849f03-9a5c-44c1-9f1c-7d56dcd1990a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589156 Dec 14 03:47:14.058594 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d08113-0e96-4dd8-8c8b-32b1c2669f00 req-aabebd4d-fb1f-48fb-8413-6535a65065d6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:14.060335 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91d08113-0e96-4dd8-8c8b-32b1c2669f00 req-aabebd4d-fb1f-48fb-8413-6535a65065d6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0689316 Dec 14 03:47:14.126405 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-91d08113-0e96-4dd8-8c8b-32b1c2669f00 req-ca65218c-07d9-4446-95ad-806702592fd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596645 Dec 14 03:47:15.248277 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10925df3-56ff-4ab8-a4bc-910c94557fb1 req-89ccbcfd-38ef-48c0-ab3a-079c96b3d413 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:15.249783 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-10925df3-56ff-4ab8-a4bc-910c94557fb1 req-89ccbcfd-38ef-48c0-ab3a-079c96b3d413 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0531752 Dec 14 03:47:15.301984 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-10925df3-56ff-4ab8-a4bc-910c94557fb1 req-0b74a4c9-7d31-4e53-b642-fb82b6f8768d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456736 Dec 14 03:47:16.438653 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80524734-91e4-4819-9c1c-4137d3af2d87 req-6ce32f22-775a-4598-ab84-d6fa1e9e1e66 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:16.441122 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80524734-91e4-4819-9c1c-4137d3af2d87 req-6ce32f22-775a-4598-ab84-d6fa1e9e1e66 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0643644 Dec 14 03:47:16.504795 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-80524734-91e4-4819-9c1c-4137d3af2d87 req-e439b6d7-9ac8-4e21-bfd8-e064fd3008bb tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563970 Dec 14 03:47:17.633741 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d91dfd-0e21-4740-91c8-8771b1dd4982 req-ef9d8578-29fd-490f-9d21-0aeae2a7ea66 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:17.638466 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2d91dfd-0e21-4740-91c8-8771b1dd4982 req-ef9d8578-29fd-490f-9d21-0aeae2a7ea66 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0626614 Dec 14 03:47:17.732757 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d2d91dfd-0e21-4740-91c8-8771b1dd4982 req-09b7e2f6-4dea-4a05-aa79-a6f1f66af0d1 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866280 Dec 14 03:47:18.848214 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff2540-e339-4536-b58b-625379e1c67d req-26a46500-4526-44fd-9dae-f3dfa5599f2f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:18.850747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-86ff2540-e339-4536-b58b-625379e1c67d req-26a46500-4526-44fd-9dae-f3dfa5599f2f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0552201 Dec 14 03:47:18.915395 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-86ff2540-e339-4536-b58b-625379e1c67d req-6e63efd8-3a36-440b-a95f-9b8019db7ef2 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572884 Dec 14 03:47:20.041272 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53848f1-2cd5-417f-91dd-66a1a8ad3a54 req-9453abfc-133d-499e-9333-3aa86e091963 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:20.042937 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c53848f1-2cd5-417f-91dd-66a1a8ad3a54 req-9453abfc-133d-499e-9333-3aa86e091963 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0529389 Dec 14 03:47:20.096486 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c53848f1-2cd5-417f-91dd-66a1a8ad3a54 req-77b1db29-447a-4837-9ee9-8986746041ee tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468106 Dec 14 03:47:21.213334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb86aa-8279-4cf6-954d-ba76411d147a req-08b483e5-a01b-4dff-9532-0b6fac4471f8 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:21.214756 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11fb86aa-8279-4cf6-954d-ba76411d147a req-08b483e5-a01b-4dff-9532-0b6fac4471f8 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0482552 Dec 14 03:47:21.263649 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-11fb86aa-8279-4cf6-954d-ba76411d147a req-c8f5e966-1feb-47ae-997f-6dc7627460cd tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429940 Dec 14 03:47:21.632872 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9e62d-4816-4d4a-a20b-1112ce17d4e0 req-97ea1419-72a6-4cac-95f7-6a622d1c86e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:21.634897 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f1c9e62d-4816-4d4a-a20b-1112ce17d4e0 req-97ea1419-72a6-4cac-95f7-6a622d1c86e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 1096 time: 0.0449810 Dec 14 03:47:21.722220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9e62d-4816-4d4a-a20b-1112ce17d4e0 req-cbd1416e-17dc-44f0-8b9b-c2965e653dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:21.723669 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f1c9e62d-4816-4d4a-a20b-1112ce17d4e0 req-cbd1416e-17dc-44f0-8b9b-c2965e653dee service neutron] 10.222.0.47 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 910 time: 0.0821602 Dec 14 03:47:21.792930 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f1c9e62d-4816-4d4a-a20b-1112ce17d4e0 req-6c209706-98b2-49dc-81df-0df2e5f8278a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f HTTP/1.1" status: 200 len: 1000 time: 0.0608916 Dec 14 03:47:21.841605 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9e62d-4816-4d4a-a20b-1112ce17d4e0 req-810523dc-1607-4a9f-8722-0d1d4acae0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:21.843042 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f1c9e62d-4816-4d4a-a20b-1112ce17d4e0 req-810523dc-1607-4a9f-8722-0d1d4acae0e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0431678 Dec 14 03:47:21.887495 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9e62d-4816-4d4a-a20b-1112ce17d4e0 req-fb55d65a-850e-4060-8ff7-514bf52b6dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:21.888855 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f1c9e62d-4816-4d4a-a20b-1112ce17d4e0 req-fb55d65a-850e-4060-8ff7-514bf52b6dc1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388467 Dec 14 03:47:21.979009 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f1c9e62d-4816-4d4a-a20b-1112ce17d4e0 req-9987ea75-54fd-445f-bdef-fe709a0b180f service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827627 Dec 14 03:47:22.069352 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f1c9e62d-4816-4d4a-a20b-1112ce17d4e0 req-e6a34429-23b8-4046-9cfd-a4e707a97e69 service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832770 Dec 14 03:47:22.384744 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21efd0-e8ad-4a35-a7d3-00656b57cb95 req-5ff00d73-c683-432b-991c-c9b12d1acf56 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:22.386249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b21efd0-e8ad-4a35-a7d3-00656b57cb95 req-5ff00d73-c683-432b-991c-c9b12d1acf56 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0537837 Dec 14 03:47:22.435218 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b21efd0-e8ad-4a35-a7d3-00656b57cb95 req-76ff48e3-d80d-482a-b130-876b9ba27272 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428641 Dec 14 03:47:23.552619 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6d3c1-717b-4f56-908c-c6d9fa424c6c req-0ec711fb-964b-4e0f-9a08-d9eeee8bb694 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:23.554108 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21d6d3c1-717b-4f56-908c-c6d9fa424c6c req-0ec711fb-964b-4e0f-9a08-d9eeee8bb694 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 945 time: 0.0493188 Dec 14 03:47:23.604625 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-21d6d3c1-717b-4f56-908c-c6d9fa424c6c req-4c9af885-e01e-47a6-8d3f-a9324760bae1 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440750 Dec 14 03:47:24.226641 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e2a78dd3-d08e-4f10-87fc-5a19e74d961f no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:47:24.308071 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:24.334422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:47:24.339019 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2bbdd7-6ab3-4d6c-8714-e8532ddd4582" -d '{"events": [{"server_uuid": "2dac7c5a-4660-4e6e-91e6-e7121ca17bce", "name": "network-vif-unplugged", "status": "completed", "tag": "e2a78dd3-d08e-4f10-87fc-5a19e74d961f"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:47:24.351384 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e2a78dd3-d08e-4f10-87fc-5a19e74d961f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:47:24.375736 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 03:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60938193-1e07-42c2-95e4-7f0b08dfb541 x-openstack-request-id: req-60938193-1e07-42c2-95e4-7f0b08dfb541 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:47:24.376034 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dac7c5a-4660-4e6e-91e6-e7121ca17bce", "name": "network-vif-unplugged", "status": "completed", "tag": "e2a78dd3-d08e-4f10-87fc-5a19e74d961f", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:47:24.376293 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60938193-1e07-42c2-95e4-7f0b08dfb541 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:47:24.376691 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f', 'code': 200} Dec 14 03:47:24.413471 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:24.463899 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:47:24.730925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117a0fc-dfe7-4f9e-b737-32ea4cf78aab req-8ce617b4-985a-4973-8333-f9776eeeb44f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:24.732429 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1117a0fc-dfe7-4f9e-b737-32ea4cf78aab req-8ce617b4-985a-4973-8333-f9776eeeb44f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0522926 Dec 14 03:47:24.786712 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1117a0fc-dfe7-4f9e-b737-32ea4cf78aab req-d95c3e66-4eda-4e79-907a-14a012350ff8 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480244 Dec 14 03:47:24.856451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-bfaf590c-b988-4fec-8e8a-86abcdc604c7 req-83f39cc4-5260-416a-b063-70a0afb59673 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:47:24.857478 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bfaf590c-b988-4fec-8e8a-86abcdc604c7 req-83f39cc4-5260-416a-b063-70a0afb59673 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059805 Dec 14 03:47:25.742992 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:47:26.144224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b394eb1-8385-4521-8eb3-2f7cf9a3fdaf req-03525cc0-df41-4739-bdac-ed72077a59eb tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:26.145806 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b394eb1-8385-4521-8eb3-2f7cf9a3fdaf req-03525cc0-df41-4739-bdac-ed72077a59eb tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0502961 Dec 14 03:47:26.197488 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9b394eb1-8385-4521-8eb3-2f7cf9a3fdaf req-876b0009-00e7-4736-8953-6aa3774f2d86 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454450 Dec 14 03:47:26.609574 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-90f4c44a-7916-4167-9235-3cdb92ff39c9 req-db98e912-6edb-417e-b7dd-3eb7939c7436 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820169 Dec 14 03:47:27.320628 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cf4c9-db8b-4168-8516-83ef1013f08c req-991140c1-9690-4c5a-92bf-9bb340ef44d3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:27.322789 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a73cf4c9-db8b-4168-8516-83ef1013f08c req-991140c1-9690-4c5a-92bf-9bb340ef44d3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0542622 Dec 14 03:47:27.377091 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a73cf4c9-db8b-4168-8516-83ef1013f08c req-25032d22-ce0a-4e5a-853b-1b52cd63939a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482695 Dec 14 03:47:27.804147 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:28.499238 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77226be-1999-429a-90f6-f57899f73f15 req-22b6ac0d-850a-44c2-a0a6-0cd21b5e3457 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:28.506855 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c77226be-1999-429a-90f6-f57899f73f15 req-22b6ac0d-850a-44c2-a0a6-0cd21b5e3457 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0553720 Dec 14 03:47:28.552358 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c77226be-1999-429a-90f6-f57899f73f15 req-8397fc97-19b7-44bd-85fd-5fd129beef0b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454366 Dec 14 03:47:29.667713 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404a4b8-be13-494e-9f57-24c59d5e6242 req-279785be-a7e9-47ff-9911-1996685825d2 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:29.669099 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0404a4b8-be13-494e-9f57-24c59d5e6242 req-279785be-a7e9-47ff-9911-1996685825d2 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0486319 Dec 14 03:47:29.718863 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0404a4b8-be13-494e-9f57-24c59d5e6242 req-0025f1dd-aa88-4754-8504-5c5a7d512138 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438464 Dec 14 03:47:30.838969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e83de6-09ab-4185-abca-16846c3da7a9 req-e54a2918-bbd0-4a73-b50e-5d34213eedcd tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:30.840460 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9e83de6-09ab-4185-abca-16846c3da7a9 req-e54a2918-bbd0-4a73-b50e-5d34213eedcd tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0540960 Dec 14 03:47:30.890361 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f9e83de6-09ab-4185-abca-16846c3da7a9 req-a9e69f61-06db-4722-b897-5c3b9e5b915d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437012 Dec 14 03:47:30.935426 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:31.941651 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4c44a-7916-4167-9235-3cdb92ff39c9 req-eedd5df7-571a-4d7a-a0e2-7d69132e73b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:31.943161 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-90f4c44a-7916-4167-9235-3cdb92ff39c9 req-eedd5df7-571a-4d7a-a0e2-7d69132e73b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce&tenant_id=da1a00f397c54391a543b6adc72bb7ff HTTP/1.1" status: 200 len: 1094 time: 0.0453224 Dec 14 03:47:32.011533 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09b00f-0a7b-4c36-a85c-e6f40bcabde5 req-21f96d79-7306-4c8f-8439-959365ca5b53 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:32.013081 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e09b00f-0a7b-4c36-a85c-e6f40bcabde5 req-21f96d79-7306-4c8f-8439-959365ca5b53 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0512269 Dec 14 03:47:32.018717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4c44a-7916-4167-9235-3cdb92ff39c9 req-9d443f89-5316-44db-8d76-6d8750ceaeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:32.020242 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-90f4c44a-7916-4167-9235-3cdb92ff39c9 req-9d443f89-5316-44db-8d76-6d8750ceaeb7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 1094 time: 0.0431321 Dec 14 03:47:32.062043 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7e09b00f-0a7b-4c36-a85c-e6f40bcabde5 req-94f86e41-48f4-4bd6-b78f-5c5ad14dfa15 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429709 Dec 14 03:47:32.109226 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4c44a-7916-4167-9235-3cdb92ff39c9 req-83e1bc97-a080-460e-bc4d-60bc66183bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:32.110725 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-90f4c44a-7916-4167-9235-3cdb92ff39c9 req-83e1bc97-a080-460e-bc4d-60bc66183bde service neutron] 10.222.0.47 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 910 time: 0.0830243 Dec 14 03:47:32.178015 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-90f4c44a-7916-4167-9235-3cdb92ff39c9 req-9fbe2323-a14e-4702-a7e2-d9555ce4a2f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f HTTP/1.1" status: 200 len: 998 time: 0.0598400 Dec 14 03:47:32.225130 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4c44a-7916-4167-9235-3cdb92ff39c9 req-d96cf24a-f6a5-491a-b16e-f53fadc11ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:32.226558 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-90f4c44a-7916-4167-9235-3cdb92ff39c9 req-d96cf24a-f6a5-491a-b16e-f53fadc11ac4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0413284 Dec 14 03:47:32.272267 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4c44a-7916-4167-9235-3cdb92ff39c9 req-91653495-ebec-403b-84d0-d8d4406a0282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:32.273757 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-90f4c44a-7916-4167-9235-3cdb92ff39c9 req-91653495-ebec-403b-84d0-d8d4406a0282 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404296 Dec 14 03:47:32.364696 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-90f4c44a-7916-4167-9235-3cdb92ff39c9 req-a2ca831e-ef45-4b59-9c0c-3298b50245d3 service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836465 Dec 14 03:47:32.453104 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-90f4c44a-7916-4167-9235-3cdb92ff39c9 req-98f6edfd-0461-4e54-8f96-55999e00264c service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804331 Dec 14 03:47:32.803994 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8dd7ea65-e48e-4d52-b6a6-d4b2208f2481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:33.188610 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cbb5a-02d4-4fe5-97cd-5738edce7267 req-382dcf32-1f07-487b-b798-ac4ba28544c5 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:33.190111 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-977cbb5a-02d4-4fe5-97cd-5738edce7267 req-382dcf32-1f07-487b-b798-ac4ba28544c5 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0504985 Dec 14 03:47:33.247885 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-977cbb5a-02d4-4fe5-97cd-5738edce7267 req-fe9f7166-c099-4e1a-a158-a31bb8fb288b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496228 Dec 14 03:47:34.371687 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5eeca-caa9-4f00-9082-2c54bac3e646 req-697432a4-eecc-4871-bea9-2176e8fe373d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:34.373194 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44d5eeca-caa9-4f00-9082-2c54bac3e646 req-697432a4-eecc-4871-bea9-2176e8fe373d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0520709 Dec 14 03:47:34.426850 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-44d5eeca-caa9-4f00-9082-2c54bac3e646 req-7ac85e56-d5eb-47dc-9ab8-1d702440255d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473015 Dec 14 03:47:35.089825 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-47b543a3-afa3-4d6c-8354-e98ec70be8f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:35.552864 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f6bfd-d59d-4cbe-a103-b0b463d848a4 req-0ad717a7-105c-4e1a-b18f-e4a70ed42614 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:35.557289 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-448f6bfd-d59d-4cbe-a103-b0b463d848a4 req-0ad717a7-105c-4e1a-b18f-e4a70ed42614 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0551031 Dec 14 03:47:35.627366 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-448f6bfd-d59d-4cbe-a103-b0b463d848a4 req-5153c156-a684-4359-978d-8c89e0b09620 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641360 Dec 14 03:47:36.630747 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:36.751201 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974d9d1-febc-430c-a989-a1b911d47ff8 req-32dbd08d-1a7d-4b03-98e4-71627024610a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:36.752765 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3974d9d1-febc-430c-a989-a1b911d47ff8 req-32dbd08d-1a7d-4b03-98e4-71627024610a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0543380 Dec 14 03:47:36.804227 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3974d9d1-febc-430c-a989-a1b911d47ff8 req-2ab2abb9-d126-4f8c-acde-09d4abb79393 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454974 Dec 14 03:47:37.932785 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0691789-7127-493e-a083-9e4391fc786f req-c78da4da-b127-4606-a38f-8950b7a64eb8 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:37.935439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a0691789-7127-493e-a083-9e4391fc786f req-c78da4da-b127-4606-a38f-8950b7a64eb8 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0537357 Dec 14 03:47:37.970325 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:37.991178 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a0691789-7127-493e-a083-9e4391fc786f req-1720e5d0-0dbd-45b2-bd3d-791e6029aeea tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502288 Dec 14 03:47:38.695420 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:39.124202 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78cce0-b3bf-449d-87bb-6f4c3c220f68 req-601dac86-8831-4be7-941c-50ab1ea11d1a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:39.125762 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f78cce0-b3bf-449d-87bb-6f4c3c220f68 req-601dac86-8831-4be7-941c-50ab1ea11d1a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0593743 Dec 14 03:47:39.182350 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f78cce0-b3bf-449d-87bb-6f4c3c220f68 req-efe1c40a-1ca2-4d0a-bec1-3a798e2096c4 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500488 Dec 14 03:47:40.306029 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb57c2-d994-4c1f-b99a-2da91181459a req-f127b71e-7554-449a-8b9b-a01ab157e9e9 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:40.307555 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47eb57c2-d994-4c1f-b99a-2da91181459a req-f127b71e-7554-449a-8b9b-a01ab157e9e9 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0520742 Dec 14 03:47:40.359834 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-47eb57c2-d994-4c1f-b99a-2da91181459a req-735881a4-a37b-4f87-8448-517471f6c148 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457172 Dec 14 03:47:41.488231 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7d8bc-f272-4fc3-a962-f919a43c4907 req-649d3ba1-59e6-4346-86cd-50ce0f0c3a0c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:41.489743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9cb7d8bc-f272-4fc3-a962-f919a43c4907 req-649d3ba1-59e6-4346-86cd-50ce0f0c3a0c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0505221 Dec 14 03:47:41.541616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9cb7d8bc-f272-4fc3-a962-f919a43c4907 req-40d7e6d6-ffb8-4e15-ace6-50f19bd29a40 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453291 Dec 14 03:47:42.663924 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94e2cb-55dd-4ae9-8827-03f331952bea req-a8469a9d-65ad-406e-9f3c-d3c580f17cbc tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:42.670685 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a94e2cb-55dd-4ae9-8827-03f331952bea req-a8469a9d-65ad-406e-9f3c-d3c580f17cbc tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0543504 Dec 14 03:47:42.717215 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7a94e2cb-55dd-4ae9-8827-03f331952bea req-d3bc46b7-a28f-4f05-9676-0e6b11cc2849 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447843 Dec 14 03:47:43.832698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4092e8-34df-4b77-8575-e47a8a00745f req-c750233d-c38a-4494-84b2-093c315dbea1 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:43.841667 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa4092e8-34df-4b77-8575-e47a8a00745f req-c750233d-c38a-4494-84b2-093c315dbea1 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0492370 Dec 14 03:47:43.883891 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aa4092e8-34df-4b77-8575-e47a8a00745f req-48e8bf3b-82a9-47c2-bc4f-e74af2b9e7b7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434864 Dec 14 03:47:45.000584 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b579608-e116-4c36-9f5e-827fb7ca5e49 req-cfbb9736-6f5a-4761-b04f-565993204978 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:45.002064 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b579608-e116-4c36-9f5e-827fb7ca5e49 req-cfbb9736-6f5a-4761-b04f-565993204978 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0513148 Dec 14 03:47:45.049590 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7b579608-e116-4c36-9f5e-827fb7ca5e49 req-721a52fe-dbe8-4701-a1f4-1cc070a1b872 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416255 Dec 14 03:47:46.163849 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df212478-1ce3-4106-b404-782e36b6ea31 req-98a67a25-daa9-4358-9124-6d4423e09118 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:46.165461 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df212478-1ce3-4106-b404-782e36b6ea31 req-98a67a25-daa9-4358-9124-6d4423e09118 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 943 time: 0.0487981 Dec 14 03:47:46.213516 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-df212478-1ce3-4106-b404-782e36b6ea31 req-67a4c64e-df52-426b-9fd6-59a550fdd5c1 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420249 Dec 14 03:47:46.330966 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e2a78dd3-d08e-4f10-87fc-5a19e74d961f details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:47:46.425413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e2a78dd3-d08e-4f10-87fc-5a19e74d961f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:47:46.436772 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'port_id': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f', 'mac_address': 'fa:16:3e:13:51:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:47:46.473904 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:46.486912 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2a78dd3-d08e-4f10-87fc-5a19e74d961f {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:47:46.505909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e2a78dd3-d08e-4f10-87fc-5a19e74d961f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:47:46.584482 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:46.629802 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:47:46.903912 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['e2a78dd3-d08e-4f10-87fc-5a19e74d961f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:47:47.327021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab712f84-c910-4c84-84c9-35f2f96c9c27 req-75fca91b-a9b0-43f6-87dc-66ac0c5fe8ca tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:47.328605 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab712f84-c910-4c84-84c9-35f2f96c9c27 req-75fca91b-a9b0-43f6-87dc-66ac0c5fe8ca tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 944 time: 0.0484755 Dec 14 03:47:47.382739 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ab712f84-c910-4c84-84c9-35f2f96c9c27 req-95e8ef78-b3ec-4e47-a9a6-f8c2c493daa7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482471 Dec 14 03:47:48.346503 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e2a78dd3-d08e-4f10-87fc-5a19e74d961f up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:47:48.396180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port e2a78dd3-d08e-4f10-87fc-5a19e74d961f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:47:48.396555 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:48.471902 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:48.495639 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:47:48.497956 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5765bcb0-358d-44e9-8e62-d11328c9a62d" -d '{"events": [{"server_uuid": "2dac7c5a-4660-4e6e-91e6-e7121ca17bce", "name": "network-vif-plugged", "status": "completed", "tag": "e2a78dd3-d08e-4f10-87fc-5a19e74d961f"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:47:48.504407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d3e7a-547a-418c-9324-10a55188ad3a req-4e6220ba-f061-4c70-937f-ec9a622613d0 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:48.508301 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ee5d3e7a-547a-418c-9324-10a55188ad3a req-4e6220ba-f061-4c70-937f-ec9a622613d0 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 944 time: 0.0515597 Dec 14 03:47:48.510204 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port e2a78dd3-d08e-4f10-87fc-5a19e74d961f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:47:48.538965 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917825b6-77c9-4460-b86c-63a83dbbb653 x-openstack-request-id: req-917825b6-77c9-4460-b86c-63a83dbbb653 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:47:48.539090 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dac7c5a-4660-4e6e-91e6-e7121ca17bce", "name": "network-vif-plugged", "status": "completed", "tag": "e2a78dd3-d08e-4f10-87fc-5a19e74d961f", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:47:48.539340 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-917825b6-77c9-4460-b86c-63a83dbbb653 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:47:48.540290 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f', 'code': 200} Dec 14 03:47:48.559757 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ee5d3e7a-547a-418c-9324-10a55188ad3a req-b4892761-d6ce-4e8f-a66e-ce95c9d3c664 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474119 Dec 14 03:47:48.587252 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:47:48.637501 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,revision_number=10']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:47:48.804634 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fd753-9764-4567-8983-5403e793c926 req-157a2fe9-c1f8-47a3-ae38-736ae1a554d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:48.806165 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7d8fd753-9764-4567-8983-5403e793c926 req-157a2fe9-c1f8-47a3-ae38-736ae1a554d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 1097 time: 0.0447013 Dec 14 03:47:48.851300 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-7d8fd753-9764-4567-8983-5403e793c926 req-a9d5c967-fe29-486b-8551-fa2e6cb23046 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385175 Dec 14 03:47:49.680003 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850be77f-f042-4ae0-9cdb-7cd2ff92008c req-1e9e2a08-561f-4e47-adbe-6222e3071e8f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:49.682105 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-850be77f-f042-4ae0-9cdb-7cd2ff92008c req-1e9e2a08-561f-4e47-adbe-6222e3071e8f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 946 time: 0.0492558 Dec 14 03:47:49.733692 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-850be77f-f042-4ae0-9cdb-7cd2ff92008c req-9f4795de-c792-4644-a556-f7d99e617ea8 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454741 Dec 14 03:47:50.861773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a90a4-231b-4056-b4c2-9fb1da854384 req-88f8ad43-dc4a-40dd-bea9-7e2607ed0916 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:50.863252 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a1a90a4-231b-4056-b4c2-9fb1da854384 req-88f8ad43-dc4a-40dd-bea9-7e2607ed0916 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 946 time: 0.0551708 Dec 14 03:47:50.913722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1a1a90a4-231b-4056-b4c2-9fb1da854384 req-950f13a0-4638-4ccf-8667-1d18d803ad3a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433972 Dec 14 03:47:52.030827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf53653-fa96-4c29-89bb-66654de7ecae req-abefd87e-eaba-43bf-b955-0fa9b0272f59 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:47:52.032300 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ebf53653-fa96-4c29-89bb-66654de7ecae req-abefd87e-eaba-43bf-b955-0fa9b0272f59 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 946 time: 0.0484748 Dec 14 03:47:52.079696 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ebf53653-fa96-4c29-89bb-66654de7ecae req-05ba6ce6-d87f-41cc-af35-eea836297dae tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415459 Dec 14 03:47:57.837615 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:48:00.934748 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:48:02.741293 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:48:02.860054 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f6bcd0d3-be02-4636-a6c2-c4436f1c443b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:48:05.100055 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-de9a2270-2f25-4950-a786-01b2f0e65865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:48:06.602649 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:48:07.967407 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:48:08.705850 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:48:10.301142 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8849723c-c415-4262-b705-d79e2c78cde2 req-a4b43f55-e251-4299-a3c1-acf865f254af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381613 Dec 14 03:48:10.400641 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849723c-c415-4262-b705-d79e2c78cde2 req-98362d9a-c4c2-41ff-ae23-320054ae51c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:48:10.402641 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8849723c-c415-4262-b705-d79e2c78cde2 req-98362d9a-c4c2-41ff-ae23-320054ae51c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 1097 time: 0.0409176 Dec 14 03:48:10.507408 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849723c-c415-4262-b705-d79e2c78cde2 req-68fb5b11-2803-4a28-9ce1-9429664a3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:48:10.508839 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8849723c-c415-4262-b705-d79e2c78cde2 req-68fb5b11-2803-4a28-9ce1-9429664a3eaa service neutron] 10.222.0.47 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 910 time: 0.0880585 Dec 14 03:48:10.574567 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8849723c-c415-4262-b705-d79e2c78cde2 req-ef3c5e72-5d9e-45de-b88d-e5edc60b8ac8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f HTTP/1.1" status: 200 len: 1000 time: 0.0581977 Dec 14 03:48:10.637096 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849723c-c415-4262-b705-d79e2c78cde2 req-b4cb159c-e518-4d67-86b1-d338cba9a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:48:10.638559 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8849723c-c415-4262-b705-d79e2c78cde2 req-b4cb159c-e518-4d67-86b1-d338cba9a8ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0578587 Dec 14 03:48:10.682965 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849723c-c415-4262-b705-d79e2c78cde2 req-725c04a9-e384-4086-b989-159fde66195d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:48:10.685044 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8849723c-c415-4262-b705-d79e2c78cde2 req-725c04a9-e384-4086-b989-159fde66195d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391872 Dec 14 03:48:10.771070 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8849723c-c415-4262-b705-d79e2c78cde2 req-4272b392-18df-4567-9e90-de484b9797b1 service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781767 Dec 14 03:48:10.866316 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-8849723c-c415-4262-b705-d79e2c78cde2 req-5414438b-683d-460b-ab18-20fa63996d5c service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855031 Dec 14 03:48:27.802083 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:48:30.904727 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:48:32.830517 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1180659e-bee1-4ce2-bd77-5538fa6d3612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:48:35.093877 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7a8defdf-a716-40c7-a994-be056cc2a11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:48:36.584645 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:48:37.966846 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:48:38.726554 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:48:39.740438 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:48:57.835039 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:00.910411 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:01.532097 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56092) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:49:01.686840 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Deleting port d3bab4a0-4234-4cad-ac24-b25d8e736f58 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:49:01.687198 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:02.100347 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:02.100674 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:02.113471 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Calling delete_port for d3bab4a0-4234-4cad-ac24-b25d8e736f58 owned by network:floatingip {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:49:02.309859 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:02.335069 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event deleted for resources: {'Port': ['ID=d3bab4a0-4234-4cad-ac24-b25d8e736f58,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:49:02.347763 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:02.348145 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:02.348490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:02.348831 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:02.349166 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:02.349533 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:02.349867 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:02.350198 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:02.350527 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:02.350853 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:02.351181 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:02.351510 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:02.351855 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:02.406798 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for floatingip, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:02.407135 n-d-821636-1 neutron-server[103847]: INFO neutron.db.l3_db [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Floating IP e8424e53-8af2-4f5e-acd2-b4b6581e5472 disassociated (deleted). External IP: 172.25.7.49, port: e2a78dd3-d08e-4f10-87fc-5a19e74d961f. Dec 14 03:49:02.609922 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Router 8cf38a9f-d2dd-4dac-9dce-26d946230523 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:49:02.717553 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:49:02.722397 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:02.728686 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78177ff7-3ca0-438f-953f-26c70086bba6 None None] Sync routers for ids ['8cf38a9f-d2dd-4dac-9dce-26d946230523'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:49:02.738599 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78177ff7-3ca0-438f-953f-26c70086bba6 None None] Routers {'8cf38a9f-d2dd-4dac-9dce-26d946230523'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:49:02.739219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-78177ff7-3ca0-438f-953f-26c70086bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:48:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['8cf38a9f-d2dd-4dac-9dce-26d946230523'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:49:02.749154 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ee98bbd8-b751-4d9a-8562-8aafaf57f112 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "DELETE /v2.0/floatingips/e8424e53-8af2-4f5e-acd2-b4b6581e5472 HTTP/1.1" status: 204 len: 168 time: 1.2159646 Dec 14 03:49:02.749776 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'tag': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:49:02.752069 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e79f8ff-1d4c-42c5-8e7b-1afe8c7e70b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2dac7c5a-4660-4e6e-91e6-e7121ca17bce", "tag": "e2a78dd3-d08e-4f10-87fc-5a19e74d961f"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:49:02.860394 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfc69d5-3315-4b3b-860d-cbb4c032434c x-openstack-request-id: req-7dfc69d5-3315-4b3b-860d-cbb4c032434c {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:49:02.860394 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dac7c5a-4660-4e6e-91e6-e7121ca17bce", "tag": "e2a78dd3-d08e-4f10-87fc-5a19e74d961f", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:49:02.860394 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7dfc69d5-3315-4b3b-860d-cbb4c032434c {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:49:02.860394 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'tag': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f', 'status': 'completed', 'code': 200} Dec 14 03:49:02.862521 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-78177ff7-3ca0-438f-953f-26c70086bba6 None None] Set router 8cf38a9f-d2dd-4dac-9dce-26d946230523 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:49:02.895301 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b8747e8d-ddcd-47a5-8a25-d3b6207e6c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:02.944327 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79f8ff-1d4c-42c5-8e7b-1afe8c7e70b2 req-1bb679bd-9df3-4499-9a7a-e0cbaed57f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:02.951898 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9e79f8ff-1d4c-42c5-8e7b-1afe8c7e70b2 req-1bb679bd-9df3-4499-9a7a-e0cbaed57f7a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 1097 time: 0.0430326 Dec 14 03:49:03.062957 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79f8ff-1d4c-42c5-8e7b-1afe8c7e70b2 req-f7c6eaa2-3a36-45db-81c6-364355aeff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:03.064464 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9e79f8ff-1d4c-42c5-8e7b-1afe8c7e70b2 req-f7c6eaa2-3a36-45db-81c6-364355aeff0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 910 time: 0.1106470 Dec 14 03:49:03.134600 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9e79f8ff-1d4c-42c5-8e7b-1afe8c7e70b2 req-06f93440-137a-48e7-abb0-4bbf7d9e13d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f HTTP/1.1" status: 200 len: 217 time: 0.0389924 Dec 14 03:49:03.143734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624eaa72-d222-4719-80d9-3986e12506ff req-3ae5d898-2c34-48a7-a366-021420ad5ea7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:03.145358 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-624eaa72-d222-4719-80d9-3986e12506ff req-3ae5d898-2c34-48a7-a366-021420ad5ea7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 946 time: 0.0555346 Dec 14 03:49:03.186808 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79f8ff-1d4c-42c5-8e7b-1afe8c7e70b2 req-d337277f-7cb9-44e5-b5cf-a81ac1dc85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:03.188860 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9e79f8ff-1d4c-42c5-8e7b-1afe8c7e70b2 req-d337277f-7cb9-44e5-b5cf-a81ac1dc85b7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0470195 Dec 14 03:49:03.196541 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-624eaa72-d222-4719-80d9-3986e12506ff req-a71e4b04-6f01-4a22-a292-28629c9731cd tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447729 Dec 14 03:49:03.248447 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e79f8ff-1d4c-42c5-8e7b-1afe8c7e70b2 req-fa0ccc12-7b36-415c-9050-4c02cb4b0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:03.248782 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-78177ff7-3ca0-438f-953f-26c70086bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:44:32Z', 'revision_number': 4, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port': {'id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:30Z', 'updated_at': '2021-12-14T03:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '1d554c63-7343-4911-a310-db2434f6105f', 'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'mac_address': 'fa:16:3e:d9:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:32Z', 'updated_at': '2021-12-14T03:44:36Z', 'revision_number': 5, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'subnets': [{'id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:49:03.250167 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9e79f8ff-1d4c-42c5-8e7b-1afe8c7e70b2 req-fa0ccc12-7b36-415c-9050-4c02cb4b0185 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539155 Dec 14 03:49:03.275439 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78177ff7-3ca0-438f-953f-26c70086bba6 None None] Checking router: 8cf38a9f-d2dd-4dac-9dce-26d946230523 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:49:03.284260 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78177ff7-3ca0-438f-953f-26c70086bba6 None None] Routers {'8cf38a9f-d2dd-4dac-9dce-26d946230523'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:49:03.284907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-78177ff7-3ca0-438f-953f-26c70086bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:48:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['8cf38a9f-d2dd-4dac-9dce-26d946230523'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:49:03.339065 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9e79f8ff-1d4c-42c5-8e7b-1afe8c7e70b2 req-9280c4ae-5d25-4a04-a564-61b8794513c8 service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812469 Dec 14 03:49:03.390190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-78177ff7-3ca0-438f-953f-26c70086bba6 None None] Set router 8cf38a9f-d2dd-4dac-9dce-26d946230523 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:49:03.433517 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-9e79f8ff-1d4c-42c5-8e7b-1afe8c7e70b2 req-9a2364b8-bae6-472b-aaf2-d470a19c65f5 service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867500 Dec 14 03:49:03.588852 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-78177ff7-3ca0-438f-953f-26c70086bba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:44:32Z', 'revision_number': 4, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port': {'id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:30Z', 'updated_at': '2021-12-14T03:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '1d554c63-7343-4911-a310-db2434f6105f', 'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'mac_address': 'fa:16:3e:d9:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:32Z', 'updated_at': '2021-12-14T03:44:36Z', 'revision_number': 5, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'subnets': [{'id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:49:03.618071 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78177ff7-3ca0-438f-953f-26c70086bba6 None None] The sync data for ids ['8cf38a9f-d2dd-4dac-9dce-26d946230523'] in n-d-821636-1 is: [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:44:32Z', 'revision_number': 4, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port': {'id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:30Z', 'updated_at': '2021-12-14T03:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '1d554c63-7343-4911-a310-db2434f6105f', 'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'mac_address': 'fa:16:3e:d9:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:32Z', 'updated_at': '2021-12-14T03:44:36Z', 'revision_number': 5, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'subnets': [{'id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:49:03.825022 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02d806c-e11b-41a1-adae-5210b5eae55a None None] New status for floating IP e8424e53-8af2-4f5e-acd2-b4b6581e5472: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:49:04.321838 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a1f5f-d4a4-4ac2-b759-b762cd6c8613 req-7c28b863-413f-4b06-ae92-747aef524960 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:04.323300 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e0a1f5f-d4a4-4ac2-b759-b762cd6c8613 req-7c28b863-413f-4b06-ae92-747aef524960 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 946 time: 0.0490665 Dec 14 03:49:04.372835 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0e0a1f5f-d4a4-4ac2-b759-b762cd6c8613 req-9ad230f5-f5a9-4dda-9d4a-5474f8764dc2 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=34f6d952-2ed7-494f-a94e-467ba6b48d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425932 Dec 14 03:49:04.496385 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dc787-45cd-4f71-b6bd-3f8a76010f7d req-19a0e367-eadc-41ad-a8d3-28f912698ac7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:04.497781 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1e0dc787-45cd-4f71-b6bd-3f8a76010f7d req-19a0e367-eadc-41ad-a8d3-28f912698ac7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.47 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 946 time: 0.0500605 Dec 14 03:49:04.586217 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-1e0dc787-45cd-4f71-b6bd-3f8a76010f7d req-382e0ade-bce9-414c-9159-c962d3eecd90 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Deleting port e2a78dd3-d08e-4f10-87fc-5a19e74d961f {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:49:04.586557 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1e0dc787-45cd-4f71-b6bd-3f8a76010f7d req-382e0ade-bce9-414c-9159-c962d3eecd90 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:04.678475 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-1e0dc787-45cd-4f71-b6bd-3f8a76010f7d req-382e0ade-bce9-414c-9159-c962d3eecd90 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] For port e2a78dd3-d08e-4f10-87fc-5a19e74d961f, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:49:04.678840 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1e0dc787-45cd-4f71-b6bd-3f8a76010f7d req-382e0ade-bce9-414c-9159-c962d3eecd90 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:04.691295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-1e0dc787-45cd-4f71-b6bd-3f8a76010f7d req-382e0ade-bce9-414c-9159-c962d3eecd90 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Calling delete_port for e2a78dd3-d08e-4f10-87fc-5a19e74d961f owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:49:04.886667 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1e0dc787-45cd-4f71-b6bd-3f8a76010f7d req-382e0ade-bce9-414c-9159-c962d3eecd90 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:04.914229 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e0ade-bce9-414c-9159-c962d3eecd90 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event deleted for resources: {'Port': ['ID=e2a78dd3-d08e-4f10-87fc-5a19e74d961f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:49:04.958717 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0dc787-45cd-4f71-b6bd-3f8a76010f7d req-382e0ade-bce9-414c-9159-c962d3eecd90 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] No DVR routers for this DVR port e2a78dd3-d08e-4f10-87fc-5a19e74d961f on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:49:04.961424 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-1e0dc787-45cd-4f71-b6bd-3f8a76010f7d req-382e0ade-bce9-414c-9159-c962d3eecd90 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:04.965513 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1e0dc787-45cd-4f71-b6bd-3f8a76010f7d req-382e0ade-bce9-414c-9159-c962d3eecd90 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.47 "DELETE /v2.0/ports/e2a78dd3-d08e-4f10-87fc-5a19e74d961f HTTP/1.1" status: 204 len: 173 time: 0.4614470 Dec 14 03:49:04.965947 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'name': 'network-vif-deleted', 'tag': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:49:04.968291 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e605fa6-aca9-4ae9-b626-351822d8af0c" -d '{"events": [{"server_uuid": "2dac7c5a-4660-4e6e-91e6-e7121ca17bce", "name": "network-vif-deleted", "tag": "e2a78dd3-d08e-4f10-87fc-5a19e74d961f"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:49:05.004536 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bc4d65-445f-4791-a7ee-457d977926c4 x-openstack-request-id: req-22bc4d65-445f-4791-a7ee-457d977926c4 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:49:05.004850 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dac7c5a-4660-4e6e-91e6-e7121ca17bce", "name": "network-vif-deleted", "tag": "e2a78dd3-d08e-4f10-87fc-5a19e74d961f", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:49:05.005211 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22bc4d65-445f-4791-a7ee-457d977926c4 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:49:05.005647 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dac7c5a-4660-4e6e-91e6-e7121ca17bce', 'name': 'network-vif-deleted', 'tag': 'e2a78dd3-d08e-4f10-87fc-5a19e74d961f', 'status': 'completed', 'code': 200} Dec 14 03:49:05.103691 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f81ca125-e1ab-438d-b540-116eba9d1d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:05.479927 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-927badfa-487f-4c42-84a3-094825e53328 req-209823c6-ccc7-4157-8e26-7f865814887e tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=2dac7c5a-4660-4e6e-91e6-e7121ca17bce HTTP/1.1" status: 200 len: 210 time: 0.0262182 Dec 14 03:49:06.539081 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56116) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:49:06.595800 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e2a53df-049d-4592-a8b3-fd5c47e4558c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:06.600713 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:06.625153 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e2a53df-049d-4592-a8b3-fd5c47e4558c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:06.737859 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e2a53df-049d-4592-a8b3-fd5c47e4558c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:06.740482 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-6e2a53df-049d-4592-a8b3-fd5c47e4558c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:06.741682 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-6e2a53df-049d-4592-a8b3-fd5c47e4558c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "DELETE /v2.0/security-groups/34f6d952-2ed7-494f-a94e-467ba6b48d3d HTTP/1.1" status: 204 len: 168 time: 0.2016134 Dec 14 03:49:06.751494 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a53df-049d-4592-a8b3-fd5c47e4558c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f6d952-2ed7-494f-a94e-467ba6b48d3d,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:49:07.530609 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56122) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:49:07.535293 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-16cbc50c-729f-419d-af15-c8de78eae61f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-561174773', 'description': 'tempest-secgroup-smoke-561174773 description', 'project_id': 'da1a00f397c54391a543b6adc72bb7ff'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:49:07.600784 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16cbc50c-729f-419d-af15-c8de78eae61f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:07.665974 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16cbc50c-729f-419d-af15-c8de78eae61f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:07.720528 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16cbc50c-729f-419d-af15-c8de78eae61f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:07.749728 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbc50c-729f-419d-af15-c8de78eae61f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5044981d-bb2d-431c-80d1-7fc73faa5491,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:49:07.796703 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-16cbc50c-729f-419d-af15-c8de78eae61f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:07.798022 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-16cbc50c-729f-419d-af15-c8de78eae61f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2663264 Dec 14 03:49:07.800927 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56124) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:49:07.805193 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4b45c35a-79ad-4094-821b-7c6286e4ef1c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Request body: {'security_group_rule': {'security_group_id': '5044981d-bb2d-431c-80d1-7fc73faa5491', 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:49:07.914503 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b45c35a-79ad-4094-821b-7c6286e4ef1c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:07.970326 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b45c35a-79ad-4094-821b-7c6286e4ef1c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:07.983691 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:08.040646 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b45c35a-79ad-4094-821b-7c6286e4ef1c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:08.058526 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45c35a-79ad-4094-821b-7c6286e4ef1c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9607f59-f302-4995-9c4c-75b54a5efb70,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:49:08.128792 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4b45c35a-79ad-4094-821b-7c6286e4ef1c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:08.130152 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4b45c35a-79ad-4094-821b-7c6286e4ef1c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3282382 Dec 14 03:49:08.132858 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56126) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:49:08.137998 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-156177fd-078c-4b30-a998-5f7f5b13ede1 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Request body: {'security_group_rule': {'security_group_id': '5044981d-bb2d-431c-80d1-7fc73faa5491', 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:49:08.234598 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-156177fd-078c-4b30-a998-5f7f5b13ede1 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:08.292926 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-156177fd-078c-4b30-a998-5f7f5b13ede1 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:08.372302 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-156177fd-078c-4b30-a998-5f7f5b13ede1 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:08.390108 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156177fd-078c-4b30-a998-5f7f5b13ede1 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c00984-15cc-4f9a-a839-a46fdc8fb392,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:49:08.448472 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-156177fd-078c-4b30-a998-5f7f5b13ede1 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:08.449838 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-156177fd-078c-4b30-a998-5f7f5b13ede1 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3159578 Dec 14 03:49:08.452557 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56128) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:49:08.456826 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-a32df365-5068-4379-a8f3-213979e7f43d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Request body: {'security_group_rule': {'security_group_id': '5044981d-bb2d-431c-80d1-7fc73faa5491', 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:49:08.560994 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a32df365-5068-4379-a8f3-213979e7f43d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:08.622167 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a32df365-5068-4379-a8f3-213979e7f43d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:08.680689 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a32df365-5068-4379-a8f3-213979e7f43d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:08.699954 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32df365-5068-4379-a8f3-213979e7f43d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23538e0a-b61b-4e5c-8dcd-00e088221875,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:49:08.703485 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:08.775735 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e2a78dd3-d08e-4f10-87fc-5a19e74d961f no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:49:08.775994 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a32df365-5068-4379-a8f3-213979e7f43d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:08.778121 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a32df365-5068-4379-a8f3-213979e7f43d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3246307 Dec 14 03:49:08.781024 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56130) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:49:08.785594 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Request body: {'security_group_rule': {'security_group_id': '5044981d-bb2d-431c-80d1-7fc73faa5491', 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:49:08.800438 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: e2a78dd3-d08e-4f10-87fc-5a19e74d961f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:49:08.800785 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device e2a78dd3-d08e-4f10-87fc-5a19e74d961f not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:49:08.868505 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:08.929850 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:08.989331 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:09.007514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335fa7cc-34e5-4f12-a482-1d585735bdf7,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:49:09.016281 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:09.016733 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:09.017067 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:09.017435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:09.017773 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:09.018107 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:09.018435 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:09.018766 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:09.019114 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:09.019415 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:09.019739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:09.020069 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:09.020391 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:09.077156 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:09.078425 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c166f1c4-6b54-4363-b05a-92ceeb5c84e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2963736 Dec 14 03:49:09.081172 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56134) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:49:09.085412 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-1ceb8165-e96b-4f6c-89d0-fa93ffe2536b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Request body: {'security_group_rule': {'security_group_id': '5044981d-bb2d-431c-80d1-7fc73faa5491', 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:49:09.166630 n-d-821636-1 neutron-server[103848]: INFO neutron.db.securitygroups_db [None req-1ceb8165-e96b-4f6c-89d0-fa93ffe2536b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Project da1a00f397c54391a543b6adc72bb7ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:49:09.171977 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8165-e96b-4f6c-89d0-fa93ffe2536b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:09.228218 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8165-e96b-4f6c-89d0-fa93ffe2536b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:09.292024 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8165-e96b-4f6c-89d0-fa93ffe2536b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:09.309224 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb8165-e96b-4f6c-89d0-fa93ffe2536b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05da15a-0f12-4f2b-b6f6-e0e746bf255f,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:49:09.368511 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8165-e96b-4f6c-89d0-fa93ffe2536b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:09.369786 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-1ceb8165-e96b-4f6c-89d0-fa93ffe2536b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2876270 Dec 14 03:49:09.373014 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56136) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:49:09.377369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-94738d54-5a72-4f8d-9b65-56b8f4b04c4f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Request body: {'security_group_rule': {'security_group_id': '5044981d-bb2d-431c-80d1-7fc73faa5491', 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:49:09.446444 n-d-821636-1 neutron-server[103848]: INFO neutron.db.securitygroups_db [None req-94738d54-5a72-4f8d-9b65-56b8f4b04c4f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Project da1a00f397c54391a543b6adc72bb7ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:49:09.452271 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-94738d54-5a72-4f8d-9b65-56b8f4b04c4f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:09.510426 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-94738d54-5a72-4f8d-9b65-56b8f4b04c4f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:09.583222 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-94738d54-5a72-4f8d-9b65-56b8f4b04c4f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:09.603434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94738d54-5a72-4f8d-9b65-56b8f4b04c4f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc28c81-370b-48c3-ae47-cb8da92b5ed5,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:49:09.654615 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-94738d54-5a72-4f8d-9b65-56b8f4b04c4f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:09.655885 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-94738d54-5a72-4f8d-9b65-56b8f4b04c4f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2818778 Dec 14 03:49:16.739226 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:49:27.840444 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:30.557184 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-a7634732-264b-44e0-a7b0-1c3bf1161aa1 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-561174773&fields=id&tenant_id=da1a00f397c54391a543b6adc72bb7ff HTTP/1.1" status: 200 len: 267 time: 0.0464935 Dec 14 03:49:30.666257 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-18fd72b9-c60d-4159-963b-732717d5624a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:30.667641 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-18fd72b9-c60d-4159-963b-732717d5624a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 809 time: 0.1034780 Dec 14 03:49:30.683466 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-97d3473a-26dd-482b-b565-c4a63ed1107f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/quotas/da1a00f397c54391a543b6adc72bb7ff HTTP/1.1" status: 200 len: 375 time: 0.0093496 Dec 14 03:49:30.733462 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-92f50009-fc63-4bd7-be7a-eb36b502a035 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443468 Dec 14 03:49:30.803932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-6a030692-65a4-4033-a641-ba32c43eb8f1 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:49:30.806279 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-6a030692-65a4-4033-a641-ba32c43eb8f1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0605032 Dec 14 03:49:30.899911 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-b5a227f8-5678-435d-a7d0-73d9c2c91f7c service neutron] 10.222.0.39 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885434 Dec 14 03:49:30.920131 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:30.990387 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-f133c9ec-d38e-4da1-8eab-df15490a7085 service neutron] 10.222.0.39 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830681 Dec 14 03:49:31.496585 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dd2be0b6-19f6-418c-adfe-31c11568770f req-07589658-c00d-4be1-a956-c849ade6a329 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 210 time: 0.0324199 Dec 14 03:49:32.591746 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83fbdd97-47c3-4594-893e-f50aeb6f5065 req-6293442c-9abb-4435-9b36-3c968cafcea5 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 210 time: 0.0270984 Dec 14 03:49:32.817595 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f5554e8b-ae5f-4376-81b7-5bb6885ee2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:33.232054 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-c6de1950-6054-40e0-865c-b8ae3e11abba tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:33.233885 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-c6de1950-6054-40e0-865c-b8ae3e11abba tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.46 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 809 time: 0.1048656 Dec 14 03:49:33.302722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-60c3980b-2b78-4970-98ac-f345bc0ed08c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da1a00f397c54391a543b6adc72bb7ff HTTP/1.1" status: 200 len: 379 time: 0.0546691 Dec 14 03:49:33.312210 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-4a17eb09-7336-447f-8f12-538634535147 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Request body: {'port': {'device_id': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'admin_state_up': True, 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'security_groups': ['5044981d-bb2d-431c-80d1-7fc73faa5491']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:49:33.468532 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-4a17eb09-7336-447f-8f12-538634535147 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Made reservation on behalf of da1a00f397c54391a543b6adc72bb7ff for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:49:33.472977 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-4a17eb09-7336-447f-8f12-538634535147 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:33.604955 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-4a17eb09-7336-447f-8f12-538634535147 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Allocated IP 172.20.0.3 (279059b4-362b-4ab9-972d-2939b05903d8/20ad3664-bc44-41ab-91a1-c522c7abc466/d7597725-e691-49eb-b4de-0080e914524c) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:49:33.724112 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0457ca99-5bf5-4206-b22c-f9ef91c07bb5 req-e40ee089-fc6e-4bcc-910b-9aa26d1c0e8c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 210 time: 0.0408862 Dec 14 03:49:33.770680 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-4a17eb09-7336-447f-8f12-538634535147 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:33.881058 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-4a17eb09-7336-447f-8f12-538634535147 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:33.925801 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-4a17eb09-7336-447f-8f12-538634535147 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Network 279059b4-362b-4ab9-972d-2939b05903d8 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:49:33.928953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-4a17eb09-7336-447f-8f12-538634535147 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:49:33.932769 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-4a17eb09-7336-447f-8f12-538634535147 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:49:33.957245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17eb09-7336-447f-8f12-538634535147 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'Port': ['ID=d7597725-e691-49eb-b4de-0080e914524c,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:49:33.987683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-4a17eb09-7336-447f-8f12-538634535147 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:33.988484 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-4a17eb09-7336-447f-8f12-538634535147 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:34.067543 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-4a17eb09-7336-447f-8f12-538634535147 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7588613 Dec 14 03:49:34.143976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Request body: {'port': {'device_id': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:49:34.202343 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-6aec5fe6-6b0a-4623-96df-b3aee5818285 None None] Provisioning complete for port d7597725-e691-49eb-b4de-0080e914524c triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:49:34.202910 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6aec5fe6-6b0a-4623-96df-b3aee5818285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:34.203852 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:34.239527 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-6aec5fe6-6b0a-4623-96df-b3aee5818285 None None] Port d7597725-e691-49eb-b4de-0080e914524c cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:49:34.465650 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7597725-e691-49eb-b4de-0080e914524c {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:49:34.473447 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:34.485460 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Transition to ACTIVE for port object d7597725-e691-49eb-b4de-0080e914524c will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:49:34.560529 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:34.615481 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Pushing event updated for resources: {'Port': ['ID=d7597725-e691-49eb-b4de-0080e914524c,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:49:34.694128 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Attempting to bind port d7597725-e691-49eb-b4de-0080e914524c on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:49:34.694358 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Attempting to bind port d7597725-e691-49eb-b4de-0080e914524c by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:49:34.694683 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Attempting to bind port d7597725-e691-49eb-b4de-0080e914524c on network 279059b4-362b-4ab9-972d-2939b05903d8 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:49:34.699824 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Port d7597725-e691-49eb-b4de-0080e914524c on network 279059b4-362b-4ab9-972d-2939b05903d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:49:34.700158 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Attempting to bind port d7597725-e691-49eb-b4de-0080e914524c on network 279059b4-362b-4ab9-972d-2939b05903d8 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:49:34.706658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:49:34.707070 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Checking segment: {'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:49:34.707457 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Bound using segment: {'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:49:34.711843 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Bound port: d7597725-e691-49eb-b4de-0080e914524c, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:49:34.711843 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:34.792452 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] For port d7597725-e691-49eb-b4de-0080e914524c, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:49:34.796647 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] For port d7597725-e691-49eb-b4de-0080e914524c, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=d7597725-e691-49eb-b4de-0080e914524c,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:49:34.873832 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba210fa-4a61-4e52-bebb-41e8766f9ebc req-f4bfedcd-d8f8-4003-979b-17d72ff3d8d6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:34.878364 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ba210fa-4a61-4e52-bebb-41e8766f9ebc req-f4bfedcd-d8f8-4003-979b-17d72ff3d8d6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0563054 Dec 14 03:49:34.898800 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:34.980385 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:34.981107 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:34.983212 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] 10.222.0.46 "PUT /v2.0/ports/d7597725-e691-49eb-b4de-0080e914524c HTTP/1.1" status: 200 len: 1091 time: 0.9009259 Dec 14 03:49:34.988274 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'tag': 'd7597725-e691-49eb-b4de-0080e914524c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:49:34.990716 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1311b25-9562-44dc-b6df-5480f034856e" -d '{"events": [{"name": "network-changed", "server_uuid": "784d9bd4-b8f1-45d4-9e76-e1092a8ad185", "tag": "d7597725-e691-49eb-b4de-0080e914524c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:49:35.005792 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4ba210fa-4a61-4e52-bebb-41e8766f9ebc req-5c835070-40d6-4159-a6a3-a8db3ecdea9d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228979 Dec 14 03:49:35.044250 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436dc8b-572b-4db2-8c1d-131a7be1be65 service neutron] Pushing event updated for resources: {'Port': ['ID=d7597725-e691-49eb-b4de-0080e914524c,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:49:35.104054 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-43d0750d-1a03-4861-b413-081a52dad38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:35.164124 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64319d70-e150-4266-8c54-c311fafb9739 x-openstack-request-id: req-64319d70-e150-4266-8c54-c311fafb9739 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:49:35.164427 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784d9bd4-b8f1-45d4-9e76-e1092a8ad185", "tag": "d7597725-e691-49eb-b4de-0080e914524c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:49:35.164687 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64319d70-e150-4266-8c54-c311fafb9739 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:49:35.165094 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'tag': 'd7597725-e691-49eb-b4de-0080e914524c', 'status': 'completed', 'code': 200} Dec 14 03:49:35.183735 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3433811f-d5e3-43bb-95d1-e3d11a24cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:35.185591 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3433811f-d5e3-43bb-95d1-e3d11a24cdbc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 1094 time: 0.0565464 Dec 14 03:49:35.239325 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-3458a1c2-7bfa-4337-a192-a88d5426b672 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7597725-e691-49eb-b4de-0080e914524c HTTP/1.1" status: 200 len: 217 time: 0.0403321 Dec 14 03:49:35.305245 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-9cce1d7a-5372-4f20-b493-6664aecdafb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:35.306988 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-9cce1d7a-5372-4f20-b493-6664aecdafb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0605278 Dec 14 03:49:35.355327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-4df36040-c4e6-49d5-9280-1afea43dda55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:35.356871 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-4df36040-c4e6-49d5-9280-1afea43dda55 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431399 Dec 14 03:49:35.455574 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-d07325da-2206-45d2-a467-622caf0fab4b service neutron] 10.222.0.46 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901771 Dec 14 03:49:35.547681 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-7c3a589a-4bcb-4881-9638-5b4aa14c1016 req-d3da6d6d-1620-44b6-bff5-3762d9fb7b4c service neutron] 10.222.0.46 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852821 Dec 14 03:49:35.724765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1311b25-9562-44dc-b6df-5480f034856e req-3f921145-d00c-4bf4-a04a-b84caebc4cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:35.726337 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1311b25-9562-44dc-b6df-5480f034856e req-3f921145-d00c-4bf4-a04a-b84caebc4cc6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 1094 time: 0.0424774 Dec 14 03:49:35.827171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1311b25-9562-44dc-b6df-5480f034856e req-251ab4d5-0ede-4d96-8971-9ac0577811d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:35.829067 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1311b25-9562-44dc-b6df-5480f034856e req-251ab4d5-0ede-4d96-8971-9ac0577811d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 910 time: 0.0963571 Dec 14 03:49:35.872207 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1311b25-9562-44dc-b6df-5480f034856e req-30711597-dca6-4a1a-9fdf-0477960454f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7597725-e691-49eb-b4de-0080e914524c HTTP/1.1" status: 200 len: 217 time: 0.0358756 Dec 14 03:49:35.922220 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1311b25-9562-44dc-b6df-5480f034856e req-847abaf5-ae11-4912-859e-b39d80bbe563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:35.924260 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1311b25-9562-44dc-b6df-5480f034856e req-847abaf5-ae11-4912-859e-b39d80bbe563 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0450571 Dec 14 03:49:35.973948 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1311b25-9562-44dc-b6df-5480f034856e req-9b27eb1d-01e2-4ded-8dff-8d80850727de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:35.975473 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1311b25-9562-44dc-b6df-5480f034856e req-9b27eb1d-01e2-4ded-8dff-8d80850727de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445013 Dec 14 03:49:36.065903 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1311b25-9562-44dc-b6df-5480f034856e req-c539cc12-98e1-4acd-a542-d4d60a23089d service neutron] 10.222.0.46 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833097 Dec 14 03:49:36.196944 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea414c7-fe62-4879-a6ee-5c9c80f727e0 req-c371a00e-b53e-4dc0-b1b7-3302e26a15a9 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:36.198475 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ea414c7-fe62-4879-a6ee-5c9c80f727e0 req-c371a00e-b53e-4dc0-b1b7-3302e26a15a9 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.1061378 Dec 14 03:49:36.202204 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b1311b25-9562-44dc-b6df-5480f034856e req-996d9dfd-5037-45f0-ad45-e30cec0bc230 service neutron] 10.222.0.46 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291883 Dec 14 03:49:36.249953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3ea414c7-fe62-4879-a6ee-5c9c80f727e0 req-e370de97-f5f8-49b9-b2f6-6f5e55b44d0a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443854 Dec 14 03:49:36.628676 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:37.369703 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a5ab3-bb3b-40de-ad3a-04337a4bd3fd req-a6e6a868-d0fc-48be-83b5-7a0cfe9c41a8 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:37.371207 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-968a5ab3-bb3b-40de-ad3a-04337a4bd3fd req-a6e6a868-d0fc-48be-83b5-7a0cfe9c41a8 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0489872 Dec 14 03:49:37.425722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-968a5ab3-bb3b-40de-ad3a-04337a4bd3fd req-fee6534f-98c8-4b37-9994-b5122929fed0 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482478 Dec 14 03:49:37.971952 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:38.593497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140e79b-af50-4eee-bea5-a38c5b3e9cfc req-8ae5b724-0a16-41f2-b5b5-2fbc2da49c94 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:38.595038 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e140e79b-af50-4eee-bea5-a38c5b3e9cfc req-8ae5b724-0a16-41f2-b5b5-2fbc2da49c94 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0499864 Dec 14 03:49:38.649140 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e140e79b-af50-4eee-bea5-a38c5b3e9cfc req-757904b4-4f09-4cec-a528-a9d8b6b381e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479753 Dec 14 03:49:38.702832 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:39.761721 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1423a0-8281-4f7f-8b79-189e94c2b682 req-82429e96-d5fe-4d85-be98-54949620dfaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:39.763097 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d1423a0-8281-4f7f-8b79-189e94c2b682 req-82429e96-d5fe-4d85-be98-54949620dfaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0478451 Dec 14 03:49:39.811747 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9d1423a0-8281-4f7f-8b79-189e94c2b682 req-7305bede-4227-47fa-868a-a6df3aee83e5 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416603 Dec 14 03:49:40.929563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ef9bf-d9e2-4c67-a638-6c60980bdc9b req-784b7832-116f-4036-9e90-1c539308df4a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:40.931035 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-832ef9bf-d9e2-4c67-a638-6c60980bdc9b req-784b7832-116f-4036-9e90-1c539308df4a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0517538 Dec 14 03:49:40.979715 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-832ef9bf-d9e2-4c67-a638-6c60980bdc9b req-3d477d67-08d3-46dd-af9c-2d79bc573c4f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427139 Dec 14 03:49:42.092884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341cee1-f8fa-46ed-9a6f-284a624a3dfa req-8ace4c6a-3f6d-4d4b-a5f1-3ca5147f1254 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:42.094378 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a341cee1-f8fa-46ed-9a6f-284a624a3dfa req-8ace4c6a-3f6d-4d4b-a5f1-3ca5147f1254 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0473397 Dec 14 03:49:42.142261 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a341cee1-f8fa-46ed-9a6f-284a624a3dfa req-4b063428-ec8d-45e3-9fdc-8c5e1e79110b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414016 Dec 14 03:49:43.267827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ac486-bf50-4b48-9bb6-aea590fe9b44 req-e50804fc-b8ff-421c-b508-8ec7f6343e57 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:43.269990 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d5ac486-bf50-4b48-9bb6-aea590fe9b44 req-e50804fc-b8ff-421c-b508-8ec7f6343e57 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0534334 Dec 14 03:49:43.320803 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1d5ac486-bf50-4b48-9bb6-aea590fe9b44 req-822247d4-93f1-4850-8caa-1a8176c605eb tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445337 Dec 14 03:49:44.435780 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10152af-0bcc-40a6-871e-cf40caaa4a82 req-eed60e49-b4e2-40e4-95ed-c139aa103d7e tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:44.437285 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d10152af-0bcc-40a6-871e-cf40caaa4a82 req-eed60e49-b4e2-40e4-95ed-c139aa103d7e tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0481589 Dec 14 03:49:44.485435 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d10152af-0bcc-40a6-871e-cf40caaa4a82 req-e33fc3bb-0ff3-47fa-b7fd-6669608bb67b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418968 Dec 14 03:49:45.653192 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85889fd5-c5ab-4eb4-990e-45ec61f5d613 req-8eaf5aae-011e-4f5e-bded-ca684f2293d9 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:45.654672 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-85889fd5-c5ab-4eb4-990e-45ec61f5d613 req-8eaf5aae-011e-4f5e-bded-ca684f2293d9 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.1010559 Dec 14 03:49:45.707442 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-85889fd5-c5ab-4eb4-990e-45ec61f5d613 req-87c3ff7b-2a17-4792-8d76-9196b4e4ba6b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454721 Dec 14 03:49:46.346939 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device d7597725-e691-49eb-b4de-0080e914524c details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:49:46.441854 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port d7597725-e691-49eb-b4de-0080e914524c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=d7597725-e691-49eb-b4de-0080e914524c,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:49:46.452894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'd7597725-e691-49eb-b4de-0080e914524c', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'port_id': 'd7597725-e691-49eb-b4de-0080e914524c', 'mac_address': 'fa:16:3e:67:11:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:49:46.490028 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:46.502748 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7597725-e691-49eb-b4de-0080e914524c {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:49:46.522331 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port d7597725-e691-49eb-b4de-0080e914524c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=d7597725-e691-49eb-b4de-0080e914524c,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:49:46.582805 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:46.633021 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=d7597725-e691-49eb-b4de-0080e914524c,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:49:46.640196 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:46.640557 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:46.640907 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:46.641252 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:46.641623 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:46.641966 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:46.642305 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:46.642640 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:46.642975 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:46.643796 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:46.644176 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:46.644543 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:46.644877 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:49:46.865015 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb23d3-143f-4c63-8f6f-78c793dedcd8 req-041b3265-5cc2-4441-8a49-c8ca7533f7dc tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:46.866519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07bb23d3-143f-4c63-8f6f-78c793dedcd8 req-041b3265-5cc2-4441-8a49-c8ca7533f7dc tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 944 time: 0.0926909 Dec 14 03:49:46.896219 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['d7597725-e691-49eb-b4de-0080e914524c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:49:46.915667 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-07bb23d3-143f-4c63-8f6f-78c793dedcd8 req-ebdfb532-b233-48a0-b53b-8e316967fb74 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432804 Dec 14 03:49:48.029708 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03a72a-e761-4c9a-a515-69350fa8fba1 req-860b08ff-ac26-4040-8179-030a951b48c5 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:48.032485 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f03a72a-e761-4c9a-a515-69350fa8fba1 req-860b08ff-ac26-4040-8179-030a951b48c5 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 944 time: 0.0474763 Dec 14 03:49:48.080010 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f03a72a-e761-4c9a-a515-69350fa8fba1 req-13a3c0f2-6673-458a-ad8d-474e5e6be303 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417430 Dec 14 03:49:48.363472 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device d7597725-e691-49eb-b4de-0080e914524c up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:49:48.496821 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port d7597725-e691-49eb-b4de-0080e914524c completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:49:48.500891 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port d7597725-e691-49eb-b4de-0080e914524c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:49:48.501269 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:48.576393 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:48.602119 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7597725-e691-49eb-b4de-0080e914524c'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:49:48.604404 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2152854-cd40-4278-9f77-176ef7641eb7" -d '{"events": [{"server_uuid": "784d9bd4-b8f1-45d4-9e76-e1092a8ad185", "name": "network-vif-plugged", "status": "completed", "tag": "d7597725-e691-49eb-b4de-0080e914524c"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:49:48.619460 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port d7597725-e691-49eb-b4de-0080e914524c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=d7597725-e691-49eb-b4de-0080e914524c,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:49:48.668298 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:48.696442 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79610a9-e0d4-468f-83d0-43d2fa1aa3af x-openstack-request-id: req-e79610a9-e0d4-468f-83d0-43d2fa1aa3af {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:49:48.696737 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784d9bd4-b8f1-45d4-9e76-e1092a8ad185", "name": "network-vif-plugged", "status": "completed", "tag": "d7597725-e691-49eb-b4de-0080e914524c", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:49:48.697000 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e79610a9-e0d4-468f-83d0-43d2fa1aa3af {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:49:48.697423 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7597725-e691-49eb-b4de-0080e914524c', 'code': 200} Dec 14 03:49:48.719578 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=d7597725-e691-49eb-b4de-0080e914524c,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:49:48.826309 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0260314-1f2c-4110-b415-c720f54212ca req-6f81153b-9592-463a-8d89-531ccd81b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:48.827785 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f0260314-1f2c-4110-b415-c720f54212ca req-6f81153b-9592-463a-8d89-531ccd81b10f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 1096 time: 0.0417266 Dec 14 03:49:48.871797 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f0260314-1f2c-4110-b415-c720f54212ca req-67eb9520-400d-4091-a034-47d091ed20a5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374811 Dec 14 03:49:49.193826 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c44c71-a1a1-45d4-9c4a-ae667a75a8ae req-bd179ba7-e16e-45f2-bd8e-6e1438c329f0 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:49.195233 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4c44c71-a1a1-45d4-9c4a-ae667a75a8ae req-bd179ba7-e16e-45f2-bd8e-6e1438c329f0 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 945 time: 0.0482683 Dec 14 03:49:49.249495 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a4c44c71-a1a1-45d4-9c4a-ae667a75a8ae req-474f3c5a-d706-4e0d-8bd3-1246eda868be tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436902 Dec 14 03:49:50.369727 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d2691-cdba-4f68-8a03-70b550031ed7 req-260937a6-c13d-4cd5-8ce0-24339c2d2910 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:50.372096 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f48d2691-cdba-4f68-8a03-70b550031ed7 req-260937a6-c13d-4cd5-8ce0-24339c2d2910 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 945 time: 0.0513003 Dec 14 03:49:50.424451 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f48d2691-cdba-4f68-8a03-70b550031ed7 req-257e30a9-a2e4-4394-8773-63899cf1d7f5 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474057 Dec 14 03:49:50.553434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091a881-cda8-4b80-b70d-971303d227ed req-af6ceb13-e325-467b-bd93-d276e75516b8 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:50.555194 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f091a881-cda8-4b80-b70d-971303d227ed req-af6ceb13-e325-467b-bd93-d276e75516b8 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 945 time: 0.0588043 Dec 14 03:49:50.605206 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f091a881-cda8-4b80-b70d-971303d227ed req-ef195315-f884-497b-b49b-bdfc403adcea tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440085 Dec 14 03:49:50.626741 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56350) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:49:50.665200 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a4fa00-058b-4e3b-8c0f-609a22734422 tempest-TestShelveInstance-1612063157 tempest-TestShelveInstance-1612063157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:50.666706 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b1a4fa00-058b-4e3b-8c0f-609a22734422 tempest-TestShelveInstance-1612063157 tempest-TestShelveInstance-1612063157-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 1091 time: 0.0384946 Dec 14 03:49:50.669373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56352) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:49:50.673538 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': 'd7597725-e691-49eb-b4de-0080e914524c', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:49:50.765267 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:50.865571 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:50.963870 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Allocated IP 172.25.7.32 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/16f79afe-6e88-4898-b0f8-a3d220d50161) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:49:51.064371 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:51.182609 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:51.219943 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:49:51.223042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:49:51.226545 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:49:51.249182 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'Port': ['ID=16f79afe-6e88-4898-b0f8-a3d220d50161,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:49:51.914277 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:52.041197 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:52.186968 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:52.257030 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:52.332413 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event updated for resources: {'Port': ['ID=16f79afe-6e88-4898-b0f8-a3d220d50161,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:49:52.341612 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:52.442605 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Floating IP 28f8fae7-ee39-4f5c-97bd-1cb1689e47f5 associated. External IP: 172.25.7.32, port: d7597725-e691-49eb-b4de-0080e914524c. Dec 14 03:49:52.653362 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Router 8cf38a9f-d2dd-4dac-9dce-26d946230523 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:49:52.759869 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:49:52.769806 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8012ba-9edb-4f45-9f85-c8bc3378052b None None] Sync routers for ids ['8cf38a9f-d2dd-4dac-9dce-26d946230523'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:49:52.779233 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8012ba-9edb-4f45-9f85-c8bc3378052b None None] Routers {'8cf38a9f-d2dd-4dac-9dce-26d946230523'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:49:52.783281 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-dd8012ba-9edb-4f45-9f85-c8bc3378052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:49:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['8cf38a9f-d2dd-4dac-9dce-26d946230523'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:49:52.836163 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:49:52.873384 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-da15e43d-2d7b-487f-a698-e0afc1920dd7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1935596 Dec 14 03:49:52.873384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'tag': 'd7597725-e691-49eb-b4de-0080e914524c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:49:52.873384 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b0125e-cf71-49f9-b083-2c0e575619b0" -d '{"events": [{"name": "network-changed", "server_uuid": "784d9bd4-b8f1-45d4-9e76-e1092a8ad185", "tag": "d7597725-e691-49eb-b4de-0080e914524c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:49:52.885510 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-dd8012ba-9edb-4f45-9f85-c8bc3378052b None None] Set router 8cf38a9f-d2dd-4dac-9dce-26d946230523 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:49:52.902936 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d71357-36b3-4529-a415-0c63edb3ac27 x-openstack-request-id: req-57d71357-36b3-4529-a415-0c63edb3ac27 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:49:52.903235 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784d9bd4-b8f1-45d4-9e76-e1092a8ad185", "tag": "d7597725-e691-49eb-b4de-0080e914524c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:49:52.903475 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57d71357-36b3-4529-a415-0c63edb3ac27 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:49:52.903881 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'tag': 'd7597725-e691-49eb-b4de-0080e914524c', 'status': 'completed', 'code': 200} Dec 14 03:49:52.991478 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0125e-cf71-49f9-b083-2c0e575619b0 req-1a5b28c0-1701-4013-8aa0-08384252111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:52.992999 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7b0125e-cf71-49f9-b083-2c0e575619b0 req-1a5b28c0-1701-4013-8aa0-08384252111c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 1096 time: 0.0450838 Dec 14 03:49:53.082663 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0125e-cf71-49f9-b083-2c0e575619b0 req-bc26dd1a-deab-4620-a0c4-3469952d3f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:53.084054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7b0125e-cf71-49f9-b083-2c0e575619b0 req-bc26dd1a-deab-4620-a0c4-3469952d3f1b service neutron] 10.222.0.46 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 910 time: 0.0842693 Dec 14 03:49:53.117636 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-dd8012ba-9edb-4f45-9f85-c8bc3378052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:44:32Z', 'revision_number': 4, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port': {'id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:30Z', 'updated_at': '2021-12-14T03:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '28f8fae7-ee39-4f5c-97bd-1cb1689e47f5', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'port_id': 'd7597725-e691-49eb-b4de-0080e914524c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'mac_address': 'fa:16:3e:67:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:49:51Z', 'updated_at': '2021-12-14T03:49:51Z', 'revision_number': 0, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d554c63-7343-4911-a310-db2434f6105f', 'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'mac_address': 'fa:16:3e:d9:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:32Z', 'updated_at': '2021-12-14T03:44:36Z', 'revision_number': 5, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'subnets': [{'id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:49:53.143422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8012ba-9edb-4f45-9f85-c8bc3378052b None None] Checking router: 8cf38a9f-d2dd-4dac-9dce-26d946230523 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:49:53.151733 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8012ba-9edb-4f45-9f85-c8bc3378052b None None] Routers {'8cf38a9f-d2dd-4dac-9dce-26d946230523'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:49:53.152343 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-dd8012ba-9edb-4f45-9f85-c8bc3378052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:49:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['8cf38a9f-d2dd-4dac-9dce-26d946230523'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:49:53.154962 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7b0125e-cf71-49f9-b083-2c0e575619b0 req-c9cd492f-ddda-4e63-9a65-d4e35775e09a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7597725-e691-49eb-b4de-0080e914524c HTTP/1.1" status: 200 len: 998 time: 0.0613184 Dec 14 03:49:53.203195 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0125e-cf71-49f9-b083-2c0e575619b0 req-6d7de13d-3be9-4f0e-a8f3-1c5248bc9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:53.204735 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7b0125e-cf71-49f9-b083-2c0e575619b0 req-6d7de13d-3be9-4f0e-a8f3-1c5248bc9929 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0427818 Dec 14 03:49:53.251684 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0125e-cf71-49f9-b083-2c0e575619b0 req-1e0fb8b9-00d5-4742-8571-3ca7caecf18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:49:53.253536 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7b0125e-cf71-49f9-b083-2c0e575619b0 req-1e0fb8b9-00d5-4742-8571-3ca7caecf18c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421753 Dec 14 03:49:53.262967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-dd8012ba-9edb-4f45-9f85-c8bc3378052b None None] Set router 8cf38a9f-d2dd-4dac-9dce-26d946230523 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:49:53.349403 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7b0125e-cf71-49f9-b083-2c0e575619b0 req-7a65f043-7fef-469c-833b-b2ad2a0fb310 service neutron] 10.222.0.46 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887735 Dec 14 03:49:53.439621 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b7b0125e-cf71-49f9-b083-2c0e575619b0 req-53b03eac-c2ab-4d44-a456-d1e2d2b0fad3 service neutron] 10.222.0.46 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829372 Dec 14 03:49:53.498570 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-dd8012ba-9edb-4f45-9f85-c8bc3378052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:44:32Z', 'revision_number': 4, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port': {'id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:30Z', 'updated_at': '2021-12-14T03:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '28f8fae7-ee39-4f5c-97bd-1cb1689e47f5', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'port_id': 'd7597725-e691-49eb-b4de-0080e914524c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'mac_address': 'fa:16:3e:67:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:49:51Z', 'updated_at': '2021-12-14T03:49:51Z', 'revision_number': 0, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d554c63-7343-4911-a310-db2434f6105f', 'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'mac_address': 'fa:16:3e:d9:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:32Z', 'updated_at': '2021-12-14T03:44:36Z', 'revision_number': 5, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'subnets': [{'id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:49:53.525434 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8012ba-9edb-4f45-9f85-c8bc3378052b None None] The sync data for ids ['8cf38a9f-d2dd-4dac-9dce-26d946230523'] in n-d-821636-1 is: [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:44:32Z', 'revision_number': 4, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port': {'id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:30Z', 'updated_at': '2021-12-14T03:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '28f8fae7-ee39-4f5c-97bd-1cb1689e47f5', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'port_id': 'd7597725-e691-49eb-b4de-0080e914524c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'mac_address': 'fa:16:3e:67:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:49:51Z', 'updated_at': '2021-12-14T03:49:51Z', 'revision_number': 0, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d554c63-7343-4911-a310-db2434f6105f', 'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'mac_address': 'fa:16:3e:d9:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:32Z', 'updated_at': '2021-12-14T03:44:36Z', 'revision_number': 5, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'subnets': [{'id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:49:53.710424 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a02cdef-070a-44c6-a23e-ae9792b25b0b None None] New status for floating IP 28f8fae7-ee39-4f5c-97bd-1cb1689e47f5: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:49:53.758254 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:49:57.867870 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:50:00.896951 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:50:02.834016 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-1908b12d-89e2-4fd5-980e-5ec6e7410d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:50:05.073780 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3d947c06-ac6f-4a12-82d7-0c795bed6040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:50:06.616415 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:50:07.981664 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:50:08.713642 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:50:23.688940 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad030ff0-1179-4d9f-93de-1cd003aeb16e req-5d33ad00-a148-465b-a355-0eb62518254b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392256 Dec 14 03:50:23.794284 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad030ff0-1179-4d9f-93de-1cd003aeb16e req-c1fede45-6d8f-47f0-a087-bef36b4bab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:50:23.795677 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad030ff0-1179-4d9f-93de-1cd003aeb16e req-c1fede45-6d8f-47f0-a087-bef36b4bab67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 1096 time: 0.0443242 Dec 14 03:50:23.898203 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad030ff0-1179-4d9f-93de-1cd003aeb16e req-64a52cf4-967e-4554-87d5-2881aae7f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:50:23.899756 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad030ff0-1179-4d9f-93de-1cd003aeb16e req-64a52cf4-967e-4554-87d5-2881aae7f45e service neutron] 10.222.0.46 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 910 time: 0.0842307 Dec 14 03:50:23.972098 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad030ff0-1179-4d9f-93de-1cd003aeb16e req-f9ad5cae-158a-4fd2-8d5f-8b00e38da757 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7597725-e691-49eb-b4de-0080e914524c HTTP/1.1" status: 200 len: 1000 time: 0.0644011 Dec 14 03:50:24.020960 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad030ff0-1179-4d9f-93de-1cd003aeb16e req-1e187127-1b0d-4e42-94b8-2f494f8a1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:50:24.022407 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad030ff0-1179-4d9f-93de-1cd003aeb16e req-1e187127-1b0d-4e42-94b8-2f494f8a1950 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0430934 Dec 14 03:50:24.069439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad030ff0-1179-4d9f-93de-1cd003aeb16e req-5ac5b8aa-73ef-45f8-9e97-9b7627a939e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:50:24.070948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad030ff0-1179-4d9f-93de-1cd003aeb16e req-5ac5b8aa-73ef-45f8-9e97-9b7627a939e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409606 Dec 14 03:50:24.163615 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad030ff0-1179-4d9f-93de-1cd003aeb16e req-1bb75c16-e0ac-4d72-b934-68d3ac422b76 service neutron] 10.222.0.46 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846837 Dec 14 03:50:24.252168 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ad030ff0-1179-4d9f-93de-1cd003aeb16e req-02727225-c1e1-4159-acff-e16e14f8d1fd service neutron] 10.222.0.46 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813894 Dec 14 03:50:27.889087 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:50:30.746809 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:50:30.953817 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:50:32.826375 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-eabfcd77-a9c0-4789-a54e-ecaf2368ec21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:50:35.112064 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53fffe81-7288-4931-9c49-d4e7bbb61f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:50:36.620282 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:50:38.010137 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:50:38.701663 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:50:58.055829 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:51:00.975455 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:51:02.821001 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e4355e80-73e4-460b-9e47-3874806813ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:51:05.099013 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-fe111242-bffa-4676-b21d-149aff2f6b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:51:06.624987 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:51:07.746053 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:51:07.981692 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:51:08.690055 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:51:23.679129 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-658c936b-95d3-4622-9c4b-e12fe8a3f9b3 req-f1cae3f1-8f8a-4728-9ae8-096866ac3740 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404580 Dec 14 03:51:23.787317 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c936b-95d3-4622-9c4b-e12fe8a3f9b3 req-be876ea0-1a95-40ca-91d9-4acf83f01d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:51:23.788737 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-658c936b-95d3-4622-9c4b-e12fe8a3f9b3 req-be876ea0-1a95-40ca-91d9-4acf83f01d70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 1096 time: 0.0447795 Dec 14 03:51:23.890035 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c936b-95d3-4622-9c4b-e12fe8a3f9b3 req-8a76f9a0-78b6-458e-81c5-e8b27adafa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:51:23.891579 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-658c936b-95d3-4622-9c4b-e12fe8a3f9b3 req-8a76f9a0-78b6-458e-81c5-e8b27adafa2f service neutron] 10.222.0.46 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 910 time: 0.0839405 Dec 14 03:51:23.960207 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-658c936b-95d3-4622-9c4b-e12fe8a3f9b3 req-4342645b-84a6-437a-99d8-7b3061e2d2b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7597725-e691-49eb-b4de-0080e914524c HTTP/1.1" status: 200 len: 1000 time: 0.0613956 Dec 14 03:51:24.008207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c936b-95d3-4622-9c4b-e12fe8a3f9b3 req-f85d3968-893b-4c1a-bd19-600da006e5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:51:24.009649 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-658c936b-95d3-4622-9c4b-e12fe8a3f9b3 req-f85d3968-893b-4c1a-bd19-600da006e5c5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0425901 Dec 14 03:51:24.054636 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c936b-95d3-4622-9c4b-e12fe8a3f9b3 req-c8660179-de8f-48f4-b83f-1baf33005a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:51:24.056033 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-658c936b-95d3-4622-9c4b-e12fe8a3f9b3 req-c8660179-de8f-48f4-b83f-1baf33005a6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392973 Dec 14 03:51:24.066857 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-658c936b-95d3-4622-9c4b-e12fe8a3f9b3 req-2ea25471-af33-4a60-8777-30abbd6e573f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:51:24.067813 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-658c936b-95d3-4622-9c4b-e12fe8a3f9b3 req-2ea25471-af33-4a60-8777-30abbd6e573f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048616 Dec 14 03:51:24.162055 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-658c936b-95d3-4622-9c4b-e12fe8a3f9b3 req-49906504-ad3c-4031-8971-758c4149657b service neutron] 10.222.0.46 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864789 Dec 14 03:51:24.249366 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-658c936b-95d3-4622-9c4b-e12fe8a3f9b3 req-0a05f95a-24a0-4c1b-9feb-81362677e5ef service neutron] 10.222.0.46 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805187 Dec 14 03:51:27.872481 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:51:30.972837 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:51:32.872617 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b90e31c-a6e5-4665-92a9-fb727b492365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:51:35.078142 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfb45fd6-de37-410e-bc3d-89d5bfc15e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:51:36.623666 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:51:37.986691 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:51:38.700830 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:51:44.744857 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:51:57.857539 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:01.014421 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:02.829002 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-535389a7-699f-4863-86c4-47690c6db95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:05.131366 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a6c419a0-6d34-4350-aa8e-ec9fa95ff7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:06.648885 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:08.033970 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:08.715025 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:20.800291 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cf265-e885-4ee5-a3bc-24705aa9393b req-bbe8befd-add6-40f4-a4e9-5227d89f4b69 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:20.801856 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-748cf265-e885-4ee5-a3bc-24705aa9393b req-bbe8befd-add6-40f4-a4e9-5227d89f4b69 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 945 time: 0.0524478 Dec 14 03:52:20.851907 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-748cf265-e885-4ee5-a3bc-24705aa9393b req-f460ca27-38f9-4276-bfc1-1c7cbfb3e4e6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437474 Dec 14 03:52:21.743356 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:52:21.974427 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977782c-d594-40ea-a82a-fce4bad202ca req-bc70768f-104c-481e-b465-8e13f1450592 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:21.975893 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5977782c-d594-40ea-a82a-fce4bad202ca req-bc70768f-104c-481e-b465-8e13f1450592 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 945 time: 0.0526321 Dec 14 03:52:22.024522 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5977782c-d594-40ea-a82a-fce4bad202ca req-7da3c8c1-c97e-449b-a0f3-8c258adf94be tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421593 Dec 14 03:52:23.164136 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76174486-f242-4898-91b5-2ce743a01877 req-3d55944f-6d92-4b0b-80cf-0b248d16d653 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:23.165671 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-76174486-f242-4898-91b5-2ce743a01877 req-3d55944f-6d92-4b0b-80cf-0b248d16d653 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 945 time: 0.0484521 Dec 14 03:52:23.213644 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-76174486-f242-4898-91b5-2ce743a01877 req-96b729b5-57c0-430a-ac5c-0272d47571c6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419290 Dec 14 03:52:24.330844 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cccb9b-d506-4b8b-b1b5-166479007231 req-3b594a7d-de0b-4d15-bcbb-1e9b0dd5e261 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:24.332352 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1cccb9b-d506-4b8b-b1b5-166479007231 req-3b594a7d-de0b-4d15-bcbb-1e9b0dd5e261 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 945 time: 0.0516779 Dec 14 03:52:24.381863 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f1cccb9b-d506-4b8b-b1b5-166479007231 req-b7c0b61e-ae0e-476d-8ddc-102db916b3c7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433705 Dec 14 03:52:24.717187 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f0f94-94a6-495b-b25d-7705264b0d0b req-a79b86f8-40e3-4c77-b00a-6793e62cc345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:24.718707 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-005f0f94-94a6-495b-b25d-7705264b0d0b req-a79b86f8-40e3-4c77-b00a-6793e62cc345 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 1096 time: 0.0398176 Dec 14 03:52:24.823811 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f0f94-94a6-495b-b25d-7705264b0d0b req-c704e4ed-c0f6-449c-a93f-877be6ef1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:24.825268 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-005f0f94-94a6-495b-b25d-7705264b0d0b req-c704e4ed-c0f6-449c-a93f-877be6ef1304 service neutron] 10.222.0.46 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 910 time: 0.0874100 Dec 14 03:52:24.890314 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-005f0f94-94a6-495b-b25d-7705264b0d0b req-0d310fb9-c28c-41d3-9abd-fa17a7e04ea1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7597725-e691-49eb-b4de-0080e914524c HTTP/1.1" status: 200 len: 1000 time: 0.0572565 Dec 14 03:52:24.938577 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f0f94-94a6-495b-b25d-7705264b0d0b req-78a5b911-6012-435d-ae34-e26bbe560374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:24.940033 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-005f0f94-94a6-495b-b25d-7705264b0d0b req-78a5b911-6012-435d-ae34-e26bbe560374 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0429115 Dec 14 03:52:24.988613 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f0f94-94a6-495b-b25d-7705264b0d0b req-75176793-5659-4ecf-9980-8538790be62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:24.990015 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-005f0f94-94a6-495b-b25d-7705264b0d0b req-75176793-5659-4ecf-9980-8538790be62b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427790 Dec 14 03:52:25.076647 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-005f0f94-94a6-495b-b25d-7705264b0d0b req-e1394472-3c75-4d30-b6b1-d49b99ce5aa1 service neutron] 10.222.0.46 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787649 Dec 14 03:52:25.167526 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-005f0f94-94a6-495b-b25d-7705264b0d0b req-591cbe61-c884-4c7d-bdbc-18bfc8db724d service neutron] 10.222.0.46 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838873 Dec 14 03:52:25.499932 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b7b2e-229f-415e-8ff3-d4bda6b1c303 req-dd0ca688-4dda-4625-8e2a-47b23dfb0826 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:25.501468 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-430b7b2e-229f-415e-8ff3-d4bda6b1c303 req-dd0ca688-4dda-4625-8e2a-47b23dfb0826 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 945 time: 0.0497799 Dec 14 03:52:25.554356 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-430b7b2e-229f-415e-8ff3-d4bda6b1c303 req-3df4ed14-ec13-43c5-a1fd-cf3c68fe3342 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446389 Dec 14 03:52:26.669064 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71459d6d-6a46-4c83-b0ec-0dfc78156075 req-8cbcc799-4922-4469-b11b-c021273c3453 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:26.670602 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71459d6d-6a46-4c83-b0ec-0dfc78156075 req-8cbcc799-4922-4469-b11b-c021273c3453 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 945 time: 0.0484769 Dec 14 03:52:26.721102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-71459d6d-6a46-4c83-b0ec-0dfc78156075 req-c9a3c60f-64e3-4e32-8638-009c9ed098bd tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437534 Dec 14 03:52:27.842237 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59bd05d-cb23-4463-9eca-cfcfbbe9c58b req-31b62c6c-d84e-46f6-a4d1-f0919d941154 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:27.842237 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d59bd05d-cb23-4463-9eca-cfcfbbe9c58b req-31b62c6c-d84e-46f6-a4d1-f0919d941154 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 945 time: 0.0519311 Dec 14 03:52:27.888658 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:27.890873 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d59bd05d-cb23-4463-9eca-cfcfbbe9c58b req-1057a989-9888-44a4-8d26-2b4844d144c0 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425961 Dec 14 03:52:29.007698 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8ec98-2f67-428f-a2d4-dbf9a2fd4dad req-22b9167c-ea38-4172-8a4f-03a60e8a4ccb tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:29.009210 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63c8ec98-2f67-428f-a2d4-dbf9a2fd4dad req-22b9167c-ea38-4172-8a4f-03a60e8a4ccb tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 945 time: 0.0483098 Dec 14 03:52:29.058652 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-63c8ec98-2f67-428f-a2d4-dbf9a2fd4dad req-acf9358f-5b40-48b5-9868-8e47b86053a8 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432637 Dec 14 03:52:30.173680 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbbfb0-807a-4329-8d33-1606556e8da8 req-5ee4094a-309a-4515-a289-73cb62f4c9e3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:30.176199 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-10fbbfb0-807a-4329-8d33-1606556e8da8 req-5ee4094a-309a-4515-a289-73cb62f4c9e3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 945 time: 0.0492711 Dec 14 03:52:30.228044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-10fbbfb0-807a-4329-8d33-1606556e8da8 req-ee14b948-0cfb-4b74-aab2-f33238f475ed tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459812 Dec 14 03:52:30.959214 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:31.077856 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fe6d2-aff1-4469-9da2-923368417658 req-d9c5971b-74f2-4b72-a2bc-451288bab4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:31.079341 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-210fe6d2-aff1-4469-9da2-923368417658 req-d9c5971b-74f2-4b72-a2bc-451288bab4ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 1096 time: 0.0405412 Dec 14 03:52:31.168171 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fe6d2-aff1-4469-9da2-923368417658 req-4efa7c79-0aed-4a88-a182-89cbd0f2d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:31.169966 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-210fe6d2-aff1-4469-9da2-923368417658 req-4efa7c79-0aed-4a88-a182-89cbd0f2d5d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 910 time: 0.0825918 Dec 14 03:52:31.239288 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-210fe6d2-aff1-4469-9da2-923368417658 req-f720af80-c7f0-4c96-bfdf-62c363b46844 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7597725-e691-49eb-b4de-0080e914524c HTTP/1.1" status: 200 len: 1000 time: 0.0616972 Dec 14 03:52:31.288434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fe6d2-aff1-4469-9da2-923368417658 req-1afd6e5d-2627-4c36-8b22-d5f8bf3cb09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:31.289959 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-210fe6d2-aff1-4469-9da2-923368417658 req-1afd6e5d-2627-4c36-8b22-d5f8bf3cb09b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0443993 Dec 14 03:52:31.376315 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d98c5-16ef-4369-a46c-33ab4de1c453 req-5f603c5c-a489-4cf3-83e0-0427126944c4 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:31.378630 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a13d98c5-16ef-4369-a46c-33ab4de1c453 req-5f603c5c-a489-4cf3-83e0-0427126944c4 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 945 time: 0.0732725 Dec 14 03:52:31.381150 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fe6d2-aff1-4469-9da2-923368417658 req-881847cf-cfde-41d6-876c-c3b4ffcbcfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:31.382658 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-210fe6d2-aff1-4469-9da2-923368417658 req-881847cf-cfde-41d6-876c-c3b4ffcbcfb6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850391 Dec 14 03:52:31.478763 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a13d98c5-16ef-4369-a46c-33ab4de1c453 req-3455e4a7-59f0-4926-8c0d-c3471dd0ef0c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941889 Dec 14 03:52:31.502992 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-210fe6d2-aff1-4469-9da2-923368417658 req-34cbafca-732a-4a66-982e-d7ddcaa71cf6 service neutron] 10.222.0.46 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126258 Dec 14 03:52:31.596993 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-210fe6d2-aff1-4469-9da2-923368417658 req-157fd0e5-3090-4f0f-956e-f039356fa0fe service neutron] 10.222.0.46 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861382 Dec 14 03:52:32.595873 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27f894-879e-4e63-9dfc-2abd9a37b815 req-410e4e9b-5b62-46b7-92b9-5784f7233ca6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:32.597978 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef27f894-879e-4e63-9dfc-2abd9a37b815 req-410e4e9b-5b62-46b7-92b9-5784f7233ca6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 945 time: 0.0491183 Dec 14 03:52:32.646102 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef27f894-879e-4e63-9dfc-2abd9a37b815 req-2e4b4024-9556-479d-b5db-3c603bbad151 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419695 Dec 14 03:52:32.831806 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-519ad9e0-1675-4c11-b7b5-ccb598eec9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:33.762400 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8f06b-dfc5-427c-bb8a-f1831510a5fc req-521ed92a-38d1-40e2-920a-7dd4a7141535 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:33.764033 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68f8f06b-dfc5-427c-bb8a-f1831510a5fc req-521ed92a-38d1-40e2-920a-7dd4a7141535 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 945 time: 0.0490866 Dec 14 03:52:33.817517 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-68f8f06b-dfc5-427c-bb8a-f1831510a5fc req-7565e00f-b3dc-4b51-861e-b15dca775d23 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474432 Dec 14 03:52:34.938058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff9761-ab66-4dab-bab7-46b5cb4c2102 req-f9093ee0-09aa-4139-b58b-424753abd702 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:34.941832 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bff9761-ab66-4dab-bab7-46b5cb4c2102 req-f9093ee0-09aa-4139-b58b-424753abd702 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 945 time: 0.0535030 Dec 14 03:52:34.993456 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9bff9761-ab66-4dab-bab7-46b5cb4c2102 req-366cfe65-7052-4c52-ab08-1ade72867546 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457299 Dec 14 03:52:35.086308 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0e6c4c21-2e6d-4957-8002-f8bd1bfd12d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:36.114134 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e5249-6e2f-4769-a913-a42f1af516e9 req-70da7296-ad7d-4cfb-bbb5-17556e7b7537 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:36.115795 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d61e5249-6e2f-4769-a913-a42f1af516e9 req-70da7296-ad7d-4cfb-bbb5-17556e7b7537 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 945 time: 0.0501137 Dec 14 03:52:36.164265 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d61e5249-6e2f-4769-a913-a42f1af516e9 req-6b4ceead-5f97-4e92-8792-1af5c301c44f tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426033 Dec 14 03:52:36.272717 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-1df7d704-22ef-48a2-b26e-63aeb8ea619a req-9b8978d9-d024-46ea-a596-b4a2e39622b3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:52:36.273748 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1df7d704-22ef-48a2-b26e-63aeb8ea619a req-9b8978d9-d024-46ea-a596-b4a2e39622b3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0432973 Dec 14 03:52:36.636232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4e569-301d-476d-86cf-165fa4ee0a12 req-09b69245-3535-4546-9a52-907bf344f4ab tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:36.637795 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-adb4e569-301d-476d-86cf-165fa4ee0a12 req-09b69245-3535-4546-9a52-907bf344f4ab tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 945 time: 0.0557098 Dec 14 03:52:36.642595 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:36.698756 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-adb4e569-301d-476d-86cf-165fa4ee0a12 req-1862de5e-4c08-4dd2-83dd-79b5fbf7764e tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542381 Dec 14 03:52:36.704508 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d212b332-1749-4095-af22-f20a65315d47 req-26de94ac-5d00-4302-ae78-25efeb98241c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849497 Dec 14 03:52:36.714774 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-d212b332-1749-4095-af22-f20a65315d47 req-ce8838b1-b177-47f4-849f-068dd365a7a7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:52:36.715792 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d212b332-1749-4095-af22-f20a65315d47 req-ce8838b1-b177-47f4-849f-068dd365a7a7 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051818 Dec 14 03:52:37.281496 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device d7597725-e691-49eb-b4de-0080e914524c no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:52:37.361110 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:37.384083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7597725-e691-49eb-b4de-0080e914524c'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:52:37.386390 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d657ce0-8143-4b9f-acc8-3a3ad1f31af2" -d '{"events": [{"server_uuid": "784d9bd4-b8f1-45d4-9e76-e1092a8ad185", "name": "network-vif-unplugged", "status": "completed", "tag": "d7597725-e691-49eb-b4de-0080e914524c"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:52:37.399929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port d7597725-e691-49eb-b4de-0080e914524c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=d7597725-e691-49eb-b4de-0080e914524c,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:52:37.424529 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Dec 2021 03:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cd1fb8-463e-4ef6-84d3-f9c88345c24e x-openstack-request-id: req-41cd1fb8-463e-4ef6-84d3-f9c88345c24e {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:52:37.424529 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784d9bd4-b8f1-45d4-9e76-e1092a8ad185", "name": "network-vif-unplugged", "status": "failed", "tag": "d7597725-e691-49eb-b4de-0080e914524c", "code": 422}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:52:37.424529 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41cd1fb8-463e-4ef6-84d3-f9c88345c24e {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:52:37.424529 n-d-821636-1 neutron-server[103849]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd7597725-e691-49eb-b4de-0080e914524c', 'code': 422} returned with failed status Dec 14 03:52:37.473405 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:37.520245 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=d7597725-e691-49eb-b4de-0080e914524c,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:52:37.527423 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:37.527772 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:37.528116 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:37.528461 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:37.528792 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:37.529124 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:37.529491 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:37.529823 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:37.530147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:37.530471 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:37.530794 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:37.531117 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:37.531439 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:37.824889 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238009b-7ffd-4071-b06c-e30e5a2b6607 req-77789fce-427d-4f8c-88fe-19b49fdebbcc tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:37.826430 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3238009b-7ffd-4071-b06c-e30e5a2b6607 req-77789fce-427d-4f8c-88fe-19b49fdebbcc tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0524483 Dec 14 03:52:37.877665 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3238009b-7ffd-4071-b06c-e30e5a2b6607 req-9b2966f1-61cc-4170-bdb1-1bffe76a9a0a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442321 Dec 14 03:52:38.010064 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:38.707972 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:39.005676 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff5c31-2f54-4c2c-bc08-bfb189da1cf4 req-1aa643f7-4991-4795-a74b-a8456eb175b4 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:39.007249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2ff5c31-2f54-4c2c-bc08-bfb189da1cf4 req-1aa643f7-4991-4795-a74b-a8456eb175b4 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0581334 Dec 14 03:52:39.059439 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a2ff5c31-2f54-4c2c-bc08-bfb189da1cf4 req-0e6d8490-5d15-48a5-adcc-47498d9b92e0 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462711 Dec 14 03:52:40.176940 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f362a-7656-4793-bb6e-cae007cc94b1 req-703ac509-3260-41ba-bea6-338be7179db6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:40.178474 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-643f362a-7656-4793-bb6e-cae007cc94b1 req-703ac509-3260-41ba-bea6-338be7179db6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0489314 Dec 14 03:52:40.230879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-643f362a-7656-4793-bb6e-cae007cc94b1 req-fa34f6c3-f08c-40d8-bec6-fe2c2427b050 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464182 Dec 14 03:52:41.347471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3889045-fb26-474c-b150-6b319b9e93e3 req-7a78e8e8-16c4-44b6-9290-c7d5e861ee60 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:41.348948 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c3889045-fb26-474c-b150-6b319b9e93e3 req-7a78e8e8-16c4-44b6-9290-c7d5e861ee60 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0503099 Dec 14 03:52:41.405123 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c3889045-fb26-474c-b150-6b319b9e93e3 req-f0e8c937-47e1-4e3c-b182-1cf32abceac3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498626 Dec 14 03:52:42.523722 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04654b2d-af14-4aee-8814-fad1c6235f61 req-aced27c3-c1a8-4b08-b179-aa8527f9e67a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:42.525213 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04654b2d-af14-4aee-8814-fad1c6235f61 req-aced27c3-c1a8-4b08-b179-aa8527f9e67a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0497255 Dec 14 03:52:42.576870 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-04654b2d-af14-4aee-8814-fad1c6235f61 req-b7b9224f-5ddb-449f-93f3-5d8b577f477d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453203 Dec 14 03:52:43.694333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1218cc7-c3f1-4525-aa7f-1bf3bc6dd7a5 req-2aba329a-87fa-49be-9443-c1d744ea99d4 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:43.695809 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1218cc7-c3f1-4525-aa7f-1bf3bc6dd7a5 req-2aba329a-87fa-49be-9443-c1d744ea99d4 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0477939 Dec 14 03:52:43.745272 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d1218cc7-c3f1-4525-aa7f-1bf3bc6dd7a5 req-07b24e1d-4adf-4dcf-862a-6d98af247db7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434501 Dec 14 03:52:44.869023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2231f-69e0-4325-8724-ac9a5d889fd1 req-f2e6c026-9c30-41af-bcce-2cc6deff3f5c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:44.870540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aad2231f-69e0-4325-8724-ac9a5d889fd1 req-f2e6c026-9c30-41af-bcce-2cc6deff3f5c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0523975 Dec 14 03:52:44.921811 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-aad2231f-69e0-4325-8724-ac9a5d889fd1 req-cc9b2f0b-2c41-4fda-8f8b-2cba84027292 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452192 Dec 14 03:52:46.040971 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bf87e-c486-4005-9d34-85e54109d8b9 req-84710409-7ffd-4624-99ec-9b1dcc76f0a0 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:46.042509 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-754bf87e-c486-4005-9d34-85e54109d8b9 req-84710409-7ffd-4624-99ec-9b1dcc76f0a0 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0494325 Dec 14 03:52:46.091324 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-754bf87e-c486-4005-9d34-85e54109d8b9 req-e5c57cf9-564f-4d3e-bb7f-08d7f99c88fb tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426953 Dec 14 03:52:47.207215 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a46e98a-f845-4f75-8473-6d6c22c32c6e req-9328b38f-e88f-45f3-92f1-898e021a23a6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:47.208729 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a46e98a-f845-4f75-8473-6d6c22c32c6e req-9328b38f-e88f-45f3-92f1-898e021a23a6 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0496159 Dec 14 03:52:47.261503 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6a46e98a-f845-4f75-8473-6d6c22c32c6e req-d622f78a-911d-4fd5-a623-001fdb71abaa tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465705 Dec 14 03:52:47.709494 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212b332-1749-4095-af22-f20a65315d47 req-3d1f825a-134b-46da-b173-98e4636d2018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:47.710977 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d212b332-1749-4095-af22-f20a65315d47 req-3d1f825a-134b-46da-b173-98e4636d2018 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185&tenant_id=da1a00f397c54391a543b6adc72bb7ff HTTP/1.1" status: 200 len: 1094 time: 0.0817668 Dec 14 03:52:47.723648 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-d212b332-1749-4095-af22-f20a65315d47 req-cd9e38b8-b77a-47c7-aa72-2b68b952778e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103847) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:52:47.724576 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d212b332-1749-4095-af22-f20a65315d47 req-cd9e38b8-b77a-47c7-aa72-2b68b952778e service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056729 Dec 14 03:52:47.741614 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-821636-1', 'device_owner': 'compute:nova'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:52:47.793787 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:47.992316 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] For port d7597725-e691-49eb-b4de-0080e914524c, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=d7597725-e691-49eb-b4de-0080e914524c,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:52:48.024212 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] For port d7597725-e691-49eb-b4de-0080e914524c, host n-h1-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:52:48.060808 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7597725-e691-49eb-b4de-0080e914524c {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:52:48.069026 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:48.081448 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Transition to ACTIVE for port object d7597725-e691-49eb-b4de-0080e914524c will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:52:48.158311 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:48.234491 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Pushing event updated for resources: {'Port': ['ID=d7597725-e691-49eb-b4de-0080e914524c,revision_number=7']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:52:48.251038 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:48.251390 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:48.251735 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:48.252076 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:48.252893 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:48.253239 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:48.253601 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:48.254081 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:48.254423 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:48.254756 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:48.255089 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:48.255418 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:48.255743 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:52:48.290787 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] No DVR routers for this DVR port d7597725-e691-49eb-b4de-0080e914524c on host n-h1-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:52:48.386199 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e36df-ae31-48e6-bd72-2366678b75ae req-89bf3da0-573c-4755-b261-e1a415cc14f8 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:48.387795 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d84e36df-ae31-48e6-bd72-2366678b75ae req-89bf3da0-573c-4755-b261-e1a415cc14f8 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0521297 Dec 14 03:52:48.430524 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Attempting to bind port d7597725-e691-49eb-b4de-0080e914524c on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:52:48.430871 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Attempting to bind port d7597725-e691-49eb-b4de-0080e914524c by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:52:48.431204 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Attempting to bind port d7597725-e691-49eb-b4de-0080e914524c on network 279059b4-362b-4ab9-972d-2939b05903d8 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:52:48.435490 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Port d7597725-e691-49eb-b4de-0080e914524c on network 279059b4-362b-4ab9-972d-2939b05903d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:52:48.435819 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Attempting to bind port d7597725-e691-49eb-b4de-0080e914524c on network 279059b4-362b-4ab9-972d-2939b05903d8 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:52:48.437377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d84e36df-ae31-48e6-bd72-2366678b75ae req-290a4f92-5b58-4538-adef-b125fac40449 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432789 Dec 14 03:52:48.440990 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:52:48.441363 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Checking segment: {'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:52:48.441757 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Bound using segment: {'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:52:48.442192 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Bound port: d7597725-e691-49eb-b4de-0080e914524c, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78b2f67-9155-4d91-9cd8-caee43986b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:52:48.442555 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:48.508630 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] For port d7597725-e691-49eb-b4de-0080e914524c, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:52:48.511557 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] For port d7597725-e691-49eb-b4de-0080e914524c, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d7597725-e691-49eb-b4de-0080e914524c,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:52:48.587349 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:48.625425 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:48.626085 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:48.628067 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d212b332-1749-4095-af22-f20a65315d47 req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] 10.222.0.47 "PUT /v2.0/ports/d7597725-e691-49eb-b4de-0080e914524c HTTP/1.1" status: 200 len: 1091 time: 0.8898761 Dec 14 03:52:48.628506 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'tag': 'd7597725-e691-49eb-b4de-0080e914524c'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:52:48.630995 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78feec6-3825-4344-8e38-bba2c6f06797" -d '{"events": [{"name": "network-changed", "server_uuid": "784d9bd4-b8f1-45d4-9e76-e1092a8ad185", "tag": "d7597725-e691-49eb-b4de-0080e914524c"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:52:48.650709 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ddba4-d9d4-4020-91ab-886d8cd9f9aa service neutron] Pushing event updated for resources: {'Port': ['ID=d7597725-e691-49eb-b4de-0080e914524c,revision_number=8']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:52:48.678678 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cd97d3-4bb6-47f0-96ad-c8fb8cfa9a3a x-openstack-request-id: req-71cd97d3-4bb6-47f0-96ad-c8fb8cfa9a3a {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:52:48.679185 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784d9bd4-b8f1-45d4-9e76-e1092a8ad185", "tag": "d7597725-e691-49eb-b4de-0080e914524c", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:52:48.679637 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-71cd97d3-4bb6-47f0-96ad-c8fb8cfa9a3a {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:52:48.680038 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'tag': 'd7597725-e691-49eb-b4de-0080e914524c', 'status': 'completed', 'code': 200} Dec 14 03:52:48.710836 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212b332-1749-4095-af22-f20a65315d47 req-27b5ff3e-1074-4ab9-b3e8-2bd80850d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:48.712474 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d212b332-1749-4095-af22-f20a65315d47 req-27b5ff3e-1074-4ab9-b3e8-2bd80850d1b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 1094 time: 0.0452769 Dec 14 03:52:48.812824 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212b332-1749-4095-af22-f20a65315d47 req-5bd6df44-56df-4e78-b0dd-beea8bff9fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:48.814377 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d212b332-1749-4095-af22-f20a65315d47 req-5bd6df44-56df-4e78-b0dd-beea8bff9fac service neutron] 10.222.0.47 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 910 time: 0.0938661 Dec 14 03:52:48.880170 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d212b332-1749-4095-af22-f20a65315d47 req-bd434b2f-02d7-4896-a5a2-ed6a9ae200be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7597725-e691-49eb-b4de-0080e914524c HTTP/1.1" status: 200 len: 998 time: 0.0583029 Dec 14 03:52:48.934165 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212b332-1749-4095-af22-f20a65315d47 req-d06eb447-0d32-4ad3-ae9f-3fcdca38da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:48.935639 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d212b332-1749-4095-af22-f20a65315d47 req-d06eb447-0d32-4ad3-ae9f-3fcdca38da74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0484059 Dec 14 03:52:48.981609 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212b332-1749-4095-af22-f20a65315d47 req-e1fd105a-f123-42e2-a33c-f03823472638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:48.983036 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d212b332-1749-4095-af22-f20a65315d47 req-e1fd105a-f123-42e2-a33c-f03823472638 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407946 Dec 14 03:52:49.073208 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d212b332-1749-4095-af22-f20a65315d47 req-645f1046-a0e6-4296-a9b0-224130d08ab4 service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822408 Dec 14 03:52:49.167608 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d212b332-1749-4095-af22-f20a65315d47 req-ced5beee-f8e5-4d77-bd54-7e162b2ba2ba service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875790 Dec 14 03:52:49.331659 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78feec6-3825-4344-8e38-bba2c6f06797 req-8fba049c-a7f7-46c1-812a-8da6d9fd5295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:49.333191 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c78feec6-3825-4344-8e38-bba2c6f06797 req-8fba049c-a7f7-46c1-812a-8da6d9fd5295 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 1094 time: 0.0416353 Dec 14 03:52:49.426412 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78feec6-3825-4344-8e38-bba2c6f06797 req-1ba6e892-ac3c-4190-8175-930fb6f83b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:49.427879 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c78feec6-3825-4344-8e38-bba2c6f06797 req-1ba6e892-ac3c-4190-8175-930fb6f83b0e service neutron] 10.222.0.47 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 910 time: 0.0870137 Dec 14 03:52:49.494799 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c78feec6-3825-4344-8e38-bba2c6f06797 req-aadb51a5-66c1-4bc4-b898-a866829bf51f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7597725-e691-49eb-b4de-0080e914524c HTTP/1.1" status: 200 len: 998 time: 0.0593123 Dec 14 03:52:49.544581 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78feec6-3825-4344-8e38-bba2c6f06797 req-2578c23a-5fbe-44b9-b7e7-43f7c58f35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:49.546180 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c78feec6-3825-4344-8e38-bba2c6f06797 req-2578c23a-5fbe-44b9-b7e7-43f7c58f35bc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0443077 Dec 14 03:52:49.554135 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541665a-aee5-4d32-94bb-37f07e944412 req-af1d62c6-89b9-472c-8860-8d71b03594a7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:49.555636 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a541665a-aee5-4d32-94bb-37f07e944412 req-af1d62c6-89b9-472c-8860-8d71b03594a7 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0492165 Dec 14 03:52:49.595749 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78feec6-3825-4344-8e38-bba2c6f06797 req-d1f7cb1f-acbe-48ec-ab89-448ac370a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:49.597808 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c78feec6-3825-4344-8e38-bba2c6f06797 req-d1f7cb1f-acbe-48ec-ab89-448ac370a217 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443935 Dec 14 03:52:49.605250 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a541665a-aee5-4d32-94bb-37f07e944412 req-5c192879-19cd-45e2-8611-2193f5e9b511 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436950 Dec 14 03:52:49.687584 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c78feec6-3825-4344-8e38-bba2c6f06797 req-a50fff6f-2764-4497-9088-48b09eb30033 service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823681 Dec 14 03:52:49.785222 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c78feec6-3825-4344-8e38-bba2c6f06797 req-516eedce-43a6-4fd0-8833-823968de5190 service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881770 Dec 14 03:52:50.724775 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba2e0e-701d-429b-bd07-d2d1911d687b req-4cb93959-1924-40b8-9040-b4289b1bb8c0 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:50.726283 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8ba2e0e-701d-429b-bd07-d2d1911d687b req-4cb93959-1924-40b8-9040-b4289b1bb8c0 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0524914 Dec 14 03:52:50.776647 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c8ba2e0e-701d-429b-bd07-d2d1911d687b req-be9e5220-85b7-482f-93da-f17abdb7dc19 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438643 Dec 14 03:52:51.890897 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848bb480-c6d0-4c4d-bf98-3bfdecfecd89 req-5b2217f9-21fd-4942-a802-7beb01147fcb tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:51.892377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-848bb480-c6d0-4c4d-bf98-3bfdecfecd89 req-5b2217f9-21fd-4942-a802-7beb01147fcb tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0489144 Dec 14 03:52:51.942067 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-848bb480-c6d0-4c4d-bf98-3bfdecfecd89 req-b5ea08ed-30dd-4f97-8d89-850a8f3053d9 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437212 Dec 14 03:52:53.062777 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60a2cb-7a52-4c2c-bd37-601b9fa84cda req-c87038aa-1854-4467-86dc-246f04333676 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:53.064246 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f60a2cb-7a52-4c2c-bd37-601b9fa84cda req-c87038aa-1854-4467-86dc-246f04333676 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0535593 Dec 14 03:52:53.458536 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4f60a2cb-7a52-4c2c-bd37-601b9fa84cda req-1b7314fc-b044-4a75-9cd5-f59c9f7c1f38 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3880560 Dec 14 03:52:54.571000 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac93b35-b7d7-48ff-ba64-4b52052fb3df req-25abcb5b-75dc-44e4-b3e5-c2f116d48981 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:54.572472 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dac93b35-b7d7-48ff-ba64-4b52052fb3df req-25abcb5b-75dc-44e4-b3e5-c2f116d48981 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0479512 Dec 14 03:52:54.621403 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-dac93b35-b7d7-48ff-ba64-4b52052fb3df req-060eaac0-dd97-4b7a-b2b4-dac1b1569ee4 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429978 Dec 14 03:52:55.735718 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01691e9-ef6f-4718-9cc4-79487550f001 req-fda3c2a0-0710-47ba-ae31-d7042a488827 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:55.737822 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e01691e9-ef6f-4718-9cc4-79487550f001 req-fda3c2a0-0710-47ba-ae31-d7042a488827 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0496540 Dec 14 03:52:55.788634 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e01691e9-ef6f-4718-9cc4-79487550f001 req-4afab714-7fc2-4731-8224-c4cdb2d0c8a5 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448804 Dec 14 03:52:56.902945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc36d8-cf80-4292-9c08-b539ca6fcf3c req-999d9685-580a-4e3c-a08b-834f308a5b23 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:56.910054 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75fc36d8-cf80-4292-9c08-b539ca6fcf3c req-999d9685-580a-4e3c-a08b-834f308a5b23 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0483119 Dec 14 03:52:56.953280 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-75fc36d8-cf80-4292-9c08-b539ca6fcf3c req-015bfde0-f57c-4a0a-869f-f804775ee81a tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421531 Dec 14 03:52:57.906458 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:57.957070 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device d7597725-e691-49eb-b4de-0080e914524c details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:52:58.054077 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port d7597725-e691-49eb-b4de-0080e914524c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d7597725-e691-49eb-b4de-0080e914524c,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:52:58.065476 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': 'd7597725-e691-49eb-b4de-0080e914524c', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'port_id': 'd7597725-e691-49eb-b4de-0080e914524c', 'mac_address': 'fa:16:3e:67:11:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:52:58.072630 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952fb9c-d3f5-4363-82ae-be61f6d6e2b1 req-b7b819be-1918-415b-b618-0d4cb8b8f095 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:58.074152 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c952fb9c-d3f5-4363-82ae-be61f6d6e2b1 req-b7b819be-1918-415b-b618-0d4cb8b8f095 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 943 time: 0.0488417 Dec 14 03:52:58.102264 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:58.115092 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7597725-e691-49eb-b4de-0080e914524c {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:52:58.123710 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c952fb9c-d3f5-4363-82ae-be61f6d6e2b1 req-1c4ed94f-8aa9-493a-9781-2cf23aa9b765 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435512 Dec 14 03:52:58.136318 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port d7597725-e691-49eb-b4de-0080e914524c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d7597725-e691-49eb-b4de-0080e914524c,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:52:58.197993 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:52:58.244985 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=d7597725-e691-49eb-b4de-0080e914524c,revision_number=9']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:52:58.510515 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['d7597725-e691-49eb-b4de-0080e914524c'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:52:58.741626 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:52:59.249222 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc9b17-5a99-40cf-a416-f9f24497c17e req-dec2aa96-5679-4471-942a-7fecc41bf996 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:52:59.250637 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00dc9b17-5a99-40cf-a416-f9f24497c17e req-dec2aa96-5679-4471-942a-7fecc41bf996 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 944 time: 0.0521226 Dec 14 03:52:59.299768 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-00dc9b17-5a99-40cf-a416-f9f24497c17e req-c076e32e-bedd-48d6-bb70-1bfc2c7a3afb tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419235 Dec 14 03:52:59.972863 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device d7597725-e691-49eb-b4de-0080e914524c up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:53:00.144597 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port d7597725-e691-49eb-b4de-0080e914524c completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:53:00.148495 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port d7597725-e691-49eb-b4de-0080e914524c triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:53:00.148922 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:53:00.224257 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:53:00.246172 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7597725-e691-49eb-b4de-0080e914524c'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:53:00.248426 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776934ca-b6ba-419c-80ee-64550c893f54" -d '{"events": [{"server_uuid": "784d9bd4-b8f1-45d4-9e76-e1092a8ad185", "name": "network-vif-plugged", "status": "completed", "tag": "d7597725-e691-49eb-b4de-0080e914524c"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:53:00.261042 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port d7597725-e691-49eb-b4de-0080e914524c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d7597725-e691-49eb-b4de-0080e914524c,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:53:00.287741 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a77b90-e472-43ea-9929-82eb270b9525 x-openstack-request-id: req-42a77b90-e472-43ea-9929-82eb270b9525 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:53:00.288043 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784d9bd4-b8f1-45d4-9e76-e1092a8ad185", "name": "network-vif-plugged", "status": "completed", "tag": "d7597725-e691-49eb-b4de-0080e914524c", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:53:00.288304 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42a77b90-e472-43ea-9929-82eb270b9525 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:53:00.288710 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7597725-e691-49eb-b4de-0080e914524c', 'code': 200} Dec 14 03:53:00.335223 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:53:00.397182 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=d7597725-e691-49eb-b4de-0080e914524c,revision_number=10']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:53:00.418174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425d1a-b606-47c1-bba9-523917ead26f req-a8a6eb42-b16f-48ca-b2dd-cec3609f4eb3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:53:00.419672 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b425d1a-b606-47c1-bba9-523917ead26f req-a8a6eb42-b16f-48ca-b2dd-cec3609f4eb3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 946 time: 0.0489240 Dec 14 03:53:00.470114 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0b425d1a-b606-47c1-bba9-523917ead26f req-fefd97c8-806c-4f73-a557-cdfa034109db tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434258 Dec 14 03:53:00.489138 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357ebd2-a2ba-473e-85f9-ca5be29c933e req-ddf1971f-27bf-4c35-a936-605e43b3e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:53:00.490749 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4357ebd2-a2ba-473e-85f9-ca5be29c933e req-ddf1971f-27bf-4c35-a936-605e43b3e001 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 1097 time: 0.0423536 Dec 14 03:53:00.537665 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-4357ebd2-a2ba-473e-85f9-ca5be29c933e req-36d01ccb-7a0d-4ea1-843b-65ef7cb72a03 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398276 Dec 14 03:53:00.957001 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:53:01.590471 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46142a-62d5-4cd0-844b-e9b2c055d7f8 req-63487458-8be8-4f7c-bee5-daaabf22dbdb tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:53:01.592030 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef46142a-62d5-4cd0-844b-e9b2c055d7f8 req-63487458-8be8-4f7c-bee5-daaabf22dbdb tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 946 time: 0.0492010 Dec 14 03:53:01.651616 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ef46142a-62d5-4cd0-844b-e9b2c055d7f8 req-b1ab5656-5dec-40a5-bf80-efb365880201 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523643 Dec 14 03:53:02.768806 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86568d21-cc9b-4371-93d4-973590d9a76d req-89564d2a-91a3-480b-bcc8-a6dc07674e22 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:53:02.770349 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-86568d21-cc9b-4371-93d4-973590d9a76d req-89564d2a-91a3-480b-bcc8-a6dc07674e22 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 946 time: 0.0497236 Dec 14 03:53:02.819741 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-86568d21-cc9b-4371-93d4-973590d9a76d req-00c46e7f-5886-4a60-97d5-9b287eab721d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432265 Dec 14 03:53:02.836446 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-60f0e5c4-6511-44a4-8a66-280eb578ced6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:53:05.083829 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4f9ab0e1-7747-4bff-a6d5-bf6305e13c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:53:06.655049 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:53:08.003774 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:53:08.693334 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:53:15.267468 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b4ddac51-0e35-445d-8cb7-8cdf550c5a08 req-841e0ec8-2897-46e5-a2b5-30e3fe6e649e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392687 Dec 14 03:53:15.367295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddac51-0e35-445d-8cb7-8cdf550c5a08 req-318ed25f-e3fe-47a0-baad-dc024e2ad5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:53:15.368790 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b4ddac51-0e35-445d-8cb7-8cdf550c5a08 req-318ed25f-e3fe-47a0-baad-dc024e2ad5b8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 1097 time: 0.0414050 Dec 14 03:53:15.479301 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddac51-0e35-445d-8cb7-8cdf550c5a08 req-d11c7642-9ac5-4075-b88d-6908dce19145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:53:15.480771 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b4ddac51-0e35-445d-8cb7-8cdf550c5a08 req-d11c7642-9ac5-4075-b88d-6908dce19145 service neutron] 10.222.0.47 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 910 time: 0.0894368 Dec 14 03:53:15.544693 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b4ddac51-0e35-445d-8cb7-8cdf550c5a08 req-920c9453-4d63-4701-a149-40b405c45c3d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7597725-e691-49eb-b4de-0080e914524c HTTP/1.1" status: 200 len: 1000 time: 0.0569944 Dec 14 03:53:15.596371 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddac51-0e35-445d-8cb7-8cdf550c5a08 req-2ba99b9c-832c-4293-9f94-2dd8a4bb7266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:53:15.597846 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b4ddac51-0e35-445d-8cb7-8cdf550c5a08 req-2ba99b9c-832c-4293-9f94-2dd8a4bb7266 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0470359 Dec 14 03:53:15.643415 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddac51-0e35-445d-8cb7-8cdf550c5a08 req-16389125-c291-46d6-8e43-28bf45b47e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:53:15.644875 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b4ddac51-0e35-445d-8cb7-8cdf550c5a08 req-16389125-c291-46d6-8e43-28bf45b47e89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392056 Dec 14 03:53:15.733593 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b4ddac51-0e35-445d-8cb7-8cdf550c5a08 req-9d2c83c6-b6dc-44ca-bf20-0daa8772bd4e service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803025 Dec 14 03:53:15.825780 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-b4ddac51-0e35-445d-8cb7-8cdf550c5a08 req-4bdf7ca5-4c68-4d91-ba89-f7337e42c262 service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856428 Dec 14 03:53:27.939200 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:53:30.995859 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:53:32.819873 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c82c5725-3421-4ffb-9641-124ec9855cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:53:35.099041 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e34013cf-b1a3-4d50-acbc-aa52985653f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:53:35.741259 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:53:36.619333 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:53:37.985041 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:53:38.745104 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:53:57.904295 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:00.956022 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:02.812508 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b519b775-7b79-491c-b009-c3cf5bd887c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:05.109971 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-143b8b43-7af8-434a-ae5f-71e05310db83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:06.635829 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:08.018234 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:08.686821 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:12.740830 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:54:15.264567 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-73f74dbf-2cec-4b3f-b6a9-c0e3a4c44272 req-8d63f4be-568c-4d49-9e2a-37fecb7aeb68 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390177 Dec 14 03:54:15.368348 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f74dbf-2cec-4b3f-b6a9-c0e3a4c44272 req-559e35d8-59fc-49ec-b106-2136fa5f26cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:54:15.369854 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-73f74dbf-2cec-4b3f-b6a9-c0e3a4c44272 req-559e35d8-59fc-49ec-b106-2136fa5f26cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 1097 time: 0.0405152 Dec 14 03:54:15.474663 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f74dbf-2cec-4b3f-b6a9-c0e3a4c44272 req-b546d818-fed8-4f32-8f32-8e20741c71ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:54:15.478498 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-73f74dbf-2cec-4b3f-b6a9-c0e3a4c44272 req-b546d818-fed8-4f32-8f32-8e20741c71ea service neutron] 10.222.0.47 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 910 time: 0.0878756 Dec 14 03:54:15.540868 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-73f74dbf-2cec-4b3f-b6a9-c0e3a4c44272 req-0fc68a9a-1fc5-4533-8e77-0255b6269bfb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7597725-e691-49eb-b4de-0080e914524c HTTP/1.1" status: 200 len: 1000 time: 0.0573020 Dec 14 03:54:15.592309 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f74dbf-2cec-4b3f-b6a9-c0e3a4c44272 req-7b4be533-0887-428b-9b69-4e4ef44c3c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:54:15.593731 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-73f74dbf-2cec-4b3f-b6a9-c0e3a4c44272 req-7b4be533-0887-428b-9b69-4e4ef44c3c35 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0454214 Dec 14 03:54:15.637921 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f74dbf-2cec-4b3f-b6a9-c0e3a4c44272 req-1bfd6c96-5f85-4f95-8420-1d804148215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:54:15.639387 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-73f74dbf-2cec-4b3f-b6a9-c0e3a4c44272 req-1bfd6c96-5f85-4f95-8420-1d804148215b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389199 Dec 14 03:54:15.725616 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-73f74dbf-2cec-4b3f-b6a9-c0e3a4c44272 req-b0a7ee9b-6a33-4579-9d6a-62ccd1caae29 service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789413 Dec 14 03:54:15.819101 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-73f74dbf-2cec-4b3f-b6a9-c0e3a4c44272 req-8b359dd9-218b-4559-82b2-d444d90d8e09 service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855789 Dec 14 03:54:27.937957 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:30.966326 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:32.829362 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-71e66d27-96e9-46fd-bd9d-af0b87566f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:35.091874 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9af28c59-37f3-4b7f-b498-00904b970e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:36.623171 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:38.005974 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:38.686009 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:38.737568 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56554) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:54:38.973958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Deleting port 16f79afe-6e88-4898-b0f8-a3d220d50161 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:54:38.974309 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:39.054252 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:39.054582 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:39.067159 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Calling delete_port for 16f79afe-6e88-4898-b0f8-a3d220d50161 owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:54:39.286042 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:39.311218 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event deleted for resources: {'Port': ['ID=16f79afe-6e88-4898-b0f8-a3d220d50161,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:39.324841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:39.325243 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:39.325642 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:39.325988 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:39.326334 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:39.326675 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:39.327008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:39.327343 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:39.327677 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:39.328008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:39.328339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:39.328669 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:39.329008 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:39.383442 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:39.383778 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Floating IP 28f8fae7-ee39-4f5c-97bd-1cb1689e47f5 disassociated (deleted). External IP: 172.25.7.32, port: d7597725-e691-49eb-b4de-0080e914524c. Dec 14 03:54:39.590678 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Router 8cf38a9f-d2dd-4dac-9dce-26d946230523 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:54:39.708126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:54:39.712906 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:39.718175 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e31430-1784-43f8-bb96-0d52c087f354 None None] Sync routers for ids ['8cf38a9f-d2dd-4dac-9dce-26d946230523'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:54:39.727776 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e31430-1784-43f8-bb96-0d52c087f354 None None] Routers {'8cf38a9f-d2dd-4dac-9dce-26d946230523'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:54:39.728390 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-03e31430-1784-43f8-bb96-0d52c087f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['8cf38a9f-d2dd-4dac-9dce-26d946230523'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:54:39.740733 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-b09cab32-3e5c-4d1b-932b-712b369099c3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "DELETE /v2.0/floatingips/28f8fae7-ee39-4f5c-97bd-1cb1689e47f5 HTTP/1.1" status: 204 len: 168 time: 1.0019534 Dec 14 03:54:39.741565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'tag': 'd7597725-e691-49eb-b4de-0080e914524c'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:54:39.744025 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1854c0b6-007b-4ea9-a9fe-753fdb140df2" -d '{"events": [{"name": "network-changed", "server_uuid": "784d9bd4-b8f1-45d4-9e76-e1092a8ad185", "tag": "d7597725-e691-49eb-b4de-0080e914524c"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:54:39.834050 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-03e31430-1784-43f8-bb96-0d52c087f354 None None] Set router 8cf38a9f-d2dd-4dac-9dce-26d946230523 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:54:39.857502 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0198f95f-f8bc-4e5d-9eee-cde08be666ca x-openstack-request-id: req-0198f95f-f8bc-4e5d-9eee-cde08be666ca {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:54:39.858242 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784d9bd4-b8f1-45d4-9e76-e1092a8ad185", "tag": "d7597725-e691-49eb-b4de-0080e914524c", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:54:39.858585 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0198f95f-f8bc-4e5d-9eee-cde08be666ca {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:54:39.859059 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'tag': 'd7597725-e691-49eb-b4de-0080e914524c', 'status': 'completed', 'code': 200} Dec 14 03:54:39.947486 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854c0b6-007b-4ea9-a9fe-753fdb140df2 req-fffb9e2e-84f4-4cd7-90df-16b54956919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:54:39.949072 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1854c0b6-007b-4ea9-a9fe-753fdb140df2 req-fffb9e2e-84f4-4cd7-90df-16b54956919b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=da1a00f397c54391a543b6adc72bb7ff&device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 1097 time: 0.0446973 Dec 14 03:54:40.038891 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-03e31430-1784-43f8-bb96-0d52c087f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:44:32Z', 'revision_number': 4, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port': {'id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:30Z', 'updated_at': '2021-12-14T03:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '1d554c63-7343-4911-a310-db2434f6105f', 'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'mac_address': 'fa:16:3e:d9:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:32Z', 'updated_at': '2021-12-14T03:44:36Z', 'revision_number': 5, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'subnets': [{'id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:54:40.046809 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854c0b6-007b-4ea9-a9fe-753fdb140df2 req-493254c3-4402-4634-bd08-d76780337a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:54:40.048288 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1854c0b6-007b-4ea9-a9fe-753fdb140df2 req-493254c3-4402-4634-bd08-d76780337a98 service neutron] 10.222.0.47 "GET /v2.0/networks?id=279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 200 len: 910 time: 0.0912635 Dec 14 03:54:40.065749 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e31430-1784-43f8-bb96-0d52c087f354 None None] Checking router: 8cf38a9f-d2dd-4dac-9dce-26d946230523 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:54:40.074537 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e31430-1784-43f8-bb96-0d52c087f354 None None] Routers {'8cf38a9f-d2dd-4dac-9dce-26d946230523'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:54:40.075166 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-03e31430-1784-43f8-bb96-0d52c087f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['8cf38a9f-d2dd-4dac-9dce-26d946230523'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:54:40.096222 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1854c0b6-007b-4ea9-a9fe-753fdb140df2 req-2d3f6b92-f8ec-4a90-98af-bdcd7380ee8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7597725-e691-49eb-b4de-0080e914524c HTTP/1.1" status: 200 len: 217 time: 0.0396709 Dec 14 03:54:40.156956 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854c0b6-007b-4ea9-a9fe-753fdb140df2 req-79334cff-f021-47b3-9f44-646fbb82303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:54:40.159274 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1854c0b6-007b-4ea9-a9fe-753fdb140df2 req-79334cff-f021-47b3-9f44-646fbb82303a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 200 len: 848 time: 0.0469792 Dec 14 03:54:40.163875 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae5e55-a1ee-4f8e-9d24-01bdc9ed385b req-1997e0ee-e524-4d3d-ad87-748e2e96629d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:54:40.165383 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84ae5e55-a1ee-4f8e-9d24-01bdc9ed385b req-1997e0ee-e524-4d3d-ad87-748e2e96629d tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 946 time: 0.0510056 Dec 14 03:54:40.184656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-03e31430-1784-43f8-bb96-0d52c087f354 None None] Set router 8cf38a9f-d2dd-4dac-9dce-26d946230523 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:54:40.212265 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854c0b6-007b-4ea9-a9fe-753fdb140df2 req-53acb1a5-f285-4445-a7b8-6c75c3d8b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:54:40.213888 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1854c0b6-007b-4ea9-a9fe-753fdb140df2 req-53acb1a5-f285-4445-a7b8-6c75c3d8b5d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=279059b4-362b-4ab9-972d-2939b05903d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464547 Dec 14 03:54:40.220631 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-84ae5e55-a1ee-4f8e-9d24-01bdc9ed385b req-04fc90cf-7d3a-4b9d-a800-fef355d7bf1c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489340 Dec 14 03:54:40.304875 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1854c0b6-007b-4ea9-a9fe-753fdb140df2 req-6b45a88f-04b5-4280-96d2-0bb05e35c25a service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825362 Dec 14 03:54:40.385254 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-03e31430-1784-43f8-bb96-0d52c087f354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:44:32Z', 'revision_number': 4, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port': {'id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:30Z', 'updated_at': '2021-12-14T03:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '1d554c63-7343-4911-a310-db2434f6105f', 'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'mac_address': 'fa:16:3e:d9:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:32Z', 'updated_at': '2021-12-14T03:44:36Z', 'revision_number': 5, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'subnets': [{'id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:54:40.401155 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-1854c0b6-007b-4ea9-a9fe-753fdb140df2 req-4bd57f24-56d9-4c5a-9299-9a6e679d406e service neutron] 10.222.0.47 "GET /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879393 Dec 14 03:54:40.415545 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e31430-1784-43f8-bb96-0d52c087f354 None None] The sync data for ids ['8cf38a9f-d2dd-4dac-9dce-26d946230523'] in n-d-821636-1 is: [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:44:32Z', 'revision_number': 4, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port': {'id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:30Z', 'updated_at': '2021-12-14T03:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '1d554c63-7343-4911-a310-db2434f6105f', 'name': '', 'network_id': '279059b4-362b-4ab9-972d-2939b05903d8', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'mac_address': 'fa:16:3e:d9:63:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:32Z', 'updated_at': '2021-12-14T03:44:36Z', 'revision_number': 5, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'subnets': [{'id': '20ad3664-bc44-41ab-91a1-c522c7abc466', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:54:40.643246 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dd8126-d5c3-4098-af59-ef66f127ddfc None None] New status for floating IP 28f8fae7-ee39-4f5c-97bd-1cb1689e47f5: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:54:41.347478 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24033c5b-149b-44b4-9209-5d368b46eb91 req-00c1593b-483f-4da0-b7a1-71442e7b5cbc tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:54:41.349217 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24033c5b-149b-44b4-9209-5d368b46eb91 req-00c1593b-483f-4da0-b7a1-71442e7b5cbc tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 946 time: 0.0540726 Dec 14 03:54:41.401292 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-24033c5b-149b-44b4-9209-5d368b46eb91 req-da7b84a1-417e-4b17-8047-75b16c09c9bb tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/security-groups?id=5044981d-bb2d-431c-80d1-7fc73faa5491&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460334 Dec 14 03:54:41.823972 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6c80d-2d52-414d-9898-ec1e1c74c30b req-f84ddd38-c69d-427c-9ac5-81c713d60f23 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:54:41.825487 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-11f6c80d-2d52-414d-9898-ec1e1c74c30b req-f84ddd38-c69d-427c-9ac5-81c713d60f23 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.47 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 946 time: 0.0495317 Dec 14 03:54:41.911638 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-11f6c80d-2d52-414d-9898-ec1e1c74c30b req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Deleting port d7597725-e691-49eb-b4de-0080e914524c {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:54:41.911882 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-11f6c80d-2d52-414d-9898-ec1e1c74c30b req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:42.006173 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-11f6c80d-2d52-414d-9898-ec1e1c74c30b req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] For port d7597725-e691-49eb-b4de-0080e914524c, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=d7597725-e691-49eb-b4de-0080e914524c,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:54:42.006535 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-11f6c80d-2d52-414d-9898-ec1e1c74c30b req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:42.018697 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-11f6c80d-2d52-414d-9898-ec1e1c74c30b req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Calling delete_port for d7597725-e691-49eb-b4de-0080e914524c owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:54:42.194766 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-11f6c80d-2d52-414d-9898-ec1e1c74c30b req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:42.223967 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event deleted for resources: {'Port': ['ID=d7597725-e691-49eb-b4de-0080e914524c,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:42.235931 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:42.236306 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:42.237386 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:42.237904 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:42.238246 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:42.238591 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:42.238927 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:42.239260 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:42.239585 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:42.239928 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:42.240255 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:42.240582 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:42.240905 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:42.278648 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f6c80d-2d52-414d-9898-ec1e1c74c30b req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] No DVR routers for this DVR port d7597725-e691-49eb-b4de-0080e914524c on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:54:42.281258 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-11f6c80d-2d52-414d-9898-ec1e1c74c30b req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:42.285616 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-11f6c80d-2d52-414d-9898-ec1e1c74c30b req-1cd1fe3c-3945-4eef-913e-160f685a0c7b tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.47 "DELETE /v2.0/ports/d7597725-e691-49eb-b4de-0080e914524c HTTP/1.1" status: 204 len: 173 time: 0.4539974 Dec 14 03:54:42.286119 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'name': 'network-vif-deleted', 'tag': 'd7597725-e691-49eb-b4de-0080e914524c'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:54:42.288707 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e02964-a7b2-4e46-8966-e52ed86f99d5" -d '{"events": [{"server_uuid": "784d9bd4-b8f1-45d4-9e76-e1092a8ad185", "name": "network-vif-deleted", "tag": "d7597725-e691-49eb-b4de-0080e914524c"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:54:42.433894 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedcb9b2-dd1e-4fd6-8db4-d038e320f6c9 x-openstack-request-id: req-aedcb9b2-dd1e-4fd6-8db4-d038e320f6c9 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:54:42.434194 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784d9bd4-b8f1-45d4-9e76-e1092a8ad185", "name": "network-vif-deleted", "tag": "d7597725-e691-49eb-b4de-0080e914524c", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:54:42.434456 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aedcb9b2-dd1e-4fd6-8db4-d038e320f6c9 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:54:42.434861 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784d9bd4-b8f1-45d4-9e76-e1092a8ad185', 'name': 'network-vif-deleted', 'tag': 'd7597725-e691-49eb-b4de-0080e914524c', 'status': 'completed', 'code': 200} Dec 14 03:54:42.497826 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4c8fd0d3-6767-46b3-abc4-abd002d1a30b req-9c4947ba-bd98-42e2-b6fa-91b1cdcd0d77 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 210 time: 0.0277236 Dec 14 03:54:43.597416 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6b7f6518-f3f4-46b8-ad71-3dae72008384 req-4f1f3551-5334-463e-a147-135f7706dbea tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 210 time: 0.0267289 Dec 14 03:54:44.563586 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device d7597725-e691-49eb-b4de-0080e914524c no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:54:44.584053 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: d7597725-e691-49eb-b4de-0080e914524c {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:54:44.584409 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device d7597725-e691-49eb-b4de-0080e914524c not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:54:44.697275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6bca2419-bfe6-459c-b22a-d844c4e0de5d req-1724e2e8-89be-4bd5-a74b-23669a52dee3 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 210 time: 0.0289402 Dec 14 03:54:45.795436 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-9fd1d8ab-6577-4309-9c0f-a23bf638a50a req-1101c91a-d1a7-40ff-9eee-e98882f4f66c tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 210 time: 0.0283031 Dec 14 03:54:47.023969 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-88a4a23c-d55e-478d-8301-fc88f2b83f25 req-a15d6d74-548c-4c8a-8392-e4603e08e0d4 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "GET /v2.0/ports?device_id=784d9bd4-b8f1-45d4-9e76-e1092a8ad185 HTTP/1.1" status: 200 len: 210 time: 0.1553950 Dec 14 03:54:48.083407 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56596) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:54:48.140224 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-539af06d-153f-4bd7-becb-55a82c5fe262 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:48.165498 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-539af06d-153f-4bd7-becb-55a82c5fe262 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:48.280122 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-539af06d-153f-4bd7-becb-55a82c5fe262 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:48.282900 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-539af06d-153f-4bd7-becb-55a82c5fe262 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:48.285275 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-539af06d-153f-4bd7-becb-55a82c5fe262 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] 10.222.0.39 "DELETE /v2.0/security-groups/5044981d-bb2d-431c-80d1-7fc73faa5491 HTTP/1.1" status: 204 len: 168 time: 0.2005494 Dec 14 03:54:48.294551 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539af06d-153f-4bd7-becb-55a82c5fe262 tempest-TestShelveInstance-1666280838 tempest-TestShelveInstance-1666280838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5044981d-bb2d-431c-80d1-7fc73faa5491,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:48.390513 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56600) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:54:48.872685 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe41a-ff24-4bac-ab3c-8a0f93b74df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:49.121646 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-ba8fe41a-ff24-4bac-ab3c-8a0f93b74df8 admin admin] Deleting port 1d554c63-7343-4911-a310-db2434f6105f {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:54:49.121987 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe41a-ff24-4bac-ab3c-8a0f93b74df8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:49.199009 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-ba8fe41a-ff24-4bac-ab3c-8a0f93b74df8 admin admin] For port 1d554c63-7343-4911-a310-db2434f6105f, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=1d554c63-7343-4911-a310-db2434f6105f,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:54:49.199305 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe41a-ff24-4bac-ab3c-8a0f93b74df8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:49.212685 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-ba8fe41a-ff24-4bac-ab3c-8a0f93b74df8 admin admin] Calling delete_port for 1d554c63-7343-4911-a310-db2434f6105f owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:54:49.451677 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe41a-ff24-4bac-ab3c-8a0f93b74df8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:49.478099 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fe41a-ff24-4bac-ab3c-8a0f93b74df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d554c63-7343-4911-a310-db2434f6105f,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:49.740880 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:54:49.998422 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-ba8fe41a-ff24-4bac-ab3c-8a0f93b74df8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:50.212293 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8fe41a-ff24-4bac-ab3c-8a0f93b74df8 admin admin] Router 8cf38a9f-d2dd-4dac-9dce-26d946230523 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:54:50.316495 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8fe41a-ff24-4bac-ab3c-8a0f93b74df8 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:54:50.325391 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-ba8fe41a-ff24-4bac-ab3c-8a0f93b74df8 admin admin] 10.222.0.39 "PUT /v2.0/routers/8cf38a9f-d2dd-4dac-9dce-26d946230523/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9308360 Dec 14 03:54:50.325391 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56604) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:54:50.327566 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8c0ef7-4f41-4c51-ad4f-113abc9d66b9 None None] Sync routers for ids ['8cf38a9f-d2dd-4dac-9dce-26d946230523'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:54:50.338563 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c0ef7-4f41-4c51-ad4f-113abc9d66b9 None None] Routers {'8cf38a9f-d2dd-4dac-9dce-26d946230523'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:54:50.339206 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bf8c0ef7-4f41-4c51-ad4f-113abc9d66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['8cf38a9f-d2dd-4dac-9dce-26d946230523'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:54:50.433411 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-17b29adc-dd92-46a4-9eaa-5f4b9aa57134 admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:50.447804 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-bf8c0ef7-4f41-4c51-ad4f-113abc9d66b9 None None] Set router 8cf38a9f-d2dd-4dac-9dce-26d946230523 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:54:50.543669 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-17b29adc-dd92-46a4-9eaa-5f4b9aa57134 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:50.671416 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-17b29adc-dd92-46a4-9eaa-5f4b9aa57134 admin admin] Deleting port 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:54:50.671933 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-17b29adc-dd92-46a4-9eaa-5f4b9aa57134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:50.760397 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-17b29adc-dd92-46a4-9eaa-5f4b9aa57134 admin admin] For port 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:54:50.760764 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-17b29adc-dd92-46a4-9eaa-5f4b9aa57134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:50.773735 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-17b29adc-dd92-46a4-9eaa-5f4b9aa57134 admin admin] Calling delete_port for 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:54:50.800549 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bf8c0ef7-4f41-4c51-ad4f-113abc9d66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24'}], 'enable_snat': True}, 'gw_port_id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:54:49Z', 'revision_number': 5, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port': {'id': '0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:94:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:30Z', 'updated_at': '2021-12-14T03:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:54:50.828164 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8c0ef7-4f41-4c51-ad4f-113abc9d66b9 None None] Checking router: 8cf38a9f-d2dd-4dac-9dce-26d946230523 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:54:50.837643 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8c0ef7-4f41-4c51-ad4f-113abc9d66b9 None None] Routers {'8cf38a9f-d2dd-4dac-9dce-26d946230523'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:54:50.838269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bf8c0ef7-4f41-4c51-ad4f-113abc9d66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['8cf38a9f-d2dd-4dac-9dce-26d946230523'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:54:50.940502 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-bf8c0ef7-4f41-4c51-ad4f-113abc9d66b9 None None] Set router 8cf38a9f-d2dd-4dac-9dce-26d946230523 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:54:50.994786 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-bf8c0ef7-4f41-4c51-ad4f-113abc9d66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:54:50Z', 'revision_number': 6, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:54:51.017951 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-17b29adc-dd92-46a4-9eaa-5f4b9aa57134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:51.022303 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8c0ef7-4f41-4c51-ad4f-113abc9d66b9 None None] The sync data for ids ['8cf38a9f-d2dd-4dac-9dce-26d946230523'] in n-d-821636-1 is: [{'id': '8cf38a9f-d2dd-4dac-9dce-26d946230523', 'name': 'tempest-TestShelveInstance-1196597741-router', 'tenant_id': 'da1a00f397c54391a543b6adc72bb7ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:29Z', 'updated_at': '2021-12-14T03:54:50Z', 'revision_number': 6, 'project_id': 'da1a00f397c54391a543b6adc72bb7ff', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:54:51.049538 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b29adc-dd92-46a4-9eaa-5f4b9aa57134 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:51.068895 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d37ab7a-fe9d-4037-a06b-789785f9da9d None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:54:51.118157 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-17b29adc-dd92-46a4-9eaa-5f4b9aa57134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:51.210041 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-17b29adc-dd92-46a4-9eaa-5f4b9aa57134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:51.212137 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-17b29adc-dd92-46a4-9eaa-5f4b9aa57134 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:51.309222 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-17b29adc-dd92-46a4-9eaa-5f4b9aa57134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:51.309891 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b29adc-dd92-46a4-9eaa-5f4b9aa57134 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cf38a9f-d2dd-4dac-9dce-26d946230523 {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:54:51.315150 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-17b29adc-dd92-46a4-9eaa-5f4b9aa57134 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:51.316322 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-17b29adc-dd92-46a4-9eaa-5f4b9aa57134 admin admin] 10.222.0.39 "DELETE /v2.0/routers/8cf38a9f-d2dd-4dac-9dce-26d946230523 HTTP/1.1" status: 204 len: 168 time: 0.9901345 Dec 14 03:54:51.319097 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56606) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:54:51.367111 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3042447-0e63-48ed-b5eb-2dfe89a3c748 admin admin] Deleting subnet 20ad3664-bc44-41ab-91a1-c522c7abc466 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:54:51.370268 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3042447-0e63-48ed-b5eb-2dfe89a3c748 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:51.410805 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3042447-0e63-48ed-b5eb-2dfe89a3c748 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:51.490538 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3042447-0e63-48ed-b5eb-2dfe89a3c748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:51.589546 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3042447-0e63-48ed-b5eb-2dfe89a3c748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:51.615164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3042447-0e63-48ed-b5eb-2dfe89a3c748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20ad3664-bc44-41ab-91a1-c522c7abc466,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:51.618771 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e3042447-0e63-48ed-b5eb-2dfe89a3c748 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:51.622025 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e3042447-0e63-48ed-b5eb-2dfe89a3c748 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/20ad3664-bc44-41ab-91a1-c522c7abc466 HTTP/1.1" status: 204 len: 168 time: 0.3019536 Dec 14 03:54:51.624822 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56608) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:54:51.627895 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f433e944-53e1-4b61-b82e-7ffa59922020 None None] Network 279059b4-362b-4ab9-972d-2939b05903d8 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:54:51.700371 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:51.758608 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] Deleting port b5256c31-c3b1-4411-9e07-d55fe278f2f3 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:54:51.758964 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:51.793569 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] DHCP port deletion for 279059b4-362b-4ab9-972d-2939b05903d8 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:54:51.832391 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] For port b5256c31-c3b1-4411-9e07-d55fe278f2f3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b5256c31-c3b1-4411-9e07-d55fe278f2f3,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:54:51.832800 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:51.850750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] Deleting port b5256c31-c3b1-4411-9e07-d55fe278f2f3 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:54:51.851133 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:51.851251 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] Calling delete_port for b5256c31-c3b1-4411-9e07-d55fe278f2f3 owned by network:dhcp {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:54:51.863646 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:54:51.916269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:54:51.916620 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 0ca637d9-2a9b-4b9c-a1ca-27a3b9e0de30 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:54:51.917041 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device b5256c31-c3b1-4411-9e07-d55fe278f2f3 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:54:51.968296 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] For port b5256c31-c3b1-4411-9e07-d55fe278f2f3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=b5256c31-c3b1-4411-9e07-d55fe278f2f3,segment=NetworkSegment(a78b2f67-9155-4d91-9cd8-caee43986b6d),segment_id=a78b2f67-9155-4d91-9cd8-caee43986b6d)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:54:51.968709 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:51.985821 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] Calling delete_port for b5256c31-c3b1-4411-9e07-d55fe278f2f3 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:54:52.015888 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:52.043968 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] No DVR routers for this DVR port b5256c31-c3b1-4411-9e07-d55fe278f2f3 on host n-d-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:54:52.048224 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5256c31-c3b1-4411-9e07-d55fe278f2f3,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:52.077766 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:52.128002 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:52.137386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1d554c63-7343-4911-a310-db2434f6105f no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:54:52.140087 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:52.149341 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['279059b4-362b-4ab9-972d-2939b05903d8']}} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:54:52.159658 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78b2f67-9155-4d91-9cd8-caee43986b6d') {'for_net_delete': True} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:54:52.159960 n-d-821636-1 neutron-server[103847]: DEBUG neutron.services.segments.db [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78b2f67-9155-4d91-9cd8-caee43986b6d') {} {{(pid=103847) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:54:52.166435 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 1d554c63-7343-4911-a310-db2434f6105f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:54:52.166789 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 1d554c63-7343-4911-a310-db2434f6105f not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:54:52.170985 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26017372'] for segment, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:52.186278 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:52.192497 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] No DVR routers for this DVR port b5256c31-c3b1-4411-9e07-d55fe278f2f3 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:54:52.192672 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103847) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:54:52.193032 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25743596'] for segment, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: Traceback (most recent call last): Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: timer() Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: cb(*args, **kw) Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: return func(*args, **kwargs) Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: self._notify() Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: self.callback(batched_events) Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: event.method(event) Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: return f(self, *a, **k) Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: return self._get(url).json() Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: return self.request(url, 'GET', **kwargs) Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:54:52.194746 n-d-821636-1 neutron-server[103847]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:54:52.197742 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] Pushing event deleted for resources: {'Port': ['ID=b5256c31-c3b1-4411-9e07-d55fe278f2f3,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:52.208871 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:52.209225 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:52.209602 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:52.209943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:52.210379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:52.210679 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:52.211010 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:52.211335 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:52.211661 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:52.211987 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:52.212310 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:52.212684 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:52.213007 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b49d4a0-2782-44ef-b897-2cce7b2f7851 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:54:52.291401 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:52.296680 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] Publish callbacks [] for network, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:52.300112 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/279059b4-362b-4ab9-972d-2939b05903d8 HTTP/1.1" status: 204 len: 168 time: 0.6735334 Dec 14 03:54:52.303481 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56610) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:54:52.311817 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0f713-b092-4b96-acb6-969da98e05f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=279059b4-362b-4ab9-972d-2939b05903d8,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:52.648146 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af947ab1-e3f5-4b6b-a38a-2719df1cf782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:52.889942 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-af947ab1-e3f5-4b6b-a38a-2719df1cf782 admin admin] Deleting port 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:54:52.890285 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af947ab1-e3f5-4b6b-a38a-2719df1cf782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:52.969943 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-af947ab1-e3f5-4b6b-a38a-2719df1cf782 admin admin] For port 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc,segment=NetworkSegment(96368d5a-ccc0-4fd2-b885-b4bf5b8a6850),segment_id=96368d5a-ccc0-4fd2-b885-b4bf5b8a6850)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:54:52.970356 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af947ab1-e3f5-4b6b-a38a-2719df1cf782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:52.983474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-af947ab1-e3f5-4b6b-a38a-2719df1cf782 admin admin] Calling delete_port for 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:54:53.222939 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af947ab1-e3f5-4b6b-a38a-2719df1cf782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:53.248942 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af947ab1-e3f5-4b6b-a38a-2719df1cf782 admin admin] Pushing event deleted for resources: {'Port': ['ID=8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:53.412036 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-af947ab1-e3f5-4b6b-a38a-2719df1cf782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:53.622378 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af947ab1-e3f5-4b6b-a38a-2719df1cf782 admin admin] Router e244679f-20ea-4386-a959-7c7c57565f78 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:54:53.729692 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af947ab1-e3f5-4b6b-a38a-2719df1cf782 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:54:53.734757 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-af947ab1-e3f5-4b6b-a38a-2719df1cf782 admin admin] 10.222.0.39 "PUT /v2.0/routers/e244679f-20ea-4386-a959-7c7c57565f78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4296563 Dec 14 03:54:53.738361 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56612) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:54:53.740913 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf6ed3-39dc-430e-8dee-1ec828005272 None None] Sync routers for ids ['e244679f-20ea-4386-a959-7c7c57565f78'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:54:53.750844 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cf6ed3-39dc-430e-8dee-1ec828005272 None None] Routers {'e244679f-20ea-4386-a959-7c7c57565f78'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:54:53.751449 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-91cf6ed3-39dc-430e-8dee-1ec828005272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e244679f-20ea-4386-a959-7c7c57565f78'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:54:53.843821 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ac03-f925-4b40-b8cf-a6046c833c7d admin admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:53.943472 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-91cf6ed3-39dc-430e-8dee-1ec828005272 None None] Set router e244679f-20ea-4386-a959-7c7c57565f78 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:54:53.948617 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ac03-f925-4b40-b8cf-a6046c833c7d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:54.060969 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-dfd2ac03-f925-4b40-b8cf-a6046c833c7d admin admin] Deleting port 6b87cad4-f418-4f9b-adab-f110dd41b269 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:54:54.061372 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ac03-f925-4b40-b8cf-a6046c833c7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:54.120969 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-91cf6ed3-39dc-430e-8dee-1ec828005272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'name': 'tempest-TestShelveInstance-211124501-router', 'tenant_id': 'f150b0ca025347a2964f923dcb416481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.3'}], 'enable_snat': True}, 'gw_port_id': '6b87cad4-f418-4f9b-adab-f110dd41b269', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:35Z', 'updated_at': '2021-12-14T03:54:53Z', 'revision_number': 5, 'project_id': 'f150b0ca025347a2964f923dcb416481', 'gw_port': {'id': '6b87cad4-f418-4f9b-adab-f110dd41b269', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:91:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:44:36Z', 'updated_at': '2021-12-14T03:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:54:54.147066 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf6ed3-39dc-430e-8dee-1ec828005272 None None] Checking router: e244679f-20ea-4386-a959-7c7c57565f78 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:54:54.147593 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-dfd2ac03-f925-4b40-b8cf-a6046c833c7d admin admin] For port 6b87cad4-f418-4f9b-adab-f110dd41b269, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6b87cad4-f418-4f9b-adab-f110dd41b269,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:54:54.147958 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ac03-f925-4b40-b8cf-a6046c833c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:54.155204 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cf6ed3-39dc-430e-8dee-1ec828005272 None None] Routers {'e244679f-20ea-4386-a959-7c7c57565f78'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:54:54.155814 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-91cf6ed3-39dc-430e-8dee-1ec828005272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['e244679f-20ea-4386-a959-7c7c57565f78'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:54:54.160372 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-dfd2ac03-f925-4b40-b8cf-a6046c833c7d admin admin] Calling delete_port for 6b87cad4-f418-4f9b-adab-f110dd41b269 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:54:54.239718 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-91cf6ed3-39dc-430e-8dee-1ec828005272 None None] Set router e244679f-20ea-4386-a959-7c7c57565f78 gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:54:54.294452 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-91cf6ed3-39dc-430e-8dee-1ec828005272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'name': 'tempest-TestShelveInstance-211124501-router', 'tenant_id': 'f150b0ca025347a2964f923dcb416481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:35Z', 'updated_at': '2021-12-14T03:54:53Z', 'revision_number': 6, 'project_id': 'f150b0ca025347a2964f923dcb416481', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:54:54.321350 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cf6ed3-39dc-430e-8dee-1ec828005272 None None] The sync data for ids ['e244679f-20ea-4386-a959-7c7c57565f78'] in n-d-821636-1 is: [{'id': 'e244679f-20ea-4386-a959-7c7c57565f78', 'name': 'tempest-TestShelveInstance-211124501-router', 'tenant_id': 'f150b0ca025347a2964f923dcb416481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:44:35Z', 'updated_at': '2021-12-14T03:54:53Z', 'revision_number': 6, 'project_id': 'f150b0ca025347a2964f923dcb416481', 'gw_port_host': None}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:54:54.394438 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ac03-f925-4b40-b8cf-a6046c833c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:54.420324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2ac03-f925-4b40-b8cf-a6046c833c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=6b87cad4-f418-4f9b-adab-f110dd41b269,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:54.434902 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae90fb63-9b6c-490c-a03c-65765ef50b07 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:54:54.480060 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ac03-f925-4b40-b8cf-a6046c833c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:54.568784 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ac03-f925-4b40-b8cf-a6046c833c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:54.570805 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ac03-f925-4b40-b8cf-a6046c833c7d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:54.663018 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ac03-f925-4b40-b8cf-a6046c833c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:54.663681 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd2ac03-f925-4b40-b8cf-a6046c833c7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e244679f-20ea-4386-a959-7c7c57565f78 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 03:54:54.667877 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ac03-f925-4b40-b8cf-a6046c833c7d admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:54.669094 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-dfd2ac03-f925-4b40-b8cf-a6046c833c7d admin admin] 10.222.0.39 "DELETE /v2.0/routers/e244679f-20ea-4386-a959-7c7c57565f78 HTTP/1.1" status: 204 len: 168 time: 0.9296954 Dec 14 03:54:54.671669 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56614) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:54:54.719588 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-8140ee51-5bce-4674-b787-fd2c4ccefc1b admin admin] Deleting subnet b1213a0e-0e7e-4701-ac23-75f3577b8ae9 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 03:54:54.724364 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8140ee51-5bce-4674-b787-fd2c4ccefc1b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:54.765447 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8140ee51-5bce-4674-b787-fd2c4ccefc1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:54.844324 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8140ee51-5bce-4674-b787-fd2c4ccefc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:54.937945 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8140ee51-5bce-4674-b787-fd2c4ccefc1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:54.964658 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140ee51-5bce-4674-b787-fd2c4ccefc1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1213a0e-0e7e-4701-ac23-75f3577b8ae9,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:54.966631 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8140ee51-5bce-4674-b787-fd2c4ccefc1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:54.969877 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8140ee51-5bce-4674-b787-fd2c4ccefc1b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b1213a0e-0e7e-4701-ac23-75f3577b8ae9 HTTP/1.1" status: 204 len: 168 time: 0.2972651 Dec 14 03:54:54.971101 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850a1a09-1018-4956-a05a-b65275ac8053 None None] Network 97c80294-8f81-4f77-9803-13a29f6809d6 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:54:54.972871 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56616) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:54:55.047050 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:55.109682 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] Deleting port e7bb0a73-87d0-49c0-bd68-a353af989839 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:54:55.109949 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:55.113163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49addde-bd21-4a3d-b220-0672cb1ca1b7 None None] DHCP port deletion for 97c80294-8f81-4f77-9803-13a29f6809d6 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:54:55.161548 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d49addde-bd21-4a3d-b220-0672cb1ca1b7 None None] Deleting port e7bb0a73-87d0-49c0-bd68-a353af989839 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:54:55.162013 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d49addde-bd21-4a3d-b220-0672cb1ca1b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:55.177998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] For port e7bb0a73-87d0-49c0-bd68-a353af989839, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e7bb0a73-87d0-49c0-bd68-a353af989839,segment=NetworkSegment(96368d5a-ccc0-4fd2-b885-b4bf5b8a6850),segment_id=96368d5a-ccc0-4fd2-b885-b4bf5b8a6850)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:54:55.178366 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:55.191642 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] Calling delete_port for e7bb0a73-87d0-49c0-bd68-a353af989839 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:54:55.225512 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-d49addde-bd21-4a3d-b220-0672cb1ca1b7 None None] For port e7bb0a73-87d0-49c0-bd68-a353af989839, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=e7bb0a73-87d0-49c0-bd68-a353af989839,segment=NetworkSegment(96368d5a-ccc0-4fd2-b885-b4bf5b8a6850),segment_id=96368d5a-ccc0-4fd2-b885-b4bf5b8a6850)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:54:55.226049 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d49addde-bd21-4a3d-b220-0672cb1ca1b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:55.239290 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-d49addde-bd21-4a3d-b220-0672cb1ca1b7 None None] Calling delete_port for e7bb0a73-87d0-49c0-bd68-a353af989839 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:54:55.360660 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:55.366663 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d49addde-bd21-4a3d-b220-0672cb1ca1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:55.387020 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7bb0a73-87d0-49c0-bd68-a353af989839,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:55.391147 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49addde-bd21-4a3d-b220-0672cb1ca1b7 None None] Pushing event deleted for resources: {'Port': ['ID=e7bb0a73-87d0-49c0-bd68-a353af989839,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:55.392841 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] No DVR routers for this DVR port e7bb0a73-87d0-49c0-bd68-a353af989839 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:54:55.395611 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49addde-bd21-4a3d-b220-0672cb1ca1b7 None None] No DVR routers for this DVR port e7bb0a73-87d0-49c0-bd68-a353af989839 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:54:55.463660 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:55.486901 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c80294-8f81-4f77-9803-13a29f6809d6']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:54:55.495883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96368d5a-ccc0-4fd2-b885-b4bf5b8a6850') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:54:55.508254 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96368d5a-ccc0-4fd2-b885-b4bf5b8a6850') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:54:55.508254 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:55.518702 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:55.524496 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 03:54:55.524907 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: timer() Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 03:54:55.526587 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 03:54:55.634349 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:55.639835 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:55.644011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/97c80294-8f81-4f77-9803-13a29f6809d6 HTTP/1.1" status: 204 len: 168 time: 0.6693544 Dec 14 03:54:55.655348 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2c99a-9111-4f50-bbf4-48723be865f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=97c80294-8f81-4f77-9803-13a29f6809d6,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:55.688889 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:54:55.708911 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:54:55.710172 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 8efa9d75-e285-4b6c-8c0b-a8ffcdca9bcc not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:54:55.710172 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6b87cad4-f418-4f9b-adab-f110dd41b269 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:54:55.728620 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 6b87cad4-f418-4f9b-adab-f110dd41b269 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:54:55.728967 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6b87cad4-f418-4f9b-adab-f110dd41b269 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:54:55.729398 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e7bb0a73-87d0-49c0-bd68-a353af989839 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:54:55.750567 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: e7bb0a73-87d0-49c0-bd68-a353af989839 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:54:55.750917 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device e7bb0a73-87d0-49c0-bd68-a353af989839 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:54:55.867793 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56620) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:54:55.916689 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-54349927-60cd-4e98-b73c-a1fb2be202e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da1a00f397c54391a543b6adc72bb7ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456929 Dec 14 03:54:55.918564 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56622) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:54:55.967460 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-032b5d67-207d-4fbd-bc0d-a8a1d4f6cac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:55.988158 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-032b5d67-207d-4fbd-bc0d-a8a1d4f6cac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:56.096311 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-032b5d67-207d-4fbd-bc0d-a8a1d4f6cac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:56.099254 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-032b5d67-207d-4fbd-bc0d-a8a1d4f6cac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:56.100435 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-032b5d67-207d-4fbd-bc0d-a8a1d4f6cac1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cca42ecf-55fe-4d1e-b275-9f92dd98d110 HTTP/1.1" status: 204 len: 168 time: 0.1809585 Dec 14 03:54:56.107945 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b5d67-207d-4fbd-bc0d-a8a1d4f6cac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca42ecf-55fe-4d1e-b275-9f92dd98d110,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:56.674444 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56628) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:54:56.715396 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-63e120f8-b932-4054-9d3a-cbeaaae46535 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f150b0ca025347a2964f923dcb416481&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388756 Dec 14 03:54:56.717226 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56630) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:54:56.763533 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cf025184-8e74-4a7f-8157-a0199e9cfee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:56.788522 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cf025184-8e74-4a7f-8157-a0199e9cfee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:56.885866 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cf025184-8e74-4a7f-8157-a0199e9cfee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:56.888457 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cf025184-8e74-4a7f-8157-a0199e9cfee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:56.889644 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cf025184-8e74-4a7f-8157-a0199e9cfee3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc9c7196-e78f-450a-9fc9-9d20afe6ac32 HTTP/1.1" status: 204 len: 168 time: 0.1714761 Dec 14 03:54:56.897870 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf025184-8e74-4a7f-8157-a0199e9cfee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9c7196-e78f-450a-9fc9-9d20afe6ac32,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:57.954099 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:57.984442 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56652) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:54:58.078180 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-9b33bdbc-2042-408e-ad5d-0a21861e67ad admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1231622319-network', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:54:58.165341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b33bdbc-2042-408e-ad5d-0a21861e67ad admin admin] Made reservation on behalf of b096f93cb6e4457995b1043b8f113b02 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:54:58.167555 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9b33bdbc-2042-408e-ad5d-0a21861e67ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:58.176405 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9b33bdbc-2042-408e-ad5d-0a21861e67ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:58.249974 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9b33bdbc-2042-408e-ad5d-0a21861e67ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:58.290915 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9b33bdbc-2042-408e-ad5d-0a21861e67ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:58.311126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b33bdbc-2042-408e-ad5d-0a21861e67ad admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:54:58.324147 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33bdbc-2042-408e-ad5d-0a21861e67ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41dcb3b-344a-4a41-a1a0-06c1da16b5be,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:58.328809 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9b33bdbc-2042-408e-ad5d-0a21861e67ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:58.329157 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-9b33bdbc-2042-408e-ad5d-0a21861e67ad admin admin] Added segment 6c1baa00-f129-46f5-8c00-e0b50af36f28 of type vlan for network 022c1c1f-e74a-4a5d-b5d8-32f358f241ce Dec 14 03:54:58.371294 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9b33bdbc-2042-408e-ad5d-0a21861e67ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:58.439703 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9b33bdbc-2042-408e-ad5d-0a21861e67ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:58.440621 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b33bdbc-2042-408e-ad5d-0a21861e67ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:54:58.441199 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9b33bdbc-2042-408e-ad5d-0a21861e67ad admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:58.500434 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33bdbc-2042-408e-ad5d-0a21861e67ad admin admin] Pushing event updated for resources: {'Network': ['ID=022c1c1f-e74a-4a5d-b5d8-32f358f241ce,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:58.511470 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 022c1c1f-e74a-4a5d-b5d8-32f358f241ce details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:54:58.553974 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9b33bdbc-2042-408e-ad5d-0a21861e67ad admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5683169 Dec 14 03:54:58.554326 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56656) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:54:58.559904 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-4cbcc183-d4f3-41c4-9c9e-698d1faff7aa admin admin] Request body: {'subnet': {'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1231622319-subnet', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'ip_version': 4}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:54:58.697264 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbcc183-d4f3-41c4-9c9e-698d1faff7aa admin admin] Made reservation on behalf of b096f93cb6e4457995b1043b8f113b02 for: {'subnet': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:54:58.699663 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4cbcc183-d4f3-41c4-9c9e-698d1faff7aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25674395'] for subnet, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:58.909031 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4cbcc183-d4f3-41c4-9c9e-698d1faff7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25751105', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25674373'] for subnet, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:58.963573 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcc183-d4f3-41c4-9c9e-698d1faff7aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff48276-5725-403b-a4cf-8fdd9e69ba89,revision_number=0']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:58.974599 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbcc183-d4f3-41c4-9c9e-698d1faff7aa admin admin] Checking segment: {'id': '6c1baa00-f129-46f5-8c00-e0b50af36f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:54:58.974954 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbcc183-d4f3-41c4-9c9e-698d1faff7aa admin admin] Network hostable DHCP agents. Network: 022c1c1f-e74a-4a5d-b5d8-32f358f241ce, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103847) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:54:59.062592 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbcc183-d4f3-41c4-9c9e-698d1faff7aa admin admin] Network 022c1c1f-e74a-4a5d-b5d8-32f358f241ce is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103847) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:54:59.125689 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-4cbcc183-d4f3-41c4-9c9e-698d1faff7aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 022c1c1f-e74a-4a5d-b5d8-32f358f241ce) {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:54:59.129845 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbcc183-d4f3-41c4-9c9e-698d1faff7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:54:59.130445 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-4cbcc183-d4f3-41c4-9c9e-698d1faff7aa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:59.135671 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af16b0c5-b68f-4915-9081-5b067610bcc4 None None] Network 022c1c1f-e74a-4a5d-b5d8-32f358f241ce requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:54:59.196837 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-4cbcc183-d4f3-41c4-9c9e-698d1faff7aa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6408081 Dec 14 03:54:59.199386 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 56658) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:54:59.204044 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:54:59.231711 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:54:59.232592 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:59.263399 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:59.264520 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:59.322517 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:59.366608 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Allocated IP 172.20.0.2 (022c1c1f-e74a-4a5d-b5d8-32f358f241ce/6ff48276-5725-403b-a4cf-8fdd9e69ba89/57dcf7c0-ff09-4b14-9b81-401f050d005d) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:54:59.502821 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:59.512057 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:59.595031 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:59.636409 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Network 022c1c1f-e74a-4a5d-b5d8-32f358f241ce is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:54:59.639450 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:54:59.643170 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:54:59.650031 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Pushing event updated for resources: {'Port': ['ID=57dcf7c0-ff09-4b14-9b81-401f050d005d,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:59.699251 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Attempting to bind port 57dcf7c0-ff09-4b14-9b81-401f050d005d on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:54:59.699624 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Attempting to bind port 57dcf7c0-ff09-4b14-9b81-401f050d005d by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '6c1baa00-f129-46f5-8c00-e0b50af36f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:54:59.699995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Attempting to bind port 57dcf7c0-ff09-4b14-9b81-401f050d005d on network 022c1c1f-e74a-4a5d-b5d8-32f358f241ce {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:54:59.705072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:54:59.705490 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Checking segment: {'id': '6c1baa00-f129-46f5-8c00-e0b50af36f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:54:59.705899 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:59.706298 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Bound using segment: {'id': '6c1baa00-f129-46f5-8c00-e0b50af36f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:54:59.706769 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Bound port: 57dcf7c0-ff09-4b14-9b81-401f050d005d, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1baa00-f129-46f5-8c00-e0b50af36f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:54:59.707150 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:59.770412 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:59.771424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] For port 57dcf7c0-ff09-4b14-9b81-401f050d005d, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:54:59.774473 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] For port 57dcf7c0-ff09-4b14-9b81-401f050d005d, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=57dcf7c0-ff09-4b14-9b81-401f050d005d,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:54:59.789141 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:59.829326 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:54:59.887215 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e53f7-8244-489d-acd9-83da7e4be036 None None] Pushing event updated for resources: {'Port': ['ID=57dcf7c0-ff09-4b14-9b81-401f050d005d,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:54:59.903878 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] Allocated IP 172.25.7.94 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/a35fc093-563a-499d-9897-97f18f828d25) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:55:00.017365 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:00.120686 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:00.164043 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:55:00.167177 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:55:00.170935 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:55:00.184455 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b587ea8d-be55-4a53-ad5e-48e164a12dc4 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:55:00.207126 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=a35fc093-563a-499d-9897-97f18f828d25,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:00.238229 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-811762a2-7ed6-4a91-b0b1-c0cd026b936e None None] Provisioning complete for port a35fc093-563a-499d-9897-97f18f828d25 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:00.238659 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-811762a2-7ed6-4a91-b0b1-c0cd026b936e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:00.277479 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-811762a2-7ed6-4a91-b0b1-c0cd026b936e None None] Port a35fc093-563a-499d-9897-97f18f828d25 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:55:00.495891 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:00.708110 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:00.891017 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abeb5fb-84f0-4832-a6d0-6a58f67cd1d8 None None] Network 022c1c1f-e74a-4a5d-b5d8-32f358f241ce requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:55:00.925589 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] Router 1ef826e9-f191-4bda-9d82-9361059e5811 is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103847) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:55:00.996793 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:01.010558 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-f7c4ad56-e1cd-46bc-a7e2-ebe0bc0e437c None None] Provisioning complete for port 57dcf7c0-ff09-4b14-9b81-401f050d005d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:01.010919 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ad56-e1cd-46bc-a7e2-ebe0bc0e437c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:01.035378 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:55:01.047288 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Sync routers for ids ['1ef826e9-f191-4bda-9d82-9361059e5811'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:55:01.070034 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Routers {'1ef826e9-f191-4bda-9d82-9361059e5811'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:55:01.070667 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1ef826e9-f191-4bda-9d82-9361059e5811'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:01.099208 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:01.100982 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-60065aeb-bae7-45f7-a6d3-ddaf9c248cd0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8999071 Dec 14 03:55:01.103341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56660) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:55:01.195972 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ad56-e1cd-46bc-a7e2-ebe0bc0e437c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:01.224644 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Set router 1ef826e9-f191-4bda-9d82-9361059e5811 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:55:01.303706 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f7c4ad56-e1cd-46bc-a7e2-ebe0bc0e437c None None] For port 57dcf7c0-ff09-4b14-9b81-401f050d005d, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=57dcf7c0-ff09-4b14-9b81-401f050d005d,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:55:01.396292 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f7c4ad56-e1cd-46bc-a7e2-ebe0bc0e437c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:01.635448 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2fee906a-0f1e-4963-bf1f-c24d441b7beb None None] Provisioning complete for port 57dcf7c0-ff09-4b14-9b81-401f050d005d triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:01.635824 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2fee906a-0f1e-4963-bf1f-c24d441b7beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:01.637275 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4ad56-e1cd-46bc-a7e2-ebe0bc0e437c None None] Pushing event updated for resources: {'Port': ['ID=57dcf7c0-ff09-4b14-9b81-401f050d005d,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:01.679443 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'a35fc093-563a-499d-9897-97f18f828d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:00Z', 'revision_number': 3, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port': {'id': 'a35fc093-563a-499d-9897-97f18f828d25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ef:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:01.712518 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Checking router: 1ef826e9-f191-4bda-9d82-9361059e5811 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:55:01.712887 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Updating router 1ef826e9-f191-4bda-9d82-9361059e5811 port a35fc093-563a-499d-9897-97f18f828d25 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:55:01.745200 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:01.764404 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 57dcf7c0-ff09-4b14-9b81-401f050d005d up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:55:01.884708 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2d35d1d0-3d23-46e1-86e0-d5901be4385e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:01.918882 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 57dcf7c0-ff09-4b14-9b81-401f050d005d triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:01.919169 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:02.040213 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-2d35d1d0-3d23-46e1-86e0-d5901be4385e admin admin] Allocated IP 172.20.0.1 (022c1c1f-e74a-4a5d-b5d8-32f358f241ce/6ff48276-5725-403b-a4cf-8fdd9e69ba89/6a97266c-74ef-4170-bc59-05fa01934e98) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:55:02.128633 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:02.147397 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2d35d1d0-3d23-46e1-86e0-d5901be4385e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:02.206551 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:02.223470 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2d35d1d0-3d23-46e1-86e0-d5901be4385e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:02.261108 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Attempting to bind port a35fc093-563a-499d-9897-97f18f828d25 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:55:02.261506 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Attempting to bind port a35fc093-563a-499d-9897-97f18f828d25 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:55:02.261878 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Attempting to bind port a35fc093-563a-499d-9897-97f18f828d25 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:55:02.266729 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dea9993-ce8e-47e8-889f-9b97033550b5 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:55:02.268356 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d35d1d0-3d23-46e1-86e0-d5901be4385e admin admin] Network 022c1c1f-e74a-4a5d-b5d8-32f358f241ce is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:55:02.271665 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-2d35d1d0-3d23-46e1-86e0-d5901be4385e admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:55:02.274347 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d35d1d0-3d23-46e1-86e0-d5901be4385e admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:55:02.280948 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:55:02.281364 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:55:02.281774 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:02.282245 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:55:02.282675 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Bound port: a35fc093-563a-499d-9897-97f18f828d25, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:55:02.283055 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:02.303739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35d1d0-3d23-46e1-86e0-d5901be4385e admin admin] Pushing event updated for resources: {'Port': ['ID=6a97266c-74ef-4170-bc59-05fa01934e98,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:02.316083 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c4f4c-1afa-4fc3-b058-6382a5ec5eb3 None None] Pushing event updated for resources: {'Port': ['ID=a35fc093-563a-499d-9897-97f18f828d25,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:02.324284 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2d35d1d0-3d23-46e1-86e0-d5901be4385e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:02.346910 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] For port a35fc093-563a-499d-9897-97f18f828d25, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:55:02.362909 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] For port a35fc093-563a-499d-9897-97f18f828d25, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a35fc093-563a-499d-9897-97f18f828d25,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:55:02.370694 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-a6cf9b17-91ad-4825-a12e-18f9524a3511 None None] Provisioning complete for port a35fc093-563a-499d-9897-97f18f828d25 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:02.371458 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a6cf9b17-91ad-4825-a12e-18f9524a3511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:02.407166 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf9b17-91ad-4825-a12e-18f9524a3511 None None] Port a35fc093-563a-499d-9897-97f18f828d25 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:55:02.423990 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:02.474696 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d70ee9d-b968-4cba-8669-de7611a481dd None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:55:02.496520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Routers {'1ef826e9-f191-4bda-9d82-9361059e5811'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:55:02.497141 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1ef826e9-f191-4bda-9d82-9361059e5811'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:02.499721 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c4f4c-1afa-4fc3-b058-6382a5ec5eb3 None None] Pushing event updated for resources: {'Port': ['ID=a35fc093-563a-499d-9897-97f18f828d25,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:02.550573 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2d35d1d0-3d23-46e1-86e0-d5901be4385e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:02.589392 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-db0a5a2a-0cbb-43cb-8713-470b2ed5d4c9 None None] Provisioning complete for port a35fc093-563a-499d-9897-97f18f828d25 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:02.589767 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-db0a5a2a-0cbb-43cb-8713-470b2ed5d4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:02.645513 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] Set router 1ef826e9-f191-4bda-9d82-9361059e5811 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:55:02.711335 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2d35d1d0-3d23-46e1-86e0-d5901be4385e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:02.783126 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2d35d1d0-3d23-46e1-86e0-d5901be4385e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:02.794840 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-db0a5a2a-0cbb-43cb-8713-470b2ed5d4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:02.842249 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-db0a5a2a-0cbb-43cb-8713-470b2ed5d4c9 None None] For port a35fc093-563a-499d-9897-97f18f828d25, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a35fc093-563a-499d-9897-97f18f828d25,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:55:02.847130 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-2d35d1d0-3d23-46e1-86e0-d5901be4385e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:02.854917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35d1d0-3d23-46e1-86e0-d5901be4385e admin admin] Pushing event updated for resources: {'Port': ['ID=6a97266c-74ef-4170-bc59-05fa01934e98,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:02.888565 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'a35fc093-563a-499d-9897-97f18f828d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:00Z', 'revision_number': 3, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port': {'id': 'a35fc093-563a-499d-9897-97f18f828d25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ef:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:02.914978 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dfe9f4a9-6aed-4257-a695-8f351d0b81e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:02.916598 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059d61ad-fd30-4c7b-a990-84cc68016380 None None] The sync data for ids ['1ef826e9-f191-4bda-9d82-9361059e5811'] in n-d-821636-1 is: [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'a35fc093-563a-499d-9897-97f18f828d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:00Z', 'revision_number': 3, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port': {'id': 'a35fc093-563a-499d-9897-97f18f828d25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ef:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:55:02.927181 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-db0a5a2a-0cbb-43cb-8713-470b2ed5d4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:02.954953 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d35d1d0-3d23-46e1-86e0-d5901be4385e admin admin] Network 022c1c1f-e74a-4a5d-b5d8-32f358f241ce is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:55:02.956596 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-2d35d1d0-3d23-46e1-86e0-d5901be4385e admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:55:02.978943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-db0a5a2a-0cbb-43cb-8713-470b2ed5d4c9 None None] Provisioning complete for port 6a97266c-74ef-4170-bc59-05fa01934e98 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:02.979379 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-db0a5a2a-0cbb-43cb-8713-470b2ed5d4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:03.031066 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a5a2a-0cbb-43cb-8713-470b2ed5d4c9 None None] Pushing event updated for resources: {'Port': ['ID=a35fc093-563a-499d-9897-97f18f828d25,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:03.035158 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-db0a5a2a-0cbb-43cb-8713-470b2ed5d4c9 None None] Port 6a97266c-74ef-4170-bc59-05fa01934e98 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:55:03.083419 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d35d1d0-3d23-46e1-86e0-d5901be4385e admin admin] Router 1ef826e9-f191-4bda-9d82-9361059e5811 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:55:03.213918 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d35d1d0-3d23-46e1-86e0-d5901be4385e admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:55:03.219135 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-2d35d1d0-3d23-46e1-86e0-d5901be4385e admin admin] 10.222.0.39 "PUT /v2.0/routers/1ef826e9-f191-4bda-9d82-9361059e5811/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1147506 Dec 14 03:55:03.265420 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-e8dac20a-ba6e-4eb0-8f70-0fc6ac638b8b None None] Provisioning complete for port 6a97266c-74ef-4170-bc59-05fa01934e98 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:03.265957 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e8dac20a-ba6e-4eb0-8f70-0fc6ac638b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:03.305162 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-e8dac20a-ba6e-4eb0-8f70-0fc6ac638b8b None None] Port 6a97266c-74ef-4170-bc59-05fa01934e98 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:55:03.763493 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a35fc093-563a-499d-9897-97f18f828d25 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:55:03.814253 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port a35fc093-563a-499d-9897-97f18f828d25 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:03.814602 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:03.904145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 57dcf7c0-ff09-4b14-9b81-401f050d005d up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:55:03.916179 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56678) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:55:03.921189 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-da94cad5-2569-46b8-a0e8-085729920915 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-354838956-network', 'tenant_id': '87e5180a9398496981d1a70a0772cef7'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:55:03.953880 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 57dcf7c0-ff09-4b14-9b81-401f050d005d triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:03.954352 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:04.028510 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da94cad5-2569-46b8-a0e8-085729920915 admin admin] Made reservation on behalf of 87e5180a9398496981d1a70a0772cef7 for: {'network': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:55:04.031172 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da94cad5-2569-46b8-a0e8-085729920915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for network, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:04.041038 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da94cad5-2569-46b8-a0e8-085729920915 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:04.118427 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da94cad5-2569-46b8-a0e8-085729920915 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:04.188081 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da94cad5-2569-46b8-a0e8-085729920915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:04.215329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da94cad5-2569-46b8-a0e8-085729920915 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=103848) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 14 03:55:04.221817 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94cad5-2569-46b8-a0e8-085729920915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30de70f-4976-4e09-97dc-653da53725ed,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:04.228068 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da94cad5-2569-46b8-a0e8-085729920915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:04.228423 n-d-821636-1 neutron-server[103848]: INFO neutron.db.segments_db [None req-da94cad5-2569-46b8-a0e8-085729920915 admin admin] Added segment 7faf34dc-2a05-4701-984d-29b71a59b1d3 of type vlan for network 5d3c2bd3-a1cf-4afb-8690-f43d5f362f82 Dec 14 03:55:04.269844 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da94cad5-2569-46b8-a0e8-085729920915 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754676005169'] for network, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:04.353377 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da94cad5-2569-46b8-a0e8-085729920915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606'] for network, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:04.354368 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da94cad5-2569-46b8-a0e8-085729920915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:04.354956 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-da94cad5-2569-46b8-a0e8-085729920915 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:04.419486 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94cad5-2569-46b8-a0e8-085729920915 admin admin] Pushing event updated for resources: {'Network': ['ID=5d3c2bd3-a1cf-4afb-8690-f43d5f362f82,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:04.430250 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Network 5d3c2bd3-a1cf-4afb-8690-f43d5f362f82 details requested by agent ovs-agent-n-d-821636-1 with host n-d-821636-1 {{(pid=103849) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 14 03:55:04.471745 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-da94cad5-2569-46b8-a0e8-085729920915 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5543587 Dec 14 03:55:04.474836 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56680) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:55:04.479803 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-8b71ad3f-646e-42a9-a6b2-3b0443541460 admin admin] Request body: {'subnet': {'network_id': '5d3c2bd3-a1cf-4afb-8690-f43d5f362f82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-354838956-subnet', 'tenant_id': '87e5180a9398496981d1a70a0772cef7', 'ip_version': 4}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:55:04.566057 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b71ad3f-646e-42a9-a6b2-3b0443541460 admin admin] Made reservation on behalf of 87e5180a9398496981d1a70a0772cef7 for: {'subnet': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:55:04.568512 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8b71ad3f-646e-42a9-a6b2-3b0443541460 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28919320'] for subnet, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:04.570859 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Sync routers for ids ['1ef826e9-f191-4bda-9d82-9361059e5811'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:55:04.580338 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Routers {'1ef826e9-f191-4bda-9d82-9361059e5811'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:55:04.580980 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:54:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1ef826e9-f191-4bda-9d82-9361059e5811'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:04.687161 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Set router 1ef826e9-f191-4bda-9d82-9361059e5811 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:55:04.799582 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8b71ad3f-646e-42a9-a6b2-3b0443541460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28649177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28919302'] for subnet, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:04.857191 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71ad3f-646e-42a9-a6b2-3b0443541460 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40a63d72-7069-4bda-a681-caff9f652d17,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:04.865671 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b71ad3f-646e-42a9-a6b2-3b0443541460 admin admin] Checking segment: {'id': '7faf34dc-2a05-4701-984d-29b71a59b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5d3c2bd3-a1cf-4afb-8690-f43d5f362f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:55:04.866042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b71ad3f-646e-42a9-a6b2-3b0443541460 admin admin] Network hostable DHCP agents. Network: 5d3c2bd3-a1cf-4afb-8690-f43d5f362f82, hostable agents: ['b097e130-dc00-4fa9-a278-d028dbb166c4'], hosted agents: [] {{(pid=103848) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 14 03:55:04.890091 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'a35fc093-563a-499d-9897-97f18f828d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port': {'id': 'a35fc093-563a-499d-9897-97f18f828d25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '6a97266c-74ef-4170-bc59-05fa01934e98', 'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'mac_address': 'fa:16:3e:99:7e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:01Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 2, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'subnets': [{'id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:04.915929 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Checking router: 1ef826e9-f191-4bda-9d82-9361059e5811 for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:55:04.916278 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Updating router 1ef826e9-f191-4bda-9d82-9361059e5811 port 6a97266c-74ef-4170-bc59-05fa01934e98 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:55:04.931168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b71ad3f-646e-42a9-a6b2-3b0443541460 admin admin] Network 5d3c2bd3-a1cf-4afb-8690-f43d5f362f82 is scheduled to be hosted by DHCP agent b097e130-dc00-4fa9-a278-d028dbb166c4 with binding_index 1 {{(pid=103848) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 14 03:55:04.942267 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:04.999674 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-8b71ad3f-646e-42a9-a6b2-3b0443541460 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-821636-1, 5d3c2bd3-a1cf-4afb-8690-f43d5f362f82) {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:55:05.004365 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b71ad3f-646e-42a9-a6b2-3b0443541460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:05.004958 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-8b71ad3f-646e-42a9-a6b2-3b0443541460 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.014216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c17a6c-d6ea-413d-9b5e-82f8ec63954f None None] Network 5d3c2bd3-a1cf-4afb-8690-f43d5f362f82 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:55:05.077890 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-8b71ad3f-646e-42a9-a6b2-3b0443541460 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6015728 Dec 14 03:55:05.080883 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56682) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:55:05.085424 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-354838956-router', 'tenant_id': '87e5180a9398496981d1a70a0772cef7', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:55:05.130363 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4363db98-6eb5-4835-b358-b496510a76c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.133284 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf477aa2a-8f2f-554a-ad23-3f59c4f6854f-5d3c2bd3-a1cf-4afb-8690-f43d5f362f82', 'network_id': '5d3c2bd3-a1cf-4afb-8690-f43d5f362f82', 'project_id': '87e5180a9398496981d1a70a0772cef7', 'fixed_ips': [{'subnet_id': '40a63d72-7069-4bda-a681-caff9f652d17'}]}} from n-d-821636-1. {{(pid=103849) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 14 03:55:05.136622 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.189835 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3876319', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12873'] for router, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.191937 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3877487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3872926', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3788511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12880'] for router, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.206909 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.247876 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.262952 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.270148 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.db_base_plugin_common [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Allocated IP 172.20.0.2 (5d3c2bd3-a1cf-4afb-8690-f43d5f362f82/40a63d72-7069-4bda-a681-caff9f652d17/9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3) {{(pid=103849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:55:05.319372 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71c2ed-849a-4d9e-b49b-48c037d7ba45 None None] Pushing event updated for resources: {'Port': ['ID=6a97266c-74ef-4170-bc59-05fa01934e98,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:05.343730 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71c2ed-849a-4d9e-b49b-48c037d7ba45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:55:05.344372 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71c2ed-849a-4d9e-b49b-48c037d7ba45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:55:05.344950 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71c2ed-849a-4d9e-b49b-48c037d7ba45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:55:05.345538 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71c2ed-849a-4d9e-b49b-48c037d7ba45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:55:05.345897 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71c2ed-849a-4d9e-b49b-48c037d7ba45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:55:05.346230 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71c2ed-849a-4d9e-b49b-48c037d7ba45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:55:05.346561 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71c2ed-849a-4d9e-b49b-48c037d7ba45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:55:05.346894 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71c2ed-849a-4d9e-b49b-48c037d7ba45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:55:05.347225 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71c2ed-849a-4d9e-b49b-48c037d7ba45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:55:05.347552 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71c2ed-849a-4d9e-b49b-48c037d7ba45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:55:05.348134 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71c2ed-849a-4d9e-b49b-48c037d7ba45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:55:05.348462 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71c2ed-849a-4d9e-b49b-48c037d7ba45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:55:05.348795 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa71c2ed-849a-4d9e-b49b-48c037d7ba45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:55:05.377837 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Attempting to bind port 6a97266c-74ef-4170-bc59-05fa01934e98 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:55:05.378190 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Attempting to bind port 6a97266c-74ef-4170-bc59-05fa01934e98 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '6c1baa00-f129-46f5-8c00-e0b50af36f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:55:05.378759 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Attempting to bind port 6a97266c-74ef-4170-bc59-05fa01934e98 on network 022c1c1f-e74a-4a5d-b5d8-32f358f241ce {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:55:05.384275 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:55:05.384935 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Checking segment: {'id': '6c1baa00-f129-46f5-8c00-e0b50af36f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:55:05.385743 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.386326 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Bound using segment: {'id': '6c1baa00-f129-46f5-8c00-e0b50af36f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:55:05.386977 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Bound port: 6a97266c-74ef-4170-bc59-05fa01934e98, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1baa00-f129-46f5-8c00-e0b50af36f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:55:05.387556 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.453057 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.461041 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.461322 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] For port 6a97266c-74ef-4170-bc59-05fa01934e98, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:55:05.464450 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] For port 6a97266c-74ef-4170-bc59-05fa01934e98, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6a97266c-74ef-4170-bc59-05fa01934e98,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:55:05.531906 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203'] for port, after_create {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.543296 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.573504 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Network 5d3c2bd3-a1cf-4afb-8690-f43d5f362f82 is already hosted by enough agents. {{(pid=103849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:55:05.579937 n-d-821636-1 neutron-server[103849]: DEBUG neutron.scheduler.base_scheduler [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Resources bound (agent type, host, resource id): {{(pid=103849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:55:05.583520 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Received port after_create {{(pid=103849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:55:05.599378 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Pushing event updated for resources: {'Port': ['ID=9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3,revision_number=1']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:05.601869 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Routers {'1ef826e9-f191-4bda-9d82-9361059e5811'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:55:05.603060 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1ef826e9-f191-4bda-9d82-9361059e5811'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:05.670613 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-8041e75c-bbff-4e91-b083-b9bc65d94096 None None] Provisioning complete for port 6a97266c-74ef-4170-bc59-05fa01934e98 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:05.671371 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8041e75c-bbff-4e91-b083-b9bc65d94096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.708969 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Attempting to bind port 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:55:05.709721 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Attempting to bind port 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '7faf34dc-2a05-4701-984d-29b71a59b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5d3c2bd3-a1cf-4afb-8690-f43d5f362f82'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:55:05.710336 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Attempting to bind port 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3 on network 5d3c2bd3-a1cf-4afb-8690-f43d5f362f82 {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:55:05.717976 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:55:05.718735 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Checking segment: {'id': '7faf34dc-2a05-4701-984d-29b71a59b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5d3c2bd3-a1cf-4afb-8690-f43d5f362f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:55:05.719418 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.720032 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Bound using segment: {'id': '7faf34dc-2a05-4701-984d-29b71a59b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5d3c2bd3-a1cf-4afb-8690-f43d5f362f82'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:55:05.720666 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Bound port: 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7faf34dc-2a05-4701-984d-29b71a59b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5d3c2bd3-a1cf-4afb-8690-f43d5f362f82'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:55:05.721169 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.784788 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71c2ed-849a-4d9e-b49b-48c037d7ba45 None None] Pushing event updated for resources: {'Port': ['ID=6a97266c-74ef-4170-bc59-05fa01934e98,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:05.805345 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.827455 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.831354 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8041e75c-bbff-4e91-b083-b9bc65d94096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.835098 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] Set router 1ef826e9-f191-4bda-9d82-9361059e5811 gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:55:05.889367 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8041e75c-bbff-4e91-b083-b9bc65d94096 None None] For port 6a97266c-74ef-4170-bc59-05fa01934e98, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6a97266c-74ef-4170-bc59-05fa01934e98,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:55:05.890803 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] For port 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:55:05.902770 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] For port 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3,segment=NetworkSegment(7faf34dc-2a05-4701-984d-29b71a59b1d3),segment_id=7faf34dc-2a05-4701-984d-29b71a59b1d3)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:55:05.942332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] Allocated IP 172.25.7.144 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/5f90273c-6982-4540-b748-199d01d8a5f9) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:55:05.948935 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8041e75c-bbff-4e91-b083-b9bc65d94096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:05.978986 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:06.011085 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041e75c-bbff-4e91-b083-b9bc65d94096 None None] Pushing event updated for resources: {'Port': ['ID=6a97266c-74ef-4170-bc59-05fa01934e98,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:06.078765 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:06.083895 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'a35fc093-563a-499d-9897-97f18f828d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port': {'id': 'a35fc093-563a-499d-9897-97f18f828d25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '6a97266c-74ef-4170-bc59-05fa01934e98', 'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'mac_address': 'fa:16:3e:99:7e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:01Z', 'updated_at': '2021-12-14T03:55:05Z', 'revision_number': 4, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'subnets': [{'id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:06.119918 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc5ead0-1f40-41a4-993a-2b23b6cfbfa9 None None] The sync data for ids ['1ef826e9-f191-4bda-9d82-9361059e5811'] in n-d-821636-1 is: [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'a35fc093-563a-499d-9897-97f18f828d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port': {'id': 'a35fc093-563a-499d-9897-97f18f828d25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '6a97266c-74ef-4170-bc59-05fa01934e98', 'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'mac_address': 'fa:16:3e:99:7e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:01Z', 'updated_at': '2021-12-14T03:55:05Z', 'revision_number': 4, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'subnets': [{'id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:55:06.186185 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:06.245252 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:55:06.255185 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:55:06.259098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:55:06.260021 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-d515ff9e-d2d5-4577-bcfb-fbdf98773400 None None] Provisioning complete for port 6a97266c-74ef-4170-bc59-05fa01934e98 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:06.260551 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d515ff9e-d2d5-4577-bcfb-fbdf98773400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:06.309151 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67432726-1b98-4a9a-8915-595394e33ff8 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:55:06.326119 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=5f90273c-6982-4540-b748-199d01d8a5f9,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:06.337638 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752db85-0984-4313-b48a-6b690a5998e5 None None] Pushing event updated for resources: {'Port': ['ID=9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:06.533849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-0a19024c-b6a6-4d48-a54e-36c97cb3dc77 None None] Provisioning complete for port 5f90273c-6982-4540-b748-199d01d8a5f9 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:06.535915 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-0a19024c-b6a6-4d48-a54e-36c97cb3dc77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:06.576606 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-0a19024c-b6a6-4d48-a54e-36c97cb3dc77 None None] Port 5f90273c-6982-4540-b748-199d01d8a5f9 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:55:06.640090 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:06.693038 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:06.903003 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3877462', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3873005'] for router, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:07.108606 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] Router eb35ce35-ae94-43ff-9782-25a8f3bc6d7c is scheduled to L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 with binding_index 1 {{(pid=103848) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 14 03:55:07.132742 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edcdd30-1043-4b3a-87c1-91686976be83 None None] Network 5d3c2bd3-a1cf-4afb-8690-f43d5f362f82 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 03:55:07.222298 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-79fef9b2-6684-44af-a78b-c0af111999e9 None None] Provisioning complete for port 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:07.222676 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-79fef9b2-6684-44af-a78b-c0af111999e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:07.225553 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:55:07.240224 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Sync routers for ids ['eb35ce35-ae94-43ff-9782-25a8f3bc6d7c'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:55:07.285079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Routers {'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:55:07.285815 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['eb35ce35-ae94-43ff-9782-25a8f3bc6d7c'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:07.288258 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:07.292148 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-047207ce-6f91-46ce-9bf9-4989f6c29bc5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2074928 Dec 14 03:55:07.292429 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56684) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:55:07.429835 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-79fef9b2-6684-44af-a78b-c0af111999e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:07.444205 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Set router eb35ce35-ae94-43ff-9782-25a8f3bc6d7c gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:55:07.567665 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-79fef9b2-6684-44af-a78b-c0af111999e9 None None] For port 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3,segment=NetworkSegment(7faf34dc-2a05-4701-984d-29b71a59b1d3),segment_id=7faf34dc-2a05-4701-984d-29b71a59b1d3)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:55:07.620954 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-79fef9b2-6684-44af-a78b-c0af111999e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:07.677824 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fef9b2-6684-44af-a78b-c0af111999e9 None None] Pushing event updated for resources: {'Port': ['ID=9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:07.694364 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c', 'name': 'tempest-TestSnapshotPattern-354838956-router', 'tenant_id': '87e5180a9398496981d1a70a0772cef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '5f90273c-6982-4540-b748-199d01d8a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:55:05Z', 'updated_at': '2021-12-14T03:55:06Z', 'revision_number': 3, 'project_id': '87e5180a9398496981d1a70a0772cef7', 'gw_port': {'id': '5f90273c-6982-4540-b748-199d01d8a5f9', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:05Z', 'updated_at': '2021-12-14T03:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:07.726357 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Checking router: eb35ce35-ae94-43ff-9782-25a8f3bc6d7c for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:55:07.726717 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Updating router eb35ce35-ae94-43ff-9782-25a8f3bc6d7c port 5f90273c-6982-4540-b748-199d01d8a5f9 binding host n-d-821636-1 {{(pid=103849) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:55:07.750208 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5171122d-4a8b-4253-aef2-25ca1ad640db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:07.762570 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:07.767556 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5687e3f3-4a7e-4a38-bc8c-02910b842a98 None None] Provisioning complete for port 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:07.767556 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5687e3f3-4a7e-4a38-bc8c-02910b842a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:07.808949 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:55:07.910647 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-5171122d-4a8b-4253-aef2-25ca1ad640db admin admin] Allocated IP 172.20.0.1 (5d3c2bd3-a1cf-4afb-8690-f43d5f362f82/40a63d72-7069-4bda-a681-caff9f652d17/86ca322b-6ee6-42d2-94ec-9b7095104a48) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:55:08.024915 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5171122d-4a8b-4253-aef2-25ca1ad640db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:08.028434 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:08.030059 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:08.051025 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:08.097641 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5171122d-4a8b-4253-aef2-25ca1ad640db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:08.139309 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5171122d-4a8b-4253-aef2-25ca1ad640db admin admin] Network 5d3c2bd3-a1cf-4afb-8690-f43d5f362f82 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:55:08.143974 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-5171122d-4a8b-4253-aef2-25ca1ad640db admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:55:08.148784 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5171122d-4a8b-4253-aef2-25ca1ad640db admin admin] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:55:08.171847 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171122d-4a8b-4253-aef2-25ca1ad640db admin admin] Pushing event updated for resources: {'Port': ['ID=86ca322b-6ee6-42d2-94ec-9b7095104a48,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:08.189412 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6a97266c-74ef-4170-bc59-05fa01934e98 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:55:08.203100 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5171122d-4a8b-4253-aef2-25ca1ad640db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3873182'] for router_interface, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:08.228249 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Publish callbacks [] for port, precommit_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:08.252417 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 6a97266c-74ef-4170-bc59-05fa01934e98 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:08.253124 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:08.288833 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:08.353594 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae660005-13aa-48ec-86b5-4ca25ab92f16 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:55:08.364223 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc060a30-c7e0-407d-8a20-2b7ccccf9dfe None None] Pushing event updated for resources: {'Port': ['ID=5f90273c-6982-4540-b748-199d01d8a5f9,revision_number=2']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:08.369955 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Attempting to bind port 5f90273c-6982-4540-b748-199d01d8a5f9 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:55:08.370330 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Attempting to bind port 5f90273c-6982-4540-b748-199d01d8a5f9 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:55:08.370704 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Attempting to bind port 5f90273c-6982-4540-b748-199d01d8a5f9 on network bef0dca9-95c3-43a9-8538-205d0dbf759c {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:55:08.411908 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:55:08.412266 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Checking segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:55:08.412670 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:08.413075 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Bound using segment: {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'} {{(pid=103849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:55:08.413598 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.managers [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Bound port: 5f90273c-6982-4540-b748-199d01d8a5f9, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcb70f29-06d1-42ad-83d5-26b03bf35585', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c'}}] {{(pid=103849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:55:08.413989 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:08.453699 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-dd70e480-8357-4124-be5c-640af150540b None None] Provisioning complete for port 5f90273c-6982-4540-b748-199d01d8a5f9 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:08.454387 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dd70e480-8357-4124-be5c-640af150540b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:08.507001 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] For port 5f90273c-6982-4540-b748-199d01d8a5f9, host n-d-821636-1, cleared binding levels {{(pid=103849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:55:08.508965 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-dd70e480-8357-4124-be5c-640af150540b None None] Port 5f90273c-6982-4540-b748-199d01d8a5f9 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:55:08.511623 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] For port 5f90273c-6982-4540-b748-199d01d8a5f9, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5f90273c-6982-4540-b748-199d01d8a5f9,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:55:08.521269 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-dd70e480-8357-4124-be5c-640af150540b None None] Provisioning complete for port 86ca322b-6ee6-42d2-94ec-9b7095104a48 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:08.521735 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-dd70e480-8357-4124-be5c-640af150540b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:08.557535 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-dd70e480-8357-4124-be5c-640af150540b None None] Port 86ca322b-6ee6-42d2-94ec-9b7095104a48 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:55:08.577715 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:08.627530 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f01459f-6585-4192-9919-25bffe01b713 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 03:55:08.659508 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Routers {'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:55:08.660122 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['eb35ce35-ae94-43ff-9782-25a8f3bc6d7c'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:08.663813 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc060a30-c7e0-407d-8a20-2b7ccccf9dfe None None] Pushing event updated for resources: {'Port': ['ID=5f90273c-6982-4540-b748-199d01d8a5f9,revision_number=3']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:08.760925 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:08.762921 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5171122d-4a8b-4253-aef2-25ca1ad640db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:08.778807 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] Set router eb35ce35-ae94-43ff-9782-25a8f3bc6d7c gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:55:08.847134 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-5e6d07d3-4f10-4e3e-83cc-eaebf400819b None None] Provisioning complete for port 5f90273c-6982-4540-b748-199d01d8a5f9 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:08.847543 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5e6d07d3-4f10-4e3e-83cc-eaebf400819b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:08.929532 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5171122d-4a8b-4253-aef2-25ca1ad640db admin admin] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:08.982470 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5171122d-4a8b-4253-aef2-25ca1ad640db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:09.057011 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171122d-4a8b-4253-aef2-25ca1ad640db admin admin] Pushing event updated for resources: {'Port': ['ID=86ca322b-6ee6-42d2-94ec-9b7095104a48,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:09.059743 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5171122d-4a8b-4253-aef2-25ca1ad640db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3796556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3875374'] for router_interface, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:09.156846 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5171122d-4a8b-4253-aef2-25ca1ad640db admin admin] Network 5d3c2bd3-a1cf-4afb-8690-f43d5f362f82 is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:55:09.158829 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-5171122d-4a8b-4253-aef2-25ca1ad640db admin admin] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:55:09.175807 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5e6d07d3-4f10-4e3e-83cc-eaebf400819b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:09.201490 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-5e6d07d3-4f10-4e3e-83cc-eaebf400819b None None] For port 5f90273c-6982-4540-b748-199d01d8a5f9, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5f90273c-6982-4540-b748-199d01d8a5f9,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:55:09.208403 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c', 'name': 'tempest-TestSnapshotPattern-354838956-router', 'tenant_id': '87e5180a9398496981d1a70a0772cef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '5f90273c-6982-4540-b748-199d01d8a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:55:05Z', 'updated_at': '2021-12-14T03:55:06Z', 'revision_number': 3, 'project_id': '87e5180a9398496981d1a70a0772cef7', 'gw_port': {'id': '5f90273c-6982-4540-b748-199d01d8a5f9', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:05Z', 'updated_at': '2021-12-14T03:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:09.236613 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37906d3a-3a44-4af9-afb4-e8bae73ad494 None None] The sync data for ids ['eb35ce35-ae94-43ff-9782-25a8f3bc6d7c'] in n-d-821636-1 is: [{'id': 'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c', 'name': 'tempest-TestSnapshotPattern-354838956-router', 'tenant_id': '87e5180a9398496981d1a70a0772cef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '5f90273c-6982-4540-b748-199d01d8a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:55:05Z', 'updated_at': '2021-12-14T03:55:06Z', 'revision_number': 3, 'project_id': '87e5180a9398496981d1a70a0772cef7', 'gw_port': {'id': '5f90273c-6982-4540-b748-199d01d8a5f9', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:05Z', 'updated_at': '2021-12-14T03:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:55:09.268504 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5e6d07d3-4f10-4e3e-83cc-eaebf400819b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:09.281205 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5171122d-4a8b-4253-aef2-25ca1ad640db admin admin] Router eb35ce35-ae94-43ff-9782-25a8f3bc6d7c has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:55:09.326553 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d07d3-4f10-4e3e-83cc-eaebf400819b None None] Pushing event updated for resources: {'Port': ['ID=5f90273c-6982-4540-b748-199d01d8a5f9,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:09.409895 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5171122d-4a8b-4253-aef2-25ca1ad640db admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:55:09.414880 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5171122d-4a8b-4253-aef2-25ca1ad640db admin admin] 10.222.0.39 "PUT /v2.0/routers/eb35ce35-ae94-43ff-9782-25a8f3bc6d7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1213386 Dec 14 03:55:09.502755 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-b1712d01-9b66-48e6-8300-8905a37596f6 None None] Provisioning complete for port 86ca322b-6ee6-42d2-94ec-9b7095104a48 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:09.503192 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b1712d01-9b66-48e6-8300-8905a37596f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:09.544887 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-b1712d01-9b66-48e6-8300-8905a37596f6 None None] Port 86ca322b-6ee6-42d2-94ec-9b7095104a48 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:55:09.822385 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:55:09.871298 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:09.871680 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:09.964163 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5f90273c-6982-4540-b748-199d01d8a5f9 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:55:10.014130 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 5f90273c-6982-4540-b748-199d01d8a5f9 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:10.014596 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:10.358332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56692) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:55:10.358332 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-035d0869-d8d4-405c-a722-7118055999ca tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1281007070', 'description': 'tempest-secgroup-smoke-1281007070 description', 'project_id': 'b096f93cb6e4457995b1043b8f113b02'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:55:10.457153 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-035d0869-d8d4-405c-a722-7118055999ca tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:10.522420 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-035d0869-d8d4-405c-a722-7118055999ca tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:10.594061 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-035d0869-d8d4-405c-a722-7118055999ca tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:10.624870 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d0869-d8d4-405c-a722-7118055999ca tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ed72ea-12c1-4925-93ef-2bcf3ca8151b,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:10.670361 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-035d0869-d8d4-405c-a722-7118055999ca tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:10.671786 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-035d0869-d8d4-405c-a722-7118055999ca tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3172324 Dec 14 03:55:10.674980 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56694) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:55:10.679494 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-bc13bbb2-bbc0-4c40-9b31-3cf053e02913 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Request body: {'security_group_rule': {'security_group_id': '93ed72ea-12c1-4925-93ef-2bcf3ca8151b', 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:55:10.771996 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc13bbb2-bbc0-4c40-9b31-3cf053e02913 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:10.827917 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc13bbb2-bbc0-4c40-9b31-3cf053e02913 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:10.858484 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Sync routers for ids ['eb35ce35-ae94-43ff-9782-25a8f3bc6d7c'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:55:10.869881 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Routers {'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:55:10.873446 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['eb35ce35-ae94-43ff-9782-25a8f3bc6d7c'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:10.908276 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc13bbb2-bbc0-4c40-9b31-3cf053e02913 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:10.927696 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13bbb2-bbc0-4c40-9b31-3cf053e02913 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28ff53d-88bc-4dc4-844e-3ab30c84f057,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:10.975812 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Set router eb35ce35-ae94-43ff-9782-25a8f3bc6d7c gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:55:10.984952 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-bc13bbb2-bbc0-4c40-9b31-3cf053e02913 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:10.987211 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-bc13bbb2-bbc0-4c40-9b31-3cf053e02913 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3112214 Dec 14 03:55:10.990053 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56696) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:55:10.994558 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-ed88131d-b2b8-4ff9-954b-6e37bff0a756 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Request body: {'security_group_rule': {'security_group_id': '93ed72ea-12c1-4925-93ef-2bcf3ca8151b', 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:55:11.084153 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ed88131d-b2b8-4ff9-954b-6e37bff0a756 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.145086 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ed88131d-b2b8-4ff9-954b-6e37bff0a756 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.173622 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c', 'name': 'tempest-TestSnapshotPattern-354838956-router', 'tenant_id': '87e5180a9398496981d1a70a0772cef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '5f90273c-6982-4540-b748-199d01d8a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:55:05Z', 'updated_at': '2021-12-14T03:55:08Z', 'revision_number': 4, 'project_id': '87e5180a9398496981d1a70a0772cef7', 'gw_port': {'id': '5f90273c-6982-4540-b748-199d01d8a5f9', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:05Z', 'updated_at': '2021-12-14T03:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '86ca322b-6ee6-42d2-94ec-9b7095104a48', 'name': '', 'network_id': '5d3c2bd3-a1cf-4afb-8690-f43d5f362f82', 'tenant_id': '87e5180a9398496981d1a70a0772cef7', 'mac_address': 'fa:16:3e:f9:fa:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '40a63d72-7069-4bda-a681-caff9f652d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:07Z', 'updated_at': '2021-12-14T03:55:08Z', 'revision_number': 2, 'project_id': '87e5180a9398496981d1a70a0772cef7', 'subnets': [{'id': '40a63d72-7069-4bda-a681-caff9f652d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:11.199712 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Checking router: eb35ce35-ae94-43ff-9782-25a8f3bc6d7c for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:55:11.200061 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Updating router eb35ce35-ae94-43ff-9782-25a8f3bc6d7c port 86ca322b-6ee6-42d2-94ec-9b7095104a48 binding host n-d-821636-1 {{(pid=103850) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 14 03:55:11.228376 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.234422 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ed88131d-b2b8-4ff9-954b-6e37bff0a756 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.250405 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88131d-b2b8-4ff9-954b-6e37bff0a756 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f099a05-0ba3-4dd1-91ce-3722b90cd48c,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:11.316615 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ed88131d-b2b8-4ff9-954b-6e37bff0a756 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.317887 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ed88131d-b2b8-4ff9-954b-6e37bff0a756 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3268669 Dec 14 03:55:11.320919 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56698) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:55:11.325425 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-cecb3538-10a8-4554-b871-cef95f414aab tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Request body: {'security_group_rule': {'security_group_id': '93ed72ea-12c1-4925-93ef-2bcf3ca8151b', 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:55:11.415969 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cecb3538-10a8-4554-b871-cef95f414aab tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.474236 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cecb3538-10a8-4554-b871-cef95f414aab tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.486715 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Publish callbacks [] for port, precommit_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.559826 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cecb3538-10a8-4554-b871-cef95f414aab tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.577734 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb3538-10a8-4554-b871-cef95f414aab tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2266a040-4077-45dc-9e86-2e569a71f9b6,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:11.594187 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.646771 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce63ef6-bb21-4522-bb80-5f8757b3a6ae None None] Pushing event updated for resources: {'Port': ['ID=86ca322b-6ee6-42d2-94ec-9b7095104a48,revision_number=3']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:11.659805 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-cecb3538-10a8-4554-b871-cef95f414aab tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.661081 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-cecb3538-10a8-4554-b871-cef95f414aab tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3391535 Dec 14 03:55:11.663992 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56700) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:55:11.675979 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-c2f32c68-e78d-47cf-a293-c592e88dac43 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Request body: {'security_group_rule': {'security_group_id': '93ed72ea-12c1-4925-93ef-2bcf3ca8151b', 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:55:11.714499 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Attempting to bind port 86ca322b-6ee6-42d2-94ec-9b7095104a48 on host n-d-821636-1 for vnic_type normal with profile {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:55:11.715091 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Attempting to bind port 86ca322b-6ee6-42d2-94ec-9b7095104a48 by drivers openvswitch,hyperv on host n-d-821636-1 at level 0 using segments [{'id': '7faf34dc-2a05-4701-984d-29b71a59b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5d3c2bd3-a1cf-4afb-8690-f43d5f362f82'}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:55:11.715533 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Attempting to bind port 86ca322b-6ee6-42d2-94ec-9b7095104a48 on network 5d3c2bd3-a1cf-4afb-8690-f43d5f362f82 {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:55:11.720857 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Checking agent: {'id': '0fc73680-66c7-4d68-a2a0-cf35133f0720', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 15, 8), 'started_at': datetime.datetime(2021, 12, 14, 2, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-821636-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:55:11.721777 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Checking segment: {'id': '7faf34dc-2a05-4701-984d-29b71a59b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5d3c2bd3-a1cf-4afb-8690-f43d5f362f82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:55:11.722268 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.722923 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Bound using segment: {'id': '7faf34dc-2a05-4701-984d-29b71a59b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5d3c2bd3-a1cf-4afb-8690-f43d5f362f82'} {{(pid=103850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:55:11.723392 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.managers [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Bound port: 86ca322b-6ee6-42d2-94ec-9b7095104a48, host: n-d-821636-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7faf34dc-2a05-4701-984d-29b71a59b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '5d3c2bd3-a1cf-4afb-8690-f43d5f362f82'}}] {{(pid=103850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:55:11.723773 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.759803 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c2f32c68-e78d-47cf-a293-c592e88dac43 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.789037 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] For port 86ca322b-6ee6-42d2-94ec-9b7095104a48, host n-d-821636-1, cleared binding levels {{(pid=103850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:55:11.792634 n-d-821636-1 neutron-server[103850]: DEBUG neutron.plugins.ml2.db [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] For port 86ca322b-6ee6-42d2-94ec-9b7095104a48, host n-d-821636-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=86ca322b-6ee6-42d2-94ec-9b7095104a48,segment=NetworkSegment(7faf34dc-2a05-4701-984d-29b71a59b1d3),segment_id=7faf34dc-2a05-4701-984d-29b71a59b1d3)] {{(pid=103850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:55:11.828825 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c2f32c68-e78d-47cf-a293-c592e88dac43 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.846759 n-d-821636-1 neutron-server[103850]: DEBUG neutron_lib.callbacks.manager [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.881576 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-c193191e-17cc-45b0-8b33-4ea6e272289c None None] Provisioning complete for port 86ca322b-6ee6-42d2-94ec-9b7095104a48 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:11.882165 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c193191e-17cc-45b0-8b33-4ea6e272289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.900865 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Routers {'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:55:11.901432 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['eb35ce35-ae94-43ff-9782-25a8f3bc6d7c'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:11.901615 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c2f32c68-e78d-47cf-a293-c592e88dac43 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.925451 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f32c68-e78d-47cf-a293-c592e88dac43 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c28b5b-5939-4f33-933d-bbfe369a9809,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:11.950614 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce63ef6-bb21-4522-bb80-5f8757b3a6ae None None] Pushing event updated for resources: {'Port': ['ID=86ca322b-6ee6-42d2-94ec-9b7095104a48,revision_number=4']} {{(pid=103850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:11.976528 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c193191e-17cc-45b0-8b33-4ea6e272289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.989849 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c2f32c68-e78d-47cf-a293-c592e88dac43 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:11.991227 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c2f32c68-e78d-47cf-a293-c592e88dac43 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3261929 Dec 14 03:55:11.993878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56702) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:55:12.000620 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-ca7862bb-97a8-4e34-b674-8e3b94e441b4 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Request body: {'security_group_rule': {'security_group_id': '93ed72ea-12c1-4925-93ef-2bcf3ca8151b', 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:55:12.016458 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-c193191e-17cc-45b0-8b33-4ea6e272289c None None] For port 86ca322b-6ee6-42d2-94ec-9b7095104a48, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=86ca322b-6ee6-42d2-94ec-9b7095104a48,segment=NetworkSegment(7faf34dc-2a05-4701-984d-29b71a59b1d3),segment_id=7faf34dc-2a05-4701-984d-29b71a59b1d3)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:55:12.037677 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] Set router eb35ce35-ae94-43ff-9782-25a8f3bc6d7c gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:55:12.085750 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c193191e-17cc-45b0-8b33-4ea6e272289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:12.114367 n-d-821636-1 neutron-server[103848]: INFO neutron.db.securitygroups_db [None req-ca7862bb-97a8-4e34-b674-8e3b94e441b4 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Project b096f93cb6e4457995b1043b8f113b02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:55:12.119654 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ca7862bb-97a8-4e34-b674-8e3b94e441b4 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:12.142677 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193191e-17cc-45b0-8b33-4ea6e272289c None None] Pushing event updated for resources: {'Port': ['ID=86ca322b-6ee6-42d2-94ec-9b7095104a48,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:12.183907 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ca7862bb-97a8-4e34-b674-8e3b94e441b4 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:12.205261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-72fefe62-b272-465b-9d4b-926da4adaf12 None None] Provisioning complete for port 86ca322b-6ee6-42d2-94ec-9b7095104a48 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:12.206482 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-72fefe62-b272-465b-9d4b-926da4adaf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:12.240004 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ca7862bb-97a8-4e34-b674-8e3b94e441b4 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:12.244618 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c', 'name': 'tempest-TestSnapshotPattern-354838956-router', 'tenant_id': '87e5180a9398496981d1a70a0772cef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '5f90273c-6982-4540-b748-199d01d8a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:55:05Z', 'updated_at': '2021-12-14T03:55:08Z', 'revision_number': 4, 'project_id': '87e5180a9398496981d1a70a0772cef7', 'gw_port': {'id': '5f90273c-6982-4540-b748-199d01d8a5f9', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:05Z', 'updated_at': '2021-12-14T03:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '86ca322b-6ee6-42d2-94ec-9b7095104a48', 'name': '', 'network_id': '5d3c2bd3-a1cf-4afb-8690-f43d5f362f82', 'tenant_id': '87e5180a9398496981d1a70a0772cef7', 'mac_address': 'fa:16:3e:f9:fa:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '40a63d72-7069-4bda-a681-caff9f652d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:07Z', 'updated_at': '2021-12-14T03:55:11Z', 'revision_number': 4, 'project_id': '87e5180a9398496981d1a70a0772cef7', 'subnets': [{'id': '40a63d72-7069-4bda-a681-caff9f652d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:12.261966 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7862bb-97a8-4e34-b674-8e3b94e441b4 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a954ab77-9a2c-4740-8fee-c71f34e1abe4,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:12.316615 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-ca7862bb-97a8-4e34-b674-8e3b94e441b4 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:12.318027 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-ca7862bb-97a8-4e34-b674-8e3b94e441b4 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3229239 Dec 14 03:55:12.320978 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56704) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:55:12.325575 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-261e01ed-6f14-4283-8acf-f89bb0fda2d3 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Request body: {'security_group_rule': {'security_group_id': '93ed72ea-12c1-4925-93ef-2bcf3ca8151b', 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:55:12.370232 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e33416-34b5-4486-814c-2a48536d7480 None None] The sync data for ids ['eb35ce35-ae94-43ff-9782-25a8f3bc6d7c'] in n-d-821636-1 is: [{'id': 'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c', 'name': 'tempest-TestSnapshotPattern-354838956-router', 'tenant_id': '87e5180a9398496981d1a70a0772cef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '5f90273c-6982-4540-b748-199d01d8a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:55:05Z', 'updated_at': '2021-12-14T03:55:08Z', 'revision_number': 4, 'project_id': '87e5180a9398496981d1a70a0772cef7', 'gw_port': {'id': '5f90273c-6982-4540-b748-199d01d8a5f9', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:05Z', 'updated_at': '2021-12-14T03:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '86ca322b-6ee6-42d2-94ec-9b7095104a48', 'name': '', 'network_id': '5d3c2bd3-a1cf-4afb-8690-f43d5f362f82', 'tenant_id': '87e5180a9398496981d1a70a0772cef7', 'mac_address': 'fa:16:3e:f9:fa:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': '40a63d72-7069-4bda-a681-caff9f652d17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:07Z', 'updated_at': '2021-12-14T03:55:11Z', 'revision_number': 4, 'project_id': '87e5180a9398496981d1a70a0772cef7', 'subnets': [{'id': '40a63d72-7069-4bda-a681-caff9f652d17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:55:12.427223 n-d-821636-1 neutron-server[103848]: INFO neutron.db.securitygroups_db [None req-261e01ed-6f14-4283-8acf-f89bb0fda2d3 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Project b096f93cb6e4457995b1043b8f113b02 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 03:55:12.432911 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-261e01ed-6f14-4283-8acf-f89bb0fda2d3 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:12.496612 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-261e01ed-6f14-4283-8acf-f89bb0fda2d3 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:12.571369 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-261e01ed-6f14-4283-8acf-f89bb0fda2d3 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3779803'] for security_group_rule, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:12.589433 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e01ed-6f14-4283-8acf-f89bb0fda2d3 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d3fef8-2a56-4d2e-ac12-918e5e8358b7,revision_number=0']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:12.660018 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-261e01ed-6f14-4283-8acf-f89bb0fda2d3 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:12.661480 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-261e01ed-6f14-4283-8acf-f89bb0fda2d3 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3394756 Dec 14 03:55:12.818455 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ba57680-1194-4593-99a4-b26c0289d77e req-95637a28-822a-424f-8eaa-6888b3225982 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1281007070&fields=id&tenant_id=b096f93cb6e4457995b1043b8f113b02 HTTP/1.1" status: 200 len: 267 time: 0.0483160 Dec 14 03:55:12.932602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba57680-1194-4593-99a4-b26c0289d77e req-cf0b21e9-c4f9-4922-8273-51852b1014aa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:12.934151 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ba57680-1194-4593-99a4-b26c0289d77e req-cf0b21e9-c4f9-4922-8273-51852b1014aa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/networks?id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce HTTP/1.1" status: 200 len: 810 time: 0.1087873 Dec 14 03:55:12.953441 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ba57680-1194-4593-99a4-b26c0289d77e req-7676eb97-4e29-4d81-988d-fc2ec5b88268 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/quotas/b096f93cb6e4457995b1043b8f113b02 HTTP/1.1" status: 200 len: 375 time: 0.0096509 Dec 14 03:55:13.009200 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ba57680-1194-4593-99a4-b26c0289d77e req-389dc2f5-bad1-42ed-a00f-08dd96fb5ee2 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b096f93cb6e4457995b1043b8f113b02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488555 Dec 14 03:55:13.203714 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ba57680-1194-4593-99a4-b26c0289d77e req-f59004fb-6138-4c09-a738-e324cca80320 service neutron] 10.222.0.39 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812954 Dec 14 03:55:13.297539 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ba57680-1194-4593-99a4-b26c0289d77e req-317e041f-b063-4f78-b9c9-3c0344476559 service neutron] 10.222.0.39 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870864 Dec 14 03:55:13.577751 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-1ceef24e-7685-43ba-8c94-cbe7e248685d req-d51fc0b7-ee17-496d-9f89-63773fadda58 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 210 time: 0.0799108 Dec 14 03:55:13.725921 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 86ca322b-6ee6-42d2-94ec-9b7095104a48 up at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:55:13.775843 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Provisioning complete for port 86ca322b-6ee6-42d2-94ec-9b7095104a48 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:13.776214 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:14.671415 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d5d517c3-2a39-413a-bf66-0252a7ce5b2f req-dcdd53de-d11c-4799-9fcd-84ba4ca55191 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 210 time: 0.0264649 Dec 14 03:55:15.697972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba57680-1194-4593-99a4-b26c0289d77e req-c49b7fed-77e2-4487-9deb-86eb8f33904a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:15.699599 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ba57680-1194-4593-99a4-b26c0289d77e req-c49b7fed-77e2-4487-9deb-86eb8f33904a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.46 "GET /v2.0/networks?id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce HTTP/1.1" status: 200 len: 810 time: 0.1103990 Dec 14 03:55:15.772136 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-85e5551b-5456-4ace-b904-5e7cbca4ea2d req-7636be75-58ee-4640-9e13-0a597596ebc3 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 210 time: 0.0312748 Dec 14 03:55:15.793013 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ba57680-1194-4593-99a4-b26c0289d77e req-da61005c-14f9-4714-913d-16ff0c3b0426 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b096f93cb6e4457995b1043b8f113b02 HTTP/1.1" status: 200 len: 380 time: 0.0789232 Dec 14 03:55:15.803174 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-5ba57680-1194-4593-99a4-b26c0289d77e req-4d5e29f1-58c7-4c45-98bd-81a736792628 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Request body: {'port': {'device_id': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'admin_state_up': True, 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'security_groups': ['93ed72ea-12c1-4925-93ef-2bcf3ca8151b']}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:55:15.982726 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba57680-1194-4593-99a4-b26c0289d77e req-4d5e29f1-58c7-4c45-98bd-81a736792628 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Made reservation on behalf of b096f93cb6e4457995b1043b8f113b02 for: {'port': 1} {{(pid=103848) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:55:15.987083 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ba57680-1194-4593-99a4-b26c0289d77e req-4d5e29f1-58c7-4c45-98bd-81a736792628 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:16.114343 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [req-5ba57680-1194-4593-99a4-b26c0289d77e req-4d5e29f1-58c7-4c45-98bd-81a736792628 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Allocated IP 172.20.0.13 (022c1c1f-e74a-4a5d-b5d8-32f358f241ce/6ff48276-5725-403b-a4cf-8fdd9e69ba89/ffc690b9-bb70-423e-9e97-51cce9742f8f) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:55:16.248075 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ba57680-1194-4593-99a4-b26c0289d77e req-4d5e29f1-58c7-4c45-98bd-81a736792628 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:16.320094 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ba57680-1194-4593-99a4-b26c0289d77e req-4d5e29f1-58c7-4c45-98bd-81a736792628 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:16.368373 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba57680-1194-4593-99a4-b26c0289d77e req-4d5e29f1-58c7-4c45-98bd-81a736792628 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Network 022c1c1f-e74a-4a5d-b5d8-32f358f241ce is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:55:16.371508 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [req-5ba57680-1194-4593-99a4-b26c0289d77e req-4d5e29f1-58c7-4c45-98bd-81a736792628 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:55:16.375177 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba57680-1194-4593-99a4-b26c0289d77e req-4d5e29f1-58c7-4c45-98bd-81a736792628 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:55:16.381602 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e29f1-58c7-4c45-98bd-81a736792628 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Pushing event updated for resources: {'Port': ['ID=ffc690b9-bb70-423e-9e97-51cce9742f8f,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:16.429461 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba57680-1194-4593-99a4-b26c0289d77e req-4d5e29f1-58c7-4c45-98bd-81a736792628 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:16.430133 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ba57680-1194-4593-99a4-b26c0289d77e req-4d5e29f1-58c7-4c45-98bd-81a736792628 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:16.522953 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ba57680-1194-4593-99a4-b26c0289d77e req-4d5e29f1-58c7-4c45-98bd-81a736792628 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7242339 Dec 14 03:55:16.586126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Request body: {'port': {'device_id': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-821636-1'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:55:16.635100 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-58ddfabf-432c-47d6-b8da-122c67c472a9 None None] Provisioning complete for port ffc690b9-bb70-423e-9e97-51cce9742f8f triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:16.635797 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-58ddfabf-432c-47d6-b8da-122c67c472a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:16.639670 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:16.668231 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-58ddfabf-432c-47d6-b8da-122c67c472a9 None None] Port ffc690b9-bb70-423e-9e97-51cce9742f8f cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:55:16.944152 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69a5eb-0e01-449f-bc6e-390b12c013b3 req-e5c17a95-9884-455c-b448-157f0df26ba1 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:16.945653 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f69a5eb-0e01-449f-bc6e-390b12c013b3 req-e5c17a95-9884-455c-b448-157f0df26ba1 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 932 time: 0.1031253 Dec 14 03:55:16.947441 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc690b9-bb70-423e-9e97-51cce9742f8f {{(pid=103848) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:55:16.957434 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:16.982816 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.provisioning_blocks [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Transition to ACTIVE for port object ffc690b9-bb70-423e-9e97-51cce9742f8f will not be triggered until provisioned by entity L2. {{(pid=103848) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:55:17.010590 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-0f69a5eb-0e01-449f-bc6e-390b12c013b3 req-8f46768c-d587-45b9-b876-986bb99c84c6 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586789 Dec 14 03:55:17.056807 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:17.112896 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc690b9-bb70-423e-9e97-51cce9742f8f,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:17.184057 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Attempting to bind port ffc690b9-bb70-423e-9e97-51cce9742f8f on host n-h1-821636-1 for vnic_type normal with profile {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:55:17.184401 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Attempting to bind port ffc690b9-bb70-423e-9e97-51cce9742f8f by drivers openvswitch,hyperv on host n-h1-821636-1 at level 0 using segments [{'id': '6c1baa00-f129-46f5-8c00-e0b50af36f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce'}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:55:17.184739 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Attempting to bind port ffc690b9-bb70-423e-9e97-51cce9742f8f on network 022c1c1f-e74a-4a5d-b5d8-32f358f241ce {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:55:17.190009 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Port ffc690b9-bb70-423e-9e97-51cce9742f8f on network 022c1c1f-e74a-4a5d-b5d8-32f358f241ce not bound, no agent of type Open vSwitch agent registered on host n-h1-821636-1 {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:55:17.190384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Attempting to bind port ffc690b9-bb70-423e-9e97-51cce9742f8f on network 022c1c1f-e74a-4a5d-b5d8-32f358f241ce {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:55:17.195934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Checking agent: {'id': '2315c1a9-55c9-4281-be41-b59c64095f0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'started_at': datetime.datetime(2021, 12, 14, 2, 22, 57), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:55:17.196276 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Checking segment: {'id': '6c1baa00-f129-46f5-8c00-e0b50af36f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103848) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:55:17.196661 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Bound using segment: {'id': '6c1baa00-f129-46f5-8c00-e0b50af36f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce'} {{(pid=103848) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:55:17.197096 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.managers [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Bound port: ffc690b9-bb70-423e-9e97-51cce9742f8f, host: n-h1-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1baa00-f129-46f5-8c00-e0b50af36f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce'}}] {{(pid=103848) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:55:17.197491 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:17.263637 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] For port ffc690b9-bb70-423e-9e97-51cce9742f8f, host n-h1-821636-1, cleared binding levels {{(pid=103848) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:55:17.269369 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] For port ffc690b9-bb70-423e-9e97-51cce9742f8f, host n-h1-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ffc690b9-bb70-423e-9e97-51cce9742f8f,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103848) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:55:17.337463 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:17.379115 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:17.379592 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:17.381026 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ba57680-1194-4593-99a4-b26c0289d77e req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] 10.222.0.46 "PUT /v2.0/ports/ffc690b9-bb70-423e-9e97-51cce9742f8f HTTP/1.1" status: 200 len: 1092 time: 0.8436565 Dec 14 03:55:17.381506 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'tag': 'ffc690b9-bb70-423e-9e97-51cce9742f8f'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:55:17.384020 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa74c1e-6330-4131-960b-7ba1408f6d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7", "tag": "ffc690b9-bb70-423e-9e97-51cce9742f8f"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:55:17.410244 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0c284-3cdd-45d0-8640-5adfdc9359e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc690b9-bb70-423e-9e97-51cce9742f8f,revision_number=3']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:17.440233 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e75d5e-dac3-411a-b0c1-8cedbb9299fa x-openstack-request-id: req-27e75d5e-dac3-411a-b0c1-8cedbb9299fa {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:55:17.440548 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7", "tag": "ffc690b9-bb70-423e-9e97-51cce9742f8f", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:55:17.440888 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27e75d5e-dac3-411a-b0c1-8cedbb9299fa {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:55:17.441327 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'tag': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'status': 'completed', 'code': 200} Dec 14 03:55:17.524838 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa74c1e-6330-4131-960b-7ba1408f6d9a req-4fbc1733-819b-450a-878c-b1433bb9923d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:17.526377 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-daa74c1e-6330-4131-960b-7ba1408f6d9a req-4fbc1733-819b-450a-878c-b1433bb9923d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b096f93cb6e4457995b1043b8f113b02&device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 1095 time: 0.0441048 Dec 14 03:55:17.639878 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa74c1e-6330-4131-960b-7ba1408f6d9a req-98073e73-e914-41a4-ac67-c456f2590306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:17.641447 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-daa74c1e-6330-4131-960b-7ba1408f6d9a req-98073e73-e914-41a4-ac67-c456f2590306 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=b096f93cb6e4457995b1043b8f113b02&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1005437 Dec 14 03:55:17.735126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa74c1e-6330-4131-960b-7ba1408f6d9a req-d2693440-21be-4f58-920b-b678bbb866d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:17.736551 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-daa74c1e-6330-4131-960b-7ba1408f6d9a req-d2693440-21be-4f58-920b-b678bbb866d3 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887203 Dec 14 03:55:17.831096 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba57680-1194-4593-99a4-b26c0289d77e req-7c4253b9-f244-4e2b-ad47-9677c2c317a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:17.832594 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ba57680-1194-4593-99a4-b26c0289d77e req-7c4253b9-f244-4e2b-ad47-9677c2c317a2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b096f93cb6e4457995b1043b8f113b02&device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 1095 time: 0.0401585 Dec 14 03:55:17.884548 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ba57680-1194-4593-99a4-b26c0289d77e req-247a1915-9998-4aed-b01e-6e90ba489709 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc690b9-bb70-423e-9e97-51cce9742f8f HTTP/1.1" status: 200 len: 217 time: 0.0375288 Dec 14 03:55:17.934011 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba57680-1194-4593-99a4-b26c0289d77e req-d4f94bc8-7b9f-45a9-9e50-7c350f55df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:17.935500 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ba57680-1194-4593-99a4-b26c0289d77e req-d4f94bc8-7b9f-45a9-9e50-7c350f55df23 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ff48276-5725-403b-a4cf-8fdd9e69ba89 HTTP/1.1" status: 200 len: 849 time: 0.0444939 Dec 14 03:55:17.980042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba57680-1194-4593-99a4-b26c0289d77e req-77b859ad-128e-419b-be11-ac0217baa262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:17.981529 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ba57680-1194-4593-99a4-b26c0289d77e req-77b859ad-128e-419b-be11-ac0217baa262 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392683 Dec 14 03:55:18.073077 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ba57680-1194-4593-99a4-b26c0289d77e req-f138fcfb-ca4f-4d78-bfca-06c04aa8751c service neutron] 10.222.0.46 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846574 Dec 14 03:55:18.178505 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d4735-b2cf-4fb5-9cab-955c0274523a req-c8586697-606e-47fe-8f72-083dac87abcb tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:18.179883 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f8d4735-b2cf-4fb5-9cab-955c0274523a req-c8586697-606e-47fe-8f72-083dac87abcb tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 944 time: 0.1006103 Dec 14 03:55:18.219847 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5ba57680-1194-4593-99a4-b26c0289d77e req-383d994c-d097-44ed-8866-76412fb1a427 service neutron] 10.222.0.46 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379960 Dec 14 03:55:18.245229 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3f8d4735-b2cf-4fb5-9cab-955c0274523a req-4549b56d-3eb9-40ac-ab9b-0d6f1d3fd886 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570428 Dec 14 03:55:19.362491 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76588e48-181a-4358-8597-bca19961e94f req-436ed00e-22cb-44b0-9f67-569a32387f55 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:19.363954 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-76588e48-181a-4358-8597-bca19961e94f req-436ed00e-22cb-44b0-9f67-569a32387f55 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 944 time: 0.0479717 Dec 14 03:55:19.412280 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-76588e48-181a-4358-8597-bca19961e94f req-d3fd7134-2458-41ea-ae8c-db1cbf33dc57 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423501 Dec 14 03:55:20.182463 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ffc690b9-bb70-423e-9e97-51cce9742f8f details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:55:20.274856 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ffc690b9-bb70-423e-9e97-51cce9742f8f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ffc690b9-bb70-423e-9e97-51cce9742f8f,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:55:20.286290 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'port_id': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'mac_address': 'fa:16:3e:2a:79:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:55:20.323656 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:20.336913 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc690b9-bb70-423e-9e97-51cce9742f8f {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:55:20.356119 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ffc690b9-bb70-423e-9e97-51cce9742f8f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ffc690b9-bb70-423e-9e97-51cce9742f8f,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:55:20.433442 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:20.485261 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ffc690b9-bb70-423e-9e97-51cce9742f8f,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:20.533198 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505437fc-fd84-428f-89e9-6fa0b490b63d req-346c8356-2e95-479f-a5d4-2b9e841e9c3c tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:20.534660 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-505437fc-fd84-428f-89e9-6fa0b490b63d req-346c8356-2e95-479f-a5d4-2b9e841e9c3c tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 945 time: 0.0533648 Dec 14 03:55:20.582931 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-505437fc-fd84-428f-89e9-6fa0b490b63d req-5cec4bc3-b3c4-4583-b477-ff47eb18e9db tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422688 Dec 14 03:55:20.721193 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['ffc690b9-bb70-423e-9e97-51cce9742f8f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:55:21.698302 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb620c6a-5973-41a1-bac2-bedbf61f4261 req-df75bd3b-d27a-4f1f-8f7c-0f574aaa2e02 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:21.699786 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bb620c6a-5973-41a1-bac2-bedbf61f4261 req-df75bd3b-d27a-4f1f-8f7c-0f574aaa2e02 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 945 time: 0.0488544 Dec 14 03:55:21.748713 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-bb620c6a-5973-41a1-bac2-bedbf61f4261 req-73144a62-734a-451e-b65c-df76b8d6160a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430708 Dec 14 03:55:22.183841 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ffc690b9-bb70-423e-9e97-51cce9742f8f up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:55:22.318395 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning for port ffc690b9-bb70-423e-9e97-51cce9742f8f completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:55:22.322115 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port ffc690b9-bb70-423e-9e97-51cce9742f8f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:55:22.322492 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:22.401295 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:22.423272 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc690b9-bb70-423e-9e97-51cce9742f8f'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:55:22.425866 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a004cb-9826-48d6-be67-40ae3e234b1c" -d '{"events": [{"server_uuid": "3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7", "name": "network-vif-plugged", "status": "completed", "tag": "ffc690b9-bb70-423e-9e97-51cce9742f8f"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:55:22.438408 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ffc690b9-bb70-423e-9e97-51cce9742f8f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ffc690b9-bb70-423e-9e97-51cce9742f8f,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:55:22.523133 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9239b9-94c7-4a89-8150-5307a4474f4f x-openstack-request-id: req-0e9239b9-94c7-4a89-8150-5307a4474f4f {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:55:22.523433 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7", "name": "network-vif-plugged", "status": "completed", "tag": "ffc690b9-bb70-423e-9e97-51cce9742f8f", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:55:22.523774 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e9239b9-94c7-4a89-8150-5307a4474f4f {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:55:22.524196 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'code': 200} Dec 14 03:55:22.525454 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:22.572880 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ffc690b9-bb70-423e-9e97-51cce9742f8f,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:22.661207 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd7a90-07e1-460d-a29b-fed35e10dcc0 req-c27db280-1e37-4e42-b304-48f76dc35339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:22.666440 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bfd7a90-07e1-460d-a29b-fed35e10dcc0 req-c27db280-1e37-4e42-b304-48f76dc35339 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 1097 time: 0.0513535 Dec 14 03:55:22.715363 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3bfd7a90-07e1-460d-a29b-fed35e10dcc0 req-a63c6d32-708f-4f09-bef2-6fb7bcd279c4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420480 Dec 14 03:55:22.863488 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d8e51-518c-48f5-8554-d990d77649de req-ede0422b-75fb-4915-b82b-a2866e177cf5 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:22.865011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-770d8e51-518c-48f5-8554-d990d77649de req-ede0422b-75fb-4915-b82b-a2866e177cf5 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 946 time: 0.0507834 Dec 14 03:55:22.915146 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-770d8e51-518c-48f5-8554-d990d77649de req-dc24437c-2faa-4821-9743-2580785c33f8 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441341 Dec 14 03:55:24.034679 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a1bb4-c61b-44b1-8635-22de3201499a req-98f6f983-6548-4f43-b181-b2756d84e60f tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:24.036165 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e6a1bb4-c61b-44b1-8635-22de3201499a req-98f6f983-6548-4f43-b181-b2756d84e60f tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 946 time: 0.0481143 Dec 14 03:55:24.084924 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6e6a1bb4-c61b-44b1-8635-22de3201499a req-b29f78da-f586-4224-9e7f-76a6661e6419 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427794 Dec 14 03:55:24.202089 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712a851-cb6c-4b33-b20c-1205f0c41998 req-49a214c9-229e-4e73-b0b6-755918837e5b tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:24.203459 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c712a851-cb6c-4b33-b20c-1205f0c41998 req-49a214c9-229e-4e73-b0b6-755918837e5b tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 946 time: 0.0527158 Dec 14 03:55:24.252617 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c712a851-cb6c-4b33-b20c-1205f0c41998 req-5ef5fcc6-81b7-4dcb-a042-8b18600d6a9b tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429397 Dec 14 03:55:24.273565 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56768) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:55:24.354934 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b17d83-801f-4b1f-a602-1d8666288e7c tempest-TestSnapshotPattern-72398920 tempest-TestSnapshotPattern-72398920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:24.356456 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-d1b17d83-801f-4b1f-a602-1d8666288e7c tempest-TestSnapshotPattern-72398920 tempest-TestSnapshotPattern-72398920-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 1092 time: 0.0819089 Dec 14 03:55:24.359329 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 56772) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:55:24.363631 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:55:24.438293 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:24.539049 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:24.637278 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Allocated IP 172.25.7.231 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/b45e32f2-3e07-458a-b5ba-859f75c4a5b5) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:55:24.739347 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:24.821722 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:24.857566 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:55:24.862514 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:55:24.865241 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:55:24.893411 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Pushing event updated for resources: {'Port': ['ID=b45e32f2-3e07-458a-b5ba-859f75c4a5b5,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:25.207387 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:25.331797 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:25.479402 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:25.553462 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:25.624818 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Pushing event updated for resources: {'Port': ['ID=b45e32f2-3e07-458a-b5ba-859f75c4a5b5,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:55:25.634211 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:25.738071 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Floating IP 72449524-de85-4f3b-ab14-c4181c7838b3 associated. External IP: 172.25.7.231, port: ffc690b9-bb70-423e-9e97-51cce9742f8f. Dec 14 03:55:26.281823 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Router 1ef826e9-f191-4bda-9d82-9361059e5811 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:55:26.388132 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:55:26.398409 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f082a3b-d066-4259-87ea-30e3349d4ec4 None None] Sync routers for ids ['1ef826e9-f191-4bda-9d82-9361059e5811'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:55:26.408040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f082a3b-d066-4259-87ea-30e3349d4ec4 None None] Routers {'1ef826e9-f191-4bda-9d82-9361059e5811'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:55:26.408722 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8f082a3b-d066-4259-87ea-30e3349d4ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1ef826e9-f191-4bda-9d82-9361059e5811'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:26.464279 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:26.492654 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5693ebce-5691-4fa9-bf3e-cad9be81fa5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1322994 Dec 14 03:55:26.493401 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'tag': 'ffc690b9-bb70-423e-9e97-51cce9742f8f'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:55:26.495732 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a86d8f-850e-4490-9ed1-c696f86d3223" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7", "tag": "ffc690b9-bb70-423e-9e97-51cce9742f8f"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:55:26.521216 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-8f082a3b-d066-4259-87ea-30e3349d4ec4 None None] Set router 1ef826e9-f191-4bda-9d82-9361059e5811 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:55:26.532700 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f82d8d-9d82-4ef9-b15d-17018c8fb042 x-openstack-request-id: req-65f82d8d-9d82-4ef9-b15d-17018c8fb042 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:55:26.533486 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7", "tag": "ffc690b9-bb70-423e-9e97-51cce9742f8f", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:55:26.533746 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65f82d8d-9d82-4ef9-b15d-17018c8fb042 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:55:26.534150 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'tag': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'status': 'completed', 'code': 200} Dec 14 03:55:26.628395 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.46', 62358) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:55:26.629353 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a86d8f-850e-4490-9ed1-c696f86d3223 req-f66b5723-808a-494a-abe7-a47fec3dfb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:26.630885 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2a86d8f-850e-4490-9ed1-c696f86d3223 req-f66b5723-808a-494a-abe7-a47fec3dfb9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b096f93cb6e4457995b1043b8f113b02&device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 1097 time: 0.0493696 Dec 14 03:55:26.673011 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f296c5f4-e1d1-488a-8963-4d94ced714d0 req-5a44ad46-ab41-4780-b6d7-5c589620f06c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434227 Dec 14 03:55:26.721884 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a86d8f-850e-4490-9ed1-c696f86d3223 req-d2bb5885-5aa8-4826-9b38-f0ff4d6f59e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:26.723654 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2a86d8f-850e-4490-9ed1-c696f86d3223 req-d2bb5885-5aa8-4826-9b38-f0ff4d6f59e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce HTTP/1.1" status: 200 len: 911 time: 0.0858259 Dec 14 03:55:26.741102 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:55:26.752516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8f082a3b-d066-4259-87ea-30e3349d4ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'a35fc093-563a-499d-9897-97f18f828d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port': {'id': 'a35fc093-563a-499d-9897-97f18f828d25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '72449524-de85-4f3b-ab14-c4181c7838b3', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'floating_ip_address': '172.25.7.231', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'port_id': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'mac_address': 'fa:16:3e:2a:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:55:25Z', 'updated_at': '2021-12-14T03:55:25Z', 'revision_number': 0, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a97266c-74ef-4170-bc59-05fa01934e98', 'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'mac_address': 'fa:16:3e:99:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:01Z', 'updated_at': '2021-12-14T03:55:05Z', 'revision_number': 5, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'subnets': [{'id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:26.779005 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f082a3b-d066-4259-87ea-30e3349d4ec4 None None] Checking router: 1ef826e9-f191-4bda-9d82-9361059e5811 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:55:26.787420 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f082a3b-d066-4259-87ea-30e3349d4ec4 None None] Routers {'1ef826e9-f191-4bda-9d82-9361059e5811'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:55:26.787991 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8f082a3b-d066-4259-87ea-30e3349d4ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:55:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1ef826e9-f191-4bda-9d82-9361059e5811'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:26.792677 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2a86d8f-850e-4490-9ed1-c696f86d3223 req-49067ad2-487f-4b95-ac43-d04e73066670 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc690b9-bb70-423e-9e97-51cce9742f8f HTTP/1.1" status: 200 len: 1000 time: 0.0617752 Dec 14 03:55:26.842997 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a86d8f-850e-4490-9ed1-c696f86d3223 req-583be3c0-e1dd-49ec-b048-5a0d2133a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:26.844502 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2a86d8f-850e-4490-9ed1-c696f86d3223 req-583be3c0-e1dd-49ec-b048-5a0d2133a933 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ff48276-5725-403b-a4cf-8fdd9e69ba89 HTTP/1.1" status: 200 len: 849 time: 0.0446806 Dec 14 03:55:26.889655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a86d8f-850e-4490-9ed1-c696f86d3223 req-ac75ace0-63fc-46fd-97a7-01af3d4068c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:26.891180 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2a86d8f-850e-4490-9ed1-c696f86d3223 req-ac75ace0-63fc-46fd-97a7-01af3d4068c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398641 Dec 14 03:55:26.892905 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-8f082a3b-d066-4259-87ea-30e3349d4ec4 None None] Set router 1ef826e9-f191-4bda-9d82-9361059e5811 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:55:26.985829 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2a86d8f-850e-4490-9ed1-c696f86d3223 req-ce96972a-3f3a-472e-b9d4-b250947422dd service neutron] 10.222.0.46 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868430 Dec 14 03:55:27.081708 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b2a86d8f-850e-4490-9ed1-c696f86d3223 req-e74fe909-f6f4-455e-bc3a-412ce0114e21 service neutron] 10.222.0.46 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880680 Dec 14 03:55:27.127533 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-8f082a3b-d066-4259-87ea-30e3349d4ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'a35fc093-563a-499d-9897-97f18f828d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port': {'id': 'a35fc093-563a-499d-9897-97f18f828d25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '72449524-de85-4f3b-ab14-c4181c7838b3', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'floating_ip_address': '172.25.7.231', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'port_id': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'mac_address': 'fa:16:3e:2a:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:55:25Z', 'updated_at': '2021-12-14T03:55:25Z', 'revision_number': 0, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a97266c-74ef-4170-bc59-05fa01934e98', 'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'mac_address': 'fa:16:3e:99:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:01Z', 'updated_at': '2021-12-14T03:55:05Z', 'revision_number': 5, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'subnets': [{'id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:55:27.154421 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f082a3b-d066-4259-87ea-30e3349d4ec4 None None] The sync data for ids ['1ef826e9-f191-4bda-9d82-9361059e5811'] in n-d-821636-1 is: [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'a35fc093-563a-499d-9897-97f18f828d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port': {'id': 'a35fc093-563a-499d-9897-97f18f828d25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '72449524-de85-4f3b-ab14-c4181c7838b3', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'floating_ip_address': '172.25.7.231', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'port_id': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'mac_address': 'fa:16:3e:2a:79:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:55:25Z', 'updated_at': '2021-12-14T03:55:25Z', 'revision_number': 0, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a97266c-74ef-4170-bc59-05fa01934e98', 'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'mac_address': 'fa:16:3e:99:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:01Z', 'updated_at': '2021-12-14T03:55:05Z', 'revision_number': 5, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'subnets': [{'id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:55:27.291661 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296c5f4-e1d1-488a-8963-4d94ced714d0 req-12773ea3-61d9-460b-8aaf-c7481cfa50b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:27.293196 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f296c5f4-e1d1-488a-8963-4d94ced714d0 req-12773ea3-61d9-460b-8aaf-c7481cfa50b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b096f93cb6e4457995b1043b8f113b02&device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 1097 time: 0.0442169 Dec 14 03:55:27.359600 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b83a8-e3db-4181-a533-67e7c6f72713 None None] New status for floating IP 72449524-de85-4f3b-ab14-c4181c7838b3: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:55:27.404556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296c5f4-e1d1-488a-8963-4d94ced714d0 req-3d865575-6743-4f57-9c41-d543995d2649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:27.406121 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f296c5f4-e1d1-488a-8963-4d94ced714d0 req-3d865575-6743-4f57-9c41-d543995d2649 service neutron] 10.222.0.46 "GET /v2.0/networks?id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce HTTP/1.1" status: 200 len: 911 time: 0.0925462 Dec 14 03:55:27.474560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f296c5f4-e1d1-488a-8963-4d94ced714d0 req-ef1178a9-cf4b-4759-bd70-a993e07ec143 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc690b9-bb70-423e-9e97-51cce9742f8f HTTP/1.1" status: 200 len: 1000 time: 0.0602183 Dec 14 03:55:27.528290 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296c5f4-e1d1-488a-8963-4d94ced714d0 req-3759fac0-ccfc-468e-b797-f61f1597fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:27.529783 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f296c5f4-e1d1-488a-8963-4d94ced714d0 req-3759fac0-ccfc-468e-b797-f61f1597fd7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ff48276-5725-403b-a4cf-8fdd9e69ba89 HTTP/1.1" status: 200 len: 849 time: 0.0484760 Dec 14 03:55:27.575827 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296c5f4-e1d1-488a-8963-4d94ced714d0 req-13b118be-1d2c-45fd-bc68-d6313774e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:55:27.577314 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f296c5f4-e1d1-488a-8963-4d94ced714d0 req-13b118be-1d2c-45fd-bc68-d6313774e470 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407047 Dec 14 03:55:27.668135 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f296c5f4-e1d1-488a-8963-4d94ced714d0 req-65e639eb-4c8e-445b-9bc3-296604a1eda5 service neutron] 10.222.0.46 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828209 Dec 14 03:55:27.760532 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-f296c5f4-e1d1-488a-8963-4d94ced714d0 req-d030c8c2-f7c8-466b-86f4-18a803c31d1e service neutron] 10.222.0.46 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853362 Dec 14 03:55:27.941330 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:30.987610 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:32.833673 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f2e9-cfa4-4abb-a0c5-86489bc35c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:35.079268 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-d2496602-caaf-48a6-9082-a089736917a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:36.645094 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:37.999065 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:38.757646 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:55:57.970333 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:56:00.982023 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:56:02.804415 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-28f2dee6-998a-4403-9959-493f6d556fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:56:03.740967 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:56:05.088178 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-59f1b241-40b6-4711-b99e-4250ebc72e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:56:06.650106 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:56:08.008167 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:56:08.707409 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:56:27.967417 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:56:28.676684 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26c73532-b503-465d-9f06-adc3e6303fa1 req-0a65b39a-174f-4d34-a4d4-8273cf17fd2e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432415 Dec 14 03:56:28.776341 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c73532-b503-465d-9f06-adc3e6303fa1 req-390d573f-c57b-4ad3-acd7-9ecdd0e39648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:56:28.777867 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26c73532-b503-465d-9f06-adc3e6303fa1 req-390d573f-c57b-4ad3-acd7-9ecdd0e39648 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b096f93cb6e4457995b1043b8f113b02&device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 1097 time: 0.0407104 Dec 14 03:56:28.882570 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c73532-b503-465d-9f06-adc3e6303fa1 req-930ea53e-82e1-4f13-b70a-df0e031b6066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:56:28.884041 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26c73532-b503-465d-9f06-adc3e6303fa1 req-930ea53e-82e1-4f13-b70a-df0e031b6066 service neutron] 10.222.0.46 "GET /v2.0/networks?id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce HTTP/1.1" status: 200 len: 911 time: 0.0877433 Dec 14 03:56:28.950154 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26c73532-b503-465d-9f06-adc3e6303fa1 req-7406cc1c-abfd-4e76-acbb-b110912265bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc690b9-bb70-423e-9e97-51cce9742f8f HTTP/1.1" status: 200 len: 1002 time: 0.0585089 Dec 14 03:56:29.000995 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c73532-b503-465d-9f06-adc3e6303fa1 req-bd23dee6-1078-4061-818f-9b7aa83d6448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:56:29.003052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26c73532-b503-465d-9f06-adc3e6303fa1 req-bd23dee6-1078-4061-818f-9b7aa83d6448 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ff48276-5725-403b-a4cf-8fdd9e69ba89 HTTP/1.1" status: 200 len: 849 time: 0.0460763 Dec 14 03:56:29.048137 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c73532-b503-465d-9f06-adc3e6303fa1 req-ab3b1083-05f5-479d-8627-693ea9d110f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:56:29.049760 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26c73532-b503-465d-9f06-adc3e6303fa1 req-ab3b1083-05f5-479d-8627-693ea9d110f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386841 Dec 14 03:56:29.139794 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26c73532-b503-465d-9f06-adc3e6303fa1 req-d3d7f24c-29b3-4a59-980d-3bcefb666789 service neutron] 10.222.0.46 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824149 Dec 14 03:56:29.231888 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-26c73532-b503-465d-9f06-adc3e6303fa1 req-e1ccd314-2515-4501-aa5c-4e442de25347 service neutron] 10.222.0.46 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851076 Dec 14 03:56:30.995672 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:56:32.832513 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9e7288cf-dd71-4e95-b9f9-05697c66b358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:56:35.078421 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b223e612-cf26-4146-bf8e-8112cc8ab76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:56:36.652498 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:56:38.003616 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:56:38.711894 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:56:40.740777 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:56:57.949209 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:00.983510 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:02.811415 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-db653394-b035-4c8e-bb9c-e1b449c43ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:05.097332 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-55b8f216-7817-4029-87a5-48f93b7ecc3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:06.654628 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:08.043008 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:08.729041 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:17.741541 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:57:26.758180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ffc690b9-bb70-423e-9e97-51cce9742f8f details requested by agent hyperv_n-h1-821636-1 with host n-h1-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:57:26.865689 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ffc690b9-bb70-423e-9e97-51cce9742f8f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ffc690b9-bb70-423e-9e97-51cce9742f8f,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:57:26.877733 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Returning: {'device': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'port_id': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'mac_address': 'fa:16:3e:2a:79:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:57:26.919105 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:26.933890 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffc690b9-bb70-423e-9e97-51cce9742f8f {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:57:26.958176 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ffc690b9-bb70-423e-9e97-51cce9742f8f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ffc690b9-bb70-423e-9e97-51cce9742f8f,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:57:27.029230 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:27.084029 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ffc690b9-bb70-423e-9e97-51cce9742f8f,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:57:27.091422 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:27.091731 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:27.092071 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:27.092406 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:27.092740 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:27.093069 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:27.093424 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:27.094801 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:27.095132 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:27.095449 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:27.095782 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:27.096152 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:27.096565 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:27.173360 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] get_ports_and_sgs() called for port_ids ['ffc690b9-bb70-423e-9e97-51cce9742f8f'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:57:28.008923 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:28.773637 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ffc690b9-bb70-423e-9e97-51cce9742f8f up at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:57:28.827016 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Provisioning complete for port ffc690b9-bb70-423e-9e97-51cce9742f8f triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:57:28.827394 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:28.912131 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:28.944656 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc690b9-bb70-423e-9e97-51cce9742f8f'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:57:28.947153 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89099aa-bebd-4f69-bc7a-075d828c7c7f" -d '{"events": [{"server_uuid": "3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7", "name": "network-vif-plugged", "status": "completed", "tag": "ffc690b9-bb70-423e-9e97-51cce9742f8f"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:57:28.973429 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ffc690b9-bb70-423e-9e97-51cce9742f8f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ffc690b9-bb70-423e-9e97-51cce9742f8f,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:57:28.992148 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470aa7ef-33f0-4283-b618-b4aa2ce189db x-openstack-request-id: req-470aa7ef-33f0-4283-b618-b4aa2ce189db {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:57:28.992148 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7", "name": "network-vif-plugged", "status": "completed", "tag": "ffc690b9-bb70-423e-9e97-51cce9742f8f", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:57:28.992148 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-470aa7ef-33f0-4283-b618-b4aa2ce189db {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:57:28.992148 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'code': 200} Dec 14 03:57:29.028456 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:29.081849 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ffc690b9-bb70-423e-9e97-51cce9742f8f,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:57:29.728251 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bf792-6b27-4676-b1ef-9453ef843570 req-cd23a1d7-9ff3-46ea-9027-b83b030b84ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:29.729879 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c93bf792-6b27-4676-b1ef-9453ef843570 req-cd23a1d7-9ff3-46ea-9027-b83b030b84ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b096f93cb6e4457995b1043b8f113b02&device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 1097 time: 0.0436006 Dec 14 03:57:29.848805 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bf792-6b27-4676-b1ef-9453ef843570 req-2d38fd29-c1d7-42e4-8501-daf7212d696d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:29.850487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c93bf792-6b27-4676-b1ef-9453ef843570 req-2d38fd29-c1d7-42e4-8501-daf7212d696d service neutron] 10.222.0.46 "GET /v2.0/networks?id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce HTTP/1.1" status: 200 len: 911 time: 0.0995162 Dec 14 03:57:29.919249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c93bf792-6b27-4676-b1ef-9453ef843570 req-ed66ec43-b8c9-43ad-9361-a996b032ea43 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc690b9-bb70-423e-9e97-51cce9742f8f HTTP/1.1" status: 200 len: 1002 time: 0.0613339 Dec 14 03:57:29.967783 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bf792-6b27-4676-b1ef-9453ef843570 req-48e19633-8b74-498b-bea3-55312a3462f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:29.969563 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c93bf792-6b27-4676-b1ef-9453ef843570 req-48e19633-8b74-498b-bea3-55312a3462f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ff48276-5725-403b-a4cf-8fdd9e69ba89 HTTP/1.1" status: 200 len: 849 time: 0.0439079 Dec 14 03:57:30.018552 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bf792-6b27-4676-b1ef-9453ef843570 req-9de3a857-a45d-46d1-bdff-e21cbbb5b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:30.020062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c93bf792-6b27-4676-b1ef-9453ef843570 req-9de3a857-a45d-46d1-bdff-e21cbbb5b818 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441563 Dec 14 03:57:30.109016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c93bf792-6b27-4676-b1ef-9453ef843570 req-68c265c9-c699-40cd-8019-9973de59312f service neutron] 10.222.0.46 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815120 Dec 14 03:57:30.213812 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c93bf792-6b27-4676-b1ef-9453ef843570 req-52689ffe-6d72-498e-b565-7bb9aeecf7db service neutron] 10.222.0.46 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970857 Dec 14 03:57:30.979976 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:32.814770 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a2a57dbd-4f2d-4835-88e1-e4333cc54a5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:35.077747 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-3950fb33-5428-4642-baab-1d55662cc74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:36.662359 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:38.022095 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:38.030848 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-49ea862a-d027-46c6-82bd-b81b35f25764 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1281007070&fields=id&tenant_id=b096f93cb6e4457995b1043b8f113b02 HTTP/1.1" status: 200 len: 267 time: 0.0473275 Dec 14 03:57:38.160023 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-a40e4093-91d2-4a18-bd98-1fae19ad0d5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:38.161555 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-a40e4093-91d2-4a18-bd98-1fae19ad0d5a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/networks?id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce HTTP/1.1" status: 200 len: 810 time: 0.1220434 Dec 14 03:57:38.177029 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-5f85b628-de81-4336-b05c-22d8e3b6852e tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/quotas/b096f93cb6e4457995b1043b8f113b02 HTTP/1.1" status: 200 len: 375 time: 0.0095408 Dec 14 03:57:38.233011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-92410431-7efa-4c98-a2d9-192c45831221 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b096f93cb6e4457995b1043b8f113b02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502863 Dec 14 03:57:38.297194 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-6529f168-03cc-4ec6-a807-7ac37df49efd service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=103848) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 03:57:38.298473 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-6529f168-03cc-4ec6-a807-7ac37df49efd service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0543211 Dec 14 03:57:38.393580 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-cccc27cf-9f6a-44b9-9b4e-3976eb0194bd service neutron] 10.222.0.39 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883296 Dec 14 03:57:38.496898 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-cd73c73b-3bcc-4ba3-a1cc-f384bb042300 service neutron] 10.222.0.39 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971117 Dec 14 03:57:38.706126 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:38.764877 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4e443fd5-d818-40de-acff-dee0cfac189e req-bde02a78-40c3-4627-a491-1d11098cc5da tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0276134 Dec 14 03:57:39.874901 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c22e18aa-2b45-4c2e-91b1-6ef6088d6d5f req-f629c8c2-ba88-4f2d-90ac-5d840b375898 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0262556 Dec 14 03:57:40.817027 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ffc690b9-bb70-423e-9e97-51cce9742f8f no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:57:40.895497 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:40.925591 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffc690b9-bb70-423e-9e97-51cce9742f8f'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:57:40.925591 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94bc90d-37be-4a29-a8c9-39b40d23582f" -d '{"events": [{"server_uuid": "3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7", "name": "network-vif-unplugged", "status": "completed", "tag": "ffc690b9-bb70-423e-9e97-51cce9742f8f"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:57:40.947308 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] For port ffc690b9-bb70-423e-9e97-51cce9742f8f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ffc690b9-bb70-423e-9e97-51cce9742f8f,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:57:40.957519 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-31d3fe4b-e31c-47f4-8268-7d1b9ee8d43d req-589ff1e1-580e-46d1-8b50-b7abde7f2aef tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0279255 Dec 14 03:57:40.973727 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 03:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cecf14-9624-43c4-a769-885b30f8791d x-openstack-request-id: req-e4cecf14-9624-43c4-a769-885b30f8791d {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:57:40.974032 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7", "name": "network-vif-unplugged", "status": "completed", "tag": "ffc690b9-bb70-423e-9e97-51cce9742f8f", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:57:40.974285 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4cecf14-9624-43c4-a769-885b30f8791d {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:57:40.974707 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'code': 200} Dec 14 03:57:41.019797 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:41.066591 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Pushing event updated for resources: {'Port': ['ID=ffc690b9-bb70-423e-9e97-51cce9742f8f,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:57:42.037370 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-87fa4cd6-1379-4095-ae30-8929084d9817 req-cf8cf9e3-908e-4f14-957f-af71b304fb87 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0255885 Dec 14 03:57:43.138463 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-23aed4df-a954-4bd3-88b7-e8c6d1bd6c2a req-2a6753c0-cf14-43ac-ada0-cdf0b55f77dc tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0308092 Dec 14 03:57:44.232033 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-41b908b0-ee38-46d9-90b8-09bbb5081ed8 req-063291a4-a496-4b42-a8a5-325e16e0b999 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0270398 Dec 14 03:57:44.843878 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-fd737326-576d-4870-8b20-3456044c2fca tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:44.846078 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-fd737326-576d-4870-8b20-3456044c2fca tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.47 "GET /v2.0/networks?id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce HTTP/1.1" status: 200 len: 810 time: 0.1065083 Dec 14 03:57:44.920539 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-eea81aff-e8ba-4014-9835-e9d6d9d9147a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b096f93cb6e4457995b1043b8f113b02 HTTP/1.1" status: 200 len: 380 time: 0.0589614 Dec 14 03:57:44.929850 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Request body: {'port': {'device_id': '8cb48f26-0e06-4675-b195-29ec708d9ab8', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'admin_state_up': True, 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'security_groups': ['93ed72ea-12c1-4925-93ef-2bcf3ca8151b']}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:57:45.101696 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Made reservation on behalf of b096f93cb6e4457995b1043b8f113b02 for: {'port': 1} {{(pid=103847) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 14 03:57:45.105267 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:45.333636 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4171e8cc-118d-430b-bcf7-11240a742118 req-1abf6053-80a3-4082-bf69-cc4e4732e421 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0270860 Dec 14 03:57:45.633044 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_common [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Allocated IP 172.20.0.10 (022c1c1f-e74a-4a5d-b5d8-32f358f241ce/6ff48276-5725-403b-a4cf-8fdd9e69ba89/3c2c9291-b2ff-4f39-8c74-cf8570de1461) {{(pid=103847) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:57:45.800568 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for port, precommit_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:45.890924 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_create {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:45.934295 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Network 022c1c1f-e74a-4a5d-b5d8-32f358f241ce is already hosted by enough agents. {{(pid=103847) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:57:45.940396 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.base_scheduler [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Resources bound (agent type, host, resource id): {{(pid=103847) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:57:45.944396 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Received port after_create {{(pid=103847) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:57:45.970293 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Pushing event updated for resources: {'Port': ['ID=3c2c9291-b2ff-4f39-8c74-cf8570de1461,revision_number=1']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:57:45.985263 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:45.986137 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:45.986137 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:45.986358 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:45.986621 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:45.986948 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:45.987274 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:45.987601 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:45.987925 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:45.988247 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:45.988570 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:45.988895 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:45.989217 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:57:46.039684 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:46.040326 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:46.147256 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-167ea81d-81ca-405b-bd7f-06612aac7b04 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2188246 Dec 14 03:57:46.244283 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-4c55d3ab-f784-47bc-acca-2930f86acb4b None None] Provisioning complete for port 3c2c9291-b2ff-4f39-8c74-cf8570de1461 triggered by entity DHCP. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:57:46.244868 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4c55d3ab-f784-47bc-acca-2930f86acb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:46.277103 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-4c55d3ab-f784-47bc-acca-2930f86acb4b None None] Port 3c2c9291-b2ff-4f39-8c74-cf8570de1461 cannot update to ACTIVE because it is not bound. {{(pid=103849) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 14 03:57:46.453153 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a9c80-3644-46b6-9bad-f095e306e7cd req-e89885f4-4b77-4e25-96e0-a5bda8627a2f tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:46.455182 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d37a9c80-3644-46b6-9bad-f095e306e7cd req-e89885f4-4b77-4e25-96e0-a5bda8627a2f tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 932 time: 0.0515311 Dec 14 03:57:46.506853 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d37a9c80-3644-46b6-9bad-f095e306e7cd req-e9714177-6226-43a9-97fd-7019d09aa2c2 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453591 Dec 14 03:57:47.636906 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82f91d-78d1-4dc5-99b2-c863cdc64701 req-cfd1c1d8-4749-4a40-b8f2-922d27892eec tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:47.638405 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c82f91d-78d1-4dc5-99b2-c863cdc64701 req-cfd1c1d8-4749-4a40-b8f2-922d27892eec tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 932 time: 0.0575483 Dec 14 03:57:47.690049 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2c82f91d-78d1-4dc5-99b2-c863cdc64701 req-e5a956f3-d666-4ed8-873b-0f5e87d23918 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448005 Dec 14 03:57:48.811483 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93634046-7c49-4c39-99fa-c672c0831181 req-5c355e8e-4953-46e2-8994-8f5ad6951ced tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:48.813006 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93634046-7c49-4c39-99fa-c672c0831181 req-5c355e8e-4953-46e2-8994-8f5ad6951ced tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 932 time: 0.0505154 Dec 14 03:57:48.865743 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-93634046-7c49-4c39-99fa-c672c0831181 req-67c9dfc4-2182-451d-bbb6-e75855d04997 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464435 Dec 14 03:57:49.997891 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d3895-9623-4e8a-a05e-66b4d6c8f225 req-f21e772c-2fdc-45c9-95af-715f5be5af46 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:49.999326 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b94d3895-9623-4e8a-a05e-66b4d6c8f225 req-f21e772c-2fdc-45c9-95af-715f5be5af46 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 932 time: 0.0540240 Dec 14 03:57:50.056167 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-b94d3895-9623-4e8a-a05e-66b4d6c8f225 req-258bca49-8d1d-48d8-9015-22780469f9cb tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502131 Dec 14 03:57:51.180952 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc2541-4f1d-45c6-b180-145db6a8ef58 req-77763853-ff8a-4d88-ba2f-a55ae73a1fc9 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:51.182540 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cedc2541-4f1d-45c6-b180-145db6a8ef58 req-77763853-ff8a-4d88-ba2f-a55ae73a1fc9 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 932 time: 0.0543437 Dec 14 03:57:51.233486 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-cedc2541-4f1d-45c6-b180-145db6a8ef58 req-5954a3c6-aba2-47c2-868c-75e54e91c618 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447652 Dec 14 03:57:52.353782 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc1791-6d26-45f8-ba42-f598f6e9c2bd req-dc020d36-fb10-4861-aecd-a214e4f2b276 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:52.356471 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83fc1791-6d26-45f8-ba42-f598f6e9c2bd req-dc020d36-fb10-4861-aecd-a214e4f2b276 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 932 time: 0.0541968 Dec 14 03:57:52.406334 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-83fc1791-6d26-45f8-ba42-f598f6e9c2bd req-871ca357-a8ef-4352-b0b2-863e82a26c43 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437667 Dec 14 03:57:53.531474 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4465d-2cd3-4d1b-9b42-87f3efbb1395 req-7ff1530e-42dd-48e2-8b78-a3574f8f2b3a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:53.533052 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ece4465d-2cd3-4d1b-9b42-87f3efbb1395 req-7ff1530e-42dd-48e2-8b78-a3574f8f2b3a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 932 time: 0.0559919 Dec 14 03:57:53.586650 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ece4465d-2cd3-4d1b-9b42-87f3efbb1395 req-1ed4bad9-9f2f-4248-9c27-6ecab20a2c56 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458722 Dec 14 03:57:54.704042 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1be1fb-15b9-44b5-8cfe-013bfc59b0fe req-6919e70a-636e-4db2-ba82-92293d61d9a0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:54.705581 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d1be1fb-15b9-44b5-8cfe-013bfc59b0fe req-6919e70a-636e-4db2-ba82-92293d61d9a0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 932 time: 0.0518167 Dec 14 03:57:54.743575 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:57:54.757748 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-5d1be1fb-15b9-44b5-8cfe-013bfc59b0fe req-df5549dc-caed-4f11-a4da-a7dc20f50cd0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454323 Dec 14 03:57:55.878154 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22fe8b-9f47-48aa-9118-bc74561a5385 req-ede91b34-5747-466f-9a1c-e272702ba309 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:55.879640 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec22fe8b-9f47-48aa-9118-bc74561a5385 req-ede91b34-5747-466f-9a1c-e272702ba309 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 932 time: 0.0539343 Dec 14 03:57:55.928874 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec22fe8b-9f47-48aa-9118-bc74561a5385 req-b6cf1e1d-825a-42a1-b223-e6425125e82b tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432045 Dec 14 03:57:56.265012 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.v2.base [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Request body: {'port': {'device_id': '8cb48f26-0e06-4675-b195-29ec708d9ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-821636-1'}} {{(pid=103847) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:57:56.321680 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:56.576478 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2c9291-b2ff-4f39-8c74-cf8570de1461 {{(pid=103847) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:57:56.584070 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:56.595722 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.provisioning_blocks [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Transition to ACTIVE for port object 3c2c9291-b2ff-4f39-8c74-cf8570de1461 will not be triggered until provisioned by entity L2. {{(pid=103847) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 14 03:57:56.649326 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:56.701191 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2c9291-b2ff-4f39-8c74-cf8570de1461,revision_number=2']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:57:56.772576 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Attempting to bind port 3c2c9291-b2ff-4f39-8c74-cf8570de1461 on host n-h2-821636-1 for vnic_type normal with profile {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 03:57:56.772911 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Attempting to bind port 3c2c9291-b2ff-4f39-8c74-cf8570de1461 by drivers openvswitch,hyperv on host n-h2-821636-1 at level 0 using segments [{'id': '6c1baa00-f129-46f5-8c00-e0b50af36f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce'}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 14 03:57:56.773233 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Attempting to bind port 3c2c9291-b2ff-4f39-8c74-cf8570de1461 on network 022c1c1f-e74a-4a5d-b5d8-32f358f241ce {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:57:56.777906 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Port 3c2c9291-b2ff-4f39-8c74-cf8570de1461 on network 022c1c1f-e74a-4a5d-b5d8-32f358f241ce not bound, no agent of type Open vSwitch agent registered on host n-h2-821636-1 {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 14 03:57:56.778221 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Attempting to bind port 3c2c9291-b2ff-4f39-8c74-cf8570de1461 on network 022c1c1f-e74a-4a5d-b5d8-32f358f241ce {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 14 03:57:56.783147 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Checking agent: {'id': 'e858ebd3-7c1c-4d71-b5d6-6e9807460b63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-821636-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 2, 23), 'started_at': datetime.datetime(2021, 12, 14, 2, 23), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 3, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 14 03:57:56.783482 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Checking segment: {'id': '6c1baa00-f129-46f5-8c00-e0b50af36f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103847) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 14 03:57:56.783897 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Bound using segment: {'id': '6c1baa00-f129-46f5-8c00-e0b50af36f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce'} {{(pid=103847) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 14 03:57:56.784936 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.managers [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Bound port: 3c2c9291-b2ff-4f39-8c74-cf8570de1461, host: n-h2-821636-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1baa00-f129-46f5-8c00-e0b50af36f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce'}}] {{(pid=103847) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 14 03:57:56.785565 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:56.850921 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] For port 3c2c9291-b2ff-4f39-8c74-cf8570de1461, host n-h2-821636-1, cleared binding levels {{(pid=103847) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 14 03:57:56.853991 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] For port 3c2c9291-b2ff-4f39-8c74-cf8570de1461, host n-h2-821636-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3c2c9291-b2ff-4f39-8c74-cf8570de1461,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103847) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 14 03:57:56.895925 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25743560'] for port, after_update {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:56.932326 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:56.932961 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:56.934371 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-61b24881-a412-4248-bafe-b6946125a352 service neutron] 10.222.0.47 "PUT /v2.0/ports/3c2c9291-b2ff-4f39-8c74-cf8570de1461 HTTP/1.1" status: 200 len: 1092 time: 0.7201073 Dec 14 03:57:56.934808 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb48f26-0e06-4675-b195-29ec708d9ab8', 'tag': '3c2c9291-b2ff-4f39-8c74-cf8570de1461'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:57:56.937062 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fe3901-6bc6-4681-91da-2362e0eabab4" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb48f26-0e06-4675-b195-29ec708d9ab8", "tag": "3c2c9291-b2ff-4f39-8c74-cf8570de1461"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:57:56.976763 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b24881-a412-4248-bafe-b6946125a352 service neutron] Pushing event updated for resources: {'Port': ['ID=3c2c9291-b2ff-4f39-8c74-cf8570de1461,revision_number=3']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:57:56.999374 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ad69eb-c5f7-40a9-be5c-51e288d7f86a x-openstack-request-id: req-a8ad69eb-c5f7-40a9-be5c-51e288d7f86a {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:57:56.999678 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb48f26-0e06-4675-b195-29ec708d9ab8", "tag": "3c2c9291-b2ff-4f39-8c74-cf8570de1461", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:57:56.999942 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a8ad69eb-c5f7-40a9-be5c-51e288d7f86a {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:57:57.000357 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb48f26-0e06-4675-b195-29ec708d9ab8', 'tag': '3c2c9291-b2ff-4f39-8c74-cf8570de1461', 'status': 'completed', 'code': 200} Dec 14 03:57:57.065323 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2408b1f-4e8c-4154-92ce-6fbcd31b95ca req-14cfe706-4b64-4406-8af5-4927d40717f5 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:57.068212 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2408b1f-4e8c-4154-92ce-6fbcd31b95ca req-14cfe706-4b64-4406-8af5-4927d40717f5 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0577254 Dec 14 03:57:57.082164 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe3901-6bc6-4681-91da-2362e0eabab4 req-6e6cb94b-21f6-41f4-8742-54b486a9b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:57.083786 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-84fe3901-6bc6-4681-91da-2362e0eabab4 req-6e6cb94b-21f6-41f4-8742-54b486a9b8e4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b096f93cb6e4457995b1043b8f113b02&device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 1095 time: 0.0439997 Dec 14 03:57:57.125631 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c2408b1f-4e8c-4154-92ce-6fbcd31b95ca req-0bde3e7a-d2f1-4920-aa55-b32c5b3ad9ff tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482979 Dec 14 03:57:57.207753 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe3901-6bc6-4681-91da-2362e0eabab4 req-7e057d30-5c52-4fb9-8926-5e99ebd0f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:57.209155 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-84fe3901-6bc6-4681-91da-2362e0eabab4 req-7e057d30-5c52-4fb9-8926-5e99ebd0f096 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=b096f93cb6e4457995b1043b8f113b02&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1079342 Dec 14 03:57:57.307045 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe3901-6bc6-4681-91da-2362e0eabab4 req-7c9a1b8b-fa45-4bc7-9ad5-923c605ab280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:57.308488 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-84fe3901-6bc6-4681-91da-2362e0eabab4 req-7c9a1b8b-fa45-4bc7-9ad5-923c605ab280 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924969 Dec 14 03:57:57.403195 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-6d2c1c9f-6004-43f8-b07a-3dd1f6f20bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:57.404787 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-6d2c1c9f-6004-43f8-b07a-3dd1f6f20bb7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b096f93cb6e4457995b1043b8f113b02&device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 1095 time: 0.0408642 Dec 14 03:57:57.452430 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-e8857602-24a1-4727-8e7b-a25a15f59a1d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c2c9291-b2ff-4f39-8c74-cf8570de1461 HTTP/1.1" status: 200 len: 217 time: 0.0336802 Dec 14 03:57:57.505087 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-b1b8866e-bc8a-4e92-9015-acce54099c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:57.506555 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-b1b8866e-bc8a-4e92-9015-acce54099c7a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff48276-5725-403b-a4cf-8fdd9e69ba89 HTTP/1.1" status: 200 len: 849 time: 0.0476356 Dec 14 03:57:57.553510 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-59e67076-c348-47d3-a356-89d608a4f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:57.555013 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-59e67076-c348-47d3-a356-89d608a4f13a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403242 Dec 14 03:57:57.643032 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-94a8d7f4-c093-44ad-8faa-ffd2116ef835 service neutron] 10.222.0.47 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812175 Dec 14 03:57:57.735981 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5b182ddc-7b91-4adf-8166-e0fe53908ff4 req-6c64aa3d-2736-4946-9863-60384443ea25 service neutron] 10.222.0.47 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864282 Dec 14 03:57:57.981099 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:57:58.243044 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95acdb2-c900-4508-a634-45ca2871529d req-7390e18a-b633-461c-a79c-53a3ff5e097e tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:58.244433 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a95acdb2-c900-4508-a634-45ca2871529d req-7390e18a-b633-461c-a79c-53a3ff5e097e tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0485721 Dec 14 03:57:58.298249 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-a95acdb2-c900-4508-a634-45ca2871529d req-f5b9a9bb-9348-4e89-bec3-39b658a1ff57 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478466 Dec 14 03:57:59.418395 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377bb4e-ee16-4c24-a1d5-4cd803360c16 req-e2f4c434-158e-44f6-bf31-27d936c2fc4e tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:57:59.419854 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4377bb4e-ee16-4c24-a1d5-4cd803360c16 req-e2f4c434-158e-44f6-bf31-27d936c2fc4e tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0487416 Dec 14 03:57:59.468624 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-4377bb4e-ee16-4c24-a1d5-4cd803360c16 req-88468eab-1a31-4676-84b8-779528357442 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420954 Dec 14 03:58:00.587258 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46126d3c-7123-4bde-a74f-8ab41a9f55fc req-fe8e3315-4cf9-4de5-9bd2-7f14c75b2af4 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:00.588741 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-46126d3c-7123-4bde-a74f-8ab41a9f55fc req-fe8e3315-4cf9-4de5-9bd2-7f14c75b2af4 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0494986 Dec 14 03:58:00.637463 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-46126d3c-7123-4bde-a74f-8ab41a9f55fc req-7fb8fca0-1910-4a54-938e-0419e5f58a28 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423338 Dec 14 03:58:01.307294 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3c2c9291-b2ff-4f39-8c74-cf8570de1461 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:58:01.334211 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:01.402141 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3c2c9291-b2ff-4f39-8c74-cf8570de1461, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3c2c9291-b2ff-4f39-8c74-cf8570de1461,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:58:01.413618 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '3c2c9291-b2ff-4f39-8c74-cf8570de1461', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'port_id': '3c2c9291-b2ff-4f39-8c74-cf8570de1461', 'mac_address': 'fa:16:3e:6e:13:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:58:01.449638 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:01.462622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2c9291-b2ff-4f39-8c74-cf8570de1461 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:58:01.482531 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3c2c9291-b2ff-4f39-8c74-cf8570de1461, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3c2c9291-b2ff-4f39-8c74-cf8570de1461,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:58:01.546849 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:01.598400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=3c2c9291-b2ff-4f39-8c74-cf8570de1461,revision_number=4']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:58:01.759360 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86b72c-ce0f-466a-83c7-83907f0c6f19 req-a0fbb4a3-6d3f-4133-8354-8f0d2eebe738 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:01.760861 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b86b72c-ce0f-466a-83c7-83907f0c6f19 req-a0fbb4a3-6d3f-4133-8354-8f0d2eebe738 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 945 time: 0.0552721 Dec 14 03:58:01.810738 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-2b86b72c-ce0f-466a-83c7-83907f0c6f19 req-5789390c-1b5e-478e-9302-c3a0bfb448b4 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439084 Dec 14 03:58:01.843756 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['3c2c9291-b2ff-4f39-8c74-cf8570de1461'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:58:02.815569 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7a5df318-3343-4939-b154-222b2e9c975b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:02.930038 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d497ca3-5023-4215-8319-787f07f2242e req-932577f6-5824-40d9-97ce-446d68ba1de1 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:02.931480 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d497ca3-5023-4215-8319-787f07f2242e req-932577f6-5824-40d9-97ce-446d68ba1de1 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 945 time: 0.0490816 Dec 14 03:58:02.980044 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-3d497ca3-5023-4215-8319-787f07f2242e req-0b611973-a6b4-4435-87b1-14bd2ed105a3 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426483 Dec 14 03:58:03.321964 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3c2c9291-b2ff-4f39-8c74-cf8570de1461 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:58:03.436240 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning for port 3c2c9291-b2ff-4f39-8c74-cf8570de1461 completed by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 14 03:58:03.439992 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 3c2c9291-b2ff-4f39-8c74-cf8570de1461 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:58:03.440366 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:03.522154 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:03.544932 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb48f26-0e06-4675-b195-29ec708d9ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2c9291-b2ff-4f39-8c74-cf8570de1461'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:58:03.547173 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d9c751-9145-4f44-8e1c-86c299316a39" -d '{"events": [{"server_uuid": "8cb48f26-0e06-4675-b195-29ec708d9ab8", "name": "network-vif-plugged", "status": "completed", "tag": "3c2c9291-b2ff-4f39-8c74-cf8570de1461"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:58:03.559350 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3c2c9291-b2ff-4f39-8c74-cf8570de1461, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3c2c9291-b2ff-4f39-8c74-cf8570de1461,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:58:03.585192 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1141bf82-fbb4-49c1-b5bd-f713f8f0650a x-openstack-request-id: req-1141bf82-fbb4-49c1-b5bd-f713f8f0650a {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:58:03.585517 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb48f26-0e06-4675-b195-29ec708d9ab8", "name": "network-vif-plugged", "status": "completed", "tag": "3c2c9291-b2ff-4f39-8c74-cf8570de1461", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:58:03.585773 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1141bf82-fbb4-49c1-b5bd-f713f8f0650a {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:58:03.586167 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb48f26-0e06-4675-b195-29ec708d9ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2c9291-b2ff-4f39-8c74-cf8570de1461', 'code': 200} Dec 14 03:58:03.626722 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:03.674256 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=3c2c9291-b2ff-4f39-8c74-cf8570de1461,revision_number=5']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:58:03.714126 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c88478-9fdc-4e7e-b0e3-216095e62131 req-3c1cfd68-d8b8-45e9-af00-1e1fa0d595b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:03.715585 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2c88478-9fdc-4e7e-b0e3-216095e62131 req-3c1cfd68-d8b8-45e9-af00-1e1fa0d595b4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0407917 Dec 14 03:58:03.764211 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-d2c88478-9fdc-4e7e-b0e3-216095e62131 req-4e890e52-c224-4095-a913-e508a78329cf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382168 Dec 14 03:58:04.096124 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5530787-eb37-41b5-b616-4b0db4b2e785 req-7fcd3ea5-fd6a-4bf6-8ae7-77b4bb3b5e15 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:04.098183 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d5530787-eb37-41b5-b616-4b0db4b2e785 req-7fcd3ea5-fd6a-4bf6-8ae7-77b4bb3b5e15 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 946 time: 0.0505321 Dec 14 03:58:04.152086 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d5530787-eb37-41b5-b616-4b0db4b2e785 req-50a45a13-f667-4717-be6e-91298538efd1 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478909 Dec 14 03:58:05.072310 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-260ea621-ec52-4b0e-a8c1-67480ef3032c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:05.270581 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e656c-3859-4fb1-8a6a-daacbc3bf82e req-701fa7a5-d888-4917-8583-78fa74e8c0c3 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:05.272062 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-045e656c-3859-4fb1-8a6a-daacbc3bf82e req-701fa7a5-d888-4917-8583-78fa74e8c0c3 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 946 time: 0.0477958 Dec 14 03:58:05.320186 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-045e656c-3859-4fb1-8a6a-daacbc3bf82e req-6b75d31b-8a72-4593-be5e-438691c3fdd4 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422277 Dec 14 03:58:05.434013 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973ae95-1c60-4e4d-bca8-cd46ad4e16ca req-e1c382a8-572b-4315-879a-a90e50c32802 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:05.435487 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c973ae95-1c60-4e4d-bca8-cd46ad4e16ca req-e1c382a8-572b-4315-879a-a90e50c32802 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 946 time: 0.0482602 Dec 14 03:58:05.484126 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c973ae95-1c60-4e4d-bca8-cd46ad4e16ca req-332d8b07-8373-44dc-a7ee-dd05e5bdde3c tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426729 Dec 14 03:58:05.505497 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57082) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:58:05.548632 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be9b4ae-5951-4817-b5b3-20af526dc79a tempest-TestSnapshotPattern-72398920 tempest-TestSnapshotPattern-72398920-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:05.550361 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5be9b4ae-5951-4817-b5b3-20af526dc79a tempest-TestSnapshotPattern-72398920 tempest-TestSnapshotPattern-72398920-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 1092 time: 0.0438435 Dec 14 03:58:05.552961 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57084) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:58:05.557260 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.v2.base [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Request body: {'floatingip': {'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'port_id': '3c2c9291-b2ff-4f39-8c74-cf8570de1461', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103848) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 14 03:58:05.636609 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for floatingip, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:05.731379 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:05.835729 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_common [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Allocated IP 172.25.7.230 (bef0dca9-95c3-43a9-8538-205d0dbf759c/afe2516d-01d0-4570-a163-7730f19e4bc3/78bb818b-a2eb-481f-8c00-263cb810b555) {{(pid=103848) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 14 03:58:05.933698 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for port, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:06.020261 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754675989203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:06.056760 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Network bef0dca9-95c3-43a9-8538-205d0dbf759c is already hosted by enough agents. {{(pid=103848) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 14 03:58:06.059599 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.base_scheduler [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Resources bound (agent type, host, resource id): {{(pid=103848) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 14 03:58:06.063116 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Received port after_create {{(pid=103848) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 14 03:58:06.088800 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Pushing event updated for resources: {'Port': ['ID=78bb818b-a2eb-481f-8c00-263cb810b555,revision_number=1']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:58:06.101972 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:58:06.102319 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:58:06.102657 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:58:06.102992 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:58:06.103324 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:58:06.103652 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:58:06.103976 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:58:06.104298 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:58:06.104639 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:58:06.104947 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:58:06.105264 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:58:06.105622 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:58:06.105925 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:58:06.415797 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:06.528868 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:06.660172 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:06.674767 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for port, precommit_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:06.744887 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28645456'] for port, after_update {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:06.810056 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Pushing event updated for resources: {'Port': ['ID=78bb818b-a2eb-481f-8c00-263cb810b555,revision_number=2']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:58:06.821708 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3873035'] for floatingip, after_create {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:06.920594 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Floating IP 39b15e47-996c-4246-bbaf-3c60264b439d associated. External IP: 172.25.7.230, port: 3c2c9291-b2ff-4f39-8c74-cf8570de1461. Dec 14 03:58:07.123492 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Router 1ef826e9-f191-4bda-9d82-9361059e5811 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:58:07.228482 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:58:07.238386 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f522fe5-7dc8-4cb0-a7b6-fe6d9f41d827 None None] Sync routers for ids ['1ef826e9-f191-4bda-9d82-9361059e5811'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:58:07.247379 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f522fe5-7dc8-4cb0-a7b6-fe6d9f41d827 None None] Routers {'1ef826e9-f191-4bda-9d82-9361059e5811'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:58:07.247995 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-4f522fe5-7dc8-4cb0-a7b6-fe6d9f41d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:58:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1ef826e9-f191-4bda-9d82-9361059e5811'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:58:07.309178 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:07.335730 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-a016d84e-d9b0-4538-92d0-121152050ba0 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7817199 Dec 14 03:58:07.336333 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb48f26-0e06-4675-b195-29ec708d9ab8', 'tag': '3c2c9291-b2ff-4f39-8c74-cf8570de1461'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:58:07.338605 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a323f1-803e-4d06-bf02-8f536ad48587" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb48f26-0e06-4675-b195-29ec708d9ab8", "tag": "3c2c9291-b2ff-4f39-8c74-cf8570de1461"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:58:07.353900 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-4f522fe5-7dc8-4cb0-a7b6-fe6d9f41d827 None None] Set router 1ef826e9-f191-4bda-9d82-9361059e5811 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:58:07.384336 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b7414e-f4e6-4289-a29f-072a4285fbb5 x-openstack-request-id: req-40b7414e-f4e6-4289-a29f-072a4285fbb5 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:58:07.384625 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb48f26-0e06-4675-b195-29ec708d9ab8", "tag": "3c2c9291-b2ff-4f39-8c74-cf8570de1461", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:58:07.384883 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40b7414e-f4e6-4289-a29f-072a4285fbb5 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:58:07.385286 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb48f26-0e06-4675-b195-29ec708d9ab8', 'tag': '3c2c9291-b2ff-4f39-8c74-cf8570de1461', 'status': 'completed', 'code': 200} Dec 14 03:58:07.473174 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a323f1-803e-4d06-bf02-8f536ad48587 req-004b8784-6b15-4e3c-bdb6-a4a772e9c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:07.474766 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f6a323f1-803e-4d06-bf02-8f536ad48587 req-004b8784-6b15-4e3c-bdb6-a4a772e9c2c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b096f93cb6e4457995b1043b8f113b02&device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0448403 Dec 14 03:58:07.567309 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a323f1-803e-4d06-bf02-8f536ad48587 req-30b1ec4a-ece3-47c5-87d6-1274e28368f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:07.568725 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f6a323f1-803e-4d06-bf02-8f536ad48587 req-30b1ec4a-ece3-47c5-87d6-1274e28368f5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce HTTP/1.1" status: 200 len: 911 time: 0.0859947 Dec 14 03:58:07.585213 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-4f522fe5-7dc8-4cb0-a7b6-fe6d9f41d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'a35fc093-563a-499d-9897-97f18f828d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port': {'id': 'a35fc093-563a-499d-9897-97f18f828d25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '39b15e47-996c-4246-bbaf-3c60264b439d', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'floating_ip_address': '172.25.7.230', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'port_id': '3c2c9291-b2ff-4f39-8c74-cf8570de1461', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'mac_address': 'fa:16:3e:6e:13:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb48f26-0e06-4675-b195-29ec708d9ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:58:06Z', 'updated_at': '2021-12-14T03:58:06Z', 'revision_number': 0, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'fixed_ip_address_scope': None}, {'id': '72449524-de85-4f3b-ab14-c4181c7838b3', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'floating_ip_address': '172.25.7.231', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'port_id': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'mac_address': 'fa:16:3e:2a:79:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:55:25Z', 'updated_at': '2021-12-14T03:55:27Z', 'revision_number': 1, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a97266c-74ef-4170-bc59-05fa01934e98', 'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'mac_address': 'fa:16:3e:99:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:01Z', 'updated_at': '2021-12-14T03:55:05Z', 'revision_number': 5, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'subnets': [{'id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:58:07.611209 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f522fe5-7dc8-4cb0-a7b6-fe6d9f41d827 None None] Checking router: 1ef826e9-f191-4bda-9d82-9361059e5811 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:58:07.619745 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f522fe5-7dc8-4cb0-a7b6-fe6d9f41d827 None None] Routers {'1ef826e9-f191-4bda-9d82-9361059e5811'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:58:07.620370 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-4f522fe5-7dc8-4cb0-a7b6-fe6d9f41d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:58:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1ef826e9-f191-4bda-9d82-9361059e5811'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:58:07.640104 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f6a323f1-803e-4d06-bf02-8f536ad48587 req-74f012ca-599e-4de3-8ee6-15a840aacd3c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c2c9291-b2ff-4f39-8c74-cf8570de1461 HTTP/1.1" status: 200 len: 1000 time: 0.0641792 Dec 14 03:58:07.688336 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a323f1-803e-4d06-bf02-8f536ad48587 req-0dfe2bfe-068d-4399-a894-f23e40fd3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:07.689870 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f6a323f1-803e-4d06-bf02-8f536ad48587 req-0dfe2bfe-068d-4399-a894-f23e40fd3646 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff48276-5725-403b-a4cf-8fdd9e69ba89 HTTP/1.1" status: 200 len: 849 time: 0.0434091 Dec 14 03:58:07.726475 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-4f522fe5-7dc8-4cb0-a7b6-fe6d9f41d827 None None] Set router 1ef826e9-f191-4bda-9d82-9361059e5811 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:58:07.735083 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a323f1-803e-4d06-bf02-8f536ad48587 req-905b941d-50ba-40f5-bcd5-5a85639df443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:07.736611 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f6a323f1-803e-4d06-bf02-8f536ad48587 req-905b941d-50ba-40f5-bcd5-5a85639df443 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398414 Dec 14 03:58:07.831926 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f6a323f1-803e-4d06-bf02-8f536ad48587 req-d5f1d06d-c914-4379-ae37-9c1f68d1d999 service neutron] 10.222.0.47 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869806 Dec 14 03:58:07.921429 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-f6a323f1-803e-4d06-bf02-8f536ad48587 req-f27feaea-5311-4e41-bec5-5dda83ef4299 service neutron] 10.222.0.47 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828166 Dec 14 03:58:07.963011 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-4f522fe5-7dc8-4cb0-a7b6-fe6d9f41d827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'a35fc093-563a-499d-9897-97f18f828d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port': {'id': 'a35fc093-563a-499d-9897-97f18f828d25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '39b15e47-996c-4246-bbaf-3c60264b439d', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'floating_ip_address': '172.25.7.230', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'port_id': '3c2c9291-b2ff-4f39-8c74-cf8570de1461', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'mac_address': 'fa:16:3e:6e:13:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb48f26-0e06-4675-b195-29ec708d9ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:58:06Z', 'updated_at': '2021-12-14T03:58:06Z', 'revision_number': 0, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'fixed_ip_address_scope': None}, {'id': '72449524-de85-4f3b-ab14-c4181c7838b3', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'floating_ip_address': '172.25.7.231', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'port_id': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'mac_address': 'fa:16:3e:2a:79:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:55:25Z', 'updated_at': '2021-12-14T03:55:27Z', 'revision_number': 1, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a97266c-74ef-4170-bc59-05fa01934e98', 'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'mac_address': 'fa:16:3e:99:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:01Z', 'updated_at': '2021-12-14T03:55:05Z', 'revision_number': 5, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'subnets': [{'id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:58:07.990743 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f522fe5-7dc8-4cb0-a7b6-fe6d9f41d827 None None] The sync data for ids ['1ef826e9-f191-4bda-9d82-9361059e5811'] in n-d-821636-1 is: [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'a35fc093-563a-499d-9897-97f18f828d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port': {'id': 'a35fc093-563a-499d-9897-97f18f828d25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '39b15e47-996c-4246-bbaf-3c60264b439d', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'floating_ip_address': '172.25.7.230', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'port_id': '3c2c9291-b2ff-4f39-8c74-cf8570de1461', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'mac_address': 'fa:16:3e:6e:13:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb48f26-0e06-4675-b195-29ec708d9ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:58:06Z', 'updated_at': '2021-12-14T03:58:06Z', 'revision_number': 0, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'fixed_ip_address_scope': None}, {'id': '72449524-de85-4f3b-ab14-c4181c7838b3', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'floating_ip_address': '172.25.7.231', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'port_id': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'mac_address': 'fa:16:3e:2a:79:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:55:25Z', 'updated_at': '2021-12-14T03:55:27Z', 'revision_number': 1, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a97266c-74ef-4170-bc59-05fa01934e98', 'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'mac_address': 'fa:16:3e:99:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:01Z', 'updated_at': '2021-12-14T03:55:05Z', 'revision_number': 5, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'subnets': [{'id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:58:08.047960 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:08.177945 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b46c495-137b-4b76-adfc-b6a772f59753 None None] New status for floating IP 39b15e47-996c-4246-bbaf-3c60264b439d: ACTIVE {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:58:08.723790 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:21.258566 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-09d4202f-85bc-42b7-a4e4-708cfb20780e req-65d25440-b999-46a0-b000-c6c7a43ea620 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399888 Dec 14 03:58:21.360973 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4202f-85bc-42b7-a4e4-708cfb20780e req-3e90dfd6-e80b-4d77-80f9-3388079f1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:21.362485 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-09d4202f-85bc-42b7-a4e4-708cfb20780e req-3e90dfd6-e80b-4d77-80f9-3388079f1aff service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b096f93cb6e4457995b1043b8f113b02&device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0443192 Dec 14 03:58:21.464071 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4202f-85bc-42b7-a4e4-708cfb20780e req-43c12f6f-58a9-4560-a344-2dccb2cfc18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:21.465590 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-09d4202f-85bc-42b7-a4e4-708cfb20780e req-43c12f6f-58a9-4560-a344-2dccb2cfc18c service neutron] 10.222.0.47 "GET /v2.0/networks?id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce HTTP/1.1" status: 200 len: 911 time: 0.0841208 Dec 14 03:58:21.534355 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-09d4202f-85bc-42b7-a4e4-708cfb20780e req-76008f52-9f48-4866-856c-4bc617f0cba9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c2c9291-b2ff-4f39-8c74-cf8570de1461 HTTP/1.1" status: 200 len: 1002 time: 0.0612175 Dec 14 03:58:21.584045 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4202f-85bc-42b7-a4e4-708cfb20780e req-ba17d4c1-61fe-4d60-b094-9a2c6e2da060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:21.585597 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-09d4202f-85bc-42b7-a4e4-708cfb20780e req-ba17d4c1-61fe-4d60-b094-9a2c6e2da060 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff48276-5725-403b-a4cf-8fdd9e69ba89 HTTP/1.1" status: 200 len: 849 time: 0.0429428 Dec 14 03:58:21.632269 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4202f-85bc-42b7-a4e4-708cfb20780e req-17ae6559-0a7d-4e22-8924-86618dea7cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:21.633764 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-09d4202f-85bc-42b7-a4e4-708cfb20780e req-17ae6559-0a7d-4e22-8924-86618dea7cdf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394919 Dec 14 03:58:21.726386 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-09d4202f-85bc-42b7-a4e4-708cfb20780e req-aef8fc58-8103-46c6-aeff-69c023043ee2 service neutron] 10.222.0.47 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834124 Dec 14 03:58:21.815793 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-09d4202f-85bc-42b7-a4e4-708cfb20780e req-9bcb1032-fbb7-4bb1-849c-621bde0fe828 service neutron] 10.222.0.47 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820653 Dec 14 03:58:27.991384 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:30.972834 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:31.674048 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae587d2f-4d0f-4bde-806d-e52c8713bb9c req-928bf744-1e36-4bef-b7f7-97b76871db25 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399373 Dec 14 03:58:31.742850 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:58:31.769058 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae587d2f-4d0f-4bde-806d-e52c8713bb9c req-e2097494-f094-4988-a1fd-737b3f4dc30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:31.770581 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae587d2f-4d0f-4bde-806d-e52c8713bb9c req-e2097494-f094-4988-a1fd-737b3f4dc30b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b096f93cb6e4457995b1043b8f113b02&device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 1095 time: 0.0404658 Dec 14 03:58:31.874090 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae587d2f-4d0f-4bde-806d-e52c8713bb9c req-e533d66d-e26c-4278-926d-c6a7f2075cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:31.875539 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae587d2f-4d0f-4bde-806d-e52c8713bb9c req-e533d66d-e26c-4278-926d-c6a7f2075cce service neutron] 10.222.0.46 "GET /v2.0/networks?id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce HTTP/1.1" status: 200 len: 911 time: 0.0867493 Dec 14 03:58:31.940441 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae587d2f-4d0f-4bde-806d-e52c8713bb9c req-9e49c609-2101-4b69-aaba-d9575808134c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc690b9-bb70-423e-9e97-51cce9742f8f HTTP/1.1" status: 200 len: 1000 time: 0.0578818 Dec 14 03:58:31.992080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae587d2f-4d0f-4bde-806d-e52c8713bb9c req-1cb0810c-2d27-433f-ab9c-4d950cd44f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:31.994417 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae587d2f-4d0f-4bde-806d-e52c8713bb9c req-1cb0810c-2d27-433f-ab9c-4d950cd44f36 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ff48276-5725-403b-a4cf-8fdd9e69ba89 HTTP/1.1" status: 200 len: 849 time: 0.0467584 Dec 14 03:58:32.040203 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae587d2f-4d0f-4bde-806d-e52c8713bb9c req-a233393c-79e0-4951-a688-5e21cd8713e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:58:32.041705 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae587d2f-4d0f-4bde-806d-e52c8713bb9c req-a233393c-79e0-4951-a688-5e21cd8713e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389135 Dec 14 03:58:32.129755 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae587d2f-4d0f-4bde-806d-e52c8713bb9c req-af442152-cabe-4d57-a4e6-d5a2bc60685b service neutron] 10.222.0.46 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807602 Dec 14 03:58:32.218977 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ae587d2f-4d0f-4bde-806d-e52c8713bb9c req-679f55b9-e55c-4bf0-bd10-c5618af6cd6c service neutron] 10.222.0.46 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826406 Dec 14 03:58:32.846883 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-86dc3a81-402c-417a-a5e2-d118117cb7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:35.088952 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a3ebf599-209a-4f3a-a44d-ad98828d6554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:36.659342 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:38.030077 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:38.699810 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:58:58.007608 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:01.018685 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:02.812942 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-058c2541-f148-488d-963e-c23b1d0d2e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:05.167247 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-be3aa715-491a-4fa1-9518-9fbca15042bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:06.658502 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:08.023862 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:08.715591 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:08.741632 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:59:23.221024 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ef5bd5a-ed9c-49ef-a5a2-1080d63eb717 req-ddcb83e1-98a4-4555-8fde-1c9b83228ccb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407259 Dec 14 03:59:23.325043 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5bd5a-ed9c-49ef-a5a2-1080d63eb717 req-1c70838e-fcbd-49f2-b7d9-a21384ead8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:23.326573 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ef5bd5a-ed9c-49ef-a5a2-1080d63eb717 req-1c70838e-fcbd-49f2-b7d9-a21384ead8a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b096f93cb6e4457995b1043b8f113b02&device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0448611 Dec 14 03:59:23.429586 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5bd5a-ed9c-49ef-a5a2-1080d63eb717 req-b8187e5b-7c12-4d15-91b0-740fa146efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:23.431055 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ef5bd5a-ed9c-49ef-a5a2-1080d63eb717 req-b8187e5b-7c12-4d15-91b0-740fa146efaf service neutron] 10.222.0.47 "GET /v2.0/networks?id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce HTTP/1.1" status: 200 len: 911 time: 0.0856478 Dec 14 03:59:23.500614 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ef5bd5a-ed9c-49ef-a5a2-1080d63eb717 req-6b7cdd38-d4b9-4b7a-923f-416153ccc73f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c2c9291-b2ff-4f39-8c74-cf8570de1461 HTTP/1.1" status: 200 len: 1002 time: 0.0616872 Dec 14 03:59:23.549173 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5bd5a-ed9c-49ef-a5a2-1080d63eb717 req-48c940bf-be73-4817-8b69-60b93c6faaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:23.550634 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ef5bd5a-ed9c-49ef-a5a2-1080d63eb717 req-48c940bf-be73-4817-8b69-60b93c6faaf5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff48276-5725-403b-a4cf-8fdd9e69ba89 HTTP/1.1" status: 200 len: 849 time: 0.0433173 Dec 14 03:59:23.600924 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5bd5a-ed9c-49ef-a5a2-1080d63eb717 req-0ea1986e-9d42-49d2-8607-d1622772f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:23.602463 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ef5bd5a-ed9c-49ef-a5a2-1080d63eb717 req-0ea1986e-9d42-49d2-8607-d1622772f70c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431716 Dec 14 03:59:23.692474 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ef5bd5a-ed9c-49ef-a5a2-1080d63eb717 req-d77ca430-ef27-4170-8f31-610aabc802b9 service neutron] 10.222.0.47 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821869 Dec 14 03:59:23.780334 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-5ef5bd5a-ed9c-49ef-a5a2-1080d63eb717 req-82259d5e-41e7-4ea4-82ca-326d5c48ba19 service neutron] 10.222.0.47 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807760 Dec 14 03:59:28.000104 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:31.005855 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:32.822847 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c85caf17-f0bd-4b58-b5cf-b782b05f90ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:33.676019 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9f2794d-02d5-400c-b2ee-c603e8f1dcaf req-e099657e-79c4-44e5-9e69-9470da73b8e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406079 Dec 14 03:59:33.780958 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2794d-02d5-400c-b2ee-c603e8f1dcaf req-5c78cd10-a934-4084-828e-2df6ed71655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:33.780958 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9f2794d-02d5-400c-b2ee-c603e8f1dcaf req-5c78cd10-a934-4084-828e-2df6ed71655d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b096f93cb6e4457995b1043b8f113b02&device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 1095 time: 0.0412383 Dec 14 03:59:33.880854 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2794d-02d5-400c-b2ee-c603e8f1dcaf req-ffe7623d-821f-48f2-8b3b-6ed4c6c0001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:33.882382 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9f2794d-02d5-400c-b2ee-c603e8f1dcaf req-ffe7623d-821f-48f2-8b3b-6ed4c6c0001f service neutron] 10.222.0.46 "GET /v2.0/networks?id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce HTTP/1.1" status: 200 len: 911 time: 0.0874031 Dec 14 03:59:33.947260 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9f2794d-02d5-400c-b2ee-c603e8f1dcaf req-b0e6d01b-ed8b-492f-95f0-5213d13e2df4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc690b9-bb70-423e-9e97-51cce9742f8f HTTP/1.1" status: 200 len: 1000 time: 0.0574040 Dec 14 03:59:34.003563 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2794d-02d5-400c-b2ee-c603e8f1dcaf req-d90e9050-3a96-4936-92f4-4a5ec76c4183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:34.004986 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9f2794d-02d5-400c-b2ee-c603e8f1dcaf req-d90e9050-3a96-4936-92f4-4a5ec76c4183 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ff48276-5725-403b-a4cf-8fdd9e69ba89 HTTP/1.1" status: 200 len: 849 time: 0.0507154 Dec 14 03:59:34.049370 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2794d-02d5-400c-b2ee-c603e8f1dcaf req-37db7cf0-9537-45ee-a8b3-9e965bd7b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:34.050823 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9f2794d-02d5-400c-b2ee-c603e8f1dcaf req-37db7cf0-9537-45ee-a8b3-9e965bd7b084 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386558 Dec 14 03:59:34.139472 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9f2794d-02d5-400c-b2ee-c603e8f1dcaf req-3eca516f-1da4-4a76-b9a8-901a19a2d505 service neutron] 10.222.0.46 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814319 Dec 14 03:59:34.574979 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-d9f2794d-02d5-400c-b2ee-c603e8f1dcaf req-6d0237d3-5ac5-40b0-84a7-f361173c0f82 service neutron] 10.222.0.46 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283268 Dec 14 03:59:35.075648 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-591f0c60-dfd6-4a68-86a6-aab78a3b837f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:36.657041 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:38.034331 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:38.691631 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:39.667799 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3c2c9291-b2ff-4f39-8c74-cf8570de1461 details requested by agent hyperv_n-h2-821636-1 with host n-h2-821636-1 {{(pid=103849) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 14 03:59:39.772412 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3c2c9291-b2ff-4f39-8c74-cf8570de1461, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3c2c9291-b2ff-4f39-8c74-cf8570de1461,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:59:39.785596 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Returning: {'device': '3c2c9291-b2ff-4f39-8c74-cf8570de1461', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'port_id': '3c2c9291-b2ff-4f39-8c74-cf8570de1461', 'mac_address': 'fa:16:3e:6e:13:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103849) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 14 03:59:39.829013 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:39.845384 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c2c9291-b2ff-4f39-8c74-cf8570de1461 {{(pid=103849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 14 03:59:39.869352 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3c2c9291-b2ff-4f39-8c74-cf8570de1461, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3c2c9291-b2ff-4f39-8c74-cf8570de1461,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:59:39.950053 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:40.005040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=3c2c9291-b2ff-4f39-8c74-cf8570de1461,revision_number=6']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:59:40.013213 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:40.013687 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:40.014040 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:40.014390 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:40.014735 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:40.015079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:40.015413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:40.015892 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:40.016238 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:40.016572 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:40.016906 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:40.017240 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:40.017622 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:40.092696 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] get_ports_and_sgs() called for port_ids ['3c2c9291-b2ff-4f39-8c74-cf8570de1461'] {{(pid=103849) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 14 03:59:41.680781 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3c2c9291-b2ff-4f39-8c74-cf8570de1461 up at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 14 03:59:41.745329 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.provisioning_blocks [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Provisioning complete for port 3c2c9291-b2ff-4f39-8c74-cf8570de1461 triggered by entity L2. {{(pid=103849) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 14 03:59:41.745329 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1044776'] for port, provisioning_complete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:41.833947 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:41.862439 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb48f26-0e06-4675-b195-29ec708d9ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2c9291-b2ff-4f39-8c74-cf8570de1461'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:59:41.864710 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0271d8-1333-4547-aea3-8394bfbf3157" -d '{"events": [{"server_uuid": "8cb48f26-0e06-4675-b195-29ec708d9ab8", "name": "network-vif-plugged", "status": "completed", "tag": "3c2c9291-b2ff-4f39-8c74-cf8570de1461"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:59:41.879081 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3c2c9291-b2ff-4f39-8c74-cf8570de1461, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3c2c9291-b2ff-4f39-8c74-cf8570de1461,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:59:41.912675 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a2bd7e-a6b2-442e-9699-559e2cf652be x-openstack-request-id: req-53a2bd7e-a6b2-442e-9699-559e2cf652be {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:59:41.913464 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb48f26-0e06-4675-b195-29ec708d9ab8", "name": "network-vif-plugged", "status": "completed", "tag": "3c2c9291-b2ff-4f39-8c74-cf8570de1461", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:59:41.913750 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53a2bd7e-a6b2-442e-9699-559e2cf652be {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:59:41.914290 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb48f26-0e06-4675-b195-29ec708d9ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2c9291-b2ff-4f39-8c74-cf8570de1461', 'code': 200} Dec 14 03:59:41.960935 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:42.022470 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=3c2c9291-b2ff-4f39-8c74-cf8570de1461,revision_number=7']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:59:45.741437 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 03:59:51.267418 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57290) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:59:51.419945 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Deleting port 78bb818b-a2eb-481f-8c00-263cb810b555 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:59:51.420287 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:51.497708 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:51.498045 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:51.510362 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Calling delete_port for 78bb818b-a2eb-481f-8c00-263cb810b555 owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:59:51.714865 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:51.740763 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Pushing event deleted for resources: {'Port': ['ID=78bb818b-a2eb-481f-8c00-263cb810b555,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:59:51.766036 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:51.766310 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:51.766655 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:51.767004 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:51.767339 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:51.767669 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:51.767999 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:51.768327 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:51.768657 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:51.768990 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:51.769328 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:51.769669 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:51.769998 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103848) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:51.808958 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:51.809333 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Floating IP 39b15e47-996c-4246-bbaf-3c60264b439d disassociated (deleted). External IP: 172.25.7.230, port: 3c2c9291-b2ff-4f39-8c74-cf8570de1461. Dec 14 03:59:52.017168 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Router 1ef826e9-f191-4bda-9d82-9361059e5811 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:59:52.124156 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:59:52.128858 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:52.135070 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa668d8-f265-4402-8922-129f90dcfb50 None None] Sync routers for ids ['1ef826e9-f191-4bda-9d82-9361059e5811'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:59:52.145546 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa668d8-f265-4402-8922-129f90dcfb50 None None] Routers {'1ef826e9-f191-4bda-9d82-9361059e5811'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:59:52.146180 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-1fa668d8-f265-4402-8922-129f90dcfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1ef826e9-f191-4bda-9d82-9361059e5811'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:59:52.156256 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-044d0f5d-a943-43be-8e95-1c5bd4148daa tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "DELETE /v2.0/floatingips/39b15e47-996c-4246-bbaf-3c60264b439d HTTP/1.1" status: 204 len: 168 time: 0.8877339 Dec 14 03:59:52.156830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb48f26-0e06-4675-b195-29ec708d9ab8', 'tag': '3c2c9291-b2ff-4f39-8c74-cf8570de1461'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:59:52.159168 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0015d44-74f6-4160-99af-0f07db886774" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb48f26-0e06-4675-b195-29ec708d9ab8", "tag": "3c2c9291-b2ff-4f39-8c74-cf8570de1461"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:59:52.266413 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-1fa668d8-f265-4402-8922-129f90dcfb50 None None] Set router 1ef826e9-f191-4bda-9d82-9361059e5811 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:59:52.286348 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ff04ee-6d44-4c64-a4f1-88077ca23210 x-openstack-request-id: req-62ff04ee-6d44-4c64-a4f1-88077ca23210 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:59:52.286888 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb48f26-0e06-4675-b195-29ec708d9ab8", "tag": "3c2c9291-b2ff-4f39-8c74-cf8570de1461", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:59:52.286888 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62ff04ee-6d44-4c64-a4f1-88077ca23210 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:59:52.287344 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb48f26-0e06-4675-b195-29ec708d9ab8', 'tag': '3c2c9291-b2ff-4f39-8c74-cf8570de1461', 'status': 'completed', 'code': 200} Dec 14 03:59:52.372887 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0015d44-74f6-4160-99af-0f07db886774 req-0dbf2f27-6d1f-4922-a1aa-595b05edbc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:52.375148 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c0015d44-74f6-4160-99af-0f07db886774 req-0dbf2f27-6d1f-4922-a1aa-595b05edbc51 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b096f93cb6e4457995b1043b8f113b02&device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 1097 time: 0.0435455 Dec 14 03:59:52.474031 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0015d44-74f6-4160-99af-0f07db886774 req-299f4649-ada2-41d5-bd67-b51a9b505921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:52.475515 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c0015d44-74f6-4160-99af-0f07db886774 req-299f4649-ada2-41d5-bd67-b51a9b505921 service neutron] 10.222.0.47 "GET /v2.0/networks?id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce HTTP/1.1" status: 200 len: 911 time: 0.0929658 Dec 14 03:59:52.498247 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-1fa668d8-f265-4402-8922-129f90dcfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'a35fc093-563a-499d-9897-97f18f828d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port': {'id': 'a35fc093-563a-499d-9897-97f18f828d25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '72449524-de85-4f3b-ab14-c4181c7838b3', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'floating_ip_address': '172.25.7.231', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'port_id': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'mac_address': 'fa:16:3e:2a:79:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:55:25Z', 'updated_at': '2021-12-14T03:55:27Z', 'revision_number': 1, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a97266c-74ef-4170-bc59-05fa01934e98', 'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'mac_address': 'fa:16:3e:99:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:01Z', 'updated_at': '2021-12-14T03:55:05Z', 'revision_number': 5, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'subnets': [{'id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:59:52.517860 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c0015d44-74f6-4160-99af-0f07db886774 req-09fadd9e-3aa1-4518-af72-f0b52602ee48 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c2c9291-b2ff-4f39-8c74-cf8570de1461 HTTP/1.1" status: 200 len: 217 time: 0.0355763 Dec 14 03:59:52.529058 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa668d8-f265-4402-8922-129f90dcfb50 None None] Checking router: 1ef826e9-f191-4bda-9d82-9361059e5811 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:59:52.541516 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa668d8-f265-4402-8922-129f90dcfb50 None None] Routers {'1ef826e9-f191-4bda-9d82-9361059e5811'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:59:52.542385 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-1fa668d8-f265-4402-8922-129f90dcfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1ef826e9-f191-4bda-9d82-9361059e5811'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:59:52.569562 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0015d44-74f6-4160-99af-0f07db886774 req-344ab63b-9e54-4c80-bd9c-9de9dce37fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:52.571042 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c0015d44-74f6-4160-99af-0f07db886774 req-344ab63b-9e54-4c80-bd9c-9de9dce37fe7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6ff48276-5725-403b-a4cf-8fdd9e69ba89 HTTP/1.1" status: 200 len: 849 time: 0.0465877 Dec 14 03:59:52.637771 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0015d44-74f6-4160-99af-0f07db886774 req-85ca4b0e-1ed1-4d25-8dfa-f7ffec97cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:52.640066 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c0015d44-74f6-4160-99af-0f07db886774 req-85ca4b0e-1ed1-4d25-8dfa-f7ffec97cabd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488296 Dec 14 03:59:52.660541 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-1fa668d8-f265-4402-8922-129f90dcfb50 None None] Set router 1ef826e9-f191-4bda-9d82-9361059e5811 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:59:52.686909 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c75cb3-737c-44e8-817f-f0f987cd935b req-fac79ee3-db99-4c6b-884d-fcd9425bd867 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:52.688622 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89c75cb3-737c-44e8-817f-f0f987cd935b req-fac79ee3-db99-4c6b-884d-fcd9425bd867 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 946 time: 0.1166267 Dec 14 03:59:52.737910 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c0015d44-74f6-4160-99af-0f07db886774 req-5225851e-461e-4d99-b666-14cb8014e335 service neutron] 10.222.0.47 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891912 Dec 14 03:59:52.743575 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-89c75cb3-737c-44e8-817f-f0f987cd935b req-1830cc9d-1d74-4311-b705-f70170f7be80 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474639 Dec 14 03:59:52.834014 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-c0015d44-74f6-4160-99af-0f07db886774 req-69a03d79-4656-49ce-a348-527cf7487837 service neutron] 10.222.0.47 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876613 Dec 14 03:59:52.892511 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-1fa668d8-f265-4402-8922-129f90dcfb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'a35fc093-563a-499d-9897-97f18f828d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port': {'id': 'a35fc093-563a-499d-9897-97f18f828d25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '72449524-de85-4f3b-ab14-c4181c7838b3', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'floating_ip_address': '172.25.7.231', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'port_id': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'mac_address': 'fa:16:3e:2a:79:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:55:25Z', 'updated_at': '2021-12-14T03:55:27Z', 'revision_number': 1, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a97266c-74ef-4170-bc59-05fa01934e98', 'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'mac_address': 'fa:16:3e:99:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:01Z', 'updated_at': '2021-12-14T03:55:05Z', 'revision_number': 5, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'subnets': [{'id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:59:52.923309 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa668d8-f265-4402-8922-129f90dcfb50 None None] The sync data for ids ['1ef826e9-f191-4bda-9d82-9361059e5811'] in n-d-821636-1 is: [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'a35fc093-563a-499d-9897-97f18f828d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port': {'id': 'a35fc093-563a-499d-9897-97f18f828d25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_floatingips': [{'id': '72449524-de85-4f3b-ab14-c4181c7838b3', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'floating_ip_address': '172.25.7.231', 'floating_network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'router_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'port_id': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'mac_address': 'fa:16:3e:2a:79:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T03:55:25Z', 'updated_at': '2021-12-14T03:55:27Z', 'revision_number': 1, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a97266c-74ef-4170-bc59-05fa01934e98', 'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'mac_address': 'fa:16:3e:99:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:01Z', 'updated_at': '2021-12-14T03:55:05Z', 'revision_number': 5, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'subnets': [{'id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:59:53.161979 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac7b5d-ebe0-4b6c-88d5-290bd14e58cb None None] New status for floating IP 39b15e47-996c-4246-bbaf-3c60264b439d: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:59:53.740054 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3c2c9291-b2ff-4f39-8c74-cf8570de1461 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:59:53.816843 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-807129'] for port, before_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:53.839400 n-d-821636-1 neutron-server[103849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb48f26-0e06-4675-b195-29ec708d9ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c2c9291-b2ff-4f39-8c74-cf8570de1461'}] {{(pid=103849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:59:53.841672 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}763e3c1d2695f3a406209b1877458a7c31caacfffc02255093287ef595f65f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6374d435-1f74-4033-ac8d-6fdb09b8b366" -d '{"events": [{"server_uuid": "8cb48f26-0e06-4675-b195-29ec708d9ab8", "name": "network-vif-unplugged", "status": "completed", "tag": "3c2c9291-b2ff-4f39-8c74-cf8570de1461"}]}' {{(pid=103849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:59:53.855268 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] For port 3c2c9291-b2ff-4f39-8c74-cf8570de1461, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3c2c9291-b2ff-4f39-8c74-cf8570de1461,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:59:53.872031 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941d280-e9cd-4d28-a792-62e0ca201a0c req-c3e13e72-9bc8-4fa4-8b4e-d019d88f2cbe tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:53.873577 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e941d280-e9cd-4d28-a792-62e0ca201a0c req-c3e13e72-9bc8-4fa4-8b4e-d019d88f2cbe tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 946 time: 0.0545046 Dec 14 03:59:53.879981 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Dec 2021 03:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8515998f-b87d-4112-8ea0-83af87aea947 x-openstack-request-id: req-8515998f-b87d-4112-8ea0-83af87aea947 {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:59:53.880289 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb48f26-0e06-4675-b195-29ec708d9ab8", "name": "network-vif-unplugged", "status": "completed", "tag": "3c2c9291-b2ff-4f39-8c74-cf8570de1461", "code": 200}]} {{(pid=103849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:59:53.880536 n-d-821636-1 neutron-server[103849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8515998f-b87d-4112-8ea0-83af87aea947 {{(pid=103849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:59:53.880942 n-d-821636-1 neutron-server[103849]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb48f26-0e06-4675-b195-29ec708d9ab8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c2c9291-b2ff-4f39-8c74-cf8570de1461', 'code': 200} Dec 14 03:59:53.926624 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-e941d280-e9cd-4d28-a792-62e0ca201a0c req-bf137d78-bd7e-403a-b8ec-87843b0289e7 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451515 Dec 14 03:59:53.938280 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754676488677', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754675989221', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754675989239'] for port, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:53.989906 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Pushing event updated for resources: {'Port': ['ID=3c2c9291-b2ff-4f39-8c74-cf8570de1461,revision_number=8']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:59:54.309257 n-d-821636-1 neutron-server[103847]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a61230-2b50-46ee-8cf7-7990aed0cba3 req-3ba46891-322d-4ce7-98ab-e45f4bf1bc6a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103847) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:54.310641 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-12a61230-2b50-46ee-8cf7-7990aed0cba3 req-3ba46891-322d-4ce7-98ab-e45f4bf1bc6a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 944 time: 0.0484407 Dec 14 03:59:54.396925 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-12a61230-2b50-46ee-8cf7-7990aed0cba3 req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Deleting port 3c2c9291-b2ff-4f39-8c74-cf8570de1461 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:59:54.397263 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-12a61230-2b50-46ee-8cf7-7990aed0cba3 req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:54.487709 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [req-12a61230-2b50-46ee-8cf7-7990aed0cba3 req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] For port 3c2c9291-b2ff-4f39-8c74-cf8570de1461, host n-h2-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-821636-1',level=0,port_id=3c2c9291-b2ff-4f39-8c74-cf8570de1461,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 03:59:54.488073 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-12a61230-2b50-46ee-8cf7-7990aed0cba3 req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:54.500817 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [req-12a61230-2b50-46ee-8cf7-7990aed0cba3 req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Calling delete_port for 3c2c9291-b2ff-4f39-8c74-cf8570de1461 owned by compute:nova {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:59:54.668127 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-12a61230-2b50-46ee-8cf7-7990aed0cba3 req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:54.695023 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Pushing event deleted for resources: {'Port': ['ID=3c2c9291-b2ff-4f39-8c74-cf8570de1461,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:59:54.705079 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:54.705459 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:54.705809 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:54.706155 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:54.706493 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:54.706831 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:54.707163 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:54.707990 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:54.707990 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:54.708203 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:54.708436 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:54.708759 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:54.709084 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-821636-1 {{(pid=103847) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 14 03:59:54.750321 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a61230-2b50-46ee-8cf7-7990aed0cba3 req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] No DVR routers for this DVR port 3c2c9291-b2ff-4f39-8c74-cf8570de1461 on host n-h2-821636-1 {{(pid=103847) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 03:59:54.753059 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [req-12a61230-2b50-46ee-8cf7-7990aed0cba3 req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:54.756359 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [req-12a61230-2b50-46ee-8cf7-7990aed0cba3 req-308ff774-a06b-4227-812a-4b38bdd4b45a tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.47 "DELETE /v2.0/ports/3c2c9291-b2ff-4f39-8c74-cf8570de1461 HTTP/1.1" status: 204 len: 173 time: 0.4395585 Dec 14 03:59:54.756793 n-d-821636-1 neutron-server[103847]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb48f26-0e06-4675-b195-29ec708d9ab8', 'name': 'network-vif-deleted', 'tag': '3c2c9291-b2ff-4f39-8c74-cf8570de1461'}] {{(pid=103847) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:59:54.759062 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6162ea76301b8b6ce25d4bc067bf5343ee25cb1b075203606b5fb54a8955cdc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1546bcb3-c45f-4fb9-b59a-4dd265fe6613" -d '{"events": [{"server_uuid": "8cb48f26-0e06-4675-b195-29ec708d9ab8", "name": "network-vif-deleted", "tag": "3c2c9291-b2ff-4f39-8c74-cf8570de1461"}]}' {{(pid=103847) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:59:54.849689 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 03:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c730deab-d36c-4a28-bcff-9e7635542ec2 x-openstack-request-id: req-c730deab-d36c-4a28-bcff-9e7635542ec2 {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:59:54.850050 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb48f26-0e06-4675-b195-29ec708d9ab8", "name": "network-vif-deleted", "tag": "3c2c9291-b2ff-4f39-8c74-cf8570de1461", "status": "completed", "code": 200}]} {{(pid=103847) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:59:54.850339 n-d-821636-1 neutron-server[103847]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c730deab-d36c-4a28-bcff-9e7635542ec2 {{(pid=103847) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:59:54.850749 n-d-821636-1 neutron-server[103847]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb48f26-0e06-4675-b195-29ec708d9ab8', 'name': 'network-vif-deleted', 'tag': '3c2c9291-b2ff-4f39-8c74-cf8570de1461', 'status': 'completed', 'code': 200} Dec 14 03:59:55.025863 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-6478abf3-471b-40f9-bdb3-e69f437fe5cc req-4502efb4-1eda-4535-b0b9-473a5329bd1f tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cb48f26-0e06-4675-b195-29ec708d9ab8 HTTP/1.1" status: 200 len: 210 time: 0.0285976 Dec 14 03:59:57.195465 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57358) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 03:59:57.351256 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-e2c5e08f-4187-4a93-8d77-a095d6b31b3c tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Deleting port b45e32f2-3e07-458a-b5ba-859f75c4a5b5 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 03:59:57.351599 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e08f-4187-4a93-8d77-a095d6b31b3c tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:57.428922 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e08f-4187-4a93-8d77-a095d6b31b3c tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:57.429253 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e08f-4187-4a93-8d77-a095d6b31b3c tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:57.441208 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-e2c5e08f-4187-4a93-8d77-a095d6b31b3c tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Calling delete_port for b45e32f2-3e07-458a-b5ba-859f75c4a5b5 owned by network:floatingip {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 03:59:57.634395 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e08f-4187-4a93-8d77-a095d6b31b3c tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:57.660388 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5e08f-4187-4a93-8d77-a095d6b31b3c tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Pushing event deleted for resources: {'Port': ['ID=b45e32f2-3e07-458a-b5ba-859f75c4a5b5,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 03:59:57.720824 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e08f-4187-4a93-8d77-a095d6b31b3c tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for floatingip, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:57.721225 n-d-821636-1 neutron-server[103848]: INFO neutron.db.l3_db [None req-e2c5e08f-4187-4a93-8d77-a095d6b31b3c tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Floating IP 72449524-de85-4f3b-ab14-c4181c7838b3 disassociated (deleted). External IP: 172.25.7.231, port: ffc690b9-bb70-423e-9e97-51cce9742f8f. Dec 14 03:59:57.751804 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3c2c9291-b2ff-4f39-8c74-cf8570de1461 no longer exists at agent hyperv_n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 03:59:57.771362 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] No Port match for: 3c2c9291-b2ff-4f39-8c74-cf8570de1461 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 03:59:57.771702 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Device 3c2c9291-b2ff-4f39-8c74-cf8570de1461 not bound to the agent host n-h2-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 03:59:57.929065 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c5e08f-4187-4a93-8d77-a095d6b31b3c tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Router 1ef826e9-f191-4bda-9d82-9361059e5811 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 03:59:58.028367 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:58.038943 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c5e08f-4187-4a93-8d77-a095d6b31b3c tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 03:59:58.043910 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-e2c5e08f-4187-4a93-8d77-a095d6b31b3c tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for floatingip, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 03:59:58.048679 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bdd319-26e1-4b1b-b059-2baac702991e None None] Sync routers for ids ['1ef826e9-f191-4bda-9d82-9361059e5811'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 03:59:58.059060 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bdd319-26e1-4b1b-b059-2baac702991e None None] Routers {'1ef826e9-f191-4bda-9d82-9361059e5811'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:59:58.059688 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-95bdd319-26e1-4b1b-b059-2baac702991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1ef826e9-f191-4bda-9d82-9361059e5811'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:59:58.070477 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-e2c5e08f-4187-4a93-8d77-a095d6b31b3c tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "DELETE /v2.0/floatingips/72449524-de85-4f3b-ab14-c4181c7838b3 HTTP/1.1" status: 204 len: 168 time: 0.8739181 Dec 14 03:59:58.071173 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'tag': 'ffc690b9-bb70-423e-9e97-51cce9742f8f'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 03:59:58.073563 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1599c9-dd25-4bc1-aa69-c0d3cf0f2b95" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7", "tag": "ffc690b9-bb70-423e-9e97-51cce9742f8f"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 03:59:58.114964 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Dec 2021 03:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b81552-de75-4f83-93a5-ab938e0f244c x-openstack-request-id: req-51b81552-de75-4f83-93a5-ab938e0f244c {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 03:59:58.115381 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7", "tag": "ffc690b9-bb70-423e-9e97-51cce9742f8f", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 03:59:58.116140 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51b81552-de75-4f83-93a5-ab938e0f244c {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 03:59:58.116790 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'tag': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'status': 'completed', 'code': 200} Dec 14 03:59:58.172179 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-95bdd319-26e1-4b1b-b059-2baac702991e None None] Set router 1ef826e9-f191-4bda-9d82-9361059e5811 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:59:58.200087 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1599c9-dd25-4bc1-aa69-c0d3cf0f2b95 req-1e69477b-c7ec-4672-b8d3-7c4ffd582b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:58.201666 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec1599c9-dd25-4bc1-aa69-c0d3cf0f2b95 req-1e69477b-c7ec-4672-b8d3-7c4ffd582b3d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b096f93cb6e4457995b1043b8f113b02&device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 1095 time: 0.0424736 Dec 14 03:59:58.302126 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1599c9-dd25-4bc1-aa69-c0d3cf0f2b95 req-a55afc05-d006-4c90-a813-391148327932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:58.303530 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec1599c9-dd25-4bc1-aa69-c0d3cf0f2b95 req-a55afc05-d006-4c90-a813-391148327932 service neutron] 10.222.0.46 "GET /v2.0/networks?id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce HTTP/1.1" status: 200 len: 911 time: 0.0907793 Dec 14 03:59:58.348338 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec1599c9-dd25-4bc1-aa69-c0d3cf0f2b95 req-fab2f1ba-2ab7-498d-b367-10a73dce275e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ffc690b9-bb70-423e-9e97-51cce9742f8f HTTP/1.1" status: 200 len: 217 time: 0.0369809 Dec 14 03:59:58.378725 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-95bdd319-26e1-4b1b-b059-2baac702991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'a35fc093-563a-499d-9897-97f18f828d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port': {'id': 'a35fc093-563a-499d-9897-97f18f828d25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '6a97266c-74ef-4170-bc59-05fa01934e98', 'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'mac_address': 'fa:16:3e:99:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:01Z', 'updated_at': '2021-12-14T03:55:05Z', 'revision_number': 5, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'subnets': [{'id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:59:58.398511 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1599c9-dd25-4bc1-aa69-c0d3cf0f2b95 req-f0d47bbd-57ae-435f-bf88-d2a635a9cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:58.399991 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec1599c9-dd25-4bc1-aa69-c0d3cf0f2b95 req-f0d47bbd-57ae-435f-bf88-d2a635a9cbf1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6ff48276-5725-403b-a4cf-8fdd9e69ba89 HTTP/1.1" status: 200 len: 849 time: 0.0436089 Dec 14 03:59:58.404063 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bdd319-26e1-4b1b-b059-2baac702991e None None] Checking router: 1ef826e9-f191-4bda-9d82-9361059e5811 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 03:59:58.418490 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bdd319-26e1-4b1b-b059-2baac702991e None None] Routers {'1ef826e9-f191-4bda-9d82-9361059e5811'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 03:59:58.419190 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-95bdd319-26e1-4b1b-b059-2baac702991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1ef826e9-f191-4bda-9d82-9361059e5811'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:59:58.454706 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1599c9-dd25-4bc1-aa69-c0d3cf0f2b95 req-f85091f7-626c-46f5-8941-3c7c9b0487c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:58.455913 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec1599c9-dd25-4bc1-aa69-c0d3cf0f2b95 req-f85091f7-626c-46f5-8941-3c7c9b0487c9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=022c1c1f-e74a-4a5d-b5d8-32f358f241ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486479 Dec 14 03:59:58.531834 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-95bdd319-26e1-4b1b-b059-2baac702991e None None] Set router 1ef826e9-f191-4bda-9d82-9361059e5811 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 03:59:58.571411 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560fa41-ab5d-4172-94a9-bd2f264ed68c req-5c43a3ca-77f5-44e3-bbfc-9e8423b5b1b1 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:58.572899 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c560fa41-ab5d-4172-94a9-bd2f264ed68c req-5c43a3ca-77f5-44e3-bbfc-9e8423b5b1b1 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 944 time: 0.1054394 Dec 14 03:59:58.625946 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec1599c9-dd25-4bc1-aa69-c0d3cf0f2b95 req-4dbedf0f-29d9-4337-b6e8-b55a5b11465d service neutron] 10.222.0.46 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310773 Dec 14 03:59:58.654290 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c560fa41-ab5d-4172-94a9-bd2f264ed68c req-96f47062-d147-402d-ac35-df33b14f0d06 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736578 Dec 14 03:59:58.730549 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-ec1599c9-dd25-4bc1-aa69-c0d3cf0f2b95 req-190ddfb6-2a7a-4786-a418-3897715f122c service neutron] 10.222.0.46 "GET /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937657 Dec 14 03:59:58.740212 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-95bdd319-26e1-4b1b-b059-2baac702991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'a35fc093-563a-499d-9897-97f18f828d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port': {'id': 'a35fc093-563a-499d-9897-97f18f828d25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '6a97266c-74ef-4170-bc59-05fa01934e98', 'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'mac_address': 'fa:16:3e:99:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:01Z', 'updated_at': '2021-12-14T03:55:05Z', 'revision_number': 5, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'subnets': [{'id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 03:59:58.770512 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bdd319-26e1-4b1b-b059-2baac702991e None None] The sync data for ids ['1ef826e9-f191-4bda-9d82-9361059e5811'] in n-d-821636-1 is: [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'a35fc093-563a-499d-9897-97f18f828d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port': {'id': 'a35fc093-563a-499d-9897-97f18f828d25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1', '_interfaces': [{'id': '6a97266c-74ef-4170-bc59-05fa01934e98', 'name': '', 'network_id': '022c1c1f-e74a-4a5d-b5d8-32f358f241ce', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'mac_address': 'fa:16:3e:99:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:01Z', 'updated_at': '2021-12-14T03:55:05Z', 'revision_number': 5, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'subnets': [{'id': '6ff48276-5725-403b-a4cf-8fdd9e69ba89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 03:59:59.002281 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfca421a-fd2a-408f-badd-453afcedff1f None None] New status for floating IP 72449524-de85-4f3b-ab14-c4181c7838b3: DOWN {{(pid=103850) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 14 03:59:59.789431 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ecf32-a29c-47ff-bf6c-20a472cffffa req-35522aa4-b0b0-471f-afe5-1321b9b07653 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 03:59:59.790913 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c41ecf32-a29c-47ff-bf6c-20a472cffffa req-35522aa4-b0b0-471f-afe5-1321b9b07653 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 944 time: 0.0538480 Dec 14 03:59:59.839560 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-c41ecf32-a29c-47ff-bf6c-20a472cffffa req-2f764f3f-1f8d-40ad-9196-ef8ec79c3ac3 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/security-groups?id=93ed72ea-12c1-4925-93ef-2bcf3ca8151b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424266 Dec 14 04:00:00.189777 n-d-821636-1 neutron-server[103848]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da5ac0-1529-4f06-940d-6d51f39751d7 req-7be0511a-d440-4d94-aaff-50773711add5 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103848) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 14 04:00:00.191247 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-43da5ac0-1529-4f06-940d-6d51f39751d7 req-7be0511a-d440-4d94-aaff-50773711add5 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 944 time: 0.0488143 Dec 14 04:00:00.277453 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-43da5ac0-1529-4f06-940d-6d51f39751d7 req-40eb1afc-d7cf-4234-ab7b-ff38134253bd tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Deleting port ffc690b9-bb70-423e-9e97-51cce9742f8f {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 04:00:00.277795 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-43da5ac0-1529-4f06-940d-6d51f39751d7 req-40eb1afc-d7cf-4234-ab7b-ff38134253bd tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:00.368350 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [req-43da5ac0-1529-4f06-940d-6d51f39751d7 req-40eb1afc-d7cf-4234-ab7b-ff38134253bd tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] For port ffc690b9-bb70-423e-9e97-51cce9742f8f, host n-h1-821636-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-821636-1',level=0,port_id=ffc690b9-bb70-423e-9e97-51cce9742f8f,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 04:00:00.368720 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-43da5ac0-1529-4f06-940d-6d51f39751d7 req-40eb1afc-d7cf-4234-ab7b-ff38134253bd tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:00.381830 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [req-43da5ac0-1529-4f06-940d-6d51f39751d7 req-40eb1afc-d7cf-4234-ab7b-ff38134253bd tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Calling delete_port for ffc690b9-bb70-423e-9e97-51cce9742f8f owned by compute:nova {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 04:00:00.576825 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-43da5ac0-1529-4f06-940d-6d51f39751d7 req-40eb1afc-d7cf-4234-ab7b-ff38134253bd tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:00.606232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb1afc-d7cf-4234-ab7b-ff38134253bd tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Pushing event deleted for resources: {'Port': ['ID=ffc690b9-bb70-423e-9e97-51cce9742f8f,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 04:00:00.674206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [req-43da5ac0-1529-4f06-940d-6d51f39751d7 req-40eb1afc-d7cf-4234-ab7b-ff38134253bd tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] No DVR routers for this DVR port ffc690b9-bb70-423e-9e97-51cce9742f8f on host n-h1-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 04:00:00.674206 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [req-43da5ac0-1529-4f06-940d-6d51f39751d7 req-40eb1afc-d7cf-4234-ab7b-ff38134253bd tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4066175'] for port, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:00.674206 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-43da5ac0-1529-4f06-940d-6d51f39751d7 req-40eb1afc-d7cf-4234-ab7b-ff38134253bd tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.46 "DELETE /v2.0/ports/ffc690b9-bb70-423e-9e97-51cce9742f8f HTTP/1.1" status: 204 len: 173 time: 0.4555268 Dec 14 04:00:00.674206 n-d-821636-1 neutron-server[103848]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'name': 'network-vif-deleted', 'tag': 'ffc690b9-bb70-423e-9e97-51cce9742f8f'}] {{(pid=103848) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 14 04:00:00.674206 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d7f0f92140d6058fc2ed906bc623368e0746d312fc6ceab0233bd00399827cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a147c03b-c24d-41eb-a2d4-feb292ab1010" -d '{"events": [{"server_uuid": "3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7", "name": "network-vif-deleted", "tag": "ffc690b9-bb70-423e-9e97-51cce9742f8f"}]}' {{(pid=103848) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 14 04:00:00.692408 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Dec 2021 04:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f9a036-9eab-4f86-877f-7d70b8d7d5e3 x-openstack-request-id: req-54f9a036-9eab-4f86-877f-7d70b8d7d5e3 {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 14 04:00:00.692849 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7", "name": "network-vif-deleted", "tag": "ffc690b9-bb70-423e-9e97-51cce9742f8f", "status": "completed", "code": 200}]} {{(pid=103848) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 14 04:00:00.693107 n-d-821636-1 neutron-server[103848]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-54f9a036-9eab-4f86-877f-7d70b8d7d5e3 {{(pid=103848) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 14 04:00:00.693569 n-d-821636-1 neutron-server[103848]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7', 'name': 'network-vif-deleted', 'tag': 'ffc690b9-bb70-423e-9e97-51cce9742f8f', 'status': 'completed', 'code': 200} Dec 14 04:00:00.943722 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [req-698a93a2-ad10-4b14-91d9-e9b929dfed31 req-7c78e24d-8777-41b5-bce1-780620918864 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f3bfbba-a9a7-4a2c-980f-dce19c32f8b7 HTTP/1.1" status: 200 len: 210 time: 0.0349226 Dec 14 04:00:01.034388 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:02.005641 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57374) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 04:00:02.060875 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-62f26933-f6eb-4936-ac7b-b672fd9187a3 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:02.085292 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-62f26933-f6eb-4936-ac7b-b672fd9187a3 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:02.262515 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-62f26933-f6eb-4936-ac7b-b672fd9187a3 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:02.265189 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-62f26933-f6eb-4936-ac7b-b672fd9187a3 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Publish callbacks [] for security_group, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:02.266441 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-62f26933-f6eb-4936-ac7b-b672fd9187a3 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] 10.222.0.39 "DELETE /v2.0/security-groups/93ed72ea-12c1-4925-93ef-2bcf3ca8151b HTTP/1.1" status: 204 len: 168 time: 0.2597249 Dec 14 04:00:02.275685 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f26933-f6eb-4936-ac7b-b672fd9187a3 tempest-TestSnapshotPattern-903093716 tempest-TestSnapshotPattern-903093716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ed72ea-12c1-4925-93ef-2bcf3ca8151b,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 04:00:02.400599 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57378) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 04:00:02.828551 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e62a485-319d-4515-80f2-6c7f5d32daf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:02.833954 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7056889b-d510-4cf8-ac86-d3b6f4022cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:03.068876 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-9e62a485-319d-4515-80f2-6c7f5d32daf6 admin admin] Deleting port 6a97266c-74ef-4170-bc59-05fa01934e98 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 04:00:03.069537 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e62a485-319d-4515-80f2-6c7f5d32daf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:03.149885 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-9e62a485-319d-4515-80f2-6c7f5d32daf6 admin admin] For port 6a97266c-74ef-4170-bc59-05fa01934e98, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=6a97266c-74ef-4170-bc59-05fa01934e98,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 04:00:03.150255 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e62a485-319d-4515-80f2-6c7f5d32daf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:03.163161 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-9e62a485-319d-4515-80f2-6c7f5d32daf6 admin admin] Calling delete_port for 6a97266c-74ef-4170-bc59-05fa01934e98 owned by network:router_interface {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 04:00:03.394456 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e62a485-319d-4515-80f2-6c7f5d32daf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:03.417765 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62a485-319d-4515-80f2-6c7f5d32daf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a97266c-74ef-4170-bc59-05fa01934e98,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 04:00:03.535670 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ffc690b9-bb70-423e-9e97-51cce9742f8f no longer exists at agent hyperv_n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 04:00:03.557355 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] No Port match for: ffc690b9-bb70-423e-9e97-51cce9742f8f {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 04:00:03.557750 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Device ffc690b9-bb70-423e-9e97-51cce9742f8f not bound to the agent host n-h1-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 04:00:03.584839 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-9e62a485-319d-4515-80f2-6c7f5d32daf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:03.804432 n-d-821636-1 neutron-server[103848]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e62a485-319d-4515-80f2-6c7f5d32daf6 admin admin] Router 1ef826e9-f191-4bda-9d82-9361059e5811 has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103848) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 04:00:04.286384 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e62a485-319d-4515-80f2-6c7f5d32daf6 admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103848) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 04:00:04.291300 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-9e62a485-319d-4515-80f2-6c7f5d32daf6 admin admin] 10.222.0.39 "PUT /v2.0/routers/1ef826e9-f191-4bda-9d82-9361059e5811/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8896418 Dec 14 04:00:04.293892 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57382) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 04:00:04.294966 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ff5f9-877b-4214-bc9e-97d6cb16ebe1 None None] Sync routers for ids ['1ef826e9-f191-4bda-9d82-9361059e5811'] in n-d-821636-1 {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 04:00:04.305462 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ff5f9-877b-4214-bc9e-97d6cb16ebe1 None None] Routers {'1ef826e9-f191-4bda-9d82-9361059e5811'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 04:00:04.306072 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-081ff5f9-877b-4214-bc9e-97d6cb16ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1ef826e9-f191-4bda-9d82-9361059e5811'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 04:00:04.395109 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0dae2619-cfa4-4cd1-8248-b6e119999ead admin admin] Publish callbacks [] for router, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:04.409445 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-081ff5f9-877b-4214-bc9e-97d6cb16ebe1 None None] Set router 1ef826e9-f191-4bda-9d82-9361059e5811 gateway port host: n-d-821636-1 {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 04:00:04.504330 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0dae2619-cfa4-4cd1-8248-b6e119999ead admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:04.617253 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0dae2619-cfa4-4cd1-8248-b6e119999ead admin admin] Deleting port a35fc093-563a-499d-9897-97f18f828d25 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 04:00:04.617694 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0dae2619-cfa4-4cd1-8248-b6e119999ead admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:04.702080 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-0dae2619-cfa4-4cd1-8248-b6e119999ead admin admin] For port a35fc093-563a-499d-9897-97f18f828d25, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=a35fc093-563a-499d-9897-97f18f828d25,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 04:00:04.702449 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0dae2619-cfa4-4cd1-8248-b6e119999ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:04.715098 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-0dae2619-cfa4-4cd1-8248-b6e119999ead admin admin] Calling delete_port for a35fc093-563a-499d-9897-97f18f828d25 owned by network:router_gateway {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 04:00:04.744929 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-081ff5f9-877b-4214-bc9e-97d6cb16ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94'}], 'enable_snat': True}, 'gw_port_id': 'a35fc093-563a-499d-9897-97f18f828d25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T04:00:03Z', 'revision_number': 5, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port': {'id': 'a35fc093-563a-499d-9897-97f18f828d25', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ef:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T03:55:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 04:00:04.770821 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ff5f9-877b-4214-bc9e-97d6cb16ebe1 None None] Checking router: 1ef826e9-f191-4bda-9d82-9361059e5811 for host: n-d-821636-1 {{(pid=103849) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 04:00:04.778899 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ff5f9-877b-4214-bc9e-97d6cb16ebe1 None None] Routers {'1ef826e9-f191-4bda-9d82-9361059e5811'} bound to L3 agent in host n-d-821636-1 {{(pid=103849) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 04:00:04.779522 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-081ff5f9-877b-4214-bc9e-97d6cb16ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T03:59:35Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['1ef826e9-f191-4bda-9d82-9361059e5811'], 'active': True} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 04:00:04.871009 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvr_db [None req-081ff5f9-877b-4214-bc9e-97d6cb16ebe1 None None] Set router 1ef826e9-f191-4bda-9d82-9361059e5811 gateway port host: None {{(pid=103849) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 04:00:04.929943 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_hamode_db [None req-081ff5f9-877b-4214-bc9e-97d6cb16ebe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T04:00:04Z', 'revision_number': 6, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 04:00:04.948510 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0dae2619-cfa4-4cd1-8248-b6e119999ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:04.956768 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081ff5f9-877b-4214-bc9e-97d6cb16ebe1 None None] The sync data for ids ['1ef826e9-f191-4bda-9d82-9361059e5811'] in n-d-821636-1 is: [{'id': '1ef826e9-f191-4bda-9d82-9361059e5811', 'name': 'tempest-TestSnapshotPattern-1231622319-router', 'tenant_id': 'b096f93cb6e4457995b1043b8f113b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:54:59Z', 'updated_at': '2021-12-14T04:00:04Z', 'revision_number': 6, 'project_id': 'b096f93cb6e4457995b1043b8f113b02', 'gw_port_host': None}] {{(pid=103849) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 04:00:04.977104 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae2619-cfa4-4cd1-8248-b6e119999ead admin admin] Pushing event deleted for resources: {'Port': ['ID=a35fc093-563a-499d-9897-97f18f828d25,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 04:00:04.991489 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b885108f-ab3d-4acd-9c3d-cb416ffaa299 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 04:00:05.038662 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0dae2619-cfa4-4cd1-8248-b6e119999ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:05.062971 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a4025c1c-699d-4405-a3d1-9da5d0292fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:05.135503 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0dae2619-cfa4-4cd1-8248-b6e119999ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:05.137638 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0dae2619-cfa4-4cd1-8248-b6e119999ead admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:05.216852 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0dae2619-cfa4-4cd1-8248-b6e119999ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:05.217423 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dae2619-cfa4-4cd1-8248-b6e119999ead admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ef826e9-f191-4bda-9d82-9361059e5811 {{(pid=103848) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 04:00:05.221735 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-0dae2619-cfa4-4cd1-8248-b6e119999ead admin admin] Publish callbacks [] for router, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:05.223011 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-0dae2619-cfa4-4cd1-8248-b6e119999ead admin admin] 10.222.0.39 "DELETE /v2.0/routers/1ef826e9-f191-4bda-9d82-9361059e5811 HTTP/1.1" status: 204 len: 168 time: 0.9282093 Dec 14 04:00:05.225738 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57384) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 04:00:05.271917 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a1c012-89d6-4041-b5e6-4014df0adccb admin admin] Deleting subnet 6ff48276-5725-403b-a4cf-8fdd9e69ba89 {{(pid=103848) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 04:00:05.274975 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c9a1c012-89d6-4041-b5e6-4014df0adccb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:05.310488 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c9a1c012-89d6-4041-b5e6-4014df0adccb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25376804'] for subnet, precommit_delete_associations {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:05.395880 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c9a1c012-89d6-4041-b5e6-4014df0adccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:05.503222 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c9a1c012-89d6-4041-b5e6-4014df0adccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28645406', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28919423'] for subnet, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:05.530510 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1c012-89d6-4041-b5e6-4014df0adccb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff48276-5725-403b-a4cf-8fdd9e69ba89,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 04:00:05.532632 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-c9a1c012-89d6-4041-b5e6-4014df0adccb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:05.537016 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-c9a1c012-89d6-4041-b5e6-4014df0adccb admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6ff48276-5725-403b-a4cf-8fdd9e69ba89 HTTP/1.1" status: 204 len: 168 time: 0.3092082 Dec 14 04:00:05.537188 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0909091c-9ee3-4ba3-b35f-00ed3009a79c None None] Network 022c1c1f-e74a-4a5d-b5d8-32f358f241ce requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 04:00:05.539021 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57386) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 04:00:05.611321 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:05.665556 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] Deleting port 57dcf7c0-ff09-4b14-9b81-401f050d005d {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 04:00:05.665906 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:05.730941 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] For port 57dcf7c0-ff09-4b14-9b81-401f050d005d, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=57dcf7c0-ff09-4b14-9b81-401f050d005d,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 04:00:05.731322 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:05.740145 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb4c191-eec9-446b-a1d1-9074f2e81105 None None] DHCP port deletion for 022c1c1f-e74a-4a5d-b5d8-32f358f241ce request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 04:00:05.745101 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] Calling delete_port for 57dcf7c0-ff09-4b14-9b81-401f050d005d owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 04:00:05.793693 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8cb4c191-eec9-446b-a1d1-9074f2e81105 None None] Deleting port 57dcf7c0-ff09-4b14-9b81-401f050d005d {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 04:00:05.794520 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8cb4c191-eec9-446b-a1d1-9074f2e81105 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:05.852019 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a35fc093-563a-499d-9897-97f18f828d25 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 04:00:05.881004 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: a35fc093-563a-499d-9897-97f18f828d25 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 04:00:05.881387 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device a35fc093-563a-499d-9897-97f18f828d25 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 04:00:05.881813 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 57dcf7c0-ff09-4b14-9b81-401f050d005d no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 04:00:05.887884 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-8cb4c191-eec9-446b-a1d1-9074f2e81105 None None] For port 57dcf7c0-ff09-4b14-9b81-401f050d005d, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=57dcf7c0-ff09-4b14-9b81-401f050d005d,segment=NetworkSegment(6c1baa00-f129-46f5-8c00-e0b50af36f28),segment_id=6c1baa00-f129-46f5-8c00-e0b50af36f28)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 04:00:05.889232 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8cb4c191-eec9-446b-a1d1-9074f2e81105 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:05.909164 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:05.927894 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-8cb4c191-eec9-446b-a1d1-9074f2e81105 None None] Calling delete_port for 57dcf7c0-ff09-4b14-9b81-401f050d005d owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 04:00:05.935887 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] Pushing event deleted for resources: {'Port': ['ID=57dcf7c0-ff09-4b14-9b81-401f050d005d,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 04:00:05.947439 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] No DVR routers for this DVR port 57dcf7c0-ff09-4b14-9b81-401f050d005d on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 04:00:05.981390 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No active binding found for port 57dcf7c0-ff09-4b14-9b81-401f050d005d {{(pid=103849) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 14 04:00:05.981390 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 57dcf7c0-ff09-4b14-9b81-401f050d005d not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 04:00:05.981777 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6a97266c-74ef-4170-bc59-05fa01934e98 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 04:00:06.009438 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 6a97266c-74ef-4170-bc59-05fa01934e98 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 04:00:06.009858 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 6a97266c-74ef-4170-bc59-05fa01934e98 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 04:00:06.026763 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:06.040956 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8cb4c191-eec9-446b-a1d1-9074f2e81105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:06.049413 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022c1c1f-e74a-4a5d-b5d8-32f358f241ce']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 04:00:06.054744 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb4c191-eec9-446b-a1d1-9074f2e81105 None None] No DVR routers for this DVR port 57dcf7c0-ff09-4b14-9b81-401f050d005d on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 04:00:06.071043 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1baa00-f129-46f5-8c00-e0b50af36f28') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 04:00:06.071346 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1baa00-f129-46f5-8c00-e0b50af36f28') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 04:00:06.080399 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb4c191-eec9-446b-a1d1-9074f2e81105 None None] Pushing event deleted for resources: {'Port': ['ID=57dcf7c0-ff09-4b14-9b81-401f050d005d,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 04:00:06.081568 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:06.095326 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:06.101321 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 04:00:06.101809 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: timer() Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 04:00:06.103463 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 04:00:06.239676 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:06.245111 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:06.248354 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] 10.222.0.39 "DELETE /v2.0/networks/022c1c1f-e74a-4a5d-b5d8-32f358f241ce HTTP/1.1" status: 204 len: 168 time: 0.7083659 Dec 14 04:00:06.252224 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57388) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 04:00:06.260443 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f0a03-fa7b-48c0-9861-8d058aeb8c28 admin admin] Pushing event deleted for resources: {'Network': ['ID=022c1c1f-e74a-4a5d-b5d8-32f358f241ce,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 04:00:06.597694 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c699095-ddce-4719-8913-d87fc3c1b73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3875339'] for router_interface, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:06.667431 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:06.838780 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-5c699095-ddce-4719-8913-d87fc3c1b73c admin admin] Deleting port 86ca322b-6ee6-42d2-94ec-9b7095104a48 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 04:00:06.839116 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c699095-ddce-4719-8913-d87fc3c1b73c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:06.919861 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-5c699095-ddce-4719-8913-d87fc3c1b73c admin admin] For port 86ca322b-6ee6-42d2-94ec-9b7095104a48, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=86ca322b-6ee6-42d2-94ec-9b7095104a48,segment=NetworkSegment(7faf34dc-2a05-4701-984d-29b71a59b1d3),segment_id=7faf34dc-2a05-4701-984d-29b71a59b1d3)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 04:00:06.920227 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c699095-ddce-4719-8913-d87fc3c1b73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:06.932599 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-5c699095-ddce-4719-8913-d87fc3c1b73c admin admin] Calling delete_port for 86ca322b-6ee6-42d2-94ec-9b7095104a48 owned by network:router_interface {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 04:00:07.176531 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c699095-ddce-4719-8913-d87fc3c1b73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:07.272770 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c699095-ddce-4719-8913-d87fc3c1b73c admin admin] Pushing event deleted for resources: {'Port': ['ID=86ca322b-6ee6-42d2-94ec-9b7095104a48,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 04:00:07.400312 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-5c699095-ddce-4719-8913-d87fc3c1b73c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3796551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3875479'] for router_interface, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:07.951980 n-d-821636-1 neutron-server[103847]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c699095-ddce-4719-8913-d87fc3c1b73c admin admin] Router eb35ce35-ae94-43ff-9782-25a8f3bc6d7c has already been hosted by L3 agent f7dae0a1-21c9-48cc-bf55-b90d42d5aab4 {{(pid=103847) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 14 04:00:08.027619 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:08.054801 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c699095-ddce-4719-8913-d87fc3c1b73c admin admin] Notify agent at l3_agent.n-d-821636-1 the message routers_updated {{(pid=103847) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 14 04:00:08.059854 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5c699095-ddce-4719-8913-d87fc3c1b73c admin admin] 10.222.0.39 "PUT /v2.0/routers/eb35ce35-ae94-43ff-9782-25a8f3bc6d7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8064525 Dec 14 04:00:08.062382 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57392) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 04:00:08.063406 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977a606a-1541-48b0-b612-4422c9fa3472 None None] Sync routers for ids ['eb35ce35-ae94-43ff-9782-25a8f3bc6d7c'] in n-d-821636-1 {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 14 04:00:08.072832 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977a606a-1541-48b0-b612-4422c9fa3472 None None] Routers {'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 04:00:08.073683 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-977a606a-1541-48b0-b612-4422c9fa3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T04:00:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['eb35ce35-ae94-43ff-9782-25a8f3bc6d7c'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 04:00:08.166357 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1991cc2-1df3-4095-b7bb-e9cbe504cbb6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:08.177863 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-977a606a-1541-48b0-b612-4422c9fa3472 None None] Set router eb35ce35-ae94-43ff-9782-25a8f3bc6d7c gateway port host: n-d-821636-1 {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 04:00:08.268746 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1991cc2-1df3-4095-b7bb-e9cbe504cbb6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:08.404792 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e1991cc2-1df3-4095-b7bb-e9cbe504cbb6 admin admin] Deleting port 5f90273c-6982-4540-b748-199d01d8a5f9 {{(pid=103847) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 04:00:08.405557 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1991cc2-1df3-4095-b7bb-e9cbe504cbb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:08.431184 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-977a606a-1541-48b0-b612-4422c9fa3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c', 'name': 'tempest-TestSnapshotPattern-354838956-router', 'tenant_id': '87e5180a9398496981d1a70a0772cef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'external_fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.144'}], 'enable_snat': True}, 'gw_port_id': '5f90273c-6982-4540-b748-199d01d8a5f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:55:05Z', 'updated_at': '2021-12-14T04:00:07Z', 'revision_number': 5, 'project_id': '87e5180a9398496981d1a70a0772cef7', 'gw_port': {'id': '5f90273c-6982-4540-b748-199d01d8a5f9', 'name': '', 'network_id': 'bef0dca9-95c3-43a9-8538-205d0dbf759c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:66:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'ip_address': '172.25.7.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-821636-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T03:55:05Z', 'updated_at': '2021-12-14T03:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'afe2516d-01d0-4570-a163-7730f19e4bc3', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-821636-1'}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 04:00:08.459937 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977a606a-1541-48b0-b612-4422c9fa3472 None None] Checking router: eb35ce35-ae94-43ff-9782-25a8f3bc6d7c for host: n-d-821636-1 {{(pid=103850) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 14 04:00:08.468243 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977a606a-1541-48b0-b612-4422c9fa3472 None None] Routers {'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c'} bound to L3 agent in host n-d-821636-1 {{(pid=103850) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 14 04:00:08.468853 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-977a606a-1541-48b0-b612-4422c9fa3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-821636-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T02:15:05Z,description=,heartbeat_timestamp=2021-12-14T04:00:05Z,host='n-d-821636-1',id=f7dae0a1-21c9-48cc-bf55-b90d42d5aab4,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T02:15:05Z,topic='l3_agent')) {'router_ids': ['eb35ce35-ae94-43ff-9782-25a8f3bc6d7c'], 'active': True} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 04:00:08.487754 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.db [None req-e1991cc2-1df3-4095-b7bb-e9cbe504cbb6 admin admin] For port 5f90273c-6982-4540-b748-199d01d8a5f9, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=5f90273c-6982-4540-b748-199d01d8a5f9,segment=NetworkSegment(bcb70f29-06d1-42ad-83d5-26b03bf35585),segment_id=bcb70f29-06d1-42ad-83d5-26b03bf35585)] {{(pid=103847) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 04:00:08.488140 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1991cc2-1df3-4095-b7bb-e9cbe504cbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:08.500205 n-d-821636-1 neutron-server[103847]: DEBUG neutron.plugins.ml2.plugin [None req-e1991cc2-1df3-4095-b7bb-e9cbe504cbb6 admin admin] Calling delete_port for 5f90273c-6982-4540-b748-199d01d8a5f9 owned by network:router_gateway {{(pid=103847) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 04:00:08.551424 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_dvr_db [None req-977a606a-1541-48b0-b612-4422c9fa3472 None None] Set router eb35ce35-ae94-43ff-9782-25a8f3bc6d7c gateway port host: None {{(pid=103850) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 14 04:00:08.600748 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.l3_hamode_db [None req-977a606a-1541-48b0-b612-4422c9fa3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c', 'name': 'tempest-TestSnapshotPattern-354838956-router', 'tenant_id': '87e5180a9398496981d1a70a0772cef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:55:05Z', 'updated_at': '2021-12-14T04:00:08Z', 'revision_number': 6, 'project_id': '87e5180a9398496981d1a70a0772cef7', 'gw_port_host': None}], 'n-d-821636-1', False) {} {{(pid=103850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 04:00:08.630995 n-d-821636-1 neutron-server[103850]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977a606a-1541-48b0-b612-4422c9fa3472 None None] The sync data for ids ['eb35ce35-ae94-43ff-9782-25a8f3bc6d7c'] in n-d-821636-1 is: [{'id': 'eb35ce35-ae94-43ff-9782-25a8f3bc6d7c', 'name': 'tempest-TestSnapshotPattern-354838956-router', 'tenant_id': '87e5180a9398496981d1a70a0772cef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T03:55:05Z', 'updated_at': '2021-12-14T04:00:08Z', 'revision_number': 6, 'project_id': '87e5180a9398496981d1a70a0772cef7', 'gw_port_host': None}] {{(pid=103850) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 14 04:00:08.765291 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1991cc2-1df3-4095-b7bb-e9cbe504cbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25743537'] for port, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:08.765602 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:08.791125 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1991cc2-1df3-4095-b7bb-e9cbe504cbb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f90273c-6982-4540-b748-199d01d8a5f9,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 04:00:08.806334 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b280e1fa-f247-4dc2-8736-7b737323e4d9 None None] DHCP port deletion for bef0dca9-95c3-43a9-8538-205d0dbf759c request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 04:00:08.854500 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1991cc2-1df3-4095-b7bb-e9cbe504cbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3873077'] for router_gateway, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:08.943075 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1991cc2-1df3-4095-b7bb-e9cbe504cbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3877541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12891'] for router, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:08.945373 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1991cc2-1df3-4095-b7bb-e9cbe504cbb6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:09.068147 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1991cc2-1df3-4095-b7bb-e9cbe504cbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3877548'] for router, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:09.068684 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1991cc2-1df3-4095-b7bb-e9cbe504cbb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb35ce35-ae94-43ff-9782-25a8f3bc6d7c {{(pid=103847) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 14 04:00:09.073059 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e1991cc2-1df3-4095-b7bb-e9cbe504cbb6 admin admin] Publish callbacks [] for router, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:09.074336 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e1991cc2-1df3-4095-b7bb-e9cbe504cbb6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/eb35ce35-ae94-43ff-9782-25a8f3bc6d7c HTTP/1.1" status: 204 len: 168 time: 1.0109353 Dec 14 04:00:09.080533 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57394) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 04:00:09.122466 n-d-821636-1 neutron-server[103847]: DEBUG neutron.db.db_base_plugin_v2 [None req-241b16bc-712d-42ed-a3ec-1507b2506b35 admin admin] Deleting subnet 40a63d72-7069-4bda-a681-caff9f652d17 {{(pid=103847) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 14 04:00:09.125673 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-241b16bc-712d-42ed-a3ec-1507b2506b35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:09.164463 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-241b16bc-712d-42ed-a3ec-1507b2506b35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26017447'] for subnet, precommit_delete_associations {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:09.241237 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-241b16bc-712d-42ed-a3ec-1507b2506b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1048070'] for subnet, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:09.348683 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-241b16bc-712d-42ed-a3ec-1507b2506b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1048077', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3670404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25743494', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25674492'] for subnet, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:09.372586 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b16bc-712d-42ed-a3ec-1507b2506b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40a63d72-7069-4bda-a681-caff9f652d17,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 04:00:09.378772 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-241b16bc-712d-42ed-a3ec-1507b2506b35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:09.382056 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-241b16bc-712d-42ed-a3ec-1507b2506b35 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/40a63d72-7069-4bda-a681-caff9f652d17 HTTP/1.1" status: 204 len: 168 time: 0.3043005 Dec 14 04:00:09.384755 n-d-821636-1 neutron-server[103848]: DEBUG neutron.wsgi [-] (103848) accepted ('10.222.0.39', 57396) {{(pid=103848) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 04:00:09.390529 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99c37dc-9835-4fce-96a4-cc50f707b55e None None] Network 5d3c2bd3-a1cf-4afb-8690-f43d5f362f82 requested from n-d-821636-1 {{(pid=103849) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 14 04:00:09.480293 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-847656'] for network, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:09.536338 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] Deleting port 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3 {{(pid=103848) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 04:00:09.536689 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:09.557752 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d22068-a969-41be-8e31-4493505695aa None None] DHCP port deletion for 5d3c2bd3-a1cf-4afb-8690-f43d5f362f82 request from n-d-821636-1 {{(pid=103849) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 14 04:00:09.601791 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.db [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] For port 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3,segment=NetworkSegment(7faf34dc-2a05-4701-984d-29b71a59b1d3),segment_id=7faf34dc-2a05-4701-984d-29b71a59b1d3)] {{(pid=103848) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 04:00:09.602165 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:09.614662 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-52d22068-a969-41be-8e31-4493505695aa None None] Deleting port 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3 {{(pid=103849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 14 04:00:09.615036 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52d22068-a969-41be-8e31-4493505695aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754676547440'] for port, before_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:09.623232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.plugin [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] Calling delete_port for 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3 owned by network:dhcp {{(pid=103848) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 04:00:09.683612 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.db [None req-52d22068-a969-41be-8e31-4493505695aa None None] For port 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3, host n-d-821636-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-821636-1',level=0,port_id=9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3,segment=NetworkSegment(7faf34dc-2a05-4701-984d-29b71a59b1d3),segment_id=7faf34dc-2a05-4701-984d-29b71a59b1d3)] {{(pid=103849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 14 04:00:09.684038 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52d22068-a969-41be-8e31-4493505695aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3671454'] for port, precommit_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:09.696980 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-52d22068-a969-41be-8e31-4493505695aa None None] Calling delete_port for 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3 owned by network:dhcp {{(pid=103849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 14 04:00:09.777119 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28645417'] for port, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:09.782510 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52d22068-a969-41be-8e31-4493505695aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-808454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754676488659', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754675989212'] for port, after_delete {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:09.805148 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 04:00:09.807490 n-d-821636-1 neutron-server[103848]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] No DVR routers for this DVR port 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3 on host n-d-821636-1 {{(pid=103848) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 04:00:09.819895 n-d-821636-1 neutron-server[103849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d22068-a969-41be-8e31-4493505695aa None None] Pushing event deleted for resources: {'Port': ['ID=9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3,revision_number=None']} {{(pid=103849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 04:00:09.825662 n-d-821636-1 neutron-server[103849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d22068-a969-41be-8e31-4493505695aa None None] No DVR routers for this DVR port 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3 on host n-d-821636-1 {{(pid=103849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 14 04:00:09.857997 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 86ca322b-6ee6-42d2-94ec-9b7095104a48 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 04:00:09.879012 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 86ca322b-6ee6-42d2-94ec-9b7095104a48 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 04:00:09.879443 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 86ca322b-6ee6-42d2-94ec-9b7095104a48 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 04:00:09.879923 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 04:00:09.883808 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1046929', 'neutron.services.segments.db._delete_segments_for_network-8754676557954'] for network, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:09.899079 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 04:00:09.899439 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 9cf73b7e-6a32-4f46-bb76-d55f8f0e83a3 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 04:00:09.899828 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5f90273c-6982-4540-b748-199d01d8a5f9 no longer exists at agent ovs-agent-n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 14 04:00:09.904232 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3c2bd3-a1cf-4afb-8690-f43d5f362f82']}} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 04:00:09.914512 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7faf34dc-2a05-4701-984d-29b71a59b1d3') {'for_net_delete': True} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 04:00:09.914808 n-d-821636-1 neutron-server[103848]: DEBUG neutron.services.segments.db [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7faf34dc-2a05-4701-984d-29b71a59b1d3') {} {{(pid=103848) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 14 04:00:09.919320 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.plugin [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] No Port match for: 5f90273c-6982-4540-b748-199d01d8a5f9 {{(pid=103849) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 14 04:00:09.919669 n-d-821636-1 neutron-server[103849]: DEBUG neutron.plugins.ml2.rpc [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Device 5f90273c-6982-4540-b748-199d01d8a5f9 not bound to the agent host n-d-821636-1 {{(pid=103849) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 14 04:00:09.924400 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754676559243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25376991'] for segment, before_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:09.937484 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807'] for segment, precommit_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:09.943635 n-d-821636-1 neutron-server[103848]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103848) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1041807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28645492'] for segment, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: Traceback (most recent call last): Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: timer() Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: cb(*args, **kw) Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: return func(*args, **kwargs) Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: self._notify() Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: self.callback(batched_events) Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: event.method(event) Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: aggregate_uuid = self.p_client.list_aggregates( Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: return f(self, *a, **k) Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: return self._get(url).json() Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: return self.request(url, 'GET', **kwargs) Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: base_url = self.get_endpoint(auth, allow=allow, Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 04:00:09.952701 n-d-821636-1 neutron-server[103848]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 04:00:10.068024 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1046936', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3796606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3873049'] for network, after_delete {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:10.073119 n-d-821636-1 neutron-server[103848]: DEBUG neutron_lib.callbacks.manager [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] Publish callbacks [] for network, before_response {{(pid=103848) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:10.076556 n-d-821636-1 neutron-server[103848]: INFO neutron.wsgi [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5d3c2bd3-a1cf-4afb-8690-f43d5f362f82 HTTP/1.1" status: 204 len: 168 time: 0.6893377 Dec 14 04:00:10.090551 n-d-821636-1 neutron-server[103848]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc8451-5c60-47ff-800b-ec79b05a1d17 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d3c2bd3-a1cf-4afb-8690-f43d5f362f82,revision_number=None']} {{(pid=103848) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 04:00:10.377803 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57400) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 04:00:10.423973 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-5cf2c4ab-771f-4903-ab45-d05a70582468 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b096f93cb6e4457995b1043b8f113b02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449100 Dec 14 04:00:10.426411 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57402) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 04:00:10.474972 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a166e842-b20e-4523-a558-510514835600 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:10.495929 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a166e842-b20e-4523-a558-510514835600 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:10.588278 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a166e842-b20e-4523-a558-510514835600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:10.591279 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-a166e842-b20e-4523-a558-510514835600 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:10.592437 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-a166e842-b20e-4523-a558-510514835600 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c41dcb3b-344a-4a41-a1a0-06c1da16b5be HTTP/1.1" status: 204 len: 168 time: 0.1651151 Dec 14 04:00:10.601212 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166e842-b20e-4523-a558-510514835600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41dcb3b-344a-4a41-a1a0-06c1da16b5be,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 04:00:11.228422 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57408) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 04:00:11.267819 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-54cc44df-e437-4cc9-840f-1e65535ad5e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87e5180a9398496981d1a70a0772cef7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382483 Dec 14 04:00:11.270220 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [-] (103847) accepted ('10.222.0.39', 57410) {{(pid=103847) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 14 04:00:11.315872 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e53999a1-d074-4b0c-b45c-573b72098414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:11.336401 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e53999a1-d074-4b0c-b45c-573b72098414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:11.432959 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e53999a1-d074-4b0c-b45c-573b72098414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3781993'] for security_group, after_delete {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:11.435554 n-d-821636-1 neutron-server[103847]: DEBUG neutron_lib.callbacks.manager [None req-e53999a1-d074-4b0c-b45c-573b72098414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103847) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:11.436760 n-d-821636-1 neutron-server[103847]: INFO neutron.wsgi [None req-e53999a1-d074-4b0c-b45c-573b72098414 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e30de70f-4976-4e09-97dc-653da53725ed HTTP/1.1" status: 204 len: 168 time: 0.1655979 Dec 14 04:00:11.445107 n-d-821636-1 neutron-server[103847]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53999a1-d074-4b0c-b45c-573b72098414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30de70f-4976-4e09-97dc-653da53725ed,revision_number=None']} {{(pid=103847) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 14 04:00:22.741420 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 04:00:28.038200 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:30.999556 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:32.798891 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a89148a0-5996-4010-af23-ba80e1d9111c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:35.084148 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7715a338-3133-4fe8-be9f-cb8fd8c408be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:36.667581 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:38.032355 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:38.740461 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:58.048432 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:00:59.741285 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 04:01:01.021561 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:01:02.838823 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8a18c5de-495e-4033-af04-8559619284e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:01:05.099798 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b156fe01-3e69-4adc-a499-37546b3fde37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:01:06.666691 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:01:08.030706 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:01:08.699496 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:01:28.026343 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:01:31.026343 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:01:32.846846 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-a61bc99e-2280-454d-a624-47518891ca2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:01:35.095306 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9cb4e23c-5bc9-45fe-8dbe-a4765cdbb339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:01:36.709785 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:01:36.739778 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 04:01:38.043163 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:01:38.723297 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:01:58.069586 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:02:01.051786 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:02:02.845876 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-72fa2063-27c4-470d-92d3-de05b4e54522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:02:05.091647 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2503-b733-44dd-a62a-74b4da13306f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:02:06.711232 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:02:08.028426 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:02:08.734195 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:02:13.738522 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 04:02:28.062240 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:02:31.053740 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:02:32.854127 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8f4737e1-bfca-4250-981f-02769852c642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:02:35.090875 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-42416040-aabd-4f08-b7c4-09440e858047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:02:36.678658 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:02:38.048146 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:02:38.756979 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:02:50.737224 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 04:02:58.060619 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:03:01.043570 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:03:02.820963 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-9507d20b-07d7-43d4-b409-1546827ccc8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:03:05.098889 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c48f6256-b2be-464d-b0a1-830b4ed6714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:03:06.694836 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:03:08.038053 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:03:08.744487 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:03:27.736290 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 04:03:28.092712 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:03:31.042446 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:03:32.846539 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-6fea9863-5ffb-48a2-842b-6f971e836afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:03:35.088389 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-8084e80f-8eba-40c3-aa9c-3988495019f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:03:36.676146 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:03:38.041985 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:03:38.727853 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:03:58.064183 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:04:01.046749 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:04:02.829562 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e0259f30-3469-4d02-88d7-ca6ad4e97b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:04:04.734794 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 04:04:05.081394 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4ccbb8ac-6378-47f0-b15c-4791a5777ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:04:06.710388 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:04:08.046696 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:04:08.726945 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:04:28.091300 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:04:31.062570 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:04:32.817092 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e13b3b85-9df2-41a1-abe4-957a110cb8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:04:35.068568 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-7531557c-5f0a-48fa-970c-30b150716735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:04:36.726423 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:04:38.062822 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:04:38.720037 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:04:41.733553 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 04:04:58.061856 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:05:01.073186 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:05:02.827917 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-47b4689b-5b9c-4535-8f6b-b3a62dc0970e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:05:05.085283 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e09fedba-5ace-460e-b24a-67bd6b1b813a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:05:06.707412 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:05:08.050627 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:05:08.764761 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:05:18.732178 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 04:05:28.100378 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:05:31.112600 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:05:32.821393 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e753d736-75e8-400e-bb7d-c143a7f246ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:05:35.072777 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-15e1a5cf-94a5-427c-95c5-6c28a09772cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:05:36.711699 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:05:38.044209 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:05:38.781252 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:05:55.732332 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 04:05:58.112326 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:06:01.110705 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:06:02.870826 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-52d16349-1475-466e-8874-3639f08e3e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:06:05.094820 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e679aaea-3dfc-47dd-a3be-5318dea4895f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:06:06.746444 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:06:08.071737 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:06:08.769358 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:06:28.109950 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:06:31.105961 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:06:32.732244 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 04:06:32.831684 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c9e667be-2cad-467b-bcdc-51aa07af7246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:06:35.086766 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-db715f9c-bdbd-421b-b75b-0262638db91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:06:36.722913 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:06:38.054193 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:06:38.754994 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:06:58.125763 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:07:01.134057 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:07:02.825403 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-5d50f518-9d76-441f-9f1f-53380b44f988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:07:05.096873 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-53dae268-5d29-4d16-9b7b-8cdfc8c5b635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:07:06.722666 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:07:08.065219 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:07:08.762629 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:07:09.734902 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 04:07:28.136359 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:07:31.118652 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:07:32.833152 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-85c33837-8522-49ee-b5ce-7d682a426c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:07:35.107135 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-b3ec0ace-f463-4783-a7a3-c220a741bb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:07:36.716837 n-d-821636-1 neutron-server[103847]: DEBUG neutron.wsgi [req-d212b332-1749-4095-af22-f20a65315d47 req-ce8838b1-b177-47f4-849f-068dd365a7a7 service neutron] (103847) timed out ('10.222.0.39', 55116) {{(pid=103847) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 14 04:07:36.735732 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:07:38.072763 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:07:38.729903 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:07:46.733435 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 04:07:58.134789 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:08:01.117787 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:08:02.875889 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-4f1416f4-4001-4b32-8266-ed23170b6c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:08:05.105991 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-47fd710f-63e2-489a-a26d-1d7a90d79a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:08:06.723014 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-38eec06f-1dce-4bda-8887-a7e05c4b1778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:08:08.071883 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-c779f045-9f9a-48c4-a6ec-5bda1d9aba6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:08:08.710126 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-2e879a82-57b3-48a8-93e0-025891b57e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:08:23.733149 n-d-821636-1 neutron-server[103850]: DEBUG neutron.db.agents_db [None req-4131681f-71c6-4242-a4ac-08732aae2f93 None None] Agent healthcheck: found 7 active agents {{(pid=103850) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 14 04:08:28.162840 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-ef610d42-8bc1-4bff-97ca-4b82ace21844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:08:31.120860 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-299ff5f8-5d44-4b87-9df7-90c6ad1551d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:08:32.831375 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-102a4170-6ed3-42c1-a4ad-e45c3721c80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 14 04:08:35.105519 n-d-821636-1 neutron-server[103849]: DEBUG neutron_lib.callbacks.manager [None req-e7d49b9c-6bfb-4bad-9c35-651c798048fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754676557909', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044807'] for agent, after_update {{(pid=103849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}